-- Logs begin at Tue 2022-02-15 15:40:30 UTC, end at Tue 2022-02-15 18:16:58 UTC. -- Feb 15 16:24:18.370491 n-d-828372-14 systemd[1]: Started Devstack devstack@q-svc.service. Feb 15 16:24:21.365104 n-d-828372-14 neutron-server[103688]: INFO neutron.common.config [-] Logging enabled! Feb 15 16:24:21.365722 n-d-828372-14 neutron-server[103688]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 15 16:24:21.365872 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103688) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 16:24:21.369112 n-d-828372-14 neutron-server[103688]: INFO neutron.common.config [-] Logging enabled! Feb 15 16:24:21.369385 n-d-828372-14 neutron-server[103688]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 15 16:24:21.369717 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103688) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 16:24:21.370661 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 16:24:21.374823 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 16:24:21.374823 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 16:24:21.374823 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 16:24:21.374823 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 16:24:21.374823 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.374823 n-d-828372-14 neutron-server[103688]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 15 16:24:21.374823 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.374823 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.375380 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.375380 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.375380 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.375380 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.375380 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.375380 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.375380 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.376372 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.376372 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.376520 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.376788 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.377084 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.377385 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.377702 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] debug = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.377990 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.378426 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.378842 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.379125 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.379417 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.379697 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.379971 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.380250 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.380534 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.380863 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] host = n-d-828372-14 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.381141 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.381454 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.381745 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.382035 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.382313 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.382592 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.382898 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.383154 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.383430 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] log_file = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.383711 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.384004 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.384299 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.384593 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.384822 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.385050 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.385356 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.385670 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.385949 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.386230 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.386509 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.386785 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.387064 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.387339 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.387628 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.387915 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.388205 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.388485 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.388761 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.389036 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.389310 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.389673 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.389954 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.390231 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.390509 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.390797 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.391071 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.391895 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.392200 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.392491 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.392778 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.393065 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.393341 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.397894 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.397894 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.397894 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.397894 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] use_json = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.397894 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.397894 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.397894 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.397894 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.398436 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.398436 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.398436 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.398436 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.398436 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:21.398436 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.398436 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.398436 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.398977 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.398977 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.398977 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.398977 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.399267 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.399379 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.399670 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.399963 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.400245 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.400551 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.400845 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.401143 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.401475 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.401776 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.402074 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.402354 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.402631 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.402909 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.403191 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.403482 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.403771 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.404064 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.404355 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.404637 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.404940 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.405234 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.405559 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.405857 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.406136 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.406417 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.406710 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.407015 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.407295 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.407576 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.407866 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.408146 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.408421 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.408705 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.408986 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.409320 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.409566 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.409847 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.410139 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.410419 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.410692 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.410966 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.411244 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.411516 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.411802 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.412081 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.412395 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.412671 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.412954 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.413232 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.413549 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.413843 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.414122 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.414406 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.414682 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.414959 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.415235 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.415511 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.415786 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.416062 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.416335 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.416615 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.416889 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.417165 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.417465 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.417744 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.418021 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.420762 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.420762 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.420762 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.420762 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.420762 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.420762 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.420762 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.420762 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.421304 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.421304 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.421304 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.421304 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.421615 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.421866 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.422170 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.422486 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.422795 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.423077 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.423362 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.423642 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.423928 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.424215 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.424501 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.424800 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.425099 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.425419 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.425719 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.426013 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.426295 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.426605 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.426885 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:21.427107 n-d-828372-14 neutron-server[103688]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 16:24:21.427352 n-d-828372-14 neutron-server[103688]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103688) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 15 16:24:21.802423 n-d-828372-14 neutron-server[103688]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 15 16:24:21.802697 n-d-828372-14 neutron-server[103688]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 15 16:24:21.802991 n-d-828372-14 neutron-server[103688]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 15 16:24:21.803324 n-d-828372-14 neutron-server[103688]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 15 16:24:22.147718 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.148059 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.148437 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.150325 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.150718 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.151089 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.209088 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.209388 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.209670 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.223634 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.223916 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.224187 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.355544 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.355828 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.356098 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.392449 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.392997 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.392997 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.643813 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.644100 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.644368 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.644639 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.645325 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.743749 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.744068 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.744350 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.744620 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.744886 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.745200 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.745485 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.745745 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.746000 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.746282 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.746543 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.746807 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.747060 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.747313 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.747571 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.747835 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.748085 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.748351 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.748619 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.748877 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.749162 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.749413 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.749695 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.750070 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.750318 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.750602 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.751246 n-d-828372-14 neutron-server[103688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 16:24:22.751483 n-d-828372-14 neutron-server[103688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 16:24:22.751717 n-d-828372-14 neutron-server[103688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 16:24:22.751950 n-d-828372-14 neutron-server[103688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 16:24:22.752181 n-d-828372-14 neutron-server[103688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 16:24:22.752413 n-d-828372-14 neutron-server[103688]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 16:24:22.752770 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 15 16:24:22.755865 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 15 16:24:22.760803 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 15 16:24:22.764616 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Feb 15 16:24:22.766844 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 15 16:24:22.767311 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 15 16:24:22.767648 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 15 16:24:22.768030 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 15 16:24:22.770885 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 15 16:24:22.771132 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 15 16:24:22.771476 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 16:24:22.776317 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 15 16:24:22.799328 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 15 16:24:22.799779 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.800073 n-d-828372-14 neutron-server[103688]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103688) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 15 16:24:22.800600 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.802029 n-d-828372-14 neutron-server[103688]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103688) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 15 16:24:22.802306 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 16:24:22.802548 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 15 16:24:22.805764 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.806051 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:22.868907 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 15 16:24:22.869145 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 15 16:24:22.869399 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 15 16:24:22.869765 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 15 16:24:22.890009 n-d-828372-14 neutron-server[103688]: DEBUG oslo_db.sqlalchemy.engines [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103688) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 15 16:24:23.486369 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Initializing driver for type 'gre' Feb 15 16:24:23.487008 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] gre ID ranges: [(1, 1000)] Feb 15 16:24:23.658632 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Initializing driver for type 'local' Feb 15 16:24:23.658970 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Initializing driver for type 'vlan' Feb 15 16:24:23.755998 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] VlanTypeDriver initialization complete Feb 15 16:24:23.756508 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Initializing driver for type 'vxlan' Feb 15 16:24:23.757239 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] vxlan ID ranges: [(1, 1000)] Feb 15 16:24:23.942763 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Initializing extension driver 'port_security' Feb 15 16:24:23.943101 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.extensions.port_security [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] PortSecurityExtensionDriver initialization complete Feb 15 16:24:23.943429 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Initializing mechanism driver 'openvswitch' Feb 15 16:24:23.943750 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Initializing mechanism driver 'hyperv' Feb 15 16:24:23.950447 n-d-828372-14 neutron-server[103688]: DEBUG neutron.plugins.ml2.plugin [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103688) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:24:23.951287 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > port after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.951706 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > port after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.952011 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > port after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.952533 n-d-828372-14 neutron-server[103688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 16:24:23.952962 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > subnet after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.953314 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > subnet after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.955925 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.955925 n-d-828372-14 neutron-server[103688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 16:24:23.955925 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > network after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.955925 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > network after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.955925 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > network after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.956296 n-d-828372-14 neutron-server[103688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 16:24:23.956465 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > security_group after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.956813 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > security_group after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.957154 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.957575 n-d-828372-14 neutron-server[103688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 16:24:23.957980 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.958322 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.958657 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.959047 n-d-828372-14 neutron-server[103688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 16:24:23.959449 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > address_group after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.959791 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > address_group after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.960126 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.960562 n-d-828372-14 neutron-server[103688]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103688) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 16:24:23.960983 n-d-828372-14 neutron-server[103688]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] ML2 OVO RPC backend initialized. {{(pid=103688) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 15 16:24:23.961698 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.962050 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.962461 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > network before_response 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.962805 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > networks before_response 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.963151 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > port before_response 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.963511 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > ports before_response 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.963848 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > subnet before_response 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.964183 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > subnets before_response 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.964522 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > network after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.964917 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > network after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.965249 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > network after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.965611 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > port after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.965944 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > port after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.966272 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > port after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.966610 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > subnet after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.966937 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > subnet after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.967265 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:23.975287 n-d-828372-14 neutron-server[103688]: INFO neutron.quota [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded quota_driver: . Feb 15 16:24:23.979029 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.plugin [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Modular L2 Plugin initialization complete Feb 15 16:24:23.979029 n-d-828372-14 neutron-server[103688]: DEBUG neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading services supported by the core plugin {{(pid=103688) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 15 16:24:23.979029 n-d-828372-14 neutron-server[103688]: INFO neutron.plugins.ml2.managers [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Got port-security extension from driver 'port_security' Feb 15 16:24:23.979029 n-d-828372-14 neutron-server[103688]: INFO neutron.extensions.vlantransparent [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Disabled vlantransparent extension. Feb 15 16:24:23.979029 n-d-828372-14 neutron-server[103688]: DEBUG neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103688) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 15 16:24:23.979029 n-d-828372-14 neutron-server[103688]: INFO neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading Plugin: router Feb 15 16:24:24.022223 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.022552 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router after_create 55549900 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.022921 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router before_create 55549900 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.023288 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.023662 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.024017 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router after_delete 55549900 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.024374 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.024725 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.025086 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router after_create 55549900 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.025456 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router after_update 55549900 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.025807 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router after_update 55549900 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.026153 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.026513 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router after_update 55549900 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.026923 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router precommit_update 55549900 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.027312 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: port after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.027662 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: port after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.027998 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: subnet after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.028336 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.028683 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.029026 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router precommit_create 55549900 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.029378 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: port before_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.029733 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router precommit_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.030089 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router after_update 55549900 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.030430 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.030903 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router precommit_create 55549900 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.031274 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.031620 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router precommit_update 55549900 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.032561 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > agent after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.032911 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > agent after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.033257 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > network after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.034152 n-d-828372-14 neutron-server[103688]: DEBUG neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Tracking information for resource: router configured {{(pid=103688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 16:24:24.034488 n-d-828372-14 neutron-server[103688]: DEBUG neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Tracking information for resource: floatingip configured {{(pid=103688) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 16:24:24.039485 n-d-828372-14 neutron-server[103688]: INFO neutron.db.l3_agentschedulers_db [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 15 16:24:24.040063 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: port after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.040423 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: port after_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.040798 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: port after_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.041158 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: port after_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.041971 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router before_create 55550100 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.042333 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.042693 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router precommit_create 55550100 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.043047 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > router precommit_update 55550100 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.047851 n-d-828372-14 neutron-server[103688]: DEBUG neutron.services.provider_configuration [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Service providers = [] {{(pid=103688) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 15 16:24:24.048216 n-d-828372-14 neutron-server[103688]: DEBUG neutron.db.servicetype_db [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103688) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 15 16:24:24.052257 n-d-828372-14 neutron-server[103688]: DEBUG neutron.services.service_base [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 16:24:24.052599 n-d-828372-14 neutron-server[103688]: DEBUG neutron.services.service_base [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 16:24:24.052940 n-d-828372-14 neutron-server[103688]: DEBUG neutron.services.service_base [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 16:24:24.053866 n-d-828372-14 neutron-server[103688]: DEBUG neutron.services.service_base [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103688) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 16:24:24.054235 n-d-828372-14 neutron-server[103688]: INFO neutron.services.service_base [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 15 16:24:24.054614 n-d-828372-14 neutron-server[103688]: DEBUG neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 16:24:24.054931 n-d-828372-14 neutron-server[103688]: INFO neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 15 16:24:24.065843 n-d-828372-14 neutron-server[103688]: DEBUG neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 16:24:24.066179 n-d-828372-14 neutron-server[103688]: INFO neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading Plugin: auto_allocate Feb 15 16:24:24.072236 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: network precommit_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.072604 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: network precommit_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.073120 n-d-828372-14 neutron-server[103688]: DEBUG neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 16:24:24.073477 n-d-828372-14 neutron-server[103688]: INFO neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading Plugin: tag Feb 15 16:24:24.080887 n-d-828372-14 neutron-server[103688]: DEBUG neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 16:24:24.081218 n-d-828372-14 neutron-server[103688]: INFO neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading Plugin: timestamp Feb 15 16:24:24.092516 n-d-828372-14 neutron-server[103688]: DEBUG neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 16:24:24.092842 n-d-828372-14 neutron-server[103688]: INFO neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading Plugin: network_ip_availability Feb 15 16:24:24.098946 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.099363 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.099726 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.100431 n-d-828372-14 neutron-server[103688]: DEBUG neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 16:24:24.100750 n-d-828372-14 neutron-server[103688]: INFO neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading Plugin: flavors Feb 15 16:24:24.105903 n-d-828372-14 neutron-server[103688]: DEBUG neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 16:24:24.106241 n-d-828372-14 neutron-server[103688]: INFO neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading Plugin: revisions Feb 15 16:24:24.114660 n-d-828372-14 neutron-server[103688]: DEBUG neutron.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103688) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 16:24:24.115063 n-d-828372-14 neutron-server[103688]: DEBUG oslo_concurrency.lockutils [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.312s {{(pid=103688) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 15 16:24:24.115808 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103688) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 15 16:24:24.116200 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Initializing extension manager. Feb 15 16:24:24.116720 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: __init__.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.117108 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: __pycache__ {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.117482 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.117818 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: address_group.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.118569 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.119133 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: address-group Feb 15 16:24:24.119454 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: address_scope.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.120162 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.120692 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: address-scope Feb 15 16:24:24.121014 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.121967 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.122474 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: router-admin-state-down-before-update Feb 15 16:24:24.122793 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: agent.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.123484 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.123986 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: agent Feb 15 16:24:24.124306 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: agent_resources_synced.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.125206 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.126108 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: agent-resources-synced Feb 15 16:24:24.126452 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: allowedaddresspairs.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.128226 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.132660 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: allowed-address-pairs Feb 15 16:24:24.132660 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: auto_allocated_topology.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.133544 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.134058 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: auto-allocated-topology Feb 15 16:24:24.134384 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: availability_zone.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.135067 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.135573 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: availability_zone Feb 15 16:24:24.135921 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: availability_zone_filter.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.136822 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.137324 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: availability_zone_filter Feb 15 16:24:24.137670 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: data_plane_status.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.138636 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.139142 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension data-plane-status not supported by any of loaded plugins Feb 15 16:24:24.139462 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: default_subnetpools.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.140364 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.140867 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: default-subnetpools Feb 15 16:24:24.141737 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.142534 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.143041 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: dhcp_agent_scheduler Feb 15 16:24:24.143393 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: dns.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.144309 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.144810 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension dns-integration not supported by any of loaded plugins Feb 15 16:24:24.145128 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: dns_domain_ports.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.146053 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.146550 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 15 16:24:24.146872 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.147794 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.148297 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 15 16:24:24.148619 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: dvr.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.149285 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.149814 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: dvr Feb 15 16:24:24.150132 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: ecmp_routes.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.151047 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.151548 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 15 16:24:24.151866 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: empty_string_filtering.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.152770 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.153279 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: empty-string-filtering Feb 15 16:24:24.153622 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.154528 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.155054 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 15 16:24:24.155369 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.156279 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.156862 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 15 16:24:24.157684 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: external_net.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.161898 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.162404 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: external-net Feb 15 16:24:24.162721 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.163631 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.164255 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: extra_dhcp_opt Feb 15 16:24:24.164744 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: extraroute.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.166281 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.167076 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: extraroute Feb 15 16:24:24.167634 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: extraroute_atomic.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.169240 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.170091 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: extraroute-atomic Feb 15 16:24:24.170591 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: filter_validation.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.171618 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.172480 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: filter-validation Feb 15 16:24:24.172979 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: fip_pf_description.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.174437 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.175289 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 15 16:24:24.175814 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: fip_port_details.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.177219 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.177789 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: fip-port-details Feb 15 16:24:24.178116 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: flavors.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.179378 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.179896 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: flavors Feb 15 16:24:24.180223 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.181953 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.182466 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 15 16:24:24.182791 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: floatingip_pools.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.183485 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.183994 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: floatingip-pools Feb 15 16:24:24.184316 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: ip_allocation.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.190840 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.191338 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension ip_allocation not supported by any of loaded plugins Feb 15 16:24:24.191661 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.192580 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.193090 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: ip-substring-filtering Feb 15 16:24:24.193444 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: l2_adjacency.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.194368 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.194869 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 15 16:24:24.195214 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: l3.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.196163 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.196673 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: router Feb 15 16:24:24.196996 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.199337 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.199856 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 15 16:24:24.200186 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.201136 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.201681 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: ext-gw-mode Feb 15 16:24:24.202006 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.202917 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.203423 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: l3-ha Feb 15 16:24:24.204289 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.205228 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.205754 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 15 16:24:24.206073 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: l3_flavors.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.207039 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.207546 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: l3-flavors Feb 15 16:24:24.207866 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.209254 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.209802 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 15 16:24:24.210133 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.211046 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.211562 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 15 16:24:24.211894 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: l3agentscheduler.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.212947 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.213481 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: l3_agent_scheduler Feb 15 16:24:24.213807 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: local_ip.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.215611 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.216134 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension local_ip not supported by any of loaded plugins Feb 15 16:24:24.216466 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: logging.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.218123 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.218649 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension logging not supported by any of loaded plugins Feb 15 16:24:24.218978 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: metering.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.220292 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.220876 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: metering Feb 15 16:24:24.221203 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.222756 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.223285 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: metering_source_and_destination_fields Feb 15 16:24:24.223632 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: multiprovidernet.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.224557 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.225066 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: multi-provider Feb 15 16:24:24.225414 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: netmtu.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.226331 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.226842 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: net-mtu Feb 15 16:24:24.227164 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: netmtu_writable.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.228077 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.228586 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: net-mtu-writable Feb 15 16:24:24.228908 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: network_availability_zone.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.229602 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.230108 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: network_availability_zone Feb 15 16:24:24.230430 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: network_ip_availability.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.231549 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.232064 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: network-ip-availability Feb 15 16:24:24.232387 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: network_segment_range.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.233141 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.233673 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension network-segment-range not supported by any of loaded plugins Feb 15 16:24:24.233991 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: pagination.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.234984 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.235309 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: pagination Feb 15 16:24:24.235624 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: port_device_profile.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.236534 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.237047 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: port-device-profile Feb 15 16:24:24.237391 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.238311 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.238820 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: port-mac-address-regenerate Feb 15 16:24:24.239137 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.240058 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.240569 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: port-numa-affinity-policy Feb 15 16:24:24.240888 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: port_resource_request.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.241823 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.242329 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension port-resource-request not supported by any of loaded plugins Feb 15 16:24:24.242646 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: port_resource_request_groups.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.243621 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.244131 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 15 16:24:24.244450 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: portbindings.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.245380 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.245908 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: binding Feb 15 16:24:24.246225 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: portbindings_extended.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.247496 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.248010 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: binding-extended Feb 15 16:24:24.248336 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: portsecurity.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.249245 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.249791 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: port-security Feb 15 16:24:24.250114 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: project_id.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.251362 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.251694 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: project-id Feb 15 16:24:24.252009 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: providernet.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.252918 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.253459 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: provider Feb 15 16:24:24.253781 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: qos.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.257304 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.257844 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension qos not supported by any of loaded plugins Feb 15 16:24:24.258172 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.259409 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.259926 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 15 16:24:24.260252 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.261165 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.261709 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 15 16:24:24.262035 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: qos_default.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.262941 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.263450 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension qos-default not supported by any of loaded plugins Feb 15 16:24:24.263774 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: qos_fip.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.264702 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.265210 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension qos-fip not supported by any of loaded plugins Feb 15 16:24:24.265554 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.266986 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.267494 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 15 16:24:24.267815 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: qos_gateway_ip.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.268845 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.269353 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 15 16:24:24.269706 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: qos_port_network_policy.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.270619 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.271125 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 15 16:24:24.271447 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.272533 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.273005 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 15 16:24:24.273328 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.274384 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.274895 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 15 16:24:24.275216 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: qos_pps_rule.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.276397 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.276913 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension qos-pps not supported by any of loaded plugins Feb 15 16:24:24.277237 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: qos_rule_type_details.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.278170 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.278677 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 15 16:24:24.278994 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: qos_rules_alias.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.280051 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.280566 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 15 16:24:24.280888 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: quota_check_limit.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.282365 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.282895 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: quota-check-limit Feb 15 16:24:24.283215 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: quotasv2.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.284145 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.284473 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: quotas Feb 15 16:24:24.284791 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: quotasv2_detail.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.286545 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.286886 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: quota_details Feb 15 16:24:24.287215 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: rbac.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.288260 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.288785 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: rbac-policies Feb 15 16:24:24.289114 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: rbac_address_group.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.290066 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.290585 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: rbac-address-group Feb 15 16:24:24.290912 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: rbac_address_scope.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.291826 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.292345 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: rbac-address-scope Feb 15 16:24:24.292670 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: rbac_security_groups.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.293608 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.294121 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: rbac-security-groups Feb 15 16:24:24.294444 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: rbac_subnetpool.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.295420 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.295930 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: rbac-subnetpool Feb 15 16:24:24.296250 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: revisionifmatch.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.297166 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.297745 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: revision-if-match Feb 15 16:24:24.298068 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: revisions.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.299174 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.299685 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: standard-attr-revisions Feb 15 16:24:24.300006 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: router_availability_zone.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.300676 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.301181 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: router_availability_zone Feb 15 16:24:24.301539 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: routerservicetype.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.302468 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.302973 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension router-service-type not supported by any of loaded plugins Feb 15 16:24:24.303291 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.304205 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.304716 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: security-groups-normalized-cidr Feb 15 16:24:24.305034 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.305988 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.306498 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: port-security-groups-filtering Feb 15 16:24:24.306819 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.307741 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.308249 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: security-groups-remote-address-group Feb 15 16:24:24.308570 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.309535 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.310042 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: security-groups-shared-filtering Feb 15 16:24:24.310360 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.310942 n-d-828372-14 neutron-server[103688]: WARNING neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 15 16:24:24.311255 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: securitygroup.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.321433 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.321966 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: security-group Feb 15 16:24:24.322300 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: segment.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.323091 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.323598 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension segment not supported by any of loaded plugins Feb 15 16:24:24.323925 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.324863 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.325383 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 15 16:24:24.325723 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: servicetype.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.326831 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.327347 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: service-type Feb 15 16:24:24.327676 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: sorting.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.329195 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.329560 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: sorting Feb 15 16:24:24.329880 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: standard_attr_segment.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.330798 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.331312 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 15 16:24:24.331634 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: standardattrdescription.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.332278 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.332789 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: standard-attr-description Feb 15 16:24:24.333110 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: stateful_security_group.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.334070 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.334582 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: stateful-security-group Feb 15 16:24:24.334899 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: stdattrs_common.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.335459 n-d-828372-14 neutron-server[103688]: WARNING neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 15 16:24:24.335774 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.336703 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.337205 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 15 16:24:24.337555 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: subnet_onboard.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.338620 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.339137 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: subnet_onboard Feb 15 16:24:24.339456 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.340386 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.340892 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 15 16:24:24.341209 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: subnet_service_types.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.342155 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.342669 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: subnet-service-types Feb 15 16:24:24.342995 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: subnetallocation.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.344068 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.344615 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: subnet_allocation Feb 15 16:24:24.344936 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.345628 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.346139 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: subnetpool-prefix-ops Feb 15 16:24:24.346458 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.347396 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.347903 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 15 16:24:24.348220 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: tagging.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.349280 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.349836 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: standard-attr-tag Feb 15 16:24:24.350159 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: timestamp.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.351378 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.351892 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loaded extension: standard-attr-timestamp Feb 15 16:24:24.352455 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: trunk.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.353248 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.353785 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension trunk not supported by any of loaded plugins Feb 15 16:24:24.354110 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: trunk_details.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.355031 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.355542 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension trunk-details not supported by any of loaded plugins Feb 15 16:24:24.355866 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: uplink_status_propagation.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.356779 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.357288 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 15 16:24:24.357636 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Loading extension file: vlantransparent.py {{(pid=103688) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 16:24:24.358300 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103688) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 16:24:24.358808 n-d-828372-14 neutron-server[103688]: INFO neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 15 16:24:24.361329 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of TrackedResource for resource:network Feb 15 16:24:24.361883 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of TrackedResource for resource:subnet Feb 15 16:24:24.362278 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 16:24:24.362664 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of TrackedResource for resource:port Feb 15 16:24:24.364988 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.v2.resource_helper [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 16:24:24.365448 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.v2.resource_helper [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Service FLAVORS assigned prefix: {{(pid=103688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 16:24:24.366065 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.v2.resource_helper [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 16:24:24.366496 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.v2.resource_helper [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 16:24:24.366829 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of TrackedResource for resource:router Feb 15 16:24:24.367255 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of TrackedResource for resource:floatingip Feb 15 16:24:24.367738 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.v2.resource_helper [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Service METERING assigned prefix: /metering {{(pid=103688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 16:24:24.369165 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.369565 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.369922 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103688) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:24:24.370909 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 16:24:24.371346 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of TrackedResource for resource:security_group Feb 15 16:24:24.371766 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 16:24:24.372360 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.v2.resource_helper [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Service CORE assigned prefix: {{(pid=103688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 16:24:24.372700 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 16:24:24.373042 n-d-828372-14 neutron-server[103688]: WARNING neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] subnetpool is already registered Feb 15 16:24:24.373493 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.v2.resource_helper [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Service CORE assigned prefix: {{(pid=103688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 16:24:24.373819 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 16:24:24.374147 n-d-828372-14 neutron-server[103688]: WARNING neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] subnetpool is already registered Feb 15 16:24:24.376955 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.v2.resource_helper [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 16:24:24.377403 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.v2.resource_helper [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Service FLAVORS assigned prefix: {{(pid=103688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 16:24:24.377986 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.v2.resource_helper [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 16:24:24.378401 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.v2.resource_helper [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 16:24:24.378733 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of TrackedResource for resource:router Feb 15 16:24:24.379065 n-d-828372-14 neutron-server[103688]: WARNING neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] router is already registered Feb 15 16:24:24.379467 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of TrackedResource for resource:floatingip Feb 15 16:24:24.379801 n-d-828372-14 neutron-server[103688]: WARNING neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] floatingip is already registered Feb 15 16:24:24.380244 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.v2.resource_helper [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Service METERING assigned prefix: /metering {{(pid=103688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 16:24:24.380896 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 16:24:24.381214 n-d-828372-14 neutron-server[103688]: WARNING neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] rbac_policy is already registered Feb 15 16:24:24.381647 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of TrackedResource for resource:security_group Feb 15 16:24:24.381978 n-d-828372-14 neutron-server[103688]: WARNING neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] security_group is already registered Feb 15 16:24:24.382373 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 16:24:24.382706 n-d-828372-14 neutron-server[103688]: WARNING neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] security_group_rule is already registered Feb 15 16:24:24.383328 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.v2.resource_helper [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Service CORE assigned prefix: {{(pid=103688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 16:24:24.383655 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 16:24:24.383987 n-d-828372-14 neutron-server[103688]: WARNING neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] subnetpool is already registered Feb 15 16:24:24.384404 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.v2.resource_helper [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Service CORE assigned prefix: {{(pid=103688) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 16:24:24.384728 n-d-828372-14 neutron-server[103688]: INFO neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 16:24:24.385054 n-d-828372-14 neutron-server[103688]: WARNING neutron.quota.resource_registry [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] subnetpool is already registered Feb 15 16:24:24.385534 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: extensions {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.386982 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: address-groups {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.388487 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: address-scopes {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.389829 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: agents {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.390984 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: auto-allocated-topology {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.392823 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: availability_zones {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.394064 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: dhcp-networks {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.395587 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: dhcp-agents {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.397018 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: routers {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.399255 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: flavors {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.400417 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: service_profiles {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.401667 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: next_providers {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.403114 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: service_profiles {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.404727 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: floatingip-pools {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.405985 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: routers {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.408137 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: floatingips {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.409429 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: l3-routers {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.410827 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: l3-agents {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.412253 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: metering-labels {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.413626 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: metering-label-rules {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.415385 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: network-ip-availabilities {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.417451 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: bindings {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.419093 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: quotas {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.420668 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: quotas {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.422282 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: rbac-policies {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.423594 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: security-groups {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.424892 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: security-group-rules {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.426167 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: service-providers {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.427447 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: subnetpools {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.428854 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: subnetpools {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.430409 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: tags {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.432164 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: tags {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.435297 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: tags {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.437177 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: tags {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.574052 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: tags {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.575863 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: tags {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.577563 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: tags {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.580098 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: tags {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.581887 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: tags {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.583722 n-d-828372-14 neutron-server[103688]: DEBUG neutron.api.extensions [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Extended resource: tags {{(pid=103688) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 16:24:24.589635 n-d-828372-14 neutron-server[103688]: WARNING keystonemiddleware.auth_token [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 15 16:24:24.594336 n-d-828372-14 neutron-server[103688]: WARNING keystonemiddleware.auth_token [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 15 16:24:24.602798 n-d-828372-14 neutron-server[103688]: DEBUG oslo_concurrency.lockutils [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Acquired lock "singleton_lock" {{(pid=103688) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 15 16:24:24.603267 n-d-828372-14 neutron-server[103688]: DEBUG oslo_concurrency.lockutils [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Releasing lock "singleton_lock" {{(pid=103688) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 15 16:24:24.603919 n-d-828372-14 neutron-server[103688]: INFO oslo_service.service [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Starting 2 workers Feb 15 16:24:24.608791 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Started child 103799 {{(pid=103688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 16:24:24.613279 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Started child 103800 {{(pid=103688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 16:24:24.614131 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:24.614842 n-d-828372-14 neutron-server[103688]: INFO neutron.service [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 15 16:24:24.615484 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:24.615673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [-] (103799) wsgi starting up on http://0.0.0.0:9696 Feb 15 16:24:24.617938 n-d-828372-14 neutron-server[103688]: INFO oslo_service.service [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Starting 1 workers Feb 15 16:24:24.618055 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:24.619452 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [-] (103800) wsgi starting up on http://0.0.0.0:9696 Feb 15 16:24:24.623168 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Started child 103801 {{(pid=103688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 16:24:24.623706 n-d-828372-14 neutron-server[103688]: INFO oslo_service.service [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Starting 1 workers Feb 15 16:24:24.627604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.service [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] calling RpcWorker wait() {{(pid=103801) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 15 16:24:24.628133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.service [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] returning from RpcWorker wait() {{(pid=103801) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 15 16:24:24.628987 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Started child 103802 {{(pid=103688) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 16:24:24.629499 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:24.629794 n-d-828372-14 neutron-server[103688]: DEBUG neutron_lib.callbacks.manager [None req-82269deb-fc75-4ba0-9a4f-3a6860061a70 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103688) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:24.630056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:24:24.631653 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103688) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 16:24:24.631865 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 16:24:24.632052 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 16:24:24.632279 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 16:24:24.632634 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 16:24:24.632798 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 16:24:24.633315 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.633626 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.633723 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:24.634183 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.634183 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.634419 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.634707 n-d-828372-14 neutron-server[103802]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:24:24.634957 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.635199 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.635461 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.635720 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.635964 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.636134 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.636313 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.636539 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.636785 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.637064 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.637310 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.637580 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.637842 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.638015 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.638275 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.638532 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.638791 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.639058 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] debug = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.639297 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.639781 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.640018 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.640253 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.640468 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.640751 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.640981 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.641899 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.642146 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.642363 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.642594 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.642845 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.643083 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.643296 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.643531 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.643743 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.644017 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.644252 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.644682 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] host = n-d-828372-14 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.644922 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.645153 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.645395 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.645667 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.645914 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.646139 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.646417 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.646676 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.646913 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.647160 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.647411 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.647638 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.647870 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.648113 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] log_file = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.648275 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] log_options = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.648505 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.648774 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.649028 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.649222 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.649407 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.649576 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.649839 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.649998 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.650245 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.650487 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.650698 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.650940 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.651151 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.651387 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.651641 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.651883 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.652133 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.652338 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.652597 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.652819 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.653043 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.653263 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.653502 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.653736 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.653949 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.654177 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.654412 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.654629 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.654844 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.655099 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.656349 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.656349 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.656349 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.656349 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.656349 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.657020 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.657020 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.657020 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.657414 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.657414 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.657666 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.657977 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.660204 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.660204 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.660204 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.660204 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.660204 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] use_json = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.660204 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.660204 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.660204 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.660737 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.660852 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.661069 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.661512 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.661754 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.661977 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.662420 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.662710 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.663029 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.663253 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.663773 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.665726 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.666066 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.666384 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.666712 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.667063 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.667365 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.667624 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.667935 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.668181 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.668736 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.668842 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.669111 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.669559 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.669822 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.676643 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.676643 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.676643 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.676643 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.676643 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.676643 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.676643 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.676643 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.677239 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.677239 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.677239 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.677239 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.677239 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.107/identity {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.677239 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.677239 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.677239 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678016 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678016 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678016 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678016 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678016 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678016 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678016 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678016 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678016 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678651 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678651 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678651 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678651 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678651 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678651 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678651 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678651 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.678651 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.679263 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.679263 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.679263 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.679470 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.679601 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.679829 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.680074 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.680289 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.680517 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.680777 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.680998 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.681211 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.681457 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.681698 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.681919 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.682195 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.682422 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.682634 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.682846 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.683085 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.683299 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.683521 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.683738 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.683951 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.684168 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.684386 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.684597 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.684809 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.685042 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.685253 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.685515 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.685774 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.685989 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.686202 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.686413 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.686647 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.686880 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.687094 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.687363 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.687667 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.687905 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.688698 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.688951 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.689193 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.689456 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.689696 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.689916 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.690135 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.690366 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.690629 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.690861 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.691098 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.691325 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.691546 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.691784 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.692004 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.692248 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.692487 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.692724 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.692971 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.693262 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.693561 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.693816 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.694084 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.694322 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.694607 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.694885 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.695156 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.695396 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.695665 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.695961 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.696222 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.696488 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.696740 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.697002 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.697257 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.697533 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.697806 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.698073 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.698335 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.698553 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.698821 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.699057 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.699274 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.699501 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.699839 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.700088 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.700320 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.700552 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.700835 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.701064 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.701306 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.701601 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.701851 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.702105 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.702375 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.702607 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.107/identity {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.702845 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.703077 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.703324 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.703538 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.703793 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.704009 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.704228 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.704466 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.704702 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.704932 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.705149 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.705391 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.705635 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.705853 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.706070 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.706318 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.706533 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.706754 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.706993 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.707215 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.707436 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.707655 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.707886 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.708138 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.708363 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.708639 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.708901 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.709136 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.709546 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.709662 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.709890 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.710819 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.710819 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.710819 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.710819 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.711103 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.711227 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.711350 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.711590 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.711818 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.712543 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.712813 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.713064 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.713450 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.713693 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.713923 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.714153 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.714396 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.714616 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.714877 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.715094 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.715313 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.715530 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.715790 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.716031 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.716346 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.716468 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.716685 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.716920 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.717180 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.717455 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.717710 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.717928 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.718318 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.718410 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.718587 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.718824 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.719054 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.719294 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.719527 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.720371 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.720606 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.720904 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.721164 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.721431 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.721672 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.721913 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.722129 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.722402 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.722616 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.722829 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.723354 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.723354 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.723579 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.723749 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.724004 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.724216 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.724445 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.724663 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.724898 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.725126 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.725343 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.725576 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.725799 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.726038 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.726249 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.726496 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.726726 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.726938 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.727163 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.727519 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.727614 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.727831 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.728065 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.728277 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.728499 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.728738 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.728947 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.729272 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.729516 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.729741 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.730042 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.730293 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.730522 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.730765 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.731077 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.731290 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.731524 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.731769 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.731989 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.732231 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.732498 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.732807 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.733095 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.733338 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.733612 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.733988 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.734288 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.734468 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.734703 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.736127 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.736277 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.736413 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.736682 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.736943 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.737203 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.737450 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.737672 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.737912 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.738150 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.738368 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.738626 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.738876 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.739126 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.739344 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.739590 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.739808 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.740061 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.740300 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.740541 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.740750 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.740906 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 16:24:24.741467 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103688) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 16:24:24.741632 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 16:24:24.741789 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 16:24:24.741961 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 16:24:24.747058 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 16:24:24.747058 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 16:24:24.747058 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.747058 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.747058 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.747058 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.747058 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.747766 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.747766 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.747766 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.747766 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.747766 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.747766 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.747766 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.747766 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.748325 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.748325 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.748325 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.748325 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.748325 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.748325 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.748325 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.748325 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.748854 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.748854 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] debug = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.748854 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.748854 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.748854 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.748854 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.749284 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.749284 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.749284 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.749284 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.749284 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.749284 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.749284 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.749284 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.750364 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.750364 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.750364 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.750364 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.750364 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.750364 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.750364 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] host = n-d-828372-14 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.750364 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.750364 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.751632 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.751632 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.751632 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.751632 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.751632 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.751632 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.751632 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.751632 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.752355 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.752355 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.752355 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.752355 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] log_file = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.752355 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] log_options = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.752355 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.752355 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.752355 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.753152 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.753152 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.753152 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.753152 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.753152 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.753152 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.753152 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.753722 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.753722 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.753722 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.753722 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.753722 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.754569 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.754569 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.754569 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.754569 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.754569 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.754569 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.755046 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.755046 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.755046 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.755265 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.755265 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.755406 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.755527 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.755689 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.755847 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.756006 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.756166 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.756335 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.756471 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.756629 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.756787 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.756947 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.757104 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.757266 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.757457 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.757587 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.757740 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.757897 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.758058 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.758215 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.758372 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.758531 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] use_json = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.758691 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.758851 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.759010 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.759168 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.759324 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.759482 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.759640 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.759799 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.759979 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 16:24:24.760185 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.760348 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.760523 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.760685 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.760847 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.761009 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.761172 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.761337 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.761520 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.761681 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.762062 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.762485 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.762485 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.762929 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.762929 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.762929 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.763230 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.763230 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.763430 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.763532 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.763660 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.763828 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.763999 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.764160 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.764323 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.764488 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.764805 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.764999 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.765188 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.765331 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.765811 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.765811 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.107/identity {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.766094 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.766094 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.766359 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.766447 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.766557 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.766722 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.767065 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.767065 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.767213 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.767338 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.767483 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.767646 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.767810 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.767973 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.768136 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.768299 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.768462 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.768625 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.768788 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.768948 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.769111 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.769274 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.769460 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.769627 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.769788 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.769962 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.770315 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.770315 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.770475 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.770585 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.770747 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.770908 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.771072 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.771233 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.771396 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.771557 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.771731 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.771893 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.772054 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.772215 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.772376 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.772538 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.772701 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.772864 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.773025 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.773185 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.773346 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.773527 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.773691 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.773852 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776088 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776088 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776088 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776088 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776088 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776088 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776088 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776088 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776088 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776802 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776802 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776802 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776802 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776802 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776802 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776802 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.776802 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.777318 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.777318 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.777318 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.777318 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.777318 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.777318 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.777767 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.777767 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.777908 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.777985 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.778113 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.778274 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.778435 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.778597 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.778758 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.778919 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.779079 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.779241 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.779402 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.779577 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.779738 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.780104 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.780104 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.780301 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.780381 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.780521 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.780686 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.780849 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.781011 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.781172 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.781334 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.781516 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.781679 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.782018 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.782116 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.782281 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.782442 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.782611 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.782772 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.782958 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.783120 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.783281 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.783442 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.783605 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.783766 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.783928 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.784090 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.784251 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.784414 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.784576 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.784739 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.107/identity {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.784900 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.785064 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.785225 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.785405 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.785575 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.785696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:24:24.785789 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.785932 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.786056 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.786218 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.786397 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.786541 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.786703 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.786864 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.787024 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.787185 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.787346 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.787508 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.787671 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.787830 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.787991 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.788151 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.788302 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.788536 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.788703 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.788858 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.788947 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.789061 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.789224 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.789406 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.789406 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.790069 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.790069 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.790069 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.790318 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.790318 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.790460 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.790624 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.790787 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.791162 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.791162 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.791322 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.791400 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.791559 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.791738 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.791902 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.792132 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.792270 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.792605 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.792605 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.792759 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.792838 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.792967 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.793176 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.793351 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.793531 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.793688 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.793857 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.794018 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.794179 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.794344 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.794508 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.794670 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.794833 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.795000 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.795165 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.795326 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.795488 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.795650 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.795811 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.795973 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.796135 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.796298 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.796473 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.796635 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.796796 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.796957 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.797118 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.797280 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.798127 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.798293 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.798456 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.798618 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.798779 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.798941 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.799113 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.799276 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.799437 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.799599 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.799760 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.799921 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.800091 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.800255 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.800415 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.800577 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.800737 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.800903 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.801073 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.801234 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.801414 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.801577 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.801737 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.801899 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.802070 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.802241 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.802389 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.802549 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.802710 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.802871 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.803043 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.803206 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.803368 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.803538 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.803700 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.803862 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.804022 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.804194 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.804357 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.804521 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.804706 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.804910 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.805233 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.805233 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.805504 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.805504 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.805703 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.805803 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.805972 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.806145 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.806314 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.806476 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.806645 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.806819 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.806981 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.807145 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.807299 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.807453 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.807615 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.807768 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.807927 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.808076 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.808238 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.808398 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.808558 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.808705 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.808868 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.809029 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.809179 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.809339 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.809520 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.809683 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.809846 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 16:24:24.809999 n-d-828372-14 neutron-server[103688]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103688) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 16:24:25.052088 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56964) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:24:25.060859 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [-] 10.222.0.107 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0064864 Feb 15 16:24:36.773222 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f34916-d784-40a0-9a79-a5d256198e15 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 16:24:36.834047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f34916-d784-40a0-9a79-a5d256198e15 None None] No non-hosted networks {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 15 16:24:36.849816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.agentschedulers_db [None req-19f34916-d784-40a0-9a79-a5d256198e15 None None] DHCP Agent not found on host n-d-828372-14 {{(pid=103801) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 15 16:24:36.974313 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9823915-9464-4d00-9779-c35bdea24d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1707909'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:39.237802 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-534ccb4f-517a-4bf7-a67e-373fb4662e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1707909'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:39.283388 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-1e46d10e-62cb-4deb-9851-b4dc29aafcdd None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-828372-14 {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:24:39.284253 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-1e46d10e-62cb-4deb-9851-b4dc29aafcdd None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:24:39.927858 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e46d10e-62cb-4deb-9851-b4dc29aafcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:40.225178 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1707909'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:41.691584 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1707909'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:42.929692 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57044) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:24:43.239830 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1707909'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:43.241494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:43.241843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:43.242178 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:43.242504 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:43.242982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:43.243455 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:43.243947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:43.244529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:43.245245 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:43.245763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:43.246232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:43.246717 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:43.247183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:43.247773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828372-14', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:24:43.256917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828372-14', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:24:43.477355 n-d-828372-14 neutron-server[103801]: INFO neutron.db.l3_hamode_db [None req-46135687-7ed4-475f-a256-969547b9c390 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 15 16:24:43.524305 n-d-828372-14 neutron-server[103799]: WARNING oslo_policy.policy [None req-4a498582-8ee7-4408-b74d-f08fe43fc5cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 16:24:43.524971 n-d-828372-14 neutron-server[103799]: WARNING oslo_policy.policy [None req-4a498582-8ee7-4408-b74d-f08fe43fc5cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 16:24:43.556238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46135687-7ed4-475f-a256-969547b9c390 None None] Routers set() bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:24:43.556545 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46135687-7ed4-475f-a256-969547b9c390 None None] Router IDs set() for agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 16:24:43.750834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-4a498582-8ee7-4408-b74d-f08fe43fc5cc admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:24:43.752367 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4a498582-8ee7-4408-b74d-f08fe43fc5cc admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8204396 Feb 15 16:24:46.440130 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57070) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:24:46.921143 n-d-828372-14 neutron-server[103800]: WARNING oslo_policy.policy [None req-b4134c40-1c61-4bdb-abb9-55341ac0511f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 16:24:46.921737 n-d-828372-14 neutron-server[103800]: WARNING oslo_policy.policy [None req-b4134c40-1c61-4bdb-abb9-55341ac0511f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 16:24:47.147527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b4134c40-1c61-4bdb-abb9-55341ac0511f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:24:47.238409 n-d-828372-14 neutron-server[103800]: DEBUG neutron.policy [None req-b4134c40-1c61-4bdb-abb9-55341ac0511f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103800) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 16:24:47.280135 n-d-828372-14 neutron-server[103800]: WARNING oslo_policy.policy [None req-b4134c40-1c61-4bdb-abb9-55341ac0511f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 16:24:47.280501 n-d-828372-14 neutron-server[103800]: WARNING oslo_policy.policy [None req-b4134c40-1c61-4bdb-abb9-55341ac0511f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 16:24:47.438816 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4134c40-1c61-4bdb-abb9-55341ac0511f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759612552681', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759612553178', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759612603822', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759612600498', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759612593063', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8759612583134', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-613603', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-649118', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1573019', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1745206'] for rbac-policy (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:47.614650 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4134c40-1c61-4bdb-abb9-55341ac0511f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:47.615950 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b4134c40-1c61-4bdb-abb9-55341ac0511f admin admin] 10.222.0.107 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1748273 Feb 15 16:24:50.074272 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57086) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:24:50.384722 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:24:50.520066 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Made reservation on behalf of f857311cc7604c6d9af0e88591aec56a for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:24:50.523877 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:50.541040 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:50.645250 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Publish callbacks [] for security_group (98073ed8-0a73-4376-aa27-6618bdfc5380), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:50.715140 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (98073ed8-0a73-4376-aa27-6618bdfc5380), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:50.746276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:24:50.774192 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759614572849', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (7022aaf6-39e2-491a-8e2e-476026d31a98), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:50.774752 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Unsubscribe: segment precommit_create {{(pid=103800) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 16:24:50.775260 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Added segment 7022aaf6-39e2-491a-8e2e-476026d31a98 of type vlan for network b41901d7-3b97-4850-9b1e-327387c273e1 Feb 15 16:24:50.780628 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=98073ed8-0a73-4376-aa27-6618bdfc5380,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:24:50.815671 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:50.816065 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:50.816352 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:50.816680 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:50.817006 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:50.817537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:50.818106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:50.818667 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:50.819125 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:50.819453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:50.819778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:50.821271 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:50.821634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Tracked resource versions report: Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: pushed versions: Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: { 'AddressGroup': {'1.2'}, Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'ConntrackHelper': {'1.0'}, Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'LocalIPAssociation': {'1.0'}, Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'Log': {'1.0'}, Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'Network': {'1.1'}, Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'Port': {'1.7'}, Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'PortForwarding': {'1.2'}, Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'QosPolicy': {'1.10'}, Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'SecurityGroup': {'1.5'}, Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'SecurityGroupRule': {'1.2'}, Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'SubPort': {'1.0'}, Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'Subnet': {'1.1'}, Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'Trunk': {'1.1'}} Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: consumer versions: Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: { DHCP agent@n-d-828372-14: {}, Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: L3 agent@n-d-828372-14: {}, Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: Metadata agent@n-d-828372-14: {}, Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: Metering agent@n-d-828372-14: {}, Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: Open vSwitch agent@n-d-828372-14: { 'AddressGroup': '1.2', Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'ConntrackHelper': '1.0', Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'LocalIPAssociation': '1.0', Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'Log': '1.0', Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'Network': '1.1', Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'Port': '1.7', Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'PortForwarding': '1.2', Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'QosPolicy': '1.10', Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'SecurityGroup': '1.5', Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'SecurityGroupRule': '1.2', Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'SubPort': '1.0', Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'Subnet': '1.1', Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: 'Trunk': '1.1'}} Feb 15 16:24:50.822847 n-d-828372-14 neutron-server[103800]: {{(pid=103800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 16:24:50.886598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (b41901d7-3b97-4850-9b1e-327387c273e1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:50.982698 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (b41901d7-3b97-4850-9b1e-327387c273e1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:50.988382 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:24:50.989069 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:51.099077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] Pushing event updated for resources: {'Network': ['ID=b41901d7-3b97-4850-9b1e-327387c273e1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:24:51.110978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network b41901d7-3b97-4850-9b1e-327387c273e1 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:24:51.118081 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9c1c5f86-a42b-4fc3-81bc-5865913ef2d1 demo demo] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0428281 Feb 15 16:24:53.676995 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57098) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:24:54.084216 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ae2961-3292-472c-9635-7a87517b4405 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:24:54.085527 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-61ae2961-3292-472c-9635-7a87517b4405 demo admin] 10.222.0.107 "GET /v2.0/networks/b41901d7-3b97-4850-9b1e-327387c273e1 HTTP/1.1" status: 200 len: 825 time: 0.4072287 Feb 15 16:24:54.110075 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8fb6e822-b350-40c8-bb60-f7afc9b64db7 demo admin] 10.222.0.107 "GET /v2.0/subnetpools/52eb9f7f-3833-4030-9fc0-807d94acaece HTTP/1.1" status: 200 len: 734 time: 0.0181854 Feb 15 16:24:54.118267 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d580ef15-1aa0-4a40-8126-e5004e43930f demo admin] Request body: {'subnet': {'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1', 'subnetpool_id': '52eb9f7f-3833-4030-9fc0-807d94acaece', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:24:54.229853 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d580ef15-1aa0-4a40-8126-e5004e43930f demo admin] Made reservation on behalf of f857311cc7604c6d9af0e88591aec56a for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:24:54.232110 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d580ef15-1aa0-4a40-8126-e5004e43930f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:54.561569 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d580ef15-1aa0-4a40-8126-e5004e43930f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for subnet (60d61106-7dec-42a3-b6c2-19474f7229be), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:54.647876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d580ef15-1aa0-4a40-8126-e5004e43930f demo admin] Checking segment: {'id': '7022aaf6-39e2-491a-8e2e-476026d31a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:24:54.648263 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d580ef15-1aa0-4a40-8126-e5004e43930f demo admin] Network hostable DHCP agents. Network: b41901d7-3b97-4850-9b1e-327387c273e1, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:24:54.654942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580ef15-1aa0-4a40-8126-e5004e43930f demo admin] Pushing event updated for resources: {'Subnet': ['ID=60d61106-7dec-42a3-b6c2-19474f7229be,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:24:54.727001 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d580ef15-1aa0-4a40-8126-e5004e43930f demo admin] Network b41901d7-3b97-4850-9b1e-327387c273e1 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:24:54.789764 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d580ef15-1aa0-4a40-8126-e5004e43930f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, b41901d7-3b97-4850-9b1e-327387c273e1) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:24:54.794470 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d580ef15-1aa0-4a40-8126-e5004e43930f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:24:54.795057 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d580ef15-1aa0-4a40-8126-e5004e43930f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:54.799988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c90c2a2-d9da-409a-b0ec-54b37646838d None None] Network b41901d7-3b97-4850-9b1e-327387c273e1 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:24:54.946731 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d580ef15-1aa0-4a40-8126-e5004e43930f demo admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8315313 Feb 15 16:24:55.169316 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-b41901d7-3b97-4850-9b1e-327387c273e1', 'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1', 'project_id': 'f857311cc7604c6d9af0e88591aec56a', 'fixed_ips': [{'subnet_id': '60d61106-7dec-42a3-b6c2-19474f7229be'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:24:55.170964 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:55.450277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Allocated IP 172.20.0.2 (b41901d7-3b97-4850-9b1e-327387c273e1/60d61106-7dec-42a3-b6c2-19474f7229be/3f150d0c-b81d-4944-aea2-a6d2326e49c3) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:24:55.723201 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Publish callbacks [] for port (3f150d0c-b81d-4944-aea2-a6d2326e49c3), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:55.814430 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (3f150d0c-b81d-4944-aea2-a6d2326e49c3), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:55.893073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Network b41901d7-3b97-4850-9b1e-327387c273e1 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:24:55.897743 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:24:55.906061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:24:55.909146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Pushing event updated for resources: {'Port': ['ID=3f150d0c-b81d-4944-aea2-a6d2326e49c3,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:24:55.939749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:55.940102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:55.940448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:55.940789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:55.941122 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:55.941478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:55.941810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:55.942138 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:55.942462 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:55.942932 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:55.943261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:55.943588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:55.943914 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Tracked resource versions report: Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: pushed versions: Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: { 'AddressGroup': {'1.2'}, Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'ConntrackHelper': {'1.0'}, Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'LocalIPAssociation': {'1.0'}, Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'Log': {'1.0'}, Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'Network': {'1.1'}, Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'Port': {'1.7'}, Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'PortForwarding': {'1.2'}, Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'QosPolicy': {'1.10'}, Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'SecurityGroup': {'1.5'}, Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'SecurityGroupRule': {'1.2'}, Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'SubPort': {'1.0'}, Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'Subnet': {'1.1'}, Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'Trunk': {'1.1'}} Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: consumer versions: Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: { DHCP agent@n-d-828372-14: {}, Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: L3 agent@n-d-828372-14: {}, Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: Metadata agent@n-d-828372-14: {}, Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: Metering agent@n-d-828372-14: {}, Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: Open vSwitch agent@n-d-828372-14: { 'AddressGroup': '1.2', Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'ConntrackHelper': '1.0', Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'LocalIPAssociation': '1.0', Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'Log': '1.0', Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'Network': '1.1', Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'Port': '1.7', Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'PortForwarding': '1.2', Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'QosPolicy': '1.10', Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'SecurityGroup': '1.5', Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'SecurityGroupRule': '1.2', Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'SubPort': '1.0', Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'Subnet': '1.1', Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: 'Trunk': '1.1'}} Feb 15 16:24:55.945076 n-d-828372-14 neutron-server[103801]: {{(pid=103801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 16:24:55.995206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Attempting to bind port 3f150d0c-b81d-4944-aea2-a6d2326e49c3 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:24:55.995603 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Attempting to bind port 3f150d0c-b81d-4944-aea2-a6d2326e49c3 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '7022aaf6-39e2-491a-8e2e-476026d31a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:24:55.996018 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Attempting to bind port 3f150d0c-b81d-4944-aea2-a6d2326e49c3 on network b41901d7-3b97-4850-9b1e-327387c273e1 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:24:56.001805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:24:56.002178 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Checking segment: {'id': '7022aaf6-39e2-491a-8e2e-476026d31a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:24:56.002667 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:56.003058 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Bound using segment: {'id': '7022aaf6-39e2-491a-8e2e-476026d31a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:24:56.003525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Bound port: 3f150d0c-b81d-4944-aea2-a6d2326e49c3, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7022aaf6-39e2-491a-8e2e-476026d31a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:24:56.003942 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3f150d0c-b81d-4944-aea2-a6d2326e49c3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:56.067400 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] For port 3f150d0c-b81d-4944-aea2-a6d2326e49c3, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:24:56.071609 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] For port 3f150d0c-b81d-4944-aea2-a6d2326e49c3, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3f150d0c-b81d-4944-aea2-a6d2326e49c3,segment=NetworkSegment(7022aaf6-39e2-491a-8e2e-476026d31a98),segment_id=7022aaf6-39e2-491a-8e2e-476026d31a98)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:24:56.121447 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3f150d0c-b81d-4944-aea2-a6d2326e49c3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:24:56.186156 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb04795-32ff-4868-8ac1-a838abac9ab4 None None] Pushing event updated for resources: {'Port': ['ID=3f150d0c-b81d-4944-aea2-a6d2326e49c3,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:24:57.511646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57106) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:24:57.823276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-6e84da89-b64a-417a-ad1d-d7bfedc0391f admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:24:57.824290 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6e84da89-b64a-417a-ad1d-d7bfedc0391f admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3116717 Feb 15 16:25:00.375478 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57114) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:25:00.722671 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-2a2a7ced-2d52-4b8f-bac0-abe73ae39db6 admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:25:00.723673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2a2a7ced-2d52-4b8f-bac0-abe73ae39db6 admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3469405 Feb 15 16:25:03.340854 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57122) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:25:03.649342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-decb5cd9-58f7-4db2-a2b9-fef74fd5cae9 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:25:03.708659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.policy [None req-decb5cd9-58f7-4db2-a2b9-fef74fd5cae9 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103799) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 16:25:03.753083 n-d-828372-14 neutron-server[103799]: WARNING oslo_policy.policy [None req-decb5cd9-58f7-4db2-a2b9-fef74fd5cae9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 16:25:03.753488 n-d-828372-14 neutron-server[103799]: WARNING oslo_policy.policy [None req-decb5cd9-58f7-4db2-a2b9-fef74fd5cae9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 16:25:03.887103 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-decb5cd9-58f7-4db2-a2b9-fef74fd5cae9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (ff20ca61-7e5c-4f91-8371-2a8442dbab28), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:03.888965 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-decb5cd9-58f7-4db2-a2b9-fef74fd5cae9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (ff20ca61-7e5c-4f91-8371-2a8442dbab28), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:04.045642 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-decb5cd9-58f7-4db2-a2b9-fef74fd5cae9 demo demo] Publish callbacks [] for router_controller (ff20ca61-7e5c-4f91-8371-2a8442dbab28), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:04.105349 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-decb5cd9-58f7-4db2-a2b9-fef74fd5cae9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (ff20ca61-7e5c-4f91-8371-2a8442dbab28), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:04.184755 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-decb5cd9-58f7-4db2-a2b9-fef74fd5cae9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:04.186013 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-decb5cd9-58f7-4db2-a2b9-fef74fd5cae9 demo demo] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8441436 Feb 15 16:25:04.671216 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 5 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:25:06.726810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57136) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:25:06.761614 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71fd4702-f009-43c4-9fb6-bf4663458305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:07.045300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-be81cc03-8f14-49ce-a06a-e57b9345ad3e admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:25:07.046315 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-be81cc03-8f14-49ce-a06a-e57b9345ad3e admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3184891 Feb 15 16:25:07.685488 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa96afb-c26a-4ba0-8df4-874a1d49f4f7 None None] Network b41901d7-3b97-4850-9b1e-327387c273e1 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:25:07.814540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e90487c4-e864-4ca2-9360-232123d9a83d None None] Provisioning complete for port 3f150d0c-b81d-4944-aea2-a6d2326e49c3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:25:07.814540 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e90487c4-e864-4ca2-9360-232123d9a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3f150d0c-b81d-4944-aea2-a6d2326e49c3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:07.920487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3f150d0c-b81d-4944-aea2-a6d2326e49c3 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:25:07.991941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e90487c4-e864-4ca2-9360-232123d9a83d None None] Current status of the port 3f150d0c-b81d-4944-aea2-a6d2326e49c3 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:25:07.992336 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e90487c4-e864-4ca2-9360-232123d9a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3f150d0c-b81d-4944-aea2-a6d2326e49c3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:08.040835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e90487c4-e864-4ca2-9360-232123d9a83d None None] For port 3f150d0c-b81d-4944-aea2-a6d2326e49c3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3f150d0c-b81d-4944-aea2-a6d2326e49c3,segment=NetworkSegment(7022aaf6-39e2-491a-8e2e-476026d31a98),segment_id=7022aaf6-39e2-491a-8e2e-476026d31a98)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:25:08.054686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 3f150d0c-b81d-4944-aea2-a6d2326e49c3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:25:08.055074 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3f150d0c-b81d-4944-aea2-a6d2326e49c3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:08.127401 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e90487c4-e864-4ca2-9360-232123d9a83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3f150d0c-b81d-4944-aea2-a6d2326e49c3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:08.163054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 3f150d0c-b81d-4944-aea2-a6d2326e49c3 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:25:08.163381 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3f150d0c-b81d-4944-aea2-a6d2326e49c3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:08.203736 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90487c4-e864-4ca2-9360-232123d9a83d None None] Pushing event updated for resources: {'Port': ['ID=3f150d0c-b81d-4944-aea2-a6d2326e49c3,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:25:08.244006 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:25:08.244388 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:25:08.253062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-65194595-455c-41d9-aad7-4feffcdf77a2 None None] Provisioning complete for port 3f150d0c-b81d-4944-aea2-a6d2326e49c3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:25:08.253533 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65194595-455c-41d9-aad7-4feffcdf77a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3f150d0c-b81d-4944-aea2-a6d2326e49c3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:08.328808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-65194595-455c-41d9-aad7-4feffcdf77a2 None None] Current status of the port 3f150d0c-b81d-4944-aea2-a6d2326e49c3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:25:08.782116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 3f150d0c-b81d-4944-aea2-a6d2326e49c3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:25:09.189580 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ed46486-4dc0-4b96-8ae2-fed6f0c5fbb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:09.574327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57144) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:25:09.881399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3f150d0c-b81d-4944-aea2-a6d2326e49c3 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:25:09.894972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:25:09.928274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 3f150d0c-b81d-4944-aea2-a6d2326e49c3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:25:09.928669 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3f150d0c-b81d-4944-aea2-a6d2326e49c3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:09.966711 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Made reservation on behalf of 2d75402584cb416dbf07ca857dd10c5f for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:25:09.969643 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:09.986216 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:10.006689 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 3f150d0c-b81d-4944-aea2-a6d2326e49c3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:25:10.090421 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Publish callbacks [] for security_group (006c4f77-0dd4-4162-9c25-cec45f7495a5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:10.148362 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (006c4f77-0dd4-4162-9c25-cec45f7495a5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:10.160673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Reserving flat network on physical network physnet1 {{(pid=103799) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 15 16:25:10.191721 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8759614572849', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (599d9088-9e79-48bc-aa98-984773e3218b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:10.192286 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Unsubscribe: segment precommit_create {{(pid=103799) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 16:25:10.192848 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Added segment 599d9088-9e79-48bc-aa98-984773e3218b of type flat for network 41fa8f71-481c-4dfa-a28d-8870ce44b667 Feb 15 16:25:10.205682 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:10.208726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006c4f77-0dd4-4162-9c25-cec45f7495a5,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:25:10.253982 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:10.254334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:10.254676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:10.255014 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:10.255348 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:10.255680 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:10.256008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:10.256336 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:10.256661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:10.257034 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:10.257313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:10.257662 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:10.257985 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Tracked resource versions report: Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: pushed versions: Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: { 'AddressGroup': {'1.2'}, Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'ConntrackHelper': {'1.0'}, Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'LocalIPAssociation': {'1.0'}, Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'Log': {'1.0'}, Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'Network': {'1.1'}, Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'Port': {'1.7'}, Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'PortForwarding': {'1.2'}, Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'QosPolicy': {'1.10'}, Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'SecurityGroup': {'1.5'}, Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'SecurityGroupRule': {'1.2'}, Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'SubPort': {'1.0'}, Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'Subnet': {'1.1'}, Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'Trunk': {'1.1'}} Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: consumer versions: Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: { DHCP agent@n-d-828372-14: {}, Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: L3 agent@n-d-828372-14: {}, Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: Metadata agent@n-d-828372-14: {}, Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: Metering agent@n-d-828372-14: {}, Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: Open vSwitch agent@n-d-828372-14: { 'AddressGroup': '1.2', Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'ConntrackHelper': '1.0', Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'LocalIPAssociation': '1.0', Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'Log': '1.0', Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'Network': '1.1', Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'Port': '1.7', Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'PortForwarding': '1.2', Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'QosPolicy': '1.10', Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'SecurityGroup': '1.5', Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'SecurityGroupRule': '1.2', Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'SubPort': '1.0', Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'Subnet': '1.1', Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: 'Trunk': '1.1'}} Feb 15 16:25:10.259152 n-d-828372-14 neutron-server[103799]: {{(pid=103799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 16:25:10.307325 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (41fa8f71-481c-4dfa-a28d-8870ce44b667), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:10.417010 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (41fa8f71-481c-4dfa-a28d-8870ce44b667), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:10.418319 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:25:10.419051 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:10.521231 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] Pushing event updated for resources: {'Network': ['ID=41fa8f71-481c-4dfa-a28d-8870ce44b667,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:25:10.531427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:25:10.574043 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3fa01a23-faf6-459a-a84b-708c1df8735b admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9986339 Feb 15 16:25:11.635169 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:13.074841 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57166) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:25:13.200820 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:13.250177 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4284cca2-906d-4bec-b0ca-b29f019cf063 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:25:13.251748 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4284cca2-906d-4bec-b0ca-b29f019cf063 demo admin] 10.222.0.107 "GET /v2.0/subnets/60d61106-7dec-42a3-b6c2-19474f7229be HTTP/1.1" status: 200 len: 849 time: 0.1757276 Feb 15 16:25:13.415469 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d2af930f-8bd7-4eb6-a771-dc3139edc34d demo admin] 10.222.0.107 "GET /v2.0/routers/ff20ca61-7e5c-4f91-8371-2a8442dbab28 HTTP/1.1" status: 200 len: 704 time: 0.1581471 Feb 15 16:25:13.682369 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:13.969375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Allocated IP 172.20.0.1 (b41901d7-3b97-4850-9b1e-327387c273e1/60d61106-7dec-42a3-b6c2-19474f7229be/9f1f736f-efab-4151-a0f9-6d134157be4a) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:25:14.123254 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Publish callbacks [] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:14.287016 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:14.366491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Network b41901d7-3b97-4850-9b1e-327387c273e1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:25:14.373391 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:25:14.375921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:25:14.376940 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (ff20ca61-7e5c-4f91-8371-2a8442dbab28), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:14.396072 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Pushing event updated for resources: {'Port': ['ID=9f1f736f-efab-4151-a0f9-6d134157be4a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:25:14.591625 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-4b242b4d-84e8-40b1-8674-d3952de7cabc None None] Provisioning complete for port 9f1f736f-efab-4151-a0f9-6d134157be4a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:25:14.592178 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b242b4d-84e8-40b1-8674-d3952de7cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:14.624258 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4b242b4d-84e8-40b1-8674-d3952de7cabc None None] Port 9f1f736f-efab-4151-a0f9-6d134157be4a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:25:14.706884 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:14.909794 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Publish callbacks [] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:14.983301 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:14.984126 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (ff20ca61-7e5c-4f91-8371-2a8442dbab28), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:15.059532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Pushing event updated for resources: {'Port': ['ID=9f1f736f-efab-4151-a0f9-6d134157be4a,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:25:15.105415 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Network b41901d7-3b97-4850-9b1e-327387c273e1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:25:15.106682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:25:15.326448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Router ff20ca61-7e5c-4f91-8371-2a8442dbab28 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:25:15.348024 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b61e9fc4-f2d9-4373-b276-43c9becf65cd None None] Provisioning complete for port 9f1f736f-efab-4151-a0f9-6d134157be4a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:25:15.348423 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b61e9fc4-f2d9-4373-b276-43c9becf65cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:15.381642 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b61e9fc4-f2d9-4373-b276-43c9becf65cd None None] Port 9f1f736f-efab-4151-a0f9-6d134157be4a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:25:15.420809 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:25:15.426996 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d7b6d165-2e4f-42c0-9ba4-4f3baeb6cac5 demo admin] 10.222.0.107 "PUT /v2.0/routers/ff20ca61-7e5c-4f91-8371-2a8442dbab28/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0064240 Feb 15 16:25:15.430896 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Sync routers for ids ['ff20ca61-7e5c-4f91-8371-2a8442dbab28'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:25:15.443986 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Routers {'ff20ca61-7e5c-4f91-8371-2a8442dbab28'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:25:15.444876 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:25:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ff20ca61-7e5c-4f91-8371-2a8442dbab28'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:25:15.634241 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Set router ff20ca61-7e5c-4f91-8371-2a8442dbab28 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:25:16.075356 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff20ca61-7e5c-4f91-8371-2a8442dbab28', 'name': 'router1', 'tenant_id': 'f857311cc7604c6d9af0e88591aec56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:25:03Z', 'updated_at': '2022-02-15T16:25:14Z', 'revision_number': 2, 'project_id': 'f857311cc7604c6d9af0e88591aec56a', 'gw_port_host': None, '_interfaces': [{'id': '9f1f736f-efab-4151-a0f9-6d134157be4a', 'name': '', 'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1', 'tenant_id': 'f857311cc7604c6d9af0e88591aec56a', 'mac_address': 'fa:16:3e:8c:df:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff20ca61-7e5c-4f91-8371-2a8442dbab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d61106-7dec-42a3-b6c2-19474f7229be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:25:13Z', 'updated_at': '2022-02-15T16:25:14Z', 'revision_number': 2, 'project_id': 'f857311cc7604c6d9af0e88591aec56a', 'subnets': [{'id': '60d61106-7dec-42a3-b6c2-19474f7229be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52eb9f7f-3833-4030-9fc0-807d94acaece'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:25:16.123356 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Checking router: ff20ca61-7e5c-4f91-8371-2a8442dbab28 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:25:16.123734 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Updating router ff20ca61-7e5c-4f91-8371-2a8442dbab28 port 9f1f736f-efab-4151-a0f9-6d134157be4a binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:25:16.176022 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:16.715539 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Publish callbacks [] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:16.810852 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:16.953500 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0654b-0372-46cd-8353-03d378c98dc4 None None] Pushing event updated for resources: {'Port': ['ID=9f1f736f-efab-4151-a0f9-6d134157be4a,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:25:16.984228 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0654b-0372-46cd-8353-03d378c98dc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:16.984581 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0654b-0372-46cd-8353-03d378c98dc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:16.984920 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0654b-0372-46cd-8353-03d378c98dc4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:16.985902 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0654b-0372-46cd-8353-03d378c98dc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:16.986284 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0654b-0372-46cd-8353-03d378c98dc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:16.986623 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0654b-0372-46cd-8353-03d378c98dc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:16.987079 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0654b-0372-46cd-8353-03d378c98dc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:16.987554 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0654b-0372-46cd-8353-03d378c98dc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:16.988024 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0654b-0372-46cd-8353-03d378c98dc4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:16.988493 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0654b-0372-46cd-8353-03d378c98dc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:16.988961 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0654b-0372-46cd-8353-03d378c98dc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:16.989450 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0654b-0372-46cd-8353-03d378c98dc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:16.989916 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0654b-0372-46cd-8353-03d378c98dc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d0654b-0372-46cd-8353-03d378c98dc4 None None] Tracked resource versions report: Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: pushed versions: Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: { 'AddressGroup': {'1.2'}, Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'ConntrackHelper': {'1.0'}, Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'LocalIPAssociation': {'1.0'}, Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'Log': {'1.0'}, Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'Network': {'1.1'}, Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'Port': {'1.7'}, Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'PortForwarding': {'1.2'}, Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'QosPolicy': {'1.10'}, Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'SecurityGroup': {'1.5'}, Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'SecurityGroupRule': {'1.2'}, Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'SubPort': {'1.0'}, Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'Subnet': {'1.1'}, Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'Trunk': {'1.1'}} Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: consumer versions: Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: { DHCP agent@n-d-828372-14: {}, Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: L3 agent@n-d-828372-14: {}, Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: Metadata agent@n-d-828372-14: {}, Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: Metering agent@n-d-828372-14: {}, Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: Open vSwitch agent@n-d-828372-14: { 'AddressGroup': '1.2', Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'ConntrackHelper': '1.0', Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'LocalIPAssociation': '1.0', Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'Log': '1.0', Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'Network': '1.1', Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'Port': '1.7', Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'PortForwarding': '1.2', Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'QosPolicy': '1.10', Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'SecurityGroup': '1.5', Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'SecurityGroupRule': '1.2', Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'SubPort': '1.0', Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'Subnet': '1.1', Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: 'Trunk': '1.1'}} Feb 15 16:25:16.991785 n-d-828372-14 neutron-server[103802]: {{(pid=103802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 16:25:17.010950 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Attempting to bind port 9f1f736f-efab-4151-a0f9-6d134157be4a on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:25:17.011558 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Attempting to bind port 9f1f736f-efab-4151-a0f9-6d134157be4a by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '7022aaf6-39e2-491a-8e2e-476026d31a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:25:17.011832 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Attempting to bind port 9f1f736f-efab-4151-a0f9-6d134157be4a on network b41901d7-3b97-4850-9b1e-327387c273e1 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:25:17.012123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2b6c34f7-c941-4a49-aa18-eff538ac7835 None None] Provisioning complete for port 9f1f736f-efab-4151-a0f9-6d134157be4a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:25:17.013077 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b6c34f7-c941-4a49-aa18-eff538ac7835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:17.018151 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:25:17.018594 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Checking segment: {'id': '7022aaf6-39e2-491a-8e2e-476026d31a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:25:17.019359 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:17.019980 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Bound using segment: {'id': '7022aaf6-39e2-491a-8e2e-476026d31a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:25:17.020773 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Bound port: 9f1f736f-efab-4151-a0f9-6d134157be4a, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7022aaf6-39e2-491a-8e2e-476026d31a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:25:17.021435 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:17.055895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2b6c34f7-c941-4a49-aa18-eff538ac7835 None None] Port 9f1f736f-efab-4151-a0f9-6d134157be4a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:25:17.089716 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] For port 9f1f736f-efab-4151-a0f9-6d134157be4a, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:25:17.108688 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] For port 9f1f736f-efab-4151-a0f9-6d134157be4a, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9f1f736f-efab-4151-a0f9-6d134157be4a,segment=NetworkSegment(7022aaf6-39e2-491a-8e2e-476026d31a98),segment_id=7022aaf6-39e2-491a-8e2e-476026d31a98)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:25:17.161266 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:17.213352 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Routers {'ff20ca61-7e5c-4f91-8371-2a8442dbab28'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:25:17.213997 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:25:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ff20ca61-7e5c-4f91-8371-2a8442dbab28'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:25:17.291538 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0654b-0372-46cd-8353-03d378c98dc4 None None] Pushing event updated for resources: {'Port': ['ID=9f1f736f-efab-4151-a0f9-6d134157be4a,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:25:17.317135 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] Set router ff20ca61-7e5c-4f91-8371-2a8442dbab28 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:25:17.375539 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d800150b-cc90-4641-86bb-d9406f1e7aa7 None None] Provisioning complete for port 9f1f736f-efab-4151-a0f9-6d134157be4a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:25:17.376093 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d800150b-cc90-4641-86bb-d9406f1e7aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:17.503239 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d800150b-cc90-4641-86bb-d9406f1e7aa7 None None] Current status of the port 9f1f736f-efab-4151-a0f9-6d134157be4a is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:25:17.503670 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d800150b-cc90-4641-86bb-d9406f1e7aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:17.536102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d800150b-cc90-4641-86bb-d9406f1e7aa7 None None] For port 9f1f736f-efab-4151-a0f9-6d134157be4a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9f1f736f-efab-4151-a0f9-6d134157be4a,segment=NetworkSegment(7022aaf6-39e2-491a-8e2e-476026d31a98),segment_id=7022aaf6-39e2-491a-8e2e-476026d31a98)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:25:17.536359 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff20ca61-7e5c-4f91-8371-2a8442dbab28', 'name': 'router1', 'tenant_id': 'f857311cc7604c6d9af0e88591aec56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:25:03Z', 'updated_at': '2022-02-15T16:25:14Z', 'revision_number': 2, 'project_id': 'f857311cc7604c6d9af0e88591aec56a', 'gw_port_host': None, '_interfaces': [{'id': '9f1f736f-efab-4151-a0f9-6d134157be4a', 'name': '', 'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1', 'tenant_id': 'f857311cc7604c6d9af0e88591aec56a', 'mac_address': 'fa:16:3e:8c:df:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff20ca61-7e5c-4f91-8371-2a8442dbab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d61106-7dec-42a3-b6c2-19474f7229be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:25:13Z', 'updated_at': '2022-02-15T16:25:17Z', 'revision_number': 4, 'project_id': 'f857311cc7604c6d9af0e88591aec56a', 'subnets': [{'id': '60d61106-7dec-42a3-b6c2-19474f7229be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52eb9f7f-3833-4030-9fc0-807d94acaece'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:25:17.562850 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e5f53d-f337-4ba4-887a-38b8ffcc8dd9 None None] The sync data for ids ['ff20ca61-7e5c-4f91-8371-2a8442dbab28'] in n-d-828372-14 is: [{'id': 'ff20ca61-7e5c-4f91-8371-2a8442dbab28', 'name': 'router1', 'tenant_id': 'f857311cc7604c6d9af0e88591aec56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:25:03Z', 'updated_at': '2022-02-15T16:25:14Z', 'revision_number': 2, 'project_id': 'f857311cc7604c6d9af0e88591aec56a', 'gw_port_host': None, '_interfaces': [{'id': '9f1f736f-efab-4151-a0f9-6d134157be4a', 'name': '', 'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1', 'tenant_id': 'f857311cc7604c6d9af0e88591aec56a', 'mac_address': 'fa:16:3e:8c:df:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff20ca61-7e5c-4f91-8371-2a8442dbab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d61106-7dec-42a3-b6c2-19474f7229be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:25:13Z', 'updated_at': '2022-02-15T16:25:17Z', 'revision_number': 4, 'project_id': 'f857311cc7604c6d9af0e88591aec56a', 'subnets': [{'id': '60d61106-7dec-42a3-b6c2-19474f7229be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52eb9f7f-3833-4030-9fc0-807d94acaece'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:25:17.595858 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d800150b-cc90-4641-86bb-d9406f1e7aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:17.646310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d800150b-cc90-4641-86bb-d9406f1e7aa7 None None] Pushing event updated for resources: {'Port': ['ID=9f1f736f-efab-4151-a0f9-6d134157be4a,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:25:17.898487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57186) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:25:18.005880 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d98b907-a9e7-48d3-99b2-56b0ef945e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:25:18.007189 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7d98b907-a9e7-48d3-99b2-56b0ef945e4a admin admin] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 842 time: 0.1076379 Feb 15 16:25:18.017215 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9e448939-b71c-49f5-8f3b-3a01f6d1e35c admin admin] Request body: {'subnet': {'cidr': '172.25.4.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.4.1', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'name': 'public-subnet'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:25:18.120824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e448939-b71c-49f5-8f3b-3a01f6d1e35c admin admin] Made reservation on behalf of 2d75402584cb416dbf07ca857dd10c5f for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:25:18.123160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e448939-b71c-49f5-8f3b-3a01f6d1e35c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:18.470824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.objects.ports [None req-9e448939-b71c-49f5-8f3b-3a01f6d1e35c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 16:25:18.471271 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e448939-b71c-49f5-8f3b-3a01f6d1e35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for subnet (7de1a1b6-4acc-469b-b57f-cca267a487aa), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:18.524643 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e448939-b71c-49f5-8f3b-3a01f6d1e35c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de1a1b6-4acc-469b-b57f-cca267a487aa,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:25:18.533481 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e448939-b71c-49f5-8f3b-3a01f6d1e35c admin admin] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:25:18.533841 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e448939-b71c-49f5-8f3b-3a01f6d1e35c admin admin] Network hostable DHCP agents. Network: 41fa8f71-481c-4dfa-a28d-8870ce44b667, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:25:18.611383 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e448939-b71c-49f5-8f3b-3a01f6d1e35c admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:25:18.698027 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9e448939-b71c-49f5-8f3b-3a01f6d1e35c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 41fa8f71-481c-4dfa-a28d-8870ce44b667) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:25:18.702131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e448939-b71c-49f5-8f3b-3a01f6d1e35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:25:18.702727 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e448939-b71c-49f5-8f3b-3a01f6d1e35c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:18.707871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1ca358-9a06-462c-993e-8a7e6ea35b1a None None] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:25:18.798222 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9e448939-b71c-49f5-8f3b-3a01f6d1e35c admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7722046 Feb 15 16:25:18.814061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc99a61-964a-48cc-949f-b515cc2539cb None None] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:25:21.216414 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57194) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:25:21.348534 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-69f540f2-fdd5-442b-9617-bf51843f6b1c demo admin] 10.222.0.107 "GET /v2.0/routers/ff20ca61-7e5c-4f91-8371-2a8442dbab28 HTTP/1.1" status: 200 len: 710 time: 0.1309810 Feb 15 16:25:21.437170 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dc6010-0ca5-4318-8f63-78434e25966a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:25:21.439111 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-67dc6010-0ca5-4318-8f63-78434e25966a demo admin] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 886 time: 0.0853019 Feb 15 16:25:21.447845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:25:21.770402 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Publish callbacks [] for router_gateway (ff20ca61-7e5c-4f91-8371-2a8442dbab28), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:22.090885 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Publish callbacks [] for router_gateway (ff20ca61-7e5c-4f91-8371-2a8442dbab28), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:22.165586 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:22.269546 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Allocated IP 172.25.4.201 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/618a1e9d-249e-4da2-a334-2016dcf903d7) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:25:22.367388 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Publish callbacks [] for port (618a1e9d-249e-4da2-a334-2016dcf903d7), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:22.463256 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (618a1e9d-249e-4da2-a334-2016dcf903d7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:22.502374 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:25:22.507059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:25:22.509717 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:25:22.574865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Pushing event updated for resources: {'Port': ['ID=618a1e9d-249e-4da2-a334-2016dcf903d7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:25:22.865661 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Publish callbacks [] for router_gateway (ff20ca61-7e5c-4f91-8371-2a8442dbab28), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:23.067951 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (ff20ca61-7e5c-4f91-8371-2a8442dbab28), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:23.071403 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (ff20ca61-7e5c-4f91-8371-2a8442dbab28), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:23.271004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Router ff20ca61-7e5c-4f91-8371-2a8442dbab28 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:25:23.380090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:25:23.384495 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:23.385837 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5185bece-7dbf-4b9b-8e24-9e2663e8fa71 demo admin] 10.222.0.107 "PUT /v2.0/routers/ff20ca61-7e5c-4f91-8371-2a8442dbab28 HTTP/1.1" status: 200 len: 890 time: 1.9411459 Feb 15 16:25:25.915922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9f1f736f-efab-4151-a0f9-6d134157be4a up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:25:25.928958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57206) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:25:25.980649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9f1f736f-efab-4151-a0f9-6d134157be4a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:25:25.981126 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:26.050614 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4839ba93-5d05-4d22-a0ca-1b49b1a19920 admin admin] 10.222.0.107 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1203954 Feb 15 16:25:26.059827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9f1f736f-efab-4151-a0f9-6d134157be4a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:25:26.264102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Sync routers for ids ['ff20ca61-7e5c-4f91-8371-2a8442dbab28'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:25:26.277698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Routers {'ff20ca61-7e5c-4f91-8371-2a8442dbab28'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:25:26.278386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:25:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ff20ca61-7e5c-4f91-8371-2a8442dbab28'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:25:26.498862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Set router ff20ca61-7e5c-4f91-8371-2a8442dbab28 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:25:26.907846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff20ca61-7e5c-4f91-8371-2a8442dbab28', 'name': 'router1', 'tenant_id': 'f857311cc7604c6d9af0e88591aec56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '618a1e9d-249e-4da2-a334-2016dcf903d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:25:03Z', 'updated_at': '2022-02-15T16:25:22Z', 'revision_number': 4, 'project_id': 'f857311cc7604c6d9af0e88591aec56a', 'gw_port': {'id': '618a1e9d-249e-4da2-a334-2016dcf903d7', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:22:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff20ca61-7e5c-4f91-8371-2a8442dbab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:25:22Z', 'updated_at': '2022-02-15T16:25:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '9f1f736f-efab-4151-a0f9-6d134157be4a', 'name': '', 'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1', 'tenant_id': 'f857311cc7604c6d9af0e88591aec56a', 'mac_address': 'fa:16:3e:8c:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20ca61-7e5c-4f91-8371-2a8442dbab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d61106-7dec-42a3-b6c2-19474f7229be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:25:13Z', 'updated_at': '2022-02-15T16:25:17Z', 'revision_number': 5, 'project_id': 'f857311cc7604c6d9af0e88591aec56a', 'subnets': [{'id': '60d61106-7dec-42a3-b6c2-19474f7229be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52eb9f7f-3833-4030-9fc0-807d94acaece'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:25:26.958822 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Checking router: ff20ca61-7e5c-4f91-8371-2a8442dbab28 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:25:26.959461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Updating router ff20ca61-7e5c-4f91-8371-2a8442dbab28 port 618a1e9d-249e-4da2-a334-2016dcf903d7 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:25:27.080618 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (618a1e9d-249e-4da2-a334-2016dcf903d7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:27.405985 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Publish callbacks [] for port (618a1e9d-249e-4da2-a334-2016dcf903d7), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:27.452260 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (618a1e9d-249e-4da2-a334-2016dcf903d7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:27.504810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Attempting to bind port 618a1e9d-249e-4da2-a334-2016dcf903d7 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:25:27.505117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Attempting to bind port 618a1e9d-249e-4da2-a334-2016dcf903d7 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:25:27.505502 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Attempting to bind port 618a1e9d-249e-4da2-a334-2016dcf903d7 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:25:27.507395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc5ff4-c2eb-45c9-acb6-8f4da6397aae None None] Pushing event updated for resources: {'Port': ['ID=618a1e9d-249e-4da2-a334-2016dcf903d7,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:25:27.513170 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:25:27.514125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:25:27.514125 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:27.514988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:25:27.514988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Bound port: 618a1e9d-249e-4da2-a334-2016dcf903d7, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:25:27.515232 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (618a1e9d-249e-4da2-a334-2016dcf903d7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:27.566057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] For port 618a1e9d-249e-4da2-a334-2016dcf903d7, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:25:27.569059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] For port 618a1e9d-249e-4da2-a334-2016dcf903d7, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=618a1e9d-249e-4da2-a334-2016dcf903d7,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:25:27.640884 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (618a1e9d-249e-4da2-a334-2016dcf903d7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:27.700679 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Routers {'ff20ca61-7e5c-4f91-8371-2a8442dbab28'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:25:27.701285 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:25:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ff20ca61-7e5c-4f91-8371-2a8442dbab28'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:25:27.704593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc5ff4-c2eb-45c9-acb6-8f4da6397aae None None] Pushing event updated for resources: {'Port': ['ID=618a1e9d-249e-4da2-a334-2016dcf903d7,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:25:27.824796 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] Set router ff20ca61-7e5c-4f91-8371-2a8442dbab28 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:25:28.052014 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff20ca61-7e5c-4f91-8371-2a8442dbab28', 'name': 'router1', 'tenant_id': 'f857311cc7604c6d9af0e88591aec56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '618a1e9d-249e-4da2-a334-2016dcf903d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:25:03Z', 'updated_at': '2022-02-15T16:25:22Z', 'revision_number': 4, 'project_id': 'f857311cc7604c6d9af0e88591aec56a', 'gw_port': {'id': '618a1e9d-249e-4da2-a334-2016dcf903d7', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:22:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff20ca61-7e5c-4f91-8371-2a8442dbab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:25:22Z', 'updated_at': '2022-02-15T16:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '9f1f736f-efab-4151-a0f9-6d134157be4a', 'name': '', 'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1', 'tenant_id': 'f857311cc7604c6d9af0e88591aec56a', 'mac_address': 'fa:16:3e:8c:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20ca61-7e5c-4f91-8371-2a8442dbab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d61106-7dec-42a3-b6c2-19474f7229be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:25:13Z', 'updated_at': '2022-02-15T16:25:17Z', 'revision_number': 5, 'project_id': 'f857311cc7604c6d9af0e88591aec56a', 'subnets': [{'id': '60d61106-7dec-42a3-b6c2-19474f7229be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52eb9f7f-3833-4030-9fc0-807d94acaece'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:25:28.083276 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5a95a4-66fc-46c9-bcf0-66db358e4ac9 None None] The sync data for ids ['ff20ca61-7e5c-4f91-8371-2a8442dbab28'] in n-d-828372-14 is: [{'id': 'ff20ca61-7e5c-4f91-8371-2a8442dbab28', 'name': 'router1', 'tenant_id': 'f857311cc7604c6d9af0e88591aec56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '618a1e9d-249e-4da2-a334-2016dcf903d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:25:03Z', 'updated_at': '2022-02-15T16:25:22Z', 'revision_number': 4, 'project_id': 'f857311cc7604c6d9af0e88591aec56a', 'gw_port': {'id': '618a1e9d-249e-4da2-a334-2016dcf903d7', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:22:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff20ca61-7e5c-4f91-8371-2a8442dbab28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:25:22Z', 'updated_at': '2022-02-15T16:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '9f1f736f-efab-4151-a0f9-6d134157be4a', 'name': '', 'network_id': 'b41901d7-3b97-4850-9b1e-327387c273e1', 'tenant_id': 'f857311cc7604c6d9af0e88591aec56a', 'mac_address': 'fa:16:3e:8c:df:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff20ca61-7e5c-4f91-8371-2a8442dbab28', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '60d61106-7dec-42a3-b6c2-19474f7229be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:25:13Z', 'updated_at': '2022-02-15T16:25:17Z', 'revision_number': 5, 'project_id': 'f857311cc7604c6d9af0e88591aec56a', 'subnets': [{'id': '60d61106-7dec-42a3-b6c2-19474f7229be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52eb9f7f-3833-4030-9fc0-807d94acaece'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:25:30.009079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 618a1e9d-249e-4da2-a334-2016dcf903d7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:25:30.106408 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 618a1e9d-249e-4da2-a334-2016dcf903d7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:25:30.106817 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (618a1e9d-249e-4da2-a334-2016dcf903d7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:30.199737 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 618a1e9d-249e-4da2-a334-2016dcf903d7 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:25:30.200184 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (618a1e9d-249e-4da2-a334-2016dcf903d7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:30.223016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 618a1e9d-249e-4da2-a334-2016dcf903d7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=618a1e9d-249e-4da2-a334-2016dcf903d7,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:25:30.299984 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (618a1e9d-249e-4da2-a334-2016dcf903d7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:30.370272 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=618a1e9d-249e-4da2-a334-2016dcf903d7,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:25:31.971091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 618a1e9d-249e-4da2-a334-2016dcf903d7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:25:32.096831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 618a1e9d-249e-4da2-a334-2016dcf903d7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:25:32.097339 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (618a1e9d-249e-4da2-a334-2016dcf903d7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:32.327021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 618a1e9d-249e-4da2-a334-2016dcf903d7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:25:36.813710 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42867f6e-99b6-4d82-ba5f-7df86565e873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:39.183562 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6805330d-63fd-4a7b-8711-35e7653c3297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:40.190749 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:41.658025 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:25:41.675290 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 5 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:25:43.228415 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:26:06.990349 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4afdf162-88d1-42a8-bc67-bedd32a7a055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:26:09.199218 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-38863bf7-7d1b-4507-8385-ab2680a65f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:26:10.204873 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:26:11.633656 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:26:13.393912 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:26:18.671398 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 5 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:26:36.798762 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28920ee2-e9ac-4145-a7ae-cf30f8767aaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:26:39.187292 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3df82e5e-2f7d-4d15-9600-a5ea7d3474c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:26:40.192743 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:26:41.643799 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:26:43.221048 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:26:52.638822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57722) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:26:52.708498 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4f10d1-2dfc-487f-b81b-15bdf2928cf1 admin admin] GET failed (client error): The resource could not be found. Feb 15 16:26:52.709844 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cf4f10d1-2dfc-487f-b81b-15bdf2928cf1 admin admin] 10.222.0.107 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0700815 Feb 15 16:26:52.895602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab58666-1527-4a54-b088-29463f8de3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:26:52.897034 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4ab58666-1527-4a54-b088-29463f8de3f2 admin admin] 10.222.0.107 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1831317 Feb 15 16:26:55.236628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57732) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:26:55.362502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29802111-4b9b-425b-a2ce-a0a90bdc421b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:26:55.363836 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-29802111-4b9b-425b-a2ce-a0a90bdc421b admin admin] 10.222.0.107 "GET /v2.0/subnets/60d61106-7dec-42a3-b6c2-19474f7229be HTTP/1.1" status: 200 len: 849 time: 0.1262965 Feb 15 16:26:55.373002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:26:55.461430 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Publish callbacks [] for subnet (60d61106-7dec-42a3-b6c2-19474f7229be), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:26:55.670106 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 5 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:26:55.672111 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759614419478'] for subnet (60d61106-7dec-42a3-b6c2-19474f7229be), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:26:55.709346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:26:55.710055 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:26:55.711338 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] 10.222.0.107 "PUT /v2.0/subnets/60d61106-7dec-42a3-b6c2-19474f7229be HTTP/1.1" status: 200 len: 868 time: 0.3419092 Feb 15 16:26:55.715145 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80fcdbe-6731-4794-bfe1-44be1d23659b None None] Network b41901d7-3b97-4850-9b1e-327387c273e1 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:26:55.727739 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d61106-7dec-42a3-b6c2-19474f7229be,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:26:55.734976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:26:55.735321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:26:55.735669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:26:55.736006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:26:55.736337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:26:55.736670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:26:55.736998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:26:55.737323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:26:55.737673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:26:55.738007 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:26:55.738332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:26:55.738655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:26:55.738977 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88dad140-649a-476d-aac0-22f7ff2f52b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:26:56.027630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-905dccff-9464-4a6f-a59a-ad83b349328e None None] Provisioning complete for port 9f1f736f-efab-4151-a0f9-6d134157be4a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:26:56.028021 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-905dccff-9464-4a6f-a59a-ad83b349328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9f1f736f-efab-4151-a0f9-6d134157be4a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:26:56.107298 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-905dccff-9464-4a6f-a59a-ad83b349328e None None] Current status of the port 9f1f736f-efab-4151-a0f9-6d134157be4a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:26:56.117057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-905dccff-9464-4a6f-a59a-ad83b349328e None None] Provisioning complete for port 3f150d0c-b81d-4944-aea2-a6d2326e49c3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:26:56.117475 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-905dccff-9464-4a6f-a59a-ad83b349328e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3f150d0c-b81d-4944-aea2-a6d2326e49c3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:26:56.192141 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-905dccff-9464-4a6f-a59a-ad83b349328e None None] Current status of the port 3f150d0c-b81d-4944-aea2-a6d2326e49c3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:26:58.051861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57740) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:26:58.253855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164cf2d8-a690-4aa9-99af-608d024365db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:26:58.254336 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164cf2d8-a690-4aa9-99af-608d024365db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:26:58.255886 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-164cf2d8-a690-4aa9-99af-608d024365db admin admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2030611 Feb 15 16:27:00.570483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57748) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:27:00.697580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d397f1-6675-45a0-80dd-8e92202a1bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:27:00.698051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d397f1-6675-45a0-80dd-8e92202a1bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:27:00.699547 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e2d397f1-6675-45a0-80dd-8e92202a1bd4 admin admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1281171 Feb 15 16:27:03.007553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57756) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:27:03.181973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80aae52a-87e7-4f73-8298-e256d43d7d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:27:03.183351 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-80aae52a-87e7-4f73-8298-e256d43d7d26 admin admin] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 886 time: 0.1747315 Feb 15 16:27:05.532070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57764) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:27:05.700507 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0652d6-93a3-4d03-be1a-c32013149820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:27:05.701931 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fe0652d6-93a3-4d03-be1a-c32013149820 admin admin] 10.222.0.107 "GET /v2.0/networks/b41901d7-3b97-4850-9b1e-327387c273e1 HTTP/1.1" status: 200 len: 869 time: 0.1689208 Feb 15 16:27:06.769985 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-030a313f-2cb4-415a-9fba-71424f21450d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:08.021696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57772) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:27:08.144385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ccbd1a-0b6e-4b6b-9ceb-8b671fa58d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:27:08.144771 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ccbd1a-0b6e-4b6b-9ceb-8b671fa58d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:27:08.146460 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-81ccbd1a-0b6e-4b6b-9ceb-8b671fa58d8f admin admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238124 Feb 15 16:27:09.169235 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fe6e3eb-d4b5-45a8-890d-041723799e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:10.187132 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:10.470075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57780) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:27:10.592841 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58738a59-6766-4c80-acaf-1c4ca121ae3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:27:10.593298 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58738a59-6766-4c80-acaf-1c4ca121ae3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:27:10.595006 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-58738a59-6766-4c80-acaf-1c4ca121ae3f admin admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237707 Feb 15 16:27:11.655296 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:12.916661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57790) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:27:13.009145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1d01e0-6701-40cc-a63d-3a898064b4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:27:13.010577 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cb1d01e0-6701-40cc-a63d-3a898064b4b9 admin admin] 10.222.0.107 "GET /v2.0/subnets/60d61106-7dec-42a3-b6c2-19474f7229be HTTP/1.1" status: 200 len: 868 time: 0.0929697 Feb 15 16:27:13.231916 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:15.333270 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57798) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:27:15.418070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcb5fe4-6cce-4ea1-bd08-661d3c12b93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:27:15.419444 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-afcb5fe4-6cce-4ea1-bd08-661d3c12b93b admin admin] 10.222.0.107 "GET /v2.0/subnets/7de1a1b6-4acc-469b-b57f-cca267a487aa HTTP/1.1" status: 200 len: 816 time: 0.0851629 Feb 15 16:27:32.668031 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 5 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:27:36.820185 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b4231cd9-247d-4433-a3dd-c5778646feb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:39.220050 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32a261fe-d5fd-4794-81c9-4f31579bda97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:40.208592 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:41.660079 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:43.220353 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:43.754655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57850) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:27:43.801628 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-93244553-45b5-4ffa-8f30-1b2dfb81a840 admin admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:27:43.802665 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-93244553-45b5-4ffa-8f30-1b2dfb81a840 admin admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470638 Feb 15 16:27:46.219125 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57858) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:27:46.279230 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e4db73-e80f-416b-8211-1e2dd933010d admin admin] GET failed (client error): The resource could not be found. Feb 15 16:27:46.280480 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-12e4db73-e80f-416b-8211-1e2dd933010d admin admin] 10.222.0.107 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604270 Feb 15 16:27:46.421695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa08b0f7-1ddb-47a8-bba3-9db283f3d175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:27:46.423166 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-aa08b0f7-1ddb-47a8-bba3-9db283f3d175 admin admin] 10.222.0.107 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1386819 Feb 15 16:27:48.760647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57866) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:27:48.807209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:27:48.905350 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Made reservation on behalf of 2d75402584cb416dbf07ca857dd10c5f for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:27:48.907618 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:48.934671 n-d-828372-14 neutron-server[103800]: WARNING neutron.services.revisions.revision_plugin [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Could not find related network for resource to bump revision. Feb 15 16:27:48.946479 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:27:48.956162 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a7aaebc1-e5d7-4921-9d5a-2877babe5dd6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:48.956506 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Added segment a7aaebc1-e5d7-4921-9d5a-2877babe5dd6 of type vlan for network 85023fd4-1330-4202-92df-1a71403378a4 Feb 15 16:27:48.994768 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (85023fd4-1330-4202-92df-1a71403378a4), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:49.053239 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (85023fd4-1330-4202-92df-1a71403378a4), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:49.054208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:27:49.054784 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:49.141771 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Pushing event updated for resources: {'Network': ['ID=85023fd4-1330-4202-92df-1a71403378a4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:27:49.148312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:49.148667 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:49.149011 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:49.149350 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:49.149706 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:49.150068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:49.150442 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:49.150810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:49.151138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:49.151464 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:49.151786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:49.152108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:49.152426 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:49.162728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 85023fd4-1330-4202-92df-1a71403378a4 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:27:49.176936 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-daaf93e4-8660-4f28-9f06-ca44c3d5b839 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4152353 Feb 15 16:27:51.525699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57874) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:27:51.585186 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4261fa-ce2d-4b2b-84c8-8041146a8b04 admin admin] GET failed (client error): The resource could not be found. Feb 15 16:27:51.586498 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fc4261fa-ce2d-4b2b-84c8-8041146a8b04 admin admin] 10.222.0.107 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598519 Feb 15 16:27:51.659311 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f836c906-03a8-4ad1-92aa-f0346a1df095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:27:51.661007 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f836c906-03a8-4ad1-92aa-f0346a1df095 admin admin] 10.222.0.107 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0697038 Feb 15 16:27:51.672537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d24f2ace-5ea6-4543-ac7b-ca946802c48a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:27:51.751543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24f2ace-5ea6-4543-ac7b-ca946802c48a admin admin] Made reservation on behalf of 2d75402584cb416dbf07ca857dd10c5f for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:27:51.753997 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d24f2ace-5ea6-4543-ac7b-ca946802c48a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:52.014754 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d24f2ace-5ea6-4543-ac7b-ca946802c48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for subnet (935b9fec-4046-4f91-811d-69fac520cad2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:52.067996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f2ace-5ea6-4543-ac7b-ca946802c48a admin admin] Pushing event updated for resources: {'Subnet': ['ID=935b9fec-4046-4f91-811d-69fac520cad2,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:27:52.076964 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d24f2ace-5ea6-4543-ac7b-ca946802c48a admin admin] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:27:52.077316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24f2ace-5ea6-4543-ac7b-ca946802c48a admin admin] Network hostable DHCP agents. Network: 85023fd4-1330-4202-92df-1a71403378a4, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:27:52.151472 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24f2ace-5ea6-4543-ac7b-ca946802c48a admin admin] Network 85023fd4-1330-4202-92df-1a71403378a4 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:27:52.242677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d24f2ace-5ea6-4543-ac7b-ca946802c48a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 85023fd4-1330-4202-92df-1a71403378a4) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:27:52.247296 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24f2ace-5ea6-4543-ac7b-ca946802c48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:27:52.247899 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d24f2ace-5ea6-4543-ac7b-ca946802c48a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:52.253221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7daf46-45c0-40a9-899f-59abdfe7990c None None] Network 85023fd4-1330-4202-92df-1a71403378a4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:27:52.354263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-85023fd4-1330-4202-92df-1a71403378a4', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'project_id': '2d75402584cb416dbf07ca857dd10c5f', 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:27:52.355096 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:52.433857 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d24f2ace-5ea6-4543-ac7b-ca946802c48a admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7646399 Feb 15 16:27:52.496251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Allocated IP 192.168.233.2 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/f42275a7-960b-471c-b33d-ddfa5ec1e00f) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:27:52.642444 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Publish callbacks [] for port (f42275a7-960b-471c-b33d-ddfa5ec1e00f), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:52.706080 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (f42275a7-960b-471c-b33d-ddfa5ec1e00f), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:52.752775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:27:52.755722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:27:52.760695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:27:52.763866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Pushing event updated for resources: {'Port': ['ID=f42275a7-960b-471c-b33d-ddfa5ec1e00f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:27:52.774879 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:52.775228 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:52.775572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:52.775913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:52.776249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:52.776579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:52.776910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:52.777234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:52.777590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:52.778560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:52.778886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:52.779207 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:52.779532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:27:52.829849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Attempting to bind port f42275a7-960b-471c-b33d-ddfa5ec1e00f on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:27:52.830226 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Attempting to bind port f42275a7-960b-471c-b33d-ddfa5ec1e00f by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:27:52.830593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Attempting to bind port f42275a7-960b-471c-b33d-ddfa5ec1e00f on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:27:52.835875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:27:52.836254 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:27:52.836688 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:52.837085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:27:52.837618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Bound port: f42275a7-960b-471c-b33d-ddfa5ec1e00f, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:27:52.838027 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f42275a7-960b-471c-b33d-ddfa5ec1e00f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:52.905007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] For port f42275a7-960b-471c-b33d-ddfa5ec1e00f, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:27:52.905545 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] For port f42275a7-960b-471c-b33d-ddfa5ec1e00f, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f42275a7-960b-471c-b33d-ddfa5ec1e00f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:27:52.986637 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f42275a7-960b-471c-b33d-ddfa5ec1e00f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:53.045959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c3862-6e45-4124-8849-48ca0f17bbf4 None None] Pushing event updated for resources: {'Port': ['ID=f42275a7-960b-471c-b33d-ddfa5ec1e00f,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:27:53.968942 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20856170-12fe-4995-ae03-4e85d48734f8 None None] Network 85023fd4-1330-4202-92df-1a71403378a4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:27:54.029976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f42275a7-960b-471c-b33d-ddfa5ec1e00f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:27:54.219261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-64ee9f72-2ba8-45e3-a977-f44c979b13ab None None] Provisioning complete for port f42275a7-960b-471c-b33d-ddfa5ec1e00f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:27:54.219590 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64ee9f72-2ba8-45e3-a977-f44c979b13ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f42275a7-960b-471c-b33d-ddfa5ec1e00f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:54.259856 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f42275a7-960b-471c-b33d-ddfa5ec1e00f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:27:54.260247 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f42275a7-960b-471c-b33d-ddfa5ec1e00f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:54.359937 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-64ee9f72-2ba8-45e3-a977-f44c979b13ab None None] Current status of the port f42275a7-960b-471c-b33d-ddfa5ec1e00f is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:27:54.360651 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64ee9f72-2ba8-45e3-a977-f44c979b13ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f42275a7-960b-471c-b33d-ddfa5ec1e00f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:54.419205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-64ee9f72-2ba8-45e3-a977-f44c979b13ab None None] For port f42275a7-960b-471c-b33d-ddfa5ec1e00f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f42275a7-960b-471c-b33d-ddfa5ec1e00f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:27:54.422468 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f42275a7-960b-471c-b33d-ddfa5ec1e00f is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:27:54.422862 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f42275a7-960b-471c-b33d-ddfa5ec1e00f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:54.517662 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64ee9f72-2ba8-45e3-a977-f44c979b13ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f42275a7-960b-471c-b33d-ddfa5ec1e00f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:54.591237 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:27:54.591475 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:27:54.595844 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee9f72-2ba8-45e3-a977-f44c979b13ab None None] Pushing event updated for resources: {'Port': ['ID=f42275a7-960b-471c-b33d-ddfa5ec1e00f,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:27:54.636908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-010e2083-6114-4c60-8688-10e675813791 None None] Provisioning complete for port f42275a7-960b-471c-b33d-ddfa5ec1e00f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:27:54.637860 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-010e2083-6114-4c60-8688-10e675813791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f42275a7-960b-471c-b33d-ddfa5ec1e00f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:54.716587 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-010e2083-6114-4c60-8688-10e675813791 None None] Current status of the port f42275a7-960b-471c-b33d-ddfa5ec1e00f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:27:55.128172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f42275a7-960b-471c-b33d-ddfa5ec1e00f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:27:55.987818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f42275a7-960b-471c-b33d-ddfa5ec1e00f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:27:56.041069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f42275a7-960b-471c-b33d-ddfa5ec1e00f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:27:56.041488 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f42275a7-960b-471c-b33d-ddfa5ec1e00f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:27:56.115697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f42275a7-960b-471c-b33d-ddfa5ec1e00f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:28:06.837100 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b923c177-8065-4eac-b8b8-dd8a6b12340b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:28:09.189833 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00a86563-db64-4237-88ef-f2ec7e1b9397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:28:09.666369 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 5 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:28:10.185486 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:28:11.659432 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:28:13.259426 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:28:36.750727 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-876a66e3-c661-4ac1-b802-7a80ab41130a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:28:39.173851 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bba32d8f-81b5-4baa-ae35-dc33a7ced41b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:28:40.207810 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:28:41.668945 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:28:43.242002 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:28:46.664968 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 5 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:29:06.749821 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7958944e-f606-4609-9dbf-95ce4c5f53f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:29:09.195732 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0aad1859-43ab-437d-8a2c-106423b8f82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:29:10.207656 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:29:11.658348 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:29:13.247319 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:29:23.215730 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57914) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:29:23.221778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-5e42215b-830b-4266-8cbe-95af67dc9c38 tempest-verify_tempest_config-1870199627 tempest-verify_tempest_config-1870199627-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:29:23.222796 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5e42215b-830b-4266-8cbe-95af67dc9c38 tempest-verify_tempest_config-1870199627 tempest-verify_tempest_config-1870199627-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060422 Feb 15 16:29:23.664538 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 5 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:29:23.702811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57932) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:29:23.809065 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:29:23.883329 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Publish callbacks [] for security_group (7c642496-3a65-4a8f-b1f0-f7d021d4559d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:29:23.967008 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7c642496-3a65-4a8f-b1f0-f7d021d4559d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:29:24.014565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c642496-3a65-4a8f-b1f0-f7d021d4559d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:29:24.027637 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:29:24.027989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:29:24.028347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:29:24.028693 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:29:24.029036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:29:24.029388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:29:24.029732 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:29:24.030064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:29:24.030394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:29:24.030722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:29:24.031052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:29:24.031382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:29:24.031706 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:29:24.038834 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f668e60a-04ef-42db-a677-59494018508e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fa3e7fd09ea34c3092553073f7cad764&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3349581 Feb 15 16:29:24.041464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57938) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:29:24.093829 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b574c87-a75d-488f-a6c7-db4b46ad5a5c admin admin] Publish callbacks [] for security_group (7c642496-3a65-4a8f-b1f0-f7d021d4559d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:29:24.114359 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b574c87-a75d-488f-a6c7-db4b46ad5a5c admin admin] Publish callbacks [] for security_group (7c642496-3a65-4a8f-b1f0-f7d021d4559d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:29:24.264171 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b574c87-a75d-488f-a6c7-db4b46ad5a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7c642496-3a65-4a8f-b1f0-f7d021d4559d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:29:24.266795 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b574c87-a75d-488f-a6c7-db4b46ad5a5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:29:24.267994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4b574c87-a75d-488f-a6c7-db4b46ad5a5c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7c642496-3a65-4a8f-b1f0-f7d021d4559d HTTP/1.1" status: 204 len: 168 time: 0.2256215 Feb 15 16:29:24.281538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b574c87-a75d-488f-a6c7-db4b46ad5a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c642496-3a65-4a8f-b1f0-f7d021d4559d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:29:36.766526 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63006f48-84f9-4cab-8bb6-2d41ea0b52fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:29:39.204088 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b1c6e80-20bd-4486-96bc-7d2f5669d3e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:29:40.211850 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:29:41.663486 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:29:43.226588 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:30:00.663356 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 5 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:30:06.794460 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-76df7787-44cc-40dc-bac9-099d7bf1418a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:30:09.194141 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3863c8f-9ef8-4cd1-a68d-9b2c3366d9df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:30:10.251271 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:30:11.674157 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:30:13.245725 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:30:36.759320 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1fe2a6fe-f42f-4ee0-ad5a-a0680efbaa3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:30:37.662284 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 5 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:30:39.179481 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c825ea5-1b4d-4c4e-923c-b1c8499d65f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:30:40.222522 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:30:41.673510 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:30:43.230852 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:31:06.755779 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15a4c031-bf45-4b8a-9ea2-45dfcf515d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:31:09.193031 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3065056d-dcd7-4522-b7c8-109e0e5175dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:31:10.212297 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:31:11.692595 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:31:13.261643 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:31:14.661100 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 5 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:31:36.757973 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1a74d46d-e518-4297-8913-95b429e151f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:31:39.226663 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53176c46-a226-448c-9c2d-563cbb06000c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:31:40.238048 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:31:41.685631 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:31:43.222793 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:31:51.659301 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 5 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:32:06.832119 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81d80e91-da3b-48d8-997a-e4bb435569aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:32:09.203048 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e2fceacd-8b6b-4f7c-9d61-5409661ebbf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:32:10.225853 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:32:11.690146 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:32:13.221927 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:32:28.658299 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 5 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:32:30.025895 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1707909'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:32:30.334061 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1707909'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:32:36.768210 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-281c4c49-3eb5-4ca0-8cf8-4e7455619301 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:32:39.197982 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5be8ae3-b722-4d36-b7bb-f3eff26b0bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:32:40.225260 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:32:41.683511 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:32:43.224827 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:32:59.963129 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:33:00.306949 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:33:05.657512 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:33:06.762526 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c163187f-fa50-4e2d-8445-e693a17e88b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:33:09.208320 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-12ce3939-56d4-44bc-99f4-079b669069f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:33:10.295365 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:33:11.682738 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:33:13.219744 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:33:19.365886 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57996) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:33:19.468063 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dff65702-75cd-46ed-9ca7-9a1e727cd586 admin admin] 10.222.0.107 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4940 time: 0.1010997 Feb 15 16:33:21.814485 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58006) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:33:21.872864 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-802d7de6-fa8d-4afa-b9f8-6e60addb7419 admin admin] 10.222.0.107 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4940 time: 0.0573051 Feb 15 16:33:29.967285 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:33:30.333067 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:33:36.784298 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03250981-9089-4e5e-b751-3ae8e5e8bf33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:33:39.213539 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a2cdec8f-3e1d-4efc-a919-0fec4784f995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:33:40.269914 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:33:41.709855 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:33:42.714358 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:33:43.263995 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:33:59.943561 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:00.383869 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:06.840503 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8a424165-44a4-4525-845c-236644051a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:09.230274 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-230a23df-8cb1-44fe-823c-89a1a7ab1d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:10.292800 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:11.686800 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:13.240892 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:19.655142 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:34:30.090502 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:30.410973 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:36.759836 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c5b1cc90-854b-478b-b59b-bb93c2c2cc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:39.222104 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8eb41995-8732-4928-91e3-cf07796bf681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:40.228849 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:41.690605 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:43.239374 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:48.925908 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58162) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:49.218504 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6f52eb36-4ece-48bf-9143-8f84c78b3562 tempest-AutoAllocateNetworkTest-1633971627 tempest-AutoAllocateNetworkTest-1633971627-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=2e40481b14204dae998a25aeedeec347&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2913916 Feb 15 16:34:49.220933 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58186) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:49.411416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba4319e-16c7-4a57-b7fb-e09dfb357301 tempest-AutoAllocateNetworkTest-1633971627 tempest-AutoAllocateNetworkTest-1633971627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:34:49.414124 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eba4319e-16c7-4a57-b7fb-e09dfb357301 tempest-AutoAllocateNetworkTest-1633971627 tempest-AutoAllocateNetworkTest-1633971627-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1919131 Feb 15 16:34:49.415957 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58198) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:49.475963 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9e73982b-e84d-40fc-90fd-ba29451caf80 tempest-AutoAllocateNetworkTest-1633971627 tempest-AutoAllocateNetworkTest-1633971627-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587449 Feb 15 16:34:49.478686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58204) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:49.508492 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-81c58d06-dafd-44ea-b8b5-882f78f5f0ca tempest-AutoAllocateNetworkTest-1633971627 tempest-AutoAllocateNetworkTest-1633971627-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=2e40481b14204dae998a25aeedeec347 HTTP/1.1" status: 200 len: 208 time: 0.0263941 Feb 15 16:34:50.630865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58240) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:51.134146 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:51.206207 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Publish callbacks [] for security_group (87c18cea-2c43-4072-bb06-ffd71fd5d17b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:51.256601 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (87c18cea-2c43-4072-bb06-ffd71fd5d17b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:51.304865 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2e40481b14204dae998a25aeedeec347&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6709559 Feb 15 16:34:51.304865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c18cea-2c43-4072-bb06-ffd71fd5d17b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:34:51.305679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58264) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ccd239-40ab-4b1d-a1a9-9c6bb7ce3c84 admin admin] Tracked resource versions report: Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: pushed versions: Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: { 'AddressGroup': {'1.2'}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'ConntrackHelper': {'1.0'}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'LocalIPAssociation': {'1.0'}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'Log': {'1.0'}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'Network': {'1.1'}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'Port': {'1.7'}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'PortForwarding': {'1.2'}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'QosPolicy': {'1.10'}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'SecurityGroup': {'1.5'}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'SecurityGroupRule': {'1.2'}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'SubPort': {'1.0'}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'Subnet': {'1.1'}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'Trunk': {'1.1'}} Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: consumer versions: Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: { DHCP agent@n-d-828372-14: {}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: HyperV agent@n-h1-828372-14: {}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: HyperV agent@n-h2-828372-14: {}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: L3 agent@n-d-828372-14: {}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: Metadata agent@n-d-828372-14: {}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: Metering agent@n-d-828372-14: {}, Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: Open vSwitch agent@n-d-828372-14: { 'AddressGroup': '1.2', Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'ConntrackHelper': '1.0', Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'LocalIPAssociation': '1.0', Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'Log': '1.0', Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'Network': '1.1', Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'Port': '1.7', Feb 15 16:34:51.331242 n-d-828372-14 neutron-server[103800]: 'PortForwarding': '1.2', Feb 15 16:34:51.334098 n-d-828372-14 neutron-server[103800]: 'QosPolicy': '1.10', Feb 15 16:34:51.334098 n-d-828372-14 neutron-server[103800]: 'SecurityGroup': '1.5', Feb 15 16:34:51.334098 n-d-828372-14 neutron-server[103800]: 'SecurityGroupRule': '1.2', Feb 15 16:34:51.334098 n-d-828372-14 neutron-server[103800]: 'SubPort': '1.0', Feb 15 16:34:51.334098 n-d-828372-14 neutron-server[103800]: 'Subnet': '1.1', Feb 15 16:34:51.334098 n-d-828372-14 neutron-server[103800]: 'Trunk': '1.1'}} Feb 15 16:34:51.334098 n-d-828372-14 neutron-server[103800]: {{(pid=103800) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 16:34:51.374472 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a4d1b5c-36be-4df3-b189-99021bb935fd admin admin] Publish callbacks [] for security_group (87c18cea-2c43-4072-bb06-ffd71fd5d17b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:51.511947 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a4d1b5c-36be-4df3-b189-99021bb935fd admin admin] Publish callbacks [] for security_group (87c18cea-2c43-4072-bb06-ffd71fd5d17b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:51.605262 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a4d1b5c-36be-4df3-b189-99021bb935fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (87c18cea-2c43-4072-bb06-ffd71fd5d17b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:51.607884 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a4d1b5c-36be-4df3-b189-99021bb935fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:51.609048 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0a4d1b5c-36be-4df3-b189-99021bb935fd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/87c18cea-2c43-4072-bb06-ffd71fd5d17b HTTP/1.1" status: 204 len: 168 time: 0.3024271 Feb 15 16:34:51.617050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d1b5c-36be-4df3-b189-99021bb935fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c18cea-2c43-4072-bb06-ffd71fd5d17b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:34:54.478846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58442) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:54.481687 n-d-828372-14 neutron-server[103799]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 16:34:54.510536 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-283512a3-a7de-4893-bf5b-70359f51798e tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=ed222577d18d4754b6c74b7b1b59a0c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304966 Feb 15 16:34:54.719100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-78099036-0371-485c-92b3-9b9202c9ab4c tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:34:54.725937 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-78099036-0371-485c-92b3-9b9202c9ab4c tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2096443 Feb 15 16:34:54.739550 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-c8db92ad-4e04-4246-be9f-d2a0e21e3839 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/quotas/ed222577d18d4754b6c74b7b1b59a0c1 HTTP/1.1" status: 200 len: 375 time: 0.0117817 Feb 15 16:34:54.800082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-c306d928-4b1e-48aa-a6d6-9658c467a929 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=ed222577d18d4754b6c74b7b1b59a0c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540254 Feb 15 16:34:55.086742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58486) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:55.377445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58508) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:55.401044 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:55.508805 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-751e3e3f-e097-4312-a657-9dfadbd70539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:55.514119 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Publish callbacks [] for security_group (f26c3db8-3c05-4296-9040-483507776038), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:55.561195 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f820d81b-b22c-4dfa-9746-afff1b516cb8 req-953d12ed-baff-446d-9eed-fd421c874814 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 210 time: 0.0493653 Feb 15 16:34:55.582251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-751e3e3f-e097-4312-a657-9dfadbd70539 admin admin] Publish callbacks [] for security_group (6c24a297-918e-49f5-8e1b-15cdc88aa27b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:55.603026 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f26c3db8-3c05-4296-9040-483507776038), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:55.645785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26c3db8-3c05-4296-9040-483507776038,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:34:55.652421 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58528) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:55.652586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=da1de3f8a8cf402f9feb2bb53d610bc2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5646410 Feb 15 16:34:55.658979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:55.659338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:55.659687 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:55.660035 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:55.660378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:55.660717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:55.661051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:55.661403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:55.661744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:55.662077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:55.662412 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:55.662735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:55.663236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924ac03e-79e7-43ca-b64e-6adee254075e admin admin] Tracked resource versions report: Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: pushed versions: Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: { 'AddressGroup': {'1.2'}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'ConntrackHelper': {'1.0'}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'LocalIPAssociation': {'1.0'}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'Log': {'1.0'}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'Network': {'1.1'}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'Port': {'1.7'}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'PortForwarding': {'1.2'}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'QosPolicy': {'1.10'}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'SecurityGroup': {'1.5'}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'SecurityGroupRule': {'1.2'}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'SubPort': {'1.0'}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'Subnet': {'1.1'}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'Trunk': {'1.1'}} Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: consumer versions: Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: { DHCP agent@n-d-828372-14: {}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: HyperV agent@n-h1-828372-14: {}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: HyperV agent@n-h2-828372-14: {}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: L3 agent@n-d-828372-14: {}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: Metadata agent@n-d-828372-14: {}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: Metering agent@n-d-828372-14: {}, Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: Open vSwitch agent@n-d-828372-14: { 'AddressGroup': '1.2', Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'ConntrackHelper': '1.0', Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'LocalIPAssociation': '1.0', Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'Log': '1.0', Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'Network': '1.1', Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'Port': '1.7', Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'PortForwarding': '1.2', Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'QosPolicy': '1.10', Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'SecurityGroup': '1.5', Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'SecurityGroupRule': '1.2', Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'SubPort': '1.0', Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'Subnet': '1.1', Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: 'Trunk': '1.1'}} Feb 15 16:34:55.664470 n-d-828372-14 neutron-server[103799]: {{(pid=103799) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 16:34:55.689913 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-751e3e3f-e097-4312-a657-9dfadbd70539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6c24a297-918e-49f5-8e1b-15cdc88aa27b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:55.739116 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-751e3e3f-e097-4312-a657-9dfadbd70539 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5233a758ba7d46069c077b06e0edf1b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3461139 Feb 15 16:34:55.739236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58536) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:55.783071 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4f6378d5-f948-4c93-a18c-a19879983857 admin admin] Publish callbacks [] for security_group (f26c3db8-3c05-4296-9040-483507776038), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:55.809674 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d617325c-a1e4-4e67-94ee-45b90cb812f0 admin admin] Publish callbacks [] for security_group (6c24a297-918e-49f5-8e1b-15cdc88aa27b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:55.822095 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4f6378d5-f948-4c93-a18c-a19879983857 admin admin] Publish callbacks [] for security_group (f26c3db8-3c05-4296-9040-483507776038), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:55.827129 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e3e3f-e097-4312-a657-9dfadbd70539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c24a297-918e-49f5-8e1b-15cdc88aa27b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:34:55.836329 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d617325c-a1e4-4e67-94ee-45b90cb812f0 admin admin] Publish callbacks [] for security_group (6c24a297-918e-49f5-8e1b-15cdc88aa27b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:55.936430 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4f6378d5-f948-4c93-a18c-a19879983857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f26c3db8-3c05-4296-9040-483507776038), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:55.939433 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4f6378d5-f948-4c93-a18c-a19879983857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:55.940849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4f6378d5-f948-4c93-a18c-a19879983857 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f26c3db8-3c05-4296-9040-483507776038 HTTP/1.1" status: 204 len: 168 time: 0.2871182 Feb 15 16:34:55.954107 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6378d5-f948-4c93-a18c-a19879983857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26c3db8-3c05-4296-9040-483507776038,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:34:55.988306 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58566) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:56.013906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e996073c-afcd-4634-8a91-9966cf248205 req-484e349a-8fc0-4d77-afde-75b07935062f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=a4e817801bf341918d3e1380047cd746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509958 Feb 15 16:34:56.023023 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d617325c-a1e4-4e67-94ee-45b90cb812f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6c24a297-918e-49f5-8e1b-15cdc88aa27b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:56.026194 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d617325c-a1e4-4e67-94ee-45b90cb812f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:56.027340 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d617325c-a1e4-4e67-94ee-45b90cb812f0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6c24a297-918e-49f5-8e1b-15cdc88aa27b HTTP/1.1" status: 204 len: 168 time: 0.2917907 Feb 15 16:34:56.075506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617325c-a1e4-4e67-94ee-45b90cb812f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c24a297-918e-49f5-8e1b-15cdc88aa27b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:34:56.153506 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-286bb7a7-4437-43e9-a97a-796baa366d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:56.171124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996073c-afcd-4634-8a91-9966cf248205 req-0fa9fbce-ff89-4711-a8ce-1a2f0f49dffd tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:34:56.172692 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e996073c-afcd-4634-8a91-9966cf248205 req-0fa9fbce-ff89-4711-a8ce-1a2f0f49dffd tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1600428 Feb 15 16:34:56.189481 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e996073c-afcd-4634-8a91-9966cf248205 req-72a8f7b5-3792-4332-93ff-862659ad1e7d tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/quotas/a4e817801bf341918d3e1380047cd746 HTTP/1.1" status: 200 len: 375 time: 0.0106049 Feb 15 16:34:56.232191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e996073c-afcd-4634-8a91-9966cf248205 req-0a1f0583-72ce-4c34-9672-91288e29f1e7 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=a4e817801bf341918d3e1380047cd746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342019 Feb 15 16:34:56.237936 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-286bb7a7-4437-43e9-a97a-796baa366d5a admin admin] Publish callbacks [] for security_group (ff390816-4ffd-488b-8012-9f6aea150468), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:56.307894 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-286bb7a7-4437-43e9-a97a-796baa366d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ff390816-4ffd-488b-8012-9f6aea150468), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:56.350939 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-286bb7a7-4437-43e9-a97a-796baa366d5a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=00f2a8b5df8147cc85e81b72e9c02ece&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3615279 Feb 15 16:34:56.352847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286bb7a7-4437-43e9-a97a-796baa366d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff390816-4ffd-488b-8012-9f6aea150468,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:34:56.354208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58586) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:56.438967 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-67a2da32-f40b-49d3-8034-d08db4135a47 admin admin] Publish callbacks [] for security_group (ff390816-4ffd-488b-8012-9f6aea150468), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:56.473201 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-67a2da32-f40b-49d3-8034-d08db4135a47 admin admin] Publish callbacks [] for security_group (ff390816-4ffd-488b-8012-9f6aea150468), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:56.557514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1c14b558-dbd2-455c-b23e-61ecff55d6a3 req-78d8abea-ea9a-4255-b0f8-e8126359ffdc tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 210 time: 0.0553720 Feb 15 16:34:56.653483 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72ef8087-9194-4d0c-a817-890184687324 req-b33a1ea8-a7cf-40e8-a82e-4dd4d554abd2 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 210 time: 0.0295095 Feb 15 16:34:56.654753 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:34:56.683460 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-67a2da32-f40b-49d3-8034-d08db4135a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ff390816-4ffd-488b-8012-9f6aea150468), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:56.683460 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-67a2da32-f40b-49d3-8034-d08db4135a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:56.683460 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-67a2da32-f40b-49d3-8034-d08db4135a47 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ff390816-4ffd-488b-8012-9f6aea150468 HTTP/1.1" status: 204 len: 168 time: 0.3253796 Feb 15 16:34:56.688936 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2da32-f40b-49d3-8034-d08db4135a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff390816-4ffd-488b-8012-9f6aea150468,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:34:56.874391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58630) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:56.889356 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aba7d525-05c1-4d12-8288-3dcdd6ad912b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:56.974827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58632) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:56.990878 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-efd50ba3-5efb-4c6a-bd0c-a1c6e1ce8ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:56.994905 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aba7d525-05c1-4d12-8288-3dcdd6ad912b admin admin] Publish callbacks [] for security_group (747cc408-7880-4997-9990-a06c2e51de1b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:57.052316 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aba7d525-05c1-4d12-8288-3dcdd6ad912b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (747cc408-7880-4997-9990-a06c2e51de1b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:57.079619 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-efd50ba3-5efb-4c6a-bd0c-a1c6e1ce8ee5 admin admin] Publish callbacks [] for security_group (2968b6ac-bff1-4b78-9dbc-21d06e01db15), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:57.118911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7d525-05c1-4d12-8288-3dcdd6ad912b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747cc408-7880-4997-9990-a06c2e51de1b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:34:57.126306 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58634) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:57.134063 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-aba7d525-05c1-4d12-8288-3dcdd6ad912b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5485c3364eed4395b4c17edcfd3ac9bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2585068 Feb 15 16:34:57.152851 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-efd50ba3-5efb-4c6a-bd0c-a1c6e1ce8ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2968b6ac-bff1-4b78-9dbc-21d06e01db15), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:57.214234 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-efd50ba3-5efb-4c6a-bd0c-a1c6e1ce8ee5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a83601e2bd2a46778fffd6da5d1af16f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2417133 Feb 15 16:34:57.217021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58640) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:57.230230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd50ba3-5efb-4c6a-bd0c-a1c6e1ce8ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2968b6ac-bff1-4b78-9dbc-21d06e01db15,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:34:57.270852 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e85ad13c-c553-4905-a90f-52e4418bd65d admin admin] Publish callbacks [] for security_group (747cc408-7880-4997-9990-a06c2e51de1b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:57.300858 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e85ad13c-c553-4905-a90f-52e4418bd65d admin admin] Publish callbacks [] for security_group (747cc408-7880-4997-9990-a06c2e51de1b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:57.303669 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6486c9c4-7086-4126-ab91-9932eb38c773 admin admin] Publish callbacks [] for security_group (2968b6ac-bff1-4b78-9dbc-21d06e01db15), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:57.335244 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6486c9c4-7086-4126-ab91-9932eb38c773 admin admin] Publish callbacks [] for security_group (2968b6ac-bff1-4b78-9dbc-21d06e01db15), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:57.445051 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e85ad13c-c553-4905-a90f-52e4418bd65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (747cc408-7880-4997-9990-a06c2e51de1b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:57.447865 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e85ad13c-c553-4905-a90f-52e4418bd65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:57.449034 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e85ad13c-c553-4905-a90f-52e4418bd65d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/747cc408-7880-4997-9990-a06c2e51de1b HTTP/1.1" status: 204 len: 168 time: 0.3214667 Feb 15 16:34:57.457340 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ad13c-c553-4905-a90f-52e4418bd65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747cc408-7880-4997-9990-a06c2e51de1b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:34:57.507655 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6486c9c4-7086-4126-ab91-9932eb38c773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2968b6ac-bff1-4b78-9dbc-21d06e01db15), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:57.511639 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6486c9c4-7086-4126-ab91-9932eb38c773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:57.514106 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6486c9c4-7086-4126-ab91-9932eb38c773 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2968b6ac-bff1-4b78-9dbc-21d06e01db15 HTTP/1.1" status: 204 len: 168 time: 0.2952273 Feb 15 16:34:57.523895 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486c9c4-7086-4126-ab91-9932eb38c773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2968b6ac-bff1-4b78-9dbc-21d06e01db15,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:34:57.652779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58662) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:57.664790 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6b95e89c-d182-415a-a5e6-60407ec36699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:57.755149 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6b95e89c-d182-415a-a5e6-60407ec36699 admin admin] Publish callbacks [] for security_group (90768c24-18f0-40eb-b9ce-9b5b98ee227f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:57.804970 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6b95e89c-d182-415a-a5e6-60407ec36699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (90768c24-18f0-40eb-b9ce-9b5b98ee227f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:57.849984 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6b95e89c-d182-415a-a5e6-60407ec36699 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6b6b8c2ad0644028976f3b3cbef2b95a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1977739 Feb 15 16:34:57.854377 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58676) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:57.858982 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95e89c-d182-415a-a5e6-60407ec36699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90768c24-18f0-40eb-b9ce-9b5b98ee227f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:34:57.893420 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58678) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:57.909460 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b992fd1-74e7-4474-b745-8b0fb73ff827 req-dbc5660a-aecf-497e-be4f-17b2d8fe92e7 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 210 time: 0.0637572 Feb 15 16:34:57.925258 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10e98a76-f27b-403f-84b9-f75a606ca2bd admin admin] Publish callbacks [] for security_group (90768c24-18f0-40eb-b9ce-9b5b98ee227f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:57.962345 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10e98a76-f27b-403f-84b9-f75a606ca2bd admin admin] Publish callbacks [] for security_group (90768c24-18f0-40eb-b9ce-9b5b98ee227f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:58.132688 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10e98a76-f27b-403f-84b9-f75a606ca2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (90768c24-18f0-40eb-b9ce-9b5b98ee227f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:58.133972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.10', 61703) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:58.140486 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10e98a76-f27b-403f-84b9-f75a606ca2bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:58.142789 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-10e98a76-f27b-403f-84b9-f75a606ca2bd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/90768c24-18f0-40eb-b9ce-9b5b98ee227f HTTP/1.1" status: 204 len: 168 time: 0.2867892 Feb 15 16:34:58.153605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e98a76-f27b-403f-84b9-f75a606ca2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90768c24-18f0-40eb-b9ce-9b5b98ee227f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:34:58.164828 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-ddb7999e-66e4-4214-911e-1c4d77d6cd5e tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ed222577d18d4754b6c74b7b1b59a0c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295627 Feb 15 16:34:58.210784 n-d-828372-14 neutron-server[103800]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 16:34:58.281971 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67afc948-fe82-4878-a36c-285e19428f0f req-7c3fb055-230f-411d-896f-02db7106e7cd tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 210 time: 0.3871412 Feb 15 16:34:58.303435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-66c0db6f-40c4-4bee-82e4-9443e4db6611 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:34:58.303435 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-66c0db6f-40c4-4bee-82e4-9443e4db6611 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1325161 Feb 15 16:34:58.412051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Request body: {'port': {'device_id': '8a1ee676-8c75-47a4-91d0-1a264014b01a', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': 'ed222577d18d4754b6c74b7b1b59a0c1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:34:58.702294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Made reservation on behalf of ed222577d18d4754b6c74b7b1b59a0c1 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:34:58.705755 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:58.722845 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:58.809586 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Publish callbacks [] for security_group (d54afdc8-5d6e-4bd0-8031-acd08599707c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:58.913813 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d54afdc8-5d6e-4bd0-8031-acd08599707c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:59.072856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d54afdc8-5d6e-4bd0-8031-acd08599707c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:34:59.110278 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0cda5fe2-396f-4169-bd22-0590b34bd4c2 req-a01e9552-659f-4abb-8e52-ff84bd80ab7b tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 210 time: 0.0912478 Feb 15 16:34:59.196152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.10', 61707) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:34:59.218967 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Allocated IP 192.168.233.5 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/727e803c-64c2-4e36-bb02-0760d1cf27d3) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:34:59.233219 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e996073c-afcd-4634-8a91-9966cf248205 req-2c30ba27-520a-4cbe-95da-a981b14a3c0f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a4e817801bf341918d3e1380047cd746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348837 Feb 15 16:34:59.409471 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996073c-afcd-4634-8a91-9966cf248205 req-b584fae0-f4f4-4569-ba93-39b88ae56b4a tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:34:59.410824 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e996073c-afcd-4634-8a91-9966cf248205 req-b584fae0-f4f4-4569-ba93-39b88ae56b4a tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723619 Feb 15 16:34:59.431520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-e996073c-afcd-4634-8a91-9966cf248205 req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Request body: {'port': {'device_id': '67f757c4-fd6a-444f-a7f1-271453f93ca2', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': 'a4e817801bf341918d3e1380047cd746'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:34:59.461149 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d6440f5c-6694-4152-9126-5c28ac350160 req-0071e8dd-ea9b-428f-b1ac-bae2d7a3c7fd tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 210 time: 0.0743148 Feb 15 16:34:59.522746 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Publish callbacks [] for port (727e803c-64c2-4e36-bb02-0760d1cf27d3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:59.776803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e996073c-afcd-4634-8a91-9966cf248205 req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Made reservation on behalf of a4e817801bf341918d3e1380047cd746 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:34:59.777416 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (727e803c-64c2-4e36-bb02-0760d1cf27d3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:59.780453 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e996073c-afcd-4634-8a91-9966cf248205 req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:59.791059 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e996073c-afcd-4634-8a91-9966cf248205 req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:59.872465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:34:59.880012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:34:59.882799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:34:59.895787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:34:59.895787 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:59.903843 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e996073c-afcd-4634-8a91-9966cf248205 req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Publish callbacks [] for security_group (61fab297-ad1f-4a33-82e8-1b57df755bcc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:34:59.978098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Pushing event updated for resources: {'Port': ['ID=727e803c-64c2-4e36-bb02-0760d1cf27d3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:00.002661 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-6a453c2d-2ef8-46b0-81ba-56d0388dff33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5949492 Feb 15 16:35:00.031560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-3a8f3cfa-0d49-4551-921f-556f16c5b919 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:35:00.032895 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-3a8f3cfa-0d49-4551-921f-556f16c5b919 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062861 Feb 15 16:35:00.050712 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e996073c-afcd-4634-8a91-9966cf248205 req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (61fab297-ad1f-4a33-82e8-1b57df755bcc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:00.051049 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:00.281091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58818) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:00.314455 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-e996073c-afcd-4634-8a91-9966cf248205 req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Allocated IP 192.168.233.65 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/5145149e-cb47-4e81-b32d-3dd6ec777d18) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:35:00.396266 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-410c6774-1ea3-4e6b-9230-d4330901de9b None None] Provisioning complete for port 727e803c-64c2-4e36-bb02-0760d1cf27d3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:00.397606 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-410c6774-1ea3-4e6b-9230-d4330901de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (727e803c-64c2-4e36-bb02-0760d1cf27d3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:00.468700 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:00.494374 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-410c6774-1ea3-4e6b-9230-d4330901de9b None None] Port 727e803c-64c2-4e36-bb02-0760d1cf27d3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:35:00.499242 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e996073c-afcd-4634-8a91-9966cf248205 req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Publish callbacks [] for port (5145149e-cb47-4e81-b32d-3dd6ec777d18), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:00.596632 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e996073c-afcd-4634-8a91-9966cf248205 req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (5145149e-cb47-4e81-b32d-3dd6ec777d18), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:00.621182 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-51a4d3ec-a728-43c2-94eb-dc2b2e9cde44 req-6c11edef-e3c0-459b-a148-a13703651afc tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 210 time: 0.0589416 Feb 15 16:35:00.668403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-875cd415-a016-402f-91b4-4fb375e7b6d2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-288279692-network', 'tenant_id': '1330ba81e883477fad3ee87c051f79f5'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:00.689809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58832) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:00.719810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Pushing event updated for resources: {'Port': ['ID=5145149e-cb47-4e81-b32d-3dd6ec777d18,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:00.785457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61fab297-ad1f-4a33-82e8-1b57df755bcc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:00.785457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e996073c-afcd-4634-8a91-9966cf248205 req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:35:00.785457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-e996073c-afcd-4634-8a91-9966cf248205 req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:00.785457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e996073c-afcd-4634-8a91-9966cf248205 req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:35:00.785457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996073c-afcd-4634-8a91-9966cf248205 req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:00.785457 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e996073c-afcd-4634-8a91-9966cf248205 req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:00.785457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda05dc-4a78-4dd2-b626-bca483d3aed8 req-1224b4a4-6fd3-4433-a887-7fb3ce5d8fd3 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:00.785457 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ecda05dc-4a78-4dd2-b626-bca483d3aed8 req-1224b4a4-6fd3-4433-a887-7fb3ce5d8fd3 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 934 time: 0.2532113 Feb 15 16:35:00.868860 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ecda05dc-4a78-4dd2-b626-bca483d3aed8 req-d60d815e-55d1-4194-acf8-713e2c69ebae tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756311 Feb 15 16:35:01.019701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5a16c4a6-a037-47d0-8cc0-4edd8a0b7a2f None None] Provisioning complete for port 5145149e-cb47-4e81-b32d-3dd6ec777d18 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:01.020350 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a16c4a6-a037-47d0-8cc0-4edd8a0b7a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5145149e-cb47-4e81-b32d-3dd6ec777d18), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:01.066811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5a16c4a6-a037-47d0-8cc0-4edd8a0b7a2f None None] Port 5145149e-cb47-4e81-b32d-3dd6ec777d18 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:35:01.101676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875cd415-a016-402f-91b4-4fb375e7b6d2 admin admin] Made reservation on behalf of 1330ba81e883477fad3ee87c051f79f5 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:35:01.104025 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-875cd415-a016-402f-91b4-4fb375e7b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:01.114001 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-875cd415-a016-402f-91b4-4fb375e7b6d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:01.139288 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e996073c-afcd-4634-8a91-9966cf248205 req-a6c222eb-a32e-4754-8a93-d72e79778e2f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7158194 Feb 15 16:35:01.250141 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-875cd415-a016-402f-91b4-4fb375e7b6d2 admin admin] Publish callbacks [] for security_group (356df6df-b0e9-4dd5-82d2-b6d479408dd0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:01.322641 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-875cd415-a016-402f-91b4-4fb375e7b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (356df6df-b0e9-4dd5-82d2-b6d479408dd0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:01.374783 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cd415-a016-402f-91b4-4fb375e7b6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356df6df-b0e9-4dd5-82d2-b6d479408dd0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:01.380177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875cd415-a016-402f-91b4-4fb375e7b6d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:35:01.390070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Request body: {'port': {'device_id': '8a1ee676-8c75-47a4-91d0-1a264014b01a', 'device_owner': 'compute:tempest-test_az-1877125108', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:01.467859 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-778b144d-99b4-4a32-bd50-f21b98709b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:01.495607 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-875cd415-a016-402f-91b4-4fb375e7b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (6afd976d-b6cf-4400-a363-b41c4ca4d7d2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:01.495953 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-875cd415-a016-402f-91b4-4fb375e7b6d2 admin admin] Added segment 6afd976d-b6cf-4400-a363-b41c4ca4d7d2 of type vlan for network cdb0ff5b-4b5c-471c-8e84-3899eb11c542 Feb 15 16:35:01.734733 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-875cd415-a016-402f-91b4-4fb375e7b6d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (cdb0ff5b-4b5c-471c-8e84-3899eb11c542), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:01.762986 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (727e803c-64c2-4e36-bb02-0760d1cf27d3), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:02.053911 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-875cd415-a016-402f-91b4-4fb375e7b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (cdb0ff5b-4b5c-471c-8e84-3899eb11c542), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:02.054984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875cd415-a016-402f-91b4-4fb375e7b6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:02.055632 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-875cd415-a016-402f-91b4-4fb375e7b6d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:02.101116 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed5d79-fd74-4e37-850d-30f7efb8abc4 req-56792f44-1046-49bd-8a69-941ee55da563 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:02.110067 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baed5d79-fd74-4e37-850d-30f7efb8abc4 req-56792f44-1046-49bd-8a69-941ee55da563 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 935 time: 0.3814468 Feb 15 16:35:02.214262 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-778b144d-99b4-4a32-bd50-f21b98709b99 admin admin] Publish callbacks [] for security_group (db26e871-e359-47ad-8f62-b505e2b0857b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:02.235130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875cd415-a016-402f-91b4-4fb375e7b6d2 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb0ff5b-4b5c-471c-8e84-3899eb11c542,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:02.247780 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network cdb0ff5b-4b5c-471c-8e84-3899eb11c542 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:35:02.267751 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-875cd415-a016-402f-91b4-4fb375e7b6d2 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9848118 Feb 15 16:35:02.271764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58866) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:02.276671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-df917a10-171d-4ef7-ab0d-89ce4c4e6e92 admin admin] Request body: {'subnet': {'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-288279692-subnet', 'tenant_id': '1330ba81e883477fad3ee87c051f79f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:02.310530 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b511e49-a109-48df-8925-1142daff90e8 req-8f3c9431-412b-463b-804e-e0e1250ea0e7 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:02.316838 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b511e49-a109-48df-8925-1142daff90e8 req-8f3c9431-412b-463b-804e-e0e1250ea0e7 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 934 time: 0.0990832 Feb 15 16:35:02.319362 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-778b144d-99b4-4a32-bd50-f21b98709b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (db26e871-e359-47ad-8f62-b505e2b0857b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:02.381201 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df917a10-171d-4ef7-ab0d-89ce4c4e6e92 admin admin] Made reservation on behalf of 1330ba81e883477fad3ee87c051f79f5 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:35:02.384165 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df917a10-171d-4ef7-ab0d-89ce4c4e6e92 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:02.394716 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b511e49-a109-48df-8925-1142daff90e8 req-4d3154e1-81f2-44fe-aa33-a6b01da1a72c tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763474 Feb 15 16:35:02.428140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baed5d79-fd74-4e37-850d-30f7efb8abc4 req-2e174358-aaa3-4024-8a02-890496ba249f tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885716 Feb 15 16:35:02.466514 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58872) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:02.466700 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-778b144d-99b4-4a32-bd50-f21b98709b99 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=80e203d7189546608cefb31cbc1ee9d7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7732806 Feb 15 16:35:02.488593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b144d-99b4-4a32-bd50-f21b98709b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db26e871-e359-47ad-8f62-b505e2b0857b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:02.566921 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71e16c99-4695-45b8-bf5f-fc74c5845b36 admin admin] Publish callbacks [] for security_group (db26e871-e359-47ad-8f62-b505e2b0857b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:02.617950 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71e16c99-4695-45b8-bf5f-fc74c5845b36 admin admin] Publish callbacks [] for security_group (db26e871-e359-47ad-8f62-b505e2b0857b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:02.681606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 727e803c-64c2-4e36-bb02-0760d1cf27d3 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:35:02.691853 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Publish callbacks [] for port (727e803c-64c2-4e36-bb02-0760d1cf27d3), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:02.805790 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71e16c99-4695-45b8-bf5f-fc74c5845b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (db26e871-e359-47ad-8f62-b505e2b0857b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:02.806233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Transition to ACTIVE for port object 727e803c-64c2-4e36-bb02-0760d1cf27d3 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:35:02.809562 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71e16c99-4695-45b8-bf5f-fc74c5845b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:02.812703 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-71e16c99-4695-45b8-bf5f-fc74c5845b36 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/db26e871-e359-47ad-8f62-b505e2b0857b HTTP/1.1" status: 204 len: 168 time: 0.3435440 Feb 15 16:35:02.828361 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df917a10-171d-4ef7-ab0d-89ce4c4e6e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for subnet (5eff1d56-ea1c-4b61-b4a8-44185f0b861a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:02.829624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e16c99-4695-45b8-bf5f-fc74c5845b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db26e871-e359-47ad-8f62-b505e2b0857b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:02.904313 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (727e803c-64c2-4e36-bb02-0760d1cf27d3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:03.117570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Pushing event updated for resources: {'Port': ['ID=727e803c-64c2-4e36-bb02-0760d1cf27d3,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:03.161994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df917a10-171d-4ef7-ab0d-89ce4c4e6e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eff1d56-ea1c-4b61-b4a8-44185f0b861a,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:03.260702 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df917a10-171d-4ef7-ab0d-89ce4c4e6e92 admin admin] Checking segment: {'id': '6afd976d-b6cf-4400-a363-b41c4ca4d7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:03.261048 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df917a10-171d-4ef7-ab0d-89ce4c4e6e92 admin admin] Network hostable DHCP agents. Network: cdb0ff5b-4b5c-471c-8e84-3899eb11c542, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:35:03.301289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Attempting to bind port 727e803c-64c2-4e36-bb02-0760d1cf27d3 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:35:03.301666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Attempting to bind port 727e803c-64c2-4e36-bb02-0760d1cf27d3 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:35:03.302001 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Attempting to bind port 727e803c-64c2-4e36-bb02-0760d1cf27d3 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:03.315274 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Port 727e803c-64c2-4e36-bb02-0760d1cf27d3 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:35:03.322689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Attempting to bind port 727e803c-64c2-4e36-bb02-0760d1cf27d3 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:03.330108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:35:03.330634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:03.331206 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:35:03.331643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Bound port: 727e803c-64c2-4e36-bb02-0760d1cf27d3, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:35:03.332020 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (727e803c-64c2-4e36-bb02-0760d1cf27d3), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:03.396197 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df917a10-171d-4ef7-ab0d-89ce4c4e6e92 admin admin] Network cdb0ff5b-4b5c-471c-8e84-3899eb11c542 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:35:03.444454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] For port 727e803c-64c2-4e36-bb02-0760d1cf27d3, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:35:03.452202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] For port 727e803c-64c2-4e36-bb02-0760d1cf27d3, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=727e803c-64c2-4e36-bb02-0760d1cf27d3,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:35:03.513540 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-df917a10-171d-4ef7-ab0d-89ce4c4e6e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, cdb0ff5b-4b5c-471c-8e84-3899eb11c542) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:03.518601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df917a10-171d-4ef7-ab0d-89ce4c4e6e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:03.519580 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df917a10-171d-4ef7-ab0d-89ce4c4e6e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:03.524092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0752bf-0b8f-4398-86b2-2b8c13921756 None None] Network cdb0ff5b-4b5c-471c-8e84-3899eb11c542 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:35:03.575743 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c881f5-8156-4f74-8364-41f13c5a68a6 req-04f52d37-d124-421c-af82-8e4b5f33a71e tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:03.577306 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8c881f5-8156-4f74-8364-41f13c5a68a6 req-04f52d37-d124-421c-af82-8e4b5f33a71e tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 968 time: 0.0775421 Feb 15 16:35:03.583955 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (727e803c-64c2-4e36-bb02-0760d1cf27d3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:03.687835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-cdb0ff5b-4b5c-471c-8e84-3899eb11c542', 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542', 'project_id': '1330ba81e883477fad3ee87c051f79f5', 'fixed_ips': [{'subnet_id': '5eff1d56-ea1c-4b61-b4a8-44185f0b861a'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:35:03.689149 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:03.751510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-df917a10-171d-4ef7-ab0d-89ce4c4e6e92 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4784422 Feb 15 16:35:03.760893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58910) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:03.778283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:03.779423 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:03.781180 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] 10.222.0.10 "PUT /v2.0/ports/727e803c-64c2-4e36-bb02-0760d1cf27d3 HTTP/1.1" status: 200 len: 1117 time: 3.1585383 Feb 15 16:35:03.788796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-288279692-router', 'tenant_id': '1330ba81e883477fad3ee87c051f79f5', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:03.794277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a1ee676-8c75-47a4-91d0-1a264014b01a', 'tag': '727e803c-64c2-4e36-bb02-0760d1cf27d3'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:35:03.923094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58914) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:03.963968 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-551a40a7-4d84-41eb-b8d2-0807ecc02fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:03.971242 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8c881f5-8156-4f74-8364-41f13c5a68a6 req-6cc8208a-c7ba-4f68-8628-b58ff39bac0f tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838606 Feb 15 16:35:04.009799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Allocated IP 172.20.0.2 (cdb0ff5b-4b5c-471c-8e84-3899eb11c542/5eff1d56-ea1c-4b61-b4a8-44185f0b861a/43185bb4-098d-480e-ae25-7d8d7e6a42c5) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:35:04.079191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b314d70-f6b3-4f04-bdf6-5745aa0130a1 req-3c3b6915-6007-4bd3-bc35-bd4910923862 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:04.080479 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b314d70-f6b3-4f04-bdf6-5745aa0130a1 req-3c3b6915-6007-4bd3-bc35-bd4910923862 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 935 time: 0.5352070 Feb 15 16:35:04.083962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c7dfa-1618-4f0c-969a-985a46827131 service neutron] Pushing event updated for resources: {'Port': ['ID=727e803c-64c2-4e36-bb02-0760d1cf27d3,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:04.129663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58918) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:04.204319 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-551a40a7-4d84-41eb-b8d2-0807ecc02fe1 admin admin] Publish callbacks [] for security_group (f8e60ae7-ebbb-4f7e-bd54-fa6a37070f09), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:04.208942 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (485eefb7-0316-425f-81f6-d15e5a3c2562), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:04.210074 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (485eefb7-0316-425f-81f6-d15e5a3c2562), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:04.239130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b314d70-f6b3-4f04-bdf6-5745aa0130a1 req-01f30856-97a4-4216-b023-e2e813b35967 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460013 Feb 15 16:35:04.282134 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-551a40a7-4d84-41eb-b8d2-0807ecc02fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f8e60ae7-ebbb-4f7e-bd54-fa6a37070f09), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:04.328077 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e88670-4b34-4ce4-9f7e-ebefb624d65c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a1ee676-8c75-47a4-91d0-1a264014b01a", "tag": "727e803c-64c2-4e36-bb02-0760d1cf27d3"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:35:04.386645 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Publish callbacks [] for port (43185bb4-098d-480e-ae25-7d8d7e6a42c5), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:04.390851 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Publish callbacks [] for router_controller (485eefb7-0316-425f-81f6-d15e5a3c2562), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:04.419615 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-551a40a7-4d84-41eb-b8d2-0807ecc02fe1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8017cb107e5742ca8fa444b050d45519&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4941227 Feb 15 16:35:04.421273 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3826b07-c9bd-4e7e-a1c8-7f41987dc790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:04.422012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58932) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:04.423561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a40a7-4d84-41eb-b8d2-0807ecc02fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e60ae7-ebbb-4f7e-bd54-fa6a37070f09,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:04.462725 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (43185bb4-098d-480e-ae25-7d8d7e6a42c5), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:04.560424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Pushing event updated for resources: {'Port': ['ID=43185bb4-098d-480e-ae25-7d8d7e6a42c5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:04.593088 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3826b07-c9bd-4e7e-a1c8-7f41987dc790 admin admin] Publish callbacks [] for security_group (931d7363-9213-459b-a4e2-e3e891cd1de8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:04.595557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Network cdb0ff5b-4b5c-471c-8e84-3899eb11c542 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:35:04.602939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:04.606774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:04.617933 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:04.618325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:04.618872 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:04.619389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:04.619907 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:04.620411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:04.620927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:04.621464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:04.621971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:04.622485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:04.622986 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:04.623577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Tracked resource versions report: Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: pushed versions: Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: { 'AddressGroup': {'1.2'}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'ConntrackHelper': {'1.0'}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'LocalIPAssociation': {'1.0'}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'Log': {'1.0'}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'Network': {'1.1'}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'Port': {'1.7'}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'PortForwarding': {'1.2'}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'QosPolicy': {'1.10'}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'SecurityGroup': {'1.5'}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'SecurityGroupRule': {'1.2'}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'SubPort': {'1.0'}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'Subnet': {'1.1'}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'Trunk': {'1.1'}} Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: consumer versions: Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: { DHCP agent@n-d-828372-14: {}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: HyperV agent@n-h1-828372-14: {}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: HyperV agent@n-h2-828372-14: {}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: L3 agent@n-d-828372-14: {}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: Metadata agent@n-d-828372-14: {}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: Metering agent@n-d-828372-14: {}, Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: Open vSwitch agent@n-d-828372-14: { 'AddressGroup': '1.2', Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'ConntrackHelper': '1.0', Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'LocalIPAssociation': '1.0', Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'Log': '1.0', Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'Network': '1.1', Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'Port': '1.7', Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'PortForwarding': '1.2', Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'QosPolicy': '1.10', Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'SecurityGroup': '1.5', Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'SecurityGroupRule': '1.2', Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'SubPort': '1.0', Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'Subnet': '1.1', Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: 'Trunk': '1.1'}} Feb 15 16:35:04.625189 n-d-828372-14 neutron-server[103801]: {{(pid=103801) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 16:35:04.631981 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:35:04.656599 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3826b07-c9bd-4e7e-a1c8-7f41987dc790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (931d7363-9213-459b-a4e2-e3e891cd1de8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:04.762399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Attempting to bind port 43185bb4-098d-480e-ae25-7d8d7e6a42c5 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:35:04.766241 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Attempting to bind port 43185bb4-098d-480e-ae25-7d8d7e6a42c5 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '6afd976d-b6cf-4400-a363-b41c4ca4d7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:35:04.766730 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Attempting to bind port 43185bb4-098d-480e-ae25-7d8d7e6a42c5 on network cdb0ff5b-4b5c-471c-8e84-3899eb11c542 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:04.777133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:35:04.782149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Checking segment: {'id': '6afd976d-b6cf-4400-a363-b41c4ca4d7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:04.782149 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:04.782149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Bound using segment: {'id': '6afd976d-b6cf-4400-a363-b41c4ca4d7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:35:04.782149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Bound port: 43185bb4-098d-480e-ae25-7d8d7e6a42c5, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afd976d-b6cf-4400-a363-b41c4ca4d7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:35:04.782149 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (43185bb4-098d-480e-ae25-7d8d7e6a42c5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:04.806954 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04d0186-ca54-4a98-ac6b-e641ca5e5726 x-openstack-request-id: req-b04d0186-ca54-4a98-ac6b-e641ca5e5726 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:35:04.809096 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a1ee676-8c75-47a4-91d0-1a264014b01a", "tag": "727e803c-64c2-4e36-bb02-0760d1cf27d3", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:35:04.815942 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b04d0186-ca54-4a98-ac6b-e641ca5e5726 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:35:04.815942 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a1ee676-8c75-47a4-91d0-1a264014b01a', 'tag': '727e803c-64c2-4e36-bb02-0760d1cf27d3', 'status': 'completed', 'code': 200} Feb 15 16:35:04.816158 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e3826b07-c9bd-4e7e-a1c8-7f41987dc790 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c5a7ea9c38f243bc9a4f594820698e35&name=default HTTP/1.1" status: 200 len: 2995 time: 0.6804473 Feb 15 16:35:04.817691 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Request body: {'port': {'device_id': '67f757c4-fd6a-444f-a7f1-271453f93ca2', 'device_owner': 'compute:tempest-test_az-1877125108', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:04.820430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3826b07-c9bd-4e7e-a1c8-7f41987dc790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931d7363-9213-459b-a4e2-e3e891cd1de8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:04.822173 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58944) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:04.890313 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7f132d7b-0c40-4285-85bc-82b2d215589e admin admin] Publish callbacks [] for security_group (f8e60ae7-ebbb-4f7e-bd54-fa6a37070f09), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:04.922526 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5145149e-cb47-4e81-b32d-3dd6ec777d18), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:04.931699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] For port 43185bb4-098d-480e-ae25-7d8d7e6a42c5, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:35:04.935803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] For port 43185bb4-098d-480e-ae25-7d8d7e6a42c5, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=43185bb4-098d-480e-ae25-7d8d7e6a42c5,segment=NetworkSegment(6afd976d-b6cf-4400-a363-b41c4ca4d7d2),segment_id=6afd976d-b6cf-4400-a363-b41c4ca4d7d2)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:35:04.941353 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Publish callbacks [] for router_gateway (485eefb7-0316-425f-81f6-d15e5a3c2562), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:04.998266 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (43185bb4-098d-480e-ae25-7d8d7e6a42c5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:05.125617 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7a33d-c881-4525-9c18-e186b035d4ae None None] Pushing event updated for resources: {'Port': ['ID=43185bb4-098d-480e-ae25-7d8d7e6a42c5,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:05.181463 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7f132d7b-0c40-4285-85bc-82b2d215589e admin admin] Publish callbacks [] for security_group (f8e60ae7-ebbb-4f7e-bd54-fa6a37070f09), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:05.207419 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e88670-4b34-4ce4-9f7e-ebefb624d65c req-aedfd1ea-6adf-4f1a-b54b-fcd39754941a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:05.209096 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0e88670-4b34-4ce4-9f7e-ebefb624d65c req-aedfd1ea-6adf-4f1a-b54b-fcd39754941a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed222577d18d4754b6c74b7b1b59a0c1&device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 1151 time: 0.3717008 Feb 15 16:35:05.348754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fb634-5221-4521-af7d-35d08333f1f6 req-a9aa0c29-5fcf-4388-9c45-f96da9f5ffce tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:05.350491 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc5fb634-5221-4521-af7d-35d08333f1f6 req-a9aa0c29-5fcf-4388-9c45-f96da9f5ffce tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 968 time: 0.1927767 Feb 15 16:35:05.370770 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1400851-67e7-4592-a43a-980d3faa9478 admin admin] Publish callbacks [] for security_group (931d7363-9213-459b-a4e2-e3e891cd1de8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:05.395297 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1400851-67e7-4592-a43a-980d3faa9478 admin admin] Publish callbacks [] for security_group (931d7363-9213-459b-a4e2-e3e891cd1de8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:05.522894 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc5fb634-5221-4521-af7d-35d08333f1f6 req-0bd84cd0-b06e-40aa-8456-460c9f3773e7 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576443 Feb 15 16:35:05.540335 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1400851-67e7-4592-a43a-980d3faa9478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (931d7363-9213-459b-a4e2-e3e891cd1de8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:05.543057 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1400851-67e7-4592-a43a-980d3faa9478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:05.545102 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c1400851-67e7-4592-a43a-980d3faa9478 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/931d7363-9213-459b-a4e2-e3e891cd1de8 HTTP/1.1" status: 204 len: 168 time: 0.7098258 Feb 15 16:35:05.545430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5145149e-cb47-4e81-b32d-3dd6ec777d18 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:35:05.574883 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Publish callbacks [] for port (5145149e-cb47-4e81-b32d-3dd6ec777d18), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:05.633151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1400851-67e7-4592-a43a-980d3faa9478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931d7363-9213-459b-a4e2-e3e891cd1de8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:05.639386 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7f132d7b-0c40-4285-85bc-82b2d215589e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f8e60ae7-ebbb-4f7e-bd54-fa6a37070f09), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:05.646843 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7f132d7b-0c40-4285-85bc-82b2d215589e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:05.650813 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7f132d7b-0c40-4285-85bc-82b2d215589e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f8e60ae7-ebbb-4f7e-bd54-fa6a37070f09 HTTP/1.1" status: 204 len: 168 time: 1.2260504 Feb 15 16:35:05.656169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Transition to ACTIVE for port object 5145149e-cb47-4e81-b32d-3dd6ec777d18 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:35:05.749067 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5145149e-cb47-4e81-b32d-3dd6ec777d18), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:05.777210 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0e88670-4b34-4ce4-9f7e-ebefb624d65c req-3753a758-4b24-4bbf-8d5b-37353ea7da30 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ed222577d18d4754b6c74b7b1b59a0c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1110575 Feb 15 16:35:05.874477 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Pushing event updated for resources: {'Port': ['ID=5145149e-cb47-4e81-b32d-3dd6ec777d18,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:05.893253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f132d7b-0c40-4285-85bc-82b2d215589e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e60ae7-ebbb-4f7e-bd54-fa6a37070f09,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:05.980740 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Attempting to bind port 5145149e-cb47-4e81-b32d-3dd6ec777d18 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:35:05.984181 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Attempting to bind port 5145149e-cb47-4e81-b32d-3dd6ec777d18 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:35:05.984702 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Attempting to bind port 5145149e-cb47-4e81-b32d-3dd6ec777d18 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:05.996766 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Port 5145149e-cb47-4e81-b32d-3dd6ec777d18 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:35:05.997120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Attempting to bind port 5145149e-cb47-4e81-b32d-3dd6ec777d18 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:06.013821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:35:06.014718 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:06.017905 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:35:06.018310 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Bound port: 5145149e-cb47-4e81-b32d-3dd6ec777d18, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:35:06.018685 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5145149e-cb47-4e81-b32d-3dd6ec777d18), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:06.175819 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] For port 5145149e-cb47-4e81-b32d-3dd6ec777d18, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:35:06.183645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] For port 5145149e-cb47-4e81-b32d-3dd6ec777d18, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=5145149e-cb47-4e81-b32d-3dd6ec777d18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:35:06.251511 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5145149e-cb47-4e81-b32d-3dd6ec777d18), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:06.362327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 43185bb4-098d-480e-ae25-7d8d7e6a42c5 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:35:06.404602 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:06.406991 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:06.419586 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e996073c-afcd-4634-8a91-9966cf248205 req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] 10.222.0.10 "PUT /v2.0/ports/5145149e-cb47-4e81-b32d-3dd6ec777d18 HTTP/1.1" status: 200 len: 1118 time: 1.6667640 Feb 15 16:35:06.421453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f757c4-fd6a-444f-a7f1-271453f93ca2', 'tag': '5145149e-cb47-4e81-b32d-3dd6ec777d18'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:35:06.489464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e88670-4b34-4ce4-9f7e-ebefb624d65c req-de4f2d08-ebac-4f43-ace3-34634016e474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:06.491347 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0e88670-4b34-4ce4-9f7e-ebefb624d65c req-de4f2d08-ebac-4f43-ace3-34634016e474 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6622815 Feb 15 16:35:06.527937 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 43185bb4-098d-480e-ae25-7d8d7e6a42c5 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:06.528312 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (43185bb4-098d-480e-ae25-7d8d7e6a42c5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:06.691773 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Publish callbacks [] for router_gateway (485eefb7-0316-425f-81f6-d15e5a3c2562), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:06.730841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63edb32-4261-456f-ba2c-2a7c1c7f817f req-c0164743-a2cd-4f60-9a21-25070e73dc6e tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:06.738566 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d63edb32-4261-456f-ba2c-2a7c1c7f817f req-c0164743-a2cd-4f60-9a21-25070e73dc6e tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 969 time: 0.9529715 Feb 15 16:35:06.772267 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1e151-abf4-43be-b246-5760999b8a66 service neutron] Pushing event updated for resources: {'Port': ['ID=5145149e-cb47-4e81-b32d-3dd6ec777d18,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:06.787789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58980) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:06.827782 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 43185bb4-098d-480e-ae25-7d8d7e6a42c5 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:06.829914 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (43185bb4-098d-480e-ae25-7d8d7e6a42c5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:06.830868 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4120801b-027d-4c2a-aa23-d3e6bce0ac08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:06.850613 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:06.871480 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996073c-afcd-4634-8a91-9966cf248205 req-d5d09d1c-5024-4637-b530-0dc60ce17f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:06.878063 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e996073c-afcd-4634-8a91-9966cf248205 req-d5d09d1c-5024-4637-b530-0dc60ce17f52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4e817801bf341918d3e1380047cd746&device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 1152 time: 0.2582858 Feb 15 16:35:06.881413 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cbfeb54e-687d-4c8c-9bb4-ecac9262f65d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:06.948937 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 43185bb4-098d-480e-ae25-7d8d7e6a42c5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=43185bb4-098d-480e-ae25-7d8d7e6a42c5,segment=NetworkSegment(6afd976d-b6cf-4400-a363-b41c4ca4d7d2),segment_id=6afd976d-b6cf-4400-a363-b41c4ca4d7d2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:06.990675 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1354f9-0425-4e00-885a-64caa4bccaec None None] Network cdb0ff5b-4b5c-471c-8e84-3899eb11c542 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:35:07.028702 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d63edb32-4261-456f-ba2c-2a7c1c7f817f req-b9bfca8e-4835-47a8-ac25-4393b60d5d1e tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889974 Feb 15 16:35:07.033418 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e996073c-afcd-4634-8a91-9966cf248205 req-737295b8-2e8c-4c9d-b6a4-72ac44814eb4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=5145149e-cb47-4e81-b32d-3dd6ec777d18 HTTP/1.1" status: 200 len: 217 time: 0.1472466 Feb 15 16:35:07.049322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-811166c3-135f-4fb6-815f-9b875ccb88dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:07.050860 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-811166c3-135f-4fb6-815f-9b875ccb88dc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed222577d18d4754b6c74b7b1b59a0c1&device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 1151 time: 0.3744950 Feb 15 16:35:07.120529 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (43185bb4-098d-480e-ae25-7d8d7e6a42c5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:07.227139 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996073c-afcd-4634-8a91-9966cf248205 req-0f04cb44-97f5-46e1-8206-993999f263fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:07.227139 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e996073c-afcd-4634-8a91-9966cf248205 req-0f04cb44-97f5-46e1-8206-993999f263fd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1752923 Feb 15 16:35:07.236519 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458ad849-12e0-47e9-8759-818909477746" -d '{"events": [{"name": "network-changed", "server_uuid": "67f757c4-fd6a-444f-a7f1-271453f93ca2", "tag": "5145149e-cb47-4e81-b32d-3dd6ec777d18"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:35:07.254602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f433275e-63a5-4747-a48f-1acb0cab98df None None] Provisioning complete for port 43185bb4-098d-480e-ae25-7d8d7e6a42c5 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:07.266788 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f433275e-63a5-4747-a48f-1acb0cab98df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (43185bb4-098d-480e-ae25-7d8d7e6a42c5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:07.387533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=43185bb4-098d-480e-ae25-7d8d7e6a42c5,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:07.502688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f433275e-63a5-4747-a48f-1acb0cab98df None None] Current status of the port 43185bb4-098d-480e-ae25-7d8d7e6a42c5 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:07.529121 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996073c-afcd-4634-8a91-9966cf248205 req-804ac6d3-c83e-4a74-be08-252cc4c6d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:07.538141 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e996073c-afcd-4634-8a91-9966cf248205 req-804ac6d3-c83e-4a74-be08-252cc4c6d6e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2776189 Feb 15 16:35:07.551793 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-071f5312-4c0e-4916-8fa0-7e7dd12fd221 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=727e803c-64c2-4e36-bb02-0760d1cf27d3 HTTP/1.1" status: 200 len: 217 time: 0.4813247 Feb 15 16:35:07.587019 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4120801b-027d-4c2a-aa23-d3e6bce0ac08 admin admin] Publish callbacks [] for security_group (788b421c-4d35-4820-a44a-434ffa602b34), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:07.680518 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4120801b-027d-4c2a-aa23-d3e6bce0ac08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (788b421c-4d35-4820-a44a-434ffa602b34), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:07.687127 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Allocated IP 172.25.4.190 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/05d2809b-9c0b-4858-8433-21c8d7398c31) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:35:07.800766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00923b1-206b-4241-b1e8-506982a79fdc req-e9865a81-0c5b-4aa6-9665-5088ccc1b856 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:07.813511 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c00923b1-206b-4241-b1e8-506982a79fdc req-e9865a81-0c5b-4aa6-9665-5088ccc1b856 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 968 time: 0.3663461 Feb 15 16:35:07.814844 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4120801b-027d-4c2a-aa23-d3e6bce0ac08 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3b170141725c4aacb9c2ee4092c11283&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0244300 Feb 15 16:35:07.817576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59010) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:07.826394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4120801b-027d-4c2a-aa23-d3e6bce0ac08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788b421c-4d35-4820-a44a-434ffa602b34,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:07.846838 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c1abb9-44f6-4640-8249-81a2375d2afc x-openstack-request-id: req-a9c1abb9-44f6-4640-8249-81a2375d2afc {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:35:07.848203 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f757c4-fd6a-444f-a7f1-271453f93ca2", "tag": "5145149e-cb47-4e81-b32d-3dd6ec777d18", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:35:07.848655 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a9c1abb9-44f6-4640-8249-81a2375d2afc {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:35:07.849431 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f757c4-fd6a-444f-a7f1-271453f93ca2', 'tag': '5145149e-cb47-4e81-b32d-3dd6ec777d18', 'status': 'completed', 'code': 200} Feb 15 16:35:07.880934 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-044405b0-dbb3-450d-a1bc-15eef5663217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:07.884161 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-044405b0-dbb3-450d-a1bc-15eef5663217 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.2951910 Feb 15 16:35:07.884372 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e996073c-afcd-4634-8a91-9966cf248205 req-3c3d196c-0536-4478-920b-2b5aca028a2b service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951739 Feb 15 16:35:07.915302 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55fb1c9c-410d-4496-a4fd-dace0b12fad3 admin admin] Publish callbacks [] for security_group (788b421c-4d35-4820-a44a-434ffa602b34), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:07.955798 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55fb1c9c-410d-4496-a4fd-dace0b12fad3 admin admin] Publish callbacks [] for security_group (788b421c-4d35-4820-a44a-434ffa602b34), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:08.045815 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c00923b1-206b-4241-b1e8-506982a79fdc req-89de891b-9ad1-495d-b89a-915cff9217aa tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292249 Feb 15 16:35:08.061339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-404c3bd2-29da-4976-9378-6566af22bf69 None None] Provisioning complete for port 43185bb4-098d-480e-ae25-7d8d7e6a42c5 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:08.063015 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-404c3bd2-29da-4976-9378-6566af22bf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (43185bb4-098d-480e-ae25-7d8d7e6a42c5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:08.087063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-1885626f-f740-4e61-a686-0279886d77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:08.088942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-1885626f-f740-4e61-a686-0279886d77ef service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1504641 Feb 15 16:35:08.255851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-e72133b1-36b1-49a2-8b41-26e4b498351f service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558487 Feb 15 16:35:08.259360 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59024) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:08.262292 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e996073c-afcd-4634-8a91-9966cf248205 req-aad3cd28-7ac0-4059-8d04-f2f5e3660791 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122071 Feb 15 16:35:08.263680 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55fb1c9c-410d-4496-a4fd-dace0b12fad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (788b421c-4d35-4820-a44a-434ffa602b34), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:08.266636 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55fb1c9c-410d-4496-a4fd-dace0b12fad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:08.286027 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-55fb1c9c-410d-4496-a4fd-dace0b12fad3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/788b421c-4d35-4820-a44a-434ffa602b34 HTTP/1.1" status: 204 len: 168 time: 0.4588444 Feb 15 16:35:08.291780 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-404c3bd2-29da-4976-9378-6566af22bf69 None None] Current status of the port 43185bb4-098d-480e-ae25-7d8d7e6a42c5 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:08.307072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 43185bb4-098d-480e-ae25-7d8d7e6a42c5 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:35:08.316380 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb1c9c-410d-4496-a4fd-dace0b12fad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788b421c-4d35-4820-a44a-434ffa602b34,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:08.463487 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Publish callbacks [] for port (05d2809b-9c0b-4858-8433-21c8d7398c31), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:08.503604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7acf458d-ba8f-4b3b-9c03-0194a9a0b3d1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1777907549-network', 'tenant_id': 'd0ff076c939c42f79afd32ae34c41b7e'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:08.541064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034cb3bb-8d8a-4224-b58d-1f55919dfff0 req-13b6cb25-cd03-411e-b118-c3eabe4341bf tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:08.549590 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-034cb3bb-8d8a-4224-b58d-1f55919dfff0 req-13b6cb25-cd03-411e-b118-c3eabe4341bf tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 969 time: 0.2867470 Feb 15 16:35:08.610136 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ad849-12e0-47e9-8759-818909477746 req-ae875a1d-b0cb-4362-b210-a9e2d1a46a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:08.612647 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-458ad849-12e0-47e9-8759-818909477746 req-ae875a1d-b0cb-4362-b210-a9e2d1a46a62 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4e817801bf341918d3e1380047cd746&device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 1152 time: 0.1535218 Feb 15 16:35:08.633040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 43185bb4-098d-480e-ae25-7d8d7e6a42c5 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:08.637319 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (43185bb4-098d-480e-ae25-7d8d7e6a42c5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:08.661688 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-034cb3bb-8d8a-4224-b58d-1f55919dfff0 req-d02d3002-a427-47e4-b13b-fe0029ff8014 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087964 Feb 15 16:35:08.670487 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a28e311-ada1-4bd0-8324-4f6791535b78 req-f54a26af-8bd4-4109-890c-317384ad6c27 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690751 Feb 15 16:35:08.673272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acf458d-ba8f-4b3b-9c03-0194a9a0b3d1 admin admin] Made reservation on behalf of d0ff076c939c42f79afd32ae34c41b7e for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:35:08.677680 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7acf458d-ba8f-4b3b-9c03-0194a9a0b3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:08.699801 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7acf458d-ba8f-4b3b-9c03-0194a9a0b3d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:08.736991 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (05d2809b-9c0b-4858-8433-21c8d7398c31), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:08.825152 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:35:08.836449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:08.846287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 43185bb4-098d-480e-ae25-7d8d7e6a42c5 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:08.854049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:35:08.942932 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ad849-12e0-47e9-8759-818909477746 req-48dcc8da-c51d-4b6f-91ef-d9a3f493b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:08.945837 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-458ad849-12e0-47e9-8759-818909477746 req-48dcc8da-c51d-4b6f-91ef-d9a3f493b83b service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.3261561 Feb 15 16:35:08.982498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Pushing event updated for resources: {'Port': ['ID=05d2809b-9c0b-4858-8433-21c8d7398c31,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:09.166756 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7acf458d-ba8f-4b3b-9c03-0194a9a0b3d1 admin admin] Publish callbacks [] for security_group (4fed681c-b39e-4ed1-abbe-fab067242b32), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:09.249165 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-458ad849-12e0-47e9-8759-818909477746 req-f31a010e-8a60-4544-8196-4dbfb20b8a16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=5145149e-cb47-4e81-b32d-3dd6ec777d18 HTTP/1.1" status: 200 len: 217 time: 0.2291224 Feb 15 16:35:09.250910 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0901d876-7a7f-4396-a5a4-837dabefb26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:09.276220 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7acf458d-ba8f-4b3b-9c03-0194a9a0b3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4fed681c-b39e-4ed1-abbe-fab067242b32), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:09.349807 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ad849-12e0-47e9-8759-818909477746 req-609c903f-8494-49b6-af3f-151f8589d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:09.361813 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-458ad849-12e0-47e9-8759-818909477746 req-609c903f-8494-49b6-af3f-151f8589d13b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0995235 Feb 15 16:35:09.376406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf458d-ba8f-4b3b-9c03-0194a9a0b3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fed681c-b39e-4ed1-abbe-fab067242b32,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:09.394838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24615d5c-966f-452b-ae54-3771df9cb56c req-b3cf46f8-1987-4f7b-977c-63a228b67784 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:09.398020 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24615d5c-966f-452b-ae54-3771df9cb56c req-b3cf46f8-1987-4f7b-977c-63a228b67784 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 968 time: 0.1463146 Feb 15 16:35:09.420835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acf458d-ba8f-4b3b-9c03-0194a9a0b3d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:35:09.472875 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7acf458d-ba8f-4b3b-9c03-0194a9a0b3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (ea3b1a4c-0178-4654-ae98-21a3c575a664), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:09.474136 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-7acf458d-ba8f-4b3b-9c03-0194a9a0b3d1 admin admin] Added segment ea3b1a4c-0178-4654-ae98-21a3c575a664 of type vlan for network cc8d71f0-af5e-4df1-bb31-1f595b410607 Feb 15 16:35:09.559140 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24615d5c-966f-452b-ae54-3771df9cb56c req-e445d7b8-f9fa-429c-a8c9-be8a572cae61 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398003 Feb 15 16:35:09.559232 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7acf458d-ba8f-4b3b-9c03-0194a9a0b3d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (cc8d71f0-af5e-4df1-bb31-1f595b410607), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:09.564236 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ad849-12e0-47e9-8759-818909477746 req-3f624219-9998-44f3-b09a-c9a737f7a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:09.565314 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-458ad849-12e0-47e9-8759-818909477746 req-3f624219-9998-44f3-b09a-c9a737f7a89d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1302884 Feb 15 16:35:09.639329 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Publish callbacks [] for router_gateway (485eefb7-0316-425f-81f6-d15e5a3c2562), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:09.906373 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-458ad849-12e0-47e9-8759-818909477746 req-a8d71c52-c991-40c3-b46d-a1008cd1b314 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185997 Feb 15 16:35:09.963384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693bb41-b3d4-4ad2-b598-09c2c8a068af req-9ec03efe-1811-400f-9992-d867ab846670 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:09.963384 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7693bb41-b3d4-4ad2-b598-09c2c8a068af req-9ec03efe-1811-400f-9992-d867ab846670 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 969 time: 0.1527152 Feb 15 16:35:09.977989 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (485eefb7-0316-425f-81f6-d15e5a3c2562), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:10.336039 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7693bb41-b3d4-4ad2-b598-09c2c8a068af req-ead5240c-6a89-4d3f-8bd7-9a46f1566c38 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217144 Feb 15 16:35:10.336631 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7acf458d-ba8f-4b3b-9c03-0194a9a0b3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (cc8d71f0-af5e-4df1-bb31-1f595b410607), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:10.336631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acf458d-ba8f-4b3b-9c03-0194a9a0b3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:10.336631 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7acf458d-ba8f-4b3b-9c03-0194a9a0b3d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:10.337162 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-458ad849-12e0-47e9-8759-818909477746 req-2a98417e-4b90-49a8-ba21-301d71ffbccd service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093932 Feb 15 16:35:10.442133 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:10.481262 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf458d-ba8f-4b3b-9c03-0194a9a0b3d1 admin admin] Pushing event updated for resources: {'Network': ['ID=cc8d71f0-af5e-4df1-bb31-1f595b410607,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:10.494506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network cc8d71f0-af5e-4df1-bb31-1f595b410607 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:35:10.539633 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7acf458d-ba8f-4b3b-9c03-0194a9a0b3d1 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2615921 Feb 15 16:35:10.548307 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59086) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:10.555041 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-fc9c3c98-f505-418c-bb70-47c199dcc1c8 admin admin] Request body: {'subnet': {'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1777907549-subnet', 'tenant_id': 'd0ff076c939c42f79afd32ae34c41b7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:10.574729 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Router 485eefb7-0316-425f-81f6-d15e5a3c2562 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:35:10.715075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9c3c98-f505-418c-bb70-47c199dcc1c8 admin admin] Made reservation on behalf of d0ff076c939c42f79afd32ae34c41b7e for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:35:10.717556 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fc9c3c98-f505-418c-bb70-47c199dcc1c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:10.859261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6531c45-6861-4e07-b2ec-e799a0607bf2 req-3b919f06-fddc-46c4-8f2d-2c82c587a04b tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:10.861031 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d6531c45-6861-4e07-b2ec-e799a0607bf2 req-3b919f06-fddc-46c4-8f2d-2c82c587a04b tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 968 time: 0.1614892 Feb 15 16:35:10.863402 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:35:10.881668 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Sync routers for ids ['485eefb7-0316-425f-81f6-d15e5a3c2562'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:35:10.894791 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Routers {'485eefb7-0316-425f-81f6-d15e5a3c2562'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:35:10.895437 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:35:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['485eefb7-0316-425f-81f6-d15e5a3c2562'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:10.963849 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d6531c45-6861-4e07-b2ec-e799a0607bf2 req-699917af-e09c-4fe2-8fd4-0f70cc86ff84 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882761 Feb 15 16:35:11.004271 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:11.005530 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-99a1cb8b-6418-4101-a4b4-c3db04f0cbe6 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.2409987 Feb 15 16:35:11.008855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59106) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:11.050094 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Set router 485eefb7-0316-425f-81f6-d15e5a3c2562 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:35:11.067510 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fc9c3c98-f505-418c-bb70-47c199dcc1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for subnet (b9f4fb5f-b1bf-499b-9582-c606857e0233), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:11.128805 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c3c98-f505-418c-bb70-47c199dcc1c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f4fb5f-b1bf-499b-9582-c606857e0233,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:11.140067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c3c98-f505-418c-bb70-47c199dcc1c8 admin admin] Checking segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:11.140502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9c3c98-f505-418c-bb70-47c199dcc1c8 admin admin] Network hostable DHCP agents. Network: cc8d71f0-af5e-4df1-bb31-1f595b410607, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:35:11.221945 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9c3c98-f505-418c-bb70-47c199dcc1c8 admin admin] Network cc8d71f0-af5e-4df1-bb31-1f595b410607 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:35:11.292694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-fc9c3c98-f505-418c-bb70-47c199dcc1c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, cc8d71f0-af5e-4df1-bb31-1f595b410607) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:11.305915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9c3c98-f505-418c-bb70-47c199dcc1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:11.305915 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fc9c3c98-f505-418c-bb70-47c199dcc1c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:11.306093 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1316057-912c-4054-a284-b6bbee7f9e84 None None] Network cc8d71f0-af5e-4df1-bb31-1f595b410607 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:35:11.332182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1387c211-bbc1-4e87-9b84-d5986f5d196a req-afe41fa8-a0f8-41a0-8efa-022f2403a425 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:11.340394 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1387c211-bbc1-4e87-9b84-d5986f5d196a req-afe41fa8-a0f8-41a0-8efa-022f2403a425 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 969 time: 0.0815830 Feb 15 16:35:11.377722 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'name': 'tempest-AttachSCSIVolumeTestJSON-288279692-router', 'tenant_id': '1330ba81e883477fad3ee87c051f79f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '05d2809b-9c0b-4858-8433-21c8d7398c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:04Z', 'updated_at': '2022-02-15T16:35:09Z', 'revision_number': 3, 'project_id': '1330ba81e883477fad3ee87c051f79f5', 'gw_port': {'id': '05d2809b-9c0b-4858-8433-21c8d7398c31', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:06Z', 'updated_at': '2022-02-15T16:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:11.402030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fc9c3c98-f505-418c-bb70-47c199dcc1c8 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8522816 Feb 15 16:35:11.420470 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Checking router: 485eefb7-0316-425f-81f6-d15e5a3c2562 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:35:11.427089 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Updating router 485eefb7-0316-425f-81f6-d15e5a3c2562 port 05d2809b-9c0b-4858-8433-21c8d7398c31 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:35:11.450436 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1387c211-bbc1-4e87-9b84-d5986f5d196a req-bdcfc8c0-e6d0-4ed0-b168-e81b8fe9d79e tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052163 Feb 15 16:35:11.460187 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c267e371-7521-4bbc-add8-16a6b3b3c069 None None] Network cc8d71f0-af5e-4df1-bb31-1f595b410607 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:35:11.462772 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (05d2809b-9c0b-4858-8433-21c8d7398c31), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:11.701155 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:11.736188 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:11.767627 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Publish callbacks [] for port (05d2809b-9c0b-4858-8433-21c8d7398c31), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:11.821862 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (05d2809b-9c0b-4858-8433-21c8d7398c31), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:11.839084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59136) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:11.870108 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd2640-f15f-4a90-aa86-4bc0b004615b None None] Pushing event updated for resources: {'Port': ['ID=05d2809b-9c0b-4858-8433-21c8d7398c31,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:11.892145 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Attempting to bind port 05d2809b-9c0b-4858-8433-21c8d7398c31 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:35:11.893311 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Attempting to bind port 05d2809b-9c0b-4858-8433-21c8d7398c31 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:35:11.893953 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Attempting to bind port 05d2809b-9c0b-4858-8433-21c8d7398c31 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:11.900151 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:35:11.900834 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:11.901455 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:11.902024 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:35:11.903258 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Bound port: 05d2809b-9c0b-4858-8433-21c8d7398c31, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:35:11.903709 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (05d2809b-9c0b-4858-8433-21c8d7398c31), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:11.914400 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Allocated IP 172.20.0.1 (cdb0ff5b-4b5c-471c-8e84-3899eb11c542/5eff1d56-ea1c-4b61-b4a8-44185f0b861a/b7f84f74-5fed-490d-b766-44970b926768) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:35:11.927203 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd2640-f15f-4a90-aa86-4bc0b004615b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:11.932187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd2640-f15f-4a90-aa86-4bc0b004615b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:11.932187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd2640-f15f-4a90-aa86-4bc0b004615b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:11.932187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd2640-f15f-4a90-aa86-4bc0b004615b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:11.932187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd2640-f15f-4a90-aa86-4bc0b004615b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:11.932187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd2640-f15f-4a90-aa86-4bc0b004615b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:11.932187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd2640-f15f-4a90-aa86-4bc0b004615b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:11.932187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd2640-f15f-4a90-aa86-4bc0b004615b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:11.932187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd2640-f15f-4a90-aa86-4bc0b004615b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:11.932187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd2640-f15f-4a90-aa86-4bc0b004615b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:11.932187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd2640-f15f-4a90-aa86-4bc0b004615b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:11.932187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd2640-f15f-4a90-aa86-4bc0b004615b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:11.932187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd2640-f15f-4a90-aa86-4bc0b004615b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cd2640-f15f-4a90-aa86-4bc0b004615b None None] Tracked resource versions report: Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: pushed versions: Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: { 'AddressGroup': {'1.2'}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'ConntrackHelper': {'1.0'}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'LocalIPAssociation': {'1.0'}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'Log': {'1.0'}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'Network': {'1.1'}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'Port': {'1.7'}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'PortForwarding': {'1.2'}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'QosPolicy': {'1.10'}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'SecurityGroup': {'1.5'}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'SecurityGroupRule': {'1.2'}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'SubPort': {'1.0'}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'Subnet': {'1.1'}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'Trunk': {'1.1'}} Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: consumer versions: Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: { DHCP agent@n-d-828372-14: {}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: HyperV agent@n-h1-828372-14: {}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: HyperV agent@n-h2-828372-14: {}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: L3 agent@n-d-828372-14: {}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: Metadata agent@n-d-828372-14: {}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: Metering agent@n-d-828372-14: {}, Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: Open vSwitch agent@n-d-828372-14: { 'AddressGroup': '1.2', Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'ConntrackHelper': '1.0', Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'LocalIPAssociation': '1.0', Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'Log': '1.0', Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'Network': '1.1', Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'Port': '1.7', Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'PortForwarding': '1.2', Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'QosPolicy': '1.10', Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'SecurityGroup': '1.5', Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'SecurityGroupRule': '1.2', Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'SubPort': '1.0', Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'Subnet': '1.1', Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: 'Trunk': '1.1'}} Feb 15 16:35:11.933226 n-d-828372-14 neutron-server[103802]: {{(pid=103802) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 16:35:11.968537 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] For port 05d2809b-9c0b-4858-8433-21c8d7398c31, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:35:11.973038 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] For port 05d2809b-9c0b-4858-8433-21c8d7398c31, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=05d2809b-9c0b-4858-8433-21c8d7398c31,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:35:12.048609 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Publish callbacks [] for port (b7f84f74-5fed-490d-b766-44970b926768), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.056953 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (05d2809b-9c0b-4858-8433-21c8d7398c31), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.106394 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b205d9ee-2bea-4952-a43f-4e1393a0f890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.129322 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Routers {'485eefb7-0316-425f-81f6-d15e5a3c2562'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:35:12.130783 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:35:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['485eefb7-0316-425f-81f6-d15e5a3c2562'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:12.146455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98923ee-67c8-45e8-821e-306af28fb41f req-157f510c-c48e-4190-951a-b127f87443cb tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:12.156706 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d98923ee-67c8-45e8-821e-306af28fb41f req-157f510c-c48e-4190-951a-b127f87443cb tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 968 time: 0.1116297 Feb 15 16:35:12.172828 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd2640-f15f-4a90-aa86-4bc0b004615b None None] Pushing event updated for resources: {'Port': ['ID=05d2809b-9c0b-4858-8433-21c8d7398c31,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:12.205311 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (b7f84f74-5fed-490d-b766-44970b926768), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.232256 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Network cdb0ff5b-4b5c-471c-8e84-3899eb11c542 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:35:12.243797 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d98923ee-67c8-45e8-821e-306af28fb41f req-23c1df71-17d8-45ae-935f-468cfd62c0d0 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852482 Feb 15 16:35:12.250548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:12.254550 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:35:12.255022 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (485eefb7-0316-425f-81f6-d15e5a3c2562), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.291476 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b205d9ee-2bea-4952-a43f-4e1393a0f890 admin admin] Publish callbacks [] for security_group (b6f7c2f6-75e5-4b97-b217-212a5e90fa9e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.307976 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] Set router 485eefb7-0316-425f-81f6-d15e5a3c2562 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:35:12.341943 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b205d9ee-2bea-4952-a43f-4e1393a0f890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b6f7c2f6-75e5-4b97-b217-212a5e90fa9e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.346028 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Pushing event updated for resources: {'Port': ['ID=b7f84f74-5fed-490d-b766-44970b926768,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:12.419292 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205d9ee-2bea-4952-a43f-4e1393a0f890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f7c2f6-75e5-4b97-b217-212a5e90fa9e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:12.456317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b205d9ee-2bea-4952-a43f-4e1393a0f890 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=815795f2f8a94042adcc7c86654f669c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6160221 Feb 15 16:35:12.458863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59158) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:12.544006 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a9738be-1b21-4b11-8e2f-96cbb18976df admin admin] Publish callbacks [] for security_group (b6f7c2f6-75e5-4b97-b217-212a5e90fa9e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.557012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b7f84f74-5fed-490d-b766-44970b926768), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.589260 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a9738be-1b21-4b11-8e2f-96cbb18976df admin admin] Publish callbacks [] for security_group (b6f7c2f6-75e5-4b97-b217-212a5e90fa9e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.662625 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cac20d58-ac6a-4f58-8a92-a36f35300d2e None None] Provisioning complete for port b7f84f74-5fed-490d-b766-44970b926768 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:12.663195 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cac20d58-ac6a-4f58-8a92-a36f35300d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b7f84f74-5fed-490d-b766-44970b926768), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.670954 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'name': 'tempest-AttachSCSIVolumeTestJSON-288279692-router', 'tenant_id': '1330ba81e883477fad3ee87c051f79f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '05d2809b-9c0b-4858-8433-21c8d7398c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:04Z', 'updated_at': '2022-02-15T16:35:09Z', 'revision_number': 3, 'project_id': '1330ba81e883477fad3ee87c051f79f5', 'gw_port': {'id': '05d2809b-9c0b-4858-8433-21c8d7398c31', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:06Z', 'updated_at': '2022-02-15T16:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:12.686378 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a816ac-59ff-4fcb-83f1-81476fb7885c req-cd26d9ac-bdec-4c96-8cb0-e6c3c8aa44e1 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:12.687896 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-62a816ac-59ff-4fcb-83f1-81476fb7885c req-cd26d9ac-bdec-4c96-8cb0-e6c3c8aa44e1 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 969 time: 0.1149709 Feb 15 16:35:12.708318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cac20d58-ac6a-4f58-8a92-a36f35300d2e None None] Port b7f84f74-5fed-490d-b766-44970b926768 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:35:12.710472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59168) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:12.712815 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5339613-77b4-4344-8d20-bec3db491d1d None None] The sync data for ids ['485eefb7-0316-425f-81f6-d15e5a3c2562'] in n-d-828372-14 is: [{'id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'name': 'tempest-AttachSCSIVolumeTestJSON-288279692-router', 'tenant_id': '1330ba81e883477fad3ee87c051f79f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '05d2809b-9c0b-4858-8433-21c8d7398c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:04Z', 'updated_at': '2022-02-15T16:35:09Z', 'revision_number': 3, 'project_id': '1330ba81e883477fad3ee87c051f79f5', 'gw_port': {'id': '05d2809b-9c0b-4858-8433-21c8d7398c31', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e5:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:06Z', 'updated_at': '2022-02-15T16:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:35:12.720378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-65e404c8-0804-424b-b3d0-330e51314e1f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-726403580-network', 'tenant_id': 'fe273c0dda27486592b720383f87bc38'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:12.725017 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a9738be-1b21-4b11-8e2f-96cbb18976df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b6f7c2f6-75e5-4b97-b217-212a5e90fa9e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.728120 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a9738be-1b21-4b11-8e2f-96cbb18976df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.729409 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1a9738be-1b21-4b11-8e2f-96cbb18976df admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b6f7c2f6-75e5-4b97-b217-212a5e90fa9e HTTP/1.1" status: 204 len: 168 time: 0.2694600 Feb 15 16:35:12.747040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9738be-1b21-4b11-8e2f-96cbb18976df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f7c2f6-75e5-4b97-b217-212a5e90fa9e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:12.796219 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-62a816ac-59ff-4fcb-83f1-81476fb7885c req-ef9fd0f8-05c9-40ce-9184-e16b89b46a92 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972242 Feb 15 16:35:12.843094 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Publish callbacks [] for port (b7f84f74-5fed-490d-b766-44970b926768), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.844887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e404c8-0804-424b-b3d0-330e51314e1f admin admin] Made reservation on behalf of fe273c0dda27486592b720383f87bc38 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:35:12.848658 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65e404c8-0804-424b-b3d0-330e51314e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.858972 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65e404c8-0804-424b-b3d0-330e51314e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.919015 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b7f84f74-5fed-490d-b766-44970b926768), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.920040 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (485eefb7-0316-425f-81f6-d15e5a3c2562), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:12.961716 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65e404c8-0804-424b-b3d0-330e51314e1f admin admin] Publish callbacks [] for security_group (ed9608c0-294a-4ee7-803e-7707f2bddc9e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:13.021554 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Pushing event updated for resources: {'Port': ['ID=b7f84f74-5fed-490d-b766-44970b926768,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:13.039439 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65e404c8-0804-424b-b3d0-330e51314e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ed9608c0-294a-4ee7-803e-7707f2bddc9e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:13.098713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65e404c8-0804-424b-b3d0-330e51314e1f admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:35:13.109642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e404c8-0804-424b-b3d0-330e51314e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9608c0-294a-4ee7-803e-7707f2bddc9e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:13.113560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Network cdb0ff5b-4b5c-471c-8e84-3899eb11c542 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:35:13.115125 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:13.118528 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65e404c8-0804-424b-b3d0-330e51314e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e1303496-3add-452f-b921-8320b7d06e24), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:13.120890 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-65e404c8-0804-424b-b3d0-330e51314e1f admin admin] Added segment e1303496-3add-452f-b921-8320b7d06e24 of type vlan for network e1fe85f0-aa01-4799-938a-5e708fe4e62c Feb 15 16:35:13.207269 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65e404c8-0804-424b-b3d0-330e51314e1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (e1fe85f0-aa01-4799-938a-5e708fe4e62c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:13.282593 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:13.320413 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Router 485eefb7-0316-425f-81f6-d15e5a3c2562 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:35:13.330446 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65e404c8-0804-424b-b3d0-330e51314e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (e1fe85f0-aa01-4799-938a-5e708fe4e62c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:13.331684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e404c8-0804-424b-b3d0-330e51314e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:13.332428 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65e404c8-0804-424b-b3d0-330e51314e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:13.434335 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-65e404c8-0804-424b-b3d0-330e51314e1f admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7226357 Feb 15 16:35:13.435213 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59184) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:13.444422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5334fb2d-6d55-410a-84cb-fb476a5484d5 None None] Provisioning complete for port b7f84f74-5fed-490d-b766-44970b926768 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:13.450293 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5334fb2d-6d55-410a-84cb-fb476a5484d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b7f84f74-5fed-490d-b766-44970b926768), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:13.475137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e404c8-0804-424b-b3d0-330e51314e1f admin admin] Pushing event updated for resources: {'Network': ['ID=e1fe85f0-aa01-4799-938a-5e708fe4e62c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:13.491129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-5db96dbd-9a32-4da8-83e2-fc9ce2719c6a admin admin] Request body: {'subnet': {'network_id': 'e1fe85f0-aa01-4799-938a-5e708fe4e62c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-726403580-subnet', 'tenant_id': 'fe273c0dda27486592b720383f87bc38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:13.493427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network e1fe85f0-aa01-4799-938a-5e708fe4e62c details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:35:13.558684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db96dbd-9a32-4da8-83e2-fc9ce2719c6a admin admin] Made reservation on behalf of fe273c0dda27486592b720383f87bc38 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:35:13.561654 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5db96dbd-9a32-4da8-83e2-fc9ce2719c6a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:13.610602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5334fb2d-6d55-410a-84cb-fb476a5484d5 None None] Port b7f84f74-5fed-490d-b766-44970b926768 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:35:13.753807 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf2e69-b69a-479c-bffb-170e48943b93 req-241bd249-0d96-4dde-849b-378aff03188d tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:13.755411 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2edf2e69-b69a-479c-bffb-170e48943b93 req-241bd249-0d96-4dde-849b-378aff03188d tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 968 time: 0.4066076 Feb 15 16:35:13.818304 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:35:13.828759 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-571dc96d-2a8b-46d0-8ee3-55b054eeceb9 admin admin] 10.222.0.107 "PUT /v2.0/routers/485eefb7-0316-425f-81f6-d15e5a3c2562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8187027 Feb 15 16:35:13.832566 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2edf2e69-b69a-479c-bffb-170e48943b93 req-667c134e-e154-4cf3-a5a7-610ac09119e0 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688348 Feb 15 16:35:13.866380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59196) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:13.891569 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5db96dbd-9a32-4da8-83e2-fc9ce2719c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for subnet (0043ccc0-4382-41b5-b474-1288d9f520e7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:13.903256 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ad5de47-37d7-4d78-bcb7-7259486b15b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:13.969396 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d3b02-acdd-4925-8369-1f60eb250405 req-e02d8900-c3e2-4694-a090-a7f42b0779ad tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:13.982188 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-454d3b02-acdd-4925-8369-1f60eb250405 req-e02d8900-c3e2-4694-a090-a7f42b0779ad tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 969 time: 0.0717387 Feb 15 16:35:13.988629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db96dbd-9a32-4da8-83e2-fc9ce2719c6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0043ccc0-4382-41b5-b474-1288d9f520e7,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:14.022927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db96dbd-9a32-4da8-83e2-fc9ce2719c6a admin admin] Checking segment: {'id': 'e1303496-3add-452f-b921-8320b7d06e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e1fe85f0-aa01-4799-938a-5e708fe4e62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:14.026332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db96dbd-9a32-4da8-83e2-fc9ce2719c6a admin admin] Network hostable DHCP agents. Network: e1fe85f0-aa01-4799-938a-5e708fe4e62c, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:35:14.040587 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-454d3b02-acdd-4925-8369-1f60eb250405 req-5a2b1376-39d5-4168-8dbd-a4b888c946fd tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489738 Feb 15 16:35:14.095505 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ad5de47-37d7-4d78-bcb7-7259486b15b8 admin admin] Publish callbacks [] for security_group (f14fa8a5-7fd4-4f3e-ae2f-6b81f4457826), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:14.152938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db96dbd-9a32-4da8-83e2-fc9ce2719c6a admin admin] Network e1fe85f0-aa01-4799-938a-5e708fe4e62c is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:35:14.181533 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ad5de47-37d7-4d78-bcb7-7259486b15b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f14fa8a5-7fd4-4f3e-ae2f-6b81f4457826), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:14.221297 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0ad5de47-37d7-4d78-bcb7-7259486b15b8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=820f2789ad444cf484ac228ced97de19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526785 Feb 15 16:35:14.222939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5de47-37d7-4d78-bcb7-7259486b15b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14fa8a5-7fd4-4f3e-ae2f-6b81f4457826,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:14.223564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59206) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:14.284755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-5db96dbd-9a32-4da8-83e2-fc9ce2719c6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, e1fe85f0-aa01-4799-938a-5e708fe4e62c) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:14.295417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db96dbd-9a32-4da8-83e2-fc9ce2719c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:14.295417 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5db96dbd-9a32-4da8-83e2-fc9ce2719c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:14.295897 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94932001-a677-41a2-a43d-149ea0b29aa9 None None] Network e1fe85f0-aa01-4799-938a-5e708fe4e62c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:35:14.309834 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c014f7ad-8f18-4601-9ca4-0b959fe653ec admin admin] Publish callbacks [] for security_group (f14fa8a5-7fd4-4f3e-ae2f-6b81f4457826), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:14.357229 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c014f7ad-8f18-4601-9ca4-0b959fe653ec admin admin] Publish callbacks [] for security_group (f14fa8a5-7fd4-4f3e-ae2f-6b81f4457826), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:14.389212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 05d2809b-9c0b-4858-8433-21c8d7398c31 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:35:14.419159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5db96dbd-9a32-4da8-83e2-fc9ce2719c6a admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9457142 Feb 15 16:35:14.492173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 05d2809b-9c0b-4858-8433-21c8d7398c31 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:14.492716 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (05d2809b-9c0b-4858-8433-21c8d7398c31), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:14.495780 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e9d626-3622-4a31-9708-a8b8508a9967 None None] Network e1fe85f0-aa01-4799-938a-5e708fe4e62c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:35:14.496539 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c014f7ad-8f18-4601-9ca4-0b959fe653ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f14fa8a5-7fd4-4f3e-ae2f-6b81f4457826), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:14.499440 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c014f7ad-8f18-4601-9ca4-0b959fe653ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:14.500809 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c014f7ad-8f18-4601-9ca4-0b959fe653ec admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f14fa8a5-7fd4-4f3e-ae2f-6b81f4457826 HTTP/1.1" status: 204 len: 168 time: 0.2757471 Feb 15 16:35:14.509913 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014f7ad-8f18-4601-9ca4-0b959fe653ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14fa8a5-7fd4-4f3e-ae2f-6b81f4457826,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:14.659067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 5145149e-cb47-4e81-b32d-3dd6ec777d18 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:35:14.691937 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 05d2809b-9c0b-4858-8433-21c8d7398c31 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:14.692330 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (05d2809b-9c0b-4858-8433-21c8d7398c31), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:14.730540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 05d2809b-9c0b-4858-8433-21c8d7398c31, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=05d2809b-9c0b-4858-8433-21c8d7398c31,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:14.814396 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Sync routers for ids ['485eefb7-0316-425f-81f6-d15e5a3c2562'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:35:14.816702 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 5145149e-cb47-4e81-b32d-3dd6ec777d18, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=5145149e-cb47-4e81-b32d-3dd6ec777d18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:14.835491 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (05d2809b-9c0b-4858-8433-21c8d7398c31), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:14.837300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '5145149e-cb47-4e81-b32d-3dd6ec777d18', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '5145149e-cb47-4e81-b32d-3dd6ec777d18', 'mac_address': 'fa:16:3e:62:3e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:tempest-test_az-1877125108', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:35:14.842240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Routers {'485eefb7-0316-425f-81f6-d15e5a3c2562'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:35:14.842670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:35:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['485eefb7-0316-425f-81f6-d15e5a3c2562'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:14.996772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=05d2809b-9c0b-4858-8433-21c8d7398c31,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:15.001080 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 5145149e-cb47-4e81-b32d-3dd6ec777d18 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:15.001499 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5145149e-cb47-4e81-b32d-3dd6ec777d18), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:15.025689 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5145149e-cb47-4e81-b32d-3dd6ec777d18 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:35:15.042945 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Set router 485eefb7-0316-425f-81f6-d15e5a3c2562 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:35:15.079895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 5145149e-cb47-4e81-b32d-3dd6ec777d18, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=5145149e-cb47-4e81-b32d-3dd6ec777d18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:15.193014 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5145149e-cb47-4e81-b32d-3dd6ec777d18), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:15.193918 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 727e803c-64c2-4e36-bb02-0760d1cf27d3 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:35:15.268095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec56163-faa5-4d1e-8e1f-dd3cd89c99b3 req-22661ea0-67ec-4ffb-a8c1-cf65161a71c9 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:15.269973 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cec56163-faa5-4d1e-8e1f-dd3cd89c99b3 req-22661ea0-67ec-4ffb-a8c1-cf65161a71c9 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 968 time: 0.0827053 Feb 15 16:35:15.339448 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cec56163-faa5-4d1e-8e1f-dd3cd89c99b3 req-2b822475-e931-4262-86bc-ab892a153b1a tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604172 Feb 15 16:35:15.361965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59258) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:15.372885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1851e2ce-cb6c-42e5-b809-e6c7e165df27 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-62888726-network', 'tenant_id': 'd2ddc6cffed34a7e868edb51f7d3d58f'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:15.441544 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=5145149e-cb47-4e81-b32d-3dd6ec777d18,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:15.468310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 727e803c-64c2-4e36-bb02-0760d1cf27d3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=727e803c-64c2-4e36-bb02-0760d1cf27d3,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:15.487115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '727e803c-64c2-4e36-bb02-0760d1cf27d3', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '727e803c-64c2-4e36-bb02-0760d1cf27d3', 'mac_address': 'fa:16:3e:3e:60:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:tempest-test_az-1877125108', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:35:15.512398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721f71e-2ea9-4b66-9fb4-c2a8af293087 req-29825c5a-eb93-40a0-942e-f0a78056af26 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:15.520539 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b721f71e-2ea9-4b66-9fb4-c2a8af293087 req-29825c5a-eb93-40a0-942e-f0a78056af26 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 970 time: 0.0967033 Feb 15 16:35:15.531277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ff381119-8ba3-44ad-9039-13cd9bc59be7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:15.540623 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ff381119-8ba3-44ad-9039-13cd9bc59be7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 821 time: 0.2550251 Feb 15 16:35:15.545454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59260) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:15.551161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 727e803c-64c2-4e36-bb02-0760d1cf27d3 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:15.551702 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (727e803c-64c2-4e36-bb02-0760d1cf27d3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:15.561211 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a33513af-c44e-4c73-b005-1e894360b13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:15.567992 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 727e803c-64c2-4e36-bb02-0760d1cf27d3 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:35:15.575856 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'name': 'tempest-AttachSCSIVolumeTestJSON-288279692-router', 'tenant_id': '1330ba81e883477fad3ee87c051f79f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '05d2809b-9c0b-4858-8433-21c8d7398c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:04Z', 'updated_at': '2022-02-15T16:35:12Z', 'revision_number': 4, 'project_id': '1330ba81e883477fad3ee87c051f79f5', 'gw_port': {'id': '05d2809b-9c0b-4858-8433-21c8d7398c31', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:06Z', 'updated_at': '2022-02-15T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'b7f84f74-5fed-490d-b766-44970b926768', 'name': '', 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542', 'tenant_id': '1330ba81e883477fad3ee87c051f79f5', 'mac_address': 'fa:16:3e:96:7b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5eff1d56-ea1c-4b61-b4a8-44185f0b861a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:11Z', 'updated_at': '2022-02-15T16:35:12Z', 'revision_number': 2, 'project_id': '1330ba81e883477fad3ee87c051f79f5', 'subnets': [{'id': '5eff1d56-ea1c-4b61-b4a8-44185f0b861a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:15.577870 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b721f71e-2ea9-4b66-9fb4-c2a8af293087 req-d9ddf94a-d113-4300-88a6-e5b41fdc29dc tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563469 Feb 15 16:35:15.580568 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-aa7baf37-2735-49a8-a289-e20394bbab86 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/quotas/d0ff076c939c42f79afd32ae34c41b7e HTTP/1.1" status: 200 len: 375 time: 0.0386150 Feb 15 16:35:15.614573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Checking router: 485eefb7-0316-425f-81f6-d15e5a3c2562 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:35:15.615071 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Updating router 485eefb7-0316-425f-81f6-d15e5a3c2562 port b7f84f74-5fed-490d-b766-44970b926768 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:35:15.623045 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-928559b9-89ac-4b38-b492-304ddc3a1b8d tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330837 Feb 15 16:35:15.640057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 727e803c-64c2-4e36-bb02-0760d1cf27d3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=727e803c-64c2-4e36-bb02-0760d1cf27d3,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:15.651407 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b7f84f74-5fed-490d-b766-44970b926768), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:15.675786 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a33513af-c44e-4c73-b005-1e894360b13a admin admin] Publish callbacks [] for security_group (7365d3c6-e04d-419c-bfb8-d3bc2955f2d0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:15.795251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-6aee4c3c-2a3a-497e-b4f2-0c5d60b787e1 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:35:15.796300 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-6aee4c3c-2a3a-497e-b4f2-0c5d60b787e1 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484059 Feb 15 16:35:15.890189 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-a2c53f58-e4ce-4e1d-ac6c-ee7d1ddb0b24 service neutron] 10.222.0.107 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877061 Feb 15 16:35:15.941389 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Publish callbacks [] for port (b7f84f74-5fed-490d-b766-44970b926768), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:15.970209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1851e2ce-cb6c-42e5-b809-e6c7e165df27 admin admin] Made reservation on behalf of d2ddc6cffed34a7e868edb51f7d3d58f for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:35:15.978223 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1851e2ce-cb6c-42e5-b809-e6c7e165df27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:15.984528 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1851e2ce-cb6c-42e5-b809-e6c7e165df27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:15.985648 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-9ee4f3bf-af4a-4e43-8c6f-5a3edb04737a service neutron] 10.222.0.107 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894749 Feb 15 16:35:16.066029 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1851e2ce-cb6c-42e5-b809-e6c7e165df27 admin admin] Publish callbacks [] for security_group (6d68bb85-5219-48f4-a6f1-536d244003b0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:16.252362 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 05d2809b-9c0b-4858-8433-21c8d7398c31 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:35:16.299466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 05d2809b-9c0b-4858-8433-21c8d7398c31 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:16.299831 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (05d2809b-9c0b-4858-8433-21c8d7398c31), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:16.379430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 05d2809b-9c0b-4858-8433-21c8d7398c31 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:16.457433 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec87584-bb85-4767-b941-51d44b9a64dd req-483f511c-c77f-4744-a7d6-1411e555de34 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:16.458884 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ec87584-bb85-4767-b941-51d44b9a64dd req-483f511c-c77f-4744-a7d6-1411e555de34 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 968 time: 0.0549226 Feb 15 16:35:16.506450 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ec87584-bb85-4767-b941-51d44b9a64dd req-5eb994d0-85fb-49a3-8b21-cc84be48f5aa tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413504 Feb 15 16:35:16.547550 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1851e2ce-cb6c-42e5-b809-e6c7e165df27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6d68bb85-5219-48f4-a6f1-536d244003b0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:16.547719 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a33513af-c44e-4c73-b005-1e894360b13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7365d3c6-e04d-419c-bfb8-d3bc2955f2d0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:16.559872 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b7f84f74-5fed-490d-b766-44970b926768), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:16.575814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1851e2ce-cb6c-42e5-b809-e6c7e165df27 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:35:16.591005 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851e2ce-cb6c-42e5-b809-e6c7e165df27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d68bb85-5219-48f4-a6f1-536d244003b0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:16.597426 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1851e2ce-cb6c-42e5-b809-e6c7e165df27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (598f3909-0456-4f9a-8a3b-183c14efd77a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:16.597773 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-1851e2ce-cb6c-42e5-b809-e6c7e165df27 admin admin] Added segment 598f3909-0456-4f9a-8a3b-183c14efd77a of type vlan for network 355c8bc5-26f7-4a30-bbcd-e14d35254701 Feb 15 16:35:16.648578 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a33513af-c44e-4c73-b005-1e894360b13a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ef17361b135c4a7db85047d34c5cb7d7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0984743 Feb 15 16:35:16.648763 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (727e803c-64c2-4e36-bb02-0760d1cf27d3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:16.651938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33513af-c44e-4c73-b005-1e894360b13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7365d3c6-e04d-419c-bfb8-d3bc2955f2d0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:16.654233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59278) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:16.655091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c41421-09ef-4863-a950-80197a48f63f None None] Pushing event updated for resources: {'Port': ['ID=b7f84f74-5fed-490d-b766-44970b926768,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:16.767706 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9c312-ef95-438f-8367-58582b47a107 req-726b996b-0c4e-496f-9c02-5cebda2ebffe tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:16.769443 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a2db838-ba37-41cf-9265-28a9d1b16ef0 req-c52af5c8-96c1-481f-811f-755db7967d85 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 210 time: 0.1115510 Feb 15 16:35:16.771662 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1851e2ce-cb6c-42e5-b809-e6c7e165df27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (355c8bc5-26f7-4a30-bbcd-e14d35254701), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:16.783342 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1e9c312-ef95-438f-8367-58582b47a107 req-726b996b-0c4e-496f-9c02-5cebda2ebffe tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 970 time: 0.0992610 Feb 15 16:35:16.822607 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26812e40-a369-4f26-a744-3ff995762fa3 admin admin] Publish callbacks [] for security_group (7365d3c6-e04d-419c-bfb8-d3bc2955f2d0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:16.857729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Attempting to bind port b7f84f74-5fed-490d-b766-44970b926768 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:35:16.860321 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26812e40-a369-4f26-a744-3ff995762fa3 admin admin] Publish callbacks [] for security_group (7365d3c6-e04d-419c-bfb8-d3bc2955f2d0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:16.861802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Attempting to bind port b7f84f74-5fed-490d-b766-44970b926768 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '6afd976d-b6cf-4400-a363-b41c4ca4d7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:35:16.862211 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Attempting to bind port b7f84f74-5fed-490d-b766-44970b926768 on network cdb0ff5b-4b5c-471c-8e84-3899eb11c542 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:16.864544 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=727e803c-64c2-4e36-bb02-0760d1cf27d3,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:16.890959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:35:16.890959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Checking segment: {'id': '6afd976d-b6cf-4400-a363-b41c4ca4d7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:16.890959 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:16.890959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Bound using segment: {'id': '6afd976d-b6cf-4400-a363-b41c4ca4d7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:35:16.890959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Bound port: b7f84f74-5fed-490d-b766-44970b926768, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afd976d-b6cf-4400-a363-b41c4ca4d7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:35:16.890959 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b7f84f74-5fed-490d-b766-44970b926768), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:16.891685 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1e9c312-ef95-438f-8367-58582b47a107 req-3097fab9-3982-43d4-9fc6-c6e1d194ba0a tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901113 Feb 15 16:35:16.941777 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1851e2ce-cb6c-42e5-b809-e6c7e165df27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (355c8bc5-26f7-4a30-bbcd-e14d35254701), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:16.942890 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1851e2ce-cb6c-42e5-b809-e6c7e165df27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:16.944161 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1851e2ce-cb6c-42e5-b809-e6c7e165df27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:16.986006 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] For port b7f84f74-5fed-490d-b766-44970b926768, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:35:16.989434 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] For port b7f84f74-5fed-490d-b766-44970b926768, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b7f84f74-5fed-490d-b766-44970b926768,segment=NetworkSegment(6afd976d-b6cf-4400-a363-b41c4ca4d7d2),segment_id=6afd976d-b6cf-4400-a363-b41c4ca4d7d2)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:35:17.015047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['727e803c-64c2-4e36-bb02-0760d1cf27d3'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:35:17.024557 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1851e2ce-cb6c-42e5-b809-e6c7e165df27 admin admin] Pushing event updated for resources: {'Network': ['ID=355c8bc5-26f7-4a30-bbcd-e14d35254701,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:17.028405 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26812e40-a369-4f26-a744-3ff995762fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7365d3c6-e04d-419c-bfb8-d3bc2955f2d0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:17.034166 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26812e40-a369-4f26-a744-3ff995762fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:17.034166 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-26812e40-a369-4f26-a744-3ff995762fa3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7365d3c6-e04d-419c-bfb8-d3bc2955f2d0 HTTP/1.1" status: 204 len: 168 time: 0.3729770 Feb 15 16:35:17.042537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26812e40-a369-4f26-a744-3ff995762fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7365d3c6-e04d-419c-bfb8-d3bc2955f2d0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:17.063239 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['5145149e-cb47-4e81-b32d-3dd6ec777d18'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:35:17.093478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 355c8bc5-26f7-4a30-bbcd-e14d35254701 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:35:17.102748 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1851e2ce-cb6c-42e5-b809-e6c7e165df27 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7365198 Feb 15 16:35:17.103032 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59296) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:17.109317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c1370da1-19a2-40bd-87b0-1492398f9278 admin admin] Request body: {'subnet': {'network_id': '355c8bc5-26f7-4a30-bbcd-e14d35254701', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-62888726-subnet', 'tenant_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:17.157890 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b7f84f74-5fed-490d-b766-44970b926768), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:17.227589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1370da1-19a2-40bd-87b0-1492398f9278 admin admin] Made reservation on behalf of d2ddc6cffed34a7e868edb51f7d3d58f for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:35:17.230252 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1370da1-19a2-40bd-87b0-1492398f9278 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:17.297845 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Routers {'485eefb7-0316-425f-81f6-d15e5a3c2562'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:35:17.297845 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:35:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['485eefb7-0316-425f-81f6-d15e5a3c2562'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:17.471302 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c41421-09ef-4863-a950-80197a48f63f None None] Pushing event updated for resources: {'Port': ['ID=b7f84f74-5fed-490d-b766-44970b926768,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:17.475221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1b5b0985-a489-4f93-92e6-d1721ebc7b75 None None] Provisioning complete for port b7f84f74-5fed-490d-b766-44970b926768 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:17.482938 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b5b0985-a489-4f93-92e6-d1721ebc7b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b7f84f74-5fed-490d-b766-44970b926768), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:17.531016 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1370da1-19a2-40bd-87b0-1492398f9278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for subnet (39d37708-3466-4308-ab57-829df16c4c54), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:17.597812 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1370da1-19a2-40bd-87b0-1492398f9278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39d37708-3466-4308-ab57-829df16c4c54,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:17.606995 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1370da1-19a2-40bd-87b0-1492398f9278 admin admin] Checking segment: {'id': '598f3909-0456-4f9a-8a3b-183c14efd77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '355c8bc5-26f7-4a30-bbcd-e14d35254701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:17.607457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1370da1-19a2-40bd-87b0-1492398f9278 admin admin] Network hostable DHCP agents. Network: 355c8bc5-26f7-4a30-bbcd-e14d35254701, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:35:17.693043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b0985-a489-4f93-92e6-d1721ebc7b75 None None] Current status of the port b7f84f74-5fed-490d-b766-44970b926768 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:17.693683 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b5b0985-a489-4f93-92e6-d1721ebc7b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b7f84f74-5fed-490d-b766-44970b926768), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:17.694135 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f6721-4085-4dd6-a14e-e5af8e852762 req-d7334e1d-6c7d-4ea6-82f2-029f1507cf4c tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:17.696275 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-815f6721-4085-4dd6-a14e-e5af8e852762 req-d7334e1d-6c7d-4ea6-82f2-029f1507cf4c tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 969 time: 0.0823119 Feb 15 16:35:17.726824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1370da1-19a2-40bd-87b0-1492398f9278 admin admin] Network 355c8bc5-26f7-4a30-bbcd-e14d35254701 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:35:17.774644 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-815f6721-4085-4dd6-a14e-e5af8e852762 req-9eb57125-cbce-41d9-a68d-2ef96601ace3 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703187 Feb 15 16:35:17.787390 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] Set router 485eefb7-0316-425f-81f6-d15e5a3c2562 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:35:17.815958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1b5b0985-a489-4f93-92e6-d1721ebc7b75 None None] For port b7f84f74-5fed-490d-b766-44970b926768, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b7f84f74-5fed-490d-b766-44970b926768,segment=NetworkSegment(6afd976d-b6cf-4400-a363-b41c4ca4d7d2),segment_id=6afd976d-b6cf-4400-a363-b41c4ca4d7d2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:17.825163 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c1370da1-19a2-40bd-87b0-1492398f9278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 355c8bc5-26f7-4a30-bbcd-e14d35254701) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:17.829238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1370da1-19a2-40bd-87b0-1492398f9278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:17.830315 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1370da1-19a2-40bd-87b0-1492398f9278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:17.842426 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831d59e8-515c-4312-bcc9-65bd25d67045 None None] Network 355c8bc5-26f7-4a30-bbcd-e14d35254701 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:35:17.881812 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-51b7161c-e54d-4ad7-8661-1e0d34c8012a req-8a25c790-7099-4e6a-8c0a-a517e39cad73 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 210 time: 0.0442181 Feb 15 16:35:17.900300 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c1370da1-19a2-40bd-87b0-1492398f9278 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7938330 Feb 15 16:35:17.906180 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59330) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:17.910730 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-62888726-router', 'tenant_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:17.922053 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b5b0985-a489-4f93-92e6-d1721ebc7b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b7f84f74-5fed-490d-b766-44970b926768), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:18.041587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5002a39-1c58-4c6d-9320-5a0cbec30eb0 req-db693f40-71fd-489d-9aaa-95826e892065 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:18.043409 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5002a39-1c58-4c6d-9320-5a0cbec30eb0 req-db693f40-71fd-489d-9aaa-95826e892065 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 970 time: 0.0714190 Feb 15 16:35:18.044944 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:18.046223 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:18.192946 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5002a39-1c58-4c6d-9320-5a0cbec30eb0 req-d26158ba-ec16-4664-b9d5-0d19ea27fb38 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361461 Feb 15 16:35:18.203482 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Publish callbacks [] for router_controller (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:18.260400 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-bde3880e-f14d-4a16-87bb-52b28ce64d89 None None] Provisioning complete for port b7f84f74-5fed-490d-b766-44970b926768 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:18.260784 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bde3880e-f14d-4a16-87bb-52b28ce64d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b7f84f74-5fed-490d-b766-44970b926768), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:18.265111 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b0985-a489-4f93-92e6-d1721ebc7b75 None None] Pushing event updated for resources: {'Port': ['ID=b7f84f74-5fed-490d-b766-44970b926768,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:18.330247 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-355c8bc5-26f7-4a30-bbcd-e14d35254701', 'network_id': '355c8bc5-26f7-4a30-bbcd-e14d35254701', 'project_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'fixed_ips': [{'subnet_id': '39d37708-3466-4308-ab57-829df16c4c54'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:35:18.331091 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:18.473198 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Publish callbacks [] for router_gateway (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:18.558850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bde3880e-f14d-4a16-87bb-52b28ce64d89 None None] Current status of the port b7f84f74-5fed-490d-b766-44970b926768 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:18.586026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'name': 'tempest-AttachSCSIVolumeTestJSON-288279692-router', 'tenant_id': '1330ba81e883477fad3ee87c051f79f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '05d2809b-9c0b-4858-8433-21c8d7398c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:04Z', 'updated_at': '2022-02-15T16:35:12Z', 'revision_number': 4, 'project_id': '1330ba81e883477fad3ee87c051f79f5', 'gw_port': {'id': '05d2809b-9c0b-4858-8433-21c8d7398c31', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:06Z', 'updated_at': '2022-02-15T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'b7f84f74-5fed-490d-b766-44970b926768', 'name': '', 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542', 'tenant_id': '1330ba81e883477fad3ee87c051f79f5', 'mac_address': 'fa:16:3e:96:7b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5eff1d56-ea1c-4b61-b4a8-44185f0b861a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:11Z', 'updated_at': '2022-02-15T16:35:16Z', 'revision_number': 4, 'project_id': '1330ba81e883477fad3ee87c051f79f5', 'subnets': [{'id': '5eff1d56-ea1c-4b61-b4a8-44185f0b861a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:18.621925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Allocated IP 172.20.0.2 (355c8bc5-26f7-4a30-bbcd-e14d35254701/39d37708-3466-4308-ab57-829df16c4c54/2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:35:18.624448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3ac69c-0f41-4da3-bca6-7679db8ca8bf None None] The sync data for ids ['485eefb7-0316-425f-81f6-d15e5a3c2562'] in n-d-828372-14 is: [{'id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'name': 'tempest-AttachSCSIVolumeTestJSON-288279692-router', 'tenant_id': '1330ba81e883477fad3ee87c051f79f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '05d2809b-9c0b-4858-8433-21c8d7398c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:04Z', 'updated_at': '2022-02-15T16:35:12Z', 'revision_number': 4, 'project_id': '1330ba81e883477fad3ee87c051f79f5', 'gw_port': {'id': '05d2809b-9c0b-4858-8433-21c8d7398c31', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:06Z', 'updated_at': '2022-02-15T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'b7f84f74-5fed-490d-b766-44970b926768', 'name': '', 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542', 'tenant_id': '1330ba81e883477fad3ee87c051f79f5', 'mac_address': 'fa:16:3e:96:7b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '5eff1d56-ea1c-4b61-b4a8-44185f0b861a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:11Z', 'updated_at': '2022-02-15T16:35:16Z', 'revision_number': 4, 'project_id': '1330ba81e883477fad3ee87c051f79f5', 'subnets': [{'id': '5eff1d56-ea1c-4b61-b4a8-44185f0b861a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:35:18.667648 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 5145149e-cb47-4e81-b32d-3dd6ec777d18 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:35:18.941759 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Publish callbacks [] for port (2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:18.946506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 5145149e-cb47-4e81-b32d-3dd6ec777d18 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:35:18.950611 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 5145149e-cb47-4e81-b32d-3dd6ec777d18 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:18.951276 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5145149e-cb47-4e81-b32d-3dd6ec777d18), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:18.982132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Publish callbacks [] for router_gateway (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:18.990505 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb3622-95a6-4fba-bfaa-2e8ed3058e82 req-6d154cf5-fa00-4413-a8a4-fbdb8ed42b35 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:18.992553 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5dbb3622-95a6-4fba-bfaa-2e8ed3058e82 req-6d154cf5-fa00-4413-a8a4-fbdb8ed42b35 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 969 time: 0.0998731 Feb 15 16:35:19.017427 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:19.020092 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:19.114471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Network 355c8bc5-26f7-4a30-bbcd-e14d35254701 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:35:19.118243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:19.123135 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:35:19.125002 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5dbb3622-95a6-4fba-bfaa-2e8ed3058e82 req-556f388f-fad1-4794-8380-16e06c40e766 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078489 Feb 15 16:35:19.171872 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Pushing event updated for resources: {'Port': ['ID=2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:19.178971 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Allocated IP 172.25.4.24 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/2938a36f-bb10-4ca6-a7f7-491a9e0b5927) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:35:19.221733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.67', 56204) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:19.277545 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Attempting to bind port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:35:19.278325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Attempting to bind port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '598f3909-0456-4f9a-8a3b-183c14efd77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '355c8bc5-26f7-4a30-bbcd-e14d35254701'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:35:19.278325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Attempting to bind port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 on network 355c8bc5-26f7-4a30-bbcd-e14d35254701 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:19.284034 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:35:19.284396 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Checking segment: {'id': '598f3909-0456-4f9a-8a3b-183c14efd77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '355c8bc5-26f7-4a30-bbcd-e14d35254701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:19.284979 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:19.285390 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Bound using segment: {'id': '598f3909-0456-4f9a-8a3b-183c14efd77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '355c8bc5-26f7-4a30-bbcd-e14d35254701'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:35:19.285856 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Bound port: 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '598f3909-0456-4f9a-8a3b-183c14efd77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '355c8bc5-26f7-4a30-bbcd-e14d35254701'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:35:19.286234 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:19.290335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 5145149e-cb47-4e81-b32d-3dd6ec777d18 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:19.290736 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5145149e-cb47-4e81-b32d-3dd6ec777d18), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:19.310217 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-28dca589-4ee9-4d4c-8186-44862b2f9b77 req-f783fbef-f127-42fa-bc93-9bc2d83f7998 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 210 time: 0.0354428 Feb 15 16:35:19.416511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f757c4-fd6a-444f-a7f1-271453f93ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5145149e-cb47-4e81-b32d-3dd6ec777d18'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:35:19.428306 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Publish callbacks [] for port (2938a36f-bb10-4ca6-a7f7-491a9e0b5927), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:19.429625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-6a863624-5da3-4bd2-a2f3-ed97d953380a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:19.437148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-6a863624-5da3-4bd2-a2f3-ed97d953380a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.67 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 821 time: 0.2141664 Feb 15 16:35:19.527841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-3f57069e-b0c5-45d9-ac8e-6fbace4e94db tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Request body: {'port': {'device_id': 'b03ca31c-480d-416a-80e2-24e0d95489a6', 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607', 'admin_state_up': True, 'tenant_id': 'd0ff076c939c42f79afd32ae34c41b7e'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:19.528339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 5145149e-cb47-4e81-b32d-3dd6ec777d18, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=5145149e-cb47-4e81-b32d-3dd6ec777d18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:19.529837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] For port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:35:19.545673 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] For port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3,segment=NetworkSegment(598f3909-0456-4f9a-8a3b-183c14efd77a),segment_id=598f3909-0456-4f9a-8a3b-183c14efd77a)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:35:19.548283 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e6e95-bb22-4a24-be6b-d8e5760f18d3 req-6cd2efc9-5d78-4efb-aeff-20604543853b tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:19.549825 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c43e6e95-bb22-4a24-be6b-d8e5760f18d3 req-6cd2efc9-5d78-4efb-aeff-20604543853b tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 970 time: 0.0843971 Feb 15 16:35:19.604679 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (2938a36f-bb10-4ca6-a7f7-491a9e0b5927), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:19.656456 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c43e6e95-bb22-4a24-be6b-d8e5760f18d3 req-da790070-d264-4ef6-84f6-de221b431351 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968151 Feb 15 16:35:19.662766 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c985fcfe-8fc2-4416-ae3c-29d908530ba5" -d '{"events": [{"server_uuid": "67f757c4-fd6a-444f-a7f1-271453f93ca2", "name": "network-vif-plugged", "status": "completed", "tag": "5145149e-cb47-4e81-b32d-3dd6ec777d18"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:35:19.666880 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Pushing event updated for resources: {'Port': ['ID=2938a36f-bb10-4ca6-a7f7-491a9e0b5927,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:19.670755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:35:19.672774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:19.675121 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:35:19.718847 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5145149e-cb47-4e81-b32d-3dd6ec777d18), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:19.720186 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 727e803c-64c2-4e36-bb02-0760d1cf27d3 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:35:19.729486 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:19.783206 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-3f57069e-b0c5-45d9-ac8e-6fbace4e94db tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Made reservation on behalf of d0ff076c939c42f79afd32ae34c41b7e for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:35:19.787023 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-3f57069e-b0c5-45d9-ac8e-6fbace4e94db tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:19.834210 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225a9429-61d0-40dc-9005-eb6a2259a706 x-openstack-request-id: req-225a9429-61d0-40dc-9005-eb6a2259a706 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:35:19.834773 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f757c4-fd6a-444f-a7f1-271453f93ca2", "name": "network-vif-plugged", "status": "completed", "tag": "5145149e-cb47-4e81-b32d-3dd6ec777d18", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:35:19.835276 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-225a9429-61d0-40dc-9005-eb6a2259a706 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:35:19.835946 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f757c4-fd6a-444f-a7f1-271453f93ca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5145149e-cb47-4e81-b32d-3dd6ec777d18', 'code': 200} Feb 15 16:35:19.897450 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=5145149e-cb47-4e81-b32d-3dd6ec777d18,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:19.983145 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 727e803c-64c2-4e36-bb02-0760d1cf27d3 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:35:20.001313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 727e803c-64c2-4e36-bb02-0760d1cf27d3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:20.001977 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (727e803c-64c2-4e36-bb02-0760d1cf27d3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:20.051826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd5ccd-7b5e-4f57-ab13-5749a2f3d0f3 None None] Pushing event updated for resources: {'Port': ['ID=2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:20.102296 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-3f57069e-b0c5-45d9-ac8e-6fbace4e94db tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Allocated IP 172.20.0.6 (cc8d71f0-af5e-4df1-bb31-1f595b410607/b9f4fb5f-b1bf-499b-9582-c606857e0233/471a7bee-bdb2-4af0-938f-62d7f9d5851a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:35:20.173706 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 727e803c-64c2-4e36-bb02-0760d1cf27d3 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:20.174260 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (727e803c-64c2-4e36-bb02-0760d1cf27d3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:20.394465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 727e803c-64c2-4e36-bb02-0760d1cf27d3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=727e803c-64c2-4e36-bb02-0760d1cf27d3,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:20.438928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b7f84f74-5fed-490d-b766-44970b926768 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:35:20.505036 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (727e803c-64c2-4e36-bb02-0760d1cf27d3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:20.558869 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-3f57069e-b0c5-45d9-ac8e-6fbace4e94db tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks [] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:20.641967 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290962d3-2b51-4e83-bde4-8d76aa81d28f req-0e4183dd-15f2-4e2f-a959-9d68517b3f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:20.642558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port b7f84f74-5fed-490d-b766-44970b926768 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:20.642558 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b7f84f74-5fed-490d-b766-44970b926768), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:20.643512 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-290962d3-2b51-4e83-bde4-8d76aa81d28f req-0e4183dd-15f2-4e2f-a959-9d68517b3f33 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 1154 time: 0.6769323 Feb 15 16:35:20.644516 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=727e803c-64c2-4e36-bb02-0760d1cf27d3,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:20.680871 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-290962d3-2b51-4e83-bde4-8d76aa81d28f req-844f5e18-a75d-4700-99fd-b2aa8738f48d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:20.693188 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d4eee6f9-27f6-4f65-955d-d71bb6d15477 req-110be2eb-f8bc-4073-9ac2-01ed8b215dbf tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 210 time: 0.0285339 Feb 15 16:35:20.696640 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-3f57069e-b0c5-45d9-ac8e-6fbace4e94db tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:20.713412 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f564109-3886-431b-8c54-6122f04b1d38 req-b7c5933b-c778-4266-b008-0616ef27f0d9 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:20.719430 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2f564109-3886-431b-8c54-6122f04b1d38 req-b7c5933b-c778-4266-b008-0616ef27f0d9 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 970 time: 0.1735244 Feb 15 16:35:20.732992 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Publish callbacks [] for router_gateway (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:20.770950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port b7f84f74-5fed-490d-b766-44970b926768 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:20.793938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-3f57069e-b0c5-45d9-ac8e-6fbace4e94db tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Network cc8d71f0-af5e-4df1-bb31-1f595b410607 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:35:20.797681 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-3f57069e-b0c5-45d9-ac8e-6fbace4e94db tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:20.803776 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-3f57069e-b0c5-45d9-ac8e-6fbace4e94db tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:35:20.809194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-3f57069e-b0c5-45d9-ac8e-6fbace4e94db tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:20.810000 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-3f57069e-b0c5-45d9-ac8e-6fbace4e94db tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:20.814578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57069e-b0c5-45d9-ac8e-6fbace4e94db tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Pushing event updated for resources: {'Port': ['ID=471a7bee-bdb2-4af0-938f-62d7f9d5851a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:20.886822 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2f564109-3886-431b-8c54-6122f04b1d38 req-2f6a3783-ee29-4694-b7ac-c1994af2744e tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666994 Feb 15 16:35:20.911534 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-3f57069e-b0c5-45d9-ac8e-6fbace4e94db tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3833685 Feb 15 16:35:21.014803 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-290962d3-2b51-4e83-bde4-8d76aa81d28f req-844f5e18-a75d-4700-99fd-b2aa8738f48d service neutron] Publish callbacks [] for security_group (53945897-2a97-48f8-a3b7-878b98ed884c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:21.054611 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:21.099137 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-290962d3-2b51-4e83-bde4-8d76aa81d28f req-844f5e18-a75d-4700-99fd-b2aa8738f48d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (53945897-2a97-48f8-a3b7-878b98ed884c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:21.217470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042cf08-6624-4846-a1e1-070afc699185 req-1b7913c1-8963-4352-8140-ff4d0f1ddb98 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:21.219274 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0042cf08-6624-4846-a1e1-070afc699185 req-1b7913c1-8963-4352-8140-ff4d0f1ddb98 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 971 time: 0.0784163 Feb 15 16:35:21.239495 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-290962d3-2b51-4e83-bde4-8d76aa81d28f req-844f5e18-a75d-4700-99fd-b2aa8738f48d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5880914 Feb 15 16:35:21.242887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f5e18-a75d-4700-99fd-b2aa8738f48d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=53945897-2a97-48f8-a3b7-878b98ed884c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:21.293873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0042cf08-6624-4846-a1e1-070afc699185 req-e3de54ea-a188-4fa6-8083-e7da49e58750 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682151 Feb 15 16:35:21.370153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Router 52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:35:21.430664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9116b0-f60b-492f-b13a-adf70c826c33 None None] Network 355c8bc5-26f7-4a30-bbcd-e14d35254701 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:35:21.523237 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:35:21.539096 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Sync routers for ids ['52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:35:21.551323 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Routers {'52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:35:21.552120 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:35:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:21.554498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-707556a9-7502-4064-90ea-eb51199d72d6 None None] Provisioning complete for port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:21.554911 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-707556a9-7502-4064-90ea-eb51199d72d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:21.617143 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:21.624327 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2482e56e-0312-4a04-9c0e-8f706567ff46 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7169378 Feb 15 16:35:21.624979 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59410) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:21.686758 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Set router 52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:35:21.694510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-707556a9-7502-4064-90ea-eb51199d72d6 None None] Current status of the port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:21.699685 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-707556a9-7502-4064-90ea-eb51199d72d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:21.763024 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-707556a9-7502-4064-90ea-eb51199d72d6 None None] For port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3,segment=NetworkSegment(598f3909-0456-4f9a-8a3b-183c14efd77a),segment_id=598f3909-0456-4f9a-8a3b-183c14efd77a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:21.826417 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-707556a9-7502-4064-90ea-eb51199d72d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:21.865456 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1ee676-8c75-47a4-91d0-1a264014b01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727e803c-64c2-4e36-bb02-0760d1cf27d3'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:35:21.875004 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56645058-a072-4a94-8d6d-2a6b06c3bb16" -d '{"events": [{"server_uuid": "8a1ee676-8c75-47a4-91d0-1a264014b01a", "name": "network-vif-plugged", "status": "completed", "tag": "727e803c-64c2-4e36-bb02-0760d1cf27d3"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:35:21.930220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcdaa4-e96b-4a87-a892-f0e5fc403a1d req-e1da6611-b076-4c7a-8115-d118aa86a10e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:21.949968 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9cbcdaa4-e96b-4a87-a892-f0e5fc403a1d req-e1da6611-b076-4c7a-8115-d118aa86a10e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 931 time: 0.1439047 Feb 15 16:35:21.976635 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707556a9-7502-4064-90ea-eb51199d72d6 None None] Pushing event updated for resources: {'Port': ['ID=2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:21.997497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-71e798c6-97ab-4e87-90ab-3340cd65ea0a None None] Provisioning complete for port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:21.997955 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71e798c6-97ab-4e87-90ab-3340cd65ea0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:22.051130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9cbcdaa4-e96b-4a87-a892-f0e5fc403a1d req-1986cbd5-16c2-4db8-962d-dd17b9bed78e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998764 Feb 15 16:35:22.183132 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-62888726-router', 'tenant_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '2938a36f-bb10-4ca6-a7f7-491a9e0b5927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:18Z', 'updated_at': '2022-02-15T16:35:19Z', 'revision_number': 3, 'project_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'gw_port': {'id': '2938a36f-bb10-4ca6-a7f7-491a9e0b5927', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:19Z', 'updated_at': '2022-02-15T16:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:22.276198 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Checking router: 52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:35:22.279108 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Updating router 52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3 port 2938a36f-bb10-4ca6-a7f7-491a9e0b5927 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:35:22.359570 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2938a36f-bb10-4ca6-a7f7-491a9e0b5927), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:22.456715 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48781409-8e32-4fdb-9bfb-d94c2d4586fb x-openstack-request-id: req-48781409-8e32-4fdb-9bfb-d94c2d4586fb {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:35:22.457446 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1ee676-8c75-47a4-91d0-1a264014b01a", "name": "network-vif-plugged", "status": "completed", "tag": "727e803c-64c2-4e36-bb02-0760d1cf27d3", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:35:22.457632 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-48781409-8e32-4fdb-9bfb-d94c2d4586fb {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:35:22.458471 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1ee676-8c75-47a4-91d0-1a264014b01a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '727e803c-64c2-4e36-bb02-0760d1cf27d3', 'code': 200} Feb 15 16:35:22.509254 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:35:22.536926 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:22.612011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442225c-2452-4ffd-8f9c-ad9db729d1d9 req-8850518f-bd87-410c-95ee-5ccc2c6df4cb tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:22.614015 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9442225c-2452-4ffd-8f9c-ad9db729d1d9 req-8850518f-bd87-410c-95ee-5ccc2c6df4cb tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 970 time: 0.1016476 Feb 15 16:35:22.690294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:22.690673 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:22.750713 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9442225c-2452-4ffd-8f9c-ad9db729d1d9 req-9efe21f9-fb30-4fd7-b3d7-ca3b6e9eecd9 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298201 Feb 15 16:35:22.773902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-71e798c6-97ab-4e87-90ab-3340cd65ea0a None None] Current status of the port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:22.793078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be223fe-229a-433e-81ad-08de13bc389a req-dfb4dc4d-f8e4-4cfb-ac26-8618397c9ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:22.797919 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6be223fe-229a-433e-81ad-08de13bc389a req-dfb4dc4d-f8e4-4cfb-ac26-8618397c9ec0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 1153 time: 0.2782738 Feb 15 16:35:22.804798 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Publish callbacks [] for port (2938a36f-bb10-4ca6-a7f7-491a9e0b5927), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:22.892847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:22.896616 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2938a36f-bb10-4ca6-a7f7-491a9e0b5927), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:22.907982 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59428) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:22.947286 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6be223fe-229a-433e-81ad-08de13bc389a req-0391182f-eb56-4223-ba3a-6856d527cc59 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356032 Feb 15 16:35:22.958884 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92b190-81ed-4fd4-bc98-20c0b92e8adc req-e72c5d16-1fb6-4948-9273-e3497034271c tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:22.959609 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Allocated IP 172.20.0.1 (355c8bc5-26f7-4a30-bbcd-e14d35254701/39d37708-3466-4308-ab57-829df16c4c54/37ccd98f-b27a-420e-b6c8-9f2648e4c533) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:35:22.962402 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea92b190-81ed-4fd4-bc98-20c0b92e8adc req-e72c5d16-1fb6-4948-9273-e3497034271c tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 971 time: 0.0984216 Feb 15 16:35:22.999816 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Attempting to bind port 2938a36f-bb10-4ca6-a7f7-491a9e0b5927 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:35:23.005242 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Attempting to bind port 2938a36f-bb10-4ca6-a7f7-491a9e0b5927 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:35:23.005928 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Attempting to bind port 2938a36f-bb10-4ca6-a7f7-491a9e0b5927 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:23.017140 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:35:23.033011 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:23.033798 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:23.034391 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:35:23.035091 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Bound port: 2938a36f-bb10-4ca6-a7f7-491a9e0b5927, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:35:23.035686 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2938a36f-bb10-4ca6-a7f7-491a9e0b5927), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:23.039211 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426a86d-a85d-4923-9072-c5a385370aac None None] Pushing event updated for resources: {'Port': ['ID=2938a36f-bb10-4ca6-a7f7-491a9e0b5927,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:23.041056 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea92b190-81ed-4fd4-bc98-20c0b92e8adc req-e04f0611-ef80-44f1-9106-d44ad6fafcd2 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678902 Feb 15 16:35:23.099484 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] For port 2938a36f-bb10-4ca6-a7f7-491a9e0b5927, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:35:23.104190 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] For port 2938a36f-bb10-4ca6-a7f7-491a9e0b5927, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2938a36f-bb10-4ca6-a7f7-491a9e0b5927,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:35:23.145684 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Publish callbacks [] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:23.146214 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ab724ff8-a70c-442f-9f07-8eda13868ffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:23.211501 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2938a36f-bb10-4ca6-a7f7-491a9e0b5927), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:23.292604 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426a86d-a85d-4923-9072-c5a385370aac None None] Pushing event updated for resources: {'Port': ['ID=2938a36f-bb10-4ca6-a7f7-491a9e0b5927,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:23.294203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e510d74-d969-443a-85c6-b163153b7ff2 req-f5e8bdef-fb6b-40a2-b825-b7bc7be025c5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:23.295542 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Routers {'52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:35:23.296308 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:35:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:23.310867 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2e510d74-d969-443a-85c6-b163153b7ff2 req-f5e8bdef-fb6b-40a2-b825-b7bc7be025c5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 931 time: 0.1337545 Feb 15 16:35:23.315475 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ab724ff8-a70c-442f-9f07-8eda13868ffd admin admin] Publish callbacks [] for security_group (90081915-7799-49b6-a0f5-0b329542e254), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:23.333969 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:23.369201 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2e510d74-d969-443a-85c6-b163153b7ff2 req-67397a1a-21de-4f13-9761-bfd92365b805 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515630 Feb 15 16:35:23.420475 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ab724ff8-a70c-442f-9f07-8eda13868ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (90081915-7799-49b6-a0f5-0b329542e254), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:23.431984 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] Set router 52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:35:23.445345 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Network 355c8bc5-26f7-4a30-bbcd-e14d35254701 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:35:23.653886 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59438) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:23.680863 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-62888726-router', 'tenant_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '2938a36f-bb10-4ca6-a7f7-491a9e0b5927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:18Z', 'updated_at': '2022-02-15T16:35:19Z', 'revision_number': 3, 'project_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'gw_port': {'id': '2938a36f-bb10-4ca6-a7f7-491a9e0b5927', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:19Z', 'updated_at': '2022-02-15T16:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:23.703489 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:23.709153 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1264818d-57fa-4857-842d-734bac57bc49 None None] The sync data for ids ['52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'] in n-d-828372-14 is: [{'id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-62888726-router', 'tenant_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '2938a36f-bb10-4ca6-a7f7-491a9e0b5927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:18Z', 'updated_at': '2022-02-15T16:35:19Z', 'revision_number': 3, 'project_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'gw_port': {'id': '2938a36f-bb10-4ca6-a7f7-491a9e0b5927', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:19Z', 'updated_at': '2022-02-15T16:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:35:23.712495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:35:23.712975 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:23.739547 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ab724ff8-a70c-442f-9f07-8eda13868ffd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8222cbc429cc4238a95b20be080d3114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8290160 Feb 15 16:35:23.743173 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59442) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:23.750595 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Pushing event updated for resources: {'Port': ['ID=37ccd98f-b27a-420e-b6c8-9f2648e4c533,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:23.874511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab724ff8-a70c-442f-9f07-8eda13868ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90081915-7799-49b6-a0f5-0b329542e254,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:24.079210 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c2531-b42e-497e-b7ab-9ca9d1bd7d5e req-d2d2dcfe-2e1e-4b49-b07c-e09ec70118d8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:24.082081 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4df5923-4649-408b-81d6-6a47dec96bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:24.090547 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff3c2531-b42e-497e-b7ab-9ca9d1bd7d5e req-d2d2dcfe-2e1e-4b49-b07c-e09ec70118d8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 970 time: 0.1979284 Feb 15 16:35:24.122546 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8cee87fd-9338-485f-848d-c0596f4504cc None None] Provisioning complete for port 37ccd98f-b27a-420e-b6c8-9f2648e4c533 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:24.122546 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8cee87fd-9338-485f-848d-c0596f4504cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:24.196504 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8cee87fd-9338-485f-848d-c0596f4504cc None None] Port 37ccd98f-b27a-420e-b6c8-9f2648e4c533 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:35:24.219453 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6b3c123b-9cbe-4ec6-ab9e-c50a2a893440 admin admin] Publish callbacks [] for security_group (90081915-7799-49b6-a0f5-0b329542e254), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:24.262094 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6b3c123b-9cbe-4ec6-ab9e-c50a2a893440 admin admin] Publish callbacks [] for security_group (90081915-7799-49b6-a0f5-0b329542e254), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:24.336051 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff3c2531-b42e-497e-b7ab-9ca9d1bd7d5e req-ad7bdebb-df3b-42e7-8e08-f9b6b6a6834e tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429590 Feb 15 16:35:24.348075 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:24.381594 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4df5923-4649-408b-81d6-6a47dec96bbb admin admin] Publish callbacks [] for security_group (72dffc57-cd54-45a9-973f-96d53d5b874e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:24.409119 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2938a36f-bb10-4ca6-a7f7-491a9e0b5927 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:35:24.429567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef9c86-b673-44f7-8039-1309c35e4afc req-85420509-8ae7-4520-84cb-d8aaffc7165a tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:24.439940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11ef9c86-b673-44f7-8039-1309c35e4afc req-85420509-8ae7-4520-84cb-d8aaffc7165a tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 971 time: 0.1754224 Feb 15 16:35:24.446067 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4df5923-4649-408b-81d6-6a47dec96bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (72dffc57-cd54-45a9-973f-96d53d5b874e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:24.526623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 2938a36f-bb10-4ca6-a7f7-491a9e0b5927 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:24.527361 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2938a36f-bb10-4ca6-a7f7-491a9e0b5927), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:24.563425 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d4df5923-4649-408b-81d6-6a47dec96bbb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cf934639f07242259a9165665c130eeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9082189 Feb 15 16:35:24.566208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59450) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:24.568273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df5923-4649-408b-81d6-6a47dec96bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dffc57-cd54-45a9-973f-96d53d5b874e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:24.612722 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11ef9c86-b673-44f7-8039-1309c35e4afc req-1e30473b-c2b9-462f-a60c-8f0f69bf62e9 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719685 Feb 15 16:35:24.625613 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6b3c123b-9cbe-4ec6-ab9e-c50a2a893440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (90081915-7799-49b6-a0f5-0b329542e254), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:24.628421 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6b3c123b-9cbe-4ec6-ab9e-c50a2a893440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:24.629750 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6b3c123b-9cbe-4ec6-ab9e-c50a2a893440 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/90081915-7799-49b6-a0f5-0b329542e254 HTTP/1.1" status: 204 len: 168 time: 0.8852909 Feb 15 16:35:24.650032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c123b-9cbe-4ec6-ab9e-c50a2a893440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90081915-7799-49b6-a0f5-0b329542e254,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:24.710406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 2938a36f-bb10-4ca6-a7f7-491a9e0b5927 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:24.711779 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2938a36f-bb10-4ca6-a7f7-491a9e0b5927), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:24.727205 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e997ba0-529c-4721-9c10-6475fa521ff7 admin admin] Publish callbacks [] for security_group (72dffc57-cd54-45a9-973f-96d53d5b874e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:24.794476 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f059eef0-a3d3-4509-a5cd-3697270a0e5e req-f1aceb95-6370-41d2-b09f-93df2d578ccf tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:24.797989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 2938a36f-bb10-4ca6-a7f7-491a9e0b5927, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2938a36f-bb10-4ca6-a7f7-491a9e0b5927,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:24.799397 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f059eef0-a3d3-4509-a5cd-3697270a0e5e req-f1aceb95-6370-41d2-b09f-93df2d578ccf tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 931 time: 0.2888401 Feb 15 16:35:24.804968 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e997ba0-529c-4721-9c10-6475fa521ff7 admin admin] Publish callbacks [] for security_group (72dffc57-cd54-45a9-973f-96d53d5b874e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:24.873393 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2938a36f-bb10-4ca6-a7f7-491a9e0b5927), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:24.906768 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Publish callbacks [] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:24.912462 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f059eef0-a3d3-4509-a5cd-3697270a0e5e req-08524e9c-f30d-44a7-a043-3acdbfa35cdd tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089859 Feb 15 16:35:24.959115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=2938a36f-bb10-4ca6-a7f7-491a9e0b5927,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:24.998073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad0e4a-9b66-48b0-bc97-12d6b7519fd2 req-f18f590c-cf2b-4f4d-8ab8-18293fd97604 tempest-AggregatesAdminTestJSON-1172452592 tempest-AggregatesAdminTestJSON-1172452592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:24.999624 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1ad0e4a-9b66-48b0-bc97-12d6b7519fd2 req-f18f590c-cf2b-4f4d-8ab8-18293fd97604 tempest-AggregatesAdminTestJSON-1172452592 tempest-AggregatesAdminTestJSON-1172452592-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 1154 time: 0.1516919 Feb 15 16:35:25.004591 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:25.006341 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:25.026034 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f1ad0e4a-9b66-48b0-bc97-12d6b7519fd2 req-ac1c411b-47ab-4a98-b723-c7d4aeed3212 tempest-AggregatesAdminTestJSON-1172452592 tempest-AggregatesAdminTestJSON-1172452592-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:25.111533 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Pushing event updated for resources: {'Port': ['ID=37ccd98f-b27a-420e-b6c8-9f2648e4c533,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:25.111902 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e997ba0-529c-4721-9c10-6475fa521ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (72dffc57-cd54-45a9-973f-96d53d5b874e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:25.124841 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e997ba0-529c-4721-9c10-6475fa521ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:25.126917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1e997ba0-529c-4721-9c10-6475fa521ff7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/72dffc57-cd54-45a9-973f-96d53d5b874e HTTP/1.1" status: 204 len: 168 time: 0.5593164 Feb 15 16:35:25.169389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e997ba0-529c-4721-9c10-6475fa521ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dffc57-cd54-45a9-973f-96d53d5b874e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:25.223018 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-c9ea080e-dad4-4570-9405-ce0382b6fef2 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:35:25.223944 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-c9ea080e-dad4-4570-9405-ce0382b6fef2 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051258 Feb 15 16:35:25.226908 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Network 355c8bc5-26f7-4a30-bbcd-e14d35254701 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:35:25.231428 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:25.249941 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f1ad0e4a-9b66-48b0-bc97-12d6b7519fd2 req-ac1c411b-47ab-4a98-b723-c7d4aeed3212 tempest-AggregatesAdminTestJSON-1172452592 tempest-AggregatesAdminTestJSON-1172452592-project-admin] Publish callbacks [] for security_group (e00d99e4-0210-48c2-9ea4-69f57a57dc19), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:25.307216 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f1ad0e4a-9b66-48b0-bc97-12d6b7519fd2 req-ac1c411b-47ab-4a98-b723-c7d4aeed3212 tempest-AggregatesAdminTestJSON-1172452592 tempest-AggregatesAdminTestJSON-1172452592-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e00d99e4-0210-48c2-9ea4-69f57a57dc19), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:25.361194 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1ad0e4a-9b66-48b0-bc97-12d6b7519fd2 req-ac1c411b-47ab-4a98-b723-c7d4aeed3212 tempest-AggregatesAdminTestJSON-1172452592 tempest-AggregatesAdminTestJSON-1172452592-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526535 Feb 15 16:35:25.361983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c411b-47ab-4a98-b723-c7d4aeed3212 tempest-AggregatesAdminTestJSON-1172452592 tempest-AggregatesAdminTestJSON-1172452592-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00d99e4-0210-48c2-9ea4-69f57a57dc19,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:25.500326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Router 52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:35:25.585428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a53ff5-6e99-4888-b9fb-516e507a608b req-d36b9dcc-aa51-404a-b294-a44a835e9e33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:25.587299 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8a53ff5-6e99-4888-b9fb-516e507a608b req-d36b9dcc-aa51-404a-b294-a44a835e9e33 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 970 time: 0.1192844 Feb 15 16:35:25.636250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8a192245-ce0a-4c73-a501-9cb84de43865 None None] Provisioning complete for port 37ccd98f-b27a-420e-b6c8-9f2648e4c533 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:25.651813 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8a192245-ce0a-4c73-a501-9cb84de43865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:25.667300 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59466) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:25.682249 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a682ee63-5f7d-4ac4-ac3e-46d5f9dd62cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:25.684658 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:35:25.691692 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8a53ff5-6e99-4888-b9fb-516e507a608b req-3c1a9003-0539-4d49-8533-1d0a7111d25d tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973511 Feb 15 16:35:25.706120 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-25ceffe5-f59b-4d74-991c-0041b21bfa17 admin admin] 10.222.0.107 "PUT /v2.0/routers/52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0731778 Feb 15 16:35:25.728795 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8a192245-ce0a-4c73-a501-9cb84de43865 None None] Port 37ccd98f-b27a-420e-b6c8-9f2648e4c533 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:35:25.842525 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a682ee63-5f7d-4ac4-ac3e-46d5f9dd62cb admin admin] Publish callbacks [] for security_group (0d80371d-3a40-4ccf-b1fa-8f192fdb5990), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:25.918957 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a682ee63-5f7d-4ac4-ac3e-46d5f9dd62cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0d80371d-3a40-4ccf-b1fa-8f192fdb5990), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:26.001970 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a682ee63-5f7d-4ac4-ac3e-46d5f9dd62cb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a6654af61a924bccbc89e7a7788b320b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330805 Feb 15 16:35:26.002971 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682ee63-5f7d-4ac4-ac3e-46d5f9dd62cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d80371d-3a40-4ccf-b1fa-8f192fdb5990,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:26.004694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59486) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:26.032081 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0bd8c6-5a51-4b69-82e6-523d76beda42 req-e275868d-1559-4e67-98a5-506af06cd4cf tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:26.033533 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c0bd8c6-5a51-4b69-82e6-523d76beda42 req-e275868d-1559-4e67-98a5-506af06cd4cf tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 971 time: 0.1003289 Feb 15 16:35:26.069804 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1378e721-cfb6-4907-b60a-da75b8c0dec9 admin admin] Publish callbacks [] for security_group (0d80371d-3a40-4ccf-b1fa-8f192fdb5990), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:26.098492 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1378e721-cfb6-4907-b60a-da75b8c0dec9 admin admin] Publish callbacks [] for security_group (0d80371d-3a40-4ccf-b1fa-8f192fdb5990), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:26.098944 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c0bd8c6-5a51-4b69-82e6-523d76beda42 req-da57586b-e3d5-4aec-a776-fc2ca4afc051 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587535 Feb 15 16:35:26.181254 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59488) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:26.218895 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ad772f1-c2d0-413e-be29-1e632463cbde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:26.229928 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1378e721-cfb6-4907-b60a-da75b8c0dec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0d80371d-3a40-4ccf-b1fa-8f192fdb5990), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:26.233354 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1378e721-cfb6-4907-b60a-da75b8c0dec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:26.235154 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1378e721-cfb6-4907-b60a-da75b8c0dec9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0d80371d-3a40-4ccf-b1fa-8f192fdb5990 HTTP/1.1" status: 204 len: 168 time: 0.2295048 Feb 15 16:35:26.246086 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378e721-cfb6-4907-b60a-da75b8c0dec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d80371d-3a40-4ccf-b1fa-8f192fdb5990,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:26.303514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2938a36f-bb10-4ca6-a7f7-491a9e0b5927 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:35:26.342120 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Sync routers for ids ['52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:35:26.363877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ce2d9-3d4d-40aa-9d14-75ddbb48872a req-11b13b1a-056a-4af1-9fd3-ab573b596852 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:26.369784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Request body: {'port': {'device_id': 'b03ca31c-480d-416a-80e2-24e0d95489a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:26.371472 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-393ce2d9-3d4d-40aa-9d14-75ddbb48872a req-11b13b1a-056a-4af1-9fd3-ab573b596852 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 931 time: 0.1809249 Feb 15 16:35:26.397288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Routers {'52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:35:26.398853 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:35:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:26.441092 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ad772f1-c2d0-413e-be29-1e632463cbde admin admin] Publish callbacks [] for security_group (f7dc0db1-9936-4373-9e45-60e9c8aa0634), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:26.457966 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-393ce2d9-3d4d-40aa-9d14-75ddbb48872a req-fd11c573-74df-4bf5-93b1-30cea5f935fe tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803008 Feb 15 16:35:26.466356 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:26.502388 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ad772f1-c2d0-413e-be29-1e632463cbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f7dc0db1-9936-4373-9e45-60e9c8aa0634), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:26.546167 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad772f1-c2d0-413e-be29-1e632463cbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dc0db1-9936-4373-9e45-60e9c8aa0634,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:26.575683 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4ad772f1-c2d0-413e-be29-1e632463cbde admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b069f55acf8a4de9a6e5cb18d0cfea6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3863530 Feb 15 16:35:26.575683 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59496) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:26.579439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 2938a36f-bb10-4ca6-a7f7-491a9e0b5927 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:26.579979 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2938a36f-bb10-4ca6-a7f7-491a9e0b5927), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:26.623777 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-740869b7-faaa-409d-909d-c59c28eb7f91 admin admin] Publish callbacks [] for security_group (f7dc0db1-9936-4373-9e45-60e9c8aa0634), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:26.693510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 2938a36f-bb10-4ca6-a7f7-491a9e0b5927 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:26.710609 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Set router 52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:35:26.734623 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-740869b7-faaa-409d-909d-c59c28eb7f91 admin admin] Publish callbacks [] for security_group (f7dc0db1-9936-4373-9e45-60e9c8aa0634), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:26.854052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471a7bee-bdb2-4af0-938f-62d7f9d5851a {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:35:26.864525 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Publish callbacks [] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:26.886180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Transition to ACTIVE for port object 471a7bee-bdb2-4af0-938f-62d7f9d5851a will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:35:26.993305 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:26.993534 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ddc8ae-c197-4781-8eb9-bafb5c3543dc req-3cb995b7-16aa-4e29-963f-4f11e21d90b8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:26.999831 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64ddc8ae-c197-4781-8eb9-bafb5c3543dc req-3cb995b7-16aa-4e29-963f-4f11e21d90b8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 970 time: 0.1728318 Feb 15 16:35:27.063243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Pushing event updated for resources: {'Port': ['ID=471a7bee-bdb2-4af0-938f-62d7f9d5851a,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:27.115006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Attempting to bind port 471a7bee-bdb2-4af0-938f-62d7f9d5851a on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:35:27.115347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Attempting to bind port 471a7bee-bdb2-4af0-938f-62d7f9d5851a by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:35:27.115672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Attempting to bind port 471a7bee-bdb2-4af0-938f-62d7f9d5851a on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:27.129621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Port 471a7bee-bdb2-4af0-938f-62d7f9d5851a on network cc8d71f0-af5e-4df1-bb31-1f595b410607 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:35:27.129936 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Attempting to bind port 471a7bee-bdb2-4af0-938f-62d7f9d5851a on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:27.141778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:35:27.142107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Checking segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:27.142493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Bound using segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:35:27.142947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Bound port: 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:35:27.143296 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:27.167106 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64ddc8ae-c197-4781-8eb9-bafb5c3543dc req-68b76431-c672-43b3-af63-50f50c4b7339 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606362 Feb 15 16:35:27.167762 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-740869b7-faaa-409d-909d-c59c28eb7f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f7dc0db1-9936-4373-9e45-60e9c8aa0634), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:27.174120 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-740869b7-faaa-409d-909d-c59c28eb7f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:27.178229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-62888726-router', 'tenant_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '2938a36f-bb10-4ca6-a7f7-491a9e0b5927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:18Z', 'updated_at': '2022-02-15T16:35:24Z', 'revision_number': 4, 'project_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'gw_port': {'id': '2938a36f-bb10-4ca6-a7f7-491a9e0b5927', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:19Z', 'updated_at': '2022-02-15T16:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '37ccd98f-b27a-420e-b6c8-9f2648e4c533', 'name': '', 'network_id': '355c8bc5-26f7-4a30-bbcd-e14d35254701', 'tenant_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'mac_address': 'fa:16:3e:13:3f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '39d37708-3466-4308-ab57-829df16c4c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:22Z', 'updated_at': '2022-02-15T16:35:24Z', 'revision_number': 2, 'project_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'subnets': [{'id': '39d37708-3466-4308-ab57-829df16c4c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:27.196644 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-740869b7-faaa-409d-909d-c59c28eb7f91 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f7dc0db1-9936-4373-9e45-60e9c8aa0634 HTTP/1.1" status: 204 len: 168 time: 0.6251621 Feb 15 16:35:27.229460 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740869b7-faaa-409d-909d-c59c28eb7f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dc0db1-9936-4373-9e45-60e9c8aa0634,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:27.246841 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Checking router: 52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:35:27.247436 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Updating router 52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3 port 37ccd98f-b27a-420e-b6c8-9f2648e4c533 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:35:27.292363 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:27.346075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] For port 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:35:27.386434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] For port 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:35:27.425459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be79a2-6af7-48e4-899f-2465b1b5b25f req-c494801a-4a06-4115-9ce5-11fdd0538518 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:27.432546 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-23be79a2-6af7-48e4-899f-2465b1b5b25f req-c494801a-4a06-4115-9ce5-11fdd0538518 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 971 time: 0.0855992 Feb 15 16:35:27.530360 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03467c45-ba40-4054-8186-3147edba905c req-7f94b798-f733-4486-87a3-d28eed86e1d1 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:27.531957 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-03467c45-ba40-4054-8186-3147edba905c req-7f94b798-f733-4486-87a3-d28eed86e1d1 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.10 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 971 time: 0.1180677 Feb 15 16:35:27.532350 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:27.702734 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Pushing event updated for resources: {'Port': ['ID=471a7bee-bdb2-4af0-938f-62d7f9d5851a,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:27.734292 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-23be79a2-6af7-48e4-899f-2465b1b5b25f req-061fb597-0950-495a-b1b4-1e0be819d391 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/security-groups?id=61fab297-ad1f-4a33-82e8-1b57df755bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975955 Feb 15 16:35:27.748815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:27.749554 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:27.750966 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-ce0d062b-7468-471a-b98f-05ea4b80447b service neutron] 10.222.0.67 "PUT /v2.0/ports/471a7bee-bdb2-4af0-938f-62d7f9d5851a HTTP/1.1" status: 200 len: 1092 time: 2.0025189 Feb 15 16:35:27.751441 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03ca31c-480d-416a-80e2-24e0d95489a6', 'tag': '471a7bee-bdb2-4af0-938f-62d7f9d5851a'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:35:27.764169 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712620c1-87d0-4c6b-be0b-e56779de7499" -d '{"events": [{"name": "network-changed", "server_uuid": "b03ca31c-480d-416a-80e2-24e0d95489a6", "tag": "471a7bee-bdb2-4af0-938f-62d7f9d5851a"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:35:27.786794 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Publish callbacks [] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:27.849959 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dacb77-8fc7-4cb5-8343-2142f8a38547 x-openstack-request-id: req-e8dacb77-8fc7-4cb5-8343-2142f8a38547 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:35:27.850239 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03ca31c-480d-416a-80e2-24e0d95489a6", "tag": "471a7bee-bdb2-4af0-938f-62d7f9d5851a", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:35:27.850547 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e8dacb77-8fc7-4cb5-8343-2142f8a38547 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:35:27.850930 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03ca31c-480d-416a-80e2-24e0d95489a6', 'tag': '471a7bee-bdb2-4af0-938f-62d7f9d5851a', 'status': 'completed', 'code': 200} Feb 15 16:35:27.902206 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:27.947565 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b1831-afa6-41d5-88a2-851ee31895a0 req-60baa939-42fc-447e-9601-aec7011ed105 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:27.949137 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de6b1831-afa6-41d5-88a2-851ee31895a0 req-60baa939-42fc-447e-9601-aec7011ed105 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 943 time: 0.2039962 Feb 15 16:35:27.952174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-03467c45-ba40-4054-8186-3147edba905c req-d70e8f9f-9428-477e-9c85-9609a9003c5b tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Deleting port 5145149e-cb47-4e81-b32d-3dd6ec777d18 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:35:27.952507 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-03467c45-ba40-4054-8186-3147edba905c req-d70e8f9f-9428-477e-9c85-9609a9003c5b tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5145149e-cb47-4e81-b32d-3dd6ec777d18), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:27.966022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712620c1-87d0-4c6b-be0b-e56779de7499 req-3e0e3af9-4075-4adf-a35c-94a9b5e5e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:27.971492 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-712620c1-87d0-4c6b-be0b-e56779de7499 req-3e0e3af9-4075-4adf-a35c-94a9b5e5e50a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 1126 time: 0.0916057 Feb 15 16:35:28.012278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2d7c2-7d6e-4b57-88da-9e9625fc7fa5 None None] Pushing event updated for resources: {'Port': ['ID=37ccd98f-b27a-420e-b6c8-9f2648e4c533,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:28.084442 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de6b1831-afa6-41d5-88a2-851ee31895a0 req-200a50e8-f7dd-4e79-8871-93471b4761b7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287963 Feb 15 16:35:28.132827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-03467c45-ba40-4054-8186-3147edba905c req-d70e8f9f-9428-477e-9c85-9609a9003c5b tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] For port 5145149e-cb47-4e81-b32d-3dd6ec777d18, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=5145149e-cb47-4e81-b32d-3dd6ec777d18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:28.133224 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-03467c45-ba40-4054-8186-3147edba905c req-d70e8f9f-9428-477e-9c85-9609a9003c5b tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5145149e-cb47-4e81-b32d-3dd6ec777d18), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:28.162612 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Attempting to bind port 37ccd98f-b27a-420e-b6c8-9f2648e4c533 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:35:28.163529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Attempting to bind port 37ccd98f-b27a-420e-b6c8-9f2648e4c533 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '598f3909-0456-4f9a-8a3b-183c14efd77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '355c8bc5-26f7-4a30-bbcd-e14d35254701'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:35:28.163892 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Attempting to bind port 37ccd98f-b27a-420e-b6c8-9f2648e4c533 on network 355c8bc5-26f7-4a30-bbcd-e14d35254701 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:28.173128 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:35:28.175832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Checking segment: {'id': '598f3909-0456-4f9a-8a3b-183c14efd77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '355c8bc5-26f7-4a30-bbcd-e14d35254701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:28.176652 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:28.176652 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Bound using segment: {'id': '598f3909-0456-4f9a-8a3b-183c14efd77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '355c8bc5-26f7-4a30-bbcd-e14d35254701'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:35:28.177094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Bound port: 37ccd98f-b27a-420e-b6c8-9f2648e4c533, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '598f3909-0456-4f9a-8a3b-183c14efd77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '355c8bc5-26f7-4a30-bbcd-e14d35254701'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:35:28.177536 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:28.189185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-03467c45-ba40-4054-8186-3147edba905c req-d70e8f9f-9428-477e-9c85-9609a9003c5b tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Calling delete_port for 5145149e-cb47-4e81-b32d-3dd6ec777d18 owned by compute:tempest-test_az-1877125108 {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:35:28.327888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] For port 37ccd98f-b27a-420e-b6c8-9f2648e4c533, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:35:28.333737 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] For port 37ccd98f-b27a-420e-b6c8-9f2648e4c533, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=37ccd98f-b27a-420e-b6c8-9f2648e4c533,segment=NetworkSegment(598f3909-0456-4f9a-8a3b-183c14efd77a),segment_id=598f3909-0456-4f9a-8a3b-183c14efd77a)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:35:28.402113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-299831e2-246a-413a-a0a7-ab4816433976 None None] Provisioning complete for port 37ccd98f-b27a-420e-b6c8-9f2648e4c533 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:28.403043 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-299831e2-246a-413a-a0a7-ab4816433976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:28.494516 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:28.543729 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b246d-02a8-4cb9-80ab-878ef20d8157 req-3bc8c815-4cae-4317-af85-83d3a55bbc41 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:28.551810 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8f4b246d-02a8-4cb9-80ab-878ef20d8157 req-3bc8c815-4cae-4317-af85-83d3a55bbc41 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 970 time: 0.1581259 Feb 15 16:35:28.575766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb976034-5190-435a-b5d8-094d31ccdb72 req-95929fc8-0bc0-4980-b262-2a0ee36db966 tempest-DeleteServersAdminTestJSON-630220213 tempest-DeleteServersAdminTestJSON-630220213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:28.575766 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bb976034-5190-435a-b5d8-094d31ccdb72 req-95929fc8-0bc0-4980-b262-2a0ee36db966 tempest-DeleteServersAdminTestJSON-630220213 tempest-DeleteServersAdminTestJSON-630220213-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 1153 time: 0.5784433 Feb 15 16:35:28.621870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712620c1-87d0-4c6b-be0b-e56779de7499 req-f124226d-4eb6-4960-bcab-8375ef2da4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:28.621870 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-712620c1-87d0-4c6b-be0b-e56779de7499 req-f124226d-4eb6-4960-bcab-8375ef2da4d1 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&shared=False HTTP/1.1" status: 200 len: 922 time: 0.6358671 Feb 15 16:35:28.633676 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-03467c45-ba40-4054-8186-3147edba905c req-d70e8f9f-9428-477e-9c85-9609a9003c5b tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (5145149e-cb47-4e81-b32d-3dd6ec777d18), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:28.649257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d2d7c2-7d6e-4b57-88da-9e9625fc7fa5 None None] Pushing event updated for resources: {'Port': ['ID=37ccd98f-b27a-420e-b6c8-9f2648e4c533,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:28.681524 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8f4b246d-02a8-4cb9-80ab-878ef20d8157 req-b32b35b1-1c14-4db3-8a3a-5da610abad6b tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285598 Feb 15 16:35:28.712526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['5145149e-cb47-4e81-b32d-3dd6ec777d18'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:35:28.718992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e8f9f-9428-477e-9c85-9609a9003c5b tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Pushing event deleted for resources: {'Port': ['ID=5145149e-cb47-4e81-b32d-3dd6ec777d18,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:28.882729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-299831e2-246a-413a-a0a7-ab4816433976 None None] Port 37ccd98f-b27a-420e-b6c8-9f2648e4c533 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:35:28.895866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Routers {'52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:35:28.903439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:35:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:28.965949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-bb976034-5190-435a-b5d8-094d31ccdb72 req-2af11c71-6d6e-4169-a21d-4b336d791252 tempest-DeleteServersAdminTestJSON-630220213 tempest-DeleteServersAdminTestJSON-630220213-project-admin] Deleting port 727e803c-64c2-4e36-bb02-0760d1cf27d3 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:35:28.966297 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bb976034-5190-435a-b5d8-094d31ccdb72 req-2af11c71-6d6e-4169-a21d-4b336d791252 tempest-DeleteServersAdminTestJSON-630220213 tempest-DeleteServersAdminTestJSON-630220213-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (727e803c-64c2-4e36-bb02-0760d1cf27d3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:29.031075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-03467c45-ba40-4054-8186-3147edba905c req-d70e8f9f-9428-477e-9c85-9609a9003c5b tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] No DVR routers for this DVR port 5145149e-cb47-4e81-b32d-3dd6ec777d18 on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:35:29.097646 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-03467c45-ba40-4054-8186-3147edba905c req-d70e8f9f-9428-477e-9c85-9609a9003c5b tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:29.118758 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-03467c45-ba40-4054-8186-3147edba905c req-d70e8f9f-9428-477e-9c85-9609a9003c5b tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.10 "DELETE /v2.0/ports/5145149e-cb47-4e81-b32d-3dd6ec777d18 HTTP/1.1" status: 204 len: 173 time: 1.5665054 Feb 15 16:35:29.119787 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f757c4-fd6a-444f-a7f1-271453f93ca2', 'name': 'network-vif-deleted', 'tag': '5145149e-cb47-4e81-b32d-3dd6ec777d18'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:35:29.129455 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afc813b-14dc-457e-b530-6a857b3a1f5e" -d '{"events": [{"server_uuid": "67f757c4-fd6a-444f-a7f1-271453f93ca2", "name": "network-vif-deleted", "tag": "5145149e-cb47-4e81-b32d-3dd6ec777d18"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:35:29.227278 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-11dd3f17-f5ac-4a7b-b53f-801597f1d4d4 req-3f2f3856-9fb0-45ee-a6a1-9f636a55d390 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 210 time: 0.2873225 Feb 15 16:35:29.270253 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b01f704e-39a2-4e48-ab0b-23c14077b8ba None None] Provisioning complete for port 37ccd98f-b27a-420e-b6c8-9f2648e4c533 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:29.270646 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b01f704e-39a2-4e48-ab0b-23c14077b8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:29.279844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712620c1-87d0-4c6b-be0b-e56779de7499 req-e7acc4df-bf6a-4adc-afdc-6e2d9c49bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:29.307117 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-712620c1-87d0-4c6b-be0b-e56779de7499 req-e7acc4df-bf6a-4adc-afdc-6e2d9c49bd18 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6359496 Feb 15 16:35:29.345007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] Set router 52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:35:29.434532 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40717e73-b3ba-4adc-888a-9de79c10f913 x-openstack-request-id: req-40717e73-b3ba-4adc-888a-9de79c10f913 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:35:29.434838 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f757c4-fd6a-444f-a7f1-271453f93ca2", "name": "network-vif-deleted", "tag": "5145149e-cb47-4e81-b32d-3dd6ec777d18", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:35:29.435099 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-40717e73-b3ba-4adc-888a-9de79c10f913 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:35:29.435513 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f757c4-fd6a-444f-a7f1-271453f93ca2', 'name': 'network-vif-deleted', 'tag': '5145149e-cb47-4e81-b32d-3dd6ec777d18', 'status': 'completed', 'code': 200} Feb 15 16:35:29.585867 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bb976034-5190-435a-b5d8-094d31ccdb72 req-2af11c71-6d6e-4169-a21d-4b336d791252 tempest-DeleteServersAdminTestJSON-630220213 tempest-DeleteServersAdminTestJSON-630220213-project-admin] For port 727e803c-64c2-4e36-bb02-0760d1cf27d3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=727e803c-64c2-4e36-bb02-0760d1cf27d3,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:29.586766 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bb976034-5190-435a-b5d8-094d31ccdb72 req-2af11c71-6d6e-4169-a21d-4b336d791252 tempest-DeleteServersAdminTestJSON-630220213 tempest-DeleteServersAdminTestJSON-630220213-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (727e803c-64c2-4e36-bb02-0760d1cf27d3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:29.616869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-bb976034-5190-435a-b5d8-094d31ccdb72 req-2af11c71-6d6e-4169-a21d-4b336d791252 tempest-DeleteServersAdminTestJSON-630220213 tempest-DeleteServersAdminTestJSON-630220213-project-admin] Calling delete_port for 727e803c-64c2-4e36-bb02-0760d1cf27d3 owned by compute:tempest-test_az-1877125108 {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:35:29.637186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef728823-193e-4f2a-bc5e-283053aa7a00 req-db3fa5c7-4d11-43aa-92af-b4e569364f76 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:29.640699 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef728823-193e-4f2a-bc5e-283053aa7a00 req-db3fa5c7-4d11-43aa-92af-b4e569364f76 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 943 time: 0.3224633 Feb 15 16:35:29.667648 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b01f704e-39a2-4e48-ab0b-23c14077b8ba None None] Current status of the port 37ccd98f-b27a-420e-b6c8-9f2648e4c533 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:29.668923 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b01f704e-39a2-4e48-ab0b-23c14077b8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:29.719791 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b01f704e-39a2-4e48-ab0b-23c14077b8ba None None] For port 37ccd98f-b27a-420e-b6c8-9f2648e4c533, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=37ccd98f-b27a-420e-b6c8-9f2648e4c533,segment=NetworkSegment(598f3909-0456-4f9a-8a3b-183c14efd77a),segment_id=598f3909-0456-4f9a-8a3b-183c14efd77a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:29.807560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-c62ccd1d-33c6-473e-9807-43acbf641a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:29.809264 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-c62ccd1d-33c6-473e-9807-43acbf641a5f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 1126 time: 0.3477175 Feb 15 16:35:29.832074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-62888726-router', 'tenant_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '2938a36f-bb10-4ca6-a7f7-491a9e0b5927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:18Z', 'updated_at': '2022-02-15T16:35:24Z', 'revision_number': 4, 'project_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'gw_port': {'id': '2938a36f-bb10-4ca6-a7f7-491a9e0b5927', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:19Z', 'updated_at': '2022-02-15T16:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '37ccd98f-b27a-420e-b6c8-9f2648e4c533', 'name': '', 'network_id': '355c8bc5-26f7-4a30-bbcd-e14d35254701', 'tenant_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'mac_address': 'fa:16:3e:13:3f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '39d37708-3466-4308-ab57-829df16c4c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:22Z', 'updated_at': '2022-02-15T16:35:28Z', 'revision_number': 4, 'project_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'subnets': [{'id': '39d37708-3466-4308-ab57-829df16c4c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:29.871759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcaebe3-a24b-490c-9fba-63d3ccefc341 None None] The sync data for ids ['52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'] in n-d-828372-14 is: [{'id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-62888726-router', 'tenant_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '2938a36f-bb10-4ca6-a7f7-491a9e0b5927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:18Z', 'updated_at': '2022-02-15T16:35:24Z', 'revision_number': 4, 'project_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'gw_port': {'id': '2938a36f-bb10-4ca6-a7f7-491a9e0b5927', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:19Z', 'updated_at': '2022-02-15T16:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '37ccd98f-b27a-420e-b6c8-9f2648e4c533', 'name': '', 'network_id': '355c8bc5-26f7-4a30-bbcd-e14d35254701', 'tenant_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'mac_address': 'fa:16:3e:13:3f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 158, 'fixed_ips': [{'subnet_id': '39d37708-3466-4308-ab57-829df16c4c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:22Z', 'updated_at': '2022-02-15T16:35:28Z', 'revision_number': 4, 'project_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'subnets': [{'id': '39d37708-3466-4308-ab57-829df16c4c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:35:29.902429 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b01f704e-39a2-4e48-ab0b-23c14077b8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:29.965806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28557964-22aa-479d-9a97-04f66a8c6e50 req-609c0e63-df10-4875-8306-50cd15997fd7 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:29.973714 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-28557964-22aa-479d-9a97-04f66a8c6e50 req-609c0e63-df10-4875-8306-50cd15997fd7 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 970 time: 0.1211367 Feb 15 16:35:30.026522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f704e-39a2-4e48-ab0b-23c14077b8ba None None] Pushing event updated for resources: {'Port': ['ID=37ccd98f-b27a-420e-b6c8-9f2648e4c533,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:30.170376 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:30.176166 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-28557964-22aa-479d-9a97-04f66a8c6e50 req-d7e6ae34-db33-4202-939f-a9b1a53a238a tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988080 Feb 15 16:35:30.287167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-eca9666b-ef2e-447a-891f-0cb131359269 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a HTTP/1.1" status: 200 len: 217 time: 0.4662082 Feb 15 16:35:30.412478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 37ccd98f-b27a-420e-b6c8-9f2648e4c533 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:35:30.453679 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef728823-193e-4f2a-bc5e-283053aa7a00 req-3df6289c-c856-4302-af5d-758fdf40a343 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8006959 Feb 15 16:35:30.469014 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:30.518696 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e91ff992-fa51-43b0-af7f-7cb186a31e31 req-687780cd-f83c-490e-a11a-3c6f753d74d4 tempest-AggregatesAdminTestJSON-1592010455 tempest-AggregatesAdminTestJSON-1592010455-project] 10.222.0.107 "GET /v2.0/ports?device_id=67f757c4-fd6a-444f-a7f1-271453f93ca2 HTTP/1.1" status: 200 len: 210 time: 0.0622990 Feb 15 16:35:30.532169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-4621e0d4-da6d-4447-8834-819942e12dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:30.540796 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-4621e0d4-da6d-4447-8834-819942e12dd0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.2161517 Feb 15 16:35:30.595454 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-07a6f910-bf35-45f8-be73-633983d5aaff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467598 Feb 15 16:35:30.611547 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 37ccd98f-b27a-420e-b6c8-9f2648e4c533 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:30.612207 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:30.734324 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-51a34272-15d7-4821-a94b-eac4f81c9fe9 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117916 Feb 15 16:35:30.778482 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 37ccd98f-b27a-420e-b6c8-9f2648e4c533 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:30.933263 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b9c2d2-360e-4837-a668-d1637d94aa7d req-86c18ba3-8160-454c-8bd3-d374835283fa service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734021 Feb 15 16:35:30.951530 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bb976034-5190-435a-b5d8-094d31ccdb72 req-2af11c71-6d6e-4169-a21d-4b336d791252 tempest-DeleteServersAdminTestJSON-630220213 tempest-DeleteServersAdminTestJSON-630220213-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (727e803c-64c2-4e36-bb02-0760d1cf27d3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:31.014979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af11c71-6d6e-4169-a21d-4b336d791252 tempest-DeleteServersAdminTestJSON-630220213 tempest-DeleteServersAdminTestJSON-630220213-project-admin] Pushing event deleted for resources: {'Port': ['ID=727e803c-64c2-4e36-bb02-0760d1cf27d3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:31.093875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb976034-5190-435a-b5d8-094d31ccdb72 req-2af11c71-6d6e-4169-a21d-4b336d791252 tempest-DeleteServersAdminTestJSON-630220213 tempest-DeleteServersAdminTestJSON-630220213-project-admin] No DVR routers for this DVR port 727e803c-64c2-4e36-bb02-0760d1cf27d3 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:35:31.097792 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bb976034-5190-435a-b5d8-094d31ccdb72 req-2af11c71-6d6e-4169-a21d-4b336d791252 tempest-DeleteServersAdminTestJSON-630220213 tempest-DeleteServersAdminTestJSON-630220213-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:31.107432 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bb976034-5190-435a-b5d8-094d31ccdb72 req-2af11c71-6d6e-4169-a21d-4b336d791252 tempest-DeleteServersAdminTestJSON-630220213 tempest-DeleteServersAdminTestJSON-630220213-project-admin] 10.222.0.10 "DELETE /v2.0/ports/727e803c-64c2-4e36-bb02-0760d1cf27d3 HTTP/1.1" status: 204 len: 173 time: 2.5210369 Feb 15 16:35:31.108253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a1ee676-8c75-47a4-91d0-1a264014b01a', 'name': 'network-vif-deleted', 'tag': '727e803c-64c2-4e36-bb02-0760d1cf27d3'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:35:31.110979 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68835e34-3344-49ca-b9c4-affc3f0a233d" -d '{"events": [{"server_uuid": "8a1ee676-8c75-47a4-91d0-1a264014b01a", "name": "network-vif-deleted", "tag": "727e803c-64c2-4e36-bb02-0760d1cf27d3"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:35:31.215559 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03c9122-5f50-4014-ba54-748009bc513a x-openstack-request-id: req-e03c9122-5f50-4014-ba54-748009bc513a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:35:31.215872 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a1ee676-8c75-47a4-91d0-1a264014b01a", "name": "network-vif-deleted", "tag": "727e803c-64c2-4e36-bb02-0760d1cf27d3", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:35:31.216289 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e03c9122-5f50-4014-ba54-748009bc513a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:35:31.216695 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a1ee676-8c75-47a4-91d0-1a264014b01a', 'name': 'network-vif-deleted', 'tag': '727e803c-64c2-4e36-bb02-0760d1cf27d3', 'status': 'completed', 'code': 200} Feb 15 16:35:31.410109 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f247c40c-ac11-44e2-b04f-0be87e94db12 req-9b0cb477-7996-40ef-bc4e-0727c81d7381 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=8a1ee676-8c75-47a4-91d0-1a264014b01a HTTP/1.1" status: 200 len: 210 time: 0.0570970 Feb 15 16:35:31.651995 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb2427-8651-480d-81df-cc194899bd99 req-1004dd68-30f5-4e70-bb7b-220f8c5ecea9 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:31.653788 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cbdb2427-8651-480d-81df-cc194899bd99 req-1004dd68-30f5-4e70-bb7b-220f8c5ecea9 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 943 time: 0.0815887 Feb 15 16:35:31.724185 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cbdb2427-8651-480d-81df-cc194899bd99 req-f310ed34-d686-452e-822d-c3a2fad6e58e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645049 Feb 15 16:35:31.765925 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-5310154a-6b6c-46c4-919e-dde6f26ec1c4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=7a5616e5981049c2a8b562d7a99d1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471580 Feb 15 16:35:31.894191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8ee33f07-6427-446b-8d8a-0c330f692317 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:31.896075 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8ee33f07-6427-446b-8d8a-0c330f692317 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1288109 Feb 15 16:35:31.921690 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-25228eb8-0f42-40cb-91f9-b068fec0a005 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/quotas/7a5616e5981049c2a8b562d7a99d1390 HTTP/1.1" status: 200 len: 375 time: 0.0152092 Feb 15 16:35:31.964034 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-6a6228cd-b597-46c2-905b-d71bbf9ad085 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368736 Feb 15 16:35:32.258718 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa2bad04-87d1-4291-8867-9d557b96f4b8 req-c8d932cf-2b5f-4947-b287-d8847c14db24 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 210 time: 0.0388474 Feb 15 16:35:32.686367 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-f7f0e2f1-41ac-4096-be9a-691d8f3c23ed tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=ed222577d18d4754b6c74b7b1b59a0c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220678 Feb 15 16:35:32.712238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 5145149e-cb47-4e81-b32d-3dd6ec777d18 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:35:32.735763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 5145149e-cb47-4e81-b32d-3dd6ec777d18 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:35:32.736216 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 5145149e-cb47-4e81-b32d-3dd6ec777d18 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:35:32.736706 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 727e803c-64c2-4e36-bb02-0760d1cf27d3 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:35:32.758066 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 727e803c-64c2-4e36-bb02-0760d1cf27d3 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:35:32.758508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 727e803c-64c2-4e36-bb02-0760d1cf27d3 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:35:32.821446 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-273c1e3d-9521-4498-ac08-0cf293b9fa80 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:32.832822 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-273c1e3d-9521-4498-ac08-0cf293b9fa80 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1397820 Feb 15 16:35:32.856338 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-b7bfdd48-1dcc-4b2b-a8e2-0730652295e3 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/quotas/ed222577d18d4754b6c74b7b1b59a0c1 HTTP/1.1" status: 200 len: 375 time: 0.0194595 Feb 15 16:35:32.906648 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-3ddd4cf7-748e-4eed-b451-cddaa9769d2f tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=ed222577d18d4754b6c74b7b1b59a0c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518801 Feb 15 16:35:33.073357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786c1c0-b8e7-49b6-8384-34a62313af2b req-ea184040-e717-4752-bfef-3dd352930d98 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:33.076076 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5786c1c0-b8e7-49b6-8384-34a62313af2b req-ea184040-e717-4752-bfef-3dd352930d98 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 943 time: 0.1140742 Feb 15 16:35:33.126546 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5786c1c0-b8e7-49b6-8384-34a62313af2b req-12211306-53bb-4791-989b-fd227e7790c1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443354 Feb 15 16:35:33.254424 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ab1b0e8a-7b6f-439b-9e48-800ae52332ce req-8f0d78c3-7b98-4af3-b38a-967b1a425541 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 210 time: 0.0293028 Feb 15 16:35:33.402709 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8861949f-b04e-4c86-958d-995056ba7b6f req-246f27d2-660c-434a-a9c1-207111f29f8c tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 210 time: 0.0470293 Feb 15 16:35:33.529810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59700) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:33.664062 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:35:33.664586 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7213a42-1617-4f0e-858d-6f86d577b32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:33.778868 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7213a42-1617-4f0e-858d-6f86d577b32d admin admin] Publish callbacks [] for security_group (b1a70090-4981-4549-9bd5-36b9cd0dbf5c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:33.907471 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7213a42-1617-4f0e-858d-6f86d577b32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b1a70090-4981-4549-9bd5-36b9cd0dbf5c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:33.956571 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f7213a42-1617-4f0e-858d-6f86d577b32d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6645adbf0b50400f907d5774d3900fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4254901 Feb 15 16:35:33.957865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7213a42-1617-4f0e-858d-6f86d577b32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a70090-4981-4549-9bd5-36b9cd0dbf5c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:33.959457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59720) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:34.026591 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e185253-2682-40f2-bfd8-e197cd89128f admin admin] Publish callbacks [] for security_group (b1a70090-4981-4549-9bd5-36b9cd0dbf5c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:34.069720 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e185253-2682-40f2-bfd8-e197cd89128f admin admin] Publish callbacks [] for security_group (b1a70090-4981-4549-9bd5-36b9cd0dbf5c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:34.198864 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e185253-2682-40f2-bfd8-e197cd89128f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b1a70090-4981-4549-9bd5-36b9cd0dbf5c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:34.201569 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e185253-2682-40f2-bfd8-e197cd89128f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:34.202725 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4e185253-2682-40f2-bfd8-e197cd89128f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b1a70090-4981-4549-9bd5-36b9cd0dbf5c HTTP/1.1" status: 204 len: 168 time: 0.2416041 Feb 15 16:35:34.218842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e185253-2682-40f2-bfd8-e197cd89128f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a70090-4981-4549-9bd5-36b9cd0dbf5c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:34.309318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1ff54-fe5f-4c3f-b2b0-d17e5e643c01 req-6caea4f8-e668-489e-8055-8e1f41b1d888 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:34.310961 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6db1ff54-fe5f-4c3f-b2b0-d17e5e643c01 req-6caea4f8-e668-489e-8055-8e1f41b1d888 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 943 time: 0.0831974 Feb 15 16:35:34.363105 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6db1ff54-fe5f-4c3f-b2b0-d17e5e643c01 req-0be38ff5-633f-400e-a1bd-d7d04bfdc856 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448847 Feb 15 16:35:34.505816 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-042939b2-a9b7-4259-ad00-83df44f94d35 req-588ed493-75a7-49e0-8b05-00fcb0136409 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 210 time: 0.0737822 Feb 15 16:35:34.598214 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e968f3a1-e5d7-41ab-9214-62f325380d7d req-a3b632ca-5192-432f-a091-39dd05dac07e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 210 time: 0.0272093 Feb 15 16:35:34.816417 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-004d5051-2457-4ead-bbc2-99d0d4d58373 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7a5616e5981049c2a8b562d7a99d1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391021 Feb 15 16:35:34.953429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-94934732-8d16-42e1-acc7-436669dd9a0f tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:34.953429 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-94934732-8d16-42e1-acc7-436669dd9a0f tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1319351 Feb 15 16:35:34.967051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Request body: {'port': {'device_id': 'd2a5280a-dd75-49d0-87b6-0abaca2ae1ff', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '7a5616e5981049c2a8b562d7a99d1390'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:35.119449 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59760) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:35.150909 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2058a070-b62c-46b4-aa15-d6baef4c2b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:35.168703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 471a7bee-bdb2-4af0-938f-62d7f9d5851a details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:35:35.250686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Made reservation on behalf of 7a5616e5981049c2a8b562d7a99d1390 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:35:35.255013 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:35.270614 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:35.280889 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2058a070-b62c-46b4-aa15-d6baef4c2b6a admin admin] Publish callbacks [] for security_group (7a5ecf79-f394-4560-81eb-853fb2e403b2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:35.366328 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks [] for security_group (3ea59dd9-132f-47dd-8e91-df39a4990ec8), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:35.396438 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:35.400901 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2058a070-b62c-46b4-aa15-d6baef4c2b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7a5ecf79-f394-4560-81eb-853fb2e403b2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:35.442727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '471a7bee-bdb2-4af0-938f-62d7f9d5851a', 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607', 'port_id': '471a7bee-bdb2-4af0-938f-62d7f9d5851a', 'mac_address': 'fa:16:3e:16:b5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f4fb5f-b1bf-499b-9582-c606857e0233', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:35:35.450537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2058a070-b62c-46b4-aa15-d6baef4c2b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5ecf79-f394-4560-81eb-853fb2e403b2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:35.451008 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3ea59dd9-132f-47dd-8e91-df39a4990ec8), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:35.514633 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2058a070-b62c-46b4-aa15-d6baef4c2b6a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=50f1ae5454fd4282a99eda7acde01c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3915417 Feb 15 16:35:35.516149 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59768) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:35.548639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 471a7bee-bdb2-4af0-938f-62d7f9d5851a is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:35.549929 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:35.577894 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471a7bee-bdb2-4af0-938f-62d7f9d5851a {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:35:35.605800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea59dd9-132f-47dd-8e91-df39a4990ec8,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:35.655617 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:35.671790 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10ed4c1e-3f55-4356-944b-e2c16e0da61d admin admin] Publish callbacks [] for security_group (7a5ecf79-f394-4560-81eb-853fb2e403b2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:35.732151 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-c664c3fb-d2d6-4e54-8a21-8e44093801fc tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ed222577d18d4754b6c74b7b1b59a0c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730588 Feb 15 16:35:35.735739 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10ed4c1e-3f55-4356-944b-e2c16e0da61d admin admin] Publish callbacks [] for security_group (7a5ecf79-f394-4560-81eb-853fb2e403b2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:35.746854 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed22ef-f258-4ec7-b401-cf111c9a83bc req-96f47e11-ebc2-48c3-bce5-546902e14890 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:35.749040 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24ed22ef-f258-4ec7-b401-cf111c9a83bc req-96f47e11-ebc2-48c3-bce5-546902e14890 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 943 time: 0.2046232 Feb 15 16:35:35.753175 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:35.814858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Allocated IP 192.168.233.172 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/6282bc8b-9d8e-4550-a142-dea31796c065) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:35:35.843167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=471a7bee-bdb2-4af0-938f-62d7f9d5851a,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:35.870843 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-23820022-a2c7-4496-aa0a-d2b032089ac0 req-c65d9f8b-3aa6-4565-93d4-045b8fea1833 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 210 time: 0.1469288 Feb 15 16:35:35.960797 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24ed22ef-f258-4ec7-b401-cf111c9a83bc req-bf01f79d-33bc-4487-a992-4ea5ad75a95f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861866 Feb 15 16:35:35.976059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-c405299d-3434-4151-8500-9df1fea28acf tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:35.978097 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-c405299d-3434-4151-8500-9df1fea28acf tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2215004 Feb 15 16:35:36.018637 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-962a2b47-34ad-4ce7-b3d7-9a058b89f6f8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Request body: {'port': {'device_id': 'ace621af-b283-406a-9bb1-648c2b8ca0ba', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': 'ed222577d18d4754b6c74b7b1b59a0c1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:36.068629 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10ed4c1e-3f55-4356-944b-e2c16e0da61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7a5ecf79-f394-4560-81eb-853fb2e403b2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:36.076809 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10ed4c1e-3f55-4356-944b-e2c16e0da61d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:36.078777 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-10ed4c1e-3f55-4356-944b-e2c16e0da61d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7a5ecf79-f394-4560-81eb-853fb2e403b2 HTTP/1.1" status: 204 len: 168 time: 0.5607853 Feb 15 16:35:36.091037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['471a7bee-bdb2-4af0-938f-62d7f9d5851a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:35:36.241818 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks [] for port (6282bc8b-9d8e-4550-a142-dea31796c065), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:36.429401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (6282bc8b-9d8e-4550-a142-dea31796c065), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:36.519631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:35:36.528142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:36.543573 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:35:36.552835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:36.554833 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:36.558745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event updated for resources: {'Port': ['ID=6282bc8b-9d8e-4550-a142-dea31796c065,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:36.597289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed4c1e-3f55-4356-944b-e2c16e0da61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5ecf79-f394-4560-81eb-853fb2e403b2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:36.603501 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-066d010f-71d1-40c2-a195-fc3a7f7ce356 req-57da6ca4-16da-43fd-8fe9-e2b6ec2b3a29 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 210 time: 0.4282856 Feb 15 16:35:36.696210 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-8eeca5ed-c377-4677-834c-6ce75c0b121a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7265937 Feb 15 16:35:36.708866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Request body: {'port': {'device_id': 'd2a5280a-dd75-49d0-87b6-0abaca2ae1ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:36.799390 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10c30285-7677-4f61-b04b-55e22e4f18f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:36.833951 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6282bc8b-9d8e-4550-a142-dea31796c065), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:36.855907 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-962a2b47-34ad-4ce7-b3d7-9a058b89f6f8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Made reservation on behalf of ed222577d18d4754b6c74b7b1b59a0c1 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:35:36.861280 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-962a2b47-34ad-4ce7-b3d7-9a058b89f6f8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:37.046938 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-718eb437-b252-445d-9ca3-f8283e0a6a7e None None] Provisioning complete for port 6282bc8b-9d8e-4550-a142-dea31796c065 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:37.047313 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-718eb437-b252-445d-9ca3-f8283e0a6a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6282bc8b-9d8e-4550-a142-dea31796c065), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:37.095842 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-962a2b47-34ad-4ce7-b3d7-9a058b89f6f8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Allocated IP 192.168.233.9 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/ec5af73c-670f-4013-8bdc-09eecf16f854) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:35:37.129493 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c37193fa-82aa-4f29-a82d-d0981c2bf907 req-655a1829-b5df-4257-b34e-dd7344257d00 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 210 time: 0.0604265 Feb 15 16:35:37.162413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 471a7bee-bdb2-4af0-938f-62d7f9d5851a up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:35:37.237723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-718eb437-b252-445d-9ca3-f8283e0a6a7e None None] Port 6282bc8b-9d8e-4550-a142-dea31796c065 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:35:37.391665 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 471a7bee-bdb2-4af0-938f-62d7f9d5851a completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:35:37.394896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9945696c-2954-410a-a8ff-fdb3fbaab0d6 req-48235449-14c0-4203-afdd-03f7e9d43930 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:37.396629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 471a7bee-bdb2-4af0-938f-62d7f9d5851a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:37.397742 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9945696c-2954-410a-a8ff-fdb3fbaab0d6 req-48235449-14c0-4203-afdd-03f7e9d43930 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 944 time: 0.1600816 Feb 15 16:35:37.397889 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:37.492965 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 471a7bee-bdb2-4af0-938f-62d7f9d5851a is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:37.493545 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:37.497774 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9945696c-2954-410a-a8ff-fdb3fbaab0d6 req-c58e52cd-6119-4edd-894f-9f28250a98a9 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857220 Feb 15 16:35:37.503915 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-962a2b47-34ad-4ce7-b3d7-9a058b89f6f8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Publish callbacks [] for port (ec5af73c-670f-4013-8bdc-09eecf16f854), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:37.554777 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:37.556748 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03ca31c-480d-416a-80e2-24e0d95489a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471a7bee-bdb2-4af0-938f-62d7f9d5851a'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:35:37.561315 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b77b949-149c-46af-87b2-27b3e4d4c80c" -d '{"events": [{"server_uuid": "b03ca31c-480d-416a-80e2-24e0d95489a6", "name": "network-vif-plugged", "status": "completed", "tag": "471a7bee-bdb2-4af0-938f-62d7f9d5851a"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:35:37.621196 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:37.654704 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-962a2b47-34ad-4ce7-b3d7-9a058b89f6f8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (ec5af73c-670f-4013-8bdc-09eecf16f854), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:37.728612 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=471a7bee-bdb2-4af0-938f-62d7f9d5851a,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:37.741565 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-962a2b47-34ad-4ce7-b3d7-9a058b89f6f8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:35:37.745229 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-962a2b47-34ad-4ce7-b3d7-9a058b89f6f8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:37.764109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-962a2b47-34ad-4ce7-b3d7-9a058b89f6f8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:35:37.778726 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-962a2b47-34ad-4ce7-b3d7-9a058b89f6f8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:37.781455 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-962a2b47-34ad-4ce7-b3d7-9a058b89f6f8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:37.786629 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6e959e-eabb-4535-94bc-3de782ed11f1 x-openstack-request-id: req-8b6e959e-eabb-4535-94bc-3de782ed11f1 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:35:37.786940 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03ca31c-480d-416a-80e2-24e0d95489a6", "name": "network-vif-plugged", "status": "completed", "tag": "471a7bee-bdb2-4af0-938f-62d7f9d5851a", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:35:37.787200 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8b6e959e-eabb-4535-94bc-3de782ed11f1 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:35:37.787618 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03ca31c-480d-416a-80e2-24e0d95489a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471a7bee-bdb2-4af0-938f-62d7f9d5851a', 'code': 200} Feb 15 16:35:37.808703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a2b47-34ad-4ce7-b3d7-9a058b89f6f8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Pushing event updated for resources: {'Port': ['ID=ec5af73c-670f-4013-8bdc-09eecf16f854,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:37.935899 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6282bc8b-9d8e-4550-a142-dea31796c065 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:35:37.979464 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-962a2b47-34ad-4ce7-b3d7-9a058b89f6f8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9728811 Feb 15 16:35:38.000689 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Request body: {'port': {'device_id': 'ace621af-b283-406a-9bb1-648c2b8ca0ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:38.027395 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Publish callbacks [] for port (6282bc8b-9d8e-4550-a142-dea31796c065), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:38.080005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Transition to ACTIVE for port object 6282bc8b-9d8e-4550-a142-dea31796c065 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:35:38.085193 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ec5af73c-670f-4013-8bdc-09eecf16f854), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:38.133190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183e945-abc6-4fc5-89bf-111743ab3355 req-0f090794-92fa-40b7-b909-ab7af72f8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:38.135141 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d183e945-abc6-4fc5-89bf-111743ab3355 req-0f090794-92fa-40b7-b909-ab7af72f8b9c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 1128 time: 0.1865103 Feb 15 16:35:38.176627 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d7420-cb44-41c3-a5fe-e09595b0bebb req-41be1440-5176-42e8-9ec9-087a21b1907c tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:38.179043 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-370d7420-cb44-41c3-a5fe-e09595b0bebb req-41be1440-5176-42e8-9ec9-087a21b1907c tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 936 time: 0.2524796 Feb 15 16:35:38.195319 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6282bc8b-9d8e-4550-a142-dea31796c065), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:38.282320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d4eee935-0548-4063-adb9-fd53eb2b37b2 None None] Provisioning complete for port ec5af73c-670f-4013-8bdc-09eecf16f854 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:38.284415 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d4eee935-0548-4063-adb9-fd53eb2b37b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ec5af73c-670f-4013-8bdc-09eecf16f854), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:38.338066 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Pushing event updated for resources: {'Port': ['ID=6282bc8b-9d8e-4550-a142-dea31796c065,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:38.362067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d4eee935-0548-4063-adb9-fd53eb2b37b2 None None] Port ec5af73c-670f-4013-8bdc-09eecf16f854 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:35:38.404118 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-370d7420-cb44-41c3-a5fe-e09595b0bebb req-e6d087d5-58b1-47ed-a9d5-7d0a29af6dbf tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070274 Feb 15 16:35:38.429146 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d183e945-abc6-4fc5-89bf-111743ab3355 req-64da89a0-a6f5-4649-9cde-d1e02b8361d1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830298 Feb 15 16:35:38.517684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Attempting to bind port 6282bc8b-9d8e-4550-a142-dea31796c065 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:35:38.518021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Attempting to bind port 6282bc8b-9d8e-4550-a142-dea31796c065 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:35:38.525590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Attempting to bind port 6282bc8b-9d8e-4550-a142-dea31796c065 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:38.527625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Port 6282bc8b-9d8e-4550-a142-dea31796c065 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:35:38.527975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Attempting to bind port 6282bc8b-9d8e-4550-a142-dea31796c065 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:38.544170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:35:38.544515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:38.544911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:35:38.545391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Bound port: 6282bc8b-9d8e-4550-a142-dea31796c065, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:35:38.545745 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6282bc8b-9d8e-4550-a142-dea31796c065), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:38.714110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] For port 6282bc8b-9d8e-4550-a142-dea31796c065, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:35:38.723314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] For port 6282bc8b-9d8e-4550-a142-dea31796c065, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6282bc8b-9d8e-4550-a142-dea31796c065,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:35:38.793147 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6282bc8b-9d8e-4550-a142-dea31796c065), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:38.794047 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a595c7-7946-41e2-a421-db8830a6a14e req-f6b8aef3-8528-49c3-9b18-ae142169b268 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:38.795649 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-26a595c7-7946-41e2-a421-db8830a6a14e req-f6b8aef3-8528-49c3-9b18-ae142169b268 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 934 time: 0.2695224 Feb 15 16:35:38.801837 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec5af73c-670f-4013-8bdc-09eecf16f854 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:35:38.818710 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Publish callbacks [] for port (ec5af73c-670f-4013-8bdc-09eecf16f854), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:38.844913 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Transition to ACTIVE for port object ec5af73c-670f-4013-8bdc-09eecf16f854 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:35:38.853785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:38.855283 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:38.857507 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] 10.222.0.10 "PUT /v2.0/ports/6282bc8b-9d8e-4550-a142-dea31796c065 HTTP/1.1" status: 200 len: 1097 time: 2.1557126 Feb 15 16:35:38.857751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a5280a-dd75-49d0-87b6-0abaca2ae1ff', 'tag': '6282bc8b-9d8e-4550-a142-dea31796c065'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:35:38.860616 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364d91db-04d1-4d90-befc-75c0996bcfc4" -d '{"events": [{"name": "network-changed", "server_uuid": "d2a5280a-dd75-49d0-87b6-0abaca2ae1ff", "tag": "6282bc8b-9d8e-4550-a142-dea31796c065"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:35:38.875273 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-26a595c7-7946-41e2-a421-db8830a6a14e req-fcf5e62e-d473-4dcc-810a-47050ce8c437 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684838 Feb 15 16:35:38.931615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07a5ae-7184-46f7-a17b-4038d16cc675 service neutron] Pushing event updated for resources: {'Port': ['ID=6282bc8b-9d8e-4550-a142-dea31796c065,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:38.952306 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ec5af73c-670f-4013-8bdc-09eecf16f854), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:39.111436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-c777e5ff-1e25-43c0-bb17-3abaeac80cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:39.114835 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-c777e5ff-1e25-43c0-bb17-3abaeac80cb9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 1131 time: 0.1046138 Feb 15 16:35:39.118930 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Pushing event updated for resources: {'Port': ['ID=ec5af73c-670f-4013-8bdc-09eecf16f854,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:39.191799 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-dd00a27b-76eb-465f-8293-74290239a831 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=6282bc8b-9d8e-4550-a142-dea31796c065 HTTP/1.1" status: 200 len: 217 time: 0.0600824 Feb 15 16:35:39.255779 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e33c4a94-5b82-4d4f-9c1b-25a718066cb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:39.282411 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Attempting to bind port ec5af73c-670f-4013-8bdc-09eecf16f854 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:35:39.285536 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Attempting to bind port ec5af73c-670f-4013-8bdc-09eecf16f854 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:35:39.286278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Attempting to bind port ec5af73c-670f-4013-8bdc-09eecf16f854 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:39.314933 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5c23c4-8a64-4729-a45b-1a2e3c73d52c x-openstack-request-id: req-2c5c23c4-8a64-4729-a45b-1a2e3c73d52c {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:35:39.314933 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2a5280a-dd75-49d0-87b6-0abaca2ae1ff", "tag": "6282bc8b-9d8e-4550-a142-dea31796c065", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:35:39.314933 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2c5c23c4-8a64-4729-a45b-1a2e3c73d52c {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:35:39.314933 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a5280a-dd75-49d0-87b6-0abaca2ae1ff', 'tag': '6282bc8b-9d8e-4550-a142-dea31796c065', 'status': 'completed', 'code': 200} Feb 15 16:35:39.314933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-3c63b6bb-b0c7-4c00-8eb7-4b6aa13c0c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:39.314933 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-3c63b6bb-b0c7-4c00-8eb7-4b6aa13c0c78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1206520 Feb 15 16:35:39.359531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b39ea-0759-4b65-8eca-9fa324ae8d84 req-2874da7c-4c53-478f-9221-df728882d2d9 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:39.361392 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f73b39ea-0759-4b65-8eca-9fa324ae8d84 req-2874da7c-4c53-478f-9221-df728882d2d9 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 945 time: 0.3177102 Feb 15 16:35:39.362686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Port ec5af73c-670f-4013-8bdc-09eecf16f854 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:35:39.363215 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Attempting to bind port ec5af73c-670f-4013-8bdc-09eecf16f854 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:39.401186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:35:39.405154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:39.407560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:35:39.416054 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Bound port: ec5af73c-670f-4013-8bdc-09eecf16f854, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:35:39.419702 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ec5af73c-670f-4013-8bdc-09eecf16f854), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:39.485535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-bf0a6f99-d28b-45a1-89a1-5822f72ed91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:39.485535 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-bf0a6f99-d28b-45a1-89a1-5822f72ed91c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1467900 Feb 15 16:35:39.712079 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f73b39ea-0759-4b65-8eca-9fa324ae8d84 req-2e89e688-b527-4c7f-b6a1-53a3e785b2f1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986298 Feb 15 16:35:39.727516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b429d-3836-4692-a226-3401ca3525b1 req-6965d45c-38ea-4f8e-b060-2da2078a84ba tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:39.735067 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c7b429d-3836-4692-a226-3401ca3525b1 req-6965d45c-38ea-4f8e-b060-2da2078a84ba tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 948 time: 0.1174989 Feb 15 16:35:39.738858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-29001fd1-918e-44aa-8ffa-cfedc245e5db service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640650 Feb 15 16:35:39.792327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] For port ec5af73c-670f-4013-8bdc-09eecf16f854, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:35:39.804265 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] For port ec5af73c-670f-4013-8bdc-09eecf16f854, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ec5af73c-670f-4013-8bdc-09eecf16f854,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:35:39.859185 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c7b429d-3836-4692-a226-3401ca3525b1 req-692489b8-3668-4aa1-a0cf-70c80f5df292 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236508 Feb 15 16:35:39.893408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baf07d4d-9d15-4859-8748-8a618438f7ed req-89a04438-b764-4a0b-bc00-5bef14f44ede service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488271 Feb 15 16:35:40.085245 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ec5af73c-670f-4013-8bdc-09eecf16f854), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:40.187780 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:40.189401 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:40.191442 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] 10.222.0.10 "PUT /v2.0/ports/ec5af73c-670f-4013-8bdc-09eecf16f854 HTTP/1.1" status: 200 len: 1095 time: 2.1952922 Feb 15 16:35:40.192070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace621af-b283-406a-9bb1-648c2b8ca0ba', 'tag': 'ec5af73c-670f-4013-8bdc-09eecf16f854'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:35:40.194628 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a27784d-314e-414a-9da0-e8319137ff67" -d '{"events": [{"name": "network-changed", "server_uuid": "ace621af-b283-406a-9bb1-648c2b8ca0ba", "tag": "ec5af73c-670f-4013-8bdc-09eecf16f854"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:35:40.232740 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04b209-e27a-4fd0-a8ac-0b7bfef7a357 service neutron] Pushing event updated for resources: {'Port': ['ID=ec5af73c-670f-4013-8bdc-09eecf16f854,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:40.269276 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d91db-04d1-4d90-befc-75c0996bcfc4 req-04ee9d9e-9b8e-497f-90a1-112ced60e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:40.272418 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-364d91db-04d1-4d90-befc-75c0996bcfc4 req-04ee9d9e-9b8e-497f-90a1-112ced60e699 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 1131 time: 0.1422746 Feb 15 16:35:40.300967 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:40.432921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-7cac88eb-71a8-4033-b8a3-826b7ffb7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:40.435180 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-7cac88eb-71a8-4033-b8a3-826b7ffb7ac6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed222577d18d4754b6c74b7b1b59a0c1&device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 1129 time: 0.1071680 Feb 15 16:35:40.495578 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-2da84231-e4bb-4422-80b4-4f94211872f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=ec5af73c-670f-4013-8bdc-09eecf16f854 HTTP/1.1" status: 200 len: 217 time: 0.0521445 Feb 15 16:35:40.496078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59926) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:40.497509 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c209729-df06-4d9d-be1b-6074ebf2624d x-openstack-request-id: req-8c209729-df06-4d9d-be1b-6074ebf2624d {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:35:40.497978 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace621af-b283-406a-9bb1-648c2b8ca0ba", "tag": "ec5af73c-670f-4013-8bdc-09eecf16f854", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:35:40.498402 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8c209729-df06-4d9d-be1b-6074ebf2624d {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:35:40.498947 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace621af-b283-406a-9bb1-648c2b8ca0ba', 'tag': 'ec5af73c-670f-4013-8bdc-09eecf16f854', 'status': 'completed', 'code': 200} Feb 15 16:35:40.588592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d91db-04d1-4d90-befc-75c0996bcfc4 req-49faa39e-6680-4b80-a2fc-89e5c95c457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:40.590116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-39e4e58e-782a-491b-bac7-0487a5c58266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:40.590606 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-364d91db-04d1-4d90-befc-75c0996bcfc4 req-49faa39e-6680-4b80-a2fc-89e5c95c457b service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.3070898 Feb 15 16:35:40.591934 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-39e4e58e-782a-491b-bac7-0487a5c58266 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0844817 Feb 15 16:35:40.675276 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-119f2b2d-e3e7-4f68-aec0-032a5e114bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:40.691385 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-4ad16dff-49cd-4e05-b200-c98d77e56e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:40.694620 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-4ad16dff-49cd-4e05-b200-c98d77e56e01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0925450 Feb 15 16:35:40.889062 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-fbb09045-b134-4e90-a934-978bf4eee070 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876009 Feb 15 16:35:40.928523 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-119f2b2d-e3e7-4f68-aec0-032a5e114bf4 admin admin] Publish callbacks [] for security_group (dd53cc60-ed22-4828-95b2-e25c3c1acfd0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:40.968148 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00885be2-46a4-431b-b019-53653fdc3c70 req-a15885d3-c263-4665-8ecc-6e7a575b767b tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:40.969777 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-00885be2-46a4-431b-b019-53653fdc3c70 req-a15885d3-c263-4665-8ecc-6e7a575b767b tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 946 time: 0.4651656 Feb 15 16:35:40.975944 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-364d91db-04d1-4d90-befc-75c0996bcfc4 req-aa618bdd-435e-4d9b-81be-d2fc71a6337f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=6282bc8b-9d8e-4550-a142-dea31796c065 HTTP/1.1" status: 200 len: 217 time: 0.3558698 Feb 15 16:35:41.003586 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-119f2b2d-e3e7-4f68-aec0-032a5e114bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (dd53cc60-ed22-4828-95b2-e25c3c1acfd0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:41.064051 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f2b2d-e3e7-4f68-aec0-032a5e114bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd53cc60-ed22-4828-95b2-e25c3c1acfd0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:41.064879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d91db-04d1-4d90-befc-75c0996bcfc4 req-455721d2-366d-495e-a848-a79df28daf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:41.068616 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbce1fce-2aa8-4333-98d9-4b76733ac20d req-ef0b2e2f-631a-40ab-913b-710225c78422 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682234 Feb 15 16:35:41.071215 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-119f2b2d-e3e7-4f68-aec0-032a5e114bf4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4b4a990bb12f4671987e0649b574c337&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5711415 Feb 15 16:35:41.081558 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-364d91db-04d1-4d90-befc-75c0996bcfc4 req-455721d2-366d-495e-a848-a79df28daf0b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0820143 Feb 15 16:35:41.083712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59956) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:41.088061 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-00885be2-46a4-431b-b019-53653fdc3c70 req-f7d692c3-95ca-46b8-987d-7f2064c4e57f tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120949 Feb 15 16:35:41.198847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d91db-04d1-4d90-befc-75c0996bcfc4 req-79a12162-760d-45c1-87a4-7c2c462b6bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:41.205944 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-364d91db-04d1-4d90-befc-75c0996bcfc4 req-79a12162-760d-45c1-87a4-7c2c462b6bd0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1235187 Feb 15 16:35:41.222939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59962) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:41.242369 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28fe7035-a79d-4136-b952-9b9341536ca1 admin admin] Publish callbacks [] for security_group (dd53cc60-ed22-4828-95b2-e25c3c1acfd0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:41.309013 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28fe7035-a79d-4136-b952-9b9341536ca1 admin admin] Publish callbacks [] for security_group (dd53cc60-ed22-4828-95b2-e25c3c1acfd0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:41.332770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27784d-314e-414a-9da0-e8319137ff67 req-a692e303-4ca3-4bff-9d50-9e6b941a1430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:41.334838 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a27784d-314e-414a-9da0-e8319137ff67 req-a692e303-4ca3-4bff-9d50-9e6b941a1430 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed222577d18d4754b6c74b7b1b59a0c1&device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 1129 time: 0.1369240 Feb 15 16:35:41.338249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc0c18-cbce-42df-9271-51ea5c17d348 req-42d4dc33-4ffc-4223-b971-90b4f331f86b tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:41.339780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3dfc0c18-cbce-42df-9271-51ea5c17d348 req-42d4dc33-4ffc-4223-b971-90b4f331f86b tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 945 time: 0.1432674 Feb 15 16:35:41.386072 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-364d91db-04d1-4d90-befc-75c0996bcfc4 req-f7210429-c7e6-42d0-b140-9fc16ec711b8 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629066 Feb 15 16:35:41.432088 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26bca9-b44f-4b74-946e-90fdb120ebe1 req-f7302243-5519-446c-892e-cc35edaf808f tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:41.438922 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b26bca9-b44f-4b74-946e-90fdb120ebe1 req-f7302243-5519-446c-892e-cc35edaf808f tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 948 time: 0.1730735 Feb 15 16:35:41.489595 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-364d91db-04d1-4d90-befc-75c0996bcfc4 req-b366a5db-d57e-4f15-9e11-85572a419f1b service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909915 Feb 15 16:35:41.518580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27784d-314e-414a-9da0-e8319137ff67 req-6f383abb-0031-4a24-8e3c-e0d4d03ebfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:41.520056 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a27784d-314e-414a-9da0-e8319137ff67 req-6f383abb-0031-4a24-8e3c-e0d4d03ebfbb service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1752417 Feb 15 16:35:41.523842 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01f788fe-cd7d-4f4d-8ad0-3f64ff94f14d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:41.537061 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b26bca9-b44f-4b74-946e-90fdb120ebe1 req-73a4692b-570d-4832-9102-84a6428067bf tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909324 Feb 15 16:35:41.555513 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28fe7035-a79d-4136-b952-9b9341536ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (dd53cc60-ed22-4828-95b2-e25c3c1acfd0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:41.560615 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3dfc0c18-cbce-42df-9271-51ea5c17d348 req-c994355c-4aee-4646-8275-e82f0b809eaf tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109573 Feb 15 16:35:41.564330 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28fe7035-a79d-4136-b952-9b9341536ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:41.568090 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-28fe7035-a79d-4136-b952-9b9341536ca1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/dd53cc60-ed22-4828-95b2-e25c3c1acfd0 HTTP/1.1" status: 204 len: 168 time: 0.4830348 Feb 15 16:35:41.609879 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a27784d-314e-414a-9da0-e8319137ff67 req-b5ce44b8-3bd7-4bf8-a16a-551c304306f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=ec5af73c-670f-4013-8bdc-09eecf16f854 HTTP/1.1" status: 200 len: 217 time: 0.0708785 Feb 15 16:35:41.615051 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe7035-a79d-4136-b952-9b9341536ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd53cc60-ed22-4828-95b2-e25c3c1acfd0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:41.687609 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01f788fe-cd7d-4f4d-8ad0-3f64ff94f14d admin admin] Publish callbacks [] for security_group (7e0c8f5a-3861-4e91-91c3-57878825ed6a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:41.723397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27784d-314e-414a-9da0-e8319137ff67 req-79a1fdeb-e6da-41d6-a8cb-bd4438cf8d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:41.724917 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a27784d-314e-414a-9da0-e8319137ff67 req-79a1fdeb-e6da-41d6-a8cb-bd4438cf8d38 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1077111 Feb 15 16:35:41.763828 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01f788fe-cd7d-4f4d-8ad0-3f64ff94f14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7e0c8f5a-3861-4e91-91c3-57878825ed6a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:41.764615 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:41.811548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27784d-314e-414a-9da0-e8319137ff67 req-b3087cd1-79d2-4731-a286-5217ad3761c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:41.811779 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-01f788fe-cd7d-4f4d-8ad0-3f64ff94f14d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fa9141336e2c4b349d3197db478067b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5755916 Feb 15 16:35:41.812332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59976) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:41.813316 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a27784d-314e-414a-9da0-e8319137ff67 req-b3087cd1-79d2-4731-a286-5217ad3761c3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0796916 Feb 15 16:35:41.814819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f788fe-cd7d-4f4d-8ad0-3f64ff94f14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0c8f5a-3861-4e91-91c3-57878825ed6a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:41.877900 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5e3f036c-3226-4061-8dca-4c1ebb37517d admin admin] Publish callbacks [] for security_group (7e0c8f5a-3861-4e91-91c3-57878825ed6a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:41.919860 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5e3f036c-3226-4061-8dca-4c1ebb37517d admin admin] Publish callbacks [] for security_group (7e0c8f5a-3861-4e91-91c3-57878825ed6a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:41.989269 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a27784d-314e-414a-9da0-e8319137ff67 req-8d5f11c7-4975-40d4-aaca-a1009c3c853d service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667631 Feb 15 16:35:42.083771 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5e3f036c-3226-4061-8dca-4c1ebb37517d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7e0c8f5a-3861-4e91-91c3-57878825ed6a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:42.087346 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5e3f036c-3226-4061-8dca-4c1ebb37517d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:42.088677 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5e3f036c-3226-4061-8dca-4c1ebb37517d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7e0c8f5a-3861-4e91-91c3-57878825ed6a HTTP/1.1" status: 204 len: 168 time: 0.2750950 Feb 15 16:35:42.102664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f036c-3226-4061-8dca-4c1ebb37517d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0c8f5a-3861-4e91-91c3-57878825ed6a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:42.156244 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a27784d-314e-414a-9da0-e8319137ff67 req-82bb55da-f53d-440a-b541-814a523565db service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626029 Feb 15 16:35:42.304614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212b0a0-a148-4fbd-938b-44e7d8c98539 req-5cd1b6df-c993-44c8-a68a-1497731d405a tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:42.306251 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d212b0a0-a148-4fbd-938b-44e7d8c98539 req-5cd1b6df-c993-44c8-a68a-1497731d405a tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 1128 time: 0.0610304 Feb 15 16:35:42.365046 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d212b0a0-a148-4fbd-938b-44e7d8c98539 req-aac4105e-4d92-4561-a5ba-c16535d4c429 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501547 Feb 15 16:35:42.521594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59994) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:42.541307 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-acb42521-7167-4c2f-a4bf-5d01757a5ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:42.591284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ee634-3696-45f9-b73c-70971f8b3447 req-cef312f4-1a66-46c4-a2ab-c280f06fa27d tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:42.593263 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9d9ee634-3696-45f9-b73c-70971f8b3447 req-cef312f4-1a66-46c4-a2ab-c280f06fa27d tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 946 time: 0.0731845 Feb 15 16:35:42.647659 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-acb42521-7167-4c2f-a4bf-5d01757a5ae2 admin admin] Publish callbacks [] for security_group (2ff599d7-439d-4274-a4ca-16b86026e053), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:42.654849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9d9ee634-3696-45f9-b73c-70971f8b3447 req-fe2e3748-74bb-49e3-b2e9-6a9b839055dc tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547893 Feb 15 16:35:42.741972 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-acb42521-7167-4c2f-a4bf-5d01757a5ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2ff599d7-439d-4274-a4ca-16b86026e053), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:42.757188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 6282bc8b-9d8e-4550-a142-dea31796c065 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:35:42.800701 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb42521-7167-4c2f-a4bf-5d01757a5ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff599d7-439d-4274-a4ca-16b86026e053,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:42.877610 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-acb42521-7167-4c2f-a4bf-5d01757a5ae2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d6a664bb21dd4defb29898c5a69d43b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3527608 Feb 15 16:35:42.879162 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60006) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:42.945286 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7edc3e-26d0-4ea0-8cca-911b63788c76 req-b576b9ad-3a08-4423-9eab-42790489238a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:42.945637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 6282bc8b-9d8e-4550-a142-dea31796c065, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6282bc8b-9d8e-4550-a142-dea31796c065,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:42.949429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b9dd0-11be-49a6-b6c7-1533d02f7900 req-3b388f67-53bb-4bfa-92da-d512b8eff81d tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:42.950820 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3e7edc3e-26d0-4ea0-8cca-911b63788c76 req-b576b9ad-3a08-4423-9eab-42790489238a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 948 time: 0.0757205 Feb 15 16:35:42.951432 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a1b9dd0-11be-49a6-b6c7-1533d02f7900 req-3b388f67-53bb-4bfa-92da-d512b8eff81d tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 1128 time: 0.1726155 Feb 15 16:35:42.969516 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '6282bc8b-9d8e-4550-a142-dea31796c065', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '6282bc8b-9d8e-4550-a142-dea31796c065', 'mac_address': 'fa:16:3e:49:16:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:35:42.981514 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-06fd6544-e304-46aa-9bb0-ced4079dfc6f admin admin] Publish callbacks [] for security_group (2ff599d7-439d-4274-a4ca-16b86026e053), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:43.017203 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-06fd6544-e304-46aa-9bb0-ced4079dfc6f admin admin] Publish callbacks [] for security_group (2ff599d7-439d-4274-a4ca-16b86026e053), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:43.035781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 6282bc8b-9d8e-4550-a142-dea31796c065 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:43.037335 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6282bc8b-9d8e-4550-a142-dea31796c065), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:43.081016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6282bc8b-9d8e-4550-a142-dea31796c065 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:35:43.088285 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a1b9dd0-11be-49a6-b6c7-1533d02f7900 req-9374cbab-6b65-444e-8b8c-2ad76c0cb843 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106355 Feb 15 16:35:43.104440 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3e7edc3e-26d0-4ea0-8cca-911b63788c76 req-ff537630-b0e2-4639-b1df-8d1c09924bd8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478465 Feb 15 16:35:43.148061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 6282bc8b-9d8e-4550-a142-dea31796c065, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6282bc8b-9d8e-4550-a142-dea31796c065,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:43.204802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60012) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:43.220121 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51c6f34-5dce-4315-aec6-6316591619fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:43.266070 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6282bc8b-9d8e-4550-a142-dea31796c065), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:43.296066 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:43.298597 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-06fd6544-e304-46aa-9bb0-ced4079dfc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2ff599d7-439d-4274-a4ca-16b86026e053), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:43.301217 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-06fd6544-e304-46aa-9bb0-ced4079dfc6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:43.306772 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-06fd6544-e304-46aa-9bb0-ced4079dfc6f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2ff599d7-439d-4274-a4ca-16b86026e053 HTTP/1.1" status: 204 len: 168 time: 0.4265349 Feb 15 16:35:43.346073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd6544-e304-46aa-9bb0-ced4079dfc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff599d7-439d-4274-a4ca-16b86026e053,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:43.356703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=6282bc8b-9d8e-4550-a142-dea31796c065,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:43.442049 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51c6f34-5dce-4315-aec6-6316591619fc admin admin] Publish callbacks [] for security_group (5e6ab3cc-e3e5-4bb8-ba66-407678ea7309), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:43.465214 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6282bc8b-9d8e-4550-a142-dea31796c065'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:35:43.518226 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51c6f34-5dce-4315-aec6-6316591619fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5e6ab3cc-e3e5-4bb8-ba66-407678ea7309), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:43.592446 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60030) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:43.604152 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a51c6f34-5dce-4315-aec6-6316591619fc admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c6c1b8381d5047ebb7e8455cbd21660f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969765 Feb 15 16:35:43.607626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c6f34-5dce-4315-aec6-6316591619fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6ab3cc-e3e5-4bb8-ba66-407678ea7309,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:43.683592 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4c412bd5-bba8-43e2-93cf-2d2aefe2dcc0 admin admin] Publish callbacks [] for security_group (5e6ab3cc-e3e5-4bb8-ba66-407678ea7309), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:43.721577 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4c412bd5-bba8-43e2-93cf-2d2aefe2dcc0 admin admin] Publish callbacks [] for security_group (5e6ab3cc-e3e5-4bb8-ba66-407678ea7309), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:43.817224 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-9a377d61-0631-496e-b0e8-63fb3b1b8741 req-04b98d43-ce2b-4eea-91cc-d378b1b1b5c0 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:35:43.828294 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9a377d61-0631-496e-b0e8-63fb3b1b8741 req-04b98d43-ce2b-4eea-91cc-d378b1b1b5c0 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0779603 Feb 15 16:35:43.914644 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4c412bd5-bba8-43e2-93cf-2d2aefe2dcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5e6ab3cc-e3e5-4bb8-ba66-407678ea7309), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:43.917266 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4c412bd5-bba8-43e2-93cf-2d2aefe2dcc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:43.918555 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4c412bd5-bba8-43e2-93cf-2d2aefe2dcc0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5e6ab3cc-e3e5-4bb8-ba66-407678ea7309 HTTP/1.1" status: 204 len: 168 time: 0.3251162 Feb 15 16:35:43.941870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c412bd5-bba8-43e2-93cf-2d2aefe2dcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6ab3cc-e3e5-4bb8-ba66-407678ea7309,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:43.973449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f823e22-a15b-4c19-9b9c-442e436171cd req-a9698e93-5fa2-41a2-941f-d4580ff2a12a tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:43.975814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f823e22-a15b-4c19-9b9c-442e436171cd req-a9698e93-5fa2-41a2-941f-d4580ff2a12a tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 946 time: 0.0965848 Feb 15 16:35:44.071557 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f823e22-a15b-4c19-9b9c-442e436171cd req-ef8e396d-0a58-44e5-8a59-82078740ab55 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901587 Feb 15 16:35:44.246610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998bcdf-a54d-4a78-aac2-ea16377ce3b8 req-dc260a6d-6c25-46a3-9a28-c3dc6cb0e068 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:44.252234 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4998bcdf-a54d-4a78-aac2-ea16377ce3b8 req-dc260a6d-6c25-46a3-9a28-c3dc6cb0e068 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 949 time: 0.0721686 Feb 15 16:35:44.309493 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4998bcdf-a54d-4a78-aac2-ea16377ce3b8 req-f20906ad-58b3-43f5-8263-9cc6601b8c2d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561430 Feb 15 16:35:44.773214 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ec5af73c-670f-4013-8bdc-09eecf16f854 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:35:44.806781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 6282bc8b-9d8e-4550-a142-dea31796c065 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:35:44.926821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ec5af73c-670f-4013-8bdc-09eecf16f854, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ec5af73c-670f-4013-8bdc-09eecf16f854,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:44.943344 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'ec5af73c-670f-4013-8bdc-09eecf16f854', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': 'ec5af73c-670f-4013-8bdc-09eecf16f854', 'mac_address': 'fa:16:3e:aa:ef:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:35:44.999552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 6282bc8b-9d8e-4550-a142-dea31796c065 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:35:45.002023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port ec5af73c-670f-4013-8bdc-09eecf16f854 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:45.002907 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ec5af73c-670f-4013-8bdc-09eecf16f854), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:45.038412 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 6282bc8b-9d8e-4550-a142-dea31796c065 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:45.039189 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6282bc8b-9d8e-4550-a142-dea31796c065), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:45.062791 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec5af73c-670f-4013-8bdc-09eecf16f854 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:35:45.062953 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60098) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:45.093225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ec5af73c-670f-4013-8bdc-09eecf16f854, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ec5af73c-670f-4013-8bdc-09eecf16f854,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:45.193205 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ec5af73c-670f-4013-8bdc-09eecf16f854), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:45.211640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 6282bc8b-9d8e-4550-a142-dea31796c065 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:45.212034 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6282bc8b-9d8e-4550-a142-dea31796c065), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:45.317693 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a5280a-dd75-49d0-87b6-0abaca2ae1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6282bc8b-9d8e-4550-a142-dea31796c065'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:35:45.320600 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f2ba3e-5769-4430-8499-cc574a0bf332" -d '{"events": [{"server_uuid": "d2a5280a-dd75-49d0-87b6-0abaca2ae1ff", "name": "network-vif-plugged", "status": "completed", "tag": "6282bc8b-9d8e-4550-a142-dea31796c065"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:35:45.329734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 6282bc8b-9d8e-4550-a142-dea31796c065, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6282bc8b-9d8e-4550-a142-dea31796c065,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:45.364545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1486ab-33bf-423a-99a2-76037954a480 req-743c4701-8d32-4a29-816d-76ac33b138f3 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:45.365069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=ec5af73c-670f-4013-8bdc-09eecf16f854,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:45.365241 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca1486ab-33bf-423a-99a2-76037954a480 req-743c4701-8d32-4a29-816d-76ac33b138f3 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 947 time: 0.1380329 Feb 15 16:35:45.412690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['ec5af73c-670f-4013-8bdc-09eecf16f854'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:35:45.430458 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca1486ab-33bf-423a-99a2-76037954a480 req-e209e7de-5df4-4515-8278-969ee82c7bf4 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659697 Feb 15 16:35:45.494978 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c5d66a96-5cab-4fab-8dd6-28c30ab9ffa6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a4e817801bf341918d3e1380047cd746&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4273374 Feb 15 16:35:45.495845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60130) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:45.517548 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4533dfd-a3d4-4dde-b19a-ad3a88f4cc6c x-openstack-request-id: req-e4533dfd-a3d4-4dde-b19a-ad3a88f4cc6c {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:35:45.517868 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a5280a-dd75-49d0-87b6-0abaca2ae1ff", "name": "network-vif-plugged", "status": "completed", "tag": "6282bc8b-9d8e-4550-a142-dea31796c065", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:35:45.518125 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e4533dfd-a3d4-4dde-b19a-ad3a88f4cc6c {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:35:45.518541 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a5280a-dd75-49d0-87b6-0abaca2ae1ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6282bc8b-9d8e-4550-a142-dea31796c065', 'code': 200} Feb 15 16:35:45.556568 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01227934-206d-47b8-80a1-4a48eb89f3bd admin admin] Publish callbacks [] for security_group (61fab297-ad1f-4a33-82e8-1b57df755bcc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:45.603479 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01227934-206d-47b8-80a1-4a48eb89f3bd admin admin] Publish callbacks [] for security_group (61fab297-ad1f-4a33-82e8-1b57df755bcc), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:45.629014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca7ae5-62b8-4a7e-b553-9d718d2b06a7 req-55471e22-dc9f-484a-9de2-6f3621d26c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:45.630805 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3eca7ae5-62b8-4a7e-b553-9d718d2b06a7 req-55471e22-dc9f-484a-9de2-6f3621d26c8d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 1132 time: 0.0548000 Feb 15 16:35:45.653063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c17b1-5565-4acf-922f-a040da7d209c req-67b0303d-4ff8-422f-b4db-6f9b5bf058df tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:45.654575 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-505c17b1-5565-4acf-922f-a040da7d209c req-67b0303d-4ff8-422f-b4db-6f9b5bf058df tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 949 time: 0.0875900 Feb 15 16:35:45.672019 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6282bc8b-9d8e-4550-a142-dea31796c065), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:45.674114 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3eca7ae5-62b8-4a7e-b553-9d718d2b06a7 req-9f84c23c-f46a-429f-bbc5-084e66e24bdd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378129 Feb 15 16:35:45.711162 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-505c17b1-5565-4acf-922f-a040da7d209c req-000223e6-5a68-4400-aec0-6f3a2868ad60 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496225 Feb 15 16:35:45.745041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=6282bc8b-9d8e-4550-a142-dea31796c065,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:45.946843 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01227934-206d-47b8-80a1-4a48eb89f3bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (61fab297-ad1f-4a33-82e8-1b57df755bcc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:45.959617 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01227934-206d-47b8-80a1-4a48eb89f3bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:45.962867 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-01227934-206d-47b8-80a1-4a48eb89f3bd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/61fab297-ad1f-4a33-82e8-1b57df755bcc HTTP/1.1" status: 204 len: 168 time: 0.4643714 Feb 15 16:35:45.975093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01227934-206d-47b8-80a1-4a48eb89f3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fab297-ad1f-4a33-82e8-1b57df755bcc,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:46.641589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a417d9c-c809-4866-933b-e77446188831 req-bcc5c480-139b-4368-b3a3-ceb871823802 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:46.650653 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a417d9c-c809-4866-933b-e77446188831 req-bcc5c480-139b-4368-b3a3-ceb871823802 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 947 time: 0.0890636 Feb 15 16:35:46.735952 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a417d9c-c809-4866-933b-e77446188831 req-cd4f05cb-a74b-4315-8f24-b0bff4701cbc tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840602 Feb 15 16:35:46.780996 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ec5af73c-670f-4013-8bdc-09eecf16f854 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:35:46.911803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port ec5af73c-670f-4013-8bdc-09eecf16f854 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:35:46.930620 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port ec5af73c-670f-4013-8bdc-09eecf16f854 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:46.931250 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ec5af73c-670f-4013-8bdc-09eecf16f854), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:46.989911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26c691-cfff-4507-beab-1371af57bda2 req-694005df-51a0-4208-bc7c-823ca15f1bb9 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:46.992478 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e26c691-cfff-4507-beab-1371af57bda2 req-694005df-51a0-4208-bc7c-823ca15f1bb9 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 950 time: 0.1335449 Feb 15 16:35:47.054896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port ec5af73c-670f-4013-8bdc-09eecf16f854 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:47.055672 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ec5af73c-670f-4013-8bdc-09eecf16f854), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:47.079433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e26c691-cfff-4507-beab-1371af57bda2 req-47414fc0-fa38-48fc-a62d-35e5537dea10 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775621 Feb 15 16:35:47.117298 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ec5af73c-670f-4013-8bdc-09eecf16f854, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ec5af73c-670f-4013-8bdc-09eecf16f854,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:47.151492 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60192) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:47.226944 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ec5af73c-670f-4013-8bdc-09eecf16f854), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:47.254759 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60198) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:47.255683 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-64551fdf-ede0-43c0-9509-f4cb71e394d0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8c68899cbad04ce199b8fb3bef8fd99d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1021204 Feb 15 16:35:47.294943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=ec5af73c-670f-4013-8bdc-09eecf16f854,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:47.362714 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa95ab09-46d3-4a7a-84b4-5d8c262176a9 admin admin] Publish callbacks [] for security_group (e00d99e4-0210-48c2-9ea4-69f57a57dc19), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:47.437932 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa95ab09-46d3-4a7a-84b4-5d8c262176a9 admin admin] Publish callbacks [] for security_group (e00d99e4-0210-48c2-9ea4-69f57a57dc19), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:47.519767 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace621af-b283-406a-9bb1-648c2b8ca0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5af73c-670f-4013-8bdc-09eecf16f854'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:35:47.522717 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f348ed0-9ca4-48c7-a249-555e0f2a6ef7" -d '{"events": [{"server_uuid": "ace621af-b283-406a-9bb1-648c2b8ca0ba", "name": "network-vif-plugged", "status": "completed", "tag": "ec5af73c-670f-4013-8bdc-09eecf16f854"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:35:47.592666 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa95ab09-46d3-4a7a-84b4-5d8c262176a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e00d99e4-0210-48c2-9ea4-69f57a57dc19), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:47.595901 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa95ab09-46d3-4a7a-84b4-5d8c262176a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:47.601054 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fa95ab09-46d3-4a7a-84b4-5d8c262176a9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e00d99e4-0210-48c2-9ea4-69f57a57dc19 HTTP/1.1" status: 204 len: 168 time: 0.3443568 Feb 15 16:35:47.619316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95ab09-46d3-4a7a-84b4-5d8c262176a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00d99e4-0210-48c2-9ea4-69f57a57dc19,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:47.628938 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d018cb-53f5-4fd3-9bc1-720b9fb9082c x-openstack-request-id: req-09d018cb-53f5-4fd3-9bc1-720b9fb9082c {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:35:47.629486 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace621af-b283-406a-9bb1-648c2b8ca0ba", "name": "network-vif-plugged", "status": "completed", "tag": "ec5af73c-670f-4013-8bdc-09eecf16f854", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:35:47.629906 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-09d018cb-53f5-4fd3-9bc1-720b9fb9082c {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:35:47.630441 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace621af-b283-406a-9bb1-648c2b8ca0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5af73c-670f-4013-8bdc-09eecf16f854', 'code': 200} Feb 15 16:35:47.784947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac15211-2afe-40ca-b778-6b95751dbd7e req-1ca9c85d-1704-45d4-a190-0408cd796bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:47.788304 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aac15211-2afe-40ca-b778-6b95751dbd7e req-1ca9c85d-1704-45d4-a190-0408cd796bea service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 1131 time: 0.0871038 Feb 15 16:35:47.872573 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aac15211-2afe-40ca-b778-6b95751dbd7e req-0ae7fb8c-f561-4db7-b356-42c43043aea9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773156 Feb 15 16:35:47.889384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60228) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:47.927572 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75920547-bcf1-4cf6-a6aa-ffdb70f5ca4c req-7197c9c5-ec17-4f08-b106-21fa1e4dc5d8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:47.930153 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75920547-bcf1-4cf6-a6aa-ffdb70f5ca4c req-7197c9c5-ec17-4f08-b106-21fa1e4dc5d8 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 948 time: 0.0811613 Feb 15 16:35:48.001012 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75920547-bcf1-4cf6-a6aa-ffdb70f5ca4c req-a6626722-fddb-4162-8f70-093669f903d4 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640104 Feb 15 16:35:48.360104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331e574-daf8-4214-adec-2de457113aca req-a5b43f53-fae5-4a65-b114-16ad47f5346b tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:48.361677 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b331e574-daf8-4214-adec-2de457113aca req-a5b43f53-fae5-4a65-b114-16ad47f5346b tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 950 time: 0.0634589 Feb 15 16:35:48.425771 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b331e574-daf8-4214-adec-2de457113aca req-cfa28dfe-0709-4158-814c-78120bcef128 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576069 Feb 15 16:35:48.430569 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-231077b0-b789-4b39-9475-872a90848a57 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:35:48.454676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-231077b0-b789-4b39-9475-872a90848a57 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5628524 Feb 15 16:35:49.017316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-e9992400-6ff7-449f-9749-bcb665026077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:49.025955 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-e9992400-6ff7-449f-9749-bcb665026077 service neutron] 10.222.0.107 "GET /v2.0/ports/471a7bee-bdb2-4af0-938f-62d7f9d5851a HTTP/1.1" status: 200 len: 1125 time: 0.1969230 Feb 15 16:35:49.030788 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-12bc377e-03cf-4f0e-b0cc-4d89b4b16531 service neutron] Request body: {'binding': {'host': 'n-h2-828372-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:49.031622 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-12bc377e-03cf-4f0e-b0cc-4d89b4b16531 service neutron] Unknown quota resources ['binding']. {{(pid=103800) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 16:35:49.282554 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-12bc377e-03cf-4f0e-b0cc-4d89b4b16531 service neutron] Attempting to bind port 471a7bee-bdb2-4af0-938f-62d7f9d5851a on host n-h2-828372-14 for vnic_type normal with profile None {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:35:49.282895 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-12bc377e-03cf-4f0e-b0cc-4d89b4b16531 service neutron] Attempting to bind port 471a7bee-bdb2-4af0-938f-62d7f9d5851a by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:35:49.283207 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-12bc377e-03cf-4f0e-b0cc-4d89b4b16531 service neutron] Attempting to bind port 471a7bee-bdb2-4af0-938f-62d7f9d5851a on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:49.296210 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-12bc377e-03cf-4f0e-b0cc-4d89b4b16531 service neutron] Port 471a7bee-bdb2-4af0-938f-62d7f9d5851a on network cc8d71f0-af5e-4df1-bb31-1f595b410607 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:35:49.296210 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-12bc377e-03cf-4f0e-b0cc-4d89b4b16531 service neutron] Attempting to bind port 471a7bee-bdb2-4af0-938f-62d7f9d5851a on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:49.310433 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-12bc377e-03cf-4f0e-b0cc-4d89b4b16531 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:35:49.311187 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-12bc377e-03cf-4f0e-b0cc-4d89b4b16531 service neutron] Checking segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:49.311187 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-12bc377e-03cf-4f0e-b0cc-4d89b4b16531 service neutron] Bound using segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:35:49.311580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-12bc377e-03cf-4f0e-b0cc-4d89b4b16531 service neutron] Bound port: 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:35:49.351737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60274) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:49.367509 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae289d2-b70c-4814-a508-e1cb3d164275 req-9eb6c863-b211-445f-a661-703607ea82b0 tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:49.369059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cae289d2-b70c-4814-a508-e1cb3d164275 req-9eb6c863-b211-445f-a661-703607ea82b0 tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 1133 time: 0.1115761 Feb 15 16:35:49.400124 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cae289d2-b70c-4814-a508-e1cb3d164275 req-75b74423-c478-412d-9c2e-5e40eed7139b tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:49.435153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-12bc377e-03cf-4f0e-b0cc-4d89b4b16531 service neutron] For port 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:35:49.516413 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cae289d2-b70c-4814-a508-e1cb3d164275 req-75b74423-c478-412d-9c2e-5e40eed7139b tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] Publish callbacks [] for security_group (d7a942b5-0c00-45f0-b296-7c98e150a6d4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:49.556793 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-12bc377e-03cf-4f0e-b0cc-4d89b4b16531 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:49.565540 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-12bc377e-03cf-4f0e-b0cc-4d89b4b16531 service neutron] 10.222.0.107 "POST /v2.0/ports/471a7bee-bdb2-4af0-938f-62d7f9d5851a/bindings HTTP/1.1" status: 201 len: 390 time: 0.5384109 Feb 15 16:35:49.614528 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cae289d2-b70c-4814-a508-e1cb3d164275 req-75b74423-c478-412d-9c2e-5e40eed7139b tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d7a942b5-0c00-45f0-b296-7c98e150a6d4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:49.657218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cae289d2-b70c-4814-a508-e1cb3d164275 req-75b74423-c478-412d-9c2e-5e40eed7139b tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810175 Feb 15 16:35:49.683944 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b74423-c478-412d-9c2e-5e40eed7139b tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a942b5-0c00-45f0-b296-7c98e150a6d4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:49.694672 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-98987f1d-8be8-440c-a3aa-4afb25e0d074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:49.853710 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-98987f1d-8be8-440c-a3aa-4afb25e0d074 admin admin] Publish callbacks [] for security_group (a4498e0f-03e9-4b74-bb0e-c4e6ed6ae33b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:50.028483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1585b6-c952-49b2-933c-0dd5ba155dd7 req-7dec43c2-ef14-45a4-8419-d3d98052701b tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:50.030035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d1585b6-c952-49b2-933c-0dd5ba155dd7 req-7dec43c2-ef14-45a4-8419-d3d98052701b tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 948 time: 0.0584748 Feb 15 16:35:50.075742 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d1585b6-c952-49b2-933c-0dd5ba155dd7 req-a6f9868c-7c32-4362-b9ed-a82daffb8540 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400848 Feb 15 16:35:50.375171 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-98987f1d-8be8-440c-a3aa-4afb25e0d074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a4498e0f-03e9-4b74-bb0e-c4e6ed6ae33b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:50.413787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98987f1d-8be8-440c-a3aa-4afb25e0d074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4498e0f-03e9-4b74-bb0e-c4e6ed6ae33b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:50.422418 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-98987f1d-8be8-440c-a3aa-4afb25e0d074 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=19c5aac214ea4a8da27264a5316c567b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0633502 Feb 15 16:35:50.422708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60302) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:50.531067 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf1fefbe-de2f-4b08-8aa3-33fc1edc8c02 admin admin] Publish callbacks [] for security_group (a4498e0f-03e9-4b74-bb0e-c4e6ed6ae33b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:50.535363 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60314) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:50.570984 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf1fefbe-de2f-4b08-8aa3-33fc1edc8c02 admin admin] Publish callbacks [] for security_group (a4498e0f-03e9-4b74-bb0e-c4e6ed6ae33b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:50.687960 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a16b36-3197-43cf-a71e-46797ffde08a req-be7f74a7-aae4-459c-87da-d57197c5ec01 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:50.689697 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-85a16b36-3197-43cf-a71e-46797ffde08a req-be7f74a7-aae4-459c-87da-d57197c5ec01 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 945 time: 0.1014569 Feb 15 16:35:50.700722 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf1fefbe-de2f-4b08-8aa3-33fc1edc8c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a4498e0f-03e9-4b74-bb0e-c4e6ed6ae33b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:50.705201 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf1fefbe-de2f-4b08-8aa3-33fc1edc8c02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:50.706735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bf1fefbe-de2f-4b08-8aa3-33fc1edc8c02 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a4498e0f-03e9-4b74-bb0e-c4e6ed6ae33b HTTP/1.1" status: 204 len: 168 time: 0.2827318 Feb 15 16:35:50.707091 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-network', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:50.715749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1fefbe-de2f-4b08-8aa3-33fc1edc8c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4498e0f-03e9-4b74-bb0e-c4e6ed6ae33b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:50.811473 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-85a16b36-3197-43cf-a71e-46797ffde08a req-9563db2c-ea4c-4a29-9039-49426117e1f8 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153150 Feb 15 16:35:50.833838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-01ab3856-afee-43e9-8c03-1139a86fca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:50.835397 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-01ab3856-afee-43e9-8c03-1139a86fca87 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 1128 time: 0.1240528 Feb 15 16:35:50.960173 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Made reservation on behalf of 27c221efa2174e2bb6c3a3ee08e7ac83 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:35:50.963867 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:50.988120 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:51.073562 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-b51bfecd-d325-4e2d-86f5-692e25fa7d1e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=7a5616e5981049c2a8b562d7a99d1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475624 Feb 15 16:35:51.129742 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-6db74027-c34e-4fda-9d50-688b0c579f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:51.131501 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-6db74027-c34e-4fda-9d50-688b0c579f09 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.2871921 Feb 15 16:35:51.233753 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-bc73f1a0-ea4f-43cb-b7d5-4fff29cec350 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a HTTP/1.1" status: 200 len: 217 time: 0.0637286 Feb 15 16:35:51.331176 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Publish callbacks [] for security_group (fe6ebcf1-7d9c-4536-81d7-57f9ca091bb0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:51.352710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b306-00ba-4754-83b7-6217b6682039 req-0080f10c-7742-434b-9596-072a653a0223 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:51.359176 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-0080f10c-7742-434b-9596-072a653a0223 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2726502 Feb 15 16:35:51.363610 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-d623bf7d-a335-4443-ae56-663cdb4ec24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:51.363947 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-d623bf7d-a335-4443-ae56-663cdb4ec24f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.1194775 Feb 15 16:35:51.366391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec403180-b31f-4dcc-b260-3430f2e88d7a req-c2975f89-20e0-4572-b8ac-439a71c4786c tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:51.368465 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec403180-b31f-4dcc-b260-3430f2e88d7a req-c2975f89-20e0-4572-b8ac-439a71c4786c tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 948 time: 0.0753751 Feb 15 16:35:51.465789 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec403180-b31f-4dcc-b260-3430f2e88d7a req-d75b770c-7f2c-43e8-8889-b76d02ae7e5a tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872550 Feb 15 16:35:51.569652 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fe6ebcf1-7d9c-4536-81d7-57f9ca091bb0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:51.579608 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-98fa74d6-7ddf-433f-8712-7b45e0430243 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/quotas/7a5616e5981049c2a8b562d7a99d1390 HTTP/1.1" status: 200 len: 375 time: 0.2195022 Feb 15 16:35:51.616386 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-21b37c84-809a-4d5a-b384-91d9fe4c9b27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2456555 Feb 15 16:35:51.655995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60350) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:51.672438 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41a3c561-9ec3-4631-8679-1f69cd6cd059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:51.686297 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:35:51.746409 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (11de4f94-5e26-457a-a536-68cb03892dd4), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:51.747136 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Added segment 11de4f94-5e26-457a-a536-68cb03892dd4 of type vlan for network 0305f676-6c3c-4135-913e-af6ab03d5e4e Feb 15 16:35:51.752996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6ebcf1-7d9c-4536-81d7-57f9ca091bb0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:51.770976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41a3c561-9ec3-4631-8679-1f69cd6cd059 admin admin] Publish callbacks [] for security_group (b4870b98-4eb0-4c1f-b0fb-872d08fb0632), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:51.805379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:51.805379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:51.805379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:51.805379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:51.805379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:51.805379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:51.805379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:51.805379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:51.805379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:51.805379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:51.805379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:51.805379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:51.805379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:51.842829 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (0305f676-6c3c-4135-913e-af6ab03d5e4e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:51.861674 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41a3c561-9ec3-4631-8679-1f69cd6cd059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b4870b98-4eb0-4c1f-b0fb-872d08fb0632), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:51.884569 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-09b2b710-a3e3-4d05-9139-bf558c57148a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3037322 Feb 15 16:35:51.895340 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-0ea42c4c-b4bb-41fb-a551-de0551d66f51 service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321963 Feb 15 16:35:51.914826 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3c561-9ec3-4631-8679-1f69cd6cd059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4870b98-4eb0-4c1f-b0fb-872d08fb0632,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:51.969216 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-41a3c561-9ec3-4631-8679-1f69cd6cd059 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9bfcc90342594749ae483ecaa8c44f50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121238 Feb 15 16:35:51.972370 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60354) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:52.063939 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-895092e8-48fa-4cb0-9550-a53605f1335b admin admin] Publish callbacks [] for security_group (b4870b98-4eb0-4c1f-b0fb-872d08fb0632), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:52.069925 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-bc8111c6-9425-4b1a-a897-28227bb61353 service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618025 Feb 15 16:35:52.093212 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-895092e8-48fa-4cb0-9550-a53605f1335b admin admin] Publish callbacks [] for security_group (b4870b98-4eb0-4c1f-b0fb-872d08fb0632), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:52.106395 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (0305f676-6c3c-4135-913e-af6ab03d5e4e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:52.107401 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:52.107994 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:52.236343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] Pushing event updated for resources: {'Network': ['ID=0305f676-6c3c-4135-913e-af6ab03d5e4e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:52.249320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 0305f676-6c3c-4135-913e-af6ab03d5e4e details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:35:52.251169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60360) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:52.263946 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-895092e8-48fa-4cb0-9550-a53605f1335b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b4870b98-4eb0-4c1f-b0fb-872d08fb0632), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:52.268002 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-895092e8-48fa-4cb0-9550-a53605f1335b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:52.270564 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-895092e8-48fa-4cb0-9550-a53605f1335b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b4870b98-4eb0-4c1f-b0fb-872d08fb0632 HTTP/1.1" status: 204 len: 168 time: 0.2969966 Feb 15 16:35:52.281338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895092e8-48fa-4cb0-9550-a53605f1335b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4870b98-4eb0-4c1f-b0fb-872d08fb0632,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:52.309909 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-44d48427-4307-4058-b736-902bc3df9b85 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7696717 Feb 15 16:35:52.318982 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60366) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:52.327321 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-261a20bc-37af-41e9-9d3b-3eee1c17e31a admin admin] Request body: {'subnet': {'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-subnet', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:52.481173 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c9ba9-c91d-4e2a-bf11-862de5fbfbdc req-61d187ca-3d17-4fc7-92b5-d4d775544465 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:52.482782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-410c9ba9-c91d-4e2a-bf11-862de5fbfbdc req-61d187ca-3d17-4fc7-92b5-d4d775544465 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 945 time: 0.0730653 Feb 15 16:35:52.506747 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d342de19-d105-441b-b858-cab9d7788e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:52.526412 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-7e15eb8d-ac7c-4927-8ebc-d75f31cdf8fc tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:52.528157 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-7e15eb8d-ac7c-4927-8ebc-d75f31cdf8fc tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6&tenant_id=d0ff076c939c42f79afd32ae34c41b7e&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 1128 time: 0.1571221 Feb 15 16:35:52.540543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828372-14'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:52.579820 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261a20bc-37af-41e9-9d3b-3eee1c17e31a admin admin] Made reservation on behalf of 27c221efa2174e2bb6c3a3ee08e7ac83 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:35:52.581757 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-261a20bc-37af-41e9-9d3b-3eee1c17e31a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:52.600821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-410c9ba9-c91d-4e2a-bf11-862de5fbfbdc req-6c1553b2-4a05-4ca0-a3d4-dc29b374b324 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093676 Feb 15 16:35:52.675837 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d342de19-d105-441b-b858-cab9d7788e0f admin admin] Publish callbacks [] for security_group (1ef5a852-0fa5-47d2-8475-d553b3902747), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:52.730744 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:52.758210 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d342de19-d105-441b-b858-cab9d7788e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1ef5a852-0fa5-47d2-8475-d553b3902747), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:52.798841 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d342de19-d105-441b-b858-cab9d7788e0f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=875ed6aac2714324b4b94355d57b6fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5462646 Feb 15 16:35:52.803809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60372) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:52.909491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342de19-d105-441b-b858-cab9d7788e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef5a852-0fa5-47d2-8475-d553b3902747,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:52.967877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c7457-9d23-4bc2-9b69-b8e985fdc671 req-52e31a96-3b1e-4861-9a8c-91a014316863 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:52.970014 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d88c7457-9d23-4bc2-9b69-b8e985fdc671 req-52e31a96-3b1e-4861-9a8c-91a014316863 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 948 time: 0.1608117 Feb 15 16:35:52.978431 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2f03735-7253-400f-98db-0f9db79c5230 admin admin] Publish callbacks [] for security_group (1ef5a852-0fa5-47d2-8475-d553b3902747), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:53.027713 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2f03735-7253-400f-98db-0f9db79c5230 admin admin] Publish callbacks [] for security_group (1ef5a852-0fa5-47d2-8475-d553b3902747), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:53.164456 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d88c7457-9d23-4bc2-9b69-b8e985fdc671 req-0b8575e3-c208-4328-b43a-e9de127a2cbd tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771332 Feb 15 16:35:53.181392 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2f03735-7253-400f-98db-0f9db79c5230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1ef5a852-0fa5-47d2-8475-d553b3902747), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:53.181392 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2f03735-7253-400f-98db-0f9db79c5230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:53.181392 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b2f03735-7253-400f-98db-0f9db79c5230 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1ef5a852-0fa5-47d2-8475-d553b3902747 HTTP/1.1" status: 204 len: 168 time: 0.3646207 Feb 15 16:35:53.185916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f03735-7253-400f-98db-0f9db79c5230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef5a852-0fa5-47d2-8475-d553b3902747,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:53.275296 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] For port 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:53.337927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] For port 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:35:53.393678 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Publish callbacks [] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:53.396753 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03ca31c-480d-416a-80e2-24e0d95489a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '471a7bee-bdb2-4af0-938f-62d7f9d5851a'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:35:53.399207 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e7c3c2-150d-4e7b-a2db-1efa37f404be" -d '{"events": [{"server_uuid": "b03ca31c-480d-416a-80e2-24e0d95489a6", "name": "network-vif-unplugged", "status": "completed", "tag": "471a7bee-bdb2-4af0-938f-62d7f9d5851a"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:35:53.413542 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-261a20bc-37af-41e9-9d3b-3eee1c17e31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for subnet (2f25f8aa-eba2-4381-970d-f0bf01a10fef), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:53.469764 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a20bc-37af-41e9-9d3b-3eee1c17e31a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f25f8aa-eba2-4381-970d-f0bf01a10fef,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:53.478893 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:53.506876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261a20bc-37af-41e9-9d3b-3eee1c17e31a admin admin] Checking segment: {'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:53.507548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261a20bc-37af-41e9-9d3b-3eee1c17e31a admin admin] Network hostable DHCP agents. Network: 0305f676-6c3c-4135-913e-af6ab03d5e4e, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:35:53.511726 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72aaecfa-4639-4096-95e1-d803c9c6fec5 req-63afd338-defa-4d57-ba43-62c121d854c6 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 210 time: 0.0947726 Feb 15 16:35:53.540830 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978dd78a-1908-42ca-b3c6-28f4c0b1c14d x-openstack-request-id: req-978dd78a-1908-42ca-b3c6-28f4c0b1c14d {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:35:53.541445 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03ca31c-480d-416a-80e2-24e0d95489a6", "name": "network-vif-unplugged", "status": "completed", "tag": "471a7bee-bdb2-4af0-938f-62d7f9d5851a", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:35:53.541558 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-978dd78a-1908-42ca-b3c6-28f4c0b1c14d {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:35:53.541878 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03ca31c-480d-416a-80e2-24e0d95489a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '471a7bee-bdb2-4af0-938f-62d7f9d5851a', 'code': 200} Feb 15 16:35:53.606810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Pushing event updated for resources: {'Port': ['ID=471a7bee-bdb2-4af0-938f-62d7f9d5851a,revision_number=7']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:53.646247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Attempting to bind port 471a7bee-bdb2-4af0-938f-62d7f9d5851a on host n-h1-828372-14 for vnic_type normal with profile {"migrating_to": "n-h2-828372-14"} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:35:53.646904 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Attempting to bind port 471a7bee-bdb2-4af0-938f-62d7f9d5851a by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:35:53.647670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Attempting to bind port 471a7bee-bdb2-4af0-938f-62d7f9d5851a on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:53.656128 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Port 471a7bee-bdb2-4af0-938f-62d7f9d5851a on network cc8d71f0-af5e-4df1-bb31-1f595b410607 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:35:53.656662 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Attempting to bind port 471a7bee-bdb2-4af0-938f-62d7f9d5851a on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:53.676083 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:35:53.679324 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Checking segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:53.681095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Bound using segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:35:53.687343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Bound port: 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:35:53.687343 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:53.687659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34d309-a374-4e2d-b3bb-962de700eb1b req-2d438422-773e-4e9c-960a-c1aebee2e6e7 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:53.687659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc34d309-a374-4e2d-b3bb-962de700eb1b req-2d438422-773e-4e9c-960a-c1aebee2e6e7 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.10 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 948 time: 0.0931771 Feb 15 16:35:53.785487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] For port 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:35:53.788692 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] For port 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:35:53.792960 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261a20bc-37af-41e9-9d3b-3eee1c17e31a admin admin] Network 0305f676-6c3c-4135-913e-af6ab03d5e4e is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:35:53.855859 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60408) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:53.881401 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dc8cd-752d-466b-a4b2-fe473237c382 req-9002c96c-adf9-4bca-879d-52b7821c4ed1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:53.898695 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c31dc8cd-752d-466b-a4b2-fe473237c382 req-9002c96c-adf9-4bca-879d-52b7821c4ed1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 943 time: 0.1027586 Feb 15 16:35:53.920333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-fc34d309-a374-4e2d-b3bb-962de700eb1b req-2c90ece9-037a-4b9a-97b4-4539a8891aeb tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Deleting port ec5af73c-670f-4013-8bdc-09eecf16f854 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:35:53.921068 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fc34d309-a374-4e2d-b3bb-962de700eb1b req-2c90ece9-037a-4b9a-97b4-4539a8891aeb tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ec5af73c-670f-4013-8bdc-09eecf16f854), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:53.932238 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.004868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Pushing event updated for resources: {'Port': ['ID=471a7bee-bdb2-4af0-938f-62d7f9d5851a,revision_number=8']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:54.009073 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-261a20bc-37af-41e9-9d3b-3eee1c17e31a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 0305f676-6c3c-4135-913e-af6ab03d5e4e) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:54.065944 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c31dc8cd-752d-466b-a4b2-fe473237c382 req-e4a9b739-fae4-4d37-a8ed-a0caa9c058c3 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663251 Feb 15 16:35:54.073270 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:54.073270 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.073270 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b56b2e10-dced-47d7-8fa1-8be6449fe80e service neutron] 10.222.0.10 "PUT /v2.0/ports/471a7bee-bdb2-4af0-938f-62d7f9d5851a HTTP/1.1" status: 200 len: 1123 time: 1.5373578 Feb 15 16:35:54.081793 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261a20bc-37af-41e9-9d3b-3eee1c17e31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:54.082389 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-261a20bc-37af-41e9-9d3b-3eee1c17e31a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.086397 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1042840f-adb1-4f2d-9c5e-fae497bf5554 None None] Network 0305f676-6c3c-4135-913e-af6ab03d5e4e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:35:54.158783 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-fc34d309-a374-4e2d-b3bb-962de700eb1b req-2c90ece9-037a-4b9a-97b4-4539a8891aeb tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] For port ec5af73c-670f-4013-8bdc-09eecf16f854, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ec5af73c-670f-4013-8bdc-09eecf16f854,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:54.159246 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fc34d309-a374-4e2d-b3bb-962de700eb1b req-2c90ece9-037a-4b9a-97b4-4539a8891aeb tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ec5af73c-670f-4013-8bdc-09eecf16f854), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.184546 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['471a7bee-bdb2-4af0-938f-62d7f9d5851a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:35:54.188597 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b2eee5a9-5162-4f5f-9b2f-2af3c4ec0ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.210630 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-fc34d309-a374-4e2d-b3bb-962de700eb1b req-2c90ece9-037a-4b9a-97b4-4539a8891aeb tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Calling delete_port for ec5af73c-670f-4013-8bdc-09eecf16f854 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:35:54.245903 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-261a20bc-37af-41e9-9d3b-3eee1c17e31a admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9269497 Feb 15 16:35:54.254428 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60420) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:54.263068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:54.294015 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60422) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:54.316642 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6aca16-66e3-42e6-bdff-7f22377b5cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.425324 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6aca16-66e3-42e6-bdff-7f22377b5cd9 admin admin] Publish callbacks [] for security_group (d85afb05-f680-42c5-82f4-3d3578be42f2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.429952 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.431465 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.544736 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6aca16-66e3-42e6-bdff-7f22377b5cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d85afb05-f680-42c5-82f4-3d3578be42f2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.547732 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c9f59-943f-453a-931c-5a8bf19f15f0 req-ba00121d-88b6-40e5-a129-832ab16533f3 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:54.549403 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d4c9f59-943f-453a-931c-5a8bf19f15f0 req-ba00121d-88b6-40e5-a129-832ab16533f3 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 948 time: 0.1656144 Feb 15 16:35:54.554040 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b2eee5a9-5162-4f5f-9b2f-2af3c4ec0ace admin admin] Publish callbacks [] for security_group (ee26aee9-59c2-4801-9a8a-1c4a5b2db84e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.556580 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Publish callbacks [] for router_controller (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.574045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-0305f676-6c3c-4135-913e-af6ab03d5e4e', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:35:54.578046 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.588260 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6aca16-66e3-42e6-bdff-7f22377b5cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85afb05-f680-42c5-82f4-3d3578be42f2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:54.635624 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b2eee5a9-5162-4f5f-9b2f-2af3c4ec0ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ee26aee9-59c2-4801-9a8a-1c4a5b2db84e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.639679 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9a6aca16-66e3-42e6-bdff-7f22377b5cd9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a18553ed27df4694bc1d77f284476833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422415 Feb 15 16:35:54.645829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60432) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:54.667777 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0168f228-eaec-4004-9bd5-6c5e7b65e370 req-c9880b13-84ff-4571-95a3-2fa26ab80741 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 210 time: 0.0507195 Feb 15 16:35:54.750081 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d4c9f59-943f-453a-931c-5a8bf19f15f0 req-997d4171-f01a-44c3-9761-da893197657d tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/security-groups?id=d54afdc8-5d6e-4bd0-8031-acd08599707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785882 Feb 15 16:35:54.791300 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b2eee5a9-5162-4f5f-9b2f-2af3c4ec0ace admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0e6b9360ff604e5cb3c83ab396e53c39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9332490 Feb 15 16:35:54.793752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60434) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:54.799655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eee5a9-5162-4f5f-9b2f-2af3c4ec0ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee26aee9-59c2-4801-9a8a-1c4a5b2db84e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:54.878217 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Publish callbacks [] for router_gateway (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.929202 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fc34d309-a374-4e2d-b3bb-962de700eb1b req-2c90ece9-037a-4b9a-97b4-4539a8891aeb tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (ec5af73c-670f-4013-8bdc-09eecf16f854), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.956478 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4c287c3f-34cc-4b67-b2e3-5ea5f251571a admin admin] Publish callbacks [] for security_group (d85afb05-f680-42c5-82f4-3d3578be42f2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:54.986187 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-832f5fb1-b7e0-4264-8e3c-41016b87b494 admin admin] Publish callbacks [] for security_group (ee26aee9-59c2-4801-9a8a-1c4a5b2db84e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:55.045615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c90ece9-037a-4b9a-97b4-4539a8891aeb tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Pushing event deleted for resources: {'Port': ['ID=ec5af73c-670f-4013-8bdc-09eecf16f854,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:55.140842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc34d309-a374-4e2d-b3bb-962de700eb1b req-2c90ece9-037a-4b9a-97b4-4539a8891aeb tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] No DVR routers for this DVR port ec5af73c-670f-4013-8bdc-09eecf16f854 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:35:55.149091 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4c287c3f-34cc-4b67-b2e3-5ea5f251571a admin admin] Publish callbacks [] for security_group (d85afb05-f680-42c5-82f4-3d3578be42f2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:55.151835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Allocated IP 172.20.0.2 (0305f676-6c3c-4135-913e-af6ab03d5e4e/2f25f8aa-eba2-4381-970d-f0bf01a10fef/1a27df46-1d6a-4e18-80f0-bb9c41142b9a) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:35:55.152513 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-832f5fb1-b7e0-4264-8e3c-41016b87b494 admin admin] Publish callbacks [] for security_group (ee26aee9-59c2-4801-9a8a-1c4a5b2db84e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:55.154699 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fc34d309-a374-4e2d-b3bb-962de700eb1b req-2c90ece9-037a-4b9a-97b4-4539a8891aeb tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:55.162636 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc34d309-a374-4e2d-b3bb-962de700eb1b req-2c90ece9-037a-4b9a-97b4-4539a8891aeb tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.10 "DELETE /v2.0/ports/ec5af73c-670f-4013-8bdc-09eecf16f854 HTTP/1.1" status: 204 len: 173 time: 1.4693387 Feb 15 16:35:55.168180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace621af-b283-406a-9bb1-648c2b8ca0ba', 'name': 'network-vif-deleted', 'tag': 'ec5af73c-670f-4013-8bdc-09eecf16f854'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:35:55.168180 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c7b5f3-3311-41c0-b820-7e33f38a93dc" -d '{"events": [{"server_uuid": "ace621af-b283-406a-9bb1-648c2b8ca0ba", "name": "network-vif-deleted", "tag": "ec5af73c-670f-4013-8bdc-09eecf16f854"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:35:55.289608 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['ec5af73c-670f-4013-8bdc-09eecf16f854'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:35:55.295292 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add72f73-8b73-4a0c-820d-80d44ada8a5b x-openstack-request-id: req-add72f73-8b73-4a0c-820d-80d44ada8a5b {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:35:55.295692 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace621af-b283-406a-9bb1-648c2b8ca0ba", "name": "network-vif-deleted", "tag": "ec5af73c-670f-4013-8bdc-09eecf16f854", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:35:55.296128 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-add72f73-8b73-4a0c-820d-80d44ada8a5b {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:35:55.296679 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace621af-b283-406a-9bb1-648c2b8ca0ba', 'name': 'network-vif-deleted', 'tag': 'ec5af73c-670f-4013-8bdc-09eecf16f854', 'status': 'completed', 'code': 200} Feb 15 16:35:55.417058 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4c287c3f-34cc-4b67-b2e3-5ea5f251571a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d85afb05-f680-42c5-82f4-3d3578be42f2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:55.420974 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4c287c3f-34cc-4b67-b2e3-5ea5f251571a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:55.429269 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4c287c3f-34cc-4b67-b2e3-5ea5f251571a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d85afb05-f680-42c5-82f4-3d3578be42f2 HTTP/1.1" status: 204 len: 168 time: 0.7446902 Feb 15 16:35:55.457433 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-832f5fb1-b7e0-4264-8e3c-41016b87b494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ee26aee9-59c2-4801-9a8a-1c4a5b2db84e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:55.468491 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-832f5fb1-b7e0-4264-8e3c-41016b87b494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:55.471409 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-832f5fb1-b7e0-4264-8e3c-41016b87b494 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ee26aee9-59c2-4801-9a8a-1c4a5b2db84e HTTP/1.1" status: 204 len: 168 time: 0.6717362 Feb 15 16:35:55.476545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c287c3f-34cc-4b67-b2e3-5ea5f251571a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85afb05-f680-42c5-82f4-3d3578be42f2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:55.509927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832f5fb1-b7e0-4264-8e3c-41016b87b494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee26aee9-59c2-4801-9a8a-1c4a5b2db84e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:55.538620 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Publish callbacks [] for router_gateway (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:55.563483 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03ca31c-480d-416a-80e2-24e0d95489a6', 'tag': '471a7bee-bdb2-4af0-938f-62d7f9d5851a'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:35:55.565339 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Publish callbacks [] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:55.584174 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41dcc39-8dd8-47d7-bdff-dd7c74cc8de7" -d '{"events": [{"name": "network-changed", "server_uuid": "b03ca31c-480d-416a-80e2-24e0d95489a6", "tag": "471a7bee-bdb2-4af0-938f-62d7f9d5851a"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:35:55.584793 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:55.659957 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:55.711373 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Allocated IP 172.25.4.194 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/2f09f45b-ca98-4e32-97ea-2de21bf5a6fe) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:35:55.730785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Pushing event updated for resources: {'Port': ['ID=1a27df46-1d6a-4e18-80f0-bb9c41142b9a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:55.760562 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Network 0305f676-6c3c-4135-913e-af6ab03d5e4e is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:35:55.762440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:55.770479 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:35:55.907939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Attempting to bind port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:35:55.908324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Attempting to bind port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:35:55.908837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Attempting to bind port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a on network 0305f676-6c3c-4135-913e-af6ab03d5e4e {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:35:55.916268 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:35:55.916900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Checking segment: {'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:35:55.917323 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:55.917751 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Bound using segment: {'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:35:55.918234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Bound port: 1a27df46-1d6a-4e18-80f0-bb9c41142b9a, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:35:55.918676 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:55.920265 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3b8ecb-f3aa-4207-b4c7-70424658b9b0 x-openstack-request-id: req-df3b8ecb-f3aa-4207-b4c7-70424658b9b0 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:35:55.920652 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03ca31c-480d-416a-80e2-24e0d95489a6", "tag": "471a7bee-bdb2-4af0-938f-62d7f9d5851a", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:35:55.920840 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-df3b8ecb-f3aa-4207-b4c7-70424658b9b0 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:35:55.921244 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03ca31c-480d-416a-80e2-24e0d95489a6', 'tag': '471a7bee-bdb2-4af0-938f-62d7f9d5851a', 'status': 'completed', 'code': 200} Feb 15 16:35:55.964219 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04878932-e584-4430-a83d-0b63ef733c35 req-3a4e59ad-7d39-4086-8ea7-fe4e2521c5f4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:55.980377 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-04878932-e584-4430-a83d-0b63ef733c35 req-3a4e59ad-7d39-4086-8ea7-fe4e2521c5f4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 943 time: 0.5315628 Feb 15 16:35:55.983433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-951d3fba-64d4-4f7e-aac3-01fcd3499597 req-28507871-88c3-4f0f-94ad-b20b914a8587 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 210 time: 0.1194654 Feb 15 16:35:56.019940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dcc39-8dd8-47d7-bdff-dd7c74cc8de7 req-15d9bd16-c44a-43aa-bbf6-5aa3ebd49caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:56.024244 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b41dcc39-8dd8-47d7-bdff-dd7c74cc8de7 req-15d9bd16-c44a-43aa-bbf6-5aa3ebd49caf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 1157 time: 0.2298346 Feb 15 16:35:56.079798 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Publish callbacks [] for port (2f09f45b-ca98-4e32-97ea-2de21bf5a6fe), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:56.083645 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] For port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:35:56.090183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] For port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1a27df46-1d6a-4e18-80f0-bb9c41142b9a,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:35:56.129883 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-04878932-e584-4430-a83d-0b63ef733c35 req-8ea872ef-0d3a-42b4-a056-896b78471585 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486378 Feb 15 16:35:56.186696 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ff47a6c-2b7c-48d0-82dd-146e3943a828 req-bbeeef24-1675-4681-9f3f-764055b64ab0 tempest-DeleteServersAdminTestJSON-1329582385 tempest-DeleteServersAdminTestJSON-1329582385-project] 10.222.0.107 "GET /v2.0/ports?device_id=ace621af-b283-406a-9bb1-648c2b8ca0ba HTTP/1.1" status: 200 len: 210 time: 0.0474088 Feb 15 16:35:56.198294 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:56.236839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dcc39-8dd8-47d7-bdff-dd7c74cc8de7 req-a9901b2d-36a8-4a57-8654-1a43ea8290cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:56.242809 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b41dcc39-8dd8-47d7-bdff-dd7c74cc8de7 req-a9901b2d-36a8-4a57-8654-1a43ea8290cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.2070622 Feb 15 16:35:56.261341 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (2f09f45b-ca98-4e32-97ea-2de21bf5a6fe), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:56.418147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7d861-aa07-4120-a6a8-60aae1f2cd54 None None] Pushing event updated for resources: {'Port': ['ID=1a27df46-1d6a-4e18-80f0-bb9c41142b9a,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:56.432595 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:35:56.435623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:56.438609 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:35:56.441153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Pushing event updated for resources: {'Port': ['ID=2f09f45b-ca98-4e32-97ea-2de21bf5a6fe,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:56.453576 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b41dcc39-8dd8-47d7-bdff-dd7c74cc8de7 req-4179f866-2ed9-413f-a19d-c78dcf9f0af8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a HTTP/1.1" status: 200 len: 217 time: 0.1952326 Feb 15 16:35:56.538149 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41dcc39-8dd8-47d7-bdff-dd7c74cc8de7 req-faec985e-ef00-4f8d-bcf7-16b7959ce8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:56.539718 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b41dcc39-8dd8-47d7-bdff-dd7c74cc8de7 req-faec985e-ef00-4f8d-bcf7-16b7959ce8ee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.0853994 Feb 15 16:35:56.602952 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b41dcc39-8dd8-47d7-bdff-dd7c74cc8de7 req-e8380765-5edb-4298-a747-96e89f041253 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547595 Feb 15 16:35:56.631475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.67', 56239) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:56.671082 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-4aea8014-6ce0-4023-8402-26758deef8ef tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7a5616e5981049c2a8b562d7a99d1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418582 Feb 15 16:35:56.824190 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b41dcc39-8dd8-47d7-bdff-dd7c74cc8de7 req-dc6b090d-3143-4eb4-af73-65fa9ded9bdd service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014017 Feb 15 16:35:56.859891 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b306-00ba-4754-83b7-6217b6682039 req-1fd32408-b073-4a86-bed7-2492ad19dd6b tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:56.861438 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-1fd32408-b073-4a86-bed7-2492ad19dd6b tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817067 Feb 15 16:35:56.875634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-3660b306-00ba-4754-83b7-6217b6682039 req-308dfd5c-1964-4655-9b6c-c26e70435918 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Request body: {'port': {'device_id': '63607832-7084-475d-b3e2-b31c3b0ae75c', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '7a5616e5981049c2a8b562d7a99d1390'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:56.897164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 471a7bee-bdb2-4af0-938f-62d7f9d5851a details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:35:56.956992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b41dcc39-8dd8-47d7-bdff-dd7c74cc8de7 req-aca4a94a-5fb9-42a1-b8c6-10aec83fff96 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262383 Feb 15 16:35:57.106968 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-33b577d4-31d0-453f-b17e-a2d494d5be4c req-1f6a2470-96a6-41ec-a7a9-6f8d1d9f29e5 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 210 time: 0.0446775 Feb 15 16:35:57.183054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:57.195175 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 471a7bee-bdb2-4af0-938f-62d7f9d5851a has no active binding in host n-h2-828372-14 {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 16:35:57.334907 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3660b306-00ba-4754-83b7-6217b6682039 req-308dfd5c-1964-4655-9b6c-c26e70435918 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Made reservation on behalf of 7a5616e5981049c2a8b562d7a99d1390 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:35:57.339088 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-308dfd5c-1964-4655-9b6c-c26e70435918 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:57.453488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60492) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:57.471031 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:57.656851 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Publish callbacks [] for security_group (99fea70c-1ba4-4cf1-9480-264ff0b964e2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:57.698754 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-c3e085ec-0f66-4881-8de1-e5db6b5f1ed2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7a5616e5981049c2a8b562d7a99d1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320954 Feb 15 16:35:57.701344 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de476c0a-ce46-45f7-abfa-33d5f81252c8 req-e2f51b2f-da56-409e-a841-6975d8a4652e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:57.702904 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de476c0a-ce46-45f7-abfa-33d5f81252c8 req-e2f51b2f-da56-409e-a841-6975d8a4652e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 943 time: 0.4959388 Feb 15 16:35:57.770295 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (99fea70c-1ba4-4cf1-9480-264ff0b964e2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:57.847308 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Publish callbacks [] for router_gateway (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:57.853884 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d8b31c-05c8-447c-bf08-977a8461b390 None None] Network 0305f676-6c3c-4135-913e-af6ab03d5e4e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:35:57.911139 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8ebcf19e92ef4e40a4243a7129dee560&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4565289 Feb 15 16:35:57.911760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60504) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:57.918445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fea70c-1ba4-4cf1-9480-264ff0b964e2,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:57.941917 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de476c0a-ce46-45f7-abfa-33d5f81252c8 req-1741e271-9eb4-4001-a694-fe1ddadfcb5c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277069 Feb 15 16:35:58.014180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:58.014180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:58.014180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:58.014180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:58.014180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:58.014180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:58.014805 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:58.014805 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:58.015143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:58.015471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:58.015803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:58.016133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:58.016462 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cfae3-1dd6-4521-8087-07490acd646b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:35:58.053229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-902026ce-5743-4b21-abfc-21fa5acf9417 None None] Provisioning complete for port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:58.053923 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-902026ce-5743-4b21-abfc-21fa5acf9417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:58.085115 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-3660b306-00ba-4754-83b7-6217b6682039 req-308dfd5c-1964-4655-9b6c-c26e70435918 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Allocated IP 192.168.233.113 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/286cc77b-1a79-4b9c-831b-33b1ac3e1ca1) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:35:58.133039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b306-00ba-4754-83b7-6217b6682039 req-277bbe0f-a66e-47f5-a9f6-58bbcc8198d8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:58.139461 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-277bbe0f-a66e-47f5-a9f6-58bbcc8198d8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4254248 Feb 15 16:35:58.162374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-3660b306-00ba-4754-83b7-6217b6682039 req-818e0264-4b9b-441c-b9c1-51994709dcb2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Request body: {'port': {'device_id': '903bc8d5-ed5a-410c-96f6-47e1a333356b', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '7a5616e5981049c2a8b562d7a99d1390'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:58.258171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-902026ce-5743-4b21-abfc-21fa5acf9417 None None] Current status of the port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:58.258942 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-902026ce-5743-4b21-abfc-21fa5acf9417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:58.301319 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-69be0122-b5b5-42cb-b195-213cbf4b67fd admin admin] Publish callbacks [] for security_group (99fea70c-1ba4-4cf1-9480-264ff0b964e2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:58.372167 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:58.389256 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-69be0122-b5b5-42cb-b195-213cbf4b67fd admin admin] Publish callbacks [] for security_group (99fea70c-1ba4-4cf1-9480-264ff0b964e2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:58.403257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-902026ce-5743-4b21-abfc-21fa5acf9417 None None] For port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1a27df46-1d6a-4e18-80f0-bb9c41142b9a,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:35:58.466139 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-902026ce-5743-4b21-abfc-21fa5acf9417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:58.513054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1a27df46-1d6a-4e18-80f0-bb9c41142b9a up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:35:58.518736 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67bd328a-0cd1-430c-95d6-0621054a8b3b req-7a8321f8-caf5-4127-8840-5c16262e046a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 210 time: 0.0782900 Feb 15 16:35:58.653944 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3660b306-00ba-4754-83b7-6217b6682039 req-818e0264-4b9b-441c-b9c1-51994709dcb2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Made reservation on behalf of 7a5616e5981049c2a8b562d7a99d1390 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:35:58.657619 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-818e0264-4b9b-441c-b9c1-51994709dcb2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:58.660143 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902026ce-5743-4b21-abfc-21fa5acf9417 None None] Pushing event updated for resources: {'Port': ['ID=1a27df46-1d6a-4e18-80f0-bb9c41142b9a,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:58.669914 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:58.670475 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:58.696869 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-69be0122-b5b5-42cb-b195-213cbf4b67fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (99fea70c-1ba4-4cf1-9480-264ff0b964e2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:58.706488 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-69be0122-b5b5-42cb-b195-213cbf4b67fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:58.708127 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-69be0122-b5b5-42cb-b195-213cbf4b67fd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/99fea70c-1ba4-4cf1-9480-264ff0b964e2 HTTP/1.1" status: 204 len: 168 time: 0.7914968 Feb 15 16:35:58.733224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be0122-b5b5-42cb-b195-213cbf4b67fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fea70c-1ba4-4cf1-9480-264ff0b964e2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:58.780785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ba4e69df-36b8-4409-9193-70b498219594 None None] Provisioning complete for port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:58.781231 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba4e69df-36b8-4409-9193-70b498219594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:58.790355 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-308dfd5c-1964-4655-9b6c-c26e70435918 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks [] for port (286cc77b-1a79-4b9c-831b-33b1ac3e1ca1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:58.866810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:58.905812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e69df-36b8-4409-9193-70b498219594 None None] Current status of the port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:35:58.909062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ec5af73c-670f-4013-8bdc-09eecf16f854 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:35:58.930168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: ec5af73c-670f-4013-8bdc-09eecf16f854 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:35:58.930524 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ec5af73c-670f-4013-8bdc-09eecf16f854 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:35:58.962209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60532) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:58.983519 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-308dfd5c-1964-4655-9b6c-c26e70435918 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (286cc77b-1a79-4b9c-831b-33b1ac3e1ca1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:58.997771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6282bc8b-9d8e-4550-a142-dea31796c065'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:35:59.083379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:35:59.101235 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3660b306-00ba-4754-83b7-6217b6682039 req-308dfd5c-1964-4655-9b6c-c26e70435918 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:35:59.113827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-3660b306-00ba-4754-83b7-6217b6682039 req-308dfd5c-1964-4655-9b6c-c26e70435918 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:35:59.121215 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3660b306-00ba-4754-83b7-6217b6682039 req-308dfd5c-1964-4655-9b6c-c26e70435918 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:35:59.135508 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b306-00ba-4754-83b7-6217b6682039 req-308dfd5c-1964-4655-9b6c-c26e70435918 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:59.136377 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-308dfd5c-1964-4655-9b6c-c26e70435918 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:59.172693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60550) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:59.242678 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308dfd5c-1964-4655-9b6c-c26e70435918 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event updated for resources: {'Port': ['ID=286cc77b-1a79-4b9c-831b-33b1ac3e1ca1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:35:59.291425 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-308dfd5c-1964-4655-9b6c-c26e70435918 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4201617 Feb 15 16:35:59.305129 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Request body: {'port': {'device_id': '63607832-7084-475d-b3e2-b31c3b0ae75c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:59.401686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:35:59.422143 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Sync routers for ids ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:35:59.436025 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Routers {'3b289a7d-9499-4f07-b8d1-ed80843fbe4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:35:59.436831 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:35:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:59.449300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-3660b306-00ba-4754-83b7-6217b6682039 req-818e0264-4b9b-441c-b9c1-51994709dcb2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Allocated IP 192.168.233.168 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/61365c1c-a004-4754-873b-4058e502539e) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:35:59.471400 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (286cc77b-1a79-4b9c-831b-33b1ac3e1ca1), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:59.478620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eefa0c-b5ea-4e5d-a45b-0b372cc0dbfe req-9a06df1b-a01f-4618-b93f-a1f4a330640e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:35:59.494682 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01eefa0c-b5ea-4e5d-a45b-0b372cc0dbfe req-9a06df1b-a01f-4618-b93f-a1f4a330640e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 943 time: 0.1639974 Feb 15 16:35:59.537610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b25147f0-3b63-4380-8089-9ae1c0c4c2b3 None None] Provisioning complete for port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:35:59.537818 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b25147f0-3b63-4380-8089-9ae1c0c4c2b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (286cc77b-1a79-4b9c-831b-33b1ac3e1ca1), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:59.567964 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01eefa0c-b5ea-4e5d-a45b-0b372cc0dbfe req-67fa0f2a-99dd-429e-a8e5-467c512d4e65 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720432 Feb 15 16:35:59.580998 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Set router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:35:59.616869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.67', 56241) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:59.654188 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:35:59.662108 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-05e676bf-c120-49aa-8674-1ffb3b3af42c admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.3996260 Feb 15 16:35:59.662773 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60560) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:35:59.672593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b25147f0-3b63-4380-8089-9ae1c0c4c2b3 None None] Port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:35:59.744773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-bff4a767-1be1-4ef9-9a5d-9388395e35cd admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1626582227-network', 'tenant_id': '4c65693bc5f642519761d293a309d07b'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:35:59.796045 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-3c4fc124-fd95-4cc9-9ba0-73121aac6cb9 service neutron] 10.222.0.67 "GET /v2.0/ports/471a7bee-bdb2-4af0-938f-62d7f9d5851a/bindings/n-h2-828372-14 HTTP/1.1" status: 200 len: 385 time: 0.1657724 Feb 15 16:35:59.809934 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b8cd19f0-51cc-47a4-8c6e-afce12d32526 req-96556177-2df0-4111-8b68-c11745ae2a52 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 210 time: 0.0549192 Feb 15 16:35:59.902789 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:35:56Z', 'revision_number': 3, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:35:59.972284 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Checking router: 3b289a7d-9499-4f07-b8d1-ed80843fbe4d for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:35:59.972885 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Updating router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d port 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:35:59.995080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff4a767-1be1-4ef9-9a5d-9388395e35cd admin admin] Made reservation on behalf of 4c65693bc5f642519761d293a309d07b for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:35:59.998605 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bff4a767-1be1-4ef9-9a5d-9388395e35cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.013563 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2f09f45b-ca98-4e32-97ea-2de21bf5a6fe), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.040686 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bff4a767-1be1-4ef9-9a5d-9388395e35cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.090583 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.096976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-818e0264-4b9b-441c-b9c1-51994709dcb2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks [] for port (61365c1c-a004-4754-873b-4058e502539e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.239194 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e1f34463-2c97-4375-9362-181d2984e9fe admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ed222577d18d4754b6c74b7b1b59a0c1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0615077 Feb 15 16:36:00.242487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60590) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:00.335326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-4a0f579c-c171-4074-b461-6fccbd0423c2 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:00.337010 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-4a0f579c-c171-4074-b461-6fccbd0423c2 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/networks?id=cdb0ff5b-4b5c-471c-8e84-3899eb11c542 HTTP/1.1" status: 200 len: 814 time: 0.3515458 Feb 15 16:36:00.339224 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bff4a767-1be1-4ef9-9a5d-9388395e35cd admin admin] Publish callbacks [] for security_group (5a06a17b-c07f-48f8-9a54-7f7e5d602e62), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.355176 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1a27df46-1d6a-4e18-80f0-bb9c41142b9a up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:00.355435 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-818e0264-4b9b-441c-b9c1-51994709dcb2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (61365c1c-a004-4754-873b-4058e502539e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.424163 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bff4a767-1be1-4ef9-9a5d-9388395e35cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5a06a17b-c07f-48f8-9a54-7f7e5d602e62), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.429894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-9158ab14-d769-43d7-80aa-bcf2b149074b service neutron] For port 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:00.436238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6282bc8b-9d8e-4550-a142-dea31796c065'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:00.484826 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff4a767-1be1-4ef9-9a5d-9388395e35cd admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:36:00.487243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3660b306-00ba-4754-83b7-6217b6682039 req-818e0264-4b9b-441c-b9c1-51994709dcb2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:00.498218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e0264-4b9b-441c-b9c1-51994709dcb2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event updated for resources: {'Port': ['ID=61365c1c-a004-4754-873b-4058e502539e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:00.507570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-3660b306-00ba-4754-83b7-6217b6682039 req-818e0264-4b9b-441c-b9c1-51994709dcb2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:00.512562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-9158ab14-d769-43d7-80aa-bcf2b149074b service neutron] For port 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:00.516399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-3660b306-00ba-4754-83b7-6217b6682039 req-818e0264-4b9b-441c-b9c1-51994709dcb2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:00.522578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b306-00ba-4754-83b7-6217b6682039 req-818e0264-4b9b-441c-b9c1-51994709dcb2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:00.522960 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-818e0264-4b9b-441c-b9c1-51994709dcb2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.527385 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bff4a767-1be1-4ef9-9a5d-9388395e35cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b0bc03f7-ed15-45b9-b25c-a6a1f7a1f819), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.527743 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-bff4a767-1be1-4ef9-9a5d-9388395e35cd admin admin] Added segment b0bc03f7-ed15-45b9-b25c-a6a1f7a1f819 of type vlan for network 6c63a380-d67e-4611-9fce-5f4d55214cbd Feb 15 16:36:00.547263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4a767-1be1-4ef9-9a5d-9388395e35cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a06a17b-c07f-48f8-9a54-7f7e5d602e62,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:00.554438 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Publish callbacks [] for port (2f09f45b-ca98-4e32-97ea-2de21bf5a6fe), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.630698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-9158ab14-d769-43d7-80aa-bcf2b149074b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471a7bee-bdb2-4af0-938f-62d7f9d5851a {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:00.667843 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2f09f45b-ca98-4e32-97ea-2de21bf5a6fe), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.675657 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.677047 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-9158ab14-d769-43d7-80aa-bcf2b149074b service neutron] For port 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:00.685833 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bff4a767-1be1-4ef9-9a5d-9388395e35cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (6c63a380-d67e-4611-9fce-5f4d55214cbd), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.711488 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-818e0264-4b9b-441c-b9c1-51994709dcb2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5607424 Feb 15 16:36:00.748142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Request body: {'port': {'device_id': '903bc8d5-ed5a-410c-96f6-47e1a333356b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:00.776528 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Attempting to bind port 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:00.776898 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Attempting to bind port 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:00.777261 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Attempting to bind port 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:00.785319 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:00.786005 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:00.786558 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.787722 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:00.788353 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Bound port: 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:00.789027 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2f09f45b-ca98-4e32-97ea-2de21bf5a6fe), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.790958 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cab74-4452-4e30-8ba6-3c353be910c0 None None] Pushing event updated for resources: {'Port': ['ID=2f09f45b-ca98-4e32-97ea-2de21bf5a6fe,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:00.806333 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b288e77-3570-4486-bae5-fe545f8b8c04 admin admin] Publish callbacks [] for security_group (d54afdc8-5d6e-4bd0-8031-acd08599707c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.825637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:00.826031 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.831076 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b288e77-3570-4486-bae5-fe545f8b8c04 admin admin] Publish callbacks [] for security_group (d54afdc8-5d6e-4bd0-8031-acd08599707c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.853910 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-9158ab14-d769-43d7-80aa-bcf2b149074b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.866018 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] For port 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:00.874420 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] For port 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2f09f45b-ca98-4e32-97ea-2de21bf5a6fe,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:00.918335 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-694a9b1f-0f0b-48a2-8005-9811a8663a83 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/quotas/1330ba81e883477fad3ee87c051f79f5 HTTP/1.1" status: 200 len: 375 time: 0.2747197 Feb 15 16:36:00.951013 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (61365c1c-a004-4754-873b-4058e502539e), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.968045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:00.970097 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2f09f45b-ca98-4e32-97ea-2de21bf5a6fe), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.979653 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bff4a767-1be1-4ef9-9a5d-9388395e35cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (6c63a380-d67e-4611-9fce-5f4d55214cbd), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:00.980621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff4a767-1be1-4ef9-9a5d-9388395e35cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:00.981206 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bff4a767-1be1-4ef9-9a5d-9388395e35cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:01.001997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a06b92-c657-4781-8e53-9266cfea470b req-ca377e60-07be-4aa2-80e0-1ba45a8e5107 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:01.010127 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-88a06b92-c657-4781-8e53-9266cfea470b req-ca377e60-07be-4aa2-80e0-1ba45a8e5107 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 943 time: 0.2574141 Feb 15 16:36:01.038227 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1791dd27-bb38-42b0-bdaf-50df446755c8 None None] Provisioning complete for port 61365c1c-a004-4754-873b-4058e502539e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:01.038733 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1791dd27-bb38-42b0-bdaf-50df446755c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (61365c1c-a004-4754-873b-4058e502539e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:01.098034 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cab74-4452-4e30-8ba6-3c353be910c0 None None] Pushing event updated for resources: {'Port': ['ID=2f09f45b-ca98-4e32-97ea-2de21bf5a6fe,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:01.122783 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-4642f5f0-857b-4b76-89da-7bd84a5e2ae4 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=1330ba81e883477fad3ee87c051f79f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2034929 Feb 15 16:36:01.135561 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Routers {'3b289a7d-9499-4f07-b8d1-ed80843fbe4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:36:01.136194 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:35:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:01.138053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1791dd27-bb38-42b0-bdaf-50df446755c8 None None] Port 61365c1c-a004-4754-873b-4058e502539e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:36:01.149927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-436a94b7-df19-478c-8912-85d5993f1c5a service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:36:01.150981 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-436a94b7-df19-478c-8912-85d5993f1c5a service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084586 Feb 15 16:36:01.153977 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4a767-1be1-4ef9-9a5d-9388395e35cd admin admin] Pushing event updated for resources: {'Network': ['ID=6c63a380-d67e-4611-9fce-5f4d55214cbd,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:01.159959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-9158ab14-d769-43d7-80aa-bcf2b149074b service neutron] Transition to ACTIVE for port object 471a7bee-bdb2-4af0-938f-62d7f9d5851a will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:36:01.162606 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b288e77-3570-4486-bae5-fe545f8b8c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d54afdc8-5d6e-4bd0-8031-acd08599707c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:01.165457 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b288e77-3570-4486-bae5-fe545f8b8c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:01.169293 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7b288e77-3570-4486-bae5-fe545f8b8c04 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d54afdc8-5d6e-4bd0-8031-acd08599707c HTTP/1.1" status: 204 len: 168 time: 0.9159608 Feb 15 16:36:01.170715 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bff4a767-1be1-4ef9-9a5d-9388395e35cd admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2144051 Feb 15 16:36:01.174126 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 6c63a380-d67e-4611-9fce-5f4d55214cbd details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:36:01.201194 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60616) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:01.219495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-af3e2288-d0b9-4cb9-893d-e74ad6931f6e admin admin] Request body: {'subnet': {'network_id': '6c63a380-d67e-4611-9fce-5f4d55214cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1626582227-subnet', 'tenant_id': '4c65693bc5f642519761d293a309d07b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:01.256810 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-9158ab14-d769-43d7-80aa-bcf2b149074b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:01.269302 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b288e77-3570-4486-bae5-fe545f8b8c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54afdc8-5d6e-4bd0-8031-acd08599707c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:01.296780 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:01.304992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-88a06b92-c657-4781-8e53-9266cfea470b req-ed075f92-4e59-456c-8e32-341fbd4b5fcd tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936840 Feb 15 16:36:01.338051 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Publish callbacks [] for port (286cc77b-1a79-4b9c-831b-33b1ac3e1ca1), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:01.389684 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Transition to ACTIVE for port object 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:36:01.443833 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b7bed859-d5de-472a-8f53-19973001d1db service neutron] 10.222.0.107 "GET /v2.0/networks/cdb0ff5b-4b5c-471c-8e84-3899eb11c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818830 Feb 15 16:36:01.468321 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] Set router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:36:01.473835 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3e2288-d0b9-4cb9-893d-e74ad6931f6e admin admin] Made reservation on behalf of 4c65693bc5f642519761d293a309d07b for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:01.476102 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af3e2288-d0b9-4cb9-893d-e74ad6931f6e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:01.482759 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-9158ab14-d769-43d7-80aa-bcf2b149074b service neutron] No DVR routers for this DVR port 471a7bee-bdb2-4af0-938f-62d7f9d5851a on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:36:01.502058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158ab14-d769-43d7-80aa-bcf2b149074b service neutron] Pushing event updated for resources: {'Port': ['ID=471a7bee-bdb2-4af0-938f-62d7f9d5851a,revision_number=10']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:01.509502 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:01.532308 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (286cc77b-1a79-4b9c-831b-33b1ac3e1ca1), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:01.582732 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-9158ab14-d769-43d7-80aa-bcf2b149074b service neutron] 10.222.0.67 "PUT /v2.0/ports/471a7bee-bdb2-4af0-938f-62d7f9d5851a/bindings/n-h2-828372-14/activate HTTP/1.1" status: 200 len: 370 time: 1.7389696 Feb 15 16:36:01.608744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e155df-4739-4056-8853-adcc5ce31869 req-21ebbb15-211a-4b2a-8f40-620b1e38de96 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:01.616612 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01e155df-4739-4056-8853-adcc5ce31869 req-21ebbb15-211a-4b2a-8f40-620b1e38de96 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 936 time: 0.1931064 Feb 15 16:36:01.686393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60624) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:01.785946 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Pushing event updated for resources: {'Port': ['ID=286cc77b-1a79-4b9c-831b-33b1ac3e1ca1,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:01.842303 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:35:56Z', 'revision_number': 3, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:01.852456 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-5bdb3bea-7116-49fa-b581-12f78826c0e3 service neutron] 10.222.0.107 "GET /v2.0/networks/cdb0ff5b-4b5c-471c-8e84-3899eb11c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014437 Feb 15 16:36:01.856318 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01e155df-4739-4056-8853-adcc5ce31869 req-3f648a33-8ecb-43d7-977f-a6b19b04f693 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389767 Feb 15 16:36:01.899079 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Attempting to bind port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:01.899417 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Attempting to bind port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:01.903905 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Attempting to bind port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:01.919554 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474dfc9-cd50-47e3-b5ea-d82dddbb964d None None] The sync data for ids ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'] in n-d-828372-14 is: [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:35:56Z', 'revision_number': 3, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:36:01.946292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:36:01.946505 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Attempting to bind port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:01.964016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-dcfeb67b-c53d-4969-b6d8-51456cb4fd80 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:01.981492 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-dcfeb67b-c53d-4969-b6d8-51456cb4fd80 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6&tenant_id=d0ff076c939c42f79afd32ae34c41b7e&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 1127 time: 0.2627413 Feb 15 16:36:01.984016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61365c1c-a004-4754-873b-4058e502539e {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:01.999223 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:01.999560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:01.999944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:02.000387 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Bound port: 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:02.000740 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (286cc77b-1a79-4b9c-831b-33b1ac3e1ca1), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:02.002275 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Publish callbacks [] for port (61365c1c-a004-4754-873b-4058e502539e), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:02.101597 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2c3f-70fe-4f3b-91db-7b6ed6afae6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:02.113034 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Transition to ACTIVE for port object 61365c1c-a004-4754-873b-4058e502539e will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:36:02.160356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-1dc43561-0a8c-4b64-8645-e38ac2317b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:02.162577 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-1dc43561-0a8c-4b64-8645-e38ac2317b50 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6&tenant_id=d0ff076c939c42f79afd32ae34c41b7e HTTP/1.1" status: 200 len: 1127 time: 0.1719105 Feb 15 16:36:02.167697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Allocated IP 172.20.0.1 (0305f676-6c3c-4135-913e-af6ab03d5e4e/2f25f8aa-eba2-4381-970d-f0bf01a10fef/8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:02.192500 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] For port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:02.197693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] For port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=286cc77b-1a79-4b9c-831b-33b1ac3e1ca1,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:02.207394 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (61365c1c-a004-4754-873b-4058e502539e), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:02.287475 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af3e2288-d0b9-4cb9-893d-e74ad6931f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for subnet (2d8b4666-dce2-4d32-9dde-400a4482e489), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:02.306030 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2c3f-70fe-4f3b-91db-7b6ed6afae6f admin admin] Publish callbacks [] for security_group (0074c32e-8e99-4208-9dd6-fde49c82a7db), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:02.363670 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e631580-2801-46cd-a199-213f962b0130 req-a51e7181-c0ef-4698-9b7c-c7e0a4c294d2 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 210 time: 0.0697713 Feb 15 16:36:02.376859 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Pushing event updated for resources: {'Port': ['ID=61365c1c-a004-4754-873b-4058e502539e,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:02.410600 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (286cc77b-1a79-4b9c-831b-33b1ac3e1ca1), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:02.419484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cd5e2c3f-70fe-4f3b-91db-7b6ed6afae6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0074c32e-8e99-4208-9dd6-fde49c82a7db), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:02.501397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-8496aeb2-8b18-47b9-bc79-d7341e6f60cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:02.511454 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-8496aeb2-8b18-47b9-bc79-d7341e6f60cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 1127 time: 0.3021872 Feb 15 16:36:02.565143 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cd5e2c3f-70fe-4f3b-91db-7b6ed6afae6f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e117e8fe86844f278d8480f187a85834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8734393 Feb 15 16:36:02.565866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60648) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:02.595426 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60650) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:02.601202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Attempting to bind port 61365c1c-a004-4754-873b-4058e502539e on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:02.601567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Attempting to bind port 61365c1c-a004-4754-873b-4058e502539e by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:02.601912 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Attempting to bind port 61365c1c-a004-4754-873b-4058e502539e on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:02.663670 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e348187f-edaf-4de3-9c2f-4ba91b948add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:02.675537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:02.676382 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:02.678013 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] 10.222.0.67 "PUT /v2.0/ports/286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 HTTP/1.1" status: 200 len: 1097 time: 3.3794575 Feb 15 16:36:02.680443 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e2c3f-70fe-4f3b-91db-7b6ed6afae6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0074c32e-8e99-4208-9dd6-fde49c82a7db,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:02.707399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Port 61365c1c-a004-4754-873b-4058e502539e on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:36:02.708456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Attempting to bind port 61365c1c-a004-4754-873b-4058e502539e on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:02.740894 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b13e92e-d95a-4c90-b3d3-e2ca76e92de7 admin admin] Publish callbacks [] for security_group (0074c32e-8e99-4208-9dd6-fde49c82a7db), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:02.754693 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:02.755127 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:02.756755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:02.757436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Bound port: 61365c1c-a004-4754-873b-4058e502539e, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:02.758238 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (61365c1c-a004-4754-873b-4058e502539e), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:02.790777 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e348187f-edaf-4de3-9c2f-4ba91b948add admin admin] Publish callbacks [] for security_group (0d1639b9-1cbd-4aa1-9fae-b0deb78e58c0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:02.791791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63607832-7084-475d-b3e2-b31c3b0ae75c', 'tag': '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:02.794416 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb03484-9e23-4b8a-a3a1-96c2ec36de13" -d '{"events": [{"name": "network-changed", "server_uuid": "63607832-7084-475d-b3e2-b31c3b0ae75c", "tag": "286cc77b-1a79-4b9c-831b-33b1ac3e1ca1"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:02.796865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e2288-d0b9-4cb9-893d-e74ad6931f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d8b4666-dce2-4d32-9dde-400a4482e489,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:02.844770 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b13e92e-d95a-4c90-b3d3-e2ca76e92de7 admin admin] Publish callbacks [] for security_group (0074c32e-8e99-4208-9dd6-fde49c82a7db), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:02.905410 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-80534d3b-d354-4ff8-a2a4-7afd4ac99d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:02.910659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-80534d3b-d354-4ff8-a2a4-7afd4ac99d56 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.3761351 Feb 15 16:36:02.925276 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e348187f-edaf-4de3-9c2f-4ba91b948add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0d1639b9-1cbd-4aa1-9fae-b0deb78e58c0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:02.966042 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Publish callbacks [] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:02.977065 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e348187f-edaf-4de3-9c2f-4ba91b948add admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6adad423c3aa493ab9dc65fe79ba6c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3751881 Feb 15 16:36:02.977860 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc1755-adae-4e2e-ae78-4d195e3975cd service neutron] Pushing event updated for resources: {'Port': ['ID=286cc77b-1a79-4b9c-831b-33b1ac3e1ca1,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:03.009772 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60666) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:03.011216 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3e2288-d0b9-4cb9-893d-e74ad6931f6e admin admin] Checking segment: {'id': 'b0bc03f7-ed15-45b9-b25c-a6a1f7a1f819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '6c63a380-d67e-4611-9fce-5f4d55214cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:03.019347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3e2288-d0b9-4cb9-893d-e74ad6931f6e admin admin] Network hostable DHCP agents. Network: 6c63a380-d67e-4611-9fce-5f4d55214cbd, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:36:03.019347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348187f-edaf-4de3-9c2f-4ba91b948add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1639b9-1cbd-4aa1-9fae-b0deb78e58c0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:03.031686 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-94500f03-a118-4dca-9ace-9f8942b60d4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a HTTP/1.1" status: 200 len: 217 time: 0.1138337 Feb 15 16:36:03.074172 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475257c-b1b3-4dc6-98f5-cacfaef250f1 req-48c5a7e6-6490-4d1b-a438-351dce8fc879 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:03.081398 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5475257c-b1b3-4dc6-98f5-cacfaef250f1 req-48c5a7e6-6490-4d1b-a438-351dce8fc879 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 944 time: 0.5222471 Feb 15 16:36:03.156051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] For port 61365c1c-a004-4754-873b-4058e502539e, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:03.159834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] For port 61365c1c-a004-4754-873b-4058e502539e, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61365c1c-a004-4754-873b-4058e502539e,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:03.162613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-5df7df0c-38b2-4f1e-99cb-4dfceb35d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:03.164168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-5df7df0c-38b2-4f1e-99cb-4dfceb35d94b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.1192780 Feb 15 16:36:03.169567 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3e2288-d0b9-4cb9-893d-e74ad6931f6e admin admin] Network 6c63a380-d67e-4611-9fce-5f4d55214cbd is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:36:03.200733 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-d0590897-3689-4847-9119-88e425bbfdb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289447 Feb 15 16:36:03.210319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b306-00ba-4754-83b7-6217b6682039 req-568c848b-db5b-491c-9ae1-d38dcc26b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:03.211818 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-568c848b-db5b-491c-9ae1-d38dcc26b856 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=63607832-7084-475d-b3e2-b31c3b0ae75c HTTP/1.1" status: 200 len: 1131 time: 0.3590779 Feb 15 16:36:03.232023 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5475257c-b1b3-4dc6-98f5-cacfaef250f1 req-5bdac7dd-08f4-4e69-88f5-04d1081b28e5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476235 Feb 15 16:36:03.246453 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b13e92e-d95a-4c90-b3d3-e2ca76e92de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0074c32e-8e99-4208-9dd6-fde49c82a7db), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:03.260967 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b13e92e-d95a-4c90-b3d3-e2ca76e92de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:03.260967 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4b13e92e-d95a-4c90-b3d3-e2ca76e92de7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0074c32e-8e99-4208-9dd6-fde49c82a7db HTTP/1.1" status: 204 len: 168 time: 0.6766725 Feb 15 16:36:03.265324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 471a7bee-bdb2-4af0-938f-62d7f9d5851a no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:36:03.274247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-af3e2288-d0b9-4cb9-893d-e74ad6931f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 6c63a380-d67e-4611-9fce-5f4d55214cbd) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:03.297102 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3e2288-d0b9-4cb9-893d-e74ad6931f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:03.301281 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af3e2288-d0b9-4cb9-893d-e74ad6931f6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:03.324410 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (61365c1c-a004-4754-873b-4058e502539e), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:03.334573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cdb641-9fca-431b-8e70-aaf50b263330 None None] Network 6c63a380-d67e-4611-9fce-5f4d55214cbd requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:36:03.347456 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc902fab-c997-4a38-9467-ccaea5c1864c x-openstack-request-id: req-cc902fab-c997-4a38-9467-ccaea5c1864c {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:03.350240 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13e92e-d95a-4c90-b3d3-e2ca76e92de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0074c32e-8e99-4208-9dd6-fde49c82a7db,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:03.352419 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63607832-7084-475d-b3e2-b31c3b0ae75c", "tag": "286cc77b-1a79-4b9c-831b-33b1ac3e1ca1", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:03.353932 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cc902fab-c997-4a38-9467-ccaea5c1864c {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:03.354442 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63607832-7084-475d-b3e2-b31c3b0ae75c', 'tag': '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1', 'status': 'completed', 'code': 200} Feb 15 16:36:03.362487 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23a57b5f-1b09-43fa-9a0d-82a13f3c9034 admin admin] Publish callbacks [] for security_group (0d1639b9-1cbd-4aa1-9fae-b0deb78e58c0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:03.390265 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:03.390897 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:03.392297 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] 10.222.0.67 "PUT /v2.0/ports/61365c1c-a004-4754-873b-4058e502539e HTTP/1.1" status: 200 len: 1097 time: 2.6614051 Feb 15 16:36:03.395071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903bc8d5-ed5a-410c-96f6-47e1a333356b', 'tag': '61365c1c-a004-4754-873b-4058e502539e'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:03.398143 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f479bb-70f6-44dd-a92d-bf16ab87db91" -d '{"events": [{"name": "network-changed", "server_uuid": "903bc8d5-ed5a-410c-96f6-47e1a333356b", "tag": "61365c1c-a004-4754-873b-4058e502539e"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:03.440075 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23a57b5f-1b09-43fa-9a0d-82a13f3c9034 admin admin] Publish callbacks [] for security_group (0d1639b9-1cbd-4aa1-9fae-b0deb78e58c0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:03.520286 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b96e4df0-d96c-4d08-a13c-fdc4accd92d2 service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111465 Feb 15 16:36:03.523052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd378af-a62d-4fb0-8390-e70e71705df4 service neutron] Pushing event updated for resources: {'Port': ['ID=61365c1c-a004-4754-873b-4058e502539e,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:03.582901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] The host n-h1-828372-14 is not matching for port 471a7bee-bdb2-4af0-938f-62d7f9d5851a host n-h2-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 16:36:03.583727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 471a7bee-bdb2-4af0-938f-62d7f9d5851a not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:36:03.600792 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:03.639022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e15ae4-8e74-406c-9782-f87a45ce1d49 None None] Network 6c63a380-d67e-4611-9fce-5f4d55214cbd requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:36:03.662606 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-fb134146-71fc-4763-ba9a-f4056fe83651 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 HTTP/1.1" status: 200 len: 217 time: 0.4422109 Feb 15 16:36:03.676816 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23a57b5f-1b09-43fa-9a0d-82a13f3c9034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0d1639b9-1cbd-4aa1-9fae-b0deb78e58c0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:03.681156 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23a57b5f-1b09-43fa-9a0d-82a13f3c9034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:03.683113 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-23a57b5f-1b09-43fa-9a0d-82a13f3c9034 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0d1639b9-1cbd-4aa1-9fae-b0deb78e58c0 HTTP/1.1" status: 204 len: 168 time: 0.6644888 Feb 15 16:36:03.718806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Network 0305f676-6c3c-4135-913e-af6ab03d5e4e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:03.768844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:03.772739 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:03.773165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:03.851148 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:03.861264 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-af3e2288-d0b9-4cb9-893d-e74ad6931f6e admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6537964 Feb 15 16:36:03.866838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a57b5f-1b09-43fa-9a0d-82a13f3c9034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1639b9-1cbd-4aa1-9fae-b0deb78e58c0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:03.944729 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b306-00ba-4754-83b7-6217b6682039 req-a02c50d5-b6e3-4c9a-abf5-94cf11d5eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:03.947055 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-a02c50d5-b6e3-4c9a-abf5-94cf11d5eff1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.2466719 Feb 15 16:36:03.956354 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cad440-b8b3-4207-bb2e-45eb8c9a8c68 req-6bf1abfc-39e6-4909-8b92-c0a40c8d2699 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:03.959171 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e5cad440-b8b3-4207-bb2e-45eb8c9a8c68 req-6bf1abfc-39e6-4909-8b92-c0a40c8d2699 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 948 time: 0.4304943 Feb 15 16:36:03.965923 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0cca0b8b-58fd-4aa4-aba0-00b2592abb46 req-a85191d3-3696-41b6-a760-a62e3441c75d tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 210 time: 0.0462852 Feb 15 16:36:04.005265 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-b695f5fc-71f7-40f9-9f86-7b90f8532e50 service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599273 Feb 15 16:36:04.024482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b306-00ba-4754-83b7-6217b6682039 req-80631946-3407-4d85-bc76-3ba1fc77a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:04.026227 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-80631946-3407-4d85-bc76-3ba1fc77a00c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 1131 time: 0.5239224 Feb 15 16:36:04.097938 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2fe3c7-d6f8-4b19-9e86-9942fc642583 x-openstack-request-id: req-dc2fe3c7-d6f8-4b19-9e86-9942fc642583 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:04.097938 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903bc8d5-ed5a-410c-96f6-47e1a333356b", "tag": "61365c1c-a004-4754-873b-4058e502539e", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:04.097938 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dc2fe3c7-d6f8-4b19-9e86-9942fc642583 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:04.098844 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903bc8d5-ed5a-410c-96f6-47e1a333356b', 'tag': '61365c1c-a004-4754-873b-4058e502539e', 'status': 'completed', 'code': 200} Feb 15 16:36:04.101516 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-7f842de9-0613-4084-bb0e-2cff0204c6a7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=61365c1c-a004-4754-873b-4058e502539e HTTP/1.1" status: 200 len: 217 time: 0.0666671 Feb 15 16:36:04.137054 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b306-00ba-4754-83b7-6217b6682039 req-3e5f580c-bb65-4bf1-8dad-c673e4b3ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:04.138597 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-3e5f580c-bb65-4bf1-8dad-c673e4b3ae72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1781807 Feb 15 16:36:04.141177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-12f42bc0-2688-45e1-aab0-5c6ed8a09dfe None None] Provisioning complete for port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:04.141736 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-12f42bc0-2688-45e1-aab0-5c6ed8a09dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:04.160184 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b306-00ba-4754-83b7-6217b6682039 req-6bd75d2e-6515-4f05-aa89-696ac64bd497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:04.161790 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e5cad440-b8b3-4207-bb2e-45eb8c9a8c68 req-a9ab9f78-78ea-41a9-b2a0-17fb7a1e3a51 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820753 Feb 15 16:36:04.162152 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-6bd75d2e-6515-4f05-aa89-696ac64bd497 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0544260 Feb 15 16:36:04.230420 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-12f42bc0-2688-45e1-aab0-5c6ed8a09dfe None None] Port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:36:04.291882 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3660b306-00ba-4754-83b7-6217b6682039 req-b9dd6996-eecc-44b4-ab38-755e62fde4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:04.297853 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:04.304590 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-b9dd6996-eecc-44b4-ab38-755e62fde4ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1337574 Feb 15 16:36:04.357900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60688) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:04.438756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:04.519120 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-0459f344-12e0-411b-8fdf-cf9e376e81c9 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125232 Feb 15 16:36:04.570939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:04.577060 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2f09f45b-ca98-4e32-97ea-2de21bf5a6fe), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:04.748713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:04.750047 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2f09f45b-ca98-4e32-97ea-2de21bf5a6fe), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:04.774186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-c71d0c04-6d1c-4c54-ba4f-01a5b40ad4ac service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458134 Feb 15 16:36:04.784004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2f09f45b-ca98-4e32-97ea-2de21bf5a6fe,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:04.820234 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-301dd1f5-4b18-4cc6-aac4-b002e465674c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:04.831146 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-e550fc2c-ab0b-4963-af24-4522c5446e93 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6857874 Feb 15 16:36:04.832825 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-5d5e905e-62b1-422e-8d30-321303961a0f tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:04.834498 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-5d5e905e-62b1-422e-8d30-321303961a0f tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6&tenant_id=d0ff076c939c42f79afd32ae34c41b7e&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 1127 time: 0.0718119 Feb 15 16:36:04.895696 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2f09f45b-ca98-4e32-97ea-2de21bf5a6fe), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:04.993193 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=2f09f45b-ca98-4e32-97ea-2de21bf5a6fe,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:04.997523 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686116a-80ce-46af-b099-1f1735eac05c req-16d73c1e-0c64-487e-8fbf-259f60ff5245 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:04.999131 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7686116a-80ce-46af-b099-1f1735eac05c req-16d73c1e-0c64-487e-8fbf-259f60ff5245 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 944 time: 0.6403017 Feb 15 16:36:05.010436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f479bb-70f6-44dd-a92d-bf16ab87db91 req-89fe592a-8db3-4df1-b86d-023d42df8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:05.014031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:05.014031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:05.014031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:05.014031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:05.014031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:05.014633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:05.016982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:05.017442 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:05.018788 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:05.019441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:05.019921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:05.021170 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:05.021850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:05.021969 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80f479bb-70f6-44dd-a92d-bf16ab87db91 req-89fe592a-8db3-4df1-b86d-023d42df8b60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 1131 time: 0.0821486 Feb 15 16:36:05.117050 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3660b306-00ba-4754-83b7-6217b6682039 req-8a4c2a0d-9a08-43bc-b7d5-35fd2ad7e40e service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772343 Feb 15 16:36:05.157919 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-301dd1f5-4b18-4cc6-aac4-b002e465674c admin admin] Publish callbacks [] for security_group (302ef868-3055-4533-ba84-1d37f422af94), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:05.168365 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7686116a-80ce-46af-b099-1f1735eac05c req-c88ddaa8-c797-48b5-9694-91bb79575484 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581109 Feb 15 16:36:05.187086 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Publish callbacks [] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:05.247817 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:05.248624 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:05.260675 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1bf3579-bb8c-47d5-89e9-1e71f702a6e5 req-17f1ed99-1cf3-4a0c-9eae-90937f1ea3bf tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 210 time: 0.0900047 Feb 15 16:36:05.265633 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-301dd1f5-4b18-4cc6-aac4-b002e465674c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (302ef868-3055-4533-ba84-1d37f422af94), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:05.332065 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f479bb-70f6-44dd-a92d-bf16ab87db91 req-6f8252bd-b695-4504-b2f6-79b2a8eef452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:05.334604 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80f479bb-70f6-44dd-a92d-bf16ab87db91 req-6f8252bd-b695-4504-b2f6-79b2a8eef452 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.3102593 Feb 15 16:36:05.397702 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80f479bb-70f6-44dd-a92d-bf16ab87db91 req-baaf5c4a-e258-4b8c-a4dd-20cfc3373c4c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=61365c1c-a004-4754-873b-4058e502539e HTTP/1.1" status: 200 len: 217 time: 0.0549333 Feb 15 16:36:05.425907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-0e6efeb1-b9d3-467f-9da3-685fcd7b80b9 service neutron] For port 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:05.452049 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-0e6efeb1-b9d3-467f-9da3-685fcd7b80b9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:05.453169 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8be4f77-8ff0-44b8-9d9e-aa879ab64944 req-0e6efeb1-b9d3-467f-9da3-685fcd7b80b9 service neutron] 10.222.0.10 "DELETE /v2.0/ports/471a7bee-bdb2-4af0-938f-62d7f9d5851a/bindings/n-h1-828372-14 HTTP/1.1" status: 204 len: 173 time: 0.6099484 Feb 15 16:36:05.464785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Network 0305f676-6c3c-4135-913e-af6ab03d5e4e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:05.478214 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f479bb-70f6-44dd-a92d-bf16ab87db91 req-f6cf5f7f-084a-496d-80fa-8e42229974cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:05.479712 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80f479bb-70f6-44dd-a92d-bf16ab87db91 req-f6cf5f7f-084a-496d-80fa-8e42229974cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0730593 Feb 15 16:36:05.495606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:05.529415 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-301dd1f5-4b18-4cc6-aac4-b002e465674c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3cfa890b8a484a998b54c075f6fe7987&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1677880 Feb 15 16:36:05.530725 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301dd1f5-4b18-4cc6-aac4-b002e465674c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302ef868-3055-4533-ba84-1d37f422af94,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:05.542587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60726) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:05.542804 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:05.577829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f479bb-70f6-44dd-a92d-bf16ab87db91 req-a6881c1e-495d-47ed-baaf-523d82042598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:05.590317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80f479bb-70f6-44dd-a92d-bf16ab87db91 req-a6881c1e-495d-47ed-baaf-523d82042598 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0938678 Feb 15 16:36:05.655937 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb03484-9e23-4b8a-a3a1-96c2ec36de13 req-b61f0f6b-c852-488c-b106-e5d2b1f8d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:05.657507 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6fb03484-9e23-4b8a-a3a1-96c2ec36de13 req-b61f0f6b-c852-488c-b106-e5d2b1f8d261 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=63607832-7084-475d-b3e2-b31c3b0ae75c HTTP/1.1" status: 200 len: 1131 time: 0.3960302 Feb 15 16:36:05.719008 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9ad1a-ce33-4ee8-ab82-26cd0a319d0f req-14a8cb7f-7ac2-4eb7-8d66-0961ccb101d0 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:05.720579 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c1b9ad1a-ce33-4ee8-ab82-26cd0a319d0f req-14a8cb7f-7ac2-4eb7-8d66-0961ccb101d0 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 948 time: 0.4523461 Feb 15 16:36:05.882616 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-47235e36-8f4f-4c88-ba3b-1e29aca2d3ea None None] Provisioning complete for port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:05.883213 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-47235e36-8f4f-4c88-ba3b-1e29aca2d3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:05.898448 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80f479bb-70f6-44dd-a92d-bf16ab87db91 req-fb91e334-13a0-4ca6-adb3-7cecb6f85227 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990153 Feb 15 16:36:05.903740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-359d9fdc-c44c-484b-98e9-4c43d1d3b2fe admin admin] Publish callbacks [] for security_group (302ef868-3055-4533-ba84-1d37f422af94), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:05.904744 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:36:05.908987 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c1b9ad1a-ce33-4ee8-ab82-26cd0a319d0f req-b8ca78b3-d8f2-44bc-b832-45782b03ae03 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709719 Feb 15 16:36:05.918535 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb03484-9e23-4b8a-a3a1-96c2ec36de13 req-870e4b00-b68a-4838-9f05-8e09c5a5c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:05.920161 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6fb03484-9e23-4b8a-a3a1-96c2ec36de13 req-870e4b00-b68a-4838-9f05-8e09c5a5c5a0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.2481320 Feb 15 16:36:05.961818 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-ff144cd8-c9e6-4717-9a46-70ab6d023c91 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:05.963399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-ff144cd8-c9e6-4717-9a46-70ab6d023c91 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.10 "GET /v2.0/networks?id=cdb0ff5b-4b5c-471c-8e84-3899eb11c542 HTTP/1.1" status: 200 len: 814 time: 0.3477159 Feb 15 16:36:06.003079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-47235e36-8f4f-4c88-ba3b-1e29aca2d3ea None None] Port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:36:06.010979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-a167ac98-9763-4f1f-9e6b-dbe14995977e tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Request body: {'port': {'device_id': 'a80544e3-2333-4861-b7c6-ac8fc0157f36', 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542', 'admin_state_up': True, 'tenant_id': '1330ba81e883477fad3ee87c051f79f5'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:06.048296 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6fb03484-9e23-4b8a-a3a1-96c2ec36de13 req-b3dd6202-af1f-467a-bd56-6fe7ee1ea966 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 HTTP/1.1" status: 200 len: 217 time: 0.1210513 Feb 15 16:36:06.086418 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-359d9fdc-c44c-484b-98e9-4c43d1d3b2fe admin admin] Publish callbacks [] for security_group (302ef868-3055-4533-ba84-1d37f422af94), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:06.097144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60742) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:06.113278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ad279ec2-e5ba-437a-ab37-6f70674de8f2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-281464838-network', 'tenant_id': 'e510b6e24a65490d983a9a1e84f061d4'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:06.122214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb03484-9e23-4b8a-a3a1-96c2ec36de13 req-1db38b2d-2e7b-4adf-ad8d-6c057ee993a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:06.123791 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6fb03484-9e23-4b8a-a3a1-96c2ec36de13 req-1db38b2d-2e7b-4adf-ad8d-6c057ee993a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0563025 Feb 15 16:36:06.185985 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:36:06.196469 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bd143722-5e24-4055-bad0-47b5595f89a7 admin admin] 10.222.0.107 "PUT /v2.0/routers/3b289a7d-9499-4f07-b8d1-ed80843fbe4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5302989 Feb 15 16:36:06.204466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Sync routers for ids ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:36:06.219644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Routers {'3b289a7d-9499-4f07-b8d1-ed80843fbe4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:36:06.222615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:35:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:06.224650 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb03484-9e23-4b8a-a3a1-96c2ec36de13 req-ae725ffc-4233-4ea5-9f24-839384db4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:06.227449 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80f479bb-70f6-44dd-a92d-bf16ab87db91 req-1a204ad0-1c63-4667-ac20-7c9c4eba984b service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175309 Feb 15 16:36:06.228246 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6fb03484-9e23-4b8a-a3a1-96c2ec36de13 req-ae725ffc-4233-4ea5-9f24-839384db4fec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0952370 Feb 15 16:36:06.289295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad279ec2-e5ba-437a-ab37-6f70674de8f2 admin admin] Made reservation on behalf of e510b6e24a65490d983a9a1e84f061d4 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:06.292097 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad279ec2-e5ba-437a-ab37-6f70674de8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:06.316753 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad279ec2-e5ba-437a-ab37-6f70674de8f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:06.319853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60754) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:06.391740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-359d9fdc-c44c-484b-98e9-4c43d1d3b2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (302ef868-3055-4533-ba84-1d37f422af94), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:06.394774 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-359d9fdc-c44c-484b-98e9-4c43d1d3b2fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:06.398636 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-359d9fdc-c44c-484b-98e9-4c43d1d3b2fe admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/302ef868-3055-4533-ba84-1d37f422af94 HTTP/1.1" status: 204 len: 168 time: 0.8652184 Feb 15 16:36:06.407228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-a167ac98-9763-4f1f-9e6b-dbe14995977e tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Made reservation on behalf of 1330ba81e883477fad3ee87c051f79f5 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:06.410615 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-a167ac98-9763-4f1f-9e6b-dbe14995977e tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:06.429425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d9fdc-c44c-484b-98e9-4c43d1d3b2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302ef868-3055-4533-ba84-1d37f422af94,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:06.467024 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4d131f69-3626-4a70-89de-cc572b6b3b8e req-b4f9e974-5bfd-4140-ad91-a077d9280bc4 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 210 time: 0.0753186 Feb 15 16:36:06.510928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Set router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:36:06.528069 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3deac-aa8f-4086-b342-58e3e7466700 req-3229f6b1-c732-4fda-ace3-20e99093b30c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:06.533818 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6fb03484-9e23-4b8a-a3a1-96c2ec36de13 req-7aa029f5-30c3-47cd-8c05-f88ff1cc98a3 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954435 Feb 15 16:36:06.534953 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4f3deac-aa8f-4086-b342-58e3e7466700 req-3229f6b1-c732-4fda-ace3-20e99093b30c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 944 time: 0.2194619 Feb 15 16:36:06.584273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:06.644639 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad279ec2-e5ba-437a-ab37-6f70674de8f2 admin admin] Publish callbacks [] for security_group (a645769a-0f9f-4622-bb90-c762ddd6e2f8), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:06.718729 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4f3deac-aa8f-4086-b342-58e3e7466700 req-b79462b2-103d-45a0-b47f-676ab43fd4af tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785812 Feb 15 16:36:06.728546 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6fb03484-9e23-4b8a-a3a1-96c2ec36de13 req-c0ad0f05-2399-4fc8-b296-b651cf2e3898 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829147 Feb 15 16:36:06.739268 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad279ec2-e5ba-437a-ab37-6f70674de8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a645769a-0f9f-4622-bb90-c762ddd6e2f8), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:06.790610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad279ec2-e5ba-437a-ab37-6f70674de8f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:36:06.807520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-a167ac98-9763-4f1f-9e6b-dbe14995977e tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Allocated IP 172.20.0.3 (cdb0ff5b-4b5c-471c-8e84-3899eb11c542/5eff1d56-ea1c-4b61-b4a8-44185f0b861a/c613db43-fc26-498f-91ff-8244222919b2) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:06.846105 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b01075b-05de-46da-b707-d5d223671dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:06.899525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:06.900088 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2f09f45b-ca98-4e32-97ea-2de21bf5a6fe), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:06.904548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad279ec2-e5ba-437a-ab37-6f70674de8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a645769a-0f9f-4622-bb90-c762ddd6e2f8,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:06.939220 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad279ec2-e5ba-437a-ab37-6f70674de8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1cd8dad3-a4dc-4357-8b82-4f35d5935812), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:06.939588 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-ad279ec2-e5ba-437a-ab37-6f70674de8f2 admin admin] Added segment 1cd8dad3-a4dc-4357-8b82-4f35d5935812 of type vlan for network 8e646414-0dc7-4382-993f-534a00b08aef Feb 15 16:36:06.997768 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a45ef7a8-b9cb-4b0e-8148-f9df8501da09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:07.056116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110985e-2e8f-4673-b4d2-ae3b25d3312a req-d88979b3-332e-487e-a348-44f506395cfa tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:07.057223 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad279ec2-e5ba-437a-ab37-6f70674de8f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (8e646414-0dc7-4382-993f-534a00b08aef), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:07.064935 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9110985e-2e8f-4673-b4d2-ae3b25d3312a req-d88979b3-332e-487e-a348-44f506395cfa tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 948 time: 0.0700490 Feb 15 16:36:07.129626 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9110985e-2e8f-4673-b4d2-ae3b25d3312a req-2ba7354d-03ee-43e7-b73f-82a77f361711 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635626 Feb 15 16:36:07.133232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20659fc0-f6ac-42fa-b980-4676cbc85591 req-32855219-c239-43e5-8b6e-ca57c0a93028 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:07.136790 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20659fc0-f6ac-42fa-b980-4676cbc85591 req-32855219-c239-43e5-8b6e-ca57c0a93028 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 1127 time: 0.2539313 Feb 15 16:36:07.170449 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:07.188079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f', 'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'mac_address': 'fa:16:3e:dd:c9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:01Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 2, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'subnets': [{'id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:07.223804 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Checking router: 3b289a7d-9499-4f07-b8d1-ed80843fbe4d for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:36:07.224165 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Updating router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:36:07.264028 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:07.264143 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b01075b-05de-46da-b707-d5d223671dcb admin admin] Publish callbacks [] for security_group (1272594a-900c-4add-87b5-eb7f3c606183), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:07.274740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad279ec2-e5ba-437a-ab37-6f70674de8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (8e646414-0dc7-4382-993f-534a00b08aef), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:07.275770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad279ec2-e5ba-437a-ab37-6f70674de8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:07.276365 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad279ec2-e5ba-437a-ab37-6f70674de8f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:07.312184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 61365c1c-a004-4754-873b-4058e502539e details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:36:07.357992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20659fc0-f6ac-42fa-b980-4676cbc85591 req-5179f133-42a1-4882-94d9-9838db0a8cf2 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708937 Feb 15 16:36:07.404445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad279ec2-e5ba-437a-ab37-6f70674de8f2 admin admin] Pushing event updated for resources: {'Network': ['ID=8e646414-0dc7-4382-993f-534a00b08aef,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:07.404445 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ad279ec2-e5ba-437a-ab37-6f70674de8f2 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2918646 Feb 15 16:36:07.404445 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b01075b-05de-46da-b707-d5d223671dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1272594a-900c-4add-87b5-eb7f3c606183), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:07.404719 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60786) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:07.417574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9b82a4ab-df22-4477-a0b3-4dfd7a2858c2 admin admin] Request body: {'subnet': {'network_id': '8e646414-0dc7-4382-993f-534a00b08aef', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-281464838-subnet', 'tenant_id': 'e510b6e24a65490d983a9a1e84f061d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:07.421485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 8e646414-0dc7-4382-993f-534a00b08aef details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:36:07.432985 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-a167ac98-9763-4f1f-9e6b-dbe14995977e tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Publish callbacks [] for port (c613db43-fc26-498f-91ff-8244222919b2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:07.460540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1b01075b-05de-46da-b707-d5d223671dcb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7e61fb422e2a4105a4dd4b6dfcd29afe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1396842 Feb 15 16:36:07.466743 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60792) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:07.469563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b01075b-05de-46da-b707-d5d223671dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1272594a-900c-4add-87b5-eb7f3c606183,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:07.586743 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b82a4ab-df22-4477-a0b3-4dfd7a2858c2 admin admin] Made reservation on behalf of e510b6e24a65490d983a9a1e84f061d4 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:07.589791 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b82a4ab-df22-4477-a0b3-4dfd7a2858c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:07.593503 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-a167ac98-9763-4f1f-9e6b-dbe14995977e tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (c613db43-fc26-498f-91ff-8244222919b2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:07.687321 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 61365c1c-a004-4754-873b-4058e502539e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61365c1c-a004-4754-873b-4058e502539e,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:07.719912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '61365c1c-a004-4754-873b-4058e502539e', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '61365c1c-a004-4754-873b-4058e502539e', 'mac_address': 'fa:16:3e:86:af:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:36:07.722702 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167ac98-9763-4f1f-9e6b-dbe14995977e tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Pushing event updated for resources: {'Port': ['ID=c613db43-fc26-498f-91ff-8244222919b2,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:07.734561 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e29c14ad-df8a-48c0-8646-4ade87f11960 admin admin] Publish callbacks [] for security_group (1272594a-900c-4add-87b5-eb7f3c606183), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:07.744838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14108836-5fa8-48fa-8f3e-4ae43e138134 req-6958218f-59ee-4914-af2c-2766766364f4 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:07.747127 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-14108836-5fa8-48fa-8f3e-4ae43e138134 req-6958218f-59ee-4914-af2c-2766766364f4 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 931 time: 0.1917949 Feb 15 16:36:07.760417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-a167ac98-9763-4f1f-9e6b-dbe14995977e tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Network cdb0ff5b-4b5c-471c-8e84-3899eb11c542 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:07.765586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-a167ac98-9763-4f1f-9e6b-dbe14995977e tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:07.771777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-a167ac98-9763-4f1f-9e6b-dbe14995977e tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:07.782510 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-a167ac98-9763-4f1f-9e6b-dbe14995977e tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:07.791206 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-a167ac98-9763-4f1f-9e6b-dbe14995977e tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:07.817335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 61365c1c-a004-4754-873b-4058e502539e is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:07.818393 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (61365c1c-a004-4754-873b-4058e502539e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:07.844510 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e29c14ad-df8a-48c0-8646-4ade87f11960 admin admin] Publish callbacks [] for security_group (1272594a-900c-4add-87b5-eb7f3c606183), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:07.874411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61365c1c-a004-4754-873b-4058e502539e {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:07.949999 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 61365c1c-a004-4754-873b-4058e502539e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61365c1c-a004-4754-873b-4058e502539e,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:07.966310 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Publish callbacks [] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:07.991067 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-14108836-5fa8-48fa-8f3e-4ae43e138134 req-b770fa6c-0345-497c-a238-5941ed2c9f80 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280660 Feb 15 16:36:08.026325 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (61365c1c-a004-4754-873b-4058e502539e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:08.097731 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:08.101881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=61365c1c-a004-4754-873b-4058e502539e,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:08.152768 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e29c14ad-df8a-48c0-8646-4ade87f11960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1272594a-900c-4add-87b5-eb7f3c606183), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:08.158220 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e29c14ad-df8a-48c0-8646-4ade87f11960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:08.172244 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e29c14ad-df8a-48c0-8646-4ade87f11960 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1272594a-900c-4add-87b5-eb7f3c606183 HTTP/1.1" status: 204 len: 168 time: 0.7041593 Feb 15 16:36:08.204102 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c14ad-df8a-48c0-8646-4ade87f11960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1272594a-900c-4add-87b5-eb7f3c606183,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:08.231134 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b82a4ab-df22-4477-a0b3-4dfd7a2858c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for subnet (e67b8bae-3bad-4a0e-bd72-7b509274cfeb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:08.297910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-a332ae20-90df-42e1-99ba-c0b6a74d54e8 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:08.309038 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-a332ae20-90df-42e1-99ba-c0b6a74d54e8 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 821 time: 0.5155866 Feb 15 16:36:08.322906 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0938700-2998-47a3-8ba9-58b134a0551c None None] Pushing event updated for resources: {'Port': ['ID=8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:08.327600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['61365c1c-a004-4754-873b-4058e502539e'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:08.355082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-a167ac98-9763-4f1f-9e6b-dbe14995977e tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3506351 Feb 15 16:36:08.371219 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-ee0b77ca-35b2-4642-8fca-8ba289ac16cc tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/quotas/d0ff076c939c42f79afd32ae34c41b7e HTTP/1.1" status: 200 len: 375 time: 0.0594628 Feb 15 16:36:08.391457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8aa8f3e3-6d71-421f-aeb4-c17a01896786 None None] Provisioning complete for port c613db43-fc26-498f-91ff-8244222919b2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:08.391815 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8aa8f3e3-6d71-421f-aeb4-c17a01896786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c613db43-fc26-498f-91ff-8244222919b2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:08.459588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Request body: {'port': {'device_id': 'a80544e3-2333-4861-b7c6-ac8fc0157f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:08.469783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82a4ab-df22-4477-a0b3-4dfd7a2858c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67b8bae-3bad-4a0e-bd72-7b509274cfeb,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:08.545740 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b2130-9eb9-4713-bbea-48835701b5e2 req-4d70c862-e1f2-4537-80ad-956d04e4d5c7 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:08.547129 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c1b2130-9eb9-4713-bbea-48835701b5e2 req-4d70c862-e1f2-4537-80ad-956d04e4d5c7 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 949 time: 0.2644129 Feb 15 16:36:08.573531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b82a4ab-df22-4477-a0b3-4dfd7a2858c2 admin admin] Checking segment: {'id': '1cd8dad3-a4dc-4357-8b82-4f35d5935812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8e646414-0dc7-4382-993f-534a00b08aef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:08.573897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b82a4ab-df22-4477-a0b3-4dfd7a2858c2 admin admin] Network hostable DHCP agents. Network: 8e646414-0dc7-4382-993f-534a00b08aef, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:36:08.593143 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-33def656-a569-4678-8dc5-6ebc87a66c36 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2074783 Feb 15 16:36:08.619330 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c613db43-fc26-498f-91ff-8244222919b2), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:08.717411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Attempting to bind port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:08.718146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Attempting to bind port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:08.719484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Attempting to bind port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f on network 0305f676-6c3c-4135-913e-af6ab03d5e4e {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:08.754045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8aa8f3e3-6d71-421f-aeb4-c17a01896786 None None] Port c613db43-fc26-498f-91ff-8244222919b2 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:36:08.761795 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c1b2130-9eb9-4713-bbea-48835701b5e2 req-9b4bf303-19c4-4f2c-be66-b5775773dc4e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881499 Feb 15 16:36:08.773578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b82a4ab-df22-4477-a0b3-4dfd7a2858c2 admin admin] Network 8e646414-0dc7-4382-993f-534a00b08aef is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:36:08.804589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:08.805209 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Checking segment: {'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:08.805727 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:08.806152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Bound using segment: {'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:08.810461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Bound port: 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:08.810461 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:08.860805 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9b82a4ab-df22-4477-a0b3-4dfd7a2858c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 8e646414-0dc7-4382-993f-534a00b08aef) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:08.866633 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b82a4ab-df22-4477-a0b3-4dfd7a2858c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:08.867408 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b82a4ab-df22-4477-a0b3-4dfd7a2858c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:08.881750 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9b6ab7-d14c-476b-9a05-3d99acc3b7a1 None None] Network 8e646414-0dc7-4382-993f-534a00b08aef requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:36:08.899984 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-688cb129-74d1-4aff-96a3-62a59e5a0b7b service neutron] 10.222.0.107 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912254 Feb 15 16:36:08.927193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60840) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:08.927193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1139313145-network', 'tenant_id': '01fb17bf5990440d9ccbcaa180059ab6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:08.979261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-eb2e5be3-fde9-4bc0-903f-318f6071078e None None] Provisioning complete for port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:08.979823 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb2e5be3-fde9-4bc0-903f-318f6071078e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:09.023114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e5be3-fde9-4bc0-903f-318f6071078e None None] Port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:36:09.050812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] For port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:09.053951 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9b82a4ab-df22-4477-a0b3-4dfd7a2858c2 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6502659 Feb 15 16:36:09.072056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] For port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:09.122437 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] Made reservation on behalf of 01fb17bf5990440d9ccbcaa180059ab6 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:09.125688 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:09.131805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e501073-2a0d-422d-8bd3-aa5f5f0033b4 None None] Network 8e646414-0dc7-4382-993f-534a00b08aef requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:36:09.151225 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:09.185884 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:09.355607 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] Publish callbacks [] for security_group (b4145a78-c876-4255-82c9-481c5629dbca), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:09.415697 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b4145a78-c876-4255-82c9-481c5629dbca), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:09.520963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60850) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:09.532901 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4145a78-c876-4255-82c9-481c5629dbca,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:09.546595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:36:09.706985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=286cc77b-1a79-4b9c-831b-33b1ac3e1ca1,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:09.719214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:36:09.731370 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1', 'mac_address': 'fa:16:3e:a6:35:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:36:09.735272 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a6e02528-6e5d-4389-85a1-77ed717eab57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:09.789777 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0938700-2998-47a3-8ba9-58b134a0551c None None] Pushing event updated for resources: {'Port': ['ID=8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:09.793328 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Routers {'3b289a7d-9499-4f07-b8d1-ed80843fbe4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:36:09.794324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:36:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:09.796056 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (58af60a4-86aa-4f8e-899f-8d92f54797f4), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:09.796530 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] Added segment 58af60a4-86aa-4f8e-899f-8d92f54797f4 of type vlan for network 521e47ac-d011-40e1-850e-90faea2861f7 Feb 15 16:36:09.827487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ac06c8-6e30-4e23-a459-4ae75cd7ac7d admin admin] Deleting subnet 2d8b4666-dce2-4d32-9dde-400a4482e489 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:36:09.839985 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59ac06c8-6e30-4e23-a459-4ae75cd7ac7d admin admin] Publish callbacks [] for subnet (2d8b4666-dce2-4d32-9dde-400a4482e489), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:09.889546 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-1e32c001-0233-4038-84d4-68c968e647f1 service neutron] 10.222.0.107 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9790428 Feb 15 16:36:09.964670 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (521e47ac-d011-40e1-850e-90faea2861f7), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:10.025116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-796cf179-201a-410d-983a-c346ecb6f483 None None] Provisioning complete for port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:10.025738 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-796cf179-201a-410d-983a-c346ecb6f483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:10.042237 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59ac06c8-6e30-4e23-a459-4ae75cd7ac7d admin admin] Publish callbacks [] for subnet (2d8b4666-dce2-4d32-9dde-400a4482e489), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:10.093214 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59ac06c8-6e30-4e23-a459-4ae75cd7ac7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (2d8b4666-dce2-4d32-9dde-400a4482e489), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:10.105936 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c613db43-fc26-498f-91ff-8244222919b2 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:10.140099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Publish callbacks [] for port (c613db43-fc26-498f-91ff-8244222919b2), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:10.173053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Transition to ACTIVE for port object c613db43-fc26-498f-91ff-8244222919b2 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:36:10.195797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:10.196213 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (286cc77b-1a79-4b9c-831b-33b1ac3e1ca1), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:10.206951 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:36:10.236944 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:10.283965 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60864) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:10.290948 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=286cc77b-1a79-4b9c-831b-33b1ac3e1ca1,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:10.300977 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c613db43-fc26-498f-91ff-8244222919b2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:10.330108 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:10.349463 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (521e47ac-d011-40e1-850e-90faea2861f7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:10.351564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:10.352309 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:10.424736 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] Set router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:36:10.467460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Pushing event updated for resources: {'Port': ['ID=c613db43-fc26-498f-91ff-8244222919b2,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:10.471740 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (286cc77b-1a79-4b9c-831b-33b1ac3e1ca1), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:10.492849 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b621eb9-4433-4b63-bd0c-573683e190ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:10.533667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-796cf179-201a-410d-983a-c346ecb6f483 None None] Current status of the port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:10.534653 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-796cf179-201a-410d-983a-c346ecb6f483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:10.582182 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6560636 Feb 15 16:36:10.588736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60872) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:10.605849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99b9b2-2839-492c-8164-4a323f0da26a admin admin] Pushing event updated for resources: {'Network': ['ID=521e47ac-d011-40e1-850e-90faea2861f7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:10.615241 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9db0635c-cdca-428e-b2b2-dfd7189ec40b admin admin] Request body: {'subnet': {'network_id': '521e47ac-d011-40e1-850e-90faea2861f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1139313145-subnet', 'tenant_id': '01fb17bf5990440d9ccbcaa180059ab6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:10.655697 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:36:10.666225 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c0c1c9-1b87-49ab-915c-fb2b6bd3acdf req-b57b0b97-027d-4b52-827c-594ddcf37b8f tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:10.668639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e7c0c1c9-1b87-49ab-915c-fb2b6bd3acdf req-b57b0b97-027d-4b52-827c-594ddcf37b8f tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 943 time: 0.4202783 Feb 15 16:36:10.680019 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 521e47ac-d011-40e1-850e-90faea2861f7 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:36:10.760042 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59ac06c8-6e30-4e23-a459-4ae75cd7ac7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for subnet (2d8b4666-dce2-4d32-9dde-400a4482e489), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:10.846449 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['286cc77b-1a79-4b9c-831b-33b1ac3e1ca1'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:10.857920 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b621eb9-4433-4b63-bd0c-573683e190ee admin admin] Publish callbacks [] for security_group (a85d12ab-c1b7-4643-95cf-53d6736f8f08), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:10.858764 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59ac06c8-6e30-4e23-a459-4ae75cd7ac7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:10.859997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Attempting to bind port c613db43-fc26-498f-91ff-8244222919b2 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:10.860321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Attempting to bind port c613db43-fc26-498f-91ff-8244222919b2 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '6afd976d-b6cf-4400-a363-b41c4ca4d7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:10.860801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Attempting to bind port c613db43-fc26-498f-91ff-8244222919b2 on network cdb0ff5b-4b5c-471c-8e84-3899eb11c542 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:10.872190 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-59ac06c8-6e30-4e23-a459-4ae75cd7ac7d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/2d8b4666-dce2-4d32-9dde-400a4482e489 HTTP/1.1" status: 204 len: 168 time: 1.3307946 Feb 15 16:36:10.872357 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Port c613db43-fc26-498f-91ff-8244222919b2 on network cdb0ff5b-4b5c-471c-8e84-3899eb11c542 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:36:10.872357 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Attempting to bind port c613db43-fc26-498f-91ff-8244222919b2 on network cdb0ff5b-4b5c-471c-8e84-3899eb11c542 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:10.878408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5892b2d-b18d-4c5b-a221-e1fa24957efd req-14450948-2f05-4e5e-a146-37de1f8ac5d7 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:10.886780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5892b2d-b18d-4c5b-a221-e1fa24957efd req-14450948-2f05-4e5e-a146-37de1f8ac5d7 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 949 time: 0.4033289 Feb 15 16:36:10.912950 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e7c0c1c9-1b87-49ab-915c-fb2b6bd3acdf req-05530d6b-969f-47f8-b082-58c26dcb2069 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339671 Feb 15 16:36:10.938775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60878) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:10.984835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=286cc77b-1a79-4b9c-831b-33b1ac3e1ca1,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:11.010623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db0635c-cdca-428e-b2b2-dfd7189ec40b admin admin] Made reservation on behalf of 01fb17bf5990440d9ccbcaa180059ab6 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:11.010623 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9db0635c-cdca-428e-b2b2-dfd7189ec40b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:11.023575 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (6c63a380-d67e-4611-9fce-5f4d55214cbd), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:11.023802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac06c8-6e30-4e23-a459-4ae75cd7ac7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d8b4666-dce2-4d32-9dde-400a4482e489,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:11.034754 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b621eb9-4433-4b63-bd0c-573683e190ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a85d12ab-c1b7-4643-95cf-53d6736f8f08), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:11.051192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-796cf179-201a-410d-983a-c346ecb6f483 None None] For port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:11.079760 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1b621eb9-4433-4b63-bd0c-573683e190ee admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=071b8bd439764139ba53b2025e49b30a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7909653 Feb 15 16:36:11.079760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:11.079760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Checking segment: {'id': '6afd976d-b6cf-4400-a363-b41c4ca4d7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:11.079760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Bound using segment: {'id': '6afd976d-b6cf-4400-a363-b41c4ca4d7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:11.080375 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Bound port: c613db43-fc26-498f-91ff-8244222919b2, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6afd976d-b6cf-4400-a363-b41c4ca4d7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:11.080375 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c613db43-fc26-498f-91ff-8244222919b2), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:11.082599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60886) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:11.133685 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-796cf179-201a-410d-983a-c346ecb6f483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:11.148276 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b621eb9-4433-4b63-bd0c-573683e190ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85d12ab-c1b7-4643-95cf-53d6736f8f08,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:11.171732 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5892b2d-b18d-4c5b-a221-e1fa24957efd req-c2b2cb17-f1f1-488d-acdb-4c14cc889a88 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813120 Feb 15 16:36:11.246964 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f4fafaf3-1650-4ce8-907f-ad859337ffe0 req-aa079490-43c2-4eaf-8c2f-2492d58d32eb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 210 time: 0.1809700 Feb 15 16:36:11.369340 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cf179-201a-410d-983a-c346ecb6f483 None None] Pushing event updated for resources: {'Port': ['ID=8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:11.376031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 61365c1c-a004-4754-873b-4058e502539e up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:11.501811 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b32f678-e79e-48e8-a942-3785a80a056f admin admin] Publish callbacks [] for security_group (a85d12ab-c1b7-4643-95cf-53d6736f8f08), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:11.526775 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9db0635c-cdca-428e-b2b2-dfd7189ec40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for subnet (9643d7d9-8b62-4688-a372-831e714a69b6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:11.572511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] For port c613db43-fc26-498f-91ff-8244222919b2, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:11.574798 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (6c63a380-d67e-4611-9fce-5f4d55214cbd), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:11.612642 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:11.613552 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:11.614335 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:11.615238 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:11.616305 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:11.616671 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:11.617009 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:11.617712 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:11.618423 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:11.620090 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:11.622010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f', 'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'mac_address': 'fa:16:3e:dd:c9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:01Z', 'updated_at': '2022-02-15T16:36:09Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'subnets': [{'id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:11.655196 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0635c-cdca-428e-b2b2-dfd7189ec40b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9643d7d9-8b62-4688-a372-831e714a69b6,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:11.659400 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37dd218-5bcc-48c3-8989-fcae183cff83 None None] The sync data for ids ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'] in n-d-828372-14 is: [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f', 'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'mac_address': 'fa:16:3e:dd:c9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:01Z', 'updated_at': '2022-02-15T16:36:09Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'subnets': [{'id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:36:11.679090 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 61365c1c-a004-4754-873b-4058e502539e completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:36:11.702396 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 61365c1c-a004-4754-873b-4058e502539e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:11.702779 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (61365c1c-a004-4754-873b-4058e502539e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:11.750097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0635c-cdca-428e-b2b2-dfd7189ec40b admin admin] Checking segment: {'id': '58af60a4-86aa-4f8e-899f-8d92f54797f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '521e47ac-d011-40e1-850e-90faea2861f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:11.752351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db0635c-cdca-428e-b2b2-dfd7189ec40b admin admin] Network hostable DHCP agents. Network: 521e47ac-d011-40e1-850e-90faea2861f7, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:36:11.800720 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:11.851562 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:11.851871 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:11.852241 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:11.852565 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103799) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:11.853018 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c63a380-d67e-4611-9fce-5f4d55214cbd']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:11.889558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0bc03f7-ed15-45b9-b25c-a6a1f7a1f819') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:11.889889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0bc03f7-ed15-45b9-b25c-a6a1f7a1f819') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:11.890618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 61365c1c-a004-4754-873b-4058e502539e is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:11.891049 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (61365c1c-a004-4754-873b-4058e502539e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:11.896461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db0635c-cdca-428e-b2b2-dfd7189ec40b admin admin] Network 521e47ac-d011-40e1-850e-90faea2861f7 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:36:11.915431 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (b0bc03f7-ed15-45b9-b25c-a6a1f7a1f819), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:11.941649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903bc8d5-ed5a-410c-96f6-47e1a333356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61365c1c-a004-4754-873b-4058e502539e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:11.947668 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6193ac-483e-45fe-8e29-18fdfc1d98ce" -d '{"events": [{"server_uuid": "903bc8d5-ed5a-410c-96f6-47e1a333356b", "name": "network-vif-plugged", "status": "completed", "tag": "61365c1c-a004-4754-873b-4058e502539e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:12.007526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 61365c1c-a004-4754-873b-4058e502539e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61365c1c-a004-4754-873b-4058e502539e,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:12.013608 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b0bc03f7-ed15-45b9-b25c-a6a1f7a1f819), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:12.023420 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9db0635c-cdca-428e-b2b2-dfd7189ec40b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 521e47ac-d011-40e1-850e-90faea2861f7) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:12.025395 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db0635c-cdca-428e-b2b2-dfd7189ec40b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:12.026138 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9db0635c-cdca-428e-b2b2-dfd7189ec40b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:12.034608 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aefc67e-2cd3-434b-a63d-f984f18b40a2 None None] Network 521e47ac-d011-40e1-850e-90faea2861f7 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:36:12.052592 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21076c2f-18cc-4ffd-858c-fd2a2b810658 x-openstack-request-id: req-21076c2f-18cc-4ffd-858c-fd2a2b810658 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:12.053217 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903bc8d5-ed5a-410c-96f6-47e1a333356b", "name": "network-vif-plugged", "status": "completed", "tag": "61365c1c-a004-4754-873b-4058e502539e", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:12.053429 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-21076c2f-18cc-4ffd-858c-fd2a2b810658 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:12.053978 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903bc8d5-ed5a-410c-96f6-47e1a333356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61365c1c-a004-4754-873b-4058e502539e', 'code': 200} Feb 15 16:36:12.073267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:36:12.073738 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (b0bc03f7-ed15-45b9-b25c-a6a1f7a1f819), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:12.175885 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (61365c1c-a004-4754-873b-4058e502539e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:12.184496 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9db0635c-cdca-428e-b2b2-dfd7189ec40b admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5855358 Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: from cryptography.utils import int_from_bytes Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: from cryptography.utils import int_from_bytes Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:36:12.287209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60928) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:12.289582 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d5891-a27f-4cb0-9f70-dd4320012ec0 req-9e8f2290-db5f-48cd-aba8-c2c4478079d7 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:12.312704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1139313145-router', 'tenant_id': '01fb17bf5990440d9ccbcaa180059ab6', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:12.321052 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b31d5891-a27f-4cb0-9f70-dd4320012ec0 req-9e8f2290-db5f-48cd-aba8-c2c4478079d7 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 943 time: 0.2120883 Feb 15 16:36:12.328383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=61365c1c-a004-4754-873b-4058e502539e,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:12.426657 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0102cc-956e-4075-8f65-613430385ca0 req-b7b9c4e3-796b-4601-87fe-c7db80a905c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:12.429595 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b0102cc-956e-4075-8f65-613430385ca0 req-b7b9c4e3-796b-4601-87fe-c7db80a905c4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 1133 time: 0.2462127 Feb 15 16:36:12.456758 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b31d5891-a27f-4cb0-9f70-dd4320012ec0 req-847071d5-0297-4561-8f06-364c1b2b3e01 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345162 Feb 15 16:36:12.465787 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-521e47ac-d011-40e1-850e-90faea2861f7', 'network_id': '521e47ac-d011-40e1-850e-90faea2861f7', 'project_id': '01fb17bf5990440d9ccbcaa180059ab6', 'fixed_ips': [{'subnet_id': '9643d7d9-8b62-4688-a372-831e714a69b6'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:36:12.471199 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:12.499890 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] For port c613db43-fc26-498f-91ff-8244222919b2, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c613db43-fc26-498f-91ff-8244222919b2,segment=NetworkSegment(6afd976d-b6cf-4400-a363-b41c4ca4d7d2),segment_id=6afd976d-b6cf-4400-a363-b41c4ca4d7d2)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:12.614029 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b0102cc-956e-4075-8f65-613430385ca0 req-f7cd8235-096b-4b47-bb3b-62136570004a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562128 Feb 15 16:36:12.624127 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b32f678-e79e-48e8-a942-3785a80a056f admin admin] Publish callbacks [] for security_group (a85d12ab-c1b7-4643-95cf-53d6736f8f08), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:12.668235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (6c63a380-d67e-4611-9fce-5f4d55214cbd), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:12.701152 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43ac5b2b-f3fb-464a-9e33-0f78f3ff716f req-a9ae2673-304c-4484-8ce6-c50367bb30be tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 210 time: 0.0763788 Feb 15 16:36:12.746254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:12.746865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Allocated IP 172.20.0.2 (521e47ac-d011-40e1-850e-90faea2861f7/9643d7d9-8b62-4688-a372-831e714a69b6/4aed293c-b5b2-467e-8756-27fdb40adeab) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:12.754020 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60936) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:12.765517 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] 10.222.0.107 "DELETE /v2.0/networks/6c63a380-d67e-4611-9fce-5f4d55214cbd HTTP/1.1" status: 204 len: 168 time: 1.8194470 Feb 15 16:36:12.790186 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c613db43-fc26-498f-91ff-8244222919b2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:12.807519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033e260-1639-41dd-815d-bc52e1ddc5a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c63a380-d67e-4611-9fce-5f4d55214cbd,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:12.867314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c0d55-a3e4-4d79-857f-a551d2832e9d req-ad829804-94bb-4afc-8fa9-43c7984ea9b8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:12.871557 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9d5c0d55-a3e4-4d79-857f-a551d2832e9d req-ad829804-94bb-4afc-8fa9-43c7984ea9b8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 950 time: 0.4019244 Feb 15 16:36:12.881809 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c6a0f0-274f-4c12-9fc6-1655adaaac6d admin admin] Deleting subnet e67b8bae-3bad-4a0e-bd72-7b509274cfeb {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:36:12.888535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:12.893196 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16c6a0f0-274f-4c12-9fc6-1655adaaac6d admin admin] Publish callbacks [] for subnet (e67b8bae-3bad-4a0e-bd72-7b509274cfeb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:12.893529 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:12.898943 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] 10.222.0.10 "PUT /v2.0/ports/c613db43-fc26-498f-91ff-8244222919b2 HTTP/1.1" status: 200 len: 1092 time: 4.4844866 Feb 15 16:36:12.900816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80544e3-2333-4861-b7c6-ac8fc0157f36', 'tag': 'c613db43-fc26-498f-91ff-8244222919b2'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:12.918852 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ddca6e-f1ba-4ce2-ae3e-e041c847a1d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a80544e3-2333-4861-b7c6-ac8fc0157f36", "tag": "c613db43-fc26-498f-91ff-8244222919b2"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:12.959244 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (809fb2c4-0859-4cab-a867-3c876a1bfb5e), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:12.961318 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (809fb2c4-0859-4cab-a867-3c876a1bfb5e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:13.038338 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Publish callbacks [] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:13.061384 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16c6a0f0-274f-4c12-9fc6-1655adaaac6d admin admin] Publish callbacks [] for subnet (e67b8bae-3bad-4a0e-bd72-7b509274cfeb), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:13.070435 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfa6497-1d77-47ff-b1b4-fb667c2dca57 x-openstack-request-id: req-bbfa6497-1d77-47ff-b1b4-fb667c2dca57 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:13.071096 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80544e3-2333-4861-b7c6-ac8fc0157f36", "tag": "c613db43-fc26-498f-91ff-8244222919b2", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:13.071096 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bbfa6497-1d77-47ff-b1b4-fb667c2dca57 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:13.071404 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80544e3-2333-4861-b7c6-ac8fc0157f36', 'tag': 'c613db43-fc26-498f-91ff-8244222919b2', 'status': 'completed', 'code': 200} Feb 15 16:36:13.083225 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16c6a0f0-274f-4c12-9fc6-1655adaaac6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e67b8bae-3bad-4a0e-bd72-7b509274cfeb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:13.115170 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60944) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:13.152069 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:13.271692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:13.280575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Network 521e47ac-d011-40e1-850e-90faea2861f7 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:13.323490 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16c6a0f0-274f-4c12-9fc6-1655adaaac6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for subnet (e67b8bae-3bad-4a0e-bd72-7b509274cfeb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:13.337647 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373eb12-606b-4fac-b8d0-fcc3a93f62ba service neutron] Pushing event updated for resources: {'Port': ['ID=c613db43-fc26-498f-91ff-8244222919b2,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:13.352474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60948) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:13.385655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6a0f0-274f-4c12-9fc6-1655adaaac6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e67b8bae-3bad-4a0e-bd72-7b509274cfeb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:13.403866 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16c6a0f0-274f-4c12-9fc6-1655adaaac6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:13.407499 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-16c6a0f0-274f-4c12-9fc6-1655adaaac6d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/e67b8bae-3bad-4a0e-bd72-7b509274cfeb HTTP/1.1" status: 204 len: 168 time: 0.6522529 Feb 15 16:36:13.411175 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b32f678-e79e-48e8-a942-3785a80a056f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a85d12ab-c1b7-4643-95cf-53d6736f8f08), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:13.412691 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60952) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:13.417655 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b32f678-e79e-48e8-a942-3785a80a056f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:13.421242 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4b32f678-e79e-48e8-a942-3785a80a056f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a85d12ab-c1b7-4643-95cf-53d6736f8f08 HTTP/1.1" status: 204 len: 168 time: 2.3284652 Feb 15 16:36:13.506433 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:13.518316 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:13.529260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:13.543314 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9d5c0d55-a3e4-4d79-857f-a551d2832e9d req-8f96abf0-8bb8-48e7-b36f-7f7ae403ede6 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181018 Feb 15 16:36:13.544072 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32f678-e79e-48e8-a942-3785a80a056f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85d12ab-c1b7-4643-95cf-53d6736f8f08,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:13.551061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Pushing event updated for resources: {'Port': ['ID=4aed293c-b5b2-467e-8756-27fdb40adeab,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:13.565711 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (8e646414-0dc7-4382-993f-534a00b08aef), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:13.574842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddca6e-f1ba-4ce2-ae3e-e041c847a1d8 req-0ec2ad28-4448-414a-824d-98bf743327a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:13.588935 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-92ddca6e-f1ba-4ce2-ae3e-e041c847a1d8 req-0ec2ad28-4448-414a-824d-98bf743327a0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1330ba81e883477fad3ee87c051f79f5&device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 1126 time: 0.4983945 Feb 15 16:36:13.643144 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa8ee486-867f-4d70-9031-c8e27fac3690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:13.827735 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Publish callbacks [] for router_controller (809fb2c4-0859-4cab-a867-3c876a1bfb5e), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:14.006106 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:14.011300 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a903270-faf8-4f72-ab37-e61cefebc13d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:14.088641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:14.088956 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:14.090598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Attempting to bind port 4aed293c-b5b2-467e-8756-27fdb40adeab on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:14.090728 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (8e646414-0dc7-4382-993f-534a00b08aef), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:14.091159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Attempting to bind port 4aed293c-b5b2-467e-8756-27fdb40adeab by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '58af60a4-86aa-4f8e-899f-8d92f54797f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '521e47ac-d011-40e1-850e-90faea2861f7'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:14.091362 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Attempting to bind port 4aed293c-b5b2-467e-8756-27fdb40adeab on network 521e47ac-d011-40e1-850e-90faea2861f7 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:14.142813 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:14.143526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Checking segment: {'id': '58af60a4-86aa-4f8e-899f-8d92f54797f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '521e47ac-d011-40e1-850e-90faea2861f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:14.143919 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:14.144260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Bound using segment: {'id': '58af60a4-86aa-4f8e-899f-8d92f54797f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '521e47ac-d011-40e1-850e-90faea2861f7'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:14.144849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Bound port: 4aed293c-b5b2-467e-8756-27fdb40adeab, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58af60a4-86aa-4f8e-899f-8d92f54797f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '521e47ac-d011-40e1-850e-90faea2861f7'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:14.145107 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:14.216123 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21ee909d-0eee-4f47-b23a-25a822f1d576 req-d3bef6c1-b941-48d4-8f28-8bcd5bb86748 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 210 time: 0.2621877 Feb 15 16:36:14.228351 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:14.231479 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:14.244956 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:14.245418 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:14.245776 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:14.246142 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:14.246471 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:14.246797 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:14.247156 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:14.247467 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:14.260984 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:36:14.325447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:14.325830 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (286cc77b-1a79-4b9c-831b-33b1ac3e1ca1), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:14.368153 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] For port 4aed293c-b5b2-467e-8756-27fdb40adeab, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:14.373554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:14.387831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] For port 4aed293c-b5b2-467e-8756-27fdb40adeab, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4aed293c-b5b2-467e-8756-27fdb40adeab,segment=NetworkSegment(58af60a4-86aa-4f8e-899f-8d92f54797f4),segment_id=58af60a4-86aa-4f8e-899f-8d92f54797f4)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:14.392518 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:14.392879 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:14.393213 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:14.393615 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 16:36:14.393991 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e646414-0dc7-4382-993f-534a00b08aef']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:14.446172 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd8dad3-a4dc-4357-8b82-4f35d5935812') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:14.446459 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd8dad3-a4dc-4357-8b82-4f35d5935812') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:14.458796 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a58b6-6304-4793-8990-9f23b727dc97 req-bf4d9a2b-568c-4a3b-9dc8-2c8decef5f18 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:14.460997 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f42a58b6-6304-4793-8990-9f23b727dc97 req-bf4d9a2b-568c-4a3b-9dc8-2c8decef5f18 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 943 time: 0.8195665 Feb 15 16:36:14.480437 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:14.499529 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (1cd8dad3-a4dc-4357-8b82-4f35d5935812), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:14.532226 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:14.532896 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (286cc77b-1a79-4b9c-831b-33b1ac3e1ca1), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:14.588534 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=286cc77b-1a79-4b9c-831b-33b1ac3e1ca1,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:14.593296 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63607832-7084-475d-b3e2-b31c3b0ae75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:14.596640 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7214a3b-7de2-4fe4-aa0d-f61334b5da52" -d '{"events": [{"server_uuid": "63607832-7084-475d-b3e2-b31c3b0ae75c", "name": "network-vif-plugged", "status": "completed", "tag": "286cc77b-1a79-4b9c-831b-33b1ac3e1ca1"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:14.609261 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-e8d2636e-be2a-4286-8dcc-07ea7d7db89f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:14.611215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43531976-4ac0-4d0e-baea-742fa19c4d78 None None] Pushing event updated for resources: {'Port': ['ID=4aed293c-b5b2-467e-8756-27fdb40adeab,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:14.613196 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-e8d2636e-be2a-4286-8dcc-07ea7d7db89f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.10 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 821 time: 0.9430907 Feb 15 16:36:14.643099 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1cd8dad3-a4dc-4357-8b82-4f35d5935812), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:14.650394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-af4dd976-2d9b-4284-8e22-94ebb256539a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Request body: {'port': {'device_id': 'a5424108-f000-4e58-9be9-4e022b7d7f2e', 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607', 'admin_state_up': True, 'tenant_id': 'd0ff076c939c42f79afd32ae34c41b7e'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:14.660310 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (286cc77b-1a79-4b9c-831b-33b1ac3e1ca1), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:14.708213 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Publish callbacks [] for router_gateway (809fb2c4-0859-4cab-a867-3c876a1bfb5e), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:14.750554 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a903270-faf8-4f72-ab37-e61cefebc13d admin admin] Publish callbacks [] for security_group (d208ff73-a9ae-4768-aaef-6ea76086c3cd), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:14.783724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=286cc77b-1a79-4b9c-831b-33b1ac3e1ca1,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:14.789788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddca6e-f1ba-4ce2-ae3e-e041c847a1d8 req-30bd0242-9f20-491f-b58a-ed9d75fee722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:14.802945 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-92ddca6e-f1ba-4ce2-ae3e-e041c847a1d8 req-30bd0242-9f20-491f-b58a-ed9d75fee722 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1330ba81e883477fad3ee87c051f79f5&shared=False HTTP/1.1" status: 200 len: 915 time: 1.0669000 Feb 15 16:36:14.833566 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a903270-faf8-4f72-ab37-e61cefebc13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d208ff73-a9ae-4768-aaef-6ea76086c3cd), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:15.095898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddca6e-f1ba-4ce2-ae3e-e041c847a1d8 req-98c6905f-a797-4ac3-92f8-e24b5641fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:15.097598 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-92ddca6e-f1ba-4ce2-ae3e-e041c847a1d8 req-98c6905f-a797-4ac3-92f8-e24b5641fde4 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2590837 Feb 15 16:36:15.100173 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a903270-faf8-4f72-ab37-e61cefebc13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d208ff73-a9ae-4768-aaef-6ea76086c3cd,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:15.118851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3a903270-faf8-4f72-ab37-e61cefebc13d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8b7adfddb09146238a5520beaf1a89a4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7508271 Feb 15 16:36:15.125335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60978) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:15.172903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:36:15.173941 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (1cd8dad3-a4dc-4357-8b82-4f35d5935812), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: from cryptography.utils import int_from_bytes Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: from cryptography.utils import int_from_bytes Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:36:15.178967 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:36:15.236855 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f42a58b6-6304-4793-8990-9f23b727dc97 req-adcb5885-1e10-4148-bc1c-a70138bd9e65 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7416997 Feb 15 16:36:15.265013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b08e39-c77b-43b3-91e6-85c1b1e78a01 req-5c8b8997-db7c-4528-95cd-5f44f352767e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:15.266774 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91b08e39-c77b-43b3-91e6-85c1b1e78a01 req-5c8b8997-db7c-4528-95cd-5f44f352767e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 950 time: 0.5209601 Feb 15 16:36:15.334280 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c776c6f5-704e-4b98-9a77-a70e0be00da4 x-openstack-request-id: req-c776c6f5-704e-4b98-9a77-a70e0be00da4 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:15.335158 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63607832-7084-475d-b3e2-b31c3b0ae75c", "name": "network-vif-plugged", "status": "completed", "tag": "286cc77b-1a79-4b9c-831b-33b1ac3e1ca1", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:15.335626 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c776c6f5-704e-4b98-9a77-a70e0be00da4 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:15.336205 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63607832-7084-475d-b3e2-b31c3b0ae75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1', 'code': 200} Feb 15 16:36:15.353557 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa8ee486-867f-4d70-9031-c8e27fac3690 admin admin] Publish callbacks [] for security_group (94feae83-a50a-4453-95a1-550bf847e0e0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:15.374774 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9267afef-1d72-44dd-90bd-890c4df3670a admin admin] Publish callbacks [] for security_group (d208ff73-a9ae-4768-aaef-6ea76086c3cd), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:15.450914 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (8e646414-0dc7-4382-993f-534a00b08aef), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:15.482203 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa8ee486-867f-4d70-9031-c8e27fac3690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (94feae83-a50a-4453-95a1-550bf847e0e0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:15.488192 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9267afef-1d72-44dd-90bd-890c4df3670a admin admin] Publish callbacks [] for security_group (d208ff73-a9ae-4768-aaef-6ea76086c3cd), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:15.540858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91b08e39-c77b-43b3-91e6-85c1b1e78a01 req-40371e7f-3193-4b77-8718-991db997773d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495728 Feb 15 16:36:15.575299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-370f1575-58a2-4872-a4f3-519c5123d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:15.576881 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-370f1575-58a2-4872-a4f3-519c5123d184 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1330ba81e883477fad3ee87c051f79f5&device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 1126 time: 0.3026309 Feb 15 16:36:15.606449 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e646414-0dc7-4382-993f-534a00b08aef,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:15.614825 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:15.623381 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-698af69d-c233-4d29-a9ef-3e7465bbe9a0 admin admin] 10.222.0.107 "DELETE /v2.0/networks/8e646414-0dc7-4382-993f-534a00b08aef HTTP/1.1" status: 204 len: 168 time: 2.2074621 Feb 15 16:36:15.628757 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7fa9e5ac-f698-4fed-bc2f-2e29739722ec req-395fdb7f-8893-41d8-b775-bcfb1554fa07 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 210 time: 0.1791654 Feb 15 16:36:15.683405 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-aa8ee486-867f-4d70-9031-c8e27fac3690 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=35de7a93db6842b3b1cbd6473b86b501&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5559192 Feb 15 16:36:15.683405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ee486-867f-4d70-9031-c8e27fac3690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94feae83-a50a-4453-95a1-550bf847e0e0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:15.687435 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60990) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:15.689509 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bb15a-e612-42d7-b3d6-114dc8fad4da req-c584ce67-428b-45df-867f-635e3328d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:15.691691 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b31bb15a-e612-42d7-b3d6-114dc8fad4da req-c584ce67-428b-45df-867f-635e3328d019 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63607832-7084-475d-b3e2-b31c3b0ae75c HTTP/1.1" status: 200 len: 1133 time: 0.2689054 Feb 15 16:36:15.699574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60992) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:15.780622 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-455edc75-fd06-48b5-b050-904b1dddf2d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c613db43-fc26-498f-91ff-8244222919b2 HTTP/1.1" status: 200 len: 217 time: 0.1629732 Feb 15 16:36:15.782590 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b31bb15a-e612-42d7-b3d6-114dc8fad4da req-0c97260c-0fba-4af0-b10a-f30637e319f3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762129 Feb 15 16:36:15.783276 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9267afef-1d72-44dd-90bd-890c4df3670a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d208ff73-a9ae-4768-aaef-6ea76086c3cd), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:15.786806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-af4dd976-2d9b-4284-8e22-94ebb256539a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Made reservation on behalf of d0ff076c939c42f79afd32ae34c41b7e for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:15.786945 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9267afef-1d72-44dd-90bd-890c4df3670a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:15.789496 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-af4dd976-2d9b-4284-8e22-94ebb256539a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:15.791515 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9267afef-1d72-44dd-90bd-890c4df3670a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d208ff73-a9ae-4768-aaef-6ea76086c3cd HTTP/1.1" status: 204 len: 168 time: 0.6648726 Feb 15 16:36:15.838769 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d194d850-16b8-4271-976b-be3dd3da7e99 admin admin] Publish callbacks [] for security_group (94feae83-a50a-4453-95a1-550bf847e0e0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:15.867324 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d194d850-16b8-4271-976b-be3dd3da7e99 admin admin] Publish callbacks [] for security_group (94feae83-a50a-4453-95a1-550bf847e0e0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:15.917879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267afef-1d72-44dd-90bd-890c4df3670a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d208ff73-a9ae-4768-aaef-6ea76086c3cd,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:15.923833 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-966f116d-41a0-4bd9-8877-fd8652c838c0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2134515238-network', 'tenant_id': 'c9f65cb77bef4454939809c6904ca169'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:16.042590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-d4379a71-4235-47ee-87a4-0fe820acd19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:16.044561 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-d4379a71-4235-47ee-87a4-0fe820acd19f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5eff1d56-ea1c-4b61-b4a8-44185f0b861a HTTP/1.1" status: 200 len: 853 time: 0.2498286 Feb 15 16:36:16.109574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62392e9d-0d49-4461-a350-aba03c7dd76a req-31e5192c-ef04-4c42-b404-96793929dd1b tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:16.111611 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-62392e9d-0d49-4461-a350-aba03c7dd76a req-31e5192c-ef04-4c42-b404-96793929dd1b tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=63607832-7084-475d-b3e2-b31c3b0ae75c HTTP/1.1" status: 200 len: 950 time: 0.4398639 Feb 15 16:36:16.162726 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60998) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:16.163310 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966f116d-41a0-4bd9-8877-fd8652c838c0 admin admin] Made reservation on behalf of c9f65cb77bef4454939809c6904ca169 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:16.166172 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-966f116d-41a0-4bd9-8877-fd8652c838c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:16.180000 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-af4dd976-2d9b-4284-8e22-94ebb256539a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Allocated IP 172.20.0.12 (cc8d71f0-af5e-4df1-bb31-1f595b410607/b9f4fb5f-b1bf-499b-9582-c606857e0233/c2f797ba-d9c0-47e3-9c5c-41777304dc4b) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:16.201719 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-966f116d-41a0-4bd9-8877-fd8652c838c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:16.248190 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2268bc2b-0b6f-42e0-a90e-67e1bbc32228 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4c65693bc5f642519761d293a309d07b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0792885 Feb 15 16:36:16.253577 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32770) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:16.256324 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d194d850-16b8-4271-976b-be3dd3da7e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (94feae83-a50a-4453-95a1-550bf847e0e0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:16.259096 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d194d850-16b8-4271-976b-be3dd3da7e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:16.260204 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d194d850-16b8-4271-976b-be3dd3da7e99 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/94feae83-a50a-4453-95a1-550bf847e0e0 HTTP/1.1" status: 204 len: 168 time: 0.5597999 Feb 15 16:36:16.293060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31358e9d-4430-47a6-b02d-712342c21f2e None None] Network 521e47ac-d011-40e1-850e-90faea2861f7 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:36:16.301843 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194d850-16b8-4271-976b-be3dd3da7e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94feae83-a50a-4453-95a1-550bf847e0e0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:16.310101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b70fe5d2-9c00-4c02-850f-a0244810393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:16.311674 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b70fe5d2-9c00-4c02-850f-a0244810393f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cdb0ff5b-4b5c-471c-8e84-3899eb11c542&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2585354 Feb 15 16:36:16.383147 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Publish callbacks [] for router_gateway (809fb2c4-0859-4cab-a867-3c876a1bfb5e), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:16.433697 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a95aceb4-79d1-4185-9e93-26fea968ae1e admin admin] Publish callbacks [] for security_group (5a06a17b-c07f-48f8-9a54-7f7e5d602e62), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:16.549560 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:16.622386 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a95aceb4-79d1-4185-9e93-26fea968ae1e admin admin] Publish callbacks [] for security_group (5a06a17b-c07f-48f8-9a54-7f7e5d602e62), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:16.639936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-55880bbf-549c-49f6-b151-51e7d05ffd9c None None] Provisioning complete for port 4aed293c-b5b2-467e-8756-27fdb40adeab triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:16.642286 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55880bbf-549c-49f6-b151-51e7d05ffd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:16.662718 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-62392e9d-0d49-4461-a350-aba03c7dd76a req-a9dd5780-fe0a-4686-99ee-83865ca97fb7 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178440 Feb 15 16:36:16.715910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4aed293c-b5b2-467e-8756-27fdb40adeab up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:16.876444 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-966f116d-41a0-4bd9-8877-fd8652c838c0 admin admin] Publish callbacks [] for security_group (58cbc1a3-b92b-459f-a05f-9152253a7307), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:16.920501 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4d74a-2418-46dd-a04e-e9113c77c460 req-2db7ead7-eddf-4be1-a842-c085fc3d0f14 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:16.923029 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d0b4d74a-2418-46dd-a04e-e9113c77c460 req-2db7ead7-eddf-4be1-a842-c085fc3d0f14 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 943 time: 0.4836183 Feb 15 16:36:16.935851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-e85ff744-1049-4968-b76c-3a49b537b069 service neutron] 10.222.0.10 "GET /v2.0/networks/cdb0ff5b-4b5c-471c-8e84-3899eb11c542?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842516 Feb 15 16:36:16.939146 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08ee3fd5-ee71-4ea9-ae44-8511349e4279 req-5433fcd8-bd5f-4539-919a-cbdd493fc7ac tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 210 time: 0.0745525 Feb 15 16:36:16.945731 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-af4dd976-2d9b-4284-8e22-94ebb256539a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks [] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.049116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4aed293c-b5b2-467e-8756-27fdb40adeab triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:17.049964 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.064684 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-966f116d-41a0-4bd9-8877-fd8652c838c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (58cbc1a3-b92b-459f-a05f-9152253a7307), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.121045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32780) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:17.132889 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f116d-41a0-4bd9-8877-fd8652c838c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cbc1a3-b92b-459f-a05f-9152253a7307,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:17.154461 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a95aceb4-79d1-4185-9e93-26fea968ae1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5a06a17b-c07f-48f8-9a54-7f7e5d602e62), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.157205 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a95aceb4-79d1-4185-9e93-26fea968ae1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.158611 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a95aceb4-79d1-4185-9e93-26fea968ae1e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5a06a17b-c07f-48f8-9a54-7f7e5d602e62 HTTP/1.1" status: 204 len: 168 time: 0.9039061 Feb 15 16:36:17.179164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966f116d-41a0-4bd9-8877-fd8652c838c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:36:17.184904 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d0b4d74a-2418-46dd-a04e-e9113c77c460 req-330d1925-d3bd-41d4-b4d7-b95b29c6dec2 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507048 Feb 15 16:36:17.196233 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65ee76e8-3094-41f5-be73-6dde18ada6be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.223319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-55880bbf-549c-49f6-b151-51e7d05ffd9c None None] Current status of the port 4aed293c-b5b2-467e-8756-27fdb40adeab is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:17.224270 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55880bbf-549c-49f6-b151-51e7d05ffd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.225148 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95aceb4-79d1-4185-9e93-26fea968ae1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a06a17b-c07f-48f8-9a54-7f7e5d602e62,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:17.237673 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-966f116d-41a0-4bd9-8877-fd8652c838c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c0778aa3-c5b0-4fb8-b225-aff447d8138a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.237971 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-966f116d-41a0-4bd9-8877-fd8652c838c0 admin admin] Added segment c0778aa3-c5b0-4fb8-b225-aff447d8138a of type vlan for network e2f44540-9fa0-4d48-bf47-62103b5ae529 Feb 15 16:36:17.294177 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-af4dd976-2d9b-4284-8e22-94ebb256539a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.320073 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-966f116d-41a0-4bd9-8877-fd8652c838c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (e2f44540-9fa0-4d48-bf47-62103b5ae529), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.372032 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-55880bbf-549c-49f6-b151-51e7d05ffd9c None None] For port 4aed293c-b5b2-467e-8756-27fdb40adeab, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4aed293c-b5b2-467e-8756-27fdb40adeab,segment=NetworkSegment(58af60a4-86aa-4f8e-899f-8d92f54797f4),segment_id=58af60a4-86aa-4f8e-899f-8d92f54797f4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:17.415826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4aed293c-b5b2-467e-8756-27fdb40adeab is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:17.417421 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.433032 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32784) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:17.458159 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55880bbf-549c-49f6-b151-51e7d05ffd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.473580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-af4dd976-2d9b-4284-8e22-94ebb256539a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Network cc8d71f0-af5e-4df1-bb31-1f595b410607 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:17.501061 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d94551fe-8fce-401a-9d0f-e1c2be866e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.503659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-af4dd976-2d9b-4284-8e22-94ebb256539a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:17.519116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-af4dd976-2d9b-4284-8e22-94ebb256539a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:17.522290 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dd976-2d9b-4284-8e22-94ebb256539a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Pushing event updated for resources: {'Port': ['ID=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:17.604298 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:36:17.604693 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:36:17.621705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-af4dd976-2d9b-4284-8e22-94ebb256539a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:17.622319 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-af4dd976-2d9b-4284-8e22-94ebb256539a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.642331 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55880bbf-549c-49f6-b151-51e7d05ffd9c None None] Pushing event updated for resources: {'Port': ['ID=4aed293c-b5b2-467e-8756-27fdb40adeab,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:17.644688 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65ee76e8-3094-41f5-be73-6dde18ada6be admin admin] Publish callbacks [] for security_group (d954fcfa-6f28-4dd6-869a-e54604293000), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.645812 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-966f116d-41a0-4bd9-8877-fd8652c838c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (e2f44540-9fa0-4d48-bf47-62103b5ae529), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.646848 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966f116d-41a0-4bd9-8877-fd8652c838c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:17.647705 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-966f116d-41a0-4bd9-8877-fd8652c838c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.647891 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-05be9421-9938-4fa1-acef-0da1c955c4ef None None] Provisioning complete for port 4aed293c-b5b2-467e-8756-27fdb40adeab triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:17.648226 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05be9421-9938-4fa1-acef-0da1c955c4ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.714294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Allocated IP 172.25.4.55 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/53ff2011-5365-42fb-b37f-142086c8948e) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:17.788550 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65ee76e8-3094-41f5-be73-6dde18ada6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d954fcfa-6f28-4dd6-869a-e54604293000), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:17.832776 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-af4dd976-2d9b-4284-8e22-94ebb256539a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2042885 Feb 15 16:36:17.833438 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f116d-41a0-4bd9-8877-fd8652c838c0 admin admin] Pushing event updated for resources: {'Network': ['ID=e2f44540-9fa0-4d48-bf47-62103b5ae529,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:17.847505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network e2f44540-9fa0-4d48-bf47-62103b5ae529 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:36:17.886063 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Request body: {'port': {'device_id': 'a5424108-f000-4e58-9be9-4e022b7d7f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:17.912003 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-966f116d-41a0-4bd9-8877-fd8652c838c0 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2158391 Feb 15 16:36:17.922328 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32792) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:17.957158 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-05be9421-9938-4fa1-acef-0da1c955c4ef None None] Current status of the port 4aed293c-b5b2-467e-8756-27fdb40adeab is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:17.965937 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e1cdfb46-a8a2-4cd4-ac53-e75507d6f72c admin admin] Request body: {'subnet': {'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2134515238-subnet', 'tenant_id': 'c9f65cb77bef4454939809c6904ca169', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:17.992684 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54f4f24c-eb76-43b6-ba1b-beed7eda2b2f req-b251f19e-2d1c-4fe9-af8b-35c4ea0f9993 service neutron] 10.222.0.10 "GET /v2.0/networks/cdb0ff5b-4b5c-471c-8e84-3899eb11c542?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0385313 Feb 15 16:36:18.085735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 32796) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:18.089751 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-65ee76e8-3094-41f5-be73-6dde18ada6be admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4c7d6f827f594450a5f28ebe599f4704&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9435709 Feb 15 16:36:18.094922 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d94551fe-8fce-401a-9d0f-e1c2be866e6c admin admin] Publish callbacks [] for security_group (bf7b5af9-ff3e-4161-98b2-b48245f22ef3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:18.104694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee76e8-3094-41f5-be73-6dde18ada6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d954fcfa-6f28-4dd6-869a-e54604293000,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:18.158620 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4aed293c-b5b2-467e-8756-27fdb40adeab is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:18.170875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf21fc1-5019-47b8-8932-ca7b1cae7d85 req-8aa0fcd1-5297-49c3-a94a-4bf6b513e6d2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:18.172474 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ccf21fc1-5019-47b8-8932-ca7b1cae7d85 req-8aa0fcd1-5297-49c3-a94a-4bf6b513e6d2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=63607832-7084-475d-b3e2-b31c3b0ae75c HTTP/1.1" status: 200 len: 950 time: 0.3686423 Feb 15 16:36:18.212311 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Publish callbacks [] for port (53ff2011-5365-42fb-b37f-142086c8948e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:18.215020 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d94551fe-8fce-401a-9d0f-e1c2be866e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bf7b5af9-ff3e-4161-98b2-b48245f22ef3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:18.257644 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:18.272079 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d94551fe-8fce-401a-9d0f-e1c2be866e6c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ee4b024b80d54229a91e7bcd237c7f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8360991 Feb 15 16:36:18.273783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cdfb46-a8a2-4cd4-ac53-e75507d6f72c admin admin] Made reservation on behalf of c9f65cb77bef4454939809c6904ca169 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:18.276133 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e1cdfb46-a8a2-4cd4-ac53-e75507d6f72c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:18.278790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32800) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:18.331849 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ccf21fc1-5019-47b8-8932-ca7b1cae7d85 req-6f702679-9f2e-42cf-9fbe-d17e166d5915 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371579 Feb 15 16:36:18.339748 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94551fe-8fce-401a-9d0f-e1c2be866e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7b5af9-ff3e-4161-98b2-b48245f22ef3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:18.370989 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b3aef63-1430-4128-b4a2-22f9924ceb54 admin admin] Publish callbacks [] for security_group (d954fcfa-6f28-4dd6-869a-e54604293000), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:18.420442 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b3aef63-1430-4128-b4a2-22f9924ceb54 admin admin] Publish callbacks [] for security_group (d954fcfa-6f28-4dd6-869a-e54604293000), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:18.437939 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32804) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:18.473466 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (53ff2011-5365-42fb-b37f-142086c8948e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:18.484099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615fda4-069b-4c3b-bee9-09243e50d162 req-ddd938e4-7b02-483f-a361-97c75f2613d8 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:18.485671 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c615fda4-069b-4c3b-bee9-09243e50d162 req-ddd938e4-7b02-483f-a361-97c75f2613d8 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 932 time: 0.3822951 Feb 15 16:36:18.521171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4aed293c-b5b2-467e-8756-27fdb40adeab up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:18.582922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4aed293c-b5b2-467e-8756-27fdb40adeab triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:18.583857 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:18.648329 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:18.666237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:18.677736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:18.697553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4aed293c-b5b2-467e-8756-27fdb40adeab is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:18.699679 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbc15d-6d4f-43b4-8fa4-b13f89fce0d2 req-742c6aae-22c2-497b-8f07-5c65d954e1e7 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:18.707358 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2abbc15d-6d4f-43b4-8fa4-b13f89fce0d2 req-742c6aae-22c2-497b-8f07-5c65d954e1e7 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 943 time: 0.2630100 Feb 15 16:36:18.709779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=53ff2011-5365-42fb-b37f-142086c8948e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:18.713511 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d57ad4bb-d759-49cb-af6e-d521f98f6f39 admin admin] Publish callbacks [] for security_group (bf7b5af9-ff3e-4161-98b2-b48245f22ef3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:18.780665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b3aef63-1430-4128-b4a2-22f9924ceb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d954fcfa-6f28-4dd6-869a-e54604293000), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:18.783226 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b3aef63-1430-4128-b4a2-22f9924ceb54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:18.784385 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1b3aef63-1430-4128-b4a2-22f9924ceb54 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d954fcfa-6f28-4dd6-869a-e54604293000 HTTP/1.1" status: 204 len: 168 time: 0.6961515 Feb 15 16:36:18.799121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3aef63-1430-4128-b4a2-22f9924ceb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d954fcfa-6f28-4dd6-869a-e54604293000,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:18.874762 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d57ad4bb-d759-49cb-af6e-d521f98f6f39 admin admin] Publish callbacks [] for security_group (bf7b5af9-ff3e-4161-98b2-b48245f22ef3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:18.875938 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2abbc15d-6d4f-43b4-8fa4-b13f89fce0d2 req-e5a24c66-1670-467c-998b-c3455c765977 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654329 Feb 15 16:36:18.893458 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c615fda4-069b-4c3b-bee9-09243e50d162 req-04c9cfd2-283b-4109-a4d9-6e166f6a54d5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966303 Feb 15 16:36:18.909778 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d1bd6ac8-0856-4f3c-9a76-c415aed8400d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e510b6e24a65490d983a9a1e84f061d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619448 Feb 15 16:36:18.924663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32808) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:19.142692 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dec30700-258b-42f0-813f-b0ced9acaa87 admin admin] Publish callbacks [] for security_group (a645769a-0f9f-4622-bb90-c762ddd6e2f8), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:19.184811 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dec30700-258b-42f0-813f-b0ced9acaa87 admin admin] Publish callbacks [] for security_group (a645769a-0f9f-4622-bb90-c762ddd6e2f8), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:19.212609 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e1cdfb46-a8a2-4cd4-ac53-e75507d6f72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (1b325c87-fd51-4707-8465-cf36d596fb16), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:19.273017 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d57ad4bb-d759-49cb-af6e-d521f98f6f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bf7b5af9-ff3e-4161-98b2-b48245f22ef3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:19.275859 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d57ad4bb-d759-49cb-af6e-d521f98f6f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:19.276975 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d57ad4bb-d759-49cb-af6e-d521f98f6f39 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bf7b5af9-ff3e-4161-98b2-b48245f22ef3 HTTP/1.1" status: 204 len: 168 time: 0.9866390 Feb 15 16:36:19.314131 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Publish callbacks [] for router_gateway (809fb2c4-0859-4cab-a867-3c876a1bfb5e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:19.324398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f797ba-d9c0-47e3-9c5c-41777304dc4b {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:19.349828 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Publish callbacks [] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:19.353181 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ad4bb-d759-49cb-af6e-d521f98f6f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7b5af9-ff3e-4161-98b2-b48245f22ef3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:19.389162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdfb46-a8a2-4cd4-ac53-e75507d6f72c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b325c87-fd51-4707-8465-cf36d596fb16,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:19.391504 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Transition to ACTIVE for port object c2f797ba-d9c0-47e3-9c5c-41777304dc4b will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:36:19.395226 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cdfb46-a8a2-4cd4-ac53-e75507d6f72c admin admin] Checking segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:19.395650 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cdfb46-a8a2-4cd4-ac53-e75507d6f72c admin admin] Network hostable DHCP agents. Network: e2f44540-9fa0-4d48-bf47-62103b5ae529, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:36:19.460776 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:19.546530 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dec30700-258b-42f0-813f-b0ced9acaa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a645769a-0f9f-4622-bb90-c762ddd6e2f8), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:19.558832 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dec30700-258b-42f0-813f-b0ced9acaa87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:19.560905 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dec30700-258b-42f0-813f-b0ced9acaa87 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a645769a-0f9f-4622-bb90-c762ddd6e2f8 HTTP/1.1" status: 204 len: 168 time: 0.6327188 Feb 15 16:36:19.561718 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cdfb46-a8a2-4cd4-ac53-e75507d6f72c admin admin] Network e2f44540-9fa0-4d48-bf47-62103b5ae529 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:36:19.613678 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec30700-258b-42f0-813f-b0ced9acaa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a645769a-0f9f-4622-bb90-c762ddd6e2f8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:19.615979 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:19.641258 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd430c-7ddb-4872-942d-878919fec01f req-3b03999b-47ac-4e1d-90ce-e0db8b20fb7a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:19.649540 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd430c-7ddb-4872-942d-878919fec01f req-3b03999b-47ac-4e1d-90ce-e0db8b20fb7a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:19.651408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5dd430c-7ddb-4872-942d-878919fec01f req-3b03999b-47ac-4e1d-90ce-e0db8b20fb7a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=63607832-7084-475d-b3e2-b31c3b0ae75c&device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 1691 time: 0.1768074 Feb 15 16:36:19.692763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e1cdfb46-a8a2-4cd4-ac53-e75507d6f72c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, e2f44540-9fa0-4d48-bf47-62103b5ae529) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:19.700989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2003b85-4de1-4b00-89c4-2be77d4dcf88 None None] Network e2f44540-9fa0-4d48-bf47-62103b5ae529 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:36:19.718114 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cdfb46-a8a2-4cd4-ac53-e75507d6f72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:19.719020 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e1cdfb46-a8a2-4cd4-ac53-e75507d6f72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:19.764394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Attempting to bind port c2f797ba-d9c0-47e3-9c5c-41777304dc4b on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:19.769202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Attempting to bind port c2f797ba-d9c0-47e3-9c5c-41777304dc4b by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:19.769686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Attempting to bind port c2f797ba-d9c0-47e3-9c5c-41777304dc4b on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:19.775546 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Port c2f797ba-d9c0-47e3-9c5c-41777304dc4b on network cc8d71f0-af5e-4df1-bb31-1f595b410607 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:36:19.775941 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Attempting to bind port c2f797ba-d9c0-47e3-9c5c-41777304dc4b on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:19.795008 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:19.795681 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Checking segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:19.796358 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Bound using segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:19.797039 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Bound port: c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:19.797590 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:19.859887 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e1cdfb46-a8a2-4cd4-ac53-e75507d6f72c admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9080379 Feb 15 16:36:19.883497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb34fa3-d3c4-48c2-8948-7e8befade13d None None] Network e2f44540-9fa0-4d48-bf47-62103b5ae529 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:36:19.942306 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5dd430c-7ddb-4872-942d-878919fec01f req-43abed7f-9c8b-4346-8efa-a522ae1c96d8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736666 Feb 15 16:36:19.957946 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] For port c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:19.972836 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] For port c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:20.019867 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (809fb2c4-0859-4cab-a867-3c876a1bfb5e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:20.105544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa986d9-a776-46ba-8813-391934f0ffe0 req-a73ec515-7d60-4124-bb06-d6fa77559da3 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:20.107304 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6aa986d9-a776-46ba-8813-391934f0ffe0 req-a73ec515-7d60-4124-bb06-d6fa77559da3 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 943 time: 0.1210938 Feb 15 16:36:20.214059 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6aa986d9-a776-46ba-8813-391934f0ffe0 req-73cd57fb-a433-49cb-b824-29ba4b21d825 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996008 Feb 15 16:36:20.331132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cf3ed-f860-4a00-9e8b-36428b5844eb req-6e6923e0-6b49-4eb2-bc01-4c9e1b3522eb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:20.335005 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-499cf3ed-f860-4a00-9e8b-36428b5844eb req-6e6923e0-6b49-4eb2-bc01-4c9e1b3522eb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 944 time: 0.0940952 Feb 15 16:36:20.434626 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-499cf3ed-f860-4a00-9e8b-36428b5844eb req-7512dcd6-ee33-4b5c-97ac-e1594e522397 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923719 Feb 15 16:36:20.523185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e92efa-f0bd-470e-ae64-3fe2a72a9b33 req-410c1c89-c1fc-4035-a66e-99d1ca9a76f8 tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:20.531357 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0e92efa-f0bd-470e-ae64-3fe2a72a9b33 req-410c1c89-c1fc-4035-a66e-99d1ca9a76f8 tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=63607832-7084-475d-b3e2-b31c3b0ae75c HTTP/1.1" status: 200 len: 1133 time: 0.0744169 Feb 15 16:36:20.546589 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:20.613090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:20.613839 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:20.615789 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] 10.222.0.10 "PUT /v2.0/ports/c2f797ba-d9c0-47e3-9c5c-41777304dc4b HTTP/1.1" status: 200 len: 1093 time: 2.7433496 Feb 15 16:36:20.618070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5424108-f000-4e58-9be9-4e022b7d7f2e', 'tag': 'c2f797ba-d9c0-47e3-9c5c-41777304dc4b'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:20.620537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Router 809fb2c4-0859-4cab-a867-3c876a1bfb5e is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:36:20.620918 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771feca2-68c5-424b-942d-e0d5d6bb9d70" -d '{"events": [{"name": "network-changed", "server_uuid": "a5424108-f000-4e58-9be9-4e022b7d7f2e", "tag": "c2f797ba-d9c0-47e3-9c5c-41777304dc4b"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:20.663073 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0e92efa-f0bd-470e-ae64-3fe2a72a9b33 req-3cc141be-4679-4f37-8b3b-f453b4ed6aa2 tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272917 Feb 15 16:36:20.676927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030d77b-b39f-4143-ba34-4a3749955702 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:20.716609 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77497ce-f52f-4a45-9e85-1e4cc0e4bb5d x-openstack-request-id: req-b77497ce-f52f-4a45-9e85-1e4cc0e4bb5d {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:20.716911 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5424108-f000-4e58-9be9-4e022b7d7f2e", "tag": "c2f797ba-d9c0-47e3-9c5c-41777304dc4b", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:20.717180 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b77497ce-f52f-4a45-9e85-1e4cc0e4bb5d {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:20.717621 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5424108-f000-4e58-9be9-4e022b7d7f2e', 'tag': 'c2f797ba-d9c0-47e3-9c5c-41777304dc4b', 'status': 'completed', 'code': 200} Feb 15 16:36:20.863245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:36:20.874221 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Sync routers for ids ['809fb2c4-0859-4cab-a867-3c876a1bfb5e'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:36:20.891864 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878b9b2-9731-4f16-a1ea-03e86db5c320 req-4e8ff198-abd7-46d7-bccc-af7c4e458ea0 tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:20.893417 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3878b9b2-9731-4f16-a1ea-03e86db5c320 req-4e8ff198-abd7-46d7-bccc-af7c4e458ea0 tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 1133 time: 0.0922911 Feb 15 16:36:20.897482 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Routers {'809fb2c4-0859-4cab-a867-3c876a1bfb5e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:36:20.904840 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:36:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['809fb2c4-0859-4cab-a867-3c876a1bfb5e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:20.977089 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:20.978792 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3bbfdc9a-f07b-4780-9df9-d724fbcca0d0 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.6831121 Feb 15 16:36:20.981490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 32850) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:20.998676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3878b9b2-9731-4f16-a1ea-03e86db5c320 req-918de554-62d6-4c91-85a7-e58767899d22 tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924969 Feb 15 16:36:21.099856 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Set router 809fb2c4-0859-4cab-a867-3c876a1bfb5e gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:36:21.446779 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4081da40-684e-4ae0-af10-017d6aace364 req-a0ef34e2-60db-436c-9dbf-85c03ec5ae12 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:21.450258 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4081da40-684e-4ae0-af10-017d6aace364 req-a0ef34e2-60db-436c-9dbf-85c03ec5ae12 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 943 time: 0.1065085 Feb 15 16:36:21.515266 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4081da40-684e-4ae0-af10-017d6aace364 req-2bd89b45-8328-4573-8cd5-099324a05781 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582595 Feb 15 16:36:21.515426 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1139313145-router', 'tenant_id': '01fb17bf5990440d9ccbcaa180059ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '53ff2011-5365-42fb-b37f-142086c8948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:13Z', 'updated_at': '2022-02-15T16:36:18Z', 'revision_number': 3, 'project_id': '01fb17bf5990440d9ccbcaa180059ab6', 'gw_port': {'id': '53ff2011-5365-42fb-b37f-142086c8948e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:16Z', 'updated_at': '2022-02-15T16:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:21.558048 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Checking router: 809fb2c4-0859-4cab-a867-3c876a1bfb5e for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:36:21.558784 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Updating router 809fb2c4-0859-4cab-a867-3c876a1bfb5e port 53ff2011-5365-42fb-b37f-142086c8948e binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:36:21.588455 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (53ff2011-5365-42fb-b37f-142086c8948e), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:21.640579 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb960c-d59d-4f55-871a-296b53688b16 req-e43ed5be-8dbf-475b-98fd-25bbd01753c2 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:21.642209 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cbeb960c-d59d-4f55-871a-296b53688b16 req-e43ed5be-8dbf-475b-98fd-25bbd01753c2 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 944 time: 0.0617254 Feb 15 16:36:21.764239 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cbeb960c-d59d-4f55-871a-296b53688b16 req-6cb50018-503d-4434-8eea-b9eef30489b8 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059399 Feb 15 16:36:21.769241 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771feca2-68c5-424b-942d-e0d5d6bb9d70 req-1bf6e459-f448-4cd9-9348-26ab7d30420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:21.770967 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-771feca2-68c5-424b-942d-e0d5d6bb9d70 req-1bf6e459-f448-4cd9-9348-26ab7d30420e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 1127 time: 0.0903764 Feb 15 16:36:21.930805 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Publish callbacks [] for port (53ff2011-5365-42fb-b37f-142086c8948e), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:21.997926 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:22.223357 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Allocated IP 172.20.0.1 (521e47ac-d011-40e1-850e-90faea2861f7/9643d7d9-8b62-4688-a372-831e714a69b6/b70d51a0-ec5c-4b7f-bb1a-66f508262cd6) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:22.248036 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771feca2-68c5-424b-942d-e0d5d6bb9d70 req-384688d9-41ae-412f-878f-c77290648d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:22.250116 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-771feca2-68c5-424b-942d-e0d5d6bb9d70 req-384688d9-41ae-412f-878f-c77290648d97 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&shared=False HTTP/1.1" status: 200 len: 922 time: 0.4707477 Feb 15 16:36:22.266268 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (53ff2011-5365-42fb-b37f-142086c8948e), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:22.400522 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Attempting to bind port 53ff2011-5365-42fb-b37f-142086c8948e on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:22.400522 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Attempting to bind port 53ff2011-5365-42fb-b37f-142086c8948e by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:22.400522 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Attempting to bind port 53ff2011-5365-42fb-b37f-142086c8948e on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:22.409500 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b8fe9-18d9-4ad9-a601-780a1d0f9baf None None] Pushing event updated for resources: {'Port': ['ID=53ff2011-5365-42fb-b37f-142086c8948e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:22.426054 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:22.428961 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:22.428961 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:22.428961 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:22.428961 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Bound port: 53ff2011-5365-42fb-b37f-142086c8948e, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:22.428961 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (53ff2011-5365-42fb-b37f-142086c8948e), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:22.447082 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Publish callbacks [] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:22.465638 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8fe9-18d9-4ad9-a601-780a1d0f9baf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:22.466243 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8fe9-18d9-4ad9-a601-780a1d0f9baf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:22.466732 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8fe9-18d9-4ad9-a601-780a1d0f9baf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:22.467222 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8fe9-18d9-4ad9-a601-780a1d0f9baf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:22.467702 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8fe9-18d9-4ad9-a601-780a1d0f9baf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:22.468180 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8fe9-18d9-4ad9-a601-780a1d0f9baf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:22.468652 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8fe9-18d9-4ad9-a601-780a1d0f9baf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:22.469126 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8fe9-18d9-4ad9-a601-780a1d0f9baf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:22.469623 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8fe9-18d9-4ad9-a601-780a1d0f9baf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:22.470128 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8fe9-18d9-4ad9-a601-780a1d0f9baf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:22.470432 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8fe9-18d9-4ad9-a601-780a1d0f9baf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:22.470757 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8fe9-18d9-4ad9-a601-780a1d0f9baf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:22.471075 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2b8fe9-18d9-4ad9-a601-780a1d0f9baf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:22.483799 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-8d785f10-f9bd-4303-b74b-472fa76fa517 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=7a5616e5981049c2a8b562d7a99d1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412748 Feb 15 16:36:22.517546 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] For port 53ff2011-5365-42fb-b37f-142086c8948e, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:22.522399 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] For port 53ff2011-5365-42fb-b37f-142086c8948e, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=53ff2011-5365-42fb-b37f-142086c8948e,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:22.603710 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (53ff2011-5365-42fb-b37f-142086c8948e), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:22.634882 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-a6568575-431d-4132-9d2f-ccd01f655aff tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:22.636459 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-a6568575-431d-4132-9d2f-ccd01f655aff tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1432705 Feb 15 16:36:22.647643 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771feca2-68c5-424b-942d-e0d5d6bb9d70 req-84df4a3d-8f48-46e6-836c-fdbe8f12f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:22.649389 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-771feca2-68c5-424b-942d-e0d5d6bb9d70 req-84df4a3d-8f48-46e6-836c-fdbe8f12f7fc service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3360834 Feb 15 16:36:22.664560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3846f697-9524-41ab-844f-d0ea336a09f6 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/quotas/7a5616e5981049c2a8b562d7a99d1390 HTTP/1.1" status: 200 len: 375 time: 0.0145321 Feb 15 16:36:22.706784 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b8fe9-18d9-4ad9-a601-780a1d0f9baf None None] Pushing event updated for resources: {'Port': ['ID=53ff2011-5365-42fb-b37f-142086c8948e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:22.718006 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:22.728242 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Routers {'809fb2c4-0859-4cab-a867-3c876a1bfb5e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:36:22.729110 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:36:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['809fb2c4-0859-4cab-a867-3c876a1bfb5e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:22.764338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b70d51a0-ec5c-4b7f-bb1a-66f508262cd6,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:22.785906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Network 521e47ac-d011-40e1-850e-90faea2861f7 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:22.795159 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:22.798142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:22.805424 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46495e6e-e2c8-487e-8814-782808d7b584 req-744a5f98-7ed9-4a51-9731-9137d47d4934 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:22.814598 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-46495e6e-e2c8-487e-8814-782808d7b584 req-744a5f98-7ed9-4a51-9731-9137d47d4934 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 943 time: 0.1769948 Feb 15 16:36:22.821964 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-05efcad5-8c96-4a8c-a59c-27fca42c00e0 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1522317 Feb 15 16:36:22.909234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-a17074af-690b-458f-87b7-fa1c0420f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:22.911054 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-a17074af-690b-458f-87b7-fa1c0420f6e4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 1127 time: 0.2030191 Feb 15 16:36:22.918305 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (809fb2c4-0859-4cab-a867-3c876a1bfb5e), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:22.940790 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-46495e6e-e2c8-487e-8814-782808d7b584 req-37103b1d-06da-4683-93bf-f3efb4343b87 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122103 Feb 15 16:36:22.978932 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] Set router 809fb2c4-0859-4cab-a867-3c876a1bfb5e gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:36:23.070521 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-67371560-2557-4aa6-9093-6983bafa2c50 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b HTTP/1.1" status: 200 len: 217 time: 0.1350176 Feb 15 16:36:23.175920 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-76765659-8ea2-4877-bdef-27ad39832310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:23.178081 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-76765659-8ea2-4877-bdef-27ad39832310 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.0955548 Feb 15 16:36:23.250011 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-4c7ff6a5-0330-4f10-999e-403ef7aa037d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633006 Feb 15 16:36:23.259347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cf681-76ac-4c94-ba5c-e5499b704ab8 req-3152c4f0-7a7b-4fc2-b19f-85239a9594ef tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:23.263044 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-038cf681-76ac-4c94-ba5c-e5499b704ab8 req-3152c4f0-7a7b-4fc2-b19f-85239a9594ef tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 944 time: 0.1600149 Feb 15 16:36:23.269633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-4d132dba-37fc-4ad3-b448-ab9061996a00 None None] Provisioning complete for port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:23.270182 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d132dba-37fc-4ad3-b448-ab9061996a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:23.384029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4d132dba-37fc-4ad3-b448-ab9061996a00 None None] Port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:36:23.421015 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:23.483930 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-038cf681-76ac-4c94-ba5c-e5499b704ab8 req-f75c2b70-0c79-4e51-99a8-fb0d52909b5b tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185944 Feb 15 16:36:23.484780 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32916) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:23.500875 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bc21e62c-11ff-48a7-a51a-a8d88b8ecf98 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1624028885-network', 'tenant_id': '3b12ad4767b64a01aee51d15d1f65022'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:23.514053 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-4938a4bd-d6ce-4154-b734-192fa5518a4d service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512701 Feb 15 16:36:23.582407 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1139313145-router', 'tenant_id': '01fb17bf5990440d9ccbcaa180059ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '53ff2011-5365-42fb-b37f-142086c8948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:13Z', 'updated_at': '2022-02-15T16:36:18Z', 'revision_number': 3, 'project_id': '01fb17bf5990440d9ccbcaa180059ab6', 'gw_port': {'id': '53ff2011-5365-42fb-b37f-142086c8948e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:16Z', 'updated_at': '2022-02-15T16:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:23.648734 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c1b1cf-ebbf-4065-81f7-3f79a5913e39 None None] The sync data for ids ['809fb2c4-0859-4cab-a867-3c876a1bfb5e'] in n-d-828372-14 is: [{'id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1139313145-router', 'tenant_id': '01fb17bf5990440d9ccbcaa180059ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '53ff2011-5365-42fb-b37f-142086c8948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:13Z', 'updated_at': '2022-02-15T16:36:18Z', 'revision_number': 3, 'project_id': '01fb17bf5990440d9ccbcaa180059ab6', 'gw_port': {'id': '53ff2011-5365-42fb-b37f-142086c8948e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:16Z', 'updated_at': '2022-02-15T16:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:36:23.657710 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8b35f17-315c-49a3-a2c4-69a64b163a9d req-b5ac03c7-301e-4a90-8905-c350a5a6c267 service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353927 Feb 15 16:36:23.658948 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc21e62c-11ff-48a7-a51a-a8d88b8ecf98 admin admin] Made reservation on behalf of 3b12ad4767b64a01aee51d15d1f65022 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:23.661387 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc21e62c-11ff-48a7-a51a-a8d88b8ecf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:23.684612 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc21e62c-11ff-48a7-a51a-a8d88b8ecf98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:23.783759 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Publish callbacks [] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:23.792971 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc21e62c-11ff-48a7-a51a-a8d88b8ecf98 admin admin] Publish callbacks [] for security_group (861c35f6-de73-4ed4-bed0-9b3924b14f67), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:23.849994 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:23.910859 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc21e62c-11ff-48a7-a51a-a8d88b8ecf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (861c35f6-de73-4ed4-bed0-9b3924b14f67), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:23.958733 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc21e62c-11ff-48a7-a51a-a8d88b8ecf98 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:36:23.960687 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (809fb2c4-0859-4cab-a867-3c876a1bfb5e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:24.006522 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc21e62c-11ff-48a7-a51a-a8d88b8ecf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a35e107b-b63b-46d9-b45e-59f46590cd2a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:24.006961 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-bc21e62c-11ff-48a7-a51a-a8d88b8ecf98 admin admin] Added segment a35e107b-b63b-46d9-b45e-59f46590cd2a of type vlan for network 4ad94fda-0cae-4688-9d11-bfdafda0737c Feb 15 16:36:24.011305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21e62c-11ff-48a7-a51a-a8d88b8ecf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861c35f6-de73-4ed4-bed0-9b3924b14f67,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:24.185401 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc21e62c-11ff-48a7-a51a-a8d88b8ecf98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (4ad94fda-0cae-4688-9d11-bfdafda0737c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:24.288235 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f63cdee9-4cff-45ea-ba05-cc13217d8203 req-56df34e5-f493-44ca-831b-386bdc39e81f tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 210 time: 0.0539632 Feb 15 16:36:24.289973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b70d51a0-ec5c-4b7f-bb1a-66f508262cd6,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:24.329047 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc21e62c-11ff-48a7-a51a-a8d88b8ecf98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (4ad94fda-0cae-4688-9d11-bfdafda0737c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:24.329047 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc21e62c-11ff-48a7-a51a-a8d88b8ecf98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:24.329047 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bc21e62c-11ff-48a7-a51a-a8d88b8ecf98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:24.428907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c962fa3-00af-44e1-aefb-59de0faa6a99 req-80e5fc41-b37f-41c3-a805-154c3d7aa417 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:24.435675 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c962fa3-00af-44e1-aefb-59de0faa6a99 req-80e5fc41-b37f-41c3-a805-154c3d7aa417 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 943 time: 0.3220475 Feb 15 16:36:24.436186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 32944) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:24.478737 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc21e62c-11ff-48a7-a51a-a8d88b8ecf98 admin admin] Pushing event updated for resources: {'Network': ['ID=4ad94fda-0cae-4688-9d11-bfdafda0737c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:24.493931 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bc21e62c-11ff-48a7-a51a-a8d88b8ecf98 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9968317 Feb 15 16:36:24.495460 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32948) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:24.507295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 4ad94fda-0cae-4688-9d11-bfdafda0737c details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:36:24.508895 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ce8f8c42-9fde-4af1-96f2-326a8153ab0e admin admin] Request body: {'subnet': {'network_id': '4ad94fda-0cae-4688-9d11-bfdafda0737c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1624028885-subnet', 'tenant_id': '3b12ad4767b64a01aee51d15d1f65022', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:24.518140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Network 521e47ac-d011-40e1-850e-90faea2861f7 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:24.532454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:24.660662 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8f8c42-9fde-4af1-96f2-326a8153ab0e admin admin] Made reservation on behalf of 3b12ad4767b64a01aee51d15d1f65022 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:24.672762 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 53ff2011-5365-42fb-b37f-142086c8948e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:24.672955 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8c42-9fde-4af1-96f2-326a8153ab0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:24.809203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c962fa3-00af-44e1-aefb-59de0faa6a99 req-2af618b4-748c-44d3-a8e2-71c61d7e522b tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525045 Feb 15 16:36:24.888704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff715fdc-0594-48ea-81d2-21ef5b976a7b req-8acfb95b-d9ae-444c-bd77-b2e9a19ac18c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:24.897740 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff715fdc-0594-48ea-81d2-21ef5b976a7b req-8acfb95b-d9ae-444c-bd77-b2e9a19ac18c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 944 time: 0.2902844 Feb 15 16:36:25.008918 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6cca5745-4b86-49e2-9434-87e5df02ff0f None None] Provisioning complete for port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:25.009346 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6cca5745-4b86-49e2-9434-87e5df02ff0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:25.020944 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff715fdc-0594-48ea-81d2-21ef5b976a7b req-9998ccbe-6871-4547-9fa4-14f6fc97f687 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220405 Feb 15 16:36:25.056574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-dd109a4f-0eab-4940-af5a-21b1b4f4c912 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-762329963-network', 'tenant_id': '6d0876b805214a19b70e62640bf697ab'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:25.086714 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Router 809fb2c4-0859-4cab-a867-3c876a1bfb5e has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:36:25.113570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 53ff2011-5365-42fb-b37f-142086c8948e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:25.114141 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (53ff2011-5365-42fb-b37f-142086c8948e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:25.153985 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8c42-9fde-4af1-96f2-326a8153ab0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (5f6364aa-092f-4a3d-bbf7-fdaea2d4717a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:25.158849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6cca5745-4b86-49e2-9434-87e5df02ff0f None None] Port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:36:25.279095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f8c42-9fde-4af1-96f2-326a8153ab0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6364aa-092f-4a3d-bbf7-fdaea2d4717a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:25.294119 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd109a4f-0eab-4940-af5a-21b1b4f4c912 admin admin] Made reservation on behalf of 6d0876b805214a19b70e62640bf697ab for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:25.296433 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd109a4f-0eab-4940-af5a-21b1b4f4c912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:25.312699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f8c42-9fde-4af1-96f2-326a8153ab0e admin admin] Checking segment: {'id': 'a35e107b-b63b-46d9-b45e-59f46590cd2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4ad94fda-0cae-4688-9d11-bfdafda0737c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:25.321804 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f8c42-9fde-4af1-96f2-326a8153ab0e admin admin] Network hostable DHCP agents. Network: 4ad94fda-0cae-4688-9d11-bfdafda0737c, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:36:25.361762 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd109a4f-0eab-4940-af5a-21b1b4f4c912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:25.431722 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f8c42-9fde-4af1-96f2-326a8153ab0e admin admin] Network 4ad94fda-0cae-4688-9d11-bfdafda0737c is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:36:25.463758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:36:25.480877 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-76e2b302-a9d0-438b-83ce-ba8ade0085e3 admin admin] 10.222.0.107 "PUT /v2.0/routers/809fb2c4-0859-4cab-a867-3c876a1bfb5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4980366 Feb 15 16:36:25.523212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ce8f8c42-9fde-4af1-96f2-326a8153ab0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 4ad94fda-0cae-4688-9d11-bfdafda0737c) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:25.527213 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8f8c42-9fde-4af1-96f2-326a8153ab0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:25.534056 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8c42-9fde-4af1-96f2-326a8153ab0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:25.545924 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-49b0a256-8a48-4913-b28d-130efb81fffa req-ff0152f3-e774-4324-b0d3-00aed239eb47 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 210 time: 0.0844452 Feb 15 16:36:25.548548 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd801627-49ec-44c9-aeb8-3be601c84ad3 None None] Network 4ad94fda-0cae-4688-9d11-bfdafda0737c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:36:25.624780 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 53ff2011-5365-42fb-b37f-142086c8948e is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:25.625530 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (53ff2011-5365-42fb-b37f-142086c8948e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:25.655127 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ce8f8c42-9fde-4af1-96f2-326a8153ab0e admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1500742 Feb 15 16:36:25.675950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 53ff2011-5365-42fb-b37f-142086c8948e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=53ff2011-5365-42fb-b37f-142086c8948e,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:25.690951 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd109a4f-0eab-4940-af5a-21b1b4f4c912 admin admin] Publish callbacks [] for security_group (d00eb866-db68-4433-9790-ec91042db47a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:25.731494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10377cd2-4ec1-410f-b3a2-c8d876768d84 None None] Network 4ad94fda-0cae-4688-9d11-bfdafda0737c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:36:25.769385 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (53ff2011-5365-42fb-b37f-142086c8948e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:25.791740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd109a4f-0eab-4940-af5a-21b1b4f4c912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d00eb866-db68-4433-9790-ec91042db47a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:25.857953 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd109a4f-0eab-4940-af5a-21b1b4f4c912 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:36:25.872562 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=53ff2011-5365-42fb-b37f-142086c8948e,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:25.891199 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd109a4f-0eab-4940-af5a-21b1b4f4c912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00eb866-db68-4433-9790-ec91042db47a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:25.908298 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd109a4f-0eab-4940-af5a-21b1b4f4c912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e7669310-30e3-453f-9d87-0a6f6205f4a5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:25.908661 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-dd109a4f-0eab-4940-af5a-21b1b4f4c912 admin admin] Added segment e7669310-30e3-453f-9d87-0a6f6205f4a5 of type vlan for network f2a809ad-b3c4-4fd6-aca2-167eab474b7d Feb 15 16:36:26.013779 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd109a4f-0eab-4940-af5a-21b1b4f4c912 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (f2a809ad-b3c4-4fd6-aca2-167eab474b7d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:26.069640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0b359-ac7b-4799-9f26-7056efc457e4 req-6b749f0f-065e-4e7c-9117-24d2f2a5e8f6 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:26.077040 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-04a0b359-ac7b-4799-9f26-7056efc457e4 req-6b749f0f-065e-4e7c-9117-24d2f2a5e8f6 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 943 time: 0.0747857 Feb 15 16:36:26.121985 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd109a4f-0eab-4940-af5a-21b1b4f4c912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (f2a809ad-b3c4-4fd6-aca2-167eab474b7d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:26.122986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd109a4f-0eab-4940-af5a-21b1b4f4c912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:26.123582 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd109a4f-0eab-4940-af5a-21b1b4f4c912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:26.173097 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-04a0b359-ac7b-4799-9f26-7056efc457e4 req-9f596c50-f49c-464a-95f1-5a4de7c75db3 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947597 Feb 15 16:36:26.292736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd109a4f-0eab-4940-af5a-21b1b4f4c912 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a809ad-b3c4-4fd6-aca2-167eab474b7d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:26.305419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network f2a809ad-b3c4-4fd6-aca2-167eab474b7d details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:36:26.372254 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dd109a4f-0eab-4940-af5a-21b1b4f4c912 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9345834 Feb 15 16:36:26.375167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33008) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:26.385000 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30767a94-3077-4c5a-a2ad-cbae532a0997 req-d39a2497-9516-4023-8fb7-dccd1ddc86ed tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:26.388507 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-4bb65af7-9324-4fd3-a093-d8b40ac6359a admin admin] Request body: {'subnet': {'network_id': 'f2a809ad-b3c4-4fd6-aca2-167eab474b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-762329963-subnet', 'tenant_id': '6d0876b805214a19b70e62640bf697ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:26.395779 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-30767a94-3077-4c5a-a2ad-cbae532a0997 req-d39a2497-9516-4023-8fb7-dccd1ddc86ed tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 944 time: 0.0992413 Feb 15 16:36:26.461193 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-30767a94-3077-4c5a-a2ad-cbae532a0997 req-36b6dbbe-5035-44f3-be66-58bbceed30da tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645378 Feb 15 16:36:26.510914 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 53ff2011-5365-42fb-b37f-142086c8948e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:26.511944 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb65af7-9324-4fd3-a093-d8b40ac6359a admin admin] Made reservation on behalf of 6d0876b805214a19b70e62640bf697ab for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:26.514947 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4bb65af7-9324-4fd3-a093-d8b40ac6359a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:26.591767 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Sync routers for ids ['809fb2c4-0859-4cab-a867-3c876a1bfb5e'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:36:26.609855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Routers {'809fb2c4-0859-4cab-a867-3c876a1bfb5e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:36:26.612268 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:36:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['809fb2c4-0859-4cab-a867-3c876a1bfb5e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:26.744324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Set router 809fb2c4-0859-4cab-a867-3c876a1bfb5e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:36:26.752532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-5c0d4db9-3831-4b77-8145-073c60330909 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:26.754558 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-5c0d4db9-3831-4b77-8145-073c60330909 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 808 time: 0.1173310 Feb 15 16:36:26.770107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-779c54e9-7b88-44d7-93b3-2e5d2c7e5a4e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/quotas/c9f65cb77bef4454939809c6904ca169 HTTP/1.1" status: 200 len: 375 time: 0.0096023 Feb 15 16:36:26.803311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 53ff2011-5365-42fb-b37f-142086c8948e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:26.803743 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (53ff2011-5365-42fb-b37f-142086c8948e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:26.804382 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-320d69cb-f26f-4e7e-8d81-1a26068d54da tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281241 Feb 15 16:36:26.832492 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4bb65af7-9324-4fd3-a093-d8b40ac6359a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (b87e7124-0f24-4334-bf4f-777840bba496), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:26.936956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb65af7-9324-4fd3-a093-d8b40ac6359a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b87e7124-0f24-4334-bf4f-777840bba496,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:26.938514 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-c0e09df9-a9cc-47bf-b12d-46c2567e842c service neutron] 10.222.0.107 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261599 Feb 15 16:36:26.951089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb65af7-9324-4fd3-a093-d8b40ac6359a admin admin] Checking segment: {'id': 'e7669310-30e3-453f-9d87-0a6f6205f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f2a809ad-b3c4-4fd6-aca2-167eab474b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:26.951724 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb65af7-9324-4fd3-a093-d8b40ac6359a admin admin] Network hostable DHCP agents. Network: f2a809ad-b3c4-4fd6-aca2-167eab474b7d, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:36:27.028307 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 53ff2011-5365-42fb-b37f-142086c8948e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:27.063949 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1139313145-router', 'tenant_id': '01fb17bf5990440d9ccbcaa180059ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '53ff2011-5365-42fb-b37f-142086c8948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:13Z', 'updated_at': '2022-02-15T16:36:23Z', 'revision_number': 4, 'project_id': '01fb17bf5990440d9ccbcaa180059ab6', 'gw_port': {'id': '53ff2011-5365-42fb-b37f-142086c8948e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:16Z', 'updated_at': '2022-02-15T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'b70d51a0-ec5c-4b7f-bb1a-66f508262cd6', 'name': '', 'network_id': '521e47ac-d011-40e1-850e-90faea2861f7', 'tenant_id': '01fb17bf5990440d9ccbcaa180059ab6', 'mac_address': 'fa:16:3e:f6:17:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9643d7d9-8b62-4688-a372-831e714a69b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:22Z', 'updated_at': '2022-02-15T16:36:23Z', 'revision_number': 2, 'project_id': '01fb17bf5990440d9ccbcaa180059ab6', 'subnets': [{'id': '9643d7d9-8b62-4688-a372-831e714a69b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:27.064243 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-e0202e4d-5ecf-4c71-921d-ed5ee48fd649 service neutron] 10.222.0.107 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240349 Feb 15 16:36:27.071974 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb65af7-9324-4fd3-a093-d8b40ac6359a admin admin] Network f2a809ad-b3c4-4fd6-aca2-167eab474b7d is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:36:27.095834 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c613db43-fc26-498f-91ff-8244222919b2 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:36:27.099628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Checking router: 809fb2c4-0859-4cab-a867-3c876a1bfb5e for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:36:27.099991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Updating router 809fb2c4-0859-4cab-a867-3c876a1bfb5e port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:36:27.138671 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:27.147840 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-088ddb9e-929b-4ea7-b72e-efb03f56ca2b req-5588f5e0-a4ef-4ff7-906b-10c2ee39160e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 210 time: 0.0343492 Feb 15 16:36:27.219142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-4bb65af7-9324-4fd3-a093-d8b40ac6359a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, f2a809ad-b3c4-4fd6-aca2-167eab474b7d) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:27.229523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb65af7-9324-4fd3-a093-d8b40ac6359a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:27.230291 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4bb65af7-9324-4fd3-a093-d8b40ac6359a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:27.338930 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c039264-cc84-41da-b86d-8c7742949d44 None None] Network f2a809ad-b3c4-4fd6-aca2-167eab474b7d requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:36:27.353835 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4bb65af7-9324-4fd3-a093-d8b40ac6359a admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9755201 Feb 15 16:36:27.353835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33042) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:27.358864 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-762329963-router', 'tenant_id': '6d0876b805214a19b70e62640bf697ab', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:27.446532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a399aef-70d0-48ff-b6fe-4746533d4e58 req-943d716d-de14-44f9-b593-529246b7dd98 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:27.448332 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5a399aef-70d0-48ff-b6fe-4746533d4e58 req-943d716d-de14-44f9-b593-529246b7dd98 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 943 time: 0.0803452 Feb 15 16:36:27.467634 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (56d80b57-3f30-4165-af34-b46bb08c4973), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:27.471766 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (56d80b57-3f30-4165-af34-b46bb08c4973), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:27.504914 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-c0b64ee4-1142-4903-825a-8d552d6e175a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7a5616e5981049c2a8b562d7a99d1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307121 Feb 15 16:36:27.518141 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c613db43-fc26-498f-91ff-8244222919b2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c613db43-fc26-498f-91ff-8244222919b2,segment=NetworkSegment(6afd976d-b6cf-4400-a363-b41c4ca4d7d2),segment_id=6afd976d-b6cf-4400-a363-b41c4ca4d7d2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:27.561646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'c613db43-fc26-498f-91ff-8244222919b2', 'network_id': 'cdb0ff5b-4b5c-471c-8e84-3899eb11c542', 'port_id': 'c613db43-fc26-498f-91ff-8244222919b2', 'mac_address': 'fa:16:3e:9f:f0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eff1d56-ea1c-4b61-b4a8-44185f0b861a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:36:27.595421 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Publish callbacks [] for router_controller (56d80b57-3f30-4165-af34-b46bb08c4973), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:27.601988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-f2a809ad-b3c4-4fd6-aca2-167eab474b7d', 'network_id': 'f2a809ad-b3c4-4fd6-aca2-167eab474b7d', 'project_id': '6d0876b805214a19b70e62640bf697ab', 'fixed_ips': [{'subnet_id': 'b87e7124-0f24-4334-bf4f-777840bba496'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:36:27.603844 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:27.606966 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5a399aef-70d0-48ff-b6fe-4746533d4e58 req-644a008f-30aa-422c-9ecf-fec48309e0b1 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520140 Feb 15 16:36:27.648075 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c613db43-fc26-498f-91ff-8244222919b2 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:27.648426 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c613db43-fc26-498f-91ff-8244222919b2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:27.667972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c613db43-fc26-498f-91ff-8244222919b2 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:27.722581 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-01c4dbeb-d9f7-4f29-aa88-527698c584f6 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:27.726445 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-01c4dbeb-d9f7-4f29-aa88-527698c584f6 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2121847 Feb 15 16:36:27.739909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-e4542d7a-ab78-4ff8-9944-e8bd14f7567a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Request body: {'port': {'device_id': '3110f14b-b92d-44ce-8ddd-b9451e93c012', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '7a5616e5981049c2a8b562d7a99d1390'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:27.787153 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c613db43-fc26-498f-91ff-8244222919b2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c613db43-fc26-498f-91ff-8244222919b2,segment=NetworkSegment(6afd976d-b6cf-4400-a363-b41c4ca4d7d2),segment_id=6afd976d-b6cf-4400-a363-b41c4ca4d7d2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:27.810740 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e94a0848-bd2f-4ab2-9770-473f119cfe9e req-1697f6ab-5477-4c33-8a5f-7fd13e8bd863 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 210 time: 0.0672174 Feb 15 16:36:27.821565 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Publish callbacks [] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:27.932270 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdba3c5-c294-4006-bd55-e406af554b5b req-76912a7e-b6b0-47da-be9f-5abcdcee1bd5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:27.945092 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9bdba3c5-c294-4006-bd55-e406af554b5b req-76912a7e-b6b0-47da-be9f-5abcdcee1bd5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 944 time: 0.0786772 Feb 15 16:36:27.986641 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Publish callbacks [] for router_gateway (56d80b57-3f30-4165-af34-b46bb08c4973), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:27.997273 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-e4542d7a-ab78-4ff8-9944-e8bd14f7567a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Made reservation on behalf of 7a5616e5981049c2a8b562d7a99d1390 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:28.000693 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-e4542d7a-ab78-4ff8-9944-e8bd14f7567a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:28.028309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33062) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:28.041088 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9bdba3c5-c294-4006-bd55-e406af554b5b req-73496a02-a538-4e69-b5a4-f6f8656b8c5b tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887003 Feb 15 16:36:28.106862 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-94be23ca-0b01-4343-bb3f-70807d109f99 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7a5616e5981049c2a8b562d7a99d1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473201 Feb 15 16:36:28.164085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Allocated IP 172.20.0.2 (f2a809ad-b3c4-4fd6-aca2-167eab474b7d/b87e7124-0f24-4334-bf4f-777840bba496/6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:28.258338 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3315d56c-7713-4ad1-8169-9996687635df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:28.297571 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-dc67e2e9-28b5-4e02-9d8f-c6f5b6951bed tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:28.299025 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-dc67e2e9-28b5-4e02-9d8f-c6f5b6951bed tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1282318 Feb 15 16:36:28.326195 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3328cc76-5990-4b9d-a340-6ba51e3ab729 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Request body: {'port': {'device_id': '6216cffc-4a69-4021-86a4-2c699321d36e', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '7a5616e5981049c2a8b562d7a99d1390'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:28.410727 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df555c05-2272-41e8-84ee-6aa17c891a8c req-6941fdc2-6d03-416c-976c-efe3fd8c5a03 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 210 time: 0.0757337 Feb 15 16:36:28.519915 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-e4542d7a-ab78-4ff8-9944-e8bd14f7567a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Allocated IP 192.168.233.187 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/e157465c-9784-4c87-8b1f-373b2ac01535) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:28.531268 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Publish callbacks [] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:28.544461 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c613db43-fc26-498f-91ff-8244222919b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:28.545161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c2f797ba-d9c0-47e3-9c5c-41777304dc4b details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:36:28.548840 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:28.671664 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:28.716292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3328cc76-5990-4b9d-a340-6ba51e3ab729 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Made reservation on behalf of 7a5616e5981049c2a8b562d7a99d1390 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:28.725113 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3328cc76-5990-4b9d-a340-6ba51e3ab729 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:28.734975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Network f2a809ad-b3c4-4fd6-aca2-167eab474b7d is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:28.801817 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3315d56c-7713-4ad1-8169-9996687635df admin admin] Publish callbacks [] for security_group (3ed05ab3-4fdb-4bee-8a3f-7eed72896874), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:28.857146 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Publish callbacks [] for router_gateway (56d80b57-3f30-4165-af34-b46bb08c4973), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:28.882839 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:28.902576 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:28.933840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:28.953257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:28.960044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33086) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:28.964900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-4ba37f1c-d26e-4539-983e-adac621ab6d1 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Request body: {'security_group': {'name': 'tempest-securitygroup--209347228', 'description': 'tempest-description--1831980711'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:28.976005 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3315d56c-7713-4ad1-8169-9996687635df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3ed05ab3-4fdb-4bee-8a3f-7eed72896874), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:28.984697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'c2f797ba-d9c0-47e3-9c5c-41777304dc4b', 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607', 'port_id': 'c2f797ba-d9c0-47e3-9c5c-41777304dc4b', 'mac_address': 'fa:16:3e:c4:d0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f4fb5f-b1bf-499b-9582-c606857e0233', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:36:28.989585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=c613db43-fc26-498f-91ff-8244222919b2,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:29.036185 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3315d56c-7713-4ad1-8169-9996687635df admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=27b4a7ac1c414cb182bfd098a5e87d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0064988 Feb 15 16:36:29.070742 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33088) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:29.077101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315d56c-7713-4ad1-8169-9996687635df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed05ab3-4fdb-4bee-8a3f-7eed72896874,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:29.135229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c2f797ba-d9c0-47e3-9c5c-41777304dc4b is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:29.135229 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.140117 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1dc1269-fd75-4459-880b-bc7958354147 req-07b28802-2fc2-43a7-a70f-f1672116f145 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 210 time: 0.0628664 Feb 15 16:36:29.152903 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4ba37f1c-d26e-4539-983e-adac621ab6d1 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.238043 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-e4542d7a-ab78-4ff8-9944-e8bd14f7567a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks [] for port (e157465c-9784-4c87-8b1f-373b2ac01535), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.258594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e3734d3d-a5d7-4857-95cf-ed70f9e6bd21 None None] Provisioning complete for port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:29.259243 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3734d3d-a5d7-4857-95cf-ed70f9e6bd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.268379 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Attempting to bind port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:29.269027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Attempting to bind port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '58af60a4-86aa-4f8e-899f-8d92f54797f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '521e47ac-d011-40e1-850e-90faea2861f7'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:29.269881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Attempting to bind port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 on network 521e47ac-d011-40e1-850e-90faea2861f7 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:29.272195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Attempting to bind port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:29.272656 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Attempting to bind port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'e7669310-30e3-453f-9d87-0a6f6205f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f2a809ad-b3c4-4fd6-aca2-167eab474b7d'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:29.273104 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Attempting to bind port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e on network f2a809ad-b3c4-4fd6-aca2-167eab474b7d {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:29.276227 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e7304-162b-4fae-ad00-2db7aa9667ae req-60e67fd4-0331-424d-a602-a65bb7c84f91 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:29.282466 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33094) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:29.284359 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d9e7304-162b-4fae-ad00-2db7aa9667ae req-60e67fd4-0331-424d-a602-a65bb7c84f91 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 944 time: 0.2731478 Feb 15 16:36:29.303225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:29.304049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Checking segment: {'id': 'e7669310-30e3-453f-9d87-0a6f6205f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f2a809ad-b3c4-4fd6-aca2-167eab474b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:29.304347 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.304833 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Bound using segment: {'id': 'e7669310-30e3-453f-9d87-0a6f6205f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f2a809ad-b3c4-4fd6-aca2-167eab474b7d'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:29.305433 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Bound port: 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7669310-30e3-453f-9d87-0a6f6205f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f2a809ad-b3c4-4fd6-aca2-167eab474b7d'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:29.306081 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.309021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f797ba-d9c0-47e3-9c5c-41777304dc4b {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:29.314947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda48060-2f40-45c7-b86b-5882e68f81e7 None None] Pushing event updated for resources: {'Port': ['ID=b70d51a0-ec5c-4b7f-bb1a-66f508262cd6,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:29.336955 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b98038a-e0d6-428c-a96c-c33572a5583e admin admin] Publish callbacks [] for security_group (3ed05ab3-4fdb-4bee-8a3f-7eed72896874), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.355449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Allocated IP 172.25.4.225 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/fef396f8-bf1e-41d7-90c7-b1d6180583a2) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:29.367828 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4ba37f1c-d26e-4539-983e-adac621ab6d1 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for security_group (48b48a4e-c891-43a0-ba62-b7612a9ce026), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.381887 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d9e7304-162b-4fae-ad00-2db7aa9667ae req-a9478469-25cc-473f-aaf5-9d97c018ede5 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966465 Feb 15 16:36:29.392494 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b98038a-e0d6-428c-a96c-c33572a5583e admin admin] Publish callbacks [] for security_group (3ed05ab3-4fdb-4bee-8a3f-7eed72896874), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.394994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04651b76-0cd7-403d-9115-ef0c55d88ec4 req-6d8afb4a-1be7-4623-9dbd-383b412723e8 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:29.402082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-04651b76-0cd7-403d-9115-ef0c55d88ec4 req-6d8afb4a-1be7-4623-9dbd-383b412723e8 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 944 time: 0.1670280 Feb 15 16:36:29.412456 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:29.447558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:29.450359 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Checking segment: {'id': '58af60a4-86aa-4f8e-899f-8d92f54797f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '521e47ac-d011-40e1-850e-90faea2861f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:29.450359 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.450359 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Bound using segment: {'id': '58af60a4-86aa-4f8e-899f-8d92f54797f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '521e47ac-d011-40e1-850e-90faea2861f7'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:29.470074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Bound port: b70d51a0-ec5c-4b7f-bb1a-66f508262cd6, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58af60a4-86aa-4f8e-899f-8d92f54797f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '521e47ac-d011-40e1-850e-90faea2861f7'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:29.471653 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.475152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e3734d3d-a5d7-4857-95cf-ed70f9e6bd21 None None] Port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:36:29.506967 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-e4542d7a-ab78-4ff8-9944-e8bd14f7567a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e157465c-9784-4c87-8b1f-373b2ac01535), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.526598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['61365c1c-a004-4754-873b-4058e502539e', '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:29.528913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6282bc8b-9d8e-4550-a142-dea31796c065'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:29.536869 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4ba37f1c-d26e-4539-983e-adac621ab6d1 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (48b48a4e-c891-43a0-ba62-b7612a9ce026), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.541559 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-87049f71-078e-4c40-a72c-a37bf3097ab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.557627 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b98038a-e0d6-428c-a96c-c33572a5583e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3ed05ab3-4fdb-4bee-8a3f-7eed72896874), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.560256 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b98038a-e0d6-428c-a96c-c33572a5583e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.564758 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-04651b76-0cd7-403d-9115-ef0c55d88ec4 req-c6ce816e-fdd7-4f8c-bdff-f5edb07d3497 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566217 Feb 15 16:36:29.564880 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1b98038a-e0d6-428c-a96c-c33572a5583e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3ed05ab3-4fdb-4bee-8a3f-7eed72896874 HTTP/1.1" status: 204 len: 168 time: 0.4904578 Feb 15 16:36:29.569404 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.616448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Pushing event updated for resources: {'Port': ['ID=6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:29.638658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba37f1c-d26e-4539-983e-adac621ab6d1 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b48a4e-c891-43a0-ba62-b7612a9ce026,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:29.654264 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d140c18-0123-4290-b8aa-d3fb5f061b46 req-4e81d567-4c43-4e3b-9819-73de2f931629 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 210 time: 0.1378503 Feb 15 16:36:29.682275 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-e4542d7a-ab78-4ff8-9944-e8bd14f7567a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:29.683178 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b98038a-e0d6-428c-a96c-c33572a5583e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed05ab3-4fdb-4bee-8a3f-7eed72896874,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:29.688782 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Publish callbacks [] for port (fef396f8-bf1e-41d7-90c7-b1d6180583a2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.703686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] For port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:29.705259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-e4542d7a-ab78-4ff8-9944-e8bd14f7567a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:29.707733 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-e4542d7a-ab78-4ff8-9944-e8bd14f7567a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:29.713197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3328cc76-5990-4b9d-a340-6ba51e3ab729 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Allocated IP 192.168.233.105 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/06ee8582-6a89-4e21-8083-647e35d014d4) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:29.736560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4542d7a-ab78-4ff8-9944-e8bd14f7567a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event updated for resources: {'Port': ['ID=e157465c-9784-4c87-8b1f-373b2ac01535,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:29.739055 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4ba37f1c-d26e-4539-983e-adac621ab6d1 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.745398 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4ba37f1c-d26e-4539-983e-adac621ab6d1 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7791488 Feb 15 16:36:29.745398 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33102) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:29.750659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-22536f02-1248-45c7-9e6a-bc62f234a2a3 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Request body: {'security_group_rule': {'security_group_id': '48b48a4e-c891-43a0-ba62-b7612a9ce026', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:29.773859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] For port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e,segment=NetworkSegment(e7669310-30e3-453f-9d87-0a6f6205f4a5),segment_id=e7669310-30e3-453f-9d87-0a6f6205f4a5)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:29.790961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] For port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:29.806671 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-e4542d7a-ab78-4ff8-9944-e8bd14f7567a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:29.807323 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-e4542d7a-ab78-4ff8-9944-e8bd14f7567a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.816199 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-87049f71-078e-4c40-a72c-a37bf3097ab0 admin admin] Publish callbacks [] for security_group (ecb38b76-f930-4ead-aa32-6e094fd28c07), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.830489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:29.849775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] For port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b70d51a0-ec5c-4b7f-bb1a-66f508262cd6,segment=NetworkSegment(58af60a4-86aa-4f8e-899f-8d92f54797f4),segment_id=58af60a4-86aa-4f8e-899f-8d92f54797f4)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:29.866669 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['c2f797ba-d9c0-47e3-9c5c-41777304dc4b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:29.869355 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['c613db43-fc26-498f-91ff-8244222919b2'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:29.878133 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.896084 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-87049f71-078e-4c40-a72c-a37bf3097ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ecb38b76-f930-4ead-aa32-6e094fd28c07), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.911054 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (fef396f8-bf1e-41d7-90c7-b1d6180583a2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.934090 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-22536f02-1248-45c7-9e6a-bc62f234a2a3 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for security_group_rule (54869b22-6b37-486f-97c2-7c52058a89d6), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:29.948639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-e4542d7a-ab78-4ff8-9944-e8bd14f7567a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2160084 Feb 15 16:36:29.982529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Request body: {'port': {'device_id': '3110f14b-b92d-44ce-8ddd-b9451e93c012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:30.048421 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:30.052893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87049f71-078e-4c40-a72c-a37bf3097ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb38b76-f930-4ead-aa32-6e094fd28c07,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:30.092246 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-87049f71-078e-4c40-a72c-a37bf3097ab0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3dd5380fb0d44d4f99fdc23acd530a67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8050907 Feb 15 16:36:30.092886 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33110) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:30.093488 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3328cc76-5990-4b9d-a340-6ba51e3ab729 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks [] for port (06ee8582-6a89-4e21-8083-647e35d014d4), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:30.100232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:30.108249 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e157465c-9784-4c87-8b1f-373b2ac01535), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:30.119640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:30.127963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Pushing event updated for resources: {'Port': ['ID=fef396f8-bf1e-41d7-90c7-b1d6180583a2,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:30.130250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:30.184806 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:30.306960 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3328cc76-5990-4b9d-a340-6ba51e3ab729 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (06ee8582-6a89-4e21-8083-647e35d014d4), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:30.368431 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33b0ecf-f591-4412-b5a1-850638c2e55b req-bc7ec1db-dd5e-413d-a46e-f9f388d633d3 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 210 time: 0.1036100 Feb 15 16:36:30.407804 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-22536f02-1248-45c7-9e6a-bc62f234a2a3 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for security_group_rule (54869b22-6b37-486f-97c2-7c52058a89d6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:30.449489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7adde-0912-4dbf-a97c-c99c960b5e5f None None] Pushing event updated for resources: {'Port': ['ID=6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:30.452609 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6282bc8b-9d8e-4550-a142-dea31796c065'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:30.454728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['61365c1c-a004-4754-873b-4058e502539e', '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:30.459326 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9d5ff0b0-8a3f-4655-a1f5-bf1fdc5644ba None None] Provisioning complete for port e157465c-9784-4c87-8b1f-373b2ac01535 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:30.459759 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d5ff0b0-8a3f-4655-a1f5-bf1fdc5644ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e157465c-9784-4c87-8b1f-373b2ac01535), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:30.512826 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3328cc76-5990-4b9d-a340-6ba51e3ab729 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:30.557633 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3328cc76-5990-4b9d-a340-6ba51e3ab729 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:30.578357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3328cc76-5990-4b9d-a340-6ba51e3ab729 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:30.638505 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328cc76-5990-4b9d-a340-6ba51e3ab729 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event updated for resources: {'Port': ['ID=06ee8582-6a89-4e21-8083-647e35d014d4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:30.656293 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33122) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:30.689865 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2588045d-a119-481d-b318-ae843c0ebbd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:30.701543 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-22536f02-1248-45c7-9e6a-bc62f234a2a3 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (54869b22-6b37-486f-97c2-7c52058a89d6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:30.783016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Routers {'809fb2c4-0859-4cab-a867-3c876a1bfb5e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:36:30.783709 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:36:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['809fb2c4-0859-4cab-a867-3c876a1bfb5e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:30.841726 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3328cc76-5990-4b9d-a340-6ba51e3ab729 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:30.842079 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3328cc76-5990-4b9d-a340-6ba51e3ab729 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:30.859275 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-232e4239-8d9d-45b4-aee3-77e4b982d557 admin admin] Publish callbacks [] for security_group (ecb38b76-f930-4ead-aa32-6e094fd28c07), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:30.865821 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22536f02-1248-45c7-9e6a-bc62f234a2a3 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54869b22-6b37-486f-97c2-7c52058a89d6,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:30.890669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-8a257456-4915-4021-8e41-f38861c9f805 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:30.892826 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-8a257456-4915-4021-8e41-f38861c9f805 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.67 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 808 time: 0.6830273 Feb 15 16:36:30.908667 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6de78-efa1-4436-b21c-e8fa7850eca2 req-ce314f5e-1248-4a59-8c8e-1412e8d9de57 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:30.910338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-222687c5-7fbd-4035-aeda-d13f0182481c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Request body: {'port': {'device_id': '0391fdb9-c4e5-4287-9b1d-f5bcc20ed452', 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529', 'admin_state_up': True, 'tenant_id': 'c9f65cb77bef4454939809c6904ca169'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:30.919207 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e3c6de78-efa1-4436-b21c-e8fa7850eca2 req-ce314f5e-1248-4a59-8c8e-1412e8d9de57 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 944 time: 0.4017041 Feb 15 16:36:30.921292 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-232e4239-8d9d-45b4-aee3-77e4b982d557 admin admin] Publish callbacks [] for security_group (ecb38b76-f930-4ead-aa32-6e094fd28c07), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:30.934380 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:30.938013 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda48060-2f40-45c7-b86b-5882e68f81e7 None None] Pushing event updated for resources: {'Port': ['ID=b70d51a0-ec5c-4b7f-bb1a-66f508262cd6,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:30.988875 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-22536f02-1248-45c7-9e6a-bc62f234a2a3 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:30.991039 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-22536f02-1248-45c7-9e6a-bc62f234a2a3 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2458203 Feb 15 16:36:31.004121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33126) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:31.013848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d579a9-e7e5-4ba0-adf8-efd4727c82bc req-55d2ee82-d89f-406c-9be6-9c2a923e132f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:31.015380 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05d579a9-e7e5-4ba0-adf8-efd4727c82bc req-55d2ee82-d89f-406c-9be6-9c2a923e132f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 945 time: 0.2988002 Feb 15 16:36:31.022648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-8aaee5d7-1391-41f6-8dd5-de1523ed9c4d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Request body: {'security_group_rule': {'security_group_id': '48b48a4e-c891-43a0-ba62-b7612a9ce026', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:31.041858 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3328cc76-5990-4b9d-a340-6ba51e3ab729 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7261889 Feb 15 16:36:31.060538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Request body: {'port': {'device_id': '6216cffc-4a69-4021-86a4-2c699321d36e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:31.073884 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e3c6de78-efa1-4436-b21c-e8fa7850eca2 req-f1b00bbf-d9aa-44b1-b7fe-c33b12d57284 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536078 Feb 15 16:36:31.089821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9d5ff0b0-8a3f-4655-a1f5-bf1fdc5644ba None None] Port e157465c-9784-4c87-8b1f-373b2ac01535 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:36:31.102431 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e157465c-9784-4c87-8b1f-373b2ac01535 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:31.110733 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2588045d-a119-481d-b318-ae843c0ebbd4 admin admin] Publish callbacks [] for security_group (4826ebad-8421-433a-aa24-b242cf907d64), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.117159 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Publish callbacks [] for port (e157465c-9784-4c87-8b1f-373b2ac01535), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.183666 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (06ee8582-6a89-4e21-8083-647e35d014d4), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.220767 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2588045d-a119-481d-b318-ae843c0ebbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4826ebad-8421-433a-aa24-b242cf907d64), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.266294 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05d579a9-e7e5-4ba0-adf8-efd4727c82bc req-89f1dba0-70ad-47af-ae78-dd550e1ff5fc tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343397 Feb 15 16:36:31.284190 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8aaee5d7-1391-41f6-8dd5-de1523ed9c4d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for security_group_rule (0b26ad06-6ed8-4154-9a65-e810bce1594e), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.319257 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2588045d-a119-481d-b318-ae843c0ebbd4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2c9345420a654f20abc66024e42da11e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6572852 Feb 15 16:36:31.322425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Transition to ACTIVE for port object e157465c-9784-4c87-8b1f-373b2ac01535 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:36:31.326267 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-232e4239-8d9d-45b4-aee3-77e4b982d557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ecb38b76-f930-4ead-aa32-6e094fd28c07), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.326857 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-232e4239-8d9d-45b4-aee3-77e4b982d557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.330255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-232e4239-8d9d-45b4-aee3-77e4b982d557 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ecb38b76-f930-4ead-aa32-6e094fd28c07 HTTP/1.1" status: 204 len: 168 time: 1.2266667 Feb 15 16:36:31.335114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33128) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:31.376276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588045d-a119-481d-b318-ae843c0ebbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4826ebad-8421-433a-aa24-b242cf907d64,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:31.421342 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (e157465c-9784-4c87-8b1f-373b2ac01535), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.453016 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8aaee5d7-1391-41f6-8dd5-de1523ed9c4d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for security_group_rule (0b26ad06-6ed8-4154-9a65-e810bce1594e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.462222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e4239-8d9d-45b4-aee3-77e4b982d557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb38b76-f930-4ead-aa32-6e094fd28c07,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:31.475480 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Publish callbacks [] for router_gateway (56d80b57-3f30-4165-af34-b46bb08c4973), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.542929 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c48e3966-b99e-416a-92a0-2ec3c5c2f5cf None None] Provisioning complete for port 06ee8582-6a89-4e21-8083-647e35d014d4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:31.543445 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c48e3966-b99e-416a-92a0-2ec3c5c2f5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (06ee8582-6a89-4e21-8083-647e35d014d4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.566736 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8aaee5d7-1391-41f6-8dd5-de1523ed9c4d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (0b26ad06-6ed8-4154-9a65-e810bce1594e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.604703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-222687c5-7fbd-4035-aeda-d13f0182481c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Made reservation on behalf of c9f65cb77bef4454939809c6904ca169 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:31.609477 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-222687c5-7fbd-4035-aeda-d13f0182481c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.609664 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019eb58-208c-4910-ad1f-b5410b3cc174 req-52f1c992-50e3-44ec-890e-fe890af12f67 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:31.617156 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3019eb58-208c-4910-ad1f-b5410b3cc174 req-52f1c992-50e3-44ec-890e-fe890af12f67 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 936 time: 0.4020784 Feb 15 16:36:31.627875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] Set router 809fb2c4-0859-4cab-a867-3c876a1bfb5e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:36:31.657492 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Pushing event updated for resources: {'Port': ['ID=e157465c-9784-4c87-8b1f-373b2ac01535,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:31.662305 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9044b83-ddcc-4275-937d-7974db550852 req-f2311997-05ee-4cfe-b565-0720f7c28431 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 210 time: 0.1389327 Feb 15 16:36:31.664739 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaee5d7-1391-41f6-8dd5-de1523ed9c4d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b26ad06-6ed8-4154-9a65-e810bce1594e,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:31.699522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f88d9ad-d512-429a-921e-db5b6abb4f21 None None] Network f2a809ad-b3c4-4fd6-aca2-167eab474b7d requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:36:31.721561 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8aaee5d7-1391-41f6-8dd5-de1523ed9c4d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.722749 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8aaee5d7-1391-41f6-8dd5-de1523ed9c4d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7174578 Feb 15 16:36:31.740170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33136) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:31.787653 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c48e3966-b99e-416a-92a0-2ec3c5c2f5cf None None] Port 06ee8582-6a89-4e21-8083-647e35d014d4 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:36:31.822018 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:31.893852 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3019eb58-208c-4910-ad1f-b5410b3cc174 req-815e49dc-c1f6-430d-90ea-015d21069dff tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682972 Feb 15 16:36:31.913863 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c48e3966-b99e-416a-92a0-2ec3c5c2f5cf None None] Provisioning complete for port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:31.914217 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c48e3966-b99e-416a-92a0-2ec3c5c2f5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.938804 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Attempting to bind port e157465c-9784-4c87-8b1f-373b2ac01535 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:31.939142 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Attempting to bind port e157465c-9784-4c87-8b1f-373b2ac01535 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:31.939476 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Attempting to bind port e157465c-9784-4c87-8b1f-373b2ac01535 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:31.941667 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1cfa1bc-d57e-4b07-87d2-f5d928f7824f admin admin] Publish callbacks [] for security_group (4826ebad-8421-433a-aa24-b242cf907d64), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.946147 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Port e157465c-9784-4c87-8b1f-373b2ac01535 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:36:31.946467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Attempting to bind port e157465c-9784-4c87-8b1f-373b2ac01535 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:31.953807 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:31.955498 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:31.957083 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:31.957083 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:31.957083 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Bound port: e157465c-9784-4c87-8b1f-373b2ac01535, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:31.957083 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e157465c-9784-4c87-8b1f-373b2ac01535), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:32.089171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] For port e157465c-9784-4c87-8b1f-373b2ac01535, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:32.092925 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06ee8582-6a89-4e21-8083-647e35d014d4 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:32.098811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] For port e157465c-9784-4c87-8b1f-373b2ac01535, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=e157465c-9784-4c87-8b1f-373b2ac01535,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:32.105813 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Publish callbacks [] for port (06ee8582-6a89-4e21-8083-647e35d014d4), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:32.113610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-222687c5-7fbd-4035-aeda-d13f0182481c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Allocated IP 172.20.0.2 (e2f44540-9fa0-4d48-bf47-62103b5ae529/1b325c87-fd51-4707-8465-cf36d596fb16/b7b82a89-66b9-4db0-911a-38a87ed2acc7) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:32.118733 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1cfa1bc-d57e-4b07-87d2-f5d928f7824f admin admin] Publish callbacks [] for security_group (4826ebad-8421-433a-aa24-b242cf907d64), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:32.128575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Transition to ACTIVE for port object 06ee8582-6a89-4e21-8083-647e35d014d4 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:36:32.187176 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (e157465c-9784-4c87-8b1f-373b2ac01535), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:32.225971 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (06ee8582-6a89-4e21-8083-647e35d014d4), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:32.228326 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c48e3966-b99e-416a-92a0-2ec3c5c2f5cf None None] Current status of the port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:32.228722 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c48e3966-b99e-416a-92a0-2ec3c5c2f5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:32.281341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:32.283264 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:32.286229 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] 10.222.0.67 "PUT /v2.0/ports/e157465c-9784-4c87-8b1f-373b2ac01535 HTTP/1.1" status: 200 len: 1097 time: 2.3104529 Feb 15 16:36:32.323333 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3110f14b-b92d-44ce-8ddd-b9451e93c012', 'tag': 'e157465c-9784-4c87-8b1f-373b2ac01535'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:32.326484 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ed946c-7913-46f5-a72a-e0fafe430f2f" -d '{"events": [{"name": "network-changed", "server_uuid": "3110f14b-b92d-44ce-8ddd-b9451e93c012", "tag": "e157465c-9784-4c87-8b1f-373b2ac01535"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:32.330769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0270db-668b-46f0-bcf3-c00d15d3523e service neutron] Pushing event updated for resources: {'Port': ['ID=e157465c-9784-4c87-8b1f-373b2ac01535,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:32.357784 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c48e3966-b99e-416a-92a0-2ec3c5c2f5cf None None] For port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b70d51a0-ec5c-4b7f-bb1a-66f508262cd6,segment=NetworkSegment(58af60a4-86aa-4f8e-899f-8d92f54797f4),segment_id=58af60a4-86aa-4f8e-899f-8d92f54797f4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:32.398642 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33146) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:32.431602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1139313145-router', 'tenant_id': '01fb17bf5990440d9ccbcaa180059ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '53ff2011-5365-42fb-b37f-142086c8948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:13Z', 'updated_at': '2022-02-15T16:36:23Z', 'revision_number': 4, 'project_id': '01fb17bf5990440d9ccbcaa180059ab6', 'gw_port': {'id': '53ff2011-5365-42fb-b37f-142086c8948e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:16Z', 'updated_at': '2022-02-15T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'b70d51a0-ec5c-4b7f-bb1a-66f508262cd6', 'name': '', 'network_id': '521e47ac-d011-40e1-850e-90faea2861f7', 'tenant_id': '01fb17bf5990440d9ccbcaa180059ab6', 'mac_address': 'fa:16:3e:f6:17:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9643d7d9-8b62-4688-a372-831e714a69b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:22Z', 'updated_at': '2022-02-15T16:36:29Z', 'revision_number': 4, 'project_id': '01fb17bf5990440d9ccbcaa180059ab6', 'subnets': [{'id': '9643d7d9-8b62-4688-a372-831e714a69b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:32.461282 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c48e3966-b99e-416a-92a0-2ec3c5c2f5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:32.514366 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4ca3b0-7042-46e1-bdbd-ed42ddca2094 None None] The sync data for ids ['809fb2c4-0859-4cab-a867-3c876a1bfb5e'] in n-d-828372-14 is: [{'id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1139313145-router', 'tenant_id': '01fb17bf5990440d9ccbcaa180059ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '53ff2011-5365-42fb-b37f-142086c8948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:13Z', 'updated_at': '2022-02-15T16:36:23Z', 'revision_number': 4, 'project_id': '01fb17bf5990440d9ccbcaa180059ab6', 'gw_port': {'id': '53ff2011-5365-42fb-b37f-142086c8948e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:16Z', 'updated_at': '2022-02-15T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'b70d51a0-ec5c-4b7f-bb1a-66f508262cd6', 'name': '', 'network_id': '521e47ac-d011-40e1-850e-90faea2861f7', 'tenant_id': '01fb17bf5990440d9ccbcaa180059ab6', 'mac_address': 'fa:16:3e:f6:17:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '9643d7d9-8b62-4688-a372-831e714a69b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:22Z', 'updated_at': '2022-02-15T16:36:29Z', 'revision_number': 4, 'project_id': '01fb17bf5990440d9ccbcaa180059ab6', 'subnets': [{'id': '9643d7d9-8b62-4688-a372-831e714a69b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:36:32.523588 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1d5dd3d-43ac-48e7-a9cf-ce09a9b08023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:32.533297 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Attempting to bind port 06ee8582-6a89-4e21-8083-647e35d014d4 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:32.533665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Attempting to bind port 06ee8582-6a89-4e21-8083-647e35d014d4 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:32.541420 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Attempting to bind port 06ee8582-6a89-4e21-8083-647e35d014d4 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:32.598535 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Port 06ee8582-6a89-4e21-8083-647e35d014d4 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:36:32.599416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Attempting to bind port 06ee8582-6a89-4e21-8083-647e35d014d4 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:32.611724 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:32.611724 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:32.612305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:32.612305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Bound port: 06ee8582-6a89-4e21-8083-647e35d014d4, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:32.612648 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (06ee8582-6a89-4e21-8083-647e35d014d4), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:32.691180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:32.715811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] For port 06ee8582-6a89-4e21-8083-647e35d014d4, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:32.719229 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] For port 06ee8582-6a89-4e21-8083-647e35d014d4, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=06ee8582-6a89-4e21-8083-647e35d014d4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:32.765601 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e3966-b99e-416a-92a0-2ec3c5c2f5cf None None] Pushing event updated for resources: {'Port': ['ID=b70d51a0-ec5c-4b7f-bb1a-66f508262cd6,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:32.800193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Pushing event updated for resources: {'Port': ['ID=06ee8582-6a89-4e21-8083-647e35d014d4,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:32.825073 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (56d80b57-3f30-4165-af34-b46bb08c4973), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:32.839669 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:32.841492 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16a598-202c-4649-a269-5a3ff49efe38 req-e5870f63-ccc2-4ba2-8834-47a9efc7e49a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:32.842948 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:32.843613 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a16a598-202c-4649-a269-5a3ff49efe38 req-e5870f63-ccc2-4ba2-8834-47a9efc7e49a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 945 time: 0.3720422 Feb 15 16:36:32.851597 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (06ee8582-6a89-4e21-8083-647e35d014d4), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:32.932387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c4e39a17-26f8-40b4-9774-109c9702658c None None] Provisioning complete for port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:32.934786 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c4e39a17-26f8-40b4-9774-109c9702658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:32.965327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Pushing event updated for resources: {'Port': ['ID=06ee8582-6a89-4e21-8083-647e35d014d4,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:32.986739 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-93a5a543-311c-4738-b36b-7cf957e3f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:32.988343 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-93a5a543-311c-4738-b36b-7cf957e3f6a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=3110f14b-b92d-44ce-8ddd-b9451e93c012 HTTP/1.1" status: 200 len: 1131 time: 0.4898856 Feb 15 16:36:32.994798 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1d5dd3d-43ac-48e7-a9cf-ce09a9b08023 admin admin] Publish callbacks [] for security_group (3715fb5e-d76a-46e9-802e-0d656ca1e643), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:33.012906 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:33.013998 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:33.015806 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-76bf0c9c-1add-407a-a55d-05a1141475f3 service neutron] 10.222.0.10 "PUT /v2.0/ports/06ee8582-6a89-4e21-8083-647e35d014d4 HTTP/1.1" status: 200 len: 1097 time: 1.9593937 Feb 15 16:36:33.051215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25ac34-3a54-4b70-968c-7a953e97c0c2 req-c3b17188-1d57-471c-a3db-4bdf3d5d0912 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:33.053954 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a16a598-202c-4649-a269-5a3ff49efe38 req-391b8415-6007-487d-8128-396e99431015 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982374 Feb 15 16:36:33.055588 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-b4b185b8-0872-44f1-9eb3-07790cb82fac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=e157465c-9784-4c87-8b1f-373b2ac01535 HTTP/1.1" status: 200 len: 217 time: 0.0545886 Feb 15 16:36:33.080388 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ee25ac34-3a54-4b70-968c-7a953e97c0c2 req-c3b17188-1d57-471c-a3db-4bdf3d5d0912 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 944 time: 0.8961329 Feb 15 16:36:33.118093 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3d98bdd5-9c35-4ac7-a2c8-fc66c5edd2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:33.119777 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3d98bdd5-9c35-4ac7-a2c8-fc66c5edd2ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0570211 Feb 15 16:36:33.121534 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1d5dd3d-43ac-48e7-a9cf-ce09a9b08023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3715fb5e-d76a-46e9-802e-0d656ca1e643), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:33.165869 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f1d5dd3d-43ac-48e7-a9cf-ce09a9b08023 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=10133a42a479444fac2d4a8699cbd28e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7125947 Feb 15 16:36:33.183787 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1cfa1bc-d57e-4b07-87d2-f5d928f7824f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4826ebad-8421-433a-aa24-b242cf907d64), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:33.186551 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1cfa1bc-d57e-4b07-87d2-f5d928f7824f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:33.186672 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33152) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:33.188328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d1cfa1bc-d57e-4b07-87d2-f5d928f7824f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4826ebad-8421-433a-aa24-b242cf907d64 HTTP/1.1" status: 204 len: 168 time: 1.8349257 Feb 15 16:36:33.196269 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:33.196671 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:33.207441 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e2a28f2-784b-46de-958c-cd740acea8dd req-c08fc23f-0600-4244-a0a9-2dad8fb90349 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5242641 Feb 15 16:36:33.277640 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36527b6-1847-4473-b826-7022a0d23deb x-openstack-request-id: req-a36527b6-1847-4473-b826-7022a0d23deb {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:33.277982 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3110f14b-b92d-44ce-8ddd-b9451e93c012", "tag": "e157465c-9784-4c87-8b1f-373b2ac01535", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:33.278234 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a36527b6-1847-4473-b826-7022a0d23deb {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:33.278662 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3110f14b-b92d-44ce-8ddd-b9451e93c012', 'tag': 'e157465c-9784-4c87-8b1f-373b2ac01535', 'status': 'completed', 'code': 200} Feb 15 16:36:33.282939 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb4515c9-106d-4d25-b2aa-98672a72cb74 req-d1f3a4c8-79d0-4d6f-ad4c-b15032413dab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=63607832-7084-475d-b3e2-b31c3b0ae75c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5952158 Feb 15 16:36:33.292168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c4e39a17-26f8-40b4-9774-109c9702658c None None] Current status of the port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:33.292562 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c4e39a17-26f8-40b4-9774-109c9702658c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:33.342582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e,segment=NetworkSegment(e7669310-30e3-453f-9d87-0a6f6205f4a5),segment_id=e7669310-30e3-453f-9d87-0a6f6205f4a5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:33.394376 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cfa1bc-d57e-4b07-87d2-f5d928f7824f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4826ebad-8421-433a-aa24-b242cf907d64,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:33.402797 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5dd3d-43ac-48e7-a9cf-ce09a9b08023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3715fb5e-d76a-46e9-802e-0d656ca1e643,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:33.422735 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:33.450049 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7cc4ddc2-113d-42e1-90fa-3d123ebf0409 req-262d9a75-6d69-4d0d-bdef-ba6695560427 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 210 time: 0.0576205 Feb 15 16:36:33.486638 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-33e3f8c2-fa97-4652-9326-89fdca919d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:33.495135 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-33e3f8c2-fa97-4652-9326-89fdca919d3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 1131 time: 0.3259244 Feb 15 16:36:33.500615 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:33.570839 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-c4e39a17-26f8-40b4-9774-109c9702658c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:36:33.571364 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-c4e39a17-26f8-40b4-9774-109c9702658c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:36:33.574047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:33.587294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c613db43-fc26-498f-91ff-8244222919b2 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:33.593353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-e1c2aed2-5af2-4d06-b5f1-6948b80bf9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:33.595100 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-e1c2aed2-5af2-4d06-b5f1-6948b80bf9be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4425993 Feb 15 16:36:33.616650 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ee25ac34-3a54-4b70-968c-7a953e97c0c2 req-41e8d877-dd72-4bb1-a536-be583b243f16 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5334439 Feb 15 16:36:33.652467 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-a2bbcbdf-f694-45f9-b270-fe828d72ce23 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=06ee8582-6a89-4e21-8083-647e35d014d4 HTTP/1.1" status: 200 len: 217 time: 0.1182878 Feb 15 16:36:33.656629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4515c9-106d-4d25-b2aa-98672a72cb74 req-698696cf-3d71-4598-8f61-3f4692d513cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:33.658178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb4515c9-106d-4d25-b2aa-98672a72cb74 req-698696cf-3d71-4598-8f61-3f4692d513cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=63607832-7084-475d-b3e2-b31c3b0ae75c HTTP/1.1" status: 200 len: 1133 time: 0.2327969 Feb 15 16:36:33.672794 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8cddc58c-6cd3-4124-8ace-a7dbaed1c1d0 admin admin] Publish callbacks [] for security_group (3715fb5e-d76a-46e9-802e-0d656ca1e643), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:33.674274 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-222687c5-7fbd-4035-aeda-d13f0182481c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks [] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:33.729735 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8cddc58c-6cd3-4124-8ace-a7dbaed1c1d0 admin admin] Publish callbacks [] for security_group (3715fb5e-d76a-46e9-802e-0d656ca1e643), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:33.732010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port c613db43-fc26-498f-91ff-8244222919b2 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:36:33.738476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port c613db43-fc26-498f-91ff-8244222919b2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:33.740123 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c613db43-fc26-498f-91ff-8244222919b2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:33.770324 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a28f2-784b-46de-958c-cd740acea8dd req-98a48a31-5f7d-449d-a9ba-2a07764ecd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:33.771938 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e2a28f2-784b-46de-958c-cd740acea8dd req-98a48a31-5f7d-449d-a9ba-2a07764ecd5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 1127 time: 0.4685490 Feb 15 16:36:33.853613 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3a1e927a-e8db-4823-a555-c76eb11fbddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:33.855092 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-3a1e927a-e8db-4823-a555-c76eb11fbddc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.2130642 Feb 15 16:36:33.891207 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e1f1a-6cd7-4f5b-9360-8d85f13a6ffc req-34d78155-99f6-4979-983a-bc52def71de3 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:33.895088 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba9e1f1a-6cd7-4f5b-9360-8d85f13a6ffc req-34d78155-99f6-4979-983a-bc52def71de3 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 948 time: 0.3024004 Feb 15 16:36:33.910424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c613db43-fc26-498f-91ff-8244222919b2 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:33.911005 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c613db43-fc26-498f-91ff-8244222919b2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:33.939489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Allocated IP 172.25.4.196 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/bc8cfaf8-3560-4044-a6cf-b6e3103f36be) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:33.940773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80544e3-2333-4861-b7c6-ac8fc0157f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c613db43-fc26-498f-91ff-8244222919b2'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:33.944482 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2178959d-7d54-494b-b40e-b448f1c4f0b1" -d '{"events": [{"server_uuid": "a80544e3-2333-4861-b7c6-ac8fc0157f36", "name": "network-vif-plugged", "status": "completed", "tag": "c613db43-fc26-498f-91ff-8244222919b2"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:33.970687 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c613db43-fc26-498f-91ff-8244222919b2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c613db43-fc26-498f-91ff-8244222919b2,segment=NetworkSegment(6afd976d-b6cf-4400-a363-b41c4ca4d7d2),segment_id=6afd976d-b6cf-4400-a363-b41c4ca4d7d2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:33.975130 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-e442967c-64f0-4364-8a49-cca0bb4afc3b service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031628 Feb 15 16:36:34.010667 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0c9eaa-7128-4b45-89ee-7474c44eadd7 x-openstack-request-id: req-1e0c9eaa-7128-4b45-89ee-7474c44eadd7 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:34.011085 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80544e3-2333-4861-b7c6-ac8fc0157f36", "name": "network-vif-plugged", "status": "completed", "tag": "c613db43-fc26-498f-91ff-8244222919b2", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:34.011465 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1e0c9eaa-7128-4b45-89ee-7474c44eadd7 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:34.012362 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80544e3-2333-4861-b7c6-ac8fc0157f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c613db43-fc26-498f-91ff-8244222919b2', 'code': 200} Feb 15 16:36:34.104420 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c613db43-fc26-498f-91ff-8244222919b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:34.105734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c2f797ba-d9c0-47e3-9c5c-41777304dc4b up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:34.112314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.10', 61731) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:34.135096 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a28f2-784b-46de-958c-cd740acea8dd req-2d5ae877-8657-41f6-a84e-ce049d5716d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:34.138901 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e2a28f2-784b-46de-958c-cd740acea8dd req-2d5ae877-8657-41f6-a84e-ce049d5716d6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.3109553 Feb 15 16:36:34.205162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c4e39a17-26f8-40b4-9774-109c9702658c None None] Current status of the port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:34.258836 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=c613db43-fc26-498f-91ff-8244222919b2,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:34.259062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Router 56d80b57-3f30-4165-af34-b46bb08c4973 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:36:34.264030 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-222687c5-7fbd-4035-aeda-d13f0182481c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:34.274511 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8cddc58c-6cd3-4124-8ace-a7dbaed1c1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3715fb5e-d76a-46e9-802e-0d656ca1e643), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:34.274664 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8cddc58c-6cd3-4124-8ace-a7dbaed1c1d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:34.278471 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8cddc58c-6cd3-4124-8ace-a7dbaed1c1d0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3715fb5e-d76a-46e9-802e-0d656ca1e643 HTTP/1.1" status: 204 len: 168 time: 1.0188413 Feb 15 16:36:34.316139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-222687c5-7fbd-4035-aeda-d13f0182481c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Network e2f44540-9fa0-4d48-bf47-62103b5ae529 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:34.328783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddc58c-6cd3-4124-8ace-a7dbaed1c1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3715fb5e-d76a-46e9-802e-0d656ca1e643,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:34.352637 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba9e1f1a-6cd7-4f5b-9360-8d85f13a6ffc req-57f549a7-110b-42a3-a1f6-ab3d96b0dd2e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463530 Feb 15 16:36:34.355231 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port c2f797ba-d9c0-47e3-9c5c-41777304dc4b completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:36:34.359153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-cbf764da-1c39-4965-a6f3-11babf7f15d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:34.360819 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-cbf764da-1c39-4965-a6f3-11babf7f15d3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4950831 Feb 15 16:36:34.389584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-222687c5-7fbd-4035-aeda-d13f0182481c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:34.393465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-222687c5-7fbd-4035-aeda-d13f0182481c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:34.402856 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port c2f797ba-d9c0-47e3-9c5c-41777304dc4b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:34.402856 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:34.493161 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-7ff899e6-c566-489b-aef0-fea94bd37523 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091619 Feb 15 16:36:34.508092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222687c5-7fbd-4035-aeda-d13f0182481c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Pushing event updated for resources: {'Port': ['ID=b7b82a89-66b9-4db0-911a-38a87ed2acc7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:34.528648 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9ec9668b-1d84-4abf-bd01-84b267a651b2 None None] Provisioning complete for port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:34.528648 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9ec9668b-1d84-4abf-bd01-84b267a651b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:34.546697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-222687c5-7fbd-4035-aeda-d13f0182481c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:34.547351 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-222687c5-7fbd-4035-aeda-d13f0182481c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:34.552509 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-b4499373-325c-4d18-9f90-4818653224e3 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845043 Feb 15 16:36:34.628038 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e2a28f2-784b-46de-958c-cd740acea8dd req-5bf431f0-7296-408e-be3e-d79fa1846615 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a HTTP/1.1" status: 200 len: 217 time: 0.4626253 Feb 15 16:36:34.645505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4515c9-106d-4d25-b2aa-98672a72cb74 req-b9984665-6ba3-4801-827b-68654ee49b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:34.647855 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb4515c9-106d-4d25-b2aa-98672a72cb74 req-b9984665-6ba3-4801-827b-68654ee49b44 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.9313266 Feb 15 16:36:34.680913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c2f797ba-d9c0-47e3-9c5c-41777304dc4b is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:34.681546 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:34.762514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:34.772658 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdea7dcb-93ed-41c1-92ce-3f38bc4e0182 req-70d3a202-d5e3-466c-805e-1e6e928e7d3c service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144525 Feb 15 16:36:34.807168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb4515c9-106d-4d25-b2aa-98672a72cb74 req-ecef1d97-61f2-4b95-99be-0ef4b74c654c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 HTTP/1.1" status: 200 len: 217 time: 0.0789952 Feb 15 16:36:34.839463 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:34.839958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7d496-f4ca-42f8-b647-e990ecda0ed6 req-bb6f9af8-b06b-4edb-8c78-736fac8c776a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:34.842673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-59a7d496-f4ca-42f8-b647-e990ecda0ed6 req-bb6f9af8-b06b-4edb-8c78-736fac8c776a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 931 time: 0.2219472 Feb 15 16:36:34.848467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed946c-7913-46f5-a72a-e0fafe430f2f req-ea5ec97b-c108-4763-8613-d599ac70c863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:34.853346 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05ed946c-7913-46f5-a72a-e0fafe430f2f req-ea5ec97b-c108-4763-8613-d599ac70c863 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=3110f14b-b92d-44ce-8ddd-b9451e93c012 HTTP/1.1" status: 200 len: 1131 time: 0.1765547 Feb 15 16:36:34.886730 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9ec9668b-1d84-4abf-bd01-84b267a651b2 None None] Current status of the port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:34.893781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f12bff-3afa-4a31-88d7-e7c5eef73026 req-5769c583-dc6b-4c1f-9b2b-305f1d9e5ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:34.896133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08f12bff-3afa-4a31-88d7-e7c5eef73026 req-5769c583-dc6b-4c1f-9b2b-305f1d9e5ff6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 1128 time: 0.7562780 Feb 15 16:36:34.913914 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:34.951471 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for port (bc8cfaf8-3560-4044-a6cf-b6e3103f36be), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:35.002896 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-59a7d496-f4ca-42f8-b647-e990ecda0ed6 req-c0a7681b-3c67-49d5-9716-580a824c7bb8 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469083 Feb 15 16:36:35.017899 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a28f2-784b-46de-958c-cd740acea8dd req-0a6737c6-d8ae-4633-b4be-5f68da56ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:35.020150 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e2a28f2-784b-46de-958c-cd740acea8dd req-0a6737c6-d8ae-4633-b4be-5f68da56ae3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.2979112 Feb 15 16:36:35.023800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:35.024566 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:35.060618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed946c-7913-46f5-a72a-e0fafe430f2f req-1a44a7fb-e415-462c-9295-1b6cdfbe1a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:35.062544 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:35.062873 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05ed946c-7913-46f5-a72a-e0fafe430f2f req-1a44a7fb-e415-462c-9295-1b6cdfbe1a3e service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1695812 Feb 15 16:36:35.071939 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-222687c5-7fbd-4035-aeda-d13f0182481c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1655655 Feb 15 16:36:35.116351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0978cf-079a-4d67-972f-fe79864a8e1f req-45c3d17a-a13e-440d-b886-6cb7f5e56e63 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:35.121875 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a0978cf-079a-4d67-972f-fe79864a8e1f req-45c3d17a-a13e-440d-b886-6cb7f5e56e63 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 945 time: 0.8943174 Feb 15 16:36:35.135947 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e2a28f2-784b-46de-958c-cd740acea8dd req-8cb943e5-1304-456b-bae1-5e58a59fb890 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722363 Feb 15 16:36:35.140929 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05ed946c-7913-46f5-a72a-e0fafe430f2f req-d82a6d4f-de9e-4224-a015-f4a4babb1c19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=e157465c-9784-4c87-8b1f-373b2ac01535 HTTP/1.1" status: 200 len: 217 time: 0.0645261 Feb 15 16:36:35.141116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:35.144423 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:35.145329 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Request body: {'port': {'device_id': '0391fdb9-c4e5-4287-9b1d-f5bcc20ed452', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:35.154755 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (bc8cfaf8-3560-4044-a6cf-b6e3103f36be), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:35.237182 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed946c-7913-46f5-a72a-e0fafe430f2f req-9816b5c6-9ef5-42ce-96fb-83f2fd32aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:35.238738 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05ed946c-7913-46f5-a72a-e0fafe430f2f req-9816b5c6-9ef5-42ce-96fb-83f2fd32aa59 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0799944 Feb 15 16:36:35.252153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e333be-456e-4603-949e-5cabeb8c85f0 req-aacba284-99a1-48ea-92cd-711f15ff8578 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:35.255237 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-89e333be-456e-4603-949e-5cabeb8c85f0 req-aacba284-99a1-48ea-92cd-711f15ff8578 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 945 time: 0.1336985 Feb 15 16:36:35.284905 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6216cffc-4a69-4021-86a4-2c699321d36e', 'tag': '06ee8582-6a89-4e21-8083-647e35d014d4'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:35.287949 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678a7d2d-68ae-40e9-beb9-225141d6cd6e" -d '{"events": [{"name": "network-changed", "server_uuid": "6216cffc-4a69-4021-86a4-2c699321d36e", "tag": "06ee8582-6a89-4e21-8083-647e35d014d4"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:35.294170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Pushing event updated for resources: {'Port': ['ID=bc8cfaf8-3560-4044-a6cf-b6e3103f36be,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:35.353720 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-89e333be-456e-4603-949e-5cabeb8c85f0 req-655d06f9-63cc-4096-b61a-89e0d26e8533 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883491 Feb 15 16:36:35.358690 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed946c-7913-46f5-a72a-e0fafe430f2f req-9831be02-1be5-4754-a28b-9fb091df830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:35.361328 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05ed946c-7913-46f5-a72a-e0fafe430f2f req-9831be02-1be5-4754-a28b-9fb091df830f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1045294 Feb 15 16:36:35.376431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:35.386068 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:35.386446 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:35.394163 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08f12bff-3afa-4a31-88d7-e7c5eef73026 req-98f14f6c-79b6-426a-93bb-bd1fc2dab194 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649535 Feb 15 16:36:35.422886 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4515c9-106d-4d25-b2aa-98672a72cb74 req-fd18a37c-61b1-45fb-8b0e-19c3b411db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:35.424376 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb4515c9-106d-4d25-b2aa-98672a72cb74 req-fd18a37c-61b1-45fb-8b0e-19c3b411db77 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.6007919 Feb 15 16:36:35.434768 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:35.452134 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ec9bc6-2408-4ccf-a6ea-3edcc805ec9d x-openstack-request-id: req-f8ec9bc6-2408-4ccf-a6ea-3edcc805ec9d {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:35.452426 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6216cffc-4a69-4021-86a4-2c699321d36e", "tag": "06ee8582-6a89-4e21-8083-647e35d014d4", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:35.452675 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f8ec9bc6-2408-4ccf-a6ea-3edcc805ec9d {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:35.453056 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6216cffc-4a69-4021-86a4-2c699321d36e', 'tag': '06ee8582-6a89-4e21-8083-647e35d014d4', 'status': 'completed', 'code': 200} Feb 15 16:36:35.457412 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:36:35.468391 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Sync routers for ids ['56d80b57-3f30-4165-af34-b46bb08c4973'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:36:35.483528 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Routers {'56d80b57-3f30-4165-af34-b46bb08c4973'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:36:35.485379 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:36:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['56d80b57-3f30-4165-af34-b46bb08c4973'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:35.488848 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:35.517389 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05ed946c-7913-46f5-a72a-e0fafe430f2f req-8bacb9f0-2765-4337-9405-81e0f6e18ebd service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401110 Feb 15 16:36:35.524519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:35.624336 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Set router 56d80b57-3f30-4165-af34-b46bb08c4973 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:36:35.628312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd032ba0-0bb3-4f71-b90e-494696cd58f6 req-69cd6c94-8327-4da2-af76-644ffc4adfb8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:35.629914 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd032ba0-0bb3-4f71-b90e-494696cd58f6 req-69cd6c94-8327-4da2-af76-644ffc4adfb8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 948 time: 0.1321292 Feb 15 16:36:35.681502 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05ed946c-7913-46f5-a72a-e0fafe430f2f req-a41e1f21-225d-42d4-9af7-a05567742370 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482697 Feb 15 16:36:35.713348 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd032ba0-0bb3-4f71-b90e-494696cd58f6 req-5ba98982-8776-4c69-bce6-06d4f1c18e16 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736980 Feb 15 16:36:35.785584 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:35.790677 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a0978cf-079a-4d67-972f-fe79864a8e1f req-ecefcb1a-c64f-4912-b3e4-e0740d6a4fe0 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6505637 Feb 15 16:36:35.797264 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e2a28f2-784b-46de-958c-cd740acea8dd req-f44a707a-5e93-4b6a-b088-19cc09d343d2 service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6184978 Feb 15 16:36:35.846841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4515c9-106d-4d25-b2aa-98672a72cb74 req-b73c3efa-4d5b-480a-ae25-355542623d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:35.847562 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'name': 'tempest-FloatingIPsNegativeTestJSON-762329963-router', 'tenant_id': '6d0876b805214a19b70e62640bf697ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'fef396f8-bf1e-41d7-90c7-b1d6180583a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:27Z', 'updated_at': '2022-02-15T16:36:30Z', 'revision_number': 3, 'project_id': '6d0876b805214a19b70e62640bf697ab', 'gw_port': {'id': 'fef396f8-bf1e-41d7-90c7-b1d6180583a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:28Z', 'updated_at': '2022-02-15T16:36:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:35.848499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb4515c9-106d-4d25-b2aa-98672a72cb74 req-b73c3efa-4d5b-480a-ae25-355542623d61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4085834 Feb 15 16:36:35.884328 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Checking router: 56d80b57-3f30-4165-af34-b46bb08c4973 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:36:35.884659 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Updating router 56d80b57-3f30-4165-af34-b46bb08c4973 port fef396f8-bf1e-41d7-90c7-b1d6180583a2 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:36:35.929983 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fef396f8-bf1e-41d7-90c7-b1d6180583a2), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:36.013090 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5424108-f000-4e58-9be9-4e022b7d7f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f797ba-d9c0-47e3-9c5c-41777304dc4b'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:36.016252 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc890d6d-8764-4474-9e86-af1e0beabb71" -d '{"events": [{"server_uuid": "a5424108-f000-4e58-9be9-4e022b7d7f2e", "name": "network-vif-plugged", "status": "completed", "tag": "c2f797ba-d9c0-47e3-9c5c-41777304dc4b"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:36.069538 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e99679-0105-463b-b846-a69697c19859 x-openstack-request-id: req-08e99679-0105-463b-b846-a69697c19859 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:36.070126 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5424108-f000-4e58-9be9-4e022b7d7f2e", "name": "network-vif-plugged", "status": "completed", "tag": "c2f797ba-d9c0-47e3-9c5c-41777304dc4b", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:36.070884 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-08e99679-0105-463b-b846-a69697c19859 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:36.071328 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5424108-f000-4e58-9be9-4e022b7d7f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f797ba-d9c0-47e3-9c5c-41777304dc4b', 'code': 200} Feb 15 16:36:36.184782 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dbe669-7ad7-4344-9900-bbe5e6a2921a req-39b7c533-65e2-4c0e-a438-fef7b96c7124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:36.186353 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0dbe669-7ad7-4344-9900-bbe5e6a2921a req-39b7c533-65e2-4c0e-a438-fef7b96c7124 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 1129 time: 0.0517833 Feb 15 16:36:36.258097 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0dbe669-7ad7-4344-9900-bbe5e6a2921a req-e7cd5fee-8df0-46f9-a94d-274edafb0d1d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647488 Feb 15 16:36:36.271658 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Publish callbacks [] for port (fef396f8-bf1e-41d7-90c7-b1d6180583a2), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:36.278724 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:36.280012 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2eed2cb2-ab7f-46ce-9e45-9ffc86de526e admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.9257405 Feb 15 16:36:36.282969 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33234) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:36.341316 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fef396f8-bf1e-41d7-90c7-b1d6180583a2), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:36.386009 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a7d2d-68ae-40e9-beb9-225141d6cd6e req-4b0fe0b3-8c08-496e-b9b4-8c13a647df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:36.387687 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-678a7d2d-68ae-40e9-beb9-225141d6cd6e req-4b0fe0b3-8c08-496e-b9b4-8c13a647df2d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 1131 time: 0.7631345 Feb 15 16:36:36.387912 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7cb09-2bc1-4ee3-b5e1-25388bf34862 None None] Pushing event updated for resources: {'Port': ['ID=fef396f8-bf1e-41d7-90c7-b1d6180583a2,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:36.449504 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for floatingip (72b285bf-f220-4f79-bde4-6637d5ba15af), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:36.451179 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Attempting to bind port fef396f8-bf1e-41d7-90c7-b1d6180583a2 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:36.451963 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Attempting to bind port fef396f8-bf1e-41d7-90c7-b1d6180583a2 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:36.455285 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Attempting to bind port fef396f8-bf1e-41d7-90c7-b1d6180583a2 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:36.468436 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:36.471173 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:36.472574 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:36.473638 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:36.474766 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Bound port: fef396f8-bf1e-41d7-90c7-b1d6180583a2, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:36.476165 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fef396f8-bf1e-41d7-90c7-b1d6180583a2), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:36.584072 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] For port fef396f8-bf1e-41d7-90c7-b1d6180583a2, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:36.587682 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] For port fef396f8-bf1e-41d7-90c7-b1d6180583a2, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=fef396f8-bf1e-41d7-90c7-b1d6180583a2,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:36.661021 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fef396f8-bf1e-41d7-90c7-b1d6180583a2), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:36.703128 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb4515c9-106d-4d25-b2aa-98672a72cb74 req-39188f00-81e3-46da-b434-91e41f3132c5 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273865 Feb 15 16:36:36.717352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c221d3-9ea3-4103-a2d8-1efd1e60b902 req-3a82b296-fbbf-432d-975c-73eb08434762 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:36.718762 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c4c221d3-9ea3-4103-a2d8-1efd1e60b902 req-3a82b296-fbbf-432d-975c-73eb08434762 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 931 time: 0.4968343 Feb 15 16:36:36.721066 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e2a28f2-784b-46de-958c-cd740acea8dd req-e83208a5-0f71-457a-92ca-fdaaa911c682 service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9101436 Feb 15 16:36:36.752896 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Routers {'56d80b57-3f30-4165-af34-b46bb08c4973'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:36:36.753692 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:36:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['56d80b57-3f30-4165-af34-b46bb08c4973'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:36.780664 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0235a72-c328-4014-a512-89e361532b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:36.807243 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cab82-2191-4e99-9d6d-656e686474e0 req-79226e2c-6951-4b62-beca-e94f2534cb62 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:36.808764 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4e2cab82-2191-4e99-9d6d-656e686474e0 req-79226e2c-6951-4b62-beca-e94f2534cb62 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 945 time: 0.1335304 Feb 15 16:36:36.882123 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7cb09-2bc1-4ee3-b5e1-25388bf34862 None None] Pushing event updated for resources: {'Port': ['ID=fef396f8-bf1e-41d7-90c7-b1d6180583a2,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:36.906113 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bc8cfaf8-3560-4044-a6cf-b6e3103f36be), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:36.941236 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4e2cab82-2191-4e99-9d6d-656e686474e0 req-20c74b50-177e-4d33-8d5d-d116dedf8e45 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231194 Feb 15 16:36:37.013346 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:37.021936 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] Set router 56d80b57-3f30-4165-af34-b46bb08c4973 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:36:37.047381 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a7d2d-68ae-40e9-beb9-225141d6cd6e req-8bdab04e-4915-4df4-9a0e-3c7ea12403fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:37.048981 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-678a7d2d-68ae-40e9-beb9-225141d6cd6e req-8bdab04e-4915-4df4-9a0e-3c7ea12403fa service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.5954566 Feb 15 16:36:37.152488 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-678a7d2d-68ae-40e9-beb9-225141d6cd6e req-d3b85737-19e9-43d8-a6cd-666d12e984de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=06ee8582-6a89-4e21-8083-647e35d014d4 HTTP/1.1" status: 200 len: 217 time: 0.0905700 Feb 15 16:36:37.209324 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c4c221d3-9ea3-4103-a2d8-1efd1e60b902 req-3dd09513-da96-4309-a31d-226993cf0a37 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237905 Feb 15 16:36:37.336772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a7d2d-68ae-40e9-beb9-225141d6cd6e req-dee89861-09f6-4345-9531-72b94dbde47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:37.338374 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-678a7d2d-68ae-40e9-beb9-225141d6cd6e req-dee89861-09f6-4345-9531-72b94dbde47f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1643293 Feb 15 16:36:37.396387 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'name': 'tempest-FloatingIPsNegativeTestJSON-762329963-router', 'tenant_id': '6d0876b805214a19b70e62640bf697ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'fef396f8-bf1e-41d7-90c7-b1d6180583a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:27Z', 'updated_at': '2022-02-15T16:36:30Z', 'revision_number': 3, 'project_id': '6d0876b805214a19b70e62640bf697ab', 'gw_port': {'id': 'fef396f8-bf1e-41d7-90c7-b1d6180583a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:28Z', 'updated_at': '2022-02-15T16:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:37.451331 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1d2286-72cc-481a-9a0e-7e520ca2927b None None] The sync data for ids ['56d80b57-3f30-4165-af34-b46bb08c4973'] in n-d-828372-14 is: [{'id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'name': 'tempest-FloatingIPsNegativeTestJSON-762329963-router', 'tenant_id': '6d0876b805214a19b70e62640bf697ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'fef396f8-bf1e-41d7-90c7-b1d6180583a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:27Z', 'updated_at': '2022-02-15T16:36:30Z', 'revision_number': 3, 'project_id': '6d0876b805214a19b70e62640bf697ab', 'gw_port': {'id': 'fef396f8-bf1e-41d7-90c7-b1d6180583a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:28Z', 'updated_at': '2022-02-15T16:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:36:37.464050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a096b-6402-46a2-91a4-d05961f60307 req-cacc34b7-bb61-4f80-984a-aa01d02219a8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:37.465726 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-622a096b-6402-46a2-91a4-d05961f60307 req-cacc34b7-bb61-4f80-984a-aa01d02219a8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 948 time: 0.1645365 Feb 15 16:36:37.482932 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device e157465c-9784-4c87-8b1f-373b2ac01535 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:36:37.511191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb4515c9-106d-4d25-b2aa-98672a72cb74 req-2edef72c-4b8e-4ae7-9632-dbbac468db0f service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7851412 Feb 15 16:36:37.518369 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Allocated IP 172.20.0.1 (f2a809ad-b3c4-4fd6-aca2-167eab474b7d/b87e7124-0f24-4334-bf4f-777840bba496/43b3a404-23a1-4bce-a39b-97b4f2ee9e14) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:37.602007 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a7d2d-68ae-40e9-beb9-225141d6cd6e req-934f7d09-5c09-4697-8a62-d481b2b7e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:37.603840 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-678a7d2d-68ae-40e9-beb9-225141d6cd6e req-934f7d09-5c09-4697-8a62-d481b2b7e453 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2160640 Feb 15 16:36:37.606621 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 06ee8582-6a89-4e21-8083-647e35d014d4 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:36:37.613334 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-622a096b-6402-46a2-91a4-d05961f60307 req-1f45fc99-0515-4251-84d7-3ecd8526bf34 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391995 Feb 15 16:36:37.735944 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Publish callbacks [] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:37.745796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66809b-c503-4c54-80fd-c84009cb3e1b req-168a2adb-e27e-4e62-84dc-3ecdd92e8246 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:37.747689 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7a66809b-c503-4c54-80fd-c84009cb3e1b req-168a2adb-e27e-4e62-84dc-3ecdd92e8246 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 946 time: 0.3670104 Feb 15 16:36:37.797037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port e157465c-9784-4c87-8b1f-373b2ac01535, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=e157465c-9784-4c87-8b1f-373b2ac01535,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:37.802409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b82a89-66b9-4db0-911a-38a87ed2acc7 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:37.828249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'e157465c-9784-4c87-8b1f-373b2ac01535', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': 'e157465c-9784-4c87-8b1f-373b2ac01535', 'mac_address': 'fa:16:3e:ff:ee:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:36:37.849716 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Publish callbacks [] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:37.889862 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:37.920897 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 06ee8582-6a89-4e21-8083-647e35d014d4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=06ee8582-6a89-4e21-8083-647e35d014d4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:37.924667 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for port (bc8cfaf8-3560-4044-a6cf-b6e3103f36be), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:37.938725 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Network f2a809ad-b3c4-4fd6-aca2-167eab474b7d is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:37.941643 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '06ee8582-6a89-4e21-8083-647e35d014d4', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '06ee8582-6a89-4e21-8083-647e35d014d4', 'mac_address': 'fa:16:3e:bb:3b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:36:37.965381 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:38.000397 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port e157465c-9784-4c87-8b1f-373b2ac01535 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:38.000797 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e157465c-9784-4c87-8b1f-373b2ac01535), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:38.014528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 06ee8582-6a89-4e21-8083-647e35d014d4 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:38.015657 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (06ee8582-6a89-4e21-8083-647e35d014d4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:38.022779 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7a66809b-c503-4c54-80fd-c84009cb3e1b req-7e8e19a3-48ba-4fc4-9e34-35e0c16ac613 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602556 Feb 15 16:36:38.041215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e157465c-9784-4c87-8b1f-373b2ac01535 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:38.054578 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06ee8582-6a89-4e21-8083-647e35d014d4 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:38.084475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Pushing event updated for resources: {'Port': ['ID=43b3a404-23a1-4bce-a39b-97b4f2ee9e14,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:38.089533 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-678a7d2d-68ae-40e9-beb9-225141d6cd6e req-25fe8ed4-f916-459f-8556-b88ee744baad service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588652 Feb 15 16:36:38.090183 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-bcda1789-5341-4706-aff6-aaa47a3d8f23 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=83dc14985f004c3eab7d27bb571467d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1500754 Feb 15 16:36:38.090369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33274) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:38.091043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:38.091350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Transition to ACTIVE for port object b7b82a89-66b9-4db0-911a-38a87ed2acc7 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:36:38.093633 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (bc8cfaf8-3560-4044-a6cf-b6e3103f36be), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:38.120146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port e157465c-9784-4c87-8b1f-373b2ac01535, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=e157465c-9784-4c87-8b1f-373b2ac01535,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:38.134571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 06ee8582-6a89-4e21-8083-647e35d014d4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=06ee8582-6a89-4e21-8083-647e35d014d4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:38.173835 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (56d80b57-3f30-4165-af34-b46bb08c4973), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:38.238309 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (06ee8582-6a89-4e21-8083-647e35d014d4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:38.245702 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e157465c-9784-4c87-8b1f-373b2ac01535), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:38.315060 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:38.334644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=06ee8582-6a89-4e21-8083-647e35d014d4,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:38.370579 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (72b285bf-f220-4f79-bde4-6637d5ba15af), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:38.417047 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Pushing event updated for resources: {'Port': ['ID=bc8cfaf8-3560-4044-a6cf-b6e3103f36be,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:38.429758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=e157465c-9784-4c87-8b1f-373b2ac01535,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:38.461072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-908de146-81b4-4881-90ad-f7454f736ce7 None None] Provisioning complete for port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:38.461691 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-908de146-81b4-4881-90ad-f7454f736ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:38.527131 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-328fa707-4ef3-4d80-b9f8-216617afb9ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:38.536775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['06ee8582-6a89-4e21-8083-647e35d014d4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:38.539413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['e157465c-9784-4c87-8b1f-373b2ac01535'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:38.554263 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:38.555697 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-308465ec-d8a3-4a14-9791-90a09a4a566a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8102460 Feb 15 16:36:38.602961 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-82b3eb81-a9d7-4971-a8ee-7338f493d4d9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:38.609929 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-908de146-81b4-4881-90ad-f7454f736ce7 None None] Port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:36:38.611190 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-82b3eb81-a9d7-4971-a8ee-7338f493d4d9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4726894 Feb 15 16:36:38.646886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device fef396f8-bf1e-41d7-90c7-b1d6180583a2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:38.653805 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfc05d-d9bc-4a6a-bfa8-7082c4f2a9bf req-c81d202a-65a7-40e1-93cc-7ce5c814cca4 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:38.653805 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-42dfc05d-d9bc-4a6a-bfa8-7082c4f2a9bf req-c81d202a-65a7-40e1-93cc-7ce5c814cca4 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 945 time: 0.4720020 Feb 15 16:36:38.668870 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-ad4762c9-ec0a-46af-927d-4be7979a7e5b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/quotas/83dc14985f004c3eab7d27bb571467d7 HTTP/1.1" status: 200 len: 375 time: 0.0568228 Feb 15 16:36:38.696591 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-678a7d2d-68ae-40e9-beb9-225141d6cd6e req-211706cf-4ddd-460a-982d-7bd7dd7c3dea service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5740848 Feb 15 16:36:38.702335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Pushing event updated for resources: {'Port': ['ID=b7b82a89-66b9-4db0-911a-38a87ed2acc7,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:38.727469 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:38.734518 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-c52c0f46-1b52-413f-a3f6-9f29108789cc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580862 Feb 15 16:36:38.756754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Attempting to bind port b7b82a89-66b9-4db0-911a-38a87ed2acc7 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:38.757098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Attempting to bind port b7b82a89-66b9-4db0-911a-38a87ed2acc7 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:38.757450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Attempting to bind port b7b82a89-66b9-4db0-911a-38a87ed2acc7 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:38.771741 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-42dfc05d-d9bc-4a6a-bfa8-7082c4f2a9bf req-d0a55e58-2dff-451f-8e7e-63e3626a950c tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123555 Feb 15 16:36:38.774945 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Port b7b82a89-66b9-4db0-911a-38a87ed2acc7 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:36:38.775136 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Attempting to bind port b7b82a89-66b9-4db0-911a-38a87ed2acc7 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:38.782054 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:38.782333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Checking segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:38.782780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Bound using segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:38.783593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Bound port: b7b82a89-66b9-4db0-911a-38a87ed2acc7, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:38.783713 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:38.819358 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port fef396f8-bf1e-41d7-90c7-b1d6180583a2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:38.820024 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fef396f8-bf1e-41d7-90c7-b1d6180583a2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:39.010024 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port fef396f8-bf1e-41d7-90c7-b1d6180583a2 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:39.010423 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fef396f8-bf1e-41d7-90c7-b1d6180583a2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:39.031107 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Publish callbacks [] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:39.083735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port fef396f8-bf1e-41d7-90c7-b1d6180583a2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=fef396f8-bf1e-41d7-90c7-b1d6180583a2,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:39.195649 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fef396f8-bf1e-41d7-90c7-b1d6180583a2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:39.196918 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:39.240182 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc94d5f3-1ce5-46d7-a6b8-64d8758d106d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:39.278731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=fef396f8-bf1e-41d7-90c7-b1d6180583a2,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:39.279940 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-328fa707-4ef3-4d80-b9f8-216617afb9ad admin admin] Publish callbacks [] for security_group (f04a3a61-278f-4d66-a7b9-a749dfae4979), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:39.285493 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (56d80b57-3f30-4165-af34-b46bb08c4973), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:39.302432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] For port b7b82a89-66b9-4db0-911a-38a87ed2acc7, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:39.302909 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] For port b7b82a89-66b9-4db0-911a-38a87ed2acc7, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:39.322481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75324b5a-b961-4be2-b5c5-5062da557f05 req-42f4cffc-aa84-44ba-82ed-fe2ed5984c97 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:39.324014 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75324b5a-b961-4be2-b5c5-5062da557f05 req-42f4cffc-aa84-44ba-82ed-fe2ed5984c97 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 943 time: 0.1032827 Feb 15 16:36:39.363847 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-328fa707-4ef3-4d80-b9f8-216617afb9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f04a3a61-278f-4d66-a7b9-a749dfae4979), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:39.420693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Pushing event updated for resources: {'Port': ['ID=43b3a404-23a1-4bce-a39b-97b4f2ee9e14,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:39.440644 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:39.454296 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-328fa707-4ef3-4d80-b9f8-216617afb9ad admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4c158c2d05ce47989a88e7e724dff51a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3593955 Feb 15 16:36:39.459234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33300) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:39.462096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70787561-1e1f-45bf-8ff6-98221b47d2a9 req-022cca0e-9af8-414a-bb17-5e9ded7f5a53 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:39.463412 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75324b5a-b961-4be2-b5c5-5062da557f05 req-ce7606bd-60e8-4c2d-9359-4ea2aea225ac tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264367 Feb 15 16:36:39.463642 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-70787561-1e1f-45bf-8ff6-98221b47d2a9 req-022cca0e-9af8-414a-bb17-5e9ded7f5a53 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 949 time: 0.1369865 Feb 15 16:36:39.465581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fa707-4ef3-4d80-b9f8-216617afb9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04a3a61-278f-4d66-a7b9-a749dfae4979,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:39.513671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:39.514209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Network f2a809ad-b3c4-4fd6-aca2-167eab474b7d is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:39.515374 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:39.517058 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] 10.222.0.67 "PUT /v2.0/ports/b7b82a89-66b9-4db0-911a-38a87ed2acc7 HTTP/1.1" status: 200 len: 1092 time: 4.3836961 Feb 15 16:36:39.517732 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:39.519755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0391fdb9-c4e5-4287-9b1d-f5bcc20ed452', 'tag': 'b7b82a89-66b9-4db0-911a-38a87ed2acc7'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:39.533093 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f188835e-f518-46be-a719-111e5788622c" -d '{"events": [{"name": "network-changed", "server_uuid": "0391fdb9-c4e5-4287-9b1d-f5bcc20ed452", "tag": "b7b82a89-66b9-4db0-911a-38a87ed2acc7"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:39.582785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf851e-2324-4b2f-9bc1-b17ba9b0f44b service neutron] Pushing event updated for resources: {'Port': ['ID=b7b82a89-66b9-4db0-911a-38a87ed2acc7,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:39.613815 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-23bc8ea4-a9b4-4528-947e-64fb1766cf80 admin admin] Publish callbacks [] for security_group (f04a3a61-278f-4d66-a7b9-a749dfae4979), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:39.628773 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-70787561-1e1f-45bf-8ff6-98221b47d2a9 req-d8118f0a-0fff-425c-a321-6cd0ff959d10 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529071 Feb 15 16:36:39.718729 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-23bc8ea4-a9b4-4528-947e-64fb1766cf80 admin admin] Publish callbacks [] for security_group (f04a3a61-278f-4d66-a7b9-a749dfae4979), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:39.762832 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-693b37a7-11bf-40d3-b573-26a7075dd604 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--209347228&fields=id&tenant_id=27c221efa2174e2bb6c3a3ee08e7ac83 HTTP/1.1" status: 200 len: 267 time: 0.1617200 Feb 15 16:36:39.813172 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Router 56d80b57-3f30-4165-af34-b46bb08c4973 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:36:39.837795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-5b5c9818-228c-4843-bff2-eef82fd5d483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:39.839403 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-5b5c9818-228c-4843-bff2-eef82fd5d483 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 1126 time: 0.2033360 Feb 15 16:36:39.893997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-164a6071-8e26-4608-86aa-672075a8fcec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7 HTTP/1.1" status: 200 len: 217 time: 0.0463183 Feb 15 16:36:39.948105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0862ed80-2203-4cf6-aa10-4bc97d5796d6 None None] Provisioning complete for port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:39.948587 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0862ed80-2203-4cf6-aa10-4bc97d5796d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:39.968356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-3fbd1a12-116e-49e1-89f3-74173222b7b5 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:39.986230 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-3fbd1a12-116e-49e1-89f3-74173222b7b5 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/networks?id=0305f676-6c3c-4135-913e-af6ab03d5e4e HTTP/1.1" status: 200 len: 824 time: 0.2220812 Feb 15 16:36:40.001075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-38b6e60d-65d2-4794-9dcd-8f067ead0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:40.002854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0862ed80-2203-4cf6-aa10-4bc97d5796d6 None None] Port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:36:40.003020 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-38b6e60d-65d2-4794-9dcd-8f067ead0641 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.0989215 Feb 15 16:36:40.011029 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-06a5b440-f2c4-44eb-b1bb-7142a3b410ad tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/quotas/27c221efa2174e2bb6c3a3ee08e7ac83 HTTP/1.1" status: 200 len: 375 time: 0.0238442 Feb 15 16:36:40.014834 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-23bc8ea4-a9b4-4528-947e-64fb1766cf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f04a3a61-278f-4d66-a7b9-a749dfae4979), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:40.017504 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-23bc8ea4-a9b4-4528-947e-64fb1766cf80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:40.021018 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-23bc8ea4-a9b4-4528-947e-64fb1766cf80 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f04a3a61-278f-4d66-a7b9-a749dfae4979 HTTP/1.1" status: 204 len: 168 time: 0.5541747 Feb 15 16:36:40.083518 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-f3a488d1-bb74-4f9b-a4c2-6ba0c64037f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694766 Feb 15 16:36:40.086565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc8ea4-a9b4-4528-947e-64fb1766cf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04a3a61-278f-4d66-a7b9-a749dfae4979,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:40.164703 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-8c896adc-c160-463c-94ef-143e3cd1b3fc tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=27c221efa2174e2bb6c3a3ee08e7ac83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1527941 Feb 15 16:36:40.188609 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06662f5e-b3d9-487c-a951-4ee7de93ecef req-444fe376-9686-434f-9bf8-1641b27e8107 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:40.188609 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-06662f5e-b3d9-487c-a951-4ee7de93ecef req-444fe376-9686-434f-9bf8-1641b27e8107 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 946 time: 0.4711714 Feb 15 16:36:40.206751 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-283c2f53-90d3-499f-9573-9f8c03dbc34d service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137395 Feb 15 16:36:40.264737 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:36:40.271836 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b21b61c8-fc70-4874-a6be-9f660581984e admin admin] 10.222.0.107 "PUT /v2.0/routers/56d80b57-3f30-4165-af34-b46bb08c4973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9869201 Feb 15 16:36:40.277922 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:40.288982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Sync routers for ids ['56d80b57-3f30-4165-af34-b46bb08c4973'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:36:40.313127 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-06662f5e-b3d9-487c-a951-4ee7de93ecef req-042245f0-9d6d-4573-a999-627a49b5c3ca tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238661 Feb 15 16:36:40.314821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Routers {'56d80b57-3f30-4165-af34-b46bb08c4973'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:36:40.317029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:36:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['56d80b57-3f30-4165-af34-b46bb08c4973'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:40.436669 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-12739ce2-5a60-4f30-a1be-206c4d441e79 req-5bbf8b7c-8d5c-46ca-9be4-244b5cc8f5c2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 210 time: 0.0740795 Feb 15 16:36:40.448130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac0d9d67-01f0-45c5-bb6c-f86a5a9a4d1b req-c95c6acf-58a6-483c-912e-c6f127ed142b service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317259 Feb 15 16:36:40.505692 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-d4a3736f-ba64-4124-8afe-e0980d5d2835 service neutron] 10.222.0.107 "GET /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462993 Feb 15 16:36:40.509115 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0255cde4-9e96-4555-bdb5-0a67ce736395 x-openstack-request-id: req-0255cde4-9e96-4555-bdb5-0a67ce736395 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:40.509455 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0391fdb9-c4e5-4287-9b1d-f5bcc20ed452", "tag": "b7b82a89-66b9-4db0-911a-38a87ed2acc7", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:40.509675 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0255cde4-9e96-4555-bdb5-0a67ce736395 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:40.510068 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0391fdb9-c4e5-4287-9b1d-f5bcc20ed452', 'tag': 'b7b82a89-66b9-4db0-911a-38a87ed2acc7', 'status': 'completed', 'code': 200} Feb 15 16:36:40.511846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Set router 56d80b57-3f30-4165-af34-b46bb08c4973 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:36:40.611595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device fef396f8-bf1e-41d7-90c7-b1d6180583a2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:40.683058 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4d8c2-a05b-41c9-b4f7-dbea2384633b req-65571264-e953-41f5-8a55-19234aecfb06 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:40.686193 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-68a4d8c2-a05b-41c9-b4f7-dbea2384633b req-65571264-e953-41f5-8a55-19234aecfb06 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 1129 time: 0.0793197 Feb 15 16:36:40.686626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188835e-f518-46be-a719-111e5788622c req-c0287db3-e53f-427a-b2af-288b04dfcc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:40.688726 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f188835e-f518-46be-a719-111e5788622c req-c0287db3-e53f-427a-b2af-288b04dfcc5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 1126 time: 0.0830119 Feb 15 16:36:40.734956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-fc22d334-a2f5-4e54-adc1-e9fcac303eba service neutron] 10.222.0.107 "GET /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208993 Feb 15 16:36:40.756045 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-68a4d8c2-a05b-41c9-b4f7-dbea2384633b req-62429e81-a511-4d46-884a-b6303701386a tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535109 Feb 15 16:36:40.799845 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port fef396f8-bf1e-41d7-90c7-b1d6180583a2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:40.800231 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fef396f8-bf1e-41d7-90c7-b1d6180583a2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:40.874902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188835e-f518-46be-a719-111e5788622c req-c0dbac96-b5e2-4211-94f3-5c96689cf9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:40.876751 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f188835e-f518-46be-a719-111e5788622c req-c0dbac96-b5e2-4211-94f3-5c96689cf9fd service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.1674049 Feb 15 16:36:40.953416 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'name': 'tempest-FloatingIPsNegativeTestJSON-762329963-router', 'tenant_id': '6d0876b805214a19b70e62640bf697ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'fef396f8-bf1e-41d7-90c7-b1d6180583a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:27Z', 'updated_at': '2022-02-15T16:36:38Z', 'revision_number': 4, 'project_id': '6d0876b805214a19b70e62640bf697ab', 'gw_port': {'id': 'fef396f8-bf1e-41d7-90c7-b1d6180583a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:28Z', 'updated_at': '2022-02-15T16:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '43b3a404-23a1-4bce-a39b-97b4f2ee9e14', 'name': '', 'network_id': 'f2a809ad-b3c4-4fd6-aca2-167eab474b7d', 'tenant_id': '6d0876b805214a19b70e62640bf697ab', 'mac_address': 'fa:16:3e:85:38:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b87e7124-0f24-4334-bf4f-777840bba496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:37Z', 'updated_at': '2022-02-15T16:36:38Z', 'revision_number': 2, 'project_id': '6d0876b805214a19b70e62640bf697ab', 'subnets': [{'id': 'b87e7124-0f24-4334-bf4f-777840bba496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:40.955904 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f188835e-f518-46be-a719-111e5788622c req-febae2ab-f84e-4b30-9bff-6d4ae36b6ead service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7 HTTP/1.1" status: 200 len: 217 time: 0.0685370 Feb 15 16:36:40.966366 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7f24c-2daa-47e5-a422-e98a636f04e9 req-c80c8507-157f-45c3-9a64-20988b3c12ee tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:40.969329 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f3c7f24c-2daa-47e5-a422-e98a636f04e9 req-c80c8507-157f-45c3-9a64-20988b3c12ee tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 943 time: 0.0927262 Feb 15 16:36:41.019237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33340) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:41.037144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188835e-f518-46be-a719-111e5788622c req-a32595ea-f689-42e4-b84f-0d12b2060256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:41.038701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f188835e-f518-46be-a719-111e5788622c req-a32595ea-f689-42e4-b84f-0d12b2060256 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.0726848 Feb 15 16:36:41.039615 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2b7550cf-1527-4203-8812-9fefd8f22810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:41.078676 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f188835e-f518-46be-a719-111e5788622c req-403bb4f7-ac4b-4500-bfa9-25629127b343 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306537 Feb 15 16:36:41.084149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port fef396f8-bf1e-41d7-90c7-b1d6180583a2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:41.087711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Checking router: 56d80b57-3f30-4165-af34-b46bb08c4973 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:36:41.097737 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Updating router 56d80b57-3f30-4165-af34-b46bb08c4973 port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:36:41.137906 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f3c7f24c-2daa-47e5-a422-e98a636f04e9 req-4444204f-ee2c-4958-be15-42c5b84e1f77 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624825 Feb 15 16:36:41.279692 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:41.358720 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2b7550cf-1527-4203-8812-9fefd8f22810 admin admin] Publish callbacks [] for security_group (bfdc2b91-e58d-48f7-a064-40e3c894a178), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:41.363329 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f188835e-f518-46be-a719-111e5788622c req-2ca69960-028c-46bc-9d2f-2dbb731ba89b service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517030 Feb 15 16:36:41.396859 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b053f-4325-4925-8d32-dd20556432e6 req-eb366964-7d68-4d53-9b3b-537cade3b0c7 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:41.405817 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-040b053f-4325-4925-8d32-dd20556432e6 req-eb366964-7d68-4d53-9b3b-537cade3b0c7 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 949 time: 0.1652133 Feb 15 16:36:41.515502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2b7550cf-1527-4203-8812-9fefd8f22810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bfdc2b91-e58d-48f7-a064-40e3c894a178), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:41.592507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device e157465c-9784-4c87-8b1f-373b2ac01535 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:41.593576 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-040b053f-4325-4925-8d32-dd20556432e6 req-c4714993-57c7-4527-9f90-1ac0dda50e92 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787734 Feb 15 16:36:41.679850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 06ee8582-6a89-4e21-8083-647e35d014d4 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:41.702264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7550cf-1527-4203-8812-9fefd8f22810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdc2b91-e58d-48f7-a064-40e3c894a178,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:41.731239 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2b7550cf-1527-4203-8812-9fefd8f22810 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=30e2ab5334c24f5aa1d053a336a8f017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7065222 Feb 15 16:36:41.731840 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33358) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:41.830916 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-698f2b24-29ce-40c7-90bb-ae5bcd302b7f req-e0d41266-d905-4b29-bb2c-b0ba65a99be8 tempest-FloatingIPsNegativeTestJSON-814449518 tempest-FloatingIPsNegativeTestJSON-814449518-project] 10.222.0.107 "GET /v2.0/floatingips?tenant_id=6d0876b805214a19b70e62640bf697ab HTTP/1.1" status: 200 len: 217 time: 0.1489563 Feb 15 16:36:41.832962 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f188835e-f518-46be-a719-111e5788622c req-da85319b-7245-4aae-96c9-7a9065d4701a service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616835 Feb 15 16:36:41.955126 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7aebad87-d170-4121-8244-f88075b61249 req-9692a839-b2ec-4b25-b683-01e3352bd411 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 210 time: 0.0424743 Feb 15 16:36:41.956150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c53443-01ba-47da-91dc-708196616505 admin admin] Publish callbacks [] for security_group (bfdc2b91-e58d-48f7-a064-40e3c894a178), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:41.993892 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:42.021789 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c53443-01ba-47da-91dc-708196616505 admin admin] Publish callbacks [] for security_group (bfdc2b91-e58d-48f7-a064-40e3c894a178), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:42.033085 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e1d23-e10b-4721-ab3d-09365af9582a req-ec8dddcb-a8b4-4518-94ba-aa1df4c0dc12 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:42.066605 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e25e1d23-e10b-4721-ab3d-09365af9582a req-ec8dddcb-a8b4-4518-94ba-aa1df4c0dc12 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 1129 time: 0.2508006 Feb 15 16:36:42.080092 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f13c6f91-0a71-494d-8913-5827441b99dc req-196be399-eea6-403d-8a7e-bec1c46c1219 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 210 time: 0.0399833 Feb 15 16:36:42.121544 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port e157465c-9784-4c87-8b1f-373b2ac01535 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:36:42.123615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 06ee8582-6a89-4e21-8083-647e35d014d4 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:36:42.139633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port e157465c-9784-4c87-8b1f-373b2ac01535 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:42.140026 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e157465c-9784-4c87-8b1f-373b2ac01535), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:42.143532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 06ee8582-6a89-4e21-8083-647e35d014d4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:42.143907 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (06ee8582-6a89-4e21-8083-647e35d014d4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:42.164522 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e6dade0-da08-4b64-812b-deaa2c17c5a7 req-9fab33f9-64d4-4d93-9bbc-7f428e35b44c tempest-FloatingIPsNegativeTestJSON-814449518 tempest-FloatingIPsNegativeTestJSON-814449518-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0621085 Feb 15 16:36:42.193519 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e25e1d23-e10b-4721-ab3d-09365af9582a req-7e0046d1-4869-4ef4-ab0a-1baacd69b025 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197197 Feb 15 16:36:42.294161 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-0bec42d7-67f6-49e3-8697-7332d8be7ef6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=83dc14985f004c3eab7d27bb571467d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443861 Feb 15 16:36:42.334862 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [req-6690fc00-c415-474e-880c-5eba3ec56d7d req-b4760369-ad22-4734-8bed-3095abfab973 tempest-FloatingIPsNegativeTestJSON-814449518 tempest-FloatingIPsNegativeTestJSON-814449518-project] show failed (client error): The resource could not be found. Feb 15 16:36:42.336273 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6690fc00-c415-474e-880c-5eba3ec56d7d req-b4760369-ad22-4734-8bed-3095abfab973 tempest-FloatingIPsNegativeTestJSON-814449518 tempest-FloatingIPsNegativeTestJSON-814449518-project] 10.222.0.107 "GET /v2.0/floatingips/7dcae81f-203d-4c24-8b96-e23917583056 HTTP/1.1" status: 404 len: 350 time: 0.0704823 Feb 15 16:36:42.348025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33368) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:42.454405 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Publish callbacks [] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:42.565195 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c53443-01ba-47da-91dc-708196616505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bfdc2b91-e58d-48f7-a064-40e3c894a178), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:42.568737 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76c53443-01ba-47da-91dc-708196616505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:42.570239 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-76c53443-01ba-47da-91dc-708196616505 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bfdc2b91-e58d-48f7-a064-40e3c894a178 HTTP/1.1" status: 204 len: 168 time: 0.8377419 Feb 15 16:36:42.570357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 06ee8582-6a89-4e21-8083-647e35d014d4 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:42.570898 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (06ee8582-6a89-4e21-8083-647e35d014d4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:42.585712 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:42.605346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-0ed2ef06-1a21-423e-9af1-6dd65966c8c1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:42.606983 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-0ed2ef06-1a21-423e-9af1-6dd65966c8c1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3028817 Feb 15 16:36:42.608166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port e157465c-9784-4c87-8b1f-373b2ac01535 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:42.608805 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e157465c-9784-4c87-8b1f-373b2ac01535), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:42.631031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Request body: {'port': {'device_id': 'bd19876f-aa4f-4e75-8d7b-f2f6b6083eec', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '83dc14985f004c3eab7d27bb571467d7'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:42.637117 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c53443-01ba-47da-91dc-708196616505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdc2b91-e58d-48f7-a064-40e3c894a178,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:42.705410 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6216cffc-4a69-4021-86a4-2c699321d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ee8582-6a89-4e21-8083-647e35d014d4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:42.707917 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e8086b-f617-4d24-8037-31a4043a0435" -d '{"events": [{"server_uuid": "6216cffc-4a69-4021-86a4-2c699321d36e", "name": "network-vif-plugged", "status": "completed", "tag": "06ee8582-6a89-4e21-8083-647e35d014d4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:42.767495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49cc47-bc61-48b4-bb80-ba54de0a9b22 None None] Pushing event updated for resources: {'Port': ['ID=43b3a404-23a1-4bce-a39b-97b4f2ee9e14,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:42.768853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0f1ef1-4c18-4404-b988-aea4444e1c80 req-ff00dfce-74e5-4053-8c26-86223b01f05d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:42.778082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd0f1ef1-4c18-4404-b988-aea4444e1c80 req-ff00dfce-74e5-4053-8c26-86223b01f05d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 943 time: 0.4875720 Feb 15 16:36:42.785394 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 06ee8582-6a89-4e21-8083-647e35d014d4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=06ee8582-6a89-4e21-8083-647e35d014d4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:42.793572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port e157465c-9784-4c87-8b1f-373b2ac01535, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=e157465c-9784-4c87-8b1f-373b2ac01535,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:42.857706 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Attempting to bind port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:42.858108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Attempting to bind port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'e7669310-30e3-453f-9d87-0a6f6205f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f2a809ad-b3c4-4fd6-aca2-167eab474b7d'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:42.858474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Attempting to bind port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 on network f2a809ad-b3c4-4fd6-aca2-167eab474b7d {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:42.864292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:42.865449 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Checking segment: {'id': 'e7669310-30e3-453f-9d87-0a6f6205f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f2a809ad-b3c4-4fd6-aca2-167eab474b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:42.865711 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:42.866315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Bound using segment: {'id': 'e7669310-30e3-453f-9d87-0a6f6205f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f2a809ad-b3c4-4fd6-aca2-167eab474b7d'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:42.866539 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Bound port: 43b3a404-23a1-4bce-a39b-97b4f2ee9e14, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7669310-30e3-453f-9d87-0a6f6205f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f2a809ad-b3c4-4fd6-aca2-167eab474b7d'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:42.866914 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:42.918811 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd0f1ef1-4c18-4404-b988-aea4444e1c80 req-34282cda-84cc-42d3-a32c-e07cecdb84dc tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325388 Feb 15 16:36:43.003218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Made reservation on behalf of 83dc14985f004c3eab7d27bb571467d7 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:43.007169 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:43.027851 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:43.042095 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] For port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:43.072459 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] For port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=43b3a404-23a1-4bce-a39b-97b4f2ee9e14,segment=NetworkSegment(e7669310-30e3-453f-9d87-0a6f6205f4a5),segment_id=e7669310-30e3-453f-9d87-0a6f6205f4a5)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:43.077912 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18623c34-daec-4722-8b67-9ddbe11ef77d x-openstack-request-id: req-18623c34-daec-4722-8b67-9ddbe11ef77d {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:43.078222 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6216cffc-4a69-4021-86a4-2c699321d36e", "name": "network-vif-plugged", "status": "completed", "tag": "06ee8582-6a89-4e21-8083-647e35d014d4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:43.078537 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-18623c34-daec-4722-8b67-9ddbe11ef77d {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:43.079183 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6216cffc-4a69-4021-86a4-2c699321d36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06ee8582-6a89-4e21-8083-647e35d014d4', 'code': 200} Feb 15 16:36:43.085235 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (06ee8582-6a89-4e21-8083-647e35d014d4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:43.085235 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e157465c-9784-4c87-8b1f-373b2ac01535), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:43.171966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=06ee8582-6a89-4e21-8083-647e35d014d4,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:43.174530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c9c12-a705-4d85-bb1e-a44ec18cd106 req-bb6a4344-a1c3-4664-872a-548c3ef31d55 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:43.179394 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3813e30e-5aa8-4d63-a688-84d739abdb2c None None] Provisioning complete for port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:43.179771 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3813e30e-5aa8-4d63-a688-84d739abdb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:43.183218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a67c9c12-a705-4d85-bb1e-a44ec18cd106 req-bb6a4344-a1c3-4664-872a-548c3ef31d55 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 1129 time: 0.1398342 Feb 15 16:36:43.194884 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:43.348725 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:43.355121 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Routers {'56d80b57-3f30-4165-af34-b46bb08c4973'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:36:43.355770 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:36:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['56d80b57-3f30-4165-af34-b46bb08c4973'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:43.367683 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=e157465c-9784-4c87-8b1f-373b2ac01535,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:43.371936 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb46f7e-10f9-4261-9736-4d03306f1f74 req-373c77a5-5d28-461e-9bab-0bcaad525f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:43.373859 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8eb46f7e-10f9-4261-9736-4d03306f1f74 req-373c77a5-5d28-461e-9bab-0bcaad525f85 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 1133 time: 0.2421944 Feb 15 16:36:43.403925 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381a271-0271-4c54-93af-25d13e1e6897 req-725af3c1-729b-418f-88c2-5aaf2283a127 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:43.418912 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1381a271-0271-4c54-93af-25d13e1e6897 req-725af3c1-729b-418f-88c2-5aaf2283a127 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 950 time: 0.4012184 Feb 15 16:36:43.517470 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a67c9c12-a705-4d85-bb1e-a44ec18cd106 req-09cbf144-0927-4a23-b993-9bd50148e24b tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327672 Feb 15 16:36:43.531009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b7b82a89-66b9-4db0-911a-38a87ed2acc7 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:36:43.548030 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks [] for security_group (846cd5cb-cbdd-413a-991d-8d02f1b0e86e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:43.586518 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8eb46f7e-10f9-4261-9736-4d03306f1f74 req-49e9959b-60af-4339-a884-07abc6da8bdf service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026534 Feb 15 16:36:43.667835 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e32b0d8-5d37-42cc-b4ed-e36f214df796 req-1c2bdcb8-b654-427c-9d45-ec89b290f3ce tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 210 time: 0.0413229 Feb 15 16:36:43.670461 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (846cd5cb-cbdd-413a-991d-8d02f1b0e86e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:43.749496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port b7b82a89-66b9-4db0-911a-38a87ed2acc7, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:43.770000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3813e30e-5aa8-4d63-a688-84d739abdb2c None None] Current status of the port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:43.771370 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3813e30e-5aa8-4d63-a688-84d739abdb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:43.788453 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1381a271-0271-4c54-93af-25d13e1e6897 req-41735f58-8611-40c6-bf77-fb6c72abaeae tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682206 Feb 15 16:36:43.823373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=846cd5cb-cbdd-413a-991d-8d02f1b0e86e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:43.836835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'b7b82a89-66b9-4db0-911a-38a87ed2acc7', 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529', 'port_id': 'b7b82a89-66b9-4db0-911a-38a87ed2acc7', 'mac_address': 'fa:16:3e:67:49:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b325c87-fd51-4707-8465-cf36d596fb16', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:36:43.838037 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-190e8929-afe0-494b-9e33-d85c8de7ec2b req-c7f2dd74-4936-447e-a8af-988f4a3a8a7c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 210 time: 0.0578971 Feb 15 16:36:43.863629 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c171d244-9fa4-4739-8a57-41604d73009b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (56d80b57-3f30-4165-af34-b46bb08c4973), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:43.873199 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d49cc47-bc61-48b4-bb80-ba54de0a9b22 None None] Pushing event updated for resources: {'Port': ['ID=43b3a404-23a1-4bce-a39b-97b4f2ee9e14,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:43.985045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3813e30e-5aa8-4d63-a688-84d739abdb2c None None] For port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=43b3a404-23a1-4bce-a39b-97b4f2ee9e14,segment=NetworkSegment(e7669310-30e3-453f-9d87-0a6f6205f4a5),segment_id=e7669310-30e3-453f-9d87-0a6f6205f4a5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:44.004833 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port b7b82a89-66b9-4db0-911a-38a87ed2acc7 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:44.019643 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:44.034270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Allocated IP 192.168.233.42 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/44e217bb-aa23-4523-9b25-0e2d0de6e1d4) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:44.052151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] Set router 56d80b57-3f30-4165-af34-b46bb08c4973 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:36:44.114755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b82a89-66b9-4db0-911a-38a87ed2acc7 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:44.119415 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3813e30e-5aa8-4d63-a688-84d739abdb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:44.207612 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813e30e-5aa8-4d63-a688-84d739abdb2c None None] Pushing event updated for resources: {'Port': ['ID=43b3a404-23a1-4bce-a39b-97b4f2ee9e14,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:44.261729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port b7b82a89-66b9-4db0-911a-38a87ed2acc7, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:44.268846 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks [] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:44.277130 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96865e45-6d5a-407b-aced-fe3a9ae8b82f req-0da47997-2034-4e51-80ce-2c9020e2044d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:44.284563 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-96865e45-6d5a-407b-aced-fe3a9ae8b82f req-0da47997-2034-4e51-80ce-2c9020e2044d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 943 time: 0.2223740 Feb 15 16:36:44.300977 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-dbcdafa2-3a6a-4513-a4df-183800d9f0fe None None] Provisioning complete for port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:44.301391 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dbcdafa2-3a6a-4513-a4df-183800d9f0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:44.368022 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-96865e45-6d5a-407b-aced-fe3a9ae8b82f req-22fdba39-7b76-4b67-b989-549772561388 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818079 Feb 15 16:36:44.369623 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:44.421923 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:44.482937 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=b7b82a89-66b9-4db0-911a-38a87ed2acc7,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:44.488150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:44.491792 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:44.496358 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:44.497134 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c171d244-9fa4-4739-8a57-41604d73009b admin admin] Deleting port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:36:44.498266 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c171d244-9fa4-4739-8a57-41604d73009b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:44.500469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Pushing event updated for resources: {'Port': ['ID=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:44.589893 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dbcdafa2-3a6a-4513-a4df-183800d9f0fe None None] Current status of the port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:44.658144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:44.658839 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:44.659496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'name': 'tempest-FloatingIPsNegativeTestJSON-762329963-router', 'tenant_id': '6d0876b805214a19b70e62640bf697ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'fef396f8-bf1e-41d7-90c7-b1d6180583a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:27Z', 'updated_at': '2022-02-15T16:36:38Z', 'revision_number': 4, 'project_id': '6d0876b805214a19b70e62640bf697ab', 'gw_port': {'id': 'fef396f8-bf1e-41d7-90c7-b1d6180583a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:28Z', 'updated_at': '2022-02-15T16:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '43b3a404-23a1-4bce-a39b-97b4f2ee9e14', 'name': '', 'network_id': 'f2a809ad-b3c4-4fd6-aca2-167eab474b7d', 'tenant_id': '6d0876b805214a19b70e62640bf697ab', 'mac_address': 'fa:16:3e:85:38:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b87e7124-0f24-4334-bf4f-777840bba496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:37Z', 'updated_at': '2022-02-15T16:36:43Z', 'revision_number': 4, 'project_id': '6d0876b805214a19b70e62640bf697ab', 'subnets': [{'id': 'b87e7124-0f24-4334-bf4f-777840bba496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:44.686533 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-c171d244-9fa4-4739-8a57-41604d73009b admin admin] For port 43b3a404-23a1-4bce-a39b-97b4f2ee9e14, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=43b3a404-23a1-4bce-a39b-97b4f2ee9e14,segment=NetworkSegment(e7669310-30e3-453f-9d87-0a6f6205f4a5),segment_id=e7669310-30e3-453f-9d87-0a6f6205f4a5)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:44.686883 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c171d244-9fa4-4739-8a57-41604d73009b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:44.716552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c171d244-9fa4-4739-8a57-41604d73009b admin admin] Calling delete_port for 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:36:44.728273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['b7b82a89-66b9-4db0-911a-38a87ed2acc7'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:44.735439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cd06ce-58ea-49ec-b7bc-8877c2c487cb None None] The sync data for ids ['56d80b57-3f30-4165-af34-b46bb08c4973'] in n-d-828372-14 is: [{'id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'name': 'tempest-FloatingIPsNegativeTestJSON-762329963-router', 'tenant_id': '6d0876b805214a19b70e62640bf697ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'fef396f8-bf1e-41d7-90c7-b1d6180583a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:27Z', 'updated_at': '2022-02-15T16:36:38Z', 'revision_number': 4, 'project_id': '6d0876b805214a19b70e62640bf697ab', 'gw_port': {'id': 'fef396f8-bf1e-41d7-90c7-b1d6180583a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:28Z', 'updated_at': '2022-02-15T16:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '43b3a404-23a1-4bce-a39b-97b4f2ee9e14', 'name': '', 'network_id': 'f2a809ad-b3c4-4fd6-aca2-167eab474b7d', 'tenant_id': '6d0876b805214a19b70e62640bf697ab', 'mac_address': 'fa:16:3e:85:38:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'b87e7124-0f24-4334-bf4f-777840bba496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:37Z', 'updated_at': '2022-02-15T16:36:43Z', 'revision_number': 4, 'project_id': '6d0876b805214a19b70e62640bf697ab', 'subnets': [{'id': 'b87e7124-0f24-4334-bf4f-777840bba496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:36:44.857285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38351d-c483-4718-95c9-d0b6250f9e52 req-d9101fcd-09e8-45db-8d70-91329562a4d3 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:44.863445 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e38351d-c483-4718-95c9-d0b6250f9e52 req-d9101fcd-09e8-45db-8d70-91329562a4d3 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 1129 time: 0.1985250 Feb 15 16:36:44.917701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-6b0adf93-b514-4791-9852-0adab24c6892 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3000786 Feb 15 16:36:44.933084 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5cefe6e3-6392-4662-af18-e56636f45710 req-db2a0e57-4b61-456e-9330-c15694368d74 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 210 time: 0.0880618 Feb 15 16:36:44.954134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-a933181a-d71e-4eff-b144-b07daf6982a9 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:44.958994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-a933181a-d71e-4eff-b144-b07daf6982a9 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.67 "GET /v2.0/networks?id=0305f676-6c3c-4135-913e-af6ab03d5e4e HTTP/1.1" status: 200 len: 824 time: 0.4240155 Feb 15 16:36:44.972686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Request body: {'port': {'device_id': 'bd19876f-aa4f-4e75-8d7b-f2f6b6083eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:45.054509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-05fb1691-8515-46a0-8e30-a391a7b8ee98 None None] Provisioning complete for port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:45.055042 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05fb1691-8515-46a0-8e30-a391a7b8ee98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:45.090012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3110f14b-b92d-44ce-8ddd-b9451e93c012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e157465c-9784-4c87-8b1f-373b2ac01535'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:45.099942 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17eb370-4627-46c2-8b0b-402328b7dde4" -d '{"events": [{"server_uuid": "3110f14b-b92d-44ce-8ddd-b9451e93c012", "name": "network-vif-plugged", "status": "completed", "tag": "e157465c-9784-4c87-8b1f-373b2ac01535"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:45.158196 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-05fb1691-8515-46a0-8e30-a391a7b8ee98 None None] Port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:36:45.193787 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930795e2-e606-4603-8743-3bc448a863bf req-8772ed02-df01-4b1a-a2a6-f978687000fb tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:45.203530 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-930795e2-e606-4603-8743-3bc448a863bf req-8772ed02-df01-4b1a-a2a6-f978687000fb tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 950 time: 0.1323962 Feb 15 16:36:45.205348 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e38351d-c483-4718-95c9-d0b6250f9e52 req-e35daa4e-2c83-415c-9944-6a46d6cd8880 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159759 Feb 15 16:36:45.253253 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-e7fcde01-5794-4348-a1cd-06649a8b05b8 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27c221efa2174e2bb6c3a3ee08e7ac83 HTTP/1.1" status: 200 len: 379 time: 0.2223091 Feb 15 16:36:45.272880 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-354d0288-5bf3-414a-98c8-7d9b467f87ff tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Request body: {'port': {'device_id': 'ff597a67-76a0-40ff-8053-428184fc8cfb', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'admin_state_up': True, 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'security_groups': ['48b48a4e-c891-43a0-ba62-b7612a9ce026']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:45.309929 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-930795e2-e606-4603-8743-3bc448a863bf req-003aab76-03a0-4d82-b0a6-4d6ea687c1d9 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052196 Feb 15 16:36:45.322478 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:45.357733 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c171d244-9fa4-4739-8a57-41604d73009b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (43b3a404-23a1-4bce-a39b-97b4f2ee9e14), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:45.369028 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ab98f0-8651-40d7-8b22-73e508a75a61 x-openstack-request-id: req-46ab98f0-8651-40d7-8b22-73e508a75a61 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:45.369540 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3110f14b-b92d-44ce-8ddd-b9451e93c012", "name": "network-vif-plugged", "status": "completed", "tag": "e157465c-9784-4c87-8b1f-373b2ac01535", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:45.369943 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-46ab98f0-8651-40d7-8b22-73e508a75a61 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:45.370356 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3110f14b-b92d-44ce-8ddd-b9451e93c012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e157465c-9784-4c87-8b1f-373b2ac01535', 'code': 200} Feb 15 16:36:45.439665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171d244-9fa4-4739-8a57-41604d73009b admin admin] Pushing event deleted for resources: {'Port': ['ID=43b3a404-23a1-4bce-a39b-97b4f2ee9e14,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:45.661971 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6392c-0681-42b7-bfca-74bdb940e10d req-9bddc03c-4894-4e9e-ad92-5d1fe7fd5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:45.663484 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f3c6392c-0681-42b7-bfca-74bdb940e10d req-9bddc03c-4894-4e9e-ad92-5d1fe7fd5861 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3110f14b-b92d-44ce-8ddd-b9451e93c012 HTTP/1.1" status: 200 len: 1133 time: 0.2185895 Feb 15 16:36:45.737457 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f3c6392c-0681-42b7-bfca-74bdb940e10d req-d6857363-5633-4c92-96e9-4862c1d4b9c3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619414 Feb 15 16:36:45.743720 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c171d244-9fa4-4739-8a57-41604d73009b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (56d80b57-3f30-4165-af34-b46bb08c4973), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:45.892780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0361b3-e5e0-428f-a7c0-f8a3faed4866 req-1482322a-6b2a-4211-9f46-4f288415727c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:45.894361 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b0361b3-e5e0-428f-a7c0-f8a3faed4866 req-1482322a-6b2a-4211-9f46-4f288415727c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 935 time: 0.5750260 Feb 15 16:36:46.023910 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c171d244-9fa4-4739-8a57-41604d73009b admin admin] Router 56d80b57-3f30-4165-af34-b46bb08c4973 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:36:46.115496 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b0361b3-e5e0-428f-a7c0-f8a3faed4866 req-c838b23d-ddc1-4036-9777-7dcb7b3d201c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080004 Feb 15 16:36:46.178353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c171d244-9fa4-4739-8a57-41604d73009b admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:36:46.188186 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c171d244-9fa4-4739-8a57-41604d73009b admin admin] 10.222.0.107 "PUT /v2.0/routers/56d80b57-3f30-4165-af34-b46bb08c4973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8390889 Feb 15 16:36:46.190828 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33456) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:46.193971 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-354d0288-5bf3-414a-98c8-7d9b467f87ff tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Made reservation on behalf of 27c221efa2174e2bb6c3a3ee08e7ac83 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:46.197802 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-354d0288-5bf3-414a-98c8-7d9b467f87ff tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:46.204457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:46.213106 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Publish callbacks [] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:46.231275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-40d8b0d5-4fff-418f-8d7f-6f5c4b44b529 req-c01e3702-7e99-44c8-b6a3-e0737885ceda service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:36:46.232338 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40d8b0d5-4fff-418f-8d7f-6f5c4b44b529 req-c01e3702-7e99-44c8-b6a3-e0737885ceda service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097184 Feb 15 16:36:46.253451 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Transition to ACTIVE for port object 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:36:46.333260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68c87904-9f7a-4b5a-90ae-9d40e021119e admin admin] Publish callbacks [] for router (56d80b57-3f30-4165-af34-b46bb08c4973), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:46.353659 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:46.424980 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-354d0288-5bf3-414a-98c8-7d9b467f87ff tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Allocated IP 172.20.0.13 (0305f676-6c3c-4135-913e-af6ab03d5e4e/2f25f8aa-eba2-4381-970d-f0bf01a10fef/0afd27f2-b975-4623-a6fc-5b7405a92a3c) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:46.432968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Pushing event updated for resources: {'Port': ['ID=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:46.665027 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55391cee-040f-48bc-a9fc-17acb5fe0da0 None None] Sync routers for ids ['56d80b57-3f30-4165-af34-b46bb08c4973'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:36:46.684536 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-354d0288-5bf3-414a-98c8-7d9b467f87ff tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for port (0afd27f2-b975-4623-a6fc-5b7405a92a3c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:46.687639 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55391cee-040f-48bc-a9fc-17acb5fe0da0 None None] Routers {'56d80b57-3f30-4165-af34-b46bb08c4973'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:36:46.688780 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-55391cee-040f-48bc-a9fc-17acb5fe0da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:36:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['56d80b57-3f30-4165-af34-b46bb08c4973'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:46.726414 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Attempting to bind port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:46.726739 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Attempting to bind port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:46.727079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Attempting to bind port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:46.731598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:36:46.731926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Attempting to bind port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:46.737452 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:46.737795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:46.738184 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:46.738620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Bound port: 44e217bb-aa23-4523-9b25-0e2d0de6e1d4, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:46.738983 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:46.806507 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] For port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:46.809875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] For port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:46.814568 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-354d0288-5bf3-414a-98c8-7d9b467f87ff tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0afd27f2-b975-4623-a6fc-5b7405a92a3c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:46.828425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28c1af-2587-4275-8a12-dd4792adefef req-8a8f689e-cf18-4bb6-84dc-15997c70e49b tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:46.830256 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee28c1af-2587-4275-8a12-dd4792adefef req-8a8f689e-cf18-4bb6-84dc-15997c70e49b tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 944 time: 0.1043208 Feb 15 16:36:46.840451 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68c87904-9f7a-4b5a-90ae-9d40e021119e admin admin] Publish callbacks [] for router_gateway (56d80b57-3f30-4165-af34-b46bb08c4973), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:46.857659 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-55391cee-040f-48bc-a9fc-17acb5fe0da0 None None] Set router 56d80b57-3f30-4165-af34-b46bb08c4973 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:36:46.870327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d0288-5bf3-414a-98c8-7d9b467f87ff tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Pushing event updated for resources: {'Port': ['ID=0afd27f2-b975-4623-a6fc-5b7405a92a3c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:46.899671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-354d0288-5bf3-414a-98c8-7d9b467f87ff tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Network 0305f676-6c3c-4135-913e-af6ab03d5e4e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:46.901276 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-354d0288-5bf3-414a-98c8-7d9b467f87ff tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:46.904420 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-354d0288-5bf3-414a-98c8-7d9b467f87ff tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:46.912273 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee28c1af-2587-4275-8a12-dd4792adefef req-3db1a5fe-a17c-4132-8c36-d517be94446f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692399 Feb 15 16:36:46.957008 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:47.115101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-354d0288-5bf3-414a-98c8-7d9b467f87ff tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:47.116685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-68c87904-9f7a-4b5a-90ae-9d40e021119e admin admin] Deleting port fef396f8-bf1e-41d7-90c7-b1d6180583a2 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:36:47.117099 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68c87904-9f7a-4b5a-90ae-9d40e021119e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (fef396f8-bf1e-41d7-90c7-b1d6180583a2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:47.118200 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-354d0288-5bf3-414a-98c8-7d9b467f87ff tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:47.203551 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Pushing event updated for resources: {'Port': ['ID=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:47.221740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:47.225190 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:47.229227 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-3b790043-7f1b-4a4c-a27b-68a8b95a70dc service neutron] 10.222.0.67 "PUT /v2.0/ports/44e217bb-aa23-4523-9b25-0e2d0de6e1d4 HTTP/1.1" status: 200 len: 1096 time: 2.2829745 Feb 15 16:36:47.230409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd19876f-aa4f-4e75-8d7b-f2f6b6083eec', 'tag': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:47.234864 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70c667b-9fec-4f4f-9234-33f9aeeaed57" -d '{"events": [{"name": "network-changed", "server_uuid": "bd19876f-aa4f-4e75-8d7b-f2f6b6083eec", "tag": "44e217bb-aa23-4523-9b25-0e2d0de6e1d4"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:47.259794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eeaee-8bbf-4cc5-bd09-1c8ca023b0da req-8fdb8fff-38cc-4b47-b7e1-ded72e668950 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:47.269610 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a50eeaee-8bbf-4cc5-bd09-1c8ca023b0da req-8fdb8fff-38cc-4b47-b7e1-ded72e668950 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 932 time: 0.2553489 Feb 15 16:36:47.339061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cdc96cae-4b1e-49c9-825a-672e2fe74aeb None None] Provisioning complete for port 0afd27f2-b975-4623-a6fc-5b7405a92a3c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:47.339795 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdc96cae-4b1e-49c9-825a-672e2fe74aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0afd27f2-b975-4623-a6fc-5b7405a92a3c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:47.367851 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-55391cee-040f-48bc-a9fc-17acb5fe0da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'name': 'tempest-FloatingIPsNegativeTestJSON-762329963-router', 'tenant_id': '6d0876b805214a19b70e62640bf697ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': 'fef396f8-bf1e-41d7-90c7-b1d6180583a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:27Z', 'updated_at': '2022-02-15T16:36:45Z', 'revision_number': 5, 'project_id': '6d0876b805214a19b70e62640bf697ab', 'gw_port': {'id': 'fef396f8-bf1e-41d7-90c7-b1d6180583a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f3:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:28Z', 'updated_at': '2022-02-15T16:36:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:47.391253 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a50eeaee-8bbf-4cc5-bd09-1c8ca023b0da req-51fda215-19f2-46c7-beee-624490e59762 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206739 Feb 15 16:36:47.418552 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-354d0288-5bf3-414a-98c8-7d9b467f87ff tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1562250 Feb 15 16:36:47.434674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Request body: {'port': {'device_id': 'ff597a67-76a0-40ff-8053-428184fc8cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:47.438206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cdc96cae-4b1e-49c9-825a-672e2fe74aeb None None] Port 0afd27f2-b975-4623-a6fc-5b7405a92a3c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:36:47.469931 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55391cee-040f-48bc-a9fc-17acb5fe0da0 None None] Checking router: 56d80b57-3f30-4165-af34-b46bb08c4973 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:36:47.476634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-68c87904-9f7a-4b5a-90ae-9d40e021119e admin admin] For port fef396f8-bf1e-41d7-90c7-b1d6180583a2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=fef396f8-bf1e-41d7-90c7-b1d6180583a2,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:47.478805 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68c87904-9f7a-4b5a-90ae-9d40e021119e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (fef396f8-bf1e-41d7-90c7-b1d6180583a2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:47.498155 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55391cee-040f-48bc-a9fc-17acb5fe0da0 None None] Routers {'56d80b57-3f30-4165-af34-b46bb08c4973'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:36:47.499837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b7b82a89-66b9-4db0-911a-38a87ed2acc7 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:47.500676 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-55391cee-040f-48bc-a9fc-17acb5fe0da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:36:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['56d80b57-3f30-4165-af34-b46bb08c4973'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:47.512424 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-68c87904-9f7a-4b5a-90ae-9d40e021119e admin admin] Calling delete_port for fef396f8-bf1e-41d7-90c7-b1d6180583a2 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:36:47.562195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-88c17274-3795-412c-aea8-02d7e0952aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:47.564093 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-88c17274-3795-412c-aea8-02d7e0952aa3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 1130 time: 0.2217178 Feb 15 16:36:47.565097 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0afd27f2-b975-4623-a6fc-5b7405a92a3c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:47.663666 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-eb3b3a9d-e7f0-4b64-841d-21d0761ead8c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4 HTTP/1.1" status: 200 len: 217 time: 0.0834422 Feb 15 16:36:47.694599 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:36:47.770493 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-55391cee-040f-48bc-a9fc-17acb5fe0da0 None None] Set router 56d80b57-3f30-4165-af34-b46bb08c4973 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:36:47.792353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port b7b82a89-66b9-4db0-911a-38a87ed2acc7 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:36:47.797256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port b7b82a89-66b9-4db0-911a-38a87ed2acc7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:47.797829 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:47.822351 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-90e8bab1-e323-40e1-9caa-e4ddb61ce904 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=2e3c00afde0947689c6bce1c17bbc572&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393944 Feb 15 16:36:47.919680 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-11b555c0-03ca-43ad-927f-7f758b418b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:47.922175 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-55391cee-040f-48bc-a9fc-17acb5fe0da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'name': 'tempest-FloatingIPsNegativeTestJSON-762329963-router', 'tenant_id': '6d0876b805214a19b70e62640bf697ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:27Z', 'updated_at': '2022-02-15T16:36:46Z', 'revision_number': 6, 'project_id': '6d0876b805214a19b70e62640bf697ab', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:47.944087 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-11b555c0-03ca-43ad-927f-7f758b418b50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.2478161 Feb 15 16:36:48.009492 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55391cee-040f-48bc-a9fc-17acb5fe0da0 None None] The sync data for ids ['56d80b57-3f30-4165-af34-b46bb08c4973'] in n-d-828372-14 is: [{'id': '56d80b57-3f30-4165-af34-b46bb08c4973', 'name': 'tempest-FloatingIPsNegativeTestJSON-762329963-router', 'tenant_id': '6d0876b805214a19b70e62640bf697ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:27Z', 'updated_at': '2022-02-15T16:36:46Z', 'revision_number': 6, 'project_id': '6d0876b805214a19b70e62640bf697ab', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:36:48.074360 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-87d67bad-be33-43cf-aad2-74893e49531d tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:48.075910 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-87d67bad-be33-43cf-aad2-74893e49531d tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2311828 Feb 15 16:36:48.094508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port b7b82a89-66b9-4db0-911a-38a87ed2acc7 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:48.094737 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:48.096457 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68c87904-9f7a-4b5a-90ae-9d40e021119e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (fef396f8-bf1e-41d7-90c7-b1d6180583a2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:48.105286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-a5eb4404-bbef-4ada-8b74-9f2cf351305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:48.107292 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-a5eb4404-bbef-4ada-8b74-9f2cf351305c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1623809 Feb 15 16:36:48.116433 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-e034bd7d-b130-4d2f-ab36-7b0c2cd0e8c0 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/quotas/2e3c00afde0947689c6bce1c17bbc572 HTTP/1.1" status: 200 len: 375 time: 0.0341721 Feb 15 16:36:48.131831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port b7b82a89-66b9-4db0-911a-38a87ed2acc7, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:48.132771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0391fdb9-c4e5-4287-9b1d-f5bcc20ed452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b82a89-66b9-4db0-911a-38a87ed2acc7'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:48.135484 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eae21c-244a-4c21-bc15-56dcd21383e9" -d '{"events": [{"server_uuid": "0391fdb9-c4e5-4287-9b1d-f5bcc20ed452", "name": "network-vif-plugged", "status": "completed", "tag": "b7b82a89-66b9-4db0-911a-38a87ed2acc7"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:48.145978 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c87904-9f7a-4b5a-90ae-9d40e021119e admin admin] Pushing event deleted for resources: {'Port': ['ID=fef396f8-bf1e-41d7-90c7-b1d6180583a2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:48.198351 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-3ed78945-baa8-4e21-adda-dc0833fde4a9 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=2e3c00afde0947689c6bce1c17bbc572&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604262 Feb 15 16:36:48.213422 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:48.272107 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68c87904-9f7a-4b5a-90ae-9d40e021119e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (56d80b57-3f30-4165-af34-b46bb08c4973), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:48.288251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=b7b82a89-66b9-4db0-911a-38a87ed2acc7,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:48.288439 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-cd8c5f35-748d-49b2-8827-7c7536453f5b service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722751 Feb 15 16:36:48.375825 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0afd27f2-b975-4623-a6fc-5b7405a92a3c {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:48.392777 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Publish callbacks [] for port (0afd27f2-b975-4623-a6fc-5b7405a92a3c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:48.456173 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68c87904-9f7a-4b5a-90ae-9d40e021119e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (56d80b57-3f30-4165-af34-b46bb08c4973), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:48.463429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Transition to ACTIVE for port object 0afd27f2-b975-4623-a6fc-5b7405a92a3c will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:36:48.466079 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68c87904-9f7a-4b5a-90ae-9d40e021119e admin admin] Publish callbacks [] for router_controller (56d80b57-3f30-4165-af34-b46bb08c4973), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:48.524227 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6116fa8c-d0c4-4671-b406-7d42778fbfde req-616fc2ad-0366-4757-bdcf-1ea1c5fc573f service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207856 Feb 15 16:36:48.551929 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0afd27f2-b975-4623-a6fc-5b7405a92a3c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:48.611221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:36:48.653747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Pushing event updated for resources: {'Port': ['ID=0afd27f2-b975-4623-a6fc-5b7405a92a3c,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:48.680421 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:36:48.680880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 43b3a404-23a1-4bce-a39b-97b4f2ee9e14 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:36:48.721209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108bf65-6ff0-4a8a-b6d3-fa061fcadb23 req-752786a8-0452-41cd-85ad-2ac8d4ddc619 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:48.721209 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4108bf65-6ff0-4a8a-b6d3-fa061fcadb23 req-752786a8-0452-41cd-85ad-2ac8d4ddc619 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 950 time: 0.1089058 Feb 15 16:36:48.721209 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68c87904-9f7a-4b5a-90ae-9d40e021119e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (56d80b57-3f30-4165-af34-b46bb08c4973), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:48.722169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c87904-9f7a-4b5a-90ae-9d40e021119e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56d80b57-3f30-4165-af34-b46bb08c4973 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:36:48.740144 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68c87904-9f7a-4b5a-90ae-9d40e021119e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:48.741969 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-68c87904-9f7a-4b5a-90ae-9d40e021119e admin admin] 10.222.0.107 "DELETE /v2.0/routers/56d80b57-3f30-4165-af34-b46bb08c4973 HTTP/1.1" status: 204 len: 168 time: 2.5477355 Feb 15 16:36:48.744541 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33512) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:48.751659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Attempting to bind port 0afd27f2-b975-4623-a6fc-5b7405a92a3c on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:48.751659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Attempting to bind port 0afd27f2-b975-4623-a6fc-5b7405a92a3c by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:48.751659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Attempting to bind port 0afd27f2-b975-4623-a6fc-5b7405a92a3c on network 0305f676-6c3c-4135-913e-af6ab03d5e4e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:48.761062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Port 0afd27f2-b975-4623-a6fc-5b7405a92a3c on network 0305f676-6c3c-4135-913e-af6ab03d5e4e not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:36:48.761580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Attempting to bind port 0afd27f2-b975-4623-a6fc-5b7405a92a3c on network 0305f676-6c3c-4135-913e-af6ab03d5e4e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:48.787804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:48.789309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Checking segment: {'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:48.789309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Bound using segment: {'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:48.789309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Bound port: 0afd27f2-b975-4623-a6fc-5b7405a92a3c, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:48.789988 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0afd27f2-b975-4623-a6fc-5b7405a92a3c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:48.853275 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df88fcc-c6ac-4f70-ae54-2972302ebd5d admin admin] Deleting subnet b87e7124-0f24-4334-bf4f-777840bba496 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:36:48.856074 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6df88fcc-c6ac-4f70-ae54-2972302ebd5d admin admin] Publish callbacks [] for subnet (b87e7124-0f24-4334-bf4f-777840bba496), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:48.909925 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4108bf65-6ff0-4a8a-b6d3-fa061fcadb23 req-0cea72cb-4af8-4ea9-9524-8fa123bddfb8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790316 Feb 15 16:36:48.928368 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6df88fcc-c6ac-4f70-ae54-2972302ebd5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (b87e7124-0f24-4334-bf4f-777840bba496), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:48.954689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] For port 0afd27f2-b975-4623-a6fc-5b7405a92a3c, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:48.962525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] For port 0afd27f2-b975-4623-a6fc-5b7405a92a3c, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0afd27f2-b975-4623-a6fc-5b7405a92a3c,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:48.966641 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-c1f1b530-fafc-43e6-94be-32b5c2f9644d tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:36:48.967673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-c1f1b530-fafc-43e6-94be-32b5c2f9644d tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0755119 Feb 15 16:36:49.056677 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0afd27f2-b975-4623-a6fc-5b7405a92a3c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:49.064748 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-67d7b6cc-785d-48a0-aea2-1ade82f82fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:49.066206 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-67d7b6cc-785d-48a0-aea2-1ade82f82fd9 service neutron] 10.222.0.107 "GET /v2.0/ports/c2f797ba-d9c0-47e3-9c5c-41777304dc4b HTTP/1.1" status: 200 len: 1126 time: 0.0920253 Feb 15 16:36:49.092599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:49.093285 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:49.094849 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] 10.222.0.67 "PUT /v2.0/ports/0afd27f2-b975-4623-a6fc-5b7405a92a3c HTTP/1.1" status: 200 len: 1093 time: 1.6656625 Feb 15 16:36:49.116877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-03cfadb1-8487-4366-a88b-4b2189a49104 service neutron] Request body: {'binding': {'host': 'n-h1-828372-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:49.117456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-03cfadb1-8487-4366-a88b-4b2189a49104 service neutron] Unknown quota resources ['binding']. {{(pid=103800) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 16:36:49.131575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24184edd-0459-4c84-90ed-c1ff5b851f8b service neutron] Pushing event updated for resources: {'Port': ['ID=0afd27f2-b975-4623-a6fc-5b7405a92a3c,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:49.279415 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6df88fcc-c6ac-4f70-ae54-2972302ebd5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (b87e7124-0f24-4334-bf4f-777840bba496), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:49.313845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-51e35944-942e-4f5d-8846-056fc24d920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:49.320380 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-51e35944-942e-4f5d-8846-056fc24d920b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=27c221efa2174e2bb6c3a3ee08e7ac83&device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 1127 time: 0.0858648 Feb 15 16:36:49.336190 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08790ca-3369-477c-9536-91713cd31e31 req-d1e0da25-c78f-4671-bf54-c2f8721fd4ec tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:49.344045 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a08790ca-3369-477c-9536-91713cd31e31 req-d1e0da25-c78f-4671-bf54-c2f8721fd4ec tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 947 time: 0.3274024 Feb 15 16:36:49.394714 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-ac689278-6b5d-4009-9dc5-09ce8b3e2a85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0afd27f2-b975-4623-a6fc-5b7405a92a3c HTTP/1.1" status: 200 len: 217 time: 0.0597835 Feb 15 16:36:49.447355 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-03cfadb1-8487-4366-a88b-4b2189a49104 service neutron] Attempting to bind port c2f797ba-d9c0-47e3-9c5c-41777304dc4b on host n-h1-828372-14 for vnic_type normal with profile None {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:49.447822 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-03cfadb1-8487-4366-a88b-4b2189a49104 service neutron] Attempting to bind port c2f797ba-d9c0-47e3-9c5c-41777304dc4b by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:49.450087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-03cfadb1-8487-4366-a88b-4b2189a49104 service neutron] Attempting to bind port c2f797ba-d9c0-47e3-9c5c-41777304dc4b on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:49.451775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-eecb8339-2251-44f2-87fa-1cdef72759f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:49.454061 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-eecb8339-2251-44f2-87fa-1cdef72759f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2f25f8aa-eba2-4381-970d-f0bf01a10fef HTTP/1.1" status: 200 len: 863 time: 0.0519619 Feb 15 16:36:49.459146 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-03cfadb1-8487-4366-a88b-4b2189a49104 service neutron] Port c2f797ba-d9c0-47e3-9c5c-41777304dc4b on network cc8d71f0-af5e-4df1-bb31-1f595b410607 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:36:49.459580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-03cfadb1-8487-4366-a88b-4b2189a49104 service neutron] Attempting to bind port c2f797ba-d9c0-47e3-9c5c-41777304dc4b on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:49.472437 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-03cfadb1-8487-4366-a88b-4b2189a49104 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:49.473038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-03cfadb1-8487-4366-a88b-4b2189a49104 service neutron] Checking segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:49.473672 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-03cfadb1-8487-4366-a88b-4b2189a49104 service neutron] Bound using segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:49.474381 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-03cfadb1-8487-4366-a88b-4b2189a49104 service neutron] Bound port: c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:49.526029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-cfda9139-2e55-43ac-b250-0bdc9309befe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:49.527560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-cfda9139-2e55-43ac-b250-0bdc9309befe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0305f676-6c3c-4135-913e-af6ab03d5e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0613053 Feb 15 16:36:49.528619 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a08790ca-3369-477c-9536-91713cd31e31 req-ae1c1ad6-d585-4ea8-b179-2704474dd4f4 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764503 Feb 15 16:36:49.611387 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-03cfadb1-8487-4366-a88b-4b2189a49104 service neutron] For port c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:49.626174 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6df88fcc-c6ac-4f70-ae54-2972302ebd5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (b87e7124-0f24-4334-bf4f-777840bba496), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:49.649328 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630f0697-b60a-4468-ae00-a838bc6711ff x-openstack-request-id: req-630f0697-b60a-4468-ae00-a838bc6711ff {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:49.649773 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd19876f-aa4f-4e75-8d7b-f2f6b6083eec", "tag": "44e217bb-aa23-4523-9b25-0e2d0de6e1d4", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:49.650126 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-630f0697-b60a-4468-ae00-a838bc6711ff {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:49.650688 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd19876f-aa4f-4e75-8d7b-f2f6b6083eec', 'tag': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4', 'status': 'completed', 'code': 200} Feb 15 16:36:49.682266 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df88fcc-c6ac-4f70-ae54-2972302ebd5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b87e7124-0f24-4334-bf4f-777840bba496,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:49.689134 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-52c8268a-0b1d-452f-8e2c-c64ec1dc8a43 service neutron] 10.222.0.67 "GET /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500280 Feb 15 16:36:49.706748 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6df88fcc-c6ac-4f70-ae54-2972302ebd5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:49.713484 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6df88fcc-c6ac-4f70-ae54-2972302ebd5d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/b87e7124-0f24-4334-bf4f-777840bba496 HTTP/1.1" status: 204 len: 168 time: 0.9671423 Feb 15 16:36:49.714459 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33524) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:49.715736 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79494b97-c4a7-4967-a8b6-01a25efedd5f None None] Network f2a809ad-b3c4-4fd6-aca2-167eab474b7d requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:36:49.748274 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c667b-9fec-4f4f-9234-33f9aeeaed57 req-f2e79012-ddc9-4292-af08-313c0f9e47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:49.749789 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e70c667b-9fec-4f4f-9234-33f9aeeaed57 req-f2e79012-ddc9-4292-af08-313c0f9e47c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 1130 time: 0.1026812 Feb 15 16:36:49.770385 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-03cfadb1-8487-4366-a88b-4b2189a49104 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:49.771574 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-03cfadb1-8487-4366-a88b-4b2189a49104 service neutron] 10.222.0.107 "POST /v2.0/ports/c2f797ba-d9c0-47e3-9c5c-41777304dc4b/bindings HTTP/1.1" status: 201 len: 390 time: 0.6883194 Feb 15 16:36:49.824851 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf94d4-1d93-482c-a2f4-0171abc47b5f req-e65684f4-fe81-4a17-a413-ae3aec936b58 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:49.826713 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-59bf94d4-1d93-482c-a2f4-0171abc47b5f req-e65684f4-fe81-4a17-a413-ae3aec936b58 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 945 time: 0.1866753 Feb 15 16:36:49.879189 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (f2a809ad-b3c4-4fd6-aca2-167eab474b7d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:49.940807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfabdd4e-01b0-4403-9e33-c92521fa9558 None None] DHCP port deletion for f2a809ad-b3c4-4fd6-aca2-167eab474b7d request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:36:49.955726 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6aee341-997d-4b86-bca3-22b5ce937414 req-efc575ff-50af-46cb-9b1b-fe311541a582 service neutron] 10.222.0.67 "GET /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561023 Feb 15 16:36:49.960460 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-59bf94d4-1d93-482c-a2f4-0171abc47b5f req-8547b233-deae-4998-9dd3-c329f95ab7ed tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249614 Feb 15 16:36:49.999913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c667b-9fec-4f4f-9234-33f9aeeaed57 req-25474948-2a47-4bbc-a9a3-56d0b2d4dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:50.001460 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e70c667b-9fec-4f4f-9234-33f9aeeaed57 req-25474948-2a47-4bbc-a9a3-56d0b2d4dac6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.2392144 Feb 15 16:36:50.006849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] Deleting port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:36:50.007262 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:50.077138 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaec86f-b8da-40bf-80a0-e0d6dbf55294 x-openstack-request-id: req-acaec86f-b8da-40bf-80a0-e0d6dbf55294 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:50.077485 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0391fdb9-c4e5-4287-9b1d-f5bcc20ed452", "name": "network-vif-plugged", "status": "completed", "tag": "b7b82a89-66b9-4db0-911a-38a87ed2acc7", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:50.077758 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-acaec86f-b8da-40bf-80a0-e0d6dbf55294 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:50.078157 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0391fdb9-c4e5-4287-9b1d-f5bcc20ed452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b82a89-66b9-4db0-911a-38a87ed2acc7', 'code': 200} Feb 15 16:36:50.092696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cfabdd4e-01b0-4403-9e33-c92521fa9558 None None] Deleting port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:36:50.092871 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfabdd4e-01b0-4403-9e33-c92521fa9558 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:50.096684 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e70c667b-9fec-4f4f-9234-33f9aeeaed57 req-4ca42772-a86f-4a32-9fb9-c9215fd98818 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4 HTTP/1.1" status: 200 len: 217 time: 0.0826781 Feb 15 16:36:50.142551 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] For port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e,segment=NetworkSegment(e7669310-30e3-453f-9d87-0a6f6205f4a5),segment_id=e7669310-30e3-453f-9d87-0a6f6205f4a5)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:50.143154 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:50.179602 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] Calling delete_port for 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:36:50.207590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cfabdd4e-01b0-4403-9e33-c92521fa9558 None None] For port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e,segment=NetworkSegment(e7669310-30e3-453f-9d87-0a6f6205f4a5),segment_id=e7669310-30e3-453f-9d87-0a6f6205f4a5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:50.207999 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfabdd4e-01b0-4403-9e33-c92521fa9558 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:50.223491 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f1de1fe8-4191-4e77-bd3b-d4282a8c2cd8 req-bef0c3a3-e902-416a-b4b7-d97e36fc203f tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 210 time: 0.0418561 Feb 15 16:36:50.226206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cfabdd4e-01b0-4403-9e33-c92521fa9558 None None] Calling delete_port for 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:36:50.326590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c667b-9fec-4f4f-9234-33f9aeeaed57 req-d768e21b-9922-4bdd-bd67-37c9e59bb035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:50.328801 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e70c667b-9fec-4f4f-9234-33f9aeeaed57 req-d768e21b-9922-4bdd-bd67-37c9e59bb035 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.2260997 Feb 15 16:36:50.403957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fc130-29ce-46da-a0fd-9d6534435b29 req-75663ec9-6805-4ce3-a549-418305f1cce6 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:50.405561 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6e9fc130-29ce-46da-a0fd-9d6534435b29 req-75663ec9-6805-4ce3-a549-418305f1cce6 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 944 time: 0.2807288 Feb 15 16:36:50.407798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4d8ce-9492-4498-bdd7-72947835f369 req-5c5c7fb8-6f2b-48d3-9635-8ae849d9280b tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:50.409554 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-57a4d8ce-9492-4498-bdd7-72947835f369 req-5c5c7fb8-6f2b-48d3-9635-8ae849d9280b tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=3110f14b-b92d-44ce-8ddd-b9451e93c012 HTTP/1.1" status: 200 len: 950 time: 0.0670421 Feb 15 16:36:50.409675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bda40-04ad-4493-971e-3af02c65368e req-82887479-75ff-467d-a1a1-4f70ab0f3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:50.411094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-306bda40-04ad-4493-971e-3af02c65368e req-82887479-75ff-467d-a1a1-4f70ab0f3f4b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 1128 time: 0.2409205 Feb 15 16:36:50.445547 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfabdd4e-01b0-4403-9e33-c92521fa9558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:50.454722 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:50.491964 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c667b-9fec-4f4f-9234-33f9aeeaed57 req-a26bad8a-69e1-48b1-8b93-f967cd58bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:50.503082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e70c667b-9fec-4f4f-9234-33f9aeeaed57 req-a26bad8a-69e1-48b1-8b93-f967cd58bd7e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1638372 Feb 15 16:36:50.516902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfabdd4e-01b0-4403-9e33-c92521fa9558 None None] Pushing event deleted for resources: {'Port': ['ID=6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:50.528767 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfabdd4e-01b0-4403-9e33-c92521fa9558 None None] No DVR routers for this DVR port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:36:50.532554 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:50.541740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device fef396f8-bf1e-41d7-90c7-b1d6180583a2 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:36:50.552277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] No DVR routers for this DVR port 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:36:50.603886 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-57a4d8ce-9492-4498-bdd7-72947835f369 req-8f0610e5-5fb2-4709-9ca6-72b7af603975 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790447 Feb 15 16:36:50.604609 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: fef396f8-bf1e-41d7-90c7-b1d6180583a2 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:36:50.604964 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device fef396f8-bf1e-41d7-90c7-b1d6180583a2 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:36:50.607529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:36:50.653062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:36:50.653448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6c41e276-a99b-4f3d-9cdc-8e18ed4bc29e not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:36:50.692436 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (f2a809ad-b3c4-4fd6-aca2-167eab474b7d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:50.720917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-306bda40-04ad-4493-971e-3af02c65368e req-459ab391-5850-4a27-8a10-e94e50bc5a88 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960150 Feb 15 16:36:50.733888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6e9fc130-29ce-46da-a0fd-9d6534435b29 req-1e0cbb19-935d-41f0-ba6b-a7fe745566f2 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919168 Feb 15 16:36:50.741285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a809ad-b3c4-4fd6-aca2-167eab474b7d']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:50.765511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7669310-30e3-453f-9d87-0a6f6205f4a5') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:50.765913 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7669310-30e3-453f-9d87-0a6f6205f4a5') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:36:50.771589 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e70c667b-9fec-4f4f-9234-33f9aeeaed57 req-c438ff0c-3f81-4150-8bfd-51bab8d26f99 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553988 Feb 15 16:36:50.794280 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (e7669310-30e3-453f-9d87-0a6f6205f4a5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:50.815176 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-57a1b572-c981-4275-8b51-767cd692f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:50.816832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-57a1b572-c981-4275-8b51-767cd692f3e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 1129 time: 0.1446116 Feb 15 16:36:50.822436 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e7669310-30e3-453f-9d87-0a6f6205f4a5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:50.831309 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:36:50.831635 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (e7669310-30e3-453f-9d87-0a6f6205f4a5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:36:50.834030 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:36:50.879026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda9421-7566-4eba-886c-32d75cdd625b req-85285066-ffac-4ffa-9a55-4f18ecc6b30d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:50.880715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea9d71-61eb-4764-ab05-823e3d0c4f60 req-b493208e-9250-4abd-b0c2-e8b2943515d4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:50.882252 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52ea9d71-61eb-4764-ab05-823e3d0c4f60 req-b493208e-9250-4abd-b0c2-e8b2943515d4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 946 time: 0.1282959 Feb 15 16:36:50.886430 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fbda9421-7566-4eba-886c-32d75cdd625b req-85285066-ffac-4ffa-9a55-4f18ecc6b30d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 947 time: 0.0660365 Feb 15 16:36:50.931112 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fbda9421-7566-4eba-886c-32d75cdd625b req-23c4c63c-cda9-404a-8de1-7ea4db1fdd49 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438309 Feb 15 16:36:50.973503 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52ea9d71-61eb-4764-ab05-823e3d0c4f60 req-c6bc32d5-3e9d-4649-81da-cb224d28a832 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800421 Feb 15 16:36:51.017096 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (f2a809ad-b3c4-4fd6-aca2-167eab474b7d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:51.025881 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:51.031739 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] 10.222.0.107 "DELETE /v2.0/networks/f2a809ad-b3c4-4fd6-aca2-167eab474b7d HTTP/1.1" status: 204 len: 168 time: 1.3138504 Feb 15 16:36:51.047909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3ce22-31d6-4c5b-bfc1-b492e7c0a128 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a809ad-b3c4-4fd6-aca2-167eab474b7d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:51.080744 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e70c667b-9fec-4f4f-9234-33f9aeeaed57 req-2015c414-5994-429d-abd9-927c6557ef03 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455135 Feb 15 16:36:51.114283 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-55e44a5d-7425-46dc-beee-a89442667867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:51.116829 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-55e44a5d-7425-46dc-beee-a89442667867 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.1771169 Feb 15 16:36:51.203138 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-38ad8ec1-3a8d-4fc3-af4f-15c5b1af7428 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b HTTP/1.1" status: 200 len: 217 time: 0.0685062 Feb 15 16:36:51.263869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006b97a-ff90-4865-a649-5cb71453ae51 req-84109caf-a99a-4d35-bff2-89ad357e1104 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:51.265697 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5006b97a-ff90-4865-a649-5cb71453ae51 req-84109caf-a99a-4d35-bff2-89ad357e1104 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 945 time: 0.1738949 Feb 15 16:36:51.275715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-9b438544-5b74-4303-be7a-ce9790346214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:51.277534 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-9b438544-5b74-4303-be7a-ce9790346214 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.0665302 Feb 15 16:36:51.322596 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-1599c831-2185-4f7d-bb84-8a49b939e871 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354555 Feb 15 16:36:51.335508 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-2f4ce21b-c6e2-4f24-83ae-abff1fd0f91b tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2e3c00afde0947689c6bce1c17bbc572&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387819 Feb 15 16:36:51.403933 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5006b97a-ff90-4865-a649-5cb71453ae51 req-417f9c00-0f03-49bb-9c03-6a46031f8726 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236329 Feb 15 16:36:51.458375 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14df36-9808-4b43-9c4e-0d02eeba481d req-10768f49-836f-4ec0-9375-3d3261e38471 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:51.471651 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14df36-9808-4b43-9c4e-0d02eeba481d req-10768f49-836f-4ec0-9375-3d3261e38471 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:51.475964 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-179ca0de-6173-4245-b5d9-1e24d7a23772 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390758 Feb 15 16:36:51.477867 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff14df36-9808-4b43-9c4e-0d02eeba481d req-10768f49-836f-4ec0-9375-3d3261e38471 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=3110f14b-b92d-44ce-8ddd-b9451e93c012&device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 1691 time: 0.1499190 Feb 15 16:36:51.513896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:36:51.616248 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33544) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:51.618802 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b261fdec-9f97-48a4-9ff1-b9afbff9a19e req-bfbc2611-5cac-4323-aa9f-05f2b9e23542 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 210 time: 0.0467241 Feb 15 16:36:51.631283 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-484c4456-dad1-4551-b639-e838be8133e9 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447654 Feb 15 16:36:51.683983 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dd6cec0c-f375-4e8d-b222-f6b5978e251b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6d0876b805214a19b70e62640bf697ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623817 Feb 15 16:36:51.685385 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33546) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:51.738889 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:51.755920 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Publish callbacks [] for security_group (d00eb866-db68-4433-9790-ec91042db47a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:51.778522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4', 'mac_address': 'fa:16:3e:54:bb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:36:51.799522 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Publish callbacks [] for security_group (d00eb866-db68-4433-9790-ec91042db47a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:51.817520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff597a67-76a0-40ff-8053-428184fc8cfb', 'tag': '0afd27f2-b975-4623-a6fc-5b7405a92a3c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:51.820229 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8914f7-b884-4070-8dad-172bccee2575" -d '{"events": [{"name": "network-changed", "server_uuid": "ff597a67-76a0-40ff-8053-428184fc8cfb", "tag": "0afd27f2-b975-4623-a6fc-5b7405a92a3c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:51.855118 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:51.856334 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:51.872487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:51.885963 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff14df36-9808-4b43-9c4e-0d02eeba481d req-3bfd6db9-7034-43f9-b01d-cadfc5a84e68 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035232 Feb 15 16:36:51.899340 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:51.904169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-c061e6b7-602a-4d0f-bdc5-8bcc09cf4dc3 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:51.906119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-c061e6b7-602a-4d0f-bdc5-8bcc09cf4dc3 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5369246 Feb 15 16:36:51.919374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Request body: {'port': {'device_id': '22037962-11b3-4c99-b00a-39afeaaeb3ac', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '2e3c00afde0947689c6bce1c17bbc572'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:51.927384 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbaacb5-8d92-4274-82cf-b4348fa75a00 x-openstack-request-id: req-fcbaacb5-8d92-4274-82cf-b4348fa75a00 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:51.927675 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff597a67-76a0-40ff-8053-428184fc8cfb", "tag": "0afd27f2-b975-4623-a6fc-5b7405a92a3c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:51.929695 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fcbaacb5-8d92-4274-82cf-b4348fa75a00 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:51.933273 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff597a67-76a0-40ff-8053-428184fc8cfb', 'tag': '0afd27f2-b975-4623-a6fc-5b7405a92a3c', 'status': 'completed', 'code': 200} Feb 15 16:36:51.986053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-7ac1ddee-9e26-437f-a837-aa7e3917dbda tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:51.989915 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-7ac1ddee-9e26-437f-a837-aa7e3917dbda tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e&tenant_id=d0ff076c939c42f79afd32ae34c41b7e&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 1129 time: 0.1496222 Feb 15 16:36:52.004833 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265d165-9271-4429-a73b-da8553f379e4 req-701639ae-19ee-48c1-9404-0c872c03eba7 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:52.007610 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8265d165-9271-4429-a73b-da8553f379e4 req-701639ae-19ee-48c1-9404-0c872c03eba7 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 944 time: 0.1803536 Feb 15 16:36:52.028929 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828372-14'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:52.122264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8914f7-b884-4070-8dad-172bccee2575 req-beb49a85-96e7-4d77-a089-e301a6d931b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:52.123849 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:52.131120 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e8914f7-b884-4070-8dad-172bccee2575 req-beb49a85-96e7-4d77-a089-e301a6d931b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=27c221efa2174e2bb6c3a3ee08e7ac83&device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 1127 time: 0.1539123 Feb 15 16:36:52.147432 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8265d165-9271-4429-a73b-da8553f379e4 req-b087cd36-89ca-436a-8038-421b51e2dbe5 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341980 Feb 15 16:36:52.155066 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:52.181950 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d00eb866-db68-4433-9790-ec91042db47a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:52.186267 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:52.189938 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d00eb866-db68-4433-9790-ec91042db47a HTTP/1.1" status: 204 len: 168 time: 0.5010912 Feb 15 16:36:52.222884 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00eb866-db68-4433-9790-ec91042db47a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:52.237596 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:52.238052 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:52.238488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:52.239143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:52.239602 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:52.241451 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:52.241796 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:52.252408 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:52.252826 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:52.253538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:52.253887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:52.254230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:52.254624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524388cb-b673-48fe-a62b-567d963b3103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:52.308436 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:52.313799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Made reservation on behalf of 2e3c00afde0947689c6bce1c17bbc572 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:52.317832 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:52.347209 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:52.435160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09a4dc3-5b40-44d8-84a1-10a64a84e352 req-af6478d0-c967-4741-82ec-00fb51e22c88 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:52.437030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d09a4dc3-5b40-44d8-84a1-10a64a84e352 req-af6478d0-c967-4741-82ec-00fb51e22c88 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 948 time: 0.3338091 Feb 15 16:36:52.456115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['44e217bb-aa23-4523-9b25-0e2d0de6e1d4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:52.473429 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd97a22-7828-4e7d-93a7-7c90250c8463 req-8d198a73-055d-43e4-9ee3-9d23c0422fc9 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:52.483766 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-edd97a22-7828-4e7d-93a7-7c90250c8463 req-8d198a73-055d-43e4-9ee3-9d23c0422fc9 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 946 time: 0.1131182 Feb 15 16:36:52.489198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8914f7-b884-4070-8dad-172bccee2575 req-d3be0a64-823b-4311-adc7-8c5e57dd8ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:52.491935 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e8914f7-b884-4070-8dad-172bccee2575 req-d3be0a64-823b-4311-adc7-8c5e57dd8ca8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0305f676-6c3c-4135-913e-af6ab03d5e4e HTTP/1.1" status: 200 len: 925 time: 0.3532245 Feb 15 16:36:52.508513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] For port c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:52.563310 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-edd97a22-7828-4e7d-93a7-7c90250c8463 req-1ab47089-d1f1-41c9-84f0-d6b8e27cd93a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786011 Feb 15 16:36:52.573914 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e8914f7-b884-4070-8dad-172bccee2575 req-0d7bebca-01ff-4079-b868-63b35ec479c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0afd27f2-b975-4623-a6fc-5b7405a92a3c HTTP/1.1" status: 200 len: 217 time: 0.0580118 Feb 15 16:36:52.603840 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] For port c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:52.621991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d09a4dc3-5b40-44d8-84a1-10a64a84e352 req-4a4938f3-2220-487f-999f-3f5cc1f7eea4 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759744 Feb 15 16:36:52.704298 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks [] for security_group (eed5ac1f-7af7-46f4-a8d0-18ad0c218c35), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:52.759848 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5424108-f000-4e58-9be9-4e022b7d7f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f797ba-d9c0-47e3-9c5c-41777304dc4b'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:52.762370 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4272ba44-6d36-4b99-b857-7b300f5cc29c" -d '{"events": [{"server_uuid": "a5424108-f000-4e58-9be9-4e022b7d7f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f797ba-d9c0-47e3-9c5c-41777304dc4b"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:52.768173 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Publish callbacks [] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:52.786185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8914f7-b884-4070-8dad-172bccee2575 req-e64621ba-71d0-4484-8c8e-22ad494d8777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:52.787998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07291b1e-48aa-4597-953d-46e2a52faeaa req-cc79a7ca-2850-468e-b5b9-2fc7ec285ec3 tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:52.788382 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e8914f7-b884-4070-8dad-172bccee2575 req-e64621ba-71d0-4484-8c8e-22ad494d8777 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2f25f8aa-eba2-4381-970d-f0bf01a10fef HTTP/1.1" status: 200 len: 863 time: 0.1941109 Feb 15 16:36:52.789654 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07291b1e-48aa-4597-953d-46e2a52faeaa req-cc79a7ca-2850-468e-b5b9-2fc7ec285ec3 tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=3110f14b-b92d-44ce-8ddd-b9451e93c012 HTTP/1.1" status: 200 len: 1133 time: 0.1180992 Feb 15 16:36:52.849858 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07291b1e-48aa-4597-953d-46e2a52faeaa req-f1779e8b-6028-4ce3-98e3-3d639c0e005e tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465217 Feb 15 16:36:52.890079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab940013-0dda-4138-860a-1486dff10de1 req-3a61aa51-68c2-42b9-ba73-a69f2bf82ac0 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:52.891847 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ab940013-0dda-4138-860a-1486dff10de1 req-3a61aa51-68c2-42b9-ba73-a69f2bf82ac0 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 945 time: 0.1711469 Feb 15 16:36:52.901929 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8914f7-b884-4070-8dad-172bccee2575 req-c266116a-8060-4ea5-a6cf-bd3dddd0425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:52.903565 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e8914f7-b884-4070-8dad-172bccee2575 req-c266116a-8060-4ea5-a6cf-bd3dddd0425c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0305f676-6c3c-4135-913e-af6ab03d5e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1047363 Feb 15 16:36:52.992782 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aaca9f4d-a638-4b52-b898-ed40316efb26 req-0a7a6230-d280-4ef7-869e-190fd4aa3ec9 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 210 time: 0.0353372 Feb 15 16:36:52.993916 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (eed5ac1f-7af7-46f4-a8d0-18ad0c218c35), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:53.034169 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886f6163-2014-4791-9bea-ff370027db0e x-openstack-request-id: req-886f6163-2014-4791-9bea-ff370027db0e {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:53.034534 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5424108-f000-4e58-9be9-4e022b7d7f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "c2f797ba-d9c0-47e3-9c5c-41777304dc4b", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:53.034906 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-886f6163-2014-4791-9bea-ff370027db0e {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:53.035365 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5424108-f000-4e58-9be9-4e022b7d7f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2f797ba-d9c0-47e3-9c5c-41777304dc4b', 'code': 200} Feb 15 16:36:53.070961 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:53.072354 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ab940013-0dda-4138-860a-1486dff10de1 req-61156de7-292a-4615-b45e-add748e10c99 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727769 Feb 15 16:36:53.141026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:53.179337 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e8914f7-b884-4070-8dad-172bccee2575 req-fdc83990-c9ad-4d07-b0e8-58d2b0f2231c service neutron] 10.222.0.67 "GET /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621677 Feb 15 16:36:53.258454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Allocated IP 192.168.233.223 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/d42f5dd9-6102-4179-8e7a-de217136d2a3) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:53.292571 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437047c6-2371-4465-b997-d63359750c66 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,revision_number=7']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:53.338314 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Attempting to bind port c2f797ba-d9c0-47e3-9c5c-41777304dc4b on host n-h2-828372-14 for vnic_type normal with profile {"migrating_to": "n-h1-828372-14"} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:53.338642 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Attempting to bind port c2f797ba-d9c0-47e3-9c5c-41777304dc4b by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:53.338976 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Attempting to bind port c2f797ba-d9c0-47e3-9c5c-41777304dc4b on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:53.346954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Port c2f797ba-d9c0-47e3-9c5c-41777304dc4b on network cc8d71f0-af5e-4df1-bb31-1f595b410607 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:36:53.347077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Attempting to bind port c2f797ba-d9c0-47e3-9c5c-41777304dc4b on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:53.354717 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d88b62-3143-467f-b0b0-2a333e1b132e req-52a41bdf-6597-4d9d-93b2-6e2afdc2bcd7 tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:53.356485 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-99d88b62-3143-467f-b0b0-2a333e1b132e req-52a41bdf-6597-4d9d-93b2-6e2afdc2bcd7 tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 1133 time: 0.2250834 Feb 15 16:36:53.357394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:53.357734 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Checking segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:53.358111 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Bound using segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:53.359087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Bound port: c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:53.359087 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:53.430955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e8914f7-b884-4070-8dad-172bccee2575 req-dd82bcf7-b042-4f78-87ed-64deae306210 service neutron] 10.222.0.67 "GET /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436600 Feb 15 16:36:53.485124 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-99d88b62-3143-467f-b0b0-2a333e1b132e req-58f6c7b3-528d-43b7-823c-f4e203bdcec4 tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090045 Feb 15 16:36:53.499052 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] For port c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:53.499959 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] For port c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:53.530207 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks [] for port (d42f5dd9-6102-4179-8e7a-de217136d2a3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:53.547846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0afd27f2-b975-4623-a6fc-5b7405a92a3c details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:36:53.589180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:53.667538 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:53.679004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cb9bd-75aa-4c70-a551-a13c08813006 req-19a40a9f-76bb-4b36-8f49-f5d52c9f421d tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:53.686882 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f92cb9bd-75aa-4c70-a551-a13c08813006 req-19a40a9f-76bb-4b36-8f49-f5d52c9f421d tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 1128 time: 0.0689111 Feb 15 16:36:53.689589 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d42f5dd9-6102-4179-8e7a-de217136d2a3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:53.766149 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2bb0f-5a97-48e6-a256-7f4924ac4945 req-fc1674c3-7242-4759-9060-81904ef27a48 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:53.767097 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 0afd27f2-b975-4623-a6fc-5b7405a92a3c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0afd27f2-b975-4623-a6fc-5b7405a92a3c,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:53.771432 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ca2bb0f-5a97-48e6-a256-7f4924ac4945 req-fc1674c3-7242-4759-9060-81904ef27a48 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 944 time: 0.1426783 Feb 15 16:36:53.781204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '0afd27f2-b975-4623-a6fc-5b7405a92a3c', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'port_id': '0afd27f2-b975-4623-a6fc-5b7405a92a3c', 'mac_address': 'fa:16:3e:4b:8d:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:36:53.790403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:53.794096 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:53.824767 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:53.828156 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:53.828796 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:53.830212 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-437047c6-2371-4465-b997-d63359750c66 service neutron] 10.222.0.67 "PUT /v2.0/ports/c2f797ba-d9c0-47e3-9c5c-41777304dc4b HTTP/1.1" status: 200 len: 1124 time: 1.8063941 Feb 15 16:36:53.830607 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f92cb9bd-75aa-4c70-a551-a13c08813006 req-a5a3cac8-8a0f-428e-b1b7-23748b84851b tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377673 Feb 15 16:36:53.842312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437047c6-2371-4465-b997-d63359750c66 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,revision_number=8']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:53.857728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:36:53.876520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:53.877466 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:53.879769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Pushing event updated for resources: {'Port': ['ID=d42f5dd9-6102-4179-8e7a-de217136d2a3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:53.905746 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ca2bb0f-5a97-48e6-a256-7f4924ac4945 req-586e9b11-0691-4fe1-8400-cf4d5fd42e53 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327229 Feb 15 16:36:53.929527 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:53.930245 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:53.986946 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 0afd27f2-b975-4623-a6fc-5b7405a92a3c is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:53.987356 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0afd27f2-b975-4623-a6fc-5b7405a92a3c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:54.023803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afd27f2-b975-4623-a6fc-5b7405a92a3c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:54.032572 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-25372417-9305-4b33-b05d-9e16f941f223 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1170995 Feb 15 16:36:54.036417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['c2f797ba-d9c0-47e3-9c5c-41777304dc4b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:54.056697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Request body: {'port': {'device_id': '22037962-11b3-4c99-b00a-39afeaaeb3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:54.100912 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b6e24-4f4f-4429-a8ce-a3b0727f5b65 req-dd2cd9d2-76a0-465f-a2cc-4cac041e3bda tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:54.111776 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee7b6e24-4f4f-4429-a8ce-a3b0727f5b65 req-dd2cd9d2-76a0-465f-a2cc-4cac041e3bda tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 948 time: 0.1007752 Feb 15 16:36:54.145474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8065271-cfaa-4805-88ea-a15512913619 req-c76e955f-a485-4662-86bc-ce9bb6979b25 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:54.153582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 0afd27f2-b975-4623-a6fc-5b7405a92a3c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0afd27f2-b975-4623-a6fc-5b7405a92a3c,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:54.154302 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8065271-cfaa-4805-88ea-a15512913619 req-c76e955f-a485-4662-86bc-ce9bb6979b25 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 944 time: 0.2055185 Feb 15 16:36:54.171217 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee7b6e24-4f4f-4429-a8ce-a3b0727f5b65 req-7025f8e1-ba7f-4789-b533-ce8cb106056a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569110 Feb 15 16:36:54.209692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:54.210092 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:54.217867 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d42f5dd9-6102-4179-8e7a-de217136d2a3), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:54.248699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:54.253462 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd19876f-aa4f-4e75-8d7b-f2f6b6083eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:54.255872 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4ffbc3-2584-4952-b286-204de535ead6" -d '{"events": [{"server_uuid": "bd19876f-aa4f-4e75-8d7b-f2f6b6083eec", "name": "network-vif-plugged", "status": "completed", "tag": "44e217bb-aa23-4523-9b25-0e2d0de6e1d4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:54.258361 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0afd27f2-b975-4623-a6fc-5b7405a92a3c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:54.293445 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1ffe42f-f669-454a-9959-17fb03140257 req-54fa1109-f5f2-4bd4-b676-0a8913366b7c tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=7a5616e5981049c2a8b562d7a99d1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324895 Feb 15 16:36:54.305103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0c8d69e7-3ee4-4466-8dbb-f57cee2cd998 None None] Provisioning complete for port d42f5dd9-6102-4179-8e7a-de217136d2a3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:54.305534 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c8d69e7-3ee4-4466-8dbb-f57cee2cd998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d42f5dd9-6102-4179-8e7a-de217136d2a3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:54.382445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d69e7-3ee4-4466-8dbb-f57cee2cd998 None None] Port d42f5dd9-6102-4179-8e7a-de217136d2a3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:36:54.384264 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:54.430134 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe42f-f669-454a-9959-17fb03140257 req-18e4a704-4209-459b-8a29-4b2f62bd9cc8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:54.437211 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1ffe42f-f669-454a-9959-17fb03140257 req-18e4a704-4209-459b-8a29-4b2f62bd9cc8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1421795 Feb 15 16:36:54.441938 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=0afd27f2-b975-4623-a6fc-5b7405a92a3c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:54.465458 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1ffe42f-f669-454a-9959-17fb03140257 req-601462a0-03cb-4347-9c39-4446fb5a9c64 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/quotas/7a5616e5981049c2a8b562d7a99d1390 HTTP/1.1" status: 200 len: 375 time: 0.0267723 Feb 15 16:36:54.529779 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:54.543833 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1ffe42f-f669-454a-9959-17fb03140257 req-17f3d6ca-7e35-4c66-8020-c03f5cd46caf tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0766213 Feb 15 16:36:54.550304 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8065271-cfaa-4805-88ea-a15512913619 req-8aa6cd48-437c-43d8-8de8-c9df09c1ecff tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887274 Feb 15 16:36:54.600445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['0afd27f2-b975-4623-a6fc-5b7405a92a3c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:54.653142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42f5dd9-6102-4179-8e7a-de217136d2a3 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:54.663445 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Publish callbacks [] for port (d42f5dd9-6102-4179-8e7a-de217136d2a3), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:54.686489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Transition to ACTIVE for port object d42f5dd9-6102-4179-8e7a-de217136d2a3 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:36:54.702700 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c3dfd6-3d57-41e3-b00d-7d4403d629b8 req-4e8f37bb-fb39-42e8-9b4f-9ee127bda4f3 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:54.704771 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b9c3dfd6-3d57-41e3-b00d-7d4403d629b8 req-4e8f37bb-fb39-42e8-9b4f-9ee127bda4f3 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 1128 time: 0.0807219 Feb 15 16:36:54.765624 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (d42f5dd9-6102-4179-8e7a-de217136d2a3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:54.773543 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b9c3dfd6-3d57-41e3-b00d-7d4403d629b8 req-a5d7f9dc-4b5e-46ec-b4d1-92709656991a tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630670 Feb 15 16:36:54.880871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Pushing event updated for resources: {'Port': ['ID=d42f5dd9-6102-4179-8e7a-de217136d2a3,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:55.016516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3d83c-5249-4632-937e-1cabbaaa2de9 req-fffbf1e2-f098-4cb0-a433-55082a0550bd tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:55.018194 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74d3d83c-5249-4632-937e-1cabbaaa2de9 req-fffbf1e2-f098-4cb0-a433-55082a0550bd tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 948 time: 0.1486809 Feb 15 16:36:55.021694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Attempting to bind port d42f5dd9-6102-4179-8e7a-de217136d2a3 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:55.022099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Attempting to bind port d42f5dd9-6102-4179-8e7a-de217136d2a3 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:55.022493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Attempting to bind port d42f5dd9-6102-4179-8e7a-de217136d2a3 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:55.027361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Port d42f5dd9-6102-4179-8e7a-de217136d2a3 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:36:55.027686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Attempting to bind port d42f5dd9-6102-4179-8e7a-de217136d2a3 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:55.037559 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5424108-f000-4e58-9be9-4e022b7d7f2e', 'tag': 'c2f797ba-d9c0-47e3-9c5c-41777304dc4b'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:55.039860 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c732afb0-cae0-4448-8520-9432e46a9b89" -d '{"events": [{"name": "network-changed", "server_uuid": "a5424108-f000-4e58-9be9-4e022b7d7f2e", "tag": "c2f797ba-d9c0-47e3-9c5c-41777304dc4b"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:55.049349 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:55.049868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:55.050397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:55.051066 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Bound port: d42f5dd9-6102-4179-8e7a-de217136d2a3, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:55.051667 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d42f5dd9-6102-4179-8e7a-de217136d2a3), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:55.131748 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee65a88-a6a9-4d9a-b044-1b7a17157b41 x-openstack-request-id: req-fee65a88-a6a9-4d9a-b044-1b7a17157b41 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:55.132175 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd19876f-aa4f-4e75-8d7b-f2f6b6083eec", "name": "network-vif-plugged", "status": "completed", "tag": "44e217bb-aa23-4523-9b25-0e2d0de6e1d4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:55.132538 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fee65a88-a6a9-4d9a-b044-1b7a17157b41 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:55.133041 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd19876f-aa4f-4e75-8d7b-f2f6b6083eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4', 'code': 200} Feb 15 16:36:55.230403 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74d3d83c-5249-4632-937e-1cabbaaa2de9 req-f7d428e5-7591-46f2-b3ad-bd43f5e99e20 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975977 Feb 15 16:36:55.259904 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d133e9af-17f4-469d-8778-1bc5ce3df170 req-052d568e-ab31-4beb-a72a-84b32b26c092 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 210 time: 0.0574763 Feb 15 16:36:55.318405 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] For port d42f5dd9-6102-4179-8e7a-de217136d2a3, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:55.322482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] For port d42f5dd9-6102-4179-8e7a-de217136d2a3, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d42f5dd9-6102-4179-8e7a-de217136d2a3,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:55.338164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e6e4e-14ab-40e3-a42a-0d3b27d52701 req-3b873a88-b303-4182-a969-36b067829cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:55.340067 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3c6e6e4e-14ab-40e3-a42a-0d3b27d52701 req-3b873a88-b303-4182-a969-36b067829cb2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 1132 time: 0.0791624 Feb 15 16:36:55.387476 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b817bb0-82a3-4bef-a269-1e3c8b7148da x-openstack-request-id: req-3b817bb0-82a3-4bef-a269-1e3c8b7148da {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:55.387770 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5424108-f000-4e58-9be9-4e022b7d7f2e", "tag": "c2f797ba-d9c0-47e3-9c5c-41777304dc4b", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:55.388079 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3b817bb0-82a3-4bef-a269-1e3c8b7148da {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:55.388478 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5424108-f000-4e58-9be9-4e022b7d7f2e', 'tag': 'c2f797ba-d9c0-47e3-9c5c-41777304dc4b', 'status': 'completed', 'code': 200} Feb 15 16:36:55.394306 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (d42f5dd9-6102-4179-8e7a-de217136d2a3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:55.427764 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3c6e6e4e-14ab-40e3-a42a-0d3b27d52701 req-d9595e2a-b496-475c-942b-3b13c8af44f0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804904 Feb 15 16:36:55.456511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625df7fe-18cc-4b44-909b-8f91c9220fee req-b78edb69-0c97-41e2-861e-062a484d324e tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:55.460632 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-625df7fe-18cc-4b44-909b-8f91c9220fee req-b78edb69-0c97-41e2-861e-062a484d324e tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 945 time: 0.0903080 Feb 15 16:36:55.519917 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:55.519917 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:55.519917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] 10.222.0.10 "PUT /v2.0/ports/d42f5dd9-6102-4179-8e7a-de217136d2a3 HTTP/1.1" status: 200 len: 1097 time: 1.4723635 Feb 15 16:36:55.524695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22037962-11b3-4c99-b00a-39afeaaeb3ac', 'tag': 'd42f5dd9-6102-4179-8e7a-de217136d2a3'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:55.526917 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4069151-87c0-4cf7-854b-e0cdb377477f" -d '{"events": [{"name": "network-changed", "server_uuid": "22037962-11b3-4c99-b00a-39afeaaeb3ac", "tag": "d42f5dd9-6102-4179-8e7a-de217136d2a3"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:55.537565 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-625df7fe-18cc-4b44-909b-8f91c9220fee req-efc9c1c2-ce01-495b-9da9-bf1bfd9aa14f tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706632 Feb 15 16:36:55.581487 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b41ba-1dde-493e-b95b-a8a89313900d service neutron] Pushing event updated for resources: {'Port': ['ID=d42f5dd9-6102-4179-8e7a-de217136d2a3,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:55.609665 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732afb0-cae0-4448-8520-9432e46a9b89 req-415c13e7-e14e-47cd-a1bb-b87f65145b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:55.611517 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c732afb0-cae0-4448-8520-9432e46a9b89 req-415c13e7-e14e-47cd-a1bb-b87f65145b22 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 1158 time: 0.1880713 Feb 15 16:36:55.750037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d39f67-bc4d-4c29-bbdc-6bd0e0c6c306 req-77e63b35-7615-4a63-902c-e56eb5d06058 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:55.753936 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74d39f67-bc4d-4c29-bbdc-6bd0e0c6c306 req-77e63b35-7615-4a63-902c-e56eb5d06058 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.2405274 Feb 15 16:36:55.781544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33662) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:55.838133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74d39f67-bc4d-4c29-bbdc-6bd0e0c6c306 req-f49c23b5-9478-4ec3-b2f3-1e26eacaf55d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731432 Feb 15 16:36:55.842910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7814e21f-efd1-42a6-b6cc-fa14da8ee872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:55.845132 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-7814e21f-efd1-42a6-b6cc-fa14da8ee872 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e3c00afde0947689c6bce1c17bbc572&device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 1131 time: 0.1890366 Feb 15 16:36:55.861287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732afb0-cae0-4448-8520-9432e46a9b89 req-519137a8-12d1-4e15-a4f9-594d05f7fdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:55.864335 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c732afb0-cae0-4448-8520-9432e46a9b89 req-519137a8-12d1-4e15-a4f9-594d05f7fdef service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.2448590 Feb 15 16:36:55.906512 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-40e4b66d-b359-417f-9df8-dd4f0c6fc97c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=d42f5dd9-6102-4179-8e7a-de217136d2a3 HTTP/1.1" status: 200 len: 217 time: 0.0517197 Feb 15 16:36:55.953650 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7812ef98-317e-4737-9692-6c3f0ae5bcdb x-openstack-request-id: req-7812ef98-317e-4737-9692-6c3f0ae5bcdb {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:36:55.953943 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22037962-11b3-4c99-b00a-39afeaaeb3ac", "tag": "d42f5dd9-6102-4179-8e7a-de217136d2a3", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:36:55.954203 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7812ef98-317e-4737-9692-6c3f0ae5bcdb {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:36:55.954597 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22037962-11b3-4c99-b00a-39afeaaeb3ac', 'tag': 'd42f5dd9-6102-4179-8e7a-de217136d2a3', 'status': 'completed', 'code': 200} Feb 15 16:36:55.957041 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c732afb0-cae0-4448-8520-9432e46a9b89 req-9096e801-e97e-4052-8ba8-46ef7f9c3423 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b HTTP/1.1" status: 200 len: 217 time: 0.0572360 Feb 15 16:36:55.961557 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2326894b-e307-46c3-b68d-7e076f5e8e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:56.069120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-6751c825-aa34-45d4-9616-314f5143d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:56.070699 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-6751c825-aa34-45d4-9616-314f5143d121 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1254084 Feb 15 16:36:56.087661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732afb0-cae0-4448-8520-9432e46a9b89 req-cc6fe784-23ae-46f3-a873-07343034fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:56.089204 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c732afb0-cae0-4448-8520-9432e46a9b89 req-cc6fe784-23ae-46f3-a873-07343034fc8f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.1138268 Feb 15 16:36:56.155192 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c732afb0-cae0-4448-8520-9432e46a9b89 req-478e06a6-fde3-42f1-9027-6fa560a2be4b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337038 Feb 15 16:36:56.175493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a0e2c-d958-47f1-accc-7ae27d8d4ede req-b7210842-5a16-4ec3-bf56-e8f34a0bb066 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:56.183354 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b7a0e2c-d958-47f1-accc-7ae27d8d4ede req-b7210842-5a16-4ec3-bf56-e8f34a0bb066 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 944 time: 0.1775947 Feb 15 16:36:56.237998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-190092cf-0401-4692-ba0b-7193dca16c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:56.239594 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-190092cf-0401-4692-ba0b-7193dca16c75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1614130 Feb 15 16:36:56.339458 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2326894b-e307-46c3-b68d-7e076f5e8e57 admin admin] Publish callbacks [] for security_group (383c999e-a3f4-4dac-ba15-a595b6b17a7e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:56.354113 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b7a0e2c-d958-47f1-accc-7ae27d8d4ede req-7f38b60f-d5d7-486e-8628-f6d8c3a0f420 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696923 Feb 15 16:36:56.402078 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c732afb0-cae0-4448-8520-9432e46a9b89 req-0b30c1f8-6d18-4a4e-8c8a-4213ee45cc79 service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123642 Feb 15 16:36:56.424883 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2326894b-e307-46c3-b68d-7e076f5e8e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (383c999e-a3f4-4dac-ba15-a595b6b17a7e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:56.483940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-e0ead34a-8bc6-4eb4-b722-bbac8322483c service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352002 Feb 15 16:36:56.516406 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2326894b-e307-46c3-b68d-7e076f5e8e57 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2f9c33d6e7224d1a89f8cb009f24b647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7336009 Feb 15 16:36:56.518004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326894b-e307-46c3-b68d-7e076f5e8e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383c999e-a3f4-4dac-ba15-a595b6b17a7e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:56.520544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33682) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:56.626376 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4bae49b5-0f42-4e3b-b5c1-a74c2b253fd3 admin admin] Publish callbacks [] for security_group (383c999e-a3f4-4dac-ba15-a595b6b17a7e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:56.667431 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4bae49b5-0f42-4e3b-b5c1-a74c2b253fd3 admin admin] Publish callbacks [] for security_group (383c999e-a3f4-4dac-ba15-a595b6b17a7e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:56.808081 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4bae49b5-0f42-4e3b-b5c1-a74c2b253fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (383c999e-a3f4-4dac-ba15-a595b6b17a7e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:56.812402 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4bae49b5-0f42-4e3b-b5c1-a74c2b253fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:56.814295 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4bae49b5-0f42-4e3b-b5c1-a74c2b253fd3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/383c999e-a3f4-4dac-ba15-a595b6b17a7e HTTP/1.1" status: 204 len: 168 time: 0.2920043 Feb 15 16:36:56.852787 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae49b5-0f42-4e3b-b5c1-a74c2b253fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383c999e-a3f4-4dac-ba15-a595b6b17a7e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:56.907618 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c732afb0-cae0-4448-8520-9432e46a9b89 req-e5272775-8ed9-479a-8689-35867e570389 service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5023143 Feb 15 16:36:56.931443 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d841b48-9219-481f-b39f-c1e14ff99bc0 req-dc0ebb6e-6122-4ebc-aa63-36f53db5a562 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:56.932947 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d841b48-9219-481f-b39f-c1e14ff99bc0 req-dc0ebb6e-6122-4ebc-aa63-36f53db5a562 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 948 time: 0.4543190 Feb 15 16:36:56.950970 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f993b134-8e2d-4dd3-bad8-4e084a6bdd19 req-54e49992-b67a-4ab7-9c0d-67425495c48b service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404645 Feb 15 16:36:56.998909 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d841b48-9219-481f-b39f-c1e14ff99bc0 req-8bb470b9-27fd-419e-8466-0d6b35a7bbf3 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582309 Feb 15 16:36:57.088570 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f5428e-7acc-4c7a-9d23-d57c3d0b45e4 req-b4155a3a-cf87-40b5-b2aa-4ace955632b5 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 210 time: 0.0285704 Feb 15 16:36:57.170544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069151-87c0-4cf7-854b-e0cdb377477f req-6fcc8181-d995-4ac1-8e51-71d64df44b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:57.172213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4069151-87c0-4cf7-854b-e0cdb377477f req-6fcc8181-d995-4ac1-8e51-71d64df44b85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e3c00afde0947689c6bce1c17bbc572&device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 1131 time: 0.0703101 Feb 15 16:36:57.324954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a32a8-21c1-449c-95bc-ada708fea2e2 req-ef801b75-6d37-4e1b-a4e0-4c1a91ea7d7e tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:57.326512 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a44a32a8-21c1-449c-95bc-ada708fea2e2 req-ef801b75-6d37-4e1b-a4e0-4c1a91ea7d7e tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 945 time: 0.1085815 Feb 15 16:36:57.351047 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069151-87c0-4cf7-854b-e0cdb377477f req-a0ef6e4d-7571-4152-aa41-4e07a192c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:57.351047 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4069151-87c0-4cf7-854b-e0cdb377477f req-a0ef6e4d-7571-4152-aa41-4e07a192c22d service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1656809 Feb 15 16:36:57.407337 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4069151-87c0-4cf7-854b-e0cdb377477f req-02d5a093-b246-4162-8855-7953a3628f30 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=d42f5dd9-6102-4179-8e7a-de217136d2a3 HTTP/1.1" status: 200 len: 217 time: 0.0495913 Feb 15 16:36:57.463225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a44a32a8-21c1-449c-95bc-ada708fea2e2 req-d7d2ff68-c54e-41ab-9bd2-f5c068466a1f tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255295 Feb 15 16:36:57.482650 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1ffe42f-f669-454a-9959-17fb03140257 req-7751c2b7-7e9c-4c84-b58f-7d39ed9a4799 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7a5616e5981049c2a8b562d7a99d1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326765 Feb 15 16:36:57.491602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069151-87c0-4cf7-854b-e0cdb377477f req-628b39c6-c751-46fb-a460-fbe6df9e0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:57.493047 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4069151-87c0-4cf7-854b-e0cdb377477f req-628b39c6-c751-46fb-a460-fbe6df9e0005 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0757692 Feb 15 16:36:57.563282 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4069151-87c0-4cf7-854b-e0cdb377477f req-bed7a737-b504-404b-91a3-73ec6a102e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:57.565172 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4069151-87c0-4cf7-854b-e0cdb377477f req-bed7a737-b504-404b-91a3-73ec6a102e13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0559154 Feb 15 16:36:57.580395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c2f797ba-d9c0-47e3-9c5c-41777304dc4b details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:36:57.592151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0afd27f2-b975-4623-a6fc-5b7405a92a3c up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:36:57.636710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe42f-f669-454a-9959-17fb03140257 req-4aa9e230-cdda-4796-a4c4-41cd42a337f8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:57.638205 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1ffe42f-f669-454a-9959-17fb03140257 req-4aa9e230-cdda-4796-a4c4-41cd42a337f8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1373863 Feb 15 16:36:57.656699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-e1ffe42f-f669-454a-9959-17fb03140257 req-3d1ca8fa-1808-4350-b702-fa0132619a09 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Request body: {'port': {'device_id': '13881691-fb38-41b2-a444-87df7c985814', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '7a5616e5981049c2a8b562d7a99d1390'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:57.791356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 0afd27f2-b975-4623-a6fc-5b7405a92a3c completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:36:57.798795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ed624-3da3-4707-8c22-6cc4b8888f08 req-734d120f-1233-47a0-ae5a-ecf779f824bb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:57.800809 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f5ed624-3da3-4707-8c22-6cc4b8888f08 req-734d120f-1233-47a0-ae5a-ecf779f824bb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.2193789 Feb 15 16:36:57.809205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 0afd27f2-b975-4623-a6fc-5b7405a92a3c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:57.810095 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0afd27f2-b975-4623-a6fc-5b7405a92a3c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:57.879959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:57.897765 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c2f797ba-d9c0-47e3-9c5c-41777304dc4b has no active binding in host n-h1-828372-14 {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 16:36:57.910177 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f5ed624-3da3-4707-8c22-6cc4b8888f08 req-d0057856-c999-4cc9-a84f-ac977af06399 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971014 Feb 15 16:36:57.969829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 0afd27f2-b975-4623-a6fc-5b7405a92a3c is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:36:57.970222 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0afd27f2-b975-4623-a6fc-5b7405a92a3c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:58.015486 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ffe42f-f669-454a-9959-17fb03140257 req-3d1ca8fa-1808-4350-b702-fa0132619a09 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Made reservation on behalf of 7a5616e5981049c2a8b562d7a99d1390 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:58.019633 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e1ffe42f-f669-454a-9959-17fb03140257 req-3d1ca8fa-1808-4350-b702-fa0132619a09 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:58.044465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 0afd27f2-b975-4623-a6fc-5b7405a92a3c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0afd27f2-b975-4623-a6fc-5b7405a92a3c,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:58.059151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff597a67-76a0-40ff-8053-428184fc8cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afd27f2-b975-4623-a6fc-5b7405a92a3c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:58.064057 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b64364b-bb86-4eaf-a98e-fc0aa7a81d36" -d '{"events": [{"server_uuid": "ff597a67-76a0-40ff-8053-428184fc8cfb", "name": "network-vif-plugged", "status": "completed", "tag": "0afd27f2-b975-4623-a6fc-5b7405a92a3c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:58.067809 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4069151-87c0-4cf7-854b-e0cdb377477f req-5c3c0b1b-16a6-4af7-9a15-1508dd3721eb service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115458 Feb 15 16:36:58.146523 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0afd27f2-b975-4623-a6fc-5b7405a92a3c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:58.160135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268cfff-b802-4166-9218-b5c6c7a8eac6 req-39f8838d-3c5d-41b8-99a9-b11238359b47 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:58.162965 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b268cfff-b802-4166-9218-b5c6c7a8eac6 req-39f8838d-3c5d-41b8-99a9-b11238359b47 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 944 time: 0.1808836 Feb 15 16:36:58.198971 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33734) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:58.228392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=0afd27f2-b975-4623-a6fc-5b7405a92a3c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:58.257442 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-e1ffe42f-f669-454a-9959-17fb03140257 req-3d1ca8fa-1808-4350-b702-fa0132619a09 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Allocated IP 192.168.233.73 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/af4b0c41-e640-4977-9f26-df22168cc4df) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:36:58.259018 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4069151-87c0-4cf7-854b-e0cdb377477f req-6cc80a05-d724-41f1-9f3a-04721f057b3e service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844602 Feb 15 16:36:58.263525 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b268cfff-b802-4166-9218-b5c6c7a8eac6 req-8c72566f-7012-48cb-9d75-799416df0f7e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913830 Feb 15 16:36:58.393937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33742) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:36:58.475130 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e1ffe42f-f669-454a-9959-17fb03140257 req-3d1ca8fa-1808-4350-b702-fa0132619a09 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks [] for port (af4b0c41-e640-4977-9f26-df22168cc4df), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:58.569679 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-9217fbd4-5f62-4cfa-867e-205ea6887900 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:36:58.570837 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-9217fbd4-5f62-4cfa-867e-205ea6887900 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3633153 Feb 15 16:36:58.581628 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-c63d984c-2d9c-45e5-b323-dfb3c0d27349 service neutron] 10.222.0.10 "GET /v2.0/ports/c2f797ba-d9c0-47e3-9c5c-41777304dc4b/bindings/n-h1-828372-14 HTTP/1.1" status: 200 len: 385 time: 0.1091003 Feb 15 16:36:58.593203 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e1ffe42f-f669-454a-9959-17fb03140257 req-3d1ca8fa-1808-4350-b702-fa0132619a09 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (af4b0c41-e640-4977-9f26-df22168cc4df), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:58.609849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6282bc8b-9d8e-4550-a142-dea31796c065', '06ee8582-6a89-4e21-8083-647e35d014d4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:58.662868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ca8fa-1808-4350-b702-fa0132619a09 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event updated for resources: {'Port': ['ID=af4b0c41-e640-4977-9f26-df22168cc4df,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:58.676109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ffe42f-f669-454a-9959-17fb03140257 req-3d1ca8fa-1808-4350-b702-fa0132619a09 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:36:58.678832 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-e1ffe42f-f669-454a-9959-17fb03140257 req-3d1ca8fa-1808-4350-b702-fa0132619a09 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:36:58.689310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-36d0d13f-8fa9-4f94-93f6-80700ea2adb9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-384460367-network', 'tenant_id': '86f88989c64f4a07a00abb3311cab075'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:58.709002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['61365c1c-a004-4754-873b-4058e502539e', '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1', 'e157465c-9784-4c87-8b1f-373b2ac01535'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:36:58.711534 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ffe42f-f669-454a-9959-17fb03140257 req-3d1ca8fa-1808-4350-b702-fa0132619a09 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:36:58.793681 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe42f-f669-454a-9959-17fb03140257 req-3d1ca8fa-1808-4350-b702-fa0132619a09 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:58.795012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e1ffe42f-f669-454a-9959-17fb03140257 req-3d1ca8fa-1808-4350-b702-fa0132619a09 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:58.839250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d0d13f-8fa9-4f94-93f6-80700ea2adb9 admin admin] Made reservation on behalf of 86f88989c64f4a07a00abb3311cab075 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:36:58.839501 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d0d13f-8fa9-4f94-93f6-80700ea2adb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:58.898619 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1ffe42f-f669-454a-9959-17fb03140257 req-3d1ca8fa-1808-4350-b702-fa0132619a09 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2482638 Feb 15 16:36:58.914202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Request body: {'port': {'device_id': '13881691-fb38-41b2-a444-87df7c985814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:58.916844 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d0d13f-8fa9-4f94-93f6-80700ea2adb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:58.940585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-2e9720b3-f38a-485f-b070-ce56e70dcf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:58.942100 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-2e9720b3-f38a-485f-b070-ce56e70dcf7b service neutron] 10.222.0.107 "GET /v2.0/ports/b7b82a89-66b9-4db0-911a-38a87ed2acc7 HTTP/1.1" status: 200 len: 1125 time: 0.1956217 Feb 15 16:36:58.959533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-fc234d59-175b-42eb-a427-97e2d64bae8f service neutron] Request body: {'binding': {'host': 'n-h2-828372-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:36:58.960192 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-fc234d59-175b-42eb-a427-97e2d64bae8f service neutron] Unknown quota resources ['binding']. {{(pid=103799) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 16:36:59.041858 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (af4b0c41-e640-4977-9f26-df22168cc4df), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.068419 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f69cb5-b1e0-41ca-b31b-7e3e8777bfd4 req-85e14dd7-3cf9-4153-a4d6-3c5a9b709ccd tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:59.070238 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-10f69cb5-b1e0-41ca-b31b-7e3e8777bfd4 req-85e14dd7-3cf9-4153-a4d6-3c5a9b709ccd tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 1132 time: 0.2413967 Feb 15 16:36:59.147917 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-10f69cb5-b1e0-41ca-b31b-7e3e8777bfd4 req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.228591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20fdc68b-f7c2-499c-94a9-dcab2bbff562 None None] Provisioning complete for port af4b0c41-e640-4977-9f26-df22168cc4df triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:36:59.228966 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20fdc68b-f7c2-499c-94a9-dcab2bbff562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (af4b0c41-e640-4977-9f26-df22168cc4df), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.258630 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-10f69cb5-b1e0-41ca-b31b-7e3e8777bfd4 req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Publish callbacks [] for security_group (3aeac2d5-ca61-4d9f-8f3e-5d844feca0e9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.264738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20fdc68b-f7c2-499c-94a9-dcab2bbff562 None None] Port af4b0c41-e640-4977-9f26-df22168cc4df cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:36:59.292343 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-89216d9e-63b8-4960-8ddc-0517188363bf service neutron] For port c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:59.328531 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d0d13f-8fa9-4f94-93f6-80700ea2adb9 admin admin] Publish callbacks [] for security_group (d93e1689-1db2-4729-9292-69624a1f8947), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.346799 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-10f69cb5-b1e0-41ca-b31b-7e3e8777bfd4 req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3aeac2d5-ca61-4d9f-8f3e-5d844feca0e9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.373254 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af4b0c41-e640-4977-9f26-df22168cc4df {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:59.374870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-89216d9e-63b8-4960-8ddc-0517188363bf service neutron] For port c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:59.382872 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Publish callbacks [] for port (af4b0c41-e640-4977-9f26-df22168cc4df), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.397533 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Transition to ACTIVE for port object af4b0c41-e640-4977-9f26-df22168cc4df will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:36:59.416792 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d0d13f-8fa9-4f94-93f6-80700ea2adb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d93e1689-1db2-4729-9292-69624a1f8947), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.441987 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-10f69cb5-b1e0-41ca-b31b-7e3e8777bfd4 req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644624 Feb 15 16:36:59.449311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-fc234d59-175b-42eb-a427-97e2d64bae8f service neutron] Attempting to bind port b7b82a89-66b9-4db0-911a-38a87ed2acc7 on host n-h2-828372-14 for vnic_type normal with profile None {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:59.449781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-fc234d59-175b-42eb-a427-97e2d64bae8f service neutron] Attempting to bind port b7b82a89-66b9-4db0-911a-38a87ed2acc7 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:59.450173 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-fc234d59-175b-42eb-a427-97e2d64bae8f service neutron] Attempting to bind port b7b82a89-66b9-4db0-911a-38a87ed2acc7 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:59.456914 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeac2d5-ca61-4d9f-8f3e-5d844feca0e9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:59.465588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:59.465993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:59.466411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:59.466822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:59.467228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:59.467689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:59.468098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:59.468480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:59.468887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:59.469309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:59.469669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:59.470065 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:59.470467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5bfd22-1e11-415f-872b-106db2fae669 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:36:59.476354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-89216d9e-63b8-4960-8ddc-0517188363bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f797ba-d9c0-47e3-9c5c-41777304dc4b {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:36:59.484770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d0d13f-8fa9-4f94-93f6-80700ea2adb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:36:59.494298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-fc234d59-175b-42eb-a427-97e2d64bae8f service neutron] Port b7b82a89-66b9-4db0-911a-38a87ed2acc7 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:36:59.494689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-fc234d59-175b-42eb-a427-97e2d64bae8f service neutron] Attempting to bind port b7b82a89-66b9-4db0-911a-38a87ed2acc7 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:59.507025 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (af4b0c41-e640-4977-9f26-df22168cc4df), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.509202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-89216d9e-63b8-4960-8ddc-0517188363bf service neutron] For port c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:59.526793 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d0d13f-8fa9-4f94-93f6-80700ea2adb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1d1d3bb0-6005-4d65-95c2-91b39a502539), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.527141 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-36d0d13f-8fa9-4f94-93f6-80700ea2adb9 admin admin] Added segment 1d1d3bb0-6005-4d65-95c2-91b39a502539 of type vlan for network 3ac673bd-ccc6-44a9-a21c-8063082f3153 Feb 15 16:36:59.558232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-fc234d59-175b-42eb-a427-97e2d64bae8f service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:59.558639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-fc234d59-175b-42eb-a427-97e2d64bae8f service neutron] Checking segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:59.559102 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-fc234d59-175b-42eb-a427-97e2d64bae8f service neutron] Bound using segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:59.559605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-fc234d59-175b-42eb-a427-97e2d64bae8f service neutron] Bound port: b7b82a89-66b9-4db0-911a-38a87ed2acc7, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:59.569448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Pushing event updated for resources: {'Port': ['ID=af4b0c41-e640-4977-9f26-df22168cc4df,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:59.630876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0d13f-8fa9-4f94-93f6-80700ea2adb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93e1689-1db2-4729-9292-69624a1f8947,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:36:59.641734 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-89216d9e-63b8-4960-8ddc-0517188363bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.658544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Attempting to bind port af4b0c41-e640-4977-9f26-df22168cc4df on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:36:59.659031 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Attempting to bind port af4b0c41-e640-4977-9f26-df22168cc4df by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:36:59.659619 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Attempting to bind port af4b0c41-e640-4977-9f26-df22168cc4df on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:59.664692 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Port af4b0c41-e640-4977-9f26-df22168cc4df on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:36:59.665716 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Attempting to bind port af4b0c41-e640-4977-9f26-df22168cc4df on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:36:59.671432 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:36:59.671894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:36:59.672291 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:36:59.672717 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Bound port: af4b0c41-e640-4977-9f26-df22168cc4df, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:36:59.673078 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (af4b0c41-e640-4977-9f26-df22168cc4df), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.690191 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d0d13f-8fa9-4f94-93f6-80700ea2adb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (3ac673bd-ccc6-44a9-a21c-8063082f3153), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.715089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device d42f5dd9-6102-4179-8e7a-de217136d2a3 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:36:59.763457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] For port af4b0c41-e640-4977-9f26-df22168cc4df, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:36:59.768605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] For port af4b0c41-e640-4977-9f26-df22168cc4df, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=af4b0c41-e640-4977-9f26-df22168cc4df,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:59.821081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385977f-d002-4906-abed-a62255d4e7a0 req-8ae78a4b-fd19-4bee-a0c7-c80e93017b4b tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:59.829208 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2385977f-d002-4906-abed-a62255d4e7a0 req-8ae78a4b-fd19-4bee-a0c7-c80e93017b4b tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 948 time: 0.3161142 Feb 15 16:36:59.834097 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-fc234d59-175b-42eb-a427-97e2d64bae8f service neutron] For port b7b82a89-66b9-4db0-911a-38a87ed2acc7, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:36:59.854596 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (af4b0c41-e640-4977-9f26-df22168cc4df), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.864401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-89216d9e-63b8-4960-8ddc-0517188363bf service neutron] Transition to ACTIVE for port object c2f797ba-d9c0-47e3-9c5c-41777304dc4b will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:36:59.894026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port d42f5dd9-6102-4179-8e7a-de217136d2a3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d42f5dd9-6102-4179-8e7a-de217136d2a3,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:36:59.902838 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2385977f-d002-4906-abed-a62255d4e7a0 req-4a4b4ff2-cb47-4228-a4bf-a5f6ba084b67 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726233 Feb 15 16:36:59.906041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'd42f5dd9-6102-4179-8e7a-de217136d2a3', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': 'd42f5dd9-6102-4179-8e7a-de217136d2a3', 'mac_address': 'fa:16:3e:a9:5c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:36:59.915636 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-fc234d59-175b-42eb-a427-97e2d64bae8f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.917028 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-fc234d59-175b-42eb-a427-97e2d64bae8f service neutron] 10.222.0.107 "POST /v2.0/ports/b7b82a89-66b9-4db0-911a-38a87ed2acc7/bindings HTTP/1.1" status: 201 len: 390 time: 0.9637530 Feb 15 16:36:59.929291 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:59.929291 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.929291 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1ffe42f-f669-454a-9959-17fb03140257 req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] 10.222.0.67 "PUT /v2.0/ports/af4b0c41-e640-4977-9f26-df22168cc4df HTTP/1.1" status: 200 len: 1096 time: 1.0133443 Feb 15 16:36:59.929291 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13881691-fb38-41b2-a444-87df7c985814', 'tag': 'af4b0c41-e640-4977-9f26-df22168cc4df'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:36:59.929291 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716c5378-aac6-4fe6-9b75-034906099fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "13881691-fb38-41b2-a444-87df7c985814", "tag": "af4b0c41-e640-4977-9f26-df22168cc4df"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:36:59.946803 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d0d13f-8fa9-4f94-93f6-80700ea2adb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (3ac673bd-ccc6-44a9-a21c-8063082f3153), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.947805 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d0d13f-8fa9-4f94-93f6-80700ea2adb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:36:59.948393 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d0d13f-8fa9-4f94-93f6-80700ea2adb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.954193 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-89216d9e-63b8-4960-8ddc-0517188363bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:36:59.993137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc18f0a-d962-4dfc-bf77-58dd7cd794d3 service neutron] Pushing event updated for resources: {'Port': ['ID=af4b0c41-e640-4977-9f26-df22168cc4df,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:00.035465 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06911f9-1a90-4774-b7eb-248336a35ec7 x-openstack-request-id: req-f06911f9-1a90-4774-b7eb-248336a35ec7 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:00.035859 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff597a67-76a0-40ff-8053-428184fc8cfb", "name": "network-vif-plugged", "status": "completed", "tag": "0afd27f2-b975-4623-a6fc-5b7405a92a3c", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:00.036235 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f06911f9-1a90-4774-b7eb-248336a35ec7 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:00.036758 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff597a67-76a0-40ff-8053-428184fc8cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afd27f2-b975-4623-a6fc-5b7405a92a3c', 'code': 200} Feb 15 16:37:00.082690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port d42f5dd9-6102-4179-8e7a-de217136d2a3 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:00.087523 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d42f5dd9-6102-4179-8e7a-de217136d2a3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:00.111245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-36d0d13f-8fa9-4f94-93f6-80700ea2adb9 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7144005 Feb 15 16:37:00.117468 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33762) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:00.119061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42f5dd9-6102-4179-8e7a-de217136d2a3 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:37:00.127227 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:00.132527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-696f3c01-91c1-4259-b082-d8581291fcfa admin admin] Request body: {'subnet': {'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-384460367-subnet', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:00.148269 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port d42f5dd9-6102-4179-8e7a-de217136d2a3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d42f5dd9-6102-4179-8e7a-de217136d2a3,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:00.186199 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe42f-f669-454a-9959-17fb03140257 req-e903604b-576c-4b6d-bff5-3c21c3392033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:00.188515 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1ffe42f-f669-454a-9959-17fb03140257 req-e903604b-576c-4b6d-bff5-3c21c3392033 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 1130 time: 0.1372390 Feb 15 16:37:00.232439 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d42f5dd9-6102-4179-8e7a-de217136d2a3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:00.266346 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696f3c01-91c1-4259-b082-d8581291fcfa admin admin] Made reservation on behalf of 86f88989c64f4a07a00abb3311cab075 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:37:00.268944 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-696f3c01-91c1-4259-b082-d8581291fcfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:00.280398 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0d13f-8fa9-4f94-93f6-80700ea2adb9 admin admin] Pushing event updated for resources: {'Network': ['ID=3ac673bd-ccc6-44a9-a21c-8063082f3153,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:00.283668 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1ffe42f-f669-454a-9959-17fb03140257 req-8e600e2a-5aa4-41ae-948d-cb0ce1bd4d95 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=af4b0c41-e640-4977-9f26-df22168cc4df HTTP/1.1" status: 200 len: 217 time: 0.0847790 Feb 15 16:37:00.284995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-89216d9e-63b8-4960-8ddc-0517188363bf service neutron] No DVR routers for this DVR port c2f797ba-d9c0-47e3-9c5c-41777304dc4b on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:37:00.311806 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89216d9e-63b8-4960-8ddc-0517188363bf service neutron] Pushing event updated for resources: {'Port': ['ID=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,revision_number=10']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:00.330450 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 3ac673bd-ccc6-44a9-a21c-8063082f3153 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:37:00.407245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f4e2a-a2ea-424a-ae16-f4ebd348c857 req-c241cff4-b8bf-40ab-86fd-603993294ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:00.408776 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-509f4e2a-a2ea-424a-ae16-f4ebd348c857 req-c241cff4-b8bf-40ab-86fd-603993294ecc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 1129 time: 0.2547500 Feb 15 16:37:00.414898 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-89216d9e-63b8-4960-8ddc-0517188363bf service neutron] 10.222.0.10 "PUT /v2.0/ports/c2f797ba-d9c0-47e3-9c5c-41777304dc4b/bindings/n-h1-828372-14/activate HTTP/1.1" status: 200 len: 370 time: 1.8268976 Feb 15 16:37:00.453474 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe42f-f669-454a-9959-17fb03140257 req-3d6e6509-9ac4-4365-8767-60944de64967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:00.456508 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1ffe42f-f669-454a-9959-17fb03140257 req-3d6e6509-9ac4-4365-8767-60944de64967 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1607456 Feb 15 16:37:00.473309 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-509f4e2a-a2ea-424a-ae16-f4ebd348c857 req-e0382597-774d-4e83-9f3f-2db984e95168 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448120 Feb 15 16:37:00.482243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4268e1-2208-4855-a7c8-a284c66745c2 req-61534aae-0755-4b5b-b3f4-8e009e0caf4f tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:00.484330 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ee4268e1-2208-4855-a7c8-a284c66745c2 req-61534aae-0755-4b5b-b3f4-8e009e0caf4f tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 947 time: 0.3275874 Feb 15 16:37:00.556761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822eee02-2061-47b6-acc1-013db90bd372 req-1ec20dd8-6ebe-428b-8673-09c5a85f2f75 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:00.563990 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-822eee02-2061-47b6-acc1-013db90bd372 req-1ec20dd8-6ebe-428b-8673-09c5a85f2f75 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 946 time: 0.1731753 Feb 15 16:37:00.610248 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ee4268e1-2208-4855-a7c8-a284c66745c2 req-0be72935-2a77-4b94-92c1-94a17eb37bf9 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176493 Feb 15 16:37:00.636785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-45eee26b-1441-4b20-b948-50f9c194fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:00.639237 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-45eee26b-1441-4b20-b948-50f9c194fac3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 1128 time: 0.0691111 Feb 15 16:37:00.666022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ffe42f-f669-454a-9959-17fb03140257 req-f6b910cb-a779-4139-a643-f0fe6736b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:00.668277 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1ffe42f-f669-454a-9959-17fb03140257 req-f6b910cb-a779-4139-a643-f0fe6736b362 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2008860 Feb 15 16:37:00.698069 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-822eee02-2061-47b6-acc1-013db90bd372 req-85d10911-a582-4a6b-8a7d-7ebcb2677659 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329675 Feb 15 16:37:00.711013 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=d42f5dd9-6102-4179-8e7a-de217136d2a3,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:00.748852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['d42f5dd9-6102-4179-8e7a-de217136d2a3'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:00.781561 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:00.835694 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-696f3c01-91c1-4259-b082-d8581291fcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (0fe4af53-9045-419b-bce6-988c130e6dbe), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:00.871989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-fe8786f8-142c-480a-a2e4-430ece4087cf tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:00.873917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-fe8786f8-142c-480a-a2e4-430ece4087cf tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e&tenant_id=d0ff076c939c42f79afd32ae34c41b7e&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 1128 time: 0.1011639 Feb 15 16:37:00.887341 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de7394-5764-4b32-bddf-5cc0924148e3 req-df658d1d-23c8-4c9b-8414-aea285c09fa5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:00.889828 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7de7394-5764-4b32-bddf-5cc0924148e3 req-df658d1d-23c8-4c9b-8414-aea285c09fa5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 945 time: 0.1948903 Feb 15 16:37:00.891237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-7779caa8-1bb0-4dda-af1e-129291c02a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:00.892653 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-7779caa8-1bb0-4dda-af1e-129291c02a43 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.2451215 Feb 15 16:37:00.985541 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f3c01-91c1-4259-b082-d8581291fcfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fe4af53-9045-419b-bce6-988c130e6dbe,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:00.992058 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-8a04c985-883e-4e72-b074-3c0d16502170 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7 HTTP/1.1" status: 200 len: 217 time: 0.0829449 Feb 15 16:37:01.015101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696f3c01-91c1-4259-b082-d8581291fcfa admin admin] Checking segment: {'id': '1d1d3bb0-6005-4d65-95c2-91b39a502539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:37:01.015438 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f3c01-91c1-4259-b082-d8581291fcfa admin admin] Network hostable DHCP agents. Network: 3ac673bd-ccc6-44a9-a21c-8063082f3153, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:37:01.019101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1ffe42f-f669-454a-9959-17fb03140257 req-367c5d17-4298-4188-8787-a1b329345691 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677279 Feb 15 16:37:01.064511 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7de7394-5764-4b32-bddf-5cc0924148e3 req-9211ba32-8d7a-4cf4-8adf-39bc37b01bf3 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564524 Feb 15 16:37:01.068876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-1b5b3ae2-ea20-45ae-8478-c7e76589384f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:01.070463 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-1b5b3ae2-ea20-45ae-8478-c7e76589384f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e&tenant_id=d0ff076c939c42f79afd32ae34c41b7e HTTP/1.1" status: 200 len: 1128 time: 0.1768601 Feb 15 16:37:01.080936 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-705e2f11-54cb-4a7a-8355-b12bbabd4690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:01.082444 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-705e2f11-54cb-4a7a-8355-b12bbabd4690 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.0809937 Feb 15 16:37:01.135486 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5d034d-7727-4a20-8a3c-71b290506281 x-openstack-request-id: req-bc5d034d-7727-4a20-8a3c-71b290506281 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:01.136677 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13881691-fb38-41b2-a444-87df7c985814", "tag": "af4b0c41-e640-4977-9f26-df22168cc4df", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:01.136677 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bc5d034d-7727-4a20-8a3c-71b290506281 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:01.136677 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13881691-fb38-41b2-a444-87df7c985814', 'tag': 'af4b0c41-e640-4977-9f26-df22168cc4df', 'status': 'completed', 'code': 200} Feb 15 16:37:01.141919 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1ffe42f-f669-454a-9959-17fb03140257 req-337cbd35-08fe-4bf0-80e3-c233457aab54 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128876 Feb 15 16:37:01.146314 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-bda4633b-79df-452a-91f7-d3c7ee8035ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523229 Feb 15 16:37:01.219075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f3c01-91c1-4259-b082-d8581291fcfa admin admin] Network 3ac673bd-ccc6-44a9-a21c-8063082f3153 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:37:01.269860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-73a75d8c-d3e6-4d1c-836a-0948b6adad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:01.271417 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-73a75d8c-d3e6-4d1c-836a-0948b6adad60 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 1128 time: 0.1592951 Feb 15 16:37:01.312407 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-696f3c01-91c1-4259-b082-d8581291fcfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 3ac673bd-ccc6-44a9-a21c-8063082f3153) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:37:01.323120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696f3c01-91c1-4259-b082-d8581291fcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:01.329577 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-696f3c01-91c1-4259-b082-d8581291fcfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:01.329752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04b93ba-44ca-42ea-8ede-55214feaaf79 None None] Network 3ac673bd-ccc6-44a9-a21c-8063082f3153 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:37:01.346567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-f2f5f6bc-3fa3-43e1-9922-3ca4b9865b09 service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854143 Feb 15 16:37:01.358359 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f0d33-d294-448c-90b6-fc0d1cd24996 req-0b4c3fba-c077-4773-a852-23d1f133c924 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:01.366222 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-766f0d33-d294-448c-90b6-fc0d1cd24996 req-0b4c3fba-c077-4773-a852-23d1f133c924 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 945 time: 0.1594691 Feb 15 16:37:01.418718 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c5378-aac6-4fe6-9b75-034906099fdb req-ce6e971c-b599-44a1-883d-091967474e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:01.420479 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-716c5378-aac6-4fe6-9b75-034906099fdb req-ce6e971c-b599-44a1-883d-091967474e6f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 1130 time: 0.0916080 Feb 15 16:37:01.465102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-3ac673bd-ccc6-44a9-a21c-8063082f3153', 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153', 'project_id': '86f88989c64f4a07a00abb3311cab075', 'fixed_ips': [{'subnet_id': '0fe4af53-9045-419b-bce6-988c130e6dbe'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:37:01.466400 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:01.532869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c5378-aac6-4fe6-9b75-034906099fdb req-1d53191f-dc92-4d66-beab-0beb6bc3de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:01.534416 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-716c5378-aac6-4fe6-9b75-034906099fdb req-1d53191f-dc92-4d66-beab-0beb6bc3de54 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1079123 Feb 15 16:37:01.540316 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-696f3c01-91c1-4259-b082-d8581291fcfa admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4143052 Feb 15 16:37:01.551876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33780) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:01.584001 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-384460367-router', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:01.591185 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-716c5378-aac6-4fe6-9b75-034906099fdb req-557cc61e-e5ff-4ed9-a0e6-587f743984f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=af4b0c41-e640-4977-9f26-df22168cc4df HTTP/1.1" status: 200 len: 217 time: 0.0464802 Feb 15 16:37:01.638408 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Allocated IP 172.20.0.2 (3ac673bd-ccc6-44a9-a21c-8063082f3153/0fe4af53-9045-419b-bce6-988c130e6dbe/55fab36e-9336-4437-9408-8a6d4fa99652) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:37:01.657227 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c5378-aac6-4fe6-9b75-034906099fdb req-24f1d755-d860-4d66-80c7-c57186281734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:01.658093 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-716c5378-aac6-4fe6-9b75-034906099fdb req-24f1d755-d860-4d66-80c7-c57186281734 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0494893 Feb 15 16:37:01.676104 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (89196c49-59e1-4b4a-9c26-1453108bf38d), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:01.677184 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (89196c49-59e1-4b4a-9c26-1453108bf38d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:01.727375 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device d42f5dd9-6102-4179-8e7a-de217136d2a3 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:37:01.756027 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-766f0d33-d294-448c-90b6-fc0d1cd24996 req-d4a12f31-afe5-4317-8e7a-c7f8fc35426b tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724358 Feb 15 16:37:01.760157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c5378-aac6-4fe6-9b75-034906099fdb req-6da1320d-4afd-41f1-a34f-093b41a91bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:01.762400 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-716c5378-aac6-4fe6-9b75-034906099fdb req-6da1320d-4afd-41f1-a34f-093b41a91bce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0962515 Feb 15 16:37:01.782487 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-8254868d-99ac-466c-b597-66a1854fcf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:01.783991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-8254868d-99ac-466c-b597-66a1854fcf73 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.4943461 Feb 15 16:37:01.810264 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-a949799f-fe8d-475a-bc3b-600dba1a1c72 service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366968 Feb 15 16:37:01.843967 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-0821aefb-b64d-44d0-948d-46975569a251 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b HTTP/1.1" status: 200 len: 217 time: 0.0442064 Feb 15 16:37:01.873632 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Publish callbacks [] for router_controller (89196c49-59e1-4b4a-9c26-1453108bf38d), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:01.919135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-c2abb4cf-29b7-4d47-87ec-a187adbb6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:01.920531 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-c2abb4cf-29b7-4d47-87ec-a187adbb6c8a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.0675969 Feb 15 16:37:01.926995 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Publish callbacks [] for port (55fab36e-9336-4437-9408-8a6d4fa99652), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:01.935451 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4853dcc-fcc3-4d72-9e96-8e00d539057c req-bf402e4f-ced2-4787-903f-4152a11c8a1c tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:01.936934 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4853dcc-fcc3-4d72-9e96-8e00d539057c req-bf402e4f-ced2-4787-903f-4152a11c8a1c tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 947 time: 0.0954721 Feb 15 16:37:01.954622 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d24f8e-e6e7-4053-b73f-9d6643895a39 req-0f634eb8-df24-44c7-8f3b-dc3536f929de tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:01.956090 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52d24f8e-e6e7-4053-b73f-9d6643895a39 req-0f634eb8-df24-44c7-8f3b-dc3536f929de tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 949 time: 0.1278088 Feb 15 16:37:01.969279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-9ae2a35f-3520-4c66-be65-13e62ef39d54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313852 Feb 15 16:37:01.973224 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-716c5378-aac6-4fe6-9b75-034906099fdb req-6227138a-f55a-49d2-a9ff-c3593331b6b7 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437030 Feb 15 16:37:02.046028 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (55fab36e-9336-4437-9408-8a6d4fa99652), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:02.059150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port d42f5dd9-6102-4179-8e7a-de217136d2a3 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:37:02.123606 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4853dcc-fcc3-4d72-9e96-8e00d539057c req-039fdbc4-1658-4ef1-9950-89f1d31807ea tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764581 Feb 15 16:37:02.145191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-5ec9550b-095e-41d6-b067-05a379757861 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:02.147899 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-5ec9550b-095e-41d6-b067-05a379757861 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452&tenant_id=c9f65cb77bef4454939809c6904ca169&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 1128 time: 0.1571617 Feb 15 16:37:02.155249 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-1e29e898-7166-420d-85f4-f8c21c54f45d service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621618 Feb 15 16:37:02.160542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Network 3ac673bd-ccc6-44a9-a21c-8063082f3153 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:37:02.161248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828372-14'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:02.168182 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Pushing event updated for resources: {'Port': ['ID=55fab36e-9336-4437-9408-8a6d4fa99652,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:02.178453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:37:02.178453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port d42f5dd9-6102-4179-8e7a-de217136d2a3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:02.178453 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d42f5dd9-6102-4179-8e7a-de217136d2a3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:02.211431 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52d24f8e-e6e7-4053-b73f-9d6643895a39 req-62edf077-715d-4bd2-9ca9-c97ce84b8cad tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355189 Feb 15 16:37:02.237563 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:37:02.322278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Attempting to bind port 55fab36e-9336-4437-9408-8a6d4fa99652 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:37:02.322650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Attempting to bind port 55fab36e-9336-4437-9408-8a6d4fa99652 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '1d1d3bb0-6005-4d65-95c2-91b39a502539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:37:02.323001 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Attempting to bind port 55fab36e-9336-4437-9408-8a6d4fa99652 on network 3ac673bd-ccc6-44a9-a21c-8063082f3153 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:02.332520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:37:02.332765 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Checking segment: {'id': '1d1d3bb0-6005-4d65-95c2-91b39a502539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:37:02.333025 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:02.333505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Bound using segment: {'id': '1d1d3bb0-6005-4d65-95c2-91b39a502539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:37:02.333936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Bound port: 55fab36e-9336-4437-9408-8a6d4fa99652, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1d3bb0-6005-4d65-95c2-91b39a502539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:37:02.334369 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (55fab36e-9336-4437-9408-8a6d4fa99652), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:02.376682 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:02.382168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-7b288d1b-096b-470f-b258-4ac1c2d89982 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178519 Feb 15 16:37:02.386110 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Publish callbacks [] for router_gateway (89196c49-59e1-4b4a-9c26-1453108bf38d), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:02.390972 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-716c5378-aac6-4fe6-9b75-034906099fdb req-1b585432-33de-4abe-954a-9ae4e1d5f2ee service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086339 Feb 15 16:37:02.402623 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-facd317d-ef01-48a8-ad9d-0668e4f3aff7 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3627882 Feb 15 16:37:02.403823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] For port 55fab36e-9336-4437-9408-8a6d4fa99652, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:02.407123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] For port 55fab36e-9336-4437-9408-8a6d4fa99652, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=55fab36e-9336-4437-9408-8a6d4fa99652,segment=NetworkSegment(1d1d3bb0-6005-4d65-95c2-91b39a502539),segment_id=1d1d3bb0-6005-4d65-95c2-91b39a502539)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:37:02.408391 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-1987f395-333a-4da9-9406-e746cf4af008 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:37:02.417237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port d42f5dd9-6102-4179-8e7a-de217136d2a3 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:02.417823 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d42f5dd9-6102-4179-8e7a-de217136d2a3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:02.421916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ca231-b400-4cd1-bd41-3f0c4fe89449 req-c7609fe3-f979-4116-912d-0123c9ec6a92 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:02.423533 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c4ca231-b400-4cd1-bd41-3f0c4fe89449 req-c7609fe3-f979-4116-912d-0123c9ec6a92 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 946 time: 0.1670101 Feb 15 16:37:02.431054 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-1987f395-333a-4da9-9406-e746cf4af008 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095582 Feb 15 16:37:02.448235 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22037962-11b3-4c99-b00a-39afeaaeb3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42f5dd9-6102-4179-8e7a-de217136d2a3'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:02.450649 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871d20aa-6714-4513-a11c-101c119989d0" -d '{"events": [{"server_uuid": "22037962-11b3-4c99-b00a-39afeaaeb3ac", "name": "network-vif-plugged", "status": "completed", "tag": "d42f5dd9-6102-4179-8e7a-de217136d2a3"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:02.460205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940df223-6bfb-43ce-ab50-03cecd51bd87 req-53849655-8635-413d-bea5-3d99560d5d45 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:02.461775 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-940df223-6bfb-43ce-ab50-03cecd51bd87 req-53849655-8635-413d-bea5-3d99560d5d45 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.1727419 Feb 15 16:37:02.464371 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port d42f5dd9-6102-4179-8e7a-de217136d2a3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d42f5dd9-6102-4179-8e7a-de217136d2a3,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:02.535943 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (55fab36e-9336-4437-9408-8a6d4fa99652), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:02.536183 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c4ca231-b400-4cd1-bd41-3f0c4fe89449 req-8673b7e6-3bbe-4395-b31c-7de69a9fb54e tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944805 Feb 15 16:37:02.586108 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d42f5dd9-6102-4179-8e7a-de217136d2a3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:02.586881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c2f797ba-d9c0-47e3-9c5c-41777304dc4b no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:37:02.587644 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-940df223-6bfb-43ce-ab50-03cecd51bd87 req-b1c3e5c1-3b68-4298-8721-f4c4e44f362d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181290 Feb 15 16:37:02.606629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] For port b7b82a89-66b9-4db0-911a-38a87ed2acc7, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:02.675412 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] For port b7b82a89-66b9-4db0-911a-38a87ed2acc7, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:02.693357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b563a-0b28-4a7b-961d-1316ce9deb29 None None] Pushing event updated for resources: {'Port': ['ID=55fab36e-9336-4437-9408-8a6d4fa99652,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:02.707406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] The host n-h2-828372-14 is not matching for port c2f797ba-d9c0-47e3-9c5c-41777304dc4b host n-h1-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 16:37:02.708151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c2f797ba-d9c0-47e3-9c5c-41777304dc4b not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:37:02.735146 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1601e6cc-d657-4360-bd33-c1c4452dba82 x-openstack-request-id: req-1601e6cc-d657-4360-bd33-c1c4452dba82 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:02.735446 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22037962-11b3-4c99-b00a-39afeaaeb3ac", "name": "network-vif-plugged", "status": "completed", "tag": "d42f5dd9-6102-4179-8e7a-de217136d2a3", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:02.735702 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1601e6cc-d657-4360-bd33-c1c4452dba82 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:02.736087 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22037962-11b3-4c99-b00a-39afeaaeb3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42f5dd9-6102-4179-8e7a-de217136d2a3', 'code': 200} Feb 15 16:37:02.785433 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=d42f5dd9-6102-4179-8e7a-de217136d2a3,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:02.850552 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0391fdb9-c4e5-4287-9b1d-f5bcc20ed452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7b82a89-66b9-4db0-911a-38a87ed2acc7'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:02.853036 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c106033-1b77-4b29-800f-0b3d3c4a6bf8" -d '{"events": [{"server_uuid": "0391fdb9-c4e5-4287-9b1d-f5bcc20ed452", "name": "network-vif-unplugged", "status": "completed", "tag": "b7b82a89-66b9-4db0-911a-38a87ed2acc7"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:02.885557 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Publish callbacks [] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:02.898083 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Publish callbacks [] for router_gateway (89196c49-59e1-4b4a-9c26-1453108bf38d), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:02.926138 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:02.947810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137a4a0-18d1-405c-98ae-3769e73029a0 req-469a2053-9835-4058-bca0-1f0fb058bedb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:02.954009 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c137a4a0-18d1-405c-98ae-3769e73029a0 req-469a2053-9835-4058-bca0-1f0fb058bedb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 945 time: 0.2180035 Feb 15 16:37:02.961671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ce447-e5a0-4977-acdc-5d71c0f6a2af req-637e3d1c-c874-49c6-9102-7d62f1a0d89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:02.963141 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc0ce447-e5a0-4977-acdc-5d71c0f6a2af req-637e3d1c-c874-49c6-9102-7d62f1a0d89e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 1133 time: 0.1314232 Feb 15 16:37:03.018144 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356712da-03d1-421d-a6e7-f17ccb41283e req-1aaedaf5-135a-4c29-a868-771fc6724523 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:03.019708 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-356712da-03d1-421d-a6e7-f17ccb41283e req-1aaedaf5-135a-4c29-a868-771fc6724523 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 945 time: 0.1666484 Feb 15 16:37:03.073976 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c137a4a0-18d1-405c-98ae-3769e73029a0 req-296ddeed-5a0a-4d79-aab0-26b55b0ea97f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097717 Feb 15 16:37:03.076894 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc0ce447-e5a0-4977-acdc-5d71c0f6a2af req-aa5acbdd-bc97-48e0-b20a-65896d5a5c1e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057620 Feb 15 16:37:03.095442 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:03.125307 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad9871c-aea5-4183-875f-8474ebcc063f x-openstack-request-id: req-0ad9871c-aea5-4183-875f-8474ebcc063f {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:03.125732 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0391fdb9-c4e5-4287-9b1d-f5bcc20ed452", "name": "network-vif-unplugged", "status": "completed", "tag": "b7b82a89-66b9-4db0-911a-38a87ed2acc7", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:03.126064 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0ad9871c-aea5-4183-875f-8474ebcc063f {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:03.126544 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0391fdb9-c4e5-4287-9b1d-f5bcc20ed452', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7b82a89-66b9-4db0-911a-38a87ed2acc7', 'code': 200} Feb 15 16:37:03.169834 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-356712da-03d1-421d-a6e7-f17ccb41283e req-ab15603e-67d8-474d-a5d9-993e3f52b9e2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368668 Feb 15 16:37:03.173126 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Allocated IP 172.25.4.209 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/8ef48057-6b3c-4798-b294-2984cca5d186) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:37:03.176377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Pushing event updated for resources: {'Port': ['ID=b7b82a89-66b9-4db0-911a-38a87ed2acc7,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:03.203581 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-d9cacd71-b9e5-4844-ba88-7a223cedd036 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:03.205121 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-d9cacd71-b9e5-4844-ba88-7a223cedd036 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e&tenant_id=d0ff076c939c42f79afd32ae34c41b7e&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 1128 time: 0.1759677 Feb 15 16:37:03.238076 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Attempting to bind port b7b82a89-66b9-4db0-911a-38a87ed2acc7 on host n-h1-828372-14 for vnic_type normal with profile {"migrating_to": "n-h2-828372-14"} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:37:03.238564 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Attempting to bind port b7b82a89-66b9-4db0-911a-38a87ed2acc7 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:37:03.238995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Attempting to bind port b7b82a89-66b9-4db0-911a-38a87ed2acc7 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:03.273238 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Port b7b82a89-66b9-4db0-911a-38a87ed2acc7 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:37:03.273547 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Attempting to bind port b7b82a89-66b9-4db0-911a-38a87ed2acc7 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:03.291461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:37:03.291461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Checking segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:37:03.291461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Bound using segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:37:03.291881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Bound port: b7b82a89-66b9-4db0-911a-38a87ed2acc7, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:37:03.292241 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:03.325259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52112feb-c42d-4a9f-b199-ef08b49b8cf7 req-958f5e1d-c9e0-462c-8fbc-1c1dd49168f0 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:03.327026 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52112feb-c42d-4a9f-b199-ef08b49b8cf7 req-958f5e1d-c9e0-462c-8fbc-1c1dd49168f0 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 947 time: 0.1003907 Feb 15 16:37:03.368765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33824) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:03.429808 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52112feb-c42d-4a9f-b199-ef08b49b8cf7 req-d4db1f1e-114c-4333-aefc-fb0c3f1be7c8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971661 Feb 15 16:37:03.431559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] For port b7b82a89-66b9-4db0-911a-38a87ed2acc7, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:03.441477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] For port b7b82a89-66b9-4db0-911a-38a87ed2acc7, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:37:03.483665 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-1bee7a39-4c31-42b6-9486-eca9012df8af tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:03.485247 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-1bee7a39-4c31-42b6-9486-eca9012df8af tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] 10.222.0.107 "GET /v2.0/ports/44e217bb-aa23-4523-9b25-0e2d0de6e1d4 HTTP/1.1" status: 200 len: 1129 time: 0.1153977 Feb 15 16:37:03.543863 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:03.656413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:03.657220 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:03.659338 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] 10.222.0.10 "PUT /v2.0/ports/b7b82a89-66b9-4db0-911a-38a87ed2acc7 HTTP/1.1" status: 200 len: 1123 time: 1.5034311 Feb 15 16:37:03.674476 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba91f189-54ba-4280-9261-66b4154cf937 req-daa86c2e-36f7-4bd1-8c70-4d7d4540a1b5 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:03.676012 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba91f189-54ba-4280-9261-66b4154cf937 req-daa86c2e-36f7-4bd1-8c70-4d7d4540a1b5 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 950 time: 0.1526568 Feb 15 16:37:03.685072 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc868c8-01eb-4595-a1f4-3870b432243a service neutron] Pushing event updated for resources: {'Port': ['ID=b7b82a89-66b9-4db0-911a-38a87ed2acc7,revision_number=8']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:03.719420 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cfe50e-c643-4bc0-b00c-5203c5f7b391 req-64286ce6-52a8-40c7-9351-4cfc3c358af6 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:03.728381 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14cfe50e-c643-4bc0-b00c-5203c5f7b391 req-64286ce6-52a8-40c7-9351-4cfc3c358af6 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 946 time: 0.0904796 Feb 15 16:37:03.731968 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Publish callbacks [] for port (8ef48057-6b3c-4798-b294-2984cca5d186), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:03.785546 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14cfe50e-c643-4bc0-b00c-5203c5f7b391 req-d6ebafc2-37a9-4151-a38c-b6b169100c3d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562744 Feb 15 16:37:03.797345 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['b7b82a89-66b9-4db0-911a-38a87ed2acc7'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:03.833053 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba91f189-54ba-4280-9261-66b4154cf937 req-e84da6a8-e1f0-4877-88d7-0192b2cf13a7 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265430 Feb 15 16:37:03.871593 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-057f320b-e719-4c26-b847-9c961bfc068c service neutron] For port c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:03.871593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-057f320b-e719-4c26-b847-9c961bfc068c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:03.875775 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a3b3ab13-3cc5-4565-a4dd-1c3f14047a49 req-057f320b-e719-4c26-b847-9c961bfc068c service neutron] 10.222.0.67 "DELETE /v2.0/ports/c2f797ba-d9c0-47e3-9c5c-41777304dc4b/bindings/n-h2-828372-14 HTTP/1.1" status: 204 len: 173 time: 0.3451128 Feb 15 16:37:03.931927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e621f8c-a7cc-4276-8755-cee7bbbd3fbb req-08248ab0-826a-4d3f-b923-a70c43ba1449 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:03.936081 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e621f8c-a7cc-4276-8755-cee7bbbd3fbb req-08248ab0-826a-4d3f-b923-a70c43ba1449 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.0705409 Feb 15 16:37:03.960356 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (8ef48057-6b3c-4798-b294-2984cca5d186), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:04.021594 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:37:04.025249 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e621f8c-a7cc-4276-8755-cee7bbbd3fbb req-219238fd-0ea3-400c-92e9-a1c6937c4dbd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830619 Feb 15 16:37:04.029296 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:37:04.036518 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:37:04.037701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41501a35-166f-4d89-8495-c1387061e114 None None] Network 3ac673bd-ccc6-44a9-a21c-8063082f3153 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:37:04.042872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Pushing event updated for resources: {'Port': ['ID=8ef48057-6b3c-4798-b294-2984cca5d186,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:04.080558 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ce7ce-87cd-4933-ba6f-142cc18d58dd req-c32fd969-cb95-48e7-b02f-0ab888547158 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:04.084729 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e0ce7ce-87cd-4933-ba6f-142cc18d58dd req-c32fd969-cb95-48e7-b02f-0ab888547158 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 946 time: 0.1592844 Feb 15 16:37:04.092682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33840) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:04.100027 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-76ebf78c-6a17-47de-8988-e4a6a6a9f0fb tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Request body: {'floatingip': {'port_id': '0afd27f2-b975-4623-a6fc-5b7405a92a3c'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:04.137020 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c08f161d-6a5a-46d6-8e16-be283ef545f2 None None] Provisioning complete for port 55fab36e-9336-4437-9408-8a6d4fa99652 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:04.137457 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c08f161d-6a5a-46d6-8e16-be283ef545f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (55fab36e-9336-4437-9408-8a6d4fa99652), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:04.221774 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76ebf78c-6a17-47de-8988-e4a6a6a9f0fb tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for floatingip (72b285bf-f220-4f79-bde4-6637d5ba15af), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:04.237107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d2aee-844c-4948-8611-bed2572384ea req-d2cef837-d411-4f7a-8d9b-7559f672f6e2 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:04.240386 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-365d2aee-844c-4948-8611-bed2572384ea req-d2cef837-d411-4f7a-8d9b-7559f672f6e2 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 945 time: 0.0784316 Feb 15 16:37:04.306091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c08f161d-6a5a-46d6-8e16-be283ef545f2 None None] Current status of the port 55fab36e-9336-4437-9408-8a6d4fa99652 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:04.306710 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c08f161d-6a5a-46d6-8e16-be283ef545f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (55fab36e-9336-4437-9408-8a6d4fa99652), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:04.353113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c08f161d-6a5a-46d6-8e16-be283ef545f2 None None] For port 55fab36e-9336-4437-9408-8a6d4fa99652, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=55fab36e-9336-4437-9408-8a6d4fa99652,segment=NetworkSegment(1d1d3bb0-6005-4d65-95c2-91b39a502539),segment_id=1d1d3bb0-6005-4d65-95c2-91b39a502539)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:04.370450 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-365d2aee-844c-4948-8611-bed2572384ea req-030d3fe9-c71e-48e8-8100-07f7a4e15722 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242907 Feb 15 16:37:04.422042 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c08f161d-6a5a-46d6-8e16-be283ef545f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (55fab36e-9336-4437-9408-8a6d4fa99652), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:04.532117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f161d-6a5a-46d6-8e16-be283ef545f2 None None] Pushing event updated for resources: {'Port': ['ID=55fab36e-9336-4437-9408-8a6d4fa99652,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:04.618709 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 55fab36e-9336-4437-9408-8a6d4fa99652 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:37:04.627202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d78a2-9f20-4823-b2e4-5d1c042dec3b req-52893d9b-eef9-4e2a-9498-5746cefd6f9a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:04.633937 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b65d78a2-9f20-4823-b2e4-5d1c042dec3b req-52893d9b-eef9-4e2a-9498-5746cefd6f9a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 943 time: 0.3529015 Feb 15 16:37:04.677904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5aea8-7291-4e21-baa9-27c1b35ce7fc req-45ba946d-5f80-4dd4-a2bf-dd2545bac2ca tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:04.680952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f5d60860-7128-4f0a-af7d-333d7b0746c7 None None] Provisioning complete for port 55fab36e-9336-4437-9408-8a6d4fa99652 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:04.682008 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5d60860-7128-4f0a-af7d-333d7b0746c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (55fab36e-9336-4437-9408-8a6d4fa99652), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:04.689918 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acf5aea8-7291-4e21-baa9-27c1b35ce7fc req-45ba946d-5f80-4dd4-a2bf-dd2545bac2ca tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 947 time: 0.1238873 Feb 15 16:37:04.728830 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 55fab36e-9336-4437-9408-8a6d4fa99652 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:04.729397 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (55fab36e-9336-4437-9408-8a6d4fa99652), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:04.786869 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acf5aea8-7291-4e21-baa9-27c1b35ce7fc req-31d9c234-e4c7-41c9-b392-292d56e4c9dc tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880017 Feb 15 16:37:04.823423 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b65d78a2-9f20-4823-b2e4-5d1c042dec3b req-53778a10-5956-42c5-b555-d7497b43d93b tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840720 Feb 15 16:37:04.872205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 55fab36e-9336-4437-9408-8a6d4fa99652 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:04.888273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f5d60860-7128-4f0a-af7d-333d7b0746c7 None None] Current status of the port 55fab36e-9336-4437-9408-8a6d4fa99652 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:04.893413 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Publish callbacks [] for router_gateway (89196c49-59e1-4b4a-9c26-1453108bf38d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:05.101961 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9bb5-3401-4748-9479-5db5e5732da0 req-e3812d68-4e7c-49f1-a765-03d95ccf52e2 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:05.103149 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-561e9bb5-3401-4748-9479-5db5e5732da0 req-e3812d68-4e7c-49f1-a765-03d95ccf52e2 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 1128 time: 0.0476446 Feb 15 16:37:05.127254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0391fdb9-c4e5-4287-9b1d-f5bcc20ed452', 'tag': 'b7b82a89-66b9-4db0-911a-38a87ed2acc7'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:05.129740 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c24bb4d-9562-4049-8eb3-d75674adba4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0391fdb9-c4e5-4287-9b1d-f5bcc20ed452", "tag": "b7b82a89-66b9-4db0-911a-38a87ed2acc7"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:05.151976 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-561e9bb5-3401-4748-9479-5db5e5732da0 req-7602b2b8-008a-47c9-afc5-1fd09ce83bc8 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431702 Feb 15 16:37:05.203419 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4898f-dfb8-4c6c-877d-ad0787636843 req-213098fb-9599-46ed-aa3f-28c77dfc522b tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:05.204951 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5ef4898f-dfb8-4c6c-877d-ad0787636843 req-213098fb-9599-46ed-aa3f-28c77dfc522b tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 950 time: 0.2673843 Feb 15 16:37:05.296039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde0a6d-74ee-4e90-b88e-387871a3123b req-66f5451c-a645-4c32-b794-16435d53115e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:05.297815 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6bde0a6d-74ee-4e90-b88e-387871a3123b req-66f5451c-a645-4c32-b794-16435d53115e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.0689957 Feb 15 16:37:05.359226 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6bde0a6d-74ee-4e90-b88e-387871a3123b req-65968ea2-c1b8-4edb-aa59-aaaf203f23f0 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531745 Feb 15 16:37:05.399362 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c850e51-478a-48f8-bac7-26edff698264 x-openstack-request-id: req-5c850e51-478a-48f8-bac7-26edff698264 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:05.403248 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0391fdb9-c4e5-4287-9b1d-f5bcc20ed452", "tag": "b7b82a89-66b9-4db0-911a-38a87ed2acc7", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:05.403248 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5c850e51-478a-48f8-bac7-26edff698264 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:05.403248 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0391fdb9-c4e5-4287-9b1d-f5bcc20ed452', 'tag': 'b7b82a89-66b9-4db0-911a-38a87ed2acc7', 'status': 'completed', 'code': 200} Feb 15 16:37:05.583361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-3b02feab-7fe4-4e9a-9c22-81bc2221c80f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:05.584933 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-3b02feab-7fe4-4e9a-9c22-81bc2221c80f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 821 time: 0.1127517 Feb 15 16:37:05.621043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device af4b0c41-e640-4977-9f26-df22168cc4df details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:37:05.622227 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-64dae8b0-0e54-4a81-ad89-32f6d50288e4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/quotas/d0ff076c939c42f79afd32ae34c41b7e HTTP/1.1" status: 200 len: 375 time: 0.0285268 Feb 15 16:37:05.671386 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-76ebf78c-6a17-47de-8988-e4a6a6a9f0fb tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:37:05.676809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-d844c532-21e0-4f21-9b65-3ab4b44299f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:05.679588 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-d844c532-21e0-4f21-9b65-3ab4b44299f9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 1132 time: 0.0937285 Feb 15 16:37:05.701798 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-e169a1d4-3840-420e-9500-945236f956f1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735540 Feb 15 16:37:05.730105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device b7b82a89-66b9-4db0-911a-38a87ed2acc7 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:37:05.746618 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5ef4898f-dfb8-4c6c-877d-ad0787636843 req-b2e7d4e3-c7c2-4613-8240-1fdd63ecc847 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184610 Feb 15 16:37:05.747353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port af4b0c41-e640-4977-9f26-df22168cc4df, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=af4b0c41-e640-4977-9f26-df22168cc4df,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:05.764318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'af4b0c41-e640-4977-9f26-df22168cc4df', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': 'af4b0c41-e640-4977-9f26-df22168cc4df', 'mac_address': 'fa:16:3e:04:c8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:37:05.797109 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76ebf78c-6a17-47de-8988-e4a6a6a9f0fb tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:05.799709 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24bb4d-9562-4049-8eb3-d75674adba4c req-34fcd2b1-0475-4c4e-8580-2196014396f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:05.801219 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c24bb4d-9562-4049-8eb3-d75674adba4c req-34fcd2b1-0475-4c4e-8580-2196014396f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 1157 time: 0.1844652 Feb 15 16:37:05.802900 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (89196c49-59e1-4b4a-9c26-1453108bf38d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:05.861760 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port af4b0c41-e640-4977-9f26-df22168cc4df is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:05.862153 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (af4b0c41-e640-4977-9f26-df22168cc4df), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:05.881309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-2c9c4ecd-bcb8-459a-9ef4-482285e9b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:05.883001 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-2c9c4ecd-bcb8-459a-9ef4-482285e9b57c service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1952446 Feb 15 16:37:05.893869 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af4b0c41-e640-4977-9f26-df22168cc4df {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:37:05.894724 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-75f4c33d-718b-4c3c-a486-838811e478ed service neutron] 10.222.0.107 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528299 Feb 15 16:37:05.914893 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port b7b82a89-66b9-4db0-911a-38a87ed2acc7, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:05.939901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port af4b0c41-e640-4977-9f26-df22168cc4df, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=af4b0c41-e640-4977-9f26-df22168cc4df,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:05.941083 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device b7b82a89-66b9-4db0-911a-38a87ed2acc7 has no active binding in host n-h2-828372-14 {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 16:37:05.955563 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-9235dc56-9cc0-4b22-adb6-ac3efc722ddb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4 HTTP/1.1" status: 200 len: 217 time: 0.0584309 Feb 15 16:37:05.957863 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76ebf78c-6a17-47de-8988-e4a6a6a9f0fb tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (72b285bf-f220-4f79-bde4-6637d5ba15af), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:06.005409 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (af4b0c41-e640-4977-9f26-df22168cc4df), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:06.053452 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-04b81925-d540-4791-a8ea-68338fabb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:06.054945 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-04b81925-d540-4791-a8ea-68338fabb74d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0727475 Feb 15 16:37:06.068862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=af4b0c41-e640-4977-9f26-df22168cc4df,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:06.092228 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:06.092590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:06.092973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:06.093461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:06.093804 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:06.094139 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:06.095192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:06.095592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:06.095932 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:06.096923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:06.097269 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:06.097634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:06.097968 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:06.098071 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-2399c6b0-eaeb-4b35-a7e5-d80c24e37489 service neutron] 10.222.0.107 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943984 Feb 15 16:37:06.119453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-ebf3138b-7bbc-4169-adfb-008b6b9b77e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:06.121339 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-ebf3138b-7bbc-4169-adfb-008b6b9b77e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0553274 Feb 15 16:37:06.178183 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-76ebf78c-6a17-47de-8988-e4a6a6a9f0fb tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Floating IP 72b285bf-f220-4f79-bde4-6637d5ba15af associated. External IP: 172.25.4.196, port: 0afd27f2-b975-4623-a6fc-5b7405a92a3c. Feb 15 16:37:06.230584 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-2606ab7e-89b4-4cbe-b8fd-bc1c384e0d1b service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021612 Feb 15 16:37:06.309669 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24bb4d-9562-4049-8eb3-d75674adba4c req-d8ecc54c-b67d-4ecf-8089-719df91ad7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:06.311448 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c24bb4d-9562-4049-8eb3-d75674adba4c req-d8ecc54c-b67d-4ecf-8089-719df91ad7d2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.3667688 Feb 15 16:37:06.340500 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-23b6c955-30d0-4d5c-a851-9f52863f5199 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995874 Feb 15 16:37:06.381980 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c24bb4d-9562-4049-8eb3-d75674adba4c req-bb49d5cb-71f7-4cd5-be53-a317451e5752 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7 HTTP/1.1" status: 200 len: 217 time: 0.0552406 Feb 15 16:37:06.393783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['af4b0c41-e640-4977-9f26-df22168cc4df'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:06.425749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab498aa-50f2-4d32-ab22-2952fa53c5cd req-cdf65115-db18-4878-996f-da9872f07fa7 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:06.428333 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ab498aa-50f2-4d32-ab22-2952fa53c5cd req-cdf65115-db18-4878-996f-da9872f07fa7 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 943 time: 0.0643835 Feb 15 16:37:06.467350 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24bb4d-9562-4049-8eb3-d75674adba4c req-15785ebb-1472-4f62-a8ba-d64b89cc91d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:06.469074 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c24bb4d-9562-4049-8eb3-d75674adba4c req-15785ebb-1472-4f62-a8ba-d64b89cc91d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.0795147 Feb 15 16:37:06.482927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dd877-39c6-4192-a8ae-8154d18b20cc req-b72a5119-60d3-44a7-ad8d-c90f643c4d00 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:06.490586 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1f6dd877-39c6-4192-a8ae-8154d18b20cc req-b72a5119-60d3-44a7-ad8d-c90f643c4d00 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 948 time: 0.2676280 Feb 15 16:37:06.497103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ab498aa-50f2-4d32-ab22-2952fa53c5cd req-bc9908a1-4f0a-4a72-aa53-790d244981da tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626578 Feb 15 16:37:06.502654 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Router 89196c49-59e1-4b4a-9c26-1453108bf38d is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:37:06.586957 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1f6dd877-39c6-4192-a8ae-8154d18b20cc req-8a767029-6b32-4a45-82ea-692ca2e278a0 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954983 Feb 15 16:37:06.627097 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c24bb4d-9562-4049-8eb3-d75674adba4c req-d367ad9d-cb80-4327-9cd3-3a62ebd510b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341090 Feb 15 16:37:06.645740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 55fab36e-9336-4437-9408-8a6d4fa99652 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:37:06.663181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e3784-eb4f-46bc-ae2d-b12dcd1ae643 req-660e70bf-8e3a-424d-86d3-57f16036905d tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:06.682399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c5e3784-eb4f-46bc-ae2d-b12dcd1ae643 req-660e70bf-8e3a-424d-86d3-57f16036905d tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 950 time: 0.0988824 Feb 15 16:37:06.743636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 55fab36e-9336-4437-9408-8a6d4fa99652 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:06.744010 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (55fab36e-9336-4437-9408-8a6d4fa99652), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:06.752059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c5e3784-eb4f-46bc-ae2d-b12dcd1ae643 req-45cf8005-c74f-47da-88c1-d8faba3af721 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682392 Feb 15 16:37:06.757063 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9afa18a6-4c35-42b8-a284-f772271575cb req-aec05a68-b902-4cf8-9a75-b10b577e9af3 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 210 time: 0.0943699 Feb 15 16:37:06.827814 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2abd909-9c79-40a8-ab30-90fa2308df63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:06.843208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 55fab36e-9336-4437-9408-8a6d4fa99652 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:06.925720 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91676b7-bd3c-4f97-94c3-eb294cb78a8b req-ad9ef64b-f0af-4688-86db-92b17b5a98cd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:06.928561 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f91676b7-bd3c-4f97-94c3-eb294cb78a8b req-ad9ef64b-f0af-4688-86db-92b17b5a98cd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.0590129 Feb 15 16:37:06.952769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ebf78c-6a17-47de-8988-e4a6a6a9f0fb tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:37:06.965050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:37:06.973183 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c24bb4d-9562-4049-8eb3-d75674adba4c req-bb4acab5-93d7-4fd6-be1b-cf04ae320dad service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049603 Feb 15 16:37:07.001013 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f91676b7-bd3c-4f97-94c3-eb294cb78a8b req-03e3570e-96e8-40b0-9c5b-b294971642cf tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629358 Feb 15 16:37:07.001125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Sync routers for ids ['89196c49-59e1-4b4a-9c26-1453108bf38d'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:37:07.014025 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Routers {'89196c49-59e1-4b4a-9c26-1453108bf38d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:37:07.015320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:36:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['89196c49-59e1-4b4a-9c26-1453108bf38d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:07.111984 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:07.113227 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d4a1dce5-96d1-4987-91e8-cc12bb40f766 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5603728 Feb 15 16:37:07.116803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33910) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:07.136356 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17023ab9-143c-4c06-81cd-e61e0947623b req-eefaa231-9a08-4cc9-b1a1-cfc6b744227e tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=2e3c00afde0947689c6bce1c17bbc572&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0952334 Feb 15 16:37:07.250148 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c24bb4d-9562-4049-8eb3-d75674adba4c req-a702c3a7-726a-41b6-b1ee-d43ee3e95c3b service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656558 Feb 15 16:37:07.255491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ebf78c-6a17-47de-8988-e4a6a6a9f0fb tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:37:07.261775 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76ebf78c-6a17-47de-8988-e4a6a6a9f0fb tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:07.272905 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab33dc-e04c-434e-aa36-5b47de72ac74 None None] Sync routers for ids ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:37:07.284205 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab33dc-e04c-434e-aa36-5b47de72ac74 None None] Routers {'3b289a7d-9499-4f07-b8d1-ed80843fbe4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:37:07.284824 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-73ab33dc-e04c-434e-aa36-5b47de72ac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:36:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:07.285980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Set router 89196c49-59e1-4b4a-9c26-1453108bf38d gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:37:07.346462 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-76ebf78c-6a17-47de-8988-e4a6a6a9f0fb tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "PUT /v2.0/floatingips/72b285bf-f220-4f79-bde4-6637d5ba15af HTTP/1.1" status: 200 len: 992 time: 3.2505493 Feb 15 16:37:07.371059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17023ab9-143c-4c06-81cd-e61e0947623b req-38832cc4-1d88-47e4-aa3f-fa8eff716ea1 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:07.386145 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17023ab9-143c-4c06-81cd-e61e0947623b req-38832cc4-1d88-47e4-aa3f-fa8eff716ea1 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421594 Feb 15 16:37:07.395334 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-73ab33dc-e04c-434e-aa36-5b47de72ac74 None None] Set router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:37:07.411153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff597a67-76a0-40ff-8053-428184fc8cfb', 'tag': '0afd27f2-b975-4623-a6fc-5b7405a92a3c'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:07.414161 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bebac1e-7ee9-4935-a519-1524c1d476ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ff597a67-76a0-40ff-8053-428184fc8cfb", "tag": "0afd27f2-b975-4623-a6fc-5b7405a92a3c"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:07.436751 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17023ab9-143c-4c06-81cd-e61e0947623b req-8309cc15-691a-4bb7-a71e-b0dadf975501 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/quotas/2e3c00afde0947689c6bce1c17bbc572 HTTP/1.1" status: 200 len: 375 time: 0.0468674 Feb 15 16:37:07.513008 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17023ab9-143c-4c06-81cd-e61e0947623b req-0c605768-3e03-407f-bd15-3941032d4ff0 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=2e3c00afde0947689c6bce1c17bbc572&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700314 Feb 15 16:37:07.546852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'name': 'tempest-ServersTestBootFromVolume-384460367-router', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:37:01Z', 'updated_at': '2022-02-15T16:37:04Z', 'revision_number': 3, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'gw_port': {'id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:02Z', 'updated_at': '2022-02-15T16:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:07.591862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Checking router: 89196c49-59e1-4b4a-9c26-1453108bf38d for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:37:07.592442 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Updating router 89196c49-59e1-4b4a-9c26-1453108bf38d port 8ef48057-6b3c-4798-b294-2984cca5d186 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:37:07.599656 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144338b6-2b2b-4e2e-a20b-96c9e8f0c5cd req-d8c08c88-d000-4ab2-bdd5-7253056299c2 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:07.607573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-144338b6-2b2b-4e2e-a20b-96c9e8f0c5cd req-d8c08c88-d000-4ab2-bdd5-7253056299c2 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 946 time: 0.1283293 Feb 15 16:37:07.629511 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8ef48057-6b3c-4798-b294-2984cca5d186), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:07.721133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-144338b6-2b2b-4e2e-a20b-96c9e8f0c5cd req-ab0dcb33-ae15-4297-9bf7-48391f115dcf tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126962 Feb 15 16:37:07.732360 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-73ab33dc-e04c-434e-aa36-5b47de72ac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '72b285bf-f220-4f79-bde4-6637d5ba15af', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'port_id': '0afd27f2-b975-4623-a6fc-5b7405a92a3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'mac_address': 'fa:16:3e:4b:8d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff597a67-76a0-40ff-8053-428184fc8cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:36:35Z', 'updated_at': '2022-02-15T16:37:05Z', 'revision_number': 1, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f', 'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'mac_address': 'fa:16:3e:dd:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:01Z', 'updated_at': '2022-02-15T16:36:10Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'subnets': [{'id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:07.779589 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45493627-df0a-47df-bc54-ea3cda76c130 x-openstack-request-id: req-45493627-df0a-47df-bc54-ea3cda76c130 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:07.780333 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff597a67-76a0-40ff-8053-428184fc8cfb", "tag": "0afd27f2-b975-4623-a6fc-5b7405a92a3c", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:07.780813 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-45493627-df0a-47df-bc54-ea3cda76c130 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:07.781706 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff597a67-76a0-40ff-8053-428184fc8cfb', 'tag': '0afd27f2-b975-4623-a6fc-5b7405a92a3c', 'status': 'completed', 'code': 200} Feb 15 16:37:07.846683 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab33dc-e04c-434e-aa36-5b47de72ac74 None None] Checking router: 3b289a7d-9499-4f07-b8d1-ed80843fbe4d for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:37:07.864322 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:07.876941 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab33dc-e04c-434e-aa36-5b47de72ac74 None None] Routers {'3b289a7d-9499-4f07-b8d1-ed80843fbe4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:37:07.877614 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-73ab33dc-e04c-434e-aa36-5b47de72ac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:36:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:07.902099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebac1e-7ee9-4935-a519-1524c1d476ba req-14388362-7bcc-4849-9c03-f036044cfa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:07.906153 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1bebac1e-7ee9-4935-a519-1524c1d476ba req-14388362-7bcc-4849-9c03-f036044cfa36 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=27c221efa2174e2bb6c3a3ee08e7ac83&device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 1129 time: 0.0910633 Feb 15 16:37:08.023690 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-73ab33dc-e04c-434e-aa36-5b47de72ac74 None None] Set router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:37:08.057397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebac1e-7ee9-4935-a519-1524c1d476ba req-f0aa82eb-2b7a-40a9-a527-0add6dc5e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:08.058742 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1bebac1e-7ee9-4935-a519-1524c1d476ba req-f0aa82eb-2b7a-40a9-a527-0add6dc5e52d service neutron] 10.222.0.67 "GET /v2.0/networks?id=0305f676-6c3c-4135-913e-af6ab03d5e4e HTTP/1.1" status: 200 len: 925 time: 0.1311429 Feb 15 16:37:08.108267 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Publish callbacks [] for port (8ef48057-6b3c-4798-b294-2984cca5d186), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:08.166599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ec4fb-b496-4492-93d0-c0b1e8bdc58f req-072e3259-b04e-4ab4-982e-40ba9fbf70a5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:08.168206 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-320ec4fb-b496-4492-93d0-c0b1e8bdc58f req-072e3259-b04e-4ab4-982e-40ba9fbf70a5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 943 time: 0.2759287 Feb 15 16:37:08.181163 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8ef48057-6b3c-4798-b294-2984cca5d186), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:08.272004 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-320ec4fb-b496-4492-93d0-c0b1e8bdc58f req-9a2fa15a-619f-48f4-89ad-d10724ed7d45 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952439 Feb 15 16:37:08.273326 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Allocated IP 172.20.0.1 (3ac673bd-ccc6-44a9-a21c-8063082f3153/0fe4af53-9045-419b-bce6-988c130e6dbe/e844959d-1f49-4186-afb8-abb52017645f) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:37:08.278881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad5951-fcf3-4a50-a732-b0ed31d5b60f None None] Pushing event updated for resources: {'Port': ['ID=8ef48057-6b3c-4798-b294-2984cca5d186,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:08.285771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Attempting to bind port 8ef48057-6b3c-4798-b294-2984cca5d186 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:37:08.286146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Attempting to bind port 8ef48057-6b3c-4798-b294-2984cca5d186 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:37:08.288535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Attempting to bind port 8ef48057-6b3c-4798-b294-2984cca5d186 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:08.300786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:37:08.307453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:37:08.307453 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:08.307453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:37:08.307453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Bound port: 8ef48057-6b3c-4798-b294-2984cca5d186, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:37:08.307453 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8ef48057-6b3c-4798-b294-2984cca5d186), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:08.358050 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-73ab33dc-e04c-434e-aa36-5b47de72ac74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '72b285bf-f220-4f79-bde4-6637d5ba15af', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'port_id': '0afd27f2-b975-4623-a6fc-5b7405a92a3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'mac_address': 'fa:16:3e:4b:8d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff597a67-76a0-40ff-8053-428184fc8cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:36:35Z', 'updated_at': '2022-02-15T16:37:05Z', 'revision_number': 1, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f', 'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'mac_address': 'fa:16:3e:dd:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:01Z', 'updated_at': '2022-02-15T16:36:10Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'subnets': [{'id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:08.397246 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ab33dc-e04c-434e-aa36-5b47de72ac74 None None] The sync data for ids ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'] in n-d-828372-14 is: [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '72b285bf-f220-4f79-bde4-6637d5ba15af', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'port_id': '0afd27f2-b975-4623-a6fc-5b7405a92a3c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'mac_address': 'fa:16:3e:4b:8d:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff597a67-76a0-40ff-8053-428184fc8cfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:36:35Z', 'updated_at': '2022-02-15T16:37:05Z', 'revision_number': 1, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f', 'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'mac_address': 'fa:16:3e:dd:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:01Z', 'updated_at': '2022-02-15T16:36:10Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'subnets': [{'id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:37:08.414015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] For port 8ef48057-6b3c-4798-b294-2984cca5d186, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:08.418022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] For port 8ef48057-6b3c-4798-b294-2984cca5d186, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8ef48057-6b3c-4798-b294-2984cca5d186,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:37:08.447133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a647c44e-4fca-4b9b-8a2a-8563e518a9f2 req-89ec88c7-eb12-4ce5-b6c7-7e449fb4cf35 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 210 time: 0.0394883 Feb 15 16:37:08.460354 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1bebac1e-7ee9-4935-a519-1524c1d476ba req-e6c78f95-a3bc-4d9d-bef3-cc7f4711a24f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0afd27f2-b975-4623-a6fc-5b7405a92a3c HTTP/1.1" status: 200 len: 1000 time: 0.3856194 Feb 15 16:37:08.479426 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Publish callbacks [] for port (e844959d-1f49-4186-afb8-abb52017645f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:08.517460 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65d804-2298-41cb-8152-509ca8e79ae9 req-0ee2eb58-de83-4274-a51d-43f27316e0b5 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:08.520718 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8ef48057-6b3c-4798-b294-2984cca5d186), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:08.520878 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb65d804-2298-41cb-8152-509ca8e79ae9 req-0ee2eb58-de83-4274-a51d-43f27316e0b5 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 948 time: 0.6104796 Feb 15 16:37:08.549382 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebac1e-7ee9-4935-a519-1524c1d476ba req-39331f2f-af00-48c1-a5e0-edc4d76da985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:08.552703 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1bebac1e-7ee9-4935-a519-1524c1d476ba req-39331f2f-af00-48c1-a5e0-edc4d76da985 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2f25f8aa-eba2-4381-970d-f0bf01a10fef HTTP/1.1" status: 200 len: 863 time: 0.0828242 Feb 15 16:37:08.625702 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3d72d45-ed79-46b4-98a6-3ff5e340dac4 req-704440c8-5c63-4280-8d99-b1e35c00ddd9 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 210 time: 0.0612905 Feb 15 16:37:08.627101 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e844959d-1f49-4186-afb8-abb52017645f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:08.651523 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb65d804-2298-41cb-8152-509ca8e79ae9 req-262b3b41-95cf-454e-86e6-386bc4debb1b tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247983 Feb 15 16:37:08.655924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Routers {'89196c49-59e1-4b4a-9c26-1453108bf38d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:37:08.656572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:36:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['89196c49-59e1-4b4a-9c26-1453108bf38d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:08.666219 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad5951-fcf3-4a50-a732-b0ed31d5b60f None None] Pushing event updated for resources: {'Port': ['ID=8ef48057-6b3c-4798-b294-2984cca5d186,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:08.680958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bebac1e-7ee9-4935-a519-1524c1d476ba req-df8fae33-e6ea-4339-92ae-963518701221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:08.682113 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1bebac1e-7ee9-4935-a519-1524c1d476ba req-df8fae33-e6ea-4339-92ae-963518701221 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0305f676-6c3c-4135-913e-af6ab03d5e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1131902 Feb 15 16:37:08.696000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Pushing event updated for resources: {'Port': ['ID=e844959d-1f49-4186-afb8-abb52017645f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:08.745192 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Network 3ac673bd-ccc6-44a9-a21c-8063082f3153 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:37:08.746751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:37:08.750898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:37:08.805805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0deead-4c42-408e-88b8-477b8ba80439 None None] New status for floating IP 72b285bf-f220-4f79-bde4-6637d5ba15af: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:37:08.823828 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1bebac1e-7ee9-4935-a519-1524c1d476ba req-7352494f-85df-40d4-9fc7-15629530e11e service neutron] 10.222.0.67 "GET /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333904 Feb 15 16:37:08.941665 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1bebac1e-7ee9-4935-a519-1524c1d476ba req-1c0a9772-f318-437b-92b0-730e270d92ed service neutron] 10.222.0.67 "GET /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038153 Feb 15 16:37:09.024250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] Set router 89196c49-59e1-4b4a-9c26-1453108bf38d gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:37:09.175895 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (89196c49-59e1-4b4a-9c26-1453108bf38d), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:09.238965 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e5a7aa80-40aa-4388-8646-b01d4cedf870 None None] Provisioning complete for port e844959d-1f49-4186-afb8-abb52017645f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:09.239557 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5a7aa80-40aa-4388-8646-b01d4cedf870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e844959d-1f49-4186-afb8-abb52017645f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:09.282305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f6188-28e1-47a5-b9eb-1d78cb8f3d78 req-acce4134-010f-427a-a900-4aa27c83d33c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:09.283914 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d29f6188-28e1-47a5-b9eb-1d78cb8f3d78 req-acce4134-010f-427a-a900-4aa27c83d33c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.2090549 Feb 15 16:37:09.292535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-a28ccad8-1839-4825-87cb-ba6e047d93d2 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:09.294054 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-a28ccad8-1839-4825-87cb-ba6e047d93d2 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.10 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 821 time: 0.2203262 Feb 15 16:37:09.308590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7aa80-40aa-4388-8646-b01d4cedf870 None None] Port e844959d-1f49-4186-afb8-abb52017645f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:37:09.313200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-7579ceee-d280-4755-a0e3-c586752425c7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Request body: {'port': {'device_id': '5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d', 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607', 'admin_state_up': True, 'tenant_id': 'd0ff076c939c42f79afd32ae34c41b7e'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:09.330636 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f301a75-e3ee-4d24-b088-204a5260d517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:09.390108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'name': 'tempest-ServersTestBootFromVolume-384460367-router', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:37:01Z', 'updated_at': '2022-02-15T16:37:04Z', 'revision_number': 3, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'gw_port': {'id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:02Z', 'updated_at': '2022-02-15T16:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:09.431738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cde74e-4fd1-473c-8150-e3e0b41a1609 None None] The sync data for ids ['89196c49-59e1-4b4a-9c26-1453108bf38d'] in n-d-828372-14 is: [{'id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'name': 'tempest-ServersTestBootFromVolume-384460367-router', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:37:01Z', 'updated_at': '2022-02-15T16:37:04Z', 'revision_number': 3, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'gw_port': {'id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:02Z', 'updated_at': '2022-02-15T16:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:37:09.467269 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d29f6188-28e1-47a5-b9eb-1d78cb8f3d78 req-78fb648b-a879-4d5c-a000-c0e3b3493f05 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703138 Feb 15 16:37:09.472703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6413c-738f-4997-8a0e-93565a83888b req-f2d9d22c-f94b-45de-8502-ac9d3e61be38 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:09.478534 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-35e6413c-738f-4997-8a0e-93565a83888b req-f2d9d22c-f94b-45de-8502-ac9d3e61be38 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 943 time: 0.0909326 Feb 15 16:37:09.559927 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e844959d-1f49-4186-afb8-abb52017645f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:09.582955 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-35e6413c-738f-4997-8a0e-93565a83888b req-ac1deacd-5d08-4e96-abcd-9d4bf20dc72f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951271 Feb 15 16:37:09.626421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-7579ceee-d280-4755-a0e3-c586752425c7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Made reservation on behalf of d0ff076c939c42f79afd32ae34c41b7e for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:37:09.630135 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-7579ceee-d280-4755-a0e3-c586752425c7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:09.661279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device af4b0c41-e640-4977-9f26-df22168cc4df up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:37:09.701415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05d146b6-8c4c-4474-92f5-2656d2f34c54 req-3391611b-85ae-460e-b65b-1eb3c5972caa tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 210 time: 0.0700402 Feb 15 16:37:09.853760 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port af4b0c41-e640-4977-9f26-df22168cc4df completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:37:09.861688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port af4b0c41-e640-4977-9f26-df22168cc4df triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:09.861688 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (af4b0c41-e640-4977-9f26-df22168cc4df), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:09.922417 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97006995-7021-4b28-99ef-3ccf0fd2e04b req-8a5fdaa8-fac7-4653-b384-96f6fd8bb8ea tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 210 time: 0.1116540 Feb 15 16:37:09.998132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f868c-e382-4ea0-b3bb-49be99b44fac req-d6f35fce-9317-4433-92d2-4a1703249aad tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:10.006221 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc8f868c-e382-4ea0-b3bb-49be99b44fac req-d6f35fce-9317-4433-92d2-4a1703249aad tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 948 time: 0.2002270 Feb 15 16:37:10.019815 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port af4b0c41-e640-4977-9f26-df22168cc4df is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:10.020211 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (af4b0c41-e640-4977-9f26-df22168cc4df), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:10.058394 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13881691-fb38-41b2-a444-87df7c985814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4b0c41-e640-4977-9f26-df22168cc4df'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:10.061293 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b176b6d6-3883-4f9c-9c4d-928760185dfd" -d '{"events": [{"server_uuid": "13881691-fb38-41b2-a444-87df7c985814", "name": "network-vif-plugged", "status": "completed", "tag": "af4b0c41-e640-4977-9f26-df22168cc4df"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:10.089617 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port af4b0c41-e640-4977-9f26-df22168cc4df, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=af4b0c41-e640-4977-9f26-df22168cc4df,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:10.109312 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc8f868c-e382-4ea0-b3bb-49be99b44fac req-08607998-92d9-49a6-b297-d155406fba12 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021924 Feb 15 16:37:10.144673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-7579ceee-d280-4755-a0e3-c586752425c7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Allocated IP 172.20.0.14 (cc8d71f0-af5e-4df1-bb31-1f595b410607/b9f4fb5f-b1bf-499b-9582-c606857e0233/4eed547b-34c5-4320-aaa9-48e7d4835041) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:37:10.167832 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee4d48b-0157-4859-8bab-9466af06b6ec x-openstack-request-id: req-fee4d48b-0157-4859-8bab-9466af06b6ec {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:10.168341 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13881691-fb38-41b2-a444-87df7c985814", "name": "network-vif-plugged", "status": "completed", "tag": "af4b0c41-e640-4977-9f26-df22168cc4df", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:10.168751 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fee4d48b-0157-4859-8bab-9466af06b6ec {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:10.169424 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13881691-fb38-41b2-a444-87df7c985814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af4b0c41-e640-4977-9f26-df22168cc4df', 'code': 200} Feb 15 16:37:10.179585 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (af4b0c41-e640-4977-9f26-df22168cc4df), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:10.222564 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Publish callbacks [] for port (e844959d-1f49-4186-afb8-abb52017645f), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:10.369493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0cdc7-b1a6-40b0-a0e0-af5cf13b1978 req-dcb9bb62-f06e-475b-906d-4223f4cafc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:10.371174 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90b0cdc7-b1a6-40b0-a0e0-af5cf13b1978 req-dcb9bb62-f06e-475b-906d-4223f4cafc37 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 1132 time: 0.1150095 Feb 15 16:37:10.394643 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (e844959d-1f49-4186-afb8-abb52017645f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:10.417876 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=af4b0c41-e640-4977-9f26-df22168cc4df,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:10.449570 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90b0cdc7-b1a6-40b0-a0e0-af5cf13b1978 req-6341d56e-8b8b-41b0-a796-3bae43f3427d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692842 Feb 15 16:37:10.530668 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:10.540149 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f1e1c665-50e7-4ff6-9c09-c7aed2e9a0f3 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=2e3c00afde0947689c6bce1c17bbc572&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467062 Feb 15 16:37:10.574393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8ef48057-6b3c-4798-b294-2984cca5d186 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:37:10.583183 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Pushing event updated for resources: {'Port': ['ID=e844959d-1f49-4186-afb8-abb52017645f,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:10.586980 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (89196c49-59e1-4b4a-9c26-1453108bf38d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:10.651704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 8ef48057-6b3c-4798-b294-2984cca5d186 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:10.652602 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8ef48057-6b3c-4798-b294-2984cca5d186), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:10.697790 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-7579ceee-d280-4755-a0e3-c586752425c7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks [] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:10.757257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 8ef48057-6b3c-4798-b294-2984cca5d186 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:10.757820 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8ef48057-6b3c-4798-b294-2984cca5d186), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:10.778346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17023ab9-143c-4c06-81cd-e61e0947623b req-b273812a-b349-4142-a178-59303378f18f tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:10.780963 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17023ab9-143c-4c06-81cd-e61e0947623b req-b273812a-b349-4142-a178-59303378f18f tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258143 Feb 15 16:37:10.786347 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 8ef48057-6b3c-4798-b294-2984cca5d186, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8ef48057-6b3c-4798-b294-2984cca5d186,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:10.807743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-17023ab9-143c-4c06-81cd-e61e0947623b req-0c088d95-f019-4657-a78e-ca9dcf3bbcfa tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Request body: {'port': {'device_id': 'b974cbfa-aef5-4bec-975c-0c328c46c605', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '2e3c00afde0947689c6bce1c17bbc572'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:10.822308 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaff64-0110-42f4-87d6-89f2a64d1bae req-fd2dec9d-6bc7-4063-aec8-4fc2d6b36f29 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:10.826021 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-39eaff64-0110-42f4-87d6-89f2a64d1bae req-fd2dec9d-6bc7-4063-aec8-4fc2d6b36f29 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 943 time: 0.1231282 Feb 15 16:37:10.869251 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8ef48057-6b3c-4798-b294-2984cca5d186), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:10.930199 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-39eaff64-0110-42f4-87d6-89f2a64d1bae req-103f3ccd-9053-4e86-995b-91c051ed87ad tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976121 Feb 15 16:37:10.959232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=8ef48057-6b3c-4798-b294-2984cca5d186,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:10.980136 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c2545-71c9-4f97-9e8e-091329a8243a req-fc0b7489-78c5-4f82-995e-ea2b81fe5938 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:10.981720 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be9c2545-71c9-4f97-9e8e-091329a8243a req-fc0b7489-78c5-4f82-995e-ea2b81fe5938 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.3382666 Feb 15 16:37:11.052622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Network 3ac673bd-ccc6-44a9-a21c-8063082f3153 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:37:11.058387 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-29d2d270-eb37-4679-b913-5700f6230b60 req-f41ddb23-8c47-4bae-933e-c18f60c7daab tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 210 time: 0.0387509 Feb 15 16:37:11.060944 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:37:11.066477 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-04d760a1-40de-4994-9729-46fd7edb95d5 service neutron] 10.222.0.67 "GET /v2.0/ports/b7b82a89-66b9-4db0-911a-38a87ed2acc7/bindings/n-h2-828372-14 HTTP/1.1" status: 200 len: 385 time: 0.1099088 Feb 15 16:37:11.073590 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-7579ceee-d280-4755-a0e3-c586752425c7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:11.114879 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be9c2545-71c9-4f97-9e8e-091329a8243a req-bf3490ed-dcd2-428e-b6a6-0d5f92371180 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220944 Feb 15 16:37:11.254833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-7579ceee-d280-4755-a0e3-c586752425c7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Network cc8d71f0-af5e-4df1-bb31-1f595b410607 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:37:11.262584 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fb48a-08f7-47f5-a291-e86496597f8b req-e7d9abb2-ad94-4cf3-baa5-a4acc9de524e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:11.264128 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ad5fb48a-08f7-47f5-a291-e86496597f8b req-e7d9abb2-ad94-4cf3-baa5-a4acc9de524e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 932 time: 0.1049163 Feb 15 16:37:11.268395 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-7579ceee-d280-4755-a0e3-c586752425c7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:37:11.273527 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7579ceee-d280-4755-a0e3-c586752425c7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Pushing event updated for resources: {'Port': ['ID=4eed547b-34c5-4320-aaa9-48e7d4835041,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:11.276604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-7579ceee-d280-4755-a0e3-c586752425c7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:37:11.323733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17023ab9-143c-4c06-81cd-e61e0947623b req-0c088d95-f019-4657-a78e-ca9dcf3bbcfa tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Made reservation on behalf of 2e3c00afde0947689c6bce1c17bbc572 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:37:11.327045 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17023ab9-143c-4c06-81cd-e61e0947623b req-0c088d95-f019-4657-a78e-ca9dcf3bbcfa tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:11.366107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-7579ceee-d280-4755-a0e3-c586752425c7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:11.366337 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ad5fb48a-08f7-47f5-a291-e86496597f8b req-4316eaa2-e120-4875-8b6d-a3b0a7ed1112 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857604 Feb 15 16:37:11.366789 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-7579ceee-d280-4755-a0e3-c586752425c7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:11.386141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-03661e7b-9a46-454e-b0c0-a8a5dcc76f88 service neutron] For port b7b82a89-66b9-4db0-911a-38a87ed2acc7, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:11.393114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342eb696-1e74-41c0-8330-8d9443a81c24 req-32384031-4aa1-482a-b2a7-ee7767ab7531 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:11.394233 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-342eb696-1e74-41c0-8330-8d9443a81c24 req-32384031-4aa1-482a-b2a7-ee7767ab7531 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 949 time: 0.1899509 Feb 15 16:37:11.401546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Router 89196c49-59e1-4b4a-9c26-1453108bf38d has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:37:11.409106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-03661e7b-9a46-454e-b0c0-a8a5dcc76f88 service neutron] For port b7b82a89-66b9-4db0-911a-38a87ed2acc7, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:11.458896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-03661e7b-9a46-454e-b0c0-a8a5dcc76f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b82a89-66b9-4db0-911a-38a87ed2acc7 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:37:11.470954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3715f621-c582-4c19-9e71-bff8a72697fe None None] Provisioning complete for port e844959d-1f49-4186-afb8-abb52017645f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:11.472079 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3715f621-c582-4c19-9e71-bff8a72697fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e844959d-1f49-4186-afb8-abb52017645f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:11.474000 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-03661e7b-9a46-454e-b0c0-a8a5dcc76f88 service neutron] For port b7b82a89-66b9-4db0-911a-38a87ed2acc7, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:11.522750 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3715f621-c582-4c19-9e71-bff8a72697fe None None] Port e844959d-1f49-4186-afb8-abb52017645f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:37:11.550789 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-7579ceee-d280-4755-a0e3-c586752425c7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2415211 Feb 15 16:37:11.581048 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-03661e7b-9a46-454e-b0c0-a8a5dcc76f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:11.596907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Request body: {'port': {'device_id': '5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:11.638140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-342eb696-1e74-41c0-8330-8d9443a81c24 req-cbbf95de-b386-4146-8d6c-03061ce405e6 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994143 Feb 15 16:37:11.688908 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-03661e7b-9a46-454e-b0c0-a8a5dcc76f88 service neutron] Transition to ACTIVE for port object b7b82a89-66b9-4db0-911a-38a87ed2acc7 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:37:11.695769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-17023ab9-143c-4c06-81cd-e61e0947623b req-0c088d95-f019-4657-a78e-ca9dcf3bbcfa tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Allocated IP 192.168.233.89 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/1036803b-e938-41f1-9784-e4497911022c) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:37:11.720892 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:11.724759 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:37:11.732306 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f07a2a61-5ac2-48cd-aea9-c8feb06ffbc6 admin admin] 10.222.0.107 "PUT /v2.0/routers/89196c49-59e1-4b4a-9c26-1453108bf38d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6142607 Feb 15 16:37:11.764969 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-03661e7b-9a46-454e-b0c0-a8a5dcc76f88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:11.818454 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:12.047001 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Sync routers for ids ['89196c49-59e1-4b4a-9c26-1453108bf38d'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:37:12.056622 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-03661e7b-9a46-454e-b0c0-a8a5dcc76f88 service neutron] No DVR routers for this DVR port b7b82a89-66b9-4db0-911a-38a87ed2acc7 on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:37:12.059633 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Routers {'89196c49-59e1-4b4a-9c26-1453108bf38d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:37:12.060521 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:37:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['89196c49-59e1-4b4a-9c26-1453108bf38d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:12.065289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03661e7b-9a46-454e-b0c0-a8a5dcc76f88 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b82a89-66b9-4db0-911a-38a87ed2acc7,revision_number=10']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:12.163567 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-03661e7b-9a46-454e-b0c0-a8a5dcc76f88 service neutron] 10.222.0.67 "PUT /v2.0/ports/b7b82a89-66b9-4db0-911a-38a87ed2acc7/bindings/n-h2-828372-14/activate HTTP/1.1" status: 200 len: 370 time: 1.0849104 Feb 15 16:37:12.186940 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Set router 89196c49-59e1-4b4a-9c26-1453108bf38d gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:37:12.217938 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2de93-c685-4908-9ebd-8e0af532b780 req-504a753d-d499-4fd2-a5f7-974d5b498744 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:12.226850 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4cd2de93-c685-4908-9ebd-8e0af532b780 req-504a753d-d499-4fd2-a5f7-974d5b498744 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 944 time: 0.1229095 Feb 15 16:37:12.321108 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4cd2de93-c685-4908-9ebd-8e0af532b780 req-ddba3aa8-cf21-4283-8158-42c0fc6e1fe5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887914 Feb 15 16:37:12.443397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-4392a017-4ed3-43a5-bee9-5d4c6c0a9368 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:12.446231 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-4392a017-4ed3-43a5-bee9-5d4c6c0a9368 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452&tenant_id=c9f65cb77bef4454939809c6904ca169&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 1127 time: 0.1199269 Feb 15 16:37:12.482394 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17023ab9-143c-4c06-81cd-e61e0947623b req-0c088d95-f019-4657-a78e-ca9dcf3bbcfa tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks [] for port (1036803b-e938-41f1-9784-e4497911022c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:12.496986 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8bdd56bd-6b55-4347-b5e8-664a247c7deb req-3b7930b1-4abd-4bff-a5e3-a7f0ffe7cb5a tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 210 time: 0.0472305 Feb 15 16:37:12.571272 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8ef48057-6b3c-4798-b294-2984cca5d186 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:37:12.617670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eed547b-34c5-4320-aaa9-48e7d4835041 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:37:12.626864 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Publish callbacks [] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:12.634331 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'name': 'tempest-ServersTestBootFromVolume-384460367-router', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:37:01Z', 'updated_at': '2022-02-15T16:37:09Z', 'revision_number': 4, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'gw_port': {'id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:02Z', 'updated_at': '2022-02-15T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'e844959d-1f49-4186-afb8-abb52017645f', 'name': '', 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'mac_address': 'fa:16:3e:fb:37:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:07Z', 'updated_at': '2022-02-15T16:37:09Z', 'revision_number': 2, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'subnets': [{'id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:12.654338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Transition to ACTIVE for port object 4eed547b-34c5-4320-aaa9-48e7d4835041 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:37:12.665203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33996) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:12.670075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0d32ed1b-f8cc-496b-a2c4-59b3f6deea37 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Request body: {'security_group': {'name': 'tempest-securitygroup--334290462', 'description': 'tempest-description--291324350'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:12.692444 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17023ab9-143c-4c06-81cd-e61e0947623b req-0c088d95-f019-4657-a78e-ca9dcf3bbcfa tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1036803b-e938-41f1-9784-e4497911022c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:12.693800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 8ef48057-6b3c-4798-b294-2984cca5d186 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:12.694705 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8ef48057-6b3c-4798-b294-2984cca5d186), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:12.706769 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Checking router: 89196c49-59e1-4b4a-9c26-1453108bf38d for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:37:12.709457 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Updating router 89196c49-59e1-4b4a-9c26-1453108bf38d port e844959d-1f49-4186-afb8-abb52017645f binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:37:12.727167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['d42f5dd9-6102-4179-8e7a-de217136d2a3'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:12.733493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-a88edaa3-77b8-45b9-a586-33e024fa9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:12.735118 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-a88edaa3-77b8-45b9-a586-33e024fa9b05 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452&tenant_id=c9f65cb77bef4454939809c6904ca169 HTTP/1.1" status: 200 len: 1127 time: 0.2345018 Feb 15 16:37:12.743225 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482ff45-f40c-49c3-860b-48ab75934c18 req-8483ab9a-31c5-4cb7-9a73-d06ff003432c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:12.757219 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f482ff45-f40c-49c3-860b-48ab75934c18 req-8483ab9a-31c5-4cb7-9a73-d06ff003432c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.1011281 Feb 15 16:37:12.773045 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e844959d-1f49-4186-afb8-abb52017645f), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:12.785225 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:12.835135 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f482ff45-f40c-49c3-860b-48ab75934c18 req-741ff0f4-3e36-4243-af72-e06b74b0ea6a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768912 Feb 15 16:37:12.913137 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 8ef48057-6b3c-4798-b294-2984cca5d186 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:12.938124 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d32ed1b-f8cc-496b-a2c4-59b3f6deea37 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:12.957532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-da70aaba-de6a-472a-91ab-a73b85b1818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:12.957532 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-da70aaba-de6a-472a-91ab-a73b85b1818b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 1127 time: 0.1403790 Feb 15 16:37:12.957804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17023ab9-143c-4c06-81cd-e61e0947623b req-0c088d95-f019-4657-a78e-ca9dcf3bbcfa tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:37:13.006424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-17023ab9-143c-4c06-81cd-e61e0947623b req-0c088d95-f019-4657-a78e-ca9dcf3bbcfa tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:37:13.018642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c088d95-f019-4657-a78e-ca9dcf3bbcfa tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Pushing event updated for resources: {'Port': ['ID=1036803b-e938-41f1-9784-e4497911022c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:13.029973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-17023ab9-143c-4c06-81cd-e61e0947623b req-0c088d95-f019-4657-a78e-ca9dcf3bbcfa tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:37:13.113150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099985d-cae0-46b9-95fb-9be613f5432d req-8295c7ac-0970-48c0-a0d5-0a6724231e15 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:13.120789 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1099985d-cae0-46b9-95fb-9be613f5432d req-8295c7ac-0970-48c0-a0d5-0a6724231e15 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 949 time: 0.0881031 Feb 15 16:37:13.143564 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Publish callbacks [] for port (e844959d-1f49-4186-afb8-abb52017645f), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:13.184508 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-a4cc3946-4e3d-4a36-aa31-f4c565ec2dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:13.188832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-a4cc3946-4e3d-4a36-aa31-f4c565ec2dcd service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.2226498 Feb 15 16:37:13.205588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758a74b-404a-4841-8363-bce25f28dc37 req-2a17298d-5af6-4a3e-bf81-b4bb189ea04b tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:13.205700 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1099985d-cae0-46b9-95fb-9be613f5432d req-6cbf5cbb-7f1f-449e-9c9b-bfe197248e5c tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837188 Feb 15 16:37:13.206835 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5758a74b-404a-4841-8363-bce25f28dc37 req-2a17298d-5af6-4a3e-bf81-b4bb189ea04b tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 944 time: 0.4269929 Feb 15 16:37:13.256116 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e844959d-1f49-4186-afb8-abb52017645f), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:13.289877 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:13.297173 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-bb55a41b-7982-4834-91c3-a45ea0812488 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7 HTTP/1.1" status: 200 len: 217 time: 0.0889034 Feb 15 16:37:13.301098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17023ab9-143c-4c06-81cd-e61e0947623b req-0c088d95-f019-4657-a78e-ca9dcf3bbcfa tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:13.305324 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17023ab9-143c-4c06-81cd-e61e0947623b req-0c088d95-f019-4657-a78e-ca9dcf3bbcfa tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:13.331039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Pushing event updated for resources: {'Port': ['ID=4eed547b-34c5-4320-aaa9-48e7d4835041,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:13.362486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-28fe5d22-4ee3-4fe4-bf7b-9e2829dc471b None None] Provisioning complete for port 1036803b-e938-41f1-9784-e4497911022c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:13.362853 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28fe5d22-4ee3-4fe4-bf7b-9e2829dc471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1036803b-e938-41f1-9784-e4497911022c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:13.397915 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5758a74b-404a-4841-8363-bce25f28dc37 req-fbe4e667-417b-40c5-b2cd-4a119bed05ba tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845031 Feb 15 16:37:13.409016 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4151e07-7eb0-49af-9f4b-8326c053dc96 None None] Pushing event updated for resources: {'Port': ['ID=e844959d-1f49-4186-afb8-abb52017645f,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:13.426738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Attempting to bind port 4eed547b-34c5-4320-aaa9-48e7d4835041 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:37:13.427107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Attempting to bind port 4eed547b-34c5-4320-aaa9-48e7d4835041 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:37:13.428040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Attempting to bind port 4eed547b-34c5-4320-aaa9-48e7d4835041 on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:13.446738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-28fe5d22-4ee3-4fe4-bf7b-9e2829dc471b None None] Port 1036803b-e938-41f1-9784-e4497911022c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:37:13.448959 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17023ab9-143c-4c06-81cd-e61e0947623b req-0c088d95-f019-4657-a78e-ca9dcf3bbcfa tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6492164 Feb 15 16:37:13.465049 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d32ed1b-f8cc-496b-a2c4-59b3f6deea37 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for security_group (dab2c65d-8e74-45df-8684-e7a6507f631d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:13.472772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Request body: {'port': {'device_id': 'b974cbfa-aef5-4bec-975c-0c328c46c605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:13.476214 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Attempting to bind port e844959d-1f49-4186-afb8-abb52017645f on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:37:13.477308 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Port 4eed547b-34c5-4320-aaa9-48e7d4835041 on network cc8d71f0-af5e-4df1-bb31-1f595b410607 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:37:13.477595 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Attempting to bind port e844959d-1f49-4186-afb8-abb52017645f by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '1d1d3bb0-6005-4d65-95c2-91b39a502539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:37:13.477719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Attempting to bind port 4eed547b-34c5-4320-aaa9-48e7d4835041 on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:13.478350 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Attempting to bind port e844959d-1f49-4186-afb8-abb52017645f on network 3ac673bd-ccc6-44a9-a21c-8063082f3153 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:13.481169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-b2e6974e-12ea-4c8b-8c1a-cdfccd149551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:13.483982 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-b2e6974e-12ea-4c8b-8c1a-cdfccd149551 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.1801155 Feb 15 16:37:13.493610 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:37:13.494097 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Checking segment: {'id': '1d1d3bb0-6005-4d65-95c2-91b39a502539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:37:13.494709 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:13.498038 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Bound using segment: {'id': '1d1d3bb0-6005-4d65-95c2-91b39a502539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:37:13.498648 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Bound port: e844959d-1f49-4186-afb8-abb52017645f, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d1d3bb0-6005-4d65-95c2-91b39a502539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:37:13.499052 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e844959d-1f49-4186-afb8-abb52017645f), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:13.507405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c944005-eaee-4f15-85c4-a581b137b2ee req-daa3e0fe-6f51-4a5f-bb76-d3e0145bebf7 tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:13.510076 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8c944005-eaee-4f15-85c4-a581b137b2ee req-daa3e0fe-6f51-4a5f-bb76-d3e0145bebf7 tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 1132 time: 0.1323097 Feb 15 16:37:13.537727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:37:13.537727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Checking segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:37:13.537727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Bound using segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:37:13.537727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Bound port: 4eed547b-34c5-4320-aaa9-48e7d4835041, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:37:13.537727 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:13.539788 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-bedbf5c5-759e-4089-9229-993f71b326e5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411537 Feb 15 16:37:13.566129 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d32ed1b-f8cc-496b-a2c4-59b3f6deea37 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (dab2c65d-8e74-45df-8684-e7a6507f631d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:13.630682 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] For port e844959d-1f49-4186-afb8-abb52017645f, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:13.634245 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] For port e844959d-1f49-4186-afb8-abb52017645f, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e844959d-1f49-4186-afb8-abb52017645f,segment=NetworkSegment(1d1d3bb0-6005-4d65-95c2-91b39a502539),segment_id=1d1d3bb0-6005-4d65-95c2-91b39a502539)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:37:13.657710 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-4d6e47f6-ecd4-4f6d-b178-bda91ac069c6 service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112473 Feb 15 16:37:13.671546 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-03a814b9-0484-4774-bf8d-ca62ce34f888 None None] Provisioning complete for port e844959d-1f49-4186-afb8-abb52017645f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:13.672103 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03a814b9-0484-4774-bf8d-ca62ce34f888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e844959d-1f49-4186-afb8-abb52017645f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:13.701598 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8c944005-eaee-4f15-85c4-a581b137b2ee req-b92a76e2-c34b-492a-8fea-213b3f23a39e tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735389 Feb 15 16:37:13.705011 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1036803b-e938-41f1-9784-e4497911022c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:13.712280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d32ed1b-f8cc-496b-a2c4-59b3f6deea37 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab2c65d-8e74-45df-8684-e7a6507f631d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:13.719460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-03a814b9-0484-4774-bf8d-ca62ce34f888 None None] Port e844959d-1f49-4186-afb8-abb52017645f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:37:13.739271 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e844959d-1f49-4186-afb8-abb52017645f), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:13.781542 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb87b79-f1ba-4824-93e8-5b9e849521d3 req-012bf77a-f3e2-44da-ae7c-f0feac7517ef tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:13.795966 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3cb87b79-f1ba-4824-93e8-5b9e849521d3 req-012bf77a-f3e2-44da-ae7c-f0feac7517ef tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 944 time: 0.2634666 Feb 15 16:37:13.808659 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d32ed1b-f8cc-496b-a2c4-59b3f6deea37 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:13.809885 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0d32ed1b-f8cc-496b-a2c4-59b3f6deea37 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1433616 Feb 15 16:37:13.827590 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4151e07-7eb0-49af-9f4b-8326c053dc96 None None] Pushing event updated for resources: {'Port': ['ID=e844959d-1f49-4186-afb8-abb52017645f,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:13.828949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34010) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:13.835705 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-034d6f71-e57c-4fed-aac2-98987d16c609 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Request body: {'security_group_rule': {'security_group_id': 'dab2c65d-8e74-45df-8684-e7a6507f631d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:13.854208 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Routers {'89196c49-59e1-4b4a-9c26-1453108bf38d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:37:13.855102 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:37:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['89196c49-59e1-4b4a-9c26-1453108bf38d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:13.868506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] For port 4eed547b-34c5-4320-aaa9-48e7d4835041, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:13.898211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] For port 4eed547b-34c5-4320-aaa9-48e7d4835041, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=4eed547b-34c5-4320-aaa9-48e7d4835041,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:37:13.929207 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3cb87b79-f1ba-4824-93e8-5b9e849521d3 req-b4759e3f-2213-45ad-a57a-c01b1c1bbe9a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322889 Feb 15 16:37:13.952310 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-a346e73c-7a53-49de-8729-7a956d1f5f9c service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697654 Feb 15 16:37:13.987582 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a9d68-ad5d-4730-8442-08e51a714168 req-e7abcf26-fe23-4a87-9d8f-9b510686bb09 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:13.994804 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b3a9d68-ad5d-4730-8442-08e51a714168 req-e7abcf26-fe23-4a87-9d8f-9b510686bb09 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 935 time: 0.1966279 Feb 15 16:37:14.058258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:14.073200 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b3a9d68-ad5d-4730-8442-08e51a714168 req-7d78d9cb-533f-4567-8067-9f94b0c5e774 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731111 Feb 15 16:37:14.132636 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] Set router 89196c49-59e1-4b4a-9c26-1453108bf38d gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:37:14.185563 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-e9a5ca6d-63c0-420a-beb9-b68830066cc7 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=7a5616e5981049c2a8b562d7a99d1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380216 Feb 15 16:37:14.209840 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-034d6f71-e57c-4fed-aac2-98987d16c609 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for security_group_rule (5c907fe6-7892-4abb-ac80-b3200f7b5826), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:14.252875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e6de14f8-25a6-405d-8db7-49809d574f04 None None] Provisioning complete for port e844959d-1f49-4186-afb8-abb52017645f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:14.253262 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6de14f8-25a6-405d-8db7-49809d574f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e844959d-1f49-4186-afb8-abb52017645f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:14.273972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:14.274896 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:14.277131 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] 10.222.0.10 "PUT /v2.0/ports/4eed547b-34c5-4320-aaa9-48e7d4835041 HTTP/1.1" status: 200 len: 1093 time: 2.7056644 Feb 15 16:37:14.308461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d', 'tag': '4eed547b-34c5-4320-aaa9-48e7d4835041'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:14.311167 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec6d725-37af-418b-8022-cfec4de21f34" -d '{"events": [{"name": "network-changed", "server_uuid": "5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d", "tag": "4eed547b-34c5-4320-aaa9-48e7d4835041"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:14.357468 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca65dfd-3a5a-4b2e-b416-62e90635ce53 service neutron] Pushing event updated for resources: {'Port': ['ID=4eed547b-34c5-4320-aaa9-48e7d4835041,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:14.388806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-a50ca52e-2d8d-4ca4-9f26-485c8c2f71ee tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:14.401217 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-a50ca52e-2d8d-4ca4-9f26-485c8c2f71ee tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2146547 Feb 15 16:37:14.407661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566ff138-5a80-4ea0-b004-8598c29751bd req-de461b81-d809-443d-ac90-8f6a041df63e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:14.409671 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-566ff138-5a80-4ea0-b004-8598c29751bd req-de461b81-d809-443d-ac90-8f6a041df63e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.3293757 Feb 15 16:37:14.434967 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-034d6f71-e57c-4fed-aac2-98987d16c609 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for security_group_rule (5c907fe6-7892-4abb-ac80-b3200f7b5826), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:14.437771 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-006e1ca0-8c47-4db9-9497-83a3fcf3ebf8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/quotas/7a5616e5981049c2a8b562d7a99d1390 HTTP/1.1" status: 200 len: 375 time: 0.0331218 Feb 15 16:37:14.447839 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e6de14f8-25a6-405d-8db7-49809d574f04 None None] Current status of the port e844959d-1f49-4186-afb8-abb52017645f is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:14.448252 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6de14f8-25a6-405d-8db7-49809d574f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e844959d-1f49-4186-afb8-abb52017645f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:14.503183 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'name': 'tempest-ServersTestBootFromVolume-384460367-router', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:37:01Z', 'updated_at': '2022-02-15T16:37:09Z', 'revision_number': 4, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'gw_port': {'id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:02Z', 'updated_at': '2022-02-15T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'e844959d-1f49-4186-afb8-abb52017645f', 'name': '', 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'mac_address': 'fa:16:3e:fb:37:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:07Z', 'updated_at': '2022-02-15T16:37:13Z', 'revision_number': 4, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'subnets': [{'id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:14.525602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e6de14f8-25a6-405d-8db7-49809d574f04 None None] For port e844959d-1f49-4186-afb8-abb52017645f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e844959d-1f49-4186-afb8-abb52017645f,segment=NetworkSegment(1d1d3bb0-6005-4d65-95c2-91b39a502539),segment_id=1d1d3bb0-6005-4d65-95c2-91b39a502539)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:14.530271 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-034d6f71-e57c-4fed-aac2-98987d16c609 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (5c907fe6-7892-4abb-ac80-b3200f7b5826), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:14.543433 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dfbda4-5773-4952-8749-3cb611fd443d None None] The sync data for ids ['89196c49-59e1-4b4a-9c26-1453108bf38d'] in n-d-828372-14 is: [{'id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'name': 'tempest-ServersTestBootFromVolume-384460367-router', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:37:01Z', 'updated_at': '2022-02-15T16:37:09Z', 'revision_number': 4, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'gw_port': {'id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:02Z', 'updated_at': '2022-02-15T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'e844959d-1f49-4186-afb8-abb52017645f', 'name': '', 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'mac_address': 'fa:16:3e:fb:37:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:07Z', 'updated_at': '2022-02-15T16:37:13Z', 'revision_number': 4, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'subnets': [{'id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:37:14.566340 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d6f71-e57c-4fed-aac2-98987d16c609 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c907fe6-7892-4abb-ac80-b3200f7b5826,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:14.576766 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-9e68543e-b151-4ccd-85cc-5ca43468e6df tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1376135 Feb 15 16:37:14.613836 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6de14f8-25a6-405d-8db7-49809d574f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e844959d-1f49-4186-afb8-abb52017645f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:14.624803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-f050db49-df62-4dc8-aec8-55bce2e73639 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:14.632016 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-f050db49-df62-4dc8-aec8-55bce2e73639 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452&tenant_id=c9f65cb77bef4454939809c6904ca169&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 1127 time: 0.1230941 Feb 15 16:37:14.642032 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-566ff138-5a80-4ea0-b004-8598c29751bd req-fd9c332c-641b-494b-8331-a6e35ab9cb68 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215314 Feb 15 16:37:14.680987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-86b31b4e-00a4-4dfe-90ab-ab1d3ceab613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:14.693301 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-86b31b4e-00a4-4dfe-90ab-ab1d3ceab613 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 1127 time: 0.2545002 Feb 15 16:37:14.715850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de14f8-25a6-405d-8db7-49809d574f04 None None] Pushing event updated for resources: {'Port': ['ID=e844959d-1f49-4186-afb8-abb52017645f,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:14.733981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1036803b-e938-41f1-9784-e4497911022c {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:37:14.740972 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08fbe28-011c-4e5a-829c-11cc97644531 x-openstack-request-id: req-f08fbe28-011c-4e5a-829c-11cc97644531 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:14.741391 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d", "tag": "4eed547b-34c5-4320-aaa9-48e7d4835041", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:14.741725 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f08fbe28-011c-4e5a-829c-11cc97644531 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:14.742187 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d', 'tag': '4eed547b-34c5-4320-aaa9-48e7d4835041', 'status': 'completed', 'code': 200} Feb 15 16:37:14.746793 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-034d6f71-e57c-4fed-aac2-98987d16c609 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:14.748184 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-034d6f71-e57c-4fed-aac2-98987d16c609 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9166093 Feb 15 16:37:14.753544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34032) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:14.763293 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-07312991-bef8-4ef2-b747-a104f8f6a756 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Request body: {'security_group_rule': {'security_group_id': 'dab2c65d-8e74-45df-8684-e7a6507f631d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:14.784544 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Publish callbacks [] for port (1036803b-e938-41f1-9784-e4497911022c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:14.788532 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-60ce80a9-734a-4605-9876-d8f5e3cf7508 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4eed547b-34c5-4320-aaa9-48e7d4835041 HTTP/1.1" status: 200 len: 217 time: 0.0798340 Feb 15 16:37:14.898332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Transition to ACTIVE for port object 1036803b-e938-41f1-9784-e4497911022c will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:37:14.908826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07312991-bef8-4ef2-b747-a104f8f6a756 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for security_group_rule (473a8689-e66d-45e7-a2e0-eb6640556318), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:14.928795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-eb88f034-b710-4ba0-ae44-fd66de28e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:14.932693 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-eb88f034-b710-4ba0-ae44-fd66de28e0cf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.1302972 Feb 15 16:37:14.959856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd1a90-8c06-4f11-8506-a89ec14ccc58 req-f564814f-a4b2-4bc3-88bc-6a1a0db199fb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:14.967105 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4bbd1a90-8c06-4f11-8506-a89ec14ccc58 req-f564814f-a4b2-4bc3-88bc-6a1a0db199fb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 944 time: 0.1267233 Feb 15 16:37:14.981721 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-4ea2e42d-7ff8-4c3c-87e5-24e62b12727a service neutron] For port b7b82a89-66b9-4db0-911a-38a87ed2acc7, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:15.006512 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-4ea2e42d-7ff8-4c3c-87e5-24e62b12727a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:15.007830 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cce8a393-6e2e-48ec-ad94-8e21d81c62c1 req-4ea2e42d-7ff8-4c3c-87e5-24e62b12727a service neutron] 10.222.0.10 "DELETE /v2.0/ports/b7b82a89-66b9-4db0-911a-38a87ed2acc7/bindings/n-h1-828372-14 HTTP/1.1" status: 204 len: 173 time: 0.3570368 Feb 15 16:37:15.027883 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f7d90cb6-c95e-4d07-b065-374bc6b34283 req-6ce7766d-8417-4dfd-8338-a79e24b8d7e6 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 210 time: 0.0545163 Feb 15 16:37:15.058484 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-6c4f1e41-6b91-4ac0-a4ac-c3b3af87fb01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908151 Feb 15 16:37:15.059312 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1036803b-e938-41f1-9784-e4497911022c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:15.087931 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07312991-bef8-4ef2-b747-a104f8f6a756 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for security_group_rule (473a8689-e66d-45e7-a2e0-eb6640556318), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:15.205380 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07312991-bef8-4ef2-b747-a104f8f6a756 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (473a8689-e66d-45e7-a2e0-eb6640556318), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:15.233043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07312991-bef8-4ef2-b747-a104f8f6a756 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473a8689-e66d-45e7-a2e0-eb6640556318,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:15.283442 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b94ff-4d1e-4160-86f9-d27d79a6d71b req-91807cd6-88fd-4952-8ca6-3daea40487cb tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:15.285027 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d89b94ff-4d1e-4160-86f9-d27d79a6d71b req-91807cd6-88fd-4952-8ca6-3daea40487cb tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 944 time: 0.1356361 Feb 15 16:37:15.299108 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4bbd1a90-8c06-4f11-8506-a89ec14ccc58 req-099c699b-8098-47d5-81fe-5d26eba61378 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054538 Feb 15 16:37:15.355407 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07312991-bef8-4ef2-b747-a104f8f6a756 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:15.356998 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-07312991-bef8-4ef2-b747-a104f8f6a756 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6020675 Feb 15 16:37:15.360206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34048) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:15.363461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Pushing event updated for resources: {'Port': ['ID=1036803b-e938-41f1-9784-e4497911022c,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:15.368993 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:15.419252 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d89b94ff-4d1e-4160-86f9-d27d79a6d71b req-de2279f9-b8cf-4c68-931a-8fdd775e346c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272802 Feb 15 16:37:15.523849 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:15.571164 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-c5a4ab25-8c8b-4581-9e86-250a8e557f84 service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618440 Feb 15 16:37:15.698645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Attempting to bind port 1036803b-e938-41f1-9784-e4497911022c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:37:15.699004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Attempting to bind port 1036803b-e938-41f1-9784-e4497911022c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:37:15.699337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Attempting to bind port 1036803b-e938-41f1-9784-e4497911022c on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:15.702725 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b7b82a89-66b9-4db0-911a-38a87ed2acc7 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:37:15.719326 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Port 1036803b-e938-41f1-9784-e4497911022c on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:37:15.720898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Attempting to bind port 1036803b-e938-41f1-9784-e4497911022c on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:15.737070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3431555-ae52-4a8e-856d-636bc87952da req-67fce51a-202b-4f49-8778-646c38457e90 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:15.739385 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3431555-ae52-4a8e-856d-636bc87952da req-67fce51a-202b-4f49-8778-646c38457e90 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 947 time: 0.3256099 Feb 15 16:37:15.759552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2069e9-377c-479c-a2af-c021e088fd0c req-e722a31d-e4d6-445a-8933-32e2ed59dd39 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:15.769703 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd2069e9-377c-479c-a2af-c021e088fd0c req-e722a31d-e4d6-445a-8933-32e2ed59dd39 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 1127 time: 0.1747575 Feb 15 16:37:15.780135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:37:15.781157 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:37:15.781583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:37:15.782961 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Bound port: 1036803b-e938-41f1-9784-e4497911022c, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:37:15.783618 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1036803b-e938-41f1-9784-e4497911022c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:15.801346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] The host n-h1-828372-14 is not matching for port b7b82a89-66b9-4db0-911a-38a87ed2acc7 host n-h2-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 16:37:15.803794 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b7b82a89-66b9-4db0-911a-38a87ed2acc7 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:37:15.857908 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd2069e9-377c-479c-a2af-c021e088fd0c req-b288fbc4-484d-44e7-8d6b-3ca96b3c3efc tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781491 Feb 15 16:37:15.863635 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:15.900134 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47e3fb53-4fa9-48be-a866-db6263c5fbe4 req-36ebda0f-4c2f-40e7-b330-6d06e88414e2 service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193364 Feb 15 16:37:15.918705 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3431555-ae52-4a8e-856d-636bc87952da req-6040dc9c-c56f-4b2a-9b47-aa9a7cb802cf tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540303 Feb 15 16:37:15.983972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] For port 1036803b-e938-41f1-9784-e4497911022c, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:15.987493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] For port 1036803b-e938-41f1-9784-e4497911022c, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1036803b-e938-41f1-9784-e4497911022c,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:37:16.023743 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Allocated IP 172.25.4.172 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/4160526e-15ff-4937-b87a-08c48bce875b) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:37:16.159315 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1036803b-e938-41f1-9784-e4497911022c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:16.241870 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d12af8-1103-4ae6-90d7-5e596e0e13b3 req-55e99cd6-5b65-47c2-803a-4024a25c2235 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:16.246744 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a4d12af8-1103-4ae6-90d7-5e596e0e13b3 req-55e99cd6-5b65-47c2-803a-4024a25c2235 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.2203920 Feb 15 16:37:16.259514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-333417bb-78e1-4f71-ae63-a1a0c0c92cf8 req-05b0c524-d8e3-4174-b31a-60e513f6ecdf tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 210 time: 0.1158412 Feb 15 16:37:16.273223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:16.274494 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:16.276211 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17023ab9-143c-4c06-81cd-e61e0947623b req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] 10.222.0.10 "PUT /v2.0/ports/1036803b-e938-41f1-9784-e4497911022c HTTP/1.1" status: 200 len: 1096 time: 2.8082070 Feb 15 16:37:16.278411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663b48f-6460-47b4-a87a-c27df02ce565 service neutron] Pushing event updated for resources: {'Port': ['ID=1036803b-e938-41f1-9784-e4497911022c,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:16.283181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6d725-37af-418b-8022-cfec4de21f34 req-79ef8878-9b3a-4762-893c-014acffd8093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:16.284844 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eec6d725-37af-418b-8022-cfec4de21f34 req-79ef8878-9b3a-4762-893c-014acffd8093 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 1127 time: 0.2227249 Feb 15 16:37:16.297271 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for port (4160526e-15ff-4937-b87a-08c48bce875b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:16.388448 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a4d12af8-1103-4ae6-90d7-5e596e0e13b3 req-209ba22c-fd38-43fb-918c-c4ac5622bbec tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354635 Feb 15 16:37:16.523502 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4160526e-15ff-4937-b87a-08c48bce875b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:16.642791 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e844959d-1f49-4186-afb8-abb52017645f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:37:16.647877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:37:16.656640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:37:16.664746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:37:16.664847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-473b2a88-9d15-4222-beb2-4fcfd9c69535 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:16.664940 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Pushing event updated for resources: {'Port': ['ID=4160526e-15ff-4937-b87a-08c48bce875b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:16.677012 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-473b2a88-9d15-4222-beb2-4fcfd9c69535 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 808 time: 0.2746370 Feb 15 16:37:16.701906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-38eb54d0-041c-4d6b-b472-1e56436a9a2a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/quotas/c9f65cb77bef4454939809c6904ca169 HTTP/1.1" status: 200 len: 375 time: 0.0225358 Feb 15 16:37:16.702418 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7fe55-b3dc-4890-a606-d72ac1c46c54 req-ba24c941-52e4-4469-93b7-d2cb6dbdfb99 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:16.710078 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0cf7fe55-b3dc-4890-a606-d72ac1c46c54 req-ba24c941-52e4-4469-93b7-d2cb6dbdfb99 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 944 time: 0.2412581 Feb 15 16:37:16.759445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port e844959d-1f49-4186-afb8-abb52017645f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:16.760324 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e844959d-1f49-4186-afb8-abb52017645f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:16.770199 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b974cbfa-aef5-4bec-975c-0c328c46c605', 'tag': '1036803b-e938-41f1-9784-e4497911022c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:16.773113 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db250bf8-5176-485e-a98f-5a7cd0b2ec4b" -d '{"events": [{"name": "network-changed", "server_uuid": "b974cbfa-aef5-4bec-975c-0c328c46c605", "tag": "1036803b-e938-41f1-9784-e4497911022c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:16.804553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17023ab9-143c-4c06-81cd-e61e0947623b req-46c6507e-91e6-4884-b99f-8194a7087629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:16.807041 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17023ab9-143c-4c06-81cd-e61e0947623b req-46c6507e-91e6-4884-b99f-8194a7087629 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e3c00afde0947689c6bce1c17bbc572&device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 1130 time: 0.2429650 Feb 15 16:37:16.832257 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0cf7fe55-b3dc-4890-a606-d72ac1c46c54 req-9ff220af-741c-452b-9cd7-d0ff320a4df7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206887 Feb 15 16:37:16.874435 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e844959d-1f49-4186-afb8-abb52017645f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:16.891179 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17023ab9-143c-4c06-81cd-e61e0947623b req-7d0ccc50-28ca-4cb5-afee-e69332a3cf7d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=1036803b-e938-41f1-9784-e4497911022c HTTP/1.1" status: 200 len: 217 time: 0.0638931 Feb 15 16:37:16.895184 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for floatingip (367a5180-b6bc-4443-a208-c526ea752609), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:16.899432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6d725-37af-418b-8022-cfec4de21f34 req-0dabbd17-6371-4bee-832d-2ac556405162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:16.900961 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eec6d725-37af-418b-8022-cfec4de21f34 req-0dabbd17-6371-4bee-832d-2ac556405162 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.5924804 Feb 15 16:37:16.914183 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-ef1fcb74-ae3b-4744-9ada-45d88cb6880a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2088656 Feb 15 16:37:16.916564 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945668fc-23c8-4757-b7e7-14e6d21bccc0 x-openstack-request-id: req-945668fc-23c8-4757-b7e7-14e6d21bccc0 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:16.916850 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b974cbfa-aef5-4bec-975c-0c328c46c605", "tag": "1036803b-e938-41f1-9784-e4497911022c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:16.917102 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-945668fc-23c8-4757-b7e7-14e6d21bccc0 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:16.917508 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b974cbfa-aef5-4bec-975c-0c328c46c605', 'tag': '1036803b-e938-41f1-9784-e4497911022c', 'status': 'completed', 'code': 200} Feb 15 16:37:17.038599 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eec6d725-37af-418b-8022-cfec4de21f34 req-c525df25-a1dc-424d-9af1-30fb210c06bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4eed547b-34c5-4320-aaa9-48e7d4835041 HTTP/1.1" status: 200 len: 217 time: 0.1031084 Feb 15 16:37:17.057588 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4160526e-15ff-4937-b87a-08c48bce875b), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:17.093706 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17023ab9-143c-4c06-81cd-e61e0947623b req-1f4ba526-53d2-4482-83aa-c0d9fc9ac44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:17.095123 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17023ab9-143c-4c06-81cd-e61e0947623b req-1f4ba526-53d2-4482-83aa-c0d9fc9ac44e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1922748 Feb 15 16:37:17.119165 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f4105-d26e-4e31-bec0-450d40c41dd7 req-7184b665-71a9-4da0-a5e9-b61c4e5e42dc tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:17.126023 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f7f4105-d26e-4e31-bec0-450d40c41dd7 req-7184b665-71a9-4da0-a5e9-b61c4e5e42dc tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 947 time: 0.1058500 Feb 15 16:37:17.144463 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6d725-37af-418b-8022-cfec4de21f34 req-9541aea3-6f0f-4435-8412-75a6ab58d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:17.145981 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eec6d725-37af-418b-8022-cfec4de21f34 req-9541aea3-6f0f-4435-8412-75a6ab58d379 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.0963397 Feb 15 16:37:17.191793 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eec6d725-37af-418b-8022-cfec4de21f34 req-9b81390b-c02a-4420-8e24-432b8e42a999 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321834 Feb 15 16:37:17.193629 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-d797f4a6-30b8-4329-96d0-56c598c89e0e service neutron] 10.222.0.107 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528119 Feb 15 16:37:17.204118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17023ab9-143c-4c06-81cd-e61e0947623b req-3726e44d-2853-486b-860c-a5ce46bf2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:17.205627 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17023ab9-143c-4c06-81cd-e61e0947623b req-3726e44d-2853-486b-860c-a5ce46bf2ff6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0928905 Feb 15 16:37:17.214077 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f7f4105-d26e-4e31-bec0-450d40c41dd7 req-0acb551f-7b88-4701-9176-b9a5d0dd4833 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871375 Feb 15 16:37:17.274402 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for port (4160526e-15ff-4937-b87a-08c48bce875b), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:17.377150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (4160526e-15ff-4937-b87a-08c48bce875b), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:17.400766 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ede7144-c56f-4416-9000-d5a9e792a9cc req-4ab3353a-ba69-412e-a119-485ea10adf5f tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 210 time: 0.0423977 Feb 15 16:37:17.494564 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (367a5180-b6bc-4443-a208-c526ea752609), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:17.553433 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Pushing event updated for resources: {'Port': ['ID=4160526e-15ff-4937-b87a-08c48bce875b,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:17.584731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69591ba-7454-4eb1-a958-970e89604636 req-2d7e9b71-f906-4fb6-a7fd-995526a88872 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:17.586472 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f69591ba-7454-4eb1-a958-970e89604636 req-2d7e9b71-f906-4fb6-a7fd-995526a88872 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.0656345 Feb 15 16:37:17.591029 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:17.592254 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bcb3c81f-8c81-4143-a8d2-7acadb37ae79 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2311866 Feb 15 16:37:17.686522 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-4c0b5d66-de3f-43f1-a20e-4128f3a9b24f tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7a5616e5981049c2a8b562d7a99d1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318234 Feb 15 16:37:17.707644 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-126018f9-957c-4c2b-9379-b3c6b13eac4d service neutron] 10.222.0.107 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011082 Feb 15 16:37:17.709979 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17023ab9-143c-4c06-81cd-e61e0947623b req-d1383848-ca59-4f6f-a5d6-59ccaa3d3172 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4847431 Feb 15 16:37:17.712269 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eec6d725-37af-418b-8022-cfec4de21f34 req-ba4c33ce-4b95-4b5d-b7e6-61224e171684 service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103564 Feb 15 16:37:17.773230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 4eed547b-34c5-4320-aaa9-48e7d4835041 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:37:17.801637 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f69591ba-7454-4eb1-a958-970e89604636 req-86b3a4df-3de5-45f2-a42d-ababd45c90ab tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981490 Feb 15 16:37:17.888544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-4cf15096-c9ea-4329-a40d-12d9b8f8da4e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:17.893487 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-4cf15096-c9ea-4329-a40d-12d9b8f8da4e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908796 Feb 15 16:37:17.905284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-6496f5ce-48bc-4dc4-8a7b-99915a13ca9d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Request body: {'port': {'device_id': 'f30fb38e-9fe2-46f3-9b5e-634488434147', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '7a5616e5981049c2a8b562d7a99d1390'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:17.941147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 4eed547b-34c5-4320-aaa9-48e7d4835041, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=4eed547b-34c5-4320-aaa9-48e7d4835041,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:17.956624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '4eed547b-34c5-4320-aaa9-48e7d4835041', 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607', 'port_id': '4eed547b-34c5-4320-aaa9-48e7d4835041', 'mac_address': 'fa:16:3e:0e:55:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f4fb5f-b1bf-499b-9582-c606857e0233', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:37:18.014409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 4eed547b-34c5-4320-aaa9-48e7d4835041 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:18.014909 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:18.030737 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eed547b-34c5-4320-aaa9-48e7d4835041 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:37:18.055549 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 4eed547b-34c5-4320-aaa9-48e7d4835041, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=4eed547b-34c5-4320-aaa9-48e7d4835041,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:18.099403 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17023ab9-143c-4c06-81cd-e61e0947623b req-92e24551-9335-4bd2-bf44-5383c4c1b3eb service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771770 Feb 15 16:37:18.150739 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:18.157177 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-846d46f7-b890-4118-8615-842b541609fa req-ff978ba3-f201-4905-a710-ed4f0177f494 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 210 time: 0.1122441 Feb 15 16:37:18.189644 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf70c7f-1f19-4778-aa8e-50a525c9218d req-d9d72a86-f5d7-4c09-9177-69a458ce138f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:18.189762 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eec6d725-37af-418b-8022-cfec4de21f34 req-65d57184-e486-4aaf-96d5-01f8d5263bca service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623604 Feb 15 16:37:18.190441 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7cf70c7f-1f19-4778-aa8e-50a525c9218d req-d9d72a86-f5d7-4c09-9177-69a458ce138f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 944 time: 0.2326059 Feb 15 16:37:18.254205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=4eed547b-34c5-4320-aaa9-48e7d4835041,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:18.269934 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7cf70c7f-1f19-4778-aa8e-50a525c9218d req-a0f3269f-9b86-466c-b699-b1cffc60515f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785749 Feb 15 16:37:18.309836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db250bf8-5176-485e-a98f-5a7cd0b2ec4b req-bac86bf5-6e8a-4475-b1c3-e29734d1de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:18.311414 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db250bf8-5176-485e-a98f-5a7cd0b2ec4b req-bac86bf5-6e8a-4475-b1c3-e29734d1de0c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2e3c00afde0947689c6bce1c17bbc572&device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 1130 time: 0.0703371 Feb 15 16:37:18.312387 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-6496f5ce-48bc-4dc4-8a7b-99915a13ca9d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Made reservation on behalf of 7a5616e5981049c2a8b562d7a99d1390 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:37:18.318585 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-6496f5ce-48bc-4dc4-8a7b-99915a13ca9d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:18.461686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f1b44-4ab4-4f63-b805-f558a6d6df70 req-13c04e51-f1f0-4547-b09d-c4eaad58e3b5 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:18.469813 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c8f1b44-4ab4-4f63-b805-f558a6d6df70 req-13c04e51-f1f0-4547-b09d-c4eaad58e3b5 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 947 time: 0.1472366 Feb 15 16:37:18.498488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db250bf8-5176-485e-a98f-5a7cd0b2ec4b req-bae2e884-11b7-4fe9-8da3-36f4bf1f9255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:18.500329 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db250bf8-5176-485e-a98f-5a7cd0b2ec4b req-bae2e884-11b7-4fe9-8da3-36f4bf1f9255 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1764400 Feb 15 16:37:18.521087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['4eed547b-34c5-4320-aaa9-48e7d4835041'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:18.561203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db250bf8-5176-485e-a98f-5a7cd0b2ec4b req-20591681-ad3e-444b-9287-7101ef1722bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=1036803b-e938-41f1-9784-e4497911022c HTTP/1.1" status: 200 len: 217 time: 0.0503941 Feb 15 16:37:18.632003 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db250bf8-5176-485e-a98f-5a7cd0b2ec4b req-889d86c1-7335-428f-a7a2-ab35ecf512ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:18.634206 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db250bf8-5176-485e-a98f-5a7cd0b2ec4b req-889d86c1-7335-428f-a7a2-ab35ecf512ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0638633 Feb 15 16:37:18.638363 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c8f1b44-4ab4-4f63-b805-f558a6d6df70 req-fd735576-e0b6-4e36-924f-b764141ce02c tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655121 Feb 15 16:37:18.738229 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db250bf8-5176-485e-a98f-5a7cd0b2ec4b req-88c18b78-88a6-4f97-ad0e-96f610d203f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:18.740408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db250bf8-5176-485e-a98f-5a7cd0b2ec4b req-88c18b78-88a6-4f97-ad0e-96f610d203f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0990677 Feb 15 16:37:18.808581 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0c31d817-d8b6-46ee-8717-2d6906f1dcdf req-3a3e1003-f263-43bd-8773-1d7c61271e0a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 210 time: 0.0339317 Feb 15 16:37:18.852510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-6496f5ce-48bc-4dc4-8a7b-99915a13ca9d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Allocated IP 192.168.233.169 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/9f694a79-5102-4d96-9082-a3681d1bd46f) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:37:18.932922 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db250bf8-5176-485e-a98f-5a7cd0b2ec4b req-c6f832d7-94a7-4328-95dd-54b81f3973f9 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857617 Feb 15 16:37:19.039082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de93ccb-07da-43b3-a824-1b2811ada70e req-d171fa9b-0833-4f26-8a5b-004bcbb18567 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:19.039675 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7de93ccb-07da-43b3-a824-1b2811ada70e req-d171fa9b-0833-4f26-8a5b-004bcbb18567 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.1449137 Feb 15 16:37:19.077539 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-6496f5ce-48bc-4dc4-8a7b-99915a13ca9d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks [] for port (9f694a79-5102-4d96-9082-a3681d1bd46f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:19.115431 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db250bf8-5176-485e-a98f-5a7cd0b2ec4b req-0e28b2bf-5807-492b-94fb-3b31f83f77ae service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715417 Feb 15 16:37:19.123353 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7de93ccb-07da-43b3-a824-1b2811ada70e req-1770dc12-f6f1-45a2-bac6-b304c5c82799 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742483 Feb 15 16:37:19.179607 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-6496f5ce-48bc-4dc4-8a7b-99915a13ca9d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (9f694a79-5102-4d96-9082-a3681d1bd46f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:19.194422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6282bc8b-9d8e-4550-a142-dea31796c065', '06ee8582-6a89-4e21-8083-647e35d014d4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:19.199232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['61365c1c-a004-4754-873b-4058e502539e', '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1', 'e157465c-9784-4c87-8b1f-373b2ac01535', 'af4b0c41-e640-4977-9f26-df22168cc4df'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:19.235095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-6496f5ce-48bc-4dc4-8a7b-99915a13ca9d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:37:19.238535 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-6496f5ce-48bc-4dc4-8a7b-99915a13ca9d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:37:19.244089 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-6496f5ce-48bc-4dc4-8a7b-99915a13ca9d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:37:19.248536 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6496f5ce-48bc-4dc4-8a7b-99915a13ca9d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event updated for resources: {'Port': ['ID=9f694a79-5102-4d96-9082-a3681d1bd46f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:19.307960 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-6496f5ce-48bc-4dc4-8a7b-99915a13ca9d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:19.308680 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-6496f5ce-48bc-4dc4-8a7b-99915a13ca9d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:19.376476 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a86fede7-4d69-484f-973b-89a19e50ee13 req-a96fa590-c23a-4756-8d50-8a2df64f55e8 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 210 time: 0.0397575 Feb 15 16:37:19.496133 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-6496f5ce-48bc-4dc4-8a7b-99915a13ca9d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5904677 Feb 15 16:37:19.512494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Request body: {'port': {'device_id': 'f30fb38e-9fe2-46f3-9b5e-634488434147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:19.528935 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb95279-322d-4bda-9a93-432f42b11793 req-40229efa-c30d-4331-9af2-a7e5d55b53e8 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:19.530525 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cfb95279-322d-4bda-9a93-432f42b11793 req-40229efa-c30d-4331-9af2-a7e5d55b53e8 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 945 time: 0.1362543 Feb 15 16:37:19.623786 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cfb95279-322d-4bda-9a93-432f42b11793 req-6fbac955-2c5a-4476-a3b8-d35ead567b78 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774908 Feb 15 16:37:19.628543 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9f694a79-5102-4d96-9082-a3681d1bd46f), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:19.765798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6cce9a30-ac0a-4414-adcd-b8d35735cdfa None None] Provisioning complete for port 9f694a79-5102-4d96-9082-a3681d1bd46f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:19.766104 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6cce9a30-ac0a-4414-adcd-b8d35735cdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9f694a79-5102-4d96-9082-a3681d1bd46f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:19.773327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1036803b-e938-41f1-9784-e4497911022c details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:37:19.775177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 4eed547b-34c5-4320-aaa9-48e7d4835041 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:37:19.866444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6cce9a30-ac0a-4414-adcd-b8d35735cdfa None None] Port 9f694a79-5102-4d96-9082-a3681d1bd46f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:37:20.103681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 4eed547b-34c5-4320-aaa9-48e7d4835041 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:37:20.121692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 4eed547b-34c5-4320-aaa9-48e7d4835041 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:20.122074 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:20.133087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647350a3-6175-4370-8694-c47aefc2e20e req-c385b6e2-5954-42cc-90ef-b58f50169426 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:20.146666 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-647350a3-6175-4370-8694-c47aefc2e20e req-c385b6e2-5954-42cc-90ef-b58f50169426 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 947 time: 0.3619518 Feb 15 16:37:20.151680 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f33dd-d5eb-455a-8074-0512ddf6e9fa req-f1482956-d27d-45f9-9f3e-ebbd2f3bc59d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:20.160892 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa0f33dd-d5eb-455a-8074-0512ddf6e9fa req-f1482956-d27d-45f9-9f3e-ebbd2f3bc59d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 936 time: 0.1946507 Feb 15 16:37:20.189217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1036803b-e938-41f1-9784-e4497911022c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1036803b-e938-41f1-9784-e4497911022c,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:20.233292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '1036803b-e938-41f1-9784-e4497911022c', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '1036803b-e938-41f1-9784-e4497911022c', 'mac_address': 'fa:16:3e:58:4a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:37:20.243141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f694a79-5102-4d96-9082-a3681d1bd46f {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:37:20.265113 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Publish callbacks [] for port (9f694a79-5102-4d96-9082-a3681d1bd46f), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:20.274849 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa0f33dd-d5eb-455a-8074-0512ddf6e9fa req-227030d7-e004-4594-8d53-9e6e3c986d58 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118970 Feb 15 16:37:20.320437 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-647350a3-6175-4370-8694-c47aefc2e20e req-49c3fab7-99b4-430e-b7f0-30e9da503673 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726272 Feb 15 16:37:20.323505 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Transition to ACTIVE for port object 9f694a79-5102-4d96-9082-a3681d1bd46f will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:37:20.384526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1036803b-e938-41f1-9784-e4497911022c is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:20.384781 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1036803b-e938-41f1-9784-e4497911022c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:20.387115 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (9f694a79-5102-4d96-9082-a3681d1bd46f), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:20.459622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 4eed547b-34c5-4320-aaa9-48e7d4835041 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:20.460035 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:20.485585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1036803b-e938-41f1-9784-e4497911022c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:37:20.491938 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Pushing event updated for resources: {'Port': ['ID=9f694a79-5102-4d96-9082-a3681d1bd46f,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:20.515745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eed547b-34c5-4320-aaa9-48e7d4835041'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:20.517019 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc877ae5-9f53-4dfa-ad2a-d06d39f20193" -d '{"events": [{"server_uuid": "5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d", "name": "network-vif-plugged", "status": "completed", "tag": "4eed547b-34c5-4320-aaa9-48e7d4835041"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:20.541285 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 4eed547b-34c5-4320-aaa9-48e7d4835041, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=4eed547b-34c5-4320-aaa9-48e7d4835041,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:20.545357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1036803b-e938-41f1-9784-e4497911022c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1036803b-e938-41f1-9784-e4497911022c,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:20.628559 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:20.631607 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d54fcc02-702d-43eb-81af-0b6b592d8534 req-e29db67c-c210-4965-acec-d77c622ebda0 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 210 time: 0.1162372 Feb 15 16:37:20.688889 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Attempting to bind port 9f694a79-5102-4d96-9082-a3681d1bd46f on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:37:20.689233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Attempting to bind port 9f694a79-5102-4d96-9082-a3681d1bd46f by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:37:20.689606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Attempting to bind port 9f694a79-5102-4d96-9082-a3681d1bd46f on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:20.696225 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Port 9f694a79-5102-4d96-9082-a3681d1bd46f on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:37:20.696568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Attempting to bind port 9f694a79-5102-4d96-9082-a3681d1bd46f on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:20.703635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:37:20.704059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:37:20.704457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:37:20.704903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Bound port: 9f694a79-5102-4d96-9082-a3681d1bd46f, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:37:20.705267 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9f694a79-5102-4d96-9082-a3681d1bd46f), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:20.710317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-2e7e9934-592e-4954-971c-ab1644ffa69c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:20.715555 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-2e7e9934-592e-4954-971c-ab1644ffa69c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.67 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 808 time: 0.2611697 Feb 15 16:37:20.741790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15986a9f-4aa9-4633-9a23-e8a60fb0b0b8 req-76b898b0-d3a2-4e4b-8d75-9efb7ab873f3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:20.747038 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-15986a9f-4aa9-4633-9a23-e8a60fb0b0b8 req-76b898b0-d3a2-4e4b-8d75-9efb7ab873f3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.3613844 Feb 15 16:37:20.759091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-12d89965-b158-41cd-80ed-5e8d11065eca tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Request body: {'port': {'device_id': '22f9e22a-8fe8-4937-9128-de435f0e1d89', 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529', 'admin_state_up': True, 'tenant_id': 'c9f65cb77bef4454939809c6904ca169'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:20.765666 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a049aa-408a-451a-b101-b3ec0cbf2c22 x-openstack-request-id: req-13a049aa-408a-451a-b101-b3ec0cbf2c22 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:20.765666 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d", "name": "network-vif-plugged", "status": "completed", "tag": "4eed547b-34c5-4320-aaa9-48e7d4835041", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:20.766188 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-13a049aa-408a-451a-b101-b3ec0cbf2c22 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:20.766597 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eed547b-34c5-4320-aaa9-48e7d4835041', 'code': 200} Feb 15 16:37:20.769048 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1036803b-e938-41f1-9784-e4497911022c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:20.792196 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=4eed547b-34c5-4320-aaa9-48e7d4835041,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:20.812100 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] For port 9f694a79-5102-4d96-9082-a3681d1bd46f, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:20.815938 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] For port 9f694a79-5102-4d96-9082-a3681d1bd46f, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9f694a79-5102-4d96-9082-a3681d1bd46f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:37:20.935583 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab79cd9-12c9-49fd-9ad8-386bfed76b63 req-c5955a58-9087-4ef0-8479-433749523edf tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:20.944061 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1ab79cd9-12c9-49fd-9ad8-386bfed76b63 req-c5955a58-9087-4ef0-8479-433749523edf tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.0753622 Feb 15 16:37:20.955947 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (9f694a79-5102-4d96-9082-a3681d1bd46f), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:20.964575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1036803b-e938-41f1-9784-e4497911022c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:21.045256 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Pushing event updated for resources: {'Port': ['ID=9f694a79-5102-4d96-9082-a3681d1bd46f,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:21.062709 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-15986a9f-4aa9-4633-9a23-e8a60fb0b0b8 req-3be24c5a-0eb2-46b1-a70e-b0d1e90e2834 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267622 Feb 15 16:37:21.077397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d4d3f0-3ea7-43fa-bad1-227e40528b4c req-429f903e-88b0-49b7-a39a-798aa3f8d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:21.078932 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94d4d3f0-3ea7-43fa-bad1-227e40528b4c req-429f903e-88b0-49b7-a39a-798aa3f8d582 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 1129 time: 0.1368084 Feb 15 16:37:21.084450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-12d89965-b158-41cd-80ed-5e8d11065eca tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Made reservation on behalf of c9f65cb77bef4454939809c6904ca169 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:37:21.091484 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1ab79cd9-12c9-49fd-9ad8-386bfed76b63 req-2ab17150-c053-49b2-a92f-e4d44f678980 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463654 Feb 15 16:37:21.104822 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-12d89965-b158-41cd-80ed-5e8d11065eca tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:21.104928 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:21.104928 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:21.106289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-8bd032cc-20b8-4f6b-9363-7ea2c0f0508e service neutron] 10.222.0.67 "PUT /v2.0/ports/9f694a79-5102-4d96-9082-a3681d1bd46f HTTP/1.1" status: 200 len: 1097 time: 1.6049807 Feb 15 16:37:21.107260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['1036803b-e938-41f1-9784-e4497911022c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:21.110134 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30fb38e-9fe2-46f3-9b5e-634488434147', 'tag': '9f694a79-5102-4d96-9082-a3681d1bd46f'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:21.124857 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ff63c0-472f-4fc8-b15c-3f80909af68b" -d '{"events": [{"name": "network-changed", "server_uuid": "f30fb38e-9fe2-46f3-9b5e-634488434147", "tag": "9f694a79-5102-4d96-9082-a3681d1bd46f"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:21.235486 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaac5a4c-3aa3-4eb8-85d5-28998f86d9aa x-openstack-request-id: req-eaac5a4c-3aa3-4eb8-85d5-28998f86d9aa {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:21.235842 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f30fb38e-9fe2-46f3-9b5e-634488434147", "tag": "9f694a79-5102-4d96-9082-a3681d1bd46f", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:21.236161 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-eaac5a4c-3aa3-4eb8-85d5-28998f86d9aa {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:21.236638 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f30fb38e-9fe2-46f3-9b5e-634488434147', 'tag': '9f694a79-5102-4d96-9082-a3681d1bd46f', 'status': 'completed', 'code': 200} Feb 15 16:37:21.291214 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94d4d3f0-3ea7-43fa-bad1-227e40528b4c req-7d8f552d-238e-4099-8757-a0939ecbd92c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376462 Feb 15 16:37:21.326978 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-80227392-cd73-4b27-b0bf-726ebcb803b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:21.330543 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-80227392-cd73-4b27-b0bf-726ebcb803b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 1131 time: 0.0898428 Feb 15 16:37:21.395695 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-81debe2e-cdb2-4683-a1b7-d2781113fc42 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=9f694a79-5102-4d96-9082-a3681d1bd46f HTTP/1.1" status: 200 len: 217 time: 0.0559554 Feb 15 16:37:21.544969 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-75db2c6d-0a48-4e71-acb0-769a70242a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:21.546570 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-75db2c6d-0a48-4e71-acb0-769a70242a75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1407270 Feb 15 16:37:21.552850 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-12d89965-b158-41cd-80ed-5e8d11065eca tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Allocated IP 172.20.0.5 (e2f44540-9fa0-4d48-bf47-62103b5ae529/1b325c87-fd51-4707-8465-cf36d596fb16/0dcfc2a3-b638-4a42-aee7-cebc256cfe84) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:37:21.577322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed357a-87e2-4062-b2f6-8943c933d8f6 req-ebc4bc3a-3225-4f9e-8914-f417c6fdfedc tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:21.579154 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5ed357a-87e2-4062-b2f6-8943c933d8f6 req-ebc4bc3a-3225-4f9e-8914-f417c6fdfedc tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 948 time: 0.1035578 Feb 15 16:37:21.605309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900317a9-c7d2-436f-89aa-0f8d7bf91570 req-87019b32-0850-4c83-bb61-118e874c42a8 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:21.606991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-900317a9-c7d2-436f-89aa-0f8d7bf91570 req-87019b32-0850-4c83-bb61-118e874c42a8 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 948 time: 0.0983169 Feb 15 16:37:21.651010 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-ec30d278-8c67-4f0e-945a-795580f69ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:21.652837 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-ec30d278-8c67-4f0e-945a-795580f69ba8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0973582 Feb 15 16:37:21.676875 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5ed357a-87e2-4062-b2f6-8943c933d8f6 req-e373ee4a-4477-400b-a984-bf934503bb40 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799568 Feb 15 16:37:21.738950 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-900317a9-c7d2-436f-89aa-0f8d7bf91570 req-b41fdbb7-1945-4010-ba28-33d77ed3d6b1 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171968 Feb 15 16:37:21.778971 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-61e3fe32-b7ef-45d5-a643-4a520f6f6458 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159983 Feb 15 16:37:21.832651 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-12d89965-b158-41cd-80ed-5e8d11065eca tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks [] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:21.878383 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ddc68a9f-bb8c-40a4-b657-6b4c73a1fbab req-4141e095-adfd-4a12-b327-998cba31aa38 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 210 time: 0.0340271 Feb 15 16:37:21.937097 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0aacd21-7e6e-4e52-9347-a5abcb13ec54 req-e515ca5d-00e0-48c1-9b3d-bf9f6cfe6992 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510315 Feb 15 16:37:22.027787 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-12d89965-b158-41cd-80ed-5e8d11065eca tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:22.084303 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-12d89965-b158-41cd-80ed-5e8d11065eca tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Network e2f44540-9fa0-4d48-bf47-62103b5ae529 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:37:22.088150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-12d89965-b158-41cd-80ed-5e8d11065eca tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:37:22.091349 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-12d89965-b158-41cd-80ed-5e8d11065eca tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:37:22.188472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-12d89965-b158-41cd-80ed-5e8d11065eca tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:22.188472 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-12d89965-b158-41cd-80ed-5e8d11065eca tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:22.198316 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d89965-b158-41cd-80ed-5e8d11065eca tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Pushing event updated for resources: {'Port': ['ID=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:22.272868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041dfb4-1368-4a16-99bf-7c93b1bcfddc req-ceaba3fd-2440-4d83-9560-dfbed8bb99fb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:22.274638 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4041dfb4-1368-4a16-99bf-7c93b1bcfddc req-ceaba3fd-2440-4d83-9560-dfbed8bb99fb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.0670240 Feb 15 16:37:22.319691 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-12d89965-b158-41cd-80ed-5e8d11065eca tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5702431 Feb 15 16:37:22.340241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Request body: {'port': {'device_id': '22f9e22a-8fe8-4937-9128-de435f0e1d89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:22.401870 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4041dfb4-1368-4a16-99bf-7c93b1bcfddc req-1daeb7c3-6d36-46a2-b061-b6fd65f4b3dd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209900 Feb 15 16:37:22.408408 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff63c0-472f-4fc8-b15c-3f80909af68b req-fa7ee110-d635-471f-b6fb-70f97c29ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:22.409971 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0ff63c0-472f-4fc8-b15c-3f80909af68b req-fa7ee110-d635-471f-b6fb-70f97c29ab1d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 1131 time: 0.1855252 Feb 15 16:37:22.430090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073737a-44af-4345-bb9d-e89ad3ad1df2 req-0fc13cf4-7590-4bc5-8693-a84cafb8c96c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:22.431590 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c073737a-44af-4345-bb9d-e89ad3ad1df2 req-0fc13cf4-7590-4bc5-8693-a84cafb8c96c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.1456547 Feb 15 16:37:22.514831 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:22.566439 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c073737a-44af-4345-bb9d-e89ad3ad1df2 req-fb92ec13-2a81-45df-afc2-625ffca93eae tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258619 Feb 15 16:37:22.589780 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff63c0-472f-4fc8-b15c-3f80909af68b req-f1a1f4d5-123e-4158-b5e9-7b02dd3379e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:22.591329 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0ff63c0-472f-4fc8-b15c-3f80909af68b req-f1a1f4d5-123e-4158-b5e9-7b02dd3379e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1588168 Feb 15 16:37:22.674539 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0ff63c0-472f-4fc8-b15c-3f80909af68b req-9ae18db3-ee30-4463-980f-59e0a41d45f4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=9f694a79-5102-4d96-9082-a3681d1bd46f HTTP/1.1" status: 200 len: 217 time: 0.0770423 Feb 15 16:37:22.752144 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff63c0-472f-4fc8-b15c-3f80909af68b req-223f7fbe-c751-42a3-ae3b-d3adb5953d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:22.757243 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0ff63c0-472f-4fc8-b15c-3f80909af68b req-223f7fbe-c751-42a3-ae3b-d3adb5953d58 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0709739 Feb 15 16:37:22.925870 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff63c0-472f-4fc8-b15c-3f80909af68b req-32b20e1b-2869-49cd-b95f-61b07f149b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:22.929401 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0ff63c0-472f-4fc8-b15c-3f80909af68b req-32b20e1b-2869-49cd-b95f-61b07f149b2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1596863 Feb 15 16:37:22.949433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508a52-ac8c-46a2-a385-4f6e51a1d03d req-4a906c5b-2ac8-4c9b-9420-bd2d2aea6091 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:22.951128 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d508a52-ac8c-46a2-a385-4f6e51a1d03d req-4a906c5b-2ac8-4c9b-9420-bd2d2aea6091 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 948 time: 0.1268005 Feb 15 16:37:22.957244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:37:22.967655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25dde04-1f4b-44f0-a4fb-5bce7d0cc445 req-ce9dd31c-660b-4c27-a63c-84696ba9223f tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:22.976254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Publish callbacks [] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:22.983923 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b25dde04-1f4b-44f0-a4fb-5bce7d0cc445 req-ce9dd31c-660b-4c27-a63c-84696ba9223f tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 948 time: 0.1284375 Feb 15 16:37:23.007122 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Transition to ACTIVE for port object 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:37:23.053934 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d508a52-ac8c-46a2-a385-4f6e51a1d03d req-9a33cac3-0784-4cd5-a979-e3fd62b26eca tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859387 Feb 15 16:37:23.147499 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b25dde04-1f4b-44f0-a4fb-5bce7d0cc445 req-b40a9946-f94a-42b8-8e70-c931b3932607 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474204 Feb 15 16:37:23.152571 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:23.192353 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0ff63c0-472f-4fc8-b15c-3f80909af68b req-fe84e298-f6b3-4699-88a1-5639eea54629 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524455 Feb 15 16:37:23.211935 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Pushing event updated for resources: {'Port': ['ID=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:23.289702 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de636074-3d73-4c6f-aa29-1da940d065b0 req-cd3b144a-9b2d-4d11-b797-08bc5b3262d1 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:23.291502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de636074-3d73-4c6f-aa29-1da940d065b0 req-cd3b144a-9b2d-4d11-b797-08bc5b3262d1 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 931 time: 0.1783526 Feb 15 16:37:23.342597 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0ff63c0-472f-4fc8-b15c-3f80909af68b req-95879b1f-45a4-4371-b6f5-1543e2da8af8 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430631 Feb 15 16:37:23.393656 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de636074-3d73-4c6f-aa29-1da940d065b0 req-05815f55-69f3-412c-9876-f1a91fcddaf2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730920 Feb 15 16:37:23.423311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Attempting to bind port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:37:23.425770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Attempting to bind port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:37:23.426653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Attempting to bind port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:23.435689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:37:23.437084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Attempting to bind port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:23.444378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:37:23.444802 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Checking segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:37:23.445594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Bound using segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:37:23.446264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Bound port: 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:37:23.446966 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:23.527333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] For port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:23.531132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] For port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:37:23.570461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53d859-4764-41b3-aa5c-b43af101aa72 req-6f671fe5-b8d2-4c68-8e8e-9bb7e22e15f6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:23.572100 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8c53d859-4764-41b3-aa5c-b43af101aa72 req-6f671fe5-b8d2-4c68-8e8e-9bb7e22e15f6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.0628202 Feb 15 16:37:23.615819 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:23.642681 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8c53d859-4764-41b3-aa5c-b43af101aa72 req-3158a884-06f6-4ba5-9448-e8fadd16981c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649500 Feb 15 16:37:23.709745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:23.710418 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:23.711878 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] 10.222.0.67 "PUT /v2.0/ports/0dcfc2a3-b638-4a42-aee7-cebc256cfe84 HTTP/1.1" status: 200 len: 1092 time: 1.3788819 Feb 15 16:37:23.716556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f9e22a-8fe8-4937-9128-de435f0e1d89', 'tag': '0dcfc2a3-b638-4a42-aee7-cebc256cfe84'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:23.718832 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1204e1c2-c062-4f3f-8498-64caec3c4cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "22f9e22a-8fe8-4937-9128-de435f0e1d89", "tag": "0dcfc2a3-b638-4a42-aee7-cebc256cfe84"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:23.755051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58a4fe-4735-43b5-a3c4-6d9ddcc86353 service neutron] Pushing event updated for resources: {'Port': ['ID=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:24.007306 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf5f02d-eb18-4019-bcc4-6e9cf3a26c76 x-openstack-request-id: req-baf5f02d-eb18-4019-bcc4-6e9cf3a26c76 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:24.007306 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f9e22a-8fe8-4937-9128-de435f0e1d89", "tag": "0dcfc2a3-b638-4a42-aee7-cebc256cfe84", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:24.007306 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-baf5f02d-eb18-4019-bcc4-6e9cf3a26c76 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:24.007306 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f9e22a-8fe8-4937-9128-de435f0e1d89', 'tag': '0dcfc2a3-b638-4a42-aee7-cebc256cfe84', 'status': 'completed', 'code': 200} Feb 15 16:37:24.008485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1036803b-e938-41f1-9784-e4497911022c up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:37:24.009100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3dde9-7112-459c-8a4d-6ffdd3598c43 req-8ac6f75d-af2b-42a3-a4f5-f0ef107eba21 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:24.009100 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5f3dde9-7112-459c-8a4d-6ffdd3598c43 req-8ac6f75d-af2b-42a3-a4f5-f0ef107eba21 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.1037414 Feb 15 16:37:24.009100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204e1c2-c062-4f3f-8498-64caec3c4cd8 req-035af73f-0057-4865-9329-acb373f25e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:24.009100 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1204e1c2-c062-4f3f-8498-64caec3c4cd8 req-035af73f-0057-4865-9329-acb373f25e27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 1126 time: 0.0751193 Feb 15 16:37:24.009100 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5f3dde9-7112-459c-8a4d-6ffdd3598c43 req-4a9cb3ee-5334-48d0-826d-0dda0cb5c70d tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849795 Feb 15 16:37:24.011142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204e1c2-c062-4f3f-8498-64caec3c4cd8 req-b3d7320c-9567-4439-a9b6-ec2c5c347e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:24.012716 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1204e1c2-c062-4f3f-8498-64caec3c4cd8 req-b3d7320c-9567-4439-a9b6-ec2c5c347e06 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c9f65cb77bef4454939809c6904ca169&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1118026 Feb 15 16:37:24.138678 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5152d51-ce3f-42c8-ac17-5e6281ddb57e req-89c55d63-df6d-4518-b74c-c6e7699892c3 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:24.140867 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 1036803b-e938-41f1-9784-e4497911022c completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:37:24.146893 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 1036803b-e938-41f1-9784-e4497911022c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:24.147538 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1036803b-e938-41f1-9784-e4497911022c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:24.149807 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5152d51-ce3f-42c8-ac17-5e6281ddb57e req-89c55d63-df6d-4518-b74c-c6e7699892c3 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 1129 time: 0.0725589 Feb 15 16:37:24.224419 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5152d51-ce3f-42c8-ac17-5e6281ddb57e req-5b62d974-43b7-4d25-91c9-d5680eb135aa tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734239 Feb 15 16:37:24.243460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204e1c2-c062-4f3f-8498-64caec3c4cd8 req-d1c57e22-861a-4d33-9e93-663a38ca8e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:24.245509 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1204e1c2-c062-4f3f-8498-64caec3c4cd8 req-d1c57e22-861a-4d33-9e93-663a38ca8e6a service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2247529 Feb 15 16:37:24.304886 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7380f-7d5f-43ef-b183-49ffca185c93 req-6ac4432d-c68a-441b-be7d-6d5d8c155e16 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:24.313085 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8a7380f-7d5f-43ef-b183-49ffca185c93 req-6ac4432d-c68a-441b-be7d-6d5d8c155e16 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 948 time: 0.0989466 Feb 15 16:37:24.372953 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1036803b-e938-41f1-9784-e4497911022c is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:24.373474 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1036803b-e938-41f1-9784-e4497911022c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:24.414694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a4e92-ba9a-4912-8626-a0eca243e492 req-a67b586a-6368-48a0-8066-19f8dd323667 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:24.424083 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-551a4e92-ba9a-4912-8626-a0eca243e492 req-a67b586a-6368-48a0-8066-19f8dd323667 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 948 time: 0.0866537 Feb 15 16:37:24.455803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b974cbfa-aef5-4bec-975c-0c328c46c605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1036803b-e938-41f1-9784-e4497911022c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:24.460256 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9965e82b-541b-44bf-8952-a7e0acca265d" -d '{"events": [{"server_uuid": "b974cbfa-aef5-4bec-975c-0c328c46c605", "name": "network-vif-plugged", "status": "completed", "tag": "1036803b-e938-41f1-9784-e4497911022c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:24.507668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1036803b-e938-41f1-9784-e4497911022c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1036803b-e938-41f1-9784-e4497911022c,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:24.518299 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-551a4e92-ba9a-4912-8626-a0eca243e492 req-1eb8b5ce-98aa-4395-9362-d5d11b86be3d tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929894 Feb 15 16:37:24.554983 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8a7380f-7d5f-43ef-b183-49ffca185c93 req-ef8bdfe9-ba9c-4805-b530-188dff9b30a0 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180140 Feb 15 16:37:24.576217 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-79ff38cd-95cf-47ce-b0b2-70f43667f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:24.577753 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-79ff38cd-95cf-47ce-b0b2-70f43667f3c2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 1126 time: 0.2601078 Feb 15 16:37:24.622024 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1036803b-e938-41f1-9784-e4497911022c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:24.682630 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e39fd8-3dbd-47ef-9ee2-b1bd2f917be1 x-openstack-request-id: req-17e39fd8-3dbd-47ef-9ee2-b1bd2f917be1 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:24.688282 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b974cbfa-aef5-4bec-975c-0c328c46c605", "name": "network-vif-plugged", "status": "completed", "tag": "1036803b-e938-41f1-9784-e4497911022c", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:24.688282 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-17e39fd8-3dbd-47ef-9ee2-b1bd2f917be1 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:24.688282 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974cbfa-aef5-4bec-975c-0c328c46c605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1036803b-e938-41f1-9784-e4497911022c', 'code': 200} Feb 15 16:37:24.692090 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:37:24.712911 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-d1b15165-0b43-4bf6-8ecf-2558537925bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dcfc2a3-b638-4a42-aee7-cebc256cfe84 HTTP/1.1" status: 200 len: 217 time: 0.1218164 Feb 15 16:37:24.768041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1036803b-e938-41f1-9784-e4497911022c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:24.890962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-42632c54-9e85-4b3e-82ab-de0878f13525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:24.892444 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-42632c54-9e85-4b3e-82ab-de0878f13525 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.1134694 Feb 15 16:37:24.924630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe0135-30f0-455a-b839-9eb7c3668c1f req-fcdfa1f2-2bef-45e6-bb12-c52c39b2e51f tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:24.926323 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19fe0135-30f0-455a-b839-9eb7c3668c1f req-fcdfa1f2-2bef-45e6-bb12-c52c39b2e51f tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.1104875 Feb 15 16:37:24.949413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5cc15-0c8e-4da4-9336-4b97db2250c1 req-893d6af0-a93d-471f-8a9e-6824fc79c557 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:24.951095 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddb5cc15-0c8e-4da4-9336-4b97db2250c1 req-893d6af0-a93d-471f-8a9e-6824fc79c557 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 943 time: 0.2680349 Feb 15 16:37:24.954453 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-1cb46bbf-e938-4fb4-9bf6-cf5eddad3b20 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499911 Feb 15 16:37:24.957109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4e37b-6849-4bb1-bdbf-7c7f85ca99f3 req-10e7eac0-c4a4-4de0-9172-482d408fcf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:24.959379 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-26c4e37b-6849-4bb1-bdbf-7c7f85ca99f3 req-10e7eac0-c4a4-4de0-9172-482d408fcf8a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 1132 time: 0.1677034 Feb 15 16:37:25.049514 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19fe0135-30f0-455a-b839-9eb7c3668c1f req-77ddd269-e4d2-4daf-8eb8-f184042c3bdd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153049 Feb 15 16:37:25.117908 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddb5cc15-0c8e-4da4-9336-4b97db2250c1 req-fbd460ff-e8a4-4d4c-9923-272e0f0ef859 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559105 Feb 15 16:37:25.169782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-26c4e37b-6849-4bb1-bdbf-7c7f85ca99f3 req-48088fab-96d8-4035-8066-9adec28fede6 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752477 Feb 15 16:37:25.175327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-73cb4c93-ae51-4a2d-bb6c-a0717e9b34c6 service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078130 Feb 15 16:37:25.290314 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc816d1-92b2-423f-91d3-6b8aecc4f460 req-6eb2255d-9ee7-48fe-88ed-f4a91c8557e9 service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112962 Feb 15 16:37:25.724674 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87501c-1580-491c-9aa7-7382455fe8e7 req-610ad2e8-4d5d-4ed0-bace-8226ebf96bad tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:25.728150 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe87501c-1580-491c-9aa7-7382455fe8e7 req-610ad2e8-4d5d-4ed0-bace-8226ebf96bad tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 949 time: 0.1155024 Feb 15 16:37:25.754553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 9f694a79-5102-4d96-9082-a3681d1bd46f details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:37:25.777909 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d170c3-9622-445a-9c00-e4bbb83450de req-48ff90de-116a-40d5-bebe-9bd88e446b2b tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:25.781418 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91d170c3-9622-445a-9c00-e4bbb83450de req-48ff90de-116a-40d5-bebe-9bd88e446b2b tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 948 time: 0.1055005 Feb 15 16:37:25.808421 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe87501c-1580-491c-9aa7-7382455fe8e7 req-ea08f67e-b54d-4870-bedc-7c3b00b522b1 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696423 Feb 15 16:37:25.845227 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91d170c3-9622-445a-9c00-e4bbb83450de req-bc8ce9b6-b895-4458-a416-578edb9456f0 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583525 Feb 15 16:37:25.914760 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 9f694a79-5102-4d96-9082-a3681d1bd46f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9f694a79-5102-4d96-9082-a3681d1bd46f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:25.926076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '9f694a79-5102-4d96-9082-a3681d1bd46f', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '9f694a79-5102-4d96-9082-a3681d1bd46f', 'mac_address': 'fa:16:3e:ec:8c:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:37:25.965636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 9f694a79-5102-4d96-9082-a3681d1bd46f is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:25.966033 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9f694a79-5102-4d96-9082-a3681d1bd46f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:25.984336 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f694a79-5102-4d96-9082-a3681d1bd46f {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:37:26.007008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 9f694a79-5102-4d96-9082-a3681d1bd46f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9f694a79-5102-4d96-9082-a3681d1bd46f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:26.055881 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9f694a79-5102-4d96-9082-a3681d1bd46f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:26.226719 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9e0c9-3592-415b-a9ba-403c6c9a41f8 req-2a80672f-09cc-4710-bcda-4231bc384298 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:26.234081 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-afb9e0c9-3592-415b-a9ba-403c6c9a41f8 req-2a80672f-09cc-4710-bcda-4231bc384298 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.0976593 Feb 15 16:37:26.289835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=9f694a79-5102-4d96-9082-a3681d1bd46f,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:26.327614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad04a37-6a73-4970-993b-f79fa0fd9580 req-6f78bc42-53b3-4184-a9ff-5e319b74373d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:26.329111 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ad04a37-6a73-4970-993b-f79fa0fd9580 req-6f78bc42-53b3-4184-a9ff-5e319b74373d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 943 time: 0.0860193 Feb 15 16:37:26.331600 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-afb9e0c9-3592-415b-a9ba-403c6c9a41f8 req-a4e8aaba-f2c3-4842-b4d1-3a57d6e2a805 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966547 Feb 15 16:37:26.387224 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ad04a37-6a73-4970-993b-f79fa0fd9580 req-cbb95a17-8be8-4d4f-a3bb-544a41bfe38c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442510 Feb 15 16:37:26.519799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['9f694a79-5102-4d96-9082-a3681d1bd46f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:26.989422 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3b7c0-5a4c-45b3-96ee-12c9b3865fb6 req-58664a63-1658-4867-8220-3d35ed282ebf tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:26.992193 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94e3b7c0-5a4c-45b3-96ee-12c9b3865fb6 req-58664a63-1658-4867-8220-3d35ed282ebf tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 949 time: 0.0802169 Feb 15 16:37:27.050269 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94e3b7c0-5a4c-45b3-96ee-12c9b3865fb6 req-06050fdb-36fb-4e4b-8c0f-111115695971 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506649 Feb 15 16:37:27.071353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb45f56-92f5-4935-af35-532582dc5875 req-43ccf5a3-b590-4653-bf34-aa767e1405b8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:27.072999 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6cb45f56-92f5-4935-af35-532582dc5875 req-43ccf5a3-b590-4653-bf34-aa767e1405b8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 949 time: 0.0626822 Feb 15 16:37:27.148713 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6cb45f56-92f5-4935-af35-532582dc5875 req-af0d6405-e34f-414e-b404-4d930220ae1b tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559218 Feb 15 16:37:27.545942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132828c1-4e60-448b-8655-1ef466c1ceeb req-6d841747-0b0d-49c3-9fe0-b2b56dfb84ad tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:27.547449 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-132828c1-4e60-448b-8655-1ef466c1ceeb req-6d841747-0b0d-49c3-9fe0-b2b56dfb84ad tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.0659575 Feb 15 16:37:27.565546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d984f-4810-466a-8602-6553516cca39 req-88ba7aa0-6fa3-4ea5-a52c-4debbbc14fdc tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:27.567493 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae5d984f-4810-466a-8602-6553516cca39 req-88ba7aa0-6fa3-4ea5-a52c-4debbbc14fdc tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 943 time: 0.0543547 Feb 15 16:37:27.603996 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-132828c1-4e60-448b-8655-1ef466c1ceeb req-88eab635-c776-48c0-9ea5-115ab3a1d529 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479794 Feb 15 16:37:27.637177 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae5d984f-4810-466a-8602-6553516cca39 req-b168d24d-78b7-4566-92a0-408415b86e93 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619419 Feb 15 16:37:27.736271 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889fed6-e751-492b-b16f-59526f3e2135 req-889c4279-8643-49a1-98fd-39c29fbdec22 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:27.737779 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e889fed6-e751-492b-b16f-59526f3e2135 req-889c4279-8643-49a1-98fd-39c29fbdec22 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 949 time: 0.0557179 Feb 15 16:37:27.746879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133c528-723b-4a28-8d49-9b93074af6a8 req-c38aabf0-7675-4ef8-9a0b-ede7585dedbe tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:27.748383 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e133c528-723b-4a28-8d49-9b93074af6a8 req-c38aabf0-7675-4ef8-9a0b-ede7585dedbe tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 945 time: 0.0549338 Feb 15 16:37:27.793005 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e889fed6-e751-492b-b16f-59526f3e2135 req-8f4f61dd-f30d-47c4-ae72-b69aab11c5a0 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479851 Feb 15 16:37:27.812933 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e133c528-723b-4a28-8d49-9b93074af6a8 req-04527996-4c62-4f48-be2c-3c8f3857e3be tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587611 Feb 15 16:37:28.262180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c411c11-1517-4e43-90eb-131753f811e8 req-46b2388b-b249-42c0-891c-17da4536bdb2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:28.263785 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c411c11-1517-4e43-90eb-131753f811e8 req-46b2388b-b249-42c0-891c-17da4536bdb2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 949 time: 0.0536134 Feb 15 16:37:28.313033 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c411c11-1517-4e43-90eb-131753f811e8 req-66afecd7-b9ac-4511-9f53-732bc4f80a45 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428290 Feb 15 16:37:28.748472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e549505-98d5-47f8-a5ff-13e7fbda156b req-ad6dd025-534f-47f7-80bb-05642ab944c2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:28.750241 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e549505-98d5-47f8-a5ff-13e7fbda156b req-ad6dd025-534f-47f7-80bb-05642ab944c2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.0642004 Feb 15 16:37:28.784453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c096a-963c-4ec0-9a13-512e4337ca8c req-a6c14583-5918-462c-8155-ca0df2f95787 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:28.790027 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2c4c096a-963c-4ec0-9a13-512e4337ca8c req-a6c14583-5918-462c-8155-ca0df2f95787 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 943 time: 0.0670471 Feb 15 16:37:28.806862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e549505-98d5-47f8-a5ff-13e7fbda156b req-c7d8dd3d-87ba-4291-b67f-9d2f0b3e9c1f tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489471 Feb 15 16:37:28.850110 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2c4c096a-963c-4ec0-9a13-512e4337ca8c req-09beef75-c915-489a-a03c-244bb669d264 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551107 Feb 15 16:37:28.937471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4752fbe6-d7e1-490a-a0c3-5ec3e722529c req-2a5a4225-e692-4b0c-b903-693c18aea9fb tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:28.939044 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4752fbe6-d7e1-490a-a0c3-5ec3e722529c req-2a5a4225-e692-4b0c-b903-693c18aea9fb tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 949 time: 0.0667639 Feb 15 16:37:28.982875 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad1360-ac91-4aed-99b2-958a4444e2fb req-e4cbed1f-48a6-4e3e-a49e-76e8681a5afc tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:28.988684 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f4ad1360-ac91-4aed-99b2-958a4444e2fb req-e4cbed1f-48a6-4e3e-a49e-76e8681a5afc tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 945 time: 0.0768793 Feb 15 16:37:28.994382 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4752fbe6-d7e1-490a-a0c3-5ec3e722529c req-4eb14fc8-f8da-45e8-be39-b08762103a8b tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487936 Feb 15 16:37:29.057974 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f4ad1360-ac91-4aed-99b2-958a4444e2fb req-a7d81cc7-0953-4031-b1a9-33e3cdbb4de3 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579910 Feb 15 16:37:29.140478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fde01a-5bfe-4605-a099-e0c75ff2d794 req-e033703b-0fed-43f1-b207-a9f612ac5322 tempest-LiveMigrationNegativeTest-1037584138 tempest-LiveMigrationNegativeTest-1037584138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:29.142254 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-03fde01a-5bfe-4605-a099-e0c75ff2d794 req-e033703b-0fed-43f1-b207-a9f612ac5322 tempest-LiveMigrationNegativeTest-1037584138 tempest-LiveMigrationNegativeTest-1037584138-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 1132 time: 0.0559833 Feb 15 16:37:29.160419 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-03fde01a-5bfe-4605-a099-e0c75ff2d794 req-8ffa4d06-45b1-4e11-9d4a-7898ad99950d tempest-LiveMigrationNegativeTest-1037584138 tempest-LiveMigrationNegativeTest-1037584138-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:29.235770 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-03fde01a-5bfe-4605-a099-e0c75ff2d794 req-8ffa4d06-45b1-4e11-9d4a-7898ad99950d tempest-LiveMigrationNegativeTest-1037584138 tempest-LiveMigrationNegativeTest-1037584138-project-admin] Publish callbacks [] for security_group (bd713bad-13ea-417d-9868-6b0151d98da4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:29.307268 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-03fde01a-5bfe-4605-a099-e0c75ff2d794 req-8ffa4d06-45b1-4e11-9d4a-7898ad99950d tempest-LiveMigrationNegativeTest-1037584138 tempest-LiveMigrationNegativeTest-1037584138-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bd713bad-13ea-417d-9868-6b0151d98da4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:29.361000 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-03fde01a-5bfe-4605-a099-e0c75ff2d794 req-8ffa4d06-45b1-4e11-9d4a-7898ad99950d tempest-LiveMigrationNegativeTest-1037584138 tempest-LiveMigrationNegativeTest-1037584138-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079058 Feb 15 16:37:29.361918 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa4d06-45b1-4e11-9d4a-7898ad99950d tempest-LiveMigrationNegativeTest-1037584138 tempest-LiveMigrationNegativeTest-1037584138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd713bad-13ea-417d-9868-6b0151d98da4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:29.491398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b639012-e536-4e78-943d-26158c4fbccc req-192d69a1-6948-4b73-91ce-a6a80abc2407 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:29.493270 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b639012-e536-4e78-943d-26158c4fbccc req-192d69a1-6948-4b73-91ce-a6a80abc2407 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 949 time: 0.0648878 Feb 15 16:37:29.564691 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b639012-e536-4e78-943d-26158c4fbccc req-872449c3-3438-4e01-83f1-98102dc23ea9 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659208 Feb 15 16:37:29.770913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:37:29.774772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 9f694a79-5102-4d96-9082-a3681d1bd46f up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:37:29.950289 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:29.969808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '0dcfc2a3-b638-4a42-aee7-cebc256cfe84', 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529', 'port_id': '0dcfc2a3-b638-4a42-aee7-cebc256cfe84', 'mac_address': 'fa:16:3e:e4:fc:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b325c87-fd51-4707-8465-cf36d596fb16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:37:30.009902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 9f694a79-5102-4d96-9082-a3681d1bd46f completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:37:30.033403 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 9f694a79-5102-4d96-9082-a3681d1bd46f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:30.036100 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9f694a79-5102-4d96-9082-a3681d1bd46f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:30.038468 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad33c96-cf6f-48ee-a002-95caca4d59a1 req-768b47db-abe1-4547-b47c-868cfd90d26c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:30.040615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7960d5-5691-4e8f-a8bd-560a1dc2e801 req-4256e40a-7123-4deb-aafe-010f2ac225a1 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:30.046361 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c7960d5-5691-4e8f-a8bd-560a1dc2e801 req-4256e40a-7123-4deb-aafe-010f2ac225a1 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 949 time: 0.0984123 Feb 15 16:37:30.049743 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ad33c96-cf6f-48ee-a002-95caca4d59a1 req-768b47db-abe1-4547-b47c-868cfd90d26c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.1252940 Feb 15 16:37:30.105888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:30.106287 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:30.110305 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c7960d5-5691-4e8f-a8bd-560a1dc2e801 req-01b32092-ba41-43c4-8b35-f46b4c0b2fbe tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597885 Feb 15 16:37:30.118262 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:30.145289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ad33c96-cf6f-48ee-a002-95caca4d59a1 req-732be715-fb08-4ea7-a97e-fe9b1214af85 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885823 Feb 15 16:37:30.156900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:37:30.180431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:30.228590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 9f694a79-5102-4d96-9082-a3681d1bd46f is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:30.229061 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9f694a79-5102-4d96-9082-a3681d1bd46f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:30.256076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30fb38e-9fe2-46f3-9b5e-634488434147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f694a79-5102-4d96-9082-a3681d1bd46f'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:30.258449 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0cf4dd-25cf-4688-aee5-94710d80516c" -d '{"events": [{"server_uuid": "f30fb38e-9fe2-46f3-9b5e-634488434147", "name": "network-vif-plugged", "status": "completed", "tag": "9f694a79-5102-4d96-9082-a3681d1bd46f"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:30.268917 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:30.275349 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 9f694a79-5102-4d96-9082-a3681d1bd46f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9f694a79-5102-4d96-9082-a3681d1bd46f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:30.330549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2817b2-72c1-4c88-8be8-b50290f7ef41 req-f5eef7da-3aa6-413a-b2f3-7341ace698b2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:30.332284 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d2817b2-72c1-4c88-8be8-b50290f7ef41 req-f5eef7da-3aa6-413a-b2f3-7341ace698b2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 943 time: 0.1503181 Feb 15 16:37:30.341399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:30.353613 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9f694a79-5102-4d96-9082-a3681d1bd46f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:30.356095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaba98-d261-4897-aff5-98e6f0218093 req-cef8cbc3-2009-42a7-a868-92b8dbcc32a7 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:30.358126 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1dcaba98-d261-4897-aff5-98e6f0218093 req-cef8cbc3-2009-42a7-a868-92b8dbcc32a7 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.10 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 945 time: 0.1158800 Feb 15 16:37:30.420690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=9f694a79-5102-4d96-9082-a3681d1bd46f,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:30.437318 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c71631e-38cc-4e57-8ba0-4a2628d5da91 req-336ab3e9-1114-480b-a2f8-d3dbfc4987d3 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:30.446173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d2817b2-72c1-4c88-8be8-b50290f7ef41 req-2da196bb-ddc1-40b7-915e-25685a55167d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053720 Feb 15 16:37:30.449887 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0c71631e-38cc-4e57-8ba0-4a2628d5da91 req-336ab3e9-1114-480b-a2f8-d3dbfc4987d3 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 945 time: 0.1601920 Feb 15 16:37:30.482138 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:30.499193 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-1dcaba98-d261-4897-aff5-98e6f0218093 req-56ad279e-9667-40ee-9119-4ec364712bca tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Deleting port c613db43-fc26-498f-91ff-8244222919b2 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:37:30.502707 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1dcaba98-d261-4897-aff5-98e6f0218093 req-56ad279e-9667-40ee-9119-4ec364712bca tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c613db43-fc26-498f-91ff-8244222919b2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:30.530425 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1f49ae-4e88-4ff1-b03d-a3a631817c57 x-openstack-request-id: req-2b1f49ae-4e88-4ff1-b03d-a3a631817c57 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:30.530743 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30fb38e-9fe2-46f3-9b5e-634488434147", "name": "network-vif-plugged", "status": "completed", "tag": "9f694a79-5102-4d96-9082-a3681d1bd46f", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:30.531006 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2b1f49ae-4e88-4ff1-b03d-a3a631817c57 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:30.531403 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30fb38e-9fe2-46f3-9b5e-634488434147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f694a79-5102-4d96-9082-a3681d1bd46f', 'code': 200} Feb 15 16:37:30.561320 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0c71631e-38cc-4e57-8ba0-4a2628d5da91 req-3f6ccb2a-b32b-4b17-883d-c6348868901c tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/security-groups?id=356df6df-b0e9-4dd5-82d2-b6d479408dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071177 Feb 15 16:37:30.693551 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['0dcfc2a3-b638-4a42-aee7-cebc256cfe84'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:30.950486 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd918141-7e77-4dd3-b1a1-c53c5b056daf req-18f9aa67-414a-41a0-a867-7ba5a5b6cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:30.952044 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd918141-7e77-4dd3-b1a1-c53c5b056daf req-18f9aa67-414a-41a0-a867-7ba5a5b6cb6a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 1133 time: 0.1276109 Feb 15 16:37:30.963131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78076b39-123d-426a-8744-9313ab2cf30c req-79f6eefc-6fdb-4ec3-bd05-f4d3efbd219d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:30.964589 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-78076b39-123d-426a-8744-9313ab2cf30c req-79f6eefc-6fdb-4ec3-bd05-f4d3efbd219d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 950 time: 0.1326501 Feb 15 16:37:30.966428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-1dcaba98-d261-4897-aff5-98e6f0218093 req-56ad279e-9667-40ee-9119-4ec364712bca tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] For port c613db43-fc26-498f-91ff-8244222919b2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c613db43-fc26-498f-91ff-8244222919b2,segment=NetworkSegment(6afd976d-b6cf-4400-a363-b41c4ca4d7d2),segment_id=6afd976d-b6cf-4400-a363-b41c4ca4d7d2)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:30.966792 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1dcaba98-d261-4897-aff5-98e6f0218093 req-56ad279e-9667-40ee-9119-4ec364712bca tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c613db43-fc26-498f-91ff-8244222919b2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:31.018784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-1dcaba98-d261-4897-aff5-98e6f0218093 req-56ad279e-9667-40ee-9119-4ec364712bca tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Calling delete_port for c613db43-fc26-498f-91ff-8244222919b2 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:37:31.066619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd918141-7e77-4dd3-b1a1-c53c5b056daf req-8ba7fe44-0dca-4583-b3ac-9628d31ecde7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970943 Feb 15 16:37:31.102503 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-78076b39-123d-426a-8744-9313ab2cf30c req-f803db30-ee6b-45ed-bd5b-f3a77a685d40 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052060 Feb 15 16:37:31.248869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a8ff0-ff71-42f1-92d6-4e4f084756b8 req-18197f0e-c57f-42d3-bf5b-fcf5a802c01c tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:31.250551 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a56a8ff0-ff71-42f1-92d6-4e4f084756b8 req-18197f0e-c57f-42d3-bf5b-fcf5a802c01c tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 949 time: 0.0653360 Feb 15 16:37:31.290232 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1dcaba98-d261-4897-aff5-98e6f0218093 req-56ad279e-9667-40ee-9119-4ec364712bca tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c613db43-fc26-498f-91ff-8244222919b2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:31.307867 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['c613db43-fc26-498f-91ff-8244222919b2'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:31.312453 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a56a8ff0-ff71-42f1-92d6-4e4f084756b8 req-5e51f1c1-88f7-4702-b690-f6ad8d85e192 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474944 Feb 15 16:37:31.344931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad279e-9667-40ee-9119-4ec364712bca tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Pushing event deleted for resources: {'Port': ['ID=c613db43-fc26-498f-91ff-8244222919b2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:31.359568 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ce1af-ce9a-4baf-a769-b24ba74286f1 req-19421935-8974-44ab-966f-c1551edb06b1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:31.361125 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca3ce1af-ce9a-4baf-a769-b24ba74286f1 req-19421935-8974-44ab-966f-c1551edb06b1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.1268206 Feb 15 16:37:31.422257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcaba98-d261-4897-aff5-98e6f0218093 req-56ad279e-9667-40ee-9119-4ec364712bca tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] No DVR routers for this DVR port c613db43-fc26-498f-91ff-8244222919b2 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:37:31.437765 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1dcaba98-d261-4897-aff5-98e6f0218093 req-56ad279e-9667-40ee-9119-4ec364712bca tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:31.441257 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1dcaba98-d261-4897-aff5-98e6f0218093 req-56ad279e-9667-40ee-9119-4ec364712bca tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.10 "DELETE /v2.0/ports/c613db43-fc26-498f-91ff-8244222919b2 HTTP/1.1" status: 204 len: 173 time: 1.0731177 Feb 15 16:37:31.441758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80544e3-2333-4861-b7c6-ac8fc0157f36', 'name': 'network-vif-deleted', 'tag': 'c613db43-fc26-498f-91ff-8244222919b2'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:31.444288 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6989d1f-47fc-4b2b-bf10-be867dbec057" -d '{"events": [{"server_uuid": "a80544e3-2333-4861-b7c6-ac8fc0157f36", "name": "network-vif-deleted", "tag": "c613db43-fc26-498f-91ff-8244222919b2"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:31.465119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca3ce1af-ce9a-4baf-a769-b24ba74286f1 req-e4c1e51a-0cde-4f49-a6cd-6c769f57d888 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840652 Feb 15 16:37:31.518949 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a8126c-5b08-4b0e-a26c-73c6f4aaa5a0 x-openstack-request-id: req-65a8126c-5b08-4b0e-a26c-73c6f4aaa5a0 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:31.519240 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80544e3-2333-4861-b7c6-ac8fc0157f36", "name": "network-vif-deleted", "tag": "c613db43-fc26-498f-91ff-8244222919b2", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:31.519505 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-65a8126c-5b08-4b0e-a26c-73c6f4aaa5a0 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:31.519912 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80544e3-2333-4861-b7c6-ac8fc0157f36', 'name': 'network-vif-deleted', 'tag': 'c613db43-fc26-498f-91ff-8244222919b2', 'status': 'completed', 'code': 200} Feb 15 16:37:31.704427 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b3d520-18bd-482d-aec7-97277a8627f9 req-7155740f-9d0d-4454-8fff-916cb61cbb89 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:31.712832 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77b3d520-18bd-482d-aec7-97277a8627f9 req-7155740f-9d0d-4454-8fff-916cb61cbb89 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 944 time: 0.1202409 Feb 15 16:37:31.725538 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-33eb72bf-0756-421e-9ebc-5f29a7ac6ad7 req-fe37e67f-bd44-4476-b6d3-6fa0c3a83842 tempest-AttachSCSIVolumeTestJSON-1519286974 tempest-AttachSCSIVolumeTestJSON-1519286974-project] 10.222.0.107 "GET /v2.0/ports?device_id=a80544e3-2333-4861-b7c6-ac8fc0157f36 HTTP/1.1" status: 200 len: 210 time: 0.0437136 Feb 15 16:37:31.827152 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77b3d520-18bd-482d-aec7-97277a8627f9 req-bd4001a7-e1d8-477b-9244-91d8e939b5ea tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021125 Feb 15 16:37:32.122049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abace442-7e6c-491c-9575-eb85544aaad3 req-a6e4bab1-9bc1-4364-bef4-2ab6964b835b tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:32.123989 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-abace442-7e6c-491c-9575-eb85544aaad3 req-a6e4bab1-9bc1-4364-bef4-2ab6964b835b tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.10 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 949 time: 0.0690265 Feb 15 16:37:32.296464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-abace442-7e6c-491c-9575-eb85544aaad3 req-ce8f4199-4583-464d-845a-75230dd83981 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Deleting port 1036803b-e938-41f1-9784-e4497911022c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:37:32.297181 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-abace442-7e6c-491c-9575-eb85544aaad3 req-ce8f4199-4583-464d-845a-75230dd83981 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1036803b-e938-41f1-9784-e4497911022c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:32.346114 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054442cf-0005-4565-bf71-17f2cfb74f94 req-0d51d237-4c4e-4d34-89fd-37876d81a31a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:32.347931 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-054442cf-0005-4565-bf71-17f2cfb74f94 req-0d51d237-4c4e-4d34-89fd-37876d81a31a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 950 time: 0.1083918 Feb 15 16:37:32.415268 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-054442cf-0005-4565-bf71-17f2cfb74f94 req-36d91d9e-71f5-4e3f-96fb-23ca9b93afa7 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570703 Feb 15 16:37:32.430581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-abace442-7e6c-491c-9575-eb85544aaad3 req-ce8f4199-4583-464d-845a-75230dd83981 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] For port 1036803b-e938-41f1-9784-e4497911022c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1036803b-e938-41f1-9784-e4497911022c,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:32.431187 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-abace442-7e6c-491c-9575-eb85544aaad3 req-ce8f4199-4583-464d-845a-75230dd83981 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1036803b-e938-41f1-9784-e4497911022c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:32.457353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-abace442-7e6c-491c-9575-eb85544aaad3 req-ce8f4199-4583-464d-845a-75230dd83981 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Calling delete_port for 1036803b-e938-41f1-9784-e4497911022c owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:37:32.566997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d28dd-0708-4a0e-9a9d-e24b302f3a72 req-70d32854-561b-40a7-9e81-95a2465c59fa tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:32.568573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-026d28dd-0708-4a0e-9a9d-e24b302f3a72 req-70d32854-561b-40a7-9e81-95a2465c59fa tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 949 time: 0.1131651 Feb 15 16:37:32.677348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968efd4-6da3-466e-9cbb-1363a24431df req-ceb5cdac-101c-49d9-9bc3-8595e81ac178 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:32.681945 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-026d28dd-0708-4a0e-9a9d-e24b302f3a72 req-da0b3f4e-045e-4997-aab7-e817cc9ec050 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003914 Feb 15 16:37:32.695547 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5968efd4-6da3-466e-9cbb-1363a24431df req-ceb5cdac-101c-49d9-9bc3-8595e81ac178 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.1232612 Feb 15 16:37:32.769680 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5968efd4-6da3-466e-9cbb-1363a24431df req-d807e744-322e-4d38-bf7b-f8e8cba8df29 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714302 Feb 15 16:37:32.941801 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-abace442-7e6c-491c-9575-eb85544aaad3 req-ce8f4199-4583-464d-845a-75230dd83981 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1036803b-e938-41f1-9784-e4497911022c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:32.957765 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['d42f5dd9-6102-4179-8e7a-de217136d2a3', '1036803b-e938-41f1-9784-e4497911022c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:32.980633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f4199-4583-464d-845a-75230dd83981 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Pushing event deleted for resources: {'Port': ['ID=1036803b-e938-41f1-9784-e4497911022c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:33.034097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b091c9-6845-43a7-9604-4470216579de req-0ccdf7bb-4b21-44fc-8465-152579048843 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:33.035646 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-27b091c9-6845-43a7-9604-4470216579de req-0ccdf7bb-4b21-44fc-8465-152579048843 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 944 time: 0.1244137 Feb 15 16:37:33.154183 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-27b091c9-6845-43a7-9604-4470216579de req-66352dc2-0a8a-4955-a7a8-d0395c13ec2f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085999 Feb 15 16:37:33.161007 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-abace442-7e6c-491c-9575-eb85544aaad3 req-ce8f4199-4583-464d-845a-75230dd83981 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] No DVR routers for this DVR port 1036803b-e938-41f1-9784-e4497911022c on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:37:33.167813 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-abace442-7e6c-491c-9575-eb85544aaad3 req-ce8f4199-4583-464d-845a-75230dd83981 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:33.176429 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-abace442-7e6c-491c-9575-eb85544aaad3 req-ce8f4199-4583-464d-845a-75230dd83981 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.10 "DELETE /v2.0/ports/1036803b-e938-41f1-9784-e4497911022c HTTP/1.1" status: 204 len: 173 time: 1.0349231 Feb 15 16:37:33.290852 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bcab88fd-7e1e-4eb7-9719-f37a32444f32 req-18fa1c6a-e1e5-4702-b3a2-9b9929c30852 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1525891 Feb 15 16:37:33.438770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab88fd-7e1e-4eb7-9719-f37a32444f32 req-25f971e3-468c-48fa-b323-a0d1399462c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:33.440309 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bcab88fd-7e1e-4eb7-9719-f37a32444f32 req-25f971e3-468c-48fa-b323-a0d1399462c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 1133 time: 0.1068423 Feb 15 16:37:33.543741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b974cbfa-aef5-4bec-975c-0c328c46c605', 'name': 'network-vif-deleted', 'tag': '1036803b-e938-41f1-9784-e4497911022c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:33.547266 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c47163b-ee86-4966-a5dd-6e878949d4ac" -d '{"events": [{"server_uuid": "b974cbfa-aef5-4bec-975c-0c328c46c605", "name": "network-vif-deleted", "tag": "1036803b-e938-41f1-9784-e4497911022c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:33.648760 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364eaf62-f800-4489-b24a-c3c7d2a016f4 x-openstack-request-id: req-364eaf62-f800-4489-b24a-c3c7d2a016f4 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:33.648760 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b974cbfa-aef5-4bec-975c-0c328c46c605", "name": "network-vif-deleted", "tag": "1036803b-e938-41f1-9784-e4497911022c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:33.648760 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-364eaf62-f800-4489-b24a-c3c7d2a016f4 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:33.648760 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b974cbfa-aef5-4bec-975c-0c328c46c605', 'name': 'network-vif-deleted', 'tag': '1036803b-e938-41f1-9784-e4497911022c', 'status': 'completed', 'code': 200} Feb 15 16:37:33.780549 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:37:33.822702 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-417fc944-d7e3-49bd-aef6-3a39c29d0935 req-f9c26b40-4e7f-4e85-ab04-d1cb99922ebc tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=b974cbfa-aef5-4bec-975c-0c328c46c605 HTTP/1.1" status: 200 len: 210 time: 0.0354688 Feb 15 16:37:33.833826 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45524f39-1974-46d4-8345-be6fd68d1580 req-bbe54b66-35b0-464c-9687-523963fac2ec tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:33.845629 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-45524f39-1974-46d4-8345-be6fd68d1580 req-bbe54b66-35b0-464c-9687-523963fac2ec tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 950 time: 0.2793305 Feb 15 16:37:33.849951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab88fd-7e1e-4eb7-9719-f37a32444f32 req-399b78af-1919-4ee3-9337-5962d991f300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:33.856091 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bcab88fd-7e1e-4eb7-9719-f37a32444f32 req-399b78af-1919-4ee3-9337-5962d991f300 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.3859816 Feb 15 16:37:34.002171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d78387-75f4-4432-9a66-1c0cdfc280f2 req-7b9a0cd8-37c0-4aa3-a48c-e94ba42b4397 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:34.004376 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:37:34.005156 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-93d78387-75f4-4432-9a66-1c0cdfc280f2 req-7b9a0cd8-37c0-4aa3-a48c-e94ba42b4397 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.0660532 Feb 15 16:37:34.010540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:34.011121 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:34.072881 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bcab88fd-7e1e-4eb7-9719-f37a32444f32 req-9111de97-4d68-4fa0-b770-4933e1db5a1f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=6282bc8b-9d8e-4550-a142-dea31796c065 HTTP/1.1" status: 200 len: 217 time: 0.1900690 Feb 15 16:37:34.077111 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67cfaa40-0fe2-43e9-b740-c3619f49cbe5 req-12a3467a-9560-4856-82ee-a844a27f70ea service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3682122 Feb 15 16:37:34.159704 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-93d78387-75f4-4432-9a66-1c0cdfc280f2 req-7d5e8578-850c-4454-bf0e-b75d46b22e6d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474578 Feb 15 16:37:34.191779 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:34.192610 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:34.234960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:34.236489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f9e22a-8fe8-4937-9128-de435f0e1d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcfc2a3-b638-4a42-aee7-cebc256cfe84'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:34.239094 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fb8ba3-6ccd-4a42-8633-eb14a183f6ab" -d '{"events": [{"server_uuid": "22f9e22a-8fe8-4937-9128-de435f0e1d89", "name": "network-vif-plugged", "status": "completed", "tag": "0dcfc2a3-b638-4a42-aee7-cebc256cfe84"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:34.298198 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-45524f39-1974-46d4-8345-be6fd68d1580 req-174ca9cd-5746-4e08-868c-7deda3960a56 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485121 Feb 15 16:37:34.330410 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:34.332807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab88fd-7e1e-4eb7-9719-f37a32444f32 req-75a22d6a-9c0b-40b6-bfe3-e93453f800b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:34.333167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bcab88fd-7e1e-4eb7-9719-f37a32444f32 req-75a22d6a-9c0b-40b6-bfe3-e93453f800b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.2103944 Feb 15 16:37:34.336163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfaa40-0fe2-43e9-b740-c3619f49cbe5 req-b6a8b363-4b7d-457c-a6b5-e0f4bbb7d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:34.337633 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67cfaa40-0fe2-43e9-b740-c3619f49cbe5 req-b6a8b363-4b7d-457c-a6b5-e0f4bbb7d388 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 1133 time: 0.1962526 Feb 15 16:37:34.508637 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c594db8-5ef6-48a5-bd74-b114ba83074c x-openstack-request-id: req-5c594db8-5ef6-48a5-bd74-b114ba83074c {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:34.510391 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f9e22a-8fe8-4937-9128-de435f0e1d89", "name": "network-vif-plugged", "status": "completed", "tag": "0dcfc2a3-b638-4a42-aee7-cebc256cfe84", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:34.510876 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5c594db8-5ef6-48a5-bd74-b114ba83074c {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:34.511480 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f9e22a-8fe8-4937-9128-de435f0e1d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcfc2a3-b638-4a42-aee7-cebc256cfe84', 'code': 200} Feb 15 16:37:34.534809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab88fd-7e1e-4eb7-9719-f37a32444f32 req-f8cfe5c7-edee-44d4-919b-4cbdd16c19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:34.539270 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bcab88fd-7e1e-4eb7-9719-f37a32444f32 req-f8cfe5c7-edee-44d4-919b-4cbdd16c19fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1866693 Feb 15 16:37:34.544922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa3818-eb3b-4b2b-9009-4018c0eedc16 req-3eadc79e-29bd-4a6d-896f-5453c1e8616f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:34.556884 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ceaa3818-eb3b-4b2b-9009-4018c0eedc16 req-3eadc79e-29bd-4a6d-896f-5453c1e8616f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 944 time: 0.2721822 Feb 15 16:37:34.564715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:34.694653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfaa40-0fe2-43e9-b740-c3619f49cbe5 req-48a63651-c409-4526-8195-78d784cdb783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:34.696692 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ceaa3818-eb3b-4b2b-9009-4018c0eedc16 req-9270203a-2868-45ac-8dd5-4422ee319492 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320424 Feb 15 16:37:34.708363 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67cfaa40-0fe2-43e9-b740-c3619f49cbe5 req-48a63651-c409-4526-8195-78d784cdb783 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.3112550 Feb 15 16:37:34.730362 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d934156-59ae-4ce2-9088-7177fbc83b6a req-5cb42926-e289-4100-919a-6e97dad03e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:34.732599 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9d934156-59ae-4ce2-9088-7177fbc83b6a req-5cb42926-e289-4100-919a-6e97dad03e0b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 1128 time: 0.0700345 Feb 15 16:37:34.759887 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67cfaa40-0fe2-43e9-b740-c3619f49cbe5 req-e5ff4cd5-27c4-46e8-8c85-439d27a03ba0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=61365c1c-a004-4754-873b-4058e502539e HTTP/1.1" status: 200 len: 217 time: 0.0497596 Feb 15 16:37:34.816637 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9d934156-59ae-4ce2-9088-7177fbc83b6a req-5ec88a0f-9ac5-409c-8b2f-09cb42a8975b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770321 Feb 15 16:37:34.836231 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089c0a4-1da2-4eb3-99a3-cb3187618718 req-c40ae271-c537-4a40-aca2-350579a9f39c tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:34.838111 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d089c0a4-1da2-4eb3-99a3-cb3187618718 req-c40ae271-c537-4a40-aca2-350579a9f39c tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 1133 time: 0.1880801 Feb 15 16:37:34.849074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfaa40-0fe2-43e9-b740-c3619f49cbe5 req-1eb5c355-ff59-4b9d-84c7-68dfb2a1f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:34.851152 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67cfaa40-0fe2-43e9-b740-c3619f49cbe5 req-1eb5c355-ff59-4b9d-84c7-68dfb2a1f392 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0742242 Feb 15 16:37:34.869646 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bcab88fd-7e1e-4eb7-9719-f37a32444f32 req-126fc8d7-909e-47a7-94e1-5b0ae4f47ef6 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218219 Feb 15 16:37:34.969597 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bcab88fd-7e1e-4eb7-9719-f37a32444f32 req-d7cb69e3-a3b1-47d4-8f28-31ba86071ff9 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922101 Feb 15 16:37:35.001115 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d089c0a4-1da2-4eb3-99a3-cb3187618718 req-1da7c56d-99cc-4dc1-9ac8-460b251b55cb tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559215 Feb 15 16:37:35.144214 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cfaa40-0fe2-43e9-b740-c3619f49cbe5 req-81fa6b26-41c3-408a-8b22-9a4608ab0d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:35.147843 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67cfaa40-0fe2-43e9-b740-c3619f49cbe5 req-81fa6b26-41c3-408a-8b22-9a4608ab0d9e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0900743 Feb 15 16:37:35.303028 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67cfaa40-0fe2-43e9-b740-c3619f49cbe5 req-1c50485f-c54e-4ebe-9c4a-0fe2120f3e71 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473994 Feb 15 16:37:35.348338 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-52f9a74a-dfce-41cc-b888-b32521e35fdc tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=7a5616e5981049c2a8b562d7a99d1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441635 Feb 15 16:37:35.564229 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67cfaa40-0fe2-43e9-b740-c3619f49cbe5 req-e4dd9097-d4b0-450b-8498-921a0c8e8da2 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447302 Feb 15 16:37:35.573877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-0287b725-6bfe-4356-a768-ef32b5b4c140 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:35.581408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-0287b725-6bfe-4356-a768-ef32b5b4c140 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320831 Feb 15 16:37:35.601428 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-d018f5a3-d380-4dd5-ace5-65a9d81a14f5 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/quotas/7a5616e5981049c2a8b562d7a99d1390 HTTP/1.1" status: 200 len: 375 time: 0.0189679 Feb 15 16:37:35.643578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fd5eb-fa54-4e67-9b1a-87433b7fd8cf req-4016e4e3-9351-4258-8ecb-52cfa34e541b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:35.653564 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f47fd5eb-fa54-4e67-9b1a-87433b7fd8cf req-4016e4e3-9351-4258-8ecb-52cfa34e541b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.1377370 Feb 15 16:37:35.725118 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-0d0e591e-0ea4-4b6c-af6c-9d7dd5ee9806 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1194563 Feb 15 16:37:35.739352 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f47fd5eb-fa54-4e67-9b1a-87433b7fd8cf req-8a7baaae-9801-4a86-b8b0-b01c08b06ed5 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846336 Feb 15 16:37:35.802823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c613db43-fc26-498f-91ff-8244222919b2 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:37:35.849413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: c613db43-fc26-498f-91ff-8244222919b2 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:37:35.851724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c613db43-fc26-498f-91ff-8244222919b2 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:37:35.852311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1036803b-e938-41f1-9784-e4497911022c no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:37:35.889098 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0de8b-ab27-4492-a456-6aac71235b3b req-32609736-df25-4551-a606-d5d73eb848d0 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:35.891372 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 1036803b-e938-41f1-9784-e4497911022c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:37:35.891875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1036803b-e938-41f1-9784-e4497911022c not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:37:35.899242 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6ac0de8b-ab27-4492-a456-6aac71235b3b req-32609736-df25-4551-a606-d5d73eb848d0 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 950 time: 0.0860860 Feb 15 16:37:35.970237 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6ac0de8b-ab27-4492-a456-6aac71235b3b req-65660bf2-e9e5-474a-9bd3-ab8619b8c914 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645859 Feb 15 16:37:36.165072 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5f54f-f31a-40ac-acdf-9fcac621550a req-34488ddb-00b2-4dc6-ad9c-4a57231d5192 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:36.165072 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ef5f54f-f31a-40ac-acdf-9fcac621550a req-34488ddb-00b2-4dc6-ad9c-4a57231d5192 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 945 time: 0.0828605 Feb 15 16:37:36.239458 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ef5f54f-f31a-40ac-acdf-9fcac621550a req-dfcff57b-3c78-45e2-81f2-3037d6b1327d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980525 Feb 15 16:37:36.579284 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c7b44c39-49de-4f15-9936-83416b3c3d00 req-99e7cfc4-5bc0-453c-ae34-8a9db896b4bc tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 210 time: 0.0389571 Feb 15 16:37:36.946661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dbb1e-9ea8-4047-92a5-f54002979fe1 req-9248d49c-d231-4adb-9789-15b61a6d0cf6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:36.948243 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b58dbb1e-9ea8-4047-92a5-f54002979fe1 req-9248d49c-d231-4adb-9789-15b61a6d0cf6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.1109877 Feb 15 16:37:37.018703 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b58dbb1e-9ea8-4047-92a5-f54002979fe1 req-0109767b-2d49-41b1-8526-102ee0a4b697 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625434 Feb 15 16:37:37.116784 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1367d56d-5df3-4c0e-85f5-82499bc23eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:37.143164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decb4a1-ba36-47d5-b839-d0db162c4a1e req-ab0675b3-7fcf-4283-b847-40cef635266c tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:37.154690 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2decb4a1-ba36-47d5-b839-d0db162c4a1e req-ab0675b3-7fcf-4283-b847-40cef635266c tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 950 time: 0.0963831 Feb 15 16:37:37.232031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107e3ff-073d-4314-83b6-47b8ad10d074 req-52fd976f-4b37-41ba-a057-31e3f05d5999 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:37.234105 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4107e3ff-073d-4314-83b6-47b8ad10d074 req-52fd976f-4b37-41ba-a057-31e3f05d5999 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.10 "GET /v2.0/ports?device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 950 time: 0.1221786 Feb 15 16:37:37.303542 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2decb4a1-ba36-47d5-b839-d0db162c4a1e req-e32639fe-6a00-4b15-b75d-1811d5378049 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/security-groups?id=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261113 Feb 15 16:37:37.507101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-4107e3ff-073d-4314-83b6-47b8ad10d074 req-96d91ac1-9ce2-4490-84dc-6a74c2e14969 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Deleting port d42f5dd9-6102-4179-8e7a-de217136d2a3 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:37:37.507386 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4107e3ff-073d-4314-83b6-47b8ad10d074 req-96d91ac1-9ce2-4490-84dc-6a74c2e14969 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d42f5dd9-6102-4179-8e7a-de217136d2a3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:37.529799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b9f26-1261-4ed3-b978-e656fec4d663 req-b5048c6f-c467-426b-aaf4-a407a448a911 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:37.531436 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-992b9f26-1261-4ed3-b978-e656fec4d663 req-b5048c6f-c467-426b-aaf4-a407a448a911 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 945 time: 0.0999548 Feb 15 16:37:37.649498 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-992b9f26-1261-4ed3-b978-e656fec4d663 req-2efbf0cc-3223-4e7c-80d1-bb2e8580d307 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881600 Feb 15 16:37:37.681931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-4107e3ff-073d-4314-83b6-47b8ad10d074 req-96d91ac1-9ce2-4490-84dc-6a74c2e14969 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] For port d42f5dd9-6102-4179-8e7a-de217136d2a3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d42f5dd9-6102-4179-8e7a-de217136d2a3,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:37.682519 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4107e3ff-073d-4314-83b6-47b8ad10d074 req-96d91ac1-9ce2-4490-84dc-6a74c2e14969 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d42f5dd9-6102-4179-8e7a-de217136d2a3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:37.707188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-4107e3ff-073d-4314-83b6-47b8ad10d074 req-96d91ac1-9ce2-4490-84dc-6a74c2e14969 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Calling delete_port for d42f5dd9-6102-4179-8e7a-de217136d2a3 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:37:37.736452 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-256fc2e6-b698-486e-9764-46c36f617b2b req-9b64e887-4b5e-4d21-a36e-3920f57c6d79 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 210 time: 0.0720158 Feb 15 16:37:37.863650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f7a96-f754-4344-8b01-17e17ed6e4eb req-ed4b3f30-ffa6-423d-bcf6-fc40f979f0db tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:37.868952 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c28f7a96-f754-4344-8b01-17e17ed6e4eb req-ed4b3f30-ffa6-423d-bcf6-fc40f979f0db tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 1128 time: 0.0651670 Feb 15 16:37:37.950823 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c28f7a96-f754-4344-8b01-17e17ed6e4eb req-2e45a634-655b-4d24-8ab0-2e61cb5db082 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597501 Feb 15 16:37:38.056043 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4107e3ff-073d-4314-83b6-47b8ad10d074 req-96d91ac1-9ce2-4490-84dc-6a74c2e14969 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d42f5dd9-6102-4179-8e7a-de217136d2a3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:38.066930 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbed60-8c8f-4713-88ff-4bafebdc0e17 req-381e57ca-26fd-46c1-adb5-d8d2e29441d1 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:38.068967 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fccbed60-8c8f-4713-88ff-4bafebdc0e17 req-381e57ca-26fd-46c1-adb5-d8d2e29441d1 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 1128 time: 0.0471163 Feb 15 16:37:38.072059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['d42f5dd9-6102-4179-8e7a-de217136d2a3'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:38.127141 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d91ac1-9ce2-4490-84dc-6a74c2e14969 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Pushing event deleted for resources: {'Port': ['ID=d42f5dd9-6102-4179-8e7a-de217136d2a3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:38.138183 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fccbed60-8c8f-4713-88ff-4bafebdc0e17 req-edf70853-3752-4dff-be36-ff28466cca88 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560188 Feb 15 16:37:38.289883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4107e3ff-073d-4314-83b6-47b8ad10d074 req-96d91ac1-9ce2-4490-84dc-6a74c2e14969 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] No DVR routers for this DVR port d42f5dd9-6102-4179-8e7a-de217136d2a3 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:37:38.295014 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4107e3ff-073d-4314-83b6-47b8ad10d074 req-96d91ac1-9ce2-4490-84dc-6a74c2e14969 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:38.298702 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4107e3ff-073d-4314-83b6-47b8ad10d074 req-96d91ac1-9ce2-4490-84dc-6a74c2e14969 tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.10 "DELETE /v2.0/ports/d42f5dd9-6102-4179-8e7a-de217136d2a3 HTTP/1.1" status: 204 len: 173 time: 1.0430951 Feb 15 16:37:38.299169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22037962-11b3-4c99-b00a-39afeaaeb3ac', 'name': 'network-vif-deleted', 'tag': 'd42f5dd9-6102-4179-8e7a-de217136d2a3'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:38.303797 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabc9b21-768e-4d18-8120-9b47d0866593" -d '{"events": [{"server_uuid": "22037962-11b3-4c99-b00a-39afeaaeb3ac", "name": "network-vif-deleted", "tag": "d42f5dd9-6102-4179-8e7a-de217136d2a3"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:38.351228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f81e0a-ad50-4b19-862b-d5af0c315311 req-9a84b718-0375-48d6-bc35-8ac73b86dfb1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:38.359865 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c6f81e0a-ad50-4b19-862b-d5af0c315311 req-9a84b718-0375-48d6-bc35-8ac73b86dfb1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.1596875 Feb 15 16:37:38.429506 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c6f81e0a-ad50-4b19-862b-d5af0c315311 req-9e0d030d-99e6-4845-8a87-53c28e72836c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684919 Feb 15 16:37:38.516859 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d35791-99ec-4613-bd33-b871b41b538d x-openstack-request-id: req-18d35791-99ec-4613-bd33-b871b41b538d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:38.517245 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22037962-11b3-4c99-b00a-39afeaaeb3ac", "name": "network-vif-deleted", "tag": "d42f5dd9-6102-4179-8e7a-de217136d2a3", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:38.517525 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-18d35791-99ec-4613-bd33-b871b41b538d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:38.517941 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22037962-11b3-4c99-b00a-39afeaaeb3ac', 'name': 'network-vif-deleted', 'tag': 'd42f5dd9-6102-4179-8e7a-de217136d2a3', 'status': 'completed', 'code': 200} Feb 15 16:37:38.624419 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-66ca074e-8463-49ed-9604-6d4d1adbbeaf req-eee60415-9c18-4f05-91ca-b1e33e71c16d tempest-LiveMigrationNegativeTest-28434038 tempest-LiveMigrationNegativeTest-28434038-project] 10.222.0.107 "GET /v2.0/ports?device_id=22037962-11b3-4c99-b00a-39afeaaeb3ac HTTP/1.1" status: 200 len: 210 time: 0.0495338 Feb 15 16:37:38.708342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832978e-19c4-4512-a21a-cf990376f8df req-5744ae4b-e0a7-4095-8fec-dfa2f48dc1a0 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:38.711195 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6832978e-19c4-4512-a21a-cf990376f8df req-5744ae4b-e0a7-4095-8fec-dfa2f48dc1a0 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 1128 time: 0.0835822 Feb 15 16:37:38.774095 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6832978e-19c4-4512-a21a-cf990376f8df req-60dbf76c-35fc-49fa-b7b5-83221c74d0f3 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550880 Feb 15 16:37:38.862736 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afc057af-18a0-4da8-9ee2-6962555f3641 req-bc1b2ff4-4658-46d6-b030-dcb4873602fe tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 210 time: 0.0341241 Feb 15 16:37:39.226871 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8d080b6f-6de3-45aa-8d33-98e591ac4ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:39.392720 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-84099842-248d-454f-bbc8-aed0d44ce3e8 service neutron] show failed (client error): The resource could not be found. Feb 15 16:37:39.393811 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-84099842-248d-454f-bbc8-aed0d44ce3e8 service neutron] 10.222.0.67 "GET /v2.0/ports/44e217bb-aa23-4523-9b25-0e2d0de6e1d4/bindings/n-h2-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0721250 Feb 15 16:37:39.629347 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-9e89dcc3-da89-4ab3-aec4-c897c00c081c tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7a5616e5981049c2a8b562d7a99d1390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216465 Feb 15 16:37:39.636703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee877d-6dc6-4656-8989-1acf4719cf02 req-335a2e3b-007e-49a9-bbad-1f26fab90276 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:39.644296 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56ee877d-6dc6-4656-8989-1acf4719cf02 req-335a2e3b-007e-49a9-bbad-1f26fab90276 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.0811088 Feb 15 16:37:39.720267 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56ee877d-6dc6-4656-8989-1acf4719cf02 req-8a41d9ce-6195-46c1-99d2-5f7b96962acb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741711 Feb 15 16:37:39.778593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-7fd78677-5e48-4f17-811e-d1bd5bb281a8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:39.780240 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-7fd78677-5e48-4f17-811e-d1bd5bb281a8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455967 Feb 15 16:37:39.794772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-4213df70-9a0c-423a-9d21-d958d75dd87e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Request body: {'port': {'device_id': 'f676ce10-5fc5-49ff-87d6-27a0aa0f7847', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '7a5616e5981049c2a8b562d7a99d1390'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:40.022316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fa3b8-ebd7-40e1-af2b-bb1b21eaaf52 req-5ca70f9f-259a-4171-910d-8eba45a76bcc tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:40.026871 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-681fa3b8-ebd7-40e1-af2b-bb1b21eaaf52 req-5ca70f9f-259a-4171-910d-8eba45a76bcc tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 1128 time: 0.1439829 Feb 15 16:37:40.077275 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3009241b-2cb7-4236-9e4f-8833f37e02dc req-6b0af91d-caa8-4b92-8fc9-43eeae345732 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 210 time: 0.0589969 Feb 15 16:37:40.096047 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-681fa3b8-ebd7-40e1-af2b-bb1b21eaaf52 req-3d529d4d-997e-4c59-9ec7-92261719b2eb tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620630 Feb 15 16:37:40.264204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-4213df70-9a0c-423a-9d21-d958d75dd87e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Made reservation on behalf of 7a5616e5981049c2a8b562d7a99d1390 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:37:40.267703 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-4213df70-9a0c-423a-9d21-d958d75dd87e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:40.313714 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:40.355995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-f0aac0ce-6731-4552-9369-e11a99e134a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:40.358061 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-f0aac0ce-6731-4552-9369-e11a99e134a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec&tenant_id=83dc14985f004c3eab7d27bb571467d7 HTTP/1.1" status: 200 len: 1132 time: 0.1525953 Feb 15 16:37:40.429400 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34592) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:40.453760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-4213df70-9a0c-423a-9d21-d958d75dd87e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Allocated IP 192.168.233.68 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:37:40.631521 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3b478186-85c6-42da-a08a-6f8aa3d02091 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2e3c00afde0947689c6bce1c17bbc572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2009809 Feb 15 16:37:40.633640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34598) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:40.688937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:40.734071 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-09297a83-5345-45c8-a2a9-f979bd93fef4 admin admin] Publish callbacks [] for security_group (eed5ac1f-7af7-46f4-a8d0-18ad0c218c35), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:40.749156 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-4213df70-9a0c-423a-9d21-d958d75dd87e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks [] for port (e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:40.764360 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-09297a83-5345-45c8-a2a9-f979bd93fef4 admin admin] Publish callbacks [] for security_group (eed5ac1f-7af7-46f4-a8d0-18ad0c218c35), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:40.865391 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:40.884165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-09297a83-5345-45c8-a2a9-f979bd93fef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (eed5ac1f-7af7-46f4-a8d0-18ad0c218c35), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:40.886878 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-09297a83-5345-45c8-a2a9-f979bd93fef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:40.890479 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-09297a83-5345-45c8-a2a9-f979bd93fef4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/eed5ac1f-7af7-46f4-a8d0-18ad0c218c35 HTTP/1.1" status: 204 len: 168 time: 0.2533872 Feb 15 16:37:40.936558 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09297a83-5345-45c8-a2a9-f979bd93fef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed5ac1f-7af7-46f4-a8d0-18ad0c218c35,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:40.985668 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc5a90-256e-42b8-bb08-e5f7f2832534 req-51285d4d-d717-47d0-ad62-5bbdb9bb7958 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:40.999430 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64fc5a90-256e-42b8-bb08-e5f7f2832534 req-51285d4d-d717-47d0-ad62-5bbdb9bb7958 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.1726243 Feb 15 16:37:41.045855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-4213df70-9a0c-423a-9d21-d958d75dd87e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:41.059177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['61365c1c-a004-4754-873b-4058e502539e', '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1', 'e157465c-9784-4c87-8b1f-373b2ac01535', 'af4b0c41-e640-4977-9f26-df22168cc4df', '9f694a79-5102-4d96-9082-a3681d1bd46f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:41.065355 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6282bc8b-9d8e-4550-a142-dea31796c065', '06ee8582-6a89-4e21-8083-647e35d014d4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:41.110359 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64fc5a90-256e-42b8-bb08-e5f7f2832534 req-511b6eaa-db5b-4d58-9124-dab101185428 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096609 Feb 15 16:37:41.264203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-4213df70-9a0c-423a-9d21-d958d75dd87e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:37:41.271644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-4213df70-9a0c-423a-9d21-d958d75dd87e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:37:41.290526 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-4213df70-9a0c-423a-9d21-d958d75dd87e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:37:41.466466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112354e-86cd-4d44-8a5b-4690de89ddb2 req-1b8da0b8-df86-4aef-8d65-5bf13314dab2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:41.474604 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0112354e-86cd-4d44-8a5b-4690de89ddb2 req-1b8da0b8-df86-4aef-8d65-5bf13314dab2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 935 time: 0.1280437 Feb 15 16:37:41.646794 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0112354e-86cd-4d44-8a5b-4690de89ddb2 req-3d5dae17-8a0d-4b7b-a0e3-c52531b24875 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694939 Feb 15 16:37:41.668008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213df70-9a0c-423a-9d21-d958d75dd87e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event updated for resources: {'Port': ['ID=e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:41.726455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-4213df70-9a0c-423a-9d21-d958d75dd87e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:41.731890 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-4213df70-9a0c-423a-9d21-d958d75dd87e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:41.817199 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-85f5b4a2-1bd7-4d9f-8be0-6b2f1dff052b None None] Provisioning complete for port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:41.818411 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-85f5b4a2-1bd7-4d9f-8be0-6b2f1dff052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:41.884519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device d42f5dd9-6102-4179-8e7a-de217136d2a3 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:37:41.900933 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-4213df70-9a0c-423a-9d21-d958d75dd87e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1107535 Feb 15 16:37:41.902023 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:41.921569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] For port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:41.928825 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Request body: {'port': {'device_id': 'f676ce10-5fc5-49ff-87d6-27a0aa0f7847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:41.941917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: d42f5dd9-6102-4179-8e7a-de217136d2a3 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:37:41.945287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device d42f5dd9-6102-4179-8e7a-de217136d2a3 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:37:41.986888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-85f5b4a2-1bd7-4d9f-8be0-6b2f1dff052b None None] Port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:37:42.051187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] For port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:42.111874 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34634) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:42.195531 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bd6b4660-bfa8-431d-97b5-9c733701ecfb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c2439f52968742d9bf0526e4cb7839ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0803716 Feb 15 16:37:42.209089 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34640) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:42.385851 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1775ad3e-3a8e-492d-8b16-b53c9fafc33a admin admin] Publish callbacks [] for security_group (bd713bad-13ea-417d-9868-6b0151d98da4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:42.444282 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1775ad3e-3a8e-492d-8b16-b53c9fafc33a admin admin] Publish callbacks [] for security_group (bd713bad-13ea-417d-9868-6b0151d98da4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:42.561543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ad603-9e57-41c3-a622-52422c880945 req-b00bb185-4434-470f-a26b-3e8362020ab5 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:42.563147 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fd4ad603-9e57-41c3-a622-52422c880945 req-b00bb185-4434-470f-a26b-3e8362020ab5 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.3147876 Feb 15 16:37:42.633834 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1775ad3e-3a8e-492d-8b16-b53c9fafc33a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bd713bad-13ea-417d-9868-6b0151d98da4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:42.636846 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1775ad3e-3a8e-492d-8b16-b53c9fafc33a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:42.638209 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1775ad3e-3a8e-492d-8b16-b53c9fafc33a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bd713bad-13ea-417d-9868-6b0151d98da4 HTTP/1.1" status: 204 len: 168 time: 0.4310062 Feb 15 16:37:42.677080 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:42.694737 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775ad3e-3a8e-492d-8b16-b53c9fafc33a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd713bad-13ea-417d-9868-6b0151d98da4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:42.711713 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fd4ad603-9e57-41c3-a622-52422c880945 req-f890f594-8282-465c-9841-6da21cf2c076 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424673 Feb 15 16:37:42.821391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd19876f-aa4f-4e75-8d7b-f2f6b6083eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:42.837410 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c2e61f-01bb-4f48-bf34-3132235964d2" -d '{"events": [{"server_uuid": "bd19876f-aa4f-4e75-8d7b-f2f6b6083eec", "name": "network-vif-unplugged", "status": "completed", "tag": "44e217bb-aa23-4523-9b25-0e2d0de6e1d4"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:42.846007 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Publish callbacks [] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:42.874413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Transition to ACTIVE for port object 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:37:42.887902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-48caa337-15ac-4e4f-a159-fe21c770782e tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:37:42.889015 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-48caa337-15ac-4e4f-a159-fe21c770782e tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0390189 Feb 15 16:37:42.973026 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:42.995580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba38f0-635a-4210-a28e-38e696def9e7 req-67b23274-0e82-4c81-8ca7-87cd2f354185 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:43.002962 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-96ba38f0-635a-4210-a28e-38e696def9e7 req-67b23274-0e82-4c81-8ca7-87cd2f354185 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 935 time: 0.1681352 Feb 15 16:37:43.006856 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52e72a-2358-4973-a01f-cb1528084464 req-a8735b8f-393f-4b17-9827-a15e19cd5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:43.013391 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-a8735b8f-393f-4b17-9827-a15e19cd5083 service neutron] 10.222.0.107 "GET /v2.0/ports/0dcfc2a3-b638-4a42-aee7-cebc256cfe84 HTTP/1.1" status: 200 len: 1125 time: 0.1137605 Feb 15 16:37:43.018044 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-bd52e72a-2358-4973-a01f-cb1528084464 req-419d1a7e-29ed-4857-9d25-8c4e1a150063 service neutron] Request body: {'binding': {'host': 'n-h2-828372-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:43.018044 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-bd52e72a-2358-4973-a01f-cb1528084464 req-419d1a7e-29ed-4857-9d25-8c4e1a150063 service neutron] Unknown quota resources ['binding']. {{(pid=103800) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 16:37:43.189131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:37:43.197695 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Publish callbacks [] for port (e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:43.214029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Transition to ACTIVE for port object e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:37:43.228384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-bd52e72a-2358-4973-a01f-cb1528084464 req-419d1a7e-29ed-4857-9d25-8c4e1a150063 service neutron] Attempting to bind port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 on host n-h2-828372-14 for vnic_type normal with profile None {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:37:43.228921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-bd52e72a-2358-4973-a01f-cb1528084464 req-419d1a7e-29ed-4857-9d25-8c4e1a150063 service neutron] Attempting to bind port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:37:43.229038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52e72a-2358-4973-a01f-cb1528084464 req-419d1a7e-29ed-4857-9d25-8c4e1a150063 service neutron] Attempting to bind port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:43.285133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] No DVR routers for this DVR port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:37:43.285470 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52e72a-2358-4973-a01f-cb1528084464 req-419d1a7e-29ed-4857-9d25-8c4e1a150063 service neutron] Port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:37:43.288700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52e72a-2358-4973-a01f-cb1528084464 req-419d1a7e-29ed-4857-9d25-8c4e1a150063 service neutron] Attempting to bind port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:43.290574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Pushing event updated for resources: {'Port': ['ID=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,revision_number=6']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:43.301866 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52e72a-2358-4973-a01f-cb1528084464 req-419d1a7e-29ed-4857-9d25-8c4e1a150063 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:37:43.302244 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52e72a-2358-4973-a01f-cb1528084464 req-419d1a7e-29ed-4857-9d25-8c4e1a150063 service neutron] Checking segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:37:43.303174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52e72a-2358-4973-a01f-cb1528084464 req-419d1a7e-29ed-4857-9d25-8c4e1a150063 service neutron] Bound using segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:37:43.309183 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:43.317664 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-bd52e72a-2358-4973-a01f-cb1528084464 req-419d1a7e-29ed-4857-9d25-8c4e1a150063 service neutron] Bound port: 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:37:43.354339 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:43.367858 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-96ba38f0-635a-4210-a28e-38e696def9e7 req-562493cd-01cd-4a22-a3ef-fd449de116df tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622081 Feb 15 16:37:43.412741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Attempting to bind port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:37:43.413177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Attempting to bind port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:37:43.413600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Attempting to bind port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:43.429666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:37:43.430186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Attempting to bind port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:43.452397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Pushing event updated for resources: {'Port': ['ID=e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:43.464048 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:37:43.464888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:37:43.465478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:37:43.466105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Bound port: 44e217bb-aa23-4523-9b25-0e2d0de6e1d4, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:37:43.466627 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:43.513153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-bd52e72a-2358-4973-a01f-cb1528084464 req-419d1a7e-29ed-4857-9d25-8c4e1a150063 service neutron] For port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:37:43.596370 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ed339b-2bdf-4d69-ab38-4010111102c5 x-openstack-request-id: req-67ed339b-2bdf-4d69-ab38-4010111102c5 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:43.596807 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd19876f-aa4f-4e75-8d7b-f2f6b6083eec", "name": "network-vif-unplugged", "status": "completed", "tag": "44e217bb-aa23-4523-9b25-0e2d0de6e1d4", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:43.597077 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-67ed339b-2bdf-4d69-ab38-4010111102c5 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:43.597549 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd19876f-aa4f-4e75-8d7b-f2f6b6083eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4', 'code': 200} Feb 15 16:37:43.603685 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bd52e72a-2358-4973-a01f-cb1528084464 req-419d1a7e-29ed-4857-9d25-8c4e1a150063 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:43.606642 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-419d1a7e-29ed-4857-9d25-8c4e1a150063 service neutron] 10.222.0.107 "POST /v2.0/ports/0dcfc2a3-b638-4a42-aee7-cebc256cfe84/bindings HTTP/1.1" status: 201 len: 390 time: 0.5924416 Feb 15 16:37:43.628606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Attempting to bind port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:37:43.628917 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Attempting to bind port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:37:43.629202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Attempting to bind port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:43.641074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:37:43.641632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Attempting to bind port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:43.652242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] For port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:43.654699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:37:43.655057 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:37:43.655457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:37:43.655911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Bound port: e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:37:43.656334 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:43.757326 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] For port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:43.760598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] For port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:37:43.773541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] For port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:37:43.832573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:37:43.879379 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:43.886655 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:43.934147 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439681d-b7d4-4972-a4b5-da8c862a6571 req-49d956b0-5135-4a17-a02e-a65da1822bd7 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:43.936936 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9439681d-b7d4-4972-a4b5-da8c862a6571 req-49d956b0-5135-4a17-a02e-a65da1822bd7 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 947 time: 0.1121762 Feb 15 16:37:44.039175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:44.042072 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:44.046378 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] 10.222.0.10 "PUT /v2.0/ports/44e217bb-aa23-4523-9b25-0e2d0de6e1d4 HTTP/1.1" status: 200 len: 1096 time: 3.3615034 Feb 15 16:37:44.060686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:44.063686 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:44.067286 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] 10.222.0.10 "PUT /v2.0/ports/e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc HTTP/1.1" status: 200 len: 1096 time: 2.1431830 Feb 15 16:37:44.098621 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9439681d-b7d4-4972-a4b5-da8c862a6571 req-6dfaf05e-9ca0-4839-8ddc-77c543ec86d7 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468859 Feb 15 16:37:44.116468 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] The host n-h1-828372-14 is not matching for port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 host n-h2-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 16:37:44.126933 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:37:44.251997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855219d-406b-4ffa-bf6a-125bff60d79b service neutron] Pushing event updated for resources: {'Port': ['ID=e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:44.342633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8072a-1205-40ee-9c3d-07bbea3226e9 service neutron] Pushing event updated for resources: {'Port': ['ID=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:44.373659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-d093245a-7ed0-4ea8-846c-10245f035563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:44.375035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-d093245a-7ed0-4ea8-846c-10245f035563 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 1130 time: 0.2010486 Feb 15 16:37:44.383068 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-1b492c86-f331-414c-bde0-dedd6ae6abf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:44.384668 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-1b492c86-f331-414c-bde0-dedd6ae6abf2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 1130 time: 0.2841675 Feb 15 16:37:44.406289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde2f91-b0d3-4e72-8713-38dc6e567940 req-a80d5536-516c-48fb-add3-1c08cbc9523d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:44.440640 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cfde2f91-b0d3-4e72-8713-38dc6e567940 req-a80d5536-516c-48fb-add3-1c08cbc9523d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 945 time: 0.3488533 Feb 15 16:37:44.676247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52e72a-2358-4973-a01f-cb1528084464 req-d9e466d2-86f1-4df9-a425-c8658a4fa550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:44.678383 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-d9e466d2-86f1-4df9-a425-c8658a4fa550 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 1128 time: 0.2856345 Feb 15 16:37:44.720518 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b040a4-3e97-49a6-9c38-f5b0fee026c7 req-3e8bf768-4669-4747-83b1-ec124c6e5bd4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:44.740664 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-84b532d6-be21-448a-9a6f-96a1dd46beaa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc HTTP/1.1" status: 200 len: 217 time: 0.2947350 Feb 15 16:37:44.741329 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6b040a4-3e97-49a6-9c38-f5b0fee026c7 req-3e8bf768-4669-4747-83b1-ec124c6e5bd4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 947 time: 0.2410529 Feb 15 16:37:44.875194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-9dbd7f1b-0262-40d1-b06f-469b1c271e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:44.880186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-9dbd7f1b-0262-40d1-b06f-469b1c271e6f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1205294 Feb 15 16:37:44.960529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52e72a-2358-4973-a01f-cb1528084464 req-3b71d1f2-aa58-4d83-b15a-5e654d24b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:44.963047 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-3b71d1f2-aa58-4d83-b15a-5e654d24b610 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.2501500 Feb 15 16:37:44.984024 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6b040a4-3e97-49a6-9c38-f5b0fee026c7 req-bd771266-8fd7-4138-bc9c-02b3f9094155 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417204 Feb 15 16:37:45.070368 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-50ea66a5-ba28-4e53-9d66-733c4a2515f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:45.072638 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-50ea66a5-ba28-4e53-9d66-733c4a2515f5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.6307175 Feb 15 16:37:45.076755 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cfde2f91-b0d3-4e72-8713-38dc6e567940 req-741a299b-5fea-4231-8f18-222fe1914042 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6213861 Feb 15 16:37:45.079484 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-4a61cb33-75ef-4b0a-a184-d3e686065634 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dcfc2a3-b638-4a42-aee7-cebc256cfe84 HTTP/1.1" status: 200 len: 217 time: 0.0944519 Feb 15 16:37:45.128038 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-1d02d265-f1dd-4aa6-8936-a1604e77c29d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4 HTTP/1.1" status: 200 len: 217 time: 0.0465150 Feb 15 16:37:45.159987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-164a79e2-349c-4eaa-a597-89a88b8b0e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:45.165866 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-164a79e2-349c-4eaa-a597-89a88b8b0e9e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2588849 Feb 15 16:37:45.178109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52e72a-2358-4973-a01f-cb1528084464 req-54f4c7bb-8696-4833-8205-308e7ad920d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:45.179726 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-54f4c7bb-8696-4833-8205-308e7ad920d3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.0948915 Feb 15 16:37:45.233780 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-d06abc99-7949-4f9d-b7a4-bb49bba8c293 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465481 Feb 15 16:37:45.256993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-640f13f5-39d0-43c5-bc5b-7da51c19f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:45.259713 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-640f13f5-39d0-43c5-bc5b-7da51c19f0da service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1066716 Feb 15 16:37:45.381829 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-d2601d5b-4677-46fa-bf7e-5501fcaa253e service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206758 Feb 15 16:37:45.444812 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abe54d-f2fe-492e-8133-c99a9536f598 req-0cff3b49-fac7-4f46-b788-0fad937df1e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:45.452573 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-12abe54d-f2fe-492e-8133-c99a9536f598 req-0cff3b49-fac7-4f46-b788-0fad937df1e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 947 time: 0.2164483 Feb 15 16:37:45.508995 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-d4d302ac-8824-41d9-b5b0-03982afb3d29 service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608206 Feb 15 16:37:45.615962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd19876f-aa4f-4e75-8d7b-f2f6b6083eec', 'tag': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4'}, {'name': 'network-changed', 'server_uuid': 'f676ce10-5fc5-49ff-87d6-27a0aa0f7847', 'tag': 'e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:45.625317 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd19876f-aa4f-4e75-8d7b-f2f6b6083eec", "tag": "44e217bb-aa23-4523-9b25-0e2d0de6e1d4"}, {"name": "network-changed", "server_uuid": "f676ce10-5fc5-49ff-87d6-27a0aa0f7847", "tag": "e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:45.676883 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-5a22bf29-a624-4a91-a4c8-126ec3a8e303 service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580870 Feb 15 16:37:45.715536 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-12abe54d-f2fe-492e-8133-c99a9536f598 req-e90065d5-ae29-4eb6-bace-6435632f5cb9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546070 Feb 15 16:37:45.727333 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddb47b13-abfe-4fb6-bed3-84fb9fe44ed8 req-a36d2054-83e9-4124-aaec-a2fb5d8983b1 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291495 Feb 15 16:37:45.743153 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-d887dc8f-b008-4698-937b-6fd074d178a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:45.750863 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-d887dc8f-b008-4698-937b-6fd074d178a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3652532 Feb 15 16:37:45.777244 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91701c8-5813-4222-a808-904d4a336087 x-openstack-request-id: req-e91701c8-5813-4222-a808-904d4a336087 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:45.778049 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd19876f-aa4f-4e75-8d7b-f2f6b6083eec", "tag": "44e217bb-aa23-4523-9b25-0e2d0de6e1d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f676ce10-5fc5-49ff-87d6-27a0aa0f7847", "tag": "e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:45.778308 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e91701c8-5813-4222-a808-904d4a336087 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:45.778711 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd19876f-aa4f-4e75-8d7b-f2f6b6083eec', 'tag': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4', 'status': 'completed', 'code': 200} Feb 15 16:37:45.778975 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f676ce10-5fc5-49ff-87d6-27a0aa0f7847', 'tag': 'e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc', 'status': 'completed', 'code': 200} Feb 15 16:37:45.972221 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-81e716d0-2fe2-4c53-857d-1490986cdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:45.973839 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-81e716d0-2fe2-4c53-857d-1490986cdebd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 1130 time: 0.1583881 Feb 15 16:37:46.001345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52e72a-2358-4973-a01f-cb1528084464 req-d8edbde5-c3c7-438f-a4ab-cbf042389284 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:46.003021 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-d8edbde5-c3c7-438f-a4ab-cbf042389284 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89&tenant_id=c9f65cb77bef4454939809c6904ca169&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 1128 time: 0.1518059 Feb 15 16:37:46.024022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828372-14'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:46.079584 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-4cd92674-4d09-48f0-b901-ceaa06ee5fb3 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162737 Feb 15 16:37:46.198835 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890b656-5107-4a86-b340-2b94260c3383 req-20e720a1-4942-4d76-88a3-92f0ca2bdbc7 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:46.203190 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8890b656-5107-4a86-b340-2b94260c3383 req-20e720a1-4942-4d76-88a3-92f0ca2bdbc7 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 947 time: 0.1139407 Feb 15 16:37:46.293281 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8890b656-5107-4a86-b340-2b94260c3383 req-9d423555-83cf-4ebf-9c53-a7e6a1aba170 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844674 Feb 15 16:37:46.382250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e6fa4-301a-48d1-bd76-9608b18efc01 req-4dd9d928-49d0-4937-a72c-0c549d3c81c2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:46.386093 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a77e6fa4-301a-48d1-bd76-9608b18efc01 req-4dd9d928-49d0-4937-a72c-0c549d3c81c2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 945 time: 0.1683407 Feb 15 16:37:46.387540 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-bb91a87a-ef56-4856-92e4-78c4ded29962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:46.389072 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-bb91a87a-ef56-4856-92e4-78c4ded29962 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.4051278 Feb 15 16:37:46.389885 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:46.486069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63d1a6c0-e6c7-4ded-98ad-2c4261d86416 req-ca9e6357-71a7-4737-8494-da113403df49 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849645 Feb 15 16:37:46.488880 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-8e489ec6-848d-4bba-9670-389841492abf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4 HTTP/1.1" status: 200 len: 217 time: 0.0891824 Feb 15 16:37:46.631737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] For port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:46.828369 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a77e6fa4-301a-48d1-bd76-9608b18efc01 req-ca7d87d7-79fc-4f89-889c-2f76d69a4132 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4318089 Feb 15 16:37:46.837077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-62c79e86-73dd-4cd8-ab2e-93265e6003a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:46.838617 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-62c79e86-73dd-4cd8-ab2e-93265e6003a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1825492 Feb 15 16:37:46.841174 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] For port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:46.908484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-150a15d9-ec19-4dcb-a15b-2abcb1b2bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:46.910190 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-150a15d9-ec19-4dcb-a15b-2abcb1b2bcb9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 1130 time: 0.2529864 Feb 15 16:37:47.000241 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Publish callbacks [] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:47.049983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-142439df-e95d-4965-9a08-8ba211b84876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:47.051502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-142439df-e95d-4965-9a08-8ba211b84876 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1821215 Feb 15 16:37:47.137557 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:47.253008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-34c406ab-ceca-4c3e-8524-2ffa651b3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:47.254639 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-34c406ab-ceca-4c3e-8524-2ffa651b3a82 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.3360188 Feb 15 16:37:47.262950 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eec561-f1b7-4c8c-a3dd-67cd6b9891db req-b90da4e3-7504-4d6f-8e62-75151c24b2d6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:47.269822 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e4eec561-f1b7-4c8c-a3dd-67cd6b9891db req-b90da4e3-7504-4d6f-8e62-75151c24b2d6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 947 time: 0.2720127 Feb 15 16:37:47.323046 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34766) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:47.415757 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-7c608a47-8f03-42c3-9f33-b9f7cba084f2 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557544 Feb 15 16:37:47.421141 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-304c5423-3964-44ac-90c1-9d87ea608bad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4 HTTP/1.1" status: 200 len: 217 time: 0.1449437 Feb 15 16:37:47.568002 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-e83d3c4f-6d4a-4b58-ae48-fe39a7c936e6 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294401 Feb 15 16:37:47.626178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Pushing event updated for resources: {'Port': ['ID=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:47.665477 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e4eec561-f1b7-4c8c-a3dd-67cd6b9891db req-33f84d68-4628-4d89-ae75-b782ecb7fe6f tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900230 Feb 15 16:37:47.697003 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Attempting to bind port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 on host n-h1-828372-14 for vnic_type normal with profile {"migrating_to": "n-h2-828372-14"} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:37:47.697472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Attempting to bind port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:37:47.697901 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Attempting to bind port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:47.707255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-f6072a64-938b-4c40-8243-fbdcd4fb48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:47.714719 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-f6072a64-938b-4c40-8243-fbdcd4fb48d1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.2769573 Feb 15 16:37:47.760226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:37:47.760727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Attempting to bind port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:47.771736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:37:47.772186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Checking segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:37:47.772677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Bound using segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:37:47.773235 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Bound port: 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:37:47.773751 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:47.787720 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f9e22a-8fe8-4937-9128-de435f0e1d89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dcfc2a3-b638-4a42-aee7-cebc256cfe84'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:47.790596 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2008c83d-7b25-4417-87de-36cc509ae036" -d '{"events": [{"server_uuid": "22f9e22a-8fe8-4937-9128-de435f0e1d89", "name": "network-vif-unplugged", "status": "completed", "tag": "0dcfc2a3-b638-4a42-aee7-cebc256cfe84"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:47.870746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] For port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:47.874627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] For port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:37:47.887006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-cfe16aa0-5324-46c8-ae92-daf1eda6b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:47.889045 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-cfe16aa0-5324-46c8-ae92-daf1eda6b1b8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1726246 Feb 15 16:37:47.917618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f49d0-b942-4ac8-8050-167db4eb6984 req-fb714042-f3ec-4d74-bcec-e0e411129978 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:47.924843 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c60f49d0-b942-4ac8-8050-167db4eb6984 req-fb714042-f3ec-4d74-bcec-e0e411129978 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 947 time: 0.0964677 Feb 15 16:37:47.989500 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:48.056376 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c60f49d0-b942-4ac8-8050-167db4eb6984 req-5b3569d2-deb1-4382-b25d-c1ff3eed40ac tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305037 Feb 15 16:37:48.310550 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-696d0090-c258-4c4f-8cc2-fc4cbbd18272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (485eefb7-0316-425f-81f6-d15e5a3c2562), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:48.408412 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79079375-b51a-4e12-8986-31b591e7fbcc x-openstack-request-id: req-79079375-b51a-4e12-8986-31b591e7fbcc {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:48.408999 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f9e22a-8fe8-4937-9128-de435f0e1d89", "name": "network-vif-unplugged", "status": "completed", "tag": "0dcfc2a3-b638-4a42-aee7-cebc256cfe84", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:48.408999 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-79079375-b51a-4e12-8986-31b591e7fbcc {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:48.409396 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f9e22a-8fe8-4937-9128-de435f0e1d89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dcfc2a3-b638-4a42-aee7-cebc256cfe84', 'code': 200} Feb 15 16:37:48.481009 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-39fe4413-47a3-4399-92e1-e2dac4afd368 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808990 Feb 15 16:37:48.605643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:48.606245 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:48.608090 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] 10.222.0.10 "PUT /v2.0/ports/0dcfc2a3-b638-4a42-aee7-cebc256cfe84 HTTP/1.1" status: 200 len: 1123 time: 2.5896742 Feb 15 16:37:48.610165 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-696d0090-c258-4c4f-8cc2-fc4cbbd18272 admin admin] Deleting port b7f84f74-5fed-490d-b766-44970b926768 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:37:48.610675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-696d0090-c258-4c4f-8cc2-fc4cbbd18272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b7f84f74-5fed-490d-b766-44970b926768), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:48.616862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc83c0e-0c6d-412d-9a68-02f7cbfb1469 service neutron] Pushing event updated for resources: {'Port': ['ID=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,revision_number=8']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:48.623580 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-78ff1563-ca80-4f16-af82-760534f4cfd0 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280286 Feb 15 16:37:48.635588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a63efe-673c-4ca3-8639-709d1ff11a13 req-36a8f2fe-e625-4db9-accd-0a4dc3fddf96 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:48.644214 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94a63efe-673c-4ca3-8639-709d1ff11a13 req-36a8f2fe-e625-4db9-accd-0a4dc3fddf96 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 943 time: 0.2374194 Feb 15 16:37:48.746688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['0dcfc2a3-b638-4a42-aee7-cebc256cfe84'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:48.759821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-696d0090-c258-4c4f-8cc2-fc4cbbd18272 admin admin] For port b7f84f74-5fed-490d-b766-44970b926768, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b7f84f74-5fed-490d-b766-44970b926768,segment=NetworkSegment(6afd976d-b6cf-4400-a363-b41c4ca4d7d2),segment_id=6afd976d-b6cf-4400-a363-b41c4ca4d7d2)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:48.760377 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-696d0090-c258-4c4f-8cc2-fc4cbbd18272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b7f84f74-5fed-490d-b766-44970b926768), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:48.775702 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-696d0090-c258-4c4f-8cc2-fc4cbbd18272 admin admin] Calling delete_port for b7f84f74-5fed-490d-b766-44970b926768 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:37:48.799553 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94a63efe-673c-4ca3-8639-709d1ff11a13 req-1aea68c1-411a-4d5d-b3c8-96a4fdb34aa1 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507561 Feb 15 16:37:48.822272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-3c565c35-5152-4f70-b2bb-1fef748bb143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:48.823973 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-3c565c35-5152-4f70-b2bb-1fef748bb143 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a5616e5981049c2a8b562d7a99d1390&device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 1130 time: 0.1290188 Feb 15 16:37:49.046190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-621e5b58-b262-4a83-8348-75ba3c5b3ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:49.048900 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-621e5b58-b262-4a83-8348-75ba3c5b3ab9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.2124233 Feb 15 16:37:49.111920 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-6ddbf709-0f9a-4133-aadd-896f0ca5fa7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc HTTP/1.1" status: 200 len: 217 time: 0.0543306 Feb 15 16:37:49.116370 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f5985-d8a7-48d1-86f5-aa4334f39f6b req-fa108294-7725-49f2-8409-f2df30ee2f04 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:49.124362 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f5f5985-d8a7-48d1-86f5-aa4334f39f6b req-fa108294-7725-49f2-8409-f2df30ee2f04 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 947 time: 0.2725554 Feb 15 16:37:49.158030 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-696d0090-c258-4c4f-8cc2-fc4cbbd18272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b7f84f74-5fed-490d-b766-44970b926768), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:49.195685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d0090-c258-4c4f-8cc2-fc4cbbd18272 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f84f74-5fed-490d-b766-44970b926768,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:49.256034 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f5f5985-d8a7-48d1-86f5-aa4334f39f6b req-472fb8f4-1deb-444d-9a7b-88ea7043c5f3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305444 Feb 15 16:37:49.265957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-89670e59-a6bd-4785-beaf-39aedeb6076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:49.276763 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-89670e59-a6bd-4785-beaf-39aedeb6076c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1556497 Feb 15 16:37:49.359443 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3fe05-9357-4288-be9c-2fd2c78b51ce req-08febd98-a121-4bba-b1b3-e26384d3d665 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:49.363128 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fcc3fe05-9357-4288-be9c-2fd2c78b51ce req-08febd98-a121-4bba-b1b3-e26384d3d665 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 947 time: 0.1309695 Feb 15 16:37:49.401040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-30a2d1bf-d009-425b-8f95-c6912a383e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:49.407006 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-30a2d1bf-d009-425b-8f95-c6912a383e84 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1202345 Feb 15 16:37:49.579332 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-696d0090-c258-4c4f-8cc2-fc4cbbd18272 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (485eefb7-0316-425f-81f6-d15e5a3c2562), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:49.614848 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fcc3fe05-9357-4288-be9c-2fd2c78b51ce req-0123ddb2-cd57-4454-83b8-1e92db3aa23e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312138 Feb 15 16:37:49.649196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-9722ce2f-4514-45f4-b423-64448bf4cecd service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288725 Feb 15 16:37:49.764072 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b647bc4-c1b6-4d62-9d83-45ac01f004a9 req-4579e072-3138-4f55-9816-06f07eed43df service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049392 Feb 15 16:37:49.883045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:37:49.985907 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d9cb1-0a0e-4531-bbdf-e7d4e4196cf8 req-26e40002-be6c-49fd-9237-c0eb99ddb7f7 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:49.987436 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9f3d9cb1-0a0e-4531-bbdf-e7d4e4196cf8 req-26e40002-be6c-49fd-9237-c0eb99ddb7f7 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 943 time: 0.1106648 Feb 15 16:37:49.994230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696d0090-c258-4c4f-8cc2-fc4cbbd18272 admin admin] Router 485eefb7-0316-425f-81f6-d15e5a3c2562 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:37:50.000419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:50.008687 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34812) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:50.018611 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4', 'mac_address': 'fa:16:3e:54:bb:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:37:50.081307 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:50.082090 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:50.099999 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:37:50.123894 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:50.127409 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9f3d9cb1-0a0e-4531-bbdf-e7d4e4196cf8 req-b7c03b18-e55d-456e-a3c8-7b1c8eddb217 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211503 Feb 15 16:37:50.143582 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21ace7aa-a85e-44a8-8778-f7189067de1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:50.154375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696d0090-c258-4c4f-8cc2-fc4cbbd18272 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:37:50.160655 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-696d0090-c258-4c4f-8cc2-fc4cbbd18272 admin admin] 10.222.0.107 "PUT /v2.0/routers/485eefb7-0316-425f-81f6-d15e5a3c2562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8363094 Feb 15 16:37:50.165911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d2ea8-7220-4757-943e-7ba36ca062d0 None None] Sync routers for ids ['485eefb7-0316-425f-81f6-d15e5a3c2562'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:37:50.167438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34816) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:50.177030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d2ea8-7220-4757-943e-7ba36ca062d0 None None] Routers {'485eefb7-0316-425f-81f6-d15e5a3c2562'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:37:50.177030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1b4d2ea8-7220-4757-943e-7ba36ca062d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:37:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['485eefb7-0316-425f-81f6-d15e5a3c2562'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:50.242449 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:50.243112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:37:50.318530 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0cc2-6c9e-41a4-b0c3-41da821d36c6 admin admin] Publish callbacks [] for router (485eefb7-0316-425f-81f6-d15e5a3c2562), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:50.331133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:50.338802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:50.356368 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': 'e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc', 'mac_address': 'fa:16:3e:15:2d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:37:50.405571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:50.405876 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:50.408816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-1b4d2ea8-7220-4757-943e-7ba36ca062d0 None None] Set router 485eefb7-0316-425f-81f6-d15e5a3c2562 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:37:50.411695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f9e22a-8fe8-4937-9128-de435f0e1d89', 'tag': '0dcfc2a3-b638-4a42-aee7-cebc256cfe84'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:50.413833 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be702432-2ce9-4272-8582-aea317a6a227" -d '{"events": [{"name": "network-changed", "server_uuid": "22f9e22a-8fe8-4937-9128-de435f0e1d89", "tag": "0dcfc2a3-b638-4a42-aee7-cebc256cfe84"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:50.417605 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21ace7aa-a85e-44a8-8778-f7189067de1e admin admin] Publish callbacks [] for security_group (f80b3b35-b9bb-4c79-85c5-4180bcc79a8b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:50.489059 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0cc2-6c9e-41a4-b0c3-41da821d36c6 admin admin] Publish callbacks [] for router_gateway (485eefb7-0316-425f-81f6-d15e5a3c2562), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:50.502244 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21ace7aa-a85e-44a8-8778-f7189067de1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f80b3b35-b9bb-4c79-85c5-4180bcc79a8b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:50.519603 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0271d003-5d4c-4472-926c-fad962e405c4 x-openstack-request-id: req-0271d003-5d4c-4472-926c-fad962e405c4 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:50.520024 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f9e22a-8fe8-4937-9128-de435f0e1d89", "tag": "0dcfc2a3-b638-4a42-aee7-cebc256cfe84", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:50.520366 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0271d003-5d4c-4472-926c-fad962e405c4 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:50.520857 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f9e22a-8fe8-4937-9128-de435f0e1d89', 'tag': '0dcfc2a3-b638-4a42-aee7-cebc256cfe84', 'status': 'completed', 'code': 200} Feb 15 16:37:50.528920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7637482-313e-4106-96ad-99825069b3f1 req-6e36142a-ac0a-4ff7-9d1d-295bf9fbfa60 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:50.536157 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7637482-313e-4106-96ad-99825069b3f1 req-6e36142a-ac0a-4ff7-9d1d-295bf9fbfa60 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 948 time: 0.1309953 Feb 15 16:37:50.613266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ace7aa-a85e-44a8-8778-f7189067de1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80b3b35-b9bb-4c79-85c5-4180bcc79a8b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:50.624888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-21ace7aa-a85e-44a8-8778-f7189067de1e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ef3917f89dd84c5aa2e24b00fa21fadc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6103370 Feb 15 16:37:50.626425 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:37:50.627337 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34824) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:50.695119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7637482-313e-4106-96ad-99825069b3f1 req-13d14ac5-45c3-4e52-8df6-4967c44a4642 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575344 Feb 15 16:37:50.727514 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-29671f91-1559-4825-b41f-eece003fa300 admin admin] Publish callbacks [] for security_group (f80b3b35-b9bb-4c79-85c5-4180bcc79a8b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:50.737559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:50.759970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be702432-2ce9-4272-8582-aea317a6a227 req-83a0da51-efbe-4849-9a95-d0a18dc37041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:50.765993 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be702432-2ce9-4272-8582-aea317a6a227 req-83a0da51-efbe-4849-9a95-d0a18dc37041 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 1157 time: 0.2124813 Feb 15 16:37:50.794808 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-29671f91-1559-4825-b41f-eece003fa300 admin admin] Publish callbacks [] for security_group (f80b3b35-b9bb-4c79-85c5-4180bcc79a8b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:50.795962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-9c0f0cc2-6c9e-41a4-b0c3-41da821d36c6 admin admin] Deleting port 05d2809b-9c0b-4858-8433-21c8d7398c31 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:37:50.796898 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0cc2-6c9e-41a4-b0c3-41da821d36c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (05d2809b-9c0b-4858-8433-21c8d7398c31), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:50.824489 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:50.859359 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13939bfa-2cd2-4c6c-b7aa-cb660146a14e req-a6831837-0ce7-47e0-a9e4-e1b5d4e0f78f tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:50.866738 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-13939bfa-2cd2-4c6c-b7aa-cb660146a14e req-a6831837-0ce7-47e0-a9e4-e1b5d4e0f78f tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 947 time: 0.1372309 Feb 15 16:37:50.908474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:50.921995 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-13939bfa-2cd2-4c6c-b7aa-cb660146a14e req-d260e40e-9052-4890-aaf0-b07550d8ec50 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539927 Feb 15 16:37:50.925127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1b4d2ea8-7220-4757-943e-7ba36ca062d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'name': 'tempest-AttachSCSIVolumeTestJSON-288279692-router', 'tenant_id': '1330ba81e883477fad3ee87c051f79f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.190'}], 'enable_snat': True}, 'gw_port_id': '05d2809b-9c0b-4858-8433-21c8d7398c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:04Z', 'updated_at': '2022-02-15T16:37:49Z', 'revision_number': 5, 'project_id': '1330ba81e883477fad3ee87c051f79f5', 'gw_port': {'id': '05d2809b-9c0b-4858-8433-21c8d7398c31', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:e5:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:06Z', 'updated_at': '2022-02-15T16:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:50.958112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d2ea8-7220-4757-943e-7ba36ca062d0 None None] Checking router: 485eefb7-0316-425f-81f6-d15e5a3c2562 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:37:50.966594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d2ea8-7220-4757-943e-7ba36ca062d0 None None] Routers {'485eefb7-0316-425f-81f6-d15e5a3c2562'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:37:50.967268 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1b4d2ea8-7220-4757-943e-7ba36ca062d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:37:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['485eefb7-0316-425f-81f6-d15e5a3c2562'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:50.980490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be702432-2ce9-4272-8582-aea317a6a227 req-a9671e13-d664-40d4-901d-5356c8f967dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:50.982018 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be702432-2ce9-4272-8582-aea317a6a227 req-a9671e13-d664-40d4-901d-5356c8f967dd service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.2080076 Feb 15 16:37:50.983828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-9c0f0cc2-6c9e-41a4-b0c3-41da821d36c6 admin admin] For port 05d2809b-9c0b-4858-8433-21c8d7398c31, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=05d2809b-9c0b-4858-8433-21c8d7398c31,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:50.984203 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0cc2-6c9e-41a4-b0c3-41da821d36c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (05d2809b-9c0b-4858-8433-21c8d7398c31), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:50.999035 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-29671f91-1559-4825-b41f-eece003fa300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f80b3b35-b9bb-4c79-85c5-4180bcc79a8b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:51.004815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-9c0f0cc2-6c9e-41a4-b0c3-41da821d36c6 admin admin] Calling delete_port for 05d2809b-9c0b-4858-8433-21c8d7398c31 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:37:51.007222 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-29671f91-1559-4825-b41f-eece003fa300 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:51.011816 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-29671f91-1559-4825-b41f-eece003fa300 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f80b3b35-b9bb-4c79-85c5-4180bcc79a8b HTTP/1.1" status: 204 len: 168 time: 0.3831189 Feb 15 16:37:51.020237 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29671f91-1559-4825-b41f-eece003fa300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80b3b35-b9bb-4c79-85c5-4180bcc79a8b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:51.047288 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be702432-2ce9-4272-8582-aea317a6a227 req-b3119c46-185a-4b08-a5cf-d1729e0fa36f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dcfc2a3-b638-4a42-aee7-cebc256cfe84 HTTP/1.1" status: 200 len: 217 time: 0.0546608 Feb 15 16:37:51.092616 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-1b4d2ea8-7220-4757-943e-7ba36ca062d0 None None] Set router 485eefb7-0316-425f-81f6-d15e5a3c2562 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:37:51.160109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1b4d2ea8-7220-4757-943e-7ba36ca062d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'name': 'tempest-AttachSCSIVolumeTestJSON-288279692-router', 'tenant_id': '1330ba81e883477fad3ee87c051f79f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:04Z', 'updated_at': '2022-02-15T16:37:50Z', 'revision_number': 6, 'project_id': '1330ba81e883477fad3ee87c051f79f5', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:51.175067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be702432-2ce9-4272-8582-aea317a6a227 req-e7ad313b-0604-4dc2-bf49-306a3f86776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:51.176556 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be702432-2ce9-4272-8582-aea317a6a227 req-e7ad313b-0604-4dc2-bf49-306a3f86776f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.1197131 Feb 15 16:37:51.198262 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:51.220185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4d2ea8-7220-4757-943e-7ba36ca062d0 None None] The sync data for ids ['485eefb7-0316-425f-81f6-d15e5a3c2562'] in n-d-828372-14 is: [{'id': '485eefb7-0316-425f-81f6-d15e5a3c2562', 'name': 'tempest-AttachSCSIVolumeTestJSON-288279692-router', 'tenant_id': '1330ba81e883477fad3ee87c051f79f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:04Z', 'updated_at': '2022-02-15T16:37:50Z', 'revision_number': 6, 'project_id': '1330ba81e883477fad3ee87c051f79f5', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:37:51.222108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['44e217bb-aa23-4523-9b25-0e2d0de6e1d4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:37:51.251488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ebc63-fa70-4aa1-8a3b-12c0db841c40 req-5380196a-3994-47bb-a23b-1010750e4a72 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:51.253115 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ef2ebc63-fa70-4aa1-8a3b-12c0db841c40 req-5380196a-3994-47bb-a23b-1010750e4a72 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 948 time: 0.1102402 Feb 15 16:37:51.299487 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be702432-2ce9-4272-8582-aea317a6a227 req-7a47a3f4-fcc6-4190-8aaa-e55c94aab984 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127400 Feb 15 16:37:51.331147 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ef2ebc63-fa70-4aa1-8a3b-12c0db841c40 req-9d54ab45-9674-494e-b198-2c33e2ef6f4a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600262 Feb 15 16:37:51.409615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738da2b1-69c3-41a8-b61c-5035c40cbad2 req-bc75a21a-9d08-4893-a6a6-567ccc53e604 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:51.417834 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-738da2b1-69c3-41a8-b61c-5035c40cbad2 req-bc75a21a-9d08-4893-a6a6-567ccc53e604 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 943 time: 0.1924429 Feb 15 16:37:51.446531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f997bd-2b81-4ec9-8063-c3eef0c05cfe req-c01f43f1-f866-445d-974f-efdef3e81efe tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:51.448308 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07f997bd-2b81-4ec9-8063-c3eef0c05cfe req-c01f43f1-f866-445d-974f-efdef3e81efe tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec&tenant_id=83dc14985f004c3eab7d27bb571467d7&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 948 time: 0.1142881 Feb 15 16:37:51.518843 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [req-07f997bd-2b81-4ec9-8063-c3eef0c05cfe req-91f2e410-61c1-4751-9013-b56d04fc7a86 service neutron] delete failed (client error): The resource could not be found. Feb 15 16:37:51.519957 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07f997bd-2b81-4ec9-8063-c3eef0c05cfe req-91f2e410-61c1-4751-9013-b56d04fc7a86 service neutron] 10.222.0.67 "DELETE /v2.0/ports/44e217bb-aa23-4523-9b25-0e2d0de6e1d4/bindings/n-h1-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0620289 Feb 15 16:37:51.538517 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be702432-2ce9-4272-8582-aea317a6a227 req-b696ff4c-e49d-4937-969f-256050d1dbe0 service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266798 Feb 15 16:37:51.546911 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-738da2b1-69c3-41a8-b61c-5035c40cbad2 req-7f670399-e2c6-44b9-924b-16dc0f13a0e5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279459 Feb 15 16:37:51.665225 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f997bd-2b81-4ec9-8063-c3eef0c05cfe req-af24e4c0-3025-4ca9-8466-15dfc93b2f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:51.666776 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07f997bd-2b81-4ec9-8063-c3eef0c05cfe req-af24e4c0-3025-4ca9-8466-15dfc93b2f3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 1131 time: 0.0606794 Feb 15 16:37:51.666896 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be702432-2ce9-4272-8582-aea317a6a227 req-0bd3d086-2902-4e47-a97a-7f7817dcabd7 service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190331 Feb 15 16:37:51.691632 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0cc2-6c9e-41a4-b0c3-41da821d36c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (05d2809b-9c0b-4858-8433-21c8d7398c31), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:51.723256 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f0cc2-6c9e-41a4-b0c3-41da821d36c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=05d2809b-9c0b-4858-8433-21c8d7398c31,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:51.769857 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f997bd-2b81-4ec9-8063-c3eef0c05cfe req-812122be-16b5-4329-8cb6-4dd71cccf822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:51.771869 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07f997bd-2b81-4ec9-8063-c3eef0c05cfe req-812122be-16b5-4329-8cb6-4dd71cccf822 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.0930831 Feb 15 16:37:51.784018 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0cc2-6c9e-41a4-b0c3-41da821d36c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (485eefb7-0316-425f-81f6-d15e5a3c2562), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:51.818321 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07f997bd-2b81-4ec9-8063-c3eef0c05cfe req-7ff35754-fb34-4e75-96cd-39a64c9fc3fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4 HTTP/1.1" status: 200 len: 217 time: 0.0377989 Feb 15 16:37:51.872371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f997bd-2b81-4ec9-8063-c3eef0c05cfe req-480d37ff-9951-4ba9-862c-957bf9200526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:51.874137 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07f997bd-2b81-4ec9-8063-c3eef0c05cfe req-480d37ff-9951-4ba9-862c-957bf9200526 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0442576 Feb 15 16:37:51.899654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:37:51.904862 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0cc2-6c9e-41a4-b0c3-41da821d36c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (485eefb7-0316-425f-81f6-d15e5a3c2562), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:51.907386 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0cc2-6c9e-41a4-b0c3-41da821d36c6 admin admin] Publish callbacks [] for router_controller (485eefb7-0316-425f-81f6-d15e5a3c2562), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:51.930991 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f997bd-2b81-4ec9-8063-c3eef0c05cfe req-66c0ccd5-906d-4725-a3a8-12c0691a10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:51.932508 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07f997bd-2b81-4ec9-8063-c3eef0c05cfe req-66c0ccd5-906d-4725-a3a8-12c0691a10a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0471551 Feb 15 16:37:52.014193 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:52.028419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 has no active binding in host n-h2-828372-14 {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 16:37:52.085804 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07f997bd-2b81-4ec9-8063-c3eef0c05cfe req-56df4861-365f-41a5-94ee-84521c98a111 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388443 Feb 15 16:37:52.086828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34844) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:52.104849 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8c732ffd-d7d7-4f44-8071-5af0d746e002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:52.154328 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f9afb-f11a-41a5-84d9-95febf37003b req-6d971b35-e07b-4d0f-be19-12d6d6a855fa tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:52.154898 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0cc2-6c9e-41a4-b0c3-41da821d36c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (485eefb7-0316-425f-81f6-d15e5a3c2562), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:52.165042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0f0cc2-6c9e-41a4-b0c3-41da821d36c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 485eefb7-0316-425f-81f6-d15e5a3c2562 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:37:52.165504 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c06f9afb-f11a-41a5-84d9-95febf37003b req-6d971b35-e07b-4d0f-be19-12d6d6a855fa tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 948 time: 0.1164887 Feb 15 16:37:52.165630 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c0f0cc2-6c9e-41a4-b0c3-41da821d36c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:52.165852 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9c0f0cc2-6c9e-41a4-b0c3-41da821d36c6 admin admin] 10.222.0.107 "DELETE /v2.0/routers/485eefb7-0316-425f-81f6-d15e5a3c2562 HTTP/1.1" status: 204 len: 168 time: 1.9971924 Feb 15 16:37:52.169600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34848) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:52.230418 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8c732ffd-d7d7-4f44-8071-5af0d746e002 admin admin] Publish callbacks [] for security_group (57bb73d5-4ca9-43da-8e14-5191f690493a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:52.235774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-e712ee07-35e3-4dda-831e-de2a50147e2e admin admin] Deleting subnet 5eff1d56-ea1c-4b61-b4a8-44185f0b861a {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:37:52.238889 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e712ee07-35e3-4dda-831e-de2a50147e2e admin admin] Publish callbacks [] for subnet (5eff1d56-ea1c-4b61-b4a8-44185f0b861a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:52.241891 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c06f9afb-f11a-41a5-84d9-95febf37003b req-8ea912cc-8cc6-448b-8a8c-c491330400ab tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717432 Feb 15 16:37:52.245432 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07f997bd-2b81-4ec9-8063-c3eef0c05cfe req-9756b4dd-a91e-4b5f-834c-599f79fa0bb7 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509705 Feb 15 16:37:52.275811 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e712ee07-35e3-4dda-831e-de2a50147e2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (5eff1d56-ea1c-4b61-b4a8-44185f0b861a), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:52.344932 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8c732ffd-d7d7-4f44-8071-5af0d746e002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (57bb73d5-4ca9-43da-8e14-5191f690493a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:52.438005 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8c732ffd-d7d7-4f44-8071-5af0d746e002 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a3b271d298d2441481366701ff0ca3ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496230 Feb 15 16:37:52.438648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c732ffd-d7d7-4f44-8071-5af0d746e002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bb73d5-4ca9-43da-8e14-5191f690493a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:52.440805 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34852) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:52.459784 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e712ee07-35e3-4dda-831e-de2a50147e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (5eff1d56-ea1c-4b61-b4a8-44185f0b861a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:52.498114 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Publish callbacks [] for security_group (57bb73d5-4ca9-43da-8e14-5191f690493a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:52.521685 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Publish callbacks [] for security_group (57bb73d5-4ca9-43da-8e14-5191f690493a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:52.522784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2fcfd-2a46-4a1f-b7c8-369c271139cc req-76a687d3-d4f3-4ebb-aeb1-0c19464c3313 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:52.524342 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-02d2fcfd-2a46-4a1f-b7c8-369c271139cc req-76a687d3-d4f3-4ebb-aeb1-0c19464c3313 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 948 time: 0.1085894 Feb 15 16:37:52.573115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b7f84f74-5fed-490d-b766-44970b926768 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:37:52.587558 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-02d2fcfd-2a46-4a1f-b7c8-369c271139cc req-53abd081-b380-430c-baa5-2f58e6b24a54 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518296 Feb 15 16:37:52.593878 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: b7f84f74-5fed-490d-b766-44970b926768 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:37:52.594231 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b7f84f74-5fed-490d-b766-44970b926768 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:37:52.594691 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 05d2809b-9c0b-4858-8433-21c8d7398c31 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:37:52.615740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 05d2809b-9c0b-4858-8433-21c8d7398c31 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:37:52.616091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 05d2809b-9c0b-4858-8433-21c8d7398c31 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:37:52.665984 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e712ee07-35e3-4dda-831e-de2a50147e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (5eff1d56-ea1c-4b61-b4a8-44185f0b861a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:52.669974 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (57bb73d5-4ca9-43da-8e14-5191f690493a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:52.672568 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:52.676424 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/57bb73d5-4ca9-43da-8e14-5191f690493a HTTP/1.1" status: 204 len: 168 time: 0.2344568 Feb 15 16:37:52.689077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bb73d5-4ca9-43da-8e14-5191f690493a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:52.695569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712ee07-35e3-4dda-831e-de2a50147e2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eff1d56-ea1c-4b61-b4a8-44185f0b861a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:52.699307 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e712ee07-35e3-4dda-831e-de2a50147e2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:52.699964 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:52.700341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:52.700665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:52.704099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:52.704099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:52.704099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:52.704372 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e712ee07-35e3-4dda-831e-de2a50147e2e admin admin] 10.222.0.107 "DELETE /v2.0/subnets/5eff1d56-ea1c-4b61-b4a8-44185f0b861a HTTP/1.1" status: 204 len: 168 time: 0.5310585 Feb 15 16:37:52.704466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:52.704466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:52.704466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:52.704466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:52.704466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:52.704466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:52.704948 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34860) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:52.705037 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9778a27e-adce-42c6-94c1-ea8801cfb514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:37:52.709303 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef632e-4403-4945-8c51-067902ddd648 None None] Network cdb0ff5b-4b5c-471c-8e84-3899eb11c542 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:37:52.729053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4b324-6d43-4429-b04f-4f45c1c64b21 req-869fee04-f456-4e53-aaba-8ef616f1bfae tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:52.732134 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-63d4b324-6d43-4429-b04f-4f45c1c64b21 req-869fee04-f456-4e53-aaba-8ef616f1bfae tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 943 time: 0.0890553 Feb 15 16:37:52.814537 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-63d4b324-6d43-4429-b04f-4f45c1c64b21 req-538f1e17-4fc4-46ab-8e90-b58d238b16b2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719907 Feb 15 16:37:52.908401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7514ea5c-4f36-4713-832b-0dc79fc7ab40 None None] DHCP port deletion for cdb0ff5b-4b5c-471c-8e84-3899eb11c542 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:37:52.959114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7514ea5c-4f36-4713-832b-0dc79fc7ab40 None None] Deleting port 43185bb4-098d-480e-ae25-7d8d7e6a42c5 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:37:52.959486 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7514ea5c-4f36-4713-832b-0dc79fc7ab40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (43185bb4-098d-480e-ae25-7d8d7e6a42c5), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:53.044648 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7514ea5c-4f36-4713-832b-0dc79fc7ab40 None None] For port 43185bb4-098d-480e-ae25-7d8d7e6a42c5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=43185bb4-098d-480e-ae25-7d8d7e6a42c5,segment=NetworkSegment(6afd976d-b6cf-4400-a363-b41c4ca4d7d2),segment_id=6afd976d-b6cf-4400-a363-b41c4ca4d7d2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:53.045350 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7514ea5c-4f36-4713-832b-0dc79fc7ab40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (43185bb4-098d-480e-ae25-7d8d7e6a42c5), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:53.048401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (cdb0ff5b-4b5c-471c-8e84-3899eb11c542), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:53.058644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7514ea5c-4f36-4713-832b-0dc79fc7ab40 None None] Calling delete_port for 43185bb4-098d-480e-ae25-7d8d7e6a42c5 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:37:53.100710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] Deleting port 43185bb4-098d-480e-ae25-7d8d7e6a42c5 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:37:53.101049 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (43185bb4-098d-480e-ae25-7d8d7e6a42c5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:53.168885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] For port 43185bb4-098d-480e-ae25-7d8d7e6a42c5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=43185bb4-098d-480e-ae25-7d8d7e6a42c5,segment=NetworkSegment(6afd976d-b6cf-4400-a363-b41c4ca4d7d2),segment_id=6afd976d-b6cf-4400-a363-b41c4ca4d7d2)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:53.169436 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (43185bb4-098d-480e-ae25-7d8d7e6a42c5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:53.189622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] Calling delete_port for 43185bb4-098d-480e-ae25-7d8d7e6a42c5 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:37:53.241542 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-a5134e10-e396-47fd-b68e-afff9888c8a9 service neutron] 10.222.0.67 "GET /v2.0/ports/0dcfc2a3-b638-4a42-aee7-cebc256cfe84/bindings/n-h2-828372-14 HTTP/1.1" status: 200 len: 385 time: 0.0959566 Feb 15 16:37:53.267705 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7514ea5c-4f36-4713-832b-0dc79fc7ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (43185bb4-098d-480e-ae25-7d8d7e6a42c5), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:53.311204 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (43185bb4-098d-480e-ae25-7d8d7e6a42c5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:53.331993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7514ea5c-4f36-4713-832b-0dc79fc7ab40 None None] No DVR routers for this DVR port 43185bb4-098d-480e-ae25-7d8d7e6a42c5 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:37:53.337617 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7514ea5c-4f36-4713-832b-0dc79fc7ab40 None None] Pushing event deleted for resources: {'Port': ['ID=43185bb4-098d-480e-ae25-7d8d7e6a42c5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:53.351152 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] Pushing event deleted for resources: {'Port': ['ID=43185bb4-098d-480e-ae25-7d8d7e6a42c5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:53.361752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] No DVR routers for this DVR port 43185bb4-098d-480e-ae25-7d8d7e6a42c5 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:37:53.481785 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (cdb0ff5b-4b5c-471c-8e84-3899eb11c542), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:53.502315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-bd52e72a-2358-4973-a01f-cb1528084464 req-5cbd1f82-a978-4377-b7f5-c24f8e71c79a service neutron] For port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:53.504083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb0ff5b-4b5c-471c-8e84-3899eb11c542']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:53.513278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7545e1c-7878-4ac9-9153-fb5803756f27 req-4a373821-127b-4138-b41e-a76e913f9227 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:53.514833 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b7545e1c-7878-4ac9-9153-fb5803756f27 req-4a373821-127b-4138-b41e-a76e913f9227 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 948 time: 0.1702154 Feb 15 16:37:53.523626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afd976d-b6cf-4400-a363-b41c4ca4d7d2') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:53.523929 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afd976d-b6cf-4400-a363-b41c4ca4d7d2') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:53.524048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-bd52e72a-2358-4973-a01f-cb1528084464 req-5cbd1f82-a978-4377-b7f5-c24f8e71c79a service neutron] For port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:53.540243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (6afd976d-b6cf-4400-a363-b41c4ca4d7d2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:53.558169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-bd52e72a-2358-4973-a01f-cb1528084464 req-5cbd1f82-a978-4377-b7f5-c24f8e71c79a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:37:53.562838 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (6afd976d-b6cf-4400-a363-b41c4ca4d7d2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:53.568741 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-bd52e72a-2358-4973-a01f-cb1528084464 req-5cbd1f82-a978-4377-b7f5-c24f8e71c79a service neutron] For port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:53.576717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:37:53.577114 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (6afd976d-b6cf-4400-a363-b41c4ca4d7d2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:37:53.578844 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:37:53.631260 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b7545e1c-7878-4ac9-9153-fb5803756f27 req-14edb881-15e8-43e6-8fd1-a41a5735ab35 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000280 Feb 15 16:37:53.678803 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bd52e72a-2358-4973-a01f-cb1528084464 req-5cbd1f82-a978-4377-b7f5-c24f8e71c79a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:53.785148 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (cdb0ff5b-4b5c-471c-8e84-3899eb11c542), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:53.787320 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d8258-d09f-4154-8b30-134fa2eaf7ca req-bc8a84ab-065d-4c3b-bd54-4d70a83f0d78 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:53.788859 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4d8d8258-d09f-4154-8b30-134fa2eaf7ca req-bc8a84ab-065d-4c3b-bd54-4d70a83f0d78 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 948 time: 0.1003742 Feb 15 16:37:53.799852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-bd52e72a-2358-4973-a01f-cb1528084464 req-5cbd1f82-a978-4377-b7f5-c24f8e71c79a service neutron] Transition to ACTIVE for port object 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:37:53.812541 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:53.816284 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] 10.222.0.107 "DELETE /v2.0/networks/cdb0ff5b-4b5c-471c-8e84-3899eb11c542 HTTP/1.1" status: 204 len: 168 time: 1.1112866 Feb 15 16:37:53.818513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec067f-09d2-4b5c-981e-adebb9514e36 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb0ff5b-4b5c-471c-8e84-3899eb11c542,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:53.820080 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34882) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:53.914583 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:37:53.916323 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bd52e72a-2358-4973-a01f-cb1528084464 req-5cbd1f82-a978-4377-b7f5-c24f8e71c79a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:53.950880 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff714dd3-25de-4bf3-b328-1f89088c58b1 req-c7464c06-9a43-4614-bee6-6aacf6652bd3 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:53.970685 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff714dd3-25de-4bf3-b328-1f89088c58b1 req-c7464c06-9a43-4614-bee6-6aacf6652bd3 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 1129 time: 0.0822909 Feb 15 16:37:53.997888 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4d8d8258-d09f-4154-8b30-134fa2eaf7ca req-da81037e-32be-409a-bc0b-1939e2d064b9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992714 Feb 15 16:37:54.018490 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd52e72a-2358-4973-a01f-cb1528084464 req-5cbd1f82-a978-4377-b7f5-c24f8e71c79a service neutron] No DVR routers for this DVR port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:37:54.055369 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff714dd3-25de-4bf3-b328-1f89088c58b1 req-43fe54d6-3b88-45f1-8258-50a64218740a tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926383 Feb 15 16:37:54.064127 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd1f82-a978-4377-b7f5-c24f8e71c79a service neutron] Pushing event updated for resources: {'Port': ['ID=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,revision_number=10']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:54.076594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:37:54.081354 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:54.082172 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:54.086344 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-5cbd1f82-a978-4377-b7f5-c24f8e71c79a service neutron] 10.222.0.67 "PUT /v2.0/ports/0dcfc2a3-b638-4a42-aee7-cebc256cfe84/bindings/n-h2-828372-14/activate HTTP/1.1" status: 200 len: 370 time: 0.8350658 Feb 15 16:37:54.181844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8ecaa-0feb-4ff0-9f01-aa91d511f5a5 req-464f0a7b-8cf8-478b-979f-65810c0505ac tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:54.183689 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6aa8ecaa-0feb-4ff0-9f01-aa91d511f5a5 req-464f0a7b-8cf8-478b-979f-65810c0505ac tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 1131 time: 0.0513499 Feb 15 16:37:54.188654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:54.190035 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:54.226810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd19876f-aa4f-4e75-8d7b-f2f6b6083eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:54.230092 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dbbae0-e1f1-41eb-b1ab-1b478c42dc69" -d '{"events": [{"server_uuid": "bd19876f-aa4f-4e75-8d7b-f2f6b6083eec", "name": "network-vif-plugged", "status": "completed", "tag": "44e217bb-aa23-4523-9b25-0e2d0de6e1d4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:54.233602 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bdecd-c036-4fea-b746-76efb795005f req-f6da8916-aa68-4c79-b96b-15710e9d3a2b tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:54.235146 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-688bdecd-c036-4fea-b746-76efb795005f req-f6da8916-aa68-4c79-b96b-15710e9d3a2b tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 944 time: 0.1402006 Feb 15 16:37:54.247174 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6aa8ecaa-0feb-4ff0-9f01-aa91d511f5a5 req-eb3bfe2f-038c-443b-9cf6-d1b00acc78dc tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540421 Feb 15 16:37:54.253596 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:54.353568 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-688bdecd-c036-4fea-b746-76efb795005f req-4671eda2-9ba0-42b0-8835-bc7318949083 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111028 Feb 15 16:37:54.359282 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:54.359607 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:37:54.422943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52e72a-2358-4973-a01f-cb1528084464 req-f10b6ef7-4b42-4f2f-b8d2-2c4a375015c0 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:54.425053 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-f10b6ef7-4b42-4f2f-b8d2-2c4a375015c0 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89&tenant_id=c9f65cb77bef4454939809c6904ca169&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 1127 time: 0.1121340 Feb 15 16:37:54.476148 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852dfa10-1498-4c2c-b959-bfa0f07f0b80 x-openstack-request-id: req-852dfa10-1498-4c2c-b959-bfa0f07f0b80 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:54.476455 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd19876f-aa4f-4e75-8d7b-f2f6b6083eec", "name": "network-vif-plugged", "status": "completed", "tag": "44e217bb-aa23-4523-9b25-0e2d0de6e1d4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:54.476847 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-852dfa10-1498-4c2c-b959-bfa0f07f0b80 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:54.477108 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd19876f-aa4f-4e75-8d7b-f2f6b6083eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4', 'code': 200} Feb 15 16:37:54.514736 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:54.528381 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de4ba51e-784d-4614-ae2f-0e55402cdb36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:54.564331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52e72a-2358-4973-a01f-cb1528084464 req-19334203-073c-4b6c-a2fd-88246142a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:54.565908 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-19334203-073c-4b6c-a2fd-88246142a4f3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89&tenant_id=c9f65cb77bef4454939809c6904ca169 HTTP/1.1" status: 200 len: 1127 time: 0.1339340 Feb 15 16:37:54.594068 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 43185bb4-098d-480e-ae25-7d8d7e6a42c5 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:37:54.631584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 43185bb4-098d-480e-ae25-7d8d7e6a42c5 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:37:54.632086 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 43185bb4-098d-480e-ae25-7d8d7e6a42c5 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:37:54.666301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52e72a-2358-4973-a01f-cb1528084464 req-0037a9a7-bf56-4e67-a0db-d75761bdedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:54.668891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-0037a9a7-bf56-4e67-a0db-d75761bdedd0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 1127 time: 0.0789754 Feb 15 16:37:54.687932 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:37:54.694861 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:37:54.695275 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:54.810948 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52e72a-2358-4973-a01f-cb1528084464 req-38eb825c-8f8b-43ac-8d5d-62f7a4afee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:54.811579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:37:54.811885 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:54.812994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-38eb825c-8f8b-43ac-8d5d-62f7a4afee46 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.1341193 Feb 15 16:37:54.849205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:54.864638 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-92823715-ad4b-485e-9af2-b9be53183807 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dcfc2a3-b638-4a42-aee7-cebc256cfe84 HTTP/1.1" status: 200 len: 217 time: 0.0454247 Feb 15 16:37:54.937117 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52e72a-2358-4973-a01f-cb1528084464 req-6b4c6e48-a600-4239-8b93-49e825c557e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:54.938841 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-6b4c6e48-a600-4239-8b93-49e825c557e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.0661190 Feb 15 16:37:54.979124 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-86d8cd01-ae52-4574-b86b-79ed1b1399c0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328028 Feb 15 16:37:54.991781 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:55.046081 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:55.062115 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-6ad8a08f-99b7-4e32-ac4e-deef090db3e5 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=83dc14985f004c3eab7d27bb571467d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427091 Feb 15 16:37:55.079684 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-e80f0936-6d51-4be3-8b01-4ae12cf7d1cc service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930977 Feb 15 16:37:55.178886 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-986eb247-3e56-4b3a-96ab-526016fd23e6 service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916491 Feb 15 16:37:55.213177 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-06a4f7ef-e81d-4d46-a38b-b81558079308 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:55.214694 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-06a4f7ef-e81d-4d46-a38b-b81558079308 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1515000 Feb 15 16:37:55.249878 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-c7127ba9-92c2-4fdf-ac4b-15c4a229f6a9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/quotas/83dc14985f004c3eab7d27bb571467d7 HTTP/1.1" status: 200 len: 375 time: 0.0293565 Feb 15 16:37:55.318778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-de4ba51e-784d-4614-ae2f-0e55402cdb36 admin admin] Deleting port 37ccd98f-b27a-420e-b6c8-9f2648e4c533 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:37:55.319123 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de4ba51e-784d-4614-ae2f-0e55402cdb36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:55.380050 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-96f870d5-e383-49e2-b8b8-1c986af004bb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1230211 Feb 15 16:37:55.430161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-de4ba51e-784d-4614-ae2f-0e55402cdb36 admin admin] For port 37ccd98f-b27a-420e-b6c8-9f2648e4c533, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=37ccd98f-b27a-420e-b6c8-9f2648e4c533,segment=NetworkSegment(598f3909-0456-4f9a-8a3b-183c14efd77a),segment_id=598f3909-0456-4f9a-8a3b-183c14efd77a)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:55.432024 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de4ba51e-784d-4614-ae2f-0e55402cdb36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:55.451773 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-de4ba51e-784d-4614-ae2f-0e55402cdb36 admin admin] Calling delete_port for 37ccd98f-b27a-420e-b6c8-9f2648e4c533 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:37:55.725418 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52e72a-2358-4973-a01f-cb1528084464 req-23316c38-a7ed-4161-a311-9ebd1c393a4c tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:55.726972 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-23316c38-a7ed-4161-a311-9ebd1c393a4c tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89&tenant_id=c9f65cb77bef4454939809c6904ca169&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 1127 time: 0.0543120 Feb 15 16:37:55.763343 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de4ba51e-784d-4614-ae2f-0e55402cdb36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (37ccd98f-b27a-420e-b6c8-9f2648e4c533), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:55.773245 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890db99-8aaa-45b2-b616-37e917b2c167 req-fe2daf1d-9f07-4edb-9ad3-551e10e52309 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:55.780871 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b890db99-8aaa-45b2-b616-37e917b2c167 req-fe2daf1d-9f07-4edb-9ad3-551e10e52309 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 949 time: 0.0902481 Feb 15 16:37:55.823432 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ba51e-784d-4614-ae2f-0e55402cdb36 admin admin] Pushing event deleted for resources: {'Port': ['ID=37ccd98f-b27a-420e-b6c8-9f2648e4c533,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:55.891718 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b890db99-8aaa-45b2-b616-37e917b2c167 req-5cccadb7-2759-480c-b7c2-55b162632a74 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099429 Feb 15 16:37:56.050932 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de4ba51e-784d-4614-ae2f-0e55402cdb36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:56.055188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bd52e72a-2358-4973-a01f-cb1528084464 req-bc638ddf-3490-42b4-af5f-14f03080f5dd service neutron] For port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:37:56.059236 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bd52e72a-2358-4973-a01f-cb1528084464 req-bc638ddf-3490-42b4-af5f-14f03080f5dd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:56.060389 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd52e72a-2358-4973-a01f-cb1528084464 req-bc638ddf-3490-42b4-af5f-14f03080f5dd service neutron] 10.222.0.10 "DELETE /v2.0/ports/0dcfc2a3-b638-4a42-aee7-cebc256cfe84/bindings/n-h1-828372-14 HTTP/1.1" status: 204 len: 173 time: 0.3176641 Feb 15 16:37:56.274776 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4ba51e-784d-4614-ae2f-0e55402cdb36 admin admin] Router 52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:37:56.386824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4ba51e-784d-4614-ae2f-0e55402cdb36 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:37:56.395884 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-de4ba51e-784d-4614-ae2f-0e55402cdb36 admin admin] 10.222.0.107 "PUT /v2.0/routers/52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5713654 Feb 15 16:37:56.395884 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34974) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:56.396213 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0b390-033d-4396-81f9-f4eb44ad7593 None None] Sync routers for ids ['52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:37:56.412182 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0b390-033d-4396-81f9-f4eb44ad7593 None None] Routers {'52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:37:56.412794 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a7d0b390-033d-4396-81f9-f4eb44ad7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:37:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:56.478210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f676ce10-5fc5-49ff-87d6-27a0aa0f7847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:37:56.482431 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b0f118-1d0f-4027-83a7-644bc82bb745" -d '{"events": [{"server_uuid": "f676ce10-5fc5-49ff-87d6-27a0aa0f7847", "name": "network-vif-plugged", "status": "completed", "tag": "e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:37:56.536762 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-447b8325-81b5-4722-a277-64df3c612687 admin admin] Publish callbacks [] for router (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:56.570890 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-a7d0b390-033d-4396-81f9-f4eb44ad7593 None None] Set router 52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:37:56.702681 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-447b8325-81b5-4722-a277-64df3c612687 admin admin] Publish callbacks [] for router_gateway (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:56.715196 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ac5bf-22c7-49a2-aa9c-765d21a38541 req-9561de75-36bd-40ef-aa28-79003cbd8a81 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:56.716766 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-274ac5bf-22c7-49a2-aa9c-765d21a38541 req-9561de75-36bd-40ef-aa28-79003cbd8a81 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 944 time: 0.0784464 Feb 15 16:37:56.777965 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-274ac5bf-22c7-49a2-aa9c-765d21a38541 req-917ee70f-9614-4a35-9127-f8c54803f6b4 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543530 Feb 15 16:37:56.878329 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-447b8325-81b5-4722-a277-64df3c612687 admin admin] Deleting port 2938a36f-bb10-4ca6-a7f7-491a9e0b5927 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:37:56.878793 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-447b8325-81b5-4722-a277-64df3c612687 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2938a36f-bb10-4ca6-a7f7-491a9e0b5927), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:56.918318 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a7d0b390-033d-4396-81f9-f4eb44ad7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-62888726-router', 'tenant_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.24'}], 'enable_snat': True}, 'gw_port_id': '2938a36f-bb10-4ca6-a7f7-491a9e0b5927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:18Z', 'updated_at': '2022-02-15T16:37:55Z', 'revision_number': 5, 'project_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'gw_port': {'id': '2938a36f-bb10-4ca6-a7f7-491a9e0b5927', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ae:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:19Z', 'updated_at': '2022-02-15T16:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:56.949711 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0b390-033d-4396-81f9-f4eb44ad7593 None None] Checking router: 52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:37:56.959757 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d0b390-033d-4396-81f9-f4eb44ad7593 None None] Routers {'52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:37:56.960442 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a7d0b390-033d-4396-81f9-f4eb44ad7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:37:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:56.983757 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-447b8325-81b5-4722-a277-64df3c612687 admin admin] For port 2938a36f-bb10-4ca6-a7f7-491a9e0b5927, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2938a36f-bb10-4ca6-a7f7-491a9e0b5927,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:56.984013 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-447b8325-81b5-4722-a277-64df3c612687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2938a36f-bb10-4ca6-a7f7-491a9e0b5927), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:57.003584 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-447b8325-81b5-4722-a277-64df3c612687 admin admin] Calling delete_port for 2938a36f-bb10-4ca6-a7f7-491a9e0b5927 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:37:57.062542 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-a7d0b390-033d-4396-81f9-f4eb44ad7593 None None] Set router 52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:37:57.071359 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-89b0c4cf-ab72-4dda-ac65-d22eeae8dc71 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:37:57.072386 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-89b0c4cf-ab72-4dda-ac65-d22eeae8dc71 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061357 Feb 15 16:37:57.109543 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cfccecd0-7603-4f3b-a7a6-b8aa4926c90f req-354235ba-a062-4685-abed-673a6652a7c4 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 210 time: 0.0367301 Feb 15 16:37:57.124088 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a7d0b390-033d-4396-81f9-f4eb44ad7593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-62888726-router', 'tenant_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:18Z', 'updated_at': '2022-02-15T16:37:56Z', 'revision_number': 6, 'project_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:37:57.144744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-73c6ac35-57aa-409c-981b-f94d1882587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:57.152963 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-73c6ac35-57aa-409c-981b-f94d1882587d service neutron] 10.222.0.107 "GET /v2.0/ports/4eed547b-34c5-4320-aaa9-48e7d4835041 HTTP/1.1" status: 200 len: 1126 time: 0.0509815 Feb 15 16:37:57.163650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-8ef23e04-7f38-47f5-97ea-3d70a3e4c556 service neutron] Request body: {'binding': {'host': 'n-h1-828372-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:57.163650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-8ef23e04-7f38-47f5-97ea-3d70a3e4c556 service neutron] Unknown quota resources ['binding']. {{(pid=103799) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 16:37:57.164051 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d0b390-033d-4396-81f9-f4eb44ad7593 None None] The sync data for ids ['52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3'] in n-d-828372-14 is: [{'id': '52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3', 'name': 'tempest-AttachSCSIVolumeTestJSON-62888726-router', 'tenant_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:18Z', 'updated_at': '2022-02-15T16:37:56Z', 'revision_number': 6, 'project_id': 'd2ddc6cffed34a7e868edb51f7d3d58f', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:37:57.169117 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db37c0c-d1fc-45c0-b46b-84bfb675af7d x-openstack-request-id: req-4db37c0c-d1fc-45c0-b46b-84bfb675af7d {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:37:57.169663 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f676ce10-5fc5-49ff-87d6-27a0aa0f7847", "name": "network-vif-plugged", "status": "completed", "tag": "e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:37:57.169938 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4db37c0c-d1fc-45c0-b46b-84bfb675af7d {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:37:57.170487 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f676ce10-5fc5-49ff-87d6-27a0aa0f7847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc', 'code': 200} Feb 15 16:37:57.336576 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-8ea9ab01-dd71-4ea8-bb71-940c5ababa53 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--209347228&fields=id&tenant_id=27c221efa2174e2bb6c3a3ee08e7ac83 HTTP/1.1" status: 200 len: 267 time: 0.0710495 Feb 15 16:37:57.352376 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c7b31-3677-4f85-be6b-24e6dfb163c1 req-6766888b-ecf6-4567-8f17-15f74fb7bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:57.354261 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e0c7b31-3677-4f85-be6b-24e6dfb163c1 req-6766888b-ecf6-4567-8f17-15f74fb7bf6c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 1132 time: 0.0964615 Feb 15 16:37:57.401436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-8ef23e04-7f38-47f5-97ea-3d70a3e4c556 service neutron] Attempting to bind port 4eed547b-34c5-4320-aaa9-48e7d4835041 on host n-h1-828372-14 for vnic_type normal with profile None {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:37:57.401781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-8ef23e04-7f38-47f5-97ea-3d70a3e4c556 service neutron] Attempting to bind port 4eed547b-34c5-4320-aaa9-48e7d4835041 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:37:57.402114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-8ef23e04-7f38-47f5-97ea-3d70a3e4c556 service neutron] Attempting to bind port 4eed547b-34c5-4320-aaa9-48e7d4835041 on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:57.411085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-8ef23e04-7f38-47f5-97ea-3d70a3e4c556 service neutron] Port 4eed547b-34c5-4320-aaa9-48e7d4835041 on network cc8d71f0-af5e-4df1-bb31-1f595b410607 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:37:57.411404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-8ef23e04-7f38-47f5-97ea-3d70a3e4c556 service neutron] Attempting to bind port 4eed547b-34c5-4320-aaa9-48e7d4835041 on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:37:57.423157 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-8ef23e04-7f38-47f5-97ea-3d70a3e4c556 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:37:57.423725 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-8ef23e04-7f38-47f5-97ea-3d70a3e4c556 service neutron] Checking segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:37:57.424115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-8ef23e04-7f38-47f5-97ea-3d70a3e4c556 service neutron] Bound using segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:37:57.424546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-8ef23e04-7f38-47f5-97ea-3d70a3e4c556 service neutron] Bound port: 4eed547b-34c5-4320-aaa9-48e7d4835041, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:37:57.426774 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-447b8325-81b5-4722-a277-64df3c612687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (2938a36f-bb10-4ca6-a7f7-491a9e0b5927), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:57.430452 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e0c7b31-3677-4f85-be6b-24e6dfb163c1 req-f18b3c30-2132-4e83-bd43-dee521ab3ead service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673671 Feb 15 16:37:57.459559 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b8325-81b5-4722-a277-64df3c612687 admin admin] Pushing event deleted for resources: {'Port': ['ID=2938a36f-bb10-4ca6-a7f7-491a9e0b5927,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:57.493714 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-8ef23e04-7f38-47f5-97ea-3d70a3e4c556 service neutron] For port 4eed547b-34c5-4320-aaa9-48e7d4835041, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4eed547b-34c5-4320-aaa9-48e7d4835041,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:37:57.496237 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-e78c87f2-ccf4-43c2-a480-39d18275351c tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:57.497767 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-e78c87f2-ccf4-43c2-a480-39d18275351c tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/networks?id=0305f676-6c3c-4135-913e-af6ab03d5e4e HTTP/1.1" status: 200 len: 824 time: 0.1536677 Feb 15 16:37:57.538449 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-a9471709-c0c5-44c2-a14e-edfa3b0edb96 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/quotas/27c221efa2174e2bb6c3a3ee08e7ac83 HTTP/1.1" status: 200 len: 375 time: 0.0188811 Feb 15 16:37:57.556310 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-447b8325-81b5-4722-a277-64df3c612687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:57.598873 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-8ef23e04-7f38-47f5-97ea-3d70a3e4c556 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:57.600672 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-8ef23e04-7f38-47f5-97ea-3d70a3e4c556 service neutron] 10.222.0.107 "POST /v2.0/ports/4eed547b-34c5-4320-aaa9-48e7d4835041/bindings HTTP/1.1" status: 201 len: 390 time: 0.4464326 Feb 15 16:37:57.682346 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-447b8325-81b5-4722-a277-64df3c612687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:57.685752 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-447b8325-81b5-4722-a277-64df3c612687 admin admin] Publish callbacks [] for router_controller (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:57.739056 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-a4259147-1bab-471b-9794-82bcf1e77137 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=27c221efa2174e2bb6c3a3ee08e7ac83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1940432 Feb 15 16:37:57.836603 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-2878a4dc-f0c5-4c37-b0f6-e7943e716bf3 service neutron] 10.222.0.107 "GET /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838208 Feb 15 16:37:57.859062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:37:57.887817 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-447b8325-81b5-4722-a277-64df3c612687 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:57.888262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-447b8325-81b5-4722-a277-64df3c612687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:37:57.895211 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-447b8325-81b5-4722-a277-64df3c612687 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:57.899218 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-447b8325-81b5-4722-a277-64df3c612687 admin admin] 10.222.0.107 "DELETE /v2.0/routers/52a4e7fb-a769-46b2-9647-bfd3a8c5b3b3 HTTP/1.1" status: 204 len: 168 time: 1.5006597 Feb 15 16:37:57.899672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35006) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:57.903101 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] The host n-h1-828372-14 is not matching for port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 host n-h2-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 16:37:57.903507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:37:57.942705 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-914d1991-dd1b-454a-ac03-5d0d78e359d9 service neutron] 10.222.0.107 "GET /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001770 Feb 15 16:37:57.982066 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-271712d6-bdc6-45f2-a8a1-01e2770d82d3 admin admin] Deleting subnet 39d37708-3466-4308-ab57-829df16c4c54 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:37:57.986369 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-271712d6-bdc6-45f2-a8a1-01e2770d82d3 admin admin] Publish callbacks [] for subnet (39d37708-3466-4308-ab57-829df16c4c54), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:58.029077 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-271712d6-bdc6-45f2-a8a1-01e2770d82d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (39d37708-3466-4308-ab57-829df16c4c54), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:58.149962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421aa40-3c81-44bd-a4f1-c6ff5e093085 req-99dc7d82-8030-4735-860b-2c10bc67d8e4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:58.151461 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9421aa40-3c81-44bd-a4f1-c6ff5e093085 req-99dc7d82-8030-4735-860b-2c10bc67d8e4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 949 time: 0.1029427 Feb 15 16:37:58.160284 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-271712d6-bdc6-45f2-a8a1-01e2770d82d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (39d37708-3466-4308-ab57-829df16c4c54), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:58.232052 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9421aa40-3c81-44bd-a4f1-c6ff5e093085 req-f8877f60-9e9a-4596-8034-a1f4019e8fdd tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738611 Feb 15 16:37:58.362591 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-271712d6-bdc6-45f2-a8a1-01e2770d82d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (39d37708-3466-4308-ab57-829df16c4c54), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:58.398904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271712d6-bdc6-45f2-a8a1-01e2770d82d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39d37708-3466-4308-ab57-829df16c4c54,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:58.407602 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-271712d6-bdc6-45f2-a8a1-01e2770d82d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:58.410497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c1b14c-cba3-4779-89cc-38b1be012966 None None] Network 355c8bc5-26f7-4a30-bbcd-e14d35254701 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:37:58.410976 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-271712d6-bdc6-45f2-a8a1-01e2770d82d3 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/39d37708-3466-4308-ab57-829df16c4c54 HTTP/1.1" status: 204 len: 168 time: 0.5101473 Feb 15 16:37:58.414850 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35022) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:37:58.530092 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e365b1-ec1f-42fb-b372-7f17a5470695 req-38f8e9c6-15b3-4af4-bccd-a43fd975c21a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:58.532692 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64e365b1-ec1f-42fb-b372-7f17a5470695 req-38f8e9c6-15b3-4af4-bccd-a43fd975c21a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.1975801 Feb 15 16:37:58.624443 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (355c8bc5-26f7-4a30-bbcd-e14d35254701), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:58.634531 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2938a36f-bb10-4ca6-a7f7-491a9e0b5927 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:37:58.640995 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9899e5c-7de1-485c-a2cc-da40a139a48a req-f7e3b86d-b59b-4fa6-a21a-8d4d3ed76712 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:58.642619 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d9899e5c-7de1-485c-a2cc-da40a139a48a req-f7e3b86d-b59b-4fa6-a21a-8d4d3ed76712 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.67 "GET /v2.0/ports?device_id=ff597a67-76a0-40ff-8053-428184fc8cfb HTTP/1.1" status: 200 len: 946 time: 0.2665119 Feb 15 16:37:58.683857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 2938a36f-bb10-4ca6-a7f7-491a9e0b5927 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:37:58.684187 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2938a36f-bb10-4ca6-a7f7-491a9e0b5927 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:37:58.684812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 37ccd98f-b27a-420e-b6c8-9f2648e4c533 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:37:58.700589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-083617af-376e-43f6-b59c-395f201ca5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:58.703460 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-083617af-376e-43f6-b59c-395f201ca5e5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 1129 time: 0.1218982 Feb 15 16:37:58.710475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 37ccd98f-b27a-420e-b6c8-9f2648e4c533 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:37:58.711043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 37ccd98f-b27a-420e-b6c8-9f2648e4c533 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:37:58.763000 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64e365b1-ec1f-42fb-b372-7f17a5470695 req-d119a5d5-72cf-4046-b1f2-aba18468a00e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163198 Feb 15 16:37:58.788987 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-f17076e9-48ae-44e1-a9ec-da0be90c1def tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=83dc14985f004c3eab7d27bb571467d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956330 Feb 15 16:37:58.812634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7acbbf-602b-40a8-bc2f-c87ba8455bb8 None None] DHCP port deletion for 355c8bc5-26f7-4a30-bbcd-e14d35254701 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:37:58.863088 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] Deleting port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:37:58.863407 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:58.871964 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5e7acbbf-602b-40a8-bc2f-c87ba8455bb8 None None] Deleting port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:37:58.872503 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e7acbbf-602b-40a8-bc2f-c87ba8455bb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:58.929171 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0cf0e66c-a593-482c-9133-f819b62c09e2 req-83e34326-ddbb-40ea-8a8e-5648021b8313 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 210 time: 0.0779128 Feb 15 16:37:58.939455 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-d9899e5c-7de1-485c-a2cc-da40a139a48a req-5c1c7b10-baee-48db-9a08-c86950f834e0 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Deleting port 0afd27f2-b975-4623-a6fc-5b7405a92a3c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:37:58.939937 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d9899e5c-7de1-485c-a2cc-da40a139a48a req-5c1c7b10-baee-48db-9a08-c86950f834e0 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0afd27f2-b975-4623-a6fc-5b7405a92a3c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:58.976067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5e7acbbf-602b-40a8-bc2f-c87ba8455bb8 None None] For port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3,segment=NetworkSegment(598f3909-0456-4f9a-8a3b-183c14efd77a),segment_id=598f3909-0456-4f9a-8a3b-183c14efd77a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:58.977264 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e7acbbf-602b-40a8-bc2f-c87ba8455bb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:58.997988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528172b5-7398-4adf-8790-bf56be500e01 req-0c1d39ef-a613-4825-b3cf-038ce9b1e1e9 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:58.999534 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-528172b5-7398-4adf-8790-bf56be500e01 req-0c1d39ef-a613-4825-b3cf-038ce9b1e1e9 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 1127 time: 0.3380218 Feb 15 16:37:59.010489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5e7acbbf-602b-40a8-bc2f-c87ba8455bb8 None None] Calling delete_port for 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:37:59.076131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] For port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3,segment=NetworkSegment(598f3909-0456-4f9a-8a3b-183c14efd77a),segment_id=598f3909-0456-4f9a-8a3b-183c14efd77a)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:59.076430 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:59.078938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-de3e9723-37d1-4b67-98c3-8fc67eb9004a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:59.080424 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a2858875-82eb-479e-aa34-8b918bfc4452 req-ccddea81-c4cf-4b93-8c89-546a3f80c5a6 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 210 time: 0.0601239 Feb 15 16:37:59.080604 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-de3e9723-37d1-4b67-98c3-8fc67eb9004a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2791772 Feb 15 16:37:59.095113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-cb4cb100-a602-4011-8859-bf52ee4524b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:59.096538 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-cb4cb100-a602-4011-8859-bf52ee4524b9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.3062372 Feb 15 16:37:59.102849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Request body: {'port': {'device_id': 'd329f7d2-daaa-46d3-8cdc-bf2f9caf4525', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '83dc14985f004c3eab7d27bb571467d7'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:37:59.103631 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] Calling delete_port for 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:37:59.185807 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-d9899e5c-7de1-485c-a2cc-da40a139a48a req-5c1c7b10-baee-48db-9a08-c86950f834e0 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] For port 0afd27f2-b975-4623-a6fc-5b7405a92a3c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0afd27f2-b975-4623-a6fc-5b7405a92a3c,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:37:59.186184 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d9899e5c-7de1-485c-a2cc-da40a139a48a req-5c1c7b10-baee-48db-9a08-c86950f834e0 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0afd27f2-b975-4623-a6fc-5b7405a92a3c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:59.203093 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-457c845b-a8b7-449e-abdd-a52ef9868172 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4eed547b-34c5-4320-aaa9-48e7d4835041 HTTP/1.1" status: 200 len: 217 time: 0.0965991 Feb 15 16:37:59.233792 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-528172b5-7398-4adf-8790-bf56be500e01 req-9cf6e37c-5a96-4e64-a7ac-1faafd2daee1 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058437 Feb 15 16:37:59.291423 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e7acbbf-602b-40a8-bc2f-c87ba8455bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:59.322840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-9c24e23c-ef6a-4625-be62-9790930f3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:59.325329 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-9c24e23c-ef6a-4625-be62-9790930f3c00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.0897682 Feb 15 16:37:59.346675 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7acbbf-602b-40a8-bc2f-c87ba8455bb8 None None] Pushing event deleted for resources: {'Port': ['ID=2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:59.354498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7acbbf-602b-40a8-bc2f-c87ba8455bb8 None None] No DVR routers for this DVR port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:37:59.416622 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-f2a3ebc6-6a15-48d2-a411-e33c1d04e24e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509858 Feb 15 16:37:59.540778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e83fba-aa2d-4f27-a6cd-5c17361ae814 req-284c00bc-0fbc-4493-b4d9-10d121a38474 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:59.542394 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-13e83fba-aa2d-4f27-a6cd-5c17361ae814 req-284c00bc-0fbc-4493-b4d9-10d121a38474 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 949 time: 0.1782072 Feb 15 16:37:59.588718 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-96c055b6-59b1-4b72-8a96-b009a19a4e90 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497424 Feb 15 16:37:59.649727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Made reservation on behalf of 83dc14985f004c3eab7d27bb571467d7 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:37:59.654105 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:59.654384 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d28dd8df-82cd-4db0-a10d-c6013b2eadbe req-0979e611-0b8b-4be8-b536-b92bc8a1a918 tempest-QuotasAdminNegativeTest-840748511 tempest-QuotasAdminNegativeTest-840748511-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=752c165f67954e45a897664eac3934b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3454475 Feb 15 16:37:59.676110 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-13e83fba-aa2d-4f27-a6cd-5c17361ae814 req-387ae640-d11f-46d7-8310-6cdb47e7c385 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239469 Feb 15 16:37:59.801731 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:37:59.839278 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-1178140a-b652-4084-bd7d-28bd584aa38a service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428234 Feb 15 16:37:59.849448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:37:59.850893 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] No DVR routers for this DVR port 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:37:59.920429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Allocated IP 192.168.233.64 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/7de2aa9b-236e-4739-a672-636d285db5f4) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:37:59.948312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bc866-0c71-4187-ac9a-4588427910ff req-5d49ef38-1420-465d-8306-b73c842c6110 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:37:59.949883 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df2bc866-0c71-4187-ac9a-4588427910ff req-5d49ef38-1420-465d-8306-b73c842c6110 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 808 time: 0.1776497 Feb 15 16:37:59.996580 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df2bc866-0c71-4187-ac9a-4588427910ff req-557bbb72-9294-450f-8d81-ae393d034912 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/quotas/c9f65cb77bef4454939809c6904ca169 HTTP/1.1" status: 200 len: 375 time: 0.0380661 Feb 15 16:38:00.012691 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d9899e5c-7de1-485c-a2cc-da40a139a48a req-5c1c7b10-baee-48db-9a08-c86950f834e0 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:00.013063 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d9899e5c-7de1-485c-a2cc-da40a139a48a req-5c1c7b10-baee-48db-9a08-c86950f834e0 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (72b285bf-f220-4f79-bde4-6637d5ba15af), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:00.013512 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [req-d9899e5c-7de1-485c-a2cc-da40a139a48a req-5c1c7b10-baee-48db-9a08-c86950f834e0 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Floating IP 72b285bf-f220-4f79-bde4-6637d5ba15af disassociated. External IP: 172.25.4.196, port: 0afd27f2-b975-4623-a6fc-5b7405a92a3c. Feb 15 16:38:00.013752 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-d9899e5c-7de1-485c-a2cc-da40a139a48a req-5c1c7b10-baee-48db-9a08-c86950f834e0 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Calling delete_port for 0afd27f2-b975-4623-a6fc-5b7405a92a3c owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:00.021718 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dd8df-82cd-4db0-a10d-c6013b2eadbe req-9c1c95c4-3cc3-46c5-abf1-d1d1e019d480 tempest-QuotasAdminNegativeTest-840748511 tempest-QuotasAdminNegativeTest-840748511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:00.027941 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d28dd8df-82cd-4db0-a10d-c6013b2eadbe req-9c1c95c4-3cc3-46c5-abf1-d1d1e019d480 tempest-QuotasAdminNegativeTest-840748511 tempest-QuotasAdminNegativeTest-840748511-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3573651 Feb 15 16:38:00.044192 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (355c8bc5-26f7-4a30-bbcd-e14d35254701), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:00.055776 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d28dd8df-82cd-4db0-a10d-c6013b2eadbe req-5592701c-f1e5-46f4-a9e9-003331ca0e5a tempest-QuotasAdminNegativeTest-840748511 tempest-QuotasAdminNegativeTest-840748511-project] 10.222.0.107 "GET /v2.0/quotas/752c165f67954e45a897664eac3934b7 HTTP/1.1" status: 200 len: 375 time: 0.0269816 Feb 15 16:38:00.074424 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:00.080753 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['355c8bc5-26f7-4a30-bbcd-e14d35254701']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:00.122637 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df2bc866-0c71-4187-ac9a-4588427910ff req-b9d285af-840d-4a7e-a933-27e789cf933b tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1182978 Feb 15 16:38:00.139876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598f3909-0456-4f9a-8a3b-183c14efd77a') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:00.140180 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598f3909-0456-4f9a-8a3b-183c14efd77a') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:00.145278 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d28dd8df-82cd-4db0-a10d-c6013b2eadbe req-d0bcf337-7e44-4e8a-a28c-3aad90cdb65e tempest-QuotasAdminNegativeTest-840748511 tempest-QuotasAdminNegativeTest-840748511-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=752c165f67954e45a897664eac3934b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775244 Feb 15 16:38:00.157310 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (598f3909-0456-4f9a-8a3b-183c14efd77a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:00.183102 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (598f3909-0456-4f9a-8a3b-183c14efd77a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:00.194439 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:38:00.195755 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (598f3909-0456-4f9a-8a3b-183c14efd77a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:38:00.197723 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:38:00.225097 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks [] for port (7de2aa9b-236e-4739-a672-636d285db5f4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:00.261790 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df2bc866-0c71-4187-ac9a-4588427910ff req-493f6a00-f61f-4a99-b877-71b04de30b8c service neutron] 10.222.0.107 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310925 Feb 15 16:38:00.378153 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df2bc866-0c71-4187-ac9a-4588427910ff req-f997d60e-f79e-48a1-8216-859e9126d471 service neutron] 10.222.0.107 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018393 Feb 15 16:38:00.426140 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f594f-a01a-411f-9b39-28a4381130ba req-4195f89f-8305-4941-a723-9cfd468cd81e tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:00.428644 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e8f594f-a01a-411f-9b39-28a4381130ba req-4195f89f-8305-4941-a723-9cfd468cd81e tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 1132 time: 0.0833938 Feb 15 16:38:00.433801 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (355c8bc5-26f7-4a30-bbcd-e14d35254701), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:00.442969 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:00.443983 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:00.450251 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] 10.222.0.107 "DELETE /v2.0/networks/355c8bc5-26f7-4a30-bbcd-e14d35254701 HTTP/1.1" status: 204 len: 168 time: 2.0334034 Feb 15 16:38:00.492373 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23cbbc-75e4-47f2-bd26-11238064d29c admin admin] Pushing event deleted for resources: {'Network': ['ID=355c8bc5-26f7-4a30-bbcd-e14d35254701,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:00.516749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:38:00.521463 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:38:00.528885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:38:00.571390 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e8f594f-a01a-411f-9b39-28a4381130ba req-71ee3b3a-0ee7-46d2-a705-e45a3c9138cd tempest-ServersOnMultiNodesTest-551171168 tempest-ServersOnMultiNodesTest-551171168-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191165 Feb 15 16:38:00.577426 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['44e217bb-aa23-4523-9b25-0e2d0de6e1d4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:00.590662 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d9899e5c-7de1-485c-a2cc-da40a139a48a req-5c1c7b10-baee-48db-9a08-c86950f834e0 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0afd27f2-b975-4623-a6fc-5b7405a92a3c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:00.674716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Pushing event updated for resources: {'Port': ['ID=7de2aa9b-236e-4739-a672-636d285db5f4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:00.682553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:38:00.703797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:00.704162 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:00.704493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:00.704833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:00.706943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:38:00.707484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2bf4f0a3-d2cc-4a08-b8e9-d8fa6058f0e3 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:38:00.707661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:00.708038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:00.708382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:00.708751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:00.709089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:00.709449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:00.711808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:00.712208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:00.712558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:00.722380 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c7b10-baee-48db-9a08-c86950f834e0 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Pushing event deleted for resources: {'Port': ['ID=0afd27f2-b975-4623-a6fc-5b7405a92a3c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:00.770228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:00.772213 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:00.866009 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:00.964465 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-ddd89a8d-ebb6-4a95-8379-adb111517dd2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8667309 Feb 15 16:38:00.987088 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1a075-8dee-4840-91b3-0442426f5e91 req-c0716485-a149-4d1c-baf6-bf20b9c21c4e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:00.994266 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60f1a075-8dee-4840-91b3-0442426f5e91 req-c0716485-a149-4d1c-baf6-bf20b9c21c4e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.1482925 Feb 15 16:38:01.019318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Request body: {'port': {'device_id': 'd329f7d2-daaa-46d3-8cdc-bf2f9caf4525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:01.043853 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9899e5c-7de1-485c-a2cc-da40a139a48a req-5c1c7b10-baee-48db-9a08-c86950f834e0 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:38:01.074450 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60f1a075-8dee-4840-91b3-0442426f5e91 req-7f27de0f-be49-493b-8e46-ffa4641f5bd5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791068 Feb 15 16:38:01.076934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-388d00f0-dcd6-43da-8620-f69620b3c8d3 None None] Provisioning complete for port 7de2aa9b-236e-4739-a672-636d285db5f4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:01.078947 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-388d00f0-dcd6-43da-8620-f69620b3c8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:01.121675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa066ca-32e2-4d35-b3a5-e6853b35d77d req-60f87727-2f78-452b-aa58-dcf30d8da1f5 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:01.131256 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0fa066ca-32e2-4d35-b3a5-e6853b35d77d req-60f87727-2f78-452b-aa58-dcf30d8da1f5 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 935 time: 0.2087681 Feb 15 16:38:01.161497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-388d00f0-dcd6-43da-8620-f69620b3c8d3 None None] Port 7de2aa9b-236e-4739-a672-636d285db5f4 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:38:01.189426 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:01.217652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35086) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:01.231950 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a482fc45-00ae-4e0c-9122-4a9c805df331 req-ad762693-a724-4dd5-8a6e-7d5a5cbe499b tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 210 time: 0.0539465 Feb 15 16:38:01.265561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9899e5c-7de1-485c-a2cc-da40a139a48a req-5c1c7b10-baee-48db-9a08-c86950f834e0 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:38:01.280864 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34e4cf5-8071-4af3-9fc5-d09f8c372c3a None None] Sync routers for ids ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:38:01.318494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e4cf5-8071-4af3-9fc5-d09f8c372c3a None None] Routers {'3b289a7d-9499-4f07-b8d1-ed80843fbe4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:38:01.323448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b34e4cf5-8071-4af3-9fc5-d09f8c372c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:37:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:01.353829 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9899e5c-7de1-485c-a2cc-da40a139a48a req-5c1c7b10-baee-48db-9a08-c86950f834e0 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] No DVR routers for this DVR port 0afd27f2-b975-4623-a6fc-5b7405a92a3c on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:38:01.363937 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d9899e5c-7de1-485c-a2cc-da40a139a48a req-5c1c7b10-baee-48db-9a08-c86950f834e0 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:01.371610 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d9899e5c-7de1-485c-a2cc-da40a139a48a req-5c1c7b10-baee-48db-9a08-c86950f834e0 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.67 "DELETE /v2.0/ports/0afd27f2-b975-4623-a6fc-5b7405a92a3c HTTP/1.1" status: 204 len: 173 time: 2.7163510 Feb 15 16:38:01.373454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff597a67-76a0-40ff-8053-428184fc8cfb', 'name': 'network-vif-deleted', 'tag': '0afd27f2-b975-4623-a6fc-5b7405a92a3c'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:01.382597 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a465a6-a2dd-448d-a4ca-266140314599" -d '{"events": [{"server_uuid": "ff597a67-76a0-40ff-8053-428184fc8cfb", "name": "network-vif-deleted", "tag": "0afd27f2-b975-4623-a6fc-5b7405a92a3c"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:01.495566 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-b34e4cf5-8071-4af3-9fc5-d09f8c372c3a None None] Set router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:38:01.673217 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:38:01.903578 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b34e4cf5-8071-4af3-9fc5-d09f8c372c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f', 'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'mac_address': 'fa:16:3e:dd:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:01Z', 'updated_at': '2022-02-15T16:36:10Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'subnets': [{'id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:01.923724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0afd27f2-b975-4623-a6fc-5b7405a92a3c no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:38:01.959476 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de2aa9b-236e-4739-a672-636d285db5f4 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:38:01.968042 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Publish callbacks [] for port (7de2aa9b-236e-4739-a672-636d285db5f4), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:01.990299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Transition to ACTIVE for port object 7de2aa9b-236e-4739-a672-636d285db5f4 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:38:01.997099 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1fb0784f-ec0a-4ff6-b39c-7cb02d7d5c7c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1330ba81e883477fad3ee87c051f79f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7758560 Feb 15 16:38:02.000200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35100) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:02.048353 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0fa066ca-32e2-4d35-b3a5-e6853b35d77d req-b3106a64-4bd8-4060-8a75-df226ed704f6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9061818 Feb 15 16:38:02.077278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34e4cf5-8071-4af3-9fc5-d09f8c372c3a None None] Checking router: 3b289a7d-9499-4f07-b8d1-ed80843fbe4d for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:38:02.086891 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 0afd27f2-b975-4623-a6fc-5b7405a92a3c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:38:02.087234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0afd27f2-b975-4623-a6fc-5b7405a92a3c not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:38:02.108617 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e4cf5-8071-4af3-9fc5-d09f8c372c3a None None] Routers {'3b289a7d-9499-4f07-b8d1-ed80843fbe4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:38:02.109252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b34e4cf5-8071-4af3-9fc5-d09f8c372c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:37:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:02.144080 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5e49dab5-f05b-4e6c-a69b-b75da90097af req-ef83409f-480c-495e-b4da-0c18b435558a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0424259 Feb 15 16:38:02.149141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-70e28ecd-e5db-4a42-9b19-8bca02f5d7f5 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:02.150674 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-70e28ecd-e5db-4a42-9b19-8bca02f5d7f5 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.67 "GET /v2.0/networks?id=0305f676-6c3c-4135-913e-af6ab03d5e4e HTTP/1.1" status: 200 len: 824 time: 0.2712724 Feb 15 16:38:02.164334 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2237fb3b-1369-413a-8e64-10c02647678c admin admin] Publish callbacks [] for security_group (356df6df-b0e9-4dd5-82d2-b6d479408dd0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:02.173052 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:02.290225 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2237fb3b-1369-413a-8e64-10c02647678c admin admin] Publish callbacks [] for security_group (356df6df-b0e9-4dd5-82d2-b6d479408dd0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:02.304597 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Pushing event updated for resources: {'Port': ['ID=7de2aa9b-236e-4739-a672-636d285db5f4,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:02.313227 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-b34e4cf5-8071-4af3-9fc5-d09f8c372c3a None None] Set router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:38:02.323909 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-223caed6-3e03-4541-b1a4-5f08c96c8d5f tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27c221efa2174e2bb6c3a3ee08e7ac83 HTTP/1.1" status: 200 len: 379 time: 0.1635175 Feb 15 16:38:02.325507 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34db64a7-18a9-4023-a871-8a854fac6ae6 x-openstack-request-id: req-34db64a7-18a9-4023-a871-8a854fac6ae6 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:02.325813 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff597a67-76a0-40ff-8053-428184fc8cfb", "name": "network-vif-deleted", "tag": "0afd27f2-b975-4623-a6fc-5b7405a92a3c", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:02.326071 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-34db64a7-18a9-4023-a871-8a854fac6ae6 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:02.326475 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff597a67-76a0-40ff-8053-428184fc8cfb', 'name': 'network-vif-deleted', 'tag': '0afd27f2-b975-4623-a6fc-5b7405a92a3c', 'status': 'completed', 'code': 200} Feb 15 16:38:02.343062 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-19ae4967-1218-4f76-a0d3-d820399c26da tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Request body: {'port': {'device_id': 'a04bd073-a89a-4a61-afc4-bbabd41dd03d', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'admin_state_up': True, 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'security_groups': ['48b48a4e-c891-43a0-ba62-b7612a9ce026']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:02.546283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Attempting to bind port 7de2aa9b-236e-4739-a672-636d285db5f4 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:38:02.546629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Attempting to bind port 7de2aa9b-236e-4739-a672-636d285db5f4 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:38:02.546960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Attempting to bind port 7de2aa9b-236e-4739-a672-636d285db5f4 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:02.562659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Port 7de2aa9b-236e-4739-a672-636d285db5f4 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:38:02.563566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Attempting to bind port 7de2aa9b-236e-4739-a672-636d285db5f4 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:02.583050 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:38:02.584677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:38:02.585074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:38:02.586532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Bound port: 7de2aa9b-236e-4739-a672-636d285db5f4, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:38:02.587388 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:02.701644 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-19ae4967-1218-4f76-a0d3-d820399c26da tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Made reservation on behalf of 27c221efa2174e2bb6c3a3ee08e7ac83 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:38:02.704943 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-19ae4967-1218-4f76-a0d3-d820399c26da tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:02.706406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b34e4cf5-8071-4af3-9fc5-d09f8c372c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f', 'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'mac_address': 'fa:16:3e:dd:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:01Z', 'updated_at': '2022-02-15T16:36:10Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'subnets': [{'id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:02.762437 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34e4cf5-8071-4af3-9fc5-d09f8c372c3a None None] The sync data for ids ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'] in n-d-828372-14 is: [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f', 'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'mac_address': 'fa:16:3e:dd:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:01Z', 'updated_at': '2022-02-15T16:36:10Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'subnets': [{'id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:38:02.783240 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d29eff97-ec5c-4d8a-84c2-79efc5f18205 req-587f5dfe-572a-4bf4-ac30-3aedf9f055bb tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 210 time: 0.0662751 Feb 15 16:38:02.907871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] For port 7de2aa9b-236e-4739-a672-636d285db5f4, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:38:02.919886 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] For port 7de2aa9b-236e-4739-a672-636d285db5f4, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7de2aa9b-236e-4739-a672-636d285db5f4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:38:02.970137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccb56c-aba1-49c9-9ab0-0dba5a380aa6 req-109ad645-7814-46c1-bfc3-6a7760f538f3 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:02.972918 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2ccb56c-aba1-49c9-9ab0-0dba5a380aa6 req-109ad645-7814-46c1-bfc3-6a7760f538f3 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.3949404 Feb 15 16:38:03.075244 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:03.082706 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-19ae4967-1218-4f76-a0d3-d820399c26da tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Allocated IP 172.20.0.9 (0305f676-6c3c-4135-913e-af6ab03d5e4e/2f25f8aa-eba2-4381-970d-f0bf01a10fef/85147198-6337-4c20-b2b5-0d57e2277560) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:38:03.097635 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2237fb3b-1369-413a-8e64-10c02647678c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (356df6df-b0e9-4dd5-82d2-b6d479408dd0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:03.111394 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2237fb3b-1369-413a-8e64-10c02647678c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:03.111394 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2237fb3b-1369-413a-8e64-10c02647678c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/356df6df-b0e9-4dd5-82d2-b6d479408dd0 HTTP/1.1" status: 204 len: 168 time: 1.1097662 Feb 15 16:38:03.185742 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2ccb56c-aba1-49c9-9ab0-0dba5a380aa6 req-81f8d39b-f65f-40e7-b620-d0439608bfba tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016191 Feb 15 16:38:03.250746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2237fb3b-1369-413a-8e64-10c02647678c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356df6df-b0e9-4dd5-82d2-b6d479408dd0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:03.282613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:03.304478 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:03.305995 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] 10.222.0.10 "PUT /v2.0/ports/7de2aa9b-236e-4739-a672-636d285db5f4 HTTP/1.1" status: 200 len: 1096 time: 2.2949433 Feb 15 16:38:03.309673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd329f7d2-daaa-46d3-8cdc-bf2f9caf4525', 'tag': '7de2aa9b-236e-4739-a672-636d285db5f4'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:03.322993 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9645883-f612-4139-8967-4a7b28bbf45f None None] New status for floating IP 72b285bf-f220-4f79-bde4-6637d5ba15af: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:38:03.326041 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7673e4ef-2098-42aa-b048-707d3bf965ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d329f7d2-daaa-46d3-8cdc-bf2f9caf4525", "tag": "7de2aa9b-236e-4739-a672-636d285db5f4"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:03.368396 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89512e-5d9d-462a-b67c-0d34ff8e4481 service neutron] Pushing event updated for resources: {'Port': ['ID=7de2aa9b-236e-4739-a672-636d285db5f4,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:03.468794 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-19ae4967-1218-4f76-a0d3-d820399c26da tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for port (85147198-6337-4c20-b2b5-0d57e2277560), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:03.586957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-75c71e84-7b14-42d5-972f-e128cfae1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:03.588421 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-75c71e84-7b14-42d5-972f-e128cfae1968 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 1130 time: 0.1428823 Feb 15 16:38:03.606406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc899459-7f6a-45ba-83ff-6cf7f08f6b6e req-e433f486-7150-476d-95ca-3f42292b9b8c tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:03.620304 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc899459-7f6a-45ba-83ff-6cf7f08f6b6e req-e433f486-7150-476d-95ca-3f42292b9b8c tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 949 time: 0.2456284 Feb 15 16:38:03.640730 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeebf3d-3bb0-4f65-aa6d-245ed3c2ea5e req-34053828-f6fb-4cb8-98b4-cbee0081aaa0 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:03.642383 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eaeebf3d-3bb0-4f65-aa6d-245ed3c2ea5e req-34053828-f6fb-4cb8-98b4-cbee0081aaa0 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 947 time: 0.1402962 Feb 15 16:38:03.690120 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-ff0a6414-0f74-4939-9271-7e9807ae7af5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7de2aa9b-236e-4739-a672-636d285db5f4 HTTP/1.1" status: 200 len: 217 time: 0.0678716 Feb 15 16:38:03.741666 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eaeebf3d-3bb0-4f65-aa6d-245ed3c2ea5e req-16c32d45-ea00-4e56-bbf5-348245cd4736 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863984 Feb 15 16:38:03.743046 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-19ae4967-1218-4f76-a0d3-d820399c26da tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (85147198-6337-4c20-b2b5-0d57e2277560), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:03.767285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-98b1e941-c2b2-4ed2-9c5e-1766f0fc1a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:03.773500 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-98b1e941-c2b2-4ed2-9c5e-1766f0fc1a4b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0724614 Feb 15 16:38:03.800690 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc899459-7f6a-45ba-83ff-6cf7f08f6b6e req-45cbe78e-0ea2-4dfd-a9d2-1f5cdfabc7a4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795797 Feb 15 16:38:03.834306 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-19ae4967-1218-4f76-a0d3-d820399c26da tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Network 0305f676-6c3c-4135-913e-af6ab03d5e4e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:38:03.836107 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-19ae4967-1218-4f76-a0d3-d820399c26da tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:38:03.842289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-19ae4967-1218-4f76-a0d3-d820399c26da tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:38:03.906101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-19ae4967-1218-4f76-a0d3-d820399c26da tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:03.907284 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-19ae4967-1218-4f76-a0d3-d820399c26da tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:03.912859 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd52bf41-5f2e-4aeb-9bdd-ebcb61c2ee6a x-openstack-request-id: req-bd52bf41-5f2e-4aeb-9bdd-ebcb61c2ee6a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:03.913163 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d329f7d2-daaa-46d3-8cdc-bf2f9caf4525", "tag": "7de2aa9b-236e-4739-a672-636d285db5f4", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:03.913442 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bd52bf41-5f2e-4aeb-9bdd-ebcb61c2ee6a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:03.913848 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd329f7d2-daaa-46d3-8cdc-bf2f9caf4525', 'tag': '7de2aa9b-236e-4739-a672-636d285db5f4', 'status': 'completed', 'code': 200} Feb 15 16:38:03.920985 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-ca8f1a3f-8242-43e1-8dae-1656ffc404f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:03.923838 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-ca8f1a3f-8242-43e1-8dae-1656ffc404f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1221507 Feb 15 16:38:03.937765 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae4967-1218-4f76-a0d3-d820399c26da tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Pushing event updated for resources: {'Port': ['ID=85147198-6337-4c20-b2b5-0d57e2277560,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:03.988716 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c8b36573-1e76-48a0-bb7d-13798d582e1c req-05ca8b64-c8e2-4a71-ad91-389438877dcb tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0613616 Feb 15 16:38:04.061965 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-19ae4967-1218-4f76-a0d3-d820399c26da tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7271013 Feb 15 16:38:04.073904 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Request body: {'port': {'device_id': 'a04bd073-a89a-4a61-afc4-bbabd41dd03d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:04.144534 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99c423e0-1819-457e-9f80-df8053d26ab7 req-218c08f8-a135-4ca9-b141-bd74cfef5516 tempest-QuotasAdminNegativeTest-840748511 tempest-QuotasAdminNegativeTest-840748511-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=752c165f67954e45a897664eac3934b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1114018 Feb 15 16:38:04.252052 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (85147198-6337-4c20-b2b5-0d57e2277560), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:04.272418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f14de1c3-a5e0-4b7d-a060-0182a6df165e None None] Provisioning complete for port 85147198-6337-4c20-b2b5-0d57e2277560 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:04.272978 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f14de1c3-a5e0-4b7d-a060-0182a6df165e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (85147198-6337-4c20-b2b5-0d57e2277560), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:04.335238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f14de1c3-a5e0-4b7d-a060-0182a6df165e None None] Port 85147198-6337-4c20-b2b5-0d57e2277560 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:38:04.341713 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35148) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:04.388996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9c36c8-c9eb-4b5f-ade3-2367cdee6e76 req-2cb9ce66-b34e-4dc0-b543-e80a59ecdeab tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:04.397989 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d9c36c8-c9eb-4b5f-ade3-2367cdee6e76 req-2cb9ce66-b34e-4dc0-b543-e80a59ecdeab tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 931 time: 0.2541392 Feb 15 16:38:04.467286 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-606bf951-9f49-4759-824f-dbe0bbcd63bb service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352912 Feb 15 16:38:04.494312 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d9c36c8-c9eb-4b5f-ade3-2367cdee6e76 req-ed11cb9b-36c6-440f-a254-38355629bf8f tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951293 Feb 15 16:38:04.588926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c423e0-1819-457e-9f80-df8053d26ab7 req-e4f38512-c552-4459-b4a7-3e0d260dc6d9 tempest-QuotasAdminNegativeTest-840748511 tempest-QuotasAdminNegativeTest-840748511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:04.596132 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99c423e0-1819-457e-9f80-df8053d26ab7 req-e4f38512-c552-4459-b4a7-3e0d260dc6d9 tempest-QuotasAdminNegativeTest-840748511 tempest-QuotasAdminNegativeTest-840748511-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4313121 Feb 15 16:38:04.609838 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e754d90f-3714-4624-8af3-6ee32b2ae5f9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d2ddc6cffed34a7e868edb51f7d3d58f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609844 Feb 15 16:38:04.615692 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35150) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:04.618784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9092b-7182-4fc5-b3af-cd769e690861 req-78ef654b-d97d-41de-9287-ef6b70beeaa6 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:04.620277 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4de9092b-7182-4fc5-b3af-cd769e690861 req-78ef654b-d97d-41de-9287-ef6b70beeaa6 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.10 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 949 time: 0.3770993 Feb 15 16:38:04.626192 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bc866-0c71-4187-ac9a-4588427910ff req-b91cfed2-0246-431f-9890-58ed069ca3c3 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:04.627635 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df2bc866-0c71-4187-ac9a-4588427910ff req-b91cfed2-0246-431f-9890-58ed069ca3c3 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.67 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 808 time: 0.4823310 Feb 15 16:38:04.647031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-df2bc866-0c71-4187-ac9a-4588427910ff req-63d044ea-f11e-4fb4-a754-9ae086db1003 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Request body: {'port': {'device_id': '3747b762-1840-4398-b69d-e0466035f8b8', 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529', 'admin_state_up': True, 'tenant_id': 'c9f65cb77bef4454939809c6904ca169'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:04.693752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99c423e0-1819-457e-9f80-df8053d26ab7 req-02c03067-3b54-4e1b-9edd-1e512f727da4 tempest-QuotasAdminNegativeTest-840748511 tempest-QuotasAdminNegativeTest-840748511-project] 10.222.0.107 "GET /v2.0/quotas/752c165f67954e45a897664eac3934b7 HTTP/1.1" status: 200 len: 375 time: 0.0955477 Feb 15 16:38:04.775532 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99c423e0-1819-457e-9f80-df8053d26ab7 req-fc32895f-5738-4707-b3bc-7054a87b7732 tempest-QuotasAdminNegativeTest-840748511 tempest-QuotasAdminNegativeTest-840748511-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=752c165f67954e45a897664eac3934b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0811830 Feb 15 16:38:04.852582 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f88a7fc6-50d4-43b6-bbbd-d98198002f9f req-406efe4d-4f92-4d0e-bfe4-a1b3d4c32dd3 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743045 Feb 15 16:38:04.891674 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85147198-6337-4c20-b2b5-0d57e2277560 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:38:04.903157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Publish callbacks [] for port (85147198-6337-4c20-b2b5-0d57e2277560), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:04.919910 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Transition to ACTIVE for port object 85147198-6337-4c20-b2b5-0d57e2277560 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:38:04.929587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-4de9092b-7182-4fc5-b3af-cd769e690861 req-c3dec093-550f-4363-b0cc-c5d7c46eb0ba tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Deleting port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:04.929928 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4de9092b-7182-4fc5-b3af-cd769e690861 req-c3dec093-550f-4363-b0cc-c5d7c46eb0ba tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:04.956107 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cfaab-a26e-4314-99e6-c73a27d1ced5 req-751955c1-d3b3-404e-b177-9a10eec45001 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:04.957636 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b5cfaab-a26e-4314-99e6-c73a27d1ced5 req-751955c1-d3b3-404e-b177-9a10eec45001 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.3577149 Feb 15 16:38:04.958251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-06931403-b31c-437c-8841-4a187f3f3362 admin admin] Publish callbacks [] for security_group (6d68bb85-5219-48f4-a6f1-536d244003b0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:05.004473 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (85147198-6337-4c20-b2b5-0d57e2277560), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:05.039703 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-06931403-b31c-437c-8841-4a187f3f3362 admin admin] Publish callbacks [] for security_group (6d68bb85-5219-48f4-a6f1-536d244003b0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:05.050108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2bc866-0c71-4187-ac9a-4588427910ff req-63d044ea-f11e-4fb4-a754-9ae086db1003 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Made reservation on behalf of c9f65cb77bef4454939809c6904ca169 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:38:05.053908 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df2bc866-0c71-4187-ac9a-4588427910ff req-63d044ea-f11e-4fb4-a754-9ae086db1003 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:05.137159 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b5cfaab-a26e-4314-99e6-c73a27d1ced5 req-365d01c3-5c09-4cf2-a776-fa103108498e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688819 Feb 15 16:38:05.137159 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Pushing event updated for resources: {'Port': ['ID=85147198-6337-4c20-b2b5-0d57e2277560,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:05.150002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092217e-a520-4ffb-bc05-9d6530512d8e req-cb6e1065-4059-4d00-82b3-140ecd1bd89b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:05.158029 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1092217e-a520-4ffb-bc05-9d6530512d8e req-cb6e1065-4059-4d00-82b3-140ecd1bd89b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 947 time: 0.2223001 Feb 15 16:38:05.163279 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-4de9092b-7182-4fc5-b3af-cd769e690861 req-c3dec093-550f-4363-b0cc-c5d7c46eb0ba tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] For port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:05.163650 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4de9092b-7182-4fc5-b3af-cd769e690861 req-c3dec093-550f-4363-b0cc-c5d7c46eb0ba tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:05.258131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673e4ef-2098-42aa-b048-707d3bf965ad req-ae4c2615-fb78-49fd-993a-fe52e0bfb99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:05.259950 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7673e4ef-2098-42aa-b048-707d3bf965ad req-ae4c2615-fb78-49fd-993a-fe52e0bfb99b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 1130 time: 0.2481697 Feb 15 16:38:05.263077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-4de9092b-7182-4fc5-b3af-cd769e690861 req-c3dec093-550f-4363-b0cc-c5d7c46eb0ba tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Calling delete_port for e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:05.318607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Attempting to bind port 85147198-6337-4c20-b2b5-0d57e2277560 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:38:05.318942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Attempting to bind port 85147198-6337-4c20-b2b5-0d57e2277560 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:38:05.319271 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Attempting to bind port 85147198-6337-4c20-b2b5-0d57e2277560 on network 0305f676-6c3c-4135-913e-af6ab03d5e4e {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:05.327013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Port 85147198-6337-4c20-b2b5-0d57e2277560 on network 0305f676-6c3c-4135-913e-af6ab03d5e4e not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:38:05.327344 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Attempting to bind port 85147198-6337-4c20-b2b5-0d57e2277560 on network 0305f676-6c3c-4135-913e-af6ab03d5e4e {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:05.338321 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d354e0-8977-4672-9f65-8a724dec4b6c req-b3e90949-fd37-4eb7-bd32-d27f22f3877c tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:05.345642 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-46d354e0-8977-4672-9f65-8a724dec4b6c req-b3e90949-fd37-4eb7-bd32-d27f22f3877c tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 949 time: 0.1004367 Feb 15 16:38:05.356761 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-06931403-b31c-437c-8841-4a187f3f3362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6d68bb85-5219-48f4-a6f1-536d244003b0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:05.359327 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-06931403-b31c-437c-8841-4a187f3f3362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:05.363402 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-06931403-b31c-437c-8841-4a187f3f3362 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6d68bb85-5219-48f4-a6f1-536d244003b0 HTTP/1.1" status: 204 len: 168 time: 0.7461793 Feb 15 16:38:05.372575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:38:05.373024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Checking segment: {'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:38:05.373459 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Bound using segment: {'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:38:05.373915 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Bound port: 85147198-6337-4c20-b2b5-0d57e2277560, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11de4f94-5e26-457a-a536-68cb03892dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:38:05.374272 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (85147198-6337-4c20-b2b5-0d57e2277560), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:05.392102 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06931403-b31c-437c-8841-4a187f3f3362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d68bb85-5219-48f4-a6f1-536d244003b0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:05.471766 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-46d354e0-8977-4672-9f65-8a724dec4b6c req-19f31781-a9b3-44ab-a54d-6105103e64d4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251588 Feb 15 16:38:05.512493 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1092217e-a520-4ffb-bc05-9d6530512d8e req-b4581d27-8d15-42c7-8786-25a6f9657d3a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534062 Feb 15 16:38:05.516026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673e4ef-2098-42aa-b048-707d3bf965ad req-8bc94d18-d3e6-4988-9875-0daa853192df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:05.518366 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] For port 85147198-6337-4c20-b2b5-0d57e2277560, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:38:05.519456 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7673e4ef-2098-42aa-b048-707d3bf965ad req-8bc94d18-d3e6-4988-9875-0daa853192df service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.2488587 Feb 15 16:38:05.524826 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] For port 85147198-6337-4c20-b2b5-0d57e2277560, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=85147198-6337-4c20-b2b5-0d57e2277560,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:38:05.633722 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7673e4ef-2098-42aa-b048-707d3bf965ad req-616bebe2-6759-48a2-a594-16694503ce5e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7de2aa9b-236e-4739-a672-636d285db5f4 HTTP/1.1" status: 200 len: 217 time: 0.0942214 Feb 15 16:38:05.648618 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (85147198-6337-4c20-b2b5-0d57e2277560), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:05.663006 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e50c83a-5fd9-412c-9559-09e0bbc1e608 req-4af4b9c7-6e15-4610-aebf-afc7586b7cd5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0739129 Feb 15 16:38:05.702634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-df2bc866-0c71-4187-ac9a-4588427910ff req-63d044ea-f11e-4fb4-a754-9ae086db1003 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Allocated IP 172.20.0.12 (e2f44540-9fa0-4d48-bf47-62103b5ae529/1b325c87-fd51-4707-8465-cf36d596fb16/3b09f112-1c90-4596-9afe-3e8bd6c54626) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:38:05.737582 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:05.738213 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:05.739688 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] 10.222.0.67 "PUT /v2.0/ports/85147198-6337-4c20-b2b5-0d57e2277560 HTTP/1.1" status: 200 len: 1092 time: 1.6700883 Feb 15 16:38:05.740221 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04bd073-a89a-4a61-afc4-bbabd41dd03d', 'tag': '85147198-6337-4c20-b2b5-0d57e2277560'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:05.742819 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1d46ab-f3eb-4d8c-957f-9da32b9262ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a04bd073-a89a-4a61-afc4-bbabd41dd03d", "tag": "85147198-6337-4c20-b2b5-0d57e2277560"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:05.780919 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673e4ef-2098-42aa-b048-707d3bf965ad req-2ff39e88-a429-4ec1-8026-3bee8c51ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:05.784644 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7673e4ef-2098-42aa-b048-707d3bf965ad req-2ff39e88-a429-4ec1-8026-3bee8c51ecb5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1223216 Feb 15 16:38:05.823364 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bcb07-b026-43f9-a76c-fdd664c557ef service neutron] Pushing event updated for resources: {'Port': ['ID=85147198-6337-4c20-b2b5-0d57e2277560,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:05.955556 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-959c75a5-732b-4bc3-8a39-e055e278a768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:05.962924 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-959c75a5-732b-4bc3-8a39-e055e278a768 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=27c221efa2174e2bb6c3a3ee08e7ac83&device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 1126 time: 0.0911944 Feb 15 16:38:06.007684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673e4ef-2098-42aa-b048-707d3bf965ad req-a183e997-f789-4d9a-9dc7-0831042b84b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:06.009460 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7673e4ef-2098-42aa-b048-707d3bf965ad req-a183e997-f789-4d9a-9dc7-0831042b84b3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2080610 Feb 15 16:38:06.012822 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-24b8faee-30b0-4395-83a0-7630e456a829 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85147198-6337-4c20-b2b5-0d57e2277560 HTTP/1.1" status: 200 len: 217 time: 0.0442500 Feb 15 16:38:06.069306 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-8299ec69-0758-47e5-83e6-b24fbdab8660 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--334290462&fields=id&tenant_id=86f88989c64f4a07a00abb3311cab075 HTTP/1.1" status: 200 len: 267 time: 0.1261361 Feb 15 16:38:06.113188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-429a5a87-6609-4c7e-bfe6-f03534cffe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:06.121060 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-429a5a87-6609-4c7e-bfe6-f03534cffe76 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2f25f8aa-eba2-4381-970d-f0bf01a10fef HTTP/1.1" status: 200 len: 863 time: 0.1003692 Feb 15 16:38:06.257978 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-3caa6cc8-51db-4400-9bdf-e9197688300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:06.260200 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-3caa6cc8-51db-4400-9bdf-e9197688300a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0305f676-6c3c-4135-913e-af6ab03d5e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501351 Feb 15 16:38:06.371534 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffad10-5208-46b1-8c1d-2c06f11038ba req-6e0ef0f3-b715-49ba-a1c0-c1b1bc520827 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:06.372902 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5cffad10-5208-46b1-8c1d-2c06f11038ba req-6e0ef0f3-b715-49ba-a1c0-c1b1bc520827 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 943 time: 0.1116526 Feb 15 16:38:06.412772 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-50f47fe7-1836-4384-9d55-3a4833c63f85 service neutron] 10.222.0.67 "GET /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427081 Feb 15 16:38:06.489116 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5cffad10-5208-46b1-8c1d-2c06f11038ba req-31d27784-4bf4-4fb4-a7e4-b178132cbad7 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048746 Feb 15 16:38:06.547444 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f66fd5d4-aaf1-4644-8ff2-ae977ff80c21 req-a63d7527-73c1-44f8-94ac-94e9f15d97b5 service neutron] 10.222.0.67 "GET /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230814 Feb 15 16:38:06.557035 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08bbab7-02ef-491e-8bd4-d1221fa1a9e2 x-openstack-request-id: req-e08bbab7-02ef-491e-8bd4-d1221fa1a9e2 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:06.557340 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04bd073-a89a-4a61-afc4-bbabd41dd03d", "tag": "85147198-6337-4c20-b2b5-0d57e2277560", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:06.557644 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e08bbab7-02ef-491e-8bd4-d1221fa1a9e2 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:06.558222 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04bd073-a89a-4a61-afc4-bbabd41dd03d', 'tag': '85147198-6337-4c20-b2b5-0d57e2277560', 'status': 'completed', 'code': 200} Feb 15 16:38:06.568575 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df2bc866-0c71-4187-ac9a-4588427910ff req-63d044ea-f11e-4fb4-a754-9ae086db1003 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks [] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:06.591791 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4de9092b-7182-4fc5-b3af-cd769e690861 req-c3dec093-550f-4363-b0cc-c5d7c46eb0ba tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:06.610045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6282bc8b-9d8e-4550-a142-dea31796c065', '06ee8582-6a89-4e21-8083-647e35d014d4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:06.614360 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['61365c1c-a004-4754-873b-4058e502539e', '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1', 'e157465c-9784-4c87-8b1f-373b2ac01535', 'af4b0c41-e640-4977-9f26-df22168cc4df', '9f694a79-5102-4d96-9082-a3681d1bd46f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:06.665082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dec093-550f-4363-b0cc-c5d7c46eb0ba tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event deleted for resources: {'Port': ['ID=e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:06.682752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-ac6b0d53-bc28-4c23-846f-4d37f1f2da07 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:06.683819 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-ac6b0d53-bc28-4c23-846f-4d37f1f2da07 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/networks?id=3ac673bd-ccc6-44a9-a21c-8063082f3153 HTTP/1.1" status: 200 len: 815 time: 0.6130879 Feb 15 16:38:06.719642 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7673e4ef-2098-42aa-b048-707d3bf965ad req-f42d3ec2-26d6-45fc-bd0e-f36c9fc17587 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701651 Feb 15 16:38:06.724629 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8301b58-43a2-4de2-a800-b51c9931137c req-32f91f48-be5b-4e05-b08d-376a489c9ca5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:06.726291 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8301b58-43a2-4de2-a800-b51c9931137c req-32f91f48-be5b-4e05-b08d-376a489c9ca5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.1078725 Feb 15 16:38:06.761809 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-006d6819-5460-40d1-b71c-ca68ee03e6ea tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/quotas/86f88989c64f4a07a00abb3311cab075 HTTP/1.1" status: 200 len: 375 time: 0.0662959 Feb 15 16:38:06.765981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de9092b-7182-4fc5-b3af-cd769e690861 req-c3dec093-550f-4363-b0cc-c5d7c46eb0ba tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] No DVR routers for this DVR port e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:38:06.770479 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4de9092b-7182-4fc5-b3af-cd769e690861 req-c3dec093-550f-4363-b0cc-c5d7c46eb0ba tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:06.775011 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4de9092b-7182-4fc5-b3af-cd769e690861 req-c3dec093-550f-4363-b0cc-c5d7c46eb0ba tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.10 "DELETE /v2.0/ports/e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc HTTP/1.1" status: 204 len: 173 time: 2.1464853 Feb 15 16:38:06.814128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f676ce10-5fc5-49ff-87d6-27a0aa0f7847', 'name': 'network-vif-deleted', 'tag': 'e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:06.817471 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2f75f6-543a-407d-af36-ad3041c0ac51" -d '{"events": [{"server_uuid": "f676ce10-5fc5-49ff-87d6-27a0aa0f7847", "name": "network-vif-deleted", "tag": "e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:06.865186 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8301b58-43a2-4de2-a800-b51c9931137c req-5f9cbf51-8c1d-42f8-8498-f3c199753877 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203690 Feb 15 16:38:06.892510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d46ab-f3eb-4d8c-957f-9da32b9262ae req-3e5eb08f-da76-44e3-b26f-da513f80e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:06.895488 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b1d46ab-f3eb-4d8c-957f-9da32b9262ae req-3e5eb08f-da76-44e3-b26f-da513f80e473 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=27c221efa2174e2bb6c3a3ee08e7ac83&device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 1126 time: 0.1672022 Feb 15 16:38:06.957585 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df2bc866-0c71-4187-ac9a-4588427910ff req-63d044ea-f11e-4fb4-a754-9ae086db1003 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:06.987507 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32c4fa64-dbe4-40bc-aa68-98a164357d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:07.045857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2bc866-0c71-4187-ac9a-4588427910ff req-63d044ea-f11e-4fb4-a754-9ae086db1003 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Network e2f44540-9fa0-4d48-bf47-62103b5ae529 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:38:07.058962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-df2bc866-0c71-4187-ac9a-4588427910ff req-63d044ea-f11e-4fb4-a754-9ae086db1003 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:38:07.064452 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2bc866-0c71-4187-ac9a-4588427910ff req-63d044ea-f11e-4fb4-a754-9ae086db1003 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:38:07.151100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d044ea-f11e-4fb4-a754-9ae086db1003 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Pushing event updated for resources: {'Port': ['ID=3b09f112-1c90-4596-9afe-3e8bd6c54626,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:07.171480 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7673e4ef-2098-42aa-b048-707d3bf965ad req-c6cfe2a1-dfbc-4f89-8c3b-82fc9775f72f service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343462 Feb 15 16:38:07.176129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bc866-0c71-4187-ac9a-4588427910ff req-63d044ea-f11e-4fb4-a754-9ae086db1003 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:07.176769 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df2bc866-0c71-4187-ac9a-4588427910ff req-63d044ea-f11e-4fb4-a754-9ae086db1003 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:07.184713 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-9d3f685f-e710-4e85-8773-e102cf899f2c tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=86f88989c64f4a07a00abb3311cab075&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4082708 Feb 15 16:38:07.207415 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d46ab-f3eb-4d8c-957f-9da32b9262ae req-4247f0d5-b2f7-4015-b221-73cbcce6106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:07.209674 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b1d46ab-f3eb-4d8c-957f-9da32b9262ae req-4247f0d5-b2f7-4015-b221-73cbcce6106c service neutron] 10.222.0.67 "GET /v2.0/networks?id=0305f676-6c3c-4135-913e-af6ab03d5e4e HTTP/1.1" status: 200 len: 925 time: 0.3070400 Feb 15 16:38:07.266933 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b1d46ab-f3eb-4d8c-957f-9da32b9262ae req-cfcc7445-fe07-4ea8-a724-ff1521befe1c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85147198-6337-4c20-b2b5-0d57e2277560 HTTP/1.1" status: 200 len: 217 time: 0.0477607 Feb 15 16:38:07.306432 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df2bc866-0c71-4187-ac9a-4588427910ff req-63d044ea-f11e-4fb4-a754-9ae086db1003 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6660655 Feb 15 16:38:07.323464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Request body: {'port': {'device_id': '3747b762-1840-4398-b69d-e0466035f8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:07.357033 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d46ab-f3eb-4d8c-957f-9da32b9262ae req-8138b3e4-151d-451e-9fc1-2e89afa34704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:07.361545 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b1d46ab-f3eb-4d8c-957f-9da32b9262ae req-8138b3e4-151d-451e-9fc1-2e89afa34704 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2f25f8aa-eba2-4381-970d-f0bf01a10fef HTTP/1.1" status: 200 len: 863 time: 0.0847366 Feb 15 16:38:07.449078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d46ab-f3eb-4d8c-957f-9da32b9262ae req-1e02d02a-1540-4ad8-a429-f7db543ba5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:07.458552 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b1d46ab-f3eb-4d8c-957f-9da32b9262ae req-1e02d02a-1540-4ad8-a429-f7db543ba5f6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0305f676-6c3c-4135-913e-af6ab03d5e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0859847 Feb 15 16:38:07.512228 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-e3ddf658-4d13-4083-82e2-d15029d3d9aa service neutron] 10.222.0.107 "GET /v2.0/networks/3ac673bd-ccc6-44a9-a21c-8063082f3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110466 Feb 15 16:38:07.563388 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:07.583278 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a2f10b9e-c717-412a-a0f5-ad589eb9c9b8 req-941af7cc-b0b5-414e-bbe3-947fd291eec6 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f676ce10-5fc5-49ff-87d6-27a0aa0f7847 HTTP/1.1" status: 200 len: 210 time: 0.0778427 Feb 15 16:38:07.648595 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b1d46ab-f3eb-4d8c-957f-9da32b9262ae req-7925d596-d9e5-471a-8b9b-d935479024e9 service neutron] 10.222.0.67 "GET /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826463 Feb 15 16:38:07.713820 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-8a197542-8858-4e9f-88ac-09bd51977abb service neutron] 10.222.0.107 "GET /v2.0/networks/3ac673bd-ccc6-44a9-a21c-8063082f3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002239 Feb 15 16:38:07.814761 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b1d46ab-f3eb-4d8c-957f-9da32b9262ae req-ba21746f-0f50-4066-a6bb-9dcec2caa712 service neutron] 10.222.0.67 "GET /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539104 Feb 15 16:38:07.870887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551354d-391f-4d05-b0e0-fc36c1109dfe req-f5c709ce-c01f-4026-9c00-e0f89c62e5a3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:07.881547 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c551354d-391f-4d05-b0e0-fc36c1109dfe req-f5c709ce-c01f-4026-9c00-e0f89c62e5a3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 947 time: 0.0707030 Feb 15 16:38:07.932580 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c551354d-391f-4d05-b0e0-fc36c1109dfe req-e0a2e085-17e9-4f57-b07f-bd6a73c08e0e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500669 Feb 15 16:38:07.988444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 7de2aa9b-236e-4739-a672-636d285db5f4 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:38:08.060686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:38:08.063485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b09f112-1c90-4596-9afe-3e8bd6c54626 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:38:08.072513 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Publish callbacks [] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:08.091585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Transition to ACTIVE for port object 3b09f112-1c90-4596-9afe-3e8bd6c54626 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:38:08.101438 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d266db-be0a-4add-9a64-b29f06d6dbb6 req-0bbaa1b0-e260-49f9-bd2a-e1a44db88f32 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:08.117814 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5d266db-be0a-4add-9a64-b29f06d6dbb6 req-0bbaa1b0-e260-49f9-bd2a-e1a44db88f32 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 932 time: 0.0863347 Feb 15 16:38:08.128183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:38:08.128526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:38:08.177311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 7de2aa9b-236e-4739-a672-636d285db5f4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7de2aa9b-236e-4739-a672-636d285db5f4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:08.177518 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5d266db-be0a-4add-9a64-b29f06d6dbb6 req-f26bb536-80a0-45c9-ab19-0c31262680f4 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577848 Feb 15 16:38:08.188582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '7de2aa9b-236e-4739-a672-636d285db5f4', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '7de2aa9b-236e-4739-a672-636d285db5f4', 'mac_address': 'fa:16:3e:f1:00:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:38:08.202187 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:08.221454 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48754e60-79dc-4509-a9ea-5173ccf17a69 x-openstack-request-id: req-48754e60-79dc-4509-a9ea-5173ccf17a69 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:08.222010 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f676ce10-5fc5-49ff-87d6-27a0aa0f7847", "name": "network-vif-deleted", "tag": "e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:08.222481 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-48754e60-79dc-4509-a9ea-5173ccf17a69 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:08.223138 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f676ce10-5fc5-49ff-87d6-27a0aa0f7847', 'name': 'network-vif-deleted', 'tag': 'e3b86c4d-aa4c-4ee5-816e-b48e66c4bebc', 'status': 'completed', 'code': 200} Feb 15 16:38:08.234628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 7de2aa9b-236e-4739-a672-636d285db5f4 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:08.235263 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:08.251116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de2aa9b-236e-4739-a672-636d285db5f4 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:38:08.276456 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 7de2aa9b-236e-4739-a672-636d285db5f4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7de2aa9b-236e-4739-a672-636d285db5f4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:08.308172 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Pushing event updated for resources: {'Port': ['ID=3b09f112-1c90-4596-9afe-3e8bd6c54626,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:08.339567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Attempting to bind port 3b09f112-1c90-4596-9afe-3e8bd6c54626 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:38:08.339910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Attempting to bind port 3b09f112-1c90-4596-9afe-3e8bd6c54626 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:38:08.340246 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Attempting to bind port 3b09f112-1c90-4596-9afe-3e8bd6c54626 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:08.345012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Port 3b09f112-1c90-4596-9afe-3e8bd6c54626 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:38:08.345340 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Attempting to bind port 3b09f112-1c90-4596-9afe-3e8bd6c54626 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:08.350445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:38:08.350790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Checking segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:38:08.351175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Bound using segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:38:08.351608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Bound port: 3b09f112-1c90-4596-9afe-3e8bd6c54626, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:38:08.351974 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:08.401950 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:08.426106 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] For port 3b09f112-1c90-4596-9afe-3e8bd6c54626, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:38:08.431448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] For port 3b09f112-1c90-4596-9afe-3e8bd6c54626, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:38:08.457831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=7de2aa9b-236e-4739-a672-636d285db5f4,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:08.465649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:08.465935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:08.466275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:08.466607 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:08.466935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:08.467261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:08.467592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:08.467916 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:08.468235 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:08.468556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:08.468876 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:08.469193 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:08.469550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:08.502580 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:08.639245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Pushing event updated for resources: {'Port': ['ID=3b09f112-1c90-4596-9afe-3e8bd6c54626,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:08.657784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:08.658413 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:08.659822 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df2bc866-0c71-4187-ac9a-4588427910ff req-da4c2558-c85b-44b9-a0c5-945514e44c28 service neutron] 10.222.0.67 "PUT /v2.0/ports/3b09f112-1c90-4596-9afe-3e8bd6c54626 HTTP/1.1" status: 200 len: 1093 time: 1.3420322 Feb 15 16:38:08.697866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['7de2aa9b-236e-4739-a672-636d285db5f4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:08.709742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e8668-948e-4f9b-aa44-34e527b86101 req-5e73e8dc-c358-4127-a5eb-56306574b2c3 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:08.711658 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-028e8668-948e-4f9b-aa44-34e527b86101 req-5e73e8dc-c358-4127-a5eb-56306574b2c3 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 943 time: 0.0952668 Feb 15 16:38:08.733790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9ac17-6c90-4681-8eb4-27d14a807e82 req-961d40c4-74c0-4fec-ba5d-0f946825c58d tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:08.742461 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-16a9ac17-6c90-4681-8eb4-27d14a807e82 req-961d40c4-74c0-4fec-ba5d-0f946825c58d tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.1378641 Feb 15 16:38:08.839645 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-028e8668-948e-4f9b-aa44-34e527b86101 req-b8fd10e8-8aa6-4554-9326-ff556c4f3dc4 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202204 Feb 15 16:38:08.855483 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-16a9ac17-6c90-4681-8eb4-27d14a807e82 req-756feb48-f528-4675-b7ef-432fff30ee0a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116700 Feb 15 16:38:08.860617 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bc866-0c71-4187-ac9a-4588427910ff req-1f8a082d-2cf6-4595-b23b-07ed80aae12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:08.862276 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df2bc866-0c71-4187-ac9a-4588427910ff req-1f8a082d-2cf6-4595-b23b-07ed80aae12d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 1127 time: 0.0655022 Feb 15 16:38:08.934402 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df2bc866-0c71-4187-ac9a-4588427910ff req-1917ed01-9111-43a5-b2e9-64a5ea045c9e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626 HTTP/1.1" status: 200 len: 217 time: 0.0626321 Feb 15 16:38:08.965071 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee8b6326-71b6-49e7-9fc3-fb128f2b8b46 req-ab07de4c-55c7-49f8-b304-007a3b8a4970 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0555291 Feb 15 16:38:09.001299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bc866-0c71-4187-ac9a-4588427910ff req-8d893ee6-2947-42cb-babb-e5acfb5884c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:09.003335 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df2bc866-0c71-4187-ac9a-4588427910ff req-8d893ee6-2947-42cb-babb-e5acfb5884c6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.0624223 Feb 15 16:38:09.044334 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df2bc866-0c71-4187-ac9a-4588427910ff req-17f7c8f8-701f-4076-9aab-4ee5e090d04a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322106 Feb 15 16:38:09.137573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53cda6ff-c5e6-482f-ab87-7d3d061b56ae req-b15bb027-6816-455a-bb3a-e3a6b7d83c74 tempest-QuotasAdminNegativeTest-840748511 tempest-QuotasAdminNegativeTest-840748511-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=752c165f67954e45a897664eac3934b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643649 Feb 15 16:38:09.244707 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1311-1f86-46a0-a8fd-cebf6248dd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:09.254034 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df2bc866-0c71-4187-ac9a-4588427910ff req-64a18f69-5e8a-4f95-ad1e-59f94fe963d0 service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008686 Feb 15 16:38:09.348703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cda6ff-c5e6-482f-ab87-7d3d061b56ae req-501052d9-566e-4b3e-b259-13736d1b5845 tempest-QuotasAdminNegativeTest-840748511 tempest-QuotasAdminNegativeTest-840748511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:09.351010 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53cda6ff-c5e6-482f-ab87-7d3d061b56ae req-501052d9-566e-4b3e-b259-13736d1b5845 tempest-QuotasAdminNegativeTest-840748511 tempest-QuotasAdminNegativeTest-840748511-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2018554 Feb 15 16:38:09.376868 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53cda6ff-c5e6-482f-ab87-7d3d061b56ae req-6f80a7ac-5cdd-4963-a76c-0ade2702b9fd tempest-QuotasAdminNegativeTest-840748511 tempest-QuotasAdminNegativeTest-840748511-project] 10.222.0.107 "GET /v2.0/quotas/752c165f67954e45a897664eac3934b7 HTTP/1.1" status: 200 len: 375 time: 0.0200150 Feb 15 16:38:09.423402 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df2bc866-0c71-4187-ac9a-4588427910ff req-dc1a2bac-6a40-494c-a26c-b677df3353c4 service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600707 Feb 15 16:38:09.425456 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53cda6ff-c5e6-482f-ab87-7d3d061b56ae req-a726151a-b64d-4249-aedc-ec8912b70443 tempest-QuotasAdminNegativeTest-840748511 tempest-QuotasAdminNegativeTest-840748511-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=752c165f67954e45a897664eac3934b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412431 Feb 15 16:38:09.431125 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3acf3-efec-4bde-ba1b-698ddf91f2c4 req-ad472209-2757-48ac-afde-ef81f891e089 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:09.439367 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-94d3acf3-efec-4bde-ba1b-698ddf91f2c4 req-ad472209-2757-48ac-afde-ef81f891e089 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 948 time: 0.3896790 Feb 15 16:38:09.504246 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-94d3acf3-efec-4bde-ba1b-698ddf91f2c4 req-6aa79053-45b1-4ac4-98c4-fea53e59d18c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642171 Feb 15 16:38:09.645253 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1583c-e448-4fe3-b7b1-fdbf3a055c43 req-f0f76649-2e4b-48e8-b06c-453b9f6f9c22 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:09.647538 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-99e1583c-e448-4fe3-b7b1-fdbf3a055c43 req-f0f76649-2e4b-48e8-b06c-453b9f6f9c22 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 944 time: 0.0632832 Feb 15 16:38:09.695060 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-99e1583c-e448-4fe3-b7b1-fdbf3a055c43 req-4fc86784-56ed-4fc5-b332-ffaf85dfb303 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426197 Feb 15 16:38:09.902957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 85147198-6337-4c20-b2b5-0d57e2277560 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:38:09.967292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 7de2aa9b-236e-4739-a672-636d285db5f4 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:38:10.093694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de337c34-63a6-4e4e-97f1-62475f5389c4 req-20c30612-a562-4797-864a-92186c607fe2 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:10.102108 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de337c34-63a6-4e4e-97f1-62475f5389c4 req-20c30612-a562-4797-864a-92186c607fe2 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 943 time: 0.0870554 Feb 15 16:38:10.111052 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c967b0f-732a-49a4-91ba-9d44f5daed99 req-917308b4-960d-4070-8453-87d8a0a93178 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:10.113812 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3c967b0f-732a-49a4-91ba-9d44f5daed99 req-917308b4-960d-4070-8453-87d8a0a93178 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.0630653 Feb 15 16:38:10.195630 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de337c34-63a6-4e4e-97f1-62475f5389c4 req-c153197a-daa8-4556-9cc1-cdbcb2e0683e tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908012 Feb 15 16:38:10.198375 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3c967b0f-732a-49a4-91ba-9d44f5daed99 req-a751a183-217e-4667-92e8-a737a62ad5cc tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777485 Feb 15 16:38:10.228739 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3747b762-1840-4398-b69d-e0466035f8b8', 'tag': '3b09f112-1c90-4596-9afe-3e8bd6c54626'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:10.243595 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4822d362-74f0-45a4-8fab-9f984453649e" -d '{"events": [{"name": "network-changed", "server_uuid": "3747b762-1840-4398-b69d-e0466035f8b8", "tag": "3b09f112-1c90-4596-9afe-3e8bd6c54626"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:10.267210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 85147198-6337-4c20-b2b5-0d57e2277560, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=85147198-6337-4c20-b2b5-0d57e2277560,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:10.286432 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '85147198-6337-4c20-b2b5-0d57e2277560', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'port_id': '85147198-6337-4c20-b2b5-0d57e2277560', 'mac_address': 'fa:16:3e:ef:67:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:38:10.345906 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 85147198-6337-4c20-b2b5-0d57e2277560 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:10.346325 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (85147198-6337-4c20-b2b5-0d57e2277560), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:10.350635 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:10.354843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 7de2aa9b-236e-4739-a672-636d285db5f4 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:38:10.363846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 7de2aa9b-236e-4739-a672-636d285db5f4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:10.364474 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:10.379057 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e23e7-5471-4270-a752-41d9b5e2cfa9 req-c4e339d6-5feb-40f1-bccb-a4f642cb7c46 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:10.380609 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d8e23e7-5471-4270-a752-41d9b5e2cfa9 req-c4e339d6-5feb-40f1-bccb-a4f642cb7c46 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 950 time: 0.0602574 Feb 15 16:38:10.389335 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff4d130d-614b-4f08-953e-cf307ce125cb req-f4c94221-a3be-4288-8ea7-e694277ea081 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0639317 Feb 15 16:38:10.416622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85147198-6337-4c20-b2b5-0d57e2277560 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:38:10.448573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 85147198-6337-4c20-b2b5-0d57e2277560, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=85147198-6337-4c20-b2b5-0d57e2277560,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:10.468675 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d8e23e7-5471-4270-a752-41d9b5e2cfa9 req-e5cd8fc7-57da-4d39-9b84-6320560a616f tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756738 Feb 15 16:38:10.481409 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f1cf37-107a-456c-9e19-3f07fd7b4795 x-openstack-request-id: req-08f1cf37-107a-456c-9e19-3f07fd7b4795 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:10.481409 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3747b762-1840-4398-b69d-e0466035f8b8", "tag": "3b09f112-1c90-4596-9afe-3e8bd6c54626", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:10.481409 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-08f1cf37-107a-456c-9e19-3f07fd7b4795 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:10.481409 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3747b762-1840-4398-b69d-e0466035f8b8', 'tag': '3b09f112-1c90-4596-9afe-3e8bd6c54626', 'status': 'completed', 'code': 200} Feb 15 16:38:10.497224 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 7de2aa9b-236e-4739-a672-636d285db5f4 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:10.497663 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:10.524959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd329f7d2-daaa-46d3-8cdc-bf2f9caf4525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de2aa9b-236e-4739-a672-636d285db5f4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:10.527320 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f15b5a5-3d73-4323-acd6-d693874fc91a" -d '{"events": [{"server_uuid": "d329f7d2-daaa-46d3-8cdc-bf2f9caf4525", "name": "network-vif-plugged", "status": "completed", "tag": "7de2aa9b-236e-4739-a672-636d285db5f4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:10.533156 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (85147198-6337-4c20-b2b5-0d57e2277560), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:10.566990 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 7de2aa9b-236e-4739-a672-636d285db5f4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7de2aa9b-236e-4739-a672-636d285db5f4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:10.626161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=85147198-6337-4c20-b2b5-0d57e2277560,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:10.644406 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d076e75f-aaa0-42a9-a17c-d4a666f82117 x-openstack-request-id: req-d076e75f-aaa0-42a9-a17c-d4a666f82117 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:10.644406 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d329f7d2-daaa-46d3-8cdc-bf2f9caf4525", "name": "network-vif-plugged", "status": "completed", "tag": "7de2aa9b-236e-4739-a672-636d285db5f4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:10.644406 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d076e75f-aaa0-42a9-a17c-d4a666f82117 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:10.644406 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd329f7d2-daaa-46d3-8cdc-bf2f9caf4525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de2aa9b-236e-4739-a672-636d285db5f4', 'code': 200} Feb 15 16:38:10.667058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822d362-74f0-45a4-8fab-9f984453649e req-419dfbfb-5120-4bd1-a537-a470948a82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:10.667542 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4822d362-74f0-45a4-8fab-9f984453649e req-419dfbfb-5120-4bd1-a537-a470948a82cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 1127 time: 0.1702199 Feb 15 16:38:10.676577 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:10.757475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=7de2aa9b-236e-4739-a672-636d285db5f4,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:10.762055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55646e6d-6f67-4395-a264-9a0e37c9eaaa req-ddbd4044-80b1-46c8-b4de-bf84db6986ad tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:10.765529 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55646e6d-6f67-4395-a264-9a0e37c9eaaa req-ddbd4044-80b1-46c8-b4de-bf84db6986ad tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 948 time: 0.1539371 Feb 15 16:38:10.840779 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9503b5-064b-4be2-a73a-3a6a80bf4508 req-f65eafa3-eccf-4830-9a53-7c7a6f31cb01 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:10.842349 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e9503b5-064b-4be2-a73a-3a6a80bf4508 req-f65eafa3-eccf-4830-9a53-7c7a6f31cb01 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 944 time: 0.0537274 Feb 15 16:38:10.852823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['85147198-6337-4c20-b2b5-0d57e2277560'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:10.910024 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e9503b5-064b-4be2-a73a-3a6a80bf4508 req-cb63d9cb-5d18-4b29-8612-fb05408989f5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609279 Feb 15 16:38:10.928195 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55646e6d-6f67-4395-a264-9a0e37c9eaaa req-089011ce-2c53-4c81-b127-cbf705f5ff99 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224501 Feb 15 16:38:10.934611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ceec17-32b4-45f2-855a-302acba72493 req-38ae3b13-acd1-4a1b-923a-9ab3e723e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:10.936288 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-42ceec17-32b4-45f2-855a-302acba72493 req-38ae3b13-acd1-4a1b-923a-9ab3e723e3a2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 1132 time: 0.1715987 Feb 15 16:38:11.004273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822d362-74f0-45a4-8fab-9f984453649e req-301e4b09-5590-4b86-ad41-c58f12ec068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:11.004273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4822d362-74f0-45a4-8fab-9f984453649e req-301e4b09-5590-4b86-ad41-c58f12ec068e service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.3195283 Feb 15 16:38:11.078781 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4822d362-74f0-45a4-8fab-9f984453649e req-a901f633-1349-4fdc-abd0-295c30649989 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626 HTTP/1.1" status: 200 len: 217 time: 0.0678947 Feb 15 16:38:11.118293 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-42ceec17-32b4-45f2-855a-302acba72493 req-58cd9b3e-9163-45a1-8c76-ae3967ffa3fb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642058 Feb 15 16:38:11.183986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822d362-74f0-45a4-8fab-9f984453649e req-82ff9615-403c-420b-b66c-54322d3d38bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:11.185477 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4822d362-74f0-45a4-8fab-9f984453649e req-82ff9615-403c-420b-b66c-54322d3d38bb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.0970187 Feb 15 16:38:11.230283 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4822d362-74f0-45a4-8fab-9f984453649e req-854f4242-d7ca-4f23-b40f-a557afafb630 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375776 Feb 15 16:38:11.292061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35330) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:11.404827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced958c-4dce-4cf2-8d7f-a4a57304d6c3 req-081723b5-83c4-4431-b608-2dba5fe445da tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:11.407998 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fced958c-4dce-4cf2-8d7f-a4a57304d6c3 req-081723b5-83c4-4431-b608-2dba5fe445da tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.0885434 Feb 15 16:38:11.464872 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fced958c-4dce-4cf2-8d7f-a4a57304d6c3 req-7c68d26c-df67-4881-99cc-2ecc1978ac03 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510364 Feb 15 16:38:11.526695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4822d362-74f0-45a4-8fab-9f984453649e req-f2df10fc-6d71-43ae-96ea-9e5996741d5d service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883759 Feb 15 16:38:11.540082 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ebba-50c5-41c3-8c0b-16b78ebbce8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:11.592686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a57ee5-2270-40a0-a86e-652d542fbf4d req-89886c12-b960-416d-8d57-31eb7cc0bab6 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:11.594539 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-82a57ee5-2270-40a0-a86e-652d542fbf4d req-89886c12-b960-416d-8d57-31eb7cc0bab6 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 950 time: 0.1152291 Feb 15 16:38:11.636609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451334d-34ff-4f32-8d75-fd4eca1d3c81 req-f371057b-f2f7-480f-842e-597319b55e89 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:11.643727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4451334d-34ff-4f32-8d75-fd4eca1d3c81 req-f371057b-f2f7-480f-842e-597319b55e89 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 944 time: 0.3582880 Feb 15 16:38:11.683567 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d3c4c679-7b40-498c-a733-3230d8c91471 req-f6849a1a-b6b7-4c8d-8b1c-deb3e52e4684 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0671005 Feb 15 16:38:11.717266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-bdef6035-5324-4592-9b6b-c4e98443fffa tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:11.718721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-bdef6035-5324-4592-9b6b-c4e98443fffa tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.10 "GET /v2.0/networks?id=3ac673bd-ccc6-44a9-a21c-8063082f3153 HTTP/1.1" status: 200 len: 815 time: 0.3273323 Feb 15 16:38:11.747573 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:11.782102 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4822d362-74f0-45a4-8fab-9f984453649e req-dbc240b2-7dd4-420c-ab2f-1ea2f2d5e581 service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398553 Feb 15 16:38:11.825720 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4451334d-34ff-4f32-8d75-fd4eca1d3c81 req-e16db5e0-b2c3-4f24-991d-19694c0d724f tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809950 Feb 15 16:38:11.846601 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ebba-50c5-41c3-8c0b-16b78ebbce8c admin admin] Publish callbacks [] for security_group (d6fc1199-10c1-4780-8781-e747906b6579), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:11.851273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-57ba7611-32e2-4419-a175-bc5a7ce046f6 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86f88989c64f4a07a00abb3311cab075 HTTP/1.1" status: 200 len: 379 time: 0.1191118 Feb 15 16:38:11.863044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d2abfcf5-7742-4f1c-994e-09e3493ac6a5 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Request body: {'port': {'device_id': '46bb569b-3a57-4e1d-ab97-ba1b90596f07', 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153', 'admin_state_up': True, 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'security_groups': ['dab2c65d-8e74-45df-8684-e7a6507f631d']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:11.907024 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 3b09f112-1c90-4596-9afe-3e8bd6c54626 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:38:11.916059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-82a57ee5-2270-40a0-a86e-652d542fbf4d req-809dadf5-a374-48bd-ae15-269939d34022 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Deleting port 9f694a79-5102-4d96-9082-a3681d1bd46f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:11.916279 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-82a57ee5-2270-40a0-a86e-652d542fbf4d req-809dadf5-a374-48bd-ae15-269939d34022 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9f694a79-5102-4d96-9082-a3681d1bd46f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:11.946140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35342) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:12.023490 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-82a57ee5-2270-40a0-a86e-652d542fbf4d req-809dadf5-a374-48bd-ae15-269939d34022 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] For port 9f694a79-5102-4d96-9082-a3681d1bd46f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9f694a79-5102-4d96-9082-a3681d1bd46f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:12.023778 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-82a57ee5-2270-40a0-a86e-652d542fbf4d req-809dadf5-a374-48bd-ae15-269939d34022 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9f694a79-5102-4d96-9082-a3681d1bd46f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:12.037045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-82a57ee5-2270-40a0-a86e-652d542fbf4d req-809dadf5-a374-48bd-ae15-269939d34022 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Calling delete_port for 9f694a79-5102-4d96-9082-a3681d1bd46f owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:12.114226 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fa9ebba-50c5-41c3-8c0b-16b78ebbce8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d6fc1199-10c1-4780-8781-e747906b6579), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:12.221438 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 3b09f112-1c90-4596-9afe-3e8bd6c54626, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:12.223279 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de8a8b-3963-45ce-904c-0aebb65edbe5 req-db5ce2dd-87e8-49e1-9c18-5762c6164bf8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:12.230676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-39de8a8b-3963-45ce-904c-0aebb65edbe5 req-db5ce2dd-87e8-49e1-9c18-5762c6164bf8 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 950 time: 0.4405150 Feb 15 16:38:12.247995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d2abfcf5-7742-4f1c-994e-09e3493ac6a5 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Made reservation on behalf of 86f88989c64f4a07a00abb3311cab075 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:38:12.248555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '3b09f112-1c90-4596-9afe-3e8bd6c54626', 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529', 'port_id': '3b09f112-1c90-4596-9afe-3e8bd6c54626', 'mac_address': 'fa:16:3e:e4:04:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b325c87-fd51-4707-8465-cf36d596fb16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:38:12.252042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9ebba-50c5-41c3-8c0b-16b78ebbce8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fc1199-10c1-4780-8781-e747906b6579,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:12.275079 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3fa9ebba-50c5-41c3-8c0b-16b78ebbce8c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=752c165f67954e45a897664eac3934b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9806864 Feb 15 16:38:12.280077 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d2abfcf5-7742-4f1c-994e-09e3493ac6a5 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:12.287544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35348) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:12.290293 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db371bf7-aacf-4bbb-a8b9-fc5b4ed86823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:12.294793 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-82a57ee5-2270-40a0-a86e-652d542fbf4d req-809dadf5-a374-48bd-ae15-269939d34022 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (9f694a79-5102-4d96-9082-a3681d1bd46f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:12.325503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 3b09f112-1c90-4596-9afe-3e8bd6c54626 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:12.325904 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:12.338020 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['61365c1c-a004-4754-873b-4058e502539e', '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1', 'e157465c-9784-4c87-8b1f-373b2ac01535', 'af4b0c41-e640-4977-9f26-df22168cc4df', '9f694a79-5102-4d96-9082-a3681d1bd46f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:12.343578 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6282bc8b-9d8e-4550-a142-dea31796c065', '06ee8582-6a89-4e21-8083-647e35d014d4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:12.459714 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db371bf7-aacf-4bbb-a8b9-fc5b4ed86823 admin admin] Publish callbacks [] for security_group (b19505ff-fbe0-447b-abe3-204c474a2062), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:12.482458 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a64621-9432-4f9f-8cfb-9accf64637a6 req-4e86ec50-6d9f-4a95-a1ca-b33775e0c648 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:12.488159 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dadf5-a374-48bd-ae15-269939d34022 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event deleted for resources: {'Port': ['ID=9f694a79-5102-4d96-9082-a3681d1bd46f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:12.506928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b09f112-1c90-4596-9afe-3e8bd6c54626 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:38:12.528028 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3a64621-9432-4f9f-8cfb-9accf64637a6 req-4e86ec50-6d9f-4a95-a1ca-b33775e0c648 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 944 time: 0.4588504 Feb 15 16:38:12.556239 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db371bf7-aacf-4bbb-a8b9-fc5b4ed86823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b19505ff-fbe0-447b-abe3-204c474a2062), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:12.575994 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 3b09f112-1c90-4596-9afe-3e8bd6c54626, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:12.649200 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-39de8a8b-3963-45ce-904c-0aebb65edbe5 req-8645c94d-e615-40cb-a090-5b51feffff85 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175313 Feb 15 16:38:12.650297 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a57ee5-2270-40a0-a86e-652d542fbf4d req-809dadf5-a374-48bd-ae15-269939d34022 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] No DVR routers for this DVR port 9f694a79-5102-4d96-9082-a3681d1bd46f on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:38:12.658520 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-82a57ee5-2270-40a0-a86e-652d542fbf4d req-809dadf5-a374-48bd-ae15-269939d34022 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:12.670976 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-82a57ee5-2270-40a0-a86e-652d542fbf4d req-809dadf5-a374-48bd-ae15-269939d34022 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "DELETE /v2.0/ports/9f694a79-5102-4d96-9082-a3681d1bd46f HTTP/1.1" status: 204 len: 173 time: 1.0663276 Feb 15 16:38:12.671673 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e014afde-8eb6-4078-b1ec-b62d4231131f admin admin] Publish callbacks [] for security_group (d6fc1199-10c1-4780-8781-e747906b6579), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:12.687820 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:12.725784 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e014afde-8eb6-4078-b1ec-b62d4231131f admin admin] Publish callbacks [] for security_group (d6fc1199-10c1-4780-8781-e747906b6579), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:12.789916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30fb38e-9fe2-46f3-9b5e-634488434147', 'name': 'network-vif-deleted', 'tag': '9f694a79-5102-4d96-9082-a3681d1bd46f'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:12.794791 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6406256e-4cc1-4ff1-b142-ed4e64f393d0" -d '{"events": [{"server_uuid": "f30fb38e-9fe2-46f3-9b5e-634488434147", "name": "network-vif-deleted", "tag": "9f694a79-5102-4d96-9082-a3681d1bd46f"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:12.809660 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db371bf7-aacf-4bbb-a8b9-fc5b4ed86823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19505ff-fbe0-447b-abe3-204c474a2062,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:12.885996 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-db371bf7-aacf-4bbb-a8b9-fc5b4ed86823 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6b859f7b16d84d509a06363d7f7e8653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9387894 Feb 15 16:38:12.889557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35358) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:12.911569 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=3b09f112-1c90-4596-9afe-3e8bd6c54626,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:12.934272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3a64621-9432-4f9f-8cfb-9accf64637a6 req-e5770738-85bc-4d35-86ac-53aca74d6cba tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027567 Feb 15 16:38:12.949760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9e450-ecec-4185-8ebe-638a654b58a5 req-63cac57d-cd6b-4c54-93ee-58e482dd0cc3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:12.961795 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77c9e450-ecec-4185-8ebe-638a654b58a5 req-63cac57d-cd6b-4c54-93ee-58e482dd0cc3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.1625316 Feb 15 16:38:13.001817 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['3b09f112-1c90-4596-9afe-3e8bd6c54626'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:13.036517 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e014afde-8eb6-4078-b1ec-b62d4231131f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d6fc1199-10c1-4780-8781-e747906b6579), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:13.050099 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e014afde-8eb6-4078-b1ec-b62d4231131f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:13.067922 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d2abfcf5-7742-4f1c-994e-09e3493ac6a5 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Allocated IP 172.20.0.7 (3ac673bd-ccc6-44a9-a21c-8063082f3153/0fe4af53-9045-419b-bce6-988c130e6dbe/2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:38:13.068964 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e014afde-8eb6-4078-b1ec-b62d4231131f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d6fc1199-10c1-4780-8781-e747906b6579 HTTP/1.1" status: 204 len: 168 time: 0.7681847 Feb 15 16:38:13.115240 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014afde-8eb6-4078-b1ec-b62d4231131f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fc1199-10c1-4780-8781-e747906b6579,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:13.279603 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77c9e450-ecec-4185-8ebe-638a654b58a5 req-bc6b6b50-b6dc-47a9-be6f-34f9f00369f7 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168478 Feb 15 16:38:13.408640 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aeccd7a9-847f-44b5-a28a-bede09d46d00 admin admin] Publish callbacks [] for security_group (b19505ff-fbe0-447b-abe3-204c474a2062), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:13.414563 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c7f8b4bd-fe20-45ce-b7a7-2ddabf4b4be7 req-db676298-37f5-445a-899f-451bfa317028 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0631390 Feb 15 16:38:13.422328 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:13.438294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bff894-3b10-4584-bc13-aeefbf101e7b req-3253cbd8-5452-49a9-a07b-25b3cc86f760 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:13.440017 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5bff894-3b10-4584-bc13-aeefbf101e7b req-3253cbd8-5452-49a9-a07b-25b3cc86f760 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.3450594 Feb 15 16:38:13.470599 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632fced8-e5e6-4e4f-b2dc-d83f2b45b3c4 x-openstack-request-id: req-632fced8-e5e6-4e4f-b2dc-d83f2b45b3c4 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:13.470909 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f30fb38e-9fe2-46f3-9b5e-634488434147", "name": "network-vif-deleted", "tag": "9f694a79-5102-4d96-9082-a3681d1bd46f", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:13.471267 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-632fced8-e5e6-4e4f-b2dc-d83f2b45b3c4 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:13.471674 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f30fb38e-9fe2-46f3-9b5e-634488434147', 'name': 'network-vif-deleted', 'tag': '9f694a79-5102-4d96-9082-a3681d1bd46f', 'status': 'completed', 'code': 200} Feb 15 16:38:13.517106 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d2abfcf5-7742-4f1c-994e-09e3493ac6a5 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for port (2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:13.577769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4eff2-6fc5-4818-adf2-af5f8f80be41 req-50cdb76a-c4d4-430c-8e15-c0a968f0c8d1 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:13.586533 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-58a4eff2-6fc5-4818-adf2-af5f8f80be41 req-50cdb76a-c4d4-430c-8e15-c0a968f0c8d1 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 944 time: 0.0678077 Feb 15 16:38:13.614498 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aeccd7a9-847f-44b5-a28a-bede09d46d00 admin admin] Publish callbacks [] for security_group (b19505ff-fbe0-447b-abe3-204c474a2062), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:13.653965 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-58a4eff2-6fc5-4818-adf2-af5f8f80be41 req-699415d8-41f6-4867-9b32-9d12516caa6a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664504 Feb 15 16:38:13.737273 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d2abfcf5-7742-4f1c-994e-09e3493ac6a5 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:13.811745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abfcf5-7742-4f1c-994e-09e3493ac6a5 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Pushing event updated for resources: {'Port': ['ID=2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:13.830111 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aeccd7a9-847f-44b5-a28a-bede09d46d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b19505ff-fbe0-447b-abe3-204c474a2062), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:13.834154 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aeccd7a9-847f-44b5-a28a-bede09d46d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:13.835587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-aeccd7a9-847f-44b5-a28a-bede09d46d00 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b19505ff-fbe0-447b-abe3-204c474a2062 HTTP/1.1" status: 204 len: 168 time: 0.9003508 Feb 15 16:38:13.843360 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-6f15ca96-5764-4a10-9a4a-a2b433ee1d39 req-30891502-6e1c-4f6a-8516-dbf43e42269d service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:38:13.844961 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f15ca96-5764-4a10-9a4a-a2b433ee1d39 req-30891502-6e1c-4f6a-8516-dbf43e42269d service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062878 Feb 15 16:38:13.879590 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5bff894-3b10-4584-bc13-aeefbf101e7b req-63d0d9bf-e7eb-47ef-a65a-fe06fd9c59f7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232485 Feb 15 16:38:13.883124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeccd7a9-847f-44b5-a28a-bede09d46d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19505ff-fbe0-447b-abe3-204c474a2062,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:13.894489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d2abfcf5-7742-4f1c-994e-09e3493ac6a5 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Network 3ac673bd-ccc6-44a9-a21c-8063082f3153 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:38:13.900483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d2abfcf5-7742-4f1c-994e-09e3493ac6a5 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:38:13.918509 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d2abfcf5-7742-4f1c-994e-09e3493ac6a5 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:38:13.989565 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 85147198-6337-4c20-b2b5-0d57e2277560 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:38:14.198135 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 85147198-6337-4c20-b2b5-0d57e2277560 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:38:14.207088 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 85147198-6337-4c20-b2b5-0d57e2277560 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:14.208509 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (85147198-6337-4c20-b2b5-0d57e2277560), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:14.351963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 85147198-6337-4c20-b2b5-0d57e2277560 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:14.352846 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (85147198-6337-4c20-b2b5-0d57e2277560), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:14.355602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-41f0c9fa-a4b1-4c7e-b366-ff785a39dbb7 None None] Provisioning complete for port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:14.355602 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41f0c9fa-a4b1-4c7e-b366-ff785a39dbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:14.411788 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-41f0c9fa-a4b1-4c7e-b366-ff785a39dbb7 None None] Port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:38:14.426050 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-66f9a6e6-1eef-4178-848a-042377611bc0 req-14e30b82-2bb3-48b3-a5a0-c43dbe416a51 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=f30fb38e-9fe2-46f3-9b5e-634488434147 HTTP/1.1" status: 200 len: 210 time: 0.0280981 Feb 15 16:38:14.485268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d2abfcf5-7742-4f1c-994e-09e3493ac6a5 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:14.487842 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d2abfcf5-7742-4f1c-994e-09e3493ac6a5 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:14.497512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 85147198-6337-4c20-b2b5-0d57e2277560, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=85147198-6337-4c20-b2b5-0d57e2277560,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:14.500640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04bd073-a89a-4a61-afc4-bbabd41dd03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85147198-6337-4c20-b2b5-0d57e2277560'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:14.509195 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d890da40-bc40-4424-b818-de3c0ebf4e9b" -d '{"events": [{"server_uuid": "a04bd073-a89a-4a61-afc4-bbabd41dd03d", "name": "network-vif-plugged", "status": "completed", "tag": "85147198-6337-4c20-b2b5-0d57e2277560"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:14.558244 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d799412-8ca2-4cb1-af86-7eaf739079a5 req-c0167c50-8b0b-4252-a678-d1a9cb672239 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:14.566100 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9d799412-8ca2-4cb1-af86-7eaf739079a5 req-c0167c50-8b0b-4252-a678-d1a9cb672239 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0708120 Feb 15 16:38:14.604027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34af172-20cb-448d-ace0-7e09edb84046 req-26cbbe6b-107f-451e-953f-49c37d76116f tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:14.605735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a34af172-20cb-448d-ace0-7e09edb84046 req-26cbbe6b-107f-451e-953f-49c37d76116f tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.0616019 Feb 15 16:38:14.613665 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (85147198-6337-4c20-b2b5-0d57e2277560), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:14.642943 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d2abfcf5-7742-4f1c-994e-09e3493ac6a5 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7820208 Feb 15 16:38:14.656545 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35386) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:14.673740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Request body: {'port': {'device_id': '46bb569b-3a57-4e1d-ab97-ba1b90596f07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:14.693512 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e4d637-f8f0-4310-9774-67ca22641958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:14.706515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=85147198-6337-4c20-b2b5-0d57e2277560,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:14.735571 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9d799412-8ca2-4cb1-af86-7eaf739079a5 req-ca813eca-75a6-488f-8842-db8cb41cf270 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618743 Feb 15 16:38:14.748158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a34af172-20cb-448d-ace0-7e09edb84046 req-45acd21a-75b6-44d1-ae3d-946aefb99cbe tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359563 Feb 15 16:38:14.776913 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-495d1848-321b-4edb-bd61-cafccd1dedc4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1699295 Feb 15 16:38:14.830050 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:14.841669 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e4d637-f8f0-4310-9774-67ca22641958 admin admin] Publish callbacks [] for security_group (ff92a2bf-75f6-4765-b9ec-0ba863f7c704), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:14.842693 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2bcdec-41e6-4be9-ad12-fd2bc156f9ac x-openstack-request-id: req-ae2bcdec-41e6-4be9-ad12-fd2bc156f9ac {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:14.843088 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04bd073-a89a-4a61-afc4-bbabd41dd03d", "name": "network-vif-plugged", "status": "completed", "tag": "85147198-6337-4c20-b2b5-0d57e2277560", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:14.843445 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ae2bcdec-41e6-4be9-ad12-fd2bc156f9ac {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:14.843944 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04bd073-a89a-4a61-afc4-bbabd41dd03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85147198-6337-4c20-b2b5-0d57e2277560', 'code': 200} Feb 15 16:38:14.921922 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52e4d637-f8f0-4310-9774-67ca22641958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ff92a2bf-75f6-4765-b9ec-0ba863f7c704), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:14.976937 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-52e4d637-f8f0-4310-9774-67ca22641958 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b6244d6570494b5f9c7954c64b02294c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193099 Feb 15 16:38:14.979573 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35398) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:15.033584 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1f594-e930-49f5-bcf1-6ba3d46bac57 req-cf9313cb-4e39-4322-b656-aa56a44ef9b3 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:15.035372 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7f1f594-e930-49f5-bcf1-6ba3d46bac57 req-cf9313cb-4e39-4322-b656-aa56a44ef9b3 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 931 time: 0.1861689 Feb 15 16:38:15.068585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8763c-4902-4c80-b2c2-b98d851651b4 req-5b506a9c-fc1b-42ab-ba84-f75e5f3f87a3 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:15.070429 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3a8763c-4902-4c80-b2c2-b98d851651b4 req-5b506a9c-fc1b-42ab-ba84-f75e5f3f87a3 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 945 time: 0.1476035 Feb 15 16:38:15.079808 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4d637-f8f0-4310-9774-67ca22641958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff92a2bf-75f6-4765-b9ec-0ba863f7c704,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:15.148248 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3a8763c-4902-4c80-b2c2-b98d851651b4 req-9e2cc0bc-67cd-4dd1-9aa8-690290054b31 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718184 Feb 15 16:38:15.176823 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc394c-0678-4d15-b1ef-c6ebab980951 req-a39bf538-a598-4a4c-b4ad-11a0bc70c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:15.181575 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2cbc394c-0678-4d15-b1ef-c6ebab980951 req-a39bf538-a598-4a4c-b4ad-11a0bc70c01f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 1128 time: 0.2314844 Feb 15 16:38:15.181575 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa1cc-cb94-4806-a35a-75d8be85c49b admin admin] Publish callbacks [] for security_group (ff92a2bf-75f6-4765-b9ec-0ba863f7c704), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:15.222056 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa1cc-cb94-4806-a35a-75d8be85c49b admin admin] Publish callbacks [] for security_group (ff92a2bf-75f6-4765-b9ec-0ba863f7c704), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:15.378197 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7f1f594-e930-49f5-bcf1-6ba3d46bac57 req-9423544d-3c0f-4420-99f2-5174ddca1d7f tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3282175 Feb 15 16:38:15.407921 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2cbc394c-0678-4d15-b1ef-c6ebab980951 req-425fd07b-7660-4dc8-a831-60c1a9691af7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273952 Feb 15 16:38:15.409692 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:38:15.418980 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Publish callbacks [] for port (2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:15.439896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea7704-ea64-4779-8bd9-f7b01b5a9d3d req-ad45be49-a0c0-48d7-8d46-19cd287b79dd tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:15.441476 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eaea7704-ea64-4779-8bd9-f7b01b5a9d3d req-ad45be49-a0c0-48d7-8d46-19cd287b79dd tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.1692748 Feb 15 16:38:15.496462 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa1cc-cb94-4806-a35a-75d8be85c49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ff92a2bf-75f6-4765-b9ec-0ba863f7c704), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:15.499514 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f3fa1cc-cb94-4806-a35a-75d8be85c49b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:15.501439 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2f3fa1cc-cb94-4806-a35a-75d8be85c49b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ff92a2bf-75f6-4765-b9ec-0ba863f7c704 HTTP/1.1" status: 204 len: 168 time: 0.5201204 Feb 15 16:38:15.519643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Transition to ACTIVE for port object 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:38:15.519787 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3fa1cc-cb94-4806-a35a-75d8be85c49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff92a2bf-75f6-4765-b9ec-0ba863f7c704,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:15.542105 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eaea7704-ea64-4779-8bd9-f7b01b5a9d3d req-8844b44e-5ba5-4a33-8de2-02abf3db1979 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801897 Feb 15 16:38:15.639174 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:15.761843 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35430) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:15.798112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Pushing event updated for resources: {'Port': ['ID=2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:15.855734 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Attempting to bind port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:38:15.857766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Attempting to bind port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '1d1d3bb0-6005-4d65-95c2-91b39a502539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:38:15.858220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Attempting to bind port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 on network 3ac673bd-ccc6-44a9-a21c-8063082f3153 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:15.902914 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 3b09f112-1c90-4596-9afe-3e8bd6c54626 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:38:15.906486 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 on network 3ac673bd-ccc6-44a9-a21c-8063082f3153 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:38:15.906933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Attempting to bind port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 on network 3ac673bd-ccc6-44a9-a21c-8063082f3153 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:15.940686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:38:15.941168 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Checking segment: {'id': '1d1d3bb0-6005-4d65-95c2-91b39a502539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:38:15.941698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Bound using segment: {'id': '1d1d3bb0-6005-4d65-95c2-91b39a502539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:38:15.942245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Bound port: 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d1d3bb0-6005-4d65-95c2-91b39a502539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:38:15.942727 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:16.034590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-39263c3c-a24f-4cd4-a751-c7a9b3c8f3b2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:16.034590 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-39263c3c-a24f-4cd4-a751-c7a9b3c8f3b2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports/7de2aa9b-236e-4739-a672-636d285db5f4 HTTP/1.1" status: 200 len: 946 time: 0.2044871 Feb 15 16:38:16.084525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] For port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:38:16.092277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] For port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510,segment=NetworkSegment(1d1d3bb0-6005-4d65-95c2-91b39a502539),segment_id=1d1d3bb0-6005-4d65-95c2-91b39a502539)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:38:16.093456 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 3b09f112-1c90-4596-9afe-3e8bd6c54626 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:38:16.098499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 3b09f112-1c90-4596-9afe-3e8bd6c54626 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:16.100972 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:16.108653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a035f-4ce4-4586-9b91-822d93b30dcc req-e7233d30-9068-4494-89fc-ddcf71004f27 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:16.131295 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bb3a035f-4ce4-4586-9b91-822d93b30dcc req-e7233d30-9068-4494-89fc-ddcf71004f27 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 945 time: 0.2489381 Feb 15 16:38:16.179201 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c8a7f741-441a-4fd7-92a5-c61aedd4ea76 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1355404920-network', 'tenant_id': 'd712ffd9092c4103bfed74082a8e8494'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:16.191088 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:16.256833 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bb3a035f-4ce4-4586-9b91-822d93b30dcc req-326a420a-0edf-42ed-b1bc-541c569b1c24 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270208 Feb 15 16:38:16.282427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 3b09f112-1c90-4596-9afe-3e8bd6c54626 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:16.282815 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:16.285143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:16.289800 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:16.295139 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] 10.222.0.10 "PUT /v2.0/ports/2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 HTTP/1.1" status: 200 len: 1092 time: 1.6318376 Feb 15 16:38:16.306693 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bb569b-3a57-4e1d-ab97-ba1b90596f07', 'tag': '2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:16.311601 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d3e541-3269-4e24-891d-f0d830be4a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "46bb569b-3a57-4e1d-ab97-ba1b90596f07", "tag": "2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:16.320184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a7f741-441a-4fd7-92a5-c61aedd4ea76 admin admin] Made reservation on behalf of d712ffd9092c4103bfed74082a8e8494 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:38:16.329938 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f741-441a-4fd7-92a5-c61aedd4ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:16.376074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 3b09f112-1c90-4596-9afe-3e8bd6c54626, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:16.385885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1904b15-bb54-480f-8f51-1d1a1f095178 service neutron] Pushing event updated for resources: {'Port': ['ID=2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:16.394072 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4f0fc-9432-40a0-a717-30f285341338 req-023a5d5c-2bc2-4e5b-b027-948860cf404a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:16.402183 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5ae4f0fc-9432-40a0-a717-30f285341338 req-023a5d5c-2bc2-4e5b-b027-948860cf404a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.1907990 Feb 15 16:38:16.405322 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f741-441a-4fd7-92a5-c61aedd4ea76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:16.442030 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:16.443122 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 9f694a79-5102-4d96-9082-a3681d1bd46f no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:38:16.526251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f741-441a-4fd7-92a5-c61aedd4ea76 admin admin] Publish callbacks [] for security_group (c67a578e-6ee4-4e2f-9340-967381e2e6a9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:16.566970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b90ef-7a08-4340-9b13-6ce9085ff35d req-0678d224-c092-4c7f-9c92-98056cf77861 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:16.575704 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d2b90ef-7a08-4340-9b13-6ce9085ff35d req-0678d224-c092-4c7f-9c92-98056cf77861 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 949 time: 0.1604073 Feb 15 16:38:16.582302 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 9f694a79-5102-4d96-9082-a3681d1bd46f {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:38:16.582648 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 9f694a79-5102-4d96-9082-a3681d1bd46f not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:38:16.601737 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5ae4f0fc-9432-40a0-a717-30f285341338 req-b6be3851-d4e2-4d0b-9a62-90f0a0d6e9e9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984873 Feb 15 16:38:16.603913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=3b09f112-1c90-4596-9afe-3e8bd6c54626,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:16.604784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-7e59b2b9-42c3-47ec-b676-a14750f8fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:16.605199 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f741-441a-4fd7-92a5-c61aedd4ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c67a578e-6ee4-4e2f-9340-967381e2e6a9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:16.606568 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-7e59b2b9-42c3-47ec-b676-a14750f8fde7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=86f88989c64f4a07a00abb3311cab075&device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 1126 time: 0.1455913 Feb 15 16:38:16.678702 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-47018cd2-82ce-40d8-bf4b-6b66ce83de13 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 HTTP/1.1" status: 200 len: 217 time: 0.0561395 Feb 15 16:38:16.684085 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8a7f741-441a-4fd7-92a5-c61aedd4ea76 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:38:16.714755 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d2b90ef-7a08-4340-9b13-6ce9085ff35d req-993be727-149e-4d67-8cbb-cea067bbf81e tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377513 Feb 15 16:38:16.725490 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7f741-441a-4fd7-92a5-c61aedd4ea76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67a578e-6ee4-4e2f-9340-967381e2e6a9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:16.731494 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f741-441a-4fd7-92a5-c61aedd4ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (09d428c6-9d20-4b19-b6d5-b985b261cfb0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:16.732887 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-c8a7f741-441a-4fd7-92a5-c61aedd4ea76 admin admin] Added segment 09d428c6-9d20-4b19-b6d5-b985b261cfb0 of type vlan for network bfbf47d9-a424-49bf-abad-dc91e7765475 Feb 15 16:38:16.791514 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-e8dc0402-e4c6-4fc9-a7c6-72b3b44afac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:16.793146 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-e8dc0402-e4c6-4fc9-a7c6-72b3b44afac5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fe4af53-9045-419b-bce6-988c130e6dbe HTTP/1.1" status: 200 len: 854 time: 0.0980504 Feb 15 16:38:16.814377 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f741-441a-4fd7-92a5-c61aedd4ea76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (bfbf47d9-a424-49bf-abad-dc91e7765475), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:16.845522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3747b762-1840-4398-b69d-e0466035f8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b09f112-1c90-4596-9afe-3e8bd6c54626'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:16.848453 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a53e87-1650-4d23-abf1-483a3a074cf6 x-openstack-request-id: req-86a53e87-1650-4d23-abf1-483a3a074cf6 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:16.848627 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304a5741-e3f0-4e20-b432-84dc038eab15" -d '{"events": [{"server_uuid": "3747b762-1840-4398-b69d-e0466035f8b8", "name": "network-vif-plugged", "status": "completed", "tag": "3b09f112-1c90-4596-9afe-3e8bd6c54626"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:16.848912 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46bb569b-3a57-4e1d-ab97-ba1b90596f07", "tag": "2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:16.849918 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-86a53e87-1650-4d23-abf1-483a3a074cf6 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:16.855676 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46bb569b-3a57-4e1d-ab97-ba1b90596f07', 'tag': '2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510', 'status': 'completed', 'code': 200} Feb 15 16:38:16.855808 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299356d-30fd-4762-b0f7-2595134b32e8 req-293da5cb-4004-47c5-9f9b-36076a27cd65 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:16.862867 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c299356d-30fd-4762-b0f7-2595134b32e8 req-293da5cb-4004-47c5-9f9b-36076a27cd65 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 945 time: 0.1254549 Feb 15 16:38:16.871569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-58033a44-c8db-4739-a8f6-5ef981c0d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:16.873957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-58033a44-c8db-4739-a8f6-5ef981c0d223 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ac673bd-ccc6-44a9-a21c-8063082f3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0710020 Feb 15 16:38:16.947685 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c299356d-30fd-4762-b0f7-2595134b32e8 req-32661813-7466-4822-9ffa-5ab887be828c tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839911 Feb 15 16:38:16.968261 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f741-441a-4fd7-92a5-c61aedd4ea76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (bfbf47d9-a424-49bf-abad-dc91e7765475), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:16.969295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a7f741-441a-4fd7-92a5-c61aedd4ea76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:16.969938 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8a7f741-441a-4fd7-92a5-c61aedd4ea76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:17.045824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e8b3b-7a18-4cf4-8136-b1a7423077b8 req-41192ca8-9ef4-4a0e-a634-7aa34a0c3545 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:17.048143 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe2e8b3b-7a18-4cf4-8136-b1a7423077b8 req-41192ca8-9ef4-4a0e-a634-7aa34a0c3545 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 943 time: 0.1138301 Feb 15 16:38:17.052642 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-60a9a185-c928-40ac-9517-a779eb335ec2 service neutron] 10.222.0.10 "GET /v2.0/networks/3ac673bd-ccc6-44a9-a21c-8063082f3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720059 Feb 15 16:38:17.096445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7f741-441a-4fd7-92a5-c61aedd4ea76 admin admin] Pushing event updated for resources: {'Network': ['ID=bfbf47d9-a424-49bf-abad-dc91e7765475,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:17.108109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network bfbf47d9-a424-49bf-abad-dc91e7765475 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:38:17.190577 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe2e8b3b-7a18-4cf4-8136-b1a7423077b8 req-b2b2deab-67fe-45ff-8443-7b7b31d01e6c tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365907 Feb 15 16:38:17.202001 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c8a7f741-441a-4fd7-92a5-c61aedd4ea76 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4390013 Feb 15 16:38:17.205672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35472) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:17.211059 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-a422145a-d28e-4b46-8858-2df620143ea1 admin admin] Request body: {'subnet': {'network_id': 'bfbf47d9-a424-49bf-abad-dc91e7765475', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1355404920-subnet', 'tenant_id': 'd712ffd9092c4103bfed74082a8e8494', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:17.234845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e842951b-36bb-4770-84c8-2bae9af48e34 req-4e9352a3-bc2d-4222-869e-c78d8ae3a284 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:17.241811 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe0ea809-cb58-46d1-84c2-cba5d28c9829 req-e1c7bae0-0774-4374-8fe7-02411dc610da service neutron] 10.222.0.10 "GET /v2.0/networks/3ac673bd-ccc6-44a9-a21c-8063082f3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814845 Feb 15 16:38:17.246909 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e842951b-36bb-4770-84c8-2bae9af48e34 req-4e9352a3-bc2d-4222-869e-c78d8ae3a284 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.1471291 Feb 15 16:38:17.300461 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6821665e-26a2-4438-9092-705f37dc57a3 x-openstack-request-id: req-6821665e-26a2-4438-9092-705f37dc57a3 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:17.300766 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3747b762-1840-4398-b69d-e0466035f8b8", "name": "network-vif-plugged", "status": "completed", "tag": "3b09f112-1c90-4596-9afe-3e8bd6c54626", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:17.301212 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6821665e-26a2-4438-9092-705f37dc57a3 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:17.301979 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3747b762-1840-4398-b69d-e0466035f8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b09f112-1c90-4596-9afe-3e8bd6c54626', 'code': 200} Feb 15 16:38:17.373508 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e842951b-36bb-4770-84c8-2bae9af48e34 req-4e05f794-f416-482c-af81-3ad3b59cf692 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136699 Feb 15 16:38:17.448481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a422145a-d28e-4b46-8858-2df620143ea1 admin admin] Made reservation on behalf of d712ffd9092c4103bfed74082a8e8494 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:38:17.448785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a71e3-8a21-4fc4-a1a6-6558450b9c98 req-7226b5ff-a5bb-4420-971a-9eca49535af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:17.450855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a422145a-d28e-4b46-8858-2df620143ea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:17.451105 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0d0a71e3-8a21-4fc4-a1a6-6558450b9c98 req-7226b5ff-a5bb-4420-971a-9eca49535af8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 1129 time: 0.0674560 Feb 15 16:38:17.528298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5185c-3c60-4c44-a89a-930d3bd61b70 req-53fe189a-e765-4d50-98cb-c776c0ae7861 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:17.529849 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-50d5185c-3c60-4c44-a89a-930d3bd61b70 req-53fe189a-e765-4d50-98cb-c776c0ae7861 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.1693220 Feb 15 16:38:17.536663 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0d0a71e3-8a21-4fc4-a1a6-6558450b9c98 req-624a2586-f97d-4655-a7fd-b6b520a7e879 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728660 Feb 15 16:38:17.572196 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3e541-3269-4e24-891d-f0d830be4a1c req-7384f8de-42d8-47d4-80b4-0b58330ffa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:17.573770 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85d3e541-3269-4e24-891d-f0d830be4a1c req-7384f8de-42d8-47d4-80b4-0b58330ffa58 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=86f88989c64f4a07a00abb3311cab075&device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 1126 time: 0.1610622 Feb 15 16:38:17.668105 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-50d5185c-3c60-4c44-a89a-930d3bd61b70 req-82245c8f-b1a0-44dd-ae39-61114ddade3d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298246 Feb 15 16:38:17.764166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3e541-3269-4e24-891d-f0d830be4a1c req-b06672a6-fd98-4515-9fa7-1326ea403450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:17.767551 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85d3e541-3269-4e24-891d-f0d830be4a1c req-b06672a6-fd98-4515-9fa7-1326ea403450 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ac673bd-ccc6-44a9-a21c-8063082f3153 HTTP/1.1" status: 200 len: 916 time: 0.1826346 Feb 15 16:38:17.827474 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85d3e541-3269-4e24-891d-f0d830be4a1c req-a7e27500-f507-444b-8f88-eca26e175d55 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 HTTP/1.1" status: 200 len: 217 time: 0.0481622 Feb 15 16:38:17.830872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d45d6-f82b-48a8-90ae-3a27727f9971 req-c38affde-7750-4de6-96a8-b895344e9aab tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:17.833324 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-455d45d6-f82b-48a8-90ae-3a27727f9971 req-c38affde-7750-4de6-96a8-b895344e9aab tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.1130311 Feb 15 16:38:17.899662 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a422145a-d28e-4b46-8858-2df620143ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (49138911-447b-41ff-8cb8-5aeb086d462e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:17.901923 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-455d45d6-f82b-48a8-90ae-3a27727f9971 req-56ac056e-9196-4210-a0d4-040a948ceabb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611615 Feb 15 16:38:17.970855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3e541-3269-4e24-891d-f0d830be4a1c req-b92bb681-ac49-4a22-aea2-25ec3d75a68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:17.972680 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85d3e541-3269-4e24-891d-f0d830be4a1c req-b92bb681-ac49-4a22-aea2-25ec3d75a68a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fe4af53-9045-419b-bce6-988c130e6dbe HTTP/1.1" status: 200 len: 854 time: 0.1234541 Feb 15 16:38:17.993252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422145a-d28e-4b46-8858-2df620143ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49138911-447b-41ff-8cb8-5aeb086d462e,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:18.013887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b21e6-2b81-4dd6-9dac-c03107b740bb req-c1a59f86-ab3a-4ea9-a76b-35e01f0ebce1 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:18.015479 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-216b21e6-2b81-4dd6-9dac-c03107b740bb req-c1a59f86-ab3a-4ea9-a76b-35e01f0ebce1 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 949 time: 0.1769369 Feb 15 16:38:18.034857 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a622785-cfb6-43ca-9420-ee5e09569122 req-fbeda8d2-5ac6-4f9c-8761-ab488d8ea26d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:18.040976 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a622785-cfb6-43ca-9420-ee5e09569122 req-fbeda8d2-5ac6-4f9c-8761-ab488d8ea26d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 949 time: 0.1152148 Feb 15 16:38:18.066043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a422145a-d28e-4b46-8858-2df620143ea1 admin admin] Checking segment: {'id': '09d428c6-9d20-4b19-b6d5-b985b261cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bfbf47d9-a424-49bf-abad-dc91e7765475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:38:18.066425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a422145a-d28e-4b46-8858-2df620143ea1 admin admin] Network hostable DHCP agents. Network: bfbf47d9-a424-49bf-abad-dc91e7765475, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:38:18.113120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3e541-3269-4e24-891d-f0d830be4a1c req-79a0a675-f112-4edd-83a2-4f8589ec5479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:18.115615 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85d3e541-3269-4e24-891d-f0d830be4a1c req-79a0a675-f112-4edd-83a2-4f8589ec5479 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ac673bd-ccc6-44a9-a21c-8063082f3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1322255 Feb 15 16:38:18.118569 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-216b21e6-2b81-4dd6-9dac-c03107b740bb req-d0df0302-3a57-4e2b-90c9-2f46e3ceb1fe tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795107 Feb 15 16:38:18.195145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df979e71-203e-4636-b027-2edde26880c0 req-36b4ca37-7b6e-4189-ab84-353d6cf8a796 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:18.196639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df979e71-203e-4636-b027-2edde26880c0 req-36b4ca37-7b6e-4189-ab84-353d6cf8a796 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 945 time: 0.1390533 Feb 15 16:38:18.203267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a422145a-d28e-4b46-8858-2df620143ea1 admin admin] Network bfbf47d9-a424-49bf-abad-dc91e7765475 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:38:18.263427 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85d3e541-3269-4e24-891d-f0d830be4a1c req-7e5bd083-9610-4f20-8bd4-6c738d51b5d1 service neutron] 10.222.0.10 "GET /v2.0/networks/3ac673bd-ccc6-44a9-a21c-8063082f3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394773 Feb 15 16:38:18.269394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-7a622785-cfb6-43ca-9420-ee5e09569122 req-ba7c7fdc-f737-495f-a2ff-09eb25413e98 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Deleting port af4b0c41-e640-4977-9f26-df22168cc4df {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:18.269738 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7a622785-cfb6-43ca-9420-ee5e09569122 req-ba7c7fdc-f737-495f-a2ff-09eb25413e98 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (af4b0c41-e640-4977-9f26-df22168cc4df), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:18.301034 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df979e71-203e-4636-b027-2edde26880c0 req-f837a957-6faa-4ea7-bc7f-00e186b28428 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941985 Feb 15 16:38:18.407184 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a422145a-d28e-4b46-8858-2df620143ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, bfbf47d9-a424-49bf-abad-dc91e7765475) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:38:18.415930 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224329b8-f7c5-4a77-a9a6-17eca63d415b None None] Network bfbf47d9-a424-49bf-abad-dc91e7765475 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:38:18.454084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a422145a-d28e-4b46-8858-2df620143ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:18.455186 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a422145a-d28e-4b46-8858-2df620143ea1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:18.504329 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-7a622785-cfb6-43ca-9420-ee5e09569122 req-ba7c7fdc-f737-495f-a2ff-09eb25413e98 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] For port af4b0c41-e640-4977-9f26-df22168cc4df, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=af4b0c41-e640-4977-9f26-df22168cc4df,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:18.506477 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7a622785-cfb6-43ca-9420-ee5e09569122 req-ba7c7fdc-f737-495f-a2ff-09eb25413e98 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (af4b0c41-e640-4977-9f26-df22168cc4df), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:18.547441 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01139fcb-969b-4f9c-97c8-202329ad98b3 req-ae8a76f8-49c5-49f5-91a8-33350951ef61 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:18.564075 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01139fcb-969b-4f9c-97c8-202329ad98b3 req-ae8a76f8-49c5-49f5-91a8-33350951ef61 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 943 time: 0.2611947 Feb 15 16:38:18.576582 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ffd52-5b1d-4fed-bb64-f20336d3abe4 req-d108d0f5-cefc-4da2-b32e-b6f8c8239219 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:18.576804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-8b317a8b-555e-4d27-918c-b36da4fc8350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:18.582284 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-8b317a8b-555e-4d27-918c-b36da4fc8350 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 1132 time: 0.2422342 Feb 15 16:38:18.591629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-bfbf47d9-a424-49bf-abad-dc91e7765475', 'network_id': 'bfbf47d9-a424-49bf-abad-dc91e7765475', 'project_id': 'd712ffd9092c4103bfed74082a8e8494', 'fixed_ips': [{'subnet_id': '49138911-447b-41ff-8cb8-5aeb086d462e'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:38:18.596054 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:18.598694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35504) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:18.599398 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f69ffd52-5b1d-4fed-bb64-f20336d3abe4 req-d108d0f5-cefc-4da2-b32e-b6f8c8239219 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 945 time: 0.1822698 Feb 15 16:38:18.600448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-7a622785-cfb6-43ca-9420-ee5e09569122 req-ba7c7fdc-f737-495f-a2ff-09eb25413e98 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Calling delete_port for af4b0c41-e640-4977-9f26-df22168cc4df owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:18.607661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-25bab3bf-d5e9-4ca4-a0c5-7c36e79d4c6d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Request body: {'floatingip': {'port_id': '85147198-6337-4c20-b2b5-0d57e2277560'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:18.733830 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85d3e541-3269-4e24-891d-f0d830be4a1c req-42dc9bff-2e5f-49eb-a66a-4a63dd4ebd10 service neutron] 10.222.0.10 "GET /v2.0/networks/3ac673bd-ccc6-44a9-a21c-8063082f3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650657 Feb 15 16:38:18.740360 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a422145a-d28e-4b46-8858-2df620143ea1 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5314317 Feb 15 16:38:18.782698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35508) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:18.789680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Allocated IP 172.20.0.2 (bfbf47d9-a424-49bf-abad-dc91e7765475/49138911-447b-41ff-8cb8-5aeb086d462e/3777b63b-860f-4fad-8ebe-26925c9bd64c) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:38:18.800051 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1355404920-router', 'tenant_id': 'd712ffd9092c4103bfed74082a8e8494', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:18.843249 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01139fcb-969b-4f9c-97c8-202329ad98b3 req-1f068f51-2caa-43fe-9032-061e60371724 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782362 Feb 15 16:38:18.846102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-25bab3bf-d5e9-4ca4-a0c5-7c36e79d4c6d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for floatingip (72b285bf-f220-4f79-bde4-6637d5ba15af), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:18.958346 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9a5f0-6f78-4380-84b4-9447f5a3a900 req-087ef94c-fd7a-48f4-a48d-8a47b83e8de9 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:18.964258 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90c9a5f0-6f78-4380-84b4-9447f5a3a900 req-087ef94c-fd7a-48f4-a48d-8a47b83e8de9 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.1878710 Feb 15 16:38:18.988919 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Publish callbacks [] for port (3777b63b-860f-4fad-8ebe-26925c9bd64c), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:19.005057 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7a622785-cfb6-43ca-9420-ee5e09569122 req-ba7c7fdc-f737-495f-a2ff-09eb25413e98 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (af4b0c41-e640-4977-9f26-df22168cc4df), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:19.018056 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (ce33610e-1d6b-4b8f-8662-683d71c9537f), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:19.019203 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (ce33610e-1d6b-4b8f-8662-683d71c9537f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:19.020014 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['61365c1c-a004-4754-873b-4058e502539e', '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1', 'e157465c-9784-4c87-8b1f-373b2ac01535', 'af4b0c41-e640-4977-9f26-df22168cc4df'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:19.028881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6282bc8b-9d8e-4550-a142-dea31796c065', '06ee8582-6a89-4e21-8083-647e35d014d4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:19.108516 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Publish callbacks [] for router_controller (ce33610e-1d6b-4b8f-8662-683d71c9537f), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:19.114208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c7fdc-f737-495f-a2ff-09eb25413e98 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event deleted for resources: {'Port': ['ID=af4b0c41-e640-4977-9f26-df22168cc4df,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:19.115213 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (3777b63b-860f-4fad-8ebe-26925c9bd64c), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:19.173014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a622785-cfb6-43ca-9420-ee5e09569122 req-ba7c7fdc-f737-495f-a2ff-09eb25413e98 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] No DVR routers for this DVR port af4b0c41-e640-4977-9f26-df22168cc4df on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:38:19.175986 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7a622785-cfb6-43ca-9420-ee5e09569122 req-ba7c7fdc-f737-495f-a2ff-09eb25413e98 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:19.181486 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a622785-cfb6-43ca-9420-ee5e09569122 req-ba7c7fdc-f737-495f-a2ff-09eb25413e98 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "DELETE /v2.0/ports/af4b0c41-e640-4977-9f26-df22168cc4df HTTP/1.1" status: 204 len: 173 time: 1.1352057 Feb 15 16:38:19.195965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13881691-fb38-41b2-a444-87df7c985814', 'name': 'network-vif-deleted', 'tag': 'af4b0c41-e640-4977-9f26-df22168cc4df'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:19.199719 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d0a193-1666-4534-9403-71a378c7c181" -d '{"events": [{"server_uuid": "13881691-fb38-41b2-a444-87df7c985814", "name": "network-vif-deleted", "tag": "af4b0c41-e640-4977-9f26-df22168cc4df"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:19.213040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a258756e-025a-4744-be49-f4287adfe811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:19.213605 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90c9a5f0-6f78-4380-84b4-9447f5a3a900 req-28171244-5379-45c7-a996-9ee715d5fc85 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431114 Feb 15 16:38:19.217460 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a258756e-025a-4744-be49-f4287adfe811 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.6196773 Feb 15 16:38:19.256989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35518) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:19.291119 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Pushing event updated for resources: {'Port': ['ID=3777b63b-860f-4fad-8ebe-26925c9bd64c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:19.294997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Network bfbf47d9-a424-49bf-abad-dc91e7765475 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:38:19.303109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:38:19.309985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:38:19.362194 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-c80bf8e9-78d5-4947-ac5b-7d0825842410 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7de2aa9b-236e-4739-a672-636d285db5f4 HTTP/1.1" status: 200 len: 217 time: 0.1063941 Feb 15 16:38:19.447443 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Attempting to bind port 3777b63b-860f-4fad-8ebe-26925c9bd64c on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:38:19.448017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Attempting to bind port 3777b63b-860f-4fad-8ebe-26925c9bd64c by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '09d428c6-9d20-4b19-b6d5-b985b261cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bfbf47d9-a424-49bf-abad-dc91e7765475'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:38:19.448278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Attempting to bind port 3777b63b-860f-4fad-8ebe-26925c9bd64c on network bfbf47d9-a424-49bf-abad-dc91e7765475 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:19.465835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:38:19.465835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Checking segment: {'id': '09d428c6-9d20-4b19-b6d5-b985b261cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bfbf47d9-a424-49bf-abad-dc91e7765475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:38:19.465835 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:19.465835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Bound using segment: {'id': '09d428c6-9d20-4b19-b6d5-b985b261cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bfbf47d9-a424-49bf-abad-dc91e7765475'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:38:19.466321 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Bound port: 3777b63b-860f-4fad-8ebe-26925c9bd64c, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d428c6-9d20-4b19-b6d5-b985b261cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bfbf47d9-a424-49bf-abad-dc91e7765475'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:38:19.466414 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3777b63b-860f-4fad-8ebe-26925c9bd64c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:19.500917 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Publish callbacks [] for router_gateway (ce33610e-1d6b-4b8f-8662-683d71c9537f), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:19.541335 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddecd84-3451-4f06-8079-a1ec5aebe5e5 req-13de4733-3e08-4827-996d-556c842df8e4 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:19.543531 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ddecd84-3451-4f06-8079-a1ec5aebe5e5 req-13de4733-3e08-4827-996d-556c842df8e4 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.1065512 Feb 15 16:38:19.714241 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ddecd84-3451-4f06-8079-a1ec5aebe5e5 req-37f07e94-416f-412f-a6a7-00440f6e844e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634872 Feb 15 16:38:19.813169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-bde59483-67a2-4bd5-a648-b58e6c171165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:19.814613 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-bde59483-67a2-4bd5-a648-b58e6c171165 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.4450724 Feb 15 16:38:19.830646 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6f85d9f-f3fa-41a6-88ff-85f0d14a94e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:19.854718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] For port 3777b63b-860f-4fad-8ebe-26925c9bd64c, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:38:19.856508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] For port 3777b63b-860f-4fad-8ebe-26925c9bd64c, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3777b63b-860f-4fad-8ebe-26925c9bd64c,segment=NetworkSegment(09d428c6-9d20-4b19-b6d5-b985b261cfb0),segment_id=09d428c6-9d20-4b19-b6d5-b985b261cfb0)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:38:19.870220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d858eb-6e1c-46c3-a5b4-656098ef1ee0 req-77f434a0-b542-41af-9f7a-e6c808bc78a5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:19.877540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54d858eb-6e1c-46c3-a5b4-656098ef1ee0 req-77f434a0-b542-41af-9f7a-e6c808bc78a5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.8979759 Feb 15 16:38:19.965796 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7d7a1f66-fd7f-411f-b04e-ea12138dadcc req-a96a8bbd-1cfe-498d-96fc-9ddbf2cea232 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=13881691-fb38-41b2-a444-87df7c985814 HTTP/1.1" status: 200 len: 210 time: 0.0852153 Feb 15 16:38:20.023870 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3777b63b-860f-4fad-8ebe-26925c9bd64c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:20.032872 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d32b6d-0373-4762-9a91-3e11b94a3956 x-openstack-request-id: req-b8d32b6d-0373-4762-9a91-3e11b94a3956 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:20.033275 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13881691-fb38-41b2-a444-87df7c985814", "name": "network-vif-deleted", "tag": "af4b0c41-e640-4977-9f26-df22168cc4df", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:20.033692 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b8d32b6d-0373-4762-9a91-3e11b94a3956 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:20.036299 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54d858eb-6e1c-46c3-a5b4-656098ef1ee0 req-2ee14428-5e0a-4f47-b219-948898c7ad40 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578357 Feb 15 16:38:20.036898 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13881691-fb38-41b2-a444-87df7c985814', 'name': 'network-vif-deleted', 'tag': 'af4b0c41-e640-4977-9f26-df22168cc4df', 'status': 'completed', 'code': 200} Feb 15 16:38:20.044155 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-fa6b51a0-3917-479f-8463-288989504b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:20.046867 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-fa6b51a0-3917-479f-8463-288989504b9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2036748 Feb 15 16:38:20.056051 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Publish callbacks [] for router_gateway (ce33610e-1d6b-4b8f-8662-683d71c9537f), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:20.105599 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:20.176386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1de0c-8334-427c-8a78-e90a2ff82d52 None None] Pushing event updated for resources: {'Port': ['ID=3777b63b-860f-4fad-8ebe-26925c9bd64c,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:20.241821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-54f93224-b532-4178-8317-b7cf19c775ca service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855469 Feb 15 16:38:20.391269 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Allocated IP 172.25.4.75 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/65e0ae69-ea36-464e-8bfe-e052d868af68) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:38:20.407333 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b51e17-3c32-45e8-b8cc-53560926ea2f req-b4bdd1de-4689-4cd1-815f-40ced188ae9d tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:20.408994 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-09b51e17-3c32-45e8-b8cc-53560926ea2f req-b4bdd1de-4689-4cd1-815f-40ced188ae9d tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 943 time: 0.3008175 Feb 15 16:38:20.529021 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-09b51e17-3c32-45e8-b8cc-53560926ea2f req-dd6ddc61-8575-43cc-90cc-fa371c8f9b7d tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088319 Feb 15 16:38:20.584511 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Publish callbacks [] for port (65e0ae69-ea36-464e-8bfe-e052d868af68), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:20.685826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (65e0ae69-ea36-464e-8bfe-e052d868af68), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:20.687603 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3777b63b-860f-4fad-8ebe-26925c9bd64c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:38:20.742695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:38:20.746252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:38:20.751508 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:38:20.754679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Pushing event updated for resources: {'Port': ['ID=65e0ae69-ea36-464e-8bfe-e052d868af68,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:20.756290 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6f85d9f-f3fa-41a6-88ff-85f0d14a94e7 admin admin] Publish callbacks [] for security_group (c2522faa-bed4-4d4e-b999-a45fa6435b8e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:20.778465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 3777b63b-860f-4fad-8ebe-26925c9bd64c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:20.778849 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3777b63b-860f-4fad-8ebe-26925c9bd64c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:20.819417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82553f2-7eeb-4cb1-92a2-9933ec669add req-06ba7c11-c74d-4717-95c1-f47d99f3604e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:20.820971 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d82553f2-7eeb-4cb1-92a2-9933ec669add req-06ba7c11-c74d-4717-95c1-f47d99f3604e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.2521644 Feb 15 16:38:20.862941 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6f85d9f-f3fa-41a6-88ff-85f0d14a94e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c2522faa-bed4-4d4e-b999-a45fa6435b8e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:20.905215 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b6f85d9f-f3fa-41a6-88ff-85f0d14a94e7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=49dbf133b7b4414db75b2d868ff99396&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6427901 Feb 15 16:38:20.905215 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.db.resource_extend [None req-25bab3bf-d5e9-4ca4-a0c5-7c36e79d4c6d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:38:20.910172 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-822be064-6412-498b-a4e7-d85dd634fab7 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6571350 Feb 15 16:38:20.913378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35528) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:20.963683 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 3777b63b-860f-4fad-8ebe-26925c9bd64c is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:20.964369 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3777b63b-860f-4fad-8ebe-26925c9bd64c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:20.993542 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b791427-9b9e-4dc1-9ccf-2037c920a96b req-16f4e621-9ab6-472e-a6c4-1966b99b54df tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:21.000531 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b791427-9b9e-4dc1-9ccf-2037c920a96b req-16f4e621-9ab6-472e-a6c4-1966b99b54df tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.1898918 Feb 15 16:38:21.025809 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d82553f2-7eeb-4cb1-92a2-9933ec669add req-960510f1-8031-4899-8da7-26fc1ad93c46 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971927 Feb 15 16:38:21.059115 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b791427-9b9e-4dc1-9ccf-2037c920a96b req-0a511272-0534-4791-903f-4afebdcfb0a8 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569763 Feb 15 16:38:21.078320 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f85d9f-f3fa-41a6-88ff-85f0d14a94e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2522faa-bed4-4d4e-b999-a45fa6435b8e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:21.080688 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-25bab3bf-d5e9-4ca4-a0c5-7c36e79d4c6d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:21.132056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 3777b63b-860f-4fad-8ebe-26925c9bd64c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3777b63b-860f-4fad-8ebe-26925c9bd64c,segment=NetworkSegment(09d428c6-9d20-4b19-b6d5-b985b261cfb0),segment_id=09d428c6-9d20-4b19-b6d5-b985b261cfb0)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:21.138707 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91f9ff1-193b-43d9-a486-729c34d0227a admin admin] Publish callbacks [] for security_group (c2522faa-bed4-4d4e-b999-a45fa6435b8e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:21.167254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-25bab3bf-d5e9-4ca4-a0c5-7c36e79d4c6d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (72b285bf-f220-4f79-bde4-6637d5ba15af), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:21.170502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91f9ff1-193b-43d9-a486-729c34d0227a admin admin] Publish callbacks [] for security_group (c2522faa-bed4-4d4e-b999-a45fa6435b8e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:21.251461 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3777b63b-860f-4fad-8ebe-26925c9bd64c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:21.321455 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=3777b63b-860f-4fad-8ebe-26925c9bd64c,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:21.340697 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-25bab3bf-d5e9-4ca4-a0c5-7c36e79d4c6d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Floating IP 72b285bf-f220-4f79-bde4-6637d5ba15af associated. External IP: 172.25.4.196, port: 85147198-6337-4c20-b2b5-0d57e2277560. Feb 15 16:38:21.595632 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91f9ff1-193b-43d9-a486-729c34d0227a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c2522faa-bed4-4d4e-b999-a45fa6435b8e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:21.595632 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91f9ff1-193b-43d9-a486-729c34d0227a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:21.595632 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d91f9ff1-193b-43d9-a486-729c34d0227a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c2522faa-bed4-4d4e-b999-a45fa6435b8e HTTP/1.1" status: 204 len: 168 time: 0.6501315 Feb 15 16:38:21.605764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f9ff1-193b-43d9-a486-729c34d0227a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2522faa-bed4-4d4e-b999-a45fa6435b8e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:21.655420 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bab3bf-d5e9-4ca4-a0c5-7c36e79d4c6d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:38:21.697023 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f5468-ca9d-4925-9d30-ef1cd82faf4c req-ec9bf539-ed51-454f-a2c4-0faaaa827a33 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:21.704520 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1d5f5468-ca9d-4925-9d30-ef1cd82faf4c req-ec9bf539-ed51-454f-a2c4-0faaaa827a33 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.5405483 Feb 15 16:38:21.720525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a695d212-52ab-4e68-9019-bc7b815a619c None None] Network bfbf47d9-a424-49bf-abad-dc91e7765475 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:38:21.792773 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1d5f5468-ca9d-4925-9d30-ef1cd82faf4c req-6509d96d-7094-44b2-9ae6-12162082513c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871124 Feb 15 16:38:21.794299 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Publish callbacks [] for router_gateway (ce33610e-1d6b-4b8f-8662-683d71c9537f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:21.845585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-669ff1bf-a51d-4358-8065-3ce930493898 None None] Provisioning complete for port 3777b63b-860f-4fad-8ebe-26925c9bd64c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:21.846155 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-669ff1bf-a51d-4358-8065-3ce930493898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3777b63b-860f-4fad-8ebe-26925c9bd64c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:21.916295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686801b-6a0a-49ce-b24b-dbc2026cf853 req-cfd70c17-525d-412b-9061-ff800f0ab877 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:21.930009 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e686801b-6a0a-49ce-b24b-dbc2026cf853 req-cfd70c17-525d-412b-9061-ff800f0ab877 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 943 time: 0.1765399 Feb 15 16:38:21.935042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bab3bf-d5e9-4ca4-a0c5-7c36e79d4c6d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:38:21.946243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-25bab3bf-d5e9-4ca4-a0c5-7c36e79d4c6d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:21.983098 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-25bab3bf-d5e9-4ca4-a0c5-7c36e79d4c6d tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "PUT /v2.0/floatingips/72b285bf-f220-4f79-bde4-6637d5ba15af HTTP/1.1" status: 200 len: 991 time: 3.3813372 Feb 15 16:38:21.985313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a04bd073-a89a-4a61-afc4-bbabd41dd03d', 'tag': '85147198-6337-4c20-b2b5-0d57e2277560'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:21.988161 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe16e522-a087-4ca8-9c50-3f8697bd5297" -d '{"events": [{"name": "network-changed", "server_uuid": "a04bd073-a89a-4a61-afc4-bbabd41dd03d", "tag": "85147198-6337-4c20-b2b5-0d57e2277560"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:22.003324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-669ff1bf-a51d-4358-8065-3ce930493898 None None] Current status of the port 3777b63b-860f-4fad-8ebe-26925c9bd64c is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:22.013756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device af4b0c41-e640-4977-9f26-df22168cc4df no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:38:22.022707 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726029e-79da-4878-ad27-d54b8fb39f10 None None] Sync routers for ids ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:38:22.077159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e686801b-6a0a-49ce-b24b-dbc2026cf853 req-f9ad3fad-5381-4c0a-b7df-649547967b6e tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459701 Feb 15 16:38:22.095831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: af4b0c41-e640-4977-9f26-df22168cc4df {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:38:22.096200 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device af4b0c41-e640-4977-9f26-df22168cc4df not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:38:22.104570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726029e-79da-4878-ad27-d54b8fb39f10 None None] Routers {'3b289a7d-9499-4f07-b8d1-ed80843fbe4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:38:22.105241 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c726029e-79da-4878-ad27-d54b8fb39f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:38:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:22.247792 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129af20-52f5-4306-937a-56713f75a7b1 req-907b40a0-ea32-4f0a-8e32-155513a38c66 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:22.249455 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e129af20-52f5-4306-937a-56713f75a7b1 req-907b40a0-ea32-4f0a-8e32-155513a38c66 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 1129 time: 0.0984423 Feb 15 16:38:22.265045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-c726029e-79da-4878-ad27-d54b8fb39f10 None None] Set router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:38:22.348853 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e129af20-52f5-4306-937a-56713f75a7b1 req-fcaf3029-cecd-40f5-91b3-9f98e9f207ad tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771160 Feb 15 16:38:22.398759 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (ce33610e-1d6b-4b8f-8662-683d71c9537f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:22.500004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a1e22-a742-41e2-87c6-0b8a4c6c18af req-f4fbd3ac-dad1-41c8-9fe5-478bae8ddb10 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:22.507810 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-267a1e22-a742-41e2-87c6-0b8a4c6c18af req-f4fbd3ac-dad1-41c8-9fe5-478bae8ddb10 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 945 time: 0.0736997 Feb 15 16:38:22.517649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3a7960e9-0481-455c-8929-2eab0c761721 None None] Provisioning complete for port 3777b63b-860f-4fad-8ebe-26925c9bd64c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:22.518474 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a7960e9-0481-455c-8929-2eab0c761721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3777b63b-860f-4fad-8ebe-26925c9bd64c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:22.611320 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-267a1e22-a742-41e2-87c6-0b8a4c6c18af req-c3a0d5cb-1525-40f1-a9e3-419c68ba78eb tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025558 Feb 15 16:38:22.655435 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49e0b5a-a0ee-4278-874b-74583e54bce7 x-openstack-request-id: req-c49e0b5a-a0ee-4278-874b-74583e54bce7 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:22.658276 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a04bd073-a89a-4a61-afc4-bbabd41dd03d", "tag": "85147198-6337-4c20-b2b5-0d57e2277560", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:22.666980 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c49e0b5a-a0ee-4278-874b-74583e54bce7 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:22.667735 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a04bd073-a89a-4a61-afc4-bbabd41dd03d', 'tag': '85147198-6337-4c20-b2b5-0d57e2277560', 'status': 'completed', 'code': 200} Feb 15 16:38:22.692403 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3777b63b-860f-4fad-8ebe-26925c9bd64c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:38:22.714008 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Router ce33610e-1d6b-4b8f-8662-683d71c9537f is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:38:22.741265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3a7960e9-0481-455c-8929-2eab0c761721 None None] Current status of the port 3777b63b-860f-4fad-8ebe-26925c9bd64c is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:22.763321 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c726029e-79da-4878-ad27-d54b8fb39f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '72b285bf-f220-4f79-bde4-6637d5ba15af', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'port_id': '85147198-6337-4c20-b2b5-0d57e2277560', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'mac_address': 'fa:16:3e:ef:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04bd073-a89a-4a61-afc4-bbabd41dd03d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:36:35Z', 'updated_at': '2022-02-15T16:38:20Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f', 'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'mac_address': 'fa:16:3e:dd:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:01Z', 'updated_at': '2022-02-15T16:36:10Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'subnets': [{'id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:22.777155 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68075c1-bcc7-433a-95ab-00c57449be86 req-dcf59c2f-b5c0-4ebd-bc92-e0445742d0c8 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:22.784446 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a68075c1-bcc7-433a-95ab-00c57449be86 req-dcf59c2f-b5c0-4ebd-bc92-e0445742d0c8 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.0712337 Feb 15 16:38:22.793283 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726029e-79da-4878-ad27-d54b8fb39f10 None None] Checking router: 3b289a7d-9499-4f07-b8d1-ed80843fbe4d for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:38:22.801974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 3777b63b-860f-4fad-8ebe-26925c9bd64c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:22.802433 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3777b63b-860f-4fad-8ebe-26925c9bd64c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:22.819494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35560) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:22.836580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16e522-a087-4ca8-9c50-3f8697bd5297 req-46c95d13-2e56-4a52-ab01-7de2b75f1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:22.838446 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe16e522-a087-4ca8-9c50-3f8697bd5297 req-46c95d13-2e56-4a52-ab01-7de2b75f1362 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=27c221efa2174e2bb6c3a3ee08e7ac83&device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 1128 time: 0.2066274 Feb 15 16:38:22.871628 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a68075c1-bcc7-433a-95ab-00c57449be86 req-72e51c9b-e871-4bfa-ab2e-47f26b0914dd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862563 Feb 15 16:38:22.872753 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-73abe025-5a08-4556-86b1-fef9072cb2cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:22.877850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c726029e-79da-4878-ad27-d54b8fb39f10 None None] Routers {'3b289a7d-9499-4f07-b8d1-ed80843fbe4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:38:22.879194 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c726029e-79da-4878-ad27-d54b8fb39f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:38:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:23.008260 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-73abe025-5a08-4556-86b1-fef9072cb2cc admin admin] Publish callbacks [] for security_group (ab28c41a-bccb-4ce9-be62-a604531c7e07), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:23.102039 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16e522-a087-4ca8-9c50-3f8697bd5297 req-8b222272-3aaf-438b-af16-b13ebe0becb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:23.103706 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe16e522-a087-4ca8-9c50-3f8697bd5297 req-8b222272-3aaf-438b-af16-b13ebe0becb1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0305f676-6c3c-4135-913e-af6ab03d5e4e HTTP/1.1" status: 200 len: 925 time: 0.1534772 Feb 15 16:38:23.118472 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-73abe025-5a08-4556-86b1-fef9072cb2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ab28c41a-bccb-4ce9-be62-a604531c7e07), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:23.160382 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 3777b63b-860f-4fad-8ebe-26925c9bd64c is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:23.200993 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092f1de-a6a8-43d4-94e9-ad1f37accb04 req-0b5dfb83-3bab-4643-a9e3-1ad13ea62c3f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:23.203236 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-73abe025-5a08-4556-86b1-fef9072cb2cc admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7007df7547eb4942b31a5471b047ac65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816118 Feb 15 16:38:23.217695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35568) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:23.221046 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8092f1de-a6a8-43d4-94e9-ad1f37accb04 req-0b5dfb83-3bab-4643-a9e3-1ad13ea62c3f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.4665461 Feb 15 16:38:23.247922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-c726029e-79da-4878-ad27-d54b8fb39f10 None None] Set router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:38:23.256355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abe025-5a08-4556-86b1-fef9072cb2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab28c41a-bccb-4ce9-be62-a604531c7e07,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:23.277547 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe16e522-a087-4ca8-9c50-3f8697bd5297 req-1b424e73-0af7-4b33-aa74-07825fc615b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85147198-6337-4c20-b2b5-0d57e2277560 HTTP/1.1" status: 200 len: 999 time: 0.1592054 Feb 15 16:38:23.341581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54c49b-3733-456a-9ef4-f7d4dcd9f7a6 req-3653ad5d-f6e7-4337-8c44-3c00202ab3f6 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:23.341581 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1c54c49b-3733-456a-9ef4-f7d4dcd9f7a6 req-3653ad5d-f6e7-4337-8c44-3c00202ab3f6 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=3110f14b-b92d-44ce-8ddd-b9451e93c012 HTTP/1.1" status: 200 len: 950 time: 0.2815602 Feb 15 16:38:23.363193 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8092f1de-a6a8-43d4-94e9-ad1f37accb04 req-dda609ca-b979-4760-850c-f74085024786 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410484 Feb 15 16:38:23.368981 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:38:23.388801 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Sync routers for ids ['ce33610e-1d6b-4b8f-8662-683d71c9537f'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:38:23.416784 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Routers {'ce33610e-1d6b-4b8f-8662-683d71c9537f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:38:23.417571 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:38:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ce33610e-1d6b-4b8f-8662-683d71c9537f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:23.424112 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16e522-a087-4ca8-9c50-3f8697bd5297 req-8c9a12ce-ad03-40c2-96e3-ad3d2e023b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:23.425656 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe16e522-a087-4ca8-9c50-3f8697bd5297 req-8c9a12ce-ad03-40c2-96e3-ad3d2e023b3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=2f25f8aa-eba2-4381-970d-f0bf01a10fef HTTP/1.1" status: 200 len: 863 time: 0.1437035 Feb 15 16:38:23.561074 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1c54c49b-3733-456a-9ef4-f7d4dcd9f7a6 req-c73e0314-a8d1-4860-9e22-55b553107ec4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094464 Feb 15 16:38:23.593292 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:23.593511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-38846209-e6df-49fb-a381-d705a1177fec tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:23.594458 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-20b5f052-be8e-4e7a-8995-84cdcd3957d3 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8108120 Feb 15 16:38:23.598704 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-38846209-e6df-49fb-a381-d705a1177fec tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d&tenant_id=d0ff076c939c42f79afd32ae34c41b7e&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 1129 time: 0.2582116 Feb 15 16:38:23.605777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35570) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:23.618754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828372-14'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:23.622199 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-753d7b75-835e-4697-bc19-1f06a8f43673 admin admin] Publish callbacks [] for security_group (ab28c41a-bccb-4ce9-be62-a604531c7e07), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:23.650752 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Set router ce33610e-1d6b-4b8f-8662-683d71c9537f gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:38:23.685337 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-753d7b75-835e-4697-bc19-1f06a8f43673 admin admin] Publish callbacks [] for security_group (ab28c41a-bccb-4ce9-be62-a604531c7e07), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:23.799729 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe16e522-a087-4ca8-9c50-3f8697bd5297 req-b93d9cac-d7ea-443b-8f75-1e87c72cc4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:23.803126 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe16e522-a087-4ca8-9c50-3f8697bd5297 req-b93d9cac-d7ea-443b-8f75-1e87c72cc4c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0305f676-6c3c-4135-913e-af6ab03d5e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3651721 Feb 15 16:38:23.827061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c726029e-79da-4878-ad27-d54b8fb39f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '72b285bf-f220-4f79-bde4-6637d5ba15af', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'port_id': '85147198-6337-4c20-b2b5-0d57e2277560', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'mac_address': 'fa:16:3e:ef:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04bd073-a89a-4a61-afc4-bbabd41dd03d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:36:35Z', 'updated_at': '2022-02-15T16:38:20Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f', 'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'mac_address': 'fa:16:3e:dd:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:01Z', 'updated_at': '2022-02-15T16:36:10Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'subnets': [{'id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:23.863827 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca0b29-fee2-46dd-be38-30aea320cc4a req-61f35624-bc9a-435a-ab92-d415b0835f04 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:23.868689 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fdca0b29-fee2-46dd-be38-30aea320cc4a req-61f35624-bc9a-435a-ab92-d415b0835f04 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "GET /v2.0/ports?device_id=3110f14b-b92d-44ce-8ddd-b9451e93c012 HTTP/1.1" status: 200 len: 950 time: 0.4563625 Feb 15 16:38:23.883927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c726029e-79da-4878-ad27-d54b8fb39f10 None None] The sync data for ids ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'] in n-d-828372-14 is: [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '72b285bf-f220-4f79-bde4-6637d5ba15af', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'port_id': '85147198-6337-4c20-b2b5-0d57e2277560', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'mac_address': 'fa:16:3e:ef:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a04bd073-a89a-4a61-afc4-bbabd41dd03d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:36:35Z', 'updated_at': '2022-02-15T16:38:20Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f', 'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'mac_address': 'fa:16:3e:dd:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:01Z', 'updated_at': '2022-02-15T16:36:10Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'subnets': [{'id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:38:23.923101 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4eed547b-34c5-4320-aaa9-48e7d4835041 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:38:23.971232 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'name': 'tempest-FloatingIPDetailsTestJSON-1355404920-router', 'tenant_id': 'd712ffd9092c4103bfed74082a8e8494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '65e0ae69-ea36-464e-8bfe-e052d868af68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:38:19Z', 'updated_at': '2022-02-15T16:38:20Z', 'revision_number': 3, 'project_id': 'd712ffd9092c4103bfed74082a8e8494', 'gw_port': {'id': '65e0ae69-ea36-464e-8bfe-e052d868af68', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:38:20Z', 'updated_at': '2022-02-15T16:38:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:24.026722 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Checking router: ce33610e-1d6b-4b8f-8662-683d71c9537f for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:38:24.027076 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Updating router ce33610e-1d6b-4b8f-8662-683d71c9537f port 65e0ae69-ea36-464e-8bfe-e052d868af68 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:38:24.033776 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64562c87-62b3-4895-8ef6-6ca32ff2ce65 req-f360571a-6cec-4ac6-8c85-2991ee016824 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:24.049289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64562c87-62b3-4895-8ef6-6ca32ff2ce65 req-f360571a-6cec-4ac6-8c85-2991ee016824 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 943 time: 0.5410342 Feb 15 16:38:24.087300 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (65e0ae69-ea36-464e-8bfe-e052d868af68), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:24.217964 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64562c87-62b3-4895-8ef6-6ca32ff2ce65 req-97c5198b-fddd-46e7-a7c5-1e7db9382c85 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673265 Feb 15 16:38:24.283734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4eed547b-34c5-4320-aaa9-48e7d4835041, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=4eed547b-34c5-4320-aaa9-48e7d4835041,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:24.300475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4eed547b-34c5-4320-aaa9-48e7d4835041 has no active binding in host n-h1-828372-14 {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 16:38:24.317586 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe16e522-a087-4ca8-9c50-3f8697bd5297 req-f4d01dd8-4c37-41cf-81be-aec0ba322c08 service neutron] 10.222.0.67 "GET /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700725 Feb 15 16:38:24.323387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762301df-abb1-42fe-a18d-8fc8a909640d None None] New status for floating IP 72b285bf-f220-4f79-bde4-6637d5ba15af: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:38:24.568421 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Publish callbacks [] for port (65e0ae69-ea36-464e-8bfe-e052d868af68), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:24.587430 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:24.633086 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-753d7b75-835e-4697-bc19-1f06a8f43673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ab28c41a-bccb-4ce9-be62-a604531c7e07), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:24.636071 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-753d7b75-835e-4697-bc19-1f06a8f43673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:24.639510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-753d7b75-835e-4697-bc19-1f06a8f43673 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ab28c41a-bccb-4ce9-be62-a604531c7e07 HTTP/1.1" status: 204 len: 168 time: 1.4172034 Feb 15 16:38:24.682387 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (65e0ae69-ea36-464e-8bfe-e052d868af68), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:24.699689 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e9164-c4d9-425c-9246-f05eb5a4f70b req-40b9385c-1efa-46b4-85e0-25eee43463f4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:24.703964 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-316e9164-c4d9-425c-9246-f05eb5a4f70b req-40b9385c-1efa-46b4-85e0-25eee43463f4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 946 time: 0.1560433 Feb 15 16:38:24.725439 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeeb32b-7e9d-4015-8dd0-971df9dbbff4 req-25d46899-69b5-4c23-9741-04a54c9870d2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:24.726998 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afeeb32b-7e9d-4015-8dd0-971df9dbbff4 req-25d46899-69b5-4c23-9741-04a54c9870d2 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.10 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 950 time: 0.6918304 Feb 15 16:38:24.739596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d7b75-835e-4697-bc19-1f06a8f43673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab28c41a-bccb-4ce9-be62-a604531c7e07,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:24.751739 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe16e522-a087-4ca8-9c50-3f8697bd5297 req-14283db9-a72f-470a-8e07-50fd11d030a4 service neutron] 10.222.0.67 "GET /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558607 Feb 15 16:38:24.820505 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c05b28-42e9-4477-aae7-41441943c174 None None] Pushing event updated for resources: {'Port': ['ID=65e0ae69-ea36-464e-8bfe-e052d868af68,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:24.852299 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c05b28-42e9-4477-aae7-41441943c174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:24.852827 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c05b28-42e9-4477-aae7-41441943c174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:24.853302 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c05b28-42e9-4477-aae7-41441943c174 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:24.853763 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c05b28-42e9-4477-aae7-41441943c174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:24.855372 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c05b28-42e9-4477-aae7-41441943c174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:24.857264 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c05b28-42e9-4477-aae7-41441943c174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:24.859178 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c05b28-42e9-4477-aae7-41441943c174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:24.860511 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c05b28-42e9-4477-aae7-41441943c174 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:24.861380 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c05b28-42e9-4477-aae7-41441943c174 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:24.862439 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c05b28-42e9-4477-aae7-41441943c174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:24.864841 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c05b28-42e9-4477-aae7-41441943c174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:24.867385 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c05b28-42e9-4477-aae7-41441943c174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:24.868814 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c05b28-42e9-4477-aae7-41441943c174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:24.874911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-fdca0b29-fee2-46dd-be38-30aea320cc4a req-19cac7ec-c3f2-446b-b84c-4ce996f01ae4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Deleting port e157465c-9784-4c87-8b1f-373b2ac01535 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:24.875429 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fdca0b29-fee2-46dd-be38-30aea320cc4a req-19cac7ec-c3f2-446b-b84c-4ce996f01ae4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e157465c-9784-4c87-8b1f-373b2ac01535), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:24.911339 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Attempting to bind port 65e0ae69-ea36-464e-8bfe-e052d868af68 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:38:24.913711 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Attempting to bind port 65e0ae69-ea36-464e-8bfe-e052d868af68 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:38:24.915813 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Attempting to bind port 65e0ae69-ea36-464e-8bfe-e052d868af68 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:24.928786 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:38:24.935108 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:38:24.935108 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:24.935108 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:38:24.935108 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Bound port: 65e0ae69-ea36-464e-8bfe-e052d868af68, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:38:24.935108 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (65e0ae69-ea36-464e-8bfe-e052d868af68), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:24.990875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-fdca0b29-fee2-46dd-be38-30aea320cc4a req-19cac7ec-c3f2-446b-b84c-4ce996f01ae4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] For port e157465c-9784-4c87-8b1f-373b2ac01535, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=e157465c-9784-4c87-8b1f-373b2ac01535,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:24.992523 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fdca0b29-fee2-46dd-be38-30aea320cc4a req-19cac7ec-c3f2-446b-b84c-4ce996f01ae4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e157465c-9784-4c87-8b1f-373b2ac01535), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:25.004399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-fdca0b29-fee2-46dd-be38-30aea320cc4a req-19cac7ec-c3f2-446b-b84c-4ce996f01ae4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Calling delete_port for e157465c-9784-4c87-8b1f-373b2ac01535 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:25.096816 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] For port 65e0ae69-ea36-464e-8bfe-e052d868af68, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:38:25.098935 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430d785-a849-41f6-a249-5d30400fac7f req-1c6c214f-9a2a-4fd5-aaae-779789313887 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:25.101884 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b430d785-a849-41f6-a249-5d30400fac7f req-1c6c214f-9a2a-4fd5-aaae-779789313887 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 1.0690243 Feb 15 16:38:25.107491 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] For port 65e0ae69-ea36-464e-8bfe-e052d868af68, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=65e0ae69-ea36-464e-8bfe-e052d868af68,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:38:25.184920 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-316e9164-c4d9-425c-9246-f05eb5a4f70b req-6d9691c7-a4ec-4d93-a09f-de251c384a8c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704876 Feb 15 16:38:25.210287 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:25.213719 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (65e0ae69-ea36-464e-8bfe-e052d868af68), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:25.283570 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b430d785-a849-41f6-a249-5d30400fac7f req-3e007b10-2e29-4c6c-a80e-f5615f59569b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603081 Feb 15 16:38:25.442268 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Routers {'ce33610e-1d6b-4b8f-8662-683d71c9537f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:38:25.443597 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:38:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ce33610e-1d6b-4b8f-8662-683d71c9537f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:25.445254 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c05b28-42e9-4477-aae7-41441943c174 None None] Pushing event updated for resources: {'Port': ['ID=65e0ae69-ea36-464e-8bfe-e052d868af68,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:25.479248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] For port 4eed547b-34c5-4320-aaa9-48e7d4835041, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=4eed547b-34c5-4320-aaa9-48e7d4835041,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:25.593787 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f99ae9-bde9-421b-975f-92f7e8160680 req-dcff113c-7eca-44bc-acd8-c45deac61f54 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:25.596875 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52f99ae9-bde9-421b-975f-92f7e8160680 req-dcff113c-7eca-44bc-acd8-c45deac61f54 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=3110f14b-b92d-44ce-8ddd-b9451e93c012 HTTP/1.1" status: 200 len: 950 time: 0.1518245 Feb 15 16:38:25.679623 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] Set router ce33610e-1d6b-4b8f-8662-683d71c9537f gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:38:25.713438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] For port 4eed547b-34c5-4320-aaa9-48e7d4835041, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:38:25.749413 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52f99ae9-bde9-421b-975f-92f7e8160680 req-fb12af32-e5ac-4dc0-a6f6-1ddf80d168f1 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004841 Feb 15 16:38:25.754939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be73d5-cc34-45b7-9e66-facbaf4eda00 req-62b99e21-8b04-4434-9a78-58e8d5150fc5 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:25.763291 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84be73d5-cc34-45b7-9e66-facbaf4eda00 req-62b99e21-8b04-4434-9a78-58e8d5150fc5 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 943 time: 0.2458720 Feb 15 16:38:25.778569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-afeeb32b-7e9d-4015-8dd0-971df9dbbff4 req-a341058c-3100-4fe2-873c-8924d5dcff48 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Deleting port 06ee8582-6a89-4e21-8083-647e35d014d4 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:25.778892 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-afeeb32b-7e9d-4015-8dd0-971df9dbbff4 req-a341058c-3100-4fe2-873c-8924d5dcff48 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (06ee8582-6a89-4e21-8083-647e35d014d4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:25.796011 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Allocated IP 172.20.0.1 (bfbf47d9-a424-49bf-abad-dc91e7765475/49138911-447b-41ff-8cb8-5aeb086d462e/20284246-aa5f-48bc-9f66-f923b75d6443) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:38:25.825691 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fdca0b29-fee2-46dd-be38-30aea320cc4a req-19cac7ec-c3f2-446b-b84c-4ce996f01ae4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e157465c-9784-4c87-8b1f-373b2ac01535), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:25.837422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['61365c1c-a004-4754-873b-4058e502539e', '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1', 'e157465c-9784-4c87-8b1f-373b2ac01535'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:25.841965 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6282bc8b-9d8e-4550-a142-dea31796c065', '06ee8582-6a89-4e21-8083-647e35d014d4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:25.872622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eed547b-34c5-4320-aaa9-48e7d4835041'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:25.875558 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4c240d-4a24-417b-b32a-f4776dcef562" -d '{"events": [{"server_uuid": "5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d", "name": "network-vif-unplugged", "status": "completed", "tag": "4eed547b-34c5-4320-aaa9-48e7d4835041"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:25.881925 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Publish callbacks [] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:25.952428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cac7ec-c3f2-446b-b84c-4ce996f01ae4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event deleted for resources: {'Port': ['ID=e157465c-9784-4c87-8b1f-373b2ac01535,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:25.998679 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39caf53d-670f-4c00-a45d-ef8a58cec73e x-openstack-request-id: req-39caf53d-670f-4c00-a45d-ef8a58cec73e {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:25.998971 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d", "name": "network-vif-unplugged", "status": "completed", "tag": "4eed547b-34c5-4320-aaa9-48e7d4835041", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:25.999229 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-39caf53d-670f-4c00-a45d-ef8a58cec73e {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:25.999627 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eed547b-34c5-4320-aaa9-48e7d4835041', 'code': 200} Feb 15 16:38:26.017646 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:26.097734 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Publish callbacks [] for port (20284246-aa5f-48bc-9f66-f923b75d6443), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:26.146318 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'name': 'tempest-FloatingIPDetailsTestJSON-1355404920-router', 'tenant_id': 'd712ffd9092c4103bfed74082a8e8494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '65e0ae69-ea36-464e-8bfe-e052d868af68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:38:19Z', 'updated_at': '2022-02-15T16:38:20Z', 'revision_number': 3, 'project_id': 'd712ffd9092c4103bfed74082a8e8494', 'gw_port': {'id': '65e0ae69-ea36-464e-8bfe-e052d868af68', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:38:20Z', 'updated_at': '2022-02-15T16:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:26.180841 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b87d4-ea40-4cac-b85d-7b12273e9fbc None None] The sync data for ids ['ce33610e-1d6b-4b8f-8662-683d71c9537f'] in n-d-828372-14 is: [{'id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'name': 'tempest-FloatingIPDetailsTestJSON-1355404920-router', 'tenant_id': 'd712ffd9092c4103bfed74082a8e8494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '65e0ae69-ea36-464e-8bfe-e052d868af68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:38:19Z', 'updated_at': '2022-02-15T16:38:20Z', 'revision_number': 3, 'project_id': 'd712ffd9092c4103bfed74082a8e8494', 'gw_port': {'id': '65e0ae69-ea36-464e-8bfe-e052d868af68', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:38:20Z', 'updated_at': '2022-02-15T16:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:38:26.233815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Pushing event updated for resources: {'Port': ['ID=4eed547b-34c5-4320-aaa9-48e7d4835041,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:26.261815 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84be73d5-cc34-45b7-9e66-facbaf4eda00 req-47303f91-4d70-4fff-9268-539dd39b7d1e tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4970536 Feb 15 16:38:26.280437 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:26.498669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdca0b29-fee2-46dd-be38-30aea320cc4a req-19cac7ec-c3f2-446b-b84c-4ce996f01ae4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] No DVR routers for this DVR port e157465c-9784-4c87-8b1f-373b2ac01535 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:38:26.504207 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fdca0b29-fee2-46dd-be38-30aea320cc4a req-19cac7ec-c3f2-446b-b84c-4ce996f01ae4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:26.509721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fdca0b29-fee2-46dd-be38-30aea320cc4a req-19cac7ec-c3f2-446b-b84c-4ce996f01ae4 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "DELETE /v2.0/ports/e157465c-9784-4c87-8b1f-373b2ac01535 HTTP/1.1" status: 204 len: 173 time: 2.6322026 Feb 15 16:38:26.510246 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Network bfbf47d9-a424-49bf-abad-dc91e7765475 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:38:26.527408 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:38:26.528568 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Attempting to bind port 4eed547b-34c5-4320-aaa9-48e7d4835041 on host n-h2-828372-14 for vnic_type normal with profile {"migrating_to": "n-h1-828372-14"} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:38:26.529804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Attempting to bind port 4eed547b-34c5-4320-aaa9-48e7d4835041 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:38:26.532458 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:38:26.532746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Attempting to bind port 4eed547b-34c5-4320-aaa9-48e7d4835041 on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:26.603109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Pushing event updated for resources: {'Port': ['ID=20284246-aa5f-48bc-9f66-f923b75d6443,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:26.670836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Port 4eed547b-34c5-4320-aaa9-48e7d4835041 on network cc8d71f0-af5e-4df1-bb31-1f595b410607 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:38:26.673808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Attempting to bind port 4eed547b-34c5-4320-aaa9-48e7d4835041 on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:26.722366 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (ce33610e-1d6b-4b8f-8662-683d71c9537f), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:26.768081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-afeeb32b-7e9d-4015-8dd0-971df9dbbff4 req-a341058c-3100-4fe2-873c-8924d5dcff48 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] For port 06ee8582-6a89-4e21-8083-647e35d014d4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=06ee8582-6a89-4e21-8083-647e35d014d4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:26.770704 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-afeeb32b-7e9d-4015-8dd0-971df9dbbff4 req-a341058c-3100-4fe2-873c-8924d5dcff48 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (06ee8582-6a89-4e21-8083-647e35d014d4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:26.796794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:38:26.797278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Checking segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:38:26.798699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Bound using segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:38:26.798699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Bound port: 4eed547b-34c5-4320-aaa9-48e7d4835041, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:38:26.814436 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:26.891540 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-afeeb32b-7e9d-4015-8dd0-971df9dbbff4 req-a341058c-3100-4fe2-873c-8924d5dcff48 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Calling delete_port for 06ee8582-6a89-4e21-8083-647e35d014d4 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:26.914579 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26031fee-e755-4c51-a007-4020c464ee81 req-3d0ae62f-620a-41d2-837d-ec813a49de15 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:26.932279 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-26031fee-e755-4c51-a007-4020c464ee81 req-3d0ae62f-620a-41d2-837d-ec813a49de15 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 944 time: 0.5225282 Feb 15 16:38:27.110857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5466bb9-f6ac-4da1-bf76-a01329888d2d req-fd5b20af-043b-43cb-b36d-97dd5dc77fa2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:27.112767 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5466bb9-f6ac-4da1-bf76-a01329888d2d req-fd5b20af-043b-43cb-b36d-97dd5dc77fa2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.6021025 Feb 15 16:38:27.120521 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a2233edd-fea7-4da9-8d94-efa9f03aa200 None None] Provisioning complete for port 20284246-aa5f-48bc-9f66-f923b75d6443 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:27.121082 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a2233edd-fea7-4da9-8d94-efa9f03aa200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:27.235512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 65e0ae69-ea36-464e-8bfe-e052d868af68 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:38:27.248010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a2233edd-fea7-4da9-8d94-efa9f03aa200 None None] Port 20284246-aa5f-48bc-9f66-f923b75d6443 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:38:27.307920 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-26031fee-e755-4c51-a007-4020c464ee81 req-30bf0750-d334-4261-9325-ad0de358e1da tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747320 Feb 15 16:38:27.404073 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:27.415294 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5466bb9-f6ac-4da1-bf76-a01329888d2d req-181c3e06-2a58-4389-a096-bcb07304381d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858937 Feb 15 16:38:27.416486 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] For port 4eed547b-34c5-4320-aaa9-48e7d4835041, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:38:27.436065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 65e0ae69-ea36-464e-8bfe-e052d868af68 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:27.436346 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (65e0ae69-ea36-464e-8bfe-e052d868af68), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:27.461434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] For port 4eed547b-34c5-4320-aaa9-48e7d4835041, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=4eed547b-34c5-4320-aaa9-48e7d4835041,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:38:27.576448 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-81c043d7-c4bd-4314-939e-ca3dc96da658 req-a490b9fe-78de-4612-8f72-56fbfa210b1d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=3110f14b-b92d-44ce-8ddd-b9451e93c012 HTTP/1.1" status: 200 len: 210 time: 0.0938940 Feb 15 16:38:27.666386 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:27.666618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 65e0ae69-ea36-464e-8bfe-e052d868af68 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:27.666819 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (65e0ae69-ea36-464e-8bfe-e052d868af68), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:27.746111 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 65e0ae69-ea36-464e-8bfe-e052d868af68, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=65e0ae69-ea36-464e-8bfe-e052d868af68,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:27.863937 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (65e0ae69-ea36-464e-8bfe-e052d868af68), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:27.894742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Pushing event updated for resources: {'Port': ['ID=4eed547b-34c5-4320-aaa9-48e7d4835041,revision_number=8']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:27.904730 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-afeeb32b-7e9d-4015-8dd0-971df9dbbff4 req-a341058c-3100-4fe2-873c-8924d5dcff48 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (06ee8582-6a89-4e21-8083-647e35d014d4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:27.917696 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Publish callbacks [] for port (20284246-aa5f-48bc-9f66-f923b75d6443), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:27.935644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb8bdd-2588-4d26-a05f-12c939dd50a0 req-7ff60026-0d42-41d6-b3f5-f7988953c57e tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:27.939562 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['61365c1c-a004-4754-873b-4058e502539e', '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:27.942400 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6282bc8b-9d8e-4550-a142-dea31796c065'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:27.949786 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5efb8bdd-2588-4d26-a05f-12c939dd50a0 req-7ff60026-0d42-41d6-b3f5-f7988953c57e tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 943 time: 0.4089339 Feb 15 16:38:27.949963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device e157465c-9784-4c87-8b1f-373b2ac01535 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:38:28.029910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: e157465c-9784-4c87-8b1f-373b2ac01535 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:38:28.029910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device e157465c-9784-4c87-8b1f-373b2ac01535 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:38:28.042442 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3110f14b-b92d-44ce-8ddd-b9451e93c012', 'name': 'network-vif-deleted', 'tag': 'e157465c-9784-4c87-8b1f-373b2ac01535'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:28.044839 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72714a52-4421-4248-b34b-214d07b3fec5" -d '{"events": [{"server_uuid": "3110f14b-b92d-44ce-8ddd-b9451e93c012", "name": "network-vif-deleted", "tag": "e157465c-9784-4c87-8b1f-373b2ac01535"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:28.047982 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:28.049255 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:28.050869 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-47c37c56-8004-4950-871b-6866ce41f174 service neutron] 10.222.0.67 "PUT /v2.0/ports/4eed547b-34c5-4320-aaa9-48e7d4835041 HTTP/1.1" status: 200 len: 1124 time: 4.4446592 Feb 15 16:38:28.071151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 06ee8582-6a89-4e21-8083-647e35d014d4 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:38:28.074354 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:28.142874 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5efb8bdd-2588-4d26-a05f-12c939dd50a0 req-805a2ed5-6a75-4d74-81c5-00c670a8c3ae tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935034 Feb 15 16:38:28.143736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341058c-3100-4fe2-873c-8924d5dcff48 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event deleted for resources: {'Port': ['ID=06ee8582-6a89-4e21-8083-647e35d014d4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:28.153861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-afeeb32b-7e9d-4015-8dd0-971df9dbbff4 req-a341058c-3100-4fe2-873c-8924d5dcff48 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] No DVR routers for this DVR port 06ee8582-6a89-4e21-8083-647e35d014d4 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:38:28.158328 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473f3d06-3351-4303-9c04-86c6daf92cbd x-openstack-request-id: req-473f3d06-3351-4303-9c04-86c6daf92cbd {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:28.158623 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3110f14b-b92d-44ce-8ddd-b9451e93c012", "name": "network-vif-deleted", "tag": "e157465c-9784-4c87-8b1f-373b2ac01535", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:28.158880 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-473f3d06-3351-4303-9c04-86c6daf92cbd {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:28.159287 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3110f14b-b92d-44ce-8ddd-b9451e93c012', 'name': 'network-vif-deleted', 'tag': 'e157465c-9784-4c87-8b1f-373b2ac01535', 'status': 'completed', 'code': 200} Feb 15 16:38:28.162093 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-afeeb32b-7e9d-4015-8dd0-971df9dbbff4 req-a341058c-3100-4fe2-873c-8924d5dcff48 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:28.168025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afeeb32b-7e9d-4015-8dd0-971df9dbbff4 req-a341058c-3100-4fe2-873c-8924d5dcff48 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.10 "DELETE /v2.0/ports/06ee8582-6a89-4e21-8083-647e35d014d4 HTTP/1.1" status: 204 len: 173 time: 3.4321103 Feb 15 16:38:28.237341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['4eed547b-34c5-4320-aaa9-48e7d4835041'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:28.245694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Pushing event updated for resources: {'Port': ['ID=20284246-aa5f-48bc-9f66-f923b75d6443,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:28.247793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['4eed547b-34c5-4320-aaa9-48e7d4835041'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:28.262610 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (ce33610e-1d6b-4b8f-8662-683d71c9537f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:28.263884 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 06ee8582-6a89-4e21-8083-647e35d014d4 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:38:28.264395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 06ee8582-6a89-4e21-8083-647e35d014d4 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:38:28.327063 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=65e0ae69-ea36-464e-8bfe-e052d868af68,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:28.397143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Network bfbf47d9-a424-49bf-abad-dc91e7765475 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:38:28.403918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:38:28.733863 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705c9b7-3ed8-4cf7-8b6b-bae0d4d9d6d9 req-8bd10283-35c9-4001-b772-f205097ca928 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:28.748107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d705c9b7-3ed8-4cf7-8b6b-bae0d4d9d6d9 req-8bd10283-35c9-4001-b772-f205097ca928 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 944 time: 0.1473114 Feb 15 16:38:28.787576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Router ce33610e-1d6b-4b8f-8662-683d71c9537f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:38:28.838847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758e3a8-1cd8-431d-9a15-164c49a3ffd3 req-b338007f-37af-4a99-a83b-c4c274d2dbb1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:28.842819 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a758e3a8-1cd8-431d-9a15-164c49a3ffd3 req-b338007f-37af-4a99-a83b-c4c274d2dbb1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.1845171 Feb 15 16:38:28.853161 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d705c9b7-3ed8-4cf7-8b6b-bae0d4d9d6d9 req-a5acb644-8d50-45d3-bde0-e9972b29b42e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037974 Feb 15 16:38:28.959287 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a758e3a8-1cd8-431d-9a15-164c49a3ffd3 req-8e2f6022-c710-4d1f-a4c1-adc543531e46 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007967 Feb 15 16:38:29.189410 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 65e0ae69-ea36-464e-8bfe-e052d868af68 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:38:29.208274 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c71375e-8266-49f4-b13a-07c76a573e89 req-04943a01-6b68-44c1-aa77-1a7ce4af9abc tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=6216cffc-4a69-4021-86a4-2c699321d36e HTTP/1.1" status: 200 len: 210 time: 0.0352149 Feb 15 16:38:29.264232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-42b684ce-35b1-4b45-9687-6c914dd6ecee None None] Provisioning complete for port 20284246-aa5f-48bc-9f66-f923b75d6443 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:29.265276 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42b684ce-35b1-4b45-9687-6c914dd6ecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:29.325703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-42b684ce-35b1-4b45-9687-6c914dd6ecee None None] Port 20284246-aa5f-48bc-9f66-f923b75d6443 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:38:29.484514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 65e0ae69-ea36-464e-8bfe-e052d868af68 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:29.484977 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (65e0ae69-ea36-464e-8bfe-e052d868af68), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:29.501627 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:38:29.507546 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9942e1a1-c2e4-42a7-93cd-27c8e4264505 admin admin] 10.222.0.107 "PUT /v2.0/routers/ce33610e-1d6b-4b8f-8662-683d71c9537f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9006779 Feb 15 16:38:29.511962 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Sync routers for ids ['ce33610e-1d6b-4b8f-8662-683d71c9537f'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:38:29.532115 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Routers {'ce33610e-1d6b-4b8f-8662-683d71c9537f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:38:29.533388 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:38:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ce33610e-1d6b-4b8f-8662-683d71c9537f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:29.669619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0995c1be-5303-49ad-9bc1-7475655f786c req-28550a65-ad76-4cfb-975d-5d85ef3e7a57 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=db5385ce4d764260b7edbdea38794ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594985 Feb 15 16:38:29.708190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 65e0ae69-ea36-464e-8bfe-e052d868af68 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:29.736000 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Set router ce33610e-1d6b-4b8f-8662-683d71c9537f gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:38:29.809844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995c1be-5303-49ad-9bc1-7475655f786c req-7e79ec02-bf72-4508-b1b2-efc8a7abddf6 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:29.811638 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0995c1be-5303-49ad-9bc1-7475655f786c req-7e79ec02-bf72-4508-b1b2-efc8a7abddf6 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1349542 Feb 15 16:38:29.831955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0995c1be-5303-49ad-9bc1-7475655f786c req-dd77fcb7-ae3e-4452-9bdc-974b91407c94 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/quotas/db5385ce4d764260b7edbdea38794ca3 HTTP/1.1" status: 200 len: 375 time: 0.0103316 Feb 15 16:38:29.865857 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0995c1be-5303-49ad-9bc1-7475655f786c req-4b5095f3-6191-4cec-b4d1-4aa0541b65e6 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=db5385ce4d764260b7edbdea38794ca3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317390 Feb 15 16:38:29.989493 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'name': 'tempest-FloatingIPDetailsTestJSON-1355404920-router', 'tenant_id': 'd712ffd9092c4103bfed74082a8e8494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '65e0ae69-ea36-464e-8bfe-e052d868af68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:38:19Z', 'updated_at': '2022-02-15T16:38:27Z', 'revision_number': 4, 'project_id': 'd712ffd9092c4103bfed74082a8e8494', 'gw_port': {'id': '65e0ae69-ea36-464e-8bfe-e052d868af68', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:38:20Z', 'updated_at': '2022-02-15T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '20284246-aa5f-48bc-9f66-f923b75d6443', 'name': '', 'network_id': 'bfbf47d9-a424-49bf-abad-dc91e7765475', 'tenant_id': 'd712ffd9092c4103bfed74082a8e8494', 'mac_address': 'fa:16:3e:0b:e4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '49138911-447b-41ff-8cb8-5aeb086d462e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:38:25Z', 'updated_at': '2022-02-15T16:38:27Z', 'revision_number': 2, 'project_id': 'd712ffd9092c4103bfed74082a8e8494', 'subnets': [{'id': '49138911-447b-41ff-8cb8-5aeb086d462e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:30.078212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9a6d3-d867-4235-a7f9-1107742b441d req-c33bfeff-8921-4424-8e11-73778c7877dc tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:30.080529 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-79d9a6d3-d867-4235-a7f9-1107742b441d req-c33bfeff-8921-4424-8e11-73778c7877dc tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 943 time: 0.0642881 Feb 15 16:38:30.113317 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:30.118662 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Checking router: ce33610e-1d6b-4b8f-8662-683d71c9537f for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:38:30.119031 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Updating router ce33610e-1d6b-4b8f-8662-683d71c9537f port 20284246-aa5f-48bc-9f66-f923b75d6443 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:38:30.149335 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:30.160218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d', 'tag': '4eed547b-34c5-4320-aaa9-48e7d4835041'}, {'server_uuid': '6216cffc-4a69-4021-86a4-2c699321d36e', 'name': 'network-vif-deleted', 'tag': '06ee8582-6a89-4e21-8083-647e35d014d4'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:30.163996 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1d737b-e108-4764-84ad-0a90fd70901b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d", "tag": "4eed547b-34c5-4320-aaa9-48e7d4835041"}, {"server_uuid": "6216cffc-4a69-4021-86a4-2c699321d36e", "name": "network-vif-deleted", "tag": "06ee8582-6a89-4e21-8083-647e35d014d4"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:30.168954 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-79d9a6d3-d867-4235-a7f9-1107742b441d req-ac9e9a3f-8daa-463e-ad7a-cc6123a1b29a tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793166 Feb 15 16:38:30.338707 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383249a-2751-4a90-b2b1-17958f514439 req-47e304d1-7382-48f9-85aa-e4f0c9b36c38 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:30.340550 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7383249a-2751-4a90-b2b1-17958f514439 req-47e304d1-7382-48f9-85aa-e4f0c9b36c38 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 944 time: 0.0808969 Feb 15 16:38:30.457703 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7383249a-2751-4a90-b2b1-17958f514439 req-79a3a4ab-20fd-40f4-8a5f-ca95b481bdeb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061447 Feb 15 16:38:30.464949 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:30.532654 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Publish callbacks [] for port (20284246-aa5f-48bc-9f66-f923b75d6443), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:30.589559 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-06a8158c-edcc-43a9-8105-599225900532 req-9b771af5-aa4b-4850-9fec-05546dd24fac tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3239393 Feb 15 16:38:30.599293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-06a8158c-edcc-43a9-8105-599225900532 req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:30.613717 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359e4b7-371e-44c2-be88-fbbd93e274da req-3db04732-04fc-4223-aa5c-484ad65fb2a3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:30.620976 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b359e4b7-371e-44c2-be88-fbbd93e274da req-3db04732-04fc-4223-aa5c-484ad65fb2a3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.0734129 Feb 15 16:38:30.652128 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:30.680182 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b359e4b7-371e-44c2-be88-fbbd93e274da req-d096f3ec-c118-40ff-8ea3-81b1b9be3e66 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539782 Feb 15 16:38:30.733467 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8612f-746c-4f1e-b865-e87cfa7b715c None None] Pushing event updated for resources: {'Port': ['ID=20284246-aa5f-48bc-9f66-f923b75d6443,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:30.751100 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-06a8158c-edcc-43a9-8105-599225900532 req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:30.758579 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d2fdd489-f6f5-4559-8db1-9a0a955c8d7f req-89311138-8640-48ed-9944-7528eccde316 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 210 time: 0.0471780 Feb 15 16:38:30.870524 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a75900-ecab-421a-bdf2-358a1d3150df x-openstack-request-id: req-41a75900-ecab-421a-bdf2-358a1d3150df {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:30.871437 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d", "tag": "4eed547b-34c5-4320-aaa9-48e7d4835041", "status": "completed", "code": 200}, {"server_uuid": "6216cffc-4a69-4021-86a4-2c699321d36e", "name": "network-vif-deleted", "tag": "06ee8582-6a89-4e21-8083-647e35d014d4", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:30.871923 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-41a75900-ecab-421a-bdf2-358a1d3150df {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:30.872557 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d', 'tag': '4eed547b-34c5-4320-aaa9-48e7d4835041', 'status': 'completed', 'code': 200} Feb 15 16:38:30.873108 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6216cffc-4a69-4021-86a4-2c699321d36e', 'name': 'network-vif-deleted', 'tag': '06ee8582-6a89-4e21-8083-647e35d014d4', 'status': 'completed', 'code': 200} Feb 15 16:38:30.888385 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Attempting to bind port 20284246-aa5f-48bc-9f66-f923b75d6443 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:38:30.892660 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Attempting to bind port 20284246-aa5f-48bc-9f66-f923b75d6443 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '09d428c6-9d20-4b19-b6d5-b985b261cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bfbf47d9-a424-49bf-abad-dc91e7765475'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:38:30.892660 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Attempting to bind port 20284246-aa5f-48bc-9f66-f923b75d6443 on network bfbf47d9-a424-49bf-abad-dc91e7765475 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:30.907960 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:38:30.908342 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Checking segment: {'id': '09d428c6-9d20-4b19-b6d5-b985b261cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bfbf47d9-a424-49bf-abad-dc91e7765475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:38:30.908746 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:30.909133 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Bound using segment: {'id': '09d428c6-9d20-4b19-b6d5-b985b261cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bfbf47d9-a424-49bf-abad-dc91e7765475'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:38:30.909633 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Bound port: 20284246-aa5f-48bc-9f66-f923b75d6443, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d428c6-9d20-4b19-b6d5-b985b261cfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'bfbf47d9-a424-49bf-abad-dc91e7765475'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:38:30.910014 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:30.972675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d737b-e108-4764-84ad-0a90fd70901b req-40458eaa-94c4-4ae2-89bc-6300f2b3e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:30.974975 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e1d737b-e108-4764-84ad-0a90fd70901b req-40458eaa-94c4-4ae2-89bc-6300f2b3e528 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 1158 time: 0.1008434 Feb 15 16:38:31.049543 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] For port 20284246-aa5f-48bc-9f66-f923b75d6443, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:38:31.054883 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] For port 20284246-aa5f-48bc-9f66-f923b75d6443, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=20284246-aa5f-48bc-9f66-f923b75d6443,segment=NetworkSegment(09d428c6-9d20-4b19-b6d5-b985b261cfb0),segment_id=09d428c6-9d20-4b19-b6d5-b985b261cfb0)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:38:31.129716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d737b-e108-4764-84ad-0a90fd70901b req-72c2cfc9-cb6c-4c70-993c-df6fa9b51e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:31.133237 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e1d737b-e108-4764-84ad-0a90fd70901b req-72c2cfc9-cb6c-4c70-993c-df6fa9b51e3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.1473439 Feb 15 16:38:31.182451 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-22914572-53da-4383-b898-0446c67768a1 None None] Provisioning complete for port 20284246-aa5f-48bc-9f66-f923b75d6443 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:31.183231 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:31.183816 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22914572-53da-4383-b898-0446c67768a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:31.250980 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Routers {'ce33610e-1d6b-4b8f-8662-683d71c9537f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:38:31.251619 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:38:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ce33610e-1d6b-4b8f-8662-683d71c9537f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:31.258131 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e1d737b-e108-4764-84ad-0a90fd70901b req-1cc671b3-efd8-4c42-a96d-edcc2ecc9b0b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4eed547b-34c5-4320-aaa9-48e7d4835041 HTTP/1.1" status: 200 len: 217 time: 0.1152365 Feb 15 16:38:31.271617 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-06a8158c-edcc-43a9-8105-599225900532 req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:31.372273 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8612f-746c-4f1e-b865-e87cfa7b715c None None] Pushing event updated for resources: {'Port': ['ID=20284246-aa5f-48bc-9f66-f923b75d6443,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:31.389432 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-22914572-53da-4383-b898-0446c67768a1 None None] Current status of the port 20284246-aa5f-48bc-9f66-f923b75d6443 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:31.390000 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22914572-53da-4383-b898-0446c67768a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:31.472586 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-22914572-53da-4383-b898-0446c67768a1 None None] For port 20284246-aa5f-48bc-9f66-f923b75d6443, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=20284246-aa5f-48bc-9f66-f923b75d6443,segment=NetworkSegment(09d428c6-9d20-4b19-b6d5-b985b261cfb0),segment_id=09d428c6-9d20-4b19-b6d5-b985b261cfb0)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:31.503441 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] Set router ce33610e-1d6b-4b8f-8662-683d71c9537f gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:38:31.509285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-06a8158c-edcc-43a9-8105-599225900532 req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Allocated IP 172.25.4.148 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/fbdb78f7-e75c-4590-bb6c-a74c5d966c34) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:38:31.600485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d737b-e108-4764-84ad-0a90fd70901b req-a890872a-5b9e-4f1d-8aad-aab7e97b60e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:31.602297 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e1d737b-e108-4764-84ad-0a90fd70901b req-a890872a-5b9e-4f1d-8aad-aab7e97b60e8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.3339591 Feb 15 16:38:31.650709 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22914572-53da-4383-b898-0446c67768a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:31.665494 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e1d737b-e108-4764-84ad-0a90fd70901b req-313fd626-31f0-4251-8221-64bee3500524 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543332 Feb 15 16:38:31.717826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22914572-53da-4383-b898-0446c67768a1 None None] Pushing event updated for resources: {'Port': ['ID=20284246-aa5f-48bc-9f66-f923b75d6443,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:31.786464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-26fccb83-e564-4dce-8991-2db19b341e6b None None] Provisioning complete for port 20284246-aa5f-48bc-9f66-f923b75d6443 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:31.790607 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26fccb83-e564-4dce-8991-2db19b341e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:31.801527 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-06a8158c-edcc-43a9-8105-599225900532 req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for port (fbdb78f7-e75c-4590-bb6c-a74c5d966c34), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:31.821699 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'name': 'tempest-FloatingIPDetailsTestJSON-1355404920-router', 'tenant_id': 'd712ffd9092c4103bfed74082a8e8494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '65e0ae69-ea36-464e-8bfe-e052d868af68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:38:19Z', 'updated_at': '2022-02-15T16:38:27Z', 'revision_number': 4, 'project_id': 'd712ffd9092c4103bfed74082a8e8494', 'gw_port': {'id': '65e0ae69-ea36-464e-8bfe-e052d868af68', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:38:20Z', 'updated_at': '2022-02-15T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '20284246-aa5f-48bc-9f66-f923b75d6443', 'name': '', 'network_id': 'bfbf47d9-a424-49bf-abad-dc91e7765475', 'tenant_id': 'd712ffd9092c4103bfed74082a8e8494', 'mac_address': 'fa:16:3e:0b:e4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '49138911-447b-41ff-8cb8-5aeb086d462e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:38:25Z', 'updated_at': '2022-02-15T16:38:31Z', 'revision_number': 4, 'project_id': 'd712ffd9092c4103bfed74082a8e8494', 'subnets': [{'id': '49138911-447b-41ff-8cb8-5aeb086d462e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:31.825294 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624371f1-755c-45e9-b737-c6218a725b04 req-45d71900-0a40-4929-a129-2d75882c1235 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:31.827465 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-624371f1-755c-45e9-b737-c6218a725b04 req-45d71900-0a40-4929-a129-2d75882c1235 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 943 time: 0.0877299 Feb 15 16:38:31.858624 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6d16d5-d8f1-4c65-b881-89bee14cb2a1 None None] The sync data for ids ['ce33610e-1d6b-4b8f-8662-683d71c9537f'] in n-d-828372-14 is: [{'id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'name': 'tempest-FloatingIPDetailsTestJSON-1355404920-router', 'tenant_id': 'd712ffd9092c4103bfed74082a8e8494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '65e0ae69-ea36-464e-8bfe-e052d868af68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:38:19Z', 'updated_at': '2022-02-15T16:38:27Z', 'revision_number': 4, 'project_id': 'd712ffd9092c4103bfed74082a8e8494', 'gw_port': {'id': '65e0ae69-ea36-464e-8bfe-e052d868af68', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:38:20Z', 'updated_at': '2022-02-15T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '20284246-aa5f-48bc-9f66-f923b75d6443', 'name': '', 'network_id': 'bfbf47d9-a424-49bf-abad-dc91e7765475', 'tenant_id': 'd712ffd9092c4103bfed74082a8e8494', 'mac_address': 'fa:16:3e:0b:e4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '49138911-447b-41ff-8cb8-5aeb086d462e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:38:25Z', 'updated_at': '2022-02-15T16:38:31Z', 'revision_number': 4, 'project_id': 'd712ffd9092c4103bfed74082a8e8494', 'subnets': [{'id': '49138911-447b-41ff-8cb8-5aeb086d462e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:38:31.891758 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e1d737b-e108-4764-84ad-0a90fd70901b req-e4af48d3-c547-4de1-9006-4922d5e82453 service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186670 Feb 15 16:38:31.957085 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-624371f1-755c-45e9-b737-c6218a725b04 req-f5f6906e-f05a-4b1f-aa36-44c9d1b05d35 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226356 Feb 15 16:38:32.047048 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-26fccb83-e564-4dce-8991-2db19b341e6b None None] Current status of the port 20284246-aa5f-48bc-9f66-f923b75d6443 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:32.085977 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e1d737b-e108-4764-84ad-0a90fd70901b req-b774d366-699d-4ae8-8280-0752c90701ac service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838927 Feb 15 16:38:32.125287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db248a8-923c-448a-bf4f-e9c805eed403 req-645d8bb8-1142-45b0-bec8-ed0e5e313010 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:32.128037 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4db248a8-923c-448a-bf4f-e9c805eed403 req-645d8bb8-1142-45b0-bec8-ed0e5e313010 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 944 time: 0.0737925 Feb 15 16:38:32.202572 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4db248a8-923c-448a-bf4f-e9c805eed403 req-6d6d481e-f0d8-4305-942c-5dc1a8d7be41 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668395 Feb 15 16:38:32.228639 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-06a8158c-edcc-43a9-8105-599225900532 req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (fbdb78f7-e75c-4590-bb6c-a74c5d966c34), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:32.286205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06a8158c-edcc-43a9-8105-599225900532 req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:38:32.305025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-06a8158c-edcc-43a9-8105-599225900532 req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:38:32.309772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a8158c-edcc-43a9-8105-599225900532 req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:38:32.313082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Pushing event updated for resources: {'Port': ['ID=fbdb78f7-e75c-4590-bb6c-a74c5d966c34,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:32.419246 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-06a8158c-edcc-43a9-8105-599225900532 req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for floatingip (df554628-7b53-4573-bad5-2e2bed9199b6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:32.546820 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-06a8158c-edcc-43a9-8105-599225900532 req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fbdb78f7-e75c-4590-bb6c-a74c5d966c34), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:32.728444 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-06a8158c-edcc-43a9-8105-599225900532 req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for port (fbdb78f7-e75c-4590-bb6c-a74c5d966c34), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:32.808126 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a20ff-4656-4448-a844-8961d5427095 req-3dbd3fda-d983-487e-87f9-b048e2b3c4ed tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:32.810194 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb1a20ff-4656-4448-a844-8961d5427095 req-3dbd3fda-d983-487e-87f9-b048e2b3c4ed tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.0638707 Feb 15 16:38:32.827740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-06a8158c-edcc-43a9-8105-599225900532 req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (fbdb78f7-e75c-4590-bb6c-a74c5d966c34), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:32.874116 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb1a20ff-4656-4448-a844-8961d5427095 req-c7bc0150-4cc7-4fb3-9ffd-9f4f1f0e751c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553839 Feb 15 16:38:32.940529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Pushing event updated for resources: {'Port': ['ID=fbdb78f7-e75c-4590-bb6c-a74c5d966c34,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:32.945148 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-06a8158c-edcc-43a9-8105-599225900532 req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (df554628-7b53-4573-bad5-2e2bed9199b6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:33.007890 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a5036a70-0cc0-41b9-bde7-531ef63b9753 req-09a201a2-c03a-4dc0-a8bc-edabcbb98d66 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 210 time: 0.0517631 Feb 15 16:38:33.078440 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-06a8158c-edcc-43a9-8105-599225900532 req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:33.079857 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-06a8158c-edcc-43a9-8105-599225900532 req-3ceeaa49-43d3-4a0e-a392-43a796e3d844 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4851587 Feb 15 16:38:33.110404 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 20284246-aa5f-48bc-9f66-f923b75d6443 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:38:33.168279 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c940e-3fb6-48d9-903e-c6d12d372e27 req-305ce322-3324-4306-b35a-eb28a1d27081 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:33.170468 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a55c940e-3fb6-48d9-903e-c6d12d372e27 req-305ce322-3324-4306-b35a-eb28a1d27081 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=63607832-7084-475d-b3e2-b31c3b0ae75c HTTP/1.1" status: 200 len: 950 time: 0.0880177 Feb 15 16:38:33.174412 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 20284246-aa5f-48bc-9f66-f923b75d6443 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:33.174797 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:33.284497 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a55c940e-3fb6-48d9-903e-c6d12d372e27 req-d90cf5a4-c509-4798-800c-ed786d1d7ec1 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014640 Feb 15 16:38:33.285208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 20284246-aa5f-48bc-9f66-f923b75d6443 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:33.419057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbcbd7-2a07-4a1e-8d07-c6341074574b req-7165a8b7-25b3-4b64-829f-6f67e2687a3a tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:33.420625 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c3cbcbd7-2a07-4a1e-8d07-c6341074574b req-7165a8b7-25b3-4b64-829f-6f67e2687a3a tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 943 time: 0.0676160 Feb 15 16:38:33.480900 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c3cbcbd7-2a07-4a1e-8d07-c6341074574b req-eec2a557-cfa1-4d09-96c3-4015cbdc7884 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525174 Feb 15 16:38:33.512996 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0995c1be-5303-49ad-9bc1-7475655f786c req-4998b550-db38-4c62-83fd-ecb035deb069 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=db5385ce4d764260b7edbdea38794ca3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263841 Feb 15 16:38:33.520688 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-06a8158c-edcc-43a9-8105-599225900532 req-a741e203-ec41-45ee-b33d-969f4d127a20 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.148 HTTP/1.1" status: 200 len: 696 time: 0.4303560 Feb 15 16:38:33.627797 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bb046-79ed-4b04-93c7-9ffc874eeab8 req-f7f7ed79-a308-4d48-9942-593d19b1401c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:33.633503 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-638bb046-79ed-4b04-93c7-9ffc874eeab8 req-f7f7ed79-a308-4d48-9942-593d19b1401c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 944 time: 0.0598764 Feb 15 16:38:33.718157 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-638bb046-79ed-4b04-93c7-9ffc874eeab8 req-dca5bfa4-6466-496e-8427-670f14d7cc35 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823109 Feb 15 16:38:33.749449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef887d5f-9cd9-4a03-9f15-7de670d27e5b req-b391db83-ccde-445a-9a32-ee83df8e95b3 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:33.750983 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef887d5f-9cd9-4a03-9f15-7de670d27e5b req-b391db83-ccde-445a-9a32-ee83df8e95b3 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "GET /v2.0/ports?device_id=63607832-7084-475d-b3e2-b31c3b0ae75c HTTP/1.1" status: 200 len: 950 time: 0.1458216 Feb 15 16:38:33.784762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995c1be-5303-49ad-9bc1-7475655f786c req-77a9f0eb-e446-4c4e-bdf2-b5a6cb341844 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:33.786340 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0995c1be-5303-49ad-9bc1-7475655f786c req-77a9f0eb-e446-4c4e-bdf2-b5a6cb341844 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2612703 Feb 15 16:38:33.811363 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8158c-edcc-43a9-8105-599225900532 req-97baa7cc-68e8-4b8b-b577-b8a207b4e712 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:33.812789 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-06a8158c-edcc-43a9-8105-599225900532 req-97baa7cc-68e8-4b8b-b577-b8a207b4e712 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.2720072 Feb 15 16:38:33.818906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-0995c1be-5303-49ad-9bc1-7475655f786c req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Request body: {'port': {'device_id': '9daabc79-2b0d-4015-82d1-30a688afa350', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': 'db5385ce4d764260b7edbdea38794ca3'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:33.843638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-06a8158c-edcc-43a9-8105-599225900532 req-9f64b77f-de95-42df-b68c-0856ffec0c6c tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:38:33.844647 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-06a8158c-edcc-43a9-8105-599225900532 req-9f64b77f-de95-42df-b68c-0856ffec0c6c tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195146 Feb 15 16:38:34.148194 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-588ffbe8-1278-4403-8165-56fe94337e28 req-84a236ac-0929-4a65-8a9b-200ba10ae98d tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2810674 Feb 15 16:38:34.153390 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9b96ea3-4a07-41a6-8622-dfcdbe69e39f req-55854ab0-5202-4d78-848b-928cdfe22e2d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1656516 Feb 15 16:38:34.167097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-588ffbe8-1278-4403-8165-56fe94337e28 req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:34.167687 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-ef887d5f-9cd9-4a03-9f15-7de670d27e5b req-9bae97f0-2b20-44b2-8cc7-baf29089e123 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Deleting port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:34.168194 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ef887d5f-9cd9-4a03-9f15-7de670d27e5b req-9bae97f0-2b20-44b2-8cc7-baf29089e123 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (286cc77b-1a79-4b9c-831b-33b1ac3e1ca1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:34.191188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc7a11-6a92-4793-9152-b0570fb1bd6e req-c849e2d7-a5f2-41f1-81a6-31ae6702d1f1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:34.192875 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afbc7a11-6a92-4793-9152-b0570fb1bd6e req-c849e2d7-a5f2-41f1-81a6-31ae6702d1f1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.1668515 Feb 15 16:38:34.214623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0995c1be-5303-49ad-9bc1-7475655f786c req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Made reservation on behalf of db5385ce4d764260b7edbdea38794ca3 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:38:34.218288 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0995c1be-5303-49ad-9bc1-7475655f786c req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:34.282469 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-588ffbe8-1278-4403-8165-56fe94337e28 req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:34.350604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ef887d5f-9cd9-4a03-9f15-7de670d27e5b req-9bae97f0-2b20-44b2-8cc7-baf29089e123 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] For port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=286cc77b-1a79-4b9c-831b-33b1ac3e1ca1,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:34.350979 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ef887d5f-9cd9-4a03-9f15-7de670d27e5b req-9bae97f0-2b20-44b2-8cc7-baf29089e123 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (286cc77b-1a79-4b9c-831b-33b1ac3e1ca1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:34.364306 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-ef887d5f-9cd9-4a03-9f15-7de670d27e5b req-9bae97f0-2b20-44b2-8cc7-baf29089e123 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Calling delete_port for 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:34.378393 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0995c1be-5303-49ad-9bc1-7475655f786c req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:34.414962 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-588ffbe8-1278-4403-8165-56fe94337e28 req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:34.484044 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afbc7a11-6a92-4793-9152-b0570fb1bd6e req-7b240a41-3161-4dcf-8c27-fbc29ae2885c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799702 Feb 15 16:38:34.491773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b96ea3-4a07-41a6-8622-dfcdbe69e39f req-a1367b15-e68b-495b-a810-c46200eb8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:34.493256 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9b96ea3-4a07-41a6-8622-dfcdbe69e39f req-a1367b15-e68b-495b-a810-c46200eb8f91 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 1127 time: 0.2875896 Feb 15 16:38:34.615767 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860c461-15d4-4ef4-9f9f-1b45d08b081f req-2ba96bc7-8567-4a07-9e4c-eb2501db84ae tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:34.617446 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d860c461-15d4-4ef4-9f9f-1b45d08b081f req-2ba96bc7-8567-4a07-9e4c-eb2501db84ae tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "GET /v2.0/ports?device_id=903bc8d5-ed5a-410c-96f6-47e1a333356b HTTP/1.1" status: 200 len: 950 time: 0.1524382 Feb 15 16:38:34.628501 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-588ffbe8-1278-4403-8165-56fe94337e28 req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Allocated IP 172.25.4.15 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/bee83001-ab12-40b4-ac6a-7e8b7f60cb6f) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:38:34.643933 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-469ea663-7c1a-46b9-ae9b-1dd76c747c39 req-480a7f83-0119-4622-b714-3682b2b48d03 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 210 time: 0.0679560 Feb 15 16:38:34.703894 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0995c1be-5303-49ad-9bc1-7475655f786c req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Publish callbacks [] for security_group (831446e2-82a5-42d9-aec0-73c7a5b9eaf9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:34.742714 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b96ea3-4a07-41a6-8622-dfcdbe69e39f req-40325f0d-5817-4631-b08b-2300f533aede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:34.744222 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9b96ea3-4a07-41a6-8622-dfcdbe69e39f req-40325f0d-5817-4631-b08b-2300f533aede service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.2244117 Feb 15 16:38:34.795746 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0995c1be-5303-49ad-9bc1-7475655f786c req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (831446e2-82a5-42d9-aec0-73c7a5b9eaf9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:34.802788 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9b96ea3-4a07-41a6-8622-dfcdbe69e39f req-aaa4d899-ef27-44c8-a344-cba2a30732b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a HTTP/1.1" status: 200 len: 217 time: 0.0496597 Feb 15 16:38:34.816398 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-588ffbe8-1278-4403-8165-56fe94337e28 req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for port (bee83001-ab12-40b4-ac6a-7e8b7f60cb6f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:34.854843 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-d860c461-15d4-4ef4-9f9f-1b45d08b081f req-994f77b4-0dfc-4b62-a74b-832cda455d62 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Deleting port 61365c1c-a004-4754-873b-4058e502539e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:34.855180 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d860c461-15d4-4ef4-9f9f-1b45d08b081f req-994f77b4-0dfc-4b62-a74b-832cda455d62 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (61365c1c-a004-4754-873b-4058e502539e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:34.873728 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ef887d5f-9cd9-4a03-9f15-7de670d27e5b req-9bae97f0-2b20-44b2-8cc7-baf29089e123 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (286cc77b-1a79-4b9c-831b-33b1ac3e1ca1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:34.886300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6282bc8b-9d8e-4550-a142-dea31796c065'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:34.889424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['61365c1c-a004-4754-873b-4058e502539e', '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:34.959826 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831446e2-82a5-42d9-aec0-73c7a5b9eaf9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:34.987694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-d860c461-15d4-4ef4-9f9f-1b45d08b081f req-994f77b4-0dfc-4b62-a74b-832cda455d62 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] For port 61365c1c-a004-4754-873b-4058e502539e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61365c1c-a004-4754-873b-4058e502539e,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:34.988186 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d860c461-15d4-4ef4-9f9f-1b45d08b081f req-994f77b4-0dfc-4b62-a74b-832cda455d62 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (61365c1c-a004-4754-873b-4058e502539e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:35.001570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae97f0-2b20-44b2-8cc7-baf29089e123 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event deleted for resources: {'Port': ['ID=286cc77b-1a79-4b9c-831b-33b1ac3e1ca1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:35.021852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-d860c461-15d4-4ef4-9f9f-1b45d08b081f req-994f77b4-0dfc-4b62-a74b-832cda455d62 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Calling delete_port for 61365c1c-a004-4754-873b-4058e502539e owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:35.039075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b96ea3-4a07-41a6-8622-dfcdbe69e39f req-470c8d37-2b23-4887-a19d-8fd9594b407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:35.040721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9b96ea3-4a07-41a6-8622-dfcdbe69e39f req-470c8d37-2b23-4887-a19d-8fd9594b407c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.2162948 Feb 15 16:38:35.141128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb24b2-dd91-453c-a831-29e2e2ae8449 req-918bc7d4-a552-4135-a4e5-58339bfefdd5 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:35.142744 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c6cb24b2-dd91-453c-a831-29e2e2ae8449 req-918bc7d4-a552-4135-a4e5-58339bfefdd5 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=63607832-7084-475d-b3e2-b31c3b0ae75c HTTP/1.1" status: 200 len: 867 time: 0.3823867 Feb 15 16:38:35.164354 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9b96ea3-4a07-41a6-8622-dfcdbe69e39f req-7c2a315e-1a7a-4bea-a08f-908412c00eb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068714 Feb 15 16:38:35.172270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef887d5f-9cd9-4a03-9f15-7de670d27e5b req-9bae97f0-2b20-44b2-8cc7-baf29089e123 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] No DVR routers for this DVR port 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:38:35.180081 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ef887d5f-9cd9-4a03-9f15-7de670d27e5b req-9bae97f0-2b20-44b2-8cc7-baf29089e123 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:35.183473 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef887d5f-9cd9-4a03-9f15-7de670d27e5b req-9bae97f0-2b20-44b2-8cc7-baf29089e123 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "DELETE /v2.0/ports/286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 HTTP/1.1" status: 204 len: 173 time: 1.4198799 Feb 15 16:38:35.193923 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63607832-7084-475d-b3e2-b31c3b0ae75c', 'name': 'network-vif-deleted', 'tag': '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:35.196890 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cd573e-44f3-4bde-9c69-72b69a6498f3" -d '{"events": [{"server_uuid": "63607832-7084-475d-b3e2-b31c3b0ae75c", "name": "network-vif-deleted", "tag": "286cc77b-1a79-4b9c-831b-33b1ac3e1ca1"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:35.210224 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-588ffbe8-1278-4403-8165-56fe94337e28 req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (bee83001-ab12-40b4-ac6a-7e8b7f60cb6f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:35.270779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-0995c1be-5303-49ad-9bc1-7475655f786c req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Allocated IP 192.168.233.80 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/f6ac8da8-5a8e-4362-902a-47c39d1f4c1f) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:38:35.271847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588ffbe8-1278-4403-8165-56fe94337e28 req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:38:35.275207 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-588ffbe8-1278-4403-8165-56fe94337e28 req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:38:35.279892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-588ffbe8-1278-4403-8165-56fe94337e28 req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:38:35.287446 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Pushing event updated for resources: {'Port': ['ID=bee83001-ab12-40b4-ac6a-7e8b7f60cb6f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:35.330726 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c6cb24b2-dd91-453c-a831-29e2e2ae8449 req-592f7ee9-37a0-4b75-bbd8-7e21296114c5 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555953 Feb 15 16:38:35.405196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9b96ea3-4a07-41a6-8622-dfcdbe69e39f req-147debb6-cb83-431a-915a-42104c38c0b2 service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307014 Feb 15 16:38:35.420117 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d860c461-15d4-4ef4-9f9f-1b45d08b081f req-994f77b4-0dfc-4b62-a74b-832cda455d62 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (61365c1c-a004-4754-873b-4058e502539e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:35.438131 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6282bc8b-9d8e-4550-a142-dea31796c065'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:35.464026 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f77b4-0dfc-4b62-a74b-832cda455d62 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event deleted for resources: {'Port': ['ID=61365c1c-a004-4754-873b-4058e502539e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:35.482790 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-588ffbe8-1278-4403-8165-56fe94337e28 req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for floatingip (472f3b1d-031d-4801-acea-ef0d219689cd), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:35.503747 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['286cc77b-1a79-4b9c-831b-33b1ac3e1ca1'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:35.558561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d860c461-15d4-4ef4-9f9f-1b45d08b081f req-994f77b4-0dfc-4b62-a74b-832cda455d62 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] No DVR routers for this DVR port 61365c1c-a004-4754-873b-4058e502539e on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:38:35.562253 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d860c461-15d4-4ef4-9f9f-1b45d08b081f req-994f77b4-0dfc-4b62-a74b-832cda455d62 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:35.567551 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d860c461-15d4-4ef4-9f9f-1b45d08b081f req-994f77b4-0dfc-4b62-a74b-832cda455d62 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.67 "DELETE /v2.0/ports/61365c1c-a004-4754-873b-4058e502539e HTTP/1.1" status: 204 len: 173 time: 0.9389470 Feb 15 16:38:35.568632 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903bc8d5-ed5a-410c-96f6-47e1a333356b', 'name': 'network-vif-deleted', 'tag': '61365c1c-a004-4754-873b-4058e502539e'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:35.572199 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6031de5-7878-49ab-a3e9-8ecdf491e9b8" -d '{"events": [{"server_uuid": "903bc8d5-ed5a-410c-96f6-47e1a333356b", "name": "network-vif-deleted", "tag": "61365c1c-a004-4754-873b-4058e502539e"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:35.719967 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-588ffbe8-1278-4403-8165-56fe94337e28 req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bee83001-ab12-40b4-ac6a-7e8b7f60cb6f), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:35.730600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca7d22-e4ad-4a23-beb8-4dc6c693487d req-4057c375-f17c-4568-8205-a9ad354b30ae tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:35.737705 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74ca7d22-e4ad-4a23-beb8-4dc6c693487d req-4057c375-f17c-4568-8205-a9ad354b30ae tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 943 time: 0.3350017 Feb 15 16:38:35.746493 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0995c1be-5303-49ad-9bc1-7475655f786c req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Publish callbacks [] for port (f6ac8da8-5a8e-4362-902a-47c39d1f4c1f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:35.766200 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1946d09-e1d3-4267-a8b0-f889895093f3 req-4259f2fc-9b77-469e-b9f2-4c9e2bd30875 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1048639 Feb 15 16:38:35.766994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9b96ea3-4a07-41a6-8622-dfcdbe69e39f req-b61e38cc-cb71-489c-b3bf-ee6517e3f14c service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343477 Feb 15 16:38:35.829588 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74ca7d22-e4ad-4a23-beb8-4dc6c693487d req-d7afae81-6313-4309-a70e-a973fe4cef75 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900123 Feb 15 16:38:35.927617 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0995c1be-5303-49ad-9bc1-7475655f786c req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f6ac8da8-5a8e-4362-902a-47c39d1f4c1f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:35.934687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1946d09-e1d3-4267-a8b0-f889895093f3 req-50a5cd86-7f0c-4f76-ab1f-9e2644f030ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:35.936269 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1946d09-e1d3-4267-a8b0-f889895093f3 req-50a5cd86-7f0c-4f76-ab1f-9e2644f030ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 1128 time: 0.1054940 Feb 15 16:38:35.994149 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0995c1be-5303-49ad-9bc1-7475655f786c req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:38:35.998846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-0995c1be-5303-49ad-9bc1-7475655f786c req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:38:36.001088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-0995c1be-5303-49ad-9bc1-7475655f786c req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:38:36.042215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Pushing event updated for resources: {'Port': ['ID=f6ac8da8-5a8e-4362-902a-47c39d1f4c1f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:36.055338 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-588ffbe8-1278-4403-8165-56fe94337e28 req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for port (bee83001-ab12-40b4-ac6a-7e8b7f60cb6f), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:36.080804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd25a03-2fc9-430a-ad14-788b11f70b4c req-86b78e3d-c314-4a36-8d0a-c95fadb90181 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:36.082434 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7fd25a03-2fc9-430a-ad14-788b11f70b4c req-86b78e3d-c314-4a36-8d0a-c95fadb90181 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 944 time: 0.1861002 Feb 15 16:38:36.088487 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995c1be-5303-49ad-9bc1-7475655f786c req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:36.089137 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0995c1be-5303-49ad-9bc1-7475655f786c req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:36.098775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1946d09-e1d3-4267-a8b0-f889895093f3 req-fa21b6bf-908f-44dd-8288-8a03abf3811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:36.100694 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1946d09-e1d3-4267-a8b0-f889895093f3 req-fa21b6bf-908f-44dd-8288-8a03abf3811f service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.1395133 Feb 15 16:38:36.155536 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1946d09-e1d3-4267-a8b0-f889895093f3 req-dcc7c80e-ea65-4ff2-9c8d-cc3dcb04b383 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b HTTP/1.1" status: 200 len: 217 time: 0.0460985 Feb 15 16:38:36.159065 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7fd25a03-2fc9-430a-ad14-788b11f70b4c req-6797eefe-754f-4e4c-8551-6e1c56c4133c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659459 Feb 15 16:38:36.213841 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-588ffbe8-1278-4403-8165-56fe94337e28 req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (bee83001-ab12-40b4-ac6a-7e8b7f60cb6f), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:36.214456 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0995c1be-5303-49ad-9bc1-7475655f786c req-b24006e5-a6c5-4897-b821-211fb857a524 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4094400 Feb 15 16:38:36.230208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Request body: {'port': {'device_id': '9daabc79-2b0d-4015-82d1-30a688afa350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:36.251541 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1946d09-e1d3-4267-a8b0-f889895093f3 req-c12353fd-6d62-4f3b-8257-1d41300915f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:36.253249 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1946d09-e1d3-4267-a8b0-f889895093f3 req-c12353fd-6d62-4f3b-8257-1d41300915f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.0897453 Feb 15 16:38:36.281610 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111072ef-4225-4390-9acf-a48faf95e4c2 x-openstack-request-id: req-111072ef-4225-4390-9acf-a48faf95e4c2 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:36.282439 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63607832-7084-475d-b3e2-b31c3b0ae75c", "name": "network-vif-deleted", "tag": "286cc77b-1a79-4b9c-831b-33b1ac3e1ca1", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:36.282806 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-111072ef-4225-4390-9acf-a48faf95e4c2 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:36.283340 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63607832-7084-475d-b3e2-b31c3b0ae75c', 'name': 'network-vif-deleted', 'tag': '286cc77b-1a79-4b9c-831b-33b1ac3e1ca1', 'status': 'completed', 'code': 200} Feb 15 16:38:36.318881 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1946d09-e1d3-4267-a8b0-f889895093f3 req-2c6d22c7-f79b-46ce-acd7-d5f8136da1ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531385 Feb 15 16:38:36.344280 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Pushing event updated for resources: {'Port': ['ID=bee83001-ab12-40b4-ac6a-7e8b7f60cb6f,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:36.350495 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f6ac8da8-5a8e-4362-902a-47c39d1f4c1f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:36.434915 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-588ffbe8-1278-4403-8165-56fe94337e28 req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (472f3b1d-031d-4801-acea-ef0d219689cd), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:36.507497 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1946d09-e1d3-4267-a8b0-f889895093f3 req-8137ad7e-3644-4d34-aba1-dedc1ce28265 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642382 Feb 15 16:38:36.582512 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-588ffbe8-1278-4403-8165-56fe94337e28 req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:36.593223 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-588ffbe8-1278-4403-8165-56fe94337e28 req-1e57c050-9b51-4bfb-b421-92f5545216b8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4367094 Feb 15 16:38:36.631964 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-247b5f9d-1003-4d72-9572-7a44f3534ef7 None None] Provisioning complete for port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:36.632920 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-247b5f9d-1003-4d72-9572-7a44f3534ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f6ac8da8-5a8e-4362-902a-47c39d1f4c1f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:36.678365 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-247b5f9d-1003-4d72-9572-7a44f3534ef7 None None] Port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:38:36.697111 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-588ffbe8-1278-4403-8165-56fe94337e28 req-97d9dd4c-d41c-437e-b7c0-c848649d0ae3 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.15 HTTP/1.1" status: 200 len: 695 time: 0.0842521 Feb 15 16:38:36.738402 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340948f-e43a-485a-9a98-d1e9db782a61 req-d6a3b46d-65da-44ae-b7b7-8aece7013361 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:36.740513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f340948f-e43a-485a-9a98-d1e9db782a61 req-d6a3b46d-65da-44ae-b7b7-8aece7013361 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.3872323 Feb 15 16:38:36.787712 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1946d09-e1d3-4267-a8b0-f889895093f3 req-83432bbd-6bb0-4d8e-9fa7-e1d02a28cb4c service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730703 Feb 15 16:38:36.822313 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba400f19-ed07-4e9c-aa7f-33b63446d46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:36.825094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f340948f-e43a-485a-9a98-d1e9db782a61 req-48963a7f-dcb1-4487-8182-4ba773514e7d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775249 Feb 15 16:38:36.882410 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ffbe8-1278-4403-8165-56fe94337e28 req-ea6f2f77-c212-4d29-8888-259b63602d54 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:36.884165 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-588ffbe8-1278-4403-8165-56fe94337e28 req-ea6f2f77-c212-4d29-8888-259b63602d54 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.1744692 Feb 15 16:38:36.890629 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bd97f0-c987-43f7-9639-30fe18cc5bd7 x-openstack-request-id: req-93bd97f0-c987-43f7-9639-30fe18cc5bd7 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:36.890953 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903bc8d5-ed5a-410c-96f6-47e1a333356b", "name": "network-vif-deleted", "tag": "61365c1c-a004-4754-873b-4058e502539e", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:36.891218 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-93bd97f0-c987-43f7-9639-30fe18cc5bd7 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:36.895409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ac8da8-5a8e-4362-902a-47c39d1f4c1f {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:38:36.895708 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903bc8d5-ed5a-410c-96f6-47e1a333356b', 'name': 'network-vif-deleted', 'tag': '61365c1c-a004-4754-873b-4058e502539e', 'status': 'completed', 'code': 200} Feb 15 16:38:36.898454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-588ffbe8-1278-4403-8165-56fe94337e28 req-fcf1a9e0-d378-4bb1-908d-c848bbf5c065 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:38:36.899988 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-588ffbe8-1278-4403-8165-56fe94337e28 req-fcf1a9e0-d378-4bb1-908d-c848bbf5c065 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075455 Feb 15 16:38:36.901767 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Publish callbacks [] for port (f6ac8da8-5a8e-4362-902a-47c39d1f4c1f), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:36.922472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Transition to ACTIVE for port object f6ac8da8-5a8e-4362-902a-47c39d1f4c1f will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:38:37.002769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b512910-04bf-4ae5-9f90-e988e5f5fd08 req-72ba10bd-b516-49b8-bf7f-e51d71e8fbc6 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:37.010084 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b512910-04bf-4ae5-9f90-e988e5f5fd08 req-72ba10bd-b516-49b8-bf7f-e51d71e8fbc6 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 935 time: 0.0663526 Feb 15 16:38:37.013215 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (f6ac8da8-5a8e-4362-902a-47c39d1f4c1f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:37.033778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c68f3f-b151-48c3-b996-f73d734cbee7 req-8244a3ef-ca1f-4155-a6c3-758a05fb0fb7 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:37.035289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8c68f3f-b151-48c3-b996-f73d734cbee7 req-8244a3ef-ca1f-4155-a6c3-758a05fb0fb7 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 943 time: 0.0544558 Feb 15 16:38:37.086263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ac8da8-5a8e-4362-902a-47c39d1f4c1f,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:37.088665 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8c68f3f-b151-48c3-b996-f73d734cbee7 req-55192478-436f-4254-b0e8-403faebc9407 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463786 Feb 15 16:38:37.173451 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b512910-04bf-4ae5-9f90-e988e5f5fd08 req-abcbe050-6309-4a9c-8890-7fb9a7d0ab3b tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/security-groups?id=831446e2-82a5-42d9-aec0-73c7a5b9eaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491060 Feb 15 16:38:37.220842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Attempting to bind port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:38:37.221236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Attempting to bind port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:38:37.221702 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Attempting to bind port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:37.229184 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:38:37.229692 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Attempting to bind port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:37.235533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:38:37.236012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:38:37.236505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:38:37.237047 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Bound port: f6ac8da8-5a8e-4362-902a-47c39d1f4c1f, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:38:37.237668 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f6ac8da8-5a8e-4362-902a-47c39d1f4c1f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:37.271902 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-2d5af779-f22f-486f-971f-2e6f6bc17016 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1379206 Feb 15 16:38:37.285394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:37.366054 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] For port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:38:37.370390 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] For port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=f6ac8da8-5a8e-4362-902a-47c39d1f4c1f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:38:37.379817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93695ca3-25de-4214-b338-1c7d504a5333 req-5e1b3123-4fce-4988-a0f1-490b205f22f4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:37.382142 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-93695ca3-25de-4214-b338-1c7d504a5333 req-5e1b3123-4fce-4988-a0f1-490b205f22f4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 944 time: 0.0904446 Feb 15 16:38:37.390593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:37.445400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-93695ca3-25de-4214-b338-1c7d504a5333 req-c7e84e50-586d-4a92-939a-e48fc852228d tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571356 Feb 15 16:38:37.450916 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (f6ac8da8-5a8e-4362-902a-47c39d1f4c1f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:37.493609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:37.494235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:37.495721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0995c1be-5303-49ad-9bc1-7475655f786c req-91595c17-9170-43cf-b528-b830599b8834 service neutron] 10.222.0.67 "PUT /v2.0/ports/f6ac8da8-5a8e-4362-902a-47c39d1f4c1f HTTP/1.1" status: 200 len: 1096 time: 1.2709665 Feb 15 16:38:37.521688 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91595c17-9170-43cf-b528-b830599b8834 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ac8da8-5a8e-4362-902a-47c39d1f4c1f,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:37.549528 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:37.676461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995c1be-5303-49ad-9bc1-7475655f786c req-aabc9b09-b1ef-4698-a8a0-5bc508b096b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:37.681003 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0995c1be-5303-49ad-9bc1-7475655f786c req-aabc9b09-b1ef-4698-a8a0-5bc508b096b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db5385ce4d764260b7edbdea38794ca3&device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 1130 time: 0.0777006 Feb 15 16:38:37.682332 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Allocated IP 172.25.4.102 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/4ad3ba2e-5ab2-40fd-b8ce-489c9210e6d0) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:38:37.747551 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0995c1be-5303-49ad-9bc1-7475655f786c req-67bc223e-517b-4ce4-9fab-a5e69fe6edbc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=f6ac8da8-5a8e-4362-902a-47c39d1f4c1f HTTP/1.1" status: 200 len: 217 time: 0.0577106 Feb 15 16:38:37.810858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995c1be-5303-49ad-9bc1-7475655f786c req-28e84cc1-10d5-4e19-8930-082fe1f120cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:37.811413 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for port (4ad3ba2e-5ab2-40fd-b8ce-489c9210e6d0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:37.814584 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0995c1be-5303-49ad-9bc1-7475655f786c req-28e84cc1-10d5-4e19-8930-082fe1f120cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0596802 Feb 15 16:38:37.900064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995c1be-5303-49ad-9bc1-7475655f786c req-bfb4e9c8-fe22-40f8-854b-4b35d44ce939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:37.902225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0995c1be-5303-49ad-9bc1-7475655f786c req-bfb4e9c8-fe22-40f8-854b-4b35d44ce939 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0801842 Feb 15 16:38:37.962580 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4ad3ba2e-5ab2-40fd-b8ce-489c9210e6d0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:37.996446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:38:38.024957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0995c1be-5303-49ad-9bc1-7475655f786c req-4fcc9fca-624e-426a-ad99-50bdf9844b7c service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157100 Feb 15 16:38:38.031755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:38:38.048135 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:38:38.052984 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:38:38.053338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 286cc77b-1a79-4b9c-831b-33b1ac3e1ca1 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:38:38.053795 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 61365c1c-a004-4754-873b-4058e502539e no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:38:38.055765 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:38:38.084077 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 61365c1c-a004-4754-873b-4058e502539e {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:38:38.084422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 61365c1c-a004-4754-873b-4058e502539e not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:38:38.100149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 4eed547b-34c5-4320-aaa9-48e7d4835041 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:38:38.104934 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Pushing event updated for resources: {'Port': ['ID=4ad3ba2e-5ab2-40fd-b8ce-489c9210e6d0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:38.206893 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for floatingip (7911fc24-e9c6-4cf1-bd74-0bb3ba2d747f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:38.322625 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4ad3ba2e-5ab2-40fd-b8ce-489c9210e6d0), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:38.408194 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 4eed547b-34c5-4320-aaa9-48e7d4835041 is: DOWN; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:38.500940 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for port (4ad3ba2e-5ab2-40fd-b8ce-489c9210e6d0), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:38.504484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9daabc79-2b0d-4015-82d1-30a688afa350', 'tag': 'f6ac8da8-5a8e-4362-902a-47c39d1f4c1f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:38.507192 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efce3d15-9dd1-4901-b38a-7878f337d01c" -d '{"events": [{"name": "network-changed", "server_uuid": "9daabc79-2b0d-4015-82d1-30a688afa350", "tag": "f6ac8da8-5a8e-4362-902a-47c39d1f4c1f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:38.533742 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0995c1be-5303-49ad-9bc1-7475655f786c req-1771b629-7d3f-41a4-8ce2-f8213f53d196 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013938 Feb 15 16:38:38.549017 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f76d6f-780f-47c1-ab37-4df4189dfa41 req-544e1984-3c1e-4459-bca9-aecb475b799e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:38.551059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-81f76d6f-780f-47c1-ab37-4df4189dfa41 req-544e1984-3c1e-4459-bca9-aecb475b799e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.4233239 Feb 15 16:38:38.606829 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-81f76d6f-780f-47c1-ab37-4df4189dfa41 req-17e72207-75f6-4c97-8aaf-22cd6c86bd2c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497034 Feb 15 16:38:38.677537 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:38:38.703438 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (4ad3ba2e-5ab2-40fd-b8ce-489c9210e6d0), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:38.729314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6efb9-9755-40a6-8bba-4e67212fcb51 req-f5829822-2d18-4ab4-b0bf-3c0fd2f51d8d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:38.731485 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-97e6efb9-9755-40a6-8bba-4e67212fcb51 req-f5829822-2d18-4ab4-b0bf-3c0fd2f51d8d tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 950 time: 0.0606833 Feb 15 16:38:38.782100 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Pushing event updated for resources: {'Port': ['ID=4ad3ba2e-5ab2-40fd-b8ce-489c9210e6d0,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:38.788586 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (7911fc24-e9c6-4cf1-bd74-0bb3ba2d747f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:38.806604 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-97e6efb9-9755-40a6-8bba-4e67212fcb51 req-366d3cfa-1d60-45b1-ac15-931b62338f28 tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607009 Feb 15 16:38:38.864111 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:38.865531 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-b11890ab-6773-4e29-b6f1-baa39179981e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5867910 Feb 15 16:38:38.917984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5561c-c99e-4f4c-9dc0-933667f6f1e6 req-7b67df7f-7bd9-433b-bcaa-28a368c54412 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:38.919520 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-78a5561c-c99e-4f4c-9dc0-933667f6f1e6 req-7b67df7f-7bd9-433b-bcaa-28a368c54412 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 943 time: 0.0546029 Feb 15 16:38:38.922696 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-a2f8157d-af4d-489b-9f28-83a6a36fe271 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0514081 Feb 15 16:38:38.981562 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-78a5561c-c99e-4f4c-9dc0-933667f6f1e6 req-600a6fcb-103c-493d-a39e-432702f7cafb tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523376 Feb 15 16:38:39.042737 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-36f15f6b-d00f-48a4-a9b6-f701f6c1cc8b tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:39.044295 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-69fc436f-66a5-4e7f-bf25-3896c5378c90 req-36f15f6b-d00f-48a4-a9b6-f701f6c1cc8b tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.1162431 Feb 15 16:38:39.102404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7d6ed-e706-440a-b6e1-e54e6ea9d89e req-2ea38b64-e1e0-45c7-87c7-2ff7d893b62c tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:39.103898 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3be7d6ed-e706-440a-b6e1-e54e6ea9d89e req-2ea38b64-e1e0-45c7-87c7-2ff7d893b62c tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 947 time: 0.0598300 Feb 15 16:38:39.147349 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e7909-85a8-42a6-9021-7dbadc4fa6e3 req-a4a30a9e-df7c-425e-a949-f4e84c43e8c4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:39.149012 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f71e7909-85a8-42a6-9021-7dbadc4fa6e3 req-a4a30a9e-df7c-425e-a949-f4e84c43e8c4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 944 time: 0.0530255 Feb 15 16:38:39.162262 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3be7d6ed-e706-440a-b6e1-e54e6ea9d89e req-3d073e67-3de1-4e52-aafc-0a2c41f8659c tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/security-groups?id=831446e2-82a5-42d9-aec0-73c7a5b9eaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518839 Feb 15 16:38:39.212666 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f71e7909-85a8-42a6-9021-7dbadc4fa6e3 req-801c80ff-a072-4f95-80bd-95d900e12cf6 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566857 Feb 15 16:38:39.217824 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4def37-6fa9-4bd7-a802-da3637efcd92 x-openstack-request-id: req-5d4def37-6fa9-4bd7-a802-da3637efcd92 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:39.242693 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9daabc79-2b0d-4015-82d1-30a688afa350", "tag": "f6ac8da8-5a8e-4362-902a-47c39d1f4c1f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:39.242693 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5d4def37-6fa9-4bd7-a802-da3637efcd92 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:39.242693 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9daabc79-2b0d-4015-82d1-30a688afa350', 'tag': 'f6ac8da8-5a8e-4362-902a-47c39d1f4c1f', 'status': 'completed', 'code': 200} Feb 15 16:38:39.299300 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b5c7adb-ce93-4409-9d9e-8e89bcd7e02a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:39.359455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce3d15-9dd1-4901-b38a-7878f337d01c req-86acd8a6-a75f-4835-aa10-dff670d03420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:39.360966 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efce3d15-9dd1-4901-b38a-7878f337d01c req-86acd8a6-a75f-4835-aa10-dff670d03420 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=db5385ce4d764260b7edbdea38794ca3&device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 1130 time: 0.1079640 Feb 15 16:38:39.368478 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-c217798c-9645-4fc4-9b5a-2b57550de706 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1385448 Feb 15 16:38:39.390636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:39.472087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce3d15-9dd1-4901-b38a-7878f337d01c req-b32e372b-02c5-4a14-ad31-47415d3a7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:39.473785 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efce3d15-9dd1-4901-b38a-7878f337d01c req-b32e372b-02c5-4a14-ad31-47415d3a7c5d service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1042695 Feb 15 16:38:39.517187 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:39.520441 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efce3d15-9dd1-4901-b38a-7878f337d01c req-98d7bf7b-5baa-4d8a-97e8-713b1edd4160 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=f6ac8da8-5a8e-4362-902a-47c39d1f4c1f HTTP/1.1" status: 200 len: 217 time: 0.0391533 Feb 15 16:38:39.611705 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce3d15-9dd1-4901-b38a-7878f337d01c req-b7d212f2-d4a9-43d5-9e33-2c00090189f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:39.613178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efce3d15-9dd1-4901-b38a-7878f337d01c req-b7d212f2-d4a9-43d5-9e33-2c00090189f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0817740 Feb 15 16:38:39.719879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad8623-eea0-4b79-bb2e-f0990ceedcfc req-419fd1be-6185-4350-a252-63f85d87f04c tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:39.721610 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5bad8623-eea0-4b79-bb2e-f0990ceedcfc req-419fd1be-6185-4350-a252-63f85d87f04c tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 950 time: 0.1048038 Feb 15 16:38:39.731484 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2cdd1-7b2b-4032-b24c-ab9f2e1aac73 req-2abceb16-0ec4-4a9b-a917-60daa9b803d9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:39.733645 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43c2cdd1-7b2b-4032-b24c-ab9f2e1aac73 req-2abceb16-0ec4-4a9b-a917-60daa9b803d9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.0547280 Feb 15 16:38:39.738414 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce3d15-9dd1-4901-b38a-7878f337d01c req-cbdcdc4c-77a5-4970-b620-bb40a2dc3575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:39.740497 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efce3d15-9dd1-4901-b38a-7878f337d01c req-cbdcdc4c-77a5-4970-b620-bb40a2dc3575 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1142757 Feb 15 16:38:39.782448 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43c2cdd1-7b2b-4032-b24c-ab9f2e1aac73 req-44618229-b6c6-4eeb-83c2-7a85c38c4103 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425580 Feb 15 16:38:39.832181 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:39.926317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b57e6c-f9a9-4217-adc3-df9b2bcf7981 req-ac23315b-b083-4d14-9172-d1a060cdd8ac tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:39.928288 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d9b57e6c-f9a9-4217-adc3-df9b2bcf7981 req-ac23315b-b083-4d14-9172-d1a060cdd8ac tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 950 time: 0.0542862 Feb 15 16:38:39.992827 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efce3d15-9dd1-4901-b38a-7878f337d01c req-342efad0-f653-4204-9304-1d03cd2d45f1 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228444 Feb 15 16:38:39.994632 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d9b57e6c-f9a9-4217-adc3-df9b2bcf7981 req-d99afa99-9719-48a7-9124-7fa030164bae tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ea59dd9-132f-47dd-8e91-df39a4990ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539284 Feb 15 16:38:40.078567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-5bad8623-eea0-4b79-bb2e-f0990ceedcfc req-18801b86-3186-4b33-8f63-9b60804eacbf tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Deleting port 6282bc8b-9d8e-4550-a142-dea31796c065 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:40.079006 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5bad8623-eea0-4b79-bb2e-f0990ceedcfc req-18801b86-3186-4b33-8f63-9b60804eacbf tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6282bc8b-9d8e-4550-a142-dea31796c065), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:40.082175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Allocated IP 172.25.4.69 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/37dfe994-b03d-48cf-b890-8002c7b626a9) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:38:40.116171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1c057-b330-44f9-a597-6fcf4ed6d8da req-2af35b66-3b35-48c0-95cc-d64fd01752d3 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:40.117795 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1af1c057-b330-44f9-a597-6fcf4ed6d8da req-2af35b66-3b35-48c0-95cc-d64fd01752d3 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 943 time: 0.0585144 Feb 15 16:38:40.169516 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1af1c057-b330-44f9-a597-6fcf4ed6d8da req-c187829a-3f1e-49d1-9fa2-203891cd627f tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454357 Feb 15 16:38:40.239598 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efce3d15-9dd1-4901-b38a-7878f337d01c req-86e01932-94f2-4395-9e9c-74e56db302f3 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385566 Feb 15 16:38:40.259085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-5bad8623-eea0-4b79-bb2e-f0990ceedcfc req-18801b86-3186-4b33-8f63-9b60804eacbf tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] For port 6282bc8b-9d8e-4550-a142-dea31796c065, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6282bc8b-9d8e-4550-a142-dea31796c065,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:40.259458 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5bad8623-eea0-4b79-bb2e-f0990ceedcfc req-18801b86-3186-4b33-8f63-9b60804eacbf tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6282bc8b-9d8e-4550-a142-dea31796c065), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:40.283770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-5bad8623-eea0-4b79-bb2e-f0990ceedcfc req-18801b86-3186-4b33-8f63-9b60804eacbf tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Calling delete_port for 6282bc8b-9d8e-4550-a142-dea31796c065 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:40.305939 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:40.323817 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd7536-c2b5-4ec3-85e8-b7b9c570e80e req-9e9e1b87-3362-45ce-a4aa-053e73d969aa tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:40.325504 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-48cd7536-c2b5-4ec3-85e8-b7b9c570e80e req-9e9e1b87-3362-45ce-a4aa-053e73d969aa tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 947 time: 0.0578434 Feb 15 16:38:40.354525 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for port (37dfe994-b03d-48cf-b890-8002c7b626a9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:40.394533 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-48cd7536-c2b5-4ec3-85e8-b7b9c570e80e req-f707a314-e107-49f3-815c-126b85f4cad4 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/security-groups?id=831446e2-82a5-42d9-aec0-73c7a5b9eaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493615 Feb 15 16:38:40.499426 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (37dfe994-b03d-48cf-b890-8002c7b626a9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:40.521964 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be961fb-8510-4236-9995-02bffdc80783 req-9cf2b8c4-62b1-4060-9621-1cc1d00e4600 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:40.523466 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5be961fb-8510-4236-9995-02bffdc80783 req-9cf2b8c4-62b1-4060-9621-1cc1d00e4600 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 944 time: 0.0583279 Feb 15 16:38:40.532948 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5bad8623-eea0-4b79-bb2e-f0990ceedcfc req-18801b86-3186-4b33-8f63-9b60804eacbf tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6282bc8b-9d8e-4550-a142-dea31796c065), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:40.545795 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6282bc8b-9d8e-4550-a142-dea31796c065'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:40.554728 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:38:40.561870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:38:40.586541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:38:40.593695 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5be961fb-8510-4236-9995-02bffdc80783 req-13c23303-7729-4898-96f8-91c63ea105c5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628736 Feb 15 16:38:40.611548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Pushing event updated for resources: {'Port': ['ID=37dfe994-b03d-48cf-b890-8002c7b626a9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:40.636927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bad8623-eea0-4b79-bb2e-f0990ceedcfc req-18801b86-3186-4b33-8f63-9b60804eacbf tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] No DVR routers for this DVR port 6282bc8b-9d8e-4550-a142-dea31796c065 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:38:40.641440 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5bad8623-eea0-4b79-bb2e-f0990ceedcfc req-18801b86-3186-4b33-8f63-9b60804eacbf tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:40.644727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5bad8623-eea0-4b79-bb2e-f0990ceedcfc req-18801b86-3186-4b33-8f63-9b60804eacbf tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.10 "DELETE /v2.0/ports/6282bc8b-9d8e-4550-a142-dea31796c065 HTTP/1.1" status: 204 len: 173 time: 0.9159412 Feb 15 16:38:40.664838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18801b86-3186-4b33-8f63-9b60804eacbf tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] Pushing event deleted for resources: {'Port': ['ID=6282bc8b-9d8e-4550-a142-dea31796c065,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:40.724485 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for floatingip (a03b2e2c-d4f6-430a-97ae-2f60ba6af6a0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:40.846128 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (37dfe994-b03d-48cf-b890-8002c7b626a9), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:40.909267 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7f59a-d865-44ef-92db-261c76bade44 req-35bd3186-2b93-40e4-917b-32525f62a595 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:40.916673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e4a7f59a-d865-44ef-92db-261c76bade44 req-35bd3186-2b93-40e4-917b-32525f62a595 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.0620732 Feb 15 16:38:40.986314 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e4a7f59a-d865-44ef-92db-261c76bade44 req-360c2bc9-6d7c-4993-88ad-02cc55c9d8f4 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687795 Feb 15 16:38:41.073670 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for port (37dfe994-b03d-48cf-b890-8002c7b626a9), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:41.120192 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b1acc6ce-f32c-4bfe-bb7a-fb88cc141aa2 req-f73e04f4-7eaa-42ad-bbef-d884eeb6147a tempest-ServersOnMultiNodesTest-1314710486 tempest-ServersOnMultiNodesTest-1314710486-project] 10.222.0.107 "GET /v2.0/ports?device_id=d2a5280a-dd75-49d0-87b6-0abaca2ae1ff HTTP/1.1" status: 200 len: 210 time: 0.0362067 Feb 15 16:38:41.156336 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (37dfe994-b03d-48cf-b890-8002c7b626a9), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:41.220707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a5280a-dd75-49d0-87b6-0abaca2ae1ff', 'name': 'network-vif-deleted', 'tag': '6282bc8b-9d8e-4550-a142-dea31796c065'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:41.223075 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232de75e-c356-4b05-b18d-2bab370d631c" -d '{"events": [{"server_uuid": "d2a5280a-dd75-49d0-87b6-0abaca2ae1ff", "name": "network-vif-deleted", "tag": "6282bc8b-9d8e-4550-a142-dea31796c065"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:41.231122 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Pushing event updated for resources: {'Port': ['ID=37dfe994-b03d-48cf-b890-8002c7b626a9,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:41.248007 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (a03b2e2c-d4f6-430a-97ae-2f60ba6af6a0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:41.299343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551c6cb-fd40-4a6e-a30f-d8c2a864fa0a req-21013bd0-c0a0-4779-a91d-280f97a04b19 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:41.300889 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8551c6cb-fd40-4a6e-a30f-d8c2a864fa0a req-21013bd0-c0a0-4779-a91d-280f97a04b19 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 943 time: 0.0517821 Feb 15 16:38:41.315824 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:41.317462 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-42e45070-56dd-45ba-8990-c25529ad04a7 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9409904 Feb 15 16:38:41.373158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-8ddc08ef-506c-4e96-b27a-5f6fa4de374d tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.69 HTTP/1.1" status: 200 len: 695 time: 0.0491548 Feb 15 16:38:41.489860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-cc65e3a9-25bb-45ae-82bb-527afb99b264 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:41.502372 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b7dbd6ae-47c8-4338-bfd9-440404c16264 req-cc65e3a9-25bb-45ae-82bb-527afb99b264 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.1237087 Feb 15 16:38:41.533156 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d8036c-6411-4c51-8c65-6ed20624b582 x-openstack-request-id: req-10d8036c-6411-4c51-8c65-6ed20624b582 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:41.533709 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2a5280a-dd75-49d0-87b6-0abaca2ae1ff", "name": "network-vif-deleted", "tag": "6282bc8b-9d8e-4550-a142-dea31796c065", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:41.534203 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-10d8036c-6411-4c51-8c65-6ed20624b582 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:41.534919 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a5280a-dd75-49d0-87b6-0abaca2ae1ff', 'name': 'network-vif-deleted', 'tag': '6282bc8b-9d8e-4550-a142-dea31796c065', 'status': 'completed', 'code': 200} Feb 15 16:38:41.656601 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8551c6cb-fd40-4a6e-a30f-d8c2a864fa0a req-13b6277b-825a-4b09-a06c-7b6bbfedb5a8 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3403296 Feb 15 16:38:41.660367 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687455e6-abce-4d16-a921-05f073b46354 req-5c0b2898-a5a7-41f8-ad19-f22fc61eef96 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:41.662016 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-687455e6-abce-4d16-a921-05f073b46354 req-5c0b2898-a5a7-41f8-ad19-f22fc61eef96 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 947 time: 0.0740304 Feb 15 16:38:41.720238 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-018f1b8e-e809-4d6e-be45-ef28416a06aa req-99b84781-5e65-4fbd-9c1d-25c3618bdcf4 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips/a03b2e2c-d4f6-430a-97ae-2f60ba6af6a0 HTTP/1.1" status: 200 len: 692 time: 0.0496709 Feb 15 16:38:41.726258 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-687455e6-abce-4d16-a921-05f073b46354 req-6feb0e7d-2b9b-41b0-afe4-27be5fb583f2 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/security-groups?id=831446e2-82a5-42d9-aec0-73c7a5b9eaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580370 Feb 15 16:38:41.733339 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:41.832437 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f1b8e-e809-4d6e-be45-ef28416a06aa req-ae7a11a6-e0e5-4c00-bdc9-7e6bd82ff81e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:41.834511 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-018f1b8e-e809-4d6e-be45-ef28416a06aa req-ae7a11a6-e0e5-4c00-bdc9-7e6bd82ff81e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.1131356 Feb 15 16:38:41.844131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-018f1b8e-e809-4d6e-be45-ef28416a06aa req-d5259fc3-eeea-4c50-b3e8-776a1be92d9b tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:38:41.845465 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-018f1b8e-e809-4d6e-be45-ef28416a06aa req-d5259fc3-eeea-4c50-b3e8-776a1be92d9b tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060327 Feb 15 16:38:41.868012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619ea10-0ed6-4fa3-afed-568f19893374 req-8e8f1e45-f2ac-4d43-98e5-03d0901cd496 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:41.869549 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0619ea10-0ed6-4fa3-afed-568f19893374 req-8e8f1e45-f2ac-4d43-98e5-03d0901cd496 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 944 time: 0.0643966 Feb 15 16:38:41.920858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0619ea10-0ed6-4fa3-afed-568f19893374 req-7ee6c792-77cc-49ab-894b-7975463038a6 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451994 Feb 15 16:38:41.923197 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b80297c-9c74-4550-9590-b6726263713f req-90e6e8d7-ff73-4971-b241-99b31c701866 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips/a03b2e2c-d4f6-430a-97ae-2f60ba6af6a0 HTTP/1.1" status: 200 len: 692 time: 0.0564134 Feb 15 16:38:42.017995 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device f6ac8da8-5a8e-4362-902a-47c39d1f4c1f details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:38:42.038988 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80297c-9c74-4550-9590-b6726263713f req-75d46be1-d63d-4456-b1e8-4f471c9947db tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:42.045606 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b80297c-9c74-4550-9590-b6726263713f req-75d46be1-d63d-4456-b1e8-4f471c9947db tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.1130855 Feb 15 16:38:42.051585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-0b80297c-9c74-4550-9590-b6726263713f req-d99656f5-b744-4b8b-9ca2-9f5dc3d19c0d tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:38:42.054409 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b80297c-9c74-4550-9590-b6726263713f req-d99656f5-b744-4b8b-9ca2-9f5dc3d19c0d tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078957 Feb 15 16:38:42.114328 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b80297c-9c74-4550-9590-b6726263713f req-dd9c9ddb-7a0c-4afc-b985-b5fa3610182a tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.69 HTTP/1.1" status: 200 len: 695 time: 0.0519645 Feb 15 16:38:42.132644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:38:42.133306 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b8a4b-1e0b-4a81-afd6-70147411e4c7 req-b0705d35-e87b-4252-a3f2-1226668242a9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:42.135142 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d87b8a4b-1e0b-4a81-afd6-70147411e4c7 req-b0705d35-e87b-4252-a3f2-1226668242a9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.0659261 Feb 15 16:38:42.160829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=f6ac8da8-5a8e-4362-902a-47c39d1f4c1f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:42.171427 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b80297c-9c74-4550-9590-b6726263713f req-b2f93ba6-c785-43f5-90c9-115dbc4bc15a tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.69 HTTP/1.1" status: 200 len: 695 time: 0.0554166 Feb 15 16:38:42.181452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'f6ac8da8-5a8e-4362-902a-47c39d1f4c1f', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': 'f6ac8da8-5a8e-4362-902a-47c39d1f4c1f', 'mac_address': 'fa:16:3e:93:0c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:38:42.199131 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d87b8a4b-1e0b-4a81-afd6-70147411e4c7 req-bf515739-9a6d-4b07-9d72-c29649bd28fa tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568161 Feb 15 16:38:42.310810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510,segment=NetworkSegment(1d1d3bb0-6005-4d65-95c2-91b39a502539),segment_id=1d1d3bb0-6005-4d65-95c2-91b39a502539)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:42.324495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-0b80297c-9c74-4550-9590-b6726263713f req-d16ec077-6479-4632-91ca-e6a7b690f171 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Deleting port 37dfe994-b03d-48cf-b890-8002c7b626a9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:42.330851 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0b80297c-9c74-4550-9590-b6726263713f req-d16ec077-6479-4632-91ca-e6a7b690f171 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (37dfe994-b03d-48cf-b890-8002c7b626a9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:42.332053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510', 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153', 'port_id': '2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510', 'mac_address': 'fa:16:3e:ab:db:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:38:42.402977 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:42.403659 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f6ac8da8-5a8e-4362-902a-47c39d1f4c1f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:42.419610 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0b80297c-9c74-4550-9590-b6726263713f req-d16ec077-6479-4632-91ca-e6a7b690f171 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (37dfe994-b03d-48cf-b890-8002c7b626a9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:42.422468 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0b80297c-9c74-4550-9590-b6726263713f req-d16ec077-6479-4632-91ca-e6a7b690f171 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for floatingip (37dfe994-b03d-48cf-b890-8002c7b626a9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:42.426302 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ac8da8-5a8e-4362-902a-47c39d1f4c1f {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:38:42.433704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:42.434058 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:42.436111 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-0b80297c-9c74-4550-9590-b6726263713f req-d16ec077-6479-4632-91ca-e6a7b690f171 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Calling delete_port for 37dfe994-b03d-48cf-b890-8002c7b626a9 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:42.453713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:38:42.470823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=f6ac8da8-5a8e-4362-902a-47c39d1f4c1f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:42.484828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510,segment=NetworkSegment(1d1d3bb0-6005-4d65-95c2-91b39a502539),segment_id=1d1d3bb0-6005-4d65-95c2-91b39a502539)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:42.550513 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f6ac8da8-5a8e-4362-902a-47c39d1f4c1f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:42.589293 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:42.598440 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-9a179e08-f417-47af-a51c-9a8cfba1d198 service neutron] 10.222.0.10 "GET /v2.0/ports/4eed547b-34c5-4320-aaa9-48e7d4835041/bindings/n-h1-828372-14 HTTP/1.1" status: 200 len: 385 time: 0.1038551 Feb 15 16:38:42.619467 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=f6ac8da8-5a8e-4362-902a-47c39d1f4c1f,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:42.665723 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0b80297c-9c74-4550-9590-b6726263713f req-d16ec077-6479-4632-91ca-e6a7b690f171 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (37dfe994-b03d-48cf-b890-8002c7b626a9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:42.678325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:42.715693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ec077-6479-4632-91ca-e6a7b690f171 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Pushing event deleted for resources: {'Port': ['ID=37dfe994-b03d-48cf-b890-8002c7b626a9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:42.804779 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0b80297c-9c74-4550-9590-b6726263713f req-d16ec077-6479-4632-91ca-e6a7b690f171 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for floatingip (a03b2e2c-d4f6-430a-97ae-2f60ba6af6a0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:42.810639 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0b80297c-9c74-4550-9590-b6726263713f req-d16ec077-6479-4632-91ca-e6a7b690f171 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:42.810639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b80297c-9c74-4550-9590-b6726263713f req-d16ec077-6479-4632-91ca-e6a7b690f171 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "DELETE /v2.0/floatingips/a03b2e2c-d4f6-430a-97ae-2f60ba6af6a0 HTTP/1.1" status: 204 len: 173 time: 0.6376276 Feb 15 16:38:42.834424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['f6ac8da8-5a8e-4362-902a-47c39d1f4c1f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:42.851318 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35822) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:42.877996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-6bdf4006-4701-432a-8abd-5fc52698b694 service neutron] For port 4eed547b-34c5-4320-aaa9-48e7d4835041, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=4eed547b-34c5-4320-aaa9-48e7d4835041,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:42.892277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:42.900193 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-6bdf4006-4701-432a-8abd-5fc52698b694 service neutron] For port 4eed547b-34c5-4320-aaa9-48e7d4835041, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:38:42.941725 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-6bdf4006-4701-432a-8abd-5fc52698b694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eed547b-34c5-4320-aaa9-48e7d4835041 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:38:42.955090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-6bdf4006-4701-432a-8abd-5fc52698b694 service neutron] For port 4eed547b-34c5-4320-aaa9-48e7d4835041, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4eed547b-34c5-4320-aaa9-48e7d4835041,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:42.998876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8c138-2dd9-4aaf-b0ef-aa589e2761b0 req-74fb335e-da47-4627-9adf-75c035301b61 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:43.025919 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7c8c138-2dd9-4aaf-b0ef-aa589e2761b0 req-74fb335e-da47-4627-9adf-75c035301b61 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 944 time: 0.2698345 Feb 15 16:38:43.040404 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4e4e2-1ad1-41c7-b583-e503978c0b2f req-d3285fe4-496a-4d76-9209-7e2fc30ce899 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:43.045650 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-6bdf4006-4701-432a-8abd-5fc52698b694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:43.051468 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cff4e4e2-1ad1-41c7-b583-e503978c0b2f req-d3285fe4-496a-4d76-9209-7e2fc30ce899 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 948 time: 0.1328058 Feb 15 16:38:43.133953 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-89b3a406-768b-4e80-9162-eb4072b16b99 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7a5616e5981049c2a8b562d7a99d1390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809806 Feb 15 16:38:43.137092 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35828) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:43.139633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-6bdf4006-4701-432a-8abd-5fc52698b694 service neutron] Transition to ACTIVE for port object 4eed547b-34c5-4320-aaa9-48e7d4835041 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:38:43.175491 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7c8c138-2dd9-4aaf-b0ef-aa589e2761b0 req-50bae547-d62b-45f8-b095-3aa36eaf6120 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482646 Feb 15 16:38:43.178032 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cff4e4e2-1ad1-41c7-b583-e503978c0b2f req-b48994bb-2c8a-4b7e-9011-94b1689738ee tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/security-groups?id=831446e2-82a5-42d9-aec0-73c7a5b9eaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256340 Feb 15 16:38:43.225909 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-6bdf4006-4701-432a-8abd-5fc52698b694 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:43.226392 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5984bf7c-c01d-4ac5-890a-3a407421ef05 admin admin] Publish callbacks [] for security_group (3ea59dd9-132f-47dd-8e91-df39a4990ec8), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:43.299691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-6bdf4006-4701-432a-8abd-5fc52698b694 service neutron] No DVR routers for this DVR port 4eed547b-34c5-4320-aaa9-48e7d4835041 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:38:43.313703 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:43.337869 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5984bf7c-c01d-4ac5-890a-3a407421ef05 admin admin] Publish callbacks [] for security_group (3ea59dd9-132f-47dd-8e91-df39a4990ec8), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:43.366903 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-6bdf4006-4701-432a-8abd-5fc52698b694 service neutron] 10.222.0.10 "PUT /v2.0/ports/4eed547b-34c5-4320-aaa9-48e7d4835041/bindings/n-h1-828372-14/activate HTTP/1.1" status: 200 len: 370 time: 0.7621682 Feb 15 16:38:43.369536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf4006-4701-432a-8abd-5fc52698b694 service neutron] Pushing event updated for resources: {'Port': ['ID=4eed547b-34c5-4320-aaa9-48e7d4835041,revision_number=10']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:43.397158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3d05a-b57d-42fb-a231-f0571e0f7874 req-9f1f3d03-e0ea-42de-a984-cc0cd5705862 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:43.399016 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2a3d05a-b57d-42fb-a231-f0571e0f7874 req-9f1f3d03-e0ea-42de-a984-cc0cd5705862 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 945 time: 0.1303761 Feb 15 16:38:43.475655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5e956-cf74-4fb3-84c8-067e16f06c2b req-53f72af2-c2fc-4930-8648-224711bf3a6d tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:43.477298 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ff5e956-cf74-4fb3-84c8-067e16f06c2b req-53f72af2-c2fc-4930-8648-224711bf3a6d tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2475984 Feb 15 16:38:43.494282 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-32752781-cde4-4caf-9faf-93e6679c4257 service neutron] show failed (client error): The resource could not be found. Feb 15 16:38:43.495507 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-32752781-cde4-4caf-9faf-93e6679c4257 service neutron] 10.222.0.10 "GET /v2.0/ports/7de2aa9b-236e-4739-a672-636d285db5f4/bindings/n-h1-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.1131868 Feb 15 16:38:43.509560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2a3d05a-b57d-42fb-a231-f0571e0f7874 req-07fb3f4a-fd40-4cc3-9b64-1d9188c84d92 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804493 Feb 15 16:38:43.567193 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5984bf7c-c01d-4ac5-890a-3a407421ef05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3ea59dd9-132f-47dd-8e91-df39a4990ec8), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:43.575649 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5984bf7c-c01d-4ac5-890a-3a407421ef05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:43.578128 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5984bf7c-c01d-4ac5-890a-3a407421ef05 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3ea59dd9-132f-47dd-8e91-df39a4990ec8 HTTP/1.1" status: 204 len: 168 time: 0.4360578 Feb 15 16:38:43.614071 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d53d2e43-dc94-4302-a48e-bbb7a731bc40 req-430d96c5-d34f-488c-aa3c-a974a45a38d2 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips?tenant_id=d712ffd9092c4103bfed74082a8e8494 HTTP/1.1" status: 200 len: 1656 time: 0.0877597 Feb 15 16:38:43.626086 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984bf7c-c01d-4ac5-890a-3a407421ef05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea59dd9-132f-47dd-8e91-df39a4990ec8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:43.651135 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32832d-7261-4b42-8719-98976e30621e req-6d705366-9efd-4acc-858a-be3b0c7b865e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:43.654841 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b32832d-7261-4b42-8719-98976e30621e req-6d705366-9efd-4acc-858a-be3b0c7b865e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.1185668 Feb 15 16:38:43.699134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-511bcafa-089e-47d4-a520-76cc70841aa7 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:43.700953 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-511bcafa-089e-47d4-a520-76cc70841aa7 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d&tenant_id=d0ff076c939c42f79afd32ae34c41b7e&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 1128 time: 0.1281648 Feb 15 16:38:43.721271 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b32832d-7261-4b42-8719-98976e30621e req-54ed69b5-b35d-4e54-83e3-bfb496f9919c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610261 Feb 15 16:38:43.788792 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-780069e1-47d7-4e3f-a2b9-06c11e3a5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:43.790332 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-780069e1-47d7-4e3f-a2b9-06c11e3a5a8d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d&tenant_id=d0ff076c939c42f79afd32ae34c41b7e HTTP/1.1" status: 200 len: 1128 time: 0.0764480 Feb 15 16:38:43.797071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d2e43-dc94-4302-a48e-bbb7a731bc40 req-e5cffd82-320d-42f6-a0e8-912d3f5e72c8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:43.805714 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d53d2e43-dc94-4302-a48e-bbb7a731bc40 req-e5cffd82-320d-42f6-a0e8-912d3f5e72c8 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/networks?id=41fa8f71-481c-4dfa-a28d-8870ce44b667&id=41fa8f71-481c-4dfa-a28d-8870ce44b667&id=41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 787 time: 0.1833479 Feb 15 16:38:43.812288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-d53d2e43-dc94-4302-a48e-bbb7a731bc40 req-d312c213-4135-43c8-96d2-8ba1832ed603 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:38:43.821114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d53d2e43-dc94-4302-a48e-bbb7a731bc40 req-d312c213-4135-43c8-96d2-8ba1832ed603 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135360 Feb 15 16:38:43.872550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-60ddcbf8-1ce6-40d9-a103-fc3ed359eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:43.874418 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-60ddcbf8-1ce6-40d9-a103-fc3ed359eeb5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 1128 time: 0.0504851 Feb 15 16:38:43.893626 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3241f545-1124-4864-9a69-8ac29d1428c4 req-bab109e0-fe66-4e2a-9750-dff6e31e5dc0 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips/7911fc24-e9c6-4cf1-bd74-0bb3ba2d747f HTTP/1.1" status: 200 len: 693 time: 0.0484486 Feb 15 16:38:44.016820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-8dcc1bdc-bdc1-4954-a0eb-601f0bf21507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:44.019192 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-8dcc1bdc-bdc1-4954-a0eb-601f0bf21507 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.1334195 Feb 15 16:38:44.030510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device f6ac8da8-5a8e-4362-902a-47c39d1f4c1f up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:38:44.041233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3241f545-1124-4864-9a69-8ac29d1428c4 req-a225f6a2-a73b-4a5b-b314-61ef62b0e66a tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:44.042932 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3241f545-1124-4864-9a69-8ac29d1428c4 req-a225f6a2-a73b-4a5b-b314-61ef62b0e66a tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.1409514 Feb 15 16:38:44.080812 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-71f1dda1-670d-426f-9db8-2dc3e0dd7032 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4eed547b-34c5-4320-aaa9-48e7d4835041 HTTP/1.1" status: 200 len: 217 time: 0.0453730 Feb 15 16:38:44.122001 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3241f545-1124-4864-9a69-8ac29d1428c4 req-728c3406-f851-4be4-a953-69aa02c56278 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0730157 Feb 15 16:38:44.133233 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:38:44.144501 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-af121261-7ae3-49f6-9b62-ed40352d21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:44.146408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-af121261-7ae3-49f6-9b62-ed40352d21d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.0588188 Feb 15 16:38:44.195435 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-649dac53-45cf-4ca0-b06c-d69981b046dc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361047 Feb 15 16:38:44.201300 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3241f545-1124-4864-9a69-8ac29d1428c4 req-3009eaa8-079d-4bb6-8aab-c2d6f6875d74 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0576499 Feb 15 16:38:44.208802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:38:44.214375 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:44.214873 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f6ac8da8-5a8e-4362-902a-47c39d1f4c1f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:44.266641 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-8b4aa504-a054-486c-a9f2-08c3bde740ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:44.269098 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-8b4aa504-a054-486c-a9f2-08c3bde740ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525&tenant_id=83dc14985f004c3eab7d27bb571467d7 HTTP/1.1" status: 200 len: 1132 time: 0.1572595 Feb 15 16:38:44.284405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:44.310646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:38:44.318750 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:44.319062 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:44.358568 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:44.358960 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f6ac8da8-5a8e-4362-902a-47c39d1f4c1f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:44.363652 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-3757d964-e0c5-4e7f-8fe9-23256b5d4452 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596529 Feb 15 16:38:44.406280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=f6ac8da8-5a8e-4362-902a-47c39d1f4c1f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:44.409438 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9daabc79-2b0d-4015-82d1-30a688afa350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ac8da8-5a8e-4362-902a-47c39d1f4c1f'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:44.412336 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480b6b2e-3395-4528-b81d-29d9d026dd1f" -d '{"events": [{"server_uuid": "9daabc79-2b0d-4015-82d1-30a688afa350", "name": "network-vif-plugged", "status": "completed", "tag": "f6ac8da8-5a8e-4362-902a-47c39d1f4c1f"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:44.453916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35848) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:44.458154 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:44.477310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d1ede-9d7f-47c5-ba25-0617563cf292 req-3b1376ca-41c6-47bb-8b39-31825d949c58 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:44.479046 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f9d1ede-9d7f-47c5-ba25-0617563cf292 req-3b1376ca-41c6-47bb-8b39-31825d949c58 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 948 time: 0.1880882 Feb 15 16:38:44.492711 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f6ac8da8-5a8e-4362-902a-47c39d1f4c1f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:44.549723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=f6ac8da8-5a8e-4362-902a-47c39d1f4c1f,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:44.556270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:44.557353 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:44.590996 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-58097448-bf59-4a81-8cab-e142c809d0ef admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=30b9e9f75ab54b869f26b871b3b9e79f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336601 Feb 15 16:38:44.591938 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-02edb17c-95d7-4389-bf49-9b75f54d6f50 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183530 Feb 15 16:38:44.592378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35852) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:44.603694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f9d1ede-9d7f-47c5-ba25-0617563cf292 req-2e1f2b04-3140-48bd-aaee-a1e88e51b735 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/security-groups?id=831446e2-82a5-42d9-aec0-73c7a5b9eaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155944 Feb 15 16:38:44.619440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510,segment=NetworkSegment(1d1d3bb0-6005-4d65-95c2-91b39a502539),segment_id=1d1d3bb0-6005-4d65-95c2-91b39a502539)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:44.669923 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-3241f545-1124-4864-9a69-8ac29d1428c4 req-c723889e-cd77-498a-a2fd-ad09ba2d4345 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Deleting port 4ad3ba2e-5ab2-40fd-b8ce-489c9210e6d0 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:44.670264 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3241f545-1124-4864-9a69-8ac29d1428c4 req-c723889e-cd77-498a-a2fd-ad09ba2d4345 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4ad3ba2e-5ab2-40fd-b8ce-489c9210e6d0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:44.674929 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d75e4f0-0001-4931-bc6f-7589dbbdc96a admin admin] Publish callbacks [] for security_group (d7a942b5-0c00-45f0-b296-7c98e150a6d4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:44.721261 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d75e4f0-0001-4931-bc6f-7589dbbdc96a admin admin] Publish callbacks [] for security_group (d7a942b5-0c00-45f0-b296-7c98e150a6d4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:44.730861 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:44.731833 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 6282bc8b-9d8e-4550-a142-dea31796c065 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:38:44.764727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 6282bc8b-9d8e-4550-a142-dea31796c065 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:38:44.765675 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 6282bc8b-9d8e-4550-a142-dea31796c065 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:38:44.813230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2ee84-b76e-412f-8357-5ab17bfe66d9 req-72265cb0-6d7e-4ba5-ab8b-ef0a94180fb4 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:44.815637 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5b2ee84-b76e-412f-8357-5ab17bfe66d9 req-72265cb0-6d7e-4ba5-ab8b-ef0a94180fb4 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 944 time: 0.1095088 Feb 15 16:38:44.835991 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3241f545-1124-4864-9a69-8ac29d1428c4 req-c723889e-cd77-498a-a2fd-ad09ba2d4345 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4ad3ba2e-5ab2-40fd-b8ce-489c9210e6d0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:44.836318 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3241f545-1124-4864-9a69-8ac29d1428c4 req-c723889e-cd77-498a-a2fd-ad09ba2d4345 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for floatingip (4ad3ba2e-5ab2-40fd-b8ce-489c9210e6d0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:44.849688 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] For port 7de2aa9b-236e-4739-a672-636d285db5f4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7de2aa9b-236e-4739-a672-636d285db5f4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:44.861148 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-3241f545-1124-4864-9a69-8ac29d1428c4 req-c723889e-cd77-498a-a2fd-ad09ba2d4345 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Calling delete_port for 4ad3ba2e-5ab2-40fd-b8ce-489c9210e6d0 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:44.873694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:44.885728 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5b2ee84-b76e-412f-8357-5ab17bfe66d9 req-610fd3c1-d499-47c9-9250-242a3b69136f tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594599 Feb 15 16:38:44.891906 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d75e4f0-0001-4931-bc6f-7589dbbdc96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d7a942b5-0c00-45f0-b296-7c98e150a6d4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:44.895515 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d75e4f0-0001-4931-bc6f-7589dbbdc96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:44.905786 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9d75e4f0-0001-4931-bc6f-7589dbbdc96a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d7a942b5-0c00-45f0-b296-7c98e150a6d4 HTTP/1.1" status: 204 len: 168 time: 0.3089561 Feb 15 16:38:44.912076 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75e4f0-0001-4931-bc6f-7589dbbdc96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a942b5-0c00-45f0-b296-7c98e150a6d4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:44.945041 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] For port 7de2aa9b-236e-4739-a672-636d285db5f4, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:38:44.983264 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ec3b10-aee7-4eb5-bb00-322a81cfeb19 x-openstack-request-id: req-75ec3b10-aee7-4eb5-bb00-322a81cfeb19 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:44.983588 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9daabc79-2b0d-4015-82d1-30a688afa350", "name": "network-vif-plugged", "status": "completed", "tag": "f6ac8da8-5a8e-4362-902a-47c39d1f4c1f", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:44.983857 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-75ec3b10-aee7-4eb5-bb00-322a81cfeb19 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:44.984639 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9daabc79-2b0d-4015-82d1-30a688afa350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ac8da8-5a8e-4362-902a-47c39d1f4c1f', 'code': 200} Feb 15 16:38:45.001773 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd329f7d2-daaa-46d3-8cdc-bf2f9caf4525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de2aa9b-236e-4739-a672-636d285db5f4'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:45.001773 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e7b86a-f38b-46c2-80ad-20fd2095909b" -d '{"events": [{"server_uuid": "d329f7d2-daaa-46d3-8cdc-bf2f9caf4525", "name": "network-vif-unplugged", "status": "completed", "tag": "7de2aa9b-236e-4739-a672-636d285db5f4"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:45.007215 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Publish callbacks [] for port (7de2aa9b-236e-4739-a672-636d285db5f4), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:45.028769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Transition to ACTIVE for port object 7de2aa9b-236e-4739-a672-636d285db5f4 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:38:45.116686 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:45.132208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b12bee-972c-4e74-b155-f81d12529218 req-78140888-79f4-43b0-a663-6c4ae0cfb6c9 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:45.133778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3b12bee-972c-4e74-b155-f81d12529218 req-78140888-79f4-43b0-a663-6c4ae0cfb6c9 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 945 time: 0.0874088 Feb 15 16:38:45.205947 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3241f545-1124-4864-9a69-8ac29d1428c4 req-c723889e-cd77-498a-a2fd-ad09ba2d4345 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4ad3ba2e-5ab2-40fd-b8ce-489c9210e6d0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:45.208129 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] No DVR routers for this DVR port 7de2aa9b-236e-4739-a672-636d285db5f4 on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:38:45.215934 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7de2aa9b-236e-4739-a672-636d285db5f4,revision_number=6']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:45.272046 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723889e-cd77-498a-a2fd-ad09ba2d4345 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Pushing event deleted for resources: {'Port': ['ID=4ad3ba2e-5ab2-40fd-b8ce-489c9210e6d0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:45.282679 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce72c78-9e9f-4395-8a43-196c0116da0b req-06e9c2ee-09ed-4657-81b2-8c4538c45e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:45.295078 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1ce72c78-9e9f-4395-8a43-196c0116da0b req-06e9c2ee-09ed-4657-81b2-8c4538c45e82 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 1132 time: 0.1858969 Feb 15 16:38:45.301761 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3b12bee-972c-4e74-b155-f81d12529218 req-b6357924-c7c2-4bfd-9e93-db343d036375 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439624 Feb 15 16:38:45.332390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Attempting to bind port 7de2aa9b-236e-4739-a672-636d285db5f4 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:38:45.332847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Attempting to bind port 7de2aa9b-236e-4739-a672-636d285db5f4 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:38:45.333104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-d983d067-d268-4654-85de-5b4a8641d0bd tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:45.333436 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Attempting to bind port 7de2aa9b-236e-4739-a672-636d285db5f4 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:45.342970 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-d983d067-d268-4654-85de-5b4a8641d0bd tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d&tenant_id=d0ff076c939c42f79afd32ae34c41b7e&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 1128 time: 0.1794364 Feb 15 16:38:45.346261 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Port 7de2aa9b-236e-4739-a672-636d285db5f4 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:38:45.346699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Attempting to bind port 7de2aa9b-236e-4739-a672-636d285db5f4 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:45.354150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:38:45.354541 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:38:45.355996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:38:45.355996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Bound port: 7de2aa9b-236e-4739-a672-636d285db5f4, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:38:45.355996 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:45.379698 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3241f545-1124-4864-9a69-8ac29d1428c4 req-c723889e-cd77-498a-a2fd-ad09ba2d4345 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for floatingip (7911fc24-e9c6-4cf1-bd74-0bb3ba2d747f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:45.393332 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3241f545-1124-4864-9a69-8ac29d1428c4 req-c723889e-cd77-498a-a2fd-ad09ba2d4345 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:45.394640 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3241f545-1124-4864-9a69-8ac29d1428c4 req-c723889e-cd77-498a-a2fd-ad09ba2d4345 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "DELETE /v2.0/floatingips/7911fc24-e9c6-4cf1-bd74-0bb3ba2d747f HTTP/1.1" status: 204 len: 173 time: 1.1776521 Feb 15 16:38:45.471201 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] For port 7de2aa9b-236e-4739-a672-636d285db5f4, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:38:45.475468 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] For port 7de2aa9b-236e-4739-a672-636d285db5f4, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=7de2aa9b-236e-4739-a672-636d285db5f4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:38:45.518386 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd75c3d-7220-468d-8ddf-b89c580e8cb8 x-openstack-request-id: req-acd75c3d-7220-468d-8ddf-b89c580e8cb8 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:45.518386 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d329f7d2-daaa-46d3-8cdc-bf2f9caf4525", "name": "network-vif-unplugged", "status": "completed", "tag": "7de2aa9b-236e-4739-a672-636d285db5f4", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:45.518386 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-acd75c3d-7220-468d-8ddf-b89c580e8cb8 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:45.518386 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd329f7d2-daaa-46d3-8cdc-bf2f9caf4525', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de2aa9b-236e-4739-a672-636d285db5f4', 'code': 200} Feb 15 16:38:45.601249 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1cd85dfb-cd35-435e-aa57-35759e161241 req-8ca41374-83d4-46ba-b73f-bc2e2b76a7ea tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips/472f3b1d-031d-4801-acea-ef0d219689cd HTTP/1.1" status: 200 len: 692 time: 0.0658252 Feb 15 16:38:45.603648 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:45.673698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:45.677063 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:45.677063 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] 10.222.0.67 "PUT /v2.0/ports/7de2aa9b-236e-4739-a672-636d285db5f4 HTTP/1.1" status: 200 len: 1096 time: 1.3966916 Feb 15 16:38:45.798169 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1ce72c78-9e9f-4395-8a43-196c0116da0b req-a1907c3c-00dd-42c7-bf6c-3f912046032f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=831446e2-82a5-42d9-aec0-73c7a5b9eaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940119 Feb 15 16:38:45.866969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66994a58-c53e-434f-8e9c-748c0f8b9d99 req-9eba93f5-8e3f-4090-ba26-dd4a22e76842 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:45.868789 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-66994a58-c53e-434f-8e9c-748c0f8b9d99 req-9eba93f5-8e3f-4090-ba26-dd4a22e76842 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 947 time: 0.4770207 Feb 15 16:38:45.902373 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78dbfa6-593c-48a1-a87a-c832d78b05e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7de2aa9b-236e-4739-a672-636d285db5f4,revision_number=7']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:45.942614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-2f4b0424-ecfb-44a7-8ae2-a19b53008032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:45.945933 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-2f4b0424-ecfb-44a7-8ae2-a19b53008032 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 1130 time: 0.2315428 Feb 15 16:38:45.952267 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-66994a58-c53e-434f-8e9c-748c0f8b9d99 req-1f55c583-696f-42f4-9bf5-87a499fa49a9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690777 Feb 15 16:38:45.987695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-c0e46f8a-d021-4143-afaf-0480cd27f000 service neutron] For port 4eed547b-34c5-4320-aaa9-48e7d4835041, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:38:45.992585 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-c0e46f8a-d021-4143-afaf-0480cd27f000 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:45.992585 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-914e40cc-ca1a-4710-a22e-4fefd9781986 req-c0e46f8a-d021-4143-afaf-0480cd27f000 service neutron] 10.222.0.67 "DELETE /v2.0/ports/4eed547b-34c5-4320-aaa9-48e7d4835041/bindings/n-h2-828372-14 HTTP/1.1" status: 204 len: 173 time: 0.6428673 Feb 15 16:38:46.000603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd85dfb-cd35-435e-aa57-35759e161241 req-12dc13c6-4628-4909-b2cb-ae7c67511cb6 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:46.012311 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1cd85dfb-cd35-435e-aa57-35759e161241 req-12dc13c6-4628-4909-b2cb-ae7c67511cb6 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.3975406 Feb 15 16:38:46.093686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dc54f-aee5-4fb7-88b7-08a34f9d1f80 req-10e43f0f-14e1-41f6-8d8e-b214e894b1a0 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:46.095579 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ad0dc54f-aee5-4fb7-88b7-08a34f9d1f80 req-10e43f0f-14e1-41f6-8d8e-b214e894b1a0 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 949 time: 0.0585010 Feb 15 16:38:46.124211 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1cd85dfb-cd35-435e-aa57-35759e161241 req-e3e7a893-19a4-4991-9f12-1704fdfe6c03 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.15 HTTP/1.1" status: 200 len: 695 time: 0.0997584 Feb 15 16:38:46.184924 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1cd85dfb-cd35-435e-aa57-35759e161241 req-ae9d2cf1-4f47-4b26-a314-a4b6386e7bdd tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.15 HTTP/1.1" status: 200 len: 695 time: 0.0599358 Feb 15 16:38:46.186764 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ad0dc54f-aee5-4fb7-88b7-08a34f9d1f80 req-4e7052e0-e202-4621-bdd1-718c04f9bc39 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/security-groups?id=831446e2-82a5-42d9-aec0-73c7a5b9eaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837226 Feb 15 16:38:46.263097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-64c52d27-488a-4da7-ad13-8fcdab81c787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:46.264671 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-64c52d27-488a-4da7-ad13-8fcdab81c787 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.2505300 Feb 15 16:38:46.326304 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91634c28-d9b1-47ef-8e82-88e34d7c64c3 req-4b06a40d-0fb6-42c1-b0d6-69b7d213718b tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:46.327793 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91634c28-d9b1-47ef-8e82-88e34d7c64c3 req-4b06a40d-0fb6-42c1-b0d6-69b7d213718b tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 945 time: 0.0575981 Feb 15 16:38:46.338231 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-63ddb2b5-bdbc-41a7-8f9b-ead76ca98788 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7de2aa9b-236e-4739-a672-636d285db5f4 HTTP/1.1" status: 200 len: 217 time: 0.0409207 Feb 15 16:38:46.416628 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91634c28-d9b1-47ef-8e82-88e34d7c64c3 req-e8d557ed-625a-4ad8-944d-f1c5001e4af7 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811262 Feb 15 16:38:46.426825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-0e9aa673-f9cd-405c-b0ed-9171a7142c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:46.428489 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-0e9aa673-f9cd-405c-b0ed-9171a7142c7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0715284 Feb 15 16:38:46.480503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-1cd85dfb-cd35-435e-aa57-35759e161241 req-0e9188b4-27e8-4881-9a4f-dcf05ff4e2fe tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Deleting port bee83001-ab12-40b4-ac6a-7e8b7f60cb6f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:46.481731 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1cd85dfb-cd35-435e-aa57-35759e161241 req-0e9188b4-27e8-4881-9a4f-dcf05ff4e2fe tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (bee83001-ab12-40b4-ac6a-7e8b7f60cb6f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:46.566818 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da857c-f352-4997-9a23-b75bba4ceddb req-b998e053-0db4-4425-9f4d-07988cded360 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:46.569478 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48da857c-f352-4997-9a23-b75bba4ceddb req-b998e053-0db4-4425-9f4d-07988cded360 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 945 time: 0.0662332 Feb 15 16:38:46.622935 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-cc3d48a9-16db-44d2-bbfc-56335392b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:46.624301 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-cc3d48a9-16db-44d2-bbfc-56335392b656 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1778779 Feb 15 16:38:46.648536 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48da857c-f352-4997-9a23-b75bba4ceddb req-acdbd524-959c-4276-9b4f-75a9259cceae tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661573 Feb 15 16:38:46.706336 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1cd85dfb-cd35-435e-aa57-35759e161241 req-0e9188b4-27e8-4881-9a4f-dcf05ff4e2fe tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (bee83001-ab12-40b4-ac6a-7e8b7f60cb6f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:46.706673 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1cd85dfb-cd35-435e-aa57-35759e161241 req-0e9188b4-27e8-4881-9a4f-dcf05ff4e2fe tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for floatingip (bee83001-ab12-40b4-ac6a-7e8b7f60cb6f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:46.727710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-1cd85dfb-cd35-435e-aa57-35759e161241 req-0e9188b4-27e8-4881-9a4f-dcf05ff4e2fe tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Calling delete_port for bee83001-ab12-40b4-ac6a-7e8b7f60cb6f owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:46.821062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5339a9-4224-4b53-aebb-e7bf45e44751 req-5fb72a5f-9f1f-4cc0-87ec-25cb704e53d5 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:46.828859 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d5339a9-4224-4b53-aebb-e7bf45e44751 req-5fb72a5f-9f1f-4cc0-87ec-25cb704e53d5 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 1128 time: 0.0756893 Feb 15 16:38:46.894719 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d5339a9-4224-4b53-aebb-e7bf45e44751 req-2a35098e-291b-4d4e-b061-b118fc564a3e tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642548 Feb 15 16:38:46.899066 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-f3022ff5-a695-4892-b45c-0a334712b73d service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673199 Feb 15 16:38:46.985707 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bb569b-3a57-4e1d-ab97-ba1b90596f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:46.988180 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49845938-b73f-430a-b140-993ca435965c" -d '{"events": [{"server_uuid": "46bb569b-3a57-4e1d-ab97-ba1b90596f07", "name": "network-vif-plugged", "status": "completed", "tag": "2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:47.033146 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e502ff2-b74a-4b56-a61d-4abd124a9bed req-5a60e7cd-79e4-4e06-aecb-de7aa25f9df8 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248009 Feb 15 16:38:47.038414 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59f9ae-361e-428c-a89b-32eaf27c3e99 req-d32f5bd1-a40c-46e0-8596-0fdbd253b019 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:47.043566 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6e59f9ae-361e-428c-a89b-32eaf27c3e99 req-d32f5bd1-a40c-46e0-8596-0fdbd253b019 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 1128 time: 0.0507302 Feb 15 16:38:47.098383 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6e59f9ae-361e-428c-a89b-32eaf27c3e99 req-a6de08be-b43f-4df8-bff7-a6b9b4346242 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499129 Feb 15 16:38:47.156630 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1cd85dfb-cd35-435e-aa57-35759e161241 req-0e9188b4-27e8-4881-9a4f-dcf05ff4e2fe tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (bee83001-ab12-40b4-ac6a-7e8b7f60cb6f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:47.261231 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059ea94-6cee-4fa7-89be-1d563e4b6dca req-9d885514-596a-4364-b4a3-5dd3b353e888 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:47.263502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3059ea94-6cee-4fa7-89be-1d563e4b6dca req-9d885514-596a-4364-b4a3-5dd3b353e888 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 947 time: 0.0866981 Feb 15 16:38:47.315815 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3059ea94-6cee-4fa7-89be-1d563e4b6dca req-f947695e-dc8e-4743-8517-85aa728f3f2c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460491 Feb 15 16:38:47.387667 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8bab18-9597-40bb-b171-74348ade932a x-openstack-request-id: req-7a8bab18-9597-40bb-b171-74348ade932a {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:47.388092 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bb569b-3a57-4e1d-ab97-ba1b90596f07", "name": "network-vif-plugged", "status": "completed", "tag": "2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:47.388448 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7a8bab18-9597-40bb-b171-74348ade932a {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:47.388966 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bb569b-3a57-4e1d-ab97-ba1b90596f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510', 'code': 200} Feb 15 16:38:47.495118 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9188b4-27e8-4881-9a4f-dcf05ff4e2fe tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Pushing event deleted for resources: {'Port': ['ID=bee83001-ab12-40b4-ac6a-7e8b7f60cb6f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:47.521485 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd329f7d2-daaa-46d3-8cdc-bf2f9caf4525', 'tag': '7de2aa9b-236e-4739-a672-636d285db5f4'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:47.521485 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1b9038-e18b-49cd-9e74-080ea9c19e70" -d '{"events": [{"name": "network-changed", "server_uuid": "d329f7d2-daaa-46d3-8cdc-bf2f9caf4525", "tag": "7de2aa9b-236e-4739-a672-636d285db5f4"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:47.544098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcf88d-14b0-4f0a-91eb-6a6111534313 req-5aedfbf7-9080-448d-b73c-48e9e4da8518 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:47.545771 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4fdcf88d-14b0-4f0a-91eb-6a6111534313 req-5aedfbf7-9080-448d-b73c-48e9e4da8518 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 949 time: 0.1020350 Feb 15 16:38:47.550789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7b979-9c9c-4643-85a5-1693c15ae57d req-285a627a-d9aa-4c5a-ac91-3d26066871d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:47.552266 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dcd7b979-9c9c-4643-85a5-1693c15ae57d req-285a627a-d9aa-4c5a-ac91-3d26066871d2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 1128 time: 0.0787666 Feb 15 16:38:47.563351 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1cd85dfb-cd35-435e-aa57-35759e161241 req-0e9188b4-27e8-4881-9a4f-dcf05ff4e2fe tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for floatingip (472f3b1d-031d-4801-acea-ef0d219689cd), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:47.566307 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1cd85dfb-cd35-435e-aa57-35759e161241 req-0e9188b4-27e8-4881-9a4f-dcf05ff4e2fe tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:47.567791 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1cd85dfb-cd35-435e-aa57-35759e161241 req-0e9188b4-27e8-4881-9a4f-dcf05ff4e2fe tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "DELETE /v2.0/floatingips/472f3b1d-031d-4801-acea-ef0d219689cd HTTP/1.1" status: 204 len: 173 time: 1.3738143 Feb 15 16:38:47.638104 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4fdcf88d-14b0-4f0a-91eb-6a6111534313 req-2742ee4f-b0b9-4b1e-8359-7d75779704d3 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/security-groups?id=831446e2-82a5-42d9-aec0-73c7a5b9eaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833127 Feb 15 16:38:47.642418 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dcd7b979-9c9c-4643-85a5-1693c15ae57d req-bcd4e485-0260-4fc3-95a4-7aac3c657346 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813124 Feb 15 16:38:47.751631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4724947-7bce-41cb-bcad-e10a048cb90a req-e4599946-39d7-4b93-8872-277be5830bd3 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:47.753140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4724947-7bce-41cb-bcad-e10a048cb90a req-e4599946-39d7-4b93-8872-277be5830bd3 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 945 time: 0.0523300 Feb 15 16:38:47.800334 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4724947-7bce-41cb-bcad-e10a048cb90a req-b44f69a9-8739-4d75-8c28-8c0ee40f6370 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408936 Feb 15 16:38:47.854278 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da0d750-aebf-4481-939a-37ad272bd4e3 x-openstack-request-id: req-9da0d750-aebf-4481-939a-37ad272bd4e3 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:47.854571 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d329f7d2-daaa-46d3-8cdc-bf2f9caf4525", "tag": "7de2aa9b-236e-4739-a672-636d285db5f4", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:47.854826 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9da0d750-aebf-4481-939a-37ad272bd4e3 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:47.855213 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd329f7d2-daaa-46d3-8cdc-bf2f9caf4525', 'tag': '7de2aa9b-236e-4739-a672-636d285db5f4', 'status': 'completed', 'code': 200} Feb 15 16:38:47.948897 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac7d540f-6c08-4d70-8d4e-fbdd6748ae85 req-2c0a3d87-313a-4142-b218-9468415ec886 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips/df554628-7b53-4573-bad5-2e2bed9199b6 HTTP/1.1" status: 200 len: 693 time: 0.0836365 Feb 15 16:38:47.964224 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-05a624ed-97e6-48b8-af29-3945f33ae698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:47.964224 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-05a624ed-97e6-48b8-af29-3945f33ae698 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 1130 time: 0.0606315 Feb 15 16:38:48.042130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-a6ed1563-8d4f-4685-b0a9-e3be9ae2fad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:48.046637 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-a6ed1563-8d4f-4685-b0a9-e3be9ae2fad5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 1130 time: 0.1431553 Feb 15 16:38:48.062339 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-b2a6a387-5169-4690-b31e-e1ca1f9dcc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:48.063823 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-b2a6a387-5169-4690-b31e-e1ca1f9dcc27 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.0957298 Feb 15 16:38:48.112577 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-eb7a7f20-bb7f-4712-97a8-1ca0c6740af9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7de2aa9b-236e-4739-a672-636d285db5f4 HTTP/1.1" status: 200 len: 217 time: 0.0402625 Feb 15 16:38:48.122394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d540f-6c08-4d70-8d4e-fbdd6748ae85 req-beee236c-b824-4f9f-97dd-5b26a3031905 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:48.123851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac7d540f-6c08-4d70-8d4e-fbdd6748ae85 req-beee236c-b824-4f9f-97dd-5b26a3031905 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.1691713 Feb 15 16:38:48.128774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 7de2aa9b-236e-4739-a672-636d285db5f4 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:38:48.159268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-ac7d540f-6c08-4d70-8d4e-fbdd6748ae85 req-5149a0d9-bade-496e-b5b4-328b52db028e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:38:48.160303 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac7d540f-6c08-4d70-8d4e-fbdd6748ae85 req-5149a0d9-bade-496e-b5b4-328b52db028e tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074651 Feb 15 16:38:48.170162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-389a86bd-929b-4231-81eb-047a304a53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:48.171639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-389a86bd-929b-4231-81eb-047a304a53fb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0522597 Feb 15 16:38:48.181721 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] The host n-h2-828372-14 is not matching for port 7de2aa9b-236e-4739-a672-636d285db5f4 host n-h1-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 16:38:48.182404 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 7de2aa9b-236e-4739-a672-636d285db5f4 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:38:48.220057 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac7d540f-6c08-4d70-8d4e-fbdd6748ae85 req-4e52c3c9-3781-4752-a40b-8c5aec08000d tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.148 HTTP/1.1" status: 200 len: 696 time: 0.0520477 Feb 15 16:38:48.228810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-de19363a-010b-4444-a379-e078bb2dfc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:48.230341 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-de19363a-010b-4444-a379-e078bb2dfc7a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0482056 Feb 15 16:38:48.289891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac7d540f-6c08-4d70-8d4e-fbdd6748ae85 req-4be6d3d2-8ffb-46a0-815b-4d68e4688c40 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.148 HTTP/1.1" status: 200 len: 696 time: 0.0579972 Feb 15 16:38:48.292750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-5c27ce61-04e3-4725-a1e1-f69c9488a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:48.294235 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-5c27ce61-04e3-4725-a1e1-f69c9488a030 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.2318230 Feb 15 16:38:48.323728 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-30c3852d-32f1-469c-b2d5-bcad5c6c4d11 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864301 Feb 15 16:38:48.372478 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-235662a6-422a-43be-8af1-9ae8d069c9b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7de2aa9b-236e-4739-a672-636d285db5f4 HTTP/1.1" status: 200 len: 217 time: 0.0687113 Feb 15 16:38:48.418848 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-7978f51b-826d-4c14-be94-114b3b119f9d service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887446 Feb 15 16:38:48.482431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-bd428e4c-c973-49ff-9d11-0faf0c6d869a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:48.483936 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-bd428e4c-c973-49ff-9d11-0faf0c6d869a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1032395 Feb 15 16:38:48.532214 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-ac7d540f-6c08-4d70-8d4e-fbdd6748ae85 req-4ff1cbc2-529e-4ff6-acbb-4b17edfe8dc3 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Deleting port fbdb78f7-e75c-4590-bb6c-a74c5d966c34 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:48.532562 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ac7d540f-6c08-4d70-8d4e-fbdd6748ae85 req-4ff1cbc2-529e-4ff6-acbb-4b17edfe8dc3 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (fbdb78f7-e75c-4590-bb6c-a74c5d966c34), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:48.570810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ca9b2-4384-44b7-8e7a-f72bde47973b req-86ff28bc-05c6-4acf-8811-2b0de1a3f790 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:48.572607 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ac5ca9b2-4384-44b7-8e7a-f72bde47973b req-86ff28bc-05c6-4acf-8811-2b0de1a3f790 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 947 time: 0.0519557 Feb 15 16:38:48.586319 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-2ad49234-fdb3-417f-b361-31e75788a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:48.587869 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-2ad49234-fdb3-417f-b361-31e75788a6f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0935230 Feb 15 16:38:48.623378 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ac5ca9b2-4384-44b7-8e7a-f72bde47973b req-5c6f6fa5-5260-4f92-897f-50e680929be7 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445371 Feb 15 16:38:48.675723 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ac7d540f-6c08-4d70-8d4e-fbdd6748ae85 req-4ff1cbc2-529e-4ff6-acbb-4b17edfe8dc3 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (fbdb78f7-e75c-4590-bb6c-a74c5d966c34), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:48.676058 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ac7d540f-6c08-4d70-8d4e-fbdd6748ae85 req-4ff1cbc2-529e-4ff6-acbb-4b17edfe8dc3 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for floatingip (fbdb78f7-e75c-4590-bb6c-a74c5d966c34), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:48.693191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-ac7d540f-6c08-4d70-8d4e-fbdd6748ae85 req-4ff1cbc2-529e-4ff6-acbb-4b17edfe8dc3 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Calling delete_port for fbdb78f7-e75c-4590-bb6c-a74c5d966c34 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:48.764046 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aea668-a4cb-4253-bf4a-26ed35b98390 req-3d227e51-8734-4def-a003-b1875e261624 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:48.765225 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-98aea668-a4cb-4253-bf4a-26ed35b98390 req-3d227e51-8734-4def-a003-b1875e261624 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 949 time: 0.0620778 Feb 15 16:38:48.780017 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-ee7583d9-7ff8-4bfb-88e6-17893357c526 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819439 Feb 15 16:38:48.814617 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-98aea668-a4cb-4253-bf4a-26ed35b98390 req-1748f3f6-6fb9-4e44-8f44-ac8d3fed0aa0 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/security-groups?id=831446e2-82a5-42d9-aec0-73c7a5b9eaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437360 Feb 15 16:38:48.922510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c1b9038-e18b-49cd-9e74-080ea9c19e70 req-d79c31f7-f539-402a-a1f5-51b511c36400 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334841 Feb 15 16:38:48.985266 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c42f6b-3a68-4b22-9b4d-57e1e47b9bba req-0ea1be35-de91-4760-87f9-20f176a60c47 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:48.986956 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-78c42f6b-3a68-4b22-9b4d-57e1e47b9bba req-0ea1be35-de91-4760-87f9-20f176a60c47 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 945 time: 0.0775445 Feb 15 16:38:49.028184 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ac7d540f-6c08-4d70-8d4e-fbdd6748ae85 req-4ff1cbc2-529e-4ff6-acbb-4b17edfe8dc3 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (fbdb78f7-e75c-4590-bb6c-a74c5d966c34), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:49.039539 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-78c42f6b-3a68-4b22-9b4d-57e1e47b9bba req-15ecf32c-77a7-437a-b486-7bf9d364abe6 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464139 Feb 15 16:38:49.057141 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1cbc2-529e-4ff6-acbb-4b17edfe8dc3 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Pushing event deleted for resources: {'Port': ['ID=fbdb78f7-e75c-4590-bb6c-a74c5d966c34,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:49.124019 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ac7d540f-6c08-4d70-8d4e-fbdd6748ae85 req-4ff1cbc2-529e-4ff6-acbb-4b17edfe8dc3 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks [] for floatingip (df554628-7b53-4573-bad5-2e2bed9199b6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:49.127274 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ac7d540f-6c08-4d70-8d4e-fbdd6748ae85 req-4ff1cbc2-529e-4ff6-acbb-4b17edfe8dc3 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:49.128561 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac7d540f-6c08-4d70-8d4e-fbdd6748ae85 req-4ff1cbc2-529e-4ff6-acbb-4b17edfe8dc3 tempest-FloatingIPDetailsTestJSON-30317464 tempest-FloatingIPDetailsTestJSON-30317464-project] 10.222.0.107 "DELETE /v2.0/floatingips/df554628-7b53-4573-bad5-2e2bed9199b6 HTTP/1.1" status: 204 len: 173 time: 0.8315554 Feb 15 16:38:49.136575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35964) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:49.529672 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52bd9342-2264-4b91-9e5b-4bc13452af8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (ce33610e-1d6b-4b8f-8662-683d71c9537f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:49.757164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b070652-1ba8-44f6-9be4-75df4c4b3acd req-205a651f-28bf-453f-9fcf-983ba79f0ba7 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:49.758826 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b070652-1ba8-44f6-9be4-75df4c4b3acd req-205a651f-28bf-453f-9fcf-983ba79f0ba7 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 947 time: 0.0621059 Feb 15 16:38:49.815073 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-52bd9342-2264-4b91-9e5b-4bc13452af8e admin admin] Deleting port 20284246-aa5f-48bc-9f66-f923b75d6443 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:49.815549 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52bd9342-2264-4b91-9e5b-4bc13452af8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:49.835897 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b070652-1ba8-44f6-9be4-75df4c4b3acd req-cebd0cba-31b0-417d-8063-bb1941fdbf15 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648501 Feb 15 16:38:49.955071 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-52bd9342-2264-4b91-9e5b-4bc13452af8e admin admin] For port 20284246-aa5f-48bc-9f66-f923b75d6443, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=20284246-aa5f-48bc-9f66-f923b75d6443,segment=NetworkSegment(09d428c6-9d20-4b19-b6d5-b985b261cfb0),segment_id=09d428c6-9d20-4b19-b6d5-b985b261cfb0)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:49.955223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35996) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:49.955416 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52bd9342-2264-4b91-9e5b-4bc13452af8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:49.970714 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-52bd9342-2264-4b91-9e5b-4bc13452af8e admin admin] Calling delete_port for 20284246-aa5f-48bc-9f66-f923b75d6443 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:50.010135 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee639bb-1e6f-4bf5-9dff-7d82601f6393 req-00dc49e4-46b6-4c35-8b1f-8851436709d9 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:50.011671 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9ee639bb-1e6f-4bf5-9dff-7d82601f6393 req-00dc49e4-46b6-4c35-8b1f-8851436709d9 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 949 time: 0.1127737 Feb 15 16:38:50.074551 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 7de2aa9b-236e-4739-a672-636d285db5f4 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:38:50.119434 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9ee639bb-1e6f-4bf5-9dff-7d82601f6393 req-08cc5162-34ef-4bba-983a-990e0059cecb tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/security-groups?id=831446e2-82a5-42d9-aec0-73c7a5b9eaf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759358 Feb 15 16:38:50.129199 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eb1c00f6-936f-4945-ab30-bcbf8189b0a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:50.201978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 7de2aa9b-236e-4739-a672-636d285db5f4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=7de2aa9b-236e-4739-a672-636d285db5f4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:50.226467 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '7de2aa9b-236e-4739-a672-636d285db5f4', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '7de2aa9b-236e-4739-a672-636d285db5f4', 'mac_address': 'fa:16:3e:f1:00:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:38:50.229242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0ed84-2dad-431e-8a50-c8f42afe7914 req-c04b3abb-307b-4c96-9806-a68700989260 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:50.236049 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1d0ed84-2dad-431e-8a50-c8f42afe7914 req-c04b3abb-307b-4c96-9806-a68700989260 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 945 time: 0.0920410 Feb 15 16:38:50.290192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 7de2aa9b-236e-4739-a672-636d285db5f4 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:50.290592 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:50.304551 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de2aa9b-236e-4739-a672-636d285db5f4 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:38:50.319239 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1d0ed84-2dad-431e-8a50-c8f42afe7914 req-0d1e0be6-3edc-45cc-b5d2-ebddc6ea906b tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823383 Feb 15 16:38:50.327511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 7de2aa9b-236e-4739-a672-636d285db5f4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=7de2aa9b-236e-4739-a672-636d285db5f4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:50.334623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d647db8-fb57-49a2-8b52-622c83af7a94 req-8a5eb89b-210d-47e8-989a-f836b327af7a tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:50.336144 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9d647db8-fb57-49a2-8b52-622c83af7a94 req-8a5eb89b-210d-47e8-989a-f836b327af7a tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.67 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 949 time: 0.1660216 Feb 15 16:38:50.358788 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eb1c00f6-936f-4945-ab30-bcbf8189b0a7 admin admin] Publish callbacks [] for security_group (ef6a6d99-c720-4267-abc5-0725b7441a96), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:50.393712 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:50.422040 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eb1c00f6-936f-4945-ab30-bcbf8189b0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ef6a6d99-c720-4267-abc5-0725b7441a96), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:50.448021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=7de2aa9b-236e-4739-a672-636d285db5f4,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:50.466751 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-eb1c00f6-936f-4945-ab30-bcbf8189b0a7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cf6a6ebf8beb44dd86b6421223b132d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5075727 Feb 15 16:38:50.466751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c00f6-936f-4945-ab30-bcbf8189b0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6a6d99-c720-4267-abc5-0725b7441a96,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:50.467845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36008) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:50.493011 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52bd9342-2264-4b91-9e5b-4bc13452af8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (20284246-aa5f-48bc-9f66-f923b75d6443), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:50.540803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a72a31-940e-43e3-a5a0-25b7935be754 req-2e17a50b-7be6-4e03-8256-3ab4d90a3cf0 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:50.542286 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8a72a31-940e-43e3-a5a0-25b7935be754 req-2e17a50b-7be6-4e03-8256-3ab4d90a3cf0 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 945 time: 0.1548626 Feb 15 16:38:50.548236 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd9342-2264-4b91-9e5b-4bc13452af8e admin admin] Pushing event deleted for resources: {'Port': ['ID=20284246-aa5f-48bc-9f66-f923b75d6443,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:50.551662 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36010) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:50.556957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-db53f151-e1ab-4559-b088-e98d86c5f1de tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Request body: {'floatingip': {'port_id': '2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:50.620929 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db53f151-e1ab-4559-b088-e98d86c5f1de tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for floatingip (367a5180-b6bc-4443-a208-c526ea752609), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:50.651983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-9d647db8-fb57-49a2-8b52-622c83af7a94 req-23d64d4b-8a93-4e47-9a70-2d08cd87895b tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Deleting port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:50.652325 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9d647db8-fb57-49a2-8b52-622c83af7a94 req-23d64d4b-8a93-4e47-9a70-2d08cd87895b tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f6ac8da8-5a8e-4362-902a-47c39d1f4c1f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:50.655167 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4dd3-9354-4214-aea0-6f6471ffd739 admin admin] Publish callbacks [] for security_group (ef6a6d99-c720-4267-abc5-0725b7441a96), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:50.703314 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['7de2aa9b-236e-4739-a672-636d285db5f4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:50.819831 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4dd3-9354-4214-aea0-6f6471ffd739 admin admin] Publish callbacks [] for security_group (ef6a6d99-c720-4267-abc5-0725b7441a96), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:50.933112 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-9d647db8-fb57-49a2-8b52-622c83af7a94 req-23d64d4b-8a93-4e47-9a70-2d08cd87895b tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] For port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=f6ac8da8-5a8e-4362-902a-47c39d1f4c1f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:50.933519 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9d647db8-fb57-49a2-8b52-622c83af7a94 req-23d64d4b-8a93-4e47-9a70-2d08cd87895b tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f6ac8da8-5a8e-4362-902a-47c39d1f4c1f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:50.958299 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-9d647db8-fb57-49a2-8b52-622c83af7a94 req-23d64d4b-8a93-4e47-9a70-2d08cd87895b tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Calling delete_port for f6ac8da8-5a8e-4362-902a-47c39d1f4c1f owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:50.962505 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52bd9342-2264-4b91-9e5b-4bc13452af8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (ce33610e-1d6b-4b8f-8662-683d71c9537f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:51.131167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f739d-affb-4871-8bcd-23b5dfed2b33 req-9fc0a75d-39b1-4f09-919b-a9d03e956755 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:51.133119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0a4f739d-affb-4871-8bcd-23b5dfed2b33 req-9fc0a75d-39b1-4f09-919b-a9d03e956755 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 948 time: 0.1943715 Feb 15 16:38:51.170124 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4dd3-9354-4214-aea0-6f6471ffd739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ef6a6d99-c720-4267-abc5-0725b7441a96), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:51.173785 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b1e4dd3-9354-4214-aea0-6f6471ffd739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:51.177037 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2b1e4dd3-9354-4214-aea0-6f6471ffd739 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ef6a6d99-c720-4267-abc5-0725b7441a96 HTTP/1.1" status: 204 len: 168 time: 0.7063553 Feb 15 16:38:51.198528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1e4dd3-9354-4214-aea0-6f6471ffd739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6a6d99-c720-4267-abc5-0725b7441a96,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:51.241321 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0a4f739d-affb-4871-8bcd-23b5dfed2b33 req-68b30f03-315d-48e9-9517-9357b97bae6d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901017 Feb 15 16:38:51.305925 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9d647db8-fb57-49a2-8b52-622c83af7a94 req-23d64d4b-8a93-4e47-9a70-2d08cd87895b tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f6ac8da8-5a8e-4362-902a-47c39d1f4c1f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:51.320020 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['f6ac8da8-5a8e-4362-902a-47c39d1f4c1f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:38:51.350405 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db53f151-e1ab-4559-b088-e98d86c5f1de tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:51.385480 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3f306800-d257-420e-ab4a-807a0f3002dc req-3d2f1ed9-816f-482e-9b8e-d1d4df4c0fa3 tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 210 time: 0.0773005 Feb 15 16:38:51.419002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d64d4b-8a93-4e47-9a70-2d08cd87895b tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Pushing event deleted for resources: {'Port': ['ID=f6ac8da8-5a8e-4362-902a-47c39d1f4c1f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:51.431098 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db53f151-e1ab-4559-b088-e98d86c5f1de tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (367a5180-b6bc-4443-a208-c526ea752609), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:51.478963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d647db8-fb57-49a2-8b52-622c83af7a94 req-23d64d4b-8a93-4e47-9a70-2d08cd87895b tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] No DVR routers for this DVR port f6ac8da8-5a8e-4362-902a-47c39d1f4c1f on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:38:51.482281 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9d647db8-fb57-49a2-8b52-622c83af7a94 req-23d64d4b-8a93-4e47-9a70-2d08cd87895b tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:51.485722 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9d647db8-fb57-49a2-8b52-622c83af7a94 req-23d64d4b-8a93-4e47-9a70-2d08cd87895b tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.67 "DELETE /v2.0/ports/f6ac8da8-5a8e-4362-902a-47c39d1f4c1f HTTP/1.1" status: 204 len: 173 time: 1.1394620 Feb 15 16:38:51.486256 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9daabc79-2b0d-4015-82d1-30a688afa350', 'name': 'network-vif-deleted', 'tag': 'f6ac8da8-5a8e-4362-902a-47c39d1f4c1f'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:51.488683 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9acd48-7b4e-4748-84a4-780838ad9d43" -d '{"events": [{"server_uuid": "9daabc79-2b0d-4015-82d1-30a688afa350", "name": "network-vif-deleted", "tag": "f6ac8da8-5a8e-4362-902a-47c39d1f4c1f"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:51.539109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bd9342-2264-4b91-9e5b-4bc13452af8e admin admin] Router ce33610e-1d6b-4b8f-8662-683d71c9537f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:38:51.600501 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7f0a9f-1bcd-4b1f-9a53-6190c2c917bc x-openstack-request-id: req-ac7f0a9f-1bcd-4b1f-9a53-6190c2c917bc {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:51.601099 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9daabc79-2b0d-4015-82d1-30a688afa350", "name": "network-vif-deleted", "tag": "f6ac8da8-5a8e-4362-902a-47c39d1f4c1f", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:51.601343 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ac7f0a9f-1bcd-4b1f-9a53-6190c2c917bc {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:51.601870 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9daabc79-2b0d-4015-82d1-30a688afa350', 'name': 'network-vif-deleted', 'tag': 'f6ac8da8-5a8e-4362-902a-47c39d1f4c1f', 'status': 'completed', 'code': 200} Feb 15 16:38:51.732910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0599fe-296f-4c0c-9cbd-6260f36bd57b req-a39a19d8-0b21-4f5d-a521-73c4c3d42286 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:51.734435 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc0599fe-296f-4c0c-9cbd-6260f36bd57b req-a39a19d8-0b21-4f5d-a521-73c4c3d42286 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 948 time: 0.1025493 Feb 15 16:38:51.768402 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-db53f151-e1ab-4559-b088-e98d86c5f1de tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Floating IP 367a5180-b6bc-4443-a208-c526ea752609 associated. External IP: 172.25.4.172, port: 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510. Feb 15 16:38:51.833117 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bd9342-2264-4b91-9e5b-4bc13452af8e admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:38:51.843846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32badb-7c97-4cb3-a84b-2e4c82b4cd9a None None] Sync routers for ids ['ce33610e-1d6b-4b8f-8662-683d71c9537f'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:38:51.852769 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-52bd9342-2264-4b91-9e5b-4bc13452af8e admin admin] 10.222.0.107 "PUT /v2.0/routers/ce33610e-1d6b-4b8f-8662-683d71c9537f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7148349 Feb 15 16:38:51.854433 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36032) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:51.862949 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec32badb-7c97-4cb3-a84b-2e4c82b4cd9a None None] Routers {'ce33610e-1d6b-4b8f-8662-683d71c9537f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:38:51.869593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ec32badb-7c97-4cb3-a84b-2e4c82b4cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:38:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ce33610e-1d6b-4b8f-8662-683d71c9537f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:51.938042 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc0599fe-296f-4c0c-9cbd-6260f36bd57b req-5db33e2d-a489-431f-8a93-ca739c23c674 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931007 Feb 15 16:38:51.996931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d787e-f76f-42c2-b71c-4c90b4cd0a04 req-b659f176-f7a9-4851-80fa-48ae6a9e356c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:51.998472 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-118d787e-f76f-42c2-b71c-4c90b4cd0a04 req-b659f176-f7a9-4851-80fa-48ae6a9e356c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.10 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525&tenant_id=83dc14985f004c3eab7d27bb571467d7&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 948 time: 0.1599240 Feb 15 16:38:52.016614 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Publish callbacks [] for router (ce33610e-1d6b-4b8f-8662-683d71c9537f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:52.034343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ec32badb-7c97-4cb3-a84b-2e4c82b4cd9a None None] Set router ce33610e-1d6b-4b8f-8662-683d71c9537f gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:38:52.103240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 7de2aa9b-236e-4739-a672-636d285db5f4 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:38:52.134765 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36034) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:52.154967 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2f38d3b-cfc2-4561-89fc-cd200cdb3cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:52.192013 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Publish callbacks [] for router_gateway (ce33610e-1d6b-4b8f-8662-683d71c9537f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:52.238233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db53f151-e1ab-4559-b088-e98d86c5f1de tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Router 89196c49-59e1-4b4a-9c26-1453108bf38d has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:38:52.294216 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ec32badb-7c97-4cb3-a84b-2e4c82b4cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'name': 'tempest-FloatingIPDetailsTestJSON-1355404920-router', 'tenant_id': 'd712ffd9092c4103bfed74082a8e8494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.75'}], 'enable_snat': True}, 'gw_port_id': '65e0ae69-ea36-464e-8bfe-e052d868af68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:38:19Z', 'updated_at': '2022-02-15T16:38:50Z', 'revision_number': 5, 'project_id': 'd712ffd9092c4103bfed74082a8e8494', 'gw_port': {'id': '65e0ae69-ea36-464e-8bfe-e052d868af68', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:f4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:38:20Z', 'updated_at': '2022-02-15T16:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:52.296404 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2f38d3b-cfc2-4561-89fc-cd200cdb3cde admin admin] Publish callbacks [] for security_group (520a2c00-482b-47eb-81a9-1aff20d4700d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:52.333570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32badb-7c97-4cb3-a84b-2e4c82b4cd9a None None] Checking router: ce33610e-1d6b-4b8f-8662-683d71c9537f for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:38:52.349585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 7de2aa9b-236e-4739-a672-636d285db5f4 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:38:52.354882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec32badb-7c97-4cb3-a84b-2e4c82b4cd9a None None] Routers {'ce33610e-1d6b-4b8f-8662-683d71c9537f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:38:52.355496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ec32badb-7c97-4cb3-a84b-2e4c82b4cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:38:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ce33610e-1d6b-4b8f-8662-683d71c9537f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:52.357415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 7de2aa9b-236e-4739-a672-636d285db5f4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:38:52.357972 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:52.367551 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Deleting port 65e0ae69-ea36-464e-8bfe-e052d868af68 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:52.368138 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (65e0ae69-ea36-464e-8bfe-e052d868af68), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:52.421828 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2f38d3b-cfc2-4561-89fc-cd200cdb3cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (520a2c00-482b-47eb-81a9-1aff20d4700d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:52.485734 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f38d3b-cfc2-4561-89fc-cd200cdb3cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520a2c00-482b-47eb-81a9-1aff20d4700d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:52.526801 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e2f38d3b-cfc2-4561-89fc-cd200cdb3cde admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b1f76378bd65479eb9697b642e751ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3909132 Feb 15 16:38:52.530917 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36042) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:52.579640 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8676d685-8f2b-4db4-9774-0bab0bc3b8a7 req-8c4af5a2-4552-40c7-bcf8-7ebcb625b81c tempest-ServerDiagnosticsNegativeTest-1316595153 tempest-ServerDiagnosticsNegativeTest-1316595153-project] 10.222.0.107 "GET /v2.0/ports?device_id=9daabc79-2b0d-4015-82d1-30a688afa350 HTTP/1.1" status: 200 len: 210 time: 0.0343671 Feb 15 16:38:52.617786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] For port 65e0ae69-ea36-464e-8bfe-e052d868af68, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=65e0ae69-ea36-464e-8bfe-e052d868af68,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:52.617786 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (65e0ae69-ea36-464e-8bfe-e052d868af68), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:52.634434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Calling delete_port for 65e0ae69-ea36-464e-8bfe-e052d868af68 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:52.714192 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Publish callbacks [] for security_group (520a2c00-482b-47eb-81a9-1aff20d4700d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:52.716419 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-118d787e-f76f-42c2-b71c-4c90b4cd0a04 req-2a23f29b-5d83-40a5-8294-7ff22ee11d03 service neutron] delete failed (client error): The resource could not be found. Feb 15 16:38:52.717661 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-118d787e-f76f-42c2-b71c-4c90b4cd0a04 req-2a23f29b-5d83-40a5-8294-7ff22ee11d03 service neutron] 10.222.0.10 "DELETE /v2.0/ports/7de2aa9b-236e-4739-a672-636d285db5f4/bindings/n-h2-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.6999791 Feb 15 16:38:52.747572 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db53f151-e1ab-4559-b088-e98d86c5f1de tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:38:52.758833 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ac29a-51c6-4e1f-ae3e-9b948b98cb9b None None] Sync routers for ids ['89196c49-59e1-4b4a-9c26-1453108bf38d'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:38:52.761649 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db53f151-e1ab-4559-b088-e98d86c5f1de tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:52.768721 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ac29a-51c6-4e1f-ae3e-9b948b98cb9b None None] Routers {'89196c49-59e1-4b4a-9c26-1453108bf38d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:38:52.769325 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-620ac29a-51c6-4e1f-ae3e-9b948b98cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:38:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['89196c49-59e1-4b4a-9c26-1453108bf38d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:52.773496 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Publish callbacks [] for security_group (520a2c00-482b-47eb-81a9-1aff20d4700d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:52.800810 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-db53f151-e1ab-4559-b088-e98d86c5f1de tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "PUT /v2.0/floatingips/367a5180-b6bc-4443-a208-c526ea752609 HTTP/1.1" status: 200 len: 991 time: 2.2477057 Feb 15 16:38:52.801685 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46bb569b-3a57-4e1d-ab97-ba1b90596f07', 'tag': '2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:52.816841 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6bc743-2525-416f-ab8a-1420ca9548b7" -d '{"events": [{"name": "network-changed", "server_uuid": "46bb569b-3a57-4e1d-ab97-ba1b90596f07", "tag": "2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:52.888581 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a58419-5686-4edd-8d3a-9e190e050ed5 x-openstack-request-id: req-b5a58419-5686-4edd-8d3a-9e190e050ed5 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:52.889229 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46bb569b-3a57-4e1d-ab97-ba1b90596f07", "tag": "2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:52.889690 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b5a58419-5686-4edd-8d3a-9e190e050ed5 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:52.890233 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46bb569b-3a57-4e1d-ab97-ba1b90596f07', 'tag': '2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510', 'status': 'completed', 'code': 200} Feb 15 16:38:52.911092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d787e-f76f-42c2-b71c-4c90b4cd0a04 req-5df0e718-fe4a-4201-9d01-8ba63e6f5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:52.912973 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-118d787e-f76f-42c2-b71c-4c90b4cd0a04 req-5df0e718-fe4a-4201-9d01-8ba63e6f5e33 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 1131 time: 0.0824616 Feb 15 16:38:52.959952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ec32badb-7c97-4cb3-a84b-2e4c82b4cd9a None None] Set router ce33610e-1d6b-4b8f-8662-683d71c9537f gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:38:53.011909 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-620ac29a-51c6-4e1f-ae3e-9b948b98cb9b None None] Set router 89196c49-59e1-4b4a-9c26-1453108bf38d gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:38:53.131900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bc743-2525-416f-ab8a-1420ca9548b7 req-333fd999-456b-4493-83c9-31b3adc79449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:53.133780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6bc743-2525-416f-ab8a-1420ca9548b7 req-333fd999-456b-4493-83c9-31b3adc79449 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=86f88989c64f4a07a00abb3311cab075&device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 1128 time: 0.2196589 Feb 15 16:38:53.136628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ec32badb-7c97-4cb3-a84b-2e4c82b4cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'name': 'tempest-FloatingIPDetailsTestJSON-1355404920-router', 'tenant_id': 'd712ffd9092c4103bfed74082a8e8494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:38:19Z', 'updated_at': '2022-02-15T16:38:52Z', 'revision_number': 6, 'project_id': 'd712ffd9092c4103bfed74082a8e8494', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:53.156287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d787e-f76f-42c2-b71c-4c90b4cd0a04 req-1cafd6c4-a818-47bf-ad76-42df0594c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:53.157866 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-118d787e-f76f-42c2-b71c-4c90b4cd0a04 req-1cafd6c4-a818-47bf-ad76-42df0594c826 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.2356918 Feb 15 16:38:53.169131 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32badb-7c97-4cb3-a84b-2e4c82b4cd9a None None] The sync data for ids ['ce33610e-1d6b-4b8f-8662-683d71c9537f'] in n-d-828372-14 is: [{'id': 'ce33610e-1d6b-4b8f-8662-683d71c9537f', 'name': 'tempest-FloatingIPDetailsTestJSON-1355404920-router', 'tenant_id': 'd712ffd9092c4103bfed74082a8e8494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:38:19Z', 'updated_at': '2022-02-15T16:38:52Z', 'revision_number': 6, 'project_id': 'd712ffd9092c4103bfed74082a8e8494', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:38:53.173020 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa135b-b92e-4974-b946-dd0e43589039 req-a17822c5-487f-491c-85d7-c6508f628aa2 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:53.174704 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a0aa135b-b92e-4974-b946-dd0e43589039 req-a17822c5-487f-491c-85d7-c6508f628aa2 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 945 time: 0.2169242 Feb 15 16:38:53.184621 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 7de2aa9b-236e-4739-a672-636d285db5f4 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:38:53.185453 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:53.217411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd329f7d2-daaa-46d3-8cdc-bf2f9caf4525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de2aa9b-236e-4739-a672-636d285db5f4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:38:53.220695 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41be8358-81e2-46f3-af5c-8d100daa3976" -d '{"events": [{"server_uuid": "d329f7d2-daaa-46d3-8cdc-bf2f9caf4525", "name": "network-vif-plugged", "status": "completed", "tag": "7de2aa9b-236e-4739-a672-636d285db5f4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:38:53.237417 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (65e0ae69-ea36-464e-8bfe-e052d868af68), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:53.268643 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 7de2aa9b-236e-4739-a672-636d285db5f4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=7de2aa9b-236e-4739-a672-636d285db5f4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:53.284486 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-118d787e-f76f-42c2-b71c-4c90b4cd0a04 req-97e42a6d-cee9-431e-82de-23f525a1d833 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7de2aa9b-236e-4739-a672-636d285db5f4 HTTP/1.1" status: 200 len: 217 time: 0.1134210 Feb 15 16:38:53.289759 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Pushing event deleted for resources: {'Port': ['ID=65e0ae69-ea36-464e-8bfe-e052d868af68,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:53.293071 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (520a2c00-482b-47eb-81a9-1aff20d4700d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:53.296082 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:53.297482 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/520a2c00-482b-47eb-81a9-1aff20d4700d HTTP/1.1" status: 204 len: 168 time: 0.7655954 Feb 15 16:38:53.335996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7116eb-46be-4b75-acde-59f034cbb54c req-3ec5438a-471e-4f6a-8d86-15c55fc58b8d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:53.337870 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be7116eb-46be-4b75-acde-59f034cbb54c req-3ec5438a-471e-4f6a-8d86-15c55fc58b8d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 948 time: 0.2585564 Feb 15 16:38:53.339061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520a2c00-482b-47eb-81a9-1aff20d4700d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:53.379129 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:53.380970 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device f6ac8da8-5a8e-4362-902a-47c39d1f4c1f no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:38:53.418440 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-620ac29a-51c6-4e1f-ae3e-9b948b98cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'name': 'tempest-ServersTestBootFromVolume-384460367-router', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:37:01Z', 'updated_at': '2022-02-15T16:37:09Z', 'revision_number': 4, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'gw_port': {'id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:02Z', 'updated_at': '2022-02-15T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '367a5180-b6bc-4443-a208-c526ea752609', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'port_id': '2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153', 'mac_address': 'fa:16:3e:ab:db:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb569b-3a57-4e1d-ab97-ba1b90596f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:37:16Z', 'updated_at': '2022-02-15T16:38:51Z', 'revision_number': 1, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e844959d-1f49-4186-afb8-abb52017645f', 'name': '', 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'mac_address': 'fa:16:3e:fb:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:07Z', 'updated_at': '2022-02-15T16:37:14Z', 'revision_number': 5, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'subnets': [{'id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:53.429789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bc743-2525-416f-ab8a-1420ca9548b7 req-364d9c05-b952-4269-a314-d6e7c903ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:53.431302 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6bc743-2525-416f-ab8a-1420ca9548b7 req-364d9c05-b952-4269-a314-d6e7c903ae93 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3ac673bd-ccc6-44a9-a21c-8063082f3153 HTTP/1.1" status: 200 len: 916 time: 0.2884352 Feb 15 16:38:53.438039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d787e-f76f-42c2-b71c-4c90b4cd0a04 req-76746a42-0765-4a88-95a5-4b462df2cfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:53.439520 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-118d787e-f76f-42c2-b71c-4c90b4cd0a04 req-76746a42-0765-4a88-95a5-4b462df2cfe2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1447978 Feb 15 16:38:53.460891 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.465184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.465776 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.466153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.466497 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.466867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.467585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.467585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.467792 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.468108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.468430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.468751 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.469192 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ce632d-a9ee-46d5-8f21-a694f6cc744e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.483093 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a0aa135b-b92e-4974-b946-dd0e43589039 req-e130e365-c475-4921-8cc4-f1be572f05bd tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968154 Feb 15 16:38:53.492973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.506589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.506589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.506589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.506589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.506589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.506589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.506589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.506589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.506589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.506589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.506589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.506589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:38:53.508753 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ac29a-51c6-4e1f-ae3e-9b948b98cb9b None None] Checking router: 89196c49-59e1-4b4a-9c26-1453108bf38d for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:38:53.530621 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (ce33610e-1d6b-4b8f-8662-683d71c9537f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:53.541661 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620ac29a-51c6-4e1f-ae3e-9b948b98cb9b None None] Routers {'89196c49-59e1-4b4a-9c26-1453108bf38d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:38:53.542689 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-620ac29a-51c6-4e1f-ae3e-9b948b98cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:38:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['89196c49-59e1-4b4a-9c26-1453108bf38d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:53.631299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=7de2aa9b-236e-4739-a672-636d285db5f4,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:53.662368 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: f6ac8da8-5a8e-4362-902a-47c39d1f4c1f {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:38:53.663598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device f6ac8da8-5a8e-4362-902a-47c39d1f4c1f not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:38:53.668838 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2117e1-8e72-4838-a6b7-b808a772a18b x-openstack-request-id: req-7c2117e1-8e72-4838-a6b7-b808a772a18b {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:38:53.669140 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d329f7d2-daaa-46d3-8cdc-bf2f9caf4525", "name": "network-vif-plugged", "status": "completed", "tag": "7de2aa9b-236e-4739-a672-636d285db5f4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:38:53.669442 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7c2117e1-8e72-4838-a6b7-b808a772a18b {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:38:53.670274 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd329f7d2-daaa-46d3-8cdc-bf2f9caf4525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de2aa9b-236e-4739-a672-636d285db5f4', 'code': 200} Feb 15 16:38:53.697169 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be7116eb-46be-4b75-acde-59f034cbb54c req-9f37acf8-2614-40f0-bef8-2acfb65680d8 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372734 Feb 15 16:38:53.754078 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (ce33610e-1d6b-4b8f-8662-683d71c9537f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:53.762707 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Publish callbacks [] for router_controller (ce33610e-1d6b-4b8f-8662-683d71c9537f), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:53.783481 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-620ac29a-51c6-4e1f-ae3e-9b948b98cb9b None None] Set router 89196c49-59e1-4b4a-9c26-1453108bf38d gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:38:53.785937 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6bc743-2525-416f-ab8a-1420ca9548b7 req-31a0f792-cf53-440e-b35d-a7546c7995d7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 HTTP/1.1" status: 200 len: 999 time: 0.3454504 Feb 15 16:38:53.810894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d787e-f76f-42c2-b71c-4c90b4cd0a04 req-40746871-cc5f-461f-998a-0622102037e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:53.812413 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-118d787e-f76f-42c2-b71c-4c90b4cd0a04 req-40746871-cc5f-461f-998a-0622102037e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3598235 Feb 15 16:38:53.908675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bc743-2525-416f-ab8a-1420ca9548b7 req-f30d491f-6216-4ba6-8a55-13d110ee73bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:53.910207 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6bc743-2525-416f-ab8a-1420ca9548b7 req-f30d491f-6216-4ba6-8a55-13d110ee73bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0fe4af53-9045-419b-bce6-988c130e6dbe HTTP/1.1" status: 200 len: 854 time: 0.1161690 Feb 15 16:38:53.996254 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403723d-6901-4a82-a362-ca411b1ea2a8 req-673ece46-b7ce-4382-86b8-efa36275cb43 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:54.006948 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8403723d-6901-4a82-a362-ca411b1ea2a8 req-673ece46-b7ce-4382-86b8-efa36275cb43 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 1129 time: 0.1538963 Feb 15 16:38:54.010317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-118d787e-f76f-42c2-b71c-4c90b4cd0a04 req-f88cecc7-abaf-48d8-bca4-d0d977ee690e service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773536 Feb 15 16:38:54.019295 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (ce33610e-1d6b-4b8f-8662-683d71c9537f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:54.019811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce33610e-1d6b-4b8f-8662-683d71c9537f {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:38:54.036425 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:54.040443 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a7fdc4fa-4b58-4983-ae4f-a71e890613af admin admin] 10.222.0.107 "DELETE /v2.0/routers/ce33610e-1d6b-4b8f-8662-683d71c9537f HTTP/1.1" status: 204 len: 168 time: 2.1847091 Feb 15 16:38:54.058259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36072) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:54.071132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6bc743-2525-416f-ab8a-1420ca9548b7 req-f10adae5-196d-431e-9b01-1f945a718fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:54.077565 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6bc743-2525-416f-ab8a-1420ca9548b7 req-f10adae5-196d-431e-9b01-1f945a718fdc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3ac673bd-ccc6-44a9-a21c-8063082f3153&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1586814 Feb 15 16:38:54.110615 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8403723d-6901-4a82-a362-ca411b1ea2a8 req-b08837d1-7ec1-44fd-9045-2b7a6e46ec69 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024768 Feb 15 16:38:54.265167 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-620ac29a-51c6-4e1f-ae3e-9b948b98cb9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'name': 'tempest-ServersTestBootFromVolume-384460367-router', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:37:01Z', 'updated_at': '2022-02-15T16:37:09Z', 'revision_number': 4, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'gw_port': {'id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:02Z', 'updated_at': '2022-02-15T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '367a5180-b6bc-4443-a208-c526ea752609', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'port_id': '2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153', 'mac_address': 'fa:16:3e:ab:db:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb569b-3a57-4e1d-ab97-ba1b90596f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:37:16Z', 'updated_at': '2022-02-15T16:38:51Z', 'revision_number': 1, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e844959d-1f49-4186-afb8-abb52017645f', 'name': '', 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'mac_address': 'fa:16:3e:fb:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:07Z', 'updated_at': '2022-02-15T16:37:14Z', 'revision_number': 5, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'subnets': [{'id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:54.296197 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-118d787e-f76f-42c2-b71c-4c90b4cd0a04 req-4fa40809-c682-41c7-837e-ad1da8715510 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732644 Feb 15 16:38:54.301204 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620ac29a-51c6-4e1f-ae3e-9b948b98cb9b None None] The sync data for ids ['89196c49-59e1-4b4a-9c26-1453108bf38d'] in n-d-828372-14 is: [{'id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'name': 'tempest-ServersTestBootFromVolume-384460367-router', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:37:01Z', 'updated_at': '2022-02-15T16:37:09Z', 'revision_number': 4, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'gw_port': {'id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:02Z', 'updated_at': '2022-02-15T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '367a5180-b6bc-4443-a208-c526ea752609', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'port_id': '2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153', 'mac_address': 'fa:16:3e:ab:db:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb569b-3a57-4e1d-ab97-ba1b90596f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:37:16Z', 'updated_at': '2022-02-15T16:38:51Z', 'revision_number': 1, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e844959d-1f49-4186-afb8-abb52017645f', 'name': '', 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'mac_address': 'fa:16:3e:fb:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:07Z', 'updated_at': '2022-02-15T16:37:14Z', 'revision_number': 5, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'subnets': [{'id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:38:54.320602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5b7592-c778-49fa-981f-4b98e68c4bde admin admin] Deleting subnet 49138911-447b-41ff-8cb8-5aeb086d462e {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:38:54.327749 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7592-c778-49fa-981f-4b98e68c4bde admin admin] Publish callbacks [] for subnet (49138911-447b-41ff-8cb8-5aeb086d462e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:54.393240 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6bc743-2525-416f-ab8a-1420ca9548b7 req-c6072ed4-4e26-4f46-bf2b-0ef848db49af service neutron] 10.222.0.10 "GET /v2.0/networks/3ac673bd-ccc6-44a9-a21c-8063082f3153?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034574 Feb 15 16:38:54.397302 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7592-c778-49fa-981f-4b98e68c4bde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (49138911-447b-41ff-8cb8-5aeb086d462e), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:54.571335 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6bc743-2525-416f-ab8a-1420ca9548b7 req-6e3dbd44-3ae9-4b86-bdeb-16fc6feaa147 service neutron] 10.222.0.10 "GET /v2.0/networks/3ac673bd-ccc6-44a9-a21c-8063082f3153?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538446 Feb 15 16:38:54.572559 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7592-c778-49fa-981f-4b98e68c4bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (49138911-447b-41ff-8cb8-5aeb086d462e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:54.701257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36086) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:54.797880 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7592-c778-49fa-981f-4b98e68c4bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (49138911-447b-41ff-8cb8-5aeb086d462e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:54.807351 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5988ac-fb0c-4843-909b-d0954895615b None None] New status for floating IP 367a5180-b6bc-4443-a208-c526ea752609: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:38:54.852116 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e5b7592-c778-49fa-981f-4b98e68c4bde admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:54.857878 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3e5b7592-c778-49fa-981f-4b98e68c4bde admin admin] 10.222.0.107 "DELETE /v2.0/subnets/49138911-447b-41ff-8cb8-5aeb086d462e HTTP/1.1" status: 204 len: 168 time: 0.7907994 Feb 15 16:38:54.857878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b7592-c778-49fa-981f-4b98e68c4bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49138911-447b-41ff-8cb8-5aeb086d462e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:54.859325 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36094) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:54.904495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08eca31-3f5a-4584-b666-d5a1079a8f94 req-c88945d9-997b-467b-b78f-476a1d1f9ad8 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:54.912584 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a08eca31-3f5a-4584-b666-d5a1079a8f94 req-c88945d9-997b-467b-b78f-476a1d1f9ad8 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.1207688 Feb 15 16:38:54.963190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99e4fa8-68e0-4e87-8e40-1d0dd0739c3c None None] Network bfbf47d9-a424-49bf-abad-dc91e7765475 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:38:54.980622 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-01729e18-b382-4b3d-9d81-8c07e297f67c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=db5385ce4d764260b7edbdea38794ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710805 Feb 15 16:38:54.981285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36104) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:55.055332 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (bfbf47d9-a424-49bf-abad-dc91e7765475), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:55.087482 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c0159192-c208-4c28-9405-5120fedc02a5 admin admin] Publish callbacks [] for security_group (831446e2-82a5-42d9-aec0-73c7a5b9eaf9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:55.153964 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c0159192-c208-4c28-9405-5120fedc02a5 admin admin] Publish callbacks [] for security_group (831446e2-82a5-42d9-aec0-73c7a5b9eaf9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:55.185994 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 20284246-aa5f-48bc-9f66-f923b75d6443 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:38:55.247823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 20284246-aa5f-48bc-9f66-f923b75d6443 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:38:55.247823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 20284246-aa5f-48bc-9f66-f923b75d6443 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:38:55.247823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 65e0ae69-ea36-464e-8bfe-e052d868af68 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:38:55.265222 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a08eca31-3f5a-4584-b666-d5a1079a8f94 req-b30d4ce8-47a2-4adf-b49b-1284eabdcc40 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515425 Feb 15 16:38:55.298203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 65e0ae69-ea36-464e-8bfe-e052d868af68 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:38:55.300525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 65e0ae69-ea36-464e-8bfe-e052d868af68 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:38:55.335358 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] Deleting port 3777b63b-860f-4fad-8ebe-26925c9bd64c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:55.335705 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3777b63b-860f-4fad-8ebe-26925c9bd64c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:55.415079 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c0159192-c208-4c28-9405-5120fedc02a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (831446e2-82a5-42d9-aec0-73c7a5b9eaf9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:55.424614 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c0159192-c208-4c28-9405-5120fedc02a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:55.425933 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c0159192-c208-4c28-9405-5120fedc02a5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/831446e2-82a5-42d9-aec0-73c7a5b9eaf9 HTTP/1.1" status: 204 len: 168 time: 0.4436872 Feb 15 16:38:55.440626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715eac62-a5ee-4f1e-b078-a96e87a42af2 None None] DHCP port deletion for bfbf47d9-a424-49bf-abad-dc91e7765475 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:38:55.448502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0159192-c208-4c28-9405-5120fedc02a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831446e2-82a5-42d9-aec0-73c7a5b9eaf9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:55.467624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] For port 3777b63b-860f-4fad-8ebe-26925c9bd64c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3777b63b-860f-4fad-8ebe-26925c9bd64c,segment=NetworkSegment(09d428c6-9d20-4b19-b6d5-b985b261cfb0),segment_id=09d428c6-9d20-4b19-b6d5-b985b261cfb0)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:55.467624 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3777b63b-860f-4fad-8ebe-26925c9bd64c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:55.494866 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] Calling delete_port for 3777b63b-860f-4fad-8ebe-26925c9bd64c owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:55.586278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-715eac62-a5ee-4f1e-b078-a96e87a42af2 None None] Deleting port 3777b63b-860f-4fad-8ebe-26925c9bd64c {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:38:55.586662 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-715eac62-a5ee-4f1e-b078-a96e87a42af2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3777b63b-860f-4fad-8ebe-26925c9bd64c), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:55.674119 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-715eac62-a5ee-4f1e-b078-a96e87a42af2 None None] For port 3777b63b-860f-4fad-8ebe-26925c9bd64c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3777b63b-860f-4fad-8ebe-26925c9bd64c,segment=NetworkSegment(09d428c6-9d20-4b19-b6d5-b985b261cfb0),segment_id=09d428c6-9d20-4b19-b6d5-b985b261cfb0)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:38:55.674605 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-715eac62-a5ee-4f1e-b078-a96e87a42af2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3777b63b-860f-4fad-8ebe-26925c9bd64c), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:55.688079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-715eac62-a5ee-4f1e-b078-a96e87a42af2 None None] Calling delete_port for 3777b63b-860f-4fad-8ebe-26925c9bd64c owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:38:55.727802 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3777b63b-860f-4fad-8ebe-26925c9bd64c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:55.755669 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] Pushing event deleted for resources: {'Port': ['ID=3777b63b-860f-4fad-8ebe-26925c9bd64c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:55.758093 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] No DVR routers for this DVR port 3777b63b-860f-4fad-8ebe-26925c9bd64c on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:38:55.806331 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-715eac62-a5ee-4f1e-b078-a96e87a42af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (3777b63b-860f-4fad-8ebe-26925c9bd64c), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:55.852430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715eac62-a5ee-4f1e-b078-a96e87a42af2 None None] Pushing event deleted for resources: {'Port': ['ID=3777b63b-860f-4fad-8ebe-26925c9bd64c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:55.861128 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715eac62-a5ee-4f1e-b078-a96e87a42af2 None None] No DVR routers for this DVR port 3777b63b-860f-4fad-8ebe-26925c9bd64c on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:38:55.923137 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (bfbf47d9-a424-49bf-abad-dc91e7765475), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:55.947502 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbf47d9-a424-49bf-abad-dc91e7765475']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:55.963583 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d428c6-9d20-4b19-b6d5-b985b261cfb0') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:55.963893 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d428c6-9d20-4b19-b6d5-b985b261cfb0') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:38:55.984164 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (09d428c6-9d20-4b19-b6d5-b985b261cfb0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:56.004931 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (09d428c6-9d20-4b19-b6d5-b985b261cfb0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:56.012359 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:38:56.012933 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (09d428c6-9d20-4b19-b6d5-b985b261cfb0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:38:56.014798 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:38:56.144819 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (bfbf47d9-a424-49bf-abad-dc91e7765475), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:56.154897 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:56.158220 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] 10.222.0.107 "DELETE /v2.0/networks/bfbf47d9-a424-49bf-abad-dc91e7765475 HTTP/1.1" status: 204 len: 168 time: 1.2964694 Feb 15 16:38:56.172453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711b340-8f5a-4177-b992-7338c7fe4268 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfbf47d9-a424-49bf-abad-dc91e7765475,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:56.329435 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36144) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:56.367063 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80150ec4-04a7-4920-87dc-f4917426f13c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:56.594631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36150) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:56.654591 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7a08f027-739b-4c47-8926-1abb1c5cbd50 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d712ffd9092c4103bfed74082a8e8494&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0576384 Feb 15 16:38:56.655234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36154) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:56.709333 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a8a26d5-a8c9-424b-affa-e2c199bfe777 admin admin] Publish callbacks [] for security_group (c67a578e-6ee4-4e2f-9340-967381e2e6a9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:56.734186 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a8a26d5-a8c9-424b-affa-e2c199bfe777 admin admin] Publish callbacks [] for security_group (c67a578e-6ee4-4e2f-9340-967381e2e6a9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:56.760935 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41824a94-df8a-48f9-955c-96f6bdd82c90 req-1a9363ba-7ed8-4989-a005-c30286f74a18 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:56.768105 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-41824a94-df8a-48f9-955c-96f6bdd82c90 req-1a9363ba-7ed8-4989-a005-c30286f74a18 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.4216366 Feb 15 16:38:56.811317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-ffae7684-5a66-4134-b817-1ec4b4dc4e67 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:38:56.812349 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-ffae7684-5a66-4134-b817-1ec4b4dc4e67 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081754 Feb 15 16:38:56.834801 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-41824a94-df8a-48f9-955c-96f6bdd82c90 req-a25ab849-8b4e-46ce-ba9b-cbf758f35e05 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657403 Feb 15 16:38:56.866866 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-6b2248ab-070f-4507-9d47-1120ab2205e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:56.868378 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-6b2248ab-070f-4507-9d47-1120ab2205e8 service neutron] 10.222.0.107 "GET /v2.0/ports/3b09f112-1c90-4596-9afe-3e8bd6c54626 HTTP/1.1" status: 200 len: 1126 time: 0.0456467 Feb 15 16:38:56.877894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9f38bcdb-cf60-4aad-aec6-3d4a1ee7075b service neutron] Request body: {'binding': {'host': 'n-h2-828372-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:38:56.878349 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9f38bcdb-cf60-4aad-aec6-3d4a1ee7075b service neutron] Unknown quota resources ['binding']. {{(pid=103800) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 16:38:56.881955 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a8a26d5-a8c9-424b-affa-e2c199bfe777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c67a578e-6ee4-4e2f-9340-967381e2e6a9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:56.885293 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a8a26d5-a8c9-424b-affa-e2c199bfe777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:56.886506 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7a8a26d5-a8c9-424b-affa-e2c199bfe777 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c67a578e-6ee4-4e2f-9340-967381e2e6a9 HTTP/1.1" status: 204 len: 168 time: 0.2303529 Feb 15 16:38:56.897706 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a26d5-a8c9-424b-affa-e2c199bfe777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67a578e-6ee4-4e2f-9340-967381e2e6a9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:56.973203 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80150ec4-04a7-4920-87dc-f4917426f13c admin admin] Publish callbacks [] for security_group (bec8a4b5-e563-4cb3-b144-fca28b735d29), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:57.044685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9f38bcdb-cf60-4aad-aec6-3d4a1ee7075b service neutron] Attempting to bind port 3b09f112-1c90-4596-9afe-3e8bd6c54626 on host n-h2-828372-14 for vnic_type normal with profile None {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:38:57.045888 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9f38bcdb-cf60-4aad-aec6-3d4a1ee7075b service neutron] Attempting to bind port 3b09f112-1c90-4596-9afe-3e8bd6c54626 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:38:57.046583 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9f38bcdb-cf60-4aad-aec6-3d4a1ee7075b service neutron] Attempting to bind port 3b09f112-1c90-4596-9afe-3e8bd6c54626 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:57.051561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9f38bcdb-cf60-4aad-aec6-3d4a1ee7075b service neutron] Port 3b09f112-1c90-4596-9afe-3e8bd6c54626 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:38:57.052242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9f38bcdb-cf60-4aad-aec6-3d4a1ee7075b service neutron] Attempting to bind port 3b09f112-1c90-4596-9afe-3e8bd6c54626 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:38:57.057938 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9f38bcdb-cf60-4aad-aec6-3d4a1ee7075b service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:38:57.058605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9f38bcdb-cf60-4aad-aec6-3d4a1ee7075b service neutron] Checking segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:38:57.059238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9f38bcdb-cf60-4aad-aec6-3d4a1ee7075b service neutron] Bound using segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:38:57.059928 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9f38bcdb-cf60-4aad-aec6-3d4a1ee7075b service neutron] Bound port: 3b09f112-1c90-4596-9afe-3e8bd6c54626, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:38:57.063824 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-80150ec4-04a7-4920-87dc-f4917426f13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bec8a4b5-e563-4cb3-b144-fca28b735d29), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:57.130565 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3777b63b-860f-4fad-8ebe-26925c9bd64c no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:38:57.149989 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-80150ec4-04a7-4920-87dc-f4917426f13c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a232a89734ab4c2b9639ec356bb1051a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8179872 Feb 15 16:38:57.152636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36164) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:38:57.153900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80150ec4-04a7-4920-87dc-f4917426f13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec8a4b5-e563-4cb3-b144-fca28b735d29,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:57.160847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 3777b63b-860f-4fad-8ebe-26925c9bd64c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:38:57.162146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3777b63b-860f-4fad-8ebe-26925c9bd64c not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:38:57.170939 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9f38bcdb-cf60-4aad-aec6-3d4a1ee7075b service neutron] For port 3b09f112-1c90-4596-9afe-3e8bd6c54626, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:38:57.214007 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30c64ff7-7efe-4fae-9986-e52bd2614947 admin admin] Publish callbacks [] for security_group (bec8a4b5-e563-4cb3-b144-fca28b735d29), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:57.238191 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30c64ff7-7efe-4fae-9986-e52bd2614947 admin admin] Publish callbacks [] for security_group (bec8a4b5-e563-4cb3-b144-fca28b735d29), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:57.255678 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9f38bcdb-cf60-4aad-aec6-3d4a1ee7075b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:57.256984 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9f38bcdb-cf60-4aad-aec6-3d4a1ee7075b service neutron] 10.222.0.107 "POST /v2.0/ports/3b09f112-1c90-4596-9afe-3e8bd6c54626/bindings HTTP/1.1" status: 201 len: 390 time: 0.3825040 Feb 15 16:38:57.267516 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-97d108e6-b6dc-4c02-a74f-c244e512de1d tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=1e5acace5f3a464fb26cddeb56ca3a2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271707 Feb 15 16:38:57.365093 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30c64ff7-7efe-4fae-9986-e52bd2614947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bec8a4b5-e563-4cb3-b144-fca28b735d29), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:57.370485 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30c64ff7-7efe-4fae-9986-e52bd2614947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:38:57.375076 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-30c64ff7-7efe-4fae-9986-e52bd2614947 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bec8a4b5-e563-4cb3-b144-fca28b735d29 HTTP/1.1" status: 204 len: 168 time: 0.2203431 Feb 15 16:38:57.399939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c64ff7-7efe-4fae-9986-e52bd2614947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec8a4b5-e563-4cb3-b144-fca28b735d29,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:38:57.434082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-4c799ef8-c1c0-405b-a8ac-dd2c0828a775 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:57.436442 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-4c799ef8-c1c0-405b-a8ac-dd2c0828a775 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1597123 Feb 15 16:38:57.459813 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-60f6a3e5-003b-4d9c-a894-9d1afdda32f5 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/quotas/1e5acace5f3a464fb26cddeb56ca3a2b HTTP/1.1" status: 200 len: 375 time: 0.0175188 Feb 15 16:38:57.501302 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-58f3577b-233b-459f-8585-bc7f06f81e69 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=1e5acace5f3a464fb26cddeb56ca3a2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402968 Feb 15 16:38:57.695081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c18589-5932-486b-89b8-adb1be963633 req-7336cf0c-4179-4af8-8948-a1730c67a6c3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:57.701915 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6c18589-5932-486b-89b8-adb1be963633 req-7336cf0c-4179-4af8-8948-a1730c67a6c3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.0610318 Feb 15 16:38:57.778466 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6c18589-5932-486b-89b8-adb1be963633 req-02ee0f02-68ca-4f68-9c4b-f930bd80e446 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746818 Feb 15 16:38:57.914025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fc5e7-9f93-411e-9202-1479ccdd552b req-a21b8ae9-414b-406b-8b2a-64bbe712ef9a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:57.915696 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-540fc5e7-9f93-411e-9202-1479ccdd552b req-a21b8ae9-414b-406b-8b2a-64bbe712ef9a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.0926256 Feb 15 16:38:58.038008 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-540fc5e7-9f93-411e-9202-1479ccdd552b req-0dd3f6c1-c936-4619-90e5-d521fda6f27f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209965 Feb 15 16:38:58.068429 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9177804-15f9-4588-81bf-8f98229680b9 req-653c4b71-cd09-40ef-96e7-a0b66cbbb402 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 210 time: 0.1792409 Feb 15 16:38:58.101180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-853283d5-30f3-4828-b292-d0ead8fa4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:58.105225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-853283d5-30f3-4828-b292-d0ead8fa4363 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 1129 time: 0.2161763 Feb 15 16:38:58.210678 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-c2b80c80-fc7a-4c2d-a4d1-68e88ab0ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:58.212169 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-c2b80c80-fc7a-4c2d-a4d1-68e88ab0ce76 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.1030769 Feb 15 16:38:58.254551 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-1bbad4c2-bd70-4039-9e0f-1a276c391261 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626 HTTP/1.1" status: 200 len: 217 time: 0.0352671 Feb 15 16:38:58.329031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9347da0f-c2d7-4c6d-9aaf-2b93ca93b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:58.330769 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9347da0f-c2d7-4c6d-9aaf-2b93ca93b585 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.0713429 Feb 15 16:38:58.366360 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-590a477d-31fd-4cc8-95d8-084037b6a168 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291734 Feb 15 16:38:58.518445 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-d481ed44-c66c-49f4-ac11-e512215c15fa service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463323 Feb 15 16:38:58.555522 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-6ab90756-bd86-49f7-8c6d-42756a531431 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=83dc14985f004c3eab7d27bb571467d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377262 Feb 15 16:38:58.656622 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-a6b5f21a-4c0e-4840-8952-28f5b8aff0cc service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319349 Feb 15 16:38:58.756585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-f979abd0-45ec-4273-b295-3c20db937951 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:58.762709 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-f979abd0-45ec-4273-b295-3c20db937951 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002487 Feb 15 16:38:58.781393 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-223d765c-60b6-4612-9740-2ff83bee61b1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/quotas/83dc14985f004c3eab7d27bb571467d7 HTTP/1.1" status: 200 len: 375 time: 0.0133681 Feb 15 16:38:58.853041 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-c1e0fe67-dfc4-479d-8009-e253d83f5bdf tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622895 Feb 15 16:38:59.402415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5210df1-c2dd-4f65-83c7-9c6c83cc5701 req-972b48eb-6a23-4bd8-8590-a63a7b651f2c tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 210 time: 0.0582798 Feb 15 16:38:59.427430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bac28-0035-4b96-8cba-03d068cb7832 req-b7d7b38e-c6f9-45a2-b0d8-e1e767872f73 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:38:59.442619 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e5bac28-0035-4b96-8cba-03d068cb7832 req-b7d7b38e-c6f9-45a2-b0d8-e1e767872f73 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.1151557 Feb 15 16:38:59.546132 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e5bac28-0035-4b96-8cba-03d068cb7832 req-76b8b6e8-e86f-4164-b94c-417ef74a1aa7 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012645 Feb 15 16:38:59.600481 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b4b9c5e-b774-43c4-ab4c-f28cecf058b3 req-593b847a-d603-4bf6-a74b-7197b29d426d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 210 time: 0.0309386 Feb 15 16:39:00.136385 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:00.459660 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:00.535049 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fd6cde26-f235-425d-ba29-d1f768038544 req-e28ffc22-0980-4057-a092-0df6a9a9f4c5 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 210 time: 0.0474045 Feb 15 16:39:00.606115 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-137454b6-486e-4e9a-be84-fb7e9cecaebe tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=7955bf926da54fadab0523642b5b5ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283158 Feb 15 16:39:00.795744 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-83c8e272-5bae-4878-82f5-e51f3135c76e tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=1e5acace5f3a464fb26cddeb56ca3a2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529587 Feb 15 16:39:00.806806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704ff10-8f80-480a-8072-feddb7b63a97 req-5c2835e8-0545-4604-a720-5d1d9c7386e4 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:00.815735 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4704ff10-8f80-480a-8072-feddb7b63a97 req-5c2835e8-0545-4604-a720-5d1d9c7386e4 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.1498418 Feb 15 16:39:00.846445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-904e096c-fefd-469f-9d65-55573e7006c4 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:00.854241 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-904e096c-fefd-469f-9d65-55573e7006c4 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2429180 Feb 15 16:39:00.871182 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-ea4f1ec0-33a9-4475-813f-2ce526cb550b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/quotas/7955bf926da54fadab0523642b5b5ab6 HTTP/1.1" status: 200 len: 375 time: 0.0156567 Feb 15 16:39:00.929906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-b5ea7b11-662b-4e79-9d5a-3a76a05bbf6b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=7955bf926da54fadab0523642b5b5ab6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555203 Feb 15 16:39:00.951500 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4704ff10-8f80-480a-8072-feddb7b63a97 req-47a813f4-44c8-4271-8cc0-d54b7d40e01a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350083 Feb 15 16:39:00.962195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36328) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:01.043860 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-0b618525-b9a5-488e-bb80-b82086c72f91 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:01.048873 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-0b618525-b9a5-488e-bb80-b82086c72f91 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2312412 Feb 15 16:39:01.080702 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Request body: {'port': {'device_id': '9cb617ed-9f5d-47e3-a83b-04d72bbe9857', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '1e5acace5f3a464fb26cddeb56ca3a2b'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:01.131839 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:01.159589 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-16bb8283-609f-4b3d-ae1f-8dd14bcda083 req-084fa7ed-1117-4950-b141-209150803add tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 210 time: 0.0962005 Feb 15 16:39:01.323044 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Publish callbacks [] for security_group (3c429b4c-ea89-4dfe-a0eb-71d8a3111cf8), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:01.324267 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2d2a1be1-6345-47fd-9346-fcb2a7c4697f req-fe314b95-ce67-408c-98ba-e0b0ae35e164 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 210 time: 0.0488925 Feb 15 16:39:01.382948 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Made reservation on behalf of 1e5acace5f3a464fb26cddeb56ca3a2b for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:39:01.387166 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:01.398976 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:01.405624 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3c429b4c-ea89-4dfe-a0eb-71d8a3111cf8), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:01.471935 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c429b4c-ea89-4dfe-a0eb-71d8a3111cf8,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:01.493621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:01.499247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:01.499247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:01.499247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:01.499247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:01.499247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:01.499247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:01.499247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:01.499247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:01.499247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:01.499247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:01.499247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:01.499247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:01.508410 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3177ef5c-305d-4270-9352-af6edb66b96b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3aa2698db695470ba14aa5c38b8ca945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5446613 Feb 15 16:39:01.511055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36340) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:01.533010 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Publish callbacks [] for security_group (3ad4eb3f-5189-40ac-872a-5b99e35058ee), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:01.579929 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-894f000d-18cb-4d01-a720-fa8fa9ae71bf admin admin] Publish callbacks [] for security_group (3c429b4c-ea89-4dfe-a0eb-71d8a3111cf8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:01.602141 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3ad4eb3f-5189-40ac-872a-5b99e35058ee), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:01.619882 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-894f000d-18cb-4d01-a720-fa8fa9ae71bf admin admin] Publish callbacks [] for security_group (3c429b4c-ea89-4dfe-a0eb-71d8a3111cf8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:01.657749 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e116ee1f-39b0-4dfb-ada6-d6cd8243b9e1 req-5cb8129d-4752-438d-b7dc-3613c353fce1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 210 time: 0.0473375 Feb 15 16:39:01.759590 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad4eb3f-5189-40ac-872a-5b99e35058ee,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:01.774577 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Allocated IP 192.168.233.124 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/63c53b7a-d394-46fc-8018-e2cd08d0b3b2) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:39:01.791018 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-894f000d-18cb-4d01-a720-fa8fa9ae71bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3c429b4c-ea89-4dfe-a0eb-71d8a3111cf8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:01.794171 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-894f000d-18cb-4d01-a720-fa8fa9ae71bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:01.794510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-894f000d-18cb-4d01-a720-fa8fa9ae71bf admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3c429b4c-ea89-4dfe-a0eb-71d8a3111cf8 HTTP/1.1" status: 204 len: 168 time: 0.2826462 Feb 15 16:39:01.802921 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f000d-18cb-4d01-a720-fa8fa9ae71bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c429b4c-ea89-4dfe-a0eb-71d8a3111cf8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:02.025137 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Publish callbacks [] for port (63c53b7a-d394-46fc-8018-e2cd08d0b3b2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:02.100886 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d9e5c1-55cf-4f3e-8797-ea157aa13092 req-9b511800-ed74-483d-a3d1-0df62d46f802 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:02.106175 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08d9e5c1-55cf-4f3e-8797-ea157aa13092 req-9b511800-ed74-483d-a3d1-0df62d46f802 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.0637071 Feb 15 16:39:02.198597 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08d9e5c1-55cf-4f3e-8797-ea157aa13092 req-d2a38ca5-1b22-4558-95bf-54aea77c3a3c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809700 Feb 15 16:39:02.214213 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (63c53b7a-d394-46fc-8018-e2cd08d0b3b2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:02.251820 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-dd695a09-4add-4c90-8e51-75df86a5d9f6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=83dc14985f004c3eab7d27bb571467d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520840 Feb 15 16:39:02.331664 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:39:02.337745 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:39:02.356876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:39:02.447996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:02.448616 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:02.448940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-0f20cd63-ac98-4463-9c4a-b7d2ce414a32 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:02.457660 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-0f20cd63-ac98-4463-9c4a-b7d2ce414a32 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1887598 Feb 15 16:39:02.493998 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3b4ffc0-83cf-4a85-aa7a-56459e6012a2 req-61973f5a-04af-47cc-a594-bd5a06ad6b94 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 210 time: 0.0408978 Feb 15 16:39:02.496658 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-072cd0b6-90bb-47f0-a581-2fd350c5b956 req-ed07046b-eafd-4337-8fc9-b82d128985ce tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 210 time: 0.1636930 Feb 15 16:39:02.499159 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-a6455676-cdaa-4f1b-bfa1-db82b2f7a6eb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Request body: {'port': {'device_id': 'ad9a148b-23bc-47b0-961d-db899fcc4209', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '83dc14985f004c3eab7d27bb571467d7'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:02.511486 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Pushing event updated for resources: {'Port': ['ID=63c53b7a-d394-46fc-8018-e2cd08d0b3b2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:02.579485 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-dc330655-c6ee-4708-b49d-2958b1db66f1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5136466 Feb 15 16:39:02.591650 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Request body: {'port': {'device_id': '9cb617ed-9f5d-47e3-a83b-04d72bbe9857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:02.713773 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (63c53b7a-d394-46fc-8018-e2cd08d0b3b2), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:02.742564 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-75f7cc89-d7ba-4f55-9e87-264533e73e5b None None] Provisioning complete for port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:02.743174 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-75f7cc89-d7ba-4f55-9e87-264533e73e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (63c53b7a-d394-46fc-8018-e2cd08d0b3b2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:02.783486 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-a6455676-cdaa-4f1b-bfa1-db82b2f7a6eb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Made reservation on behalf of 83dc14985f004c3eab7d27bb571467d7 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:39:02.788317 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-a6455676-cdaa-4f1b-bfa1-db82b2f7a6eb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:02.795494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-75f7cc89-d7ba-4f55-9e87-264533e73e5b None None] Port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:39:02.822715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7451507-d596-4502-9925-34f1e4ed5c29 req-2cc11572-719a-47cc-9f05-f7e2ddf5dd1e tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:02.824435 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7451507-d596-4502-9925-34f1e4ed5c29 req-2cc11572-719a-47cc-9f05-f7e2ddf5dd1e tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 936 time: 0.0896950 Feb 15 16:39:02.992823 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7451507-d596-4502-9925-34f1e4ed5c29 req-1dedf155-7a9a-4b9f-a964-5581beaef0b6 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ad4eb3f-5189-40ac-872a-5b99e35058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338556 Feb 15 16:39:03.102838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:39:03.110935 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Publish callbacks [] for port (63c53b7a-d394-46fc-8018-e2cd08d0b3b2), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:03.123063 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Transition to ACTIVE for port object 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:39:03.209882 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (63c53b7a-d394-46fc-8018-e2cd08d0b3b2), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:03.305215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-a6455676-cdaa-4f1b-bfa1-db82b2f7a6eb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Allocated IP 192.168.233.100 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/2460c194-82b2-4d98-b476-67ea1ad6c973) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:39:03.414238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Pushing event updated for resources: {'Port': ['ID=63c53b7a-d394-46fc-8018-e2cd08d0b3b2,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:03.515147 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-a6455676-cdaa-4f1b-bfa1-db82b2f7a6eb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks [] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:03.525394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6d3f7-4c8c-49b5-a6b4-0b8807d36886 req-0e471c3a-b9ea-40fa-8e1f-af44a6d2eea2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:03.538572 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-18a6d3f7-4c8c-49b5-a6b4-0b8807d36886 req-0e471c3a-b9ea-40fa-8e1f-af44a6d2eea2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.1925159 Feb 15 16:39:03.615646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Attempting to bind port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:39:03.618228 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Attempting to bind port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:39:03.619566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Attempting to bind port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:03.621067 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-a6455676-cdaa-4f1b-bfa1-db82b2f7a6eb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:03.634704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:39:03.635020 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Attempting to bind port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:03.649045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:39:03.649520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:39:03.649913 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:39:03.650349 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Bound port: 63c53b7a-d394-46fc-8018-e2cd08d0b3b2, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:39:03.650707 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (63c53b7a-d394-46fc-8018-e2cd08d0b3b2), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:03.654156 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['7de2aa9b-236e-4739-a672-636d285db5f4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:39:03.659045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['44e217bb-aa23-4523-9b25-0e2d0de6e1d4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:39:03.675744 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-18a6d3f7-4c8c-49b5-a6b4-0b8807d36886 req-a22b647b-3fda-45e4-8319-2dc3286ba553 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360552 Feb 15 16:39:03.700857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-a6455676-cdaa-4f1b-bfa1-db82b2f7a6eb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:39:03.728625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-a6455676-cdaa-4f1b-bfa1-db82b2f7a6eb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:39:03.728625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6455676-cdaa-4f1b-bfa1-db82b2f7a6eb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Pushing event updated for resources: {'Port': ['ID=2460c194-82b2-4d98-b476-67ea1ad6c973,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:03.728625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-a6455676-cdaa-4f1b-bfa1-db82b2f7a6eb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:39:03.850125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-a6455676-cdaa-4f1b-bfa1-db82b2f7a6eb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:03.853561 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-a6455676-cdaa-4f1b-bfa1-db82b2f7a6eb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:03.897030 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c8958b0d-a2b7-40bb-8890-8460c8d1fca1 req-6ce99384-e0df-42d9-844a-0c9ab499b034 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 210 time: 0.1174393 Feb 15 16:39:03.922947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] For port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:39:03.975619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-a6455676-cdaa-4f1b-bfa1-db82b2f7a6eb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4877193 Feb 15 16:39:03.996958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] For port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=63c53b7a-d394-46fc-8018-e2cd08d0b3b2,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:39:04.004984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Request body: {'port': {'device_id': 'ad9a148b-23bc-47b0-961d-db899fcc4209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:04.105750 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (63c53b7a-d394-46fc-8018-e2cd08d0b3b2), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:04.188846 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:04.191246 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:04.194856 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] 10.222.0.67 "PUT /v2.0/ports/63c53b7a-d394-46fc-8018-e2cd08d0b3b2 HTTP/1.1" status: 200 len: 1097 time: 1.6074896 Feb 15 16:39:04.196977 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb617ed-9f5d-47e3-a83b-04d72bbe9857', 'tag': '63c53b7a-d394-46fc-8018-e2cd08d0b3b2'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:04.203314 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29892f1-2be4-4b67-8969-8ed824f637d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb617ed-9f5d-47e3-a83b-04d72bbe9857", "tag": "63c53b7a-d394-46fc-8018-e2cd08d0b3b2"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:04.215658 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:04.272152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3fbc8-3322-4f72-8ae4-f18f9eef938d req-cd9b61d0-e24d-4f44-909e-6e19fd9460b5 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:04.280238 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d2f3fbc8-3322-4f72-8ae4-f18f9eef938d req-cd9b61d0-e24d-4f44-909e-6e19fd9460b5 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 936 time: 0.2364075 Feb 15 16:39:04.343211 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f42f8b24-c051-42ab-bcd0-d1f016c4088a None None] Provisioning complete for port 2460c194-82b2-4d98-b476-67ea1ad6c973 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:04.344187 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f42f8b24-c051-42ab-bcd0-d1f016c4088a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:04.382578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e06db2-3057-4e6c-b9cf-8d1db5fa27f2 service neutron] Pushing event updated for resources: {'Port': ['ID=63c53b7a-d394-46fc-8018-e2cd08d0b3b2,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:04.437005 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d2f3fbc8-3322-4f72-8ae4-f18f9eef938d req-a293d225-cc6c-4686-b529-4f5aae2c9854 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558814 Feb 15 16:39:04.472016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f42f8b24-c051-42ab-bcd0-d1f016c4088a None None] Port 2460c194-82b2-4d98-b476-67ea1ad6c973 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:39:04.482270 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-13dbc010-5c70-49f5-a675-97c6de63b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:04.483782 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-13dbc010-5c70-49f5-a675-97c6de63b19c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e5acace5f3a464fb26cddeb56ca3a2b&device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 1131 time: 0.1450610 Feb 15 16:39:04.545489 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-051b8887-9d59-4c5d-969e-da35551fc4f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=63c53b7a-d394-46fc-8018-e2cd08d0b3b2 HTTP/1.1" status: 200 len: 217 time: 0.0526650 Feb 15 16:39:04.562186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-8a36a2e3-b460-42bf-bb05-7a0ef25c4243 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7955bf926da54fadab0523642b5b5ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694311 Feb 15 16:39:04.648147 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-214b161a-6193-45a5-ac86-5204f5ca64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:04.649857 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-214b161a-6193-45a5-ac86-5204f5ca64d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0976403 Feb 15 16:39:04.716439 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbfed50-3886-4274-babc-21c05367a339 req-c944345d-ccfb-4058-8160-5f09705ccf88 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:04.721864 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dcbfed50-3886-4274-babc-21c05367a339 req-c944345d-ccfb-4058-8160-5f09705ccf88 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 948 time: 0.1067431 Feb 15 16:39:04.803499 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-a8783c8f-cb36-4b47-a649-3f10afebea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:04.811482 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-a8783c8f-cb36-4b47-a649-3f10afebea99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1528296 Feb 15 16:39:04.854735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-530bfa5d-3f2e-4619-85ad-8a7c55e6c820 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:04.856374 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-530bfa5d-3f2e-4619-85ad-8a7c55e6c820 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2854748 Feb 15 16:39:04.884396 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Request body: {'port': {'device_id': '1f3f5a5e-50d3-4abb-adea-6a40a8087aa5', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '7955bf926da54fadab0523642b5b5ab6'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:04.901787 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dcbfed50-3886-4274-babc-21c05367a339 req-17508573-57f0-4e06-a650-6cc4f5348151 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ad4eb3f-5189-40ac-872a-5b99e35058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735253 Feb 15 16:39:04.953507 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-66e3fdb6-5bff-49c0-b776-d7c4b7de1454 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324005 Feb 15 16:39:04.996745 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859cda9b-dca9-4021-8155-5350835d32a7 x-openstack-request-id: req-859cda9b-dca9-4021-8155-5350835d32a7 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:04.997046 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb617ed-9f5d-47e3-a83b-04d72bbe9857", "tag": "63c53b7a-d394-46fc-8018-e2cd08d0b3b2", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:04.997881 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-859cda9b-dca9-4021-8155-5350835d32a7 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:04.998301 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb617ed-9f5d-47e3-a83b-04d72bbe9857', 'tag': '63c53b7a-d394-46fc-8018-e2cd08d0b3b2', 'status': 'completed', 'code': 200} Feb 15 16:39:05.101491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2460c194-82b2-4d98-b476-67ea1ad6c973 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:39:05.141176 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Publish callbacks [] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:05.152746 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a33c95e-454a-4d09-8fd2-85a886b67dd3 req-a2f82dfa-bc1f-424a-ba10-98f4dbb6a341 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918921 Feb 15 16:39:05.187755 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbc74eaf-e3fa-435c-87ef-7bd80c2f1d58 req-041b5fb0-3e81-429c-b0a7-a1ef4f3ed50a tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 210 time: 0.0684624 Feb 15 16:39:05.196334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Transition to ACTIVE for port object 2460c194-82b2-4d98-b476-67ea1ad6c973 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:39:05.221475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9942933-2c5f-46fd-9444-a29ec51dc400 req-990d3f84-1b0f-4f57-9067-9848cfaa6a4b tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:05.225905 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9942933-2c5f-46fd-9444-a29ec51dc400 req-990d3f84-1b0f-4f57-9067-9848cfaa6a4b tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.1516640 Feb 15 16:39:05.287284 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9942933-2c5f-46fd-9444-a29ec51dc400 req-47124e89-b5d6-4e30-b518-50ac0261da99 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563951 Feb 15 16:39:05.299425 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:05.304940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Made reservation on behalf of 7955bf926da54fadab0523642b5b5ab6 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:39:05.308323 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:05.327039 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:05.364422 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29892f1-2be4-4b67-8969-8ed824f637d0 req-6b9acfcf-d102-48b5-986a-ceedc2df8e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:05.369677 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c29892f1-2be4-4b67-8969-8ed824f637d0 req-6b9acfcf-d102-48b5-986a-ceedc2df8e6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1e5acace5f3a464fb26cddeb56ca3a2b&device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 1131 time: 0.0648561 Feb 15 16:39:05.448716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Pushing event updated for resources: {'Port': ['ID=2460c194-82b2-4d98-b476-67ea1ad6c973,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:05.494413 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29892f1-2be4-4b67-8969-8ed824f637d0 req-ebba337b-a44c-452a-9a18-445ebcebc727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:05.496623 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c29892f1-2be4-4b67-8969-8ed824f637d0 req-ebba337b-a44c-452a-9a18-445ebcebc727 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1217158 Feb 15 16:39:05.601849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c29892f1-2be4-4b67-8969-8ed824f637d0 req-88a2e115-caae-4ad9-95ec-ebed65365e27 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=63c53b7a-d394-46fc-8018-e2cd08d0b3b2 HTTP/1.1" status: 200 len: 217 time: 0.0882196 Feb 15 16:39:05.702512 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Attempting to bind port 2460c194-82b2-4d98-b476-67ea1ad6c973 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:39:05.702919 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Attempting to bind port 2460c194-82b2-4d98-b476-67ea1ad6c973 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:39:05.703310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Attempting to bind port 2460c194-82b2-4d98-b476-67ea1ad6c973 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:05.726398 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks [] for security_group (df27c3e0-af22-4618-9e12-df97e5cb81b5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:05.727389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Port 2460c194-82b2-4d98-b476-67ea1ad6c973 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:39:05.727778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Attempting to bind port 2460c194-82b2-4d98-b476-67ea1ad6c973 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:05.738107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9f191-6f25-4692-a021-d41606c79e1c req-94b449a3-d93f-4646-b1db-47293c2fff5e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:05.739750 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8e9f191-6f25-4692-a021-d41606c79e1c req-94b449a3-d93f-4646-b1db-47293c2fff5e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 948 time: 0.1666756 Feb 15 16:39:05.742671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:39:05.743088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:39:05.743557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:39:05.744066 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Bound port: 2460c194-82b2-4d98-b476-67ea1ad6c973, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:39:05.744493 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:05.760610 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29892f1-2be4-4b67-8969-8ed824f637d0 req-b6d003f3-c460-4219-a78c-4968e04e0b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:05.762996 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c29892f1-2be4-4b67-8969-8ed824f637d0 req-b6d003f3-c460-4219-a78c-4968e04e0b10 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1505032 Feb 15 16:39:05.835609 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8e9f191-6f25-4692-a021-d41606c79e1c req-1b3b9887-e16b-4555-ab0c-af6a915889de tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830374 Feb 15 16:39:05.838619 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (df27c3e0-af22-4618-9e12-df97e5cb81b5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:05.850506 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29892f1-2be4-4b67-8969-8ed824f637d0 req-1bfbd828-e643-4176-a8fa-783e3c5ed69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:05.852723 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c29892f1-2be4-4b67-8969-8ed824f637d0 req-1bfbd828-e643-4176-a8fa-783e3c5ed69a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0736492 Feb 15 16:39:05.924354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df27c3e0-af22-4618-9e12-df97e5cb81b5,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:05.950822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] For port 2460c194-82b2-4d98-b476-67ea1ad6c973, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:39:05.990396 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] For port 2460c194-82b2-4d98-b476-67ea1ad6c973, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2460c194-82b2-4d98-b476-67ea1ad6c973,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:39:06.011700 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c29892f1-2be4-4b67-8969-8ed824f637d0 req-db523567-2c31-4cba-9bc0-dac1c3940177 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479533 Feb 15 16:39:06.133557 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c29892f1-2be4-4b67-8969-8ed824f637d0 req-ccc9bac4-09e2-428d-89de-0b77d51b5843 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143014 Feb 15 16:39:06.395665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:06.437095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Allocated IP 192.168.233.203 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/f78a0503-8421-43e6-8918-8eae39cfea0b) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:39:06.460905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:06.461504 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:06.462911 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] 10.222.0.67 "PUT /v2.0/ports/2460c194-82b2-4d98-b476-67ea1ad6c973 HTTP/1.1" status: 200 len: 1097 time: 2.4793117 Feb 15 16:39:06.470977 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9a148b-23bc-47b0-961d-db899fcc4209', 'tag': '2460c194-82b2-4d98-b476-67ea1ad6c973'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:06.473382 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d59689-106a-4942-bfdc-8ac427d1bba0" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9a148b-23bc-47b0-961d-db899fcc4209", "tag": "2460c194-82b2-4d98-b476-67ea1ad6c973"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:06.540166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d2c13-3dd2-4a07-b0e2-eacb5d267e36 service neutron] Pushing event updated for resources: {'Port': ['ID=2460c194-82b2-4d98-b476-67ea1ad6c973,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:06.557014 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b069b02-9d6b-4cd1-aab3-affc18df1c3e req-d5f7ef2c-22ac-492d-b74c-3b5614972cd1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:06.558684 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b069b02-9d6b-4cd1-aab3-affc18df1c3e req-d5f7ef2c-22ac-492d-b74c-3b5614972cd1 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 948 time: 0.4907732 Feb 15 16:39:06.761338 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b069b02-9d6b-4cd1-aab3-affc18df1c3e req-24467616-04c3-4165-953a-df6e2051ca6f tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ad4eb3f-5189-40ac-872a-5b99e35058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908479 Feb 15 16:39:06.812696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-6de728bd-aede-4f63-8fc4-327157a2e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:06.814361 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-6de728bd-aede-4f63-8fc4-327157a2e835 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 1131 time: 0.2224441 Feb 15 16:39:06.820040 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks [] for port (f78a0503-8421-43e6-8918-8eae39cfea0b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:06.871822 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fbd54bb1-79ab-495e-9dcf-4d8e47b72f2e req-44466412-8b21-45a4-b25b-2331c7bd14c6 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 210 time: 0.0442138 Feb 15 16:39:06.879726 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f825cad-6078-402a-8145-d74ad1c551a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:06.917148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-6cc3fc2f-50e0-4b7c-b282-b3dc259ebf1a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2460c194-82b2-4d98-b476-67ea1ad6c973 HTTP/1.1" status: 200 len: 217 time: 0.0782344 Feb 15 16:39:07.028627 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9be75-a8e6-453e-b439-17ad9d4e71ae req-4489e6f3-cdd2-4413-96bd-7e95713305d5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:07.037357 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7fd9be75-a8e6-453e-b439-17ad9d4e71ae req-4489e6f3-cdd2-4413-96bd-7e95713305d5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.0834510 Feb 15 16:39:07.048578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-552265ed-641e-4a0c-88a9-df4d86686aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:07.054364 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-552265ed-641e-4a0c-88a9-df4d86686aaf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1218860 Feb 15 16:39:07.055813 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9da0a2ad-e3ec-4174-9805-b6af5a72f8bf x-openstack-request-id: req-9da0a2ad-e3ec-4174-9805-b6af5a72f8bf {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:07.058776 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9a148b-23bc-47b0-961d-db899fcc4209", "tag": "2460c194-82b2-4d98-b476-67ea1ad6c973", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:07.058776 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9da0a2ad-e3ec-4174-9805-b6af5a72f8bf {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:07.058776 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9a148b-23bc-47b0-961d-db899fcc4209', 'tag': '2460c194-82b2-4d98-b476-67ea1ad6c973', 'status': 'completed', 'code': 200} Feb 15 16:39:07.089156 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7fd9be75-a8e6-453e-b439-17ad9d4e71ae req-b88ec196-3edd-45ef-a31d-d30c7b026aa2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508420 Feb 15 16:39:07.097238 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f78a0503-8421-43e6-8918-8eae39cfea0b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:07.220165 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0652af5-6fd8-4077-b069-85eeb68f9e85 req-2a9b6202-abb1-4344-98d5-608014518ecc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:07.221171 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0652af5-6fd8-4077-b069-85eeb68f9e85 req-2a9b6202-abb1-4344-98d5-608014518ecc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 948 time: 0.0610292 Feb 15 16:39:07.230730 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:39:07.245908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:39:07.259896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:39:07.272861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124774e9-af99-4899-a3c7-bcee0f1ed4c7 req-a692fccc-1461-4c18-8afd-92ca513a5fe2 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:07.274685 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-124774e9-af99-4899-a3c7-bcee0f1ed4c7 req-a692fccc-1461-4c18-8afd-92ca513a5fe2 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 945 time: 0.2170744 Feb 15 16:39:07.279928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Pushing event updated for resources: {'Port': ['ID=f78a0503-8421-43e6-8918-8eae39cfea0b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:07.287258 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0652af5-6fd8-4077-b069-85eeb68f9e85 req-1de990ad-e51b-43ca-a846-8f3a4558cfc8 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604634 Feb 15 16:39:07.391630 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-b7acb169-cf03-4bf4-a8b5-0668d5534077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:07.393268 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-b7acb169-cf03-4bf4-a8b5-0668d5534077 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2923396 Feb 15 16:39:07.469232 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-124774e9-af99-4899-a3c7-bcee0f1ed4c7 req-c1bf3078-57f1-4c78-b760-4e5d32dadd2c tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861956 Feb 15 16:39:07.508547 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:07.509222 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:07.565063 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-cc44e666-9611-4ea2-bc4e-3d07c8aa34df service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567826 Feb 15 16:39:07.630105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b286f9cf-3740-41a9-a3a3-d558a2bc580c None None] Provisioning complete for port f78a0503-8421-43e6-8918-8eae39cfea0b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:07.631374 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b286f9cf-3740-41a9-a3a3-d558a2bc580c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f78a0503-8421-43e6-8918-8eae39cfea0b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:07.649292 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-59b26e14-05ee-4b1e-8d97-f6c2fc5fbf71 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7796745 Feb 15 16:39:07.665325 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Request body: {'port': {'device_id': '1f3f5a5e-50d3-4abb-adea-6a40a8087aa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:07.682992 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b286f9cf-3740-41a9-a3a3-d558a2bc580c None None] Port f78a0503-8421-43e6-8918-8eae39cfea0b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:39:07.774014 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f78a0503-8421-43e6-8918-8eae39cfea0b), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:07.805974 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c6cf348-49d1-48d9-bc34-b5e56d6da4b5 req-615ef402-d355-4170-a8b2-94eec1df290e service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298849 Feb 15 16:39:07.915249 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d8140-537a-45fd-a889-2b5b4a4fb783 req-8bd1ea18-9ed7-48c3-a690-0b2135a3795f tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:07.917101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3a3d8140-537a-45fd-a889-2b5b4a4fb783 req-8bd1ea18-9ed7-48c3-a690-0b2135a3795f tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 948 time: 0.0780654 Feb 15 16:39:07.991408 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3a3d8140-537a-45fd-a889-2b5b4a4fb783 req-e608be29-bf3f-4b07-bac4-8ad30cb19fdc tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ad4eb3f-5189-40ac-872a-5b99e35058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669470 Feb 15 16:39:08.178766 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de379222-251b-4701-9f99-c806a8c5ef22 req-0e51cc3d-5ccd-4b4a-b5e4-8d5f4bf6bba8 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:08.182274 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de379222-251b-4701-9f99-c806a8c5ef22 req-0e51cc3d-5ccd-4b4a-b5e4-8d5f4bf6bba8 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 936 time: 0.0719657 Feb 15 16:39:08.184087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:39:08.184992 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d59689-106a-4942-bfdc-8ac427d1bba0 req-bca04416-ac7c-4f1c-8f9e-80101ea927ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:08.186988 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44d59689-106a-4942-bfdc-8ac427d1bba0 req-bca04416-ac7c-4f1c-8f9e-80101ea927ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 1131 time: 0.2645957 Feb 15 16:39:08.244614 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de379222-251b-4701-9f99-c806a8c5ef22 req-bc7a985a-6a45-41b2-a208-438d404cb8ca tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544541 Feb 15 16:39:08.296257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=63c53b7a-d394-46fc-8018-e2cd08d0b3b2,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:08.323356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '63c53b7a-d394-46fc-8018-e2cd08d0b3b2', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '63c53b7a-d394-46fc-8018-e2cd08d0b3b2', 'mac_address': 'fa:16:3e:dc:54:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:39:08.369785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f78a0503-8421-43e6-8918-8eae39cfea0b {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:39:08.392020 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Publish callbacks [] for port (f78a0503-8421-43e6-8918-8eae39cfea0b), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:08.409609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Transition to ACTIVE for port object f78a0503-8421-43e6-8918-8eae39cfea0b will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:39:08.447285 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:08.448287 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (63c53b7a-d394-46fc-8018-e2cd08d0b3b2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:08.468631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:39:08.498533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=63c53b7a-d394-46fc-8018-e2cd08d0b3b2,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:08.505840 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656d51c-349e-4414-82dd-f450f507648a req-2a62224e-0250-45cd-941c-a9482d0ac33a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:08.509493 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7656d51c-349e-4414-82dd-f450f507648a req-2a62224e-0250-45cd-941c-a9482d0ac33a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.0947328 Feb 15 16:39:08.511433 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (f78a0503-8421-43e6-8918-8eae39cfea0b), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:08.585203 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (63c53b7a-d394-46fc-8018-e2cd08d0b3b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:08.625978 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7656d51c-349e-4414-82dd-f450f507648a req-f521b8a3-3103-4a39-9836-41ac6b74e9b0 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089225 Feb 15 16:39:08.633991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d59689-106a-4942-bfdc-8ac427d1bba0 req-0c8a3ebe-3a52-4a07-86b9-c760121eb09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:08.638213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44d59689-106a-4942-bfdc-8ac427d1bba0 req-0c8a3ebe-3a52-4a07-86b9-c760121eb09e service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.4389963 Feb 15 16:39:08.657229 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Pushing event updated for resources: {'Port': ['ID=f78a0503-8421-43e6-8918-8eae39cfea0b,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:08.684080 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=63c53b7a-d394-46fc-8018-e2cd08d0b3b2,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:08.690900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc78d9-8d45-49d3-a358-0a6e9324c113 req-26aa06a9-e389-4524-9514-209622c169e1 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:08.693812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:08.694163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:08.694504 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:08.694844 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:08.695411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:08.695753 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:08.696080 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:08.696637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:08.696927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:08.697252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:08.697907 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:08.698371 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:08.699162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:08.701869 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8adc78d9-8d45-49d3-a358-0a6e9324c113 req-26aa06a9-e389-4524-9514-209622c169e1 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.67 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 945 time: 0.1493220 Feb 15 16:39:08.782825 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44d59689-106a-4942-bfdc-8ac427d1bba0 req-36babf29-0e1b-48c6-a909-ddf101f2dfcf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2460c194-82b2-4d98-b476-67ea1ad6c973 HTTP/1.1" status: 200 len: 217 time: 0.0885611 Feb 15 16:39:08.865288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d59689-106a-4942-bfdc-8ac427d1bba0 req-167e90cc-61c3-4304-a4d9-9a5e01e7d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:08.867097 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44d59689-106a-4942-bfdc-8ac427d1bba0 req-167e90cc-61c3-4304-a4d9-9a5e01e7d302 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0733125 Feb 15 16:39:08.872576 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['63c53b7a-d394-46fc-8018-e2cd08d0b3b2'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:39:08.998488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-8adc78d9-8d45-49d3-a358-0a6e9324c113 req-e6cf8f5e-4feb-4ed1-ad12-f186f5a21c8a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Deleting port 85147198-6337-4c20-b2b5-0d57e2277560 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:39:09.002518 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8adc78d9-8d45-49d3-a358-0a6e9324c113 req-e6cf8f5e-4feb-4ed1-ad12-f186f5a21c8a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (85147198-6337-4c20-b2b5-0d57e2277560), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:09.070147 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e0924-f960-4ccd-a0bd-8753b35fca53 req-2688df2f-7862-48db-8da4-0bf4fe8d5d8c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:09.071791 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e8e0924-f960-4ccd-a0bd-8753b35fca53 req-2688df2f-7862-48db-8da4-0bf4fe8d5d8c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 948 time: 0.5830154 Feb 15 16:39:09.184275 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-8adc78d9-8d45-49d3-a358-0a6e9324c113 req-e6cf8f5e-4feb-4ed1-ad12-f186f5a21c8a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] For port 85147198-6337-4c20-b2b5-0d57e2277560, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=85147198-6337-4c20-b2b5-0d57e2277560,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:09.184855 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8adc78d9-8d45-49d3-a358-0a6e9324c113 req-e6cf8f5e-4feb-4ed1-ad12-f186f5a21c8a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (85147198-6337-4c20-b2b5-0d57e2277560), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:09.214569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Attempting to bind port f78a0503-8421-43e6-8918-8eae39cfea0b on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:39:09.216016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Attempting to bind port f78a0503-8421-43e6-8918-8eae39cfea0b by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:39:09.216681 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Attempting to bind port f78a0503-8421-43e6-8918-8eae39cfea0b on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:09.230266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Port f78a0503-8421-43e6-8918-8eae39cfea0b on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:39:09.230980 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Attempting to bind port f78a0503-8421-43e6-8918-8eae39cfea0b on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:09.241214 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:39:09.242521 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:39:09.243440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:39:09.244112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Bound port: f78a0503-8421-43e6-8918-8eae39cfea0b, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:39:09.244664 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f78a0503-8421-43e6-8918-8eae39cfea0b), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:09.248322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d59689-106a-4942-bfdc-8ac427d1bba0 req-9664ebfd-d117-4874-9d91-1f5eba691dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:09.250531 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44d59689-106a-4942-bfdc-8ac427d1bba0 req-9664ebfd-d117-4874-9d91-1f5eba691dce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3593528 Feb 15 16:39:09.251188 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64e9eaea-aaf0-4bd5-af11-88068ffee575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:09.287864 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e8e0924-f960-4ccd-a0bd-8753b35fca53 req-3062b46a-4d52-4e94-bc86-d99d70c3d8dc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970298 Feb 15 16:39:09.454713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] For port f78a0503-8421-43e6-8918-8eae39cfea0b, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:39:09.456215 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44d59689-106a-4942-bfdc-8ac427d1bba0 req-5f844859-3acf-4c2d-8a48-33a19fcc5bc9 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942952 Feb 15 16:39:09.529766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] For port f78a0503-8421-43e6-8918-8eae39cfea0b, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f78a0503-8421-43e6-8918-8eae39cfea0b,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:39:09.531089 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8adc78d9-8d45-49d3-a358-0a6e9324c113 req-e6cf8f5e-4feb-4ed1-ad12-f186f5a21c8a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:09.531455 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8adc78d9-8d45-49d3-a358-0a6e9324c113 req-e6cf8f5e-4feb-4ed1-ad12-f186f5a21c8a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (72b285bf-f220-4f79-bde4-6637d5ba15af), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:09.531774 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [req-8adc78d9-8d45-49d3-a358-0a6e9324c113 req-e6cf8f5e-4feb-4ed1-ad12-f186f5a21c8a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Floating IP 72b285bf-f220-4f79-bde4-6637d5ba15af disassociated. External IP: 172.25.4.196, port: 85147198-6337-4c20-b2b5-0d57e2277560. Feb 15 16:39:09.532119 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-8adc78d9-8d45-49d3-a358-0a6e9324c113 req-e6cf8f5e-4feb-4ed1-ad12-f186f5a21c8a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Calling delete_port for 85147198-6337-4c20-b2b5-0d57e2277560 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:39:09.560958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989abbe-0217-4b68-9674-a2567811770a req-d72164ce-5108-4171-8d15-dd76c479e46c tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:09.568131 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4989abbe-0217-4b68-9674-a2567811770a req-d72164ce-5108-4171-8d15-dd76c479e46c tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 949 time: 0.1157029 Feb 15 16:39:09.591346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653299d-88dd-445a-8098-3c6be896fed7 req-f538dcc9-4134-42cd-9cd4-17dd8353b28b tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:09.694691 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1653299d-88dd-445a-8098-3c6be896fed7 req-f538dcc9-4134-42cd-9cd4-17dd8353b28b tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 945 time: 0.2067332 Feb 15 16:39:09.694691 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44d59689-106a-4942-bfdc-8ac427d1bba0 req-d0d9f99c-08b7-4e57-83d0-5bc4947d615a service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788151 Feb 15 16:39:09.695935 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4989abbe-0217-4b68-9674-a2567811770a req-d769ffed-d560-4fff-acf1-f78df5ad0983 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ad4eb3f-5189-40ac-872a-5b99e35058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943141 Feb 15 16:39:09.696327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1653299d-88dd-445a-8098-3c6be896fed7 req-8604700f-e7af-4be3-9cac-db4fa9554170 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups?id=48b48a4e-c891-43a0-ba62-b7612a9ce026&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805714 Feb 15 16:39:09.835630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c13e7c-3541-4202-bfdc-bd23edbca2a6 req-06efdc4b-1ad4-416c-85a4-5232a18a679a tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:09.837687 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8c13e7c-3541-4202-bfdc-bd23edbca2a6 req-06efdc4b-1ad4-416c-85a4-5232a18a679a tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 948 time: 0.0888829 Feb 15 16:39:09.880049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3890366-8257-4b37-80b1-50f5ca439d4f req-ff17f5c8-ab22-4f0d-8567-abc920823dde tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:09.886306 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3890366-8257-4b37-80b1-50f5ca439d4f req-ff17f5c8-ab22-4f0d-8567-abc920823dde tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.0820656 Feb 15 16:39:09.898673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8c13e7c-3541-4202-bfdc-bd23edbca2a6 req-1336f977-09be-4daf-913b-d481ec595ae3 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549598 Feb 15 16:39:09.966997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3890366-8257-4b37-80b1-50f5ca439d4f req-1ab89cb0-6e5d-498c-8700-cfd3d4393f26 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767171 Feb 15 16:39:09.998097 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (f78a0503-8421-43e6-8918-8eae39cfea0b), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:10.034030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:10.034732 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:10.036260 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] 10.222.0.10 "PUT /v2.0/ports/f78a0503-8421-43e6-8918-8eae39cfea0b HTTP/1.1" status: 200 len: 1097 time: 2.3781025 Feb 15 16:39:10.037503 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3f5a5e-50d3-4abb-adea-6a40a8087aa5', 'tag': 'f78a0503-8421-43e6-8918-8eae39cfea0b'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:10.040107 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe26540-6b4f-450c-82eb-46832bc9caaa" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3f5a5e-50d3-4abb-adea-6a40a8087aa5", "tag": "f78a0503-8421-43e6-8918-8eae39cfea0b"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:10.076629 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8adc78d9-8d45-49d3-a358-0a6e9324c113 req-e6cf8f5e-4feb-4ed1-ad12-f186f5a21c8a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (85147198-6337-4c20-b2b5-0d57e2277560), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:10.080513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b86ac-b57c-4958-b58e-824c85515949 service neutron] Pushing event updated for resources: {'Port': ['ID=f78a0503-8421-43e6-8918-8eae39cfea0b,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:10.156264 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56897467-66ce-48d5-a659-94587dd1ea8a x-openstack-request-id: req-56897467-66ce-48d5-a659-94587dd1ea8a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:10.156563 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3f5a5e-50d3-4abb-adea-6a40a8087aa5", "tag": "f78a0503-8421-43e6-8918-8eae39cfea0b", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:10.156849 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-56897467-66ce-48d5-a659-94587dd1ea8a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:10.157595 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3f5a5e-50d3-4abb-adea-6a40a8087aa5', 'tag': 'f78a0503-8421-43e6-8918-8eae39cfea0b', 'status': 'completed', 'code': 200} Feb 15 16:39:10.187418 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf8f5e-4feb-4ed1-ad12-f186f5a21c8a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Pushing event deleted for resources: {'Port': ['ID=85147198-6337-4c20-b2b5-0d57e2277560,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:10.199399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2460c194-82b2-4d98-b476-67ea1ad6c973 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:39:10.226761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:39:10.297350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-112e4823-0a3f-4f84-85be-802134b0a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:10.301727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-112e4823-0a3f-4f84-85be-802134b0a02f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7955bf926da54fadab0523642b5b5ab6&device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 1131 time: 0.1258404 Feb 15 16:39:10.355733 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-1d933772-bd72-4617-88c5-22d0a0803104 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=f78a0503-8421-43e6-8918-8eae39cfea0b HTTP/1.1" status: 200 len: 217 time: 0.0473211 Feb 15 16:39:10.363103 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:39:10.428124 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8adc78d9-8d45-49d3-a358-0a6e9324c113 req-e6cf8f5e-4feb-4ed1-ad12-f186f5a21c8a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:39:10.439962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-b2850178-3bbd-44b3-9f31-641a0e806c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:10.441567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-b2850178-3bbd-44b3-9f31-641a0e806c79 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0803406 Feb 15 16:39:10.459795 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:10.482636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2460c194-82b2-4d98-b476-67ea1ad6c973, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2460c194-82b2-4d98-b476-67ea1ad6c973,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:10.486287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:39:10.497509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:10.498410 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (63c53b7a-d394-46fc-8018-e2cd08d0b3b2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:10.516852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-75976f0f-5c4c-4dfe-bb64-a3f1cd562152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:10.518500 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-75976f0f-5c4c-4dfe-bb64-a3f1cd562152 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0703349 Feb 15 16:39:10.534267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '2460c194-82b2-4d98-b476-67ea1ad6c973', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '2460c194-82b2-4d98-b476-67ea1ad6c973', 'mac_address': 'fa:16:3e:5f:44:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:39:10.592965 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2460c194-82b2-4d98-b476-67ea1ad6c973 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:10.593859 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:10.613004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2460c194-82b2-4d98-b476-67ea1ad6c973 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:39:10.637635 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2460c194-82b2-4d98-b476-67ea1ad6c973, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2460c194-82b2-4d98-b476-67ea1ad6c973,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:10.759468 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919480d3-aa12-432d-9ebb-bd77a39d3d63 req-474b340f-bca4-485f-aaac-7a4a7d7da2c6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:10.768338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:10.768338 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (63c53b7a-d394-46fc-8018-e2cd08d0b3b2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:10.768338 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:10.770913 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-919480d3-aa12-432d-9ebb-bd77a39d3d63 req-474b340f-bca4-485f-aaac-7a4a7d7da2c6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 948 time: 0.2292972 Feb 15 16:39:10.776784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-28a8d040-abd4-4e95-bedc-cafbed10b5ea service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425025 Feb 15 16:39:10.813122 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8adc78d9-8d45-49d3-a358-0a6e9324c113 req-e6cf8f5e-4feb-4ed1-ad12-f186f5a21c8a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:39:10.824714 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df759b-ca73-4ce2-99a7-e9495ea11c83 None None] Sync routers for ids ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:39:10.859268 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df759b-ca73-4ce2-99a7-e9495ea11c83 None None] Routers {'3b289a7d-9499-4f07-b8d1-ed80843fbe4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:39:10.864420 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-56df759b-ca73-4ce2-99a7-e9495ea11c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:39:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:10.883098 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adc78d9-8d45-49d3-a358-0a6e9324c113 req-e6cf8f5e-4feb-4ed1-ad12-f186f5a21c8a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] No DVR routers for this DVR port 85147198-6337-4c20-b2b5-0d57e2277560 on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:39:10.891274 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8adc78d9-8d45-49d3-a358-0a6e9324c113 req-e6cf8f5e-4feb-4ed1-ad12-f186f5a21c8a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:10.894389 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8adc78d9-8d45-49d3-a358-0a6e9324c113 req-e6cf8f5e-4feb-4ed1-ad12-f186f5a21c8a tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.67 "DELETE /v2.0/ports/85147198-6337-4c20-b2b5-0d57e2277560 HTTP/1.1" status: 204 len: 173 time: 2.1777976 Feb 15 16:39:10.894389 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a04bd073-a89a-4a61-afc4-bbabd41dd03d', 'name': 'network-vif-deleted', 'tag': '85147198-6337-4c20-b2b5-0d57e2277560'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:10.896954 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc35cbd3-1bf7-4f96-8086-28809f653a0f" -d '{"events": [{"server_uuid": "a04bd073-a89a-4a61-afc4-bbabd41dd03d", "name": "network-vif-deleted", "tag": "85147198-6337-4c20-b2b5-0d57e2277560"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:10.915597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=63c53b7a-d394-46fc-8018-e2cd08d0b3b2,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:10.922497 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-919480d3-aa12-432d-9ebb-bd77a39d3d63 req-478badd7-321c-4632-a615-f31d11f52d51 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455836 Feb 15 16:39:10.923312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb617ed-9f5d-47e3-a83b-04d72bbe9857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c53b7a-d394-46fc-8018-e2cd08d0b3b2'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:10.928147 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6432bb9-2a99-4980-822b-e53b3de5016c" -d '{"events": [{"server_uuid": "9cb617ed-9f5d-47e3-a83b-04d72bbe9857", "name": "network-vif-plugged", "status": "completed", "tag": "63c53b7a-d394-46fc-8018-e2cd08d0b3b2"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:10.962752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-214b8f4b-aca9-444c-b839-83ff47926d00 req-06312e13-bb44-4283-9da4-d55061fc73a7 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815062 Feb 15 16:39:11.010239 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2460c194-82b2-4d98-b476-67ea1ad6c973,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:11.010239 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (63c53b7a-d394-46fc-8018-e2cd08d0b3b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:11.040190 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f4778b48-b263-413d-92a4-5f386317877e req-2aaed7c9-d1ea-4a2e-bf17-d4534eb33742 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 210 time: 0.0417585 Feb 15 16:39:11.068109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=63c53b7a-d394-46fc-8018-e2cd08d0b3b2,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:11.085318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['2460c194-82b2-4d98-b476-67ea1ad6c973'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:39:11.118556 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf21aa7b-23e6-4ac6-8ca0-a8f457d7b404 x-openstack-request-id: req-bf21aa7b-23e6-4ac6-8ca0-a8f457d7b404 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:11.120978 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a04bd073-a89a-4a61-afc4-bbabd41dd03d", "name": "network-vif-deleted", "tag": "85147198-6337-4c20-b2b5-0d57e2277560", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:11.120978 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bf21aa7b-23e6-4ac6-8ca0-a8f457d7b404 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:11.120978 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a04bd073-a89a-4a61-afc4-bbabd41dd03d', 'name': 'network-vif-deleted', 'tag': '85147198-6337-4c20-b2b5-0d57e2277560', 'status': 'completed', 'code': 200} Feb 15 16:39:11.141176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87f48b-a196-4073-9c76-dba8afcc1cb5 req-36028248-5da1-4ca2-8c92-2826e2c7f2fa tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:11.150226 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc87f48b-a196-4073-9c76-dba8afcc1cb5 req-36028248-5da1-4ca2-8c92-2826e2c7f2fa tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 950 time: 0.1639428 Feb 15 16:39:11.196811 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-56df759b-ca73-4ce2-99a7-e9495ea11c83 None None] Set router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:39:11.228361 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc87f48b-a196-4073-9c76-dba8afcc1cb5 req-5b19c490-4b90-411c-b2ae-800583600e66 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ad4eb3f-5189-40ac-872a-5b99e35058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688837 Feb 15 16:39:11.326828 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa72cce-b7e8-49f9-b0aa-3122e17290a8 x-openstack-request-id: req-9fa72cce-b7e8-49f9-b0aa-3122e17290a8 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:11.329242 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb617ed-9f5d-47e3-a83b-04d72bbe9857", "name": "network-vif-plugged", "status": "completed", "tag": "63c53b7a-d394-46fc-8018-e2cd08d0b3b2", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:11.329599 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9fa72cce-b7e8-49f9-b0aa-3122e17290a8 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:11.330712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff77928-369f-423c-9e51-7a9233d3da1c req-420cafd0-0311-4b8d-b2f6-daf7a39410da tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:11.331238 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb617ed-9f5d-47e3-a83b-04d72bbe9857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c53b7a-d394-46fc-8018-e2cd08d0b3b2', 'code': 200} Feb 15 16:39:11.343415 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1ff77928-369f-423c-9e51-7a9233d3da1c req-420cafd0-0311-4b8d-b2f6-daf7a39410da tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 948 time: 0.1257315 Feb 15 16:39:11.427351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26540-6b4f-450c-82eb-46832bc9caaa req-06f228d6-0de0-4c2b-89ea-56d8f6c87fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:11.433508 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fe26540-6b4f-450c-82eb-46832bc9caaa req-06f228d6-0de0-4c2b-89ea-56d8f6c87fb7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7955bf926da54fadab0523642b5b5ab6&device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 1131 time: 0.2082708 Feb 15 16:39:11.442041 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-56df759b-ca73-4ce2-99a7-e9495ea11c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f', 'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'mac_address': 'fa:16:3e:dd:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:01Z', 'updated_at': '2022-02-15T16:36:10Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'subnets': [{'id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:11.451667 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1ff77928-369f-423c-9e51-7a9233d3da1c req-17ba42cf-d77b-4444-a82d-95419617d1f3 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060672 Feb 15 16:39:11.497023 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df759b-ca73-4ce2-99a7-e9495ea11c83 None None] Checking router: 3b289a7d-9499-4f07-b8d1-ed80843fbe4d for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:39:11.506441 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df759b-ca73-4ce2-99a7-e9495ea11c83 None None] Routers {'3b289a7d-9499-4f07-b8d1-ed80843fbe4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:39:11.507399 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-56df759b-ca73-4ce2-99a7-e9495ea11c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:39:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:11.587966 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee4be7-e115-41ac-a550-7c3900d6afcf req-432c5042-f782-4ca5-897b-e6ce316a81d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:11.590544 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67ee4be7-e115-41ac-a550-7c3900d6afcf req-432c5042-f782-4ca5-897b-e6ce316a81d0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 1133 time: 0.1365342 Feb 15 16:39:11.689239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3183bb-e6b0-4f65-b905-afea912923b8 req-181942dc-fbdb-4143-beab-fe67bd16c037 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:11.691687 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b3183bb-e6b0-4f65-b905-afea912923b8 req-181942dc-fbdb-4143-beab-fe67bd16c037 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.0988290 Feb 15 16:39:11.698195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26540-6b4f-450c-82eb-46832bc9caaa req-9d1f427d-9bc9-4a03-91ae-9c3c5c53861d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:11.699986 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fe26540-6b4f-450c-82eb-46832bc9caaa req-9d1f427d-9bc9-4a03-91ae-9c3c5c53861d service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.2606885 Feb 15 16:39:11.731355 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67ee4be7-e115-41ac-a550-7c3900d6afcf req-4527cb79-f000-44ca-b66a-b47ff8eef2c3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3ad4eb3f-5189-40ac-872a-5b99e35058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280456 Feb 15 16:39:11.743834 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-56df759b-ca73-4ce2-99a7-e9495ea11c83 None None] Set router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:39:11.755061 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:11.769022 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fe26540-6b4f-450c-82eb-46832bc9caaa req-dfc9d15f-9303-46ed-b05f-f5e5e00acc6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=f78a0503-8421-43e6-8918-8eae39cfea0b HTTP/1.1" status: 200 len: 217 time: 0.0509858 Feb 15 16:39:11.851721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b3183bb-e6b0-4f65-b905-afea912923b8 req-0a30b9fb-498b-4658-bf34-6fe0e903f974 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498556 Feb 15 16:39:11.870448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26540-6b4f-450c-82eb-46832bc9caaa req-e220824b-2924-4890-b3a2-efcababbd180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:11.873405 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fe26540-6b4f-450c-82eb-46832bc9caaa req-e220824b-2924-4890-b3a2-efcababbd180 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0924158 Feb 15 16:39:11.985666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe26540-6b4f-450c-82eb-46832bc9caaa req-a8a59a4f-a3c6-4e76-bfcf-fdf7ea88ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:11.988242 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fe26540-6b4f-450c-82eb-46832bc9caaa req-a8a59a4f-a3c6-4e76-bfcf-fdf7ea88ae3d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1078794 Feb 15 16:39:12.121050 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-56df759b-ca73-4ce2-99a7-e9495ea11c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f', 'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'mac_address': 'fa:16:3e:dd:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:01Z', 'updated_at': '2022-02-15T16:36:10Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'subnets': [{'id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:12.131370 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fe26540-6b4f-450c-82eb-46832bc9caaa req-2819aad7-0633-4546-9fbd-c089c457dc69 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366870 Feb 15 16:39:12.170517 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56df759b-ca73-4ce2-99a7-e9495ea11c83 None None] The sync data for ids ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'] in n-d-828372-14 is: [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f', 'name': '', 'network_id': '0305f676-6c3c-4135-913e-af6ab03d5e4e', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'mac_address': 'fa:16:3e:dd:c9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:01Z', 'updated_at': '2022-02-15T16:36:10Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'subnets': [{'id': '2f25f8aa-eba2-4381-970d-f0bf01a10fef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:39:12.205528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 85147198-6337-4c20-b2b5-0d57e2277560 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:39:12.206312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b803adc-88d4-43c7-b6f1-ac2d96e62ad5 req-f46b7e41-5b2c-46f4-b416-b00e0f980846 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:12.213281 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b803adc-88d4-43c7-b6f1-ac2d96e62ad5 req-f46b7e41-5b2c-46f4-b416-b00e0f980846 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 949 time: 0.1340032 Feb 15 16:39:12.241015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 85147198-6337-4c20-b2b5-0d57e2277560 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:39:12.243764 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 85147198-6337-4c20-b2b5-0d57e2277560 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:39:12.289014 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fe26540-6b4f-450c-82eb-46832bc9caaa req-f46b8bf5-8301-4672-95bc-2b9e3c2e9f4e service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506579 Feb 15 16:39:12.299573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b803adc-88d4-43c7-b6f1-ac2d96e62ad5 req-ab5dfccc-a230-4611-9189-d26909f334f6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849476 Feb 15 16:39:12.427801 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-09dc91c6-332f-4da8-916f-c6b7d4a66478 req-cd1ca367-adf5-48e4-980f-4e45df794e44 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/ports?device_id=a04bd073-a89a-4a61-afc4-bbabd41dd03d HTTP/1.1" status: 200 len: 210 time: 0.0467947 Feb 15 16:39:12.556767 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a23a31-a64d-4c2f-98fc-4783a681854e req-951a27da-9027-4590-98e7-10703f8edb24 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:12.559635 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-61a23a31-a64d-4c2f-98fc-4783a681854e req-951a27da-9027-4590-98e7-10703f8edb24 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 950 time: 0.0918729 Feb 15 16:39:12.610283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d56b27-980d-420c-b062-a54a483d5f6f req-16b42d4b-284e-4d85-90aa-96bd3653612c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:12.615310 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-51d56b27-980d-420c-b062-a54a483d5f6f req-16b42d4b-284e-4d85-90aa-96bd3653612c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 948 time: 0.0773842 Feb 15 16:39:12.629179 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-61a23a31-a64d-4c2f-98fc-4783a681854e req-1f734767-221a-49f2-9c76-eaa159f9ff23 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ad4eb3f-5189-40ac-872a-5b99e35058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632970 Feb 15 16:39:12.661339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a226ed9-1b0f-4626-ba9c-fb8fb456ce18 None None] New status for floating IP 72b285bf-f220-4f79-bde4-6637d5ba15af: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:39:12.704474 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-51d56b27-980d-420c-b062-a54a483d5f6f req-c4a26017-ed17-4b62-8aef-2352153f69d9 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850942 Feb 15 16:39:12.998455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d183e7-6366-463a-9d9f-71f2378188c2 req-d45c3acd-474b-4ece-973a-539af418fa2c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:13.000100 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-29d183e7-6366-463a-9d9f-71f2378188c2 req-d45c3acd-474b-4ece-973a-539af418fa2c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.0588357 Feb 15 16:39:13.060504 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-29d183e7-6366-463a-9d9f-71f2378188c2 req-55ba9259-9824-45a1-a280-4ca3909174ee tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469320 Feb 15 16:39:13.318842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36594) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:13.331739 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:13.439730 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f780493-6ae3-413d-8072-169bb4809d35 req-bf2dcc96-4e5d-45fb-b93c-1b422b03b34b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:13.447606 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f780493-6ae3-413d-8072-169bb4809d35 req-bf2dcc96-4e5d-45fb-b93c-1b422b03b34b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 949 time: 0.0729601 Feb 15 16:39:13.506572 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1ecddc25-db1a-4e17-81fc-9f7fda84b70b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:13.507282 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f780493-6ae3-413d-8072-169bb4809d35 req-25e6e9d6-6403-4a79-9b4f-9897a04e5cb5 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556772 Feb 15 16:39:13.628830 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1ecddc25-db1a-4e17-81fc-9f7fda84b70b admin admin] Publish callbacks [] for security_group (a9a0200d-9a48-4de2-9cdb-918f13c1ad4d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:13.666109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36608) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:13.687571 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1ecddc25-db1a-4e17-81fc-9f7fda84b70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a9a0200d-9a48-4de2-9cdb-918f13c1ad4d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:13.751649 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecddc25-db1a-4e17-81fc-9f7fda84b70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a0200d-9a48-4de2-9cdb-918f13c1ad4d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:13.764573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1ecddc25-db1a-4e17-81fc-9f7fda84b70b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=39a14efbf3fa4f1691211c9007f95b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443719 Feb 15 16:39:13.782968 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36612) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:13.792535 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88e06560-7acc-44d6-af7a-b2976006a004 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for security_group (48b48a4e-c891-43a0-ba62-b7612a9ce026), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:13.850128 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88e06560-7acc-44d6-af7a-b2976006a004 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for security_group (48b48a4e-c891-43a0-ba62-b7612a9ce026), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:13.909950 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7ee8-026f-4b58-8cd2-f0e1a1d94ecb admin admin] Publish callbacks [] for security_group (a9a0200d-9a48-4de2-9cdb-918f13c1ad4d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:13.910159 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88685ac1-21c5-484d-a8fa-6f5c0b3c00f5 req-aa61279e-6baf-4026-9441-e4517ce5e3d5 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:13.912944 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-88685ac1-21c5-484d-a8fa-6f5c0b3c00f5 req-aa61279e-6baf-4026-9441-e4517ce5e3d5 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 948 time: 0.1145911 Feb 15 16:39:13.955871 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0d7ea-9b99-4bfe-a666-acccdcfd0998 req-5915b844-3e9c-465d-b93c-cb4b95d8c2b6 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:13.962310 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2eb0d7ea-9b99-4bfe-a666-acccdcfd0998 req-5915b844-3e9c-465d-b93c-cb4b95d8c2b6 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 950 time: 0.2468886 Feb 15 16:39:13.968448 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7ee8-026f-4b58-8cd2-f0e1a1d94ecb admin admin] Publish callbacks [] for security_group (a9a0200d-9a48-4de2-9cdb-918f13c1ad4d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:13.990707 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-88685ac1-21c5-484d-a8fa-6f5c0b3c00f5 req-ca1e9a66-e794-46c6-9bb1-9f7641abdce1 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628898 Feb 15 16:39:14.054316 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2eb0d7ea-9b99-4bfe-a666-acccdcfd0998 req-da19dbc3-3fb7-4713-ae73-4dcb1e1351a5 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ad4eb3f-5189-40ac-872a-5b99e35058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875976 Feb 15 16:39:14.070263 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88e06560-7acc-44d6-af7a-b2976006a004 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (48b48a4e-c891-43a0-ba62-b7612a9ce026), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:14.073768 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88e06560-7acc-44d6-af7a-b2976006a004 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:14.077199 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-88e06560-7acc-44d6-af7a-b2976006a004 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "DELETE /v2.0/security-groups/48b48a4e-c891-43a0-ba62-b7612a9ce026 HTTP/1.1" status: 204 len: 168 time: 0.4098561 Feb 15 16:39:14.082379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36618) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:14.091480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e06560-7acc-44d6-af7a-b2976006a004 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b48a4e-c891-43a0-ba62-b7612a9ce026,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:14.115708 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-d33e102b-b900-4e07-a466-502f09af4682 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] show failed (client error): The resource could not be found. Feb 15 16:39:14.120500 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d33e102b-b900-4e07-a466-502f09af4682 tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "GET /v2.0/security-groups/48b48a4e-c891-43a0-ba62-b7612a9ce026 HTTP/1.1" status: 404 len: 347 time: 0.0321817 Feb 15 16:39:14.120919 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36624) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:14.137283 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7ee8-026f-4b58-8cd2-f0e1a1d94ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a9a0200d-9a48-4de2-9cdb-918f13c1ad4d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:14.160721 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbdc7ee8-026f-4b58-8cd2-f0e1a1d94ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:14.172118 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fbdc7ee8-026f-4b58-8cd2-f0e1a1d94ecb admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a9a0200d-9a48-4de2-9cdb-918f13c1ad4d HTTP/1.1" status: 204 len: 168 time: 0.3752668 Feb 15 16:39:14.298085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f78a0503-8421-43e6-8918-8eae39cfea0b details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:39:14.301299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2460c194-82b2-4d98-b476-67ea1ad6c973 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:39:14.306132 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc7ee8-026f-4b58-8cd2-f0e1a1d94ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a0200d-9a48-4de2-9cdb-918f13c1ad4d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:14.376109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac921d2-36af-47a8-a46e-716d8d7b3853 req-b3f5059f-aece-4f98-8ea9-b8994ca99e96 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:14.390658 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aac921d2-36af-47a8-a46e-716d8d7b3853 req-b3f5059f-aece-4f98-8ea9-b8994ca99e96 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.2086012 Feb 15 16:39:14.467857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 2460c194-82b2-4d98-b476-67ea1ad6c973 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:39:14.473952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 2460c194-82b2-4d98-b476-67ea1ad6c973 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:14.474926 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:14.488963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9290c-38cd-4bea-997a-7f62bd271f4f tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Deleting port bc8cfaf8-3560-4044-a6cf-b6e3103f36be {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:39:14.489836 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b5b9290c-38cd-4bea-997a-7f62bd271f4f tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (bc8cfaf8-3560-4044-a6cf-b6e3103f36be), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:14.495953 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aac921d2-36af-47a8-a46e-716d8d7b3853 req-883a698c-3080-4957-ac34-41cd0f5287b6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069164 Feb 15 16:39:14.643692 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b5b9290c-38cd-4bea-997a-7f62bd271f4f tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (bc8cfaf8-3560-4044-a6cf-b6e3103f36be), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:14.644278 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b5b9290c-38cd-4bea-997a-7f62bd271f4f tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for floatingip (bc8cfaf8-3560-4044-a6cf-b6e3103f36be), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:14.669693 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f78a0503-8421-43e6-8918-8eae39cfea0b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f78a0503-8421-43e6-8918-8eae39cfea0b,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:14.686066 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-b5b9290c-38cd-4bea-997a-7f62bd271f4f tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Calling delete_port for bc8cfaf8-3560-4044-a6cf-b6e3103f36be owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:39:14.714525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'f78a0503-8421-43e6-8918-8eae39cfea0b', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': 'f78a0503-8421-43e6-8918-8eae39cfea0b', 'mac_address': 'fa:16:3e:35:28:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:39:14.734263 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde89f9b-631a-49ab-b8e9-22eb22277585 req-efcf946c-d7b3-47ff-b3e9-d1e21c86bd2c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:14.736555 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cde89f9b-631a-49ab-b8e9-22eb22277585 req-efcf946c-d7b3-47ff-b3e9-d1e21c86bd2c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 949 time: 0.1187947 Feb 15 16:39:14.826481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2460c194-82b2-4d98-b476-67ea1ad6c973 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:14.826895 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:14.930642 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f78a0503-8421-43e6-8918-8eae39cfea0b is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:14.932085 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f78a0503-8421-43e6-8918-8eae39cfea0b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:14.955450 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9a148b-23bc-47b0-961d-db899fcc4209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2460c194-82b2-4d98-b476-67ea1ad6c973'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:14.965002 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6f10bf-2322-4e9c-89aa-16ad32175936" -d '{"events": [{"server_uuid": "ad9a148b-23bc-47b0-961d-db899fcc4209", "name": "network-vif-plugged", "status": "completed", "tag": "2460c194-82b2-4d98-b476-67ea1ad6c973"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:15.009759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2460c194-82b2-4d98-b476-67ea1ad6c973, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2460c194-82b2-4d98-b476-67ea1ad6c973,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:15.012038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f78a0503-8421-43e6-8918-8eae39cfea0b {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:39:15.043411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f78a0503-8421-43e6-8918-8eae39cfea0b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f78a0503-8421-43e6-8918-8eae39cfea0b,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:15.175728 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f78a0503-8421-43e6-8918-8eae39cfea0b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:15.178368 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b5b9290c-38cd-4bea-997a-7f62bd271f4f tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (bc8cfaf8-3560-4044-a6cf-b6e3103f36be), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:15.187129 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:15.231245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9290c-38cd-4bea-997a-7f62bd271f4f tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Pushing event deleted for resources: {'Port': ['ID=bc8cfaf8-3560-4044-a6cf-b6e3103f36be,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:15.268910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f78a0503-8421-43e6-8918-8eae39cfea0b,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:15.359373 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cde89f9b-631a-49ab-b8e9-22eb22277585 req-945ef406-e25c-4837-9ecf-f9d704add370 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978322 Feb 15 16:39:15.360176 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2460c194-82b2-4d98-b476-67ea1ad6c973,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:15.372633 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b5b9290c-38cd-4bea-997a-7f62bd271f4f tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks [] for floatingip (72b285bf-f220-4f79-bde4-6637d5ba15af), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:15.377070 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b5b9290c-38cd-4bea-997a-7f62bd271f4f tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:15.384997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b5b9290c-38cd-4bea-997a-7f62bd271f4f tempest-ServersWithSpecificFlavorTestJSON-77454935 tempest-ServersWithSpecificFlavorTestJSON-77454935-project] 10.222.0.107 "DELETE /v2.0/floatingips/72b285bf-f220-4f79-bde4-6637d5ba15af HTTP/1.1" status: 204 len: 168 time: 1.2565961 Feb 15 16:39:15.418005 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28be0564-06e4-4829-acc4-1d35ae1aab20 x-openstack-request-id: req-28be0564-06e4-4829-acc4-1d35ae1aab20 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:15.423771 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9a148b-23bc-47b0-961d-db899fcc4209", "name": "network-vif-plugged", "status": "completed", "tag": "2460c194-82b2-4d98-b476-67ea1ad6c973", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:15.423771 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-28be0564-06e4-4829-acc4-1d35ae1aab20 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:15.423771 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9a148b-23bc-47b0-961d-db899fcc4209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2460c194-82b2-4d98-b476-67ea1ad6c973', 'code': 200} Feb 15 16:39:15.453705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['f78a0503-8421-43e6-8918-8eae39cfea0b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:39:15.551866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef1f2f-19d8-4c77-b500-bc96106f2821 req-97f4b771-0379-48fc-a578-8de4bb147838 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:15.561977 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1ef1f2f-19d8-4c77-b500-bc96106f2821 req-97f4b771-0379-48fc-a578-8de4bb147838 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 949 time: 0.0918329 Feb 15 16:39:15.580202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a82427-032b-4855-be8d-523ca87d00fa req-c2a4779c-4947-41bd-8f14-0c6bcb9d645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:15.582180 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f6a82427-032b-4855-be8d-523ca87d00fa req-c2a4779c-4947-41bd-8f14-0c6bcb9d645c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 1133 time: 0.0894210 Feb 15 16:39:15.648814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1ef1f2f-19d8-4c77-b500-bc96106f2821 req-bb1b2def-6d87-4a32-af95-14a81d57954b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760419 Feb 15 16:39:15.677962 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f6a82427-032b-4855-be8d-523ca87d00fa req-bfde570f-e16f-47ef-8195-4c8cfa302c15 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838611 Feb 15 16:39:15.678937 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:39:15.713626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87dc942-bb21-4f7e-899f-a9151b46f22c req-e133be9b-dde5-4f9f-8c28-c0a164542a64 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:15.715181 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e87dc942-bb21-4f7e-899f-a9151b46f22c req-e133be9b-dde5-4f9f-8c28-c0a164542a64 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 950 time: 0.1023505 Feb 15 16:39:15.785179 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e87dc942-bb21-4f7e-899f-a9151b46f22c req-abaf9f58-f33d-4967-97fc-39bf1cbd7931 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ad4eb3f-5189-40ac-872a-5b99e35058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623200 Feb 15 16:39:15.788620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4388cc-9f6f-4630-bc8d-c96aa71281eb req-7e2d0a68-fc8c-41ba-a2bf-8f4d7adea7d8 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:15.790502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-da4388cc-9f6f-4630-bc8d-c96aa71281eb req-7e2d0a68-fc8c-41ba-a2bf-8f4d7adea7d8 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.0672152 Feb 15 16:39:15.855379 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-da4388cc-9f6f-4630-bc8d-c96aa71281eb req-acceaf17-2b6c-483f-898e-a726a7be85db tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587118 Feb 15 16:39:15.918360 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36672) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:16.057088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-6edf1acb-982d-4a1c-a27f-1cefc2139f10 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-342464479-network', 'tenant_id': '55544a43778e474c96557f0a516cdec2'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:16.177998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edf1acb-982d-4a1c-a27f-1cefc2139f10 admin admin] Made reservation on behalf of 55544a43778e474c96557f0a516cdec2 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:39:16.177998 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6edf1acb-982d-4a1c-a27f-1cefc2139f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:16.178253 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36688) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:16.186891 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6edf1acb-982d-4a1c-a27f-1cefc2139f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:16.266989 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6edf1acb-982d-4a1c-a27f-1cefc2139f10 admin admin] Publish callbacks [] for security_group (6d21dd52-e744-4562-b638-bbbc234d9616), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:16.359883 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6edf1acb-982d-4a1c-a27f-1cefc2139f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6d21dd52-e744-4562-b638-bbbc234d9616), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:16.387146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edf1acb-982d-4a1c-a27f-1cefc2139f10 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:39:16.401891 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf1acb-982d-4a1c-a27f-1cefc2139f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d21dd52-e744-4562-b638-bbbc234d9616,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:16.405333 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6edf1acb-982d-4a1c-a27f-1cefc2139f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a7c8dbca-a922-4f41-ab01-323f09ee7d1f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:16.410662 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-6edf1acb-982d-4a1c-a27f-1cefc2139f10 admin admin] Added segment a7c8dbca-a922-4f41-ab01-323f09ee7d1f of type vlan for network b2cf6a31-0681-47de-8559-4965dacaca6e Feb 15 16:39:16.451633 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6edf1acb-982d-4a1c-a27f-1cefc2139f10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (b2cf6a31-0681-47de-8559-4965dacaca6e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:16.539273 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6edf1acb-982d-4a1c-a27f-1cefc2139f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (b2cf6a31-0681-47de-8559-4965dacaca6e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:16.540425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edf1acb-982d-4a1c-a27f-1cefc2139f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:16.541138 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6edf1acb-982d-4a1c-a27f-1cefc2139f10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:16.551486 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac84b6-1a65-4bc5-93f8-edeeb34be35a req-87ace880-8654-4b5f-87a4-50c274cd9545 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:16.553722 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-feac84b6-1a65-4bc5-93f8-edeeb34be35a req-87ace880-8654-4b5f-87a4-50c274cd9545 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.0957677 Feb 15 16:39:16.610036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf1acb-982d-4a1c-a27f-1cefc2139f10 admin admin] Pushing event updated for resources: {'Network': ['ID=b2cf6a31-0681-47de-8559-4965dacaca6e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:16.627865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network b2cf6a31-0681-47de-8559-4965dacaca6e details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:39:16.639866 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-feac84b6-1a65-4bc5-93f8-edeeb34be35a req-89a9f82f-fa50-41b0-95bb-5cb2ec23de7d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758495 Feb 15 16:39:16.669307 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-752d9b9b-e336-4797-a66f-851f536e59a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:16.683230 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6edf1acb-982d-4a1c-a27f-1cefc2139f10 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7630222 Feb 15 16:39:16.685604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36694) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:16.691801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-496835ca-0c4a-420a-a3ff-db69c383b74c admin admin] Request body: {'subnet': {'network_id': 'b2cf6a31-0681-47de-8559-4965dacaca6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-342464479-subnet', 'tenant_id': '55544a43778e474c96557f0a516cdec2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:16.794632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fde2f-1d24-4da5-822b-98acb81df4ab req-d5049dfa-20ca-43d7-a890-1523df2d6e79 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:16.796149 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-833fde2f-1d24-4da5-822b-98acb81df4ab req-d5049dfa-20ca-43d7-a890-1523df2d6e79 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 949 time: 0.0611799 Feb 15 16:39:16.831544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496835ca-0c4a-420a-a3ff-db69c383b74c admin admin] Made reservation on behalf of 55544a43778e474c96557f0a516cdec2 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:39:16.833790 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-496835ca-0c4a-420a-a3ff-db69c383b74c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:16.916753 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-833fde2f-1d24-4da5-822b-98acb81df4ab req-d3aee2e2-d288-4b95-b7a0-4bbcf6f311f5 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142647 Feb 15 16:39:16.985086 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d8e36-8f41-4338-93db-a5b996fa3332 req-f78d39e5-97b2-41bf-be6b-002055b894ce tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:16.986654 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a79d8e36-8f41-4338-93db-a5b996fa3332 req-f78d39e5-97b2-41bf-be6b-002055b894ce tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 950 time: 0.1027398 Feb 15 16:39:17.004242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-752d9b9b-e336-4797-a66f-851f536e59a0 admin admin] Deleting port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:39:17.005892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-752d9b9b-e336-4797-a66f-851f536e59a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:17.100169 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a79d8e36-8f41-4338-93db-a5b996fa3332 req-cfa6a6a3-e2c9-4140-a938-6e2e66e17b25 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ad4eb3f-5189-40ac-872a-5b99e35058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034796 Feb 15 16:39:17.134865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-752d9b9b-e336-4797-a66f-851f536e59a0 admin admin] For port 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:17.134865 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-752d9b9b-e336-4797-a66f-851f536e59a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:17.158059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-752d9b9b-e336-4797-a66f-851f536e59a0 admin admin] Calling delete_port for 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:39:17.187204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8f2c0-ba6e-45b2-879c-458b1dfaa1da req-b352490f-d2e3-43ab-90b7-dee91d3ff792 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:17.189835 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54a8f2c0-ba6e-45b2-879c-458b1dfaa1da req-b352490f-d2e3-43ab-90b7-dee91d3ff792 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.1576960 Feb 15 16:39:17.248608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54a8f2c0-ba6e-45b2-879c-458b1dfaa1da req-c4770c36-251c-4300-a451-f11aba25709e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524971 Feb 15 16:39:17.253579 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-496835ca-0c4a-420a-a3ff-db69c383b74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (878aa2a3-e891-4dfa-a4e4-fcf5ddb7b821), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:17.313170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496835ca-0c4a-420a-a3ff-db69c383b74c admin admin] Pushing event updated for resources: {'Subnet': ['ID=878aa2a3-e891-4dfa-a4e4-fcf5ddb7b821,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:17.326288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496835ca-0c4a-420a-a3ff-db69c383b74c admin admin] Checking segment: {'id': 'a7c8dbca-a922-4f41-ab01-323f09ee7d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'b2cf6a31-0681-47de-8559-4965dacaca6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:39:17.326642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496835ca-0c4a-420a-a3ff-db69c383b74c admin admin] Network hostable DHCP agents. Network: b2cf6a31-0681-47de-8559-4965dacaca6e, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:39:17.476419 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496835ca-0c4a-420a-a3ff-db69c383b74c admin admin] Network b2cf6a31-0681-47de-8559-4965dacaca6e is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:39:17.497031 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-752d9b9b-e336-4797-a66f-851f536e59a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:17.523268 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d9b9b-e336-4797-a66f-851f536e59a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:17.567674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-496835ca-0c4a-420a-a3ff-db69c383b74c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, b2cf6a31-0681-47de-8559-4965dacaca6e) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:39:17.571828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496835ca-0c4a-420a-a3ff-db69c383b74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:17.572411 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-496835ca-0c4a-420a-a3ff-db69c383b74c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:17.578384 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e2b176-6dbe-4162-8888-848fc4e8adc3 None None] Network b2cf6a31-0681-47de-8559-4965dacaca6e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:39:17.643731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74efa7-ea6b-411a-8175-38024aaaeed6 req-6ba4e6a7-c112-4c19-acd0-40a9d353fd07 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:17.645268 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca74efa7-ea6b-411a-8175-38024aaaeed6 req-6ba4e6a7-c112-4c19-acd0-40a9d353fd07 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.67 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 950 time: 0.1155822 Feb 15 16:39:17.680877 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-496835ca-0c4a-420a-a3ff-db69c383b74c admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9850872 Feb 15 16:39:17.717084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2935c4d9-06d7-4613-a228-747f7475292a None None] Network b2cf6a31-0681-47de-8559-4965dacaca6e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:39:17.939713 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5ec89c-ed47-4f34-9e59-87e06930c487 req-b5a20add-c73b-4ede-b342-40153554df78 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:17.941201 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb5ec89c-ed47-4f34-9e59-87e06930c487 req-b5a20add-c73b-4ede-b342-40153554df78 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1358755 Feb 15 16:39:17.948173 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-752d9b9b-e336-4797-a66f-851f536e59a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:17.959593 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-ca74efa7-ea6b-411a-8175-38024aaaeed6 req-2f8ecc68-0bf9-40ad-bb13-8988e8513269 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Deleting port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:39:17.959935 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ca74efa7-ea6b-411a-8175-38024aaaeed6 req-2f8ecc68-0bf9-40ad-bb13-8988e8513269 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (63c53b7a-d394-46fc-8018-e2cd08d0b3b2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:18.036842 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-142dbe26-6e27-4670-81f3-bf13ce24d250 req-5bc250d1-4854-4f49-86e2-95f2b883cd1b tempest-SecurityGroupsNegativeTestJSON-1052909771 tempest-SecurityGroupsNegativeTestJSON-1052909771-project] show failed (client error): The resource could not be found. Feb 15 16:39:18.043737 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-142dbe26-6e27-4670-81f3-bf13ce24d250 req-5bc250d1-4854-4f49-86e2-95f2b883cd1b tempest-SecurityGroupsNegativeTestJSON-1052909771 tempest-SecurityGroupsNegativeTestJSON-1052909771-project] 10.222.0.107 "GET /v2.0/security-groups/3e2766f9-1655-4ce4-8f36-8779962496a4 HTTP/1.1" status: 404 len: 352 time: 0.0206625 Feb 15 16:39:18.145102 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb5ec89c-ed47-4f34-9e59-87e06930c487 req-ebf5845a-f9be-4c8d-9d73-017de7ec4800 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948154 Feb 15 16:39:18.172563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f207372-323d-40ee-9fa0-782fb63f9acf req-166a889b-6512-4170-bf90-050c6717f4af tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:18.172563 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f207372-323d-40ee-9fa0-782fb63f9acf req-166a889b-6512-4170-bf90-050c6717f4af tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 949 time: 0.0751915 Feb 15 16:39:18.178334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-ca74efa7-ea6b-411a-8175-38024aaaeed6 req-2f8ecc68-0bf9-40ad-bb13-8988e8513269 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] For port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=63c53b7a-d394-46fc-8018-e2cd08d0b3b2,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:18.178704 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ca74efa7-ea6b-411a-8175-38024aaaeed6 req-2f8ecc68-0bf9-40ad-bb13-8988e8513269 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (63c53b7a-d394-46fc-8018-e2cd08d0b3b2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:18.194988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f78a0503-8421-43e6-8918-8eae39cfea0b up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:39:18.200910 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-ca74efa7-ea6b-411a-8175-38024aaaeed6 req-2f8ecc68-0bf9-40ad-bb13-8988e8513269 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Calling delete_port for 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:39:18.270064 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f207372-323d-40ee-9fa0-782fb63f9acf req-0831463e-60e4-4ffc-93a2-6257d7159b0b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857511 Feb 15 16:39:18.400336 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21946160-7925-48d2-bac6-ac1dbde3ace6 req-e7066e3f-8a3d-486c-89bb-b0ff559430e0 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:18.401395 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21946160-7925-48d2-bac6-ac1dbde3ace6 req-e7066e3f-8a3d-486c-89bb-b0ff559430e0 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.0692568 Feb 15 16:39:18.442109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148750de-d637-4564-9146-96175ba89621 req-10215dd4-d37b-4631-a039-69dd1f75d186 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:18.443611 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-148750de-d637-4564-9146-96175ba89621 req-10215dd4-d37b-4631-a039-69dd1f75d186 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 950 time: 0.1526980 Feb 15 16:39:18.453620 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752d9b9b-e336-4797-a66f-851f536e59a0 admin admin] Router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:39:18.463975 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21946160-7925-48d2-bac6-ac1dbde3ace6 req-5a36fa0d-8786-49cb-b591-96657df586af tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546875 Feb 15 16:39:18.516287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port f78a0503-8421-43e6-8918-8eae39cfea0b completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:39:18.523336 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port f78a0503-8421-43e6-8918-8eae39cfea0b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:18.524928 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f78a0503-8421-43e6-8918-8eae39cfea0b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:18.548598 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-394db060-a600-43d1-be5b-7123a79230fb req-c8173bf2-b9dc-4118-a209-bef17d0b1bb8 tempest-SecurityGroupsNegativeTestJSON-1052909771 tempest-SecurityGroupsNegativeTestJSON-1052909771-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=55544a43778e474c96557f0a516cdec2 HTTP/1.1" status: 200 len: 3001 time: 0.0576389 Feb 15 16:39:18.603442 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-148750de-d637-4564-9146-96175ba89621 req-9f57e525-78d3-4f9a-9d55-713a2df11dc4 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/security-groups?id=3ad4eb3f-5189-40ac-872a-5b99e35058ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453667 Feb 15 16:39:18.612836 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-394db060-a600-43d1-be5b-7123a79230fb req-c03a56f6-c2fe-41c1-8c0f-0a79fdb5544f tempest-SecurityGroupsNegativeTestJSON-1052909771 tempest-SecurityGroupsNegativeTestJSON-1052909771-project] 10.222.0.107 "GET /v2.0/security-groups/6d21dd52-e744-4562-b638-bbbc234d9616 HTTP/1.1" status: 200 len: 2998 time: 0.0570185 Feb 15 16:39:18.648815 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f78a0503-8421-43e6-8918-8eae39cfea0b is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:18.649220 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f78a0503-8421-43e6-8918-8eae39cfea0b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:18.651432 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ca74efa7-ea6b-411a-8175-38024aaaeed6 req-2f8ecc68-0bf9-40ad-bb13-8988e8513269 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (63c53b7a-d394-46fc-8018-e2cd08d0b3b2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:18.684754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3f5a5e-50d3-4abb-adea-6a40a8087aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78a0503-8421-43e6-8918-8eae39cfea0b'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:18.688654 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3cf999-d1df-41ba-a164-8e4e1f8ee5fc" -d '{"events": [{"server_uuid": "1f3f5a5e-50d3-4abb-adea-6a40a8087aa5", "name": "network-vif-plugged", "status": "completed", "tag": "f78a0503-8421-43e6-8918-8eae39cfea0b"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:18.702077 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-394db060-a600-43d1-be5b-7123a79230fb req-d0b2f432-e231-4ddb-8fb7-a5a69529d646 tempest-SecurityGroupsNegativeTestJSON-1052909771 tempest-SecurityGroupsNegativeTestJSON-1052909771-project] 10.222.0.107 "GET /v2.0/security-groups/6d21dd52-e744-4562-b638-bbbc234d9616 HTTP/1.1" status: 200 len: 2998 time: 0.0881262 Feb 15 16:39:18.703978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f78a0503-8421-43e6-8918-8eae39cfea0b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f78a0503-8421-43e6-8918-8eae39cfea0b,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:18.704918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752d9b9b-e336-4797-a66f-851f536e59a0 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:39:18.707603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ecc68-0bf9-40ad-bb13-8988e8513269 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Pushing event deleted for resources: {'Port': ['ID=63c53b7a-d394-46fc-8018-e2cd08d0b3b2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:18.716110 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-752d9b9b-e336-4797-a66f-851f536e59a0 admin admin] 10.222.0.107 "PUT /v2.0/routers/3b289a7d-9499-4f07-b8d1-ed80843fbe4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5345674 Feb 15 16:39:18.716204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36730) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:18.725207 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d3b02-9884-4ffe-92d2-5b5d5a4716c9 None None] Sync routers for ids ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:39:18.741301 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d3b02-9884-4ffe-92d2-5b5d5a4716c9 None None] Routers {'3b289a7d-9499-4f07-b8d1-ed80843fbe4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:39:18.742856 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bf5d3b02-9884-4ffe-92d2-5b5d5a4716c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:39:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:18.782022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca74efa7-ea6b-411a-8175-38024aaaeed6 req-2f8ecc68-0bf9-40ad-bb13-8988e8513269 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] No DVR routers for this DVR port 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:39:18.784721 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ca74efa7-ea6b-411a-8175-38024aaaeed6 req-2f8ecc68-0bf9-40ad-bb13-8988e8513269 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:18.788289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca74efa7-ea6b-411a-8175-38024aaaeed6 req-2f8ecc68-0bf9-40ad-bb13-8988e8513269 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.67 "DELETE /v2.0/ports/63c53b7a-d394-46fc-8018-e2cd08d0b3b2 HTTP/1.1" status: 204 len: 173 time: 1.0691273 Feb 15 16:39:18.788740 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f78a0503-8421-43e6-8918-8eae39cfea0b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:18.789208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb617ed-9f5d-47e3-a83b-04d72bbe9857', 'name': 'network-vif-deleted', 'tag': '63c53b7a-d394-46fc-8018-e2cd08d0b3b2'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:18.791030 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2f5644-8907-4713-a6e5-498d990b62a3" -d '{"events": [{"server_uuid": "9cb617ed-9f5d-47e3-a83b-04d72bbe9857", "name": "network-vif-deleted", "tag": "63c53b7a-d394-46fc-8018-e2cd08d0b3b2"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:18.837526 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16d6d3-d709-497e-9f02-a25b2f491db1 req-24354807-3fe8-4376-9d1a-4e23349d1cab tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:18.842285 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd16d6d3-d709-497e-9f02-a25b2f491db1 req-24354807-3fe8-4376-9d1a-4e23349d1cab tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.1361315 Feb 15 16:39:18.911036 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f78a0503-8421-43e6-8918-8eae39cfea0b,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:18.961788 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bf5d3b02-9884-4ffe-92d2-5b5d5a4716c9 None None] Set router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:39:18.966229 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd16d6d3-d709-497e-9f02-a25b2f491db1 req-e352e70a-ba02-4b40-9fdc-127919351658 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198828 Feb 15 16:39:19.002001 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0297f66f-1364-4979-9d11-7f9f9ebd59dc x-openstack-request-id: req-0297f66f-1364-4979-9d11-7f9f9ebd59dc {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:19.002001 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3f5a5e-50d3-4abb-adea-6a40a8087aa5", "name": "network-vif-plugged", "status": "completed", "tag": "f78a0503-8421-43e6-8918-8eae39cfea0b", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:19.002001 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0297f66f-1364-4979-9d11-7f9f9ebd59dc {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:19.002001 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3f5a5e-50d3-4abb-adea-6a40a8087aa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f78a0503-8421-43e6-8918-8eae39cfea0b', 'code': 200} Feb 15 16:39:19.139787 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc79cc5-d7ef-4e3c-a53f-d31a15abb9a4 x-openstack-request-id: req-3dc79cc5-d7ef-4e3c-a53f-d31a15abb9a4 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:19.144514 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb617ed-9f5d-47e3-a83b-04d72bbe9857", "name": "network-vif-deleted", "tag": "63c53b7a-d394-46fc-8018-e2cd08d0b3b2", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:19.146186 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3dc79cc5-d7ef-4e3c-a53f-d31a15abb9a4 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:19.146984 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb617ed-9f5d-47e3-a83b-04d72bbe9857', 'name': 'network-vif-deleted', 'tag': '63c53b7a-d394-46fc-8018-e2cd08d0b3b2', 'status': 'completed', 'code': 200} Feb 15 16:39:19.163817 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8cf9883-9b7c-41d2-a879-12f9ad989fd1 req-f99cd5d3-0130-4964-aa0f-20910422d894 tempest-SecurityGroupsNegativeTestJSON-1052909771 tempest-SecurityGroupsNegativeTestJSON-1052909771-project] 10.222.0.107 "GET /v2.0/security-groups/6d21dd52-e744-4562-b638-bbbc234d9616 HTTP/1.1" status: 200 len: 2998 time: 0.1509850 Feb 15 16:39:19.257076 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [req-f8cf9883-9b7c-41d2-a879-12f9ad989fd1 req-df30e168-2cc7-40b2-9fc1-01f9d605778f tempest-SecurityGroupsNegativeTestJSON-1052909771 tempest-SecurityGroupsNegativeTestJSON-1052909771-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 16:39:19.263346 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8cf9883-9b7c-41d2-a879-12f9ad989fd1 req-df30e168-2cc7-40b2-9fc1-01f9d605778f tempest-SecurityGroupsNegativeTestJSON-1052909771 tempest-SecurityGroupsNegativeTestJSON-1052909771-project] 10.222.0.107 "DELETE /v2.0/security-groups/6d21dd52-e744-4562-b638-bbbc234d9616 HTTP/1.1" status: 409 len: 352 time: 0.0985110 Feb 15 16:39:19.330929 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [req-e232b3be-8925-4b92-9800-0586891b3c0d req-9221f83b-0ee9-478e-9762-a0116de6fbe9 tempest-SecurityGroupsNegativeTestJSON-1052909771 tempest-SecurityGroupsNegativeTestJSON-1052909771-project] show failed (client error): The resource could not be found. Feb 15 16:39:19.332495 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e232b3be-8925-4b92-9800-0586891b3c0d req-9221f83b-0ee9-478e-9762-a0116de6fbe9 tempest-SecurityGroupsNegativeTestJSON-1052909771 tempest-SecurityGroupsNegativeTestJSON-1052909771-project] 10.222.0.107 "GET /v2.0/security-groups/dae6f41a-e9af-49d2-b5d2-530d0b8543a9 HTTP/1.1" status: 404 len: 352 time: 0.0374684 Feb 15 16:39:19.350781 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bf5d3b02-9884-4ffe-92d2-5b5d5a4716c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:39:17Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:19.374246 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d065a-bba4-46ee-bf02-b59772907d87 req-32868307-7c56-4de5-bec2-5ec20649b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:19.376154 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b43d065a-bba4-46ee-bf02-b59772907d87 req-32868307-7c56-4de5-bec2-5ec20649b0e0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 1133 time: 0.1172714 Feb 15 16:39:19.377762 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db8f8baa-2686-4c9c-ae2e-4d4d198ed3fa admin admin] Publish callbacks [] for router (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:19.411216 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d3b02-9884-4ffe-92d2-5b5d5a4716c9 None None] Checking router: 3b289a7d-9499-4f07-b8d1-ed80843fbe4d for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:39:19.420684 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5d3b02-9884-4ffe-92d2-5b5d5a4716c9 None None] Routers {'3b289a7d-9499-4f07-b8d1-ed80843fbe4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:39:19.421318 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bf5d3b02-9884-4ffe-92d2-5b5d5a4716c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:39:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:19.438253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-d2353393-4692-486d-ae37-1952ec41a0d4 req-3e2a9c51-47df-42f5-96eb-16e1687e0bf0 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:39:19.439359 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2353393-4692-486d-ae37-1952ec41a0d4 req-3e2a9c51-47df-42f5-96eb-16e1687e0bf0 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106001 Feb 15 16:39:19.513142 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b43d065a-bba4-46ee-bf02-b59772907d87 req-95c94c29-bcd6-42a7-ab9a-f3131130ac32 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283162 Feb 15 16:39:19.537243 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d843aa-b91c-40bc-b215-56eee816b988 req-bbcbfcc8-1808-430c-9e61-e2a94daeeb57 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:19.540334 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0d843aa-b91c-40bc-b215-56eee816b988 req-bbcbfcc8-1808-430c-9e61-e2a94daeeb57 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 950 time: 0.1095750 Feb 15 16:39:19.555270 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bf5d3b02-9884-4ffe-92d2-5b5d5a4716c9 None None] Set router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:39:19.557227 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db8f8baa-2686-4c9c-ae2e-4d4d198ed3fa admin admin] Publish callbacks [] for router_gateway (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:19.608144 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0d843aa-b91c-40bc-b215-56eee816b988 req-f6216239-9708-4cfa-bf72-e32217c15204 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622880 Feb 15 16:39:19.649573 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [req-cb8b8137-5644-4f33-a502-a26e1fef9b0a req-7a55e029-b8e9-4f09-afeb-db72dd1d38e8 tempest-SecurityGroupsNegativeTestJSON-1052909771 tempest-SecurityGroupsNegativeTestJSON-1052909771-project] show failed (client error): The resource could not be found. Feb 15 16:39:19.651589 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb8b8137-5644-4f33-a502-a26e1fef9b0a req-7a55e029-b8e9-4f09-afeb-db72dd1d38e8 tempest-SecurityGroupsNegativeTestJSON-1052909771 tempest-SecurityGroupsNegativeTestJSON-1052909771-project] 10.222.0.107 "GET /v2.0/security-groups/1eb53472-4dc0-424e-92b4-29f0cd1aa9f5 HTTP/1.1" status: 404 len: 352 time: 0.0165586 Feb 15 16:39:19.665448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36748) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:19.769903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-db8f8baa-2686-4c9c-ae2e-4d4d198ed3fa admin admin] Deleting port 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:39:19.770644 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db8f8baa-2686-4c9c-ae2e-4d4d198ed3fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2f09f45b-ca98-4e32-97ea-2de21bf5a6fe), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:19.775106 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-311ee2e2-641f-46c8-8c78-368d5df9355b req-311afaad-29f2-48f2-9760-df0b087e6390 tempest-TenantUsagesTestJSON-1979638567 tempest-TenantUsagesTestJSON-1979638567-project] 10.222.0.107 "GET /v2.0/ports?device_id=9cb617ed-9f5d-47e3-a83b-04d72bbe9857 HTTP/1.1" status: 200 len: 210 time: 0.0365851 Feb 15 16:39:19.777547 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-85438471-1722-4b8b-ae98-37381c52447a admin admin] Deleting subnet 878aa2a3-e891-4dfa-a4e4-fcf5ddb7b821 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:39:19.825140 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-85438471-1722-4b8b-ae98-37381c52447a admin admin] Publish callbacks [] for subnet (878aa2a3-e891-4dfa-a4e4-fcf5ddb7b821), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:19.882590 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bf5d3b02-9884-4ffe-92d2-5b5d5a4716c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:39:17Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:19.887243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-85438471-1722-4b8b-ae98-37381c52447a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (878aa2a3-e891-4dfa-a4e4-fcf5ddb7b821), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:19.920674 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d3b02-9884-4ffe-92d2-5b5d5a4716c9 None None] The sync data for ids ['3b289a7d-9499-4f07-b8d1-ed80843fbe4d'] in n-d-828372-14 is: [{'id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1940643779-router', 'tenant_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194'}], 'enable_snat': True}, 'gw_port_id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:35:54Z', 'updated_at': '2022-02-15T16:39:17Z', 'revision_number': 5, 'project_id': '27c221efa2174e2bb6c3a3ee08e7ac83', 'gw_port': {'id': '2f09f45b-ca98-4e32-97ea-2de21bf5a6fe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:97:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b289a7d-9499-4f07-b8d1-ed80843fbe4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:35:55Z', 'updated_at': '2022-02-15T16:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:39:19.955253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-db8f8baa-2686-4c9c-ae2e-4d4d198ed3fa admin admin] For port 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2f09f45b-ca98-4e32-97ea-2de21bf5a6fe,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:19.956517 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db8f8baa-2686-4c9c-ae2e-4d4d198ed3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2f09f45b-ca98-4e32-97ea-2de21bf5a6fe), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:19.963403 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e2d89-7c0e-42da-a8e9-e67aa978ee6c req-a0a28315-2ade-4b8d-a0d9-757ebfb7a6b2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:19.972522 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-330e2d89-7c0e-42da-a8e9-e67aa978ee6c req-a0a28315-2ade-4b8d-a0d9-757ebfb7a6b2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.0816858 Feb 15 16:39:19.981417 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-85438471-1722-4b8b-ae98-37381c52447a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (878aa2a3-e891-4dfa-a4e4-fcf5ddb7b821), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:20.004615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-db8f8baa-2686-4c9c-ae2e-4d4d198ed3fa admin admin] Calling delete_port for 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:39:20.038695 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-330e2d89-7c0e-42da-a8e9-e67aa978ee6c req-7aaf1616-6b03-4058-912c-eb8ea084529d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649881 Feb 15 16:39:20.100915 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-faac1e9c-02d3-4db3-bb81-fb51e03e889e service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0575249 Feb 15 16:39:20.185116 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a596d8a-bc88-43c2-a5af-8e52dcadcb90 req-9adb967d-8fd3-4477-95f8-0770988632ef tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:20.186788 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1a596d8a-bc88-43c2-a5af-8e52dcadcb90 req-9adb967d-8fd3-4477-95f8-0770988632ef tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.0830648 Feb 15 16:39:20.251316 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:39:20.260405 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-85438471-1722-4b8b-ae98-37381c52447a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (878aa2a3-e891-4dfa-a4e4-fcf5ddb7b821), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:20.286273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:39:20.286917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 63c53b7a-d394-46fc-8018-e2cd08d0b3b2 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:39:20.305379 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-85438471-1722-4b8b-ae98-37381c52447a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:20.308702 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-85438471-1722-4b8b-ae98-37381c52447a admin admin] 10.222.0.107 "DELETE /v2.0/subnets/878aa2a3-e891-4dfa-a4e4-fcf5ddb7b821 HTTP/1.1" status: 204 len: 168 time: 0.6410177 Feb 15 16:39:20.311446 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36758) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:20.313260 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85438471-1722-4b8b-ae98-37381c52447a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=878aa2a3-e891-4dfa-a4e4-fcf5ddb7b821,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:20.347644 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1a596d8a-bc88-43c2-a5af-8e52dcadcb90 req-a0f642a3-dd88-4265-9b4f-299f76fd36c3 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199822 Feb 15 16:39:20.454095 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d19c2cbb-408d-4195-bd89-b40065e29a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (b2cf6a31-0681-47de-8559-4965dacaca6e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:20.477110 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db8f8baa-2686-4c9c-ae2e-4d4d198ed3fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2f09f45b-ca98-4e32-97ea-2de21bf5a6fe), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:20.518245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8f8baa-2686-4c9c-ae2e-4d4d198ed3fa admin admin] Pushing event deleted for resources: {'Port': ['ID=2f09f45b-ca98-4e32-97ea-2de21bf5a6fe,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:20.577820 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d19c2cbb-408d-4195-bd89-b40065e29a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (b2cf6a31-0681-47de-8559-4965dacaca6e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:20.606826 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db8f8baa-2686-4c9c-ae2e-4d4d198ed3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:20.627030 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d19c2cbb-408d-4195-bd89-b40065e29a16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2cf6a31-0681-47de-8559-4965dacaca6e']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:20.644251 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d19c2cbb-408d-4195-bd89-b40065e29a16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c8dbca-a922-4f41-ab01-323f09ee7d1f') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:20.644586 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d19c2cbb-408d-4195-bd89-b40065e29a16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c8dbca-a922-4f41-ab01-323f09ee7d1f') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:20.662016 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d19c2cbb-408d-4195-bd89-b40065e29a16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (a7c8dbca-a922-4f41-ab01-323f09ee7d1f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:20.696918 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d19c2cbb-408d-4195-bd89-b40065e29a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a7c8dbca-a922-4f41-ab01-323f09ee7d1f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:20.714850 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19c2cbb-408d-4195-bd89-b40065e29a16 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:39:20.715257 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d19c2cbb-408d-4195-bd89-b40065e29a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (a7c8dbca-a922-4f41-ab01-323f09ee7d1f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:39:20.717171 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:39:20.749987 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db8f8baa-2686-4c9c-ae2e-4d4d198ed3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:20.752466 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db8f8baa-2686-4c9c-ae2e-4d4d198ed3fa admin admin] Publish callbacks [] for router_controller (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:20.830246 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31bd64f-0842-4554-80c6-4aa6878afdb3 req-499306c2-ea6e-44d0-b4ad-c354876da2e2 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:20.832019 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b31bd64f-0842-4554-80c6-4aa6878afdb3 req-499306c2-ea6e-44d0-b4ad-c354876da2e2 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 950 time: 0.0748641 Feb 15 16:39:20.890687 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b31bd64f-0842-4554-80c6-4aa6878afdb3 req-cc41988d-596b-4edd-85af-595fb070ac97 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521441 Feb 15 16:39:21.116963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:39:21.143933 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:39:21.144318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8c4bbdb6-f359-4fad-b96f-93cdfd4bd47f not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:39:21.206445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc8c6f-ca71-42dd-b6da-ce66cb8a3954 req-b1e5a157-9c26-4aa4-b6d4-7312cc6118f8 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:21.208090 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83fc8c6f-ca71-42dd-b6da-ce66cb8a3954 req-b1e5a157-9c26-4aa4-b6d4-7312cc6118f8 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.0769970 Feb 15 16:39:21.262513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83fc8c6f-ca71-42dd-b6da-ce66cb8a3954 req-7b937dc7-59ba-4bb9-87e7-9476120ba0c2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469003 Feb 15 16:39:21.468894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07261339-cc43-485a-8ac6-1380b5268fdb req-3b9a2a82-24d5-4372-90ee-3d4e0971acc6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:21.470873 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07261339-cc43-485a-8ac6-1380b5268fdb req-3b9a2a82-24d5-4372-90ee-3d4e0971acc6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.0629621 Feb 15 16:39:21.527075 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07261339-cc43-485a-8ac6-1380b5268fdb req-321127df-a260-4182-80c1-9313c7258ad3 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490649 Feb 15 16:39:21.875862 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d19c2cbb-408d-4195-bd89-b40065e29a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (b2cf6a31-0681-47de-8559-4965dacaca6e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:21.879268 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db8f8baa-2686-4c9c-ae2e-4d4d198ed3fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (3b289a7d-9499-4f07-b8d1-ed80843fbe4d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:21.882012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8f8baa-2686-4c9c-ae2e-4d4d198ed3fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b289a7d-9499-4f07-b8d1-ed80843fbe4d {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:39:21.888797 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d19c2cbb-408d-4195-bd89-b40065e29a16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:21.898421 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db8f8baa-2686-4c9c-ae2e-4d4d198ed3fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:21.906293 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d19c2cbb-408d-4195-bd89-b40065e29a16 admin admin] 10.222.0.107 "DELETE /v2.0/networks/b2cf6a31-0681-47de-8559-4965dacaca6e HTTP/1.1" status: 204 len: 168 time: 1.5889039 Feb 15 16:39:21.908608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36794) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:21.912348 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-db8f8baa-2686-4c9c-ae2e-4d4d198ed3fa admin admin] 10.222.0.107 "DELETE /v2.0/routers/3b289a7d-9499-4f07-b8d1-ed80843fbe4d HTTP/1.1" status: 204 len: 168 time: 3.1941133 Feb 15 16:39:21.993493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c2cbb-408d-4195-bd89-b40065e29a16 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2cf6a31-0681-47de-8559-4965dacaca6e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:22.033440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-637b1ae2-a4fb-481b-8e68-a465068b50ab admin admin] Deleting subnet 2f25f8aa-eba2-4381-970d-f0bf01a10fef {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:39:22.039260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-637b1ae2-a4fb-481b-8e68-a465068b50ab admin admin] Publish callbacks [] for subnet (2f25f8aa-eba2-4381-970d-f0bf01a10fef), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:22.098974 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-637b1ae2-a4fb-481b-8e68-a465068b50ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (2f25f8aa-eba2-4381-970d-f0bf01a10fef), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:22.167477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb28c30-78ee-47ab-af66-ef94c77795f7 req-93720f1e-fcc1-43c9-85fb-ddfce973c077 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:22.173436 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3fb28c30-78ee-47ab-af66-ef94c77795f7 req-93720f1e-fcc1-43c9-85fb-ddfce973c077 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 950 time: 0.1077242 Feb 15 16:39:22.221835 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-637b1ae2-a4fb-481b-8e68-a465068b50ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (2f25f8aa-eba2-4381-970d-f0bf01a10fef), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:22.270201 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3fb28c30-78ee-47ab-af66-ef94c77795f7 req-9980f9ce-5063-49c4-b021-bf0b6971eac8 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879893 Feb 15 16:39:22.347003 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36812) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:22.391185 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-637b1ae2-a4fb-481b-8e68-a465068b50ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (2f25f8aa-eba2-4381-970d-f0bf01a10fef), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:22.451324 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-637b1ae2-a4fb-481b-8e68-a465068b50ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:22.453157 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e364db0e-7dd0-4f9b-b434-8bb72ffb39b6 None None] Network 0305f676-6c3c-4135-913e-af6ab03d5e4e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:39:22.465663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36818) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:22.465961 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36816) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:22.469015 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-637b1ae2-a4fb-481b-8e68-a465068b50ab admin admin] 10.222.0.107 "DELETE /v2.0/subnets/2f25f8aa-eba2-4381-970d-f0bf01a10fef HTTP/1.1" status: 204 len: 168 time: 0.5591030 Feb 15 16:39:22.471562 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b1ae2-a4fb-481b-8e68-a465068b50ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f25f8aa-eba2-4381-970d-f0bf01a10fef,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:22.534037 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36824) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:22.648249 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (0305f676-6c3c-4135-913e-af6ab03d5e4e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:22.670251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-93450f92-a4e3-46e1-abc8-d125dd877063 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:22.671920 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-93450f92-a4e3-46e1-abc8-d125dd877063 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8&tenant_id=c9f65cb77bef4454939809c6904ca169&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 1129 time: 0.3364818 Feb 15 16:39:22.725132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828372-14'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:22.829054 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6756ca-d8f9-4e6c-944a-edb3035a4b9b req-469ef64b-0077-4edf-be9f-a4deb44187b0 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:22.833911 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7b6756ca-d8f9-4e6c-944a-edb3035a4b9b req-469ef64b-0077-4edf-be9f-a4deb44187b0 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.4458394 Feb 15 16:39:22.906968 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a490910e-fe51-49fa-bf5b-907f42ea6d10 None None] DHCP port deletion for 0305f676-6c3c-4135-913e-af6ab03d5e4e request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:39:23.046233 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a490910e-fe51-49fa-bf5b-907f42ea6d10 None None] Deleting port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:39:23.049406 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a490910e-fe51-49fa-bf5b-907f42ea6d10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:23.051717 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7b6756ca-d8f9-4e6c-944a-edb3035a4b9b req-2b9914b0-5759-4e42-affc-32db0b80888e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060952 Feb 15 16:39:23.092702 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:23.132330 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] Deleting port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:39:23.133432 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:23.168833 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:39:23.197494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:39:23.198242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2f09f45b-ca98-4e32-97ea-2de21bf5a6fe not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:39:23.198888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1a27df46-1d6a-4e18-80f0-bb9c41142b9a no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:39:23.239424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] For port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1a27df46-1d6a-4e18-80f0-bb9c41142b9a,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:23.240425 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:23.266508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] Calling delete_port for 1a27df46-1d6a-4e18-80f0-bb9c41142b9a owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:39:23.269506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a490910e-fe51-49fa-bf5b-907f42ea6d10 None None] For port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1a27df46-1d6a-4e18-80f0-bb9c41142b9a,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:23.270186 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a490910e-fe51-49fa-bf5b-907f42ea6d10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:23.287381 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a490910e-fe51-49fa-bf5b-907f42ea6d10 None None] Calling delete_port for 1a27df46-1d6a-4e18-80f0-bb9c41142b9a owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:39:23.340409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:23.341133 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:23.355966 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-afa6f740-a9c7-4a51-bd9d-d703248b4463 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=55544a43778e474c96557f0a516cdec2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8205285 Feb 15 16:39:23.364535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36842) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:23.374537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa38d1-02df-4102-a4fe-33040c443b7a req-92fc72a0-ab4f-4594-8d90-073ee386928d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:23.376136 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4daa38d1-02df-4102-a4fe-33040c443b7a req-92fc72a0-ab4f-4594-8d90-073ee386928d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 946 time: 0.1703961 Feb 15 16:39:23.380207 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ba3fff9f-db69-430b-8bb4-15e3cb75490f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1e5acace5f3a464fb26cddeb56ca3a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0320148 Feb 15 16:39:23.382824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36844) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:23.437977 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1a27df46-1d6a-4e18-80f0-bb9c41142b9a,segment=NetworkSegment(11de4f94-5e26-457a-a536-68cb03892dd4),segment_id=11de4f94-5e26-457a-a536-68cb03892dd4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:23.444281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-d7a436c5-dfce-4124-af30-43f2b166bc4f tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:23.445791 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-d7a436c5-dfce-4124-af30-43f2b166bc4f tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports/2460c194-82b2-4d98-b476-67ea1ad6c973 HTTP/1.1" status: 200 len: 947 time: 0.9723926 Feb 15 16:39:23.460054 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-42dcd1a9-c0bf-45f4-a6b1-c8a944e7b9e1 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=7955bf926da54fadab0523642b5b5ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0972998 Feb 15 16:39:23.519510 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b792bfcd-2c4e-42a0-9e4f-43e168de71df admin admin] Publish callbacks [] for security_group (3ad4eb3f-5189-40ac-872a-5b99e35058ee), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:23.523464 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:23.547699 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b792bfcd-2c4e-42a0-9e4f-43e168de71df admin admin] Publish callbacks [] for security_group (3ad4eb3f-5189-40ac-872a-5b99e35058ee), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:23.616249 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4daa38d1-02df-4102-a4fe-33040c443b7a req-12cd5ca6-16f5-48b8-b731-276643ccd1e3 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978555 Feb 15 16:39:23.627892 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=1a27df46-1d6a-4e18-80f0-bb9c41142b9a,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:23.672359 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a490910e-fe51-49fa-bf5b-907f42ea6d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:23.677701 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b792bfcd-2c4e-42a0-9e4f-43e168de71df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3ad4eb3f-5189-40ac-872a-5b99e35058ee), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:23.680832 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b792bfcd-2c4e-42a0-9e4f-43e168de71df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:23.682466 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b792bfcd-2c4e-42a0-9e4f-43e168de71df admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3ad4eb3f-5189-40ac-872a-5b99e35058ee HTTP/1.1" status: 204 len: 168 time: 0.2983034 Feb 15 16:39:23.687374 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1a27df46-1d6a-4e18-80f0-bb9c41142b9a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:23.706212 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1067557-fdd8-4d5a-bb81-20da843939de admin admin] Publish callbacks [] for security_group (6d21dd52-e744-4562-b638-bbbc234d9616), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:23.706684 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792bfcd-2c4e-42a0-9e4f-43e168de71df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad4eb3f-5189-40ac-872a-5b99e35058ee,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:23.732980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a490910e-fe51-49fa-bf5b-907f42ea6d10 None None] No DVR routers for this DVR port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:39:23.732980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490910e-fe51-49fa-bf5b-907f42ea6d10 None None] Pushing event deleted for resources: {'Port': ['ID=1a27df46-1d6a-4e18-80f0-bb9c41142b9a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:23.772478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a27df46-1d6a-4e18-80f0-bb9c41142b9a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:23.781345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] No DVR routers for this DVR port 1a27df46-1d6a-4e18-80f0-bb9c41142b9a on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:39:23.832517 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1067557-fdd8-4d5a-bb81-20da843939de admin admin] Publish callbacks [] for security_group (6d21dd52-e744-4562-b638-bbbc234d9616), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:23.857901 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-b44493f4-e3c6-4597-a141-2a4baeae8bb4 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:23.859610 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-b44493f4-e3c6-4597-a141-2a4baeae8bb4 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3987458 Feb 15 16:39:23.924379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] For port 3b09f112-1c90-4596-9afe-3e8bd6c54626, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:23.963457 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-ca588fb5-69aa-46df-a37f-e538b6a37128 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/quotas/7955bf926da54fadab0523642b5b5ab6 HTTP/1.1" status: 200 len: 375 time: 0.0849564 Feb 15 16:39:23.968632 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (0305f676-6c3c-4135-913e-af6ab03d5e4e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:24.018990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0305f676-6c3c-4135-913e-af6ab03d5e4e']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:24.065713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11de4f94-5e26-457a-a536-68cb03892dd4') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:24.065713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11de4f94-5e26-457a-a536-68cb03892dd4') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:24.077811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] For port 3b09f112-1c90-4596-9afe-3e8bd6c54626, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:39:24.080752 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (11de4f94-5e26-457a-a536-68cb03892dd4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:24.152836 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1067557-fdd8-4d5a-bb81-20da843939de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6d21dd52-e744-4562-b638-bbbc234d9616), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:24.168807 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1067557-fdd8-4d5a-bb81-20da843939de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:24.170353 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c1067557-fdd8-4d5a-bb81-20da843939de admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6d21dd52-e744-4562-b638-bbbc234d9616 HTTP/1.1" status: 204 len: 168 time: 0.8047724 Feb 15 16:39:24.206793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3b09f112-1c90-4596-9afe-3e8bd6c54626 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:39:24.214199 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Publish callbacks [] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:24.228145 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (11de4f94-5e26-457a-a536-68cb03892dd4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:24.251550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3747b762-1840-4398-b69d-e0466035f8b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b09f112-1c90-4596-9afe-3e8bd6c54626'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:24.254553 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afea8c1-6625-42df-b6b9-5db24f3dfaab" -d '{"events": [{"server_uuid": "3747b762-1840-4398-b69d-e0466035f8b8", "name": "network-vif-unplugged", "status": "completed", "tag": "3b09f112-1c90-4596-9afe-3e8bd6c54626"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:24.299859 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:39:24.300539 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (11de4f94-5e26-457a-a536-68cb03892dd4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:39:24.303193 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:39:24.309553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb1e08-b870-45ee-867f-9959344ae16e req-81dcd2ae-0cde-4254-8de3-b363ae18e658 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:24.324399 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ccbb1e08-b870-45ee-867f-9959344ae16e req-81dcd2ae-0cde-4254-8de3-b363ae18e658 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1732364 Feb 15 16:39:24.330786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1067557-fdd8-4d5a-bb81-20da843939de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d21dd52-e744-4562-b638-bbbc234d9616,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:24.344291 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-73c77c6e-6fdb-4e77-bbd0-9a67822476c9 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=7955bf926da54fadab0523642b5b5ab6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3468869 Feb 15 16:39:24.374054 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:24.452769 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3b09f112-1c90-4596-9afe-3e8bd6c54626, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:24.477657 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ccbb1e08-b870-45ee-867f-9959344ae16e req-6d0037b8-8621-4cce-83da-11ebdec603e9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502306 Feb 15 16:39:24.486985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3b09f112-1c90-4596-9afe-3e8bd6c54626 has no active binding in host n-h2-828372-14 {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 16:39:24.492218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b09f112-1c90-4596-9afe-3e8bd6c54626,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:24.507045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Attempting to bind port 3b09f112-1c90-4596-9afe-3e8bd6c54626 on host n-h1-828372-14 for vnic_type normal with profile {"migrating_to": "n-h2-828372-14"} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:39:24.507045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Attempting to bind port 3b09f112-1c90-4596-9afe-3e8bd6c54626 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:39:24.507564 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Attempting to bind port 3b09f112-1c90-4596-9afe-3e8bd6c54626 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:24.512878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Port 3b09f112-1c90-4596-9afe-3e8bd6c54626 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:39:24.513318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Attempting to bind port 3b09f112-1c90-4596-9afe-3e8bd6c54626 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:24.519185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:39:24.519736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Checking segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:39:24.520271 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Bound using segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:39:24.520989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Bound port: 3b09f112-1c90-4596-9afe-3e8bd6c54626, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:39:24.521508 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:24.533108 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (0305f676-6c3c-4135-913e-af6ab03d5e4e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:24.571585 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:24.572040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] 10.222.0.107 "DELETE /v2.0/networks/0305f676-6c3c-4135-913e-af6ab03d5e4e HTTP/1.1" status: 204 len: 168 time: 2.1012943 Feb 15 16:39:24.572185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36872) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:24.573785 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf18ee1-4e0e-4995-9e94-8de768dc195b x-openstack-request-id: req-6cf18ee1-4e0e-4995-9e94-8de768dc195b {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:24.574084 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3747b762-1840-4398-b69d-e0466035f8b8", "name": "network-vif-unplugged", "status": "completed", "tag": "3b09f112-1c90-4596-9afe-3e8bd6c54626", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:24.574345 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6cf18ee1-4e0e-4995-9e94-8de768dc195b {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:24.575210 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3747b762-1840-4398-b69d-e0466035f8b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b09f112-1c90-4596-9afe-3e8bd6c54626', 'code': 200} Feb 15 16:39:24.606195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b1e32-f34a-41ee-acbf-06d1dfe758b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0305f676-6c3c-4135-913e-af6ab03d5e4e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:24.647130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] For port 3b09f112-1c90-4596-9afe-3e8bd6c54626, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:39:24.650546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] For port 3b09f112-1c90-4596-9afe-3e8bd6c54626, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:39:24.778312 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:24.787400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36882) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:24.954790 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c948-1af7-430c-aeab-f51ec23f608d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:25.016802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1438a-2510-4c5e-ab88-a2d7c58954c0 req-4f8a039d-f15b-45bc-bd6f-5e73bae2468f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:25.035539 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-63d1438a-2510-4c5e-ab88-a2d7c58954c0 req-4f8a039d-f15b-45bc-bd6f-5e73bae2468f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 944 time: 0.2378209 Feb 15 16:39:25.040119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1dd99ab5-3d55-4377-9fca-7bf4c2bae26e req-1b72bdd3-bbc5-469f-951f-27b74a3a1a52 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 210 time: 0.1441524 Feb 15 16:39:25.113485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:25.114112 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:25.115596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] 10.222.0.10 "PUT /v2.0/ports/3b09f112-1c90-4596-9afe-3e8bd6c54626 HTTP/1.1" status: 200 len: 1124 time: 2.4028773 Feb 15 16:39:25.135193 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9ff32-e66d-48fa-8a90-6f6355bf42a3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b09f112-1c90-4596-9afe-3e8bd6c54626,revision_number=8']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:25.189763 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-63d1438a-2510-4c5e-ab88-a2d7c58954c0 req-39c266f7-5079-4ce4-b640-3b542ce6152a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438971 Feb 15 16:39:25.214233 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['3b09f112-1c90-4596-9afe-3e8bd6c54626'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:39:25.220050 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['3b09f112-1c90-4596-9afe-3e8bd6c54626'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:39:25.271730 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c948-1af7-430c-aeab-f51ec23f608d admin admin] Publish callbacks [] for security_group (4089e536-f02f-4a7a-a033-78ed8b1d14dc), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:25.408763 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97d18288-9fd8-4208-985f-24ed44c7bfe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (809fb2c4-0859-4cab-a867-3c876a1bfb5e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:25.445665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c8c9c948-1af7-430c-aeab-f51ec23f608d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4089e536-f02f-4a7a-a033-78ed8b1d14dc), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:25.580887 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c8c9c948-1af7-430c-aeab-f51ec23f608d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2811a6536b884282a3a235b61310d16a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7419906 Feb 15 16:39:25.581625 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36900) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:25.584123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9c948-1af7-430c-aeab-f51ec23f608d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4089e536-f02f-4a7a-a033-78ed8b1d14dc,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:25.715038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa066bed-ca7a-46ee-9dc3-cc180279c800 req-2bde7ff9-371d-42f7-b5f7-376cb5259650 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:25.716747 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa066bed-ca7a-46ee-9dc3-cc180279c800 req-2bde7ff9-371d-42f7-b5f7-376cb5259650 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1213195 Feb 15 16:39:25.758376 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fabcfff8-8c77-4811-b2ed-f8c6343d6634 admin admin] Publish callbacks [] for security_group (4089e536-f02f-4a7a-a033-78ed8b1d14dc), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:25.777775 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa066bed-ca7a-46ee-9dc3-cc180279c800 req-cdba4d8f-410b-48d6-9360-61aae3102534 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533984 Feb 15 16:39:25.827159 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fabcfff8-8c77-4811-b2ed-f8c6343d6634 admin admin] Publish callbacks [] for security_group (4089e536-f02f-4a7a-a033-78ed8b1d14dc), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:25.858795 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-2df2b619-c182-4bc9-acb6-732e7d600735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:25.860263 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-2df2b619-c182-4bc9-acb6-732e7d600735 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 1133 time: 0.2202797 Feb 15 16:39:26.037788 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-1bdad77b-3c7a-4541-97d1-6e2ac5b36d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:26.040451 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-1bdad77b-3c7a-4541-97d1-6e2ac5b36d7b service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1612661 Feb 15 16:39:26.060049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-97d18288-9fd8-4208-985f-24ed44c7bfe2 admin admin] Deleting port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:39:26.060394 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97d18288-9fd8-4208-985f-24ed44c7bfe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:26.142533 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fabcfff8-8c77-4811-b2ed-f8c6343d6634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4089e536-f02f-4a7a-a033-78ed8b1d14dc), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:26.145174 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fabcfff8-8c77-4811-b2ed-f8c6343d6634 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:26.146369 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fabcfff8-8c77-4811-b2ed-f8c6343d6634 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4089e536-f02f-4a7a-a033-78ed8b1d14dc HTTP/1.1" status: 204 len: 168 time: 0.5638001 Feb 15 16:39:26.169951 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-8357df22-8762-46b7-8326-f15e69c9b064 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2460c194-82b2-4d98-b476-67ea1ad6c973 HTTP/1.1" status: 200 len: 217 time: 0.0978539 Feb 15 16:39:26.174367 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-21c1bb07-f87a-4ef9-ada4-895b71e637b2 req-5a719cbe-e234-4212-8448-3f6cb2b69783 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 210 time: 0.0693588 Feb 15 16:39:26.190622 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcfff8-8c77-4811-b2ed-f8c6343d6634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4089e536-f02f-4a7a-a033-78ed8b1d14dc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:26.247447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36920) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:26.264252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-97d18288-9fd8-4208-985f-24ed44c7bfe2 admin admin] For port b70d51a0-ec5c-4b7f-bb1a-66f508262cd6, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b70d51a0-ec5c-4b7f-bb1a-66f508262cd6,segment=NetworkSegment(58af60a4-86aa-4f8e-899f-8d92f54797f4),segment_id=58af60a4-86aa-4f8e-899f-8d92f54797f4)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:26.264626 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97d18288-9fd8-4208-985f-24ed44c7bfe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:26.268786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-ed7da23b-00af-4c8d-a1b8-4b727702078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:26.269859 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-ed7da23b-00af-4c8d-a1b8-4b727702078c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0885191 Feb 15 16:39:26.304562 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-97d18288-9fd8-4208-985f-24ed44c7bfe2 admin admin] Calling delete_port for b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:39:26.373296 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-50cafb47-34ef-42ad-9f6c-6c7897d23d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:26.374853 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-50cafb47-34ef-42ad-9f6c-6c7897d23d35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0988660 Feb 15 16:39:26.385267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc3e1b-a073-49d0-8b7c-787b895fea40 req-9b6a8901-6ff8-4352-a4b4-b71192868a04 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:26.392855 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acdc3e1b-a073-49d0-8b7c-787b895fea40 req-9b6a8901-6ff8-4352-a4b4-b71192868a04 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 944 time: 0.0774176 Feb 15 16:39:26.417313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0b3141c3-6979-4293-a814-a3947523f314 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-494572170-network', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:26.477727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acdc3e1b-a073-49d0-8b7c-787b895fea40 req-92d04a55-7aef-46b9-bc4c-4ceafbc0f924 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765402 Feb 15 16:39:26.516253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3141c3-6979-4293-a814-a3947523f314 admin admin] Made reservation on behalf of 92a52b9edefa4daf8132218d260f82a4 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:39:26.519115 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b3141c3-6979-4293-a814-a3947523f314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:26.529557 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b3141c3-6979-4293-a814-a3947523f314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:26.540631 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-d365b628-7bdb-450c-bafd-4b615b502cf9 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576684 Feb 15 16:39:26.577671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3747b762-1840-4398-b69d-e0466035f8b8', 'tag': '3b09f112-1c90-4596-9afe-3e8bd6c54626'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:26.580497 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d03cf9-dc05-487b-bb70-eb9e92baed77" -d '{"events": [{"name": "network-changed", "server_uuid": "3747b762-1840-4398-b69d-e0466035f8b8", "tag": "3b09f112-1c90-4596-9afe-3e8bd6c54626"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:26.638372 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b3141c3-6979-4293-a814-a3947523f314 admin admin] Publish callbacks [] for security_group (ed6919b6-6e37-4acc-b04a-699d3cf0f691), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:26.672541 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e06f37-c0c7-4415-b95a-110e18ecb551 x-openstack-request-id: req-b0e06f37-c0c7-4415-b95a-110e18ecb551 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:26.673155 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3747b762-1840-4398-b69d-e0466035f8b8", "tag": "3b09f112-1c90-4596-9afe-3e8bd6c54626", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:26.674340 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-9cc13561-c6be-4fb4-ade4-186980535c03 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221685 Feb 15 16:39:26.675135 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b0e06f37-c0c7-4415-b95a-110e18ecb551 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:26.677412 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3747b762-1840-4398-b69d-e0466035f8b8', 'tag': '3b09f112-1c90-4596-9afe-3e8bd6c54626', 'status': 'completed', 'code': 200} Feb 15 16:39:26.739379 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b3141c3-6979-4293-a814-a3947523f314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ed6919b6-6e37-4acc-b04a-699d3cf0f691), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:26.773795 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97d18288-9fd8-4208-985f-24ed44c7bfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b70d51a0-ec5c-4b7f-bb1a-66f508262cd6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:26.799593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3141c3-6979-4293-a814-a3947523f314 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:39:26.863654 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d18288-9fd8-4208-985f-24ed44c7bfe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b70d51a0-ec5c-4b7f-bb1a-66f508262cd6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:26.907497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d03cf9-dc05-487b-bb70-eb9e92baed77 req-0720b1dd-6b9d-49c4-b219-2d70484ad00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:26.919443 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55d03cf9-dc05-487b-bb70-eb9e92baed77 req-0720b1dd-6b9d-49c4-b219-2d70484ad00f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 1158 time: 0.2427492 Feb 15 16:39:26.920144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3141c3-6979-4293-a814-a3947523f314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6919b6-6e37-4acc-b04a-699d3cf0f691,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:26.960112 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b3141c3-6979-4293-a814-a3947523f314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8aac18e3-77b8-4d72-923e-2087ce4644ba), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:26.960467 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-0b3141c3-6979-4293-a814-a3947523f314 admin admin] Added segment 8aac18e3-77b8-4d72-923e-2087ce4644ba of type vlan for network 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a Feb 15 16:39:27.135750 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97d18288-9fd8-4208-985f-24ed44c7bfe2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (809fb2c4-0859-4cab-a867-3c876a1bfb5e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:27.245084 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b3141c3-6979-4293-a814-a3947523f314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:27.358765 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e495a5cd-4b22-44f9-83e8-60df8ce81c40 req-6cfbf859-db76-40ab-9ca8-1b88587ec5b6 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 210 time: 0.0335526 Feb 15 16:39:27.374111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f255f48-d858-4305-ab3a-fc24cc5fd663 req-85d1a666-e66a-4931-bac6-1cd74f764d50 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:27.376414 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f255f48-d858-4305-ab3a-fc24cc5fd663 req-85d1a666-e66a-4931-bac6-1cd74f764d50 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.3453047 Feb 15 16:39:27.409765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d03cf9-dc05-487b-bb70-eb9e92baed77 req-7b06a512-0673-4746-bd78-3d82fd85e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:27.411334 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55d03cf9-dc05-487b-bb70-eb9e92baed77 req-7b06a512-0673-4746-bd78-3d82fd85e319 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.3755548 Feb 15 16:39:27.472815 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55d03cf9-dc05-487b-bb70-eb9e92baed77 req-3affaacd-c8f1-4d98-9dd7-0f89c4338f47 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626 HTTP/1.1" status: 200 len: 217 time: 0.0461051 Feb 15 16:39:27.480557 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f255f48-d858-4305-ab3a-fc24cc5fd663 req-8909407b-5aec-41eb-bfbf-447a93ff7879 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965953 Feb 15 16:39:27.492881 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b3141c3-6979-4293-a814-a3947523f314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:27.493859 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3141c3-6979-4293-a814-a3947523f314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:27.494447 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b3141c3-6979-4293-a814-a3947523f314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:27.521630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d18288-9fd8-4208-985f-24ed44c7bfe2 admin admin] Router 809fb2c4-0859-4cab-a867-3c876a1bfb5e has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:39:27.596252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3141c3-6979-4293-a814-a3947523f314 admin admin] Pushing event updated for resources: {'Network': ['ID=6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:27.599169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d03cf9-dc05-487b-bb70-eb9e92baed77 req-1d9e90be-f106-4ce2-9773-74045c663658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:27.600666 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55d03cf9-dc05-487b-bb70-eb9e92baed77 req-1d9e90be-f106-4ce2-9773-74045c663658 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.1176381 Feb 15 16:39:27.607184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:39:27.667908 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55d03cf9-dc05-487b-bb70-eb9e92baed77 req-ce3cc8ad-b02c-4d84-95b3-c542b184044c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532191 Feb 15 16:39:27.673612 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94143759-0d5a-4167-a0bf-15e8dab65773 req-b0ddffbc-f6c3-4378-9f9c-57516979c66d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:27.675318 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-94143759-0d5a-4167-a0bf-15e8dab65773 req-b0ddffbc-f6c3-4378-9f9c-57516979c66d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 944 time: 0.1051531 Feb 15 16:39:27.675912 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0b3141c3-6979-4293-a814-a3947523f314 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4261222 Feb 15 16:39:27.678540 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36958) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:27.693375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-aad7244f-ca30-449c-9c3a-4f293e002a0a admin admin] Request body: {'subnet': {'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-494572170-subnet', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:27.725314 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d18288-9fd8-4208-985f-24ed44c7bfe2 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:39:27.733101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-97d18288-9fd8-4208-985f-24ed44c7bfe2 admin admin] 10.222.0.107 "PUT /v2.0/routers/809fb2c4-0859-4cab-a867-3c876a1bfb5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1596017 Feb 15 16:39:27.735605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36962) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:27.740309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbb1dc-24a0-47ce-ac8c-33d162c2b3bd None None] Sync routers for ids ['809fb2c4-0859-4cab-a867-3c876a1bfb5e'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:39:27.759075 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbb1dc-24a0-47ce-ac8c-33d162c2b3bd None None] Routers {'809fb2c4-0859-4cab-a867-3c876a1bfb5e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:39:27.763291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-76dbb1dc-24a0-47ce-ac8c-33d162c2b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:39:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['809fb2c4-0859-4cab-a867-3c876a1bfb5e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:27.795510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55d03cf9-dc05-487b-bb70-eb9e92baed77 req-6660ae95-8ec4-4e18-8a37-cb574292fa9c service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180820 Feb 15 16:39:27.872636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36964) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:27.889808 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-94143759-0d5a-4167-a0bf-15e8dab65773 req-2f17e8d4-8fcc-479a-80a5-653cd43d6686 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918311 Feb 15 16:39:27.890773 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad7244f-ca30-449c-9c3a-4f293e002a0a admin admin] Made reservation on behalf of 92a52b9edefa4daf8132218d260f82a4 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:39:27.893677 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aad7244f-ca30-449c-9c3a-4f293e002a0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:27.908229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-76dbb1dc-24a0-47ce-ac8c-33d162c2b3bd None None] Set router 809fb2c4-0859-4cab-a867-3c876a1bfb5e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:39:27.952676 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55d03cf9-dc05-487b-bb70-eb9e92baed77 req-60ffe832-892b-4700-ac7c-5c90c83a6513 service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464448 Feb 15 16:39:28.033289 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0282a1c-6276-458c-bef6-f3f75970d3d2 admin admin] Publish callbacks [] for router (809fb2c4-0859-4cab-a867-3c876a1bfb5e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:28.108031 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-62fe9cf2-2ee9-4a6f-bc76-5f2ce87ccb2b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1653060431-network', 'tenant_id': 'a72f82079bed465ea405f6532e981b09'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:28.186149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-76dbb1dc-24a0-47ce-ac8c-33d162c2b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1139313145-router', 'tenant_id': '01fb17bf5990440d9ccbcaa180059ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '53ff2011-5365-42fb-b37f-142086c8948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:13Z', 'updated_at': '2022-02-15T16:39:26Z', 'revision_number': 5, 'project_id': '01fb17bf5990440d9ccbcaa180059ab6', 'gw_port': {'id': '53ff2011-5365-42fb-b37f-142086c8948e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:16Z', 'updated_at': '2022-02-15T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:28.219881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbb1dc-24a0-47ce-ac8c-33d162c2b3bd None None] Checking router: 809fb2c4-0859-4cab-a867-3c876a1bfb5e for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:39:28.232220 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbb1dc-24a0-47ce-ac8c-33d162c2b3bd None None] Routers {'809fb2c4-0859-4cab-a867-3c876a1bfb5e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:39:28.233475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-76dbb1dc-24a0-47ce-ac8c-33d162c2b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:39:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['809fb2c4-0859-4cab-a867-3c876a1bfb5e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:28.313738 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0282a1c-6276-458c-bef6-f3f75970d3d2 admin admin] Publish callbacks [] for router_gateway (809fb2c4-0859-4cab-a867-3c876a1bfb5e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:28.430884 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fe9cf2-2ee9-4a6f-bc76-5f2ce87ccb2b admin admin] Made reservation on behalf of a72f82079bed465ea405f6532e981b09 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:39:28.433667 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62fe9cf2-2ee9-4a6f-bc76-5f2ce87ccb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:28.452115 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62fe9cf2-2ee9-4a6f-bc76-5f2ce87ccb2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:28.473131 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-57450db2-80b1-479f-aee1-006e9eb5785e tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=7955bf926da54fadab0523642b5b5ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3591185 Feb 15 16:39:28.491605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-818148eb-51c4-460d-8276-7a92f669f18f req-07fb5aa3-692e-4705-b317-85aa835e8e29 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 210 time: 0.0294139 Feb 15 16:39:28.550891 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62fe9cf2-2ee9-4a6f-bc76-5f2ce87ccb2b admin admin] Publish callbacks [] for security_group (23a8af2f-18e5-44f8-bbb7-3607267ef251), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:28.550891 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aad7244f-ca30-449c-9c3a-4f293e002a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (8291a608-81de-4b12-bf71-94312111a503), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:28.571144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-76dbb1dc-24a0-47ce-ac8c-33d162c2b3bd None None] Set router 809fb2c4-0859-4cab-a867-3c876a1bfb5e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:39:28.634877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-24cae2fa-b6da-4a1b-aecc-4f7c860d8c0e tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:28.636669 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-24cae2fa-b6da-4a1b-aecc-4f7c860d8c0e tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1480930 Feb 15 16:39:28.655167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-59ba5a1f-132f-44a0-8917-551eb35c2b2c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Request body: {'port': {'device_id': '925ed62b-ca8c-485d-a017-8d50bb7486c3', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '7955bf926da54fadab0523642b5b5ab6'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:28.670285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7244f-ca30-449c-9c3a-4f293e002a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8291a608-81de-4b12-bf71-94312111a503,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:28.689436 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62fe9cf2-2ee9-4a6f-bc76-5f2ce87ccb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (23a8af2f-18e5-44f8-bbb7-3607267ef251), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:28.722611 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad7244f-ca30-449c-9c3a-4f293e002a0a admin admin] Checking segment: {'id': '8aac18e3-77b8-4d72-923e-2087ce4644ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:39:28.722995 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad7244f-ca30-449c-9c3a-4f293e002a0a admin admin] Network hostable DHCP agents. Network: 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:39:28.734976 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c0282a1c-6276-458c-bef6-f3f75970d3d2 admin admin] Deleting port 53ff2011-5365-42fb-b37f-142086c8948e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:39:28.734976 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0282a1c-6276-458c-bef6-f3f75970d3d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (53ff2011-5365-42fb-b37f-142086c8948e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:28.738733 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fe9cf2-2ee9-4a6f-bc76-5f2ce87ccb2b admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:39:28.761822 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106a03d-982f-478f-8291-81f84249899c req-e0aae768-7277-4c2f-9c25-a9f0e85a55e9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:28.763390 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d106a03d-982f-478f-8291-81f84249899c req-e0aae768-7277-4c2f-9c25-a9f0e85a55e9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1610284 Feb 15 16:39:28.821733 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62fe9cf2-2ee9-4a6f-bc76-5f2ce87ccb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a0d7c0d4-e847-4502-b44b-36c6801942ce), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:28.822087 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-62fe9cf2-2ee9-4a6f-bc76-5f2ce87ccb2b admin admin] Added segment a0d7c0d4-e847-4502-b44b-36c6801942ce of type vlan for network a9d55db1-0d0e-44ac-b542-332afc540b37 Feb 15 16:39:28.823308 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe9cf2-2ee9-4a6f-bc76-5f2ce87ccb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a8af2f-18e5-44f8-bbb7-3607267ef251,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:28.846937 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-76dbb1dc-24a0-47ce-ac8c-33d162c2b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1139313145-router', 'tenant_id': '01fb17bf5990440d9ccbcaa180059ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '53ff2011-5365-42fb-b37f-142086c8948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:13Z', 'updated_at': '2022-02-15T16:39:26Z', 'revision_number': 5, 'project_id': '01fb17bf5990440d9ccbcaa180059ab6', 'gw_port': {'id': '53ff2011-5365-42fb-b37f-142086c8948e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:16Z', 'updated_at': '2022-02-15T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:28.876082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-59ba5a1f-132f-44a0-8917-551eb35c2b2c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Made reservation on behalf of 7955bf926da54fadab0523642b5b5ab6 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:39:28.879619 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-59ba5a1f-132f-44a0-8917-551eb35c2b2c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:28.888820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbb1dc-24a0-47ce-ac8c-33d162c2b3bd None None] The sync data for ids ['809fb2c4-0859-4cab-a867-3c876a1bfb5e'] in n-d-828372-14 is: [{'id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1139313145-router', 'tenant_id': '01fb17bf5990440d9ccbcaa180059ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '53ff2011-5365-42fb-b37f-142086c8948e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:36:13Z', 'updated_at': '2022-02-15T16:39:26Z', 'revision_number': 5, 'project_id': '01fb17bf5990440d9ccbcaa180059ab6', 'gw_port': {'id': '53ff2011-5365-42fb-b37f-142086c8948e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:00:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809fb2c4-0859-4cab-a867-3c876a1bfb5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:36:16Z', 'updated_at': '2022-02-15T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:39:28.906608 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d106a03d-982f-478f-8291-81f84249899c req-32f17c7c-6099-44b3-bf84-66b2a482c77e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978537 Feb 15 16:39:28.929977 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62fe9cf2-2ee9-4a6f-bc76-5f2ce87ccb2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (a9d55db1-0d0e-44ac-b542-332afc540b37), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:28.961334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad7244f-ca30-449c-9c3a-4f293e002a0a admin admin] Network 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:39:28.984141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-c0282a1c-6276-458c-bef6-f3f75970d3d2 admin admin] For port 53ff2011-5365-42fb-b37f-142086c8948e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=53ff2011-5365-42fb-b37f-142086c8948e,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:28.984535 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0282a1c-6276-458c-bef6-f3f75970d3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (53ff2011-5365-42fb-b37f-142086c8948e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:29.000705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c0282a1c-6276-458c-bef6-f3f75970d3d2 admin admin] Calling delete_port for 53ff2011-5365-42fb-b37f-142086c8948e owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:39:29.062311 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-aad7244f-ca30-449c-9c3a-4f293e002a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:39:29.071511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd88f89-d860-42af-9e0e-38975d3104f7 None None] Network 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:39:29.080245 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad7244f-ca30-449c-9c3a-4f293e002a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:29.080857 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aad7244f-ca30-449c-9c3a-4f293e002a0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:29.094550 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62fe9cf2-2ee9-4a6f-bc76-5f2ce87ccb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (a9d55db1-0d0e-44ac-b542-332afc540b37), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:29.095669 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe9cf2-2ee9-4a6f-bc76-5f2ce87ccb2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:29.096259 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62fe9cf2-2ee9-4a6f-bc76-5f2ce87ccb2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:29.136387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-59ba5a1f-132f-44a0-8917-551eb35c2b2c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Allocated IP 192.168.233.84 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/9a599476-59ab-4c2a-9232-22f7bc800718) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:39:29.172185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cc126-2dee-41be-8e53-291eb6c662a4 req-871bee7d-46ee-4438-a807-229f1649ef69 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:29.181163 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7f2cc126-2dee-41be-8e53-291eb6c662a4 req-871bee7d-46ee-4438-a807-229f1649ef69 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 944 time: 0.1631846 Feb 15 16:39:29.237149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'fixed_ips': [{'subnet_id': '8291a608-81de-4b12-bf71-94312111a503'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:39:29.237607 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:29.282772 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7f2cc126-2dee-41be-8e53-291eb6c662a4 req-3abd7e0c-9bd0-418c-9c76-1da3cf5a1b7f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953071 Feb 15 16:39:29.445222 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-59ba5a1f-132f-44a0-8917-551eb35c2b2c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks [] for port (9a599476-59ab-4c2a-9232-22f7bc800718), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:29.457218 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Allocated IP 172.20.0.2 (6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a/8291a608-81de-4b12-bf71-94312111a503/17b5454d-de6f-458f-add3-2feb18bf2d7d) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:39:29.517571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:39:29.540093 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:39:29.540360 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b70d51a0-ec5c-4b7f-bb1a-66f508262cd6 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:39:29.585103 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-59ba5a1f-132f-44a0-8917-551eb35c2b2c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9a599476-59ab-4c2a-9232-22f7bc800718), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:29.590727 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-aad7244f-ca30-449c-9c3a-4f293e002a0a admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9023850 Feb 15 16:39:29.594873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36980) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:29.595455 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-62fe9cf2-2ee9-4a6f-bc76-5f2ce87ccb2b admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6967664 Feb 15 16:39:29.607613 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36982) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:29.608721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-494572170-router', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:29.618105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['f78a0503-8421-43e6-8918-8eae39cfea0b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:39:29.634927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-08f50148-b0fa-4be1-9a8e-a50f6b0dbbeb admin admin] Request body: {'subnet': {'network_id': 'a9d55db1-0d0e-44ac-b542-332afc540b37', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1653060431-subnet', 'tenant_id': 'a72f82079bed465ea405f6532e981b09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:29.674685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe9cf2-2ee9-4a6f-bc76-5f2ce87ccb2b admin admin] Pushing event updated for resources: {'Network': ['ID=a9d55db1-0d0e-44ac-b542-332afc540b37,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:29.732417 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7fac3-6082-463e-87f1-add2db81318b req-a9e37a79-fcd0-4f80-83c9-3dc0f9d240cc tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:29.733990 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6bd7fac3-6082-463e-87f1-add2db81318b req-a9e37a79-fcd0-4f80-83c9-3dc0f9d240cc tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 935 time: 0.1375716 Feb 15 16:39:29.735856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-59ba5a1f-132f-44a0-8917-551eb35c2b2c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:39:29.743378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-59ba5a1f-132f-44a0-8917-551eb35c2b2c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:39:29.745601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba5a1f-132f-44a0-8917-551eb35c2b2c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Pushing event updated for resources: {'Port': ['ID=9a599476-59ab-4c2a-9232-22f7bc800718,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:29.747959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-59ba5a1f-132f-44a0-8917-551eb35c2b2c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:39:29.776348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f50148-b0fa-4be1-9a8e-a50f6b0dbbeb admin admin] Made reservation on behalf of a72f82079bed465ea405f6532e981b09 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:39:29.776348 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-08f50148-b0fa-4be1-9a8e-a50f6b0dbbeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:29.787377 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Publish callbacks [] for port (17b5454d-de6f-458f-add3-2feb18bf2d7d), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:29.801798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network a9d55db1-0d0e-44ac-b542-332afc540b37 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:39:29.808649 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-59ba5a1f-132f-44a0-8917-551eb35c2b2c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:29.812423 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-59ba5a1f-132f-44a0-8917-551eb35c2b2c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:29.862054 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6bd7fac3-6082-463e-87f1-add2db81318b req-0027a681-dcf5-4504-a17a-50f9d0069935 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150038 Feb 15 16:39:29.908860 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (bcaf26a8-ad35-40e8-b600-906b19dc30f0), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:29.909998 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (bcaf26a8-ad35-40e8-b600-906b19dc30f0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:29.974525 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-59ba5a1f-132f-44a0-8917-551eb35c2b2c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3256454 Feb 15 16:39:30.195415 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0282a1c-6276-458c-bef6-f3f75970d3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (53ff2011-5365-42fb-b37f-142086c8948e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.196172 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (17b5454d-de6f-458f-add3-2feb18bf2d7d), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.196893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Request body: {'port': {'device_id': '925ed62b-ca8c-485d-a017-8d50bb7486c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:30.197090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0282a1c-6276-458c-bef6-f3f75970d3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ff2011-5365-42fb-b37f-142086c8948e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:30.197290 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Network 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:39:30.197290 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:39:30.197290 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:39:30.197948 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0282a1c-6276-458c-bef6-f3f75970d3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (809fb2c4-0859-4cab-a867-3c876a1bfb5e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.198152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Pushing event updated for resources: {'Port': ['ID=17b5454d-de6f-458f-add3-2feb18bf2d7d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:30.232418 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Publish callbacks [] for router_controller (bcaf26a8-ad35-40e8-b600-906b19dc30f0), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.246946 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-dfb3e94e-fbcb-4b9b-85d6-67b93299b437 None None] Provisioning complete for port 9a599476-59ab-4c2a-9232-22f7bc800718 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:30.247568 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dfb3e94e-fbcb-4b9b-85d6-67b93299b437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9a599476-59ab-4c2a-9232-22f7bc800718), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.287757 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-08f50148-b0fa-4be1-9a8e-a50f6b0dbbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (d6bcfada-966b-4ec1-ab3e-f5001f503910), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.295062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Attempting to bind port 17b5454d-de6f-458f-add3-2feb18bf2d7d on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:39:30.298422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Attempting to bind port 17b5454d-de6f-458f-add3-2feb18bf2d7d by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '8aac18e3-77b8-4d72-923e-2087ce4644ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:39:30.298422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Attempting to bind port 17b5454d-de6f-458f-add3-2feb18bf2d7d on network 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:30.298707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1c451-19ee-4f06-b00c-8e762116b360 req-69f27ea9-62cb-4f55-bf6e-d60bc7cb9604 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:30.311110 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fff1c451-19ee-4f06-b00c-8e762116b360 req-69f27ea9-62cb-4f55-bf6e-d60bc7cb9604 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1846054 Feb 15 16:39:30.312676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:39:30.313071 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Checking segment: {'id': '8aac18e3-77b8-4d72-923e-2087ce4644ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:39:30.313643 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.314043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Bound using segment: {'id': '8aac18e3-77b8-4d72-923e-2087ce4644ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:39:30.314615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Bound port: 17b5454d-de6f-458f-add3-2feb18bf2d7d, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac18e3-77b8-4d72-923e-2087ce4644ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:39:30.315753 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (17b5454d-de6f-458f-add3-2feb18bf2d7d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.322002 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.328477 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0282a1c-6276-458c-bef6-f3f75970d3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (809fb2c4-0859-4cab-a867-3c876a1bfb5e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.331537 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3e94e-fbcb-4b9b-85d6-67b93299b437 None None] Port 9a599476-59ab-4c2a-9232-22f7bc800718 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:39:30.333986 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0282a1c-6276-458c-bef6-f3f75970d3d2 admin admin] Publish callbacks [] for router_controller (809fb2c4-0859-4cab-a867-3c876a1bfb5e), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.419979 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f50148-b0fa-4be1-9a8e-a50f6b0dbbeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6bcfada-966b-4ec1-ab3e-f5001f503910,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:30.428184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f50148-b0fa-4be1-9a8e-a50f6b0dbbeb admin admin] Checking segment: {'id': 'a0d7c0d4-e847-4502-b44b-36c6801942ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9d55db1-0d0e-44ac-b542-332afc540b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:39:30.428747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f50148-b0fa-4be1-9a8e-a50f6b0dbbeb admin admin] Network hostable DHCP agents. Network: a9d55db1-0d0e-44ac-b542-332afc540b37, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:39:30.455503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] For port 17b5454d-de6f-458f-add3-2feb18bf2d7d, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:39:30.460527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] For port 17b5454d-de6f-458f-add3-2feb18bf2d7d, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=17b5454d-de6f-458f-add3-2feb18bf2d7d,segment=NetworkSegment(8aac18e3-77b8-4d72-923e-2087ce4644ba),segment_id=8aac18e3-77b8-4d72-923e-2087ce4644ba)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:39:30.467113 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9a599476-59ab-4c2a-9232-22f7bc800718), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.480170 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297180b8-90ca-48d2-9f97-8765e91700b1 req-23866c2b-b749-40a0-a071-2bdbe6b65177 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:30.481713 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-297180b8-90ca-48d2-9f97-8765e91700b1 req-23866c2b-b749-40a0-a071-2bdbe6b65177 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 944 time: 0.0865085 Feb 15 16:39:30.513767 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.535891 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-297180b8-90ca-48d2-9f97-8765e91700b1 req-0c85259c-ceea-4aed-9028-d9bb93989f66 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483558 Feb 15 16:39:30.567224 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0282a1c-6276-458c-bef6-f3f75970d3d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (809fb2c4-0859-4cab-a867-3c876a1bfb5e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.568455 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0282a1c-6276-458c-bef6-f3f75970d3d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 809fb2c4-0859-4cab-a867-3c876a1bfb5e {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:39:30.573030 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0282a1c-6276-458c-bef6-f3f75970d3d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.577855 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c0282a1c-6276-458c-bef6-f3f75970d3d2 admin admin] 10.222.0.107 "DELETE /v2.0/routers/809fb2c4-0859-4cab-a867-3c876a1bfb5e HTTP/1.1" status: 204 len: 168 time: 2.8386381 Feb 15 16:39:30.579475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36990) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:30.596434 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fff1c451-19ee-4f06-b00c-8e762116b360 req-9a0b1868-3c8a-45df-a74e-903facfc6d2a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650409 Feb 15 16:39:30.597692 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (17b5454d-de6f-458f-add3-2feb18bf2d7d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.609593 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Publish callbacks [] for router_gateway (bcaf26a8-ad35-40e8-b600-906b19dc30f0), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.652009 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f50148-b0fa-4be1-9a8e-a50f6b0dbbeb admin admin] Network a9d55db1-0d0e-44ac-b542-332afc540b37 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:39:30.667032 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-49334364-485d-4bef-a159-b0b367e28f50 admin admin] Deleting subnet 9643d7d9-8b62-4688-a372-831e714a69b6 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:39:30.671119 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49334364-485d-4bef-a159-b0b367e28f50 admin admin] Publish callbacks [] for subnet (9643d7d9-8b62-4688-a372-831e714a69b6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.700797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ea93e-a746-4e34-96f6-538d815c5c52 None None] Pushing event updated for resources: {'Port': ['ID=17b5454d-de6f-458f-add3-2feb18bf2d7d,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:30.734912 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-08f50148-b0fa-4be1-9a8e-a50f6b0dbbeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, a9d55db1-0d0e-44ac-b542-332afc540b37) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:39:30.744894 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a63d0a-c6e1-4bea-878d-ead6a8038fc6 None None] Network a9d55db1-0d0e-44ac-b542-332afc540b37 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:39:30.749748 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f50148-b0fa-4be1-9a8e-a50f6b0dbbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:30.750475 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-08f50148-b0fa-4be1-9a8e-a50f6b0dbbeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.755835 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49334364-485d-4bef-a159-b0b367e28f50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (9643d7d9-8b62-4688-a372-831e714a69b6), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.912335 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-08f50148-b0fa-4be1-9a8e-a50f6b0dbbeb admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2989781 Feb 15 16:39:30.922915 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd761ea6-09cd-4947-93ed-f43501bee9a5 None None] Network a9d55db1-0d0e-44ac-b542-332afc540b37 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:39:30.924285 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49334364-485d-4bef-a159-b0b367e28f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (9643d7d9-8b62-4688-a372-831e714a69b6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:30.993743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a599476-59ab-4c2a-9232-22f7bc800718 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:39:31.009900 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Publish callbacks [] for port (9a599476-59ab-4c2a-9232-22f7bc800718), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:31.031597 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Transition to ACTIVE for port object 9a599476-59ab-4c2a-9232-22f7bc800718 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:39:31.120166 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5063329-e867-4655-9832-24857836fde6 req-ff54af8d-cbd6-4ad8-af81-626ed82f258b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:31.121809 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5063329-e867-4655-9832-24857836fde6 req-ff54af8d-cbd6-4ad8-af81-626ed82f258b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 935 time: 0.0742319 Feb 15 16:39:31.139229 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49334364-485d-4bef-a159-b0b367e28f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (9643d7d9-8b62-4688-a372-831e714a69b6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:31.143906 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (9a599476-59ab-4c2a-9232-22f7bc800718), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:31.249291 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49334364-485d-4bef-a159-b0b367e28f50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9643d7d9-8b62-4688-a372-831e714a69b6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:31.281243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0352308b-6ad5-460f-bd5a-bdb551eda0a4 None None] Network 521e47ac-d011-40e1-850e-90faea2861f7 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:39:31.295943 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49334364-485d-4bef-a159-b0b367e28f50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:31.302742 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-49334364-485d-4bef-a159-b0b367e28f50 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/9643d7d9-8b62-4688-a372-831e714a69b6 HTTP/1.1" status: 204 len: 168 time: 0.7215540 Feb 15 16:39:31.325563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37000) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:31.327879 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Publish callbacks [] for router_gateway (bcaf26a8-ad35-40e8-b600-906b19dc30f0), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:31.376763 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5063329-e867-4655-9832-24857836fde6 req-7af9412e-5e18-46cb-ba9b-b781f4574a60 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489588 Feb 15 16:39:31.415405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 53ff2011-5365-42fb-b37f-142086c8948e no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:39:31.493342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 53ff2011-5365-42fb-b37f-142086c8948e {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:39:31.493719 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 53ff2011-5365-42fb-b37f-142086c8948e not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:39:31.496489 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:31.533911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Pushing event updated for resources: {'Port': ['ID=9a599476-59ab-4c2a-9232-22f7bc800718,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:31.692494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ab5892-8cbf-47d5-a3ff-0cbbc34c3a1a None None] DHCP port deletion for 521e47ac-d011-40e1-850e-90faea2861f7 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:39:31.792776 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Allocated IP 172.25.4.213 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/0a2c2071-584d-498d-b792-8dd836348bfc) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:39:31.806183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab5892-8cbf-47d5-a3ff-0cbbc34c3a1a None None] Deleting port 4aed293c-b5b2-467e-8756-27fdb40adeab {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:39:31.806676 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7ab5892-8cbf-47d5-a3ff-0cbbc34c3a1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:31.811917 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb3520-66f0-418f-a1d3-70c2a0e37a6f req-fc5818f5-05fc-4d1a-8ac2-9dfcce4a104e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:31.822439 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-04bb3520-66f0-418f-a1d3-70c2a0e37a6f req-fc5818f5-05fc-4d1a-8ac2-9dfcce4a104e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.0918231 Feb 15 16:39:31.902316 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-04bb3520-66f0-418f-a1d3-70c2a0e37a6f req-273ca07d-47b1-427c-9f7f-409985c801ef tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787842 Feb 15 16:39:31.919516 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d7ab5892-8cbf-47d5-a3ff-0cbbc34c3a1a None None] For port 4aed293c-b5b2-467e-8756-27fdb40adeab, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4aed293c-b5b2-467e-8756-27fdb40adeab,segment=NetworkSegment(58af60a4-86aa-4f8e-899f-8d92f54797f4),segment_id=58af60a4-86aa-4f8e-899f-8d92f54797f4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:31.920107 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7ab5892-8cbf-47d5-a3ff-0cbbc34c3a1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:31.928269 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (521e47ac-d011-40e1-850e-90faea2861f7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:31.937083 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d7ab5892-8cbf-47d5-a3ff-0cbbc34c3a1a None None] Calling delete_port for 4aed293c-b5b2-467e-8756-27fdb40adeab owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:39:31.977387 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Publish callbacks [] for port (0a2c2071-584d-498d-b792-8dd836348bfc), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.094524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Attempting to bind port 9a599476-59ab-4c2a-9232-22f7bc800718 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:39:32.094865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Attempting to bind port 9a599476-59ab-4c2a-9232-22f7bc800718 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:39:32.095208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Attempting to bind port 9a599476-59ab-4c2a-9232-22f7bc800718 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:32.106191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Port 9a599476-59ab-4c2a-9232-22f7bc800718 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:39:32.106522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Attempting to bind port 9a599476-59ab-4c2a-9232-22f7bc800718 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:32.116121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:39:32.116464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:39:32.116996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:39:32.121475 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Bound port: 9a599476-59ab-4c2a-9232-22f7bc800718, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:39:32.121909 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9a599476-59ab-4c2a-9232-22f7bc800718), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.211321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ab9fb-64c3-4d3f-9d7c-4ccf1ab5434b req-cf0b676e-2cbf-473f-8b52-181429e8f8f6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:32.212891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be5ab9fb-64c3-4d3f-9d7c-4ccf1ab5434b req-cf0b676e-2cbf-473f-8b52-181429e8f8f6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 944 time: 0.2875855 Feb 15 16:39:32.259226 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37016) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:32.267829 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a25cb929-4a41-45d1-bccf-0e7054d9ff76 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-705862107-network', 'tenant_id': 'bce38248a35f4cd7aca114f838b1e7fd'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:32.288131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] Deleting port 4aed293c-b5b2-467e-8756-27fdb40adeab {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:39:32.288838 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.299367 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7ab5892-8cbf-47d5-a3ff-0cbbc34c3a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.315726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ab5892-8cbf-47d5-a3ff-0cbbc34c3a1a None None] No DVR routers for this DVR port 4aed293c-b5b2-467e-8756-27fdb40adeab on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:39:32.351016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab5892-8cbf-47d5-a3ff-0cbbc34c3a1a None None] Pushing event deleted for resources: {'Port': ['ID=4aed293c-b5b2-467e-8756-27fdb40adeab,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:32.409972 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be5ab9fb-64c3-4d3f-9d7c-4ccf1ab5434b req-d9144f23-dcbe-4b86-b72d-1398fcdef41f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745508 Feb 15 16:39:32.421870 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0a2c2071-584d-498d-b792-8dd836348bfc), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.424559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] For port 9a599476-59ab-4c2a-9232-22f7bc800718, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:39:32.437546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] For port 9a599476-59ab-4c2a-9232-22f7bc800718, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9a599476-59ab-4c2a-9232-22f7bc800718,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:39:32.439530 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25cb929-4a41-45d1-bccf-0e7054d9ff76 admin admin] Made reservation on behalf of bce38248a35f4cd7aca114f838b1e7fd for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:39:32.441868 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a25cb929-4a41-45d1-bccf-0e7054d9ff76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.456357 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a25cb929-4a41-45d1-bccf-0e7054d9ff76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.476826 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] For port 4aed293c-b5b2-467e-8756-27fdb40adeab, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4aed293c-b5b2-467e-8756-27fdb40adeab,segment=NetworkSegment(58af60a4-86aa-4f8e-899f-8d92f54797f4),segment_id=58af60a4-86aa-4f8e-899f-8d92f54797f4)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:32.477344 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.502261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d793351e-288e-4111-a48d-839772f710d7 None None] Network 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:39:32.555334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:39:32.574341 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Pushing event updated for resources: {'Port': ['ID=0a2c2071-584d-498d-b792-8dd836348bfc,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:32.580208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:39:32.588584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:39:32.597162 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] Calling delete_port for 4aed293c-b5b2-467e-8756-27fdb40adeab owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:39:32.624157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a25cb929-4a41-45d1-bccf-0e7054d9ff76 admin admin] Publish callbacks [] for security_group (668482a0-8494-4ca9-af4c-9233f8665344), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.644241 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e864817-b64e-45fa-a9ed-231766f00d8c req-3d0e28f0-8605-421c-b305-e7ef8ff93754 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:32.653942 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9e864817-b64e-45fa-a9ed-231766f00d8c req-3d0e28f0-8605-421c-b305-e7ef8ff93754 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 947 time: 0.0968204 Feb 15 16:39:32.682127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-722a48c5-9f4f-4d55-9cf9-dad5acd0dd98 None None] Provisioning complete for port 17b5454d-de6f-458f-add3-2feb18bf2d7d triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:32.684585 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-722a48c5-9f4f-4d55-9cf9-dad5acd0dd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (17b5454d-de6f-458f-add3-2feb18bf2d7d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.715144 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (9a599476-59ab-4c2a-9232-22f7bc800718), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.728188 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9e864817-b64e-45fa-a9ed-231766f00d8c req-73e4aedb-81f8-43cc-a077-98894d7899da tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731807 Feb 15 16:39:32.729160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a25cb929-4a41-45d1-bccf-0e7054d9ff76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (668482a0-8494-4ca9-af4c-9233f8665344), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.764147 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25cb929-4a41-45d1-bccf-0e7054d9ff76 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:39:32.774884 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cb929-4a41-45d1-bccf-0e7054d9ff76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668482a0-8494-4ca9-af4c-9233f8665344,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:32.782070 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a25cb929-4a41-45d1-bccf-0e7054d9ff76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d6089f56-f6f2-46a3-a2dc-b843fe12939c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.782559 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-a25cb929-4a41-45d1-bccf-0e7054d9ff76 admin admin] Added segment d6089f56-f6f2-46a3-a2dc-b843fe12939c of type vlan for network cbab99c4-68db-44d6-98d8-4a9ab5432dcf Feb 15 16:39:32.834565 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a25cb929-4a41-45d1-bccf-0e7054d9ff76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (cbab99c4-68db-44d6-98d8-4a9ab5432dcf), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.868469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-722a48c5-9f4f-4d55-9cf9-dad5acd0dd98 None None] Current status of the port 17b5454d-de6f-458f-add3-2feb18bf2d7d is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:32.868870 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-722a48c5-9f4f-4d55-9cf9-dad5acd0dd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (17b5454d-de6f-458f-add3-2feb18bf2d7d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.913721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:32.916192 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.916323 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] 10.222.0.67 "PUT /v2.0/ports/9a599476-59ab-4c2a-9232-22f7bc800718 HTTP/1.1" status: 200 len: 1096 time: 2.8906293 Feb 15 16:39:32.920317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925ed62b-ca8c-485d-a017-8d50bb7486c3', 'tag': '9a599476-59ab-4c2a-9232-22f7bc800718'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:32.922825 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337af19d-2291-4ae7-9339-8549730508e4" -d '{"events": [{"name": "network-changed", "server_uuid": "925ed62b-ca8c-485d-a017-8d50bb7486c3", "tag": "9a599476-59ab-4c2a-9232-22f7bc800718"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:32.949917 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f41a7-b41f-4d91-97b1-ee836de977dd service neutron] Pushing event updated for resources: {'Port': ['ID=9a599476-59ab-4c2a-9232-22f7bc800718,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:32.957771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-722a48c5-9f4f-4d55-9cf9-dad5acd0dd98 None None] For port 17b5454d-de6f-458f-add3-2feb18bf2d7d, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=17b5454d-de6f-458f-add3-2feb18bf2d7d,segment=NetworkSegment(8aac18e3-77b8-4d72-923e-2087ce4644ba),segment_id=8aac18e3-77b8-4d72-923e-2087ce4644ba)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:32.994863 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a25cb929-4a41-45d1-bccf-0e7054d9ff76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (cbab99c4-68db-44d6-98d8-4a9ab5432dcf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:32.998486 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25cb929-4a41-45d1-bccf-0e7054d9ff76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:32.998486 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a25cb929-4a41-45d1-bccf-0e7054d9ff76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:33.063867 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6160da17-ec47-460c-9d8d-8331486ea113 x-openstack-request-id: req-6160da17-ec47-460c-9d8d-8331486ea113 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:33.064450 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925ed62b-ca8c-485d-a017-8d50bb7486c3", "tag": "9a599476-59ab-4c2a-9232-22f7bc800718", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:33.069522 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6160da17-ec47-460c-9d8d-8331486ea113 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:33.070215 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925ed62b-ca8c-485d-a017-8d50bb7486c3', 'tag': '9a599476-59ab-4c2a-9232-22f7bc800718', 'status': 'completed', 'code': 200} Feb 15 16:39:33.082841 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-722a48c5-9f4f-4d55-9cf9-dad5acd0dd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (17b5454d-de6f-458f-add3-2feb18bf2d7d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:33.167879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cb929-4a41-45d1-bccf-0e7054d9ff76 admin admin] Pushing event updated for resources: {'Network': ['ID=cbab99c4-68db-44d6-98d8-4a9ab5432dcf,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:33.209947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a48c5-9f4f-4d55-9cf9-dad5acd0dd98 None None] Pushing event updated for resources: {'Port': ['ID=17b5454d-de6f-458f-add3-2feb18bf2d7d,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:33.224433 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network cbab99c4-68db-44d6-98d8-4a9ab5432dcf details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:39:33.275775 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a25cb929-4a41-45d1-bccf-0e7054d9ff76 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0127075 Feb 15 16:39:33.275937 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37028) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:33.281009 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5afc61c0-15d9-4a56-832e-6061f4011f17 admin admin] Request body: {'subnet': {'network_id': 'cbab99c4-68db-44d6-98d8-4a9ab5432dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-705862107-subnet', 'tenant_id': 'bce38248a35f4cd7aca114f838b1e7fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:33.287649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 17b5454d-de6f-458f-add3-2feb18bf2d7d up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:39:33.331758 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4aed293c-b5b2-467e-8756-27fdb40adeab), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:33.412160 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 17b5454d-de6f-458f-add3-2feb18bf2d7d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:33.412721 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (17b5454d-de6f-458f-add3-2feb18bf2d7d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:33.438021 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afc61c0-15d9-4a56-832e-6061f4011f17 admin admin] Made reservation on behalf of bce38248a35f4cd7aca114f838b1e7fd for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:39:33.440387 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5afc61c0-15d9-4a56-832e-6061f4011f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:33.474533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aed293c-b5b2-467e-8756-27fdb40adeab,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:33.487518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] No DVR routers for this DVR port 4aed293c-b5b2-467e-8756-27fdb40adeab on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:39:33.553594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 17b5454d-de6f-458f-add3-2feb18bf2d7d is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:33.556111 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d009dbc8-bb51-47c2-90e3-f7579ca55f6c None None] Provisioning complete for port 17b5454d-de6f-458f-add3-2feb18bf2d7d triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:33.556534 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d009dbc8-bb51-47c2-90e3-f7579ca55f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (17b5454d-de6f-458f-add3-2feb18bf2d7d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:33.672924 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e5174-cf41-46ec-b04f-3782ca927315 req-4232d6e0-d075-45ca-bd0f-556f138572f8 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:33.674943 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-010e5174-cf41-46ec-b04f-3782ca927315 req-4232d6e0-d075-45ca-bd0f-556f138572f8 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 944 time: 0.1111295 Feb 15 16:39:33.734993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337af19d-2291-4ae7-9339-8549730508e4 req-4147542f-c2f0-4d7b-b23d-6d37960e0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:33.755017 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-337af19d-2291-4ae7-9339-8549730508e4 req-4147542f-c2f0-4d7b-b23d-6d37960e0b14 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7955bf926da54fadab0523642b5b5ab6&device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 1130 time: 0.6014042 Feb 15 16:39:33.763550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167b62d-9db8-4a95-a914-11835e6cf736 req-f8d90161-99f0-449d-a999-bde31f657d45 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:33.765064 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2167b62d-9db8-4a95-a914-11835e6cf736 req-f8d90161-99f0-449d-a999-bde31f657d45 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.5919394 Feb 15 16:39:33.773315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4aed293c-b5b2-467e-8756-27fdb40adeab no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:39:33.777334 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-010e5174-cf41-46ec-b04f-3782ca927315 req-27181d7c-e3c3-49cd-8a06-1f3c489d1c29 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949576 Feb 15 16:39:33.834697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 4aed293c-b5b2-467e-8756-27fdb40adeab {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:39:33.841294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4aed293c-b5b2-467e-8756-27fdb40adeab not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:39:33.923188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d009dbc8-bb51-47c2-90e3-f7579ca55f6c None None] Current status of the port 17b5454d-de6f-458f-add3-2feb18bf2d7d is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:33.941687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7bca1-bb38-4513-a05a-a9b00ea927ca req-6205bf46-0057-4989-8638-f788e702680b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:33.944176 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-06b7bca1-bb38-4513-a05a-a9b00ea927ca req-6205bf46-0057-4989-8638-f788e702680b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 947 time: 0.0850577 Feb 15 16:39:33.945275 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5afc61c0-15d9-4a56-832e-6061f4011f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (7b8e4d1d-d735-49c1-a3e0-fa1b2f7bd62f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:34.003996 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (521e47ac-d011-40e1-850e-90faea2861f7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:34.037130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-337af19d-2291-4ae7-9339-8549730508e4 req-141907c6-96d4-450f-84c6-40b5e77a12e4 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7955bf926da54fadab0523642b5b5ab6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2710023 Feb 15 16:39:34.037863 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Publish callbacks [] for router_gateway (bcaf26a8-ad35-40e8-b600-906b19dc30f0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:34.050910 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-caa6297d-3de7-47fc-bc4a-8212c9ef8f57 req-8d5459c8-475d-41c2-b4c2-a86c946c1397 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6040549 Feb 15 16:39:34.065774 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-06b7bca1-bb38-4513-a05a-a9b00ea927ca req-b8b2de37-3087-41e3-92d6-49164e3ccb48 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036782 Feb 15 16:39:34.070038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc61c0-15d9-4a56-832e-6061f4011f17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8e4d1d-d735-49c1-a3e0-fa1b2f7bd62f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:34.078715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afc61c0-15d9-4a56-832e-6061f4011f17 admin admin] Checking segment: {'id': 'd6089f56-f6f2-46a3-a2dc-b843fe12939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'cbab99c4-68db-44d6-98d8-4a9ab5432dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:39:34.085998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afc61c0-15d9-4a56-832e-6061f4011f17 admin admin] Network hostable DHCP agents. Network: cbab99c4-68db-44d6-98d8-4a9ab5432dcf, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:39:34.157555 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afc61c0-15d9-4a56-832e-6061f4011f17 admin admin] Network cbab99c4-68db-44d6-98d8-4a9ab5432dcf is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:39:34.240406 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-5afc61c0-15d9-4a56-832e-6061f4011f17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, cbab99c4-68db-44d6-98d8-4a9ab5432dcf) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:39:34.245565 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc61c0-15d9-4a56-832e-6061f4011f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:34.246219 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5afc61c0-15d9-4a56-832e-6061f4011f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:34.251899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82ed716-1ab3-4041-8585-1e0e04b6447c None None] Network cbab99c4-68db-44d6-98d8-4a9ab5432dcf requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:39:34.347206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 3b09f112-1c90-4596-9afe-3e8bd6c54626 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:39:34.359878 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5afc61c0-15d9-4a56-832e-6061f4011f17 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0829589 Feb 15 16:39:34.431050 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d408ac8-711c-4bee-a035-793366a84346 None None] Network cbab99c4-68db-44d6-98d8-4a9ab5432dcf requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:39:34.540195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521e47ac-d011-40e1-850e-90faea2861f7']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:34.558027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 3b09f112-1c90-4596-9afe-3e8bd6c54626 is: DOWN; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:34.619225 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58af60a4-86aa-4f8e-899f-8d92f54797f4') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:34.625677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58af60a4-86aa-4f8e-899f-8d92f54797f4') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:34.644391 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (58af60a4-86aa-4f8e-899f-8d92f54797f4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:34.651242 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2167b62d-9db8-4a95-a914-11835e6cf736 req-2f140952-d66f-436f-85f1-9b74ec56d463 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8492541 Feb 15 16:39:34.698306 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (58af60a4-86aa-4f8e-899f-8d92f54797f4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:34.719660 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:39:34.720069 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (58af60a4-86aa-4f8e-899f-8d92f54797f4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:39:34.721982 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:39:34.740046 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6297d-3de7-47fc-bc4a-8212c9ef8f57 req-5e0b8c73-6492-47c0-a7b1-4e5667a69933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:34.741602 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-caa6297d-3de7-47fc-bc4a-8212c9ef8f57 req-5e0b8c73-6492-47c0-a7b1-4e5667a69933 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 1127 time: 0.2825899 Feb 15 16:39:34.851574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337af19d-2291-4ae7-9339-8549730508e4 req-d535eafc-5674-4fd2-87b9-40f8f34f4fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:34.853047 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-337af19d-2291-4ae7-9339-8549730508e4 req-d535eafc-5674-4fd2-87b9-40f8f34f4fd3 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4453361 Feb 15 16:39:35.054040 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-c47b5403-579d-4fd7-81d4-4b9d669d8138 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:35.055907 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-c47b5403-579d-4fd7-81d4-4b9d669d8138 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/networks?id=a9d55db1-0d0e-44ac-b542-332afc540b37 HTTP/1.1" status: 200 len: 815 time: 0.1271172 Feb 15 16:39:35.067850 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-8754a8bd-1c47-4253-a12c-778b8884959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:35.069507 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-8754a8bd-1c47-4253-a12c-778b8884959f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7955bf926da54fadab0523642b5b5ab6&device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 1130 time: 0.1491725 Feb 15 16:39:35.077889 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-e5293be4-0beb-4df8-824a-d40801d50efa tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/quotas/a72f82079bed465ea405f6532e981b09 HTTP/1.1" status: 200 len: 375 time: 0.0162611 Feb 15 16:39:35.118943 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-b2087dcb-8931-4925-96d7-ae0921597bca tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=a72f82079bed465ea405f6532e981b09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352893 Feb 15 16:39:35.131522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 17b5454d-de6f-458f-add3-2feb18bf2d7d up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:39:35.147111 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (bcaf26a8-ad35-40e8-b600-906b19dc30f0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:35.150978 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-feda8580-b707-44af-90d2-7845eba01239 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=9a599476-59ab-4c2a-9232-22f7bc800718 HTTP/1.1" status: 200 len: 217 time: 0.0638342 Feb 15 16:39:35.151557 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (521e47ac-d011-40e1-850e-90faea2861f7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:35.154782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6297d-3de7-47fc-bc4a-8212c9ef8f57 req-0851846f-59a2-4cff-9796-5a6c8f7877ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:35.156298 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-caa6297d-3de7-47fc-bc4a-8212c9ef8f57 req-0851846f-59a2-4cff-9796-5a6c8f7877ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.3853364 Feb 15 16:39:35.164205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21c31e-d9a4-4ba1-af9d-1267c1221730 req-a97c957b-e547-4c68-8cad-45cda765090f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:35.167513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea21c31e-d9a4-4ba1-af9d-1267c1221730 req-a97c957b-e547-4c68-8cad-45cda765090f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 944 time: 0.2499456 Feb 15 16:39:35.188714 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:35.195381 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] 10.222.0.107 "DELETE /v2.0/networks/521e47ac-d011-40e1-850e-90faea2861f7 HTTP/1.1" status: 204 len: 168 time: 3.8647752 Feb 15 16:39:35.264574 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 17b5454d-de6f-458f-add3-2feb18bf2d7d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:35.264989 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (17b5454d-de6f-458f-add3-2feb18bf2d7d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:35.303764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa4636-0f8c-4135-8a28-491ecfa41775 admin admin] Pushing event deleted for resources: {'Network': ['ID=521e47ac-d011-40e1-850e-90faea2861f7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:35.322233 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-acac4d45-57ef-4934-8a1c-1a0c34a6d5f9 service neutron] 10.222.0.107 "GET /v2.0/networks/a9d55db1-0d0e-44ac-b542-332afc540b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953106 Feb 15 16:39:35.355585 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-caa6297d-3de7-47fc-bc4a-8212c9ef8f57 req-942f06ff-7c20-46f0-828f-d56ac9b56dc6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7 HTTP/1.1" status: 200 len: 217 time: 0.1888616 Feb 15 16:39:35.383472 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 17b5454d-de6f-458f-add3-2feb18bf2d7d is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:35.424211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-3ba3999e-d971-4d03-9610-4c37b3d100d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:35.425714 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-3ba3999e-d971-4d03-9610-4c37b3d100d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.2552867 Feb 15 16:39:35.455827 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-6bbf3729-cca8-45ad-a724-148cdddc673a service neutron] 10.222.0.107 "GET /v2.0/networks/a9d55db1-0d0e-44ac-b542-332afc540b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269903 Feb 15 16:39:35.482313 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea21c31e-d9a4-4ba1-af9d-1267c1221730 req-833722a0-c200-4865-bb80-44532a6becb7 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961125 Feb 15 16:39:35.494686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6297d-3de7-47fc-bc4a-8212c9ef8f57 req-69590dd4-23f3-425a-9ffc-12fc4764b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:35.496246 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-caa6297d-3de7-47fc-bc4a-8212c9ef8f57 req-69590dd4-23f3-425a-9ffc-12fc4764b67e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.1302934 Feb 15 16:39:35.554692 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-caa6297d-3de7-47fc-bc4a-8212c9ef8f57 req-866aa188-fe24-43e4-b024-9fed8a4db21c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390196 Feb 15 16:39:35.578365 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-40d61a8b-7948-4cf2-ae36-413f2d1ebe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:35.581895 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-40d61a8b-7948-4cf2-ae36-413f2d1ebe18 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1361551 Feb 15 16:39:35.662777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a966ec-d180-4131-9c80-067efd6faa38 req-e6ce5f87-3aec-4cd9-be13-a193970c70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:35.664466 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52a966ec-d180-4131-9c80-067efd6faa38 req-e6ce5f87-3aec-4cd9-be13-a193970c70fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 1158 time: 0.0543768 Feb 15 16:39:35.821048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a966ec-d180-4131-9c80-067efd6faa38 req-443c280d-961d-4075-b667-2febb6e355b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:35.823395 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52a966ec-d180-4131-9c80-067efd6faa38 req-443c280d-961d-4075-b667-2febb6e355b6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.1290455 Feb 15 16:39:35.837539 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-1ae13095-8a02-4497-be9e-1219327b97d8 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439883 Feb 15 16:39:35.858167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-caa6297d-3de7-47fc-bc4a-8212c9ef8f57 req-afe57fa8-d384-40e1-a166-7c2d447970cd service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895069 Feb 15 16:39:35.882684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92ceec-0559-4335-bb08-cb8d4cf4b43e req-ad6a0576-865f-402b-bbee-d4f98f4bff57 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:35.883534 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52a966ec-d180-4131-9c80-067efd6faa38 req-c2934822-fdcc-4215-8fc1-7ccf5a56857c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626 HTTP/1.1" status: 200 len: 217 time: 0.0535166 Feb 15 16:39:35.890500 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8f92ceec-0559-4335-bb08-cb8d4cf4b43e req-ad6a0576-865f-402b-bbee-d4f98f4bff57 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 947 time: 0.2958205 Feb 15 16:39:35.945789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37068) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:36.041743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Router bcaf26a8-ad35-40e8-b600-906b19dc30f0 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:39:36.051693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a966ec-d180-4131-9c80-067efd6faa38 req-41481c9d-fffc-4674-b721-90e3c16e2846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:36.053956 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52a966ec-d180-4131-9c80-067efd6faa38 req-41481c9d-fffc-4674-b721-90e3c16e2846 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.1593549 Feb 15 16:39:36.069819 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342210f-9e6e-4c16-96e3-7c29ca789772 req-d7d8f32d-a6ab-43e2-8915-074b6d16a947 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:36.071402 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e342210f-9e6e-4c16-96e3-7c29ca789772 req-d7d8f32d-a6ab-43e2-8915-074b6d16a947 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1918135 Feb 15 16:39:36.103390 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52a966ec-d180-4131-9c80-067efd6faa38 req-0512ca45-a97c-4dea-9e10-e1ef8a134145 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314739 Feb 15 16:39:36.107817 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-94928259-dd1d-48ad-9d7b-48f8bc822d57 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=27c221efa2174e2bb6c3a3ee08e7ac83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312113 Feb 15 16:39:36.115715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37074) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:36.152882 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-caa6297d-3de7-47fc-bc4a-8212c9ef8f57 req-0f4190aa-793f-4c1e-a486-743e954fa102 service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885296 Feb 15 16:39:36.216979 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e342210f-9e6e-4c16-96e3-7c29ca789772 req-d3af596e-616b-4211-9279-93740250a598 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160791 Feb 15 16:39:36.220048 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8f92ceec-0559-4335-bb08-cb8d4cf4b43e req-0902bd33-fec3-4fe3-beb3-8d5635beaf16 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285949 Feb 15 16:39:36.255943 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80b5f31c-d031-4d0b-aa83-d2be68cf2bf2 req-7335b814-8df1-491f-b266-ba2b553c763f service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853970 Feb 15 16:39:36.283801 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52a966ec-d180-4131-9c80-067efd6faa38 req-baaf14ff-592e-4109-a22f-575f0cab0e61 service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672363 Feb 15 16:39:36.315269 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-949dea0c-776c-4cd0-8331-3bafa3db92f7 admin admin] Publish callbacks [] for security_group (fe6ebcf1-7d9c-4536-81d7-57f9ca091bb0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:36.332567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:39:36.337806 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c435dacf-3d92-480c-8a2a-c3c9fd79841f req-5188156f-8dc2-4870-bf4e-0892b358997b tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 210 time: 0.0384493 Feb 15 16:39:36.352364 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Sync routers for ids ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:39:36.369598 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Routers {'bcaf26a8-ad35-40e8-b600-906b19dc30f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:39:36.370261 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:39:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:36.380170 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-949dea0c-776c-4cd0-8331-3bafa3db92f7 admin admin] Publish callbacks [] for security_group (fe6ebcf1-7d9c-4536-81d7-57f9ca091bb0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:36.415193 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52a966ec-d180-4131-9c80-067efd6faa38 req-b08b7790-fef6-4554-afda-ad6e6eea8548 service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241014 Feb 15 16:39:36.490287 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Set router bcaf26a8-ad35-40e8-b600-906b19dc30f0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:39:36.534067 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:36.534067 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c3c415f1-8499-4a50-9aa8-b1d5f6ff02f8 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9350104 Feb 15 16:39:36.534256 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37078) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:36.579401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-949dea0c-776c-4cd0-8331-3bafa3db92f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fe6ebcf1-7d9c-4536-81d7-57f9ca091bb0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:36.589791 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-949dea0c-776c-4cd0-8331-3bafa3db92f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:36.589791 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-949dea0c-776c-4cd0-8331-3bafa3db92f7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fe6ebcf1-7d9c-4536-81d7-57f9ca091bb0 HTTP/1.1" status: 204 len: 168 time: 0.4391017 Feb 15 16:39:36.598130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949dea0c-776c-4cd0-8331-3bafa3db92f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6ebcf1-7d9c-4536-81d7-57f9ca091bb0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:36.711620 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c02480-d661-47c1-9239-d6b845c8ab4d req-cef0277a-d4e8-4a86-becc-ed9d32f88f16 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:36.717322 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'name': 'tempest-ServersTestFqdnHostnames-494572170-router', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:39:29Z', 'updated_at': '2022-02-15T16:39:33Z', 'revision_number': 3, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'gw_port': {'id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:31Z', 'updated_at': '2022-02-15T16:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:36.718582 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6c02480-d661-47c1-9239-d6b845c8ab4d req-cef0277a-d4e8-4a86-becc-ed9d32f88f16 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 944 time: 0.1136765 Feb 15 16:39:36.766309 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Checking router: bcaf26a8-ad35-40e8-b600-906b19dc30f0 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:39:36.771522 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Updating router bcaf26a8-ad35-40e8-b600-906b19dc30f0 port 0a2c2071-584d-498d-b792-8dd836348bfc binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:39:36.799722 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0a2c2071-584d-498d-b792-8dd836348bfc), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:36.875180 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6c02480-d661-47c1-9239-d6b845c8ab4d req-140221dc-4d77-42d2-bd47-0b832713a3e1 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557236 Feb 15 16:39:36.907774 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-6d5de0cc-85c1-43a2-b768-8b402c182316 service neutron] 10.222.0.67 "GET /v2.0/ports/3b09f112-1c90-4596-9afe-3e8bd6c54626/bindings/n-h2-828372-14 HTTP/1.1" status: 200 len: 385 time: 0.1220169 Feb 15 16:39:36.929871 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63bac223-6489-4361-9c97-53b54ad7290a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:37.122838 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Publish callbacks [] for port (0a2c2071-584d-498d-b792-8dd836348bfc), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:37.233658 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-3bae8c4f-3820-4d3b-b850-af7c96109ed3 service neutron] For port 3b09f112-1c90-4596-9afe-3e8bd6c54626, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:37.271823 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0a2c2071-584d-498d-b792-8dd836348bfc), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:37.284466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-3bae8c4f-3820-4d3b-b850-af7c96109ed3 service neutron] For port 3b09f112-1c90-4596-9afe-3e8bd6c54626, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:39:37.318852 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5aadfd-4187-4352-8e69-d5c04232f987 None None] Pushing event updated for resources: {'Port': ['ID=0a2c2071-584d-498d-b792-8dd836348bfc,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:37.327915 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-3bae8c4f-3820-4d3b-b850-af7c96109ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b09f112-1c90-4596-9afe-3e8bd6c54626 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:39:37.334509 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:37.335876 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Attempting to bind port 0a2c2071-584d-498d-b792-8dd836348bfc on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:39:37.336218 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Attempting to bind port 0a2c2071-584d-498d-b792-8dd836348bfc by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:39:37.336588 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Attempting to bind port 0a2c2071-584d-498d-b792-8dd836348bfc on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:37.344398 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aadfd-4187-4352-8e69-d5c04232f987 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:37.344808 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aadfd-4187-4352-8e69-d5c04232f987 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:37.345160 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aadfd-4187-4352-8e69-d5c04232f987 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:37.345720 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aadfd-4187-4352-8e69-d5c04232f987 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:37.348227 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aadfd-4187-4352-8e69-d5c04232f987 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:37.348790 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aadfd-4187-4352-8e69-d5c04232f987 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:37.349355 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aadfd-4187-4352-8e69-d5c04232f987 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:37.349943 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aadfd-4187-4352-8e69-d5c04232f987 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:37.350456 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aadfd-4187-4352-8e69-d5c04232f987 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:37.350971 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aadfd-4187-4352-8e69-d5c04232f987 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:37.351459 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aadfd-4187-4352-8e69-d5c04232f987 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:37.351954 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aadfd-4187-4352-8e69-d5c04232f987 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:37.352457 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5aadfd-4187-4352-8e69-d5c04232f987 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:37.361297 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:39:37.361297 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:39:37.361297 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:37.361297 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:39:37.361297 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Bound port: 0a2c2071-584d-498d-b792-8dd836348bfc, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:39:37.361297 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0a2c2071-584d-498d-b792-8dd836348bfc), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:37.372055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-3bae8c4f-3820-4d3b-b850-af7c96109ed3 service neutron] For port 3b09f112-1c90-4596-9afe-3e8bd6c54626, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:37.398676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62b59d-919d-41c9-8294-585c8dd69f6c req-a6ffca78-74d0-4f3e-8997-8d03b904f03e tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:37.400404 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a62b59d-919d-41c9-8294-585c8dd69f6c req-a6ffca78-74d0-4f3e-8997-8d03b904f03e tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 947 time: 0.0640454 Feb 15 16:39:37.427416 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] For port 0a2c2071-584d-498d-b792-8dd836348bfc, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:39:37.436239 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] For port 0a2c2071-584d-498d-b792-8dd836348bfc, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0a2c2071-584d-498d-b792-8dd836348bfc,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:39:37.460903 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a62b59d-919d-41c9-8294-585c8dd69f6c req-fc75fc57-91c9-4297-bf6d-f3b5d1bc7be5 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535207 Feb 15 16:39:37.508161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441125d5-1468-41e1-bdfd-35a029898339 req-75ee9781-8680-4ed3-95a4-0e485a6a3b3b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:37.510680 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-441125d5-1468-41e1-bdfd-35a029898339 req-75ee9781-8680-4ed3-95a4-0e485a6a3b3b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1427441 Feb 15 16:39:37.537608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f4183f2-7291-43c8-ad98-5f4ec58dd4cb req-42990b94-b3d6-447c-afd2-3388a988fbea tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 210 time: 0.0258780 Feb 15 16:39:37.559351 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-3bae8c4f-3820-4d3b-b850-af7c96109ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:37.602042 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0a2c2071-584d-498d-b792-8dd836348bfc), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:37.626116 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37094) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:37.660942 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Routers {'bcaf26a8-ad35-40e8-b600-906b19dc30f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:39:37.661895 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:39:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:37.673685 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-441125d5-1468-41e1-bdfd-35a029898339 req-1eca1f61-91ae-4a99-9204-4fe827a2deb3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338451 Feb 15 16:39:37.682002 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4e82abe5-486f-4630-b7d0-87132bf240ba admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=01fb17bf5990440d9ccbcaa180059ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0544493 Feb 15 16:39:37.687743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37096) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:37.701692 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5aadfd-4187-4352-8e69-d5c04232f987 None None] Pushing event updated for resources: {'Port': ['ID=0a2c2071-584d-498d-b792-8dd836348bfc,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:37.726736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Allocated IP 172.20.0.1 (6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a/8291a608-81de-4b12-bf71-94312111a503/d08acc78-c75f-4d45-a8b0-24a8b630940c) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:39:37.735553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-3bae8c4f-3820-4d3b-b850-af7c96109ed3 service neutron] Transition to ACTIVE for port object 3b09f112-1c90-4596-9afe-3e8bd6c54626 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:39:37.746774 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d3137af3-449d-403a-b7b7-6f1057c53435 admin admin] Publish callbacks [] for security_group (b4145a78-c876-4255-82c9-481c5629dbca), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:37.782174 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d3137af3-449d-403a-b7b7-6f1057c53435 admin admin] Publish callbacks [] for security_group (b4145a78-c876-4255-82c9-481c5629dbca), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:37.806312 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] Set router bcaf26a8-ad35-40e8-b600-906b19dc30f0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:39:37.853650 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Publish callbacks [] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:37.867848 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-3bae8c4f-3820-4d3b-b850-af7c96109ed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:37.952710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-3bae8c4f-3820-4d3b-b850-af7c96109ed3 service neutron] No DVR routers for this DVR port 3b09f112-1c90-4596-9afe-3e8bd6c54626 on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:39:37.975485 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae8c4f-3820-4d3b-b850-af7c96109ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=3b09f112-1c90-4596-9afe-3e8bd6c54626,revision_number=10']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:37.999404 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d3137af3-449d-403a-b7b7-6f1057c53435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b4145a78-c876-4255-82c9-481c5629dbca), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:38.002693 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d3137af3-449d-403a-b7b7-6f1057c53435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:38.004411 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d3137af3-449d-403a-b7b7-6f1057c53435 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b4145a78-c876-4255-82c9-481c5629dbca HTTP/1.1" status: 204 len: 168 time: 0.3157399 Feb 15 16:39:38.007124 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-3bae8c4f-3820-4d3b-b850-af7c96109ed3 service neutron] 10.222.0.67 "PUT /v2.0/ports/3b09f112-1c90-4596-9afe-3e8bd6c54626/bindings/n-h2-828372-14/activate HTTP/1.1" status: 200 len: 370 time: 1.0853920 Feb 15 16:39:38.015789 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'name': 'tempest-ServersTestFqdnHostnames-494572170-router', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:39:29Z', 'updated_at': '2022-02-15T16:39:33Z', 'revision_number': 3, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'gw_port': {'id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:31Z', 'updated_at': '2022-02-15T16:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:38.017609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3137af3-449d-403a-b7b7-6f1057c53435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4145a78-c876-4255-82c9-481c5629dbca,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:38.031049 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:38.058334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231315bd-4ffa-4982-a39d-1233dc8f6a51 req-72bb59a7-f5c4-4fe7-b473-b2ef83450f3e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:38.066180 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-231315bd-4ffa-4982-a39d-1233dc8f6a51 req-72bb59a7-f5c4-4fe7-b473-b2ef83450f3e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1072133 Feb 15 16:39:38.079919 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Pushing event updated for resources: {'Port': ['ID=d08acc78-c75f-4d45-a8b0-24a8b630940c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:38.087598 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e1d186-a90e-4269-8f0b-c90755930d8c None None] The sync data for ids ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'] in n-d-828372-14 is: [{'id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'name': 'tempest-ServersTestFqdnHostnames-494572170-router', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:39:29Z', 'updated_at': '2022-02-15T16:39:33Z', 'revision_number': 3, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'gw_port': {'id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:31Z', 'updated_at': '2022-02-15T16:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:39:38.092470 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Network 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:39:38.093989 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:39:38.111478 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:39:38.157879 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (bcaf26a8-ad35-40e8-b600-906b19dc30f0), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:38.157992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-231315bd-4ffa-4982-a39d-1233dc8f6a51 req-9f4b325e-6902-408f-9049-5bbcc3f0914e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875328 Feb 15 16:39:38.312053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-4307413a-76ab-46bb-bb39-f7711fa1cb22 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:38.313731 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-4307413a-76ab-46bb-bb39-f7711fa1cb22 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8&tenant_id=c9f65cb77bef4454939809c6904ca169&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 1128 time: 0.0821157 Feb 15 16:39:38.326583 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 9a599476-59ab-4c2a-9232-22f7bc800718 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:39:38.403023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-67d6273a-8796-49be-803e-522d6f68f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:38.418497 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-67d6273a-8796-49be-803e-522d6f68f5a4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8&tenant_id=c9f65cb77bef4454939809c6904ca169 HTTP/1.1" status: 200 len: 1128 time: 0.0948722 Feb 15 16:39:38.537716 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-257b84dd-b38b-4ddb-ad60-3668e9841e5b None None] Provisioning complete for port d08acc78-c75f-4d45-a8b0-24a8b630940c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:38.538326 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-257b84dd-b38b-4ddb-ad60-3668e9841e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:38.557096 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:38.591859 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-302b9281-a4de-4cb0-8a48-44b240077f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:38.596618 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-302b9281-a4de-4cb0-8a48-44b240077f26 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 1128 time: 0.1329653 Feb 15 16:39:38.647912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 9a599476-59ab-4c2a-9232-22f7bc800718, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9a599476-59ab-4c2a-9232-22f7bc800718,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:38.665572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-257b84dd-b38b-4ddb-ad60-3668e9841e5b None None] Port d08acc78-c75f-4d45-a8b0-24a8b630940c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:39:38.671061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '9a599476-59ab-4c2a-9232-22f7bc800718', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '9a599476-59ab-4c2a-9232-22f7bc800718', 'mac_address': 'fa:16:3e:d0:08:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:39:38.761152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 9a599476-59ab-4c2a-9232-22f7bc800718 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:38.761579 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9a599476-59ab-4c2a-9232-22f7bc800718), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:38.790988 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1adfb76e-ebe0-4f31-9c79-93c511904e43 req-62f7fa38-92e5-40fe-a536-27850b6caa0a tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 210 time: 0.0641906 Feb 15 16:39:38.821987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a599476-59ab-4c2a-9232-22f7bc800718 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:39:38.852389 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b68b6-3331-4f0e-965a-cd6f4d71a81f req-5188fb26-a26f-417f-bb8a-98db38844217 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:38.856832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-705b68b6-3331-4f0e-965a-cd6f4d71a81f req-5188fb26-a26f-417f-bb8a-98db38844217 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 947 time: 0.2457223 Feb 15 16:39:38.883711 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-6aea75bb-9c24-4c18-8ad3-ac5e613e398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:38.885237 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-6aea75bb-9c24-4c18-8ad3-ac5e613e398e service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.2793078 Feb 15 16:39:38.893786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 9a599476-59ab-4c2a-9232-22f7bc800718, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9a599476-59ab-4c2a-9232-22f7bc800718,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:38.977033 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Publish callbacks [] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:38.980242 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-3c0ab8d8-79d4-4ac0-9adf-9a2ece2fd745 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626 HTTP/1.1" status: 200 len: 217 time: 0.0814567 Feb 15 16:39:39.017067 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-705b68b6-3331-4f0e-965a-cd6f4d71a81f req-ef69a528-ab33-4410-b6eb-f9ead8faf42a tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548824 Feb 15 16:39:39.045105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8cad3-d490-4f44-bfcc-6510dd0bb7bf req-b256e31f-c608-41ac-b892-c6cfced3a3e1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:39.047408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6bd8cad3-d490-4f44-bfcc-6510dd0bb7bf req-b256e31f-c608-41ac-b892-c6cfced3a3e1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1497252 Feb 15 16:39:39.052055 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9a599476-59ab-4c2a-9232-22f7bc800718), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:39.056011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-96afc27c-dd76-4bea-88e6-9a2de8925711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:39.058002 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-96afc27c-dd76-4bea-88e6-9a2de8925711 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.0709958 Feb 15 16:39:39.075840 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:39.126685 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-4743259d-67c5-4be7-84d9-86c6619a170d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358412 Feb 15 16:39:39.128840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=9a599476-59ab-4c2a-9232-22f7bc800718,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:39.142255 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Pushing event updated for resources: {'Port': ['ID=d08acc78-c75f-4d45-a8b0-24a8b630940c,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:39.220310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0a2c2071-584d-498d-b792-8dd836348bfc up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:39:39.311097 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-9ef76aac-eebd-4b26-86b8-a860225d5737 service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780288 Feb 15 16:39:39.326308 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (bcaf26a8-ad35-40e8-b600-906b19dc30f0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:39.334255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['9a599476-59ab-4c2a-9232-22f7bc800718'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:39:39.342468 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6bd8cad3-d490-4f44-bfcc-6510dd0bb7bf req-89fc5e1e-cf48-4e15-bacc-1562bff3b35b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833853 Feb 15 16:39:39.449927 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4051cc9-2c6a-4004-ab3b-97fc26b4d282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:39.470857 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Network 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:39:39.481740 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:39:39.484764 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0a2c2071-584d-498d-b792-8dd836348bfc triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:39.485391 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0a2c2071-584d-498d-b792-8dd836348bfc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:39.504600 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c287fe-defb-4e4c-b1e4-0282b1e0f869 req-0684c6ea-f410-41be-98de-a026136d8976 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:39.506873 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-42c287fe-defb-4e4c-b1e4-0282b1e0f869 req-0684c6ea-f410-41be-98de-a026136d8976 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 945 time: 0.2177038 Feb 15 16:39:39.515299 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-1b522073-20c6-426c-ba04-121ef77400be tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:39.516848 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-1b522073-20c6-426c-ba04-121ef77400be tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.67 "GET /v2.0/networks?id=a9d55db1-0d0e-44ac-b542-332afc540b37 HTTP/1.1" status: 200 len: 815 time: 0.3770065 Feb 15 16:39:39.531109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-45acca5a-dcf2-48b1-b72c-198a19d9afeb tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Request body: {'port': {'device_id': 'ebcd1901-6381-42da-9d57-73142756a7c2', 'network_id': 'a9d55db1-0d0e-44ac-b542-332afc540b37', 'admin_state_up': True, 'tenant_id': 'a72f82079bed465ea405f6532e981b09'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:39.540560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-5af0933a-9aad-40b5-9596-109352f321e8 service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954618 Feb 15 16:39:39.736139 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0a2c2071-584d-498d-b792-8dd836348bfc is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:39.737388 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0a2c2071-584d-498d-b792-8dd836348bfc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:39.775619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 0a2c2071-584d-498d-b792-8dd836348bfc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0a2c2071-584d-498d-b792-8dd836348bfc,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:39.895720 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5bf22554-637a-4c12-8072-e66af35637b2 req-7717fda2-8234-4efa-a583-fa6dd9d90ffc tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 210 time: 0.0287757 Feb 15 16:39:39.903043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a014ff20-ac1c-40f2-8d79-d84fc09f15a6 None None] Provisioning complete for port d08acc78-c75f-4d45-a8b0-24a8b630940c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:39.903043 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a014ff20-ac1c-40f2-8d79-d84fc09f15a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:39.954030 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0a2c2071-584d-498d-b792-8dd836348bfc), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:39.974403 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a014ff20-ac1c-40f2-8d79-d84fc09f15a6 None None] Port d08acc78-c75f-4d45-a8b0-24a8b630940c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:39:40.020591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=0a2c2071-584d-498d-b792-8dd836348bfc,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:40.154250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1067cfb-b89f-453f-9435-14f6923f95e2 req-ac8d5dc0-b4e4-4c33-a245-6e2317d1e23b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:40.156336 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1067cfb-b89f-453f-9435-14f6923f95e2 req-ac8d5dc0-b4e4-4c33-a245-6e2317d1e23b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 948 time: 0.0589278 Feb 15 16:39:40.185440 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-42c287fe-defb-4e4c-b1e4-0282b1e0f869 req-9a642c16-91d3-4cd0-992e-b4e056294efa tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6672633 Feb 15 16:39:40.232862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1067cfb-b89f-453f-9435-14f6923f95e2 req-305e892c-c478-4354-9595-5fe3c09e4019 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700486 Feb 15 16:39:40.236960 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Router bcaf26a8-ad35-40e8-b600-906b19dc30f0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:39:40.353264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 9a599476-59ab-4c2a-9232-22f7bc800718 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:39:40.371358 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:39:40.386489 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2f8a1dce-8c2a-4c31-9ffa-89055803ea40 admin admin] 10.222.0.107 "PUT /v2.0/routers/bcaf26a8-ad35-40e8-b600-906b19dc30f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8511679 Feb 15 16:39:40.391543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-45acca5a-dcf2-48b1-b72c-198a19d9afeb tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Made reservation on behalf of a72f82079bed465ea405f6532e981b09 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:39:40.391967 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-45acca5a-dcf2-48b1-b72c-198a19d9afeb tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:40.424888 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:40.457750 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Sync routers for ids ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:39:40.485908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Routers {'bcaf26a8-ad35-40e8-b600-906b19dc30f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:39:40.486458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:39:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:40.588623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d983d0-7e22-4c83-bbca-e112b74ce615 req-4f7e1d43-eb40-42c9-bb9e-130471172458 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:40.590557 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-30d983d0-7e22-4c83-bbca-e112b74ce615 req-4f7e1d43-eb40-42c9-bb9e-130471172458 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1170537 Feb 15 16:39:40.614896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Set router bcaf26a8-ad35-40e8-b600-906b19dc30f0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:39:40.635445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-45acca5a-dcf2-48b1-b72c-198a19d9afeb tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Allocated IP 172.20.0.11 (a9d55db1-0d0e-44ac-b542-332afc540b37/d6bcfada-966b-4ec1-ab3e-f5001f503910/cd6a4fb3-0f2a-48fd-81b0-581e2f287a43) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:39:40.668577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 9a599476-59ab-4c2a-9232-22f7bc800718 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:39:40.687628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-a2594f76-659e-4a46-b9f2-26508a0d1320 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:40.691502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-a2594f76-659e-4a46-b9f2-26508a0d1320 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8&tenant_id=c9f65cb77bef4454939809c6904ca169&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 1128 time: 0.0965374 Feb 15 16:39:40.709126 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-30d983d0-7e22-4c83-bbca-e112b74ce615 req-b67331ce-98bb-45ea-817a-956163f0eee7 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918519 Feb 15 16:39:40.718085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 9a599476-59ab-4c2a-9232-22f7bc800718 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:40.718461 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9a599476-59ab-4c2a-9232-22f7bc800718), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:40.877618 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-45acca5a-dcf2-48b1-b72c-198a19d9afeb tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Publish callbacks [] for port (cd6a4fb3-0f2a-48fd-81b0-581e2f287a43), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:40.888723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 9a599476-59ab-4c2a-9232-22f7bc800718 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:40.889264 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9a599476-59ab-4c2a-9232-22f7bc800718), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:40.941974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925ed62b-ca8c-485d-a017-8d50bb7486c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a599476-59ab-4c2a-9232-22f7bc800718'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:40.944925 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ebbd7f-a8df-42d2-aadf-3d4c0fe3b977" -d '{"events": [{"server_uuid": "925ed62b-ca8c-485d-a017-8d50bb7486c3", "name": "network-vif-plugged", "status": "completed", "tag": "9a599476-59ab-4c2a-9232-22f7bc800718"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:40.967170 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 9a599476-59ab-4c2a-9232-22f7bc800718, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9a599476-59ab-4c2a-9232-22f7bc800718,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:40.990767 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'name': 'tempest-ServersTestFqdnHostnames-494572170-router', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:39:29Z', 'updated_at': '2022-02-15T16:39:38Z', 'revision_number': 4, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'gw_port': {'id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:31Z', 'updated_at': '2022-02-15T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd08acc78-c75f-4d45-a8b0-24a8b630940c', 'name': '', 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'mac_address': 'fa:16:3e:b0:d7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '8291a608-81de-4b12-bf71-94312111a503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:37Z', 'updated_at': '2022-02-15T16:39:38Z', 'revision_number': 2, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'subnets': [{'id': '8291a608-81de-4b12-bf71-94312111a503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:41.032130 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Checking router: bcaf26a8-ad35-40e8-b600-906b19dc30f0 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:39:41.032643 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Updating router bcaf26a8-ad35-40e8-b600-906b19dc30f0 port d08acc78-c75f-4d45-a8b0-24a8b630940c binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:39:41.035879 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de0178d3-5eab-42e6-a0ef-50182ba6afb7 req-f8b7219e-03ba-4b8e-b8e2-4c7deddd3695 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 210 time: 0.0620928 Feb 15 16:39:41.051635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-a9f89b7b-b718-4559-8e62-0068a4abe736 service neutron] For port 3b09f112-1c90-4596-9afe-3e8bd6c54626, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:39:41.056462 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-a9f89b7b-b718-4559-8e62-0068a4abe736 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:41.057682 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0eb12878-2b6e-4e2a-b539-6ca1befaef21 req-a9f89b7b-b718-4559-8e62-0068a4abe736 service neutron] 10.222.0.10 "DELETE /v2.0/ports/3b09f112-1c90-4596-9afe-3e8bd6c54626/bindings/n-h1-828372-14 HTTP/1.1" status: 204 len: 173 time: 0.3593452 Feb 15 16:39:41.091378 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:41.107188 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-45acca5a-dcf2-48b1-b72c-198a19d9afeb tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (cd6a4fb3-0f2a-48fd-81b0-581e2f287a43), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:41.112499 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9a599476-59ab-4c2a-9232-22f7bc800718), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:41.149864 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b85e3c5-145e-4bb9-a951-39f2be1abc7b x-openstack-request-id: req-5b85e3c5-145e-4bb9-a951-39f2be1abc7b {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:41.150161 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925ed62b-ca8c-485d-a017-8d50bb7486c3", "name": "network-vif-plugged", "status": "completed", "tag": "9a599476-59ab-4c2a-9232-22f7bc800718", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:41.150422 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5b85e3c5-145e-4bb9-a951-39f2be1abc7b {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:41.150822 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925ed62b-ca8c-485d-a017-8d50bb7486c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a599476-59ab-4c2a-9232-22f7bc800718', 'code': 200} Feb 15 16:39:41.174979 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0a2c2071-584d-498d-b792-8dd836348bfc up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:39:41.212905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37168) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:41.219512 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ad795793-14d5-442f-a3b8-e22cb1d1931f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1681274196', 'description': 'tempest-description--1618718876'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:41.230383 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-45acca5a-dcf2-48b1-b72c-198a19d9afeb tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Network a9d55db1-0d0e-44ac-b542-332afc540b37 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:39:41.234234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-45acca5a-dcf2-48b1-b72c-198a19d9afeb tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:39:41.239488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-45acca5a-dcf2-48b1-b72c-198a19d9afeb tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:39:41.245169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acca5a-dcf2-48b1-b72c-198a19d9afeb tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Pushing event updated for resources: {'Port': ['ID=cd6a4fb3-0f2a-48fd-81b0-581e2f287a43,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:41.321163 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-45acca5a-dcf2-48b1-b72c-198a19d9afeb tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:41.322492 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-45acca5a-dcf2-48b1-b72c-198a19d9afeb tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:41.340815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f116371-e1e9-4093-a2b9-13edf6255cd5 req-94c57711-18aa-4481-bc20-c4d9676e3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:41.346307 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f116371-e1e9-4093-a2b9-13edf6255cd5 req-94c57711-18aa-4481-bc20-c4d9676e3741 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 1132 time: 0.1477647 Feb 15 16:39:41.357389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=9a599476-59ab-4c2a-9232-22f7bc800718,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:41.412039 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95876c-502d-41d2-b349-1ba745ea188a req-26db230f-7c97-4000-9beb-e6b1037888eb tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:41.413829 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0d95876c-502d-41d2-b349-1ba745ea188a req-26db230f-7c97-4000-9beb-e6b1037888eb tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0869617 Feb 15 16:39:41.467055 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-45acca5a-dcf2-48b1-b72c-198a19d9afeb tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9403267 Feb 15 16:39:41.477156 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0d95876c-502d-41d2-b349-1ba745ea188a req-b328de39-047a-4452-bbfe-3a2bae14c208 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566974 Feb 15 16:39:41.483444 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Request body: {'port': {'device_id': 'ebcd1901-6381-42da-9d57-73142756a7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:41.564180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0a2c2071-584d-498d-b792-8dd836348bfc triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:41.564588 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0a2c2071-584d-498d-b792-8dd836348bfc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:41.569803 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cd6a4fb3-0f2a-48fd-81b0-581e2f287a43), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:41.707521 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad795793-14d5-442f-a3b8-e22cb1d1931f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:41.717969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0a2c2071-584d-498d-b792-8dd836348bfc is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:41.775232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4645e8-926c-4c00-82aa-26d451529851 req-41b60c3a-c2f7-4b48-abd3-d7a8cc937d73 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:41.778907 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Publish callbacks [] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:41.782567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d4645e8-926c-4c00-82aa-26d451529851 req-41b60c3a-c2f7-4b48-abd3-d7a8cc937d73 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 949 time: 0.4303083 Feb 15 16:39:41.788586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f116371-e1e9-4093-a2b9-13edf6255cd5 req-38ac4269-d671-4e16-accb-afd604f668d8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250474 Feb 15 16:39:41.806536 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:41.857162 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d4645e8-926c-4c00-82aa-26d451529851 req-86b15145-9943-4af0-be4c-61a6a112f265 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735304 Feb 15 16:39:41.869423 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad795793-14d5-442f-a3b8-e22cb1d1931f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for security_group (33627090-20a6-4348-a159-720f08179093), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:41.870728 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:41.944931 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:39:41.947321 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Publish callbacks [] for port (cd6a4fb3-0f2a-48fd-81b0-581e2f287a43), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:41.963052 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Transition to ACTIVE for port object cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:39:41.965753 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad795793-14d5-442f-a3b8-e22cb1d1931f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (33627090-20a6-4348-a159-720f08179093), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:41.987980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906adb6-f01e-41f2-a4ff-c57f5c77ecec None None] Pushing event updated for resources: {'Port': ['ID=d08acc78-c75f-4d45-a8b0-24a8b630940c,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:42.024306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Attempting to bind port d08acc78-c75f-4d45-a8b0-24a8b630940c on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:39:42.024599 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Attempting to bind port d08acc78-c75f-4d45-a8b0-24a8b630940c by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '8aac18e3-77b8-4d72-923e-2087ce4644ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:39:42.024966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Attempting to bind port d08acc78-c75f-4d45-a8b0-24a8b630940c on network 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:42.029140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad795793-14d5-442f-a3b8-e22cb1d1931f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33627090-20a6-4348-a159-720f08179093,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:42.031339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:39:42.031339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Checking segment: {'id': '8aac18e3-77b8-4d72-923e-2087ce4644ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:39:42.031339 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:42.031677 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Bound using segment: {'id': '8aac18e3-77b8-4d72-923e-2087ce4644ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:39:42.038006 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Bound port: d08acc78-c75f-4d45-a8b0-24a8b630940c, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aac18e3-77b8-4d72-923e-2087ce4644ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:39:42.038663 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:42.070495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf9581-1586-4625-974f-9b2ed5b3555c req-77aef121-84c0-4d94-80fc-56f372449b7b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:42.075338 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbcf9581-1586-4625-974f-9b2ed5b3555c req-77aef121-84c0-4d94-80fc-56f372449b7b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.0987740 Feb 15 16:39:42.109165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (cd6a4fb3-0f2a-48fd-81b0-581e2f287a43), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:42.156069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] For port d08acc78-c75f-4d45-a8b0-24a8b630940c, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:39:42.159771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] For port d08acc78-c75f-4d45-a8b0-24a8b630940c, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d08acc78-c75f-4d45-a8b0-24a8b630940c,segment=NetworkSegment(8aac18e3-77b8-4d72-923e-2087ce4644ba),segment_id=8aac18e3-77b8-4d72-923e-2087ce4644ba)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:39:42.180731 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad795793-14d5-442f-a3b8-e22cb1d1931f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:42.182196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ad795793-14d5-442f-a3b8-e22cb1d1931f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9660332 Feb 15 16:39:42.184902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37192) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:42.196959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-68f5e844-fdb2-4761-806e-56e5c6f2029d tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Request body: {'security_group_rule': {'security_group_id': '33627090-20a6-4348-a159-720f08179093', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:42.200627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-fbc4d3b5-72e0-4d8b-9055-45420b6e6f9d None None] Provisioning complete for port d08acc78-c75f-4d45-a8b0-24a8b630940c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:42.200627 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d3b5-72e0-4d8b-9055-45420b6e6f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:42.205401 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbcf9581-1586-4625-974f-9b2ed5b3555c req-152bf9e7-026c-4ad6-a8d1-4bc28c9e5397 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206856 Feb 15 16:39:42.205401 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Pushing event updated for resources: {'Port': ['ID=cd6a4fb3-0f2a-48fd-81b0-581e2f287a43,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:42.257787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228763d-9cb4-4fa3-8dcb-6bdb3cc0a778 req-81b46349-9ce5-4e6f-8530-e8e250bffa70 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:42.259615 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8228763d-9cb4-4fa3-8dcb-6bdb3cc0a778 req-81b46349-9ce5-4e6f-8530-e8e250bffa70 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 1128 time: 0.0828526 Feb 15 16:39:42.270865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fbc4d3b5-72e0-4d8b-9055-45420b6e6f9d None None] Port d08acc78-c75f-4d45-a8b0-24a8b630940c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:39:42.286283 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Attempting to bind port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:39:42.286837 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Attempting to bind port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a0d7c0d4-e847-4502-b44b-36c6801942ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9d55db1-0d0e-44ac-b542-332afc540b37'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:39:42.287085 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Attempting to bind port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 on network a9d55db1-0d0e-44ac-b542-332afc540b37 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:42.291483 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:42.321114 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 on network a9d55db1-0d0e-44ac-b542-332afc540b37 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:39:42.321886 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Attempting to bind port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 on network a9d55db1-0d0e-44ac-b542-332afc540b37 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:42.330521 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:39:42.331002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Checking segment: {'id': 'a0d7c0d4-e847-4502-b44b-36c6801942ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9d55db1-0d0e-44ac-b542-332afc540b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:39:42.331448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Bound using segment: {'id': 'a0d7c0d4-e847-4502-b44b-36c6801942ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9d55db1-0d0e-44ac-b542-332afc540b37'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:39:42.331908 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Bound port: cd6a4fb3-0f2a-48fd-81b0-581e2f287a43, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d7c0d4-e847-4502-b44b-36c6801942ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'a9d55db1-0d0e-44ac-b542-332afc540b37'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:39:42.332218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8228763d-9cb4-4fa3-8dcb-6bdb3cc0a778 req-af0a4efe-f114-4205-8402-7bca91a0786f tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624421 Feb 15 16:39:42.332491 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cd6a4fb3-0f2a-48fd-81b0-581e2f287a43), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:42.354151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Routers {'bcaf26a8-ad35-40e8-b600-906b19dc30f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:39:42.355037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:39:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:42.395443 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9c06c-078f-4f7e-9f93-03e8471f58db req-1194b813-d2d2-4163-8a38-8c0f92cbada2 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:42.396388 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36c9c06c-078f-4f7e-9f93-03e8471f58db req-1194b813-d2d2-4163-8a38-8c0f92cbada2 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 944 time: 0.1120889 Feb 15 16:39:42.436128 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-68f5e844-fdb2-4761-806e-56e5c6f2029d tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for security_group_rule (37e9263e-5540-4445-95a9-18edb05bbdd5), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:42.437561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] For port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:39:42.438568 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906adb6-f01e-41f2-a4ff-c57f5c77ecec None None] Pushing event updated for resources: {'Port': ['ID=d08acc78-c75f-4d45-a8b0-24a8b630940c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:42.481588 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] For port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cd6a4fb3-0f2a-48fd-81b0-581e2f287a43,segment=NetworkSegment(a0d7c0d4-e847-4502-b44b-36c6801942ce),segment_id=a0d7c0d4-e847-4502-b44b-36c6801942ce)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:39:42.495271 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-68f5e844-fdb2-4761-806e-56e5c6f2029d tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for security_group_rule (37e9263e-5540-4445-95a9-18edb05bbdd5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:42.502395 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36c9c06c-078f-4f7e-9f93-03e8471f58db req-870644e9-9f9e-4963-a418-9101ace914c2 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/security-groups?id=23a8af2f-18e5-44f8-bbb7-3607267ef251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951447 Feb 15 16:39:42.503169 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] Set router bcaf26a8-ad35-40e8-b600-906b19dc30f0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:39:42.623429 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (cd6a4fb3-0f2a-48fd-81b0-581e2f287a43), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:42.642893 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-68f5e844-fdb2-4761-806e-56e5c6f2029d tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (37e9263e-5540-4445-95a9-18edb05bbdd5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:42.689153 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5e844-fdb2-4761-806e-56e5c6f2029d tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e9263e-5540-4445-95a9-18edb05bbdd5,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:42.722443 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:42.723064 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:42.725119 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] 10.222.0.67 "PUT /v2.0/ports/cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 HTTP/1.1" status: 200 len: 1093 time: 1.2465544 Feb 15 16:39:42.725593 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcd1901-6381-42da-9d57-73142756a7c2', 'tag': 'cd6a4fb3-0f2a-48fd-81b0-581e2f287a43'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:42.727872 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafa0ad3-3236-47bd-9c11-7d9fbb8ec8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcd1901-6381-42da-9d57-73142756a7c2", "tag": "cd6a4fb3-0f2a-48fd-81b0-581e2f287a43"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:42.736585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-451dd6b3-a3c0-41d3-adaf-86a473dca727 None None] Provisioning complete for port d08acc78-c75f-4d45-a8b0-24a8b630940c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:42.736961 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-451dd6b3-a3c0-41d3-adaf-86a473dca727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:42.744158 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce862b93-53cc-45c3-9fc0-6048dd1586f8 req-5b0c5708-4964-4946-bf22-a209ae99fd50 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:42.746015 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ce862b93-53cc-45c3-9fc0-6048dd1586f8 req-5b0c5708-4964-4946-bf22-a209ae99fd50 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 1128 time: 0.1552370 Feb 15 16:39:42.784891 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe127e32-64f0-4d14-8ee1-0164b430f7fa service neutron] Pushing event updated for resources: {'Port': ['ID=cd6a4fb3-0f2a-48fd-81b0-581e2f287a43,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:42.798664 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-68f5e844-fdb2-4761-806e-56e5c6f2029d tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:42.799648 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-68f5e844-fdb2-4761-806e-56e5c6f2029d tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6125548 Feb 15 16:39:42.801296 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37210) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:42.807931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'name': 'tempest-ServersTestFqdnHostnames-494572170-router', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:39:29Z', 'updated_at': '2022-02-15T16:39:38Z', 'revision_number': 4, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'gw_port': {'id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:31Z', 'updated_at': '2022-02-15T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd08acc78-c75f-4d45-a8b0-24a8b630940c', 'name': '', 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'mac_address': 'fa:16:3e:b0:d7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '8291a608-81de-4b12-bf71-94312111a503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:37Z', 'updated_at': '2022-02-15T16:39:42Z', 'revision_number': 4, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'subnets': [{'id': '8291a608-81de-4b12-bf71-94312111a503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:39:42.809659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f6d03dd0-5823-46eb-9ec2-e1c5cf4c18b3 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Request body: {'security_group_rule': {'security_group_id': '33627090-20a6-4348-a159-720f08179093', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:42.839722 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ce862b93-53cc-45c3-9fc0-6048dd1586f8 req-3ccc6004-4a29-4452-ab66-a92aaaa1b28c tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742748 Feb 15 16:39:42.860088 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d67b5cc-c5ec-464f-a8c0-c64c1f3769dc None None] The sync data for ids ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'] in n-d-828372-14 is: [{'id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'name': 'tempest-ServersTestFqdnHostnames-494572170-router', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:39:29Z', 'updated_at': '2022-02-15T16:39:38Z', 'revision_number': 4, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'gw_port': {'id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:31Z', 'updated_at': '2022-02-15T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd08acc78-c75f-4d45-a8b0-24a8b630940c', 'name': '', 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'mac_address': 'fa:16:3e:b0:d7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '8291a608-81de-4b12-bf71-94312111a503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:37Z', 'updated_at': '2022-02-15T16:39:42Z', 'revision_number': 4, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'subnets': [{'id': '8291a608-81de-4b12-bf71-94312111a503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:39:42.884741 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-451dd6b3-a3c0-41d3-adaf-86a473dca727 None None] Current status of the port d08acc78-c75f-4d45-a8b0-24a8b630940c is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:42.885175 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-451dd6b3-a3c0-41d3-adaf-86a473dca727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:42.916131 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800cb66e-6746-4599-8bcc-c50f8352b916 x-openstack-request-id: req-800cb66e-6746-4599-8bcc-c50f8352b916 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:42.917606 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcd1901-6381-42da-9d57-73142756a7c2", "tag": "cd6a4fb3-0f2a-48fd-81b0-581e2f287a43", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:42.939772 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f6d03dd0-5823-46eb-9ec2-e1c5cf4c18b3 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for security_group_rule (376382ca-3fbf-48ab-bce9-e2ed46afc35a), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:42.946593 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-800cb66e-6746-4599-8bcc-c50f8352b916 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:42.947136 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcd1901-6381-42da-9d57-73142756a7c2', 'tag': 'cd6a4fb3-0f2a-48fd-81b0-581e2f287a43', 'status': 'completed', 'code': 200} Feb 15 16:39:42.975711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-451dd6b3-a3c0-41d3-adaf-86a473dca727 None None] For port d08acc78-c75f-4d45-a8b0-24a8b630940c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d08acc78-c75f-4d45-a8b0-24a8b630940c,segment=NetworkSegment(8aac18e3-77b8-4d72-923e-2087ce4644ba),segment_id=8aac18e3-77b8-4d72-923e-2087ce4644ba)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:43.018463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-429d7b9e-0da0-445e-9203-86c3d4d47ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:43.019998 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-429d7b9e-0da0-445e-9203-86c3d4d47ca8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a72f82079bed465ea405f6532e981b09&device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 1127 time: 0.1589675 Feb 15 16:39:43.060221 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f6d03dd0-5823-46eb-9ec2-e1c5cf4c18b3 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for security_group_rule (376382ca-3fbf-48ab-bce9-e2ed46afc35a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:43.081928 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-451dd6b3-a3c0-41d3-adaf-86a473dca727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:43.086874 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-ce34bc6b-fa8c-496e-ad56-b9fa592a54f8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 HTTP/1.1" status: 200 len: 217 time: 0.0569420 Feb 15 16:39:43.097843 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b47123-1cfe-4e5f-8649-38b21c7fa9be req-01001330-9130-4d22-837b-56f7d76574b2 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:43.109719 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56b47123-1cfe-4e5f-8649-38b21c7fa9be req-01001330-9130-4d22-837b-56f7d76574b2 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 949 time: 0.1051605 Feb 15 16:39:43.162550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dd6b3-a3c0-41d3-adaf-86a473dca727 None None] Pushing event updated for resources: {'Port': ['ID=d08acc78-c75f-4d45-a8b0-24a8b630940c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:43.185565 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56b47123-1cfe-4e5f-8649-38b21c7fa9be req-2a0e6f85-158e-44ca-baa3-7e4bda6309ea tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741203 Feb 15 16:39:43.235100 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-b958bad8-c65d-4663-b13f-b084098aa183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:43.235478 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f6d03dd0-5823-46eb-9ec2-e1c5cf4c18b3 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (376382ca-3fbf-48ab-bce9-e2ed46afc35a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:43.235588 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-b958bad8-c65d-4663-b13f-b084098aa183 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6bcfada-966b-4ec1-ab3e-f5001f503910 HTTP/1.1" status: 200 len: 855 time: 0.1357732 Feb 15 16:39:43.238891 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d08acc78-c75f-4d45-a8b0-24a8b630940c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:39:43.263650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d03dd0-5823-46eb-9ec2-e1c5cf4c18b3 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376382ca-3fbf-48ab-bce9-e2ed46afc35a,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:43.287746 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-a7a904c6-d106-4224-9128-85f6bf947719 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9d55db1-0d0e-44ac-b542-332afc540b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438514 Feb 15 16:39:43.334278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port d08acc78-c75f-4d45-a8b0-24a8b630940c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:43.334705 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:43.394309 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:43.394582 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f6d03dd0-5823-46eb-9ec2-e1c5cf4c18b3 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:43.399906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f6d03dd0-5823-46eb-9ec2-e1c5cf4c18b3 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5973046 Feb 15 16:39:43.401962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37232) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:43.408093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:43.461722 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-5098a0f1-844b-4a9e-82c7-ccfe4ca26372 service neutron] 10.222.0.67 "GET /v2.0/networks/a9d55db1-0d0e-44ac-b542-332afc540b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665976 Feb 15 16:39:43.488455 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port d08acc78-c75f-4d45-a8b0-24a8b630940c is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:43.531131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a8318-bca9-460d-bc5f-7e60bcc7812e req-f5c97013-b4d2-4092-a3e0-4f8ed7ec68c2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:43.533091 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c9a8318-bca9-460d-bc5f-7e60bcc7812e req-f5c97013-b4d2-4092-a3e0-4f8ed7ec68c2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.0607085 Feb 15 16:39:43.573624 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3544ce58-33c0-4c6e-8b3b-c8ffac784c42 req-d8d42423-3cbd-4bb2-8e6a-c8aa9bf4ad23 service neutron] 10.222.0.67 "GET /v2.0/networks/a9d55db1-0d0e-44ac-b542-332afc540b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014256 Feb 15 16:39:43.592276 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:43.608311 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c9a8318-bca9-460d-bc5f-7e60bcc7812e req-49ca38dd-df44-411f-afb3-0ef44778e136 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649545 Feb 15 16:39:43.763264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ebb3f-2468-4cee-a72a-4e3885e21fce req-ae8211a3-a954-4b60-9d7d-30fae1d7c20f tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:43.764828 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be0ebb3f-2468-4cee-a72a-4e3885e21fce req-ae8211a3-a954-4b60-9d7d-30fae1d7c20f tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0780425 Feb 15 16:39:43.766474 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:43.850944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa0ad3-3236-47bd-9c11-7d9fbb8ec8d2 req-5b931b81-a272-4f57-8bbe-730feb7f06c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:43.852937 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dafa0ad3-3236-47bd-9c11-7d9fbb8ec8d2 req-5b931b81-a272-4f57-8bbe-730feb7f06c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a72f82079bed465ea405f6532e981b09&device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 1127 time: 0.0585198 Feb 15 16:39:43.889079 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be0ebb3f-2468-4cee-a72a-4e3885e21fce req-17c9bfb2-c96f-44f6-87bc-26a2163c9b38 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/security-groups?id=23a8af2f-18e5-44f8-bbb7-3607267ef251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146827 Feb 15 16:39:43.923766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Allocated IP 172.25.4.227 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/0733b955-e3d9-4fa3-bbd4-ee986e6832d1) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:39:43.966110 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa0ad3-3236-47bd-9c11-7d9fbb8ec8d2 req-ca08c4f8-b35e-4650-8d3b-7913e22c9410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:43.967598 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dafa0ad3-3236-47bd-9c11-7d9fbb8ec8d2 req-ca08c4f8-b35e-4650-8d3b-7913e22c9410 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a9d55db1-0d0e-44ac-b542-332afc540b37 HTTP/1.1" status: 200 len: 916 time: 0.1055861 Feb 15 16:39:44.020133 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dafa0ad3-3236-47bd-9c11-7d9fbb8ec8d2 req-3ec54b28-4a0e-46ca-86e5-e8a125524bd3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 HTTP/1.1" status: 200 len: 217 time: 0.0439074 Feb 15 16:39:44.072042 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for port (0733b955-e3d9-4fa3-bbd4-ee986e6832d1), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:44.084493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa0ad3-3236-47bd-9c11-7d9fbb8ec8d2 req-4b038324-3520-4613-b20b-99ddb0b4f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:44.087183 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dafa0ad3-3236-47bd-9c11-7d9fbb8ec8d2 req-4b038324-3520-4613-b20b-99ddb0b4f25a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d6bcfada-966b-4ec1-ab3e-f5001f503910 HTTP/1.1" status: 200 len: 855 time: 0.0597579 Feb 15 16:39:44.134042 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dafa0ad3-3236-47bd-9c11-7d9fbb8ec8d2 req-be7cc99a-f74e-421e-b900-786beebbb986 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a9d55db1-0d0e-44ac-b542-332afc540b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339005 Feb 15 16:39:44.212602 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0733b955-e3d9-4fa3-bbd4-ee986e6832d1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:44.231614 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dafa0ad3-3236-47bd-9c11-7d9fbb8ec8d2 req-81da95e0-408a-4302-9569-98b5601f7b90 service neutron] 10.222.0.67 "GET /v2.0/networks/a9d55db1-0d0e-44ac-b542-332afc540b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910728 Feb 15 16:39:44.260612 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:39:44.263731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:39:44.266278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:39:44.298145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Pushing event updated for resources: {'Port': ['ID=0733b955-e3d9-4fa3-bbd4-ee986e6832d1,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:44.388318 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dafa0ad3-3236-47bd-9c11-7d9fbb8ec8d2 req-fbbf6a4c-4f2c-4fbb-b013-65dacbf85236 service neutron] 10.222.0.67 "GET /v2.0/networks/a9d55db1-0d0e-44ac-b542-332afc540b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502700 Feb 15 16:39:44.423437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87121d-9ff1-4785-807c-4b2c0db40e59 req-f0ba7a92-c92d-4864-bed4-cad592875333 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:44.425089 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c87121d-9ff1-4785-807c-4b2c0db40e59 req-f0ba7a92-c92d-4864-bed4-cad592875333 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 949 time: 0.1006587 Feb 15 16:39:44.442977 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for floatingip (513633cf-cb20-445d-9df8-8b4ed1927ac3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:44.483599 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c87121d-9ff1-4785-807c-4b2c0db40e59 req-fd479df1-d4dc-46e9-a5b6-6e69e42bc112 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511518 Feb 15 16:39:44.653265 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0733b955-e3d9-4fa3-bbd4-ee986e6832d1), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:44.745132 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37256) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:44.827810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134b0f5-19ce-4a90-be7e-8c0c8a9f4bda req-c0e98f90-bc85-419d-a6ba-422b4206c8fa tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:44.835462 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5134b0f5-19ce-4a90-be7e-8c0c8a9f4bda req-c0e98f90-bc85-419d-a6ba-422b4206c8fa tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1435766 Feb 15 16:39:44.886688 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d06925c-d180-4756-a1b0-bfc65a201a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:44.915780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5134b0f5-19ce-4a90-be7e-8c0c8a9f4bda req-cd82f44c-caae-40c5-af15-177b99047694 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793636 Feb 15 16:39:44.944177 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for port (0733b955-e3d9-4fa3-bbd4-ee986e6832d1), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:45.015661 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d06925c-d180-4756-a1b0-bfc65a201a3e admin admin] Publish callbacks [] for security_group (7d1556fa-73cc-4002-99b6-fcf8ae94c82f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:45.079752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6f3e9-3270-4591-9817-4a0e0e15c884 req-8ee3eeb3-7900-4dea-8d19-658af0e995ba tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:45.086275 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7fa6f3e9-3270-4591-9817-4a0e0e15c884 req-8ee3eeb3-7900-4dea-8d19-658af0e995ba tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0656655 Feb 15 16:39:45.087836 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0733b955-e3d9-4fa3-bbd4-ee986e6832d1), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:45.111023 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dfacdc-65b2-48b5-93f2-196ac888fada req-49ce67f5-0ac6-4057-81bb-41cb9bbb00be tempest-ServersAdminNegativeTestJSON-1607476247 tempest-ServersAdminNegativeTestJSON-1607476247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:45.131417 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-48dfacdc-65b2-48b5-93f2-196ac888fada req-49ce67f5-0ac6-4057-81bb-41cb9bbb00be tempest-ServersAdminNegativeTestJSON-1607476247 tempest-ServersAdminNegativeTestJSON-1607476247-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 1132 time: 0.0900822 Feb 15 16:39:45.132514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d08acc78-c75f-4d45-a8b0-24a8b630940c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:39:45.148897 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-48dfacdc-65b2-48b5-93f2-196ac888fada req-7e6cc66e-425c-4bd6-8941-9568b57efbf1 tempest-ServersAdminNegativeTestJSON-1607476247 tempest-ServersAdminNegativeTestJSON-1607476247-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:45.163748 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d06925c-d180-4756-a1b0-bfc65a201a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7d1556fa-73cc-4002-99b6-fcf8ae94c82f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:45.186451 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port d08acc78-c75f-4d45-a8b0-24a8b630940c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:45.187068 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:45.201537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d06925c-d180-4756-a1b0-bfc65a201a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1556fa-73cc-4002-99b6-fcf8ae94c82f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:45.202677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Pushing event updated for resources: {'Port': ['ID=0733b955-e3d9-4fa3-bbd4-ee986e6832d1,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:45.214266 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7fa6f3e9-3270-4591-9817-4a0e0e15c884 req-d41b9bdf-e895-4869-b70c-b1dcebbc085d tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/security-groups?id=23a8af2f-18e5-44f8-bbb7-3607267ef251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220210 Feb 15 16:39:45.220490 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (513633cf-cb20-445d-9df8-8b4ed1927ac3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:45.281867 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8d06925c-d180-4756-a1b0-bfc65a201a3e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dc6893c6cca04cc4a851035911051298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5327656 Feb 15 16:39:45.282619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37266) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:45.324177 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-48dfacdc-65b2-48b5-93f2-196ac888fada req-7e6cc66e-425c-4bd6-8941-9568b57efbf1 tempest-ServersAdminNegativeTestJSON-1607476247 tempest-ServersAdminNegativeTestJSON-1607476247-project-admin] Publish callbacks [] for security_group (726c046c-1c0a-4545-a80c-e55df630fa5e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:45.350844 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port d08acc78-c75f-4d45-a8b0-24a8b630940c is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:45.352016 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45acc73b-2895-434f-a3aa-d5d536b6652b admin admin] Publish callbacks [] for security_group (7d1556fa-73cc-4002-99b6-fcf8ae94c82f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:45.356416 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:45.359793 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-35f78b7f-e47a-411d-879e-64b4821b0aa9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9565315 Feb 15 16:39:45.396985 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45acc73b-2895-434f-a3aa-d5d536b6652b admin admin] Publish callbacks [] for security_group (7d1556fa-73cc-4002-99b6-fcf8ae94c82f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:45.453185 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-48dfacdc-65b2-48b5-93f2-196ac888fada req-7e6cc66e-425c-4bd6-8941-9568b57efbf1 tempest-ServersAdminNegativeTestJSON-1607476247 tempest-ServersAdminNegativeTestJSON-1607476247-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (726c046c-1c0a-4545-a80c-e55df630fa5e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:45.494072 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-48dfacdc-65b2-48b5-93f2-196ac888fada req-7e6cc66e-425c-4bd6-8941-9568b57efbf1 tempest-ServersAdminNegativeTestJSON-1607476247 tempest-ServersAdminNegativeTestJSON-1607476247-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616884 Feb 15 16:39:45.496118 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6cc66e-425c-4bd6-8941-9568b57efbf1 tempest-ServersAdminNegativeTestJSON-1607476247 tempest-ServersAdminNegativeTestJSON-1607476247-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726c046c-1c0a-4545-a80c-e55df630fa5e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:45.582276 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45acc73b-2895-434f-a3aa-d5d536b6652b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7d1556fa-73cc-4002-99b6-fcf8ae94c82f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:45.584847 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45acc73b-2895-434f-a3aa-d5d536b6652b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:45.586000 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-45acc73b-2895-434f-a3aa-d5d536b6652b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7d1556fa-73cc-4002-99b6-fcf8ae94c82f HTTP/1.1" status: 204 len: 168 time: 0.3017964 Feb 15 16:39:45.609822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acc73b-2895-434f-a3aa-d5d536b6652b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1556fa-73cc-4002-99b6-fcf8ae94c82f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:45.619101 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-ac1ee2a0-4cef-4ead-a44d-7833696b131b tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1681274196&fields=id&tenant_id=92a52b9edefa4daf8132218d260f82a4 HTTP/1.1" status: 200 len: 267 time: 0.0577619 Feb 15 16:39:45.759125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-6c1e1467-4ad9-4064-a8d6-e5b416f4f098 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:45.768361 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-6c1e1467-4ad9-4064-a8d6-e5b416f4f098 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/networks?id=6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a HTTP/1.1" status: 200 len: 814 time: 0.1351337 Feb 15 16:39:45.808587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-3546c8f1-cfe2-4ea3-b771-2326c78aea2d tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/quotas/92a52b9edefa4daf8132218d260f82a4 HTTP/1.1" status: 200 len: 375 time: 0.0158217 Feb 15 16:39:45.843824 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-e2dd5f2d-0805-4497-99b1-e012dd37dd42 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=92a52b9edefa4daf8132218d260f82a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516896 Feb 15 16:39:45.957067 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-99e794d2-235c-45b3-a3ba-37c9403282c4 service neutron] 10.222.0.107 "GET /v2.0/networks/6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926332 Feb 15 16:39:46.065621 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-d1bd32f3-bc23-47b8-be2d-49243daa5b06 service neutron] 10.222.0.107 "GET /v2.0/networks/6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015067 Feb 15 16:39:46.074184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc3304-8ab9-41d7-991e-da7fcd853c8b req-b1e6e568-177a-438d-befd-30bca21c201b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:46.084052 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-84fc3304-8ab9-41d7-991e-da7fcd853c8b req-b1e6e568-177a-438d-befd-30bca21c201b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.0745921 Feb 15 16:39:46.153312 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-84fc3304-8ab9-41d7-991e-da7fcd853c8b req-4278f6a0-706e-4bd4-a15f-7e7d4e82aa25 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683599 Feb 15 16:39:46.344878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671998dc-a187-43b6-994e-101ba825dde8 req-aed0aef2-1835-4204-b4fd-9293cb63f523 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:46.346468 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-671998dc-a187-43b6-994e-101ba825dde8 req-aed0aef2-1835-4204-b4fd-9293cb63f523 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 944 time: 0.0548005 Feb 15 16:39:46.356827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:39:46.415830 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-671998dc-a187-43b6-994e-101ba825dde8 req-2352ecd1-8fd0-4610-bc58-f9221decd345 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/security-groups?id=23a8af2f-18e5-44f8-bbb7-3607267ef251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579467 Feb 15 16:39:46.539968 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cd6a4fb3-0f2a-48fd-81b0-581e2f287a43,segment=NetworkSegment(a0d7c0d4-e847-4502-b44b-36c6801942ce),segment_id=a0d7c0d4-e847-4502-b44b-36c6801942ce)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:46.555780 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'cd6a4fb3-0f2a-48fd-81b0-581e2f287a43', 'network_id': 'a9d55db1-0d0e-44ac-b542-332afc540b37', 'port_id': 'cd6a4fb3-0f2a-48fd-81b0-581e2f287a43', 'mac_address': 'fa:16:3e:ec:ab:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6bcfada-966b-4ec1-ab3e-f5001f503910', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:39:46.576188 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-26f25a1d-210b-4734-b39f-d946ee7043a3 req-423bb221-8b6b-40ca-8593-e3aca5edf072 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 210 time: 0.0596914 Feb 15 16:39:46.616907 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:46.617450 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cd6a4fb3-0f2a-48fd-81b0-581e2f287a43), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:46.642459 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:39:46.665679 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81ac38-37c2-4507-9cc7-f58cf2016898 req-ac5b0783-4a4f-48bf-b3ef-be2575192883 tempest-ServersAdminNegativeTestJSON-1607476247 tempest-ServersAdminNegativeTestJSON-1607476247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:46.671213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cd6a4fb3-0f2a-48fd-81b0-581e2f287a43,segment=NetworkSegment(a0d7c0d4-e847-4502-b44b-36c6801942ce),segment_id=a0d7c0d4-e847-4502-b44b-36c6801942ce)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:46.671950 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc81ac38-37c2-4507-9cc7-f58cf2016898 req-ac5b0783-4a4f-48bf-b3ef-be2575192883 tempest-ServersAdminNegativeTestJSON-1607476247 tempest-ServersAdminNegativeTestJSON-1607476247-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 1132 time: 0.0522416 Feb 15 16:39:46.692105 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37302) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:46.709660 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2a2d43c-d51a-4219-82a8-c36c1013ed2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:46.726361 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc81ac38-37c2-4507-9cc7-f58cf2016898 req-632c279d-f0b6-4456-98d7-1f20901a5675 tempest-ServersAdminNegativeTestJSON-1607476247 tempest-ServersAdminNegativeTestJSON-1607476247-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532596 Feb 15 16:39:46.784304 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cd6a4fb3-0f2a-48fd-81b0-581e2f287a43), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:46.799778 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2a2d43c-d51a-4219-82a8-c36c1013ed2d admin admin] Publish callbacks [] for security_group (80cf96ef-a897-4893-9c09-8e97836c79e3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:46.857752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=cd6a4fb3-0f2a-48fd-81b0-581e2f287a43,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:46.908373 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2a2d43c-d51a-4219-82a8-c36c1013ed2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (80cf96ef-a897-4893-9c09-8e97836c79e3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:46.951018 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d2a2d43c-d51a-4219-82a8-c36c1013ed2d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cd2f9678b2064c4e881eb6293e06bd03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571819 Feb 15 16:39:46.953298 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2d43c-d51a-4219-82a8-c36c1013ed2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cf96ef-a897-4893-9c09-8e97836c79e3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:46.953999 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37316) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:47.021269 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e0377020-f2ad-42c4-975c-137e591bd3b7 admin admin] Publish callbacks [] for security_group (80cf96ef-a897-4893-9c09-8e97836c79e3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:47.043133 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e0377020-f2ad-42c4-975c-137e591bd3b7 admin admin] Publish callbacks [] for security_group (80cf96ef-a897-4893-9c09-8e97836c79e3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:47.083658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['cd6a4fb3-0f2a-48fd-81b0-581e2f287a43'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:39:47.219515 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e0377020-f2ad-42c4-975c-137e591bd3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (80cf96ef-a897-4893-9c09-8e97836c79e3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:47.223687 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e0377020-f2ad-42c4-975c-137e591bd3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:47.228556 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e0377020-f2ad-42c4-975c-137e591bd3b7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/80cf96ef-a897-4893-9c09-8e97836c79e3 HTTP/1.1" status: 204 len: 168 time: 0.2707613 Feb 15 16:39:47.238565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0377020-f2ad-42c4-975c-137e591bd3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cf96ef-a897-4893-9c09-8e97836c79e3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:47.320307 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7d391-97d2-4bc0-9a0f-5ca918aaea38 req-88f012a5-5ee9-46a8-b3b7-9cba1fd60bc2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:47.328283 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83d7d391-97d2-4bc0-9a0f-5ca918aaea38 req-88f012a5-5ee9-46a8-b3b7-9cba1fd60bc2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1007578 Feb 15 16:39:47.394777 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83d7d391-97d2-4bc0-9a0f-5ca918aaea38 req-be691808-335b-4ad1-8672-17efe5cceea0 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653293 Feb 15 16:39:47.471233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81d3ed-96db-431f-8feb-de2ba16c6c24 req-00a0b5b1-0f4a-4fdd-9124-1b15fddfcca7 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:47.479430 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0f81d3ed-96db-431f-8feb-de2ba16c6c24 req-00a0b5b1-0f4a-4fdd-9124-1b15fddfcca7 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 949 time: 0.0750253 Feb 15 16:39:47.537234 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0f81d3ed-96db-431f-8feb-de2ba16c6c24 req-428d8921-6a1f-4d31-af85-3cdfc42ed1c4 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565288 Feb 15 16:39:47.613740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c334a5-ec6f-4932-aa63-7755f7e3acd8 req-52880cf4-8a5c-46db-9317-ee858ffc5b57 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:47.618836 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-29c334a5-ec6f-4932-aa63-7755f7e3acd8 req-52880cf4-8a5c-46db-9317-ee858ffc5b57 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 945 time: 0.0839605 Feb 15 16:39:47.685280 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d293dd08-6f57-4ad8-92ce-36045d23d5e2 req-e3f59582-a1a7-434b-9167-6c4a0186783b tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 210 time: 0.0377192 Feb 15 16:39:47.704234 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-29c334a5-ec6f-4932-aa63-7755f7e3acd8 req-6b174c54-bd05-4d80-8b95-9e1109355a22 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/security-groups?id=23a8af2f-18e5-44f8-bbb7-3607267ef251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822382 Feb 15 16:39:48.352655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:39:48.532986 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e86c7e-2a5a-42cd-9566-d6d1158fda21 req-234d3ef0-b3fe-4134-96c7-81d13facbe82 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:48.534778 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8e86c7e-2a5a-42cd-9566-d6d1158fda21 req-234d3ef0-b3fe-4134-96c7-81d13facbe82 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.0638285 Feb 15 16:39:48.554230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:39:48.559589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:48.559966 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cd6a4fb3-0f2a-48fd-81b0-581e2f287a43), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:48.621990 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8e86c7e-2a5a-42cd-9566-d6d1158fda21 req-92f88d19-9feb-421e-9b06-229e816d4b66 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809541 Feb 15 16:39:48.693279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:48.694061 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cd6a4fb3-0f2a-48fd-81b0-581e2f287a43), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:48.725256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcd1901-6381-42da-9d57-73142756a7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6a4fb3-0f2a-48fd-81b0-581e2f287a43'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:48.727869 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983710c8-41b5-45f6-90fd-fb17fe9472c6" -d '{"events": [{"server_uuid": "ebcd1901-6381-42da-9d57-73142756a7c2", "name": "network-vif-plugged", "status": "completed", "tag": "cd6a4fb3-0f2a-48fd-81b0-581e2f287a43"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:48.743623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cd6a4fb3-0f2a-48fd-81b0-581e2f287a43,segment=NetworkSegment(a0d7c0d4-e847-4502-b44b-36c6801942ce),segment_id=a0d7c0d4-e847-4502-b44b-36c6801942ce)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:48.761196 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a3866c-7e20-4a51-b1aa-b12f984c1025 req-cda7d946-8c70-46ec-96ce-00842f5daf6b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:48.762807 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-36a3866c-7e20-4a51-b1aa-b12f984c1025 req-cda7d946-8c70-46ec-96ce-00842f5daf6b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 949 time: 0.1203463 Feb 15 16:39:48.822868 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-36a3866c-7e20-4a51-b1aa-b12f984c1025 req-72066ad1-b649-42d5-b61b-229d227bd1e7 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533128 Feb 15 16:39:48.845311 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1fbef972-e364-4e6a-bd54-e9e8804367be req-7693377c-4dc6-490c-a228-902cf671effe tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 210 time: 0.0615911 Feb 15 16:39:48.863614 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cd6a4fb3-0f2a-48fd-81b0-581e2f287a43), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:48.893621 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6771e75-d843-4d2c-8ab0-81319fb4df67 x-openstack-request-id: req-c6771e75-d843-4d2c-8ab0-81319fb4df67 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:48.893919 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcd1901-6381-42da-9d57-73142756a7c2", "name": "network-vif-plugged", "status": "completed", "tag": "cd6a4fb3-0f2a-48fd-81b0-581e2f287a43", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:48.894182 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c6771e75-d843-4d2c-8ab0-81319fb4df67 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:48.896348 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcd1901-6381-42da-9d57-73142756a7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6a4fb3-0f2a-48fd-81b0-581e2f287a43', 'code': 200} Feb 15 16:39:48.948431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=cd6a4fb3-0f2a-48fd-81b0-581e2f287a43,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:48.979862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c2c30-5f67-42a0-a9a6-ee3bbf18298b req-19e875e9-eb30-4c7e-8ac5-adee6786aed6 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:48.981992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c8c2c30-5f67-42a0-a9a6-ee3bbf18298b req-19e875e9-eb30-4c7e-8ac5-adee6786aed6 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 946 time: 0.0770910 Feb 15 16:39:49.031488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ee1ad-851d-43f9-b89f-a46f23dd5664 req-0412e598-53f0-4016-8e2a-9af64bed492d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:49.034446 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f76ee1ad-851d-43f9-b89f-a46f23dd5664 req-0412e598-53f0-4016-8e2a-9af64bed492d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 1129 time: 0.0675097 Feb 15 16:39:49.088898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f5c72-dd4e-413b-8622-55762682b23a req-34685545-4f4c-4b4c-8bcb-b13d2ab97a37 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:49.090690 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e56f5c72-dd4e-413b-8622-55762682b23a req-34685545-4f4c-4b4c-8bcb-b13d2ab97a37 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.67 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 949 time: 0.0933220 Feb 15 16:39:49.106698 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c8c2c30-5f67-42a0-a9a6-ee3bbf18298b req-c5141f8a-32a9-47a8-abd9-c5ad6777820d tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/security-groups?id=23a8af2f-18e5-44f8-bbb7-3607267ef251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183624 Feb 15 16:39:49.119406 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f76ee1ad-851d-43f9-b89f-a46f23dd5664 req-a351a636-1cd6-4891-a9bf-424691e4b1c1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=23a8af2f-18e5-44f8-bbb7-3607267ef251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783534 Feb 15 16:39:49.206574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-e56f5c72-dd4e-413b-8622-55762682b23a req-bb68db7c-7263-4c6d-93e2-6caadfadc9ca tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Deleting port 9a599476-59ab-4c2a-9232-22f7bc800718 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:39:49.207010 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e56f5c72-dd4e-413b-8622-55762682b23a req-bb68db7c-7263-4c6d-93e2-6caadfadc9ca tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9a599476-59ab-4c2a-9232-22f7bc800718), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:49.306163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e56f5c72-dd4e-413b-8622-55762682b23a req-bb68db7c-7263-4c6d-93e2-6caadfadc9ca tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] For port 9a599476-59ab-4c2a-9232-22f7bc800718, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9a599476-59ab-4c2a-9232-22f7bc800718,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:49.306568 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e56f5c72-dd4e-413b-8622-55762682b23a req-bb68db7c-7263-4c6d-93e2-6caadfadc9ca tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9a599476-59ab-4c2a-9232-22f7bc800718), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:49.320435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-e56f5c72-dd4e-413b-8622-55762682b23a req-bb68db7c-7263-4c6d-93e2-6caadfadc9ca tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Calling delete_port for 9a599476-59ab-4c2a-9232-22f7bc800718 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:39:49.611590 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e56f5c72-dd4e-413b-8622-55762682b23a req-bb68db7c-7263-4c6d-93e2-6caadfadc9ca tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9a599476-59ab-4c2a-9232-22f7bc800718), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:49.636130 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['f78a0503-8421-43e6-8918-8eae39cfea0b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:39:49.640020 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['9a599476-59ab-4c2a-9232-22f7bc800718'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:39:49.790007 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68db7c-7263-4c6d-93e2-6caadfadc9ca tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Pushing event deleted for resources: {'Port': ['ID=9a599476-59ab-4c2a-9232-22f7bc800718,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:49.795409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56f5c72-dd4e-413b-8622-55762682b23a req-bb68db7c-7263-4c6d-93e2-6caadfadc9ca tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] No DVR routers for this DVR port 9a599476-59ab-4c2a-9232-22f7bc800718 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:39:49.798452 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e56f5c72-dd4e-413b-8622-55762682b23a req-bb68db7c-7263-4c6d-93e2-6caadfadc9ca tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:49.803270 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e56f5c72-dd4e-413b-8622-55762682b23a req-bb68db7c-7263-4c6d-93e2-6caadfadc9ca tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.67 "DELETE /v2.0/ports/9a599476-59ab-4c2a-9232-22f7bc800718 HTTP/1.1" status: 204 len: 173 time: 0.6954885 Feb 15 16:39:49.803990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925ed62b-ca8c-485d-a017-8d50bb7486c3', 'name': 'network-vif-deleted', 'tag': '9a599476-59ab-4c2a-9232-22f7bc800718'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:49.808749 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb95e466-9430-4232-95b2-26d1692ea4b3" -d '{"events": [{"server_uuid": "925ed62b-ca8c-485d-a017-8d50bb7486c3", "name": "network-vif-deleted", "tag": "9a599476-59ab-4c2a-9232-22f7bc800718"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:49.902584 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb0399b-5a27-448c-b647-7b284d93e867 x-openstack-request-id: req-6cb0399b-5a27-448c-b647-7b284d93e867 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:49.903122 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925ed62b-ca8c-485d-a017-8d50bb7486c3", "name": "network-vif-deleted", "tag": "9a599476-59ab-4c2a-9232-22f7bc800718", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:49.903652 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6cb0399b-5a27-448c-b647-7b284d93e867 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:49.904208 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925ed62b-ca8c-485d-a017-8d50bb7486c3', 'name': 'network-vif-deleted', 'tag': '9a599476-59ab-4c2a-9232-22f7bc800718', 'status': 'completed', 'code': 200} Feb 15 16:39:49.925585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8a84b-7062-4953-ad4a-8df34d81d761 req-9c113050-1780-4870-93db-6353343fd9f2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:49.947818 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-66a8a84b-7062-4953-ad4a-8df34d81d761 req-9c113050-1780-4870-93db-6353343fd9f2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1327984 Feb 15 16:39:50.025683 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-66a8a84b-7062-4953-ad4a-8df34d81d761 req-4f6309d4-5e87-4346-90e4-f6878b9e102c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766878 Feb 15 16:39:50.061733 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b833ce01-a65e-46ab-b162-67031fa4c03c req-25411f86-bca8-4930-8f8e-950d69ecb724 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 210 time: 0.0447001 Feb 15 16:39:50.159572 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-34f622b6-1b2c-4aac-8df2-9f4bd83edd2e req-6e6c0f8b-3c7a-4343-81c5-3c66d71e59e3 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 210 time: 0.0428057 Feb 15 16:39:50.175297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-da3ee654-0999-4eb0-83c2-a6adfe6743bc tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:50.175297 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-da3ee654-0999-4eb0-83c2-a6adfe6743bc tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.10 "GET /v2.0/networks?id=6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a HTTP/1.1" status: 200 len: 814 time: 0.2423177 Feb 15 16:39:50.261088 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2c1add36-76f7-4896-ac7e-4b42e4bd6f36 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92a52b9edefa4daf8132218d260f82a4 HTTP/1.1" status: 200 len: 380 time: 0.0796788 Feb 15 16:39:50.275096 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-813e0629-1cb3-437c-aa9f-4827e4f81133 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Request body: {'port': {'device_id': 'e2bd966f-1dca-48bf-9402-56f614ed025a', 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'admin_state_up': True, 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'security_groups': ['33627090-20a6-4348-a159-720f08179093']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:50.303958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e086f49-2dfd-4c63-bd64-c83c7c12b6a1 req-76b0d24b-d93e-4507-a6e9-35055143b721 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:50.305857 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8e086f49-2dfd-4c63-bd64-c83c7c12b6a1 req-76b0d24b-d93e-4507-a6e9-35055143b721 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 946 time: 0.0825579 Feb 15 16:39:50.370027 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8e086f49-2dfd-4c63-bd64-c83c7c12b6a1 req-bcc1c465-cbe3-4c96-8c74-d247e89dad23 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/security-groups?id=23a8af2f-18e5-44f8-bbb7-3607267ef251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575221 Feb 15 16:39:50.607595 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-813e0629-1cb3-437c-aa9f-4827e4f81133 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Made reservation on behalf of 92a52b9edefa4daf8132218d260f82a4 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:39:50.611935 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-813e0629-1cb3-437c-aa9f-4827e4f81133 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:50.777533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-813e0629-1cb3-437c-aa9f-4827e4f81133 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Allocated IP 172.20.0.8 (6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a/8291a608-81de-4b12-bf71-94312111a503/7e58e225-5a8b-49da-a292-9ac51d029534) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:39:50.946188 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-813e0629-1cb3-437c-aa9f-4827e4f81133 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for port (7e58e225-5a8b-49da-a292-9ac51d029534), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:51.109158 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-813e0629-1cb3-437c-aa9f-4827e4f81133 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7e58e225-5a8b-49da-a292-9ac51d029534), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:51.217755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-813e0629-1cb3-437c-aa9f-4827e4f81133 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Network 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:39:51.222152 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-813e0629-1cb3-437c-aa9f-4827e4f81133 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:39:51.238638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-813e0629-1cb3-437c-aa9f-4827e4f81133 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:39:51.268312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9ac35-ad94-4540-83e1-cf0ef5a0cb35 req-1a1ce8a9-1828-4b96-a389-639fd614c6d6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:51.277735 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2ae9ac35-ad94-4540-83e1-cf0ef5a0cb35 req-1a1ce8a9-1828-4b96-a389-639fd614c6d6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1208432 Feb 15 16:39:51.304243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e0629-1cb3-437c-aa9f-4827e4f81133 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Pushing event updated for resources: {'Port': ['ID=7e58e225-5a8b-49da-a292-9ac51d029534,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:51.353400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9cc32fc-e9f8-4761-9bcd-283690d847cc req-3d63ed85-7a25-4550-8ba7-42d8a1d79da6 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=925ed62b-ca8c-485d-a017-8d50bb7486c3 HTTP/1.1" status: 200 len: 210 time: 0.1158321 Feb 15 16:39:51.384026 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2ae9ac35-ad94-4540-83e1-cf0ef5a0cb35 req-34e30811-21c3-47f6-bfbb-3cc49468b67c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039374 Feb 15 16:39:51.419296 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-813e0629-1cb3-437c-aa9f-4827e4f81133 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:51.420017 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-813e0629-1cb3-437c-aa9f-4827e4f81133 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:51.501697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dd831-d5d2-475b-bd55-4bcea55eb502 req-df2fdb0f-64f4-4a08-b0c7-0dc45c35e269 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:51.510941 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd2dd831-d5d2-475b-bd55-4bcea55eb502 req-df2fdb0f-64f4-4a08-b0c7-0dc45c35e269 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 931 time: 0.0698810 Feb 15 16:39:51.518193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc225d8-e04d-4ea6-9235-e39da385ea41 req-42d508b8-0485-4adc-a5d0-30c2268df50b tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:51.527757 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2bc225d8-e04d-4ea6-9235-e39da385ea41 req-42d508b8-0485-4adc-a5d0-30c2268df50b tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 946 time: 0.0698011 Feb 15 16:39:51.574981 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd2dd831-d5d2-475b-bd55-4bcea55eb502 req-7f7cf4a0-3e64-4f59-858b-20502109be45 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups?id=33627090-20a6-4348-a159-720f08179093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629063 Feb 15 16:39:51.580021 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-813e0629-1cb3-437c-aa9f-4827e4f81133 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3094716 Feb 15 16:39:51.592499 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2bc225d8-e04d-4ea6-9235-e39da385ea41 req-cffa44fe-2e16-4fa2-97c4-1a4cf95823e2 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/security-groups?id=23a8af2f-18e5-44f8-bbb7-3607267ef251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615911 Feb 15 16:39:51.593036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Request body: {'port': {'device_id': 'e2bd966f-1dca-48bf-9402-56f614ed025a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:51.673011 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7e58e225-5a8b-49da-a292-9ac51d029534), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:51.675180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8bbacfc0-e548-4bcd-8873-9257aecaa18c None None] Provisioning complete for port 7e58e225-5a8b-49da-a292-9ac51d029534 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:39:51.675673 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8bbacfc0-e548-4bcd-8873-9257aecaa18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7e58e225-5a8b-49da-a292-9ac51d029534), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:51.756304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8bbacfc0-e548-4bcd-8873-9257aecaa18c None None] Port 7e58e225-5a8b-49da-a292-9ac51d029534 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:39:51.854425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37434) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:52.000155 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db097b6b-b493-4784-ad90-c451eba5b290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:52.076260 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e58e225-5a8b-49da-a292-9ac51d029534 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:39:52.087590 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Publish callbacks [] for port (7e58e225-5a8b-49da-a292-9ac51d029534), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:52.103163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Transition to ACTIVE for port object 7e58e225-5a8b-49da-a292-9ac51d029534 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:39:52.115260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db097b6b-b493-4784-ad90-c451eba5b290 admin admin] Publish callbacks [] for security_group (f9f2a2c4-26ae-4b4a-8994-c0a656c9f5fe), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:52.375693 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 9a599476-59ab-4c2a-9232-22f7bc800718 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:39:52.426751 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db097b6b-b493-4784-ad90-c451eba5b290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f9f2a2c4-26ae-4b4a-8994-c0a656c9f5fe), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:52.427309 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (7e58e225-5a8b-49da-a292-9ac51d029534), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:52.427447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 9a599476-59ab-4c2a-9232-22f7bc800718 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:39:52.427447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 9a599476-59ab-4c2a-9232-22f7bc800718 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:39:52.548336 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db097b6b-b493-4784-ad90-c451eba5b290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f2a2c4-26ae-4b4a-8994-c0a656c9f5fe,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:52.579710 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-db097b6b-b493-4784-ad90-c451eba5b290 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a96c9e07425642f499d8f43247671928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7234423 Feb 15 16:39:52.580767 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37446) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:52.672368 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50d4e554-0ffb-40a7-a2cc-94324d50f72d admin admin] Publish callbacks [] for security_group (f9f2a2c4-26ae-4b4a-8994-c0a656c9f5fe), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:52.680719 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:39:52.701056 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50d4e554-0ffb-40a7-a2cc-94324d50f72d admin admin] Publish callbacks [] for security_group (f9f2a2c4-26ae-4b4a-8994-c0a656c9f5fe), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:52.706322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Pushing event updated for resources: {'Port': ['ID=7e58e225-5a8b-49da-a292-9ac51d029534,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:52.757547 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Attempting to bind port 7e58e225-5a8b-49da-a292-9ac51d029534 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:39:52.758173 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Attempting to bind port 7e58e225-5a8b-49da-a292-9ac51d029534 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8aac18e3-77b8-4d72-923e-2087ce4644ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:39:52.759020 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Attempting to bind port 7e58e225-5a8b-49da-a292-9ac51d029534 on network 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:52.784616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Port 7e58e225-5a8b-49da-a292-9ac51d029534 on network 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:39:52.785082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Attempting to bind port 7e58e225-5a8b-49da-a292-9ac51d029534 on network 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:39:52.813286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:39:52.814901 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Checking segment: {'id': '8aac18e3-77b8-4d72-923e-2087ce4644ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:39:52.816257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Bound using segment: {'id': '8aac18e3-77b8-4d72-923e-2087ce4644ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:39:52.816804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Bound port: 7e58e225-5a8b-49da-a292-9ac51d029534, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aac18e3-77b8-4d72-923e-2087ce4644ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:39:52.818315 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7e58e225-5a8b-49da-a292-9ac51d029534), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:52.844288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01d413-6b55-4704-b64b-d2dfd0f57e1f req-041e6611-f532-460f-a186-48fe1445368f tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:52.853346 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de01d413-6b55-4704-b64b-d2dfd0f57e1f req-041e6611-f532-460f-a186-48fe1445368f tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.2861137 Feb 15 16:39:52.962740 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50d4e554-0ffb-40a7-a2cc-94324d50f72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f9f2a2c4-26ae-4b4a-8994-c0a656c9f5fe), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:52.966088 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50d4e554-0ffb-40a7-a2cc-94324d50f72d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:52.969960 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-50d4e554-0ffb-40a7-a2cc-94324d50f72d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f9f2a2c4-26ae-4b4a-8994-c0a656c9f5fe HTTP/1.1" status: 204 len: 168 time: 0.3857923 Feb 15 16:39:52.970605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de01d413-6b55-4704-b64b-d2dfd0f57e1f req-8735c2bf-b01f-4288-b92d-fc67f3534dad tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144054 Feb 15 16:39:52.985296 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4e554-0ffb-40a7-a2cc-94324d50f72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f2a2c4-26ae-4b4a-8994-c0a656c9f5fe,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:53.008566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] For port 7e58e225-5a8b-49da-a292-9ac51d029534, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:39:53.028817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] For port 7e58e225-5a8b-49da-a292-9ac51d029534, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7e58e225-5a8b-49da-a292-9ac51d029534,segment=NetworkSegment(8aac18e3-77b8-4d72-923e-2087ce4644ba),segment_id=8aac18e3-77b8-4d72-923e-2087ce4644ba)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:39:53.145585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1602060-cad6-4d37-abc0-0e542139e403 req-9ebca054-d70b-4f67-a366-8cbf9f1c5e4c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:53.154435 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d1602060-cad6-4d37-abc0-0e542139e403 req-9ebca054-d70b-4f67-a366-8cbf9f1c5e4c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 950 time: 0.0687518 Feb 15 16:39:53.164128 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d6181-3654-444a-b326-ae6c5da23b63 req-87890a4e-4ffe-4b8f-aa1e-4bd9480a7c07 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:53.165749 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0d5d6181-3654-444a-b326-ae6c5da23b63 req-87890a4e-4ffe-4b8f-aa1e-4bd9480a7c07 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 943 time: 0.0761697 Feb 15 16:39:53.202318 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (7e58e225-5a8b-49da-a292-9ac51d029534), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:53.228494 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0d5d6181-3654-444a-b326-ae6c5da23b63 req-62938b90-8482-4f09-bda0-44adc26f543f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups?id=33627090-20a6-4348-a159-720f08179093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528247 Feb 15 16:39:53.264221 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:53.264930 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:53.266895 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] 10.222.0.10 "PUT /v2.0/ports/7e58e225-5a8b-49da-a292-9ac51d029534 HTTP/1.1" status: 200 len: 1092 time: 1.6783850 Feb 15 16:39:53.272208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bd966f-1dca-48bf-9402-56f614ed025a', 'tag': '7e58e225-5a8b-49da-a292-9ac51d029534'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:53.272208 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c91a3cd-292b-42a9-8c98-4e2a78ac6ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bd966f-1dca-48bf-9402-56f614ed025a", "tag": "7e58e225-5a8b-49da-a292-9ac51d029534"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:53.290975 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d1602060-cad6-4d37-abc0-0e542139e403 req-dd8754dc-0e50-4748-bcf4-012747bae220 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353412 Feb 15 16:39:53.310175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c6f73-bdfa-434f-b0c3-088673f0ba8f service neutron] Pushing event updated for resources: {'Port': ['ID=7e58e225-5a8b-49da-a292-9ac51d029534,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:53.354009 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c760a7f2-4e7f-4389-979f-5a0f147ccf7a x-openstack-request-id: req-c760a7f2-4e7f-4389-979f-5a0f147ccf7a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:53.354307 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bd966f-1dca-48bf-9402-56f614ed025a", "tag": "7e58e225-5a8b-49da-a292-9ac51d029534", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:53.354565 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c760a7f2-4e7f-4389-979f-5a0f147ccf7a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:53.355522 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bd966f-1dca-48bf-9402-56f614ed025a', 'tag': '7e58e225-5a8b-49da-a292-9ac51d029534', 'status': 'completed', 'code': 200} Feb 15 16:39:53.450545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91a3cd-292b-42a9-8c98-4e2a78ac6ea6 req-3354ad99-6666-4449-a353-782f20cb1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:53.453069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c91a3cd-292b-42a9-8c98-4e2a78ac6ea6 req-3354ad99-6666-4449-a353-782f20cb1abc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92a52b9edefa4daf8132218d260f82a4&device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 1126 time: 0.0771041 Feb 15 16:39:53.598080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91a3cd-292b-42a9-8c98-4e2a78ac6ea6 req-d8a5db86-d6fe-4e87-ac03-170aaad0743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:53.600168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c91a3cd-292b-42a9-8c98-4e2a78ac6ea6 req-d8a5db86-d6fe-4e87-ac03-170aaad0743b service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=92a52b9edefa4daf8132218d260f82a4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1395919 Feb 15 16:39:53.720974 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91a3cd-292b-42a9-8c98-4e2a78ac6ea6 req-66461116-d5f8-4f98-bcdc-890365801714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:53.722832 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c91a3cd-292b-42a9-8c98-4e2a78ac6ea6 req-66461116-d5f8-4f98-bcdc-890365801714 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1132169 Feb 15 16:39:53.822316 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-d7730e0f-dee5-4190-b381-f4321729277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:53.824151 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-d7730e0f-dee5-4190-b381-f4321729277c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92a52b9edefa4daf8132218d260f82a4&device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 1126 time: 0.0642843 Feb 15 16:39:53.868080 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-f91f06b7-56c9-43b8-b52e-249404930a85 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e58e225-5a8b-49da-a292-9ac51d029534 HTTP/1.1" status: 200 len: 217 time: 0.0358434 Feb 15 16:39:53.965580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-81d7bcc5-0152-4f8c-af18-dd9949c840eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:53.967087 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-81d7bcc5-0152-4f8c-af18-dd9949c840eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8291a608-81de-4b12-bf71-94312111a503 HTTP/1.1" status: 200 len: 853 time: 0.0883164 Feb 15 16:39:53.992295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37476) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:54.032295 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:54.037972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-fc622998-5c1d-4ace-abe8-686000208ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:54.039644 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-fc622998-5c1d-4ace-abe8-686000208ea6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0645947 Feb 15 16:39:54.168738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-ad233695-a0c1-4de2-9200-39ccef967a4d service neutron] 10.222.0.10 "GET /v2.0/networks/6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212199 Feb 15 16:39:54.271056 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Publish callbacks [] for security_group (8e5764a9-cd70-40f3-94ef-c315cbcd088b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:54.279646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-7ac5347d-82b3-4cbb-894b-db83b38783da tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:54.287461 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-7ac5347d-82b3-4cbb-894b-db83b38783da tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 821 time: 0.2378881 Feb 15 16:39:54.309844 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-7f57cd24-4ac7-4baa-8b3b-d7a7392b0275 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/quotas/d0ff076c939c42f79afd32ae34c41b7e HTTP/1.1" status: 200 len: 375 time: 0.0206938 Feb 15 16:39:54.353031 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8e5764a9-cd70-40f3-94ef-c315cbcd088b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:54.355454 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954904c2-5683-43a5-9490-5c9cf80fd13b req-c3f7bc28-9bde-4702-b473-6c9292df5880 service neutron] 10.222.0.10 "GET /v2.0/networks/6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699212 Feb 15 16:39:54.421965 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=60cae0d1bed34df7adcf66680c35a846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4283781 Feb 15 16:39:54.423691 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5764a9-cd70-40f3-94ef-c315cbcd088b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:54.424876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37488) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:54.439235 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:54.440626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:54.440626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:54.440626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:54.440947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:54.441109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:54.441461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:54.441794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:54.442141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:54.442480 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:54.442814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:54.443137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:54.443463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acef6ebf-5d58-491c-a098-5354019b879f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:39:54.462159 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-8fbe6b4d-8ac2-40d8-b627-2ba68a40893e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1511269 Feb 15 16:39:54.564620 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-ee1f7abb-2f7e-40b7-a138-88bacb48e444 service neutron] 10.222.0.107 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017616 Feb 15 16:39:54.608315 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bd2087de-f331-4870-92ed-48a607fe82d3 admin admin] Publish callbacks [] for security_group (8e5764a9-cd70-40f3-94ef-c315cbcd088b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:54.636191 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bd2087de-f331-4870-92ed-48a607fe82d3 admin admin] Publish callbacks [] for security_group (8e5764a9-cd70-40f3-94ef-c315cbcd088b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:54.673459 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-bc0e9b52-2a85-4fe2-aa2c-25d8e05f4057 service neutron] 10.222.0.107 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029627 Feb 15 16:39:54.691262 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d157e-5b28-48f4-8478-6d553a2632b0 req-00ab043e-6941-4bd4-8881-d7d6b0fb87a0 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:54.693400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b64d157e-5b28-48f4-8478-6d553a2632b0 req-00ab043e-6941-4bd4-8881-d7d6b0fb87a0 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 950 time: 0.2311437 Feb 15 16:39:54.751581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f031a-f5d1-4cf4-acad-8bf946911ebf req-91ac07ad-21e3-4419-8a24-e816ebb20b86 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:54.754314 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-af8f031a-f5d1-4cf4-acad-8bf946911ebf req-91ac07ad-21e3-4419-8a24-e816ebb20b86 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.5843205 Feb 15 16:39:54.840417 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-af8f031a-f5d1-4cf4-acad-8bf946911ebf req-cc277f0a-34c7-4f24-9ab8-74670291addc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768979 Feb 15 16:39:54.861646 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-b64d157e-5b28-48f4-8478-6d553a2632b0 req-4fccd96c-b7fa-4c54-949f-ed75767f148b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Deleting port f78a0503-8421-43e6-8918-8eae39cfea0b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:39:54.861646 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b64d157e-5b28-48f4-8478-6d553a2632b0 req-4fccd96c-b7fa-4c54-949f-ed75767f148b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f78a0503-8421-43e6-8918-8eae39cfea0b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:54.939943 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bd2087de-f331-4870-92ed-48a607fe82d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8e5764a9-cd70-40f3-94ef-c315cbcd088b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:54.943092 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bd2087de-f331-4870-92ed-48a607fe82d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:54.944255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bd2087de-f331-4870-92ed-48a607fe82d3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8e5764a9-cd70-40f3-94ef-c315cbcd088b HTTP/1.1" status: 204 len: 168 time: 0.5183451 Feb 15 16:39:54.978076 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2087de-f331-4870-92ed-48a607fe82d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5764a9-cd70-40f3-94ef-c315cbcd088b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:55.009865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-b64d157e-5b28-48f4-8478-6d553a2632b0 req-4fccd96c-b7fa-4c54-949f-ed75767f148b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] For port f78a0503-8421-43e6-8918-8eae39cfea0b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f78a0503-8421-43e6-8918-8eae39cfea0b,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:55.010232 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b64d157e-5b28-48f4-8478-6d553a2632b0 req-4fccd96c-b7fa-4c54-949f-ed75767f148b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f78a0503-8421-43e6-8918-8eae39cfea0b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:55.027902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-b64d157e-5b28-48f4-8478-6d553a2632b0 req-4fccd96c-b7fa-4c54-949f-ed75767f148b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Calling delete_port for f78a0503-8421-43e6-8918-8eae39cfea0b owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:39:55.039954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe6a32-66b1-4cfa-9433-54390e8aadbd req-42784b38-077e-46e9-bd87-332365db85f3 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:55.047525 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddbe6a32-66b1-4cfa-9433-54390e8aadbd req-42784b38-077e-46e9-bd87-332365db85f3 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 943 time: 0.1448019 Feb 15 16:39:55.152948 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddbe6a32-66b1-4cfa-9433-54390e8aadbd req-bdddb3cd-d999-42a1-8f9d-dce72ad28a5a tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups?id=33627090-20a6-4348-a159-720f08179093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044569 Feb 15 16:39:55.325064 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b64d157e-5b28-48f4-8478-6d553a2632b0 req-4fccd96c-b7fa-4c54-949f-ed75767f148b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f78a0503-8421-43e6-8918-8eae39cfea0b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:55.340342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['f78a0503-8421-43e6-8918-8eae39cfea0b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:39:55.366260 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccd96c-b7fa-4c54-949f-ed75767f148b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Pushing event deleted for resources: {'Port': ['ID=f78a0503-8421-43e6-8918-8eae39cfea0b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:55.427572 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64d157e-5b28-48f4-8478-6d553a2632b0 req-4fccd96c-b7fa-4c54-949f-ed75767f148b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] No DVR routers for this DVR port f78a0503-8421-43e6-8918-8eae39cfea0b on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:39:55.431765 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b64d157e-5b28-48f4-8478-6d553a2632b0 req-4fccd96c-b7fa-4c54-949f-ed75767f148b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:55.448079 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b64d157e-5b28-48f4-8478-6d553a2632b0 req-4fccd96c-b7fa-4c54-949f-ed75767f148b tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.10 "DELETE /v2.0/ports/f78a0503-8421-43e6-8918-8eae39cfea0b HTTP/1.1" status: 204 len: 173 time: 0.7469976 Feb 15 16:39:55.456566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea4dc4-1681-43cf-9346-40d9394dbfef req-0a4a052e-17d9-4aea-9e2e-0be81e943d42 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:55.458105 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79ea4dc4-1681-43cf-9346-40d9394dbfef req-0a4a052e-17d9-4aea-9e2e-0be81e943d42 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 867 time: 0.1750083 Feb 15 16:39:55.458629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3f5a5e-50d3-4abb-adea-6a40a8087aa5', 'name': 'network-vif-deleted', 'tag': 'f78a0503-8421-43e6-8918-8eae39cfea0b'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:39:55.461003 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b369c9f-a310-4434-9816-a8d6b176f74a" -d '{"events": [{"server_uuid": "1f3f5a5e-50d3-4abb-adea-6a40a8087aa5", "name": "network-vif-deleted", "tag": "f78a0503-8421-43e6-8918-8eae39cfea0b"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:39:55.523018 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79ea4dc4-1681-43cf-9346-40d9394dbfef req-6abff381-9f85-4b3c-ba8e-7547ab869736 tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/security-groups?id=df27c3e0-af22-4618-9e12-df97e5cb81b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567062 Feb 15 16:39:55.587725 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-53e74155-6b62-433e-a659-6ae6551098de req-371a065e-674d-4381-b865-29cb30974f13 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 210 time: 0.0357249 Feb 15 16:39:55.613324 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797de4ff-0b03-4f10-a13f-491b43cb6386 x-openstack-request-id: req-797de4ff-0b03-4f10-a13f-491b43cb6386 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:39:55.613324 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3f5a5e-50d3-4abb-adea-6a40a8087aa5", "name": "network-vif-deleted", "tag": "f78a0503-8421-43e6-8918-8eae39cfea0b", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:39:55.613324 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-797de4ff-0b03-4f10-a13f-491b43cb6386 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:39:55.613788 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3f5a5e-50d3-4abb-adea-6a40a8087aa5', 'name': 'network-vif-deleted', 'tag': 'f78a0503-8421-43e6-8918-8eae39cfea0b', 'status': 'completed', 'code': 200} Feb 15 16:39:55.981157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef14e72-f037-489a-82bd-ea2e8b8ee6c4 req-4db3f148-979a-405b-b94e-1fc68447e716 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:55.982763 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ef14e72-f037-489a-82bd-ea2e8b8ee6c4 req-4db3f148-979a-405b-b94e-1fc68447e716 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.0659966 Feb 15 16:39:56.029972 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ef14e72-f037-489a-82bd-ea2e8b8ee6c4 req-202f0e92-671f-419d-af24-e6957c26bb0f tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416701 Feb 15 16:39:56.303530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bb931-c806-4f95-a91a-0792cbcbe9cd req-a788eda6-b254-4453-a5b3-7edb2750bc5a tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:56.305075 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-453bb931-c806-4f95-a91a-0792cbcbe9cd req-a788eda6-b254-4453-a5b3-7edb2750bc5a tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 943 time: 0.0598326 Feb 15 16:39:56.358715 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-453bb931-c806-4f95-a91a-0792cbcbe9cd req-f98cb1b1-ce9a-440d-a951-49586bb7333a tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups?id=33627090-20a6-4348-a159-720f08179093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470221 Feb 15 16:39:56.688935 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-23096110-9f87-4865-b6b4-c9c1cde97b77 req-88ddab69-5ab8-4cfc-a490-e5cfabb7248c tempest-ServersAdminNegativeTestJSON-1207264286 tempest-ServersAdminNegativeTestJSON-1207264286-project] 10.222.0.107 "GET /v2.0/ports?device_id=1f3f5a5e-50d3-4abb-adea-6a40a8087aa5 HTTP/1.1" status: 200 len: 210 time: 0.0384932 Feb 15 16:39:56.787439 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1507d27a-aafb-4fd4-bec7-f5c445b6a3cb req-352833fe-801c-4b2d-8604-a5b47d26226d tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 210 time: 0.0272691 Feb 15 16:39:57.173859 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec5f58-20a9-4339-9014-a1836fbe4cc6 req-255f9629-21e8-4945-8491-38a5f03dc586 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:57.175363 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8ec5f58-20a9-4339-9014-a1836fbe4cc6 req-255f9629-21e8-4945-8491-38a5f03dc586 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.0545549 Feb 15 16:39:57.229597 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8ec5f58-20a9-4339-9014-a1836fbe4cc6 req-5a3d6651-804c-49d1-b4ce-99b555346b1b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482554 Feb 15 16:39:57.512304 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f81d4-291a-4478-86e4-4d3d340528d7 req-ee3f30c7-78c2-424e-bdf6-98dfc49c367c tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:57.514693 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d26f81d4-291a-4478-86e4-4d3d340528d7 req-ee3f30c7-78c2-424e-bdf6-98dfc49c367c tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 943 time: 0.0812056 Feb 15 16:39:57.573964 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d26f81d4-291a-4478-86e4-4d3d340528d7 req-73413f6b-1bda-4606-a5fb-53be7edb7992 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups?id=33627090-20a6-4348-a159-720f08179093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517299 Feb 15 16:39:57.955756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-68c22a29-069d-4277-93a9-c4efbcd67b19 req-8adfbae4-cfa4-4fc0-a6ac-8d407b49b072 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 210 time: 0.0418098 Feb 15 16:39:58.424030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 7e58e225-5a8b-49da-a292-9ac51d029534 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:39:58.428380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f78a0503-8421-43e6-8918-8eae39cfea0b no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:39:58.586210 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-9d98d8aa-7f1b-425a-bee9-2b1fe442c301 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:58.588210 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-9d98d8aa-7f1b-425a-bee9-2b1fe442c301 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.10 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 821 time: 0.5105252 Feb 15 16:39:58.608179 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-93664298-a07b-4eb7-874e-f1c3e65445fb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Request body: {'port': {'device_id': '6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1', 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607', 'admin_state_up': True, 'tenant_id': 'd0ff076c939c42f79afd32ae34c41b7e'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:39:58.773085 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37706) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:58.807830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37710) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:58.822483 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbee84c-ab7a-4a5e-8fe3-cfa47cfcafec req-702900b7-471a-445e-b271-280e5dc4f1ab tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:58.824791 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: f78a0503-8421-43e6-8918-8eae39cfea0b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:39:58.825139 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f78a0503-8421-43e6-8918-8eae39cfea0b not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:39:58.837431 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adbee84c-ab7a-4a5e-8fe3-cfa47cfcafec req-702900b7-471a-445e-b271-280e5dc4f1ab tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.5075970 Feb 15 16:39:58.952787 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adbee84c-ab7a-4a5e-8fe3-cfa47cfcafec req-38794059-c071-47d5-a0c8-97422b76ae1c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143880 Feb 15 16:39:59.003040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 7e58e225-5a8b-49da-a292-9ac51d029534, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7e58e225-5a8b-49da-a292-9ac51d029534,segment=NetworkSegment(8aac18e3-77b8-4d72-923e-2087ce4644ba),segment_id=8aac18e3-77b8-4d72-923e-2087ce4644ba)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:59.005495 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fbba0-1f8f-4534-8502-00b5c088c0af req-54be392c-8386-4b5f-8c5b-cf9702a53156 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:39:59.014721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-715fbba0-1f8f-4534-8502-00b5c088c0af req-54be392c-8386-4b5f-8c5b-cf9702a53156 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 943 time: 0.2905178 Feb 15 16:39:59.032899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '7e58e225-5a8b-49da-a292-9ac51d029534', 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'port_id': '7e58e225-5a8b-49da-a292-9ac51d029534', 'mac_address': 'fa:16:3e:a8:cd:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8291a608-81de-4b12-bf71-94312111a503', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:39:59.080083 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c0599434-72d8-4099-9e75-958b771cc922 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7955bf926da54fadab0523642b5b5ab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033659 Feb 15 16:39:59.084092 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37718) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:59.136185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 7e58e225-5a8b-49da-a292-9ac51d029534 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:39:59.136585 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7e58e225-5a8b-49da-a292-9ac51d029534), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:59.160752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e58e225-5a8b-49da-a292-9ac51d029534 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:39:59.178725 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1657cc89-1b73-4644-8ce4-d71ca144126b req-a1928020-9f80-4b55-9d15-f9e1b5950c25 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 210 time: 0.0969098 Feb 15 16:39:59.193844 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d404f36-68cc-4739-8050-77597f55fd4e admin admin] Publish callbacks [] for security_group (df27c3e0-af22-4618-9e12-df97e5cb81b5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:59.194781 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-715fbba0-1f8f-4534-8502-00b5c088c0af req-7b5a1201-2063-4ddc-baf9-0d58938338a0 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups?id=33627090-20a6-4348-a159-720f08179093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542811 Feb 15 16:39:59.196586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-99ee2486-4a07-4f20-9e3c-7c9458cf1f5e service neutron] 10.222.0.67 "GET /v2.0/ports/2460c194-82b2-4d98-b476-67ea1ad6c973/bindings/n-h1-828372-14 HTTP/1.1" status: 200 len: 383 time: 0.3624647 Feb 15 16:39:59.216102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d10d230-e9da-4a1f-8109-c4af9ebfac5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:59.219700 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 7e58e225-5a8b-49da-a292-9ac51d029534, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7e58e225-5a8b-49da-a292-9ac51d029534,segment=NetworkSegment(8aac18e3-77b8-4d72-923e-2087ce4644ba),segment_id=8aac18e3-77b8-4d72-923e-2087ce4644ba)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:39:59.232339 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d404f36-68cc-4739-8050-77597f55fd4e admin admin] Publish callbacks [] for security_group (df27c3e0-af22-4618-9e12-df97e5cb81b5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:59.316737 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d10d230-e9da-4a1f-8109-c4af9ebfac5e admin admin] Publish callbacks [] for security_group (51ee2543-7b75-4e7f-abbb-998b5ce2c44d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:59.383205 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7e58e225-5a8b-49da-a292-9ac51d029534), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:59.384708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-93664298-a07b-4eb7-874e-f1c3e65445fb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Made reservation on behalf of d0ff076c939c42f79afd32ae34c41b7e for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:39:59.394123 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-93664298-a07b-4eb7-874e-f1c3e65445fb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:59.412604 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d404f36-68cc-4739-8050-77597f55fd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (df27c3e0-af22-4618-9e12-df97e5cb81b5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:59.412884 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d10d230-e9da-4a1f-8109-c4af9ebfac5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (51ee2543-7b75-4e7f-abbb-998b5ce2c44d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:59.416309 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d404f36-68cc-4739-8050-77597f55fd4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:59.417872 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2d404f36-68cc-4739-8050-77597f55fd4e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/df27c3e0-af22-4618-9e12-df97e5cb81b5 HTTP/1.1" status: 204 len: 168 time: 0.3317297 Feb 15 16:39:59.457746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d404f36-68cc-4739-8050-77597f55fd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df27c3e0-af22-4618-9e12-df97e5cb81b5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:59.505469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=7e58e225-5a8b-49da-a292-9ac51d029534,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:59.591747 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9d10d230-e9da-4a1f-8109-c4af9ebfac5e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=02f1fd5f1d394cdeb064cffaf32c91ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7794778 Feb 15 16:39:59.592889 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37724) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:39:59.626149 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10d230-e9da-4a1f-8109-c4af9ebfac5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ee2543-7b75-4e7f-abbb-998b5ce2c44d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:39:59.658166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['7e58e225-5a8b-49da-a292-9ac51d029534'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:39:59.700095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-93664298-a07b-4eb7-874e-f1c3e65445fb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Allocated IP 172.20.0.13 (cc8d71f0-af5e-4df1-bb31-1f595b410607/b9f4fb5f-b1bf-499b-9582-c606857e0233/851b8806-17fe-4434-806b-9f1c80cfc0fb) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:39:59.745990 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a50320f-69a4-4fee-aacf-348868687c4d admin admin] Publish callbacks [] for security_group (51ee2543-7b75-4e7f-abbb-998b5ce2c44d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:59.806439 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a50320f-69a4-4fee-aacf-348868687c4d admin admin] Publish callbacks [] for security_group (51ee2543-7b75-4e7f-abbb-998b5ce2c44d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:39:59.999089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-0b8a8b72-8a33-4ca0-bbee-9688873a86e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:00.004730 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-0b8a8b72-8a33-4ca0-bbee-9688873a86e8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209&tenant_id=83dc14985f004c3eab7d27bb571467d7 HTTP/1.1" status: 200 len: 1133 time: 0.2695396 Feb 15 16:40:00.039857 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a50320f-69a4-4fee-aacf-348868687c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (51ee2543-7b75-4e7f-abbb-998b5ce2c44d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:00.042652 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a50320f-69a4-4fee-aacf-348868687c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:00.044061 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2a50320f-69a4-4fee-aacf-348868687c4d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/51ee2543-7b75-4e7f-abbb-998b5ce2c44d HTTP/1.1" status: 204 len: 168 time: 0.4495645 Feb 15 16:40:00.069147 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50320f-69a4-4fee-aacf-348868687c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ee2543-7b75-4e7f-abbb-998b5ce2c44d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:00.211319 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:00.303543 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-6a176225-addb-43e5-a484-1d7715762966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:00.305431 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-6a176225-addb-43e5-a484-1d7715762966 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 1133 time: 0.1736565 Feb 15 16:40:00.395051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266da8ff-247b-4f03-99da-6587c6e26619 req-af8e73e9-7569-455e-9d87-173be1dd1986 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:00.412515 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-266da8ff-247b-4f03-99da-6587c6e26619 req-af8e73e9-7569-455e-9d87-173be1dd1986 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.2848248 Feb 15 16:40:00.426435 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb0e1e-f6e9-4c91-a7ed-afc70afa5342 req-fba22743-b77e-4bc2-ac0b-62d9130ed38e tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:00.430949 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ffdb0e1e-f6e9-4c91-a7ed-afc70afa5342 req-fba22743-b77e-4bc2-ac0b-62d9130ed38e tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 944 time: 0.1491954 Feb 15 16:40:00.483908 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-93664298-a07b-4eb7-874e-f1c3e65445fb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks [] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:00.513961 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ffdb0e1e-f6e9-4c91-a7ed-afc70afa5342 req-899a490c-5a14-4899-8850-fad4b0c0d824 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups?id=33627090-20a6-4348-a159-720f08179093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713449 Feb 15 16:40:00.516259 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:00.543476 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-266da8ff-247b-4f03-99da-6587c6e26619 req-3bce1be4-7137-462b-b3f2-f4176b7c83fc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168585 Feb 15 16:40:00.549860 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37736) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:00.577830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-ddc0f918-280c-42eb-ad56-41a308774154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:00.579723 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-ddc0f918-280c-42eb-ad56-41a308774154 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.2598662 Feb 15 16:40:00.626795 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a5660f13-8dc9-41e3-841c-6af57f58ba14 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c1fc0c244e3c4e1dba350ff34665f215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0733910 Feb 15 16:40:00.629004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37740) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:00.634376 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-f5b8a639-6a65-4357-8dba-c0ad467d601d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2460c194-82b2-4d98-b476-67ea1ad6c973 HTTP/1.1" status: 200 len: 217 time: 0.0470874 Feb 15 16:40:00.698305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-5876f2be-bd2d-4164-890b-6d4571dcc2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:00.700085 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-5876f2be-bd2d-4164-890b-6d4571dcc2c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0599842 Feb 15 16:40:00.702037 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-93664298-a07b-4eb7-874e-f1c3e65445fb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:00.715013 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['4eed547b-34c5-4320-aaa9-48e7d4835041'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:40:00.776313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6dca5c6-39cd-4f73-a7d6-90dd85e02cf7 admin admin] Publish callbacks [] for security_group (726c046c-1c0a-4545-a80c-e55df630fa5e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:00.807297 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6dca5c6-39cd-4f73-a7d6-90dd85e02cf7 admin admin] Publish callbacks [] for security_group (726c046c-1c0a-4545-a80c-e55df630fa5e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:00.884409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93664298-a07b-4eb7-874e-f1c3e65445fb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Pushing event updated for resources: {'Port': ['ID=851b8806-17fe-4434-806b-9f1c80cfc0fb,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:00.903108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291c7e7-115a-4505-9618-48ceec017b33 req-1b066fe6-7731-48be-a10d-7ef9a7002b12 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:00.915932 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3291c7e7-115a-4505-9618-48ceec017b33 req-1b066fe6-7731-48be-a10d-7ef9a7002b12 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 932 time: 0.2786992 Feb 15 16:40:00.931448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-93664298-a07b-4eb7-874e-f1c3e65445fb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Network cc8d71f0-af5e-4df1-bb31-1f595b410607 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:40:00.935549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-93664298-a07b-4eb7-874e-f1c3e65445fb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:40:00.939672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-93664298-a07b-4eb7-874e-f1c3e65445fb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:40:00.984875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-11787462-c7ea-4cde-bef5-300399518fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:00.986523 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-11787462-c7ea-4cde-bef5-300399518fa2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2774096 Feb 15 16:40:00.990028 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3291c7e7-115a-4505-9618-48ceec017b33 req-43b18c26-b1fe-48e6-b844-f07d3a2a4b7c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728245 Feb 15 16:40:00.993633 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6dca5c6-39cd-4f73-a7d6-90dd85e02cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (726c046c-1c0a-4545-a80c-e55df630fa5e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:00.996559 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6dca5c6-39cd-4f73-a7d6-90dd85e02cf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:01.003651 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a6dca5c6-39cd-4f73-a7d6-90dd85e02cf7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/726c046c-1c0a-4545-a80c-e55df630fa5e HTTP/1.1" status: 204 len: 168 time: 0.3713810 Feb 15 16:40:01.012571 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dca5c6-39cd-4f73-a7d6-90dd85e02cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726c046c-1c0a-4545-a80c-e55df630fa5e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:01.083669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-93664298-a07b-4eb7-874e-f1c3e65445fb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:01.084707 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-93664298-a07b-4eb7-874e-f1c3e65445fb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:01.140629 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-d18e6a18-7200-4dfa-8f56-6b9781b1b6be service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467235 Feb 15 16:40:01.207473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37744) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:01.208094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-93664298-a07b-4eb7-874e-f1c3e65445fb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6099482 Feb 15 16:40:01.237825 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5904f2d4-cc72-4086-a769-6a1e287a7c70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:01.275288 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efbd8794-f533-43d8-a67b-4229262cb7a7 req-255d1865-a010-4b21-ba5a-74bddc900e9a service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279123 Feb 15 16:40:01.372312 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5904f2d4-cc72-4086-a769-6a1e287a7c70 admin admin] Publish callbacks [] for security_group (ccea2af4-4b93-489d-9346-8cff0c124de2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:01.430748 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Request body: {'port': {'device_id': '6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:01.476028 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5904f2d4-cc72-4086-a769-6a1e287a7c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ccea2af4-4b93-489d-9346-8cff0c124de2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:01.534782 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904f2d4-cc72-4086-a769-6a1e287a7c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccea2af4-4b93-489d-9346-8cff0c124de2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:01.548632 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5904f2d4-cc72-4086-a769-6a1e287a7c70 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2e67264321674a19a63752e163872b63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3388197 Feb 15 16:40:01.549946 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37752) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:01.590299 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:01.645675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c125e025-4267-4ee9-91a1-dbd6aaf971f7 admin admin] Publish callbacks [] for security_group (ccea2af4-4b93-489d-9346-8cff0c124de2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:01.695863 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c125e025-4267-4ee9-91a1-dbd6aaf971f7 admin admin] Publish callbacks [] for security_group (ccea2af4-4b93-489d-9346-8cff0c124de2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:01.825660 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d432b-3e11-42fb-95d1-415e7f9ccbf0 req-23f6f0d3-c69b-4e4a-a12c-9c374a3bd32b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:01.834806 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eb1d432b-3e11-42fb-95d1-415e7f9ccbf0 req-23f6f0d3-c69b-4e4a-a12c-9c374a3bd32b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.0829222 Feb 15 16:40:01.904066 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eb1d432b-3e11-42fb-95d1-415e7f9ccbf0 req-f191929c-7255-47b7-96f2-d2dbd06ef4c1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662022 Feb 15 16:40:01.922374 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c125e025-4267-4ee9-91a1-dbd6aaf971f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ccea2af4-4b93-489d-9346-8cff0c124de2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:01.927461 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c125e025-4267-4ee9-91a1-dbd6aaf971f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:01.929963 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c125e025-4267-4ee9-91a1-dbd6aaf971f7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ccea2af4-4b93-489d-9346-8cff0c124de2 HTTP/1.1" status: 204 len: 168 time: 0.3777888 Feb 15 16:40:01.947902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125e025-4267-4ee9-91a1-dbd6aaf971f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccea2af4-4b93-489d-9346-8cff0c124de2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:01.975737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf87104-d544-49df-a5d8-82e672ad0c80 req-d22be0f0-7e5b-4232-ae21-4214685fb9a0 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:01.991369 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-daf87104-d544-49df-a5d8-82e672ad0c80 req-d22be0f0-7e5b-4232-ae21-4214685fb9a0 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 944 time: 0.2729003 Feb 15 16:40:02.123490 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-daf87104-d544-49df-a5d8-82e672ad0c80 req-da4f673e-fabd-4458-862f-840efd27bc49 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups?id=33627090-20a6-4348-a159-720f08179093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310232 Feb 15 16:40:02.187572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd953f9-c6cd-4522-91a3-a5cb7bd31eaa req-56c19149-b5e3-4b91-b547-bd4038afe04f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:02.194534 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fbd953f9-c6cd-4522-91a3-a5cb7bd31eaa req-56c19149-b5e3-4b91-b547-bd4038afe04f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 932 time: 0.1082730 Feb 15 16:40:02.240569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851b8806-17fe-4434-806b-9f1c80cfc0fb {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:40:02.266111 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Publish callbacks [] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:02.278521 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fbd953f9-c6cd-4522-91a3-a5cb7bd31eaa req-481b2ab7-109b-4107-aec9-7f0f98607754 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828600 Feb 15 16:40:02.280865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Transition to ACTIVE for port object 851b8806-17fe-4434-806b-9f1c80cfc0fb will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:40:02.377267 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:02.421651 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2460c194-82b2-4d98-b476-67ea1ad6c973 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:40:02.485943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 7e58e225-5a8b-49da-a292-9ac51d029534 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:40:02.523121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Pushing event updated for resources: {'Port': ['ID=851b8806-17fe-4434-806b-9f1c80cfc0fb,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:02.533274 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:02.534042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:02.534042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:02.534325 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:02.534671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:02.535015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:02.535349 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:02.535968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:02.536975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:02.537318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:02.537836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:02.538178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:02.538511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:02.587195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2460c194-82b2-4d98-b476-67ea1ad6c973 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:02.587902 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:02.616827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9a148b-23bc-47b0-961d-db899fcc4209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2460c194-82b2-4d98-b476-67ea1ad6c973'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:40:02.619595 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1ddcce-3649-4d7a-9b89-e95c7fe418c7" -d '{"events": [{"server_uuid": "ad9a148b-23bc-47b0-961d-db899fcc4209", "name": "network-vif-unplugged", "status": "completed", "tag": "2460c194-82b2-4d98-b476-67ea1ad6c973"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:40:02.632898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Attempting to bind port 851b8806-17fe-4434-806b-9f1c80cfc0fb on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:40:02.633543 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Attempting to bind port 851b8806-17fe-4434-806b-9f1c80cfc0fb by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:40:02.633653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Attempting to bind port 851b8806-17fe-4434-806b-9f1c80cfc0fb on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:40:02.653391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Port 851b8806-17fe-4434-806b-9f1c80cfc0fb on network cc8d71f0-af5e-4df1-bb31-1f595b410607 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:40:02.653810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Attempting to bind port 851b8806-17fe-4434-806b-9f1c80cfc0fb on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:40:02.658961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2460c194-82b2-4d98-b476-67ea1ad6c973, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2460c194-82b2-4d98-b476-67ea1ad6c973,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:02.661074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:40:02.661074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Checking segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:40:02.661074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Bound using segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:40:02.661575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Bound port: 851b8806-17fe-4434-806b-9f1c80cfc0fb, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:40:02.661962 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:02.691865 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d9135d-fa89-4284-8c07-497014fae75d x-openstack-request-id: req-56d9135d-fa89-4284-8c07-497014fae75d {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:40:02.692968 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9a148b-23bc-47b0-961d-db899fcc4209", "name": "network-vif-unplugged", "status": "completed", "tag": "2460c194-82b2-4d98-b476-67ea1ad6c973", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:40:02.693602 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-56d9135d-fa89-4284-8c07-497014fae75d {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:40:02.694113 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9a148b-23bc-47b0-961d-db899fcc4209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2460c194-82b2-4d98-b476-67ea1ad6c973', 'code': 200} Feb 15 16:40:02.702739 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 7e58e225-5a8b-49da-a292-9ac51d029534 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:40:02.709146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 7e58e225-5a8b-49da-a292-9ac51d029534 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:02.709781 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7e58e225-5a8b-49da-a292-9ac51d029534), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:02.759900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37788) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:02.811637 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:02.820889 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 7e58e225-5a8b-49da-a292-9ac51d029534 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:02.821570 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7e58e225-5a8b-49da-a292-9ac51d029534), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:02.857127 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] For port 851b8806-17fe-4434-806b-9f1c80cfc0fb, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:40:02.864793 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] For port 851b8806-17fe-4434-806b-9f1c80cfc0fb, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=851b8806-17fe-4434-806b-9f1c80cfc0fb,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:40:02.924329 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 7e58e225-5a8b-49da-a292-9ac51d029534, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7e58e225-5a8b-49da-a292-9ac51d029534,segment=NetworkSegment(8aac18e3-77b8-4d72-923e-2087ce4644ba),segment_id=8aac18e3-77b8-4d72-923e-2087ce4644ba)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:02.925876 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2460c194-82b2-4d98-b476-67ea1ad6c973,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:03.002068 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:03.051899 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7e58e225-5a8b-49da-a292-9ac51d029534), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:03.068830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:03.086628 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:03.089026 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] 10.222.0.10 "PUT /v2.0/ports/851b8806-17fe-4434-806b-9f1c80cfc0fb HTTP/1.1" status: 200 len: 1093 time: 1.8702736 Feb 15 16:40:03.104493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1', 'tag': '851b8806-17fe-4434-806b-9f1c80cfc0fb'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:40:03.107947 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9056797e-725a-4fde-8f98-bce58fc2705b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1", "tag": "851b8806-17fe-4434-806b-9f1c80cfc0fb"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:40:03.141966 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f6a1e486-d7c1-4bd0-9f59-b71307e5a6d3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1832960388-network', 'tenant_id': '2a13f0e282f04589944199185c361ee8'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:03.143535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=7e58e225-5a8b-49da-a292-9ac51d029534,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:03.161157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2042e3-0ea3-4a0e-acd6-4248c512b472 req-a9064ec6-91b5-4c98-8470-cc326e42b4b4 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:03.174956 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5a2042e3-0ea3-4a0e-acd6-4248c512b472 req-a9064ec6-91b5-4c98-8470-cc326e42b4b4 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 948 time: 0.1599045 Feb 15 16:40:03.189506 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c611e86-b269-471b-9a52-10c19da90353 x-openstack-request-id: req-3c611e86-b269-471b-9a52-10c19da90353 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:40:03.194075 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1", "tag": "851b8806-17fe-4434-806b-9f1c80cfc0fb", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:40:03.196452 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3c611e86-b269-471b-9a52-10c19da90353 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:40:03.197736 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1', 'tag': '851b8806-17fe-4434-806b-9f1c80cfc0fb', 'status': 'completed', 'code': 200} Feb 15 16:40:03.200602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225fdcd2-2e2b-4056-89ab-7392c0db9cef service neutron] Pushing event updated for resources: {'Port': ['ID=851b8806-17fe-4434-806b-9f1c80cfc0fb,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:03.246000 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5a2042e3-0ea3-4a0e-acd6-4248c512b472 req-a37f2bb3-faaa-4497-b449-6bfd05cbdbbf tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732782 Feb 15 16:40:03.297436 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a1e486-d7c1-4bd0-9f59-b71307e5a6d3 admin admin] Made reservation on behalf of 2a13f0e282f04589944199185c361ee8 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:40:03.299971 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e486-d7c1-4bd0-9f59-b71307e5a6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:03.314968 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e486-d7c1-4bd0-9f59-b71307e5a6d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:03.415499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056797e-725a-4fde-8f98-bce58fc2705b req-1f8d18ee-fee8-42b9-8b11-176de75e3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:03.417759 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9056797e-725a-4fde-8f98-bce58fc2705b req-1f8d18ee-fee8-42b9-8b11-176de75e3f61 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 1127 time: 0.1619294 Feb 15 16:40:03.437396 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a9c98-d090-48e4-b7c2-d9a9a715f5c9 req-ccd6bb04-4664-475c-b3a2-86ce7f524bcc tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:03.448282 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-851a9c98-d090-48e4-b7c2-d9a9a715f5c9 req-ccd6bb04-4664-475c-b3a2-86ce7f524bcc tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 945 time: 0.1508160 Feb 15 16:40:03.518259 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e486-d7c1-4bd0-9f59-b71307e5a6d3 admin admin] Publish callbacks [] for security_group (1ee00c3e-a88a-4edc-ba28-feb339458bbe), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:03.566462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fece9213-48a2-424c-a3ab-39f4dde92045 req-8956aeef-3e12-4cea-816d-4a2a547e3553 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:03.569380 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fece9213-48a2-424c-a3ab-39f4dde92045 req-8956aeef-3e12-4cea-816d-4a2a547e3553 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.1520231 Feb 15 16:40:03.581052 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e486-d7c1-4bd0-9f59-b71307e5a6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1ee00c3e-a88a-4edc-ba28-feb339458bbe), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:03.614173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-851a9c98-d090-48e4-b7c2-d9a9a715f5c9 req-a098259b-724f-4219-836b-1ba0ff0f6de1 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups?id=33627090-20a6-4348-a159-720f08179093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605279 Feb 15 16:40:03.663480 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a1e486-d7c1-4bd0-9f59-b71307e5a6d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:40:03.674385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056797e-725a-4fde-8f98-bce58fc2705b req-02541f30-3fea-4987-b6a1-aac04cfdf1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:03.676313 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9056797e-725a-4fde-8f98-bce58fc2705b req-02541f30-3fea-4987-b6a1-aac04cfdf1bc service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2493188 Feb 15 16:40:03.687885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1e486-d7c1-4bd0-9f59-b71307e5a6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee00c3e-a88a-4edc-ba28-feb339458bbe,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:03.738990 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e486-d7c1-4bd0-9f59-b71307e5a6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (11b08d38-cfc9-4f8f-ba07-4a03557734b0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:03.739920 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-f6a1e486-d7c1-4bd0-9f59-b71307e5a6d3 admin admin] Added segment 11b08d38-cfc9-4f8f-ba07-4a03557734b0 of type vlan for network 5fc97bc9-1264-43dc-9cf6-d7d68b498e08 Feb 15 16:40:03.756139 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fece9213-48a2-424c-a3ab-39f4dde92045 req-6a9a4c87-6106-446a-8851-a59f8b5e77f8 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760631 Feb 15 16:40:03.792116 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e486-d7c1-4bd0-9f59-b71307e5a6d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (5fc97bc9-1264-43dc-9cf6-d7d68b498e08), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:03.813200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056797e-725a-4fde-8f98-bce58fc2705b req-7759d261-f59d-4941-922c-8f38aeac1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:03.815135 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9056797e-725a-4fde-8f98-bce58fc2705b req-7759d261-f59d-4941-922c-8f38aeac1870 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314840 Feb 15 16:40:03.882477 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e486-d7c1-4bd0-9f59-b71307e5a6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (5fc97bc9-1264-43dc-9cf6-d7d68b498e08), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:03.885686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a1e486-d7c1-4bd0-9f59-b71307e5a6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:03.886935 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6a1e486-d7c1-4bd0-9f59-b71307e5a6d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:03.908666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-c5c1d060-a845-481f-be7b-fb46b3b62b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:03.910294 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-c5c1d060-a845-481f-be7b-fb46b3b62b5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 1127 time: 0.0592978 Feb 15 16:40:03.964725 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1e486-d7c1-4bd0-9f59-b71307e5a6d3 admin admin] Pushing event updated for resources: {'Network': ['ID=5fc97bc9-1264-43dc-9cf6-d7d68b498e08,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:03.978592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 5fc97bc9-1264-43dc-9cf6-d7d68b498e08 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:40:04.000689 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-a381cd17-13fd-45a2-8fd2-db34eca01bc0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851b8806-17fe-4434-806b-9f1c80cfc0fb HTTP/1.1" status: 200 len: 217 time: 0.0830879 Feb 15 16:40:04.019896 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f6a1e486-d7c1-4bd0-9f59-b71307e5a6d3 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2588751 Feb 15 16:40:04.022957 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37812) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:04.029206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-32dbaddd-a927-4798-891f-393ee27543c3 admin admin] Request body: {'subnet': {'network_id': '5fc97bc9-1264-43dc-9cf6-d7d68b498e08', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1832960388-subnet', 'tenant_id': '2a13f0e282f04589944199185c361ee8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:04.099454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-fbc79f9c-b6c1-47e5-8139-3dcea93ef511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:04.102215 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-fbc79f9c-b6c1-47e5-8139-3dcea93ef511 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.0919433 Feb 15 16:40:04.141078 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-92356435-fe6d-4eb6-9cd4-ed7f84c8b9ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323856 Feb 15 16:40:04.160678 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32dbaddd-a927-4798-891f-393ee27543c3 admin admin] Made reservation on behalf of 2a13f0e282f04589944199185c361ee8 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:40:04.163617 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-32dbaddd-a927-4798-891f-393ee27543c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:04.272841 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-a3821dc2-fd36-47dc-915b-0753ef2fb8d3 service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254349 Feb 15 16:40:04.424489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2460c194-82b2-4d98-b476-67ea1ad6c973 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:40:04.491773 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-32dbaddd-a927-4798-891f-393ee27543c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (00ff7c9f-7a05-417c-9d2b-9f231bd50ba7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:04.530709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5737e-b740-44b2-a741-70f4e7c6287c req-e4f69620-d9b7-45d5-abfb-53985ffbd6fc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:04.533192 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bee5737e-b740-44b2-a741-70f4e7c6287c req-e4f69620-d9b7-45d5-abfb-53985ffbd6fc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 948 time: 0.1392238 Feb 15 16:40:04.539741 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a13eaea-7fad-40b1-a523-d5c176461863 req-b205ae5e-001e-4f1b-bfb3-72149697875f service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540083 Feb 15 16:40:04.585028 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbaddd-a927-4798-891f-393ee27543c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00ff7c9f-7a05-417c-9d2b-9f231bd50ba7,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:04.597281 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dbaddd-a927-4798-891f-393ee27543c3 admin admin] Checking segment: {'id': '11b08d38-cfc9-4f8f-ba07-4a03557734b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5fc97bc9-1264-43dc-9cf6-d7d68b498e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:40:04.597703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dbaddd-a927-4798-891f-393ee27543c3 admin admin] Network hostable DHCP agents. Network: 5fc97bc9-1264-43dc-9cf6-d7d68b498e08, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:40:04.618943 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bee5737e-b740-44b2-a741-70f4e7c6287c req-549c4b83-7abc-42c5-b0f0-0fd272a6785d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781100 Feb 15 16:40:04.627353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2460c194-82b2-4d98-b476-67ea1ad6c973, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2460c194-82b2-4d98-b476-67ea1ad6c973,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:04.641896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '2460c194-82b2-4d98-b476-67ea1ad6c973', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '2460c194-82b2-4d98-b476-67ea1ad6c973', 'mac_address': 'fa:16:3e:5f:44:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:40:04.682546 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2460c194-82b2-4d98-b476-67ea1ad6c973 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:04.682791 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:04.696655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bd966f-1dca-48bf-9402-56f614ed025a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e58e225-5a8b-49da-a292-9ac51d029534'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:40:04.702182 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d78315d-f524-4f62-9d30-56de647f67a6" -d '{"events": [{"server_uuid": "e2bd966f-1dca-48bf-9402-56f614ed025a", "name": "network-vif-plugged", "status": "completed", "tag": "7e58e225-5a8b-49da-a292-9ac51d029534"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:40:04.704578 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2460c194-82b2-4d98-b476-67ea1ad6c973 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:40:04.721329 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dbaddd-a927-4798-891f-393ee27543c3 admin admin] Network 5fc97bc9-1264-43dc-9cf6-d7d68b498e08 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:40:04.750705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2460c194-82b2-4d98-b476-67ea1ad6c973, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2460c194-82b2-4d98-b476-67ea1ad6c973,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:04.812215 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c9a2b-4ded-4813-9b13-8aed79fc3df7 req-d373c76b-ce7e-4f95-9c3d-c3e0ab2f2778 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:04.816921 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-332c9a2b-4ded-4813-9b13-8aed79fc3df7 req-d373c76b-ce7e-4f95-9c3d-c3e0ab2f2778 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 945 time: 0.0773439 Feb 15 16:40:04.816921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-32dbaddd-a927-4798-891f-393ee27543c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 5fc97bc9-1264-43dc-9cf6-d7d68b498e08) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:40:04.824594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51735a9a-c39a-4e72-9c12-d41d6abdef06 None None] Network 5fc97bc9-1264-43dc-9cf6-d7d68b498e08 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:40:04.854414 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32dbaddd-a927-4798-891f-393ee27543c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:04.860227 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-32dbaddd-a927-4798-891f-393ee27543c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:04.875431 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:04.905898 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-332c9a2b-4ded-4813-9b13-8aed79fc3df7 req-e42582de-99cd-4b18-9c10-c16a660b4693 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups?id=33627090-20a6-4348-a159-720f08179093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779490 Feb 15 16:40:04.947300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2460c194-82b2-4d98-b476-67ea1ad6c973,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:04.976979 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379a95ed-f7fb-4aaa-9341-bfa607e2bff0 x-openstack-request-id: req-379a95ed-f7fb-4aaa-9341-bfa607e2bff0 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:40:04.977321 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bd966f-1dca-48bf-9402-56f614ed025a", "name": "network-vif-plugged", "status": "completed", "tag": "7e58e225-5a8b-49da-a292-9ac51d029534", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:40:04.983011 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-379a95ed-f7fb-4aaa-9341-bfa607e2bff0 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:40:04.983011 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bd966f-1dca-48bf-9402-56f614ed025a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e58e225-5a8b-49da-a292-9ac51d029534', 'code': 200} Feb 15 16:40:04.988093 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-32dbaddd-a927-4798-891f-393ee27543c3 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9635727 Feb 15 16:40:04.991207 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37838) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:04.997671 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1832960388-router', 'tenant_id': '2a13f0e282f04589944199185c361ee8', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:05.009869 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-5fc97bc9-1264-43dc-9cf6-d7d68b498e08', 'network_id': '5fc97bc9-1264-43dc-9cf6-d7d68b498e08', 'project_id': '2a13f0e282f04589944199185c361ee8', 'fixed_ips': [{'subnet_id': '00ff7c9f-7a05-417c-9d2b-9f231bd50ba7'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:40:05.013526 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:05.104750 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (b541980d-fa09-490b-b416-dbfd68a84dff), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:05.105899 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (b541980d-fa09-490b-b416-dbfd68a84dff), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:05.120168 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1b26f-548e-4695-9c09-1cfe80eacabe req-d8118eb3-125c-40dc-8c29-933dd3f24d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:05.121724 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-46e1b26f-548e-4695-9c09-1cfe80eacabe req-d8118eb3-125c-40dc-8c29-933dd3f24d5b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 1128 time: 0.0831826 Feb 15 16:40:05.165564 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['2460c194-82b2-4d98-b476-67ea1ad6c973'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:40:05.204212 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-46e1b26f-548e-4695-9c09-1cfe80eacabe req-4c6696ce-fe68-4a51-bcac-b5e1669a5431 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=33627090-20a6-4348-a159-720f08179093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744631 Feb 15 16:40:05.236499 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Publish callbacks [] for router_controller (b541980d-fa09-490b-b416-dbfd68a84dff), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:05.280571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Allocated IP 172.20.0.2 (5fc97bc9-1264-43dc-9cf6-d7d68b498e08/00ff7c9f-7a05-417c-9d2b-9f231bd50ba7/a8df5907-df56-4745-bb5a-e98d014fd2ff) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:40:05.403762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0864673-0061-4b17-86d9-7fa6c07e9b5a req-c18f8edf-4eeb-429f-a440-965c41242d92 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:05.405758 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0864673-0061-4b17-86d9-7fa6c07e9b5a req-c18f8edf-4eeb-429f-a440-965c41242d92 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.0795457 Feb 15 16:40:05.553609 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Publish callbacks [] for port (a8df5907-df56-4745-bb5a-e98d014fd2ff), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:05.610438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fae13-a4d7-487e-a62b-edbff5836808 req-06c277d7-b8e9-4a7a-9d6d-4a424cf73c87 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:05.611998 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-06c277d7-b8e9-4a7a-9d6d-4a424cf73c87 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209&tenant_id=83dc14985f004c3eab7d27bb571467d7&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 949 time: 0.1020274 Feb 15 16:40:05.629188 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (a8df5907-df56-4745-bb5a-e98d014fd2ff), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:05.675278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Pushing event updated for resources: {'Port': ['ID=a8df5907-df56-4745-bb5a-e98d014fd2ff,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:05.696676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Network 5fc97bc9-1264-43dc-9cf6-d7d68b498e08 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:40:05.698467 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:40:05.702741 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:40:05.738771 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0864673-0061-4b17-86d9-7fa6c07e9b5a req-0dd81ea1-30b3-4a65-bd73-b663022742dd tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787251 Feb 15 16:40:05.753259 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Publish callbacks [] for router_gateway (b541980d-fa09-490b-b416-dbfd68a84dff), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:05.778021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Attempting to bind port a8df5907-df56-4745-bb5a-e98d014fd2ff on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:40:05.778407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Attempting to bind port a8df5907-df56-4745-bb5a-e98d014fd2ff by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '11b08d38-cfc9-4f8f-ba07-4a03557734b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5fc97bc9-1264-43dc-9cf6-d7d68b498e08'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:40:05.779004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Attempting to bind port a8df5907-df56-4745-bb5a-e98d014fd2ff on network 5fc97bc9-1264-43dc-9cf6-d7d68b498e08 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:40:05.786113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:40:05.787173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Checking segment: {'id': '11b08d38-cfc9-4f8f-ba07-4a03557734b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5fc97bc9-1264-43dc-9cf6-d7d68b498e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:40:05.792025 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:05.792025 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Bound using segment: {'id': '11b08d38-cfc9-4f8f-ba07-4a03557734b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5fc97bc9-1264-43dc-9cf6-d7d68b498e08'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:40:05.792025 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Bound port: a8df5907-df56-4745-bb5a-e98d014fd2ff, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b08d38-cfc9-4f8f-ba07-4a03557734b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5fc97bc9-1264-43dc-9cf6-d7d68b498e08'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:40:05.792025 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a8df5907-df56-4745-bb5a-e98d014fd2ff), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:05.827735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-c525462c-893e-4a59-abe0-10545b0fad74 service neutron] 10.222.0.67 "GET /v2.0/ports/2460c194-82b2-4d98-b476-67ea1ad6c973/bindings/n-h1-828372-14 HTTP/1.1" status: 200 len: 383 time: 0.2051690 Feb 15 16:40:05.865394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2995cb-9fa4-428f-b50f-262f01aff161 req-be3c8798-109c-42b3-83d6-c36db8b8b681 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:05.870065 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b2995cb-9fa4-428f-b50f-262f01aff161 req-be3c8798-109c-42b3-83d6-c36db8b8b681 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 949 time: 0.1209846 Feb 15 16:40:05.937421 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] For port a8df5907-df56-4745-bb5a-e98d014fd2ff, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:40:05.949752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] For port a8df5907-df56-4745-bb5a-e98d014fd2ff, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a8df5907-df56-4745-bb5a-e98d014fd2ff,segment=NetworkSegment(11b08d38-cfc9-4f8f-ba07-4a03557734b0),segment_id=11b08d38-cfc9-4f8f-ba07-4a03557734b0)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:40:05.975636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fae13-a4d7-487e-a62b-edbff5836808 req-93fac68a-2df9-4282-a5ff-c474d8a79d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:05.977182 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-93fac68a-2df9-4282-a5ff-c474d8a79d4b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 1132 time: 0.1062212 Feb 15 16:40:05.990412 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b2995cb-9fa4-428f-b50f-262f01aff161 req-c0c4d1b6-1ab4-4f25-9394-2d8ca86a9c03 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965297 Feb 15 16:40:06.031970 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a8df5907-df56-4745-bb5a-e98d014fd2ff), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:06.136765 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532a74a-9da7-4bc5-822c-5f82a224a76c None None] Pushing event updated for resources: {'Port': ['ID=a8df5907-df56-4745-bb5a-e98d014fd2ff,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:06.164344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fae13-a4d7-487e-a62b-edbff5836808 req-7c9a8d1a-2956-4d78-b630-95904528e427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:06.166666 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-7c9a8d1a-2956-4d78-b630-95904528e427 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1750238 Feb 15 16:40:06.218639 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-f466adfc-ccb7-4a3b-bf21-0c6a3b200c56 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2460c194-82b2-4d98-b476-67ea1ad6c973 HTTP/1.1" status: 200 len: 217 time: 0.0447669 Feb 15 16:40:06.294796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fae13-a4d7-487e-a62b-edbff5836808 req-a4f0ed42-0cb6-4e08-8699-24bb32b0a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:06.296566 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-a4f0ed42-0cb6-4e08-8699-24bb32b0a498 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0712981 Feb 15 16:40:06.365936 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fae13-a4d7-487e-a62b-edbff5836808 req-55297b30-68b9-41ee-a3fd-d99c72e61484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:06.367467 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-55297b30-68b9-41ee-a3fd-d99c72e61484 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0609162 Feb 15 16:40:06.440690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2460c194-82b2-4d98-b476-67ea1ad6c973 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:40:06.586237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 2460c194-82b2-4d98-b476-67ea1ad6c973 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:06.586765 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:06.623879 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-d5d214ef-88a6-4a1f-84ed-cb74bae60ba2 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472556 Feb 15 16:40:06.828042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37862) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:06.874967 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-724385aa-95fc-4f2f-9bdd-9373bc281e11 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437470 Feb 15 16:40:06.891312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373c190-70e3-4e81-8ac4-8980afe96068 req-1cf440af-2fbe-4021-bb30-a8f463ad5390 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:06.902075 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e373c190-70e3-4e81-8ac4-8980afe96068 req-1cf440af-2fbe-4021-bb30-a8f463ad5390 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 945 time: 0.8631761 Feb 15 16:40:06.919163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2460c194-82b2-4d98-b476-67ea1ad6c973 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:06.919399 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:06.960957 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e373c190-70e3-4e81-8ac4-8980afe96068 req-de564ecb-ac38-4d6d-87a9-f828019b178d tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups?id=33627090-20a6-4348-a159-720f08179093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574934 Feb 15 16:40:06.962712 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Publish callbacks [] for router_gateway (b541980d-fa09-490b-b416-dbfd68a84dff), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:06.989802 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:07.002245 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-79a2449f-4e83-4476-b7ac-ffabed50471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:07.044622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9a148b-23bc-47b0-961d-db899fcc4209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2460c194-82b2-4d98-b476-67ea1ad6c973'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:40:07.049173 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5928c3a-8a55-4939-914e-44d1084c39ec" -d '{"events": [{"server_uuid": "ad9a148b-23bc-47b0-961d-db899fcc4209", "name": "network-vif-plugged", "status": "completed", "tag": "2460c194-82b2-4d98-b476-67ea1ad6c973"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:40:07.084585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2460c194-82b2-4d98-b476-67ea1ad6c973, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2460c194-82b2-4d98-b476-67ea1ad6c973,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:07.123772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d33fc-86bc-4b64-a579-a6aa710a3492 req-19cb741c-f149-45bb-b246-52e8464db93a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:07.136607 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-100d33fc-86bc-4b64-a579-a6aa710a3492 req-19cb741c-f149-45bb-b246-52e8464db93a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.2266142 Feb 15 16:40:07.177838 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:07.182383 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc09fd8b-956c-48f4-8f9e-b2e7eb1d20bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:07.225962 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Allocated IP 172.25.4.212 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/c8589770-3cf1-4e15-b321-120311ec3852) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:40:07.236988 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315832a9-7731-4efb-b43d-3551dc3bcc4c req-9f00d09e-e6c0-4fee-ab2a-09f6e4c13d39 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:07.254031 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-315832a9-7731-4efb-b43d-3551dc3bcc4c req-9f00d09e-e6c0-4fee-ab2a-09f6e4c13d39 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 949 time: 0.1408112 Feb 15 16:40:07.282781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a8df5907-df56-4745-bb5a-e98d014fd2ff up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:40:07.290732 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-100d33fc-86bc-4b64-a579-a6aa710a3492 req-3aa3c824-4f83-4c71-bf95-45efec31672a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528275 Feb 15 16:40:07.375077 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-315832a9-7731-4efb-b43d-3551dc3bcc4c req-0bbe8911-7dac-4b27-8829-3df9dd1ab3d3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134174 Feb 15 16:40:07.454160 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2460c194-82b2-4d98-b476-67ea1ad6c973,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:07.457938 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc09fd8b-956c-48f4-8f9e-b2e7eb1d20bb admin admin] Publish callbacks [] for security_group (4b2d195b-09ee-4272-abd9-6d16481cb277), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:07.460765 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Publish callbacks [] for port (c8589770-3cf1-4e15-b321-120311ec3852), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:07.464267 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c78d8b-101e-4b08-8da9-08959bc416f6 x-openstack-request-id: req-14c78d8b-101e-4b08-8da9-08959bc416f6 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:40:07.464568 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9a148b-23bc-47b0-961d-db899fcc4209", "name": "network-vif-plugged", "status": "completed", "tag": "2460c194-82b2-4d98-b476-67ea1ad6c973", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:40:07.468225 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-14c78d8b-101e-4b08-8da9-08959bc416f6 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:40:07.468225 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9a148b-23bc-47b0-961d-db899fcc4209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2460c194-82b2-4d98-b476-67ea1ad6c973', 'code': 200} Feb 15 16:40:07.493613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a8df5907-df56-4745-bb5a-e98d014fd2ff triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:07.493933 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a8df5907-df56-4745-bb5a-e98d014fd2ff), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:07.579203 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc09fd8b-956c-48f4-8f9e-b2e7eb1d20bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4b2d195b-09ee-4272-abd9-6d16481cb277), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:07.607751 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a8df5907-df56-4745-bb5a-e98d014fd2ff is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:07.608219 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a8df5907-df56-4745-bb5a-e98d014fd2ff), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:07.608661 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c8589770-3cf1-4e15-b321-120311ec3852), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:07.630590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09fd8b-956c-48f4-8f9e-b2e7eb1d20bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2d195b-09ee-4272-abd9-6d16481cb277,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:07.638509 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bc09fd8b-956c-48f4-8f9e-b2e7eb1d20bb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=86e2da8fdd1449e2bdbb61799d629727&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8075569 Feb 15 16:40:07.638965 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37870) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:07.683668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port a8df5907-df56-4745-bb5a-e98d014fd2ff, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a8df5907-df56-4745-bb5a-e98d014fd2ff,segment=NetworkSegment(11b08d38-cfc9-4f8f-ba07-4a03557734b0),segment_id=11b08d38-cfc9-4f8f-ba07-4a03557734b0)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:07.713324 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07222293-2f24-4a68-8fcf-70de86f15f90 admin admin] Publish callbacks [] for security_group (4b2d195b-09ee-4272-abd9-6d16481cb277), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:07.717287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:40:07.733309 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:40:07.745797 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07222293-2f24-4a68-8fcf-70de86f15f90 admin admin] Publish callbacks [] for security_group (4b2d195b-09ee-4272-abd9-6d16481cb277), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:07.750792 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:40:07.762537 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a8df5907-df56-4745-bb5a-e98d014fd2ff), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:07.800479 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Pushing event updated for resources: {'Port': ['ID=c8589770-3cf1-4e15-b321-120311ec3852,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:07.838277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ee435d-a4b7-4715-a107-8ddceb82e9a5 None None] Network 5fc97bc9-1264-43dc-9cf6-d7d68b498e08 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:40:07.861533 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07222293-2f24-4a68-8fcf-70de86f15f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4b2d195b-09ee-4272-abd9-6d16481cb277), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:07.864988 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07222293-2f24-4a68-8fcf-70de86f15f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:07.876904 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-07222293-2f24-4a68-8fcf-70de86f15f90 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4b2d195b-09ee-4272-abd9-6d16481cb277 HTTP/1.1" status: 204 len: 168 time: 0.2322414 Feb 15 16:40:07.908991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07222293-2f24-4a68-8fcf-70de86f15f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2d195b-09ee-4272-abd9-6d16481cb277,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:07.956957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=a8df5907-df56-4745-bb5a-e98d014fd2ff,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:07.993497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-422fdbe2-f018-4405-9778-f5dc75fc9116 None None] Provisioning complete for port a8df5907-df56-4745-bb5a-e98d014fd2ff triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:07.993872 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-422fdbe2-f018-4405-9778-f5dc75fc9116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a8df5907-df56-4745-bb5a-e98d014fd2ff), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:08.229532 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Publish callbacks [] for router_gateway (b541980d-fa09-490b-b416-dbfd68a84dff), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:08.260316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc9bee-1582-494b-8dcc-cab953d50eed req-e76eb6a2-7a58-4fd4-87f4-5492569a58c9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:08.265153 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-34dc9bee-1582-494b-8dcc-cab953d50eed req-e76eb6a2-7a58-4fd4-87f4-5492569a58c9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 945 time: 0.1693306 Feb 15 16:40:08.295810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-422fdbe2-f018-4405-9778-f5dc75fc9116 None None] Current status of the port a8df5907-df56-4745-bb5a-e98d014fd2ff is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:08.483182 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-34dc9bee-1582-494b-8dcc-cab953d50eed req-0cd80adb-08ed-41c2-80fc-4f8685b3f4a4 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups?id=33627090-20a6-4348-a159-720f08179093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756377 Feb 15 16:40:08.487391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327c309b-2d77-48a4-b6f7-58e516b11a7c req-299c6f0f-bbb9-4fc1-a81b-60fed9064e89 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:08.518483 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-327c309b-2d77-48a4-b6f7-58e516b11a7c req-299c6f0f-bbb9-4fc1-a81b-60fed9064e89 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.1167307 Feb 15 16:40:08.628303 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-07bce3cb-f4b9-4788-96d1-c1a71c3cd53f None None] Provisioning complete for port a8df5907-df56-4745-bb5a-e98d014fd2ff triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:08.628674 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-07bce3cb-f4b9-4788-96d1-c1a71c3cd53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a8df5907-df56-4745-bb5a-e98d014fd2ff), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:08.637749 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-327c309b-2d77-48a4-b6f7-58e516b11a7c req-4ed09ff1-f966-4f2f-9eb5-46ee4df30e67 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233065 Feb 15 16:40:08.777761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cd55ff-f09a-448a-87fe-7113a5a6b322 req-37a535d3-b420-4394-81a7-d69628a94efd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:08.785652 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-47cd55ff-f09a-448a-87fe-7113a5a6b322 req-37a535d3-b420-4394-81a7-d69628a94efd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1452136 Feb 15 16:40:08.788946 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (b541980d-fa09-490b-b416-dbfd68a84dff), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:08.789922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-07bce3cb-f4b9-4788-96d1-c1a71c3cd53f None None] Current status of the port a8df5907-df56-4745-bb5a-e98d014fd2ff is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:08.841986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cda5d-e523-4a8c-83ac-cc7fd8024cc3 req-1583b7eb-6124-4c2f-befb-3c431b27da60 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:08.846082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-394cda5d-e523-4a8c-83ac-cc7fd8024cc3 req-1583b7eb-6124-4c2f-befb-3c431b27da60 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 945 time: 0.1302154 Feb 15 16:40:08.854429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37886) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:08.861459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-003202d8-15b9-463f-aae7-1b3882792bb9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Request body: {'floatingip': {'port_id': '7e58e225-5a8b-49da-a292-9ac51d029534'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:08.939147 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37888) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:08.949459 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-47cd55ff-f09a-448a-87fe-7113a5a6b322 req-eb873100-ca27-4979-ae52-754ad0b3665a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617632 Feb 15 16:40:08.954873 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-003202d8-15b9-463f-aae7-1b3882792bb9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for floatingip (513633cf-cb20-445d-9df8-8b4ed1927ac3), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:08.968847 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ca81c5f-ac22-45c1-85a2-567a3433e097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:09.142790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Router b541980d-fa09-490b-b416-dbfd68a84dff is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:40:09.193905 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a8df5907-df56-4745-bb5a-e98d014fd2ff up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:40:09.266251 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ca81c5f-ac22-45c1-85a2-567a3433e097 admin admin] Publish callbacks [] for security_group (77fef8a6-65b9-4c4a-9f4e-d8ebda064d65), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:09.279022 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59e72350-2ed5-4b4e-beb8-2f6d01220833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:09.324329 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:40:09.327704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a8df5907-df56-4745-bb5a-e98d014fd2ff triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:09.328151 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a8df5907-df56-4745-bb5a-e98d014fd2ff), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:09.342735 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Sync routers for ids ['b541980d-fa09-490b-b416-dbfd68a84dff'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:40:09.355411 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Routers {'b541980d-fa09-490b-b416-dbfd68a84dff'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:40:09.356115 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b541980d-fa09-490b-b416-dbfd68a84dff'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:09.369041 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ca81c5f-ac22-45c1-85a2-567a3433e097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (77fef8a6-65b9-4c4a-9f4e-d8ebda064d65), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:09.448365 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:09.449941 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-16bd1e42-af70-461e-9d74-276b3c951b26 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.4572752 Feb 15 16:40:09.452546 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37890) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:09.519965 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a8df5907-df56-4745-bb5a-e98d014fd2ff is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:09.643318 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Set router b541980d-fa09-490b-b416-dbfd68a84dff gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:40:09.867649 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1832960388-router', 'tenant_id': '2a13f0e282f04589944199185c361ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c8589770-3cf1-4e15-b321-120311ec3852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:05Z', 'updated_at': '2022-02-15T16:40:07Z', 'revision_number': 3, 'project_id': '2a13f0e282f04589944199185c361ee8', 'gw_port': {'id': 'c8589770-3cf1-4e15-b321-120311ec3852', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:40:06Z', 'updated_at': '2022-02-15T16:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:09.899107 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Checking router: b541980d-fa09-490b-b416-dbfd68a84dff for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:40:09.899822 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Updating router b541980d-fa09-490b-b416-dbfd68a84dff port c8589770-3cf1-4e15-b321-120311ec3852 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:40:09.933008 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c8589770-3cf1-4e15-b321-120311ec3852), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:10.061772 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7ca81c5f-ac22-45c1-85a2-567a3433e097 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a177c14a58554f77a2434bfb14371bd5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1214652 Feb 15 16:40:10.062360 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37896) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:10.123160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca81c5f-ac22-45c1-85a2-567a3433e097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fef8a6-65b9-4c4a-9f4e-d8ebda064d65,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:10.276077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539e254-af0e-4351-aa7b-38dbc66d1409 req-162ae123-74c9-4364-97d4-f770f06ead89 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:10.277641 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d539e254-af0e-4351-aa7b-38dbc66d1409 req-162ae123-74c9-4364-97d4-f770f06ead89 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1984766 Feb 15 16:40:10.301510 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Publish callbacks [] for port (c8589770-3cf1-4e15-b321-120311ec3852), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:10.331140 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:10.331971 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ab51f-b7f7-4f6e-b4bb-0b4803a6b313 req-0913fa72-7e5e-40f0-9fb0-66a9728e8cb1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:10.334148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa9ab51f-b7f7-4f6e-b4bb-0b4803a6b313 req-0913fa72-7e5e-40f0-9fb0-66a9728e8cb1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.2564697 Feb 15 16:40:10.336042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fae13-a4d7-487e-a62b-edbff5836808 req-299d7473-5d5a-4e03-b879-6c37980cf7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:10.337444 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-299d7473-5d5a-4e03-b879-6c37980cf7bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209&tenant_id=83dc14985f004c3eab7d27bb571467d7 HTTP/1.1" status: 200 len: 1133 time: 0.2630041 Feb 15 16:40:10.360542 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c8589770-3cf1-4e15-b321-120311ec3852), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:10.382111 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.db.resource_extend [None req-003202d8-15b9-463f-aae7-1b3882792bb9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:40:10.388947 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b48235a-bde4-4f1b-a64c-9c775f004925 admin admin] Publish callbacks [] for security_group (77fef8a6-65b9-4c4a-9f4e-d8ebda064d65), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:10.410422 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:10.468956 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d539e254-af0e-4351-aa7b-38dbc66d1409 req-291e1f3a-d6a5-473c-80c2-a3fcf6a9aefc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813602 Feb 15 16:40:10.473767 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Attempting to bind port c8589770-3cf1-4e15-b321-120311ec3852 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:40:10.474128 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Attempting to bind port c8589770-3cf1-4e15-b321-120311ec3852 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:40:10.474492 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Attempting to bind port c8589770-3cf1-4e15-b321-120311ec3852 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:40:10.483455 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beda5f4-8887-4847-9b0c-ce04682c431a None None] Pushing event updated for resources: {'Port': ['ID=c8589770-3cf1-4e15-b321-120311ec3852,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:10.491894 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b48235a-bde4-4f1b-a64c-9c775f004925 admin admin] Publish callbacks [] for security_group (77fef8a6-65b9-4c4a-9f4e-d8ebda064d65), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:10.497232 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:40:10.500975 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:40:10.501679 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:10.502084 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:40:10.502572 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Bound port: c8589770-3cf1-4e15-b321-120311ec3852, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:40:10.502957 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c8589770-3cf1-4e15-b321-120311ec3852), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:10.521852 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-003202d8-15b9-463f-aae7-1b3882792bb9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:10.537130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa9ab51f-b7f7-4f6e-b4bb-0b4803a6b313 req-a142d217-a3ec-445d-a515-1ec6e32f3188 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950490 Feb 15 16:40:10.573583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fae13-a4d7-487e-a62b-edbff5836808 req-e83d911b-040f-42ad-af5e-5120ba8c0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:10.575126 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-e83d911b-040f-42ad-af5e-5120ba8c0be1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 1133 time: 0.2087572 Feb 15 16:40:10.579293 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-003202d8-15b9-463f-aae7-1b3882792bb9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (513633cf-cb20-445d-9df8-8b4ed1927ac3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:10.598215 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] For port c8589770-3cf1-4e15-b321-120311ec3852, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:40:10.606061 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] For port c8589770-3cf1-4e15-b321-120311ec3852, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c8589770-3cf1-4e15-b321-120311ec3852,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:40:10.697989 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c8589770-3cf1-4e15-b321-120311ec3852), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:10.760944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Allocated IP 172.20.0.1 (5fc97bc9-1264-43dc-9cf6-d7d68b498e08/00ff7c9f-7a05-417c-9d2b-9f231bd50ba7/ff627721-c285-4f4c-8754-c8477257d772) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:40:10.767549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fae13-a4d7-487e-a62b-edbff5836808 req-c5d607c6-3a5b-492a-8361-df07425d05b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:10.769046 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-c5d607c6-3a5b-492a-8361-df07425d05b7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1864884 Feb 15 16:40:10.772093 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b48235a-bde4-4f1b-a64c-9c775f004925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (77fef8a6-65b9-4c4a-9f4e-d8ebda064d65), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:10.774719 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b48235a-bde4-4f1b-a64c-9c775f004925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:10.778607 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8b48235a-bde4-4f1b-a64c-9c775f004925 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/77fef8a6-65b9-4c4a-9f4e-d8ebda064d65 HTTP/1.1" status: 204 len: 168 time: 0.6858351 Feb 15 16:40:10.796595 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-003202d8-15b9-463f-aae7-1b3882792bb9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Floating IP 513633cf-cb20-445d-9df8-8b4ed1927ac3 associated. External IP: 172.25.4.227, port: 7e58e225-5a8b-49da-a292-9ac51d029534. Feb 15 16:40:10.797316 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Routers {'b541980d-fa09-490b-b416-dbfd68a84dff'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:40:10.797982 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b541980d-fa09-490b-b416-dbfd68a84dff'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:10.891255 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beda5f4-8887-4847-9b0c-ce04682c431a None None] Pushing event updated for resources: {'Port': ['ID=c8589770-3cf1-4e15-b321-120311ec3852,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:10.943051 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-33fd287b-a4aa-4d12-adb5-9b5c17983f73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=2460c194-82b2-4d98-b476-67ea1ad6c973 HTTP/1.1" status: 200 len: 217 time: 0.1660006 Feb 15 16:40:10.960491 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] Set router b541980d-fa09-490b-b416-dbfd68a84dff gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:40:10.997555 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Publish callbacks [] for port (ff627721-c285-4f4c-8754-c8477257d772), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:10.999261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48235a-bde4-4f1b-a64c-9c775f004925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fef8a6-65b9-4c4a-9f4e-d8ebda064d65,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:11.090738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fae13-a4d7-487e-a62b-edbff5836808 req-dfa6576e-f93e-45f1-aefb-ad33f6145687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:11.092302 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-dfa6576e-f93e-45f1-aefb-ad33f6145687 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0889161 Feb 15 16:40:11.225622 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ff627721-c285-4f4c-8754-c8477257d772), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:11.247450 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Network 5fc97bc9-1264-43dc-9cf6-d7d68b498e08 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:40:11.251147 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:40:11.292270 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:40:11.337055 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (b541980d-fa09-490b-b416-dbfd68a84dff), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:11.496908 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1832960388-router', 'tenant_id': '2a13f0e282f04589944199185c361ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c8589770-3cf1-4e15-b321-120311ec3852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:05Z', 'updated_at': '2022-02-15T16:40:07Z', 'revision_number': 3, 'project_id': '2a13f0e282f04589944199185c361ee8', 'gw_port': {'id': 'c8589770-3cf1-4e15-b321-120311ec3852', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:40:06Z', 'updated_at': '2022-02-15T16:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:11.510901 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669fae13-a4d7-487e-a62b-edbff5836808 req-f42053b2-89d3-4b36-bc46-97e5d1d8bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:11.513942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-f42053b2-89d3-4b36-bc46-97e5d1d8bb0b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4077375 Feb 15 16:40:11.583959 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Pushing event updated for resources: {'Port': ['ID=ff627721-c285-4f4c-8754-c8477257d772,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:11.589242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003202d8-15b9-463f-aae7-1b3882792bb9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Router bcaf26a8-ad35-40e8-b600-906b19dc30f0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:40:11.612755 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a3288c-5c94-4658-9250-ba13ec48ba58 None None] The sync data for ids ['b541980d-fa09-490b-b416-dbfd68a84dff'] in n-d-828372-14 is: [{'id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1832960388-router', 'tenant_id': '2a13f0e282f04589944199185c361ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c8589770-3cf1-4e15-b321-120311ec3852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:05Z', 'updated_at': '2022-02-15T16:40:07Z', 'revision_number': 3, 'project_id': '2a13f0e282f04589944199185c361ee8', 'gw_port': {'id': 'c8589770-3cf1-4e15-b321-120311ec3852', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:40:06Z', 'updated_at': '2022-02-15T16:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:40:11.676684 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ff627721-c285-4f4c-8754-c8477257d772), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:11.748244 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:11.842942 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-09a4bc8b-69f7-4cf6-9582-609e0f59222c None None] Provisioning complete for port ff627721-c285-4f4c-8754-c8477257d772 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:11.846138 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09a4bc8b-69f7-4cf6-9582-609e0f59222c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ff627721-c285-4f4c-8754-c8477257d772), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:11.891285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2315a6-f3fd-40c1-9736-30d40b0210a7 req-6c18c085-bb35-4ff2-ab31-29008ab39f7a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:11.902706 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d2315a6-f3fd-40c1-9736-30d40b0210a7 req-6c18c085-bb35-4ff2-ab31-29008ab39f7a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.2371500 Feb 15 16:40:11.950308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-09a4bc8b-69f7-4cf6-9582-609e0f59222c None None] Port ff627721-c285-4f4c-8754-c8477257d772 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:40:11.987124 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d2315a6-f3fd-40c1-9736-30d40b0210a7 req-28153084-1f7c-4b7e-b8f9-f799915fb0d5 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781422 Feb 15 16:40:12.003983 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-fa1223d7-cd40-42d4-b3aa-043a94c1744f service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4790583 Feb 15 16:40:12.048094 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Publish callbacks [] for port (ff627721-c285-4f4c-8754-c8477257d772), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:12.126156 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (ff627721-c285-4f4c-8754-c8477257d772), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:12.190383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a844592-dc12-43a6-ad5a-84042ef3bcc4 req-7fe9920d-8300-423a-ac86-ef9e9510d916 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:12.191952 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a844592-dc12-43a6-ad5a-84042ef3bcc4 req-7fe9920d-8300-423a-ac86-ef9e9510d916 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 945 time: 0.3364234 Feb 15 16:40:12.226182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003202d8-15b9-463f-aae7-1b3882792bb9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:40:12.236904 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256141ab-eaaa-4075-be1e-05804bacd08c None None] Sync routers for ids ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:40:12.240699 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-003202d8-15b9-463f-aae7-1b3882792bb9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:12.253672 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256141ab-eaaa-4075-be1e-05804bacd08c None None] Routers {'bcaf26a8-ad35-40e8-b600-906b19dc30f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:40:12.254305 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-256141ab-eaaa-4075-be1e-05804bacd08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:12.352813 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Pushing event updated for resources: {'Port': ['ID=ff627721-c285-4f4c-8754-c8477257d772,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:12.362906 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (b541980d-fa09-490b-b416-dbfd68a84dff), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:12.376411 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-003202d8-15b9-463f-aae7-1b3882792bb9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "PUT /v2.0/floatingips/513633cf-cb20-445d-9df8-8b4ed1927ac3 HTTP/1.1" status: 200 len: 991 time: 3.5192156 Feb 15 16:40:12.383276 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bd966f-1dca-48bf-9402-56f614ed025a', 'tag': '7e58e225-5a8b-49da-a292-9ac51d029534'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:40:12.386422 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3ae784-55e0-4d1b-8c0e-ce570fca3d50" -d '{"events": [{"name": "network-changed", "server_uuid": "e2bd966f-1dca-48bf-9402-56f614ed025a", "tag": "7e58e225-5a8b-49da-a292-9ac51d029534"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:40:12.399381 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669fae13-a4d7-487e-a62b-edbff5836808 req-0e0e8dad-5b60-4b2d-835a-41035a92c983 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822994 Feb 15 16:40:12.399513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2771ee-0fa5-4955-b426-89d16b5fb49f req-234cab23-fac7-4714-a869-4ba7136fb476 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:12.403317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a844592-dc12-43a6-ad5a-84042ef3bcc4 req-0dc2855d-1c68-42da-8bf4-ac432417b4ae tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003474 Feb 15 16:40:12.410077 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3e2771ee-0fa5-4955-b426-89d16b5fb49f req-234cab23-fac7-4714-a869-4ba7136fb476 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.2964773 Feb 15 16:40:12.496842 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-256141ab-eaaa-4075-be1e-05804bacd08c None None] Set router bcaf26a8-ad35-40e8-b600-906b19dc30f0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:40:12.563888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2460c194-82b2-4d98-b476-67ea1ad6c973 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:40:12.672804 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3e2771ee-0fa5-4955-b426-89d16b5fb49f req-31ebd51a-9b06-434f-8da8-1f787cde0a26 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591934 Feb 15 16:40:12.751680 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Network 5fc97bc9-1264-43dc-9cf6-d7d68b498e08 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:40:12.753855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:40:12.794720 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694bf905-faea-48be-89bf-7fbb75dd0014 x-openstack-request-id: req-694bf905-faea-48be-89bf-7fbb75dd0014 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:40:12.794720 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2bd966f-1dca-48bf-9402-56f614ed025a", "tag": "7e58e225-5a8b-49da-a292-9ac51d029534", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:40:12.794720 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-694bf905-faea-48be-89bf-7fbb75dd0014 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:40:12.794720 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bd966f-1dca-48bf-9402-56f614ed025a', 'tag': '7e58e225-5a8b-49da-a292-9ac51d029534', 'status': 'completed', 'code': 200} Feb 15 16:40:12.841580 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2460c194-82b2-4d98-b476-67ea1ad6c973 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:12.844124 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:12.968130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ae784-55e0-4d1b-8c0e-ce570fca3d50 req-293105a8-37d4-44f5-9405-742768a7ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:12.981311 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e3ae784-55e0-4d1b-8c0e-ce570fca3d50 req-293105a8-37d4-44f5-9405-742768a7ec85 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=92a52b9edefa4daf8132218d260f82a4&device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 1128 time: 0.1653452 Feb 15 16:40:13.063156 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9a148b-23bc-47b0-961d-db899fcc4209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2460c194-82b2-4d98-b476-67ea1ad6c973'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:40:13.063156 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f69aee5-bc3e-407f-b767-d095eb20fd47" -d '{"events": [{"server_uuid": "ad9a148b-23bc-47b0-961d-db899fcc4209", "name": "network-vif-unplugged", "status": "completed", "tag": "2460c194-82b2-4d98-b476-67ea1ad6c973"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:40:13.063156 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2460c194-82b2-4d98-b476-67ea1ad6c973, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2460c194-82b2-4d98-b476-67ea1ad6c973,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:13.087481 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Router b541980d-fa09-490b-b416-dbfd68a84dff has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:40:13.189983 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505133b4-0acd-4d94-9d9f-aa2083e34401 x-openstack-request-id: req-505133b4-0acd-4d94-9d9f-aa2083e34401 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:40:13.190582 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9a148b-23bc-47b0-961d-db899fcc4209", "name": "network-vif-unplugged", "status": "completed", "tag": "2460c194-82b2-4d98-b476-67ea1ad6c973", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:40:13.191026 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-505133b4-0acd-4d94-9d9f-aa2083e34401 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:40:13.191659 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9a148b-23bc-47b0-961d-db899fcc4209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2460c194-82b2-4d98-b476-67ea1ad6c973', 'code': 200} Feb 15 16:40:13.315331 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:13.400998 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c8589770-3cf1-4e15-b321-120311ec3852 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:40:13.411328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279fc19-a715-42ca-bf3d-9ea40dcc5044 req-63199e1b-d18e-46b9-ae0f-5d893e630801 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:13.414331 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1279fc19-a715-42ca-bf3d-9ea40dcc5044 req-63199e1b-d18e-46b9-ae0f-5d893e630801 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.2269466 Feb 15 16:40:13.416293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ae784-55e0-4d1b-8c0e-ce570fca3d50 req-00769151-0829-46f7-b16a-5a33d21454cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:13.417880 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e3ae784-55e0-4d1b-8c0e-ce570fca3d50 req-00769151-0829-46f7-b16a-5a33d21454cf service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a HTTP/1.1" status: 200 len: 915 time: 0.4335837 Feb 15 16:40:13.442132 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:40:13.449940 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0c4ccbc1-c139-41ab-8ade-0b5d696c0e09 admin admin] 10.222.0.107 "PUT /v2.0/routers/b541980d-fa09-490b-b416-dbfd68a84dff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9954174 Feb 15 16:40:13.473558 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:13.516063 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-506b7620-2449-4853-8ccc-0ad7101cc69a None None] Provisioning complete for port ff627721-c285-4f4c-8754-c8477257d772 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:13.525488 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-506b7620-2449-4853-8ccc-0ad7101cc69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ff627721-c285-4f4c-8754-c8477257d772), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:13.641038 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1279fc19-a715-42ca-bf3d-9ea40dcc5044 req-e5c0f722-58c7-4f00-bcb1-23d04e6fef36 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141602 Feb 15 16:40:13.648265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2460c194-82b2-4d98-b476-67ea1ad6c973,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:13.654496 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e3ae784-55e0-4d1b-8c0e-ce570fca3d50 req-a37537f8-65f8-477b-bd02-b96ce5380a73 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7e58e225-5a8b-49da-a292-9ac51d029534 HTTP/1.1" status: 200 len: 999 time: 0.2115047 Feb 15 16:40:13.675443 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:13.676147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:13.676147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:13.676529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:13.681326 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:13.681733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:13.682082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:13.682435 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:13.682777 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:13.683120 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:13.683453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:13.683783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:13.684112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:13.699513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-506b7620-2449-4853-8ccc-0ad7101cc69a None None] Port ff627721-c285-4f4c-8754-c8477257d772 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:40:13.715051 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-256141ab-eaaa-4075-be1e-05804bacd08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'name': 'tempest-ServersTestFqdnHostnames-494572170-router', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:39:29Z', 'updated_at': '2022-02-15T16:39:38Z', 'revision_number': 4, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'gw_port': {'id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:31Z', 'updated_at': '2022-02-15T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '513633cf-cb20-445d-9df8-8b4ed1927ac3', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'port_id': '7e58e225-5a8b-49da-a292-9ac51d029534', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'mac_address': 'fa:16:3e:a8:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bd966f-1dca-48bf-9402-56f614ed025a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:39:44Z', 'updated_at': '2022-02-15T16:40:10Z', 'revision_number': 1, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd08acc78-c75f-4d45-a8b0-24a8b630940c', 'name': '', 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'mac_address': 'fa:16:3e:b0:d7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '8291a608-81de-4b12-bf71-94312111a503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:37Z', 'updated_at': '2022-02-15T16:39:42Z', 'revision_number': 5, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'subnets': [{'id': '8291a608-81de-4b12-bf71-94312111a503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:13.726293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ae784-55e0-4d1b-8c0e-ce570fca3d50 req-5fb7931f-0adc-4393-b02f-e11564a6cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:13.728060 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e3ae784-55e0-4d1b-8c0e-ce570fca3d50 req-5fb7931f-0adc-4393-b02f-e11564a6cb8d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8291a608-81de-4b12-bf71-94312111a503 HTTP/1.1" status: 200 len: 853 time: 0.0675697 Feb 15 16:40:13.745913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256141ab-eaaa-4075-be1e-05804bacd08c None None] Checking router: bcaf26a8-ad35-40e8-b600-906b19dc30f0 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:40:13.749270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c8589770-3cf1-4e15-b321-120311ec3852 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:13.749698 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c8589770-3cf1-4e15-b321-120311ec3852), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:13.807335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256141ab-eaaa-4075-be1e-05804bacd08c None None] Routers {'bcaf26a8-ad35-40e8-b600-906b19dc30f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:40:13.808585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-256141ab-eaaa-4075-be1e-05804bacd08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:13.866172 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ae784-55e0-4d1b-8c0e-ce570fca3d50 req-6829026d-43f3-44c2-8307-29016ebf0a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:13.868407 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e3ae784-55e0-4d1b-8c0e-ce570fca3d50 req-6829026d-43f3-44c2-8307-29016ebf0a39 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1196527 Feb 15 16:40:14.004717 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c8589770-3cf1-4e15-b321-120311ec3852 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:14.005282 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c8589770-3cf1-4e15-b321-120311ec3852), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:14.088224 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port c8589770-3cf1-4e15-b321-120311ec3852, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c8589770-3cf1-4e15-b321-120311ec3852,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:14.114110 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e3ae784-55e0-4d1b-8c0e-ce570fca3d50 req-54f6e6fd-6da9-4719-94c3-cdd67293302c service neutron] 10.222.0.10 "GET /v2.0/networks/6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181334 Feb 15 16:40:14.121780 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3fa39-9efd-4bba-9cc2-854aa15302b5 req-0de03134-8f14-4a34-ab7e-b1ffff1ec1b4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:14.143957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-256141ab-eaaa-4075-be1e-05804bacd08c None None] Set router bcaf26a8-ad35-40e8-b600-906b19dc30f0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:40:14.145273 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75c3fa39-9efd-4bba-9cc2-854aa15302b5 req-0de03134-8f14-4a34-ab7e-b1ffff1ec1b4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.1211452 Feb 15 16:40:14.213967 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-658b6cd8-d402-4848-bbd7-fa4a1b44b057 req-83fab1d2-1e84-4e35-8b2e-7b29f09e9d0a tempest-FloatingIPDetailsNegativeTestJSON-1030207229 tempest-FloatingIPDetailsNegativeTestJSON-1030207229-project] show failed (client error): The resource could not be found. Feb 15 16:40:14.216273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-658b6cd8-d402-4848-bbd7-fa4a1b44b057 req-83fab1d2-1e84-4e35-8b2e-7b29f09e9d0a tempest-FloatingIPDetailsNegativeTestJSON-1030207229 tempest-FloatingIPDetailsNegativeTestJSON-1030207229-project] 10.222.0.107 "GET /v2.0/floatingips/b6823ded-963c-4d6f-8034-4b67f9d9def3 HTTP/1.1" status: 404 len: 350 time: 0.1006658 Feb 15 16:40:14.232776 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c8589770-3cf1-4e15-b321-120311ec3852), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:14.252341 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75c3fa39-9efd-4bba-9cc2-854aa15302b5 req-0f231dd2-3cc2-4684-ae61-4002e9d2db00 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048083 Feb 15 16:40:14.252906 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37962) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:14.389723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=c8589770-3cf1-4e15-b321-120311ec3852,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:14.508520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2460c194-82b2-4d98-b476-67ea1ad6c973 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:40:14.528875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbde08-b05a-4b85-914a-99a87dd14409 req-17379695-9fdb-4c6f-8507-87acf3f011a2 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:14.532879 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6cbde08-b05a-4b85-914a-99a87dd14409 req-17379695-9fdb-4c6f-8507-87acf3f011a2 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 945 time: 0.2083180 Feb 15 16:40:14.541709 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e3ae784-55e0-4d1b-8c0e-ce570fca3d50 req-5e40da3f-ea45-4e90-8533-84847c19168b service neutron] 10.222.0.10 "GET /v2.0/networks/6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177015 Feb 15 16:40:14.663834 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6cbde08-b05a-4b85-914a-99a87dd14409 req-297d6d24-fcf1-4350-898d-19db78661fa5 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190350 Feb 15 16:40:14.829934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2460c194-82b2-4d98-b476-67ea1ad6c973, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2460c194-82b2-4d98-b476-67ea1ad6c973,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:14.847945 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '2460c194-82b2-4d98-b476-67ea1ad6c973', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '2460c194-82b2-4d98-b476-67ea1ad6c973', 'mac_address': 'fa:16:3e:5f:44:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:40:14.890016 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Sync routers for ids ['b541980d-fa09-490b-b416-dbfd68a84dff'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:40:14.908820 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Routers {'b541980d-fa09-490b-b416-dbfd68a84dff'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:40:14.912423 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b541980d-fa09-490b-b416-dbfd68a84dff'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:14.995854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2460c194-82b2-4d98-b476-67ea1ad6c973 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:15.006441 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:15.017553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2460c194-82b2-4d98-b476-67ea1ad6c973 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:40:15.044146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2460c194-82b2-4d98-b476-67ea1ad6c973, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2460c194-82b2-4d98-b476-67ea1ad6c973,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:15.100102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-256141ab-eaaa-4075-be1e-05804bacd08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'name': 'tempest-ServersTestFqdnHostnames-494572170-router', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:39:29Z', 'updated_at': '2022-02-15T16:39:38Z', 'revision_number': 4, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'gw_port': {'id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:31Z', 'updated_at': '2022-02-15T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '513633cf-cb20-445d-9df8-8b4ed1927ac3', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'port_id': '7e58e225-5a8b-49da-a292-9ac51d029534', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'mac_address': 'fa:16:3e:a8:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bd966f-1dca-48bf-9402-56f614ed025a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:39:44Z', 'updated_at': '2022-02-15T16:40:10Z', 'revision_number': 1, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd08acc78-c75f-4d45-a8b0-24a8b630940c', 'name': '', 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'mac_address': 'fa:16:3e:b0:d7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '8291a608-81de-4b12-bf71-94312111a503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:37Z', 'updated_at': '2022-02-15T16:39:42Z', 'revision_number': 5, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'subnets': [{'id': '8291a608-81de-4b12-bf71-94312111a503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:15.213776 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Set router b541980d-fa09-490b-b416-dbfd68a84dff gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:40:15.414470 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9eba93-8d61-46f3-9ece-4a1ad016ff3d req-540f7595-9923-416a-8cb9-b70ed0c346c0 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:15.421615 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4a9eba93-8d61-46f3-9ece-4a1ad016ff3d req-540f7595-9923-416a-8cb9-b70ed0c346c0 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1267083 Feb 15 16:40:15.488573 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1832960388-router', 'tenant_id': '2a13f0e282f04589944199185c361ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c8589770-3cf1-4e15-b321-120311ec3852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:05Z', 'updated_at': '2022-02-15T16:40:11Z', 'revision_number': 4, 'project_id': '2a13f0e282f04589944199185c361ee8', 'gw_port': {'id': 'c8589770-3cf1-4e15-b321-120311ec3852', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:40:06Z', 'updated_at': '2022-02-15T16:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'ff627721-c285-4f4c-8754-c8477257d772', 'name': '', 'network_id': '5fc97bc9-1264-43dc-9cf6-d7d68b498e08', 'tenant_id': '2a13f0e282f04589944199185c361ee8', 'mac_address': 'fa:16:3e:95:f5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '00ff7c9f-7a05-417c-9d2b-9f231bd50ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:40:10Z', 'updated_at': '2022-02-15T16:40:11Z', 'revision_number': 2, 'project_id': '2a13f0e282f04589944199185c361ee8', 'subnets': [{'id': '00ff7c9f-7a05-417c-9d2b-9f231bd50ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:15.517285 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4a9eba93-8d61-46f3-9ece-4a1ad016ff3d req-25e35309-585d-43e1-896e-adbd80e8875d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946972 Feb 15 16:40:15.527851 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Checking router: b541980d-fa09-490b-b416-dbfd68a84dff for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:40:15.528486 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Updating router b541980d-fa09-490b-b416-dbfd68a84dff port ff627721-c285-4f4c-8754-c8477257d772 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:40:15.528685 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c8589770-3cf1-4e15-b321-120311ec3852 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:40:15.554124 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:15.586989 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ff627721-c285-4f4c-8754-c8477257d772), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:15.618593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256141ab-eaaa-4075-be1e-05804bacd08c None None] The sync data for ids ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'] in n-d-828372-14 is: [{'id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'name': 'tempest-ServersTestFqdnHostnames-494572170-router', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:39:29Z', 'updated_at': '2022-02-15T16:39:38Z', 'revision_number': 4, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'gw_port': {'id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:31Z', 'updated_at': '2022-02-15T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '513633cf-cb20-445d-9df8-8b4ed1927ac3', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'port_id': '7e58e225-5a8b-49da-a292-9ac51d029534', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'mac_address': 'fa:16:3e:a8:cd:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bd966f-1dca-48bf-9402-56f614ed025a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:39:44Z', 'updated_at': '2022-02-15T16:40:10Z', 'revision_number': 1, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd08acc78-c75f-4d45-a8b0-24a8b630940c', 'name': '', 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'mac_address': 'fa:16:3e:b0:d7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '8291a608-81de-4b12-bf71-94312111a503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:37Z', 'updated_at': '2022-02-15T16:39:42Z', 'revision_number': 5, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'subnets': [{'id': '8291a608-81de-4b12-bf71-94312111a503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:40:15.735532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b59690-b2b9-4948-994d-99bcc0727bbc req-9af36945-e68a-4c95-9774-e7f845275820 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:15.737111 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43b59690-b2b9-4948-994d-99bcc0727bbc req-9af36945-e68a-4c95-9774-e7f845275820 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.10 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 945 time: 0.1460869 Feb 15 16:40:15.815845 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c3d5-c8bd-4616-8952-cac2f0699ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (b541980d-fa09-490b-b416-dbfd68a84dff), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:15.826338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c8589770-3cf1-4e15-b321-120311ec3852 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:15.826900 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c8589770-3cf1-4e15-b321-120311ec3852), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:15.885774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['2460c194-82b2-4d98-b476-67ea1ad6c973'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:40:15.919475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2460c194-82b2-4d98-b476-67ea1ad6c973,revision_number=10']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:16.032568 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6d447b-dbfb-4390-ad84-22309f57c4b1 None None] New status for floating IP 513633cf-cb20-445d-9df8-8b4ed1927ac3: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:40:16.047634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-43b59690-b2b9-4948-994d-99bcc0727bbc req-6f41df43-333f-48fe-b1c0-6468dce5a487 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Deleting port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:40:16.051083 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-43b59690-b2b9-4948-994d-99bcc0727bbc req-6f41df43-333f-48fe-b1c0-6468dce5a487 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:16.133396 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee445d-09e5-4fa8-9bc9-91ec5c8f9230 req-c7be2cf0-7fbb-41ae-8b2d-f3fdda6e5028 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:16.140848 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56ee445d-09e5-4fa8-9bc9-91ec5c8f9230 req-c7be2cf0-7fbb-41ae-8b2d-f3fdda6e5028 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.2197752 Feb 15 16:40:16.208105 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56ee445d-09e5-4fa8-9bc9-91ec5c8f9230 req-a74ac2f8-51cb-4608-bff9-ea6d5c34b586 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662272 Feb 15 16:40:16.350148 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-43b59690-b2b9-4948-994d-99bcc0727bbc req-6f41df43-333f-48fe-b1c0-6468dce5a487 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] For port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510,segment=NetworkSegment(1d1d3bb0-6005-4d65-95c2-91b39a502539),segment_id=1d1d3bb0-6005-4d65-95c2-91b39a502539)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:16.350438 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-43b59690-b2b9-4948-994d-99bcc0727bbc req-6f41df43-333f-48fe-b1c0-6468dce5a487 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:16.353318 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Publish callbacks [] for port (ff627721-c285-4f4c-8754-c8477257d772), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:16.391065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c8589770-3cf1-4e15-b321-120311ec3852 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:16.415646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5ec8c3d5-c8bd-4616-8952-cac2f0699ab6 admin admin] Deleting port ff627721-c285-4f4c-8754-c8477257d772 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:40:16.416241 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c3d5-c8bd-4616-8952-cac2f0699ab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ff627721-c285-4f4c-8754-c8477257d772), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:16.418752 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ff627721-c285-4f4c-8754-c8477257d772), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:16.425034 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77804a5-df8c-4196-9925-08fbe6574d4a req-390cb1fb-8fee-49f8-ad70-446780203f41 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:16.432958 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e77804a5-df8c-4196-9925-08fbe6574d4a req-390cb1fb-8fee-49f8-ad70-446780203f41 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 945 time: 0.1052375 Feb 15 16:40:16.508418 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c792f-36c0-4164-abf8-425ae131dc77 None None] Pushing event updated for resources: {'Port': ['ID=ff627721-c285-4f4c-8754-c8477257d772,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:16.557179 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e77804a5-df8c-4196-9925-08fbe6574d4a req-174c4bf2-0e1e-4fff-80b4-977d95dcbca1 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups?id=dab2c65d-8e74-45df-8684-e7a6507f631d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218534 Feb 15 16:40:16.577463 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c3d5-c8bd-4616-8952-cac2f0699ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ff627721-c285-4f4c-8754-c8477257d772), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:16.606627 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5ec8c3d5-c8bd-4616-8952-cac2f0699ab6 admin admin] Calling delete_port for ff627721-c285-4f4c-8754-c8477257d772 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:40:16.611446 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Attempting to bind port ff627721-c285-4f4c-8754-c8477257d772 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:40:16.612079 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Attempting to bind port ff627721-c285-4f4c-8754-c8477257d772 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '11b08d38-cfc9-4f8f-ba07-4a03557734b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5fc97bc9-1264-43dc-9cf6-d7d68b498e08'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:40:16.612210 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Attempting to bind port ff627721-c285-4f4c-8754-c8477257d772 on network 5fc97bc9-1264-43dc-9cf6-d7d68b498e08 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:40:16.618124 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:40:16.618506 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Checking segment: {'id': '11b08d38-cfc9-4f8f-ba07-4a03557734b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5fc97bc9-1264-43dc-9cf6-d7d68b498e08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:40:16.619323 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:16.620072 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Bound using segment: {'id': '11b08d38-cfc9-4f8f-ba07-4a03557734b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5fc97bc9-1264-43dc-9cf6-d7d68b498e08'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:40:16.620555 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Bound port: ff627721-c285-4f4c-8754-c8477257d772, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11b08d38-cfc9-4f8f-ba07-4a03557734b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5fc97bc9-1264-43dc-9cf6-d7d68b498e08'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:40:16.621246 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ff627721-c285-4f4c-8754-c8477257d772), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:16.739517 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] For port ff627721-c285-4f4c-8754-c8477257d772, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:40:16.743462 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] For port ff627721-c285-4f4c-8754-c8477257d772, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ff627721-c285-4f4c-8754-c8477257d772,segment=NetworkSegment(11b08d38-cfc9-4f8f-ba07-4a03557734b0),segment_id=11b08d38-cfc9-4f8f-ba07-4a03557734b0)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:40:16.851672 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ff627721-c285-4f4c-8754-c8477257d772), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:16.884823 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-43b59690-b2b9-4948-994d-99bcc0727bbc req-6f41df43-333f-48fe-b1c0-6468dce5a487 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:16.885500 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-43b59690-b2b9-4948-994d-99bcc0727bbc req-6f41df43-333f-48fe-b1c0-6468dce5a487 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (367a5180-b6bc-4443-a208-c526ea752609), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:16.885500 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-43b59690-b2b9-4948-994d-99bcc0727bbc req-6f41df43-333f-48fe-b1c0-6468dce5a487 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Floating IP 367a5180-b6bc-4443-a208-c526ea752609 disassociated. External IP: 172.25.4.172, port: 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510. Feb 15 16:40:16.885735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-43b59690-b2b9-4948-994d-99bcc0727bbc req-6f41df43-333f-48fe-b1c0-6468dce5a487 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Calling delete_port for 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:40:16.886328 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23550f3-5eaf-48f9-8e70-5e5bcebf5114 req-48049780-5172-4fdc-a83a-76021b97ee34 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:16.887935 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b23550f3-5eaf-48f9-8e70-5e5bcebf5114 req-48049780-5172-4fdc-a83a-76021b97ee34 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1702888 Feb 15 16:40:16.969466 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c792f-36c0-4164-abf8-425ae131dc77 None None] Pushing event updated for resources: {'Port': ['ID=ff627721-c285-4f4c-8754-c8477257d772,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:16.999697 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Routers {'b541980d-fa09-490b-b416-dbfd68a84dff'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:40:17.000617 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b541980d-fa09-490b-b416-dbfd68a84dff'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:17.098386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f7bd73bf-0239-4621-be20-b4bd1ecd6374 None None] Provisioning complete for port ff627721-c285-4f4c-8754-c8477257d772 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:17.099437 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7bd73bf-0239-4621-be20-b4bd1ecd6374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ff627721-c285-4f4c-8754-c8477257d772), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:17.157814 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b23550f3-5eaf-48f9-8e70-5e5bcebf5114 req-fac0a3a3-9367-4ecd-b248-14f9acdc0c0a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416222 Feb 15 16:40:17.277062 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-43b59690-b2b9-4948-994d-99bcc0727bbc req-6f41df43-333f-48fe-b1c0-6468dce5a487 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:17.328525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41df43-333f-48fe-b1c0-6468dce5a487 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Pushing event deleted for resources: {'Port': ['ID=2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:17.352833 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c3d5-c8bd-4616-8952-cac2f0699ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ff627721-c285-4f4c-8754-c8477257d772), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:17.353310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd73bf-0239-4621-be20-b4bd1ecd6374 None None] Current status of the port ff627721-c285-4f4c-8754-c8477257d772 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:17.353778 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7bd73bf-0239-4621-be20-b4bd1ecd6374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ff627721-c285-4f4c-8754-c8477257d772), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:17.362403 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] Set router b541980d-fa09-490b-b416-dbfd68a84dff gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:40:17.420583 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8c3d5-c8bd-4616-8952-cac2f0699ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff627721-c285-4f4c-8754-c8477257d772,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:17.463898 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8307c-4971-4e9a-9ca7-0fb92b4257ba req-0fd8f625-99c5-4f9b-8348-bd8334ccf0fd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:17.465676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-47d8307c-4971-4e9a-9ca7-0fb92b4257ba req-0fd8f625-99c5-4f9b-8348-bd8334ccf0fd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 950 time: 0.1922641 Feb 15 16:40:17.615338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-eab7c678-735c-46fa-ad09-e5a3025484ff None None] Could not find standard attr ID for object ff627721-c285-4f4c-8754-c8477257d772. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 16:40:17.675210 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-47d8307c-4971-4e9a-9ca7-0fb92b4257ba req-4b965645-2c73-46c8-a918-0bee001036f1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869168 Feb 15 16:40:17.813658 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c3d5-c8bd-4616-8952-cac2f0699ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (b541980d-fa09-490b-b416-dbfd68a84dff), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:17.835444 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1832960388-router', 'tenant_id': '2a13f0e282f04589944199185c361ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c8589770-3cf1-4e15-b321-120311ec3852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:05Z', 'updated_at': '2022-02-15T16:40:11Z', 'revision_number': 4, 'project_id': '2a13f0e282f04589944199185c361ee8', 'gw_port': {'id': 'c8589770-3cf1-4e15-b321-120311ec3852', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:40:06Z', 'updated_at': '2022-02-15T16:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'ff627721-c285-4f4c-8754-c8477257d772', 'name': '', 'network_id': '5fc97bc9-1264-43dc-9cf6-d7d68b498e08', 'tenant_id': '2a13f0e282f04589944199185c361ee8', 'mac_address': 'fa:16:3e:95:f5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '00ff7c9f-7a05-417c-9d2b-9f231bd50ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:40:10Z', 'updated_at': '2022-02-15T16:40:16Z', 'revision_number': 4, 'project_id': '2a13f0e282f04589944199185c361ee8', 'subnets': [{'id': '00ff7c9f-7a05-417c-9d2b-9f231bd50ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:17.893286 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63dd98b0-4a78-412a-bd36-05a859e435a4 None None] The sync data for ids ['b541980d-fa09-490b-b416-dbfd68a84dff'] in n-d-828372-14 is: [{'id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1832960388-router', 'tenant_id': '2a13f0e282f04589944199185c361ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c8589770-3cf1-4e15-b321-120311ec3852', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:05Z', 'updated_at': '2022-02-15T16:40:11Z', 'revision_number': 4, 'project_id': '2a13f0e282f04589944199185c361ee8', 'gw_port': {'id': 'c8589770-3cf1-4e15-b321-120311ec3852', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:d1:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:40:06Z', 'updated_at': '2022-02-15T16:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'ff627721-c285-4f4c-8754-c8477257d772', 'name': '', 'network_id': '5fc97bc9-1264-43dc-9cf6-d7d68b498e08', 'tenant_id': '2a13f0e282f04589944199185c361ee8', 'mac_address': 'fa:16:3e:95:f5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '00ff7c9f-7a05-417c-9d2b-9f231bd50ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:40:10Z', 'updated_at': '2022-02-15T16:40:16Z', 'revision_number': 4, 'project_id': '2a13f0e282f04589944199185c361ee8', 'subnets': [{'id': '00ff7c9f-7a05-417c-9d2b-9f231bd50ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:40:18.287321 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6c888-a3bc-4453-84ae-e8cd5e0248e3 req-74aa05b1-cb75-4908-89f0-849cabce7f85 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:18.289046 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ef6c888-a3bc-4453-84ae-e8cd5e0248e3 req-74aa05b1-cb75-4908-89f0-849cabce7f85 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.5025444 Feb 15 16:40:18.365068 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-639d09c2-ce19-48b3-8292-4168bbe3ed6d req-cb15708a-94a3-4380-aaa9-471ff0542ca1 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0550983 Feb 15 16:40:18.381561 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ef6c888-a3bc-4453-84ae-e8cd5e0248e3 req-e7b918b6-f386-4e88-8797-c423bc6cc48e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799003 Feb 15 16:40:18.433904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43b59690-b2b9-4948-994d-99bcc0727bbc req-6f41df43-333f-48fe-b1c0-6468dce5a487 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Router 89196c49-59e1-4b4a-9c26-1453108bf38d has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:40:18.446525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec8c3d5-c8bd-4616-8952-cac2f0699ab6 admin admin] Router b541980d-fa09-490b-b416-dbfd68a84dff has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:40:18.493486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2460c194-82b2-4d98-b476-67ea1ad6c973 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:40:18.558185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:40:18.673038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:40:18.675563 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:40:18.729579 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec8c3d5-c8bd-4616-8952-cac2f0699ab6 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:40:18.741072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 2460c194-82b2-4d98-b476-67ea1ad6c973 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:18.741346 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:18.751216 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5ec8c3d5-c8bd-4616-8952-cac2f0699ab6 admin admin] 10.222.0.107 "PUT /v2.0/routers/b541980d-fa09-490b-b416-dbfd68a84dff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4968715 Feb 15 16:40:18.751977 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38014) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:18.796769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43b59690-b2b9-4948-994d-99bcc0727bbc req-6f41df43-333f-48fe-b1c0-6468dce5a487 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:40:18.815529 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1649cdfc-c406-49d3-ae36-04c97bb23555 None None] Sync routers for ids ['89196c49-59e1-4b4a-9c26-1453108bf38d'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:40:18.827388 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1649cdfc-c406-49d3-ae36-04c97bb23555 None None] Routers {'89196c49-59e1-4b4a-9c26-1453108bf38d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:40:18.828371 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1649cdfc-c406-49d3-ae36-04c97bb23555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['89196c49-59e1-4b4a-9c26-1453108bf38d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:18.951075 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-62de33d3-7a4c-4cad-a858-5e0dedfd83e2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=83dc14985f004c3eab7d27bb571467d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1770885 Feb 15 16:40:18.959630 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b59690-b2b9-4948-994d-99bcc0727bbc req-6f41df43-333f-48fe-b1c0-6468dce5a487 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] No DVR routers for this DVR port 2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:40:18.962572 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-43b59690-b2b9-4948-994d-99bcc0727bbc req-6f41df43-333f-48fe-b1c0-6468dce5a487 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:18.972655 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43b59690-b2b9-4948-994d-99bcc0727bbc req-6f41df43-333f-48fe-b1c0-6468dce5a487 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.10 "DELETE /v2.0/ports/2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510 HTTP/1.1" status: 204 len: 173 time: 3.2149827 Feb 15 16:40:18.976228 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f07afbc8-1020-424e-880d-36a69dd1d7a8 admin admin] Publish callbacks [] for router (b541980d-fa09-490b-b416-dbfd68a84dff), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:18.991848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46bb569b-3a57-4e1d-ab97-ba1b90596f07', 'name': 'network-vif-deleted', 'tag': '2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:40:19.002397 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b153cb95-92f9-4aa2-8674-ae823aee3dbd" -d '{"events": [{"server_uuid": "46bb569b-3a57-4e1d-ab97-ba1b90596f07", "name": "network-vif-deleted", "tag": "2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:40:19.002397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38020) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:19.016697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2460c194-82b2-4d98-b476-67ea1ad6c973 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:19.018187 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:19.071818 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1649cdfc-c406-49d3-ae36-04c97bb23555 None None] Set router 89196c49-59e1-4b4a-9c26-1453108bf38d gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:40:19.131988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2460c194-82b2-4d98-b476-67ea1ad6c973, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2460c194-82b2-4d98-b476-67ea1ad6c973,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:19.136995 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9a148b-23bc-47b0-961d-db899fcc4209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2460c194-82b2-4d98-b476-67ea1ad6c973'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:40:19.143335 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ee5e3e-98c8-4af5-b46a-4103e43ec0b6" -d '{"events": [{"server_uuid": "ad9a148b-23bc-47b0-961d-db899fcc4209", "name": "network-vif-plugged", "status": "completed", "tag": "2460c194-82b2-4d98-b476-67ea1ad6c973"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:40:19.174374 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf5f6d6-486b-4ee4-aae4-71e11bd7ade2 x-openstack-request-id: req-2bf5f6d6-486b-4ee4-aae4-71e11bd7ade2 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:40:19.174777 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46bb569b-3a57-4e1d-ab97-ba1b90596f07", "name": "network-vif-deleted", "tag": "2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:40:19.176049 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2bf5f6d6-486b-4ee4-aae4-71e11bd7ade2 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:40:19.178549 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46bb569b-3a57-4e1d-ab97-ba1b90596f07', 'name': 'network-vif-deleted', 'tag': '2e34f3c3-18d2-4fb1-a2fe-c0c9ef997510', 'status': 'completed', 'code': 200} Feb 15 16:40:19.234692 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:19.304044 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f07afbc8-1020-424e-880d-36a69dd1d7a8 admin admin] Publish callbacks [] for router_gateway (b541980d-fa09-490b-b416-dbfd68a84dff), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:19.350990 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35ee95e8-d36d-465d-a051-6eab6054640e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:19.372818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2460c194-82b2-4d98-b476-67ea1ad6c973,revision_number=11']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:19.385395 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-84896895-ee75-4f34-bcdf-bf8152278d30 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:19.387252 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-84896895-ee75-4f34-bcdf-bf8152278d30 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4351826 Feb 15 16:40:19.402164 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1649cdfc-c406-49d3-ae36-04c97bb23555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'name': 'tempest-ServersTestBootFromVolume-384460367-router', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:37:01Z', 'updated_at': '2022-02-15T16:37:09Z', 'revision_number': 4, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'gw_port': {'id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:02Z', 'updated_at': '2022-02-15T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'e844959d-1f49-4186-afb8-abb52017645f', 'name': '', 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'mac_address': 'fa:16:3e:fb:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:07Z', 'updated_at': '2022-02-15T16:37:14Z', 'revision_number': 5, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'subnets': [{'id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:19.455264 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1649cdfc-c406-49d3-ae36-04c97bb23555 None None] Checking router: 89196c49-59e1-4b4a-9c26-1453108bf38d for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:40:19.455632 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-f2d44f1c-e23b-4edf-9437-4a6d2cb1d786 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/quotas/83dc14985f004c3eab7d27bb571467d7 HTTP/1.1" status: 200 len: 375 time: 0.0515599 Feb 15 16:40:19.464524 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1649cdfc-c406-49d3-ae36-04c97bb23555 None None] Routers {'89196c49-59e1-4b4a-9c26-1453108bf38d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:40:19.465508 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1649cdfc-c406-49d3-ae36-04c97bb23555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['89196c49-59e1-4b4a-9c26-1453108bf38d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:19.508855 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b931bc-eecc-485d-b4ff-34312e5b1f6c x-openstack-request-id: req-24b931bc-eecc-485d-b4ff-34312e5b1f6c {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:40:19.509668 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9a148b-23bc-47b0-961d-db899fcc4209", "name": "network-vif-plugged", "status": "completed", "tag": "2460c194-82b2-4d98-b476-67ea1ad6c973", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:40:19.510198 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-24b931bc-eecc-485d-b4ff-34312e5b1f6c {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:40:19.510697 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9a148b-23bc-47b0-961d-db899fcc4209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2460c194-82b2-4d98-b476-67ea1ad6c973', 'code': 200} Feb 15 16:40:19.515351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f07afbc8-1020-424e-880d-36a69dd1d7a8 admin admin] Deleting port c8589770-3cf1-4e15-b321-120311ec3852 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:40:19.515867 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f07afbc8-1020-424e-880d-36a69dd1d7a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c8589770-3cf1-4e15-b321-120311ec3852), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:19.590346 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1649cdfc-c406-49d3-ae36-04c97bb23555 None None] Set router 89196c49-59e1-4b4a-9c26-1453108bf38d gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:40:19.683140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-e59bbacd-85c2-4a6f-916a-9ae9af2c5c95 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2128556 Feb 15 16:40:19.686129 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35ee95e8-d36d-465d-a051-6eab6054640e admin admin] Publish callbacks [] for security_group (01a5bae0-aeab-4f83-bce5-409feed84734), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:19.792251 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-f07afbc8-1020-424e-880d-36a69dd1d7a8 admin admin] For port c8589770-3cf1-4e15-b321-120311ec3852, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c8589770-3cf1-4e15-b321-120311ec3852,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:19.792251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f07afbc8-1020-424e-880d-36a69dd1d7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c8589770-3cf1-4e15-b321-120311ec3852), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:19.792251 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f07afbc8-1020-424e-880d-36a69dd1d7a8 admin admin] Calling delete_port for c8589770-3cf1-4e15-b321-120311ec3852 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:40:19.836102 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea1b9f-9783-4563-91fb-7bcb865d714a req-54dd4d81-b043-4a1d-b5a0-b2e49d9d8758 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:19.855608 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-68ea1b9f-9783-4563-91fb-7bcb865d714a req-54dd4d81-b043-4a1d-b5a0-b2e49d9d8758 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.2524650 Feb 15 16:40:19.902660 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1649cdfc-c406-49d3-ae36-04c97bb23555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'name': 'tempest-ServersTestBootFromVolume-384460367-router', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:37:01Z', 'updated_at': '2022-02-15T16:37:09Z', 'revision_number': 4, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'gw_port': {'id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:02Z', 'updated_at': '2022-02-15T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'e844959d-1f49-4186-afb8-abb52017645f', 'name': '', 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'mac_address': 'fa:16:3e:fb:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:07Z', 'updated_at': '2022-02-15T16:37:14Z', 'revision_number': 5, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'subnets': [{'id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:19.953466 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1649cdfc-c406-49d3-ae36-04c97bb23555 None None] The sync data for ids ['89196c49-59e1-4b4a-9c26-1453108bf38d'] in n-d-828372-14 is: [{'id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'name': 'tempest-ServersTestBootFromVolume-384460367-router', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:37:01Z', 'updated_at': '2022-02-15T16:37:09Z', 'revision_number': 4, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'gw_port': {'id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:02Z', 'updated_at': '2022-02-15T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'e844959d-1f49-4186-afb8-abb52017645f', 'name': '', 'network_id': '3ac673bd-ccc6-44a9-a21c-8063082f3153', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'mac_address': 'fa:16:3e:fb:37:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:07Z', 'updated_at': '2022-02-15T16:37:14Z', 'revision_number': 5, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'subnets': [{'id': '0fe4af53-9045-419b-bce6-988c130e6dbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:40:20.014778 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-68ea1b9f-9783-4563-91fb-7bcb865d714a req-cb490506-0c45-4d77-ba9b-6b562be37708 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582305 Feb 15 16:40:20.156661 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-46eb12a7-727e-4c00-80f6-fe262142a6f3 req-956b9f23-e66e-4c7e-a457-be6aac783898 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0366874 Feb 15 16:40:20.292701 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35ee95e8-d36d-465d-a051-6eab6054640e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (01a5bae0-aeab-4f83-bce5-409feed84734), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:20.331153 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee95e8-d36d-465d-a051-6eab6054640e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a5bae0-aeab-4f83-bce5-409feed84734,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:20.336024 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-35ee95e8-d36d-465d-a051-6eab6054640e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=06026d435b46481aa5d97735af384c74&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3346436 Feb 15 16:40:20.338988 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38040) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:20.392081 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f07afbc8-1020-424e-880d-36a69dd1d7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c8589770-3cf1-4e15-b321-120311ec3852), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:20.446919 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8734d59f-8ccd-450e-890f-b5dba8ea6d03 None None] Sync routers for ids ['b541980d-fa09-490b-b416-dbfd68a84dff'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:40:20.466859 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07afbc8-1020-424e-880d-36a69dd1d7a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8589770-3cf1-4e15-b321-120311ec3852,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:20.475096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8734d59f-8ccd-450e-890f-b5dba8ea6d03 None None] Routers {'b541980d-fa09-490b-b416-dbfd68a84dff'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:40:20.475741 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8734d59f-8ccd-450e-890f-b5dba8ea6d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b541980d-fa09-490b-b416-dbfd68a84dff'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:20.571533 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f07afbc8-1020-424e-880d-36a69dd1d7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (b541980d-fa09-490b-b416-dbfd68a84dff), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:20.573596 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-150d25f5-fde1-4b22-866f-662d49a7beed admin admin] Publish callbacks [] for security_group (01a5bae0-aeab-4f83-bce5-409feed84734), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:20.592287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-8734d59f-8ccd-450e-890f-b5dba8ea6d03 None None] Set router b541980d-fa09-490b-b416-dbfd68a84dff gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:40:20.637310 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-150d25f5-fde1-4b22-866f-662d49a7beed admin admin] Publish callbacks [] for security_group (01a5bae0-aeab-4f83-bce5-409feed84734), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:20.656819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8734d59f-8ccd-450e-890f-b5dba8ea6d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1832960388-router', 'tenant_id': '2a13f0e282f04589944199185c361ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:05Z', 'updated_at': '2022-02-15T16:40:20Z', 'revision_number': 7, 'project_id': '2a13f0e282f04589944199185c361ee8', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:20.713411 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f38472cd-e2c7-4ecb-a3ad-ed02ae19a647 req-747571dc-eb16-4fbe-8866-e1a7540bbe4d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 210 time: 0.2692025 Feb 15 16:40:20.722976 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a0f54d-b569-42fa-a7c9-ddf01e0b3895 None None] New status for floating IP 367a5180-b6bc-4443-a208-c526ea752609: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:40:20.735013 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8734d59f-8ccd-450e-890f-b5dba8ea6d03 None None] Checking router: b541980d-fa09-490b-b416-dbfd68a84dff for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:40:20.755054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8734d59f-8ccd-450e-890f-b5dba8ea6d03 None None] Routers {'b541980d-fa09-490b-b416-dbfd68a84dff'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:40:20.759167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8734d59f-8ccd-450e-890f-b5dba8ea6d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b541980d-fa09-490b-b416-dbfd68a84dff'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:20.803549 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-150d25f5-fde1-4b22-866f-662d49a7beed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (01a5bae0-aeab-4f83-bce5-409feed84734), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:20.807120 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-150d25f5-fde1-4b22-866f-662d49a7beed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:20.808369 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-150d25f5-fde1-4b22-866f-662d49a7beed admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/01a5bae0-aeab-4f83-bce5-409feed84734 HTTP/1.1" status: 204 len: 168 time: 0.4684184 Feb 15 16:40:20.824336 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d25f5-fde1-4b22-866f-662d49a7beed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a5bae0-aeab-4f83-bce5-409feed84734,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:20.835046 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f07afbc8-1020-424e-880d-36a69dd1d7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (b541980d-fa09-490b-b416-dbfd68a84dff), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:20.839372 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f07afbc8-1020-424e-880d-36a69dd1d7a8 admin admin] Publish callbacks [] for router_controller (b541980d-fa09-490b-b416-dbfd68a84dff), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:20.938081 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-8734d59f-8ccd-450e-890f-b5dba8ea6d03 None None] Set router b541980d-fa09-490b-b416-dbfd68a84dff gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:40:20.951699 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f07afbc8-1020-424e-880d-36a69dd1d7a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (b541980d-fa09-490b-b416-dbfd68a84dff), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:20.952933 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07afbc8-1020-424e-880d-36a69dd1d7a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b541980d-fa09-490b-b416-dbfd68a84dff {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:40:20.966766 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f07afbc8-1020-424e-880d-36a69dd1d7a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:20.970261 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f07afbc8-1020-424e-880d-36a69dd1d7a8 admin admin] 10.222.0.107 "DELETE /v2.0/routers/b541980d-fa09-490b-b416-dbfd68a84dff HTTP/1.1" status: 204 len: 168 time: 2.2038865 Feb 15 16:40:20.971182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38052) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:21.019660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8734d59f-8ccd-450e-890f-b5dba8ea6d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1832960388-router', 'tenant_id': '2a13f0e282f04589944199185c361ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:05Z', 'updated_at': '2022-02-15T16:40:20Z', 'revision_number': 7, 'project_id': '2a13f0e282f04589944199185c361ee8', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:21.056574 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8734d59f-8ccd-450e-890f-b5dba8ea6d03 None None] The sync data for ids ['b541980d-fa09-490b-b416-dbfd68a84dff'] in n-d-828372-14 is: [{'id': 'b541980d-fa09-490b-b416-dbfd68a84dff', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1832960388-router', 'tenant_id': '2a13f0e282f04589944199185c361ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:05Z', 'updated_at': '2022-02-15T16:40:20Z', 'revision_number': 7, 'project_id': '2a13f0e282f04589944199185c361ee8', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:40:21.254626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-364d712d-4dac-4ff3-bd1d-9f061829701b admin admin] Deleting subnet 00ff7c9f-7a05-417c-9d2b-9f231bd50ba7 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:40:21.260658 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-364d712d-4dac-4ff3-bd1d-9f061829701b admin admin] Publish callbacks [] for subnet (00ff7c9f-7a05-417c-9d2b-9f231bd50ba7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:21.371809 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-364d712d-4dac-4ff3-bd1d-9f061829701b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (00ff7c9f-7a05-417c-9d2b-9f231bd50ba7), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:21.507170 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-364d712d-4dac-4ff3-bd1d-9f061829701b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (00ff7c9f-7a05-417c-9d2b-9f231bd50ba7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:21.636838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec61fc-eca8-4699-ab5f-36baadc8ffba req-0628cb14-3993-4bdf-ba4f-403fecec4f85 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:21.638736 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6ec61fc-eca8-4699-ab5f-36baadc8ffba req-0628cb14-3993-4bdf-ba4f-403fecec4f85 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.4868741 Feb 15 16:40:21.639562 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0c20d7c-cdaf-4377-9e23-230f16a99060 req-05bfa3d9-34f0-422e-87c3-2d977e122b64 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0467680 Feb 15 16:40:21.706842 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6ec61fc-eca8-4699-ab5f-36baadc8ffba req-eab12da6-caa8-44ac-bbd8-b03c4256fb18 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548372 Feb 15 16:40:21.734978 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38068) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:21.750351 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf9a3-2e17-4ae2-b9e1-0d02e3fb38db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:21.763102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-364d712d-4dac-4ff3-bd1d-9f061829701b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (00ff7c9f-7a05-417c-9d2b-9f231bd50ba7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:21.787076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e34a003-3f39-4867-9392-38eda65d28ea None None] Network 5fc97bc9-1264-43dc-9cf6-d7d68b498e08 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:40:21.800272 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-364d712d-4dac-4ff3-bd1d-9f061829701b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:21.815232 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-364d712d-4dac-4ff3-bd1d-9f061829701b admin admin] 10.222.0.107 "DELETE /v2.0/subnets/00ff7c9f-7a05-417c-9d2b-9f231bd50ba7 HTTP/1.1" status: 204 len: 168 time: 0.8428273 Feb 15 16:40:21.817130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38074) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:21.825512 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-98d57023-ac09-4d19-bc91-3671446c358d req-cc8e092c-7fd8-4b27-a290-5001957dd25a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 210 time: 0.0457170 Feb 15 16:40:21.904051 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf9a3-2e17-4ae2-b9e1-0d02e3fb38db admin admin] Publish callbacks [] for security_group (96591779-2a22-4d5b-bc8e-bb8363ce7e91), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:21.938270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d712d-4dac-4ff3-bd1d-9f061829701b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00ff7c9f-7a05-417c-9d2b-9f231bd50ba7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:21.981855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (5fc97bc9-1264-43dc-9cf6-d7d68b498e08), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:22.026888 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4aeaf9a3-2e17-4ae2-b9e1-0d02e3fb38db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (96591779-2a22-4d5b-bc8e-bb8363ce7e91), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:22.061110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] Deleting port a8df5907-df56-4745-bb5a-e98d014fd2ff {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:40:22.067264 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a8df5907-df56-4745-bb5a-e98d014fd2ff), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:22.089424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681d18d4-849b-48ca-af1a-ca73bb4f6eb1 None None] DHCP port deletion for 5fc97bc9-1264-43dc-9cf6-d7d68b498e08 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:40:22.140575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaf9a3-2e17-4ae2-b9e1-0d02e3fb38db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96591779-2a22-4d5b-bc8e-bb8363ce7e91,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:22.151389 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4aeaf9a3-2e17-4ae2-b9e1-0d02e3fb38db admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3c6b2386c75e4689b12b1fd825d93308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4151335 Feb 15 16:40:22.154876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38076) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:22.192833 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-681d18d4-849b-48ca-af1a-ca73bb4f6eb1 None None] Deleting port a8df5907-df56-4745-bb5a-e98d014fd2ff {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:40:22.193243 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-681d18d4-849b-48ca-af1a-ca73bb4f6eb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a8df5907-df56-4745-bb5a-e98d014fd2ff), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:22.314650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] For port a8df5907-df56-4745-bb5a-e98d014fd2ff, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a8df5907-df56-4745-bb5a-e98d014fd2ff,segment=NetworkSegment(11b08d38-cfc9-4f8f-ba07-4a03557734b0),segment_id=11b08d38-cfc9-4f8f-ba07-4a03557734b0)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:22.315024 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a8df5907-df56-4745-bb5a-e98d014fd2ff), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:22.338684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] Calling delete_port for a8df5907-df56-4745-bb5a-e98d014fd2ff owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:40:22.368215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-681d18d4-849b-48ca-af1a-ca73bb4f6eb1 None None] For port a8df5907-df56-4745-bb5a-e98d014fd2ff, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a8df5907-df56-4745-bb5a-e98d014fd2ff,segment=NetworkSegment(11b08d38-cfc9-4f8f-ba07-4a03557734b0),segment_id=11b08d38-cfc9-4f8f-ba07-4a03557734b0)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:22.369391 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-681d18d4-849b-48ca-af1a-ca73bb4f6eb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a8df5907-df56-4745-bb5a-e98d014fd2ff), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:22.381576 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd0cfef9-4cd1-4aa1-a1d7-6a1edc63aeb4 admin admin] Publish callbacks [] for security_group (96591779-2a22-4d5b-bc8e-bb8363ce7e91), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:22.401889 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-681d18d4-849b-48ca-af1a-ca73bb4f6eb1 None None] Calling delete_port for a8df5907-df56-4745-bb5a-e98d014fd2ff owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:40:22.477737 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd0cfef9-4cd1-4aa1-a1d7-6a1edc63aeb4 admin admin] Publish callbacks [] for security_group (96591779-2a22-4d5b-bc8e-bb8363ce7e91), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:22.628698 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-681d18d4-849b-48ca-af1a-ca73bb4f6eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (a8df5907-df56-4745-bb5a-e98d014fd2ff), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:22.629985 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd0cfef9-4cd1-4aa1-a1d7-6a1edc63aeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (96591779-2a22-4d5b-bc8e-bb8363ce7e91), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:22.632650 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd0cfef9-4cd1-4aa1-a1d7-6a1edc63aeb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:22.634299 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fd0cfef9-4cd1-4aa1-a1d7-6a1edc63aeb4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/96591779-2a22-4d5b-bc8e-bb8363ce7e91 HTTP/1.1" status: 204 len: 168 time: 0.4754019 Feb 15 16:40:22.665643 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a8df5907-df56-4745-bb5a-e98d014fd2ff), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:22.681763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681d18d4-849b-48ca-af1a-ca73bb4f6eb1 None None] No DVR routers for this DVR port a8df5907-df56-4745-bb5a-e98d014fd2ff on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:40:22.683381 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d18d4-849b-48ca-af1a-ca73bb4f6eb1 None None] Pushing event deleted for resources: {'Port': ['ID=a8df5907-df56-4745-bb5a-e98d014fd2ff,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:22.687158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cfef9-4cd1-4aa1-a1d7-6a1edc63aeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96591779-2a22-4d5b-bc8e-bb8363ce7e91,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:22.803812 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] No DVR routers for this DVR port a8df5907-df56-4745-bb5a-e98d014fd2ff on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:40:22.848139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8df5907-df56-4745-bb5a-e98d014fd2ff,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:22.899799 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17812e76-867a-44ac-9ef1-9bc79eb83c76 req-8b725c36-562c-46c7-bec3-33901a534710 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.1176333 Feb 15 16:40:23.021773 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8176f8-c6b2-4037-b02a-88c61c9698ae req-7a14db36-e3fa-4a32-83eb-271d454ab58c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:23.029457 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9d8176f8-c6b2-4037-b02a-88c61c9698ae req-7a14db36-e3fa-4a32-83eb-271d454ab58c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.1694157 Feb 15 16:40:23.041930 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (5fc97bc9-1264-43dc-9cf6-d7d68b498e08), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:23.090519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fc97bc9-1264-43dc-9cf6-d7d68b498e08']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:23.116150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11b08d38-cfc9-4f8f-ba07-4a03557734b0') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:23.116357 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11b08d38-cfc9-4f8f-ba07-4a03557734b0') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:23.129396 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9d8176f8-c6b2-4037-b02a-88c61c9698ae req-084b6a93-dcfb-478a-a1f2-76b5c7849697 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821638 Feb 15 16:40:23.142410 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (11b08d38-cfc9-4f8f-ba07-4a03557734b0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:23.175033 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (11b08d38-cfc9-4f8f-ba07-4a03557734b0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:23.187270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:40:23.187679 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (11b08d38-cfc9-4f8f-ba07-4a03557734b0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:23.205269 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ff627721-c285-4f4c-8754-c8477257d772 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:40:23.261736 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:40:23.294351 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: ff627721-c285-4f4c-8754-c8477257d772 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:40:23.294743 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ff627721-c285-4f4c-8754-c8477257d772 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:40:23.297880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a8df5907-df56-4745-bb5a-e98d014fd2ff no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:40:23.331433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84f5b669-7195-433c-9aaf-f4359db5348a req-41f2aba3-5696-4ccf-8d3b-b143e76e14ec tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 210 time: 0.0655744 Feb 15 16:40:23.343966 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-b7ef26f6-ef8e-4127-b679-148b3516e1f8 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=83dc14985f004c3eab7d27bb571467d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666456 Feb 15 16:40:23.373189 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (5fc97bc9-1264-43dc-9cf6-d7d68b498e08), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:23.379522 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:23.387032 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: a8df5907-df56-4745-bb5a-e98d014fd2ff {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:40:23.388998 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] 10.222.0.107 "DELETE /v2.0/networks/5fc97bc9-1264-43dc-9cf6-d7d68b498e08 HTTP/1.1" status: 204 len: 168 time: 1.5701559 Feb 15 16:40:23.389492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a8df5907-df56-4745-bb5a-e98d014fd2ff not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:40:23.390880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c8589770-3cf1-4e15-b321-120311ec3852 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:40:23.448318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5119b-2371-44d9-a583-e032d95e68f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fc97bc9-1264-43dc-9cf6-d7d68b498e08,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:23.454877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: c8589770-3cf1-4e15-b321-120311ec3852 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:40:23.456367 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c8589770-3cf1-4e15-b321-120311ec3852 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:40:23.561638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-af85ca32-a681-486c-a155-e07f4226ebdc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:23.562826 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-af85ca32-a681-486c-a155-e07f4226ebdc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150812 Feb 15 16:40:23.581301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-a00b036b-c940-4087-bd79-c880dfef98e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Request body: {'port': {'device_id': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '83dc14985f004c3eab7d27bb571467d7'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:23.825225 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38100) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:23.863846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-a00b036b-c940-4087-bd79-c880dfef98e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Made reservation on behalf of 83dc14985f004c3eab7d27bb571467d7 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:40:23.874270 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-a00b036b-c940-4087-bd79-c880dfef98e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:23.945449 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5e698590-7fe5-4bd7-b725-163309028232 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2a13f0e282f04589944199185c361ee8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1161885 Feb 15 16:40:23.945805 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38104) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:24.059808 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d3c838d-c268-4654-94c6-8ff67aaecdc7 admin admin] Publish callbacks [] for security_group (1ee00c3e-a88a-4edc-ba28-feb339458bbe), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:24.105852 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c31c3af3-c06b-4c85-9836-84a4e5257e12 req-b4187eb8-a92f-4681-bd22-671aafac777e tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0635221 Feb 15 16:40:24.129472 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d3c838d-c268-4654-94c6-8ff67aaecdc7 admin admin] Publish callbacks [] for security_group (1ee00c3e-a88a-4edc-ba28-feb339458bbe), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:24.171784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-a00b036b-c940-4087-bd79-c880dfef98e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Allocated IP 192.168.233.158 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/c5548337-e601-445e-9eaf-dbd9e8d5bd7d) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:40:24.297980 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d3c838d-c268-4654-94c6-8ff67aaecdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1ee00c3e-a88a-4edc-ba28-feb339458bbe), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:24.302333 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d3c838d-c268-4654-94c6-8ff67aaecdc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:24.306568 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7d3c838d-c268-4654-94c6-8ff67aaecdc7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1ee00c3e-a88a-4edc-ba28-feb339458bbe HTTP/1.1" status: 204 len: 168 time: 0.3571019 Feb 15 16:40:24.319708 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c838d-c268-4654-94c6-8ff67aaecdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee00c3e-a88a-4edc-ba28-feb339458bbe,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:24.437724 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3a745-1282-4e6f-8536-2f67e683ce83 req-1a4627f3-3f7f-4d56-857f-8881d19c97de tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:24.440044 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-15c3a745-1282-4e6f-8536-2f67e683ce83 req-1a4627f3-3f7f-4d56-857f-8881d19c97de tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.1998625 Feb 15 16:40:24.472775 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-a00b036b-c940-4087-bd79-c880dfef98e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks [] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:24.494421 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f63137c-d0f9-4cea-974e-6ede13675187 req-ee370efa-3799-43f5-b2e5-55412f8226cb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 210 time: 0.0576520 Feb 15 16:40:24.563000 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-15c3a745-1282-4e6f-8536-2f67e683ce83 req-428022b3-7ef4-4871-8189-03bce21c5c44 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074264 Feb 15 16:40:24.601105 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-a00b036b-c940-4087-bd79-c880dfef98e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:24.618200 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['44e217bb-aa23-4523-9b25-0e2d0de6e1d4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:40:24.621605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['7de2aa9b-236e-4739-a672-636d285db5f4', '2460c194-82b2-4d98-b476-67ea1ad6c973'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:40:24.647467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-a00b036b-c940-4087-bd79-c880dfef98e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:40:24.651219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-a00b036b-c940-4087-bd79-c880dfef98e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:40:24.673661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-a00b036b-c940-4087-bd79-c880dfef98e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:40:24.751643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-a00b036b-c940-4087-bd79-c880dfef98e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:24.752682 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-a00b036b-c940-4087-bd79-c880dfef98e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:24.788577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b036b-c940-4087-bd79-c880dfef98e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Pushing event updated for resources: {'Port': ['ID=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:24.914177 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-a00b036b-c940-4087-bd79-c880dfef98e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3403542 Feb 15 16:40:24.933977 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Request body: {'port': {'device_id': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:25.153486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1f0d4c56-dbf7-43e5-b37d-17a2d31937a9 None None] Provisioning complete for port c5548337-e601-445e-9eaf-dbd9e8d5bd7d triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:25.153486 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f0d4c56-dbf7-43e5-b37d-17a2d31937a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:25.157030 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:25.193230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d4c56-dbf7-43e5-b37d-17a2d31937a9 None None] Port c5548337-e601-445e-9eaf-dbd9e8d5bd7d cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:40:25.281793 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5ad5804e-6819-4776-94ec-806fe38822c4 req-d99aff43-4f12-4c3c-b422-a948acd8fd90 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0624008 Feb 15 16:40:25.652586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b325149-f091-4b30-8d93-0cae5a264bbc req-a34395e3-46b8-4627-aaa8-4ae3c54b7e98 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:25.654330 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b325149-f091-4b30-8d93-0cae5a264bbc req-a34395e3-46b8-4627-aaa8-4ae3c54b7e98 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 936 time: 0.0873463 Feb 15 16:40:25.747594 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b325149-f091-4b30-8d93-0cae5a264bbc req-3f87e9f5-e7fb-4515-b1b3-141d30d6979b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826590 Feb 15 16:40:25.819058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5548337-e601-445e-9eaf-dbd9e8d5bd7d {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:40:25.827106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f323ab8-6d33-42f3-ad8a-077825772022 req-60698580-aa6c-4ef0-9ce6-17f63a7aab40 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:25.829630 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Publish callbacks [] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:25.835014 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3f323ab8-6d33-42f3-ad8a-077825772022 req-60698580-aa6c-4ef0-9ce6-17f63a7aab40 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.1655345 Feb 15 16:40:25.855718 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Transition to ACTIVE for port object c5548337-e601-445e-9eaf-dbd9e8d5bd7d will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:40:25.924281 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3f323ab8-6d33-42f3-ad8a-077825772022 req-609360d9-4cba-4a36-8955-57b9ccba10cd tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881016 Feb 15 16:40:25.984683 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:26.141304 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Pushing event updated for resources: {'Port': ['ID=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:26.153490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Attempting to bind port c5548337-e601-445e-9eaf-dbd9e8d5bd7d on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:40:26.159632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Attempting to bind port c5548337-e601-445e-9eaf-dbd9e8d5bd7d by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:40:26.159632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Attempting to bind port c5548337-e601-445e-9eaf-dbd9e8d5bd7d on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:40:26.160595 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Port c5548337-e601-445e-9eaf-dbd9e8d5bd7d on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:40:26.160595 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Attempting to bind port c5548337-e601-445e-9eaf-dbd9e8d5bd7d on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:40:26.166331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:40:26.166670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:40:26.167053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:40:26.167482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Bound port: c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:40:26.167853 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:26.302267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:40:26.308670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:40:26.387217 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:26.467940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:26.468573 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:26.470025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] 10.222.0.67 "PUT /v2.0/ports/c5548337-e601-445e-9eaf-dbd9e8d5bd7d HTTP/1.1" status: 200 len: 1097 time: 1.5469120 Feb 15 16:40:26.470643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:40:26.472900 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb403edf-b8c0-4031-bf76-49155ada0b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:40:26.480245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17a1dcb7-92ff-4d6c-b6bf-f1bc66f60a4a req-d98c5fdb-6160-41be-baa7-79e0c886357b tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0535386 Feb 15 16:40:26.516585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70952a97-7a1d-4e2b-b944-5e364836d006 service neutron] Pushing event updated for resources: {'Port': ['ID=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:26.567540 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d467d0-029e-41b5-aa4c-0d69d9f9f972 x-openstack-request-id: req-12d467d0-029e-41b5-aa4c-0d69d9f9f972 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:40:26.567939 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:40:26.568300 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-12d467d0-029e-41b5-aa4c-0d69d9f9f972 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:40:26.568811 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d', 'status': 'completed', 'code': 200} Feb 15 16:40:26.676908 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-43bc141e-2417-4d7a-b150-57975807f661 req-25bf7afa-bc5b-48b2-96ba-8d227cfc5c9d tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1829939715', 'description': 'tempest-description-1789878317'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:26.784375 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-43bc141e-2417-4d7a-b150-57975807f661 req-25bf7afa-bc5b-48b2-96ba-8d227cfc5c9d tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:26.802031 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-43bc141e-2417-4d7a-b150-57975807f661 req-25bf7afa-bc5b-48b2-96ba-8d227cfc5c9d tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:26.812839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-e364f0fc-5129-4aa5-baa5-4d34dc7a8a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:26.816355 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-e364f0fc-5129-4aa5-baa5-4d34dc7a8a77 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 1131 time: 0.2220161 Feb 15 16:40:26.886845 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-43bc141e-2417-4d7a-b150-57975807f661 req-25bf7afa-bc5b-48b2-96ba-8d227cfc5c9d tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks [] for security_group (fcc471fd-39f4-41d3-a885-2c87d45c5cfa), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:26.898273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-b34d1daa-aff2-4c07-ba11-6b03bae7979c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d HTTP/1.1" status: 200 len: 217 time: 0.0717378 Feb 15 16:40:26.950350 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-43bc141e-2417-4d7a-b150-57975807f661 req-25bf7afa-bc5b-48b2-96ba-8d227cfc5c9d tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fcc471fd-39f4-41d3-a885-2c87d45c5cfa), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:26.981259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-281ba641-7e75-4f1a-9456-6b5622695470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:26.982927 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-281ba641-7e75-4f1a-9456-6b5622695470 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0772860 Feb 15 16:40:26.995363 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb6d71-25eb-4c54-8549-c8f68ebbc43d req-8b93264c-373e-478f-b5ac-1ed99107ad78 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:27.003468 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8eb6d71-25eb-4c54-8549-c8f68ebbc43d req-8b93264c-373e-478f-b5ac-1ed99107ad78 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 948 time: 0.1084216 Feb 15 16:40:27.021815 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf7afa-bc5b-48b2-96ba-8d227cfc5c9d tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc471fd-39f4-41d3-a885-2c87d45c5cfa,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:27.094442 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8eb6d71-25eb-4c54-8549-c8f68ebbc43d req-a3f7bfe0-c185-495c-9ca1-fd51714b0ecc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899403 Feb 15 16:40:27.101157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-43bc141e-2417-4d7a-b150-57975807f661 req-25bf7afa-bc5b-48b2-96ba-8d227cfc5c9d tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks [] for security_group (7dc6492e-ba03-4aa4-bb43-85444f6cf451), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:27.108255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-8aead7e2-6c21-4584-b054-20226576e2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:27.114020 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-8aead7e2-6c21-4584-b054-20226576e2e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1084931 Feb 15 16:40:27.194418 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-43bc141e-2417-4d7a-b150-57975807f661 req-25bf7afa-bc5b-48b2-96ba-8d227cfc5c9d tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7dc6492e-ba03-4aa4-bb43-85444f6cf451), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:27.226417 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bf7afa-bc5b-48b2-96ba-8d227cfc5c9d tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc6492e-ba03-4aa4-bb43-85444f6cf451,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:27.290224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe72b7-bb96-44e9-967f-39f76aea754a req-e1a9790c-53a2-449f-87c5-52afa32130d7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:27.291951 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5abe72b7-bb96-44e9-967f-39f76aea754a req-e1a9790c-53a2-449f-87c5-52afa32130d7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.0830841 Feb 15 16:40:27.313026 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-43bc141e-2417-4d7a-b150-57975807f661 req-25bf7afa-bc5b-48b2-96ba-8d227cfc5c9d tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:27.317694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-4e4fd418-3c29-48b2-98b9-83c41eefa0a7 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966989 Feb 15 16:40:27.323519 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43bc141e-2417-4d7a-b150-57975807f661 req-25bf7afa-bc5b-48b2-96ba-8d227cfc5c9d tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6448753 Feb 15 16:40:27.344119 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-3fc6bcb7-601b-4032-ac1f-7f6fd5334698 req-71aa7ee5-e089-4ea6-95c8-b01d058e5793 tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Request body: {'security_group': {'name': 'tempest-securitygroup-434609234', 'description': 'tempest-description-833480872'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:27.451809 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3fc6bcb7-601b-4032-ac1f-7f6fd5334698 req-71aa7ee5-e089-4ea6-95c8-b01d058e5793 tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:27.471316 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5abe72b7-bb96-44e9-967f-39f76aea754a req-fd13f227-5361-4721-b85e-edd34cf8d8b3 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610205 Feb 15 16:40:27.524360 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a00adb4-e80c-48db-9d5e-5cb8523bf7f4 req-3f63798c-e595-4d1d-a929-333e55046d3d service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980765 Feb 15 16:40:27.548354 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3fc6bcb7-601b-4032-ac1f-7f6fd5334698 req-71aa7ee5-e089-4ea6-95c8-b01d058e5793 tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks [] for security_group (c03ac3bc-f170-46a0-9f5d-b0e5e2cfd268), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:27.603849 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7969ca8c-ea3f-4b3a-ae1a-7045722b0571 req-3a29faec-f42f-4774-9f6d-f114744e6cdf tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0295513 Feb 15 16:40:27.658597 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3fc6bcb7-601b-4032-ac1f-7f6fd5334698 req-71aa7ee5-e089-4ea6-95c8-b01d058e5793 tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c03ac3bc-f170-46a0-9f5d-b0e5e2cfd268), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:27.697258 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa7ee5-e089-4ea6-95c8-b01d058e5793 tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03ac3bc-f170-46a0-9f5d-b0e5e2cfd268,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:27.707246 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb403edf-b8c0-4031-bf76-49155ada0b5a req-67bef513-0254-4a44-ab2b-85cd0428a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:27.710148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb403edf-b8c0-4031-bf76-49155ada0b5a req-67bef513-0254-4a44-ab2b-85cd0428a11f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 1131 time: 0.0556858 Feb 15 16:40:27.765486 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3fc6bcb7-601b-4032-ac1f-7f6fd5334698 req-71aa7ee5-e089-4ea6-95c8-b01d058e5793 tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:27.775860 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3fc6bcb7-601b-4032-ac1f-7f6fd5334698 req-71aa7ee5-e089-4ea6-95c8-b01d058e5793 tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4370315 Feb 15 16:40:27.855725 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb403edf-b8c0-4031-bf76-49155ada0b5a req-d2df914c-7a45-4efc-a705-61b1f281ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:27.858784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb403edf-b8c0-4031-bf76-49155ada0b5a req-d2df914c-7a45-4efc-a705-61b1f281ddc4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1399977 Feb 15 16:40:27.919084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-53520292-3882-4cec-8be6-5e04ed61f442 req-77423852-7f0e-4dd1-8f72-0b6c1341ece1 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-70902494', 'description': 'tempest-description-1250545363'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:27.924214 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb403edf-b8c0-4031-bf76-49155ada0b5a req-5dba420e-3391-4bb0-a2c3-7086f4ef8016 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d HTTP/1.1" status: 200 len: 217 time: 0.0577571 Feb 15 16:40:27.984987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb403edf-b8c0-4031-bf76-49155ada0b5a req-a00c5acd-d479-479f-b4e3-9a874891c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:27.986960 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb403edf-b8c0-4031-bf76-49155ada0b5a req-a00c5acd-d479-479f-b4e3-9a874891c054 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0517309 Feb 15 16:40:28.016540 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-53520292-3882-4cec-8be6-5e04ed61f442 req-77423852-7f0e-4dd1-8f72-0b6c1341ece1 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:28.048909 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-53520292-3882-4cec-8be6-5e04ed61f442 req-77423852-7f0e-4dd1-8f72-0b6c1341ece1 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:28.089521 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb403edf-b8c0-4031-bf76-49155ada0b5a req-50f8e6d2-f2ec-4810-bbf0-fb491f94ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:28.091292 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb403edf-b8c0-4031-bf76-49155ada0b5a req-50f8e6d2-f2ec-4810-bbf0-fb491f94ff77 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0869074 Feb 15 16:40:28.232468 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-53520292-3882-4cec-8be6-5e04ed61f442 req-77423852-7f0e-4dd1-8f72-0b6c1341ece1 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks [] for security_group (a8d92000-c5bc-441f-a305-c591bee11b7c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:28.235132 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb403edf-b8c0-4031-bf76-49155ada0b5a req-31ef8392-d3aa-4519-8c17-037af462c6ae service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350658 Feb 15 16:40:28.306009 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-53520292-3882-4cec-8be6-5e04ed61f442 req-77423852-7f0e-4dd1-8f72-0b6c1341ece1 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a8d92000-c5bc-441f-a305-c591bee11b7c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:28.369292 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77423852-7f0e-4dd1-8f72-0b6c1341ece1 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d92000-c5bc-441f-a305-c591bee11b7c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:28.390598 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb403edf-b8c0-4031-bf76-49155ada0b5a req-d0660e87-a319-49ae-a6de-796fae1ac85f service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481802 Feb 15 16:40:28.429414 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-53520292-3882-4cec-8be6-5e04ed61f442 req-77423852-7f0e-4dd1-8f72-0b6c1341ece1 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks [] for security_group (71c3887e-d198-4a35-9f4f-753008d26cf7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:28.487241 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-53520292-3882-4cec-8be6-5e04ed61f442 req-77423852-7f0e-4dd1-8f72-0b6c1341ece1 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (71c3887e-d198-4a35-9f4f-753008d26cf7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:28.522906 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a305c-4ddd-46d6-9f33-09466ab7b08e req-cac634d5-695a-456c-be0c-0073eeb6f05e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:28.525118 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5d5a305c-4ddd-46d6-9f33-09466ab7b08e req-cac634d5-695a-456c-be0c-0073eeb6f05e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 948 time: 0.0596375 Feb 15 16:40:28.534802 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77423852-7f0e-4dd1-8f72-0b6c1341ece1 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c3887e-d198-4a35-9f4f-753008d26cf7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:28.580680 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-53520292-3882-4cec-8be6-5e04ed61f442 req-77423852-7f0e-4dd1-8f72-0b6c1341ece1 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:28.581965 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53520292-3882-4cec-8be6-5e04ed61f442 req-77423852-7f0e-4dd1-8f72-0b6c1341ece1 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6671646 Feb 15 16:40:28.596895 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5d5a305c-4ddd-46d6-9f33-09466ab7b08e req-2bc34287-0515-4bb0-9525-7ec8492f0bbc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656040 Feb 15 16:40:28.727003 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaeb49-d332-45d1-8c80-ae673b66d7b9 req-77662e24-d65d-483a-9128-f90ca8ee9688 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:28.735551 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5faaeb49-d332-45d1-8c80-ae673b66d7b9 req-77662e24-d65d-483a-9128-f90ca8ee9688 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.0726995 Feb 15 16:40:28.817958 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5faaeb49-d332-45d1-8c80-ae673b66d7b9 req-1288cf69-36c6-491b-8fe9-b2c3bfd34e14 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769632 Feb 15 16:40:28.845684 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-1faf30d9-c4ce-4525-b73d-7de3651e9e72 req-7ab7a6ae-2d94-4087-b482-607a9898820e tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1304058968', 'description': 'tempest-description-518860860'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:28.954767 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1faf30d9-c4ce-4525-b73d-7de3651e9e72 req-7ab7a6ae-2d94-4087-b482-607a9898820e tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:29.083934 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1faf30d9-c4ce-4525-b73d-7de3651e9e72 req-7ab7a6ae-2d94-4087-b482-607a9898820e tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks [] for security_group (4fc2dfcb-ccdb-48c3-9c16-2ff96c7b3928), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:29.156077 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1faf30d9-c4ce-4525-b73d-7de3651e9e72 req-7ab7a6ae-2d94-4087-b482-607a9898820e tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4fc2dfcb-ccdb-48c3-9c16-2ff96c7b3928), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:29.189901 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7a6ae-2d94-4087-b482-607a9898820e tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc2dfcb-ccdb-48c3-9c16-2ff96c7b3928,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:29.191470 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d89104e-e42f-4cfc-aca2-bb2c0bc0bbed req-d348db09-c813-4fd5-862b-57f97b58f500 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0419991 Feb 15 16:40:29.283685 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1faf30d9-c4ce-4525-b73d-7de3651e9e72 req-7ab7a6ae-2d94-4087-b482-607a9898820e tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:29.288382 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1faf30d9-c4ce-4525-b73d-7de3651e9e72 req-7ab7a6ae-2d94-4087-b482-607a9898820e tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4476264 Feb 15 16:40:29.658278 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-91eedb4e-c50a-4c9b-aebf-eee4657b87f8 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53695 time: 0.3503995 Feb 15 16:40:29.684109 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:40:29.757023 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-67a15b87-561b-4fa6-8bfb-1a3b7a7a88fe tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/006c4f77-0dd4-4162-9c25-cec45f7495a5 HTTP/1.1" status: 200 len: 2994 time: 0.0478940 Feb 15 16:40:29.841804 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-773bd0b6-98d5-49cf-b376-1e9096300914 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/006c4f77-0dd4-4162-9c25-cec45f7495a5 HTTP/1.1" status: 200 len: 2994 time: 0.0681741 Feb 15 16:40:29.900399 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-660d2040-b16c-4d17-b63d-11bc2a74b2bd tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/23a8af2f-18e5-44f8-bbb7-3607267ef251 HTTP/1.1" status: 200 len: 2998 time: 0.0498338 Feb 15 16:40:29.909929 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ac842-41c9-4de6-833b-cc32a716a591 req-9fdfa15d-6e51-40e3-b4a1-7d2785c2903a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:29.919188 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b6ac842-41c9-4de6-833b-cc32a716a591 req-9fdfa15d-6e51-40e3-b4a1-7d2785c2903a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 948 time: 0.0924044 Feb 15 16:40:29.947488 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-6428ef42-98fd-4c62-bb42-9ec692128e28 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/23a8af2f-18e5-44f8-bbb7-3607267ef251 HTTP/1.1" status: 200 len: 2998 time: 0.0460174 Feb 15 16:40:29.992692 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b6ac842-41c9-4de6-833b-cc32a716a591 req-6da6291c-73b5-480d-8b0e-eb6f65c672bd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715795 Feb 15 16:40:29.992970 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-0a234725-91af-4faf-bb54-fff2021acdbb tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/3aeac2d5-ca61-4d9f-8f3e-5d844feca0e9 HTTP/1.1" status: 200 len: 2998 time: 0.0445096 Feb 15 16:40:30.066847 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-833fac7b-21fa-425f-bdc5-f12a16e347b4 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/3aeac2d5-ca61-4d9f-8f3e-5d844feca0e9 HTTP/1.1" status: 200 len: 2998 time: 0.0729384 Feb 15 16:40:30.128254 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-18e35c9d-7e6e-480d-aabf-a3a23e1e40d8 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/4fed681c-b39e-4ed1-abbe-fab067242b32 HTTP/1.1" status: 200 len: 2998 time: 0.0597262 Feb 15 16:40:30.159438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2a8a9-d96f-44b5-8c97-07a398bb6a2a req-7b7da88f-0b31-42ee-abcb-2c37a1283e50 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:30.161770 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7c2a8a9-d96f-44b5-8c97-07a398bb6a2a req-7b7da88f-0b31-42ee-abcb-2c37a1283e50 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.0613048 Feb 15 16:40:30.178161 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:30.184863 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-2a4569ba-b547-40e6-b669-fe5e1aba4e70 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/4fed681c-b39e-4ed1-abbe-fab067242b32 HTTP/1.1" status: 200 len: 2998 time: 0.0558290 Feb 15 16:40:30.232630 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7c2a8a9-d96f-44b5-8c97-07a398bb6a2a req-2a29889b-3bd3-4d41-a568-9f15c24fdccd tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649996 Feb 15 16:40:30.244320 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-638cec6a-0c73-4433-bb7d-b916aeb1cb6d tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/53945897-2a97-48f8-a3b7-878b98ed884c HTTP/1.1" status: 200 len: 2998 time: 0.0509949 Feb 15 16:40:30.304985 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-6f1c98b4-41c5-4f4b-9ed4-154d5c0d63a5 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/53945897-2a97-48f8-a3b7-878b98ed884c HTTP/1.1" status: 200 len: 2998 time: 0.0588107 Feb 15 16:40:30.355672 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-8e36e78c-ff9d-4ed8-8783-8c6e3bbc4905 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/58cbc1a3-b92b-459f-a05f-9152253a7307 HTTP/1.1" status: 200 len: 2998 time: 0.0501266 Feb 15 16:40:30.450677 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-90b2c775-15f5-41eb-afb2-bfd514907ec5 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/58cbc1a3-b92b-459f-a05f-9152253a7307 HTTP/1.1" status: 200 len: 2998 time: 0.0879619 Feb 15 16:40:30.499257 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:30.525322 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-90e7e4f9-b34a-4624-96d5-97baa9dc3fb7 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/668482a0-8494-4ca9-af4c-9233f8665344 HTTP/1.1" status: 200 len: 2998 time: 0.0634513 Feb 15 16:40:30.538592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c5548337-e601-445e-9eaf-dbd9e8d5bd7d details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:40:30.593760 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-3cb6230f-b880-499c-bf90-a3033bf126cf tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/668482a0-8494-4ca9-af4c-9233f8665344 HTTP/1.1" status: 200 len: 2998 time: 0.0615647 Feb 15 16:40:30.640484 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-d3ed8b9f-a5b0-4f4e-8c91-c8c6e222c469 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/846cd5cb-cbdd-413a-991d-8d02f1b0e86e HTTP/1.1" status: 200 len: 2998 time: 0.0457523 Feb 15 16:40:30.663105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:30.676739 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d', 'mac_address': 'fa:16:3e:cb:e4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:40:30.693288 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-3c6f3453-cf6e-4ad9-9089-dfa691fd3782 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/846cd5cb-cbdd-413a-991d-8d02f1b0e86e HTTP/1.1" status: 200 len: 2998 time: 0.0519881 Feb 15 16:40:30.736315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port c5548337-e601-445e-9eaf-dbd9e8d5bd7d is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:30.737085 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:30.757615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5548337-e601-445e-9eaf-dbd9e8d5bd7d {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:40:30.761990 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-f33f5a2f-da7d-404f-a808-13a5bb60c3ff tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/861c35f6-de73-4ed4-bed0-9b3924b14f67 HTTP/1.1" status: 200 len: 2998 time: 0.0675251 Feb 15 16:40:30.780385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:30.812276 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-17e357b9-da50-46ec-8318-7ada2da2955f tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/861c35f6-de73-4ed4-bed0-9b3924b14f67 HTTP/1.1" status: 200 len: 2998 time: 0.0494847 Feb 15 16:40:30.852158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9e7cce16-c0cf-4db1-9fda-173f4b5b20d7 req-9dde0acd-7bc7-4556-8d2b-1f931b5740c0 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0443020 Feb 15 16:40:30.870257 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:30.881963 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-0f407d7f-a1e0-4368-848d-e33c7a3c3908 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/98073ed8-0a73-4376-aa27-6618bdfc5380 HTTP/1.1" status: 200 len: 2990 time: 0.0684915 Feb 15 16:40:30.965930 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-7fa16bb6-5adf-4157-baf3-d0411e70769c tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/98073ed8-0a73-4376-aa27-6618bdfc5380 HTTP/1.1" status: 200 len: 2990 time: 0.0714991 Feb 15 16:40:31.066014 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-0fe6f591-f2cf-4a96-9baf-2a0886577738 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/a8d92000-c5bc-441f-a305-c591bee11b7c HTTP/1.1" status: 200 len: 2998 time: 0.0922921 Feb 15 16:40:31.116557 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-0166e320-8372-440d-b8a6-9d4a0980daee tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/a8d92000-c5bc-441f-a305-c591bee11b7c HTTP/1.1" status: 200 len: 2998 time: 0.0438266 Feb 15 16:40:31.119827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:31.174679 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-7491e177-93b9-4518-96cb-96ec1525fd4d tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/d93e1689-1db2-4729-9292-69624a1f8947 HTTP/1.1" status: 200 len: 2998 time: 0.0500956 Feb 15 16:40:31.222709 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-fd5e4fee-146f-46b3-a58e-344284c52b9c tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/d93e1689-1db2-4729-9292-69624a1f8947 HTTP/1.1" status: 200 len: 2998 time: 0.0410185 Feb 15 16:40:31.224194 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['c5548337-e601-445e-9eaf-dbd9e8d5bd7d'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:40:31.307707 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-1cbe21cc-706a-4f4c-8508-ce66a81778fb tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/ed6919b6-6e37-4acc-b04a-699d3cf0f691 HTTP/1.1" status: 200 len: 2998 time: 0.0787592 Feb 15 16:40:31.389461 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-e3e9f7aa-9ba1-426e-a059-d6d65eb0aab0 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/ed6919b6-6e37-4acc-b04a-699d3cf0f691 HTTP/1.1" status: 200 len: 2998 time: 0.0727310 Feb 15 16:40:31.450523 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-7fb159ca-5881-42f5-86b0-2d54d01efc4d tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/ed9608c0-294a-4ee7-803e-7707f2bddc9e HTTP/1.1" status: 200 len: 2998 time: 0.0519800 Feb 15 16:40:31.461404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d561daa-d794-45d6-aab9-24eaf02a1f85 req-6107ee4b-8519-43e6-a82f-2fb8c6e72609 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:31.463009 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d561daa-d794-45d6-aab9-24eaf02a1f85 req-6107ee4b-8519-43e6-a82f-2fb8c6e72609 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 949 time: 0.1013031 Feb 15 16:40:31.529640 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-06a5f0ad-5c64-4553-98bb-aa23c2cbaa1a tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/ed9608c0-294a-4ee7-803e-7707f2bddc9e HTTP/1.1" status: 200 len: 2998 time: 0.0781903 Feb 15 16:40:31.532822 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d561daa-d794-45d6-aab9-24eaf02a1f85 req-48168650-2db7-4ba7-9d01-ee94fa655824 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621896 Feb 15 16:40:31.581228 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-31b20680-5c78-4abb-8014-db4b787df8f6 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/fcc471fd-39f4-41d3-a885-2c87d45c5cfa HTTP/1.1" status: 200 len: 2998 time: 0.0427349 Feb 15 16:40:31.672942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1de525-1bf2-40d3-9905-d550402f5cd6 req-d7e34502-64bb-4af9-af33-5fefdbe5457a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:31.674770 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7c1de525-1bf2-40d3-9905-d550402f5cd6 req-d7e34502-64bb-4af9-af33-5fefdbe5457a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.0779748 Feb 15 16:40:31.725631 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7c1de525-1bf2-40d3-9905-d550402f5cd6 req-dd836e04-1263-4972-87e8-35619acd99c4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447466 Feb 15 16:40:31.957351 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9217ef49-16a1-47fd-9a53-de89f13b610f req-7c1a1188-80e1-4877-b43a-7fd0148e8412 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/fcc471fd-39f4-41d3-a885-2c87d45c5cfa HTTP/1.1" status: 200 len: 2998 time: 0.3751521 Feb 15 16:40:32.150327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8f9e1510-2d8e-4f6f-8962-c94807cc88b8 req-9bbeb52d-0517-4c4a-b0fc-70042b5e5f88 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0337005 Feb 15 16:40:32.240902 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-06d63719-ea51-40cb-9181-34518e925a9d req-219998a4-f86c-4e17-b12d-648e1bebd9a3 tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fa1943455ff44543a6990ab8db9062a9 HTTP/1.1" status: 200 len: 6153 time: 0.0647542 Feb 15 16:40:32.288573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-06d63719-ea51-40cb-9181-34518e925a9d req-fa71064d-9b8e-43e9-a2de-c957e24e5d24 tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] 10.222.0.107 "GET /v2.0/security-groups/fcc471fd-39f4-41d3-a885-2c87d45c5cfa HTTP/1.1" status: 200 len: 2998 time: 0.0408938 Feb 15 16:40:32.336191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-06d63719-ea51-40cb-9181-34518e925a9d req-c97989d1-0fad-4b03-ba04-5aa4f13c4e45 tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] 10.222.0.107 "GET /v2.0/security-groups/fcc471fd-39f4-41d3-a885-2c87d45c5cfa HTTP/1.1" status: 200 len: 2998 time: 0.0418396 Feb 15 16:40:32.432219 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-507157a3-088e-4ea9-8bbf-dc1f88299f00 req-ffd5dcee-5caa-4128-b64d-81ce7b288bb5 tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/4fc2dfcb-ccdb-48c3-9c16-2ff96c7b3928 HTTP/1.1" status: 200 len: 1794 time: 0.0389314 Feb 15 16:40:32.504148 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-507157a3-088e-4ea9-8bbf-dc1f88299f00 req-6d76c0c4-f3a4-470f-87ee-77c0b586dd5e tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks [] for security_group (4fc2dfcb-ccdb-48c3-9c16-2ff96c7b3928), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:32.542915 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c5548337-e601-445e-9eaf-dbd9e8d5bd7d up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:40:32.554938 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-507157a3-088e-4ea9-8bbf-dc1f88299f00 req-6d76c0c4-f3a4-470f-87ee-77c0b586dd5e tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks [] for security_group (4fc2dfcb-ccdb-48c3-9c16-2ff96c7b3928), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:32.732633 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-507157a3-088e-4ea9-8bbf-dc1f88299f00 req-6d76c0c4-f3a4-470f-87ee-77c0b586dd5e tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4fc2dfcb-ccdb-48c3-9c16-2ff96c7b3928), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:32.735486 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-507157a3-088e-4ea9-8bbf-dc1f88299f00 req-6d76c0c4-f3a4-470f-87ee-77c0b586dd5e tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:32.747528 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-507157a3-088e-4ea9-8bbf-dc1f88299f00 req-6d76c0c4-f3a4-470f-87ee-77c0b586dd5e tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "DELETE /v2.0/security-groups/4fc2dfcb-ccdb-48c3-9c16-2ff96c7b3928 HTTP/1.1" status: 204 len: 173 time: 0.3091505 Feb 15 16:40:32.755513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76c0c4-f3a4-470f-87ee-77c0b586dd5e tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc2dfcb-ccdb-48c3-9c16-2ff96c7b3928,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:32.769406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port c5548337-e601-445e-9eaf-dbd9e8d5bd7d completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:40:32.776200 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port c5548337-e601-445e-9eaf-dbd9e8d5bd7d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:32.776579 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:32.866266 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port c5548337-e601-445e-9eaf-dbd9e8d5bd7d is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:32.866661 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:32.901453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:40:32.904017 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738a0ba4-ade9-484f-b16a-8fe82cb52cc2" -d '{"events": [{"server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "name": "network-vif-plugged", "status": "completed", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:40:32.910824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:32.928636 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b4480275-410f-40cc-9bba-6ca3a05590f8 req-8795bbfa-d9cc-453f-818c-855484f7c25f tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "GET /v2.0/security-groups/71c3887e-d198-4a35-9f4f-753008d26cf7 HTTP/1.1" status: 200 len: 1793 time: 0.0541775 Feb 15 16:40:32.965167 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c68e13-c46a-415a-9260-53af6e7f5cc0 req-d39f614f-6db1-4dd7-982b-0fd0ad51d681 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:32.967215 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d6c68e13-c46a-415a-9260-53af6e7f5cc0 req-d39f614f-6db1-4dd7-982b-0fd0ad51d681 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 949 time: 0.0681515 Feb 15 16:40:32.984390 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b4480275-410f-40cc-9bba-6ca3a05590f8 req-d96563d0-71ee-4481-bd91-4fc81943dd4d tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks [] for security_group (71c3887e-d198-4a35-9f4f-753008d26cf7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:33.007466 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b4480275-410f-40cc-9bba-6ca3a05590f8 req-d96563d0-71ee-4481-bd91-4fc81943dd4d tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks [] for security_group (71c3887e-d198-4a35-9f4f-753008d26cf7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:33.029609 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d6c68e13-c46a-415a-9260-53af6e7f5cc0 req-f4899154-62e9-44b1-b4eb-36ebd32bddf4 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550570 Feb 15 16:40:33.034760 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:33.107064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:33.162460 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89777777-3f8e-47a4-9fbb-2c9efae38ec8 req-e4fd5ef8-ff32-4d7f-9e09-9c7c1d0ec9eb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:33.164080 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-89777777-3f8e-47a4-9fbb-2c9efae38ec8 req-e4fd5ef8-ff32-4d7f-9e09-9c7c1d0ec9eb tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.0526502 Feb 15 16:40:33.188958 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b4480275-410f-40cc-9bba-6ca3a05590f8 req-d96563d0-71ee-4481-bd91-4fc81943dd4d tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (71c3887e-d198-4a35-9f4f-753008d26cf7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:33.193179 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b4480275-410f-40cc-9bba-6ca3a05590f8 req-d96563d0-71ee-4481-bd91-4fc81943dd4d tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:33.194510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b4480275-410f-40cc-9bba-6ca3a05590f8 req-d96563d0-71ee-4481-bd91-4fc81943dd4d tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] 10.222.0.107 "DELETE /v2.0/security-groups/71c3887e-d198-4a35-9f4f-753008d26cf7 HTTP/1.1" status: 204 len: 173 time: 0.2602091 Feb 15 16:40:33.203310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96563d0-71ee-4481-bd91-4fc81943dd4d tempest-SecurityGroupsTestAdminJSON-1917601511 tempest-SecurityGroupsTestAdminJSON-1917601511-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c3887e-d198-4a35-9f4f-753008d26cf7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:33.218227 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-89777777-3f8e-47a4-9fbb-2c9efae38ec8 req-edf6a034-d052-4c5e-9caa-8d275d636296 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479374 Feb 15 16:40:33.360014 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cafd6ef-f5ca-4587-9cd8-9eace21e4552 x-openstack-request-id: req-2cafd6ef-f5ca-4587-9cd8-9eace21e4552 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:40:33.360528 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "name": "network-vif-plugged", "status": "completed", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:40:33.360945 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2cafd6ef-f5ca-4587-9cd8-9eace21e4552 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:40:33.361550 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d', 'code': 200} Feb 15 16:40:33.413556 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a2e8667-0f36-40ca-9d07-ee116cd749a3 req-610d8c02-b1fb-4750-8c09-c9452bd2c939 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0400083 Feb 15 16:40:33.419085 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67852b60-9938-4306-a777-4d84840a3c03 req-534d3087-c3da-470f-9b3e-ddbd4ab3f636 tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] 10.222.0.107 "GET /v2.0/security-groups/c03ac3bc-f170-46a0-9f5d-b0e5e2cfd268 HTTP/1.1" status: 200 len: 1793 time: 0.0486979 Feb 15 16:40:33.484025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c3041-874d-4248-ba0f-3ca30804b6d6 req-97ca6fe0-0ac9-4834-a971-7a32d2856813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:33.486171 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c02c3041-874d-4248-ba0f-3ca30804b6d6 req-97ca6fe0-0ac9-4834-a971-7a32d2856813 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 1133 time: 0.0654087 Feb 15 16:40:33.488951 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-67852b60-9938-4306-a777-4d84840a3c03 req-ccfa2b71-c8d6-432f-8a76-e5fdd69dad0f tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks [] for security_group (c03ac3bc-f170-46a0-9f5d-b0e5e2cfd268), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:33.518064 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-67852b60-9938-4306-a777-4d84840a3c03 req-ccfa2b71-c8d6-432f-8a76-e5fdd69dad0f tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks [] for security_group (c03ac3bc-f170-46a0-9f5d-b0e5e2cfd268), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:33.561536 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c02c3041-874d-4248-ba0f-3ca30804b6d6 req-fe8cb7b9-1c12-4b22-85f7-c5458d9c3711 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677245 Feb 15 16:40:33.663955 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-67852b60-9938-4306-a777-4d84840a3c03 req-ccfa2b71-c8d6-432f-8a76-e5fdd69dad0f tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c03ac3bc-f170-46a0-9f5d-b0e5e2cfd268), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:33.666803 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-67852b60-9938-4306-a777-4d84840a3c03 req-ccfa2b71-c8d6-432f-8a76-e5fdd69dad0f tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:33.668229 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67852b60-9938-4306-a777-4d84840a3c03 req-ccfa2b71-c8d6-432f-8a76-e5fdd69dad0f tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] 10.222.0.107 "DELETE /v2.0/security-groups/c03ac3bc-f170-46a0-9f5d-b0e5e2cfd268 HTTP/1.1" status: 204 len: 173 time: 0.2483699 Feb 15 16:40:33.678892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa2b71-c8d6-432f-8a76-e5fdd69dad0f tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03ac3bc-f170-46a0-9f5d-b0e5e2cfd268,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:33.741558 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-76858d54-36e4-485c-ae38-b03b237ec8be req-06942c29-63f7-4331-872b-d4ab4f43f844 tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] 10.222.0.107 "GET /v2.0/security-groups/7dc6492e-ba03-4aa4-bb43-85444f6cf451 HTTP/1.1" status: 200 len: 1795 time: 0.0425003 Feb 15 16:40:33.799125 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-76858d54-36e4-485c-ae38-b03b237ec8be req-e858e317-303b-4bcb-9ab3-3287ef46e86f tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks [] for security_group (7dc6492e-ba03-4aa4-bb43-85444f6cf451), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:33.821793 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-76858d54-36e4-485c-ae38-b03b237ec8be req-e858e317-303b-4bcb-9ab3-3287ef46e86f tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks [] for security_group (7dc6492e-ba03-4aa4-bb43-85444f6cf451), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:33.967178 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-76858d54-36e4-485c-ae38-b03b237ec8be req-e858e317-303b-4bcb-9ab3-3287ef46e86f tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7dc6492e-ba03-4aa4-bb43-85444f6cf451), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:33.975204 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-76858d54-36e4-485c-ae38-b03b237ec8be req-e858e317-303b-4bcb-9ab3-3287ef46e86f tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:33.981821 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-76858d54-36e4-485c-ae38-b03b237ec8be req-e858e317-303b-4bcb-9ab3-3287ef46e86f tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] 10.222.0.107 "DELETE /v2.0/security-groups/7dc6492e-ba03-4aa4-bb43-85444f6cf451 HTTP/1.1" status: 204 len: 173 time: 0.2337353 Feb 15 16:40:33.996398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858e317-303b-4bcb-9ab3-3287ef46e86f tempest-SecurityGroupsTestAdminJSON-979150564 tempest-SecurityGroupsTestAdminJSON-979150564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc6492e-ba03-4aa4-bb43-85444f6cf451,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:34.183057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690ec4d-42f1-4242-8cf2-54dac9383ff4 req-589db93a-17e1-4cff-92e9-a79525c3dd87 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:34.184731 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8690ec4d-42f1-4242-8cf2-54dac9383ff4 req-589db93a-17e1-4cff-92e9-a79525c3dd87 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.0581801 Feb 15 16:40:34.238598 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8690ec4d-42f1-4242-8cf2-54dac9383ff4 req-62dc0ab1-1a04-4dfe-9a9e-48b69091bee4 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476871 Feb 15 16:40:34.309209 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c9f5c2f-77cb-4559-b0c3-3d5b0b932543 req-78ecdb4b-c8bf-4cbe-9ad9-48e58b3cdf9e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0633013 Feb 15 16:40:34.380068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12abb4d-b779-45a0-8831-0a59fac18b00 req-ab2a0861-6d2a-428a-a5a3-6ff858ecb6a1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:34.381910 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b12abb4d-b779-45a0-8831-0a59fac18b00 req-ab2a0861-6d2a-428a-a5a3-6ff858ecb6a1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.0591042 Feb 15 16:40:34.394905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f5c2f-77cb-4559-b0c3-3d5b0b932543 req-6e573ac6-b8b5-42ff-afd2-29587f9a5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:34.396522 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c9f5c2f-77cb-4559-b0c3-3d5b0b932543 req-6e573ac6-b8b5-42ff-afd2-29587f9a5a74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 1132 time: 0.0624704 Feb 15 16:40:34.430934 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b12abb4d-b779-45a0-8831-0a59fac18b00 req-c5600eec-4fe8-497a-b57b-095107b05b72 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 Feb 15 16:40:34.554622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f5c2f-77cb-4559-b0c3-3d5b0b932543 req-112b9d87-0944-4742-88a9-2f9218f2d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:34.556373 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c9f5c2f-77cb-4559-b0c3-3d5b0b932543 req-112b9d87-0944-4742-88a9-2f9218f2d74f service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1337407 Feb 15 16:40:34.567531 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-39ebc448-43bd-4966-ab9d-d20f1a67275e req-0c55320d-1d9b-4261-8b03-299ef7e9e6e9 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0323229 Feb 15 16:40:34.624661 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c9f5c2f-77cb-4559-b0c3-3d5b0b932543 req-94749358-8f41-4537-84cd-ab6a09a7ee5f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4 HTTP/1.1" status: 200 len: 217 time: 0.0605285 Feb 15 16:40:34.683570 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38682) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:34.692669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f5c2f-77cb-4559-b0c3-3d5b0b932543 req-5442251d-9588-44a4-84e2-0e0d3d4b02a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:34.694439 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c9f5c2f-77cb-4559-b0c3-3d5b0b932543 req-5442251d-9588-44a4-84e2-0e0d3d4b02a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0633473 Feb 15 16:40:34.804235 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f5c2f-77cb-4559-b0c3-3d5b0b932543 req-199d66e2-d7dc-48ae-8aec-bee01dda3fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:34.806181 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c9f5c2f-77cb-4559-b0c3-3d5b0b932543 req-199d66e2-d7dc-48ae-8aec-bee01dda3fa5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1043925 Feb 15 16:40:34.864549 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-94bac01e-f8d4-4063-a7fd-a809bd439885 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fa1943455ff44543a6990ab8db9062a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791918 Feb 15 16:40:34.865531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38706) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:34.933402 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b38b44bf-761e-4971-995a-2e19bdb3fe71 admin admin] Publish callbacks [] for security_group (fcc471fd-39f4-41d3-a885-2c87d45c5cfa), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:34.949808 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c9f5c2f-77cb-4559-b0c3-3d5b0b932543 req-08e759af-3bc9-4bdc-8e93-7c5630ca7a53 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348484 Feb 15 16:40:34.962160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b38b44bf-761e-4971-995a-2e19bdb3fe71 admin admin] Publish callbacks [] for security_group (fcc471fd-39f4-41d3-a885-2c87d45c5cfa), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:35.154962 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b38b44bf-761e-4971-995a-2e19bdb3fe71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fcc471fd-39f4-41d3-a885-2c87d45c5cfa), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:35.164698 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b38b44bf-761e-4971-995a-2e19bdb3fe71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:35.164698 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b38b44bf-761e-4971-995a-2e19bdb3fe71 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fcc471fd-39f4-41d3-a885-2c87d45c5cfa HTTP/1.1" status: 204 len: 168 time: 0.2941430 Feb 15 16:40:35.186988 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38b44bf-761e-4971-995a-2e19bdb3fe71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc471fd-39f4-41d3-a885-2c87d45c5cfa,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:35.441775 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c9f5c2f-77cb-4559-b0c3-3d5b0b932543 req-aeaa3a1c-61e8-4817-a0ad-56683c2846f7 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786053 Feb 15 16:40:35.454675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f10808-eb50-4f10-b0ec-8127ad6e058c req-39eaf796-9998-45d0-930b-f71f42b9ed87 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:35.458838 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6f10808-eb50-4f10-b0ec-8127ad6e058c req-39eaf796-9998-45d0-930b-f71f42b9ed87 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.1134501 Feb 15 16:40:35.507386 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6f10808-eb50-4f10-b0ec-8127ad6e058c req-e6fe08f2-2551-476f-acef-964f53ed30ad tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446682 Feb 15 16:40:35.668505 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ea10f11-0363-4bc8-a400-149f6060d5a8 req-2f4f3651-6213-43b9-8536-0d320e8239d4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0809965 Feb 15 16:40:35.679433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711700b9-e0c1-4b5f-baf7-bec4e0345bdd req-6021d905-b59c-43a0-a3ed-0e8c63e01d3a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:35.681090 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-711700b9-e0c1-4b5f-baf7-bec4e0345bdd req-6021d905-b59c-43a0-a3ed-0e8c63e01d3a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.0925648 Feb 15 16:40:35.767060 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-711700b9-e0c1-4b5f-baf7-bec4e0345bdd req-9eefe764-b9e2-4ba4-88d2-61f017ef0067 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791285 Feb 15 16:40:35.805484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea10f11-0363-4bc8-a400-149f6060d5a8 req-bc12c0e7-a8d0-4bc5-8f06-f6ea8ad7f9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:35.807404 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ea10f11-0363-4bc8-a400-149f6060d5a8 req-bc12c0e7-a8d0-4bc5-8f06-f6ea8ad7f9fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 1128 time: 0.0930834 Feb 15 16:40:35.877096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa41f91-fb88-4adb-a74a-473c1771d25c req-5a036c0c-674d-4a86-b943-14dcf6275786 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:35.879133 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efa41f91-fb88-4adb-a74a-473c1771d25c req-5a036c0c-674d-4a86-b943-14dcf6275786 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 1133 time: 0.0555720 Feb 15 16:40:35.899463 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67ad5b94-c126-415d-ada6-9a9a5eb3e770 req-d6b1629b-6c41-4f15-8a37-17471ad1e8a9 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0523503 Feb 15 16:40:35.941033 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efa41f91-fb88-4adb-a74a-473c1771d25c req-82d9aff3-2bf1-4675-9af7-2926431d7f23 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553803 Feb 15 16:40:35.953970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea10f11-0363-4bc8-a400-149f6060d5a8 req-3497ff37-29ab-4e5e-96ca-2cb3f485964f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:35.956046 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ea10f11-0363-4bc8-a400-149f6060d5a8 req-3497ff37-29ab-4e5e-96ca-2cb3f485964f service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.1279581 Feb 15 16:40:36.027531 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ea10f11-0363-4bc8-a400-149f6060d5a8 req-2fcd4c42-0e99-4fe2-ab6f-9b6c363e2e0a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b HTTP/1.1" status: 200 len: 217 time: 0.0625677 Feb 15 16:40:36.086153 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea10f11-0363-4bc8-a400-149f6060d5a8 req-00de8d12-263f-4bed-86ea-b40f923c136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:36.087862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ea10f11-0363-4bc8-a400-149f6060d5a8 req-00de8d12-263f-4bed-86ea-b40f923c136a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.0534053 Feb 15 16:40:36.126403 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ea10f11-0363-4bc8-a400-149f6060d5a8 req-e81b343d-bd7e-422f-b342-cf31089fd45c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322433 Feb 15 16:40:36.184792 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38790) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:36.242435 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b7b790a2-4bbf-452d-b288-6dc7e3718faa admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3b63e8c4214c4bc0af63004b6bbff136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564325 Feb 15 16:40:36.244937 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38796) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:36.277738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ea10f11-0363-4bc8-a400-149f6060d5a8 req-165b26d8-174f-4813-bd3e-e7dd62670e58 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414323 Feb 15 16:40:36.302892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-98bac384-ba40-483d-8a68-a5acb6f083af admin admin] Publish callbacks [] for security_group (a8d92000-c5bc-441f-a305-c591bee11b7c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:36.333435 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-98bac384-ba40-483d-8a68-a5acb6f083af admin admin] Publish callbacks [] for security_group (a8d92000-c5bc-441f-a305-c591bee11b7c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:36.399873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ea10f11-0363-4bc8-a400-149f6060d5a8 req-76ad761d-f481-4d4e-aac5-deb673f85667 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159246 Feb 15 16:40:36.498778 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-98bac384-ba40-483d-8a68-a5acb6f083af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a8d92000-c5bc-441f-a305-c591bee11b7c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:36.501735 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-98bac384-ba40-483d-8a68-a5acb6f083af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:36.503092 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-98bac384-ba40-483d-8a68-a5acb6f083af admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a8d92000-c5bc-441f-a305-c591bee11b7c HTTP/1.1" status: 204 len: 168 time: 0.2568974 Feb 15 16:40:36.521734 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bac384-ba40-483d-8a68-a5acb6f083af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d92000-c5bc-441f-a305-c591bee11b7c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:36.528931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17baf-dc62-4151-9c4b-ffc2cc0233e6 req-bc12dd4b-adec-4964-8e0b-261b10e9c01a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:36.530700 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-88f17baf-dc62-4151-9c4b-ffc2cc0233e6 req-bc12dd4b-adec-4964-8e0b-261b10e9c01a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.0654469 Feb 15 16:40:36.599051 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-88f17baf-dc62-4151-9c4b-ffc2cc0233e6 req-16467311-0231-4fb2-87d3-f785552e12d1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613356 Feb 15 16:40:36.813814 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-abc06e76-fe55-415e-bf7a-c27e12c478d9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0487220 Feb 15 16:40:36.865187 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48ee7ec4-bdd9-432b-bd53-2ea3f538624e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:36.931400 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b36644-7ac5-4102-8c02-0b1ae9878fa2 req-794a4c4c-fe96-4172-b799-7d1974b5c247 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:36.932949 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d9b36644-7ac5-4102-8c02-0b1ae9878fa2 req-794a4c4c-fe96-4172-b799-7d1974b5c247 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.0539825 Feb 15 16:40:37.047509 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d9b36644-7ac5-4102-8c02-0b1ae9878fa2 req-3cb2283e-da66-47d8-a037-3e11642b3a72 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083336 Feb 15 16:40:37.070795 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8375443-a88e-4762-9254-26008bf5039f req-a27a1400-227e-4341-ae02-ecf696b43440 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0587096 Feb 15 16:40:37.590179 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38844) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:37.677313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95da9-7303-4a50-addf-41eed454f803 req-28a07f07-85f1-4a27-aecb-3633e7290ff4 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:37.686438 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-28a07f07-85f1-4a27-aecb-3633e7290ff4 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] 10.222.0.107 "GET /v2.0/ports/c5548337-e601-445e-9eaf-dbd9e8d5bd7d HTTP/1.1" status: 200 len: 1130 time: 0.0765674 Feb 15 16:40:37.733301 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ff85883-0cc5-428f-a418-51c57535f00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:37.765969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e669d-3041-4bea-aeb0-ac403a14da15 req-30226774-6219-4735-aeaa-ef82699caf55 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:37.775810 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-605e669d-3041-4bea-aeb0-ac403a14da15 req-30226774-6219-4735-aeaa-ef82699caf55 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.0875177 Feb 15 16:40:37.866417 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ff85883-0cc5-428f-a418-51c57535f00c admin admin] Publish callbacks [] for security_group (eda5e424-c262-47dd-91bd-07d8689c4b18), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:37.880822 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-605e669d-3041-4bea-aeb0-ac403a14da15 req-0899ced9-38fd-4fc0-8d6f-9bee093576a6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041055 Feb 15 16:40:37.932486 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ff85883-0cc5-428f-a418-51c57535f00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (eda5e424-c262-47dd-91bd-07d8689c4b18), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:37.987114 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7ff85883-0cc5-428f-a418-51c57535f00c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ccde09e8cd374dc7b4502c4f06b46dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3931878 Feb 15 16:40:37.987114 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff85883-0cc5-428f-a418-51c57535f00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda5e424-c262-47dd-91bd-07d8689c4b18,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:37.987712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38862) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:38.054373 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d4c288e-a6e8-4b18-868d-9418b630077c admin admin] Publish callbacks [] for security_group (eda5e424-c262-47dd-91bd-07d8689c4b18), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:38.099114 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d4c288e-a6e8-4b18-868d-9418b630077c admin admin] Publish callbacks [] for security_group (eda5e424-c262-47dd-91bd-07d8689c4b18), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:38.229880 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c491210-916e-45cb-b642-ce7bf805cc6f req-d54dac7e-c8a1-419e-bac3-c593ed141deb tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0435805 Feb 15 16:40:38.234495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6304f39-ce67-483b-bbc2-849543895433 req-37968c91-4760-47f6-b414-a5452fcf8638 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:38.246228 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6304f39-ce67-483b-bbc2-849543895433 req-37968c91-4760-47f6-b414-a5452fcf8638 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.0741339 Feb 15 16:40:38.305197 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6304f39-ce67-483b-bbc2-849543895433 req-3f6ed271-4120-4d06-a7d3-9d68f8d5a30f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596247 Feb 15 16:40:38.371609 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d4c288e-a6e8-4b18-868d-9418b630077c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (eda5e424-c262-47dd-91bd-07d8689c4b18), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:38.374169 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d4c288e-a6e8-4b18-868d-9418b630077c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:38.376374 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2d4c288e-a6e8-4b18-868d-9418b630077c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/eda5e424-c262-47dd-91bd-07d8689c4b18 HTTP/1.1" status: 204 len: 168 time: 0.3850996 Feb 15 16:40:38.387025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c288e-a6e8-4b18-868d-9418b630077c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda5e424-c262-47dd-91bd-07d8689c4b18,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:38.563451 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 851b8806-17fe-4434-806b-9f1c80cfc0fb details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:40:38.663871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 851b8806-17fe-4434-806b-9f1c80cfc0fb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=851b8806-17fe-4434-806b-9f1c80cfc0fb,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:38.676104 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '851b8806-17fe-4434-806b-9f1c80cfc0fb', 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607', 'port_id': '851b8806-17fe-4434-806b-9f1c80cfc0fb', 'mac_address': 'fa:16:3e:81:d0:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f4fb5f-b1bf-499b-9582-c606857e0233', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:40:38.719719 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 851b8806-17fe-4434-806b-9f1c80cfc0fb is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:38.720115 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:38.734865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851b8806-17fe-4434-806b-9f1c80cfc0fb {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:40:38.756560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 851b8806-17fe-4434-806b-9f1c80cfc0fb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=851b8806-17fe-4434-806b-9f1c80cfc0fb,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:38.858848 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:38.933055 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=851b8806-17fe-4434-806b-9f1c80cfc0fb,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:39.061611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f298517-0d71-4af4-897c-7301d8adfb1b req-9559aa1d-3555-4d4b-9a63-f814fd66b44c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:39.064173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8f298517-0d71-4af4-897c-7301d8adfb1b req-9559aa1d-3555-4d4b-9a63-f814fd66b44c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.0689118 Feb 15 16:40:39.141736 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8f298517-0d71-4af4-897c-7301d8adfb1b req-146ab58f-7100-49e9-9073-8cb21f889fdd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719101 Feb 15 16:40:39.175977 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['851b8806-17fe-4434-806b-9f1c80cfc0fb'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:40:39.333466 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3ee203aa-9b54-4113-b88b-0244d868e20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:39.374925 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc374ee1-2456-4cd3-9a48-6a54a021953e req-1b6a2bed-e802-4d1b-ad66-17d7daf3101f tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0498488 Feb 15 16:40:39.508298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f293253-4032-4c32-8c57-3f6d444af739 req-69ed837e-87a7-4641-a78e-e466c3d3935e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:39.516827 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f293253-4032-4c32-8c57-3f6d444af739 req-69ed837e-87a7-4641-a78e-e466c3d3935e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 945 time: 0.0692265 Feb 15 16:40:39.585607 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f293253-4032-4c32-8c57-3f6d444af739 req-69eba19c-d825-41f6-8746-c3d9a3489942 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675991 Feb 15 16:40:39.947773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95da9-7303-4a50-addf-41eed454f803 req-894a10f4-29fb-4706-a27a-7a5c4c82aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:39.949668 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-894a10f4-29fb-4706-a27a-7a5c4c82aa1e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 1133 time: 0.0491781 Feb 15 16:40:40.058614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95da9-7303-4a50-addf-41eed454f803 req-4e11e7a4-39d5-4796-8ecb-8619b309cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:40.060260 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-4e11e7a4-39d5-4796-8ecb-8619b309cd7a service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1025977 Feb 15 16:40:40.115766 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-3c78b4ae-7998-4bd4-90c8-6f42b75e9864 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d HTTP/1.1" status: 200 len: 217 time: 0.0427909 Feb 15 16:40:40.187741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95da9-7303-4a50-addf-41eed454f803 req-399d8fd2-e31a-4d80-99e6-f4b48adb1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:40.189582 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-399d8fd2-e31a-4d80-99e6-f4b48adb1d34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0657113 Feb 15 16:40:40.327825 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:40.348091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95da9-7303-4a50-addf-41eed454f803 req-3862314f-3f8f-4f40-8e35-b6fe6b952650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:40.350133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-3862314f-3f8f-4f40-8e35-b6fe6b952650 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1524143 Feb 15 16:40:40.356995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4b417-d84f-4d7d-9572-2259d21ddf94 req-3aef0903-70be-45d2-a88a-c529c2add043 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:40.358447 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aae4b417-d84f-4d7d-9572-2259d21ddf94 req-3aef0903-70be-45d2-a88a-c529c2add043 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.0787354 Feb 15 16:40:40.380021 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38950) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:40.482778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aae4b417-d84f-4d7d-9572-2259d21ddf94 req-64736681-03b8-443d-9a87-236d7510591e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108727 Feb 15 16:40:40.495911 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-8f46c1c8-88b8-4b11-8ead-0da4d9d75e75 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365116 Feb 15 16:40:40.573164 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c0fed87-f660-4241-a5b0-9716ceb31c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:40.595625 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 851b8806-17fe-4434-806b-9f1c80cfc0fb up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:40:40.602103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-628a5c90-759a-45c7-bce3-24176443ecfa service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985010 Feb 15 16:40:40.642743 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a637e116-11c2-4422-8f55-7581aca291e6 req-118cbacc-5c9e-4cdc-be0f-e4b794a8879c tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/ports?device_id=46bb569b-3a57-4e1d-ab97-ba1b90596f07 HTTP/1.1" status: 200 len: 210 time: 0.0432861 Feb 15 16:40:40.743483 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c0fed87-f660-4241-a5b0-9716ceb31c86 admin admin] Publish callbacks [] for security_group (2802a178-93f1-442c-adff-d06b9ec0fde1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:40.773275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c434f-7cf6-4223-9242-1c0db5716164 req-0d5c6996-c537-419a-bf87-253c42f51912 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:40.782025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f5c434f-7cf6-4223-9242-1c0db5716164 req-0d5c6996-c537-419a-bf87-253c42f51912 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 945 time: 0.0897193 Feb 15 16:40:40.791150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38962) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:40.835509 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f5c434f-7cf6-4223-9242-1c0db5716164 req-9b468ab8-e5bd-42b6-ac9b-269db7782446 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523067 Feb 15 16:40:40.864299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 851b8806-17fe-4434-806b-9f1c80cfc0fb completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:40:40.870412 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 851b8806-17fe-4434-806b-9f1c80cfc0fb triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:40.870865 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:40.903896 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c0fed87-f660-4241-a5b0-9716ceb31c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2802a178-93f1-442c-adff-d06b9ec0fde1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:40.949386 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6c0fed87-f660-4241-a5b0-9716ceb31c86 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fc393b4cc1ba4b12a7ba3a8ea52537cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5658374 Feb 15 16:40:40.961056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38966) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:40.969906 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d37819b-f7f2-4dbf-9193-e1a0eb30dbf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:40.989802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 851b8806-17fe-4434-806b-9f1c80cfc0fb is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:40.990248 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:41.017145 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851b8806-17fe-4434-806b-9f1c80cfc0fb'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:40:41.019722 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d88bbf-4849-4bc3-82e7-b6cf364357ea" -d '{"events": [{"server_uuid": "6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1", "name": "network-vif-plugged", "status": "completed", "tag": "851b8806-17fe-4434-806b-9f1c80cfc0fb"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:40:41.035790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fed87-f660-4241-a5b0-9716ceb31c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2802a178-93f1-442c-adff-d06b9ec0fde1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:41.041159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 851b8806-17fe-4434-806b-9f1c80cfc0fb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=851b8806-17fe-4434-806b-9f1c80cfc0fb,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:41.079748 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d37819b-f7f2-4dbf-9193-e1a0eb30dbf3 admin admin] Publish callbacks [] for security_group (d4e77fc4-d698-43f7-bc65-19af1ab4d254), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:41.089822 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1893f378-8201-4777-a255-ec23b9ce562b x-openstack-request-id: req-1893f378-8201-4777-a255-ec23b9ce562b {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:40:41.090176 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1", "name": "network-vif-plugged", "status": "completed", "tag": "851b8806-17fe-4434-806b-9f1c80cfc0fb", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:40:41.091461 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1893f378-8201-4777-a255-ec23b9ce562b {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:40:41.091461 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851b8806-17fe-4434-806b-9f1c80cfc0fb', 'code': 200} Feb 15 16:40:41.108717 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a04171c-c777-4c02-a43d-424fb658b395 admin admin] Publish callbacks [] for security_group (2802a178-93f1-442c-adff-d06b9ec0fde1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:41.139209 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a04171c-c777-4c02-a43d-424fb658b395 admin admin] Publish callbacks [] for security_group (2802a178-93f1-442c-adff-d06b9ec0fde1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:41.167168 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:41.201419 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d37819b-f7f2-4dbf-9193-e1a0eb30dbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d4e77fc4-d698-43f7-bc65-19af1ab4d254), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:41.245065 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880bae3-e744-4dfd-ac81-9b5ecfb72fa2 req-52be295a-cc21-4053-99f5-419be7c43b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:41.246933 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2880bae3-e744-4dfd-ac81-9b5ecfb72fa2 req-52be295a-cc21-4053-99f5-419be7c43b9b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 1129 time: 0.0657468 Feb 15 16:40:41.278202 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6d37819b-f7f2-4dbf-9193-e1a0eb30dbf3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a5ffc90e7e67452cb5284a6a68b6a9bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4834747 Feb 15 16:40:41.278202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37819b-f7f2-4dbf-9193-e1a0eb30dbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e77fc4-d698-43f7-bc65-19af1ab4d254,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:41.285130 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=851b8806-17fe-4434-806b-9f1c80cfc0fb,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:41.292845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38970) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:41.298655 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2880bae3-e744-4dfd-ac81-9b5ecfb72fa2 req-5185a1ac-aee4-45cc-a9e9-c6588901e5ae service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456736 Feb 15 16:40:41.354167 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3659526-c8fb-4469-826a-d30fd8b2bb6c admin admin] Publish callbacks [] for security_group (d4e77fc4-d698-43f7-bc65-19af1ab4d254), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:41.361256 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a04171c-c777-4c02-a43d-424fb658b395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2802a178-93f1-442c-adff-d06b9ec0fde1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:41.365517 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a04171c-c777-4c02-a43d-424fb658b395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:41.366670 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3a04171c-c777-4c02-a43d-424fb658b395 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2802a178-93f1-442c-adff-d06b9ec0fde1 HTTP/1.1" status: 204 len: 168 time: 0.4043710 Feb 15 16:40:41.378181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04171c-c777-4c02-a43d-424fb658b395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2802a178-93f1-442c-adff-d06b9ec0fde1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:41.388789 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3659526-c8fb-4469-826a-d30fd8b2bb6c admin admin] Publish callbacks [] for security_group (d4e77fc4-d698-43f7-bc65-19af1ab4d254), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:41.562920 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3659526-c8fb-4469-826a-d30fd8b2bb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d4e77fc4-d698-43f7-bc65-19af1ab4d254), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:41.566722 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3659526-c8fb-4469-826a-d30fd8b2bb6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:41.569530 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a3659526-c8fb-4469-826a-d30fd8b2bb6c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d4e77fc4-d698-43f7-bc65-19af1ab4d254 HTTP/1.1" status: 204 len: 168 time: 0.2731483 Feb 15 16:40:41.587737 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3659526-c8fb-4469-826a-d30fd8b2bb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e77fc4-d698-43f7-bc65-19af1ab4d254,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:41.642419 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fe868d-3206-4ee2-8323-aeca51e4b8b4 req-0b2f0059-4cc2-4b49-87c8-9bbc8e6e36fc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:41.647626 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-59fe868d-3206-4ee2-8323-aeca51e4b8b4 req-0b2f0059-4cc2-4b49-87c8-9bbc8e6e36fc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.0725451 Feb 15 16:40:41.704961 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-59fe868d-3206-4ee2-8323-aeca51e4b8b4 req-8a4b00c8-55d3-4219-bdb5-dd9966884bf6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531373 Feb 15 16:40:41.806473 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:41.812493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38986) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:41.891877 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c621f3b-1739-42f1-9f71-2cc2643b83a4 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for security_group (dab2c65d-8e74-45df-8684-e7a6507f631d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:41.926058 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c621f3b-1739-42f1-9f71-2cc2643b83a4 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for security_group (dab2c65d-8e74-45df-8684-e7a6507f631d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:42.029188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cec44f-a4fc-4d9e-9739-25fb78e2cce4 req-4a6b4c13-b5b5-49d1-9af2-7f8ddadffa7c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:42.030930 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8cec44f-a4fc-4d9e-9739-25fb78e2cce4 req-4a6b4c13-b5b5-49d1-9af2-7f8ddadffa7c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.0800211 Feb 15 16:40:42.087651 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8cec44f-a4fc-4d9e-9739-25fb78e2cce4 req-26a906e4-fff6-4329-86da-77f434a151a0 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494902 Feb 15 16:40:42.134598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c621f3b-1739-42f1-9f71-2cc2643b83a4 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (dab2c65d-8e74-45df-8684-e7a6507f631d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:42.134598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c621f3b-1739-42f1-9f71-2cc2643b83a4 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:42.134598 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7c621f3b-1739-42f1-9f71-2cc2643b83a4 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "DELETE /v2.0/security-groups/dab2c65d-8e74-45df-8684-e7a6507f631d HTTP/1.1" status: 204 len: 168 time: 0.3175740 Feb 15 16:40:42.134911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38998) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:42.149893 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-c1818528-836b-48ce-9dbf-cdafe02ba47b tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] show failed (client error): The resource could not be found. Feb 15 16:40:42.153096 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c1818528-836b-48ce-9dbf-cdafe02ba47b tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "GET /v2.0/security-groups/dab2c65d-8e74-45df-8684-e7a6507f631d HTTP/1.1" status: 404 len: 347 time: 0.0159791 Feb 15 16:40:42.153754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39000) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:42.154585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c621f3b-1739-42f1-9f71-2cc2643b83a4 tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab2c65d-8e74-45df-8684-e7a6507f631d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:42.301540 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e08c31b9-8954-4fb1-90d8-97e95b44b33e tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Deleting port 4160526e-15ff-4937-b87a-08c48bce875b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:40:42.301888 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e08c31b9-8954-4fb1-90d8-97e95b44b33e tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4160526e-15ff-4937-b87a-08c48bce875b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:42.384599 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e08c31b9-8954-4fb1-90d8-97e95b44b33e tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4160526e-15ff-4937-b87a-08c48bce875b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:42.385295 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e08c31b9-8954-4fb1-90d8-97e95b44b33e tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for floatingip (4160526e-15ff-4937-b87a-08c48bce875b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:42.399671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e08c31b9-8954-4fb1-90d8-97e95b44b33e tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Calling delete_port for 4160526e-15ff-4937-b87a-08c48bce875b owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:40:42.577984 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39010) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:42.592198 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f33a7da-bf57-4e04-a08c-e645448b107f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:42.624230 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e08c31b9-8954-4fb1-90d8-97e95b44b33e tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4160526e-15ff-4937-b87a-08c48bce875b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:42.661687 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c31b9-8954-4fb1-90d8-97e95b44b33e tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Pushing event deleted for resources: {'Port': ['ID=4160526e-15ff-4937-b87a-08c48bce875b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:42.709869 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f33a7da-bf57-4e04-a08c-e645448b107f admin admin] Publish callbacks [] for security_group (f7a2a72f-47a5-4b5a-9e6c-86510804bf91), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:42.788648 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e08c31b9-8954-4fb1-90d8-97e95b44b33e tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks [] for floatingip (367a5180-b6bc-4443-a208-c526ea752609), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:42.793545 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e08c31b9-8954-4fb1-90d8-97e95b44b33e tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:42.799727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39018) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:42.803210 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e08c31b9-8954-4fb1-90d8-97e95b44b33e tempest-ServersTestBootFromVolume-1170941412 tempest-ServersTestBootFromVolume-1170941412-project] 10.222.0.107 "DELETE /v2.0/floatingips/367a5180-b6bc-4443-a208-c526ea752609 HTTP/1.1" status: 204 len: 168 time: 0.6483650 Feb 15 16:40:42.898543 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f33a7da-bf57-4e04-a08c-e645448b107f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f7a2a72f-47a5-4b5a-9e6c-86510804bf91), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:43.063599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39024) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:43.067976 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33a7da-bf57-4e04-a08c-e645448b107f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a2a72f-47a5-4b5a-9e6c-86510804bf91,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:43.087750 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2f33a7da-bf57-4e04-a08c-e645448b107f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=26813af3c5084f5599ab7d1f44141635&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5086265 Feb 15 16:40:43.090848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39028) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:43.227635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d9c8d-ed2d-44a7-ab42-e8905955a221 req-99bde1ac-2c88-432f-a450-735fd410519f tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:43.234474 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d02d9c8d-ed2d-44a7-ab42-e8905955a221 req-99bde1ac-2c88-432f-a450-735fd410519f tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.3624458 Feb 15 16:40:43.303336 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a2b0cee3-5af2-44c3-a1ee-11c2a38d9188 admin admin] Publish callbacks [] for security_group (f7a2a72f-47a5-4b5a-9e6c-86510804bf91), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:43.304053 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d02d9c8d-ed2d-44a7-ab42-e8905955a221 req-f881a2d5-8e53-4e56-9951-08bccd1dc223 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675333 Feb 15 16:40:43.315683 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:43.335393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b715be43-8040-4609-90b9-b9a748737e65 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1860580269-network', 'tenant_id': 'ba74aa9e819a439eb5de67abc6749cb0'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:43.361459 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a2b0cee3-5af2-44c3-a1ee-11c2a38d9188 admin admin] Publish callbacks [] for security_group (f7a2a72f-47a5-4b5a-9e6c-86510804bf91), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:43.391983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3dc8c-de0a-4d5b-9d41-920eecbea52d req-58b5e326-e7e7-4b6a-a9a4-abe971367536 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:43.393935 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07e3dc8c-de0a-4d5b-9d41-920eecbea52d req-58b5e326-e7e7-4b6a-a9a4-abe971367536 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.2097285 Feb 15 16:40:43.475909 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07e3dc8c-de0a-4d5b-9d41-920eecbea52d req-5c922f12-12e3-4f5e-9a83-354a8f539ea5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753176 Feb 15 16:40:43.477138 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b715be43-8040-4609-90b9-b9a748737e65 admin admin] Made reservation on behalf of ba74aa9e819a439eb5de67abc6749cb0 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:40:43.479736 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b715be43-8040-4609-90b9-b9a748737e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:43.496429 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b715be43-8040-4609-90b9-b9a748737e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:43.504905 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22dc8b06-cdbb-46dd-8831-0a29de0438ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (89196c49-59e1-4b4a-9c26-1453108bf38d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:43.590214 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a2b0cee3-5af2-44c3-a1ee-11c2a38d9188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f7a2a72f-47a5-4b5a-9e6c-86510804bf91), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:43.593687 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a2b0cee3-5af2-44c3-a1ee-11c2a38d9188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:43.595072 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a2b0cee3-5af2-44c3-a1ee-11c2a38d9188 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f7a2a72f-47a5-4b5a-9e6c-86510804bf91 HTTP/1.1" status: 204 len: 168 time: 0.5031197 Feb 15 16:40:43.619840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0cee3-5af2-44c3-a1ee-11c2a38d9188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a2a72f-47a5-4b5a-9e6c-86510804bf91,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:43.754912 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b715be43-8040-4609-90b9-b9a748737e65 admin admin] Publish callbacks [] for security_group (911393ea-b108-46d2-afc1-9f93adee2ea5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:43.818792 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b715be43-8040-4609-90b9-b9a748737e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (911393ea-b108-46d2-afc1-9f93adee2ea5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:43.856312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715be43-8040-4609-90b9-b9a748737e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911393ea-b108-46d2-afc1-9f93adee2ea5,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:43.870506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b715be43-8040-4609-90b9-b9a748737e65 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:40:43.885976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b715be43-8040-4609-90b9-b9a748737e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (35d19e4a-f995-40e4-82d0-a90eebee5152), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:43.886451 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-b715be43-8040-4609-90b9-b9a748737e65 admin admin] Added segment 35d19e4a-f995-40e4-82d0-a90eebee5152 of type vlan for network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e Feb 15 16:40:43.949896 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b715be43-8040-4609-90b9-b9a748737e65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (25ae7ec7-2a2e-4bf6-b151-6a630a07559e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:43.962388 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c0b80-9216-4685-9c28-c8e449c182e9 req-fdba7553-aa56-487b-b798-0a48184f9ffc tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:43.972957 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9e2c0b80-9216-4685-9c28-c8e449c182e9 req-fdba7553-aa56-487b-b798-0a48184f9ffc tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 1129 time: 0.1033819 Feb 15 16:40:44.013495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-22dc8b06-cdbb-46dd-8831-0a29de0438ca admin admin] Deleting port e844959d-1f49-4186-afb8-abb52017645f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:40:44.013495 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22dc8b06-cdbb-46dd-8831-0a29de0438ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e844959d-1f49-4186-afb8-abb52017645f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:44.047434 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b715be43-8040-4609-90b9-b9a748737e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (25ae7ec7-2a2e-4bf6-b151-6a630a07559e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:44.048497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b715be43-8040-4609-90b9-b9a748737e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:44.049097 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b715be43-8040-4609-90b9-b9a748737e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:44.113267 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9e2c0b80-9216-4685-9c28-c8e449c182e9 req-b757a153-53d1-400a-b80a-a79aa173dc2e tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392059 Feb 15 16:40:44.149789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-22dc8b06-cdbb-46dd-8831-0a29de0438ca admin admin] For port e844959d-1f49-4186-afb8-abb52017645f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e844959d-1f49-4186-afb8-abb52017645f,segment=NetworkSegment(1d1d3bb0-6005-4d65-95c2-91b39a502539),segment_id=1d1d3bb0-6005-4d65-95c2-91b39a502539)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:44.150177 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22dc8b06-cdbb-46dd-8831-0a29de0438ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e844959d-1f49-4186-afb8-abb52017645f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:44.167755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-22dc8b06-cdbb-46dd-8831-0a29de0438ca admin admin] Calling delete_port for e844959d-1f49-4186-afb8-abb52017645f owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:40:44.209589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715be43-8040-4609-90b9-b9a748737e65 admin admin] Pushing event updated for resources: {'Network': ['ID=25ae7ec7-2a2e-4bf6-b151-6a630a07559e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:44.220675 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:40:44.239566 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b715be43-8040-4609-90b9-b9a748737e65 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1740327 Feb 15 16:40:44.244862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39048) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:44.249829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-9cba7c2b-d751-4812-b592-48e3636a1a5c admin admin] Request body: {'subnet': {'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1860580269-subnet', 'tenant_id': 'ba74aa9e819a439eb5de67abc6749cb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:44.386240 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cba7c2b-d751-4812-b592-48e3636a1a5c admin admin] Made reservation on behalf of ba74aa9e819a439eb5de67abc6749cb0 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:40:44.389172 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9cba7c2b-d751-4812-b592-48e3636a1a5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:44.467151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb2f9a-29fb-4c2e-b960-3aa6f29eefb3 req-f450f6df-13f5-4e64-944c-17b9f5fac870 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:44.468952 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64bb2f9a-29fb-4c2e-b960-3aa6f29eefb3 req-f450f6df-13f5-4e64-944c-17b9f5fac870 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 1129 time: 0.1679902 Feb 15 16:40:44.527888 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03871a-e758-485d-83a2-5a9048487913 req-d0f74924-796d-48e9-a55c-fdb9297f694c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:44.530137 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dc03871a-e758-485d-83a2-5a9048487913 req-d0f74924-796d-48e9-a55c-fdb9297f694c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.1034091 Feb 15 16:40:44.536459 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64bb2f9a-29fb-4c2e-b960-3aa6f29eefb3 req-eec6ff31-d64f-4c3e-a572-19077fd5ba3c tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596168 Feb 15 16:40:44.582327 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22dc8b06-cdbb-46dd-8831-0a29de0438ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e844959d-1f49-4186-afb8-abb52017645f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:44.657513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc8b06-cdbb-46dd-8831-0a29de0438ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e844959d-1f49-4186-afb8-abb52017645f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:44.700862 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9cba7c2b-d751-4812-b592-48e3636a1a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (e54c697c-dfc4-4d97-947c-96f129045128), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:44.766928 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dc03871a-e758-485d-83a2-5a9048487913 req-a8f00674-b393-4b88-9686-94eea5cd44a2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309573 Feb 15 16:40:44.793614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba7c2b-d751-4812-b592-48e3636a1a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e54c697c-dfc4-4d97-947c-96f129045128,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:44.829529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cba7c2b-d751-4812-b592-48e3636a1a5c admin admin] Checking segment: {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:40:44.829529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cba7c2b-d751-4812-b592-48e3636a1a5c admin admin] Network hostable DHCP agents. Network: 25ae7ec7-2a2e-4bf6-b151-6a630a07559e, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:40:44.938581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cba7c2b-d751-4812-b592-48e3636a1a5c admin admin] Network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:40:44.959276 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22dc8b06-cdbb-46dd-8831-0a29de0438ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (89196c49-59e1-4b4a-9c26-1453108bf38d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:45.036862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-9cba7c2b-d751-4812-b592-48e3636a1a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 25ae7ec7-2a2e-4bf6-b151-6a630a07559e) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:40:45.048332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cba7c2b-d751-4812-b592-48e3636a1a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:45.048994 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9cba7c2b-d751-4812-b592-48e3636a1a5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:45.050884 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4437c81-eddc-4f3b-b513-df09b047bc86 None None] Network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:40:45.142751 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9cba7c2b-d751-4812-b592-48e3636a1a5c admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8966362 Feb 15 16:40:45.197954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3891b878-6c03-4c03-9a83-e3dcab8ff1cd None None] Network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:40:45.329806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dc8b06-cdbb-46dd-8831-0a29de0438ca admin admin] Router 89196c49-59e1-4b4a-9c26-1453108bf38d has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:40:45.536867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dc8b06-cdbb-46dd-8831-0a29de0438ca admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:40:45.545991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b01d7ef-8a50-491c-a2a3-345694fe3fd0 None None] Sync routers for ids ['89196c49-59e1-4b4a-9c26-1453108bf38d'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:40:45.548529 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-22dc8b06-cdbb-46dd-8831-0a29de0438ca admin admin] 10.222.0.107 "PUT /v2.0/routers/89196c49-59e1-4b4a-9c26-1453108bf38d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7474976 Feb 15 16:40:45.551233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39096) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:45.558065 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-82f2062f-fc1f-4b54-a583-e73e9477e46f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:45.560517 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-82f2062f-fc1f-4b54-a583-e73e9477e46f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 808 time: 0.1757095 Feb 15 16:40:45.578409 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-a5155514-02bf-41e4-a8c3-1b5ce6142d3a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/quotas/c9f65cb77bef4454939809c6904ca169 HTTP/1.1" status: 200 len: 375 time: 0.0127087 Feb 15 16:40:45.587313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b01d7ef-8a50-491c-a2a3-345694fe3fd0 None None] Routers {'89196c49-59e1-4b4a-9c26-1453108bf38d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:40:45.587973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2b01d7ef-8a50-491c-a2a3-345694fe3fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['89196c49-59e1-4b4a-9c26-1453108bf38d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:45.646749 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-27a380a4-2b28-4b50-8446-2851e58d2c6e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0615673 Feb 15 16:40:45.757941 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0b46ea3-abda-4845-85a6-bac4040d86af admin admin] Publish callbacks [] for router (89196c49-59e1-4b4a-9c26-1453108bf38d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:45.772022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-2b01d7ef-8a50-491c-a2a3-345694fe3fd0 None None] Set router 89196c49-59e1-4b4a-9c26-1453108bf38d gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:40:46.007543 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-4ffedace-80b1-41dc-bac1-c0b47a9f6db7 service neutron] 10.222.0.107 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542919 Feb 15 16:40:46.022369 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0b46ea3-abda-4845-85a6-bac4040d86af admin admin] Publish callbacks [] for router_gateway (89196c49-59e1-4b4a-9c26-1453108bf38d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:46.059919 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2b01d7ef-8a50-491c-a2a3-345694fe3fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'name': 'tempest-ServersTestBootFromVolume-384460367-router', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:37:01Z', 'updated_at': '2022-02-15T16:40:44Z', 'revision_number': 5, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'gw_port': {'id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:02Z', 'updated_at': '2022-02-15T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:46.101072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b01d7ef-8a50-491c-a2a3-345694fe3fd0 None None] Checking router: 89196c49-59e1-4b4a-9c26-1453108bf38d for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:40:46.119666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b01d7ef-8a50-491c-a2a3-345694fe3fd0 None None] Routers {'89196c49-59e1-4b4a-9c26-1453108bf38d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:40:46.121469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2b01d7ef-8a50-491c-a2a3-345694fe3fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['89196c49-59e1-4b4a-9c26-1453108bf38d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:46.134248 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-d7ddf632-eef1-4c40-8914-f19907b83af5 service neutron] 10.222.0.107 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162150 Feb 15 16:40:46.227965 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a0b46ea3-abda-4845-85a6-bac4040d86af admin admin] Deleting port 8ef48057-6b3c-4798-b294-2984cca5d186 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:40:46.228478 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0b46ea3-abda-4845-85a6-bac4040d86af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (8ef48057-6b3c-4798-b294-2984cca5d186), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:46.351404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-a0b46ea3-abda-4845-85a6-bac4040d86af admin admin] For port 8ef48057-6b3c-4798-b294-2984cca5d186, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8ef48057-6b3c-4798-b294-2984cca5d186,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:46.351791 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0b46ea3-abda-4845-85a6-bac4040d86af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (8ef48057-6b3c-4798-b294-2984cca5d186), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:46.360700 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-2b01d7ef-8a50-491c-a2a3-345694fe3fd0 None None] Set router 89196c49-59e1-4b4a-9c26-1453108bf38d gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:40:46.368887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a0b46ea3-abda-4845-85a6-bac4040d86af admin admin] Calling delete_port for 8ef48057-6b3c-4798-b294-2984cca5d186 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:40:46.581510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2b01d7ef-8a50-491c-a2a3-345694fe3fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'name': 'tempest-ServersTestBootFromVolume-384460367-router', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:37:01Z', 'updated_at': '2022-02-15T16:40:44Z', 'revision_number': 5, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'gw_port': {'id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:02Z', 'updated_at': '2022-02-15T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:46.611840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b01d7ef-8a50-491c-a2a3-345694fe3fd0 None None] The sync data for ids ['89196c49-59e1-4b4a-9c26-1453108bf38d'] in n-d-828372-14 is: [{'id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'name': 'tempest-ServersTestBootFromVolume-384460367-router', 'tenant_id': '86f88989c64f4a07a00abb3311cab075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209'}], 'enable_snat': True}, 'gw_port_id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:37:01Z', 'updated_at': '2022-02-15T16:40:44Z', 'revision_number': 5, 'project_id': '86f88989c64f4a07a00abb3311cab075', 'gw_port': {'id': '8ef48057-6b3c-4798-b294-2984cca5d186', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:95:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89196c49-59e1-4b4a-9c26-1453108bf38d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:37:02Z', 'updated_at': '2022-02-15T16:37:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:40:46.676145 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0b46ea3-abda-4845-85a6-bac4040d86af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (8ef48057-6b3c-4798-b294-2984cca5d186), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:46.703789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b46ea3-abda-4845-85a6-bac4040d86af admin admin] Pushing event deleted for resources: {'Port': ['ID=8ef48057-6b3c-4798-b294-2984cca5d186,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:46.768367 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0b46ea3-abda-4845-85a6-bac4040d86af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (89196c49-59e1-4b4a-9c26-1453108bf38d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:46.889621 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0b46ea3-abda-4845-85a6-bac4040d86af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (89196c49-59e1-4b4a-9c26-1453108bf38d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:46.892797 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0b46ea3-abda-4845-85a6-bac4040d86af admin admin] Publish callbacks [] for router_controller (89196c49-59e1-4b4a-9c26-1453108bf38d), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:46.939178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-975638fd-8c66-4249-954e-b355e57a160c tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:40:46.940477 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-975638fd-8c66-4249-954e-b355e57a160c tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058229 Feb 15 16:40:47.021076 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a71175-a798-4b42-a682-c3a8207c98df req-6434aecf-5811-4e4d-ad23-647059eb7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:47.023969 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-6434aecf-5811-4e4d-ad23-647059eb7737 service neutron] 10.222.0.107 "GET /v2.0/ports/851b8806-17fe-4434-806b-9f1c80cfc0fb HTTP/1.1" status: 200 len: 1126 time: 0.0701263 Feb 15 16:40:47.025395 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0b46ea3-abda-4845-85a6-bac4040d86af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (89196c49-59e1-4b4a-9c26-1453108bf38d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:47.026118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b46ea3-abda-4845-85a6-bac4040d86af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89196c49-59e1-4b4a-9c26-1453108bf38d {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:40:47.032258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0b46ea3-abda-4845-85a6-bac4040d86af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:47.034123 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a0b46ea3-abda-4845-85a6-bac4040d86af admin admin] 10.222.0.107 "DELETE /v2.0/routers/89196c49-59e1-4b4a-9c26-1453108bf38d HTTP/1.1" status: 204 len: 168 time: 1.4807248 Feb 15 16:40:47.037210 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39150) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:47.040445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-83a71175-a798-4b42-a682-c3a8207c98df req-4c15121e-5628-4010-b3ae-93ffd94ec9c0 service neutron] Request body: {'binding': {'host': 'n-h1-828372-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:47.041226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-83a71175-a798-4b42-a682-c3a8207c98df req-4c15121e-5628-4010-b3ae-93ffd94ec9c0 service neutron] Unknown quota resources ['binding']. {{(pid=103799) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 16:40:47.154183 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcaf5a36-3653-476f-8830-43c014ced5cc admin admin] Deleting subnet 0fe4af53-9045-419b-bce6-988c130e6dbe {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:40:47.169485 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5a36-3653-476f-8830-43c014ced5cc admin admin] Publish callbacks [] for subnet (0fe4af53-9045-419b-bce6-988c130e6dbe), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:47.242122 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-83a71175-a798-4b42-a682-c3a8207c98df req-4c15121e-5628-4010-b3ae-93ffd94ec9c0 service neutron] Attempting to bind port 851b8806-17fe-4434-806b-9f1c80cfc0fb on host n-h1-828372-14 for vnic_type normal with profile None {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:40:47.242470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-83a71175-a798-4b42-a682-c3a8207c98df req-4c15121e-5628-4010-b3ae-93ffd94ec9c0 service neutron] Attempting to bind port 851b8806-17fe-4434-806b-9f1c80cfc0fb by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:40:47.242806 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a71175-a798-4b42-a682-c3a8207c98df req-4c15121e-5628-4010-b3ae-93ffd94ec9c0 service neutron] Attempting to bind port 851b8806-17fe-4434-806b-9f1c80cfc0fb on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:40:47.251513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a71175-a798-4b42-a682-c3a8207c98df req-4c15121e-5628-4010-b3ae-93ffd94ec9c0 service neutron] Port 851b8806-17fe-4434-806b-9f1c80cfc0fb on network cc8d71f0-af5e-4df1-bb31-1f595b410607 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:40:47.251861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a71175-a798-4b42-a682-c3a8207c98df req-4c15121e-5628-4010-b3ae-93ffd94ec9c0 service neutron] Attempting to bind port 851b8806-17fe-4434-806b-9f1c80cfc0fb on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:40:47.262364 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a71175-a798-4b42-a682-c3a8207c98df req-4c15121e-5628-4010-b3ae-93ffd94ec9c0 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:40:47.262962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a71175-a798-4b42-a682-c3a8207c98df req-4c15121e-5628-4010-b3ae-93ffd94ec9c0 service neutron] Checking segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:40:47.263563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a71175-a798-4b42-a682-c3a8207c98df req-4c15121e-5628-4010-b3ae-93ffd94ec9c0 service neutron] Bound using segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:40:47.264203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-83a71175-a798-4b42-a682-c3a8207c98df req-4c15121e-5628-4010-b3ae-93ffd94ec9c0 service neutron] Bound port: 851b8806-17fe-4434-806b-9f1c80cfc0fb, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:40:47.274108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e844959d-1f49-4186-afb8-abb52017645f no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:40:47.276277 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5a36-3653-476f-8830-43c014ced5cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (0fe4af53-9045-419b-bce6-988c130e6dbe), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:47.325908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: e844959d-1f49-4186-afb8-abb52017645f {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:40:47.326281 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e844959d-1f49-4186-afb8-abb52017645f not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:40:47.364356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-83a71175-a798-4b42-a682-c3a8207c98df req-4c15121e-5628-4010-b3ae-93ffd94ec9c0 service neutron] For port 851b8806-17fe-4434-806b-9f1c80cfc0fb, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=851b8806-17fe-4434-806b-9f1c80cfc0fb,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:40:47.394322 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5a36-3653-476f-8830-43c014ced5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (0fe4af53-9045-419b-bce6-988c130e6dbe), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:47.449051 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-83a71175-a798-4b42-a682-c3a8207c98df req-4c15121e-5628-4010-b3ae-93ffd94ec9c0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:47.450394 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-4c15121e-5628-4010-b3ae-93ffd94ec9c0 service neutron] 10.222.0.107 "POST /v2.0/ports/851b8806-17fe-4434-806b-9f1c80cfc0fb/bindings HTTP/1.1" status: 201 len: 390 time: 0.4149742 Feb 15 16:40:47.595937 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5a36-3653-476f-8830-43c014ced5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (0fe4af53-9045-419b-bce6-988c130e6dbe), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:47.626910 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-11979d65-42a3-48c0-abae-91d8a4a4b481 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:47.628495 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-11979d65-42a3-48c0-abae-91d8a4a4b481 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 812 time: 0.3499370 Feb 15 16:40:47.633352 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf5a36-3653-476f-8830-43c014ced5cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fe4af53-9045-419b-bce6-988c130e6dbe,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:47.647477 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcaf5a36-3653-476f-8830-43c014ced5cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:47.650678 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bcaf5a36-3653-476f-8830-43c014ced5cc admin admin] 10.222.0.107 "DELETE /v2.0/subnets/0fe4af53-9045-419b-bce6-988c130e6dbe HTTP/1.1" status: 204 len: 168 time: 0.6122377 Feb 15 16:40:47.652815 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965957b8-903b-4e40-a385-0754c289c8d8 None None] Network 3ac673bd-ccc6-44a9-a21c-8063082f3153 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:40:47.653342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39164) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:47.671531 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-1e50ac9c-89d8-4200-b875-49dcf6aaa302 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/quotas/ba74aa9e819a439eb5de67abc6749cb0 HTTP/1.1" status: 200 len: 375 time: 0.0332441 Feb 15 16:40:47.738647 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-d02faec6-b9cc-4a43-8ce5-13cc142b0700 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580161 Feb 15 16:40:47.783212 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (3ac673bd-ccc6-44a9-a21c-8063082f3153), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:47.808849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af315df-946a-46ad-aeb3-02a054f4b941 req-db599c6a-bb7b-486b-a9dd-eaa381cced2d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:47.811503 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1af315df-946a-46ad-aeb3-02a054f4b941 req-db599c6a-bb7b-486b-a9dd-eaa381cced2d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.0878997 Feb 15 16:40:47.891747 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-bf062811-b360-442d-a2f7-059e6ddc8cb1 service neutron] 10.222.0.107 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455326 Feb 15 16:40:47.900901 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1af315df-946a-46ad-aeb3-02a054f4b941 req-67c2816d-e7b2-4409-9e86-4777137f7027 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617037 Feb 15 16:40:47.913557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] Deleting port 55fab36e-9336-4437-9408-8a6d4fa99652 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:40:47.913909 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (55fab36e-9336-4437-9408-8a6d4fa99652), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:47.916807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f2e9d0-7521-4054-9d6b-f94679b293ae None None] DHCP port deletion for 3ac673bd-ccc6-44a9-a21c-8063082f3153 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:40:48.022334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] For port 55fab36e-9336-4437-9408-8a6d4fa99652, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=55fab36e-9336-4437-9408-8a6d4fa99652,segment=NetworkSegment(1d1d3bb0-6005-4d65-95c2-91b39a502539),segment_id=1d1d3bb0-6005-4d65-95c2-91b39a502539)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:48.023092 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (55fab36e-9336-4437-9408-8a6d4fa99652), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:48.043704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] Calling delete_port for 55fab36e-9336-4437-9408-8a6d4fa99652 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:40:48.064902 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-ee87760c-9cca-40e7-a44a-ea9886ca6ac2 service neutron] 10.222.0.107 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609173 Feb 15 16:40:48.085703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-65f2e9d0-7521-4054-9d6b-f94679b293ae None None] Deleting port 55fab36e-9336-4437-9408-8a6d4fa99652 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:40:48.086540 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65f2e9d0-7521-4054-9d6b-f94679b293ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (55fab36e-9336-4437-9408-8a6d4fa99652), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:48.210195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-65f2e9d0-7521-4054-9d6b-f94679b293ae None None] For port 55fab36e-9336-4437-9408-8a6d4fa99652, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=55fab36e-9336-4437-9408-8a6d4fa99652,segment=NetworkSegment(1d1d3bb0-6005-4d65-95c2-91b39a502539),segment_id=1d1d3bb0-6005-4d65-95c2-91b39a502539)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:48.211027 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65f2e9d0-7521-4054-9d6b-f94679b293ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (55fab36e-9336-4437-9408-8a6d4fa99652), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:48.225789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-65f2e9d0-7521-4054-9d6b-f94679b293ae None None] Calling delete_port for 55fab36e-9336-4437-9408-8a6d4fa99652 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:40:48.234915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a71175-a798-4b42-a682-c3a8207c98df req-7984cf2b-b8ab-46b4-ad8f-76b9150c19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:48.236433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-7984cf2b-b8ab-46b4-ad8f-76b9150c19c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 1129 time: 0.0737760 Feb 15 16:40:48.368962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a71175-a798-4b42-a682-c3a8207c98df req-71b60139-ee49-4b69-aa27-013d12a0e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:48.370519 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-71b60139-ee49-4b69-aa27-013d12a0e801 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.1246033 Feb 15 16:40:48.384274 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (55fab36e-9336-4437-9408-8a6d4fa99652), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:48.391247 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65f2e9d0-7521-4054-9d6b-f94679b293ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (55fab36e-9336-4437-9408-8a6d4fa99652), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:48.467454 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2e9d0-7521-4054-9d6b-f94679b293ae None None] Pushing event deleted for resources: {'Port': ['ID=55fab36e-9336-4437-9408-8a6d4fa99652,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:48.474850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f2e9d0-7521-4054-9d6b-f94679b293ae None None] No DVR routers for this DVR port 55fab36e-9336-4437-9408-8a6d4fa99652 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:40:48.529957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-326282da-9171-484b-8bce-00278ab0c76b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851b8806-17fe-4434-806b-9f1c80cfc0fb HTTP/1.1" status: 200 len: 217 time: 0.1356707 Feb 15 16:40:48.545353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] Pushing event deleted for resources: {'Port': ['ID=55fab36e-9336-4437-9408-8a6d4fa99652,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:48.550805 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] No DVR routers for this DVR port 55fab36e-9336-4437-9408-8a6d4fa99652 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:40:48.628115 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a8b92df-74ea-4b63-86a5-5e14572aeda1 req-76ca3e41-cf26-4c65-82df-f369ea0bbbd8 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.0452566 Feb 15 16:40:48.700701 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (3ac673bd-ccc6-44a9-a21c-8063082f3153), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:48.717244 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-13c81f44-add0-4f3f-bd0e-2d5328e46703 req-826cbf76-dc24-4b43-871b-2b10ee778b78 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 210 time: 0.0279708 Feb 15 16:40:48.717940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a71175-a798-4b42-a682-c3a8207c98df req-0253fc39-25a8-4b3e-9b59-f2ae4dfd8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:48.719480 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-0253fc39-25a8-4b3e-9b59-f2ae4dfd8070 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.1718836 Feb 15 16:40:48.761536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac673bd-ccc6-44a9-a21c-8063082f3153']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:48.791845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab17b2-47b7-495b-9516-4da64c06a423 req-c5a6bfc4-d5bd-49af-b1d3-cb4d63ba2d99 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:48.791845 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67ab17b2-47b7-495b-9516-4da64c06a423 req-c5a6bfc4-d5bd-49af-b1d3-cb4d63ba2d99 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.2079310 Feb 15 16:40:48.798952 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-37d1a2af-4ace-4ecc-99b7-c8a374b3de35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638826 Feb 15 16:40:48.803832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d1d3bb0-6005-4d65-95c2-91b39a502539') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:48.804268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d1d3bb0-6005-4d65-95c2-91b39a502539') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:48.844217 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (1d1d3bb0-6005-4d65-95c2-91b39a502539), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:48.934720 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da836eda-75ad-4c67-9337-1136e76eb31e req-c366f9d3-d8f5-42d0-a4b6-607eb67ab306 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:48.934720 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-da836eda-75ad-4c67-9337-1136e76eb31e req-c366f9d3-d8f5-42d0-a4b6-607eb67ab306 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 945 time: 0.0576096 Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1d1d3bb0-6005-4d65-95c2-91b39a502539), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (1d1d3bb0-6005-4d65-95c2-91b39a502539), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:40:48.935234 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:40:48.959490 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-da836eda-75ad-4c67-9337-1136e76eb31e req-8197e6d6-851e-4278-a43b-8a778adb60aa tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups?id=33627090-20a6-4348-a159-720f08179093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667546 Feb 15 16:40:49.002027 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67ab17b2-47b7-495b-9516-4da64c06a423 req-3c9fa9dc-c389-414e-a755-6f10d7d0c7f4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998644 Feb 15 16:40:49.054528 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-04604194-e3a6-455b-9083-0fa6eaba39a3 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471135 Feb 15 16:40:49.152462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337749e-e20c-440f-8005-c58a4a38c6ab req-4bb5edcf-37b7-425d-80f5-c4250711e03c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:49.155079 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e337749e-e20c-440f-8005-c58a4a38c6ab req-4bb5edcf-37b7-425d-80f5-c4250711e03c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.0798514 Feb 15 16:40:49.198574 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-1a117f4a-6501-4309-9b89-f2b86925fbb1 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334960 Feb 15 16:40:49.222949 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (3ac673bd-ccc6-44a9-a21c-8063082f3153), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:49.228466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 55fab36e-9336-4437-9408-8a6d4fa99652 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:40:49.240057 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:49.249796 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] 10.222.0.107 "DELETE /v2.0/networks/3ac673bd-ccc6-44a9-a21c-8063082f3153 HTTP/1.1" status: 204 len: 168 time: 1.5949953 Feb 15 16:40:49.261331 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e337749e-e20c-440f-8005-c58a4a38c6ab req-8d050131-44b0-4735-bef4-cf98e63b2962 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006947 Feb 15 16:40:49.284337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6204954-87a1-4b25-8eb5-a45ec21be797 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac673bd-ccc6-44a9-a21c-8063082f3153,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:49.289722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 55fab36e-9336-4437-9408-8a6d4fa99652 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:40:49.290212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 55fab36e-9336-4437-9408-8a6d4fa99652 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:40:49.291148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8ef48057-6b3c-4798-b294-2984cca5d186 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:40:49.321987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 8ef48057-6b3c-4798-b294-2984cca5d186 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:40:49.325343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8ef48057-6b3c-4798-b294-2984cca5d186 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:40:49.760716 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0a8c20f0-e01b-4037-80f0-4655848f2fc2 req-54149949-1702-44b2-bd52-b483ca283318 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.0447121 Feb 15 16:40:49.815077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39218) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:49.899231 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c0eac23b-50a5-4508-8194-15615df5c664 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=86f88989c64f4a07a00abb3311cab075&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0889091 Feb 15 16:40:49.914185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39222) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:50.071002 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef65e7fd-fb77-49e7-a54f-6a7b3bdeaad9 req-e9d2d476-adaf-402b-b4b7-8dbbacdab8f5 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 210 time: 0.0665269 Feb 15 16:40:50.114779 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc95dd1e-2168-4543-b2e3-19480def717e admin admin] Publish callbacks [] for security_group (d93e1689-1db2-4729-9292-69624a1f8947), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:50.168682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39228) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:50.175399 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc95dd1e-2168-4543-b2e3-19480def717e admin admin] Publish callbacks [] for security_group (d93e1689-1db2-4729-9292-69624a1f8947), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:50.246333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e611c-f1ca-447f-87ab-590ac4fb51b9 req-10e88e17-258b-4ccf-a1eb-c9abda72a7dd tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:50.248600 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d85e611c-f1ca-447f-87ab-590ac4fb51b9 req-10e88e17-258b-4ccf-a1eb-c9abda72a7dd tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 945 time: 0.2350903 Feb 15 16:40:50.274373 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3679c48-c775-41b4-85e0-3c28d9093ff4 req-58389fa9-5765-4aa4-bed2-76def620fe0b tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:50.276780 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e3679c48-c775-41b4-85e0-3c28d9093ff4 req-58389fa9-5765-4aa4-bed2-76def620fe0b tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 945 time: 0.1033571 Feb 15 16:40:50.346576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-b259b1f5-bbbc-4a2c-a266-f44b1fc0e088 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:50.348072 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-b259b1f5-bbbc-4a2c-a266-f44b1fc0e088 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.67 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 808 time: 0.7667909 Feb 15 16:40:50.366722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196021f-e45c-4ac0-ac14-afa4bea1450f req-d33efbbc-f44f-4a18-baf6-3b01604751f0 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:50.368253 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0196021f-e45c-4ac0-ac14-afa4bea1450f req-d33efbbc-f44f-4a18-baf6-3b01604751f0 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.2008939 Feb 15 16:40:50.371940 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e3679c48-c775-41b4-85e0-3c28d9093ff4 req-697bde65-ceb0-408b-99f3-91131991cb06 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups?id=33627090-20a6-4348-a159-720f08179093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890439 Feb 15 16:40:50.383939 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc95dd1e-2168-4543-b2e3-19480def717e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d93e1689-1db2-4729-9292-69624a1f8947), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:50.386927 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc95dd1e-2168-4543-b2e3-19480def717e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:50.389514 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fc95dd1e-2168-4543-b2e3-19480def717e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d93e1689-1db2-4729-9292-69624a1f8947 HTTP/1.1" status: 204 len: 168 time: 0.4742596 Feb 15 16:40:50.406772 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95dd1e-2168-4543-b2e3-19480def717e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93e1689-1db2-4729-9292-69624a1f8947,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:50.425010 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-66a6ea04-4b29-40ac-ac0d-3acf70183fe6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Request body: {'port': {'device_id': '8ca801c7-3d0d-4a2a-84cb-3f3b91383b77', 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529', 'admin_state_up': True, 'tenant_id': 'c9f65cb77bef4454939809c6904ca169'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:50.557928 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6d9aa81-de37-4b74-a082-2dfaefc4f745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:50.599604 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceac943-c1e9-4806-b443-08dc11986c38 req-b87f8bce-6632-4a86-b393-193a28facbd9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:50.608961 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ceac943-c1e9-4806-b443-08dc11986c38 req-b87f8bce-6632-4a86-b393-193a28facbd9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.0942740 Feb 15 16:40:50.683652 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ceac943-c1e9-4806-b443-08dc11986c38 req-0be1d2c0-762c-411d-9f0e-d17760c23c9a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734324 Feb 15 16:40:50.721732 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-d85e611c-f1ca-447f-87ab-590ac4fb51b9 req-75aec0e2-ffa5-48b6-b76f-fc12bb38ae5f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Deleting port 7e58e225-5a8b-49da-a292-9ac51d029534 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:40:50.722066 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d85e611c-f1ca-447f-87ab-590ac4fb51b9 req-75aec0e2-ffa5-48b6-b76f-fc12bb38ae5f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7e58e225-5a8b-49da-a292-9ac51d029534), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:50.733860 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0196021f-e45c-4ac0-ac14-afa4bea1450f req-a06ed843-4a48-4666-ad2f-eb3e4e32fdb2 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077236 Feb 15 16:40:50.885970 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6d9aa81-de37-4b74-a082-2dfaefc4f745 admin admin] Publish callbacks [] for security_group (82d639b6-df4a-49ff-86fa-c9ef8339308c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:50.903809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d85e611c-f1ca-447f-87ab-590ac4fb51b9 req-75aec0e2-ffa5-48b6-b76f-fc12bb38ae5f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] For port 7e58e225-5a8b-49da-a292-9ac51d029534, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7e58e225-5a8b-49da-a292-9ac51d029534,segment=NetworkSegment(8aac18e3-77b8-4d72-923e-2087ce4644ba),segment_id=8aac18e3-77b8-4d72-923e-2087ce4644ba)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:50.904180 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d85e611c-f1ca-447f-87ab-590ac4fb51b9 req-75aec0e2-ffa5-48b6-b76f-fc12bb38ae5f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7e58e225-5a8b-49da-a292-9ac51d029534), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:50.939735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-66a6ea04-4b29-40ac-ac0d-3acf70183fe6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Made reservation on behalf of c9f65cb77bef4454939809c6904ca169 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:40:50.944562 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ae4e4d8-324a-4b64-a0bd-f61807fd3ee8 req-788dd2be-6a77-41e2-b7b1-a5ff3db91321 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.0549884 Feb 15 16:40:50.944966 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-66a6ea04-4b29-40ac-ac0d-3acf70183fe6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:51.006077 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6d9aa81-de37-4b74-a082-2dfaefc4f745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (82d639b6-df4a-49ff-86fa-c9ef8339308c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:51.062209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9aa81-de37-4b74-a082-2dfaefc4f745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d639b6-df4a-49ff-86fa-c9ef8339308c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:51.139586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d6d9aa81-de37-4b74-a082-2dfaefc4f745 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2a34a1cbe7024479a823eed6bf6180e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9660592 Feb 15 16:40:51.140212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39250) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:51.210179 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68dee693-323b-44a8-8036-c177d221e385 admin admin] Publish callbacks [] for security_group (82d639b6-df4a-49ff-86fa-c9ef8339308c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:51.266008 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68dee693-323b-44a8-8036-c177d221e385 admin admin] Publish callbacks [] for security_group (82d639b6-df4a-49ff-86fa-c9ef8339308c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:51.360200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-036aaa99-0124-4067-999d-29269fad7eb0 req-f2e65f89-9b25-4acd-885e-3da3bd7d4a65 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 210 time: 0.1610420 Feb 15 16:40:51.424292 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-66a6ea04-4b29-40ac-ac0d-3acf70183fe6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Allocated IP 172.20.0.6 (e2f44540-9fa0-4d48-bf47-62103b5ae529/1b325c87-fd51-4707-8465-cf36d596fb16/61053614-6810-4093-b41f-e9ba5fc95f28) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:40:51.454194 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d85e611c-f1ca-447f-87ab-590ac4fb51b9 req-75aec0e2-ffa5-48b6-b76f-fc12bb38ae5f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:51.454561 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d85e611c-f1ca-447f-87ab-590ac4fb51b9 req-75aec0e2-ffa5-48b6-b76f-fc12bb38ae5f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (513633cf-cb20-445d-9df8-8b4ed1927ac3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:51.454883 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-d85e611c-f1ca-447f-87ab-590ac4fb51b9 req-75aec0e2-ffa5-48b6-b76f-fc12bb38ae5f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Floating IP 513633cf-cb20-445d-9df8-8b4ed1927ac3 disassociated. External IP: 172.25.4.227, port: 7e58e225-5a8b-49da-a292-9ac51d029534. Feb 15 16:40:51.455230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-d85e611c-f1ca-447f-87ab-590ac4fb51b9 req-75aec0e2-ffa5-48b6-b76f-fc12bb38ae5f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Calling delete_port for 7e58e225-5a8b-49da-a292-9ac51d029534 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:40:51.498740 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68dee693-323b-44a8-8036-c177d221e385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (82d639b6-df4a-49ff-86fa-c9ef8339308c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:51.501607 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68dee693-323b-44a8-8036-c177d221e385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:51.503661 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-68dee693-323b-44a8-8036-c177d221e385 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/82d639b6-df4a-49ff-86fa-c9ef8339308c HTTP/1.1" status: 204 len: 168 time: 0.3620369 Feb 15 16:40:51.517290 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dee693-323b-44a8-8036-c177d221e385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d639b6-df4a-49ff-86fa-c9ef8339308c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:51.962521 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-66a6ea04-4b29-40ac-ac0d-3acf70183fe6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks [] for port (61053614-6810-4093-b41f-e9ba5fc95f28), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:52.081997 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-66a6ea04-4b29-40ac-ac0d-3acf70183fe6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:52.084670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39278) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:52.095134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['3b09f112-1c90-4596-9afe-3e8bd6c54626'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:40:52.099407 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb71e90-b2ec-4373-bd4f-4888f0eed4d4 req-1d0b11a0-2cc8-4a10-a375-1e88dcab3ef1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:52.101015 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1bb71e90-b2ec-4373-bd4f-4888f0eed4d4 req-1d0b11a0-2cc8-4a10-a375-1e88dcab3ef1 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.0905328 Feb 15 16:40:52.194772 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e89554-640a-4018-9942-541d244c2fea req-7825f15a-4917-4ed4-882d-8a2c668963b9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:52.194772 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c4e89554-640a-4018-9942-541d244c2fea req-7825f15a-4917-4ed4-882d-8a2c668963b9 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 945 time: 0.6414833 Feb 15 16:40:52.218310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-66a6ea04-4b29-40ac-ac0d-3acf70183fe6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Network e2f44540-9fa0-4d48-bf47-62103b5ae529 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:40:52.227125 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1bb71e90-b2ec-4373-bd4f-4888f0eed4d4 req-81b63081-0c87-4d00-b29c-a0921eebacad tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955310 Feb 15 16:40:52.228434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-66a6ea04-4b29-40ac-ac0d-3acf70183fe6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:40:52.233084 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d85e611c-f1ca-447f-87ab-590ac4fb51b9 req-75aec0e2-ffa5-48b6-b76f-fc12bb38ae5f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7e58e225-5a8b-49da-a292-9ac51d029534), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:52.234992 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-66a6ea04-4b29-40ac-ac0d-3acf70183fe6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:40:52.338493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-66a6ea04-4b29-40ac-ac0d-3acf70183fe6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:52.341132 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c4e89554-640a-4018-9942-541d244c2fea req-4e78ca58-206a-42e5-88c5-8c13d7befe10 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups?id=33627090-20a6-4348-a159-720f08179093&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421018 Feb 15 16:40:52.344966 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-66a6ea04-4b29-40ac-ac0d-3acf70183fe6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:52.349231 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-fca24b82-5c87-46d8-8af9-1ae15c674acc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:52.356201 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-fca24b82-5c87-46d8-8af9-1ae15c674acc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 812 time: 0.7195055 Feb 15 16:40:52.371594 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-45496db9-c95c-4117-b13b-c7b25e25b3ec tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Request body: {'port': {'device_id': 'ce2d7910-ee3e-4269-aa97-7c1a52b64091', 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e', 'admin_state_up': True, 'tenant_id': 'ba74aa9e819a439eb5de67abc6749cb0'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:52.374631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39282) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:52.378076 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b6d9f379-75cc-457f-8194-5147f3161605 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-692304359-network', 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:52.558568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfeb2d-393b-424f-b0bc-9a0a10f5256a req-0cb4b41d-99cc-4b88-953b-c606b1de1702 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:52.559984 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9ebfeb2d-393b-424f-b0bc-9a0a10f5256a req-0cb4b41d-99cc-4b88-953b-c606b1de1702 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 931 time: 0.0932155 Feb 15 16:40:52.563493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d85e611c-f1ca-447f-87ab-590ac4fb51b9 req-75aec0e2-ffa5-48b6-b76f-fc12bb38ae5f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Router bcaf26a8-ad35-40e8-b600-906b19dc30f0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:40:52.588726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6ea04-4b29-40ac-ac0d-3acf70183fe6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Pushing event updated for resources: {'Port': ['ID=61053614-6810-4093-b41f-e9ba5fc95f28,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:52.620969 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9ebfeb2d-393b-424f-b0bc-9a0a10f5256a req-752c2533-eed3-4442-bcd9-325f32b41436 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528700 Feb 15 16:40:52.721302 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89e6d638-e760-46ad-854f-492dab40aa65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:52.733773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d85e611c-f1ca-447f-87ab-590ac4fb51b9 req-75aec0e2-ffa5-48b6-b76f-fc12bb38ae5f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:40:52.737623 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-20c62b29-3e66-4392-bdbb-317f53d2f8ff req-0b48c4ba-cffe-49f9-be41-58e59951c939 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 210 time: 0.0457489 Feb 15 16:40:52.742469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705880f-31b5-44f8-bba1-663835d798a9 req-bb426a20-135a-4ee6-937e-ff45d102e286 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:52.744421 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5705880f-31b5-44f8-bba1-663835d798a9 req-bb426a20-135a-4ee6-937e-ff45d102e286 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.3918757 Feb 15 16:40:52.751711 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-45496db9-c95c-4117-b13b-c7b25e25b3ec tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Made reservation on behalf of ba74aa9e819a439eb5de67abc6749cb0 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:40:52.754813 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ffdf6-3aaf-4b11-be4b-c8b79b133e6d None None] Sync routers for ids ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:40:52.755294 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-45496db9-c95c-4117-b13b-c7b25e25b3ec tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:52.779934 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ffdf6-3aaf-4b11-be4b-c8b79b133e6d None None] Routers {'bcaf26a8-ad35-40e8-b600-906b19dc30f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:40:52.780672 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2c6ffdf6-3aaf-4b11-be4b-c8b79b133e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:52.845778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-66a6ea04-4b29-40ac-ac0d-3acf70183fe6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4501805 Feb 15 16:40:52.903672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Request body: {'port': {'device_id': '8ca801c7-3d0d-4a2a-84cb-3f3b91383b77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:52.926304 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-45496db9-c95c-4117-b13b-c7b25e25b3ec tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Allocated IP 172.20.0.6 (25ae7ec7-2a2e-4bf6-b151-6a630a07559e/e54c697c-dfc4-4d97-947c-96f129045128/4c33aff5-788d-458a-b193-873eef05a479) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:40:52.928568 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aec0e2-ffa5-48b6-b76f-fc12bb38ae5f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Pushing event deleted for resources: {'Port': ['ID=7e58e225-5a8b-49da-a292-9ac51d029534,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:53.006003 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2c6ffdf6-3aaf-4b11-be4b-c8b79b133e6d None None] Set router bcaf26a8-ad35-40e8-b600-906b19dc30f0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:40:53.032488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d9f379-75cc-457f-8194-5147f3161605 admin admin] Made reservation on behalf of 470a2c5ab8af406ba7a7838ed7ac3361 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:40:53.045570 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f379-75cc-457f-8194-5147f3161605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:53.068868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85e611c-f1ca-447f-87ab-590ac4fb51b9 req-75aec0e2-ffa5-48b6-b76f-fc12bb38ae5f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] No DVR routers for this DVR port 7e58e225-5a8b-49da-a292-9ac51d029534 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:40:53.075737 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d85e611c-f1ca-447f-87ab-590ac4fb51b9 req-75aec0e2-ffa5-48b6-b76f-fc12bb38ae5f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:53.083079 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d85e611c-f1ca-447f-87ab-590ac4fb51b9 req-75aec0e2-ffa5-48b6-b76f-fc12bb38ae5f tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.10 "DELETE /v2.0/ports/7e58e225-5a8b-49da-a292-9ac51d029534 HTTP/1.1" status: 204 len: 173 time: 2.8238299 Feb 15 16:40:53.105751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bd966f-1dca-48bf-9402-56f614ed025a', 'name': 'network-vif-deleted', 'tag': '7e58e225-5a8b-49da-a292-9ac51d029534'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:40:53.112531 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c2dc8b-92bf-40af-8cd0-c4b538aa60df" -d '{"events": [{"server_uuid": "e2bd966f-1dca-48bf-9402-56f614ed025a", "name": "network-vif-deleted", "tag": "7e58e225-5a8b-49da-a292-9ac51d029534"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:40:53.152936 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f379-75cc-457f-8194-5147f3161605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:53.194181 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-45496db9-c95c-4117-b13b-c7b25e25b3ec tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks [] for port (4c33aff5-788d-458a-b193-873eef05a479), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:53.226669 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85293042-46c0-4308-9b73-29002ce0f474 x-openstack-request-id: req-85293042-46c0-4308-9b73-29002ce0f474 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:40:53.227274 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2bd966f-1dca-48bf-9402-56f614ed025a", "name": "network-vif-deleted", "tag": "7e58e225-5a8b-49da-a292-9ac51d029534", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:40:53.227386 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-85293042-46c0-4308-9b73-29002ce0f474 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:40:53.227852 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bd966f-1dca-48bf-9402-56f614ed025a', 'name': 'network-vif-deleted', 'tag': '7e58e225-5a8b-49da-a292-9ac51d029534', 'status': 'completed', 'code': 200} Feb 15 16:40:53.235436 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5705880f-31b5-44f8-bba1-663835d798a9 req-c52eddf7-db0c-4f72-a885-b26a82a26a12 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356985 Feb 15 16:40:53.267395 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89e6d638-e760-46ad-854f-492dab40aa65 admin admin] Publish callbacks [] for security_group (940c3400-d988-4f19-bff8-38b767790108), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:53.306201 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2c6ffdf6-3aaf-4b11-be4b-c8b79b133e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'name': 'tempest-ServersTestFqdnHostnames-494572170-router', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:39:29Z', 'updated_at': '2022-02-15T16:39:38Z', 'revision_number': 4, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'gw_port': {'id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:31Z', 'updated_at': '2022-02-15T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd08acc78-c75f-4d45-a8b0-24a8b630940c', 'name': '', 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'mac_address': 'fa:16:3e:b0:d7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '8291a608-81de-4b12-bf71-94312111a503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:37Z', 'updated_at': '2022-02-15T16:39:42Z', 'revision_number': 5, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'subnets': [{'id': '8291a608-81de-4b12-bf71-94312111a503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:53.331777 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:53.333221 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ffdf6-3aaf-4b11-be4b-c8b79b133e6d None None] Checking router: bcaf26a8-ad35-40e8-b600-906b19dc30f0 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:40:53.341885 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ffdf6-3aaf-4b11-be4b-c8b79b133e6d None None] Routers {'bcaf26a8-ad35-40e8-b600-906b19dc30f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:40:53.342803 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2c6ffdf6-3aaf-4b11-be4b-c8b79b133e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:53.387630 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89e6d638-e760-46ad-854f-492dab40aa65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (940c3400-d988-4f19-bff8-38b767790108), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:53.435434 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-45496db9-c95c-4117-b13b-c7b25e25b3ec tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4c33aff5-788d-458a-b193-873eef05a479), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:53.502257 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-45496db9-c95c-4117-b13b-c7b25e25b3ec tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:40:53.520685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-45496db9-c95c-4117-b13b-c7b25e25b3ec tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:40:53.535489 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-45496db9-c95c-4117-b13b-c7b25e25b3ec tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:40:53.551695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6d638-e760-46ad-854f-492dab40aa65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940c3400-d988-4f19-bff8-38b767790108,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:53.614863 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-45496db9-c95c-4117-b13b-c7b25e25b3ec tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:53.615842 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-45496db9-c95c-4117-b13b-c7b25e25b3ec tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:53.634986 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63bdf0e9-c5f5-476d-a326-b9ff5588c09c req-a3b02428-6c89-4e3a-9308-56171f90b887 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/ports?device_id=e2bd966f-1dca-48bf-9402-56f614ed025a HTTP/1.1" status: 200 len: 210 time: 0.0928645 Feb 15 16:40:53.644871 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-89e6d638-e760-46ad-854f-492dab40aa65 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7e295b2f59e4496ab800dca50bf6c6e8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2578106 Feb 15 16:40:53.657212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39294) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:53.677190 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f261356-bdcf-4c53-a7bd-4087d4e103b6 req-ebc1e6e1-9ad1-4086-a13a-f81dadcb5abb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:53.678878 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0f261356-bdcf-4c53-a7bd-4087d4e103b6 req-ebc1e6e1-9ad1-4086-a13a-f81dadcb5abb tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.2980840 Feb 15 16:40:53.681095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45496db9-c95c-4117-b13b-c7b25e25b3ec tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Pushing event updated for resources: {'Port': ['ID=4c33aff5-788d-458a-b193-873eef05a479,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:53.707344 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2c6ffdf6-3aaf-4b11-be4b-c8b79b133e6d None None] Set router bcaf26a8-ad35-40e8-b600-906b19dc30f0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:40:53.739231 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-45496db9-c95c-4117-b13b-c7b25e25b3ec tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3714314 Feb 15 16:40:53.762747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Request body: {'port': {'device_id': 'ce2d7910-ee3e-4269-aa97-7c1a52b64091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:53.787258 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0f261356-bdcf-4c53-a7bd-4087d4e103b6 req-6bf13bef-f839-4dde-8f1b-46b4dd60cb7a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977309 Feb 15 16:40:53.848727 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f379-75cc-457f-8194-5147f3161605 admin admin] Publish callbacks [] for security_group (bcf4f47e-f3ca-4b24-bd1a-35a604362bb2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:53.852404 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e9b0a34-44a5-4c35-9169-cc0566d609bd admin admin] Publish callbacks [] for security_group (940c3400-d988-4f19-bff8-38b767790108), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:53.868133 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4c33aff5-788d-458a-b193-873eef05a479), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:53.895795 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e9b0a34-44a5-4c35-9169-cc0566d609bd admin admin] Publish callbacks [] for security_group (940c3400-d988-4f19-bff8-38b767790108), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:53.924517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6deb8-4f62-4143-825c-ef8787f98fde req-13b22000-57b2-4cf5-a654-87ff2240789b tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:53.933070 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6b6deb8-4f62-4143-825c-ef8787f98fde req-13b22000-57b2-4cf5-a654-87ff2240789b tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 931 time: 0.1595957 Feb 15 16:40:53.969179 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f379-75cc-457f-8194-5147f3161605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bcf4f47e-f3ca-4b24-bd1a-35a604362bb2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:54.070132 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6b6deb8-4f62-4143-825c-ef8787f98fde req-6e1a9d10-8978-4b99-ac91-8c15b10240e0 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355138 Feb 15 16:40:54.082100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9f379-75cc-457f-8194-5147f3161605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:54.090366 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2c6ffdf6-3aaf-4b11-be4b-c8b79b133e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'name': 'tempest-ServersTestFqdnHostnames-494572170-router', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:39:29Z', 'updated_at': '2022-02-15T16:39:38Z', 'revision_number': 4, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'gw_port': {'id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:31Z', 'updated_at': '2022-02-15T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd08acc78-c75f-4d45-a8b0-24a8b630940c', 'name': '', 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'mac_address': 'fa:16:3e:b0:d7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '8291a608-81de-4b12-bf71-94312111a503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:37Z', 'updated_at': '2022-02-15T16:39:42Z', 'revision_number': 5, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'subnets': [{'id': '8291a608-81de-4b12-bf71-94312111a503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:40:54.137925 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6ffdf6-3aaf-4b11-be4b-c8b79b133e6d None None] The sync data for ids ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'] in n-d-828372-14 is: [{'id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'name': 'tempest-ServersTestFqdnHostnames-494572170-router', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:39:29Z', 'updated_at': '2022-02-15T16:39:38Z', 'revision_number': 4, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'gw_port': {'id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:31Z', 'updated_at': '2022-02-15T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd08acc78-c75f-4d45-a8b0-24a8b630940c', 'name': '', 'network_id': '6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'mac_address': 'fa:16:3e:b0:d7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': '8291a608-81de-4b12-bf71-94312111a503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:37Z', 'updated_at': '2022-02-15T16:39:42Z', 'revision_number': 5, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'subnets': [{'id': '8291a608-81de-4b12-bf71-94312111a503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:40:54.207403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61053614-6810-4093-b41f-e9ba5fc95f28 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:40:54.229550 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Publish callbacks [] for port (61053614-6810-4093-b41f-e9ba5fc95f28), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:54.238565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d9f379-75cc-457f-8194-5147f3161605 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:40:54.268877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2ec1e-8d0e-4d5c-8ed5-f2c10c4b9131 req-b54938a9-604f-40b7-93b7-9cca9bb588c6 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:54.282878 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5dc2ec1e-8d0e-4d5c-8ed5-f2c10c4b9131 req-b54938a9-604f-40b7-93b7-9cca9bb588c6 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 931 time: 0.3085456 Feb 15 16:40:54.285396 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e9b0a34-44a5-4c35-9169-cc0566d609bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (940c3400-d988-4f19-bff8-38b767790108), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:54.288235 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e9b0a34-44a5-4c35-9169-cc0566d609bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:54.292554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Transition to ACTIVE for port object 61053614-6810-4093-b41f-e9ba5fc95f28 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:40:54.295185 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f379-75cc-457f-8194-5147f3161605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c06ef25d-ca51-492c-8283-189ef6029665), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:54.298319 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-b6d9f379-75cc-457f-8194-5147f3161605 admin admin] Added segment c06ef25d-ca51-492c-8283-189ef6029665 of type vlan for network 64f806f5-7f76-494c-a8a8-410618cb8430 Feb 15 16:40:54.304093 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1e9b0a34-44a5-4c35-9169-cc0566d609bd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/940c3400-d988-4f19-bff8-38b767790108 HTTP/1.1" status: 204 len: 168 time: 0.6342127 Feb 15 16:40:54.395385 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:54.400752 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b0a34-44a5-4c35-9169-cc0566d609bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940c3400-d988-4f19-bff8-38b767790108,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:54.482468 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f379-75cc-457f-8194-5147f3161605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (64f806f5-7f76-494c-a8a8-410618cb8430), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:54.541824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Pushing event updated for resources: {'Port': ['ID=61053614-6810-4093-b41f-e9ba5fc95f28,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:54.563850 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5dc2ec1e-8d0e-4d5c-8ed5-f2c10c4b9131 req-bed35db1-5b30-4442-ab27-ae472a8aaf4c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797837 Feb 15 16:40:54.626264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 7e58e225-5a8b-49da-a292-9ac51d029534 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:40:54.641631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b7e95-a327-4a10-8e9d-7994f2a997e9 req-04938f11-7a97-4aa2-b45c-f3bdaa9d7c2c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:54.643404 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c69b7e95-a327-4a10-8e9d-7994f2a997e9 req-04938f11-7a97-4aa2-b45c-f3bdaa9d7c2c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.2801399 Feb 15 16:40:54.669000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 7e58e225-5a8b-49da-a292-9ac51d029534 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:40:54.669642 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 7e58e225-5a8b-49da-a292-9ac51d029534 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:40:54.692284 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f379-75cc-457f-8194-5147f3161605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (64f806f5-7f76-494c-a8a8-410618cb8430), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:54.693570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d9f379-75cc-457f-8194-5147f3161605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:54.694142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118c2d20-30ee-40d3-bb7f-67a78b0efcc2 None None] New status for floating IP 513633cf-cb20-445d-9df8-8b4ed1927ac3: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:40:54.694336 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6d9f379-75cc-457f-8194-5147f3161605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:54.722768 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c33aff5-788d-458a-b193-873eef05a479 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:40:54.725971 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Attempting to bind port 61053614-6810-4093-b41f-e9ba5fc95f28 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:40:54.726425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Attempting to bind port 61053614-6810-4093-b41f-e9ba5fc95f28 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:40:54.726869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Attempting to bind port 61053614-6810-4093-b41f-e9ba5fc95f28 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:40:54.742026 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Publish callbacks [] for port (4c33aff5-788d-458a-b193-873eef05a479), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:54.775979 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Transition to ACTIVE for port object 4c33aff5-788d-458a-b193-873eef05a479 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:40:54.811890 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Port 61053614-6810-4093-b41f-e9ba5fc95f28 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:40:54.812609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Attempting to bind port 61053614-6810-4093-b41f-e9ba5fc95f28 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:40:54.831471 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c69b7e95-a327-4a10-8e9d-7994f2a997e9 req-24c956d4-b9db-475a-aa2c-4bcfe9bb0638 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793272 Feb 15 16:40:54.834932 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:40:54.835343 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Checking segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:40:54.835952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Bound using segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:40:54.836582 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Bound port: 61053614-6810-4093-b41f-e9ba5fc95f28, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:40:54.837316 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:54.840930 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9f379-75cc-457f-8194-5147f3161605 admin admin] Pushing event updated for resources: {'Network': ['ID=64f806f5-7f76-494c-a8a8-410618cb8430,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:54.865541 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (4c33aff5-788d-458a-b193-873eef05a479), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:54.924620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39308) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:54.965730 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b6d9f379-75cc-457f-8194-5147f3161605 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8765492 Feb 15 16:40:54.975855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39312) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:54.995863 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ebb08d8c-0d9d-42c6-aa2e-48b5ef5bd156 admin admin] Request body: {'subnet': {'network_id': '64f806f5-7f76-494c-a8a8-410618cb8430', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-692304359-subnet', 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:55.117555 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Pushing event updated for resources: {'Port': ['ID=4c33aff5-788d-458a-b193-873eef05a479,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:55.184512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 64f806f5-7f76-494c-a8a8-410618cb8430 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:40:55.195983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:55.195983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:55.195983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:55.195983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:55.195983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:55.197523 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:55.198027 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:55.201584 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:55.202684 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:55.202684 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:55.202940 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:55.203358 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:55.203787 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:40:55.258445 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a13c-cfa5-43e6-912f-3bfe8a45c61e tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for security_group (33627090-20a6-4348-a159-720f08179093), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:55.262970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] For port 61053614-6810-4093-b41f-e9ba5fc95f28, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:40:55.318869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Attempting to bind port 4c33aff5-788d-458a-b193-873eef05a479 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:40:55.319497 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Attempting to bind port 4c33aff5-788d-458a-b193-873eef05a479 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:40:55.320177 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Attempting to bind port 4c33aff5-788d-458a-b193-873eef05a479 on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:40:55.322941 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb08d8c-0d9d-42c6-aa2e-48b5ef5bd156 admin admin] Made reservation on behalf of 470a2c5ab8af406ba7a7838ed7ac3361 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:40:55.325744 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ebb08d8c-0d9d-42c6-aa2e-48b5ef5bd156 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:55.341124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] For port 61053614-6810-4093-b41f-e9ba5fc95f28, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61053614-6810-4093-b41f-e9ba5fc95f28,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:40:55.352922 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a13c-cfa5-43e6-912f-3bfe8a45c61e tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for security_group (33627090-20a6-4348-a159-720f08179093), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:55.383687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Port 4c33aff5-788d-458a-b193-873eef05a479 on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:40:55.384311 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Attempting to bind port 4c33aff5-788d-458a-b193-873eef05a479 on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:40:55.394054 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:40:55.394707 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Checking segment: {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:40:55.395857 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Bound using segment: {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:40:55.396494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Bound port: 4c33aff5-788d-458a-b193-873eef05a479, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:40:55.397021 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4c33aff5-788d-458a-b193-873eef05a479), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:55.449013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73d8a0-b006-493b-ba42-fe89ee8de8b7 req-11b2fe98-a8e1-4fb1-bfe3-cf890d6cc9d1 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:55.456580 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf73d8a0-b006-493b-ba42-fe89ee8de8b7 req-11b2fe98-a8e1-4fb1-bfe3-cf890d6cc9d1 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.2180665 Feb 15 16:40:55.498039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa99208-ccf9-44a2-b44d-c9333534fdf2 req-64d02b82-e4c9-40ac-9ee8-e9ef8db08ba0 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:55.510079 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9fa99208-ccf9-44a2-b44d-c9333534fdf2 req-64d02b82-e4c9-40ac-9ee8-e9ef8db08ba0 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.4801564 Feb 15 16:40:55.556801 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:55.577676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf73d8a0-b006-493b-ba42-fe89ee8de8b7 req-f992fdd4-5463-4eb0-b821-b42b287cf20e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197538 Feb 15 16:40:55.640718 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a13c-cfa5-43e6-912f-3bfe8a45c61e tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (33627090-20a6-4348-a159-720f08179093), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:55.643550 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aeb8a13c-cfa5-43e6-912f-3bfe8a45c61e tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:55.644956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-aeb8a13c-cfa5-43e6-912f-3bfe8a45c61e tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "DELETE /v2.0/security-groups/33627090-20a6-4348-a159-720f08179093 HTTP/1.1" status: 204 len: 168 time: 0.7134061 Feb 15 16:40:55.676243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39326) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:55.677638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8a13c-cfa5-43e6-912f-3bfe8a45c61e tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33627090-20a6-4348-a159-720f08179093,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:55.708895 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-5db44694-f49a-4163-abfe-e4d1d557bb60 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] show failed (client error): The resource could not be found. Feb 15 16:40:55.709917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5db44694-f49a-4163-abfe-e4d1d557bb60 tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "GET /v2.0/security-groups/33627090-20a6-4348-a159-720f08179093 HTTP/1.1" status: 404 len: 347 time: 0.0237329 Feb 15 16:40:55.716623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39328) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:55.723423 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:55.723423 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:55.723423 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] 10.222.0.67 "PUT /v2.0/ports/61053614-6810-4093-b41f-e9ba5fc95f28 HTTP/1.1" status: 200 len: 1092 time: 2.8282084 Feb 15 16:40:55.724299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca801c7-3d0d-4a2a-84cb-3f3b91383b77', 'tag': '61053614-6810-4093-b41f-e9ba5fc95f28'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:40:55.726810 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27d3517-9e87-48b9-aacb-de4dfdb63d55" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca801c7-3d0d-4a2a-84cb-3f3b91383b77", "tag": "61053614-6810-4093-b41f-e9ba5fc95f28"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:40:55.752546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37793301-7788-4497-9cd7-3d3158366f9b service neutron] Pushing event updated for resources: {'Port': ['ID=61053614-6810-4093-b41f-e9ba5fc95f28,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:55.803514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9fa99208-ccf9-44a2-b44d-c9333534fdf2 req-9bf11769-d335-452d-b5c3-7e28d1e0bf3d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866633 Feb 15 16:40:55.817633 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] For port 4c33aff5-788d-458a-b193-873eef05a479, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:40:55.856698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] For port 4c33aff5-788d-458a-b193-873eef05a479, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4c33aff5-788d-458a-b193-873eef05a479,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:40:55.945714 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ebb08d8c-0d9d-42c6-aa2e-48b5ef5bd156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (9939a095-408b-4e8e-8ab5-05c1df2acefd), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:55.948186 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (4c33aff5-788d-458a-b193-873eef05a479), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:55.953262 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badb2352-7d71-406c-aa8d-579eccfd6628 x-openstack-request-id: req-badb2352-7d71-406c-aa8d-579eccfd6628 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:40:55.953262 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca801c7-3d0d-4a2a-84cb-3f3b91383b77", "tag": "61053614-6810-4093-b41f-e9ba5fc95f28", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:40:55.953262 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-badb2352-7d71-406c-aa8d-579eccfd6628 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:40:55.953262 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca801c7-3d0d-4a2a-84cb-3f3b91383b77', 'tag': '61053614-6810-4093-b41f-e9ba5fc95f28', 'status': 'completed', 'code': 200} Feb 15 16:40:56.061515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-480a27f9-73aa-4e4f-bff2-c664eb116ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:56.063698 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-480a27f9-73aa-4e4f-bff2-c664eb116ec0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 1126 time: 0.2275264 Feb 15 16:40:56.070450 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:56.071077 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:56.074856 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] 10.222.0.67 "PUT /v2.0/ports/4c33aff5-788d-458a-b193-873eef05a479 HTTP/1.1" status: 200 len: 1092 time: 2.3222060 Feb 15 16:40:56.075238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce2d7910-ee3e-4269-aa97-7c1a52b64091', 'tag': '4c33aff5-788d-458a-b193-873eef05a479'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:40:56.077693 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bbc890-5b16-407e-90c8-a98f8de64cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "ce2d7910-ee3e-4269-aa97-7c1a52b64091", "tag": "4c33aff5-788d-458a-b193-873eef05a479"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:40:56.107552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb08d8c-0d9d-42c6-aa2e-48b5ef5bd156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9939a095-408b-4e8e-8ab5-05c1df2acefd,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:56.152462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eef73-c663-4e69-bfcf-afe9f5956918 req-f3f05724-6206-4576-867c-bae9aeff7fb7 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:56.157527 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-912eef73-c663-4e69-bfcf-afe9f5956918 req-f3f05724-6206-4576-867c-bae9aeff7fb7 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 943 time: 0.2933569 Feb 15 16:40:56.165945 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680510f-7d46-4e24-893f-d720f51cf9bb service neutron] Pushing event updated for resources: {'Port': ['ID=4c33aff5-788d-458a-b193-873eef05a479,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:56.181639 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb08d8c-0d9d-42c6-aa2e-48b5ef5bd156 admin admin] Checking segment: {'id': 'c06ef25d-ca51-492c-8283-189ef6029665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '64f806f5-7f76-494c-a8a8-410618cb8430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:40:56.186046 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb08d8c-0d9d-42c6-aa2e-48b5ef5bd156 admin admin] Network hostable DHCP agents. Network: 64f806f5-7f76-494c-a8a8-410618cb8430, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:40:56.223955 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39344) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:56.326017 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-912eef73-c663-4e69-bfcf-afe9f5956918 req-05cab8d0-1ba6-457e-ace6-cfb752f8cf70 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368830 Feb 15 16:40:56.336744 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-cd4d82a2-e23d-49b9-8ba5-707b2d75a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:56.339023 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-cd4d82a2-e23d-49b9-8ba5-707b2d75a1a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 1126 time: 0.1316986 Feb 15 16:40:56.369874 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb08d8c-0d9d-42c6-aa2e-48b5ef5bd156 admin admin] Network 64f806f5-7f76-494c-a8a8-410618cb8430 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:40:56.417727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c4b2e77c-1aef-4cc5-80ba-3f219624b528 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-240392320-network', 'tenant_id': '67bb2522a59147d6a481577b2fb0a459'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:56.422036 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-8c90645c-2399-4ee9-a4fb-83ce3e660ccd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c33aff5-788d-458a-b193-873eef05a479 HTTP/1.1" status: 200 len: 217 time: 0.0704403 Feb 15 16:40:56.499955 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-032b6729-cf3a-46a6-869c-7dc705958457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:56.501740 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-032b6729-cf3a-46a6-869c-7dc705958457 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e54c697c-dfc4-4d97-947c-96f129045128 HTTP/1.1" status: 200 len: 852 time: 0.0723112 Feb 15 16:40:56.502560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ebb08d8c-0d9d-42c6-aa2e-48b5ef5bd156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 64f806f5-7f76-494c-a8a8-410618cb8430) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:40:56.510705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb08d8c-0d9d-42c6-aa2e-48b5ef5bd156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:56.510705 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ebb08d8c-0d9d-42c6-aa2e-48b5ef5bd156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:56.514834 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a8e70a-3aa4-4fa1-b41c-e0376f0c4cc3 None None] Network 64f806f5-7f76-494c-a8a8-410618cb8430 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:40:56.545665 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-3b484383-04c1-4e2f-b8fe-004f5f3e1698 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348716 Feb 15 16:40:56.549292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b2e77c-1aef-4cc5-80ba-3f219624b528 admin admin] Made reservation on behalf of 67bb2522a59147d6a481577b2fb0a459 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:40:56.551992 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e77c-1aef-4cc5-80ba-3f219624b528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:56.571449 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e77c-1aef-4cc5-80ba-3f219624b528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:56.618495 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ebb08d8c-0d9d-42c6-aa2e-48b5ef5bd156 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6414165 Feb 15 16:40:56.620410 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb07714-c453-45d7-9f9e-5523dfa69c68 x-openstack-request-id: req-beb07714-c453-45d7-9f9e-5523dfa69c68 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:40:56.620701 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce2d7910-ee3e-4269-aa97-7c1a52b64091", "tag": "4c33aff5-788d-458a-b193-873eef05a479", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:40:56.620961 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-beb07714-c453-45d7-9f9e-5523dfa69c68 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:40:56.621392 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce2d7910-ee3e-4269-aa97-7c1a52b64091', 'tag': '4c33aff5-788d-458a-b193-873eef05a479', 'status': 'completed', 'code': 200} Feb 15 16:40:56.623536 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39352) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:56.631852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-692304359-router', 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:56.715877 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-1f889f9f-8bbb-4d88-80fa-9de987516e9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61053614-6810-4093-b41f-e9ba5fc95f28 HTTP/1.1" status: 200 len: 217 time: 0.6333437 Feb 15 16:40:56.717624 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-d2baa464-833f-41f7-a9c2-9d72e7400f26 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623733 Feb 15 16:40:56.738830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be295fa-1009-4445-90a0-dcfae9ebb261 req-aa8297e3-414b-4f5a-b12d-d2533855bc2b tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:56.750104 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-64f806f5-7f76-494c-a8a8-410618cb8430', 'network_id': '64f806f5-7f76-494c-a8a8-410618cb8430', 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'fixed_ips': [{'subnet_id': '9939a095-408b-4e8e-8ab5-05c1df2acefd'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:40:56.750574 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2be295fa-1009-4445-90a0-dcfae9ebb261 req-aa8297e3-414b-4f5a-b12d-d2533855bc2b tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.7981822 Feb 15 16:40:56.751523 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:56.821226 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (71e8d84d-bc87-474f-a37e-872ccc0c5857), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:56.822332 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (71e8d84d-bc87-474f-a37e-872ccc0c5857), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:56.834654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-186531d4-6bcf-4c2a-92cf-8256d700cffd tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Deleting port 0733b955-e3d9-4fa3-bbd4-ee986e6832d1 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:40:56.837111 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-186531d4-6bcf-4c2a-92cf-8256d700cffd tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0733b955-e3d9-4fa3-bbd4-ee986e6832d1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:56.915054 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e77c-1aef-4cc5-80ba-3f219624b528 admin admin] Publish callbacks [] for security_group (787188d7-97eb-4d45-ad56-c750dbb47f9a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:56.924037 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2be295fa-1009-4445-90a0-dcfae9ebb261 req-939ba607-d5ec-47bd-872f-d018d9522b36 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713555 Feb 15 16:40:56.929668 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-b9409754-82f2-4357-ba95-c13914ebf15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:56.931695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-b9409754-82f2-4357-ba95-c13914ebf15b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.1753032 Feb 15 16:40:56.978767 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Allocated IP 172.20.0.2 (64f806f5-7f76-494c-a8a8-410618cb8430/9939a095-408b-4e8e-8ab5-05c1df2acefd/376906a1-f67c-4a6b-8788-10d774651af7) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:40:56.998239 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-f7b085b6-8e16-4a49-a601-e83ba2e1cdb4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591052 Feb 15 16:40:57.024472 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e77c-1aef-4cc5-80ba-3f219624b528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (787188d7-97eb-4d45-ad56-c750dbb47f9a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:57.039855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-186531d4-6bcf-4c2a-92cf-8256d700cffd tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0733b955-e3d9-4fa3-bbd4-ee986e6832d1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:57.040502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-186531d4-6bcf-4c2a-92cf-8256d700cffd tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for floatingip (0733b955-e3d9-4fa3-bbd4-ee986e6832d1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:57.050575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41993aa8-9560-4cb4-b018-cfde47d2f9c3 req-6f3c1848-1bbf-4098-99ee-1e22b987bf8f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:57.058443 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-41993aa8-9560-4cb4-b018-cfde47d2f9c3 req-6f3c1848-1bbf-4098-99ee-1e22b987bf8f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.3320103 Feb 15 16:40:57.147087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-186531d4-6bcf-4c2a-92cf-8256d700cffd tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Calling delete_port for 0733b955-e3d9-4fa3-bbd4-ee986e6832d1 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:40:57.155986 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Publish callbacks [] for router_controller (71e8d84d-bc87-474f-a37e-872ccc0c5857), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:57.165395 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b2e77c-1aef-4cc5-80ba-3f219624b528 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:40:57.180174 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e559ec0f-dc5a-41d9-a0d2-e139f89d2800 req-7cc1b67a-36b6-4f80-95b6-891ddd217200 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499669 Feb 15 16:40:57.210239 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e77c-1aef-4cc5-80ba-3f219624b528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e723f447-4183-4b5f-a63d-21116bb64ae1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:57.210683 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-c4b2e77c-1aef-4cc5-80ba-3f219624b528 admin admin] Added segment e723f447-4183-4b5f-a63d-21116bb64ae1 of type vlan for network c350406e-5e8b-4687-9174-2aa934fa13cf Feb 15 16:40:57.215444 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2e77c-1aef-4cc5-80ba-3f219624b528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787188d7-97eb-4d45-ad56-c750dbb47f9a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:57.241404 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-41993aa8-9560-4cb4-b018-cfde47d2f9c3 req-dab9b921-c1cc-447a-b604-cf9aeb9062d2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442924 Feb 15 16:40:57.244966 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Publish callbacks [] for port (376906a1-f67c-4a6b-8788-10d774651af7), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:57.279809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c63f823-b5c6-4188-974d-b55945192b94 req-854e71bf-6fdd-46ad-afbf-6a3ba716b5d6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:57.281406 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c63f823-b5c6-4188-974d-b55945192b94 req-854e71bf-6fdd-46ad-afbf-6a3ba716b5d6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.1920512 Feb 15 16:40:57.319359 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e77c-1aef-4cc5-80ba-3f219624b528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (c350406e-5e8b-4687-9174-2aa934fa13cf), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:57.338438 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (376906a1-f67c-4a6b-8788-10d774651af7), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:57.424829 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-b8aa1d77-9119-4e9d-8020-fe806e60960b service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145498 Feb 15 16:40:57.451818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Pushing event updated for resources: {'Port': ['ID=376906a1-f67c-4a6b-8788-10d774651af7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:57.463849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Network 64f806f5-7f76-494c-a8a8-410618cb8430 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:40:57.465655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:40:57.468490 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:40:57.516480 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Publish callbacks [] for router_gateway (71e8d84d-bc87-474f-a37e-872ccc0c5857), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:57.532143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbc890-5b16-407e-90c8-a98f8de64cd0 req-c4c91fa6-1664-417e-b033-deba7c854d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:57.535303 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00bbc890-5b16-407e-90c8-a98f8de64cd0 req-c4c91fa6-1664-417e-b033-deba7c854d73 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 1126 time: 0.1857798 Feb 15 16:40:57.536734 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e77c-1aef-4cc5-80ba-3f219624b528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (c350406e-5e8b-4687-9174-2aa934fa13cf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:57.537646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b2e77c-1aef-4cc5-80ba-3f219624b528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:57.538717 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e77c-1aef-4cc5-80ba-3f219624b528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:57.541337 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Attempting to bind port 376906a1-f67c-4a6b-8788-10d774651af7 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:40:57.542408 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Attempting to bind port 376906a1-f67c-4a6b-8788-10d774651af7 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'c06ef25d-ca51-492c-8283-189ef6029665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '64f806f5-7f76-494c-a8a8-410618cb8430'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:40:57.543063 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Attempting to bind port 376906a1-f67c-4a6b-8788-10d774651af7 on network 64f806f5-7f76-494c-a8a8-410618cb8430 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:40:57.549256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:40:57.549906 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Checking segment: {'id': 'c06ef25d-ca51-492c-8283-189ef6029665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '64f806f5-7f76-494c-a8a8-410618cb8430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:40:57.550663 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:57.551302 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Bound using segment: {'id': 'c06ef25d-ca51-492c-8283-189ef6029665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '64f806f5-7f76-494c-a8a8-410618cb8430'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:40:57.552584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Bound port: 376906a1-f67c-4a6b-8788-10d774651af7, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06ef25d-ca51-492c-8283-189ef6029665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '64f806f5-7f76-494c-a8a8-410618cb8430'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:40:57.553151 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (376906a1-f67c-4a6b-8788-10d774651af7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:57.600277 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd44e0e1-492a-4c9e-8484-eddd20f160e2 req-cac72ef0-496f-4468-844d-ebe7aba3a6f6 service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357977 Feb 15 16:40:57.644710 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c63f823-b5c6-4188-974d-b55945192b94 req-117adca8-4b75-4273-9774-7fee85a6cbed tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466291 Feb 15 16:40:57.670924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] For port 376906a1-f67c-4a6b-8788-10d774651af7, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:40:57.676186 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] For port 376906a1-f67c-4a6b-8788-10d774651af7, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=376906a1-f67c-4a6b-8788-10d774651af7,segment=NetworkSegment(c06ef25d-ca51-492c-8283-189ef6029665),segment_id=c06ef25d-ca51-492c-8283-189ef6029665)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:40:57.727495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46956a-aec8-42d4-af93-1fda3ad46f5e req-0c243170-280e-4e21-b219-76c703ce7976 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:57.729278 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb46956a-aec8-42d4-af93-1fda3ad46f5e req-0c243170-280e-4e21-b219-76c703ce7976 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 943 time: 0.2478247 Feb 15 16:40:57.735281 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c4b2e77c-1aef-4cc5-80ba-3f219624b528 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5083170 Feb 15 16:40:57.736145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2e77c-1aef-4cc5-80ba-3f219624b528 admin admin] Pushing event updated for resources: {'Network': ['ID=c350406e-5e8b-4687-9174-2aa934fa13cf,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:57.747942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39358) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:57.750251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network c350406e-5e8b-4687-9174-2aa934fa13cf details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:40:57.757326 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-e82c4817-ea37-4456-9bc1-dbb196accfdd admin admin] Request body: {'subnet': {'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-240392320-subnet', 'tenant_id': '67bb2522a59147d6a481577b2fb0a459', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:40:57.815139 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbc890-5b16-407e-90c8-a98f8de64cd0 req-f3a0f913-a2c3-4a17-b862-58f6ea45acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:57.816637 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00bbc890-5b16-407e-90c8-a98f8de64cd0 req-f3a0f913-a2c3-4a17-b862-58f6ea45acc2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 913 time: 0.2585640 Feb 15 16:40:57.829823 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-186531d4-6bcf-4c2a-92cf-8256d700cffd tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0733b955-e3d9-4fa3-bbd4-ee986e6832d1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:57.834694 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb46956a-aec8-42d4-af93-1fda3ad46f5e req-db1fcad8-152a-4c3c-9146-18e7f5cd39f8 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942204 Feb 15 16:40:57.866756 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00bbc890-5b16-407e-90c8-a98f8de64cd0 req-86cdb0f5-94c6-422e-a761-87f90816cb82 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c33aff5-788d-458a-b193-873eef05a479 HTTP/1.1" status: 200 len: 217 time: 0.0427630 Feb 15 16:40:57.886053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186531d4-6bcf-4c2a-92cf-8256d700cffd tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Pushing event deleted for resources: {'Port': ['ID=0733b955-e3d9-4fa3-bbd4-ee986e6832d1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:57.887829 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (376906a1-f67c-4a6b-8788-10d774651af7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:57.935416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bbc890-5b16-407e-90c8-a98f8de64cd0 req-ebdce18c-db5b-431a-bbeb-38f63d28a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:57.936930 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00bbc890-5b16-407e-90c8-a98f8de64cd0 req-ebdce18c-db5b-431a-bbeb-38f63d28a61a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e54c697c-dfc4-4d97-947c-96f129045128 HTTP/1.1" status: 200 len: 852 time: 0.0619874 Feb 15 16:40:57.955469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d3517-9e87-48b9-aacb-de4dfdb63d55 req-e0eda9fb-d1a0-4258-9845-cfbeffe039f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:57.958306 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a27d3517-9e87-48b9-aacb-de4dfdb63d55 req-e0eda9fb-d1a0-4258-9845-cfbeffe039f6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 1126 time: 0.1923914 Feb 15 16:40:57.977554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82c4817-ea37-4456-9bc1-dbb196accfdd admin admin] Made reservation on behalf of 67bb2522a59147d6a481577b2fb0a459 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:40:57.980178 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e82c4817-ea37-4456-9bc1-dbb196accfdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:57.999281 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc85e9-8e9d-4d8b-9d2d-e32e6b2ac006 None None] Pushing event updated for resources: {'Port': ['ID=376906a1-f67c-4a6b-8788-10d774651af7,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:58.039371 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00bbc890-5b16-407e-90c8-a98f8de64cd0 req-d72a817a-7c69-4ac7-a932-e342e59d4282 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912585 Feb 15 16:40:58.155722 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-186531d4-6bcf-4c2a-92cf-8256d700cffd tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks [] for floatingip (513633cf-cb20-445d-9df8-8b4ed1927ac3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:58.158845 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-186531d4-6bcf-4c2a-92cf-8256d700cffd tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:58.163409 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-186531d4-6bcf-4c2a-92cf-8256d700cffd tempest-ServersTestFqdnHostnames-1544852201 tempest-ServersTestFqdnHostnames-1544852201-project] 10.222.0.107 "DELETE /v2.0/floatingips/513633cf-cb20-445d-9df8-8b4ed1927ac3 HTTP/1.1" status: 204 len: 168 time: 2.4370425 Feb 15 16:40:58.168131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39362) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:40:58.250578 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Publish callbacks [] for router_gateway (71e8d84d-bc87-474f-a37e-872ccc0c5857), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:58.331136 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00bbc890-5b16-407e-90c8-a98f8de64cd0 req-0df8e4da-3ce7-4288-96c1-331013e56321 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208190 Feb 15 16:40:58.358979 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:58.437704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d3517-9e87-48b9-aacb-de4dfdb63d55 req-788bb7b7-7686-4386-85ec-2ce6c0d65a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:58.439421 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a27d3517-9e87-48b9-aacb-de4dfdb63d55 req-788bb7b7-7686-4386-85ec-2ce6c0d65a58 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.4746916 Feb 15 16:40:58.470310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f2ce5-0994-4252-9e30-62b528ab1970 req-becdcdb6-6c3b-4b2e-87e1-23a848ac209e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:58.473854 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc5f2ce5-0994-4252-9e30-62b528ab1970 req-becdcdb6-6c3b-4b2e-87e1-23a848ac209e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.3871534 Feb 15 16:40:58.579172 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a27d3517-9e87-48b9-aacb-de4dfdb63d55 req-40c2d260-40db-4625-8b58-88b3469eb969 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61053614-6810-4093-b41f-e9ba5fc95f28 HTTP/1.1" status: 200 len: 217 time: 0.1230822 Feb 15 16:40:58.601811 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00bbc890-5b16-407e-90c8-a98f8de64cd0 req-28f825a6-319d-45bc-bec8-d32e0e120298 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697577 Feb 15 16:40:58.612651 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071b202-baeb-4191-bd30-2f4663538c35 req-673ddc05-8446-4ab1-87aa-1f4e24347577 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:58.620286 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e071b202-baeb-4191-bd30-2f4663538c35 req-673ddc05-8446-4ab1-87aa-1f4e24347577 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.2322989 Feb 15 16:40:58.649034 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4c33aff5-788d-458a-b193-873eef05a479 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:40:58.685654 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Allocated IP 172.25.4.39 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/e85231de-468d-48d0-ad31-f1a3ea969f4a) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:40:58.736897 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e071b202-baeb-4191-bd30-2f4663538c35 req-744f7431-a621-43ad-81a7-3ff12ec51a9a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155808 Feb 15 16:40:58.795415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4c33aff5-788d-458a-b193-873eef05a479, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4c33aff5-788d-458a-b193-873eef05a479,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:58.811075 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '4c33aff5-788d-458a-b193-873eef05a479', 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e', 'port_id': '4c33aff5-788d-458a-b193-873eef05a479', 'mac_address': 'fa:16:3e:2a:39:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54c697c-dfc4-4d97-947c-96f129045128', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:40:58.842124 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc5f2ce5-0994-4252-9e30-62b528ab1970 req-26a17d7e-8b28-44e3-8ff3-92695daa43ab tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473105 Feb 15 16:40:58.851379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d3517-9e87-48b9-aacb-de4dfdb63d55 req-0f0c74b3-4722-469e-a2f6-f21e9319f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:58.853562 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a27d3517-9e87-48b9-aacb-de4dfdb63d55 req-0f0c74b3-4722-469e-a2f6-f21e9319f80c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.2660830 Feb 15 16:40:58.870836 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 4c33aff5-788d-458a-b193-873eef05a479 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:40:58.871233 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4c33aff5-788d-458a-b193-873eef05a479), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:58.893225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a27d3517-9e87-48b9-aacb-de4dfdb63d55 req-42e0c487-bb42-4636-a001-049ff0aa23bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330682 Feb 15 16:40:58.924293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c33aff5-788d-458a-b193-873eef05a479 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:40:58.934314 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e82c4817-ea37-4456-9bc1-dbb196accfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (f26da3fb-9020-4127-97e3-22f21ca942bc), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:58.952503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4c33aff5-788d-458a-b193-873eef05a479, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4c33aff5-788d-458a-b193-873eef05a479,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:40:59.035697 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4c33aff5-788d-458a-b193-873eef05a479), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:59.133670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=4c33aff5-788d-458a-b193-873eef05a479,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:59.277858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c4817-ea37-4456-9bc1-dbb196accfdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f26da3fb-9020-4127-97e3-22f21ca942bc,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:40:59.310328 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 376906a1-f67c-4a6b-8788-10d774651af7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:40:59.348457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['4c33aff5-788d-458a-b193-873eef05a479'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:40:59.441072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb42f01-59ef-45d0-8837-38a87e4c30d2 None None] Network 64f806f5-7f76-494c-a8a8-410618cb8430 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:40:59.447850 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82c4817-ea37-4456-9bc1-dbb196accfdd admin admin] Checking segment: {'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:40:59.449093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82c4817-ea37-4456-9bc1-dbb196accfdd admin admin] Network hostable DHCP agents. Network: c350406e-5e8b-4687-9174-2aa934fa13cf, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:40:59.455393 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a27d3517-9e87-48b9-aacb-de4dfdb63d55 req-1d735fca-6c20-4491-91c2-cd8fbb0414cd service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541432 Feb 15 16:40:59.466053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebf7e5-5eac-47e5-b925-0985fc37f06e req-d02f2c57-c2a3-476c-9cf7-e0d5307a74e5 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:59.468203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-97ebf7e5-5eac-47e5-b925-0985fc37f06e req-d02f2c57-c2a3-476c-9cf7-e0d5307a74e5 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 944 time: 0.4568005 Feb 15 16:40:59.595771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-28b88be0-d404-4a14-a8f8-beac244f8baa None None] Provisioning complete for port 376906a1-f67c-4a6b-8788-10d774651af7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:59.597889 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28b88be0-d404-4a14-a8f8-beac244f8baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (376906a1-f67c-4a6b-8788-10d774651af7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:59.610029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773644d9-8565-48e5-9567-bd7f3f13380d req-dc59a299-c3c9-460b-b5e9-c937de60fe14 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:59.611671 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-773644d9-8565-48e5-9567-bd7f3f13380d req-dc59a299-c3c9-460b-b5e9-c937de60fe14 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.7346766 Feb 15 16:40:59.636750 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Publish callbacks [] for port (e85231de-468d-48d0-ad31-f1a3ea969f4a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:59.688408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-97ebf7e5-5eac-47e5-b925-0985fc37f06e req-492cc3b9-9294-4167-bb03-94398798f1fe tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116332 Feb 15 16:40:59.690296 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-773644d9-8565-48e5-9567-bd7f3f13380d req-86b854fa-fe1a-4c9e-93d6-c6a5e863308d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686381 Feb 15 16:40:59.728832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82c4817-ea37-4456-9bc1-dbb196accfdd admin admin] Network c350406e-5e8b-4687-9174-2aa934fa13cf is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:40:59.736371 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 376906a1-f67c-4a6b-8788-10d774651af7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:40:59.736929 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (376906a1-f67c-4a6b-8788-10d774651af7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:59.744324 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a27d3517-9e87-48b9-aacb-de4dfdb63d55 req-0c2289bd-6ecf-4edc-9504-8d86201a5679 service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747493 Feb 15 16:40:59.836800 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e85231de-468d-48d0-ad31-f1a3ea969f4a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:59.853393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-e82c4817-ea37-4456-9bc1-dbb196accfdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, c350406e-5e8b-4687-9174-2aa934fa13cf) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:40:59.859486 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82c4817-ea37-4456-9bc1-dbb196accfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:40:59.860903 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e82c4817-ea37-4456-9bc1-dbb196accfdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:40:59.866823 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:40:59.870127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a569b02b-9e20-4879-b23c-2825ef70b0d8 None None] Network c350406e-5e8b-4687-9174-2aa934fa13cf requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:40:59.895184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:40:59.904293 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:40:59.915033 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e07db52b-b656-4fe1-8e74-a1741ea6f150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (bcaf26a8-ad35-40e8-b600-906b19dc30f0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:00.009698 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e82c4817-ea37-4456-9bc1-dbb196accfdd admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.2585354 Feb 15 16:41:00.077330 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Pushing event updated for resources: {'Port': ['ID=e85231de-468d-48d0-ad31-f1a3ea969f4a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:00.094365 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed352f9-3ba2-4571-9c66-78b7273fe87e req-bf3446c5-da6e-43b1-8114-fadefee424e5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:00.099304 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ed352f9-3ba2-4571-9c66-78b7273fe87e req-bf3446c5-da6e-43b1-8114-fadefee424e5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.2653341 Feb 15 16:41:00.121936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 376906a1-f67c-4a6b-8788-10d774651af7 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:00.122428 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (376906a1-f67c-4a6b-8788-10d774651af7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:00.179622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-28b88be0-d404-4a14-a8f8-beac244f8baa None None] Current status of the port 376906a1-f67c-4a6b-8788-10d774651af7 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:00.180017 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28b88be0-d404-4a14-a8f8-beac244f8baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (376906a1-f67c-4a6b-8788-10d774651af7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:00.272085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-28b88be0-d404-4a14-a8f8-beac244f8baa None None] For port 376906a1-f67c-4a6b-8788-10d774651af7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=376906a1-f67c-4a6b-8788-10d774651af7,segment=NetworkSegment(c06ef25d-ca51-492c-8283-189ef6029665),segment_id=c06ef25d-ca51-492c-8283-189ef6029665)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:00.275807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07743e26-5ff8-43f8-8498-73387943cad6 None None] Network c350406e-5e8b-4687-9174-2aa934fa13cf requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:41:00.378581 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:00.384759 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2e510-ac53-41b1-b57d-fbb6e41551d9 req-e6c88307-643a-433f-b952-098077f733ad tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:00.387116 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2cd2e510-ac53-41b1-b57d-fbb6e41551d9 req-e6c88307-643a-433f-b952-098077f733ad tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.4137201 Feb 15 16:41:00.388217 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28b88be0-d404-4a14-a8f8-beac244f8baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (376906a1-f67c-4a6b-8788-10d774651af7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:00.455403 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ed352f9-3ba2-4571-9c66-78b7273fe87e req-8536f581-c843-4a54-8cf5-54972bd8726c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493943 Feb 15 16:41:00.588141 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2cd2e510-ac53-41b1-b57d-fbb6e41551d9 req-ed9f9c8d-d31d-4f68-b94d-209f0dc335e3 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951413 Feb 15 16:41:00.596511 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:41:00.597012 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:41:00.633295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-dfde100d-7793-4faf-8f5f-36470106beb1 None None] Provisioning complete for port 376906a1-f67c-4a6b-8788-10d774651af7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:00.634347 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dfde100d-7793-4faf-8f5f-36470106beb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (376906a1-f67c-4a6b-8788-10d774651af7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:00.657709 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Publish callbacks [] for router_gateway (71e8d84d-bc87-474f-a37e-872ccc0c5857), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:00.691686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b88be0-d404-4a14-a8f8-beac244f8baa None None] Pushing event updated for resources: {'Port': ['ID=376906a1-f67c-4a6b-8788-10d774651af7,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:00.707367 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:00.842908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dfde100d-7793-4faf-8f5f-36470106beb1 None None] Current status of the port 376906a1-f67c-4a6b-8788-10d774651af7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:00.937429 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d6d9c-632d-4c15-b642-89b1669a85c7 req-1d19eb7c-dc63-42f0-98a6-13ca97b188d3 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:00.939023 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5c9d6d9c-632d-4c15-b642-89b1669a85c7 req-1d19eb7c-dc63-42f0-98a6-13ca97b188d3 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 944 time: 0.1111615 Feb 15 16:41:00.968934 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (71e8d84d-bc87-474f-a37e-872ccc0c5857), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:01.085456 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5c9d6d9c-632d-4c15-b642-89b1669a85c7 req-28f9a10c-d734-49a1-8897-c330e279a40b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377046 Feb 15 16:41:01.159012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 376906a1-f67c-4a6b-8788-10d774651af7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:01.227683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e07db52b-b656-4fe1-8e74-a1741ea6f150 admin admin] Deleting port d08acc78-c75f-4d45-a8b0-24a8b630940c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:41:01.228252 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e07db52b-b656-4fe1-8e74-a1741ea6f150 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:01.242998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Router 71e8d84d-bc87-474f-a37e-872ccc0c5857 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:41:01.292278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 376906a1-f67c-4a6b-8788-10d774651af7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:01.340292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a392f4-527b-4236-a447-1f2da0166dc5 req-5612513c-c3a5-447b-bdff-342c94837d39 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:01.341830 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d3a392f4-527b-4236-a447-1f2da0166dc5 req-5612513c-c3a5-447b-bdff-342c94837d39 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.1409271 Feb 15 16:41:01.398804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-786ad362-bc72-4cfc-9230-58301da73222 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:01.405748 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-786ad362-bc72-4cfc-9230-58301da73222 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/networks?id=c350406e-5e8b-4687-9174-2aa934fa13cf HTTP/1.1" status: 200 len: 804 time: 0.7078052 Feb 15 16:41:01.418063 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d3a392f4-527b-4236-a447-1f2da0166dc5 req-4c1f29a7-1d9c-4328-bee9-d0ae1a2f0632 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686038 Feb 15 16:41:01.419340 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:41:01.431949 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Sync routers for ids ['71e8d84d-bc87-474f-a37e-872ccc0c5857'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:41:01.436606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 376906a1-f67c-4a6b-8788-10d774651af7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:01.436990 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (376906a1-f67c-4a6b-8788-10d774651af7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:01.449242 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Routers {'71e8d84d-bc87-474f-a37e-872ccc0c5857'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:41:01.452429 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['71e8d84d-bc87-474f-a37e-872ccc0c5857'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:01.474479 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-0c47c1d9-a7be-4e23-bccf-e8880c368190 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/quotas/67bb2522a59147d6a481577b2fb0a459 HTTP/1.1" status: 200 len: 375 time: 0.0585980 Feb 15 16:41:01.529562 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:01.534089 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-82574439-00d6-4070-b3aa-872a403c81ff admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9094737 Feb 15 16:41:01.534705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39396) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:01.541073 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-90973be6-1cec-408b-94e1-e863863c9c80 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=67bb2522a59147d6a481577b2fb0a459&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599666 Feb 15 16:41:01.605793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 376906a1-f67c-4a6b-8788-10d774651af7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:01.620086 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-e07db52b-b656-4fe1-8e74-a1741ea6f150 admin admin] For port d08acc78-c75f-4d45-a8b0-24a8b630940c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d08acc78-c75f-4d45-a8b0-24a8b630940c,segment=NetworkSegment(8aac18e3-77b8-4d72-923e-2087ce4644ba),segment_id=8aac18e3-77b8-4d72-923e-2087ce4644ba)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:01.620541 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e07db52b-b656-4fe1-8e74-a1741ea6f150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:01.666610 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Set router 71e8d84d-bc87-474f-a37e-872ccc0c5857 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:41:01.667397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e07db52b-b656-4fe1-8e74-a1741ea6f150 admin admin] Calling delete_port for d08acc78-c75f-4d45-a8b0-24a8b630940c owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:41:01.831664 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f14be5a8-518e-48c5-b378-ddd82af63bf3 service neutron] 10.222.0.107 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762437 Feb 15 16:41:01.871251 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f92737-e2b7-45b5-b9f5-258cfac27ee2 req-dc1e1328-7623-4f2c-8f31-2a32ab1d52bc tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:01.872788 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a8f92737-e2b7-45b5-b9f5-258cfac27ee2 req-dc1e1328-7623-4f2c-8f31-2a32ab1d52bc tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.2202373 Feb 15 16:41:01.960078 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'name': 'tempest-ServersTestMultiNic-692304359-router', 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e85231de-468d-48d0-ad31-f1a3ea969f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:56Z', 'updated_at': '2022-02-15T16:41:00Z', 'revision_number': 3, 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'gw_port': {'id': 'e85231de-468d-48d0-ad31-f1a3ea969f4a', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:40:58Z', 'updated_at': '2022-02-15T16:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:02.005166 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Checking router: 71e8d84d-bc87-474f-a37e-872ccc0c5857 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:41:02.006026 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Updating router 71e8d84d-bc87-474f-a37e-872ccc0c5857 port e85231de-468d-48d0-ad31-f1a3ea969f4a binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:41:02.007913 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f06c71f6-7fc3-4e38-be29-29d1b2659f0d service neutron] 10.222.0.107 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673770 Feb 15 16:41:02.051221 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e85231de-468d-48d0-ad31-f1a3ea969f4a), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:02.084756 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a8f92737-e2b7-45b5-b9f5-258cfac27ee2 req-e95a061e-f5f1-4293-bf6b-4bda635bad45 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039676 Feb 15 16:41:02.332569 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e07db52b-b656-4fe1-8e74-a1741ea6f150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d08acc78-c75f-4d45-a8b0-24a8b630940c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:02.347280 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2133be0-6173-4700-b036-f43cb1119f02 req-5462f448-b158-4f07-a9bd-3d3bc6ff6a03 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:02.350489 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a2133be0-6173-4700-b036-f43cb1119f02 req-5462f448-b158-4f07-a9bd-3d3bc6ff6a03 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.1022954 Feb 15 16:41:02.408018 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07db52b-b656-4fe1-8e74-a1741ea6f150 admin admin] Pushing event deleted for resources: {'Port': ['ID=d08acc78-c75f-4d45-a8b0-24a8b630940c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:02.490764 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a2133be0-6173-4700-b036-f43cb1119f02 req-39fe2760-8fc9-4ce8-850e-b8412a5e4d63 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284699 Feb 15 16:41:02.549411 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Publish callbacks [] for port (e85231de-468d-48d0-ad31-f1a3ea969f4a), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:02.630023 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e85231de-468d-48d0-ad31-f1a3ea969f4a), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:02.665047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4c33aff5-788d-458a-b193-873eef05a479 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:02.719763 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:02.726438 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0f05274-7cd7-400d-affd-7a6805416e82 req-5de837ef-64de-4922-b18b-29c2d62991ad tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 210 time: 0.1354866 Feb 15 16:41:02.762669 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa647c-5d31-4da8-8b67-7a720e4acb27 None None] Pushing event updated for resources: {'Port': ['ID=e85231de-468d-48d0-ad31-f1a3ea969f4a,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:02.822935 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa647c-5d31-4da8-8b67-7a720e4acb27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:02.823507 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa647c-5d31-4da8-8b67-7a720e4acb27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:02.823956 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa647c-5d31-4da8-8b67-7a720e4acb27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:02.824550 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa647c-5d31-4da8-8b67-7a720e4acb27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:02.831750 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa647c-5d31-4da8-8b67-7a720e4acb27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:02.832548 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa647c-5d31-4da8-8b67-7a720e4acb27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:02.834234 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa647c-5d31-4da8-8b67-7a720e4acb27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:02.834234 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa647c-5d31-4da8-8b67-7a720e4acb27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:02.834234 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa647c-5d31-4da8-8b67-7a720e4acb27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:02.834234 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa647c-5d31-4da8-8b67-7a720e4acb27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:02.835079 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa647c-5d31-4da8-8b67-7a720e4acb27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:02.835416 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa647c-5d31-4da8-8b67-7a720e4acb27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:02.835998 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fa647c-5d31-4da8-8b67-7a720e4acb27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:02.853254 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Attempting to bind port e85231de-468d-48d0-ad31-f1a3ea969f4a on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:02.853763 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Attempting to bind port e85231de-468d-48d0-ad31-f1a3ea969f4a by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:02.855259 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Attempting to bind port e85231de-468d-48d0-ad31-f1a3ea969f4a on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:02.872051 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:02.873121 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:02.873943 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:02.874544 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:02.875318 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Bound port: e85231de-468d-48d0-ad31-f1a3ea969f4a, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:02.875810 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e85231de-468d-48d0-ad31-f1a3ea969f4a), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:02.878072 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c666f-e5d6-418f-b05d-7a398ae02846 req-85d7bad1-038b-4d89-8b92-d90e25ed333c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:02.885942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e20c666f-e5d6-418f-b05d-7a398ae02846 req-85d7bad1-038b-4d89-8b92-d90e25ed333c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 944 time: 0.3095648 Feb 15 16:41:02.932726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 4c33aff5-788d-458a-b193-873eef05a479 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:41:02.937218 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 4c33aff5-788d-458a-b193-873eef05a479 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:02.937679 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4c33aff5-788d-458a-b193-873eef05a479), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:02.982430 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] For port e85231de-468d-48d0-ad31-f1a3ea969f4a, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:02.991631 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] For port e85231de-468d-48d0-ad31-f1a3ea969f4a, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e85231de-468d-48d0-ad31-f1a3ea969f4a,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:03.042965 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e20c666f-e5d6-418f-b05d-7a398ae02846 req-a26bb5fc-b700-48a3-a731-58c56bbad368 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560383 Feb 15 16:41:03.050519 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e07db52b-b656-4fe1-8e74-a1741ea6f150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (bcaf26a8-ad35-40e8-b600-906b19dc30f0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:03.064773 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e85231de-468d-48d0-ad31-f1a3ea969f4a), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:03.090071 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a098394-ff47-4194-a9a0-6ba8c7778c38 req-017ca700-8b3e-48d0-8f08-9d9f1fd81998 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:03.099673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a098394-ff47-4194-a9a0-6ba8c7778c38 req-017ca700-8b3e-48d0-8f08-9d9f1fd81998 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.2089543 Feb 15 16:41:03.126363 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 4c33aff5-788d-458a-b193-873eef05a479 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:03.128494 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4c33aff5-788d-458a-b193-873eef05a479), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:03.142793 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Allocated IP 172.20.0.1 (64f806f5-7f76-494c-a8a8-410618cb8430/9939a095-408b-4e8e-8ab5-05c1df2acefd/6883956f-a485-45ff-9559-ed3f7822b607) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:41:03.198800 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a098394-ff47-4194-a9a0-6ba8c7778c38 req-19701e53-a1c1-4183-b027-f385571de425 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990613 Feb 15 16:41:03.219661 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa647c-5d31-4da8-8b67-7a720e4acb27 None None] Pushing event updated for resources: {'Port': ['ID=e85231de-468d-48d0-ad31-f1a3ea969f4a,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:03.231696 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Routers {'71e8d84d-bc87-474f-a37e-872ccc0c5857'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:41:03.238274 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['71e8d84d-bc87-474f-a37e-872ccc0c5857'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:03.254026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2d7910-ee3e-4269-aa97-7c1a52b64091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c33aff5-788d-458a-b193-873eef05a479'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:03.268063 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cf033e-55aa-4452-a864-205adbb15024" -d '{"events": [{"server_uuid": "ce2d7910-ee3e-4269-aa97-7c1a52b64091", "name": "network-vif-plugged", "status": "completed", "tag": "4c33aff5-788d-458a-b193-873eef05a479"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:03.342941 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Publish callbacks [] for port (6883956f-a485-45ff-9559-ed3f7822b607), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:03.507112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4c33aff5-788d-458a-b193-873eef05a479, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4c33aff5-788d-458a-b193-873eef05a479,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:03.511527 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f66965-6da9-4a63-8819-2c7e5138685e x-openstack-request-id: req-44f66965-6da9-4a63-8819-2c7e5138685e {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:03.511933 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2d7910-ee3e-4269-aa97-7c1a52b64091", "name": "network-vif-plugged", "status": "completed", "tag": "4c33aff5-788d-458a-b193-873eef05a479", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:03.512278 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-44f66965-6da9-4a63-8819-2c7e5138685e {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:03.512769 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2d7910-ee3e-4269-aa97-7c1a52b64091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c33aff5-788d-458a-b193-873eef05a479', 'code': 200} Feb 15 16:41:03.513510 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] Set router 71e8d84d-bc87-474f-a37e-872ccc0c5857 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:41:03.556254 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (6883956f-a485-45ff-9559-ed3f7822b607), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:03.612571 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4c33aff5-788d-458a-b193-873eef05a479), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:03.716695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Network 64f806f5-7f76-494c-a8a8-410618cb8430 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:41:03.723862 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:03.736779 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:41:03.738357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=4c33aff5-788d-458a-b193-873eef05a479,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:03.742762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Pushing event updated for resources: {'Port': ['ID=6883956f-a485-45ff-9559-ed3f7822b607,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:03.824148 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'name': 'tempest-ServersTestMultiNic-692304359-router', 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e85231de-468d-48d0-ad31-f1a3ea969f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:56Z', 'updated_at': '2022-02-15T16:41:00Z', 'revision_number': 3, 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'gw_port': {'id': 'e85231de-468d-48d0-ad31-f1a3ea969f4a', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:40:58Z', 'updated_at': '2022-02-15T16:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:03.844459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07db52b-b656-4fe1-8e74-a1741ea6f150 admin admin] Router bcaf26a8-ad35-40e8-b600-906b19dc30f0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:41:03.861890 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31079d96-3198-4cd6-b4ce-ba671b388ac0 None None] The sync data for ids ['71e8d84d-bc87-474f-a37e-872ccc0c5857'] in n-d-828372-14 is: [{'id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'name': 'tempest-ServersTestMultiNic-692304359-router', 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e85231de-468d-48d0-ad31-f1a3ea969f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:56Z', 'updated_at': '2022-02-15T16:41:00Z', 'revision_number': 3, 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'gw_port': {'id': 'e85231de-468d-48d0-ad31-f1a3ea969f4a', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:40:58Z', 'updated_at': '2022-02-15T16:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:41:03.869492 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c99db5-5e57-48b8-bd1b-0cf2bd1291f9 req-da9f5cb0-5395-43a7-9b71-9dc69597aff5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:03.871121 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07c99db5-5e57-48b8-bd1b-0cf2bd1291f9 req-da9f5cb0-5395-43a7-9b71-9dc69597aff5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.2504911 Feb 15 16:41:03.876820 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (71e8d84d-bc87-474f-a37e-872ccc0c5857), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:04.011243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7364f1b-c78e-4d9f-81a1-a7272a55bfac req-7d3d3649-46a0-4f02-9940-02637694593d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:04.012858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7364f1b-c78e-4d9f-81a1-a7272a55bfac req-7d3d3649-46a0-4f02-9940-02637694593d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.6524515 Feb 15 16:41:04.016717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79e06a-c36d-4a41-b808-2bbe8a5f6f59 req-91cd7107-2af2-4217-8b7c-50b9c22cdaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:04.018305 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df79e06a-c36d-4a41-b808-2bbe8a5f6f59 req-91cd7107-2af2-4217-8b7c-50b9c22cdaa9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 1127 time: 0.5478897 Feb 15 16:41:04.101862 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07c99db5-5e57-48b8-bd1b-0cf2bd1291f9 req-1764d220-53a0-411f-ad18-8e9ad9079e3e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195425 Feb 15 16:41:04.125987 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df79e06a-c36d-4a41-b808-2bbe8a5f6f59 req-754fe892-4e66-48cd-994d-945233d353c1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001432 Feb 15 16:41:04.150214 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7364f1b-c78e-4d9f-81a1-a7272a55bfac req-a4b41786-6df2-4363-97d0-a9e58c0b66e2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293528 Feb 15 16:41:04.153114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07db52b-b656-4fe1-8e74-a1741ea6f150 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:41:04.162126 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e07db52b-b656-4fe1-8e74-a1741ea6f150 admin admin] 10.222.0.107 "PUT /v2.0/routers/bcaf26a8-ad35-40e8-b600-906b19dc30f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9897039 Feb 15 16:41:04.168616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39426) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:04.168948 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efadb6a-74b1-49e0-8817-d887f3a929e2 None None] Sync routers for ids ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:41:04.212547 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efadb6a-74b1-49e0-8817-d887f3a929e2 None None] Routers {'bcaf26a8-ad35-40e8-b600-906b19dc30f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:41:04.213215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-0efadb6a-74b1-49e0-8817-d887f3a929e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:04.325164 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6883956f-a485-45ff-9559-ed3f7822b607), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:04.357027 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Publish callbacks [] for router (bcaf26a8-ad35-40e8-b600-906b19dc30f0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:04.384391 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-891fe21f-7033-44ac-ab8a-81c590505ff3 req-585bd7e7-5b73-497b-8a13-aecbdd785b9a tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 210 time: 0.1616480 Feb 15 16:41:04.478445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-0efadb6a-74b1-49e0-8817-d887f3a929e2 None None] Set router bcaf26a8-ad35-40e8-b600-906b19dc30f0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:41:04.510070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee1769-d609-44f8-8423-4e50beaa863a req-ddb711d3-7972-425d-b865-28322aa91058 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:04.512225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8ee1769-d609-44f8-8423-4e50beaa863a req-ddb711d3-7972-425d-b865-28322aa91058 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 945 time: 0.2345579 Feb 15 16:41:04.571915 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c0992344-4ae7-4ee6-9e2a-fed062b6bb45 None None] Provisioning complete for port 6883956f-a485-45ff-9559-ed3f7822b607 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:04.572626 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0992344-4ae7-4ee6-9e2a-fed062b6bb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6883956f-a485-45ff-9559-ed3f7822b607), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:04.580632 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8ee1769-d609-44f8-8423-4e50beaa863a req-f23e80be-c492-422c-8e26-5950f9a9c54a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617282 Feb 15 16:41:04.587458 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Publish callbacks [] for router_gateway (bcaf26a8-ad35-40e8-b600-906b19dc30f0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:04.656971 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b124cc4-1e29-4e74-8e58-0be741a867f3 req-765fbf99-e6c2-4d2a-aff8-4e63cdaffcda tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:04.665842 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b124cc4-1e29-4e74-8e58-0be741a867f3 req-765fbf99-e6c2-4d2a-aff8-4e63cdaffcda tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.1297941 Feb 15 16:41:04.694746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c0992344-4ae7-4ee6-9e2a-fed062b6bb45 None None] Port 6883956f-a485-45ff-9559-ed3f7822b607 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:41:04.780770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Deleting port 0a2c2071-584d-498d-b792-8dd836348bfc {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:41:04.781276 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0a2c2071-584d-498d-b792-8dd836348bfc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:04.800037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-0efadb6a-74b1-49e0-8817-d887f3a929e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'name': 'tempest-ServersTestFqdnHostnames-494572170-router', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:39:29Z', 'updated_at': '2022-02-15T16:41:02Z', 'revision_number': 5, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'gw_port': {'id': '0a2c2071-584d-498d-b792-8dd836348bfc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:39:31Z', 'updated_at': '2022-02-15T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:04.826764 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b124cc4-1e29-4e74-8e58-0be741a867f3 req-5748cd16-1445-43b7-b94c-3910f38a928d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599448 Feb 15 16:41:04.829298 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Publish callbacks [] for port (6883956f-a485-45ff-9559-ed3f7822b607), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:04.847755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efadb6a-74b1-49e0-8817-d887f3a929e2 None None] Checking router: bcaf26a8-ad35-40e8-b600-906b19dc30f0 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:41:04.859985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efadb6a-74b1-49e0-8817-d887f3a929e2 None None] Routers {'bcaf26a8-ad35-40e8-b600-906b19dc30f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:41:04.860682 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-0efadb6a-74b1-49e0-8817-d887f3a929e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:04.898880 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (6883956f-a485-45ff-9559-ed3f7822b607), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:04.900903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] For port 0a2c2071-584d-498d-b792-8dd836348bfc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0a2c2071-584d-498d-b792-8dd836348bfc,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:04.901816 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0a2c2071-584d-498d-b792-8dd836348bfc), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:04.915693 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Calling delete_port for 0a2c2071-584d-498d-b792-8dd836348bfc owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:41:04.982649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-0efadb6a-74b1-49e0-8817-d887f3a929e2 None None] Set router bcaf26a8-ad35-40e8-b600-906b19dc30f0 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:41:04.999695 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (71e8d84d-bc87-474f-a37e-872ccc0c5857), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:05.059642 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-0efadb6a-74b1-49e0-8817-d887f3a929e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'name': 'tempest-ServersTestFqdnHostnames-494572170-router', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:39:29Z', 'updated_at': '2022-02-15T16:41:04Z', 'revision_number': 6, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:05.093259 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efadb6a-74b1-49e0-8817-d887f3a929e2 None None] The sync data for ids ['bcaf26a8-ad35-40e8-b600-906b19dc30f0'] in n-d-828372-14 is: [{'id': 'bcaf26a8-ad35-40e8-b600-906b19dc30f0', 'name': 'tempest-ServersTestFqdnHostnames-494572170-router', 'tenant_id': '92a52b9edefa4daf8132218d260f82a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:39:29Z', 'updated_at': '2022-02-15T16:41:04Z', 'revision_number': 6, 'project_id': '92a52b9edefa4daf8132218d260f82a4', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:41:05.158332 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Pushing event updated for resources: {'Port': ['ID=6883956f-a485-45ff-9559-ed3f7822b607,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:05.217297 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Network 64f806f5-7f76-494c-a8a8-410618cb8430 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:41:05.218973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:05.262375 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0a2c2071-584d-498d-b792-8dd836348bfc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:05.312645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2c2071-584d-498d-b792-8dd836348bfc,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:05.337000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:05.338158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:05.338680 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:05.339031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:05.339368 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:05.339704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:05.340159 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:05.341707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:05.342060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:05.342398 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:05.342735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:05.343069 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:05.343400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:05.596063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22037365-5799-4183-89d1-224b5c67cbc9 req-214b4c6a-66f3-436f-ba70-d476904ecbf8 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:05.604261 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22037365-5799-4183-89d1-224b5c67cbc9 req-214b4c6a-66f3-436f-ba70-d476904ecbf8 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.3942156 Feb 15 16:41:05.607532 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (bcaf26a8-ad35-40e8-b600-906b19dc30f0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:05.734141 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f8b64c26-4833-41bb-9a82-0d5d6eab6b2f None None] Provisioning complete for port 6883956f-a485-45ff-9559-ed3f7822b607 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:05.734506 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8b64c26-4833-41bb-9a82-0d5d6eab6b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6883956f-a485-45ff-9559-ed3f7822b607), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:05.808795 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f8b64c26-4833-41bb-9a82-0d5d6eab6b2f None None] Port 6883956f-a485-45ff-9559-ed3f7822b607 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:41:05.890597 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-29daefad-0619-4416-b880-88623e272e21 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:05.892082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-29daefad-0619-4416-b880-88623e272e21 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.10 "GET /v2.0/networks?id=c350406e-5e8b-4687-9174-2aa934fa13cf HTTP/1.1" status: 200 len: 804 time: 0.2401621 Feb 15 16:41:05.900853 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ed81e-596a-40e5-8eec-7e2b6695cb45 req-58a882bc-42ac-4ea9-b302-b37738ba6881 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:05.902458 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b5ed81e-596a-40e5-8eec-7e2b6695cb45 req-58a882bc-42ac-4ea9-b302-b37738ba6881 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.0834496 Feb 15 16:41:05.907996 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (bcaf26a8-ad35-40e8-b600-906b19dc30f0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:05.912291 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Router 71e8d84d-bc87-474f-a37e-872ccc0c5857 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:41:05.927577 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22037365-5799-4183-89d1-224b5c67cbc9 req-22f1f410-b018-4b60-8e99-a82bb1c4ae17 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161979 Feb 15 16:41:05.931626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-4b6c2f70-1439-4e1a-83e5-2e3a8827eccf tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Request body: {'port': {'device_id': '46b29937-96a9-4402-85d8-5a43b95dfc1a', 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf', 'admin_state_up': True, 'tenant_id': '67bb2522a59147d6a481577b2fb0a459'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:05.942740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Publish callbacks [] for router_controller (bcaf26a8-ad35-40e8-b600-906b19dc30f0), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:06.038902 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b5ed81e-596a-40e5-8eec-7e2b6695cb45 req-1b4bf426-6309-4c02-8214-02581c3f938b tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297903 Feb 15 16:41:06.081914 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e85231de-468d-48d0-ad31-f1a3ea969f4a up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:06.154612 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:41:06.168737 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-015f0164-74b2-4471-97f1-5ed8a585576a admin admin] 10.222.0.107 "PUT /v2.0/routers/71e8d84d-bc87-474f-a37e-872ccc0c5857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6329730 Feb 15 16:41:06.253120 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port e85231de-468d-48d0-ad31-f1a3ea969f4a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:06.254177 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e85231de-468d-48d0-ad31-f1a3ea969f4a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:06.336592 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143388e-795c-4f26-b846-88956d4c808e req-ef3a0cb5-6b6e-4a9d-bdac-481626bf4f01 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:06.338246 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a143388e-795c-4f26-b846-88956d4c808e req-ef3a0cb5-6b6e-4a9d-bdac-481626bf4f01 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 945 time: 0.1232510 Feb 15 16:41:06.397957 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39442) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:06.406779 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e85231de-468d-48d0-ad31-f1a3ea969f4a is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:06.407896 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e85231de-468d-48d0-ad31-f1a3ea969f4a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:06.437339 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a143388e-795c-4f26-b846-88956d4c808e req-5a614107-a639-40b0-b708-e5a700704979 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898509 Feb 15 16:41:06.488028 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port e85231de-468d-48d0-ad31-f1a3ea969f4a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e85231de-468d-48d0-ad31-f1a3ea969f4a,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:06.504043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4495e8d2-41a1-47ff-8e8f-27c0c4ad1616 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1859203044'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:06.539282 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17f7831a-3c0d-417b-bb51-e7cbc442adf6 req-a9ee8ef5-1bde-44f1-b13e-a4eb4e4bf089 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 210 time: 0.5051425 Feb 15 16:41:06.550092 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e85231de-468d-48d0-ad31-f1a3ea969f4a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:06.626869 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=e85231de-468d-48d0-ad31-f1a3ea969f4a,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:06.630465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d08acc78-c75f-4d45-a8b0-24a8b630940c no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:41:06.645756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4495e8d2-41a1-47ff-8e8f-27c0c4ad1616 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Made reservation on behalf of 470a2c5ab8af406ba7a7838ed7ac3361 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:41:06.649147 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4495e8d2-41a1-47ff-8e8f-27c0c4ad1616 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:06.656756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: d08acc78-c75f-4d45-a8b0-24a8b630940c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:41:06.657108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d08acc78-c75f-4d45-a8b0-24a8b630940c not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:41:06.669727 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (bcaf26a8-ad35-40e8-b600-906b19dc30f0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:06.678054 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcaf26a8-ad35-40e8-b600-906b19dc30f0 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:41:06.678054 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:06.678054 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ea10d766-40a2-4868-ad32-4c57d552f0ee admin admin] 10.222.0.107 "DELETE /v2.0/routers/bcaf26a8-ad35-40e8-b600-906b19dc30f0 HTTP/1.1" status: 204 len: 168 time: 2.5110543 Feb 15 16:41:06.678782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39448) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:06.685198 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:41:06.703280 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b4a5d-95e0-46a5-9881-5b0e5f263702 req-e3d97106-5e67-4145-963d-e8b04fe744e2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:06.705572 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-763b4a5d-95e0-46a5-9881-5b0e5f263702 req-e3d97106-5e67-4145-963d-e8b04fe744e2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.1682234 Feb 15 16:41:06.728050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4495e8d2-41a1-47ff-8e8f-27c0c4ad1616 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:41:06.739323 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4495e8d2-41a1-47ff-8e8f-27c0c4ad1616 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8732ec7b-e06d-43d3-b445-ea3510c89e56), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:06.739893 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-4495e8d2-41a1-47ff-8e8f-27c0c4ad1616 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Added segment 8732ec7b-e06d-43d3-b445-ea3510c89e56 of type vlan for network 9c939d6a-e7be-455b-a4ea-2490f7766dc7 Feb 15 16:41:06.751746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-4b6c2f70-1439-4e1a-83e5-2e3a8827eccf tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Made reservation on behalf of 67bb2522a59147d6a481577b2fb0a459 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:41:06.755902 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-4b6c2f70-1439-4e1a-83e5-2e3a8827eccf tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:06.785338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a6a476-0289-4e8b-85db-0a7de6c2d758 admin admin] Deleting subnet 8291a608-81de-4b12-bf71-94312111a503 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:41:06.794678 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-03a6a476-0289-4e8b-85db-0a7de6c2d758 admin admin] Publish callbacks [] for subnet (8291a608-81de-4b12-bf71-94312111a503), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:06.813862 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4495e8d2-41a1-47ff-8e8f-27c0c4ad1616 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (9c939d6a-e7be-455b-a4ea-2490f7766dc7), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:06.881536 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-763b4a5d-95e0-46a5-9881-5b0e5f263702 req-76ff3882-83c9-4107-867b-36ba4fcef43c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670752 Feb 15 16:41:06.891533 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Sync routers for ids ['71e8d84d-bc87-474f-a37e-872ccc0c5857'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:41:06.902367 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Routers {'71e8d84d-bc87-474f-a37e-872ccc0c5857'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:41:06.903215 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['71e8d84d-bc87-474f-a37e-872ccc0c5857'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:06.910622 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-efd3ee06-47ac-4e8f-ba6c-119b6d77f593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:06.946849 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-03a6a476-0289-4e8b-85db-0a7de6c2d758 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (8291a608-81de-4b12-bf71-94312111a503), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:07.082743 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4495e8d2-41a1-47ff-8e8f-27c0c4ad1616 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (9c939d6a-e7be-455b-a4ea-2490f7766dc7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:07.089845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-4b6c2f70-1439-4e1a-83e5-2e3a8827eccf tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Allocated IP 172.20.0.6 (c350406e-5e8b-4687-9174-2aa934fa13cf/f26da3fb-9020-4127-97e3-22f21ca942bc/591e3e41-2291-45c2-b79b-7ef36e7eebdb) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:41:07.090440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4495e8d2-41a1-47ff-8e8f-27c0c4ad1616 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:07.091111 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4495e8d2-41a1-47ff-8e8f-27c0c4ad1616 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:07.139361 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Set router 71e8d84d-bc87-474f-a37e-872ccc0c5857 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:41:07.149961 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-03a6a476-0289-4e8b-85db-0a7de6c2d758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (8291a608-81de-4b12-bf71-94312111a503), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:07.188792 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4495e8d2-41a1-47ff-8e8f-27c0c4ad1616 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7896454 Feb 15 16:41:07.198705 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39456) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:07.199516 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4304e-477c-49c4-b03c-f55957923df1 req-fe7321f5-a70c-4004-9d2f-f6cdba3d2f0a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:07.207780 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31d4304e-477c-49c4-b03c-f55957923df1 req-fe7321f5-a70c-4004-9d2f-f6cdba3d2f0a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.1806529 Feb 15 16:41:07.212973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-08b96a21-2a32-4c61-ba2a-c7da62e97f94 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Request body: {'subnet': {'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:07.219877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495e8d2-41a1-47ff-8e8f-27c0c4ad1616 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event updated for resources: {'Network': ['ID=9c939d6a-e7be-455b-a4ea-2490f7766dc7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:07.237769 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 9c939d6a-e7be-455b-a4ea-2490f7766dc7 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:41:07.282417 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31d4304e-477c-49c4-b03c-f55957923df1 req-d6d68700-3ad6-4e0b-997e-9d4c207d9e9f tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736713 Feb 15 16:41:07.359458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e85231de-468d-48d0-ad31-f1a3ea969f4a up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:07.426017 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6b6e3-9c5b-4197-8ca5-69e7722e565a req-34865afe-bf1f-4bc5-a2b6-46d58b4868c8 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:07.433764 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-63a6b6e3-9c5b-4197-8ca5-69e7722e565a req-34865afe-bf1f-4bc5-a2b6-46d58b4868c8 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 945 time: 0.0827327 Feb 15 16:41:07.438997 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'name': 'tempest-ServersTestMultiNic-692304359-router', 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e85231de-468d-48d0-ad31-f1a3ea969f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:56Z', 'updated_at': '2022-02-15T16:41:04Z', 'revision_number': 4, 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'gw_port': {'id': 'e85231de-468d-48d0-ad31-f1a3ea969f4a', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:40:58Z', 'updated_at': '2022-02-15T16:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6883956f-a485-45ff-9559-ed3f7822b607', 'name': '', 'network_id': '64f806f5-7f76-494c-a8a8-410618cb8430', 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'mac_address': 'fa:16:3e:bd:52:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '9939a095-408b-4e8e-8ab5-05c1df2acefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:02Z', 'updated_at': '2022-02-15T16:41:04Z', 'revision_number': 2, 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'subnets': [{'id': '9939a095-408b-4e8e-8ab5-05c1df2acefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:07.475007 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Checking router: 71e8d84d-bc87-474f-a37e-872ccc0c5857 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:41:07.475653 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Updating router 71e8d84d-bc87-474f-a37e-872ccc0c5857 port 6883956f-a485-45ff-9559-ed3f7822b607 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:41:07.483920 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port e85231de-468d-48d0-ad31-f1a3ea969f4a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:07.484580 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e85231de-468d-48d0-ad31-f1a3ea969f4a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:07.497264 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-63a6b6e3-9c5b-4197-8ca5-69e7722e565a req-a2942e24-4576-41ee-a33d-39ff9b4abef2 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593772 Feb 15 16:41:07.520785 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6883956f-a485-45ff-9559-ed3f7822b607), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:07.584264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e85231de-468d-48d0-ad31-f1a3ea969f4a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:07.593806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0a2c2071-584d-498d-b792-8dd836348bfc no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:41:07.633343 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-03a6a476-0289-4e8b-85db-0a7de6c2d758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (8291a608-81de-4b12-bf71-94312111a503), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:07.634310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 0a2c2071-584d-498d-b792-8dd836348bfc {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:41:07.634827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0a2c2071-584d-498d-b792-8dd836348bfc not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:41:07.688643 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17504993-169a-4426-93cb-27c784e5ef0b req-f7c0fbb5-a90b-4d05-8dca-954c3b33921b tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 210 time: 0.0341072 Feb 15 16:41:07.743307 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358cf909-db68-47e8-9f17-0d49895a9099 req-fa5c5945-201f-4dc7-ab5c-d0df8f3ccaef tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:07.744752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-358cf909-db68-47e8-9f17-0d49895a9099 req-fa5c5945-201f-4dc7-ab5c-d0df8f3ccaef tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.3514338 Feb 15 16:41:07.748071 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-03a6a476-0289-4e8b-85db-0a7de6c2d758 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:07.751233 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-03a6a476-0289-4e8b-85db-0a7de6c2d758 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/8291a608-81de-4b12-bf71-94312111a503 HTTP/1.1" status: 204 len: 168 time: 1.0716155 Feb 15 16:41:07.752722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b96a21-2a32-4c61-ba2a-c7da62e97f94 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Made reservation on behalf of 470a2c5ab8af406ba7a7838ed7ac3361 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:41:07.753826 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39460) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:07.756737 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08b96a21-2a32-4c61-ba2a-c7da62e97f94 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:07.758552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb136b1-8081-49f1-b4ba-3f25d0e6a5d0 None None] Network 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:41:07.853200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a6a476-0289-4e8b-85db-0a7de6c2d758 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8291a608-81de-4b12-bf71-94312111a503,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:07.887586 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-4b6c2f70-1439-4e1a-83e5-2e3a8827eccf tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks [] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:07.927227 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Publish callbacks [] for port (6883956f-a485-45ff-9559-ed3f7822b607), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:07.937773 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-358cf909-db68-47e8-9f17-0d49895a9099 req-689afeb9-6f00-4869-8639-9aa07174b509 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881774 Feb 15 16:41:07.942772 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:07.992263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9545d33a-16ab-437b-9e40-b9708c020b8e None None] DHCP port deletion for 6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:41:08.030597 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6883956f-a485-45ff-9559-ed3f7822b607), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.040096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] Deleting port 17b5454d-de6f-458f-add3-2feb18bf2d7d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:41:08.041554 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (17b5454d-de6f-458f-add3-2feb18bf2d7d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.098684 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-4b6c2f70-1439-4e1a-83e5-2e3a8827eccf tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.105820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9545d33a-16ab-437b-9e40-b9708c020b8e None None] Deleting port 17b5454d-de6f-458f-add3-2feb18bf2d7d {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:41:08.106285 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9545d33a-16ab-437b-9e40-b9708c020b8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (17b5454d-de6f-458f-add3-2feb18bf2d7d), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.172501 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08b96a21-2a32-4c61-ba2a-c7da62e97f94 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (02439661-8518-4632-9d70-fed163b576d7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.176456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-4b6c2f70-1439-4e1a-83e5-2e3a8827eccf tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Network c350406e-5e8b-4687-9174-2aa934fa13cf is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:41:08.181848 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6556f-4d4d-466c-b0a5-497636af4784 None None] Pushing event updated for resources: {'Port': ['ID=6883956f-a485-45ff-9559-ed3f7822b607,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:08.193686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] For port 17b5454d-de6f-458f-add3-2feb18bf2d7d, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=17b5454d-de6f-458f-add3-2feb18bf2d7d,segment=NetworkSegment(8aac18e3-77b8-4d72-923e-2087ce4644ba),segment_id=8aac18e3-77b8-4d72-923e-2087ce4644ba)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:08.194220 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (17b5454d-de6f-458f-add3-2feb18bf2d7d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.203301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9545d33a-16ab-437b-9e40-b9708c020b8e None None] For port 17b5454d-de6f-458f-add3-2feb18bf2d7d, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=17b5454d-de6f-458f-add3-2feb18bf2d7d,segment=NetworkSegment(8aac18e3-77b8-4d72-923e-2087ce4644ba),segment_id=8aac18e3-77b8-4d72-923e-2087ce4644ba)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:08.203784 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9545d33a-16ab-437b-9e40-b9708c020b8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (17b5454d-de6f-458f-add3-2feb18bf2d7d), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.226261 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] Calling delete_port for 17b5454d-de6f-458f-add3-2feb18bf2d7d owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:41:08.231090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-4b6c2f70-1439-4e1a-83e5-2e3a8827eccf tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:08.237820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-4b6c2f70-1439-4e1a-83e5-2e3a8827eccf tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:41:08.238463 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9545d33a-16ab-437b-9e40-b9708c020b8e None None] Calling delete_port for 17b5454d-de6f-458f-add3-2feb18bf2d7d owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:41:08.241380 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Attempting to bind port 6883956f-a485-45ff-9559-ed3f7822b607 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:08.241955 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Attempting to bind port 6883956f-a485-45ff-9559-ed3f7822b607 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'c06ef25d-ca51-492c-8283-189ef6029665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '64f806f5-7f76-494c-a8a8-410618cb8430'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:08.242167 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Attempting to bind port 6883956f-a485-45ff-9559-ed3f7822b607 on network 64f806f5-7f76-494c-a8a8-410618cb8430 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:08.256428 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:08.256813 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Checking segment: {'id': 'c06ef25d-ca51-492c-8283-189ef6029665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '64f806f5-7f76-494c-a8a8-410618cb8430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:08.257307 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.260917 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Bound using segment: {'id': 'c06ef25d-ca51-492c-8283-189ef6029665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '64f806f5-7f76-494c-a8a8-410618cb8430'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:08.260917 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Bound port: 6883956f-a485-45ff-9559-ed3f7822b607, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06ef25d-ca51-492c-8283-189ef6029665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '64f806f5-7f76-494c-a8a8-410618cb8430'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:08.260917 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6883956f-a485-45ff-9559-ed3f7822b607), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.289856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6c2f70-1439-4e1a-83e5-2e3a8827eccf tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Pushing event updated for resources: {'Port': ['ID=591e3e41-2291-45c2-b79b-7ef36e7eebdb,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:08.325728 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-4b6c2f70-1439-4e1a-83e5-2e3a8827eccf tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:08.326553 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-4b6c2f70-1439-4e1a-83e5-2e3a8827eccf tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.391149 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b96a21-2a32-4c61-ba2a-c7da62e97f94 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event updated for resources: {'Subnet': ['ID=02439661-8518-4632-9d70-fed163b576d7,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:08.415403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b96a21-2a32-4c61-ba2a-c7da62e97f94 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Checking segment: {'id': '8732ec7b-e06d-43d3-b445-ea3510c89e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:08.415828 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] For port 6883956f-a485-45ff-9559-ed3f7822b607, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:08.415966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b96a21-2a32-4c61-ba2a-c7da62e97f94 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Network hostable DHCP agents. Network: 9c939d6a-e7be-455b-a4ea-2490f7766dc7, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:41:08.421919 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] For port 6883956f-a485-45ff-9559-ed3f7822b607, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6883956f-a485-45ff-9559-ed3f7822b607,segment=NetworkSegment(c06ef25d-ca51-492c-8283-189ef6029665),segment_id=c06ef25d-ca51-492c-8283-189ef6029665)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:08.422141 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-4b6c2f70-1439-4e1a-83e5-2e3a8827eccf tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5111797 Feb 15 16:41:08.448870 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (17b5454d-de6f-458f-add3-2feb18bf2d7d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.461715 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9545d33a-16ab-437b-9e40-b9708c020b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (17b5454d-de6f-458f-add3-2feb18bf2d7d), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.464479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Request body: {'port': {'device_id': '46b29937-96a9-4402-85d8-5a43b95dfc1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:08.465392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-7901ae07-eb89-49a9-ad5b-b639af418d79 None None] Provisioning complete for port 6883956f-a485-45ff-9559-ed3f7822b607 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:08.466149 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7901ae07-eb89-49a9-ad5b-b639af418d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6883956f-a485-45ff-9559-ed3f7822b607), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.492705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] No DVR routers for this DVR port 17b5454d-de6f-458f-add3-2feb18bf2d7d on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:41:08.494685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b5454d-de6f-458f-add3-2feb18bf2d7d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:08.505577 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6883956f-a485-45ff-9559-ed3f7822b607), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.556377 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.567687 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9545d33a-16ab-437b-9e40-b9708c020b8e None None] Pushing event deleted for resources: {'Port': ['ID=17b5454d-de6f-458f-add3-2feb18bf2d7d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:08.575143 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545d33a-16ab-437b-9e40-b9708c020b8e None None] No DVR routers for this DVR port 17b5454d-de6f-458f-add3-2feb18bf2d7d on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:41:08.576577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70203816-d1c7-4fc6-9f3e-8d66983b3a3b req-b4177e38-27e9-4381-b7a6-e5ae17df3c32 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:08.578867 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-70203816-d1c7-4fc6-9f3e-8d66983b3a3b req-b4177e38-27e9-4381-b7a6-e5ae17df3c32 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.1806149 Feb 15 16:41:08.610307 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.618985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7901ae07-eb89-49a9-ad5b-b639af418d79 None None] Port 6883956f-a485-45ff-9559-ed3f7822b607 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:41:08.640006 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Routers {'71e8d84d-bc87-474f-a37e-872ccc0c5857'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:41:08.640772 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:40:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['71e8d84d-bc87-474f-a37e-872ccc0c5857'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:08.645828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b96a21-2a32-4c61-ba2a-c7da62e97f94 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Network 9c939d6a-e7be-455b-a4ea-2490f7766dc7 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:41:08.672589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:08.686185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa6f14-26ad-46c1-a8c1-23dc4e5bfe7f req-a43a38f8-8a40-4782-a714-54af4dc017a7 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:08.690061 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-06aa6f14-26ad-46c1-a8c1-23dc4e5bfe7f req-a43a38f8-8a40-4782-a714-54af4dc017a7 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.6310391 Feb 15 16:41:08.703998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aac18e3-77b8-4d72-923e-2087ce4644ba') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:08.704272 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aac18e3-77b8-4d72-923e-2087ce4644ba') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:08.728883 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (8aac18e3-77b8-4d72-923e-2087ce4644ba), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.752699 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8aac18e3-77b8-4d72-923e-2087ce4644ba), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.768481 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:41:08.768882 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (8aac18e3-77b8-4d72-923e-2087ce4644ba), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:41:08.770633 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:41:08.814056 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-06aa6f14-26ad-46c1-a8c1-23dc4e5bfe7f req-023c3ccf-0394-407c-83ad-d55645c16ce3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147754 Feb 15 16:41:08.839032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-08b96a21-2a32-4c61-ba2a-c7da62e97f94 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 9c939d6a-e7be-455b-a4ea-2490f7766dc7) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:08.854920 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10373a6c-ff1f-40ef-bfdb-ebc7062fa91a None None] Network 9c939d6a-e7be-455b-a4ea-2490f7766dc7 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:41:08.855124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b96a21-2a32-4c61-ba2a-c7da62e97f94 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:08.855232 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08b96a21-2a32-4c61-ba2a-c7da62e97f94 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.867079 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-70203816-d1c7-4fc6-9f3e-8d66983b3a3b req-50ad8104-8e31-4854-9116-dca9949cd092 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808511 Feb 15 16:41:08.896677 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6556f-4d4d-466c-b0a5-497636af4784 None None] Pushing event updated for resources: {'Port': ['ID=6883956f-a485-45ff-9559-ed3f7822b607,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:08.940581 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.948614 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:08.957619 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] 10.222.0.107 "DELETE /v2.0/networks/6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a HTTP/1.1" status: 204 len: 168 time: 1.2013497 Feb 15 16:41:09.002216 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfba51d-98e2-41a4-92e8-82910c7fc8a2 req-eae140e3-78da-4f4c-8905-6661a8a3a2ca tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:09.007052 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8a42f-0884-4a99-ae25-17843cdf9af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4c3177-2bbf-4a4b-bf25-21c4cc5e0a6a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:09.014022 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] Set router 71e8d84d-bc87-474f-a37e-872ccc0c5857 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:41:09.021312 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecfba51d-98e2-41a4-92e8-82910c7fc8a2 req-eae140e3-78da-4f4c-8905-6661a8a3a2ca tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 945 time: 0.3755200 Feb 15 16:41:09.095758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-9c939d6a-e7be-455b-a4ea-2490f7766dc7', 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7', 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'fixed_ips': [{'subnet_id': '02439661-8518-4632-9d70-fed163b576d7'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:41:09.096633 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:09.131842 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-08b96a21-2a32-4c61-ba2a-c7da62e97f94 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9250727 Feb 15 16:41:09.132407 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39474) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:09.142784 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1b3b1a40-0e5e-4f4b-acb3-570f2e3e6392 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1768036880'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:09.148206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cdba3075-a1ef-4cc3-a472-77c1bf2e6d7d None None] Provisioning complete for port 6883956f-a485-45ff-9559-ed3f7822b607 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:09.148560 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdba3075-a1ef-4cc3-a472-77c1bf2e6d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6883956f-a485-45ff-9559-ed3f7822b607), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:09.179948 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf6f7d-6023-4057-8bad-87b093b5249f req-947adecf-91b0-4a7a-b7aa-d3de7c5d33f6 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:09.181652 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0caf6f7d-6023-4057-8bad-87b093b5249f req-947adecf-91b0-4a7a-b7aa-d3de7c5d33f6 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 945 time: 0.1478963 Feb 15 16:41:09.321630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 17b5454d-de6f-458f-add3-2feb18bf2d7d no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:41:09.324925 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0caf6f7d-6023-4057-8bad-87b093b5249f req-e5df236a-a365-4c37-84b9-4b085cb3b166 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295009 Feb 15 16:41:09.335777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41db3fa-23a1-45a9-9d60-3b2fd0771ad8 req-283df69f-ff62-4fb5-88eb-321acc42b59f tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:09.337847 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e41db3fa-23a1-45a9-9d60-3b2fd0771ad8 req-283df69f-ff62-4fb5-88eb-321acc42b59f tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 931 time: 0.2161069 Feb 15 16:41:09.366674 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3b1a40-0e5e-4f4b-acb3-570f2e3e6392 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Made reservation on behalf of 470a2c5ab8af406ba7a7838ed7ac3361 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:41:09.370497 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b3b1a40-0e5e-4f4b-acb3-570f2e3e6392 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:09.379813 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 17b5454d-de6f-458f-add3-2feb18bf2d7d {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:41:09.380469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 17b5454d-de6f-458f-add3-2feb18bf2d7d not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:41:09.382961 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-ecfba51d-98e2-41a4-92e8-82910c7fc8a2 req-4f3eb69e-5e6b-4857-ad5d-0deb8ea8836b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Deleting port 4c33aff5-788d-458a-b193-873eef05a479 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:41:09.383299 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ecfba51d-98e2-41a4-92e8-82910c7fc8a2 req-4f3eb69e-5e6b-4857-ad5d-0deb8ea8836b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4c33aff5-788d-458a-b193-873eef05a479), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:09.434913 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'name': 'tempest-ServersTestMultiNic-692304359-router', 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e85231de-468d-48d0-ad31-f1a3ea969f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:56Z', 'updated_at': '2022-02-15T16:41:04Z', 'revision_number': 4, 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'gw_port': {'id': 'e85231de-468d-48d0-ad31-f1a3ea969f4a', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:40:58Z', 'updated_at': '2022-02-15T16:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6883956f-a485-45ff-9559-ed3f7822b607', 'name': '', 'network_id': '64f806f5-7f76-494c-a8a8-410618cb8430', 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'mac_address': 'fa:16:3e:bd:52:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '9939a095-408b-4e8e-8ab5-05c1df2acefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:02Z', 'updated_at': '2022-02-15T16:41:08Z', 'revision_number': 4, 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'subnets': [{'id': '9939a095-408b-4e8e-8ab5-05c1df2acefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:09.441171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39476) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:09.451675 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cdba3075-a1ef-4cc3-a472-77c1bf2e6d7d None None] Current status of the port 6883956f-a485-45ff-9559-ed3f7822b607 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:09.452122 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdba3075-a1ef-4cc3-a472-77c1bf2e6d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6883956f-a485-45ff-9559-ed3f7822b607), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:09.457176 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-72a5e799-e7ae-4be9-aa37-bda558c98efd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:09.473963 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f75cb3-4cb4-4f51-b1bb-8f533a0e8ccc None None] The sync data for ids ['71e8d84d-bc87-474f-a37e-872ccc0c5857'] in n-d-828372-14 is: [{'id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'name': 'tempest-ServersTestMultiNic-692304359-router', 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e85231de-468d-48d0-ad31-f1a3ea969f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:56Z', 'updated_at': '2022-02-15T16:41:04Z', 'revision_number': 4, 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'gw_port': {'id': 'e85231de-468d-48d0-ad31-f1a3ea969f4a', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:40:58Z', 'updated_at': '2022-02-15T16:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6883956f-a485-45ff-9559-ed3f7822b607', 'name': '', 'network_id': '64f806f5-7f76-494c-a8a8-410618cb8430', 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'mac_address': 'fa:16:3e:bd:52:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'device_owner': 'network:router_interface', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': '9939a095-408b-4e8e-8ab5-05c1df2acefd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:02Z', 'updated_at': '2022-02-15T16:41:08Z', 'revision_number': 4, 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'subnets': [{'id': '9939a095-408b-4e8e-8ab5-05c1df2acefd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:41:09.537906 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3b1a40-0e5e-4f4b-acb3-570f2e3e6392 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:41:09.595670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ecfba51d-98e2-41a4-92e8-82910c7fc8a2 req-4f3eb69e-5e6b-4857-ad5d-0deb8ea8836b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] For port 4c33aff5-788d-458a-b193-873eef05a479, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4c33aff5-788d-458a-b193-873eef05a479,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:09.604041 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ecfba51d-98e2-41a4-92e8-82910c7fc8a2 req-4f3eb69e-5e6b-4857-ad5d-0deb8ea8836b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4c33aff5-788d-458a-b193-873eef05a479), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:09.618405 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-ecfba51d-98e2-41a4-92e8-82910c7fc8a2 req-4f3eb69e-5e6b-4857-ad5d-0deb8ea8836b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Calling delete_port for 4c33aff5-788d-458a-b193-873eef05a479 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:41:09.625634 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b3b1a40-0e5e-4f4b-acb3-570f2e3e6392 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (20099b47-3576-46fb-a8c2-b80f2b8c85a6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:09.626330 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-1b3b1a40-0e5e-4f4b-acb3-570f2e3e6392 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Added segment 20099b47-3576-46fb-a8c2-b80f2b8c85a6 of type vlan for network f83fd975-bf13-4574-be74-2d1573de2b6d Feb 15 16:41:09.698528 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-881de77f-1c8b-4278-b8bb-4a85a60c3e40 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=92a52b9edefa4daf8132218d260f82a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500138 Feb 15 16:41:09.706047 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39478) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:09.746692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cdba3075-a1ef-4cc3-a472-77c1bf2e6d7d None None] For port 6883956f-a485-45ff-9559-ed3f7822b607, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6883956f-a485-45ff-9559-ed3f7822b607,segment=NetworkSegment(c06ef25d-ca51-492c-8283-189ef6029665),segment_id=c06ef25d-ca51-492c-8283-189ef6029665)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:09.753003 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Allocated IP 19.80.0.2 (9c939d6a-e7be-455b-a4ea-2490f7766dc7/02439661-8518-4632-9d70-fed163b576d7/c348acd2-03da-4196-9d0e-a8988a8bd9c9) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:41:09.770185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e60f31-df7f-45ab-b0fa-2dd068dbc5d5 req-2105b254-7a0d-481d-92db-bbda7e0c0536 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:09.771805 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-22e60f31-df7f-45ab-b0fa-2dd068dbc5d5 req-2105b254-7a0d-481d-92db-bbda7e0c0536 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.2789371 Feb 15 16:41:09.773634 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b3b1a40-0e5e-4f4b-acb3-570f2e3e6392 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (f83fd975-bf13-4574-be74-2d1573de2b6d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:09.866784 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-22e60f31-df7f-45ab-b0fa-2dd068dbc5d5 req-b214575f-bfad-4c03-ba04-d8fe198b677d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865209 Feb 15 16:41:09.905904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591e3e41-2291-45c2-b79b-7ef36e7eebdb {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:09.913998 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ab343300-11bd-4a35-b927-6e89f3d6f73c admin admin] Publish callbacks [] for security_group (ed6919b6-6e37-4acc-b04a-699d3cf0f691), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:09.939665 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ab343300-11bd-4a35-b927-6e89f3d6f73c admin admin] Publish callbacks [] for security_group (ed6919b6-6e37-4acc-b04a-699d3cf0f691), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:09.949141 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Publish callbacks [] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:09.953331 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdba3075-a1ef-4cc3-a472-77c1bf2e6d7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6883956f-a485-45ff-9559-ed3f7822b607), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:09.956014 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ecfba51d-98e2-41a4-92e8-82910c7fc8a2 req-4f3eb69e-5e6b-4857-ad5d-0deb8ea8836b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4c33aff5-788d-458a-b193-873eef05a479), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:10.018773 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b3b1a40-0e5e-4f4b-acb3-570f2e3e6392 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (f83fd975-bf13-4574-be74-2d1573de2b6d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:10.024152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3b1a40-0e5e-4f4b-acb3-570f2e3e6392 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:10.024840 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b3b1a40-0e5e-4f4b-acb3-570f2e3e6392 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:10.026438 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['4c33aff5-788d-458a-b193-873eef05a479'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:10.078012 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Publish callbacks [] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:10.099146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba3075-a1ef-4cc3-a472-77c1bf2e6d7d None None] Pushing event updated for resources: {'Port': ['ID=6883956f-a485-45ff-9559-ed3f7822b607,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:10.128551 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3eb69e-5e6b-4857-ad5d-0deb8ea8836b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Pushing event deleted for resources: {'Port': ['ID=4c33aff5-788d-458a-b193-873eef05a479,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:10.156484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Transition to ACTIVE for port object 591e3e41-2291-45c2-b79b-7ef36e7eebdb will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:41:10.172847 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:10.178087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7d5b3-d60d-40c0-9f72-51a3ba9e56d4 req-caaa74da-d478-48ef-92b7-9edcb88fb81a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:10.179865 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e9e7d5b3-d60d-40c0-9f72-51a3ba9e56d4 req-caaa74da-d478-48ef-92b7-9edcb88fb81a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.1621630 Feb 15 16:41:10.182086 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e41db3fa-23a1-45a9-9d60-3b2fd0771ad8 req-0cf7fd65-0e25-4a07-8fff-1c8bb36165fd tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8286180 Feb 15 16:41:10.183080 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b1a40-0e5e-4f4b-acb3-570f2e3e6392 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event updated for resources: {'Network': ['ID=f83fd975-bf13-4574-be74-2d1573de2b6d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:10.208405 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfba51d-98e2-41a4-92e8-82910c7fc8a2 req-4f3eb69e-5e6b-4857-ad5d-0deb8ea8836b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] No DVR routers for this DVR port 4c33aff5-788d-458a-b193-873eef05a479 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:41:10.210909 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ecfba51d-98e2-41a4-92e8-82910c7fc8a2 req-4f3eb69e-5e6b-4857-ad5d-0deb8ea8836b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:10.217867 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecfba51d-98e2-41a4-92e8-82910c7fc8a2 req-4f3eb69e-5e6b-4857-ad5d-0deb8ea8836b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "DELETE /v2.0/ports/4c33aff5-788d-458a-b193-873eef05a479 HTTP/1.1" status: 204 len: 173 time: 1.1946521 Feb 15 16:41:10.218148 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce2d7910-ee3e-4269-aa97-7c1a52b64091', 'name': 'network-vif-deleted', 'tag': '4c33aff5-788d-458a-b193-873eef05a479'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:10.236693 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccf2c36-f873-4e62-b032-0a25bbf02fad" -d '{"events": [{"server_uuid": "ce2d7910-ee3e-4269-aa97-7c1a52b64091", "name": "network-vif-deleted", "tag": "4c33aff5-788d-458a-b193-873eef05a479"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:10.254744 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e9e7d5b3-d60d-40c0-9f72-51a3ba9e56d4 req-6d81dd76-ff4c-47b9-9eec-5b25520c8ac3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658755 Feb 15 16:41:10.255661 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ab343300-11bd-4a35-b927-6e89f3d6f73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ed6919b6-6e37-4acc-b04a-699d3cf0f691), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:10.258769 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ab343300-11bd-4a35-b927-6e89f3d6f73c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:10.260955 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ab343300-11bd-4a35-b927-6e89f3d6f73c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ed6919b6-6e37-4acc-b04a-699d3cf0f691 HTTP/1.1" status: 204 len: 168 time: 0.5508757 Feb 15 16:41:10.286591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab343300-11bd-4a35-b927-6e89f3d6f73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6919b6-6e37-4acc-b04a-699d3cf0f691,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:10.299718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network f83fd975-bf13-4574-be74-2d1573de2b6d details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:41:10.315891 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:10.324429 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1b3b1a40-0e5e-4f4b-acb3-570f2e3e6392 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1888239 Feb 15 16:41:10.324865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39488) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:10.338965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9bda63eb-4a3f-43fb-9590-4df4c79e55c6 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Request body: {'subnet': {'network_id': 'f83fd975-bf13-4574-be74-2d1573de2b6d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:10.416912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Network 9c939d6a-e7be-455b-a4ea-2490f7766dc7 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:41:10.427393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:10.435712 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:41:10.446760 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Pushing event updated for resources: {'Port': ['ID=c348acd2-03da-4196-9d0e-a8988a8bd9c9,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:10.544751 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be6941e-f27c-4164-ab5a-814968784ecb x-openstack-request-id: req-9be6941e-f27c-4164-ab5a-814968784ecb {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:10.545080 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce2d7910-ee3e-4269-aa97-7c1a52b64091", "name": "network-vif-deleted", "tag": "4c33aff5-788d-458a-b193-873eef05a479", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:10.545343 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9be6941e-f27c-4164-ab5a-814968784ecb {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:10.545783 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce2d7910-ee3e-4269-aa97-7c1a52b64091', 'name': 'network-vif-deleted', 'tag': '4c33aff5-788d-458a-b193-873eef05a479', 'status': 'completed', 'code': 200} Feb 15 16:41:10.565283 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:10.585401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Attempting to bind port c348acd2-03da-4196-9d0e-a8988a8bd9c9 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:10.585976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Attempting to bind port c348acd2-03da-4196-9d0e-a8988a8bd9c9 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '8732ec7b-e06d-43d3-b445-ea3510c89e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:10.586588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Attempting to bind port c348acd2-03da-4196-9d0e-a8988a8bd9c9 on network 9c939d6a-e7be-455b-a4ea-2490f7766dc7 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:10.593751 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:10.594366 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Checking segment: {'id': '8732ec7b-e06d-43d3-b445-ea3510c89e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:10.594950 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:10.595722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Bound using segment: {'id': '8732ec7b-e06d-43d3-b445-ea3510c89e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:10.604252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Bound port: c348acd2-03da-4196-9d0e-a8988a8bd9c9, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8732ec7b-e06d-43d3-b445-ea3510c89e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:10.607020 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:10.666198 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b66af00-1541-416e-b8ed-8ba24cf006e7 req-24da7fce-b56a-411b-a911-7337ad40c6b1 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=ce2d7910-ee3e-4269-aa97-7c1a52b64091 HTTP/1.1" status: 200 len: 210 time: 0.0879302 Feb 15 16:41:10.695552 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Pushing event updated for resources: {'Port': ['ID=591e3e41-2291-45c2-b79b-7ef36e7eebdb,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:10.771533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] For port c348acd2-03da-4196-9d0e-a8988a8bd9c9, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:10.772374 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bda63eb-4a3f-43fb-9590-4df4c79e55c6 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Made reservation on behalf of 470a2c5ab8af406ba7a7838ed7ac3361 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:41:10.777212 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bda63eb-4a3f-43fb-9590-4df4c79e55c6 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:10.778641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] For port c348acd2-03da-4196-9d0e-a8988a8bd9c9, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c348acd2-03da-4196-9d0e-a8988a8bd9c9,segment=NetworkSegment(8732ec7b-e06d-43d3-b445-ea3510c89e56),segment_id=8732ec7b-e06d-43d3-b445-ea3510c89e56)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:10.819127 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe01016-afba-4447-9e4c-0ab625e0dfec req-89ddea49-2540-48b1-8720-c718a01c58df tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:10.822670 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0fe01016-afba-4447-9e4c-0ab625e0dfec req-89ddea49-2540-48b1-8720-c718a01c58df tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.3058424 Feb 15 16:41:10.881087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Attempting to bind port 591e3e41-2291-45c2-b79b-7ef36e7eebdb on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:10.883055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Attempting to bind port 591e3e41-2291-45c2-b79b-7ef36e7eebdb by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:10.883411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Attempting to bind port 591e3e41-2291-45c2-b79b-7ef36e7eebdb on network c350406e-5e8b-4687-9174-2aa934fa13cf {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:10.894044 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:10.920941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Port 591e3e41-2291-45c2-b79b-7ef36e7eebdb on network c350406e-5e8b-4687-9174-2aa934fa13cf not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:41:10.924503 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Attempting to bind port 591e3e41-2291-45c2-b79b-7ef36e7eebdb on network c350406e-5e8b-4687-9174-2aa934fa13cf {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:10.946775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:10.947165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Checking segment: {'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:10.947522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Bound using segment: {'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:10.947975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Bound port: 591e3e41-2291-45c2-b79b-7ef36e7eebdb, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:10.948341 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:11.015280 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0fe01016-afba-4447-9e4c-0ab625e0dfec req-d5cbbf61-e31a-41ad-8561-a45f1da6f35d tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728020 Feb 15 16:41:11.054060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8f2fb-c24f-489f-92ec-7636b249707a None None] Pushing event updated for resources: {'Port': ['ID=c348acd2-03da-4196-9d0e-a8988a8bd9c9,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:11.096801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] For port 591e3e41-2291-45c2-b79b-7ef36e7eebdb, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:11.100278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] For port 591e3e41-2291-45c2-b79b-7ef36e7eebdb, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=591e3e41-2291-45c2-b79b-7ef36e7eebdb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:11.184443 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:11.246064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:11.254456 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:11.254456 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] 10.222.0.10 "PUT /v2.0/ports/591e3e41-2291-45c2-b79b-7ef36e7eebdb HTTP/1.1" status: 200 len: 1092 time: 2.7926705 Feb 15 16:41:11.272393 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee477c-9937-48e4-a879-7acce1784f83 req-109cf05d-acfc-4af7-b1c4-68177142d8b5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:11.288824 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c8ee477c-9937-48e4-a879-7acce1784f83 req-109cf05d-acfc-4af7-b1c4-68177142d8b5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.2933853 Feb 15 16:41:11.335048 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bda63eb-4a3f-43fb-9590-4df4c79e55c6 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (7031ac45-045e-4ef1-8d0e-cba8e77fff17), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:11.375248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b2c5a-0f83-4ded-b5b1-4df86ce3fe5b service neutron] Pushing event updated for resources: {'Port': ['ID=591e3e41-2291-45c2-b79b-7ef36e7eebdb,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:11.415421 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6883956f-a485-45ff-9559-ed3f7822b607 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:11.475400 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda63eb-4a3f-43fb-9590-4df4c79e55c6 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event updated for resources: {'Subnet': ['ID=7031ac45-045e-4ef1-8d0e-cba8e77fff17,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:11.572363 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 6883956f-a485-45ff-9559-ed3f7822b607 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:11.576968 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6883956f-a485-45ff-9559-ed3f7822b607), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:11.595610 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c8ee477c-9937-48e4-a879-7acce1784f83 req-0e998c3d-e728-4805-87e8-55418b642bf7 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070488 Feb 15 16:41:11.674074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08473c-f1bd-42a5-86d7-41838c5b1c46 req-18e578e7-8134-4d99-86b2-02ac7f618dcd tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:11.686118 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9d08473c-f1bd-42a5-86d7-41838c5b1c46 req-18e578e7-8134-4d99-86b2-02ac7f618dcd tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 943 time: 0.3550746 Feb 15 16:41:11.688680 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-0ef73ace-ca18-4071-acd4-84ca22dbb706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:11.690420 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-0ef73ace-ca18-4071-acd4-84ca22dbb706 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67bb2522a59147d6a481577b2fb0a459&device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 1126 time: 0.3008978 Feb 15 16:41:11.712513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bda63eb-4a3f-43fb-9590-4df4c79e55c6 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Checking segment: {'id': '20099b47-3576-46fb-a8c2-b80f2b8c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f83fd975-bf13-4574-be74-2d1573de2b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:11.713099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bda63eb-4a3f-43fb-9590-4df4c79e55c6 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Network hostable DHCP agents. Network: f83fd975-bf13-4574-be74-2d1573de2b6d, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:41:11.779793 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:11.794312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 6883956f-a485-45ff-9559-ed3f7822b607 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:11.814529 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-03a7b6dd-adc0-47e0-b3c8-4410b7dae75e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=591e3e41-2291-45c2-b79b-7ef36e7eebdb HTTP/1.1" status: 200 len: 217 time: 0.0991318 Feb 15 16:41:11.820742 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52421c-3ec9-4350-997a-05259b3611bf req-201ed2b5-b242-45f4-8161-04b7e1518505 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:11.822371 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d52421c-3ec9-4350-997a-05259b3611bf req-201ed2b5-b242-45f4-8161-04b7e1518505 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.0647821 Feb 15 16:41:11.865493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bda63eb-4a3f-43fb-9590-4df4c79e55c6 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Network f83fd975-bf13-4574-be74-2d1573de2b6d is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:41:11.894678 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-90d69201-2a15-450d-8a73-9f95ce07b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:11.896514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-90d69201-2a15-450d-8a73-9f95ce07b693 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f26da3fb-9020-4127-97e3-22f21ca942bc HTTP/1.1" status: 200 len: 844 time: 0.0586884 Feb 15 16:41:11.903875 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d52421c-3ec9-4350-997a-05259b3611bf req-762c0cba-71e7-4aef-a055-5058775a5229 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702720 Feb 15 16:41:11.905652 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9d08473c-f1bd-42a5-86d7-41838c5b1c46 req-c199d2ed-d596-43a0-a7d0-08490960dc77 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142723 Feb 15 16:41:11.937015 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-3b30acc9-4757-4d99-a402-38b59499f46f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c350406e-5e8b-4687-9174-2aa934fa13cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302844 Feb 15 16:41:11.938715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9bda63eb-4a3f-43fb-9590-4df4c79e55c6 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, f83fd975-bf13-4574-be74-2d1573de2b6d) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:11.944212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda63eb-4a3f-43fb-9590-4df4c79e55c6 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:11.946271 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bda63eb-4a3f-43fb-9590-4df4c79e55c6 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:11.947284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c6fa7e-ca06-408a-9f5c-0b751bb22d22 None None] Network f83fd975-bf13-4574-be74-2d1573de2b6d requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:41:12.041904 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9bda63eb-4a3f-43fb-9590-4df4c79e55c6 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7138112 Feb 15 16:41:12.076709 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-64d58201-8778-4c60-ad7c-6ca01610e5fb service neutron] 10.222.0.10 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330466 Feb 15 16:41:12.129806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-f83fd975-bf13-4574-be74-2d1573de2b6d', 'network_id': 'f83fd975-bf13-4574-be74-2d1573de2b6d', 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'fixed_ips': [{'subnet_id': '7031ac45-045e-4ef1-8d0e-cba8e77fff17'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:41:12.131275 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:12.257867 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f2aa4-9595-4ff9-917b-8924f240398b req-cb3c8fab-a41c-48c3-8052-fe1836fcc099 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:12.259421 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-035f2aa4-9595-4ff9-917b-8924f240398b req-cb3c8fab-a41c-48c3-8052-fe1836fcc099 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.1117413 Feb 15 16:41:12.292199 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5ff3aec-9167-4e68-b6e6-5e96d445af02 req-7a513daa-8c7c-495b-9ed9-c2ee7108ba60 service neutron] 10.222.0.10 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082393 Feb 15 16:41:12.326473 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-035f2aa4-9595-4ff9-917b-8924f240398b req-3e7431f8-ba36-4bb8-86de-647dff6ea7aa tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555515 Feb 15 16:41:12.383247 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Allocated IP 19.86.0.2 (f83fd975-bf13-4574-be74-2d1573de2b6d/7031ac45-045e-4ef1-8d0e-cba8e77fff17/e53f1fd8-50e5-4b7d-934f-9f3334d44908) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:41:12.403431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39536) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:12.471548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-9f17d56f-1a07-444f-9eba-28a5dd6c0e9b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:12.486984 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-9f17d56f-1a07-444f-9eba-28a5dd6c0e9b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 812 time: 0.2144167 Feb 15 16:41:12.507470 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-65430c92-9e2f-497b-be5a-ed1f9dd69bc6 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/quotas/ba74aa9e819a439eb5de67abc6749cb0 HTTP/1.1" status: 200 len: 375 time: 0.0187070 Feb 15 16:41:12.553970 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-d90d1cda-f441-45a2-ba87-2498889be880 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451522 Feb 15 16:41:12.572883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b29937-96a9-4402-85d8-5a43b95dfc1a', 'tag': '591e3e41-2291-45c2-b79b-7ef36e7eebdb'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:12.587738 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04282f18-8337-46fa-a292-fce7e486aab4" -d '{"events": [{"name": "network-changed", "server_uuid": "46b29937-96a9-4402-85d8-5a43b95dfc1a", "tag": "591e3e41-2291-45c2-b79b-7ef36e7eebdb"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:12.646297 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Publish callbacks [] for port (e53f1fd8-50e5-4b7d-934f-9f3334d44908), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:12.681117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4c33aff5-788d-458a-b193-873eef05a479 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:41:12.685090 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-0e15ab22-ea7d-4dd5-bc41-d7cf075f2f3d service neutron] 10.222.0.107 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299186 Feb 15 16:41:12.712738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-0eb5a1bf-0752-455e-9a32-3a1b79a6e9d4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:12.719918 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-0eb5a1bf-0752-455e-9a32-3a1b79a6e9d4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:12.725882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 4c33aff5-788d-458a-b193-873eef05a479 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:41:12.726329 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4c33aff5-788d-458a-b193-873eef05a479 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:41:12.729588 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-0eb5a1bf-0752-455e-9a32-3a1b79a6e9d4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/networks?id=9c939d6a-e7be-455b-a4ea-2490f7766dc7&id=f83fd975-bf13-4574-be74-2d1573de2b6d&id=9c939d6a-e7be-455b-a4ea-2490f7766dc7 HTTP/1.1" status: 200 len: 1392 time: 0.2344580 Feb 15 16:41:12.757794 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (e53f1fd8-50e5-4b7d-934f-9f3334d44908), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:12.760983 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-b3fe35e3-03bb-4d82-a1cc-3c437f11a4af tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/quotas/470a2c5ab8af406ba7a7838ed7ac3361 HTTP/1.1" status: 200 len: 375 time: 0.0223112 Feb 15 16:41:12.767899 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c59a3fa4-318c-4d80-8475-91a74d837b2a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1855804671-network', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:12.813047 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-85e868ad-b967-45da-91a1-1f643aa09d22 service neutron] 10.222.0.107 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266980 Feb 15 16:41:12.843776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Pushing event updated for resources: {'Port': ['ID=e53f1fd8-50e5-4b7d-934f-9f3334d44908,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:12.867608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-969d8303-7b27-481e-b21b-d0f7ef584c8e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=470a2c5ab8af406ba7a7838ed7ac3361&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1055410 Feb 15 16:41:12.874109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Network f83fd975-bf13-4574-be74-2d1573de2b6d is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:41:12.878524 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:12.886766 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:41:12.930066 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59a3fa4-318c-4d80-8475-91a74d837b2a admin admin] Made reservation on behalf of 71ae1336b6184cf4bf604fb38d6b5ccf for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:41:12.932642 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c59a3fa4-318c-4d80-8475-91a74d837b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:12.954431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Attempting to bind port e53f1fd8-50e5-4b7d-934f-9f3334d44908 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:12.963322 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Attempting to bind port e53f1fd8-50e5-4b7d-934f-9f3334d44908 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '20099b47-3576-46fb-a8c2-b80f2b8c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f83fd975-bf13-4574-be74-2d1573de2b6d'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:12.963322 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Attempting to bind port e53f1fd8-50e5-4b7d-934f-9f3334d44908 on network f83fd975-bf13-4574-be74-2d1573de2b6d {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:12.963807 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c59a3fa4-318c-4d80-8475-91a74d837b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:12.963916 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:12.963916 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Checking segment: {'id': '20099b47-3576-46fb-a8c2-b80f2b8c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f83fd975-bf13-4574-be74-2d1573de2b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:12.964318 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:12.965010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Bound using segment: {'id': '20099b47-3576-46fb-a8c2-b80f2b8c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f83fd975-bf13-4574-be74-2d1573de2b6d'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:12.965749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Bound port: e53f1fd8-50e5-4b7d-934f-9f3334d44908, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20099b47-3576-46fb-a8c2-b80f2b8c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f83fd975-bf13-4574-be74-2d1573de2b6d'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:12.966307 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e53f1fd8-50e5-4b7d-934f-9f3334d44908), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:13.054524 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] For port e53f1fd8-50e5-4b7d-934f-9f3334d44908, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:13.057809 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] For port e53f1fd8-50e5-4b7d-934f-9f3334d44908, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e53f1fd8-50e5-4b7d-934f-9f3334d44908,segment=NetworkSegment(20099b47-3576-46fb-a8c2-b80f2b8c85a6),segment_id=20099b47-3576-46fb-a8c2-b80f2b8c85a6)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:13.060387 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c59a3fa4-318c-4d80-8475-91a74d837b2a admin admin] Publish callbacks [] for security_group (d9e07ef8-6dc7-4af3-b33c-06da5888daa4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:13.091933 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fba7b68-a789-4334-8ee5-1f1c51188286 None None] Network 9c939d6a-e7be-455b-a4ea-2490f7766dc7 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:41:13.115231 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ecd11f-482d-4043-849a-187d20bbbe3b x-openstack-request-id: req-39ecd11f-482d-4043-849a-187d20bbbe3b {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:13.115606 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b29937-96a9-4402-85d8-5a43b95dfc1a", "tag": "591e3e41-2291-45c2-b79b-7ef36e7eebdb", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:13.115867 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-39ecd11f-482d-4043-849a-187d20bbbe3b {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:13.116285 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b29937-96a9-4402-85d8-5a43b95dfc1a', 'tag': '591e3e41-2291-45c2-b79b-7ef36e7eebdb', 'status': 'completed', 'code': 200} Feb 15 16:41:13.158752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-68d6f455-7b4c-47f1-9281-81b00042586e service neutron] 10.222.0.107 "GET /v2.0/networks/9c939d6a-e7be-455b-a4ea-2490f7766dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899058 Feb 15 16:41:13.240979 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c59a3fa4-318c-4d80-8475-91a74d837b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d9e07ef8-6dc7-4af3-b33c-06da5888daa4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:13.266034 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e53f1fd8-50e5-4b7d-934f-9f3334d44908), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:13.287788 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677e7a-6ed9-4827-84eb-261cd49e09a4 req-594c8812-bf66-4311-98e0-724cdec275e8 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:13.294674 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b677e7a-6ed9-4827-84eb-261cd49e09a4 req-594c8812-bf66-4311-98e0-724cdec275e8 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.1509547 Feb 15 16:41:13.363788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a3fa4-318c-4d80-8475-91a74d837b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e07ef8-6dc7-4af3-b33c-06da5888daa4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:13.389554 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b677e7a-6ed9-4827-84eb-261cd49e09a4 req-c4562165-cf5a-4553-83eb-05cb61c26179 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939007 Feb 15 16:41:13.415676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59a3fa4-318c-4d80-8475-91a74d837b2a admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:41:13.419111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04282f18-8337-46fa-a292-fce7e486aab4 req-74ef56f3-e5b7-40a5-8c98-f45c4b550d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:13.420646 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-04282f18-8337-46fa-a292-fce7e486aab4 req-74ef56f3-e5b7-40a5-8c98-f45c4b550d4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67bb2522a59147d6a481577b2fb0a459&device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 1126 time: 0.2960215 Feb 15 16:41:13.420940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c348acd2-03da-4196-9d0e-a8988a8bd9c9 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:13.466458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Provisioning complete for port c348acd2-03da-4196-9d0e-a8988a8bd9c9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:13.466458 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:13.475296 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c59a3fa4-318c-4d80-8475-91a74d837b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (15ef8447-dd91-405f-b509-9087cebde407), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:13.476016 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-c59a3fa4-318c-4d80-8475-91a74d837b2a admin admin] Added segment 15ef8447-dd91-405f-b509-9087cebde407 of type vlan for network 20a628c1-8ad8-40a0-b877-f8def0e3dec4 Feb 15 16:41:13.549988 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c59a3fa4-318c-4d80-8475-91a74d837b2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (20a628c1-8ad8-40a0-b877-f8def0e3dec4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:13.587015 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:13.623517 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a2f25-45b6-4829-8fce-31a71c589aa3 req-b0295a0e-7648-4e31-bdd1-0ac176c1f8c2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:13.626073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c348acd2-03da-4196-9d0e-a8988a8bd9c9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:13.626452 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:13.634040 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a72a2f25-45b6-4829-8fce-31a71c589aa3 req-b0295a0e-7648-4e31-bdd1-0ac176c1f8c2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.1365407 Feb 15 16:41:13.684957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e90948-93d0-48cb-83aa-9f5179a24c68 None None] Pushing event updated for resources: {'Port': ['ID=e53f1fd8-50e5-4b7d-934f-9f3334d44908,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:13.738467 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a72a2f25-45b6-4829-8fce-31a71c589aa3 req-9f975da6-a623-46d0-a554-fb026ea55603 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020138 Feb 15 16:41:13.771231 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-ec74cc1f-8108-4dd2-b75e-9f651589aacf service neutron] 10.222.0.107 "GET /v2.0/networks/9c939d6a-e7be-455b-a4ea-2490f7766dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935371 Feb 15 16:41:13.773738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04282f18-8337-46fa-a292-fce7e486aab4 req-32eef753-4f5d-414d-95d2-403898facece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:13.775531 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-04282f18-8337-46fa-a292-fce7e486aab4 req-32eef753-4f5d-414d-95d2-403898facece service neutron] 10.222.0.10 "GET /v2.0/networks?id=c350406e-5e8b-4687-9174-2aa934fa13cf HTTP/1.1" status: 200 len: 905 time: 0.3391223 Feb 15 16:41:13.863052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c348acd2-03da-4196-9d0e-a8988a8bd9c9 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:13.863371 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:13.877684 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Current status of the port c348acd2-03da-4196-9d0e-a8988a8bd9c9 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:13.878073 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:13.899023 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c59a3fa4-318c-4d80-8475-91a74d837b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (20a628c1-8ad8-40a0-b877-f8def0e3dec4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:13.900642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59a3fa4-318c-4d80-8475-91a74d837b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:13.902124 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c59a3fa4-318c-4d80-8475-91a74d837b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:13.913512 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-e07c7377-ae81-427d-8c0b-6555b044dad6 service neutron] 10.222.0.107 "GET /v2.0/networks/f83fd975-bf13-4574-be74-2d1573de2b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410325 Feb 15 16:41:13.966098 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1cc003-fedf-4579-95eb-d302d7567180 req-719a19d0-3c98-4248-9b1b-1e2160c2409d tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:13.970499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] For port c348acd2-03da-4196-9d0e-a8988a8bd9c9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c348acd2-03da-4196-9d0e-a8988a8bd9c9,segment=NetworkSegment(8732ec7b-e06d-43d3-b445-ea3510c89e56),segment_id=8732ec7b-e06d-43d3-b445-ea3510c89e56)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:13.971480 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a1cc003-fedf-4579-95eb-d302d7567180 req-719a19d0-3c98-4248-9b1b-1e2160c2409d tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 943 time: 0.0990243 Feb 15 16:41:13.986208 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-04282f18-8337-46fa-a292-fce7e486aab4 req-fe0d74a5-af82-4321-a93b-d59f953ea4f9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=591e3e41-2291-45c2-b79b-7ef36e7eebdb HTTP/1.1" status: 200 len: 217 time: 0.0680668 Feb 15 16:41:14.033564 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a1cc003-fedf-4579-95eb-d302d7567180 req-bd49ee5f-dee3-4fb6-9c87-995138367432 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564344 Feb 15 16:41:14.059499 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:14.118643 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5df6ce1e-7a6b-4f74-bc9a-0c803f522f94 req-e452b189-9a80-4a7b-9d38-3867f785eec2 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0291905 Feb 15 16:41:14.147111 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-f2f95da9-7303-4a50-addf-41eed454f803 req-b775fd31-15b9-4bcf-86b9-78a6e7be0f2b service neutron] show failed (client error): The resource could not be found. Feb 15 16:41:14.148659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-b775fd31-15b9-4bcf-86b9-78a6e7be0f2b service neutron] 10.222.0.67 "GET /v2.0/ports/c5548337-e601-445e-9eaf-dbd9e8d5bd7d/bindings/n-h2-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.8941996 Feb 15 16:41:14.162569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a3fa4-318c-4d80-8475-91a74d837b2a admin admin] Pushing event updated for resources: {'Network': ['ID=20a628c1-8ad8-40a0-b877-f8def0e3dec4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:14.167810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04282f18-8337-46fa-a292-fce7e486aab4 req-0ad063a2-2149-4e23-a4f1-d72fb9723bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:14.169879 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-04282f18-8337-46fa-a292-fce7e486aab4 req-0ad063a2-2149-4e23-a4f1-d72fb9723bc1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f26da3fb-9020-4127-97e3-22f21ca942bc HTTP/1.1" status: 200 len: 844 time: 0.0889659 Feb 15 16:41:14.185670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 20a628c1-8ad8-40a0-b877-f8def0e3dec4 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:41:14.222669 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-04282f18-8337-46fa-a292-fce7e486aab4 req-c19fad8c-7b53-473e-9f2f-183ff5776a0f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c350406e-5e8b-4687-9174-2aa934fa13cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419724 Feb 15 16:41:14.228878 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c59a3fa4-318c-4d80-8475-91a74d837b2a admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8234372 Feb 15 16:41:14.232469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39568) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:14.272422 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c173bd9-4d18-48da-96d9-b67b43329133 req-1597bc92-68f4-43a2-bebe-c4079bb74d5d tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:14.272686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Pushing event updated for resources: {'Port': ['ID=c348acd2-03da-4196-9d0e-a8988a8bd9c9,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:14.281060 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c173bd9-4d18-48da-96d9-b67b43329133 req-1597bc92-68f4-43a2-bebe-c4079bb74d5d tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.0794456 Feb 15 16:41:14.283815 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:14.284173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:14.284510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:14.284974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:14.285309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:14.285692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:14.286022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:14.286344 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:14.286663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:14.287240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:14.287720 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:14.288053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:14.288374 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91d68d6-3410-42e0-8a4e-1501a2bee5cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:14.303409 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:41:14.303781 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:41:14.313223 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d4dad21b-f236-428d-9bd5-c913eff847eb None None] Provisioning complete for port c348acd2-03da-4196-9d0e-a8988a8bd9c9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:14.314171 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d4dad21b-f236-428d-9bd5-c913eff847eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:14.342857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-10810842-ae30-4d72-821e-8f7d1bfc8e50 admin admin] Request body: {'subnet': {'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1855804671-subnet', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:14.346193 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c173bd9-4d18-48da-96d9-b67b43329133 req-468f389c-3b6a-4b30-bb1b-e755c8e51f3d tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638974 Feb 15 16:41:14.361429 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-04282f18-8337-46fa-a292-fce7e486aab4 req-ed51c716-3fa5-4be5-8572-e45295f45cf7 service neutron] 10.222.0.10 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207986 Feb 15 16:41:14.381688 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-753af10b-3ce5-4a17-bce9-2ea3c70c2584 service neutron] 10.222.0.107 "GET /v2.0/networks/f83fd975-bf13-4574-be74-2d1573de2b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4660161 Feb 15 16:41:14.440275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d4dad21b-f236-428d-9bd5-c913eff847eb None None] Current status of the port c348acd2-03da-4196-9d0e-a8988a8bd9c9 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:14.562202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93626aa4-db42-4041-99c1-2ef140d8157b req-9ef67310-f64b-401c-b2cc-1d53dc997371 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:14.564849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-93626aa4-db42-4041-99c1-2ef140d8157b req-9ef67310-f64b-401c-b2cc-1d53dc997371 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.0921040 Feb 15 16:41:14.657579 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-93626aa4-db42-4041-99c1-2ef140d8157b req-bc70a38e-8c13-438b-8e51-2aeb1487b216 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828512 Feb 15 16:41:14.719537 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 591e3e41-2291-45c2-b79b-7ef36e7eebdb details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:41:14.951799 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cdef10-98ac-41f3-939f-00531dca484f req-29314dcb-a2b3-4534-bd0f-39e0acbe0f45 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:14.969592 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-38cdef10-98ac-41f3-939f-00531dca484f req-29314dcb-a2b3-4534-bd0f-39e0acbe0f45 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.1134887 Feb 15 16:41:15.049313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10810842-ae30-4d72-821e-8f7d1bfc8e50 admin admin] Made reservation on behalf of 71ae1336b6184cf4bf604fb38d6b5ccf for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:41:15.051674 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10810842-ae30-4d72-821e-8f7d1bfc8e50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:15.070081 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-38cdef10-98ac-41f3-939f-00531dca484f req-e97d3abb-3792-4540-8812-fc323238f403 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994375 Feb 15 16:41:15.130526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e6d61-e7bd-4138-8366-5c9a75b08a1f None None] Network f83fd975-bf13-4574-be74-2d1573de2b6d requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:41:15.200471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c348acd2-03da-4196-9d0e-a8988a8bd9c9 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:15.210875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 591e3e41-2291-45c2-b79b-7ef36e7eebdb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=591e3e41-2291-45c2-b79b-7ef36e7eebdb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:15.221734 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-0118e6f3-2a72-497f-990e-177c2647c7e4 service neutron] 10.222.0.107 "GET /v2.0/networks/9c939d6a-e7be-455b-a4ea-2490f7766dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8390749 Feb 15 16:41:15.225030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-04282f18-8337-46fa-a292-fce7e486aab4 req-bdc2a673-ce42-4677-98b9-425b45cb2069 service neutron] 10.222.0.10 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8617887 Feb 15 16:41:15.230563 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-83ff6ccb-0710-41f9-8019-ca38e78d45f0 None None] Provisioning complete for port e53f1fd8-50e5-4b7d-934f-9f3334d44908 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:15.230941 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-83ff6ccb-0710-41f9-8019-ca38e78d45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e53f1fd8-50e5-4b7d-934f-9f3334d44908), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:15.254306 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb8acb-6ecb-45e5-996b-d871e0e86ba1 req-dff4ca46-cfb0-4c21-9777-d759a4ca3ea5 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:15.255525 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbdb8acb-6ecb-45e5-996b-d871e0e86ba1 req-dff4ca46-cfb0-4c21-9777-d759a4ca3ea5 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 943 time: 0.1086299 Feb 15 16:41:15.263300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '591e3e41-2291-45c2-b79b-7ef36e7eebdb', 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf', 'port_id': '591e3e41-2291-45c2-b79b-7ef36e7eebdb', 'mac_address': 'fa:16:3e:f2:fa:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26da3fb-9020-4127-97e3-22f21ca942bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:41:15.335612 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbdb8acb-6ecb-45e5-996b-d871e0e86ba1 req-6629c9ae-ca22-4339-842e-be6bd2b50935 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715389 Feb 15 16:41:15.355199 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95da9-7303-4a50-addf-41eed454f803 req-8ae3ef7a-0096-4e5d-b9a0-d5b64fb15f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:15.357320 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-8ae3ef7a-0096-4e5d-b9a0-d5b64fb15f83 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02&tenant_id=83dc14985f004c3eab7d27bb571467d7 HTTP/1.1" status: 200 len: 1133 time: 0.4025097 Feb 15 16:41:15.374189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:15.374731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 591e3e41-2291-45c2-b79b-7ef36e7eebdb is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:15.375130 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:15.432165 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d3de7f28-783b-4815-8e05-b8b2dc159900 req-ad1d3763-d8d7-4091-ad37-d8a0d679bffe tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0296848 Feb 15 16:41:15.449686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591e3e41-2291-45c2-b79b-7ef36e7eebdb {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:15.522042 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 591e3e41-2291-45c2-b79b-7ef36e7eebdb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=591e3e41-2291-45c2-b79b-7ef36e7eebdb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:15.525014 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c348acd2-03da-4196-9d0e-a8988a8bd9c9 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:15.545446 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a289cfc8-130f-474a-84db-4aa75691a346 service neutron] 10.222.0.107 "GET /v2.0/networks/9c939d6a-e7be-455b-a4ea-2490f7766dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071508 Feb 15 16:41:15.599901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-83ff6ccb-0710-41f9-8019-ca38e78d45f0 None None] Current status of the port e53f1fd8-50e5-4b7d-934f-9f3334d44908 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:15.600387 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-83ff6ccb-0710-41f9-8019-ca38e78d45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e53f1fd8-50e5-4b7d-934f-9f3334d44908), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:15.607174 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:15.624597 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:15.676418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-83ff6ccb-0710-41f9-8019-ca38e78d45f0 None None] For port e53f1fd8-50e5-4b7d-934f-9f3334d44908, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e53f1fd8-50e5-4b7d-934f-9f3334d44908,segment=NetworkSegment(20099b47-3576-46fb-a8c2-b80f2b8c85a6),segment_id=20099b47-3576-46fb-a8c2-b80f2b8c85a6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:15.687883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66612345-d466-4a40-a446-d196f094c948 req-03bbc112-743b-4141-885d-df96615622a2 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:15.690821 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-66612345-d466-4a40-a446-d196f094c948 req-03bbc112-743b-4141-885d-df96615622a2 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.1486650 Feb 15 16:41:15.777981 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-66612345-d466-4a40-a446-d196f094c948 req-0e2081dd-1ab0-492e-915f-61f27c48c645 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778646 Feb 15 16:41:15.792481 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-83ff6ccb-0710-41f9-8019-ca38e78d45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e53f1fd8-50e5-4b7d-934f-9f3334d44908), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:15.829154 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=591e3e41-2291-45c2-b79b-7ef36e7eebdb,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:15.931089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c348acd2-03da-4196-9d0e-a8988a8bd9c9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:15.931572 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:15.965346 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10810842-ae30-4d72-821e-8f7d1bfc8e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (880824e9-9b4e-44d1-b3e7-0ae46e55f7e5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:15.984077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfad5a-98a9-4e34-b002-f93c198cf7dc req-1c14206b-55b8-40d8-a483-b3d4a987f930 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:15.998016 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2bbfad5a-98a9-4e34-b002-f93c198cf7dc req-1c14206b-55b8-40d8-a483-b3d4a987f930 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.1103265 Feb 15 16:41:16.003668 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-2aeda3a2-a9c9-45e4-bcf0-b0fe456f1b26 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:16.006589 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-2aeda3a2-a9c9-45e4-bcf0-b0fe456f1b26 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 812 time: 0.1703322 Feb 15 16:41:16.020268 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff6ccb-0710-41f9-8019-ca38e78d45f0 None None] Pushing event updated for resources: {'Port': ['ID=e53f1fd8-50e5-4b7d-934f-9f3334d44908,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:16.026405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['591e3e41-2291-45c2-b79b-7ef36e7eebdb'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:16.088840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-2cabe385-5533-43da-92f0-5a0740d9a1dc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Request body: {'port': {'device_id': 'bec3bd21-a367-465a-9c40-73ed1643d5b0', 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e', 'admin_state_up': True, 'tenant_id': 'ba74aa9e819a439eb5de67abc6749cb0'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:16.098964 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2bbfad5a-98a9-4e34-b002-f93c198cf7dc req-b05a5da5-4498-4ccb-aa0e-6b22fcdd39a8 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035349 Feb 15 16:41:16.150220 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-768a4379-5094-4354-a9e5-3b72fc629f35 None None] Provisioning complete for port e53f1fd8-50e5-4b7d-934f-9f3334d44908 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:16.150633 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-768a4379-5094-4354-a9e5-3b72fc629f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e53f1fd8-50e5-4b7d-934f-9f3334d44908), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:16.225031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c348acd2-03da-4196-9d0e-a8988a8bd9c9 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:16.226172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e53f1fd8-50e5-4b7d-934f-9f3334d44908 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:16.281996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209be81a-9993-4509-a5d1-07b295bd69e6 req-4398ea37-bd62-43bf-bddf-1e0ca77ff7bd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:16.290113 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-209be81a-9993-4509-a5d1-07b295bd69e6 req-4398ea37-bd62-43bf-bddf-1e0ca77ff7bd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.0787380 Feb 15 16:41:16.335134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:16.347695 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-209be81a-9993-4509-a5d1-07b295bd69e6 req-5c155931-3d26-4351-b847-9f0d737f83ed tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563366 Feb 15 16:41:16.375855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:16.397812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-768a4379-5094-4354-a9e5-3b72fc629f35 None None] Current status of the port e53f1fd8-50e5-4b7d-934f-9f3334d44908 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:16.429118 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Publish callbacks [] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:16.443545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Transition to ACTIVE for port object c5548337-e601-445e-9eaf-dbd9e8d5bd7d will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:41:16.444289 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port e53f1fd8-50e5-4b7d-934f-9f3334d44908 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:16.444678 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e53f1fd8-50e5-4b7d-934f-9f3334d44908), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:16.446175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:16.449687 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6101cc0-8062-440c-9c8f-bc0d74bb376d" -d '{"events": [{"server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "name": "network-vif-unplugged", "status": "completed", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:16.459168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b830297-7acd-4334-a9ac-71343bd1deb4 req-5bfd7762-bff1-4368-8da8-e57ca870afe2 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 210 time: 0.4475989 Feb 15 16:41:16.503133 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86490b56-e434-471c-8bdd-69ace858342f req-b80c7d0d-0b29-4dc3-82e4-77fff638dd75 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:16.518303 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-86490b56-e434-471c-8bdd-69ace858342f req-b80c7d0d-0b29-4dc3-82e4-77fff638dd75 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 944 time: 0.1027744 Feb 15 16:41:16.524514 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10810842-ae30-4d72-821e-8f7d1bfc8e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=880824e9-9b4e-44d1-b3e7-0ae46e55f7e5,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:16.538681 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10810842-ae30-4d72-821e-8f7d1bfc8e50 admin admin] Checking segment: {'id': '15ef8447-dd91-405f-b509-9087cebde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:16.539054 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10810842-ae30-4d72-821e-8f7d1bfc8e50 admin admin] Network hostable DHCP agents. Network: 20a628c1-8ad8-40a0-b877-f8def0e3dec4, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:41:16.550912 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:16.591894 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666c5be6-7da2-47b3-88e0-f8b075462c9a x-openstack-request-id: req-666c5be6-7da2-47b3-88e0-f8b075462c9a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:16.592245 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "name": "network-vif-unplugged", "status": "completed", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:16.592512 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-666c5be6-7da2-47b3-88e0-f8b075462c9a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:16.592928 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d', 'code': 200} Feb 15 16:41:16.595291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e53f1fd8-50e5-4b7d-934f-9f3334d44908 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:16.652014 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-86490b56-e434-471c-8bdd-69ace858342f req-bbd0b324-3184-4bfc-8706-326d557275bc tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300626 Feb 15 16:41:16.679403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] No DVR routers for this DVR port c5548337-e601-445e-9eaf-dbd9e8d5bd7d on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:41:16.680264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c5548337-e601-445e-9eaf-dbd9e8d5bd7d no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:41:16.707927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Pushing event updated for resources: {'Port': ['ID=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,revision_number=6']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:16.737746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] The host n-h1-828372-14 is not matching for port c5548337-e601-445e-9eaf-dbd9e8d5bd7d host n-h2-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 16:41:16.739168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c5548337-e601-445e-9eaf-dbd9e8d5bd7d not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:41:16.750058 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d2cb3c6-66f9-4de5-8e82-d2a253bf1484 req-093c3e54-a0ed-40db-a7b2-b01fd7cb7daf tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0721474 Feb 15 16:41:16.798849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Attempting to bind port c5548337-e601-445e-9eaf-dbd9e8d5bd7d on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:16.799190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Attempting to bind port c5548337-e601-445e-9eaf-dbd9e8d5bd7d by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:16.799525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Attempting to bind port c5548337-e601-445e-9eaf-dbd9e8d5bd7d on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:16.805348 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Port c5548337-e601-445e-9eaf-dbd9e8d5bd7d on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:41:16.805661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Attempting to bind port c5548337-e601-445e-9eaf-dbd9e8d5bd7d on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:16.807967 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10810842-ae30-4d72-821e-8f7d1bfc8e50 admin admin] Network 20a628c1-8ad8-40a0-b877-f8def0e3dec4 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:41:16.816213 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:16.816556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:16.817227 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:16.817698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Bound port: c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:16.818111 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:16.880649 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-2cabe385-5533-43da-92f0-5a0740d9a1dc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Made reservation on behalf of ba74aa9e819a439eb5de67abc6749cb0 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:41:16.884564 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-2cabe385-5533-43da-92f0-5a0740d9a1dc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:16.911507 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-10810842-ae30-4d72-821e-8f7d1bfc8e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 20a628c1-8ad8-40a0-b877-f8def0e3dec4) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:16.925804 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f96feb-5c81-4f44-89fc-378ca0abf7dc None None] Network 20a628c1-8ad8-40a0-b877-f8def0e3dec4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:41:16.926429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10810842-ae30-4d72-821e-8f7d1bfc8e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:16.926916 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10810842-ae30-4d72-821e-8f7d1bfc8e50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:16.930399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:16.966519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b6c27-4492-4fdc-8a93-c766c111ccc2 req-f1d774f1-fc5b-4ec6-b4e8-3ac24f536747 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:16.969579 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-030b6c27-4492-4fdc-8a93-c766c111ccc2 req-f1d774f1-fc5b-4ec6-b4e8-3ac24f536747 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.0975509 Feb 15 16:41:17.000920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:17.068299 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-030b6c27-4492-4fdc-8a93-c766c111ccc2 req-60aa5486-c3b6-43e0-8e6d-d8631f022746 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917089 Feb 15 16:41:17.093467 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'fixed_ips': [{'subnet_id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:41:17.093684 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:17.093815 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:17.136662 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-10810842-ae30-4d72-821e-8f7d1bfc8e50 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8966525 Feb 15 16:41:17.139631 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39604) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:17.145038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1855804671-router', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:17.174183 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:17.176977 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:17.176977 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-81524232-7e57-412e-aef1-efe8baac481f service neutron] 10.222.0.10 "PUT /v2.0/ports/c5548337-e601-445e-9eaf-dbd9e8d5bd7d HTTP/1.1" status: 200 len: 1097 time: 1.8088050 Feb 15 16:41:17.178248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-2cabe385-5533-43da-92f0-5a0740d9a1dc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Allocated IP 172.20.0.8 (25ae7ec7-2a2e-4bf6-b151-6a630a07559e/e54c697c-dfc4-4d97-947c-96f129045128/589eebe3-25f9-41f9-a6ed-413fba3beb1c) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:41:17.303524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81524232-7e57-412e-aef1-efe8baac481f service neutron] Pushing event updated for resources: {'Port': ['ID=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:17.303943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Allocated IP 172.20.0.2 (20a628c1-8ad8-40a0-b877-f8def0e3dec4/880824e9-9b4e-44d1-b3e7-0ae46e55f7e5/4d2215b2-0f39-43fd-8a31-168f12cf8d4e) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:41:17.323111 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (a35f87c0-21f4-4765-96bd-dd3e0212ff65), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:17.326540 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (a35f87c0-21f4-4765-96bd-dd3e0212ff65), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:17.346790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e53f1fd8-50e5-4b7d-934f-9f3334d44908 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:17.470537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95da9-7303-4a50-addf-41eed454f803 req-2a213043-9b97-4e25-aa86-19b94ae9c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:17.474326 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-2a213043-9b97-4e25-aa86-19b94ae9c031 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 1131 time: 0.2712464 Feb 15 16:41:17.500022 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Publish callbacks [] for router_controller (a35f87c0-21f4-4765-96bd-dd3e0212ff65), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:17.535121 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port e53f1fd8-50e5-4b7d-934f-9f3334d44908 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:17.537245 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e53f1fd8-50e5-4b7d-934f-9f3334d44908), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:17.576101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0c037-c861-40e7-861a-4886d6352703 req-cc5e0013-e08a-41ac-94e9-011408847f2e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:17.586118 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77f0c037-c861-40e7-861a-4886d6352703 req-cc5e0013-e08a-41ac-94e9-011408847f2e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.2955737 Feb 15 16:41:17.601514 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba754999-a5db-4739-8aaa-613ba5140e15 req-52f1e6ad-8cf3-405b-9abb-360b9c287614 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:17.603577 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba754999-a5db-4739-8aaa-613ba5140e15 req-52f1e6ad-8cf3-405b-9abb-360b9c287614 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 948 time: 0.0980961 Feb 15 16:41:17.660380 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Publish callbacks [] for port (4d2215b2-0f39-43fd-8a31-168f12cf8d4e), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:17.708380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e53f1fd8-50e5-4b7d-934f-9f3334d44908 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:17.747470 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (4d2215b2-0f39-43fd-8a31-168f12cf8d4e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:17.775335 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77f0c037-c861-40e7-861a-4886d6352703 req-24ecd7a3-7994-458d-a983-f353a487f4b7 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831872 Feb 15 16:41:17.811824 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-2cabe385-5533-43da-92f0-5a0740d9a1dc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks [] for port (589eebe3-25f9-41f9-a6ed-413fba3beb1c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:17.842698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Network 20a628c1-8ad8-40a0-b877-f8def0e3dec4 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:41:17.853292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:17.860471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:41:17.865215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Pushing event updated for resources: {'Port': ['ID=4d2215b2-0f39-43fd-8a31-168f12cf8d4e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:17.884399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95da9-7303-4a50-addf-41eed454f803 req-75bb81ed-ab06-4f71-b4b4-829b724da969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:17.886616 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-75bb81ed-ab06-4f71-b4b4-829b724da969 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.3955026 Feb 15 16:41:17.928460 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Publish callbacks [] for router_gateway (a35f87c0-21f4-4765-96bd-dd3e0212ff65), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:17.937046 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba754999-a5db-4739-8aaa-613ba5140e15 req-d920a3a8-377b-4fd6-8afa-334c550b99a8 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262491 Feb 15 16:41:17.951123 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-061f981a-4aa1-496b-8bab-92b80a310670 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d HTTP/1.1" status: 200 len: 217 time: 0.0576684 Feb 15 16:41:17.952132 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-2cabe385-5533-43da-92f0-5a0740d9a1dc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (589eebe3-25f9-41f9-a6ed-413fba3beb1c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:17.968279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Attempting to bind port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:17.968798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Attempting to bind port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '15ef8447-dd91-405f-b509-9087cebde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:17.969181 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Attempting to bind port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e on network 20a628c1-8ad8-40a0-b877-f8def0e3dec4 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:17.982715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:17.983319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Checking segment: {'id': '15ef8447-dd91-405f-b509-9087cebde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:17.983821 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:17.984807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Bound using segment: {'id': '15ef8447-dd91-405f-b509-9087cebde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:17.985743 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Bound port: 4d2215b2-0f39-43fd-8a31-168f12cf8d4e, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ef8447-dd91-405f-b509-9087cebde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:17.989605 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4d2215b2-0f39-43fd-8a31-168f12cf8d4e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:17.993630 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-62e35e0c-447a-49dc-b0bc-0e48f8b2347a req-7d2055ab-98a3-4a08-aa2e-64bba170822e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 210 time: 0.0464265 Feb 15 16:41:18.128589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] For port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:18.138789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] For port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4d2215b2-0f39-43fd-8a31-168f12cf8d4e,segment=NetworkSegment(15ef8447-dd91-405f-b509-9087cebde407),segment_id=15ef8447-dd91-405f-b509-9087cebde407)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:18.156631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-2cabe385-5533-43da-92f0-5a0740d9a1dc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:41:18.175783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a62a65-4e69-43e1-8501-af850367f6a1 req-2a8cdd2c-be18-488b-b642-fff8b98d2888 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:18.175783 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19a62a65-4e69-43e1-8501-af850367f6a1 req-2a8cdd2c-be18-488b-b642-fff8b98d2888 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 944 time: 0.1468437 Feb 15 16:41:18.208653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cabe385-5533-43da-92f0-5a0740d9a1dc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Pushing event updated for resources: {'Port': ['ID=589eebe3-25f9-41f9-a6ed-413fba3beb1c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:18.216155 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-2cabe385-5533-43da-92f0-5a0740d9a1dc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:18.222966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-2cabe385-5533-43da-92f0-5a0740d9a1dc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:41:18.236361 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4d2215b2-0f39-43fd-8a31-168f12cf8d4e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:18.263452 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19a62a65-4e69-43e1-8501-af850367f6a1 req-6619fb1e-ca95-4455-9fa6-d59e1c576dec tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850351 Feb 15 16:41:18.284653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-2cabe385-5533-43da-92f0-5a0740d9a1dc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:18.284653 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-2cabe385-5533-43da-92f0-5a0740d9a1dc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:18.298194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95da9-7303-4a50-addf-41eed454f803 req-6982eba1-814e-4bfd-bb23-249c02b759a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:18.300124 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-6982eba1-814e-4bfd-bb23-249c02b759a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.3050382 Feb 15 16:41:18.350733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b9841-ff85-45f7-b4f5-2f0bcb8ca478 None None] Pushing event updated for resources: {'Port': ['ID=4d2215b2-0f39-43fd-8a31-168f12cf8d4e,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:18.351036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afb4b8-be90-402f-b126-1471fa00b53e req-343bb255-87b2-4d34-9e75-31807c083525 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:18.353873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f0afb4b8-be90-402f-b126-1471fa00b53e req-343bb255-87b2-4d34-9e75-31807c083525 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 931 time: 0.2421381 Feb 15 16:41:18.447751 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f0afb4b8-be90-402f-b126-1471fa00b53e req-8b1e48d9-dfc5-4358-a8d5-0fa3cc7e159a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853066 Feb 15 16:41:18.455808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95da9-7303-4a50-addf-41eed454f803 req-7ee216a6-aadb-40d7-b1ff-35ef5fbbff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:18.458506 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-7ee216a6-aadb-40d7-b1ff-35ef5fbbff7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1505334 Feb 15 16:41:18.477894 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-2cabe385-5533-43da-92f0-5a0740d9a1dc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4138360 Feb 15 16:41:18.491594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Request body: {'port': {'device_id': 'bec3bd21-a367-465a-9c40-73ed1643d5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:18.533445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c69e561-477e-4e66-8fc2-18a736aa2792 req-c26e0906-6f10-4f6a-8c45-f56b9fef2ac5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:18.542806 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4c69e561-477e-4e66-8fc2-18a736aa2792 req-c26e0906-6f10-4f6a-8c45-f56b9fef2ac5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.1316123 Feb 15 16:41:18.557058 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Publish callbacks [] for router_gateway (a35f87c0-21f4-4765-96bd-dd3e0212ff65), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:18.595941 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:18.599624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:18.604507 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797e4224-6e24-42b3-b668-dc3643f156ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:18.692372 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (589eebe3-25f9-41f9-a6ed-413fba3beb1c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:18.741713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 591e3e41-2291-45c2-b79b-7ef36e7eebdb up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:18.769906 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4c69e561-477e-4e66-8fc2-18a736aa2792 req-dc178599-8c2e-42e9-a274-4e5ea7973c5d tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264585 Feb 15 16:41:18.780245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-be544468-fd9a-41d1-b8f0-2b0d92566faa service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053150 Feb 15 16:41:18.781884 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42170d51-5dbf-4160-b10f-73438e12e4a9 x-openstack-request-id: req-42170d51-5dbf-4160-b10f-73438e12e4a9 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:18.782239 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:18.782686 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-42170d51-5dbf-4160-b10f-73438e12e4a9 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:18.783131 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d', 'status': 'completed', 'code': 200} Feb 15 16:41:18.939968 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Allocated IP 172.25.4.230 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/d9e86034-adeb-4756-bae6-9626641056d5) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:41:18.944051 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 591e3e41-2291-45c2-b79b-7ef36e7eebdb completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:41:18.945087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e4224-6e24-42b3-b668-dc3643f156ee req-e6c031e4-408f-4918-b21f-aa6c80c70b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:18.946291 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-797e4224-6e24-42b3-b668-dc3643f156ee req-e6c031e4-408f-4918-b21f-aa6c80c70b68 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 1131 time: 0.1492226 Feb 15 16:41:18.951478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 591e3e41-2291-45c2-b79b-7ef36e7eebdb triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:18.952109 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:19.060023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 591e3e41-2291-45c2-b79b-7ef36e7eebdb is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:19.061353 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:19.104891 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 591e3e41-2291-45c2-b79b-7ef36e7eebdb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=591e3e41-2291-45c2-b79b-7ef36e7eebdb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:19.106573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b29937-96a9-4402-85d8-5a43b95dfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591e3e41-2291-45c2-b79b-7ef36e7eebdb'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:19.109431 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35ad458-4f9c-4b68-b126-98e8cefe84d7" -d '{"events": [{"server_uuid": "46b29937-96a9-4402-85d8-5a43b95dfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "591e3e41-2291-45c2-b79b-7ef36e7eebdb"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:19.213122 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:19.342191 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Publish callbacks [] for port (d9e86034-adeb-4756-bae6-9626641056d5), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:19.344357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=591e3e41-2291-45c2-b79b-7ef36e7eebdb,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:19.378386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b8e82-bf7c-429a-91e9-2543788d3746 req-87be814a-b342-4297-8719-8242d685e4a7 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:19.380065 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a12b8e82-bf7c-429a-91e9-2543788d3746 req-87be814a-b342-4297-8719-8242d685e4a7 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.4384637 Feb 15 16:41:19.414605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90d8ca-984f-4a3b-b32c-be8f415fadd1 req-7fb1931b-8e82-40f0-a54e-ae155bfe62c8 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:19.416923 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1d90d8ca-984f-4a3b-b32c-be8f415fadd1 req-7fb1931b-8e82-40f0-a54e-ae155bfe62c8 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 948 time: 0.3440797 Feb 15 16:41:19.421341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4d2215b2-0f39-43fd-8a31-168f12cf8d4e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:19.438394 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f95da9-7303-4a50-addf-41eed454f803 req-b42f8b7e-112b-40e8-913b-1ef7f7b53f38 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6496964 Feb 15 16:41:19.471368 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e4224-6e24-42b3-b668-dc3643f156ee req-0b8c6fd7-5d5a-4d1e-a793-6cf31d12f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:19.474813 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-797e4224-6e24-42b3-b668-dc3643f156ee req-0b8c6fd7-5d5a-4d1e-a793-6cf31d12f82f service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.5185010 Feb 15 16:41:19.530849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1d90d8ca-984f-4a3b-b32c-be8f415fadd1 req-157350f4-9e0d-4c3f-b642-9af5b11e5da6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044831 Feb 15 16:41:19.551136 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:19.551734 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4d2215b2-0f39-43fd-8a31-168f12cf8d4e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:19.553854 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d9e86034-adeb-4756-bae6-9626641056d5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:19.565939 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a12b8e82-bf7c-429a-91e9-2543788d3746 req-c4809625-8765-44a3-a0d9-71dcc62caca6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336422 Feb 15 16:41:19.651807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-0ece476b-3768-4543-9250-cc8e7627cfdd tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:19.667412 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-797e4224-6e24-42b3-b668-dc3643f156ee req-cac5d595-0c3a-4342-a959-56dd6d1ab2e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d HTTP/1.1" status: 200 len: 217 time: 0.1556976 Feb 15 16:41:19.678279 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-0ece476b-3768-4543-9250-cc8e7627cfdd tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:19.684467 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-0ece476b-3768-4543-9250-cc8e7627cfdd tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.10 "GET /v2.0/networks?id=9c939d6a-e7be-455b-a4ea-2490f7766dc7&id=f83fd975-bf13-4574-be74-2d1573de2b6d&id=9c939d6a-e7be-455b-a4ea-2490f7766dc7 HTTP/1.1" status: 200 len: 1392 time: 0.6039443 Feb 15 16:41:19.737252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c805e727-e725-429a-8979-204f4fb4d9df tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Request body: {'port': {'device_id': '4dd72467-daaf-47c8-b168-f33889531e9f', 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7', 'admin_state_up': True, 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:19.753344 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f82cd4-b592-46f1-9c0f-7dc6b9f31344 x-openstack-request-id: req-89f82cd4-b592-46f1-9c0f-7dc6b9f31344 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:19.755547 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b29937-96a9-4402-85d8-5a43b95dfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "591e3e41-2291-45c2-b79b-7ef36e7eebdb", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:19.755848 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-89f82cd4-b592-46f1-9c0f-7dc6b9f31344 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:19.756645 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b29937-96a9-4402-85d8-5a43b95dfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591e3e41-2291-45c2-b79b-7ef36e7eebdb', 'code': 200} Feb 15 16:41:19.763421 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:41:19.843276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:19.843392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:19.843392 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4d2215b2-0f39-43fd-8a31-168f12cf8d4e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:19.858770 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4d2215b2-0f39-43fd-8a31-168f12cf8d4e,segment=NetworkSegment(15ef8447-dd91-405f-b509-9087cebde407),segment_id=15ef8447-dd91-405f-b509-9087cebde407)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:19.888812 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d07af1d-611e-4f22-a82d-2f2f6a6a9e35 req-7f76a2f3-e34c-4c18-ade8-fa01b1db278c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 210 time: 0.1615043 Feb 15 16:41:19.891211 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:41:20.069799 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4d2215b2-0f39-43fd-8a31-168f12cf8d4e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:20.131322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e4224-6e24-42b3-b668-dc3643f156ee req-40d60ee2-9bc7-46a5-af90-276d3bc83f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:20.134703 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-797e4224-6e24-42b3-b668-dc3643f156ee req-40d60ee2-9bc7-46a5-af90-276d3bc83f1b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 1131 time: 0.4486473 Feb 15 16:41:20.137718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d045e92-9ff3-4903-ac8b-761910794a7b None None] Network 20a628c1-8ad8-40a0-b877-f8def0e3dec4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:41:20.141880 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=d9e86034-adeb-4756-bae6-9626641056d5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:20.170551 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e4224-6e24-42b3-b668-dc3643f156ee req-25106f97-be86-4a6e-8103-2946a1133790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:20.175377 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-797e4224-6e24-42b3-b668-dc3643f156ee req-25106f97-be86-4a6e-8103-2946a1133790 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.5004559 Feb 15 16:41:20.193828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6a81b-a63e-48cd-845e-1f613f90cfd8 req-0676f11c-11a6-4fdf-9850-ef90611485db tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:20.205176 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34d6a81b-a63e-48cd-845e-1f613f90cfd8 req-0676f11c-11a6-4fdf-9850-ef90611485db tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 945 time: 0.3394670 Feb 15 16:41:20.305154 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589eebe3-25f9-41f9-a6ed-413fba3beb1c {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:20.328121 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0c4a6a96-d66e-428d-a070-1ab4a5a6d43a None None] Provisioning complete for port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:20.333551 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c4a6a96-d66e-428d-a070-1ab4a5a6d43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4d2215b2-0f39-43fd-8a31-168f12cf8d4e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:20.334409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=4d2215b2-0f39-43fd-8a31-168f12cf8d4e,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:20.355025 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Publish callbacks [] for port (589eebe3-25f9-41f9-a6ed-413fba3beb1c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:20.387954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Transition to ACTIVE for port object 589eebe3-25f9-41f9-a6ed-413fba3beb1c will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:41:20.652905 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0c4a6a96-d66e-428d-a070-1ab4a5a6d43a None None] Current status of the port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:20.763898 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36988592-34ed-426c-a88f-cef93bc87b0f req-85db77f3-6bf7-4909-b804-d3cfbe1c823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:20.772658 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36988592-34ed-426c-a88f-cef93bc87b0f req-85db77f3-6bf7-4909-b804-d3cfbe1c823c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 1128 time: 0.9247086 Feb 15 16:41:20.854366 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c805e727-e725-429a-8979-204f4fb4d9df tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Made reservation on behalf of 470a2c5ab8af406ba7a7838ed7ac3361 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:41:20.858992 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c805e727-e725-429a-8979-204f4fb4d9df tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:20.882579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8309e475-db4e-4386-bdb8-92c4a4910bb7 None None] Provisioning complete for port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:20.884723 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8309e475-db4e-4386-bdb8-92c4a4910bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4d2215b2-0f39-43fd-8a31-168f12cf8d4e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:20.884868 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (589eebe3-25f9-41f9-a6ed-413fba3beb1c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:20.888614 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36988592-34ed-426c-a88f-cef93bc87b0f req-36e00a00-bce3-429e-baee-89894c2e27cd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926509 Feb 15 16:41:20.941546 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34d6a81b-a63e-48cd-845e-1f613f90cfd8 req-394d0205-b769-422d-a39a-7e8d8cb54723 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353790 Feb 15 16:41:21.042694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8309e475-db4e-4386-bdb8-92c4a4910bb7 None None] Current status of the port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:21.060431 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fcf816-00e2-4737-85e5-3ff1e1b57599 req-007c843d-3f01-47d0-93a1-278e23ca3fe1 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:21.069644 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-63fcf816-00e2-4737-85e5-3ff1e1b57599 req-007c843d-3f01-47d0-93a1-278e23ca3fe1 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 931 time: 1.0332310 Feb 15 16:41:21.108106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e4224-6e24-42b3-b668-dc3643f156ee req-dd635b4a-fc62-4055-adbd-2dc3fd7e870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:21.109993 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-797e4224-6e24-42b3-b668-dc3643f156ee req-dd635b4a-fc62-4055-adbd-2dc3fd7e870e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.9111829 Feb 15 16:41:21.168440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e4224-6e24-42b3-b668-dc3643f156ee req-a240cb1e-601c-4bf9-8c26-d0fae12923c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:21.169945 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-797e4224-6e24-42b3-b668-dc3643f156ee req-a240cb1e-601c-4bf9-8c26-d0fae12923c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 1.0248084 Feb 15 16:41:21.194033 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Pushing event updated for resources: {'Port': ['ID=589eebe3-25f9-41f9-a6ed-413fba3beb1c,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:21.256904 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-63fcf816-00e2-4737-85e5-3ff1e1b57599 req-de07976b-b413-4076-b58b-34765a4ab00c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863480 Feb 15 16:41:21.263303 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-797e4224-6e24-42b3-b668-dc3643f156ee req-d691d48f-a644-4710-b4f7-75cf7be56c35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d HTTP/1.1" status: 200 len: 217 time: 0.0701385 Feb 15 16:41:21.263452 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-797e4224-6e24-42b3-b668-dc3643f156ee req-5a87d43a-370d-4761-ae2b-8f7b76e87225 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222498 Feb 15 16:41:21.312084 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Publish callbacks [] for router_gateway (a35f87c0-21f4-4765-96bd-dd3e0212ff65), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:21.312807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4d2215b2-0f39-43fd-8a31-168f12cf8d4e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:21.366909 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Attempting to bind port 589eebe3-25f9-41f9-a6ed-413fba3beb1c on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:21.367164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Attempting to bind port 589eebe3-25f9-41f9-a6ed-413fba3beb1c by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:21.367503 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Attempting to bind port 589eebe3-25f9-41f9-a6ed-413fba3beb1c on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:21.379715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:21.380756 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4d2215b2-0f39-43fd-8a31-168f12cf8d4e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:21.390910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Port 589eebe3-25f9-41f9-a6ed-413fba3beb1c on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:41:21.391569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Attempting to bind port 589eebe3-25f9-41f9-a6ed-413fba3beb1c on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:21.401774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a7d72-44c4-4548-a0c6-2b8f2c688ebf req-9dc8b0b3-1236-4bf4-a75b-ec3004c37e94 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:21.406784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6a0a7d72-44c4-4548-a0c6-2b8f2c688ebf req-9dc8b0b3-1236-4bf4-a75b-ec3004c37e94 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.3136482 Feb 15 16:41:21.425722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e4224-6e24-42b3-b668-dc3643f156ee req-cf9c3c7f-8304-436b-bca0-8771065829e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:21.427426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-797e4224-6e24-42b3-b668-dc3643f156ee req-cf9c3c7f-8304-436b-bca0-8771065829e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1517875 Feb 15 16:41:21.454930 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:21.455282 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Checking segment: {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:21.455704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Bound using segment: {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:21.456164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Bound port: 589eebe3-25f9-41f9-a6ed-413fba3beb1c, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:21.456534 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (589eebe3-25f9-41f9-a6ed-413fba3beb1c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:21.524561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c805e727-e725-429a-8979-204f4fb4d9df tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Allocated IP 19.80.0.179 (9c939d6a-e7be-455b-a4ea-2490f7766dc7/02439661-8518-4632-9d70-fed163b576d7/79f2edc5-d68a-469f-9c43-b398317f6635) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:41:21.545725 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:21.652982 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e0611-2da9-4ada-af40-620001f1f150 req-25f5b1f2-0296-4636-847b-68d3a8422dcc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:21.654668 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a9e0611-2da9-4ada-af40-620001f1f150 req-25f5b1f2-0296-4636-847b-68d3a8422dcc tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 948 time: 0.2250113 Feb 15 16:41:21.655913 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6a0a7d72-44c4-4548-a0c6-2b8f2c688ebf req-e2635efd-eb18-41d9-954b-3cbcbe11a5ea tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424853 Feb 15 16:41:21.669095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e4224-6e24-42b3-b668-dc3643f156ee req-1cd17328-9dd4-480c-9f9d-c3833bbbd500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:21.670726 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-797e4224-6e24-42b3-b668-dc3643f156ee req-1cd17328-9dd4-480c-9f9d-c3833bbbd500 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2068405 Feb 15 16:41:21.749699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] For port 589eebe3-25f9-41f9-a6ed-413fba3beb1c, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:21.786609 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-797e4224-6e24-42b3-b668-dc3643f156ee req-ac39dc00-998f-4e0d-adf4-0649cd3c6646 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131121 Feb 15 16:41:21.818548 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (a35f87c0-21f4-4765-96bd-dd3e0212ff65), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:21.820530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] For port 589eebe3-25f9-41f9-a6ed-413fba3beb1c, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=589eebe3-25f9-41f9-a6ed-413fba3beb1c,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:21.826212 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a9e0611-2da9-4ada-af40-620001f1f150 req-fdde8e4a-dff8-42fd-a625-58419b0b032c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410148 Feb 15 16:41:21.903488 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (589eebe3-25f9-41f9-a6ed-413fba3beb1c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:21.984910 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-797e4224-6e24-42b3-b668-dc3643f156ee req-80619576-7462-4dc5-b629-5d94cc3cbb0b service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023787 Feb 15 16:41:22.020053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:22.020678 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:22.022108 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] 10.222.0.67 "PUT /v2.0/ports/589eebe3-25f9-41f9-a6ed-413fba3beb1c HTTP/1.1" status: 200 len: 1092 time: 3.5355649 Feb 15 16:41:22.025047 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec3bd21-a367-465a-9c40-73ed1643d5b0', 'tag': '589eebe3-25f9-41f9-a6ed-413fba3beb1c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:22.027277 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d14e12b-9bdb-4496-b99c-7c644d7b082d" -d '{"events": [{"name": "network-changed", "server_uuid": "bec3bd21-a367-465a-9c40-73ed1643d5b0", "tag": "589eebe3-25f9-41f9-a6ed-413fba3beb1c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:22.052187 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-740d5d15-f611-47d2-b20d-7c910ebd7c95 req-8c9aba9f-1eae-4770-a8da-4ed43e884c90 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 210 time: 0.0940568 Feb 15 16:41:22.139408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fe579-3beb-40b7-bbf6-cc95f1016bd7 req-696fdec3-cde5-4147-a0da-cbb2f105955e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:22.141121 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-705fe579-3beb-40b7-bbf6-cc95f1016bd7 req-696fdec3-cde5-4147-a0da-cbb2f105955e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.3617082 Feb 15 16:41:22.153957 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c805e727-e725-429a-8979-204f4fb4d9df tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks [] for port (79f2edc5-d68a-469f-9c43-b398317f6635), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:22.221048 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d2aee-c52b-4af9-8259-623de9c3fe41 service neutron] Pushing event updated for resources: {'Port': ['ID=589eebe3-25f9-41f9-a6ed-413fba3beb1c,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:22.276874 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd6741-3ce6-4438-9e5b-1aaef08410c2 req-98b5ca53-6cb1-44ca-a9d2-b03e33977b0f tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:22.278574 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0fd6741-3ce6-4438-9e5b-1aaef08410c2 req-98b5ca53-6cb1-44ca-a9d2-b03e33977b0f tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 945 time: 0.1029751 Feb 15 16:41:22.281578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Router a35f87c0-21f4-4765-96bd-dd3e0212ff65 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:41:22.333672 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-705fe579-3beb-40b7-bbf6-cc95f1016bd7 req-89f32cf3-5b24-4ea8-a406-a343f085388c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682830 Feb 15 16:41:22.348795 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-797e4224-6e24-42b3-b668-dc3643f156ee req-7faa0d43-916f-4b69-8ef4-0df92cbb6b27 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350410 Feb 15 16:41:22.348795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-0c558da4-b39c-444d-b85e-5db2d605ef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:22.351919 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-0c558da4-b39c-444d-b85e-5db2d605ef20 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 1126 time: 0.2097442 Feb 15 16:41:22.456445 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b284b8ba-1dbb-4816-9cd4-e74da63fad18 x-openstack-request-id: req-b284b8ba-1dbb-4816-9cd4-e74da63fad18 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:22.456666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:41:22.456950 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec3bd21-a367-465a-9c40-73ed1643d5b0", "tag": "589eebe3-25f9-41f9-a6ed-413fba3beb1c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:22.457215 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b284b8ba-1dbb-4816-9cd4-e74da63fad18 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:22.458578 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec3bd21-a367-465a-9c40-73ed1643d5b0', 'tag': '589eebe3-25f9-41f9-a6ed-413fba3beb1c', 'status': 'completed', 'code': 200} Feb 15 16:41:22.461969 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c805e727-e725-429a-8979-204f4fb4d9df tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (79f2edc5-d68a-469f-9c43-b398317f6635), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:22.469901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Sync routers for ids ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:41:22.471538 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-c68f219c-3d58-46d2-8293-df479b011f7f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=589eebe3-25f9-41f9-a6ed-413fba3beb1c HTTP/1.1" status: 200 len: 217 time: 0.1124310 Feb 15 16:41:22.523912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Routers {'a35f87c0-21f4-4765-96bd-dd3e0212ff65'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:41:22.527434 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:41:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:22.546186 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0fd6741-3ce6-4438-9e5b-1aaef08410c2 req-1f5eeca4-7916-41c4-8a41-b04384e8b788 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544992 Feb 15 16:41:22.561120 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:22.563673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1890cdbb-c546-4902-9878-7dbe4cf48ec4 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.4228189 Feb 15 16:41:22.566314 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39658) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:22.697220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805e727-e725-429a-8979-204f4fb4d9df tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event updated for resources: {'Port': ['ID=79f2edc5-d68a-469f-9c43-b398317f6635,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:22.702883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c805e727-e725-429a-8979-204f4fb4d9df tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Network 9c939d6a-e7be-455b-a4ea-2490f7766dc7 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:41:22.727974 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c805e727-e725-429a-8979-204f4fb4d9df tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:22.731439 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c805e727-e725-429a-8979-204f4fb4d9df tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:41:22.764067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c5548337-e601-445e-9eaf-dbd9e8d5bd7d details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:41:22.771942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-54ad9f57-30e9-44ff-8ad5-a6df1e1e9b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:22.773610 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-54ad9f57-30e9-44ff-8ad5-a6df1e1e9b0a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e54c697c-dfc4-4d97-947c-96f129045128 HTTP/1.1" status: 200 len: 852 time: 0.2694144 Feb 15 16:41:22.862405 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-88d085d1-7181-40ab-b6e2-4fe7c972b855 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593297 Feb 15 16:41:22.904241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c805e727-e725-429a-8979-204f4fb4d9df tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:22.904957 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c805e727-e725-429a-8979-204f4fb4d9df tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:22.959249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f478b5e-09de-44f6-a3f5-6c66f3d9fc91 req-64feff95-5f6c-491d-8d5e-765fe77d10c1 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:22.960804 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f478b5e-09de-44f6-a3f5-6c66f3d9fc91 req-64feff95-5f6c-491d-8d5e-765fe77d10c1 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 943 time: 0.3498647 Feb 15 16:41:23.103117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Set router a35f87c0-21f4-4765-96bd-dd3e0212ff65 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:41:23.114413 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f478b5e-09de-44f6-a3f5-6c66f3d9fc91 req-17f4591c-703d-4e4c-99af-2d931410e58d tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863707 Feb 15 16:41:23.162488 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c805e727-e725-429a-8979-204f4fb4d9df tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4470413 Feb 15 16:41:23.178550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-001f04e2-a719-4473-b08d-9d863e9bf8f1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Request body: {'port': {'device_id': '4dd72467-daaf-47c8-b168-f33889531e9f', 'network_id': 'f83fd975-bf13-4574-be74-2d1573de2b6d', 'admin_state_up': True, 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:23.267217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:23.281546 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d', 'mac_address': 'fa:16:3e:cb:e4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:41:23.292227 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-80eb53b3-d6a2-422c-9128-89a092f0e298 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179833 Feb 15 16:41:23.395778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bade447-9483-48e3-83dc-3536a4a5aa85 req-f4202d36-699b-41b7-bba7-59e60414fc2e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:23.397265 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9bade447-9483-48e3-83dc-3536a4a5aa85 req-f4202d36-699b-41b7-bba7-59e60414fc2e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.4537694 Feb 15 16:41:23.471556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2a27d50c-42f6-4b07-9d2e-10f85dc682f1 None None] Provisioning complete for port 79f2edc5-d68a-469f-9c43-b398317f6635 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:23.472735 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2a27d50c-42f6-4b07-9d2e-10f85dc682f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (79f2edc5-d68a-469f-9c43-b398317f6635), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:23.475439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c5548337-e601-445e-9eaf-dbd9e8d5bd7d is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:23.476009 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:23.502054 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9bade447-9483-48e3-83dc-3536a4a5aa85 req-e68b1a33-66a6-4dc0-8c17-d0c8f57e41e8 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964608 Feb 15 16:41:23.576586 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5548337-e601-445e-9eaf-dbd9e8d5bd7d {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:23.622760 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2a27d50c-42f6-4b07-9d2e-10f85dc682f1 None None] Port 79f2edc5-d68a-469f-9c43-b398317f6635 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:41:23.635541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8982f9-2a2a-4543-a94a-0bac8a999d65 req-f9c409bc-ce18-4726-9686-b84672336e30 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:23.636716 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:23.637445 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c8982f9-2a2a-4543-a94a-0bac8a999d65 req-f9c409bc-ce18-4726-9686-b84672336e30 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 948 time: 0.3442771 Feb 15 16:41:23.706394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-001f04e2-a719-4473-b08d-9d863e9bf8f1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Made reservation on behalf of 470a2c5ab8af406ba7a7838ed7ac3361 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:41:23.710102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-001f04e2-a719-4473-b08d-9d863e9bf8f1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:23.722733 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:23.727617 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f74cc4-1721-4035-9692-ccec8fc6c338 req-42ada3f1-d267-4b0b-a228-b9213a7745dc tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:23.730351 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17f74cc4-1721-4035-9692-ccec8fc6c338 req-42ada3f1-d267-4b0b-a228-b9213a7745dc tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 932 time: 0.0951180 Feb 15 16:41:23.735748 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'name': 'tempest-ServersTestJSON-1855804671-router', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:41:17Z', 'updated_at': '2022-02-15T16:41:20Z', 'revision_number': 3, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'gw_port': {'id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:18Z', 'updated_at': '2022-02-15T16:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:23.771708 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b1f05a1-bc2c-4fa0-94f4-9c294a5c295b req-a8cc192c-3575-4183-9253-d13ac3fb0226 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682732 Feb 15 16:41:23.803133 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:23.838811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Checking router: a35f87c0-21f4-4765-96bd-dd3e0212ff65 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:41:23.841762 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Updating router a35f87c0-21f4-4765-96bd-dd3e0212ff65 port d9e86034-adeb-4756-bae6-9626641056d5 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:41:23.845648 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17f74cc4-1721-4035-9692-ccec8fc6c338 req-10e4dec2-d9e2-4659-91cc-9ffbb1ea4408 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625038 Feb 15 16:41:23.897128 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d9e86034-adeb-4756-bae6-9626641056d5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:24.018861 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c8982f9-2a2a-4543-a94a-0bac8a999d65 req-9abb0f45-2a5a-4b0c-9ce8-35767bb30fd3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725064 Feb 15 16:41:24.111378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14e12b-9bdb-4496-b99c-7c644d7b082d req-b200e7cb-fb53-454a-96f9-ac734470abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:24.113831 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d14e12b-9bdb-4496-b99c-7c644d7b082d req-b200e7cb-fb53-454a-96f9-ac734470abbc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 1126 time: 0.1614451 Feb 15 16:41:24.237243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-001f04e2-a719-4473-b08d-9d863e9bf8f1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Allocated IP 19.86.0.108 (f83fd975-bf13-4574-be74-2d1573de2b6d/7031ac45-045e-4ef1-8d0e-cba8e77fff17/c10d07a1-499e-4560-ba56-86ce23b8b48c) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:41:24.270482 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fcda8-5022-425e-8f09-e0294600bb10 req-6012e71d-59e9-4f79-9ef6-6e5190b141cf tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:24.275079 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-655fcda8-5022-425e-8f09-e0294600bb10 req-6012e71d-59e9-4f79-9ef6-6e5190b141cf tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.1527376 Feb 15 16:41:24.275330 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77169d60-aee6-435e-8aae-3f5a517e09ff req-38cc9e15-a0ba-484b-8717-11acc0ffae4b tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:24.282007 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Allocated IP 172.20.0.1 (20a628c1-8ad8-40a0-b877-f8def0e3dec4/880824e9-9b4e-44d1-b3e7-0ae46e55f7e5/48bde6cb-13a0-4241-8d5b-f2f921a92799) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:41:24.282266 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77169d60-aee6-435e-8aae-3f5a517e09ff req-38cc9e15-a0ba-484b-8717-11acc0ffae4b tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 945 time: 0.1518538 Feb 15 16:41:24.341784 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-655fcda8-5022-425e-8f09-e0294600bb10 req-265e5735-2279-4d79-82f3-350ae0750bbb tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676069 Feb 15 16:41:24.349148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77169d60-aee6-435e-8aae-3f5a517e09ff req-7beb46a9-b461-4bde-90d2-754e2084c87c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602818 Feb 15 16:41:24.480409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14e12b-9bdb-4496-b99c-7c644d7b082d req-69ec62b3-c7f9-40df-808c-a84fce5a5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:24.481945 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d14e12b-9bdb-4496-b99c-7c644d7b082d req-69ec62b3-c7f9-40df-808c-a84fce5a5a24 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 913 time: 0.3618610 Feb 15 16:41:24.589109 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d14e12b-9bdb-4496-b99c-7c644d7b082d req-9b45a42b-a9de-426f-aa4f-7b7069f7f030 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=589eebe3-25f9-41f9-a6ed-413fba3beb1c HTTP/1.1" status: 200 len: 217 time: 0.0948524 Feb 15 16:41:24.598999 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085934a5-f622-4db6-b90d-bcf4a3674b5b req-694a7e54-737c-48e9-8056-14843b6cdd81 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:24.605915 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-085934a5-f622-4db6-b90d-bcf4a3674b5b req-694a7e54-737c-48e9-8056-14843b6cdd81 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 943 time: 0.1683230 Feb 15 16:41:24.637559 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Publish callbacks [] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:24.652222 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:24.675195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['c5548337-e601-445e-9eaf-dbd9e8d5bd7d'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:24.719806 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14e12b-9bdb-4496-b99c-7c644d7b082d req-085dadf9-9fc2-4b6d-9461-f9bcf4bd2a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:24.721259 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d14e12b-9bdb-4496-b99c-7c644d7b082d req-085dadf9-9fc2-4b6d-9461-f9bcf4bd2a42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e54c697c-dfc4-4d97-947c-96f129045128 HTTP/1.1" status: 200 len: 852 time: 0.1128690 Feb 15 16:41:24.751655 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Publish callbacks [] for port (d9e86034-adeb-4756-bae6-9626641056d5), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:24.764296 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-085934a5-f622-4db6-b90d-bcf4a3674b5b req-671479bc-2605-4358-8c3b-6ac26af41ab0 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574085 Feb 15 16:41:24.767863 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d14e12b-9bdb-4496-b99c-7c644d7b082d req-93d68e6b-baa1-4444-aba8-7e3e5ca516ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362504 Feb 15 16:41:24.771375 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-001f04e2-a719-4473-b08d-9d863e9bf8f1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks [] for port (c10d07a1-499e-4560-ba56-86ce23b8b48c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:24.867235 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:24.898400 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d9e86034-adeb-4756-bae6-9626641056d5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:24.954828 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Network 20a628c1-8ad8-40a0-b877-f8def0e3dec4 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:41:24.965081 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:24.977330 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:41:24.989616 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Attempting to bind port d9e86034-adeb-4756-bae6-9626641056d5 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:24.994170 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Attempting to bind port d9e86034-adeb-4756-bae6-9626641056d5 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:24.994170 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Attempting to bind port d9e86034-adeb-4756-bae6-9626641056d5 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:24.996148 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-001f04e2-a719-4473-b08d-9d863e9bf8f1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c10d07a1-499e-4560-ba56-86ce23b8b48c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:24.998406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:24.998835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:24.999309 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:24.999802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:25.000384 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Bound port: d9e86034-adeb-4756-bae6-9626641056d5, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:25.000776 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d9e86034-adeb-4756-bae6-9626641056d5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:25.003638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971daff-2e65-42b9-904b-32c72f3b0ba9 None None] Pushing event updated for resources: {'Port': ['ID=d9e86034-adeb-4756-bae6-9626641056d5,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:25.114579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] For port d9e86034-adeb-4756-bae6-9626641056d5, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:25.120986 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] For port d9e86034-adeb-4756-bae6-9626641056d5, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d9e86034-adeb-4756-bae6-9626641056d5,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:25.139597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Pushing event updated for resources: {'Port': ['ID=48bde6cb-13a0-4241-8d5b-f2f921a92799,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:25.182169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f04e2-a719-4473-b08d-9d863e9bf8f1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event updated for resources: {'Port': ['ID=c10d07a1-499e-4560-ba56-86ce23b8b48c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:25.186218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d14e12b-9bdb-4496-b99c-7c644d7b082d req-8c846157-57fa-4ca8-8c69-099e2bb2bc1a service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079905 Feb 15 16:41:25.206963 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (a35f87c0-21f4-4765-96bd-dd3e0212ff65), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:25.212933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-001f04e2-a719-4473-b08d-9d863e9bf8f1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Network f83fd975-bf13-4574-be74-2d1573de2b6d is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:41:25.218551 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d9e86034-adeb-4756-bae6-9626641056d5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:25.315442 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-001f04e2-a719-4473-b08d-9d863e9bf8f1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:25.319986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-001f04e2-a719-4473-b08d-9d863e9bf8f1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:41:25.335476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e971daff-2e65-42b9-904b-32c72f3b0ba9 None None] Pushing event updated for resources: {'Port': ['ID=d9e86034-adeb-4756-bae6-9626641056d5,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:25.423095 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Routers {'a35f87c0-21f4-4765-96bd-dd3e0212ff65'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:41:25.423934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:41:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:25.459049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-001f04e2-a719-4473-b08d-9d863e9bf8f1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:25.459703 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-001f04e2-a719-4473-b08d-9d863e9bf8f1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:25.485530 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d14e12b-9bdb-4496-b99c-7c644d7b082d req-06554595-64a2-4a80-b48a-b404d29ae60f service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890949 Feb 15 16:41:25.520750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9780f7-1121-44d6-a683-00c42239ff56 req-3f6d03c0-0f26-4770-8e7f-6ce722d63956 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:25.525342 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-3f6d03c0-0f26-4770-8e7f-6ce722d63956 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02&tenant_id=83dc14985f004c3eab7d27bb571467d7&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 949 time: 0.1382644 Feb 15 16:41:25.578633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c946fe6b-63cd-48ff-b670-12fd9244671f None None] Provisioning complete for port 48bde6cb-13a0-4241-8d5b-f2f921a92799 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:25.578934 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c946fe6b-63cd-48ff-b670-12fd9244671f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:25.601691 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-001f04e2-a719-4473-b08d-9d863e9bf8f1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4292109 Feb 15 16:41:25.625440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-62c68b0b-4e61-4ed6-a7fb-46365f9cd93a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Request body: {'port': {'device_id': '4dd72467-daaf-47c8-b168-f33889531e9f', 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7', 'admin_state_up': True, 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:25.727107 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a71175-a798-4b42-a682-c3a8207c98df req-df311c87-a977-41d6-b828-d7b4dde42319 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:25.728730 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-df311c87-a977-41d6-b828-d7b4dde42319 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1&tenant_id=d0ff076c939c42f79afd32ae34c41b7e&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 1129 time: 0.2788205 Feb 15 16:41:25.755277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c946fe6b-63cd-48ff-b670-12fd9244671f None None] Port 48bde6cb-13a0-4241-8d5b-f2f921a92799 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:41:25.765763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828372-14'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:25.778008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] Set router a35f87c0-21f4-4765-96bd-dd3e0212ff65 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:41:25.808980 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c8576-15b4-42cf-a6cc-6690f3a4cab8 req-0fd9bf48-14a4-4622-9988-7c14592c2ec2 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:25.817823 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c54c8576-15b4-42cf-a6cc-6690f3a4cab8 req-0fd9bf48-14a4-4622-9988-7c14592c2ec2 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 946 time: 0.4676669 Feb 15 16:41:25.875654 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:25.929309 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-b8bfdea9-f638-434a-a98a-85ff1fcfdeab service neutron] 10.222.0.10 "GET /v2.0/ports/c5548337-e601-445e-9eaf-dbd9e8d5bd7d/bindings/n-h2-828372-14 HTTP/1.1" status: 200 len: 383 time: 0.3959680 Feb 15 16:41:25.979632 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c1336cda-5be1-4aa5-9a80-cf69e564e5db None None] Provisioning complete for port c10d07a1-499e-4560-ba56-86ce23b8b48c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:25.980125 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c1336cda-5be1-4aa5-9a80-cf69e564e5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c10d07a1-499e-4560-ba56-86ce23b8b48c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:26.020720 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c1336cda-5be1-4aa5-9a80-cf69e564e5db None None] Port c10d07a1-499e-4560-ba56-86ce23b8b48c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:41:26.040082 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:26.094453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] For port 851b8806-17fe-4434-806b-9f1c80cfc0fb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=851b8806-17fe-4434-806b-9f1c80cfc0fb,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:26.141263 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] For port 851b8806-17fe-4434-806b-9f1c80cfc0fb, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:26.145392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'name': 'tempest-ServersTestJSON-1855804671-router', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:41:17Z', 'updated_at': '2022-02-15T16:41:20Z', 'revision_number': 3, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'gw_port': {'id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:18Z', 'updated_at': '2022-02-15T16:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:26.194321 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c81e82c-87b6-4ce9-a434-d2ed4a8ebbe3 None None] The sync data for ids ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'] in n-d-828372-14 is: [{'id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'name': 'tempest-ServersTestJSON-1855804671-router', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:41:17Z', 'updated_at': '2022-02-15T16:41:20Z', 'revision_number': 3, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'gw_port': {'id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:18Z', 'updated_at': '2022-02-15T16:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:41:26.204309 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Publish callbacks [] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:26.388960 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Publish callbacks [] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:26.390903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851b8806-17fe-4434-806b-9f1c80cfc0fb'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:26.393418 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05821e1-bda5-4ba3-a6dc-33722e8c67dc" -d '{"events": [{"server_uuid": "6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1", "name": "network-vif-unplugged", "status": "completed", "tag": "851b8806-17fe-4434-806b-9f1c80cfc0fb"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:26.401349 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:26.437109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173937b4-09cb-41d9-a0ca-5784dbd80c9b req-a9713cd4-0dcd-40e4-8558-b78211a603df tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:26.443129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173937b4-09cb-41d9-a0ca-5784dbd80c9b req-a9713cd4-0dcd-40e4-8558-b78211a603df tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:26.450180 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-173937b4-09cb-41d9-a0ca-5784dbd80c9b req-a9713cd4-0dcd-40e4-8558-b78211a603df tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 1655 time: 0.6796956 Feb 15 16:41:26.475325 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Pushing event updated for resources: {'Port': ['ID=851b8806-17fe-4434-806b-9f1c80cfc0fb,revision_number=7']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:26.506114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-62c68b0b-4e61-4ed6-a7fb-46365f9cd93a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Made reservation on behalf of 470a2c5ab8af406ba7a7838ed7ac3361 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:41:26.515898 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-62c68b0b-4e61-4ed6-a7fb-46365f9cd93a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:26.521960 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:26.536176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9780f7-1121-44d6-a683-00c42239ff56 req-790955b6-33f5-4d09-9cb3-35de1eedee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:26.538514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-790955b6-33f5-4d09-9cb3-35de1eedee00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 1132 time: 0.5513382 Feb 15 16:41:26.548504 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-173937b4-09cb-41d9-a0ca-5784dbd80c9b req-a6539df6-0b83-4ac5-bab0-03a7165807a9 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961959 Feb 15 16:41:26.594722 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c54c8576-15b4-42cf-a6cc-6690f3a4cab8 req-45ee3e2f-6aa0-4fa0-ac15-0095ce23f5a7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7760167 Feb 15 16:41:26.655711 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (a35f87c0-21f4-4765-96bd-dd3e0212ff65), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:26.667172 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Attempting to bind port 851b8806-17fe-4434-806b-9f1c80cfc0fb on host n-h2-828372-14 for vnic_type normal with profile {"migrating_to": "n-h1-828372-14"} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:26.667545 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Attempting to bind port 851b8806-17fe-4434-806b-9f1c80cfc0fb by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:26.667877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Attempting to bind port 851b8806-17fe-4434-806b-9f1c80cfc0fb on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:26.685740 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Port 851b8806-17fe-4434-806b-9f1c80cfc0fb on network cc8d71f0-af5e-4df1-bb31-1f595b410607 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:41:26.686108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Attempting to bind port 851b8806-17fe-4434-806b-9f1c80cfc0fb on network cc8d71f0-af5e-4df1-bb31-1f595b410607 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:26.702520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Pushing event updated for resources: {'Port': ['ID=48bde6cb-13a0-4241-8d5b-f2f921a92799,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:26.729609 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 589eebe3-25f9-41f9-a6ed-413fba3beb1c details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:41:26.756148 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:26.756148 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Checking segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:26.756148 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Bound using segment: {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:26.756148 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Bound port: 851b8806-17fe-4434-806b-9f1c80cfc0fb, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3b1a4c-0178-4654-ae98-21a3c575a664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'cc8d71f0-af5e-4df1-bb31-1f595b410607'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:26.756148 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:26.817045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8245fb09-0d96-4d1d-9dc7-ca84cacadb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:26.819091 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8245fb09-0d96-4d1d-9dc7-ca84cacadb85 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.2660441 Feb 15 16:41:26.906792 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c5548337-e601-445e-9eaf-dbd9e8d5bd7d up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:26.929225 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f21ef-89d5-4e74-8305-5dff40ec6ea3 req-82c8510a-b1ed-4298-b7e0-55f65137f32e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:26.931357 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca9f21ef-89d5-4e74-8305-5dff40ec6ea3 req-82c8510a-b1ed-4298-b7e0-55f65137f32e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.1947520 Feb 15 16:41:26.969384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] For port 851b8806-17fe-4434-806b-9f1c80cfc0fb, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:26.974531 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-07ca1cf0-4ad1-47a3-8db5-6f7028359e2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d HTTP/1.1" status: 200 len: 217 time: 0.1470835 Feb 15 16:41:26.990964 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Network 20a628c1-8ad8-40a0-b877-f8def0e3dec4 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:41:27.003475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:27.019332 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] For port 851b8806-17fe-4434-806b-9f1c80cfc0fb, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=851b8806-17fe-4434-806b-9f1c80cfc0fb,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:27.154626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d356e-90ac-4402-ae6e-83a41a2b7f12 req-cfcde9fe-ab1b-4536-a28d-21099dd1d6ca tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:27.156675 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-261d356e-90ac-4402-ae6e-83a41a2b7f12 req-cfcde9fe-ab1b-4536-a28d-21099dd1d6ca tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 949 time: 0.4619472 Feb 15 16:41:27.208947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9780f7-1121-44d6-a683-00c42239ff56 req-23db1209-4773-401b-bc25-5cf46c832a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:27.210785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Router a35f87c0-21f4-4765-96bd-dd3e0212ff65 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:41:27.214689 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-23db1209-4773-401b-bc25-5cf46c832a21 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.2276959 Feb 15 16:41:27.228423 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca9f21ef-89d5-4e74-8305-5dff40ec6ea3 req-da659c73-191f-4700-a18c-d800ad9dcd34 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906411 Feb 15 16:41:27.236904 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:27.258254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-62c68b0b-4e61-4ed6-a7fb-46365f9cd93a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Allocated IP 19.80.0.17 (9c939d6a-e7be-455b-a4ea-2490f7766dc7/02439661-8518-4632-9d70-fed163b576d7/f8fcb897-6de7-4a07-9906-40bc9c6bead4) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:41:27.322189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 589eebe3-25f9-41f9-a6ed-413fba3beb1c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=589eebe3-25f9-41f9-a6ed-413fba3beb1c,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:27.345004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '589eebe3-25f9-41f9-a6ed-413fba3beb1c', 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e', 'port_id': '589eebe3-25f9-41f9-a6ed-413fba3beb1c', 'mac_address': 'fa:16:3e:61:10:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54c697c-dfc4-4d97-947c-96f129045128', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:41:27.370092 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-261d356e-90ac-4402-ae6e-83a41a2b7f12 req-0f53ecca-9ec9-44b4-8234-04d0b64c565d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960022 Feb 15 16:41:27.440948 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Pushing event updated for resources: {'Port': ['ID=851b8806-17fe-4434-806b-9f1c80cfc0fb,revision_number=8']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:27.456026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 589eebe3-25f9-41f9-a6ed-413fba3beb1c is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:27.456774 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (589eebe3-25f9-41f9-a6ed-413fba3beb1c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:27.463185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d9e86034-adeb-4756-bae6-9626641056d5 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:27.468870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port c5548337-e601-445e-9eaf-dbd9e8d5bd7d completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:41:27.490060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9780f7-1121-44d6-a683-00c42239ff56 req-5d28ac26-016d-4a86-924d-65cd19ece0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:27.491618 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-5d28ac26-016d-4a86-924d-65cd19ece0bc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2683578 Feb 15 16:41:27.525691 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port c5548337-e601-445e-9eaf-dbd9e8d5bd7d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:27.531087 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:27.531087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589eebe3-25f9-41f9-a6ed-413fba3beb1c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:27.558690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 589eebe3-25f9-41f9-a6ed-413fba3beb1c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=589eebe3-25f9-41f9-a6ed-413fba3beb1c,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:27.607131 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c322e9e6-1ed8-4b7e-a209-3debcee6672e None None] Provisioning complete for port 48bde6cb-13a0-4241-8d5b-f2f921a92799 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:27.607494 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c322e9e6-1ed8-4b7e-a209-3debcee6672e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:27.638828 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (589eebe3-25f9-41f9-a6ed-413fba3beb1c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:27.688814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port d9e86034-adeb-4756-bae6-9626641056d5 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:27.689178 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d9e86034-adeb-4756-bae6-9626641056d5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:27.692865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c322e9e6-1ed8-4b7e-a209-3debcee6672e None None] Port 48bde6cb-13a0-4241-8d5b-f2f921a92799 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:41:27.694504 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c69d454-a1dc-4ee1-bbe7-119726983e2a service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495490 Feb 15 16:41:27.710378 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:27.710378 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:27.711944 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-39b82238-38fb-4327-915f-f1f1233b23e5 service neutron] 10.222.0.67 "PUT /v2.0/ports/851b8806-17fe-4434-806b-9f1c80cfc0fb HTTP/1.1" status: 200 len: 1124 time: 1.9641566 Feb 15 16:41:27.736428 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6549a79-e4ad-411d-9f4a-a74a0969e888 req-797ee48e-e2b4-4274-91dd-af5227834eb4 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:27.738406 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6549a79-e4ad-411d-9f4a-a74a0969e888 req-797ee48e-e2b4-4274-91dd-af5227834eb4 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 945 time: 0.3296950 Feb 15 16:41:27.831601 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6549a79-e4ad-411d-9f4a-a74a0969e888 req-6db8b68f-9fe3-4267-ad06-430523fbd427 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851738 Feb 15 16:41:27.896497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c5548337-e601-445e-9eaf-dbd9e8d5bd7d is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:27.896926 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:27.897768 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a523db-7f03-487f-b678-b973a290938f req-c9e13eb0-1c64-4876-baf4-8fbe2087b61a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:27.899500 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-16a523db-7f03-487f-b678-b973a290938f req-c9e13eb0-1c64-4876-baf4-8fbe2087b61a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 943 time: 0.4370418 Feb 15 16:41:27.907247 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['851b8806-17fe-4434-806b-9f1c80cfc0fb'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:27.917171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:41:27.920399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['851b8806-17fe-4434-806b-9f1c80cfc0fb'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:27.938587 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cf763c0d-9a9d-4de5-af9f-33ab6a9b5078 admin admin] 10.222.0.107 "PUT /v2.0/routers/a35f87c0-21f4-4765-96bd-dd3e0212ff65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3599472 Feb 15 16:41:27.942582 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41b8afe-5b0d-4e9e-ab99-2edfe2ae2d77 x-openstack-request-id: req-f41b8afe-5b0d-4e9e-ab99-2edfe2ae2d77 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:27.942878 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1", "name": "network-vif-unplugged", "status": "completed", "tag": "851b8806-17fe-4434-806b-9f1c80cfc0fb", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:27.944047 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f41b8afe-5b0d-4e9e-ab99-2edfe2ae2d77 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:27.944471 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851b8806-17fe-4434-806b-9f1c80cfc0fb', 'code': 200} Feb 15 16:41:28.027346 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-ac4bd61f-2753-44b7-822c-e2834b3cf32c service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094938 Feb 15 16:41:28.031033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=589eebe3-25f9-41f9-a6ed-413fba3beb1c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:28.037245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-16a523db-7f03-487f-b678-b973a290938f req-e6cad83c-3e5e-41d0-861b-6646b8044f45 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239200 Feb 15 16:41:28.071641 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-62c68b0b-4e61-4ed6-a7fb-46365f9cd93a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks [] for port (f8fcb897-6de7-4a07-9906-40bc9c6bead4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:28.098762 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['589eebe3-25f9-41f9-a6ed-413fba3beb1c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:28.142945 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e1e93-88ab-4da8-98dd-56c98a9e5253 req-48bc45fb-6474-4916-a3ea-385aa8055a66 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:28.159977 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e1e93-88ab-4da8-98dd-56c98a9e5253 req-48bc45fb-6474-4916-a3ea-385aa8055a66 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:28.160738 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b6e1e93-88ab-4da8-98dd-56c98a9e5253 req-48bc45fb-6474-4916-a3ea-385aa8055a66 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 1655 time: 0.1185634 Feb 15 16:41:28.185225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:28.187942 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6480e7e-1e38-4f43-b925-07c3dc61a14f" -d '{"events": [{"server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "name": "network-vif-plugged", "status": "completed", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:28.210449 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-62c68b0b-4e61-4ed6-a7fb-46365f9cd93a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f8fcb897-6de7-4a07-9906-40bc9c6bead4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:28.231596 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:28.241904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe299f95-8c43-4e24-9ce7-3b6951a48d3d req-64875b9a-77b6-42a0-aca8-7a16ca2c2c4a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:28.243994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe299f95-8c43-4e24-9ce7-3b6951a48d3d req-64875b9a-77b6-42a0-aca8-7a16ca2c2c4a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.0975175 Feb 15 16:41:28.259441 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b6e1e93-88ab-4da8-98dd-56c98a9e5253 req-92a9b801-7937-4008-aa4b-6ac5346b5a6b tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730147 Feb 15 16:41:28.357613 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:28.370972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-62c68b0b-4e61-4ed6-a7fb-46365f9cd93a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Network 9c939d6a-e7be-455b-a4ea-2490f7766dc7 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:41:28.374485 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe299f95-8c43-4e24-9ce7-3b6951a48d3d req-f42a1c37-6ebd-46a4-9d70-081ad1c7c841 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952780 Feb 15 16:41:28.380650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-62c68b0b-4e61-4ed6-a7fb-46365f9cd93a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:28.385138 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-62c68b0b-4e61-4ed6-a7fb-46365f9cd93a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:41:28.424160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c68b0b-4e61-4ed6-a7fb-46365f9cd93a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event updated for resources: {'Port': ['ID=f8fcb897-6de7-4a07-9906-40bc9c6bead4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:28.472132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-62c68b0b-4e61-4ed6-a7fb-46365f9cd93a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:28.472799 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-62c68b0b-4e61-4ed6-a7fb-46365f9cd93a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:28.534818 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-62c68b0b-4e61-4ed6-a7fb-46365f9cd93a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9194434 Feb 15 16:41:28.548254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Request body: {'port': {'device_id': '4dd72467-daaf-47c8-b168-f33889531e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:28.614303 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port d9e86034-adeb-4756-bae6-9626641056d5 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:28.614707 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d9e86034-adeb-4756-bae6-9626641056d5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:28.666663 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (79f2edc5-d68a-469f-9c43-b398317f6635), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:28.749166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 851b8806-17fe-4434-806b-9f1c80cfc0fb details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:41:28.765974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port d9e86034-adeb-4756-bae6-9626641056d5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d9e86034-adeb-4756-bae6-9626641056d5,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:28.767703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:28.904964 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106964e-0721-4869-a489-51311bb24349 None None] Sync routers for ids ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:41:28.919456 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d9e86034-adeb-4756-bae6-9626641056d5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:28.923781 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106964e-0721-4869-a489-51311bb24349 None None] Routers {'a35f87c0-21f4-4765-96bd-dd3e0212ff65'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:41:28.924704 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c106964e-0721-4869-a489-51311bb24349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:41:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:29.032307 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-972782b6-4b2c-4170-b120-98b35ff32cd9 None None] Provisioning complete for port f8fcb897-6de7-4a07-9906-40bc9c6bead4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:29.032579 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-972782b6-4b2c-4170-b120-98b35ff32cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f8fcb897-6de7-4a07-9906-40bc9c6bead4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:29.079042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79f2edc5-d68a-469f-9c43-b398317f6635 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:29.091196 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Publish callbacks [] for port (79f2edc5-d68a-469f-9c43-b398317f6635), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:29.103461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=d9e86034-adeb-4756-bae6-9626641056d5,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:29.120199 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Transition to ACTIVE for port object 79f2edc5-d68a-469f-9c43-b398317f6635 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:41:29.122653 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-972782b6-4b2c-4170-b120-98b35ff32cd9 None None] Port f8fcb897-6de7-4a07-9906-40bc9c6bead4 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:41:29.132230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 851b8806-17fe-4434-806b-9f1c80cfc0fb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=851b8806-17fe-4434-806b-9f1c80cfc0fb,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:29.143793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 851b8806-17fe-4434-806b-9f1c80cfc0fb has no active binding in host n-h1-828372-14 {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 16:41:29.146157 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c106964e-0721-4869-a489-51311bb24349 None None] Set router a35f87c0-21f4-4765-96bd-dd3e0212ff65 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:41:29.179978 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab318e45-a24e-40d0-92b1-c70b52b609c5 x-openstack-request-id: req-ab318e45-a24e-40d0-92b1-c70b52b609c5 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:29.180277 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "name": "network-vif-plugged", "status": "completed", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:29.180532 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ab318e45-a24e-40d0-92b1-c70b52b609c5 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:29.181424 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d', 'code': 200} Feb 15 16:41:29.218506 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (79f2edc5-d68a-469f-9c43-b398317f6635), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:29.306283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Pushing event updated for resources: {'Port': ['ID=79f2edc5-d68a-469f-9c43-b398317f6635,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:29.367363 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d9e86034-adeb-4756-bae6-9626641056d5 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:29.383432 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39742) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:29.389055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-50dc19cd-9ec1-4a0b-b636-1e07dcf8368d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--915582574', 'description': 'tempest-description--547330394'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:29.466458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port d9e86034-adeb-4756-bae6-9626641056d5 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:29.466458 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d9e86034-adeb-4756-bae6-9626641056d5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:29.477959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Attempting to bind port 79f2edc5-d68a-469f-9c43-b398317f6635 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:29.478364 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Attempting to bind port 79f2edc5-d68a-469f-9c43-b398317f6635 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8732ec7b-e06d-43d3-b445-ea3510c89e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:29.478622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Attempting to bind port 79f2edc5-d68a-469f-9c43-b398317f6635 on network 9c939d6a-e7be-455b-a4ea-2490f7766dc7 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:29.492942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Port 79f2edc5-d68a-469f-9c43-b398317f6635 on network 9c939d6a-e7be-455b-a4ea-2490f7766dc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:41:29.493255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Attempting to bind port 79f2edc5-d68a-469f-9c43-b398317f6635 on network 9c939d6a-e7be-455b-a4ea-2490f7766dc7 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:29.502694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:29.503073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Checking segment: {'id': '8732ec7b-e06d-43d3-b445-ea3510c89e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:29.503464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Bound using segment: {'id': '8732ec7b-e06d-43d3-b445-ea3510c89e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:29.503899 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Bound port: 79f2edc5-d68a-469f-9c43-b398317f6635, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8732ec7b-e06d-43d3-b445-ea3510c89e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:29.504295 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (79f2edc5-d68a-469f-9c43-b398317f6635), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:29.573896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e1384c-c3f3-41a7-a21f-a1b6b6a33fe6 req-c1fb1c78-ce23-4d40-b27c-5e0797d702fa tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:29.576549 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-88e1384c-c3f3-41a7-a21f-a1b6b6a33fe6 req-c1fb1c78-ce23-4d40-b27c-5e0797d702fa tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.1431754 Feb 15 16:41:29.580199 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50dc19cd-9ec1-4a0b-b636-1e07dcf8368d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:29.677630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port d9e86034-adeb-4756-bae6-9626641056d5 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:29.705962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] For port 79f2edc5-d68a-469f-9c43-b398317f6635, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:29.720968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18413e8-8384-4fd1-a619-2bdfba9d6133 req-1c1f0aef-b7ae-4457-8f84-f754a2524374 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:29.729735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d18413e8-8384-4fd1-a619-2bdfba9d6133 req-1c1f0aef-b7ae-4457-8f84-f754a2524374 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.1669919 Feb 15 16:41:29.733511 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-88e1384c-c3f3-41a7-a21f-a1b6b6a33fe6 req-d59d4cc1-bffd-4088-9ce3-4dd016567157 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384974 Feb 15 16:41:29.733745 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c106964e-0721-4869-a489-51311bb24349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'name': 'tempest-ServersTestJSON-1855804671-router', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:41:17Z', 'updated_at': '2022-02-15T16:41:25Z', 'revision_number': 4, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'gw_port': {'id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:18Z', 'updated_at': '2022-02-15T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '48bde6cb-13a0-4241-8d5b-f2f921a92799', 'name': '', 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'mac_address': 'fa:16:3e:57:35:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:23Z', 'updated_at': '2022-02-15T16:41:26Z', 'revision_number': 2, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'subnets': [{'id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:29.734309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] For port 79f2edc5-d68a-469f-9c43-b398317f6635, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=79f2edc5-d68a-469f-9c43-b398317f6635,segment=NetworkSegment(8732ec7b-e06d-43d3-b445-ea3510c89e56),segment_id=8732ec7b-e06d-43d3-b445-ea3510c89e56)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:29.792805 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106964e-0721-4869-a489-51311bb24349 None None] Checking router: a35f87c0-21f4-4765-96bd-dd3e0212ff65 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:41:29.793223 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106964e-0721-4869-a489-51311bb24349 None None] Updating router a35f87c0-21f4-4765-96bd-dd3e0212ff65 port 48bde6cb-13a0-4241-8d5b-f2f921a92799 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:41:29.813451 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50dc19cd-9ec1-4a0b-b636-1e07dcf8368d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for security_group (a3130d42-b074-4f19-a6ba-aa9a82473e3a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:29.828886 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c106964e-0721-4869-a489-51311bb24349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:29.857712 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d18413e8-8384-4fd1-a619-2bdfba9d6133 req-bfa9094b-9d9e-4996-8955-9a3c8c61783a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262419 Feb 15 16:41:29.865353 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (79f2edc5-d68a-469f-9c43-b398317f6635), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:29.913786 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50dc19cd-9ec1-4a0b-b636-1e07dcf8368d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a3130d42-b074-4f19-a6ba-aa9a82473e3a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:29.925340 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:29.926692 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:29.929099 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] 10.222.0.10 "PUT /v2.0/ports/79f2edc5-d68a-469f-9c43-b398317f6635 HTTP/1.1" status: 200 len: 1093 time: 1.3848779 Feb 15 16:41:29.932046 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'tag': '79f2edc5-d68a-469f-9c43-b398317f6635'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:29.944274 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f756cc19-7dad-4dc6-a2f1-3727dc4bf566" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "tag": "79f2edc5-d68a-469f-9c43-b398317f6635"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:29.946233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1', 'tag': '851b8806-17fe-4434-806b-9f1c80cfc0fb'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:29.948569 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b6b863-9484-4dfd-8280-e7720bab24f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1", "tag": "851b8806-17fe-4434-806b-9f1c80cfc0fb"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:30.001066 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc19cd-9ec1-4a0b-b636-1e07dcf8368d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3130d42-b074-4f19-a6ba-aa9a82473e3a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:30.016349 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768225b-f39c-4291-a6d6-d4e423125107 req-79dce9d2-cbb8-45b5-adef-7bf5af095a68 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:30.027609 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2768225b-f39c-4291-a6d6-d4e423125107 req-79dce9d2-cbb8-45b5-adef-7bf5af095a68 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 944 time: 0.1868680 Feb 15 16:41:30.042514 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341b01f-73b3-4109-8ce4-6d0cdd740072 service neutron] Pushing event updated for resources: {'Port': ['ID=79f2edc5-d68a-469f-9c43-b398317f6635,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:30.123807 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50dc19cd-9ec1-4a0b-b636-1e07dcf8368d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:30.125254 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-50dc19cd-9ec1-4a0b-b636-1e07dcf8368d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7406201 Feb 15 16:41:30.128263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39762) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:30.135249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0bdfdc7d-2693-497f-a166-547b38efae65 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Request body: {'security_group_rule': {'security_group_id': 'a3130d42-b074-4f19-a6ba-aa9a82473e3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:30.144354 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:30.156639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Request body: {'port': {'device_id': '4dd72467-daaf-47c8-b168-f33889531e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:30.174313 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2768225b-f39c-4291-a6d6-d4e423125107 req-36c25293-97db-4ffb-8f74-2403c67a85a8 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424892 Feb 15 16:41:30.233776 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3633bb7-9b33-4313-8ae2-d1bd4713d448 req-71c93047-106b-46c9-8d9a-7ed9ab5a5d16 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:30.246207 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3633bb7-9b33-4313-8ae2-d1bd4713d448 req-71c93047-106b-46c9-8d9a-7ed9ab5a5d16 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:30.262167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3633bb7-9b33-4313-8ae2-d1bd4713d448 req-71c93047-106b-46c9-8d9a-7ed9ab5a5d16 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:30.263997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3633bb7-9b33-4313-8ae2-d1bd4713d448 req-71c93047-106b-46c9-8d9a-7ed9ab5a5d16 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2388 time: 0.1851196 Feb 15 16:41:30.334097 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0bdfdc7d-2693-497f-a166-547b38efae65 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for security_group_rule (e76f34dc-d1f3-428f-ae48-a799c358319e), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:30.338754 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c106964e-0721-4869-a489-51311bb24349 None None] Publish callbacks [] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:30.377536 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3536f985-d295-4d6b-b154-8e7b7ae4ca44 req-6273af75-6552-4b72-89b2-d0d0702c4f27 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:30.379884 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3536f985-d295-4d6b-b154-8e7b7ae4ca44 req-6273af75-6552-4b72-89b2-d0d0702c4f27 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.0923185 Feb 15 16:41:30.386917 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c10d07a1-499e-4560-ba56-86ce23b8b48c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:30.412422 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c106964e-0721-4869-a489-51311bb24349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:30.493631 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3536f985-d295-4d6b-b154-8e7b7ae4ca44 req-c04ed3d2-6f7b-4a4c-b4c8-60141ac46e3d tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999482 Feb 15 16:41:30.531975 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:30.560984 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f01777-3d06-408d-a9f5-d7228db35b6c None None] Pushing event updated for resources: {'Port': ['ID=48bde6cb-13a0-4241-8d5b-f2f921a92799,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:30.592148 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b8a698-0eaf-40fc-89a8-e07c52a33ba8 x-openstack-request-id: req-83b8a698-0eaf-40fc-89a8-e07c52a33ba8 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:30.592450 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1", "tag": "851b8806-17fe-4434-806b-9f1c80cfc0fb", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:30.592705 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-83b8a698-0eaf-40fc-89a8-e07c52a33ba8 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:30.593288 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1', 'tag': '851b8806-17fe-4434-806b-9f1c80cfc0fb', 'status': 'completed', 'code': 200} Feb 15 16:41:30.745619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 589eebe3-25f9-41f9-a6ed-413fba3beb1c up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:30.776075 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c106964e-0721-4869-a489-51311bb24349 None None] Attempting to bind port 48bde6cb-13a0-4241-8d5b-f2f921a92799 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:30.776458 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c106964e-0721-4869-a489-51311bb24349 None None] Attempting to bind port 48bde6cb-13a0-4241-8d5b-f2f921a92799 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '15ef8447-dd91-405f-b509-9087cebde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:30.778719 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106964e-0721-4869-a489-51311bb24349 None None] Attempting to bind port 48bde6cb-13a0-4241-8d5b-f2f921a92799 on network 20a628c1-8ad8-40a0-b877-f8def0e3dec4 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:30.797903 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106964e-0721-4869-a489-51311bb24349 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:30.800053 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106964e-0721-4869-a489-51311bb24349 None None] Checking segment: {'id': '15ef8447-dd91-405f-b509-9087cebde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:30.800498 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c106964e-0721-4869-a489-51311bb24349 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:30.809151 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c106964e-0721-4869-a489-51311bb24349 None None] Bound using segment: {'id': '15ef8447-dd91-405f-b509-9087cebde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:30.810205 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-c106964e-0721-4869-a489-51311bb24349 None None] Bound port: 48bde6cb-13a0-4241-8d5b-f2f921a92799, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ef8447-dd91-405f-b509-9087cebde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:30.810868 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c106964e-0721-4869-a489-51311bb24349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:30.826194 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756cc19-7dad-4dc6-a2f1-3727dc4bf566 req-05c1fe38-9f33-41f8-aa39-196911013b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:30.828384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756cc19-7dad-4dc6-a2f1-3727dc4bf566 req-05c1fe38-9f33-41f8-aa39-196911013b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:30.832705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756cc19-7dad-4dc6-a2f1-3727dc4bf566 req-05c1fe38-9f33-41f8-aa39-196911013b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:30.834964 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f756cc19-7dad-4dc6-a2f1-3727dc4bf566 req-05c1fe38-9f33-41f8-aa39-196911013b6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=470a2c5ab8af406ba7a7838ed7ac3361&device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2763 time: 0.1297994 Feb 15 16:41:30.966295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5b5de3d2-81f2-422e-988f-1594e098c563 None None] Provisioning complete for port 48bde6cb-13a0-4241-8d5b-f2f921a92799 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:30.966669 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b5de3d2-81f2-422e-988f-1594e098c563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:30.986215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c10d07a1-499e-4560-ba56-86ce23b8b48c {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:30.996375 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Publish callbacks [] for port (c10d07a1-499e-4560-ba56-86ce23b8b48c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:31.003907 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c106964e-0721-4869-a489-51311bb24349 None None] For port 48bde6cb-13a0-4241-8d5b-f2f921a92799, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:31.010121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Transition to ACTIVE for port object c10d07a1-499e-4560-ba56-86ce23b8b48c will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:41:31.011764 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-c106964e-0721-4869-a489-51311bb24349 None None] For port 48bde6cb-13a0-4241-8d5b-f2f921a92799, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=48bde6cb-13a0-4241-8d5b-f2f921a92799,segment=NetworkSegment(15ef8447-dd91-405f-b509-9087cebde407),segment_id=15ef8447-dd91-405f-b509-9087cebde407)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:31.015465 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393291bd-dd20-4892-85a1-b3a7d69ad71e x-openstack-request-id: req-393291bd-dd20-4892-85a1-b3a7d69ad71e {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:31.015693 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "tag": "79f2edc5-d68a-469f-9c43-b398317f6635", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:31.015951 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-393291bd-dd20-4892-85a1-b3a7d69ad71e {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:31.016359 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'tag': '79f2edc5-d68a-469f-9c43-b398317f6635', 'status': 'completed', 'code': 200} Feb 15 16:41:31.041578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756cc19-7dad-4dc6-a2f1-3727dc4bf566 req-6bb8ef6f-a16a-433f-b0d0-44e346c04b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:31.042374 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756cc19-7dad-4dc6-a2f1-3727dc4bf566 req-6bb8ef6f-a16a-433f-b0d0-44e346c04b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:31.042921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756cc19-7dad-4dc6-a2f1-3727dc4bf566 req-6bb8ef6f-a16a-433f-b0d0-44e346c04b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:31.043303 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5b5de3d2-81f2-422e-988f-1594e098c563 None None] Port 48bde6cb-13a0-4241-8d5b-f2f921a92799 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:41:31.044836 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f756cc19-7dad-4dc6-a2f1-3727dc4bf566 req-6bb8ef6f-a16a-433f-b0d0-44e346c04b84 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=470a2c5ab8af406ba7a7838ed7ac3361&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1967292 Feb 15 16:41:31.049184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 589eebe3-25f9-41f9-a6ed-413fba3beb1c completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:41:31.054639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 589eebe3-25f9-41f9-a6ed-413fba3beb1c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:31.055023 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (589eebe3-25f9-41f9-a6ed-413fba3beb1c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:31.087245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3633bb7-9b33-4313-8ae2-d1bd4713d448 req-35226adb-efd8-499e-9d2b-a92d08b957dd tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8007057 Feb 15 16:41:31.134251 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-c106964e-0721-4869-a489-51311bb24349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:31.144173 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0bdfdc7d-2693-497f-a166-547b38efae65 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for security_group_rule (e76f34dc-d1f3-428f-ae48-a799c358319e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:31.146644 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c10d07a1-499e-4560-ba56-86ce23b8b48c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:31.221315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6b863-9484-4dfd-8280-e7720bab24f9 req-84f4b8c5-4950-4627-b533-c35749dae781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:31.223162 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47b6b863-9484-4dfd-8280-e7720bab24f9 req-84f4b8c5-4950-4627-b533-c35749dae781 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 1158 time: 0.2059269 Feb 15 16:41:31.273743 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 589eebe3-25f9-41f9-a6ed-413fba3beb1c is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:31.276296 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (589eebe3-25f9-41f9-a6ed-413fba3beb1c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:31.285761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756cc19-7dad-4dc6-a2f1-3727dc4bf566 req-a2aea98f-0f84-4770-afd8-5b11def469e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:31.287306 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f756cc19-7dad-4dc6-a2f1-3727dc4bf566 req-a2aea98f-0f84-4770-afd8-5b11def469e5 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2278202 Feb 15 16:41:31.312512 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f01777-3d06-408d-a9f5-d7228db35b6c None None] Pushing event updated for resources: {'Port': ['ID=48bde6cb-13a0-4241-8d5b-f2f921a92799,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:31.328702 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c106964e-0721-4869-a489-51311bb24349 None None] Routers {'a35f87c0-21f4-4765-96bd-dd3e0212ff65'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:41:31.330305 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c106964e-0721-4869-a489-51311bb24349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:41:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:31.407755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 589eebe3-25f9-41f9-a6ed-413fba3beb1c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=589eebe3-25f9-41f9-a6ed-413fba3beb1c,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:31.410219 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec3bd21-a367-465a-9c40-73ed1643d5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589eebe3-25f9-41f9-a6ed-413fba3beb1c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:31.417487 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e7d659-7fd6-45e7-ac3c-e69d82c3f645" -d '{"events": [{"server_uuid": "bec3bd21-a367-465a-9c40-73ed1643d5b0", "name": "network-vif-plugged", "status": "completed", "tag": "589eebe3-25f9-41f9-a6ed-413fba3beb1c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:31.433792 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb149d09-0774-45ee-8aeb-21a08ebf828e req-49357713-1de5-410e-9cd0-f348d26e0f1e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:31.438612 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0bdfdc7d-2693-497f-a166-547b38efae65 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e76f34dc-d1f3-428f-ae48-a799c358319e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:31.443701 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb149d09-0774-45ee-8aeb-21a08ebf828e req-49357713-1de5-410e-9cd0-f348d26e0f1e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.3974273 Feb 15 16:41:31.451719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6b863-9484-4dfd-8280-e7720bab24f9 req-d89e92c5-f7a2-4033-9f87-62ac0229ed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:31.467122 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47b6b863-9484-4dfd-8280-e7720bab24f9 req-d89e92c5-f7a2-4033-9f87-62ac0229ed7d service neutron] 10.222.0.10 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.2358131 Feb 15 16:41:31.479927 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (589eebe3-25f9-41f9-a6ed-413fba3beb1c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:31.558534 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c106964e-0721-4869-a489-51311bb24349 None None] Set router a35f87c0-21f4-4765-96bd-dd3e0212ff65 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:41:31.587936 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb149d09-0774-45ee-8aeb-21a08ebf828e req-5b8c4c70-cb50-44ea-9daa-857292d60792 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376390 Feb 15 16:41:31.665076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=589eebe3-25f9-41f9-a6ed-413fba3beb1c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:31.753237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfdc7d-2693-497f-a166-547b38efae65 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76f34dc-d1f3-428f-ae48-a799c358319e,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:31.760346 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9780f7-1121-44d6-a683-00c42239ff56 req-eb9bc49d-3311-4af3-957a-d5392aeebf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:31.764729 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-eb9bc49d-3311-4af3-957a-d5392aeebf5c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02&tenant_id=83dc14985f004c3eab7d27bb571467d7 HTTP/1.1" status: 200 len: 1133 time: 0.1463718 Feb 15 16:41:31.796879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:31.801487 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47b6b863-9484-4dfd-8280-e7720bab24f9 req-c9f836e1-69d8-44e2-8914-5de19c8fa8a0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851b8806-17fe-4434-806b-9f1c80cfc0fb HTTP/1.1" status: 200 len: 217 time: 0.2852199 Feb 15 16:41:31.805028 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c10d07a1-499e-4560-ba56-86ce23b8b48c,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:31.809825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-19f2c447-0b40-403e-8a0c-31a5be8770b9 None None] Provisioning complete for port 48bde6cb-13a0-4241-8d5b-f2f921a92799 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:31.810289 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19f2c447-0b40-403e-8a0c-31a5be8770b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:31.852748 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c106964e-0721-4869-a489-51311bb24349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'name': 'tempest-ServersTestJSON-1855804671-router', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:41:17Z', 'updated_at': '2022-02-15T16:41:25Z', 'revision_number': 4, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'gw_port': {'id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:18Z', 'updated_at': '2022-02-15T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '48bde6cb-13a0-4241-8d5b-f2f921a92799', 'name': '', 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'mac_address': 'fa:16:3e:57:35:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:23Z', 'updated_at': '2022-02-15T16:41:30Z', 'revision_number': 4, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'subnets': [{'id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:31.882459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6b863-9484-4dfd-8280-e7720bab24f9 req-a370db99-3e67-48c3-901f-bc82ac93ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:31.884137 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47b6b863-9484-4dfd-8280-e7720bab24f9 req-a370db99-3e67-48c3-901f-bc82ac93ac76 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.0751278 Feb 15 16:41:31.889256 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c106964e-0721-4869-a489-51311bb24349 None None] The sync data for ids ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'] in n-d-828372-14 is: [{'id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'name': 'tempest-ServersTestJSON-1855804671-router', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:41:17Z', 'updated_at': '2022-02-15T16:41:25Z', 'revision_number': 4, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'gw_port': {'id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:18Z', 'updated_at': '2022-02-15T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '48bde6cb-13a0-4241-8d5b-f2f921a92799', 'name': '', 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'mac_address': 'fa:16:3e:57:35:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:23Z', 'updated_at': '2022-02-15T16:41:30Z', 'revision_number': 4, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'subnets': [{'id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:41:31.909787 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0bdfdc7d-2693-497f-a166-547b38efae65 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:31.914985 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0bdfdc7d-2693-497f-a166-547b38efae65 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7818096 Feb 15 16:41:31.941670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39788) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:32.026787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f9bcdcba-d76c-4b2c-812e-ec2cb3de8dd7 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Request body: {'security_group_rule': {'security_group_id': 'a3130d42-b074-4f19-a6ba-aa9a82473e3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:32.039703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-19f2c447-0b40-403e-8a0c-31a5be8770b9 None None] Current status of the port 48bde6cb-13a0-4241-8d5b-f2f921a92799 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:32.041428 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19f2c447-0b40-403e-8a0c-31a5be8770b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:32.068166 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:32.101950 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47b6b863-9484-4dfd-8280-e7720bab24f9 req-602f0db2-d623-404f-b7d7-752427198532 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1877797 Feb 15 16:41:32.132869 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-19f2c447-0b40-403e-8a0c-31a5be8770b9 None None] For port 48bde6cb-13a0-4241-8d5b-f2f921a92799, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=48bde6cb-13a0-4241-8d5b-f2f921a92799,segment=NetworkSegment(15ef8447-dd91-405f-b509-9087cebde407),segment_id=15ef8447-dd91-405f-b509-9087cebde407)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:32.183325 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520bddf-73d9-4d1a-b7c5-9d5300500462 req-02433493-d962-4f68-9840-2650332cd02a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:32.185008 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c520bddf-73d9-4d1a-b7c5-9d5300500462 req-02433493-d962-4f68-9840-2650332cd02a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 945 time: 0.3100097 Feb 15 16:41:32.200712 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19f2c447-0b40-403e-8a0c-31a5be8770b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:32.254237 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47b6b863-9484-4dfd-8280-e7720bab24f9 req-e5fe72c6-3a6e-4b9a-bd57-a693cba86ac1 service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345108 Feb 15 16:41:32.280037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbec0c-8bee-47a2-b3ac-3e14f6ab3854 req-6bede524-c79e-45c9-b7fb-0813fae6afc7 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:32.282016 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eabbec0c-8bee-47a2-b3ac-3e14f6ab3854 req-6bede524-c79e-45c9-b7fb-0813fae6afc7 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 1.0542042 Feb 15 16:41:32.315772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2c447-0b40-403e-8a0c-31a5be8770b9 None None] Pushing event updated for resources: {'Port': ['ID=48bde6cb-13a0-4241-8d5b-f2f921a92799,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:32.522796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Attempting to bind port c10d07a1-499e-4560-ba56-86ce23b8b48c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:32.523138 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Attempting to bind port c10d07a1-499e-4560-ba56-86ce23b8b48c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '20099b47-3576-46fb-a8c2-b80f2b8c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f83fd975-bf13-4574-be74-2d1573de2b6d'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:32.523468 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Attempting to bind port c10d07a1-499e-4560-ba56-86ce23b8b48c on network f83fd975-bf13-4574-be74-2d1573de2b6d {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:32.528392 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47b6b863-9484-4dfd-8280-e7720bab24f9 req-664167ea-bedc-4b60-b2bc-013c6ccb860f service neutron] 10.222.0.10 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384183 Feb 15 16:41:32.567894 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9bcdcba-d76c-4b2c-812e-ec2cb3de8dd7 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for security_group_rule (e0493deb-856e-4884-9052-b4bb6ef6a788), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:32.581690 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Port c10d07a1-499e-4560-ba56-86ce23b8b48c on network f83fd975-bf13-4574-be74-2d1573de2b6d not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:41:32.582021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Attempting to bind port c10d07a1-499e-4560-ba56-86ce23b8b48c on network f83fd975-bf13-4574-be74-2d1573de2b6d {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:32.616947 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eabbec0c-8bee-47a2-b3ac-3e14f6ab3854 req-265f2e40-d905-42e2-a86c-272e62a60301 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569309 Feb 15 16:41:32.626830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:32.641944 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Checking segment: {'id': '20099b47-3576-46fb-a8c2-b80f2b8c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f83fd975-bf13-4574-be74-2d1573de2b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:32.644077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Bound using segment: {'id': '20099b47-3576-46fb-a8c2-b80f2b8c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f83fd975-bf13-4574-be74-2d1573de2b6d'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:32.644762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Bound port: c10d07a1-499e-4560-ba56-86ce23b8b48c, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20099b47-3576-46fb-a8c2-b80f2b8c85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f83fd975-bf13-4574-be74-2d1573de2b6d'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:32.645321 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c10d07a1-499e-4560-ba56-86ce23b8b48c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:32.705672 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48da0ab5-c056-44d6-a45a-3e01d2679612 x-openstack-request-id: req-48da0ab5-c056-44d6-a45a-3e01d2679612 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:32.706093 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec3bd21-a367-465a-9c40-73ed1643d5b0", "name": "network-vif-plugged", "status": "completed", "tag": "589eebe3-25f9-41f9-a6ed-413fba3beb1c", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:32.706477 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-48da0ab5-c056-44d6-a45a-3e01d2679612 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:32.706976 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec3bd21-a367-465a-9c40-73ed1643d5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589eebe3-25f9-41f9-a6ed-413fba3beb1c', 'code': 200} Feb 15 16:41:32.783270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 591e3e41-2291-45c2-b79b-7ef36e7eebdb details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:41:32.786558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c5548337-e601-445e-9eaf-dbd9e8d5bd7d no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:41:32.907380 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c520bddf-73d9-4d1a-b7c5-9d5300500462 req-85fa89c5-d7c3-44c1-a615-3ed40ac93ce3 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6959877 Feb 15 16:41:32.923108 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9bcdcba-d76c-4b2c-812e-ec2cb3de8dd7 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for security_group_rule (e0493deb-856e-4884-9052-b4bb6ef6a788), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:32.984022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] For port c10d07a1-499e-4560-ba56-86ce23b8b48c, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:32.987383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] For port c10d07a1-499e-4560-ba56-86ce23b8b48c, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c10d07a1-499e-4560-ba56-86ce23b8b48c,segment=NetworkSegment(20099b47-3576-46fb-a8c2-b80f2b8c85a6),segment_id=20099b47-3576-46fb-a8c2-b80f2b8c85a6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:33.004822 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9bcdcba-d76c-4b2c-812e-ec2cb3de8dd7 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e0493deb-856e-4884-9052-b4bb6ef6a788), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:33.072652 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c5548337-e601-445e-9eaf-dbd9e8d5bd7d is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:33.073053 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:33.088629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9698e60-eadd-46cc-9e9c-728604855cb0 req-bbecc99c-14ba-47b2-bfed-fb94a1f61d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:33.090121 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9698e60-eadd-46cc-9e9c-728604855cb0 req-bbecc99c-14ba-47b2-bfed-fb94a1f61d22 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 1128 time: 0.2842734 Feb 15 16:41:33.095021 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c10d07a1-499e-4560-ba56-86ce23b8b48c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:33.130581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bcdcba-d76c-4b2c-812e-ec2cb3de8dd7 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0493deb-856e-4884-9052-b4bb6ef6a788,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:33.139275 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5f133-2bf2-4f07-8b6f-baba77a1f591 req-cfb4beda-f241-4582-aa79-06f6e3708f52 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:33.142634 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:41:33.151180 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5f133-2bf2-4f07-8b6f-baba77a1f591 req-cfb4beda-f241-4582-aa79-06f6e3708f52 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:33.172436 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5f133-2bf2-4f07-8b6f-baba77a1f591 req-cfb4beda-f241-4582-aa79-06f6e3708f52 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:33.187096 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ac5f133-2bf2-4f07-8b6f-baba77a1f591 req-cfb4beda-f241-4582-aa79-06f6e3708f52 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2400 time: 0.1391430 Feb 15 16:41:33.220900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986577d-1459-4e50-9199-f5b04c0fb3ac req-2ae850fd-3891-49f9-98a9-e8310213a68d tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:33.231532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:33.236115 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0986577d-1459-4e50-9199-f5b04c0fb3ac req-2ae850fd-3891-49f9-98a9-e8310213a68d tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.3604052 Feb 15 16:41:33.333214 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9bcdcba-d76c-4b2c-812e-ec2cb3de8dd7 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:33.337283 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f9bcdcba-d76c-4b2c-812e-ec2cb3de8dd7 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3298619 Feb 15 16:41:33.343543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39810) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:33.368098 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:33.381729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 591e3e41-2291-45c2-b79b-7ef36e7eebdb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=591e3e41-2291-45c2-b79b-7ef36e7eebdb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:33.393272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:33.396511 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:33.401517 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] 10.222.0.10 "PUT /v2.0/ports/c10d07a1-499e-4560-ba56-86ce23b8b48c HTTP/1.1" status: 200 len: 1093 time: 3.2599835 Feb 15 16:41:33.411888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 48bde6cb-13a0-4241-8d5b-f2f921a92799 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:33.413010 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ac5f133-2bf2-4f07-8b6f-baba77a1f591 req-1edb30d6-bd27-41a5-8631-df143ae469e0 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246749 Feb 15 16:41:33.442950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:33.463949 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0986577d-1459-4e50-9199-f5b04c0fb3ac req-d07fe523-827e-4256-81a5-01a2d53254b0 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268999 Feb 15 16:41:33.464443 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'tag': 'c10d07a1-499e-4560-ba56-86ce23b8b48c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:33.468216 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d017c2-53ad-4953-9871-1321878eb390" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "tag": "c10d07a1-499e-4560-ba56-86ce23b8b48c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:33.503788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55683a0-a7fe-456c-830d-1ac5591267a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c10d07a1-499e-4560-ba56-86ce23b8b48c,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:33.573150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Request body: {'port': {'device_id': '4dd72467-daaf-47c8-b168-f33889531e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:33.608765 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '591e3e41-2291-45c2-b79b-7ef36e7eebdb', 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf', 'port_id': '591e3e41-2291-45c2-b79b-7ef36e7eebdb', 'mac_address': 'fa:16:3e:f2:fa:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26da3fb-9020-4127-97e3-22f21ca942bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:41:33.648786 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b53782-90df-4507-99df-8bcb4f02307f x-openstack-request-id: req-60b53782-90df-4507-99df-8bcb4f02307f {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:33.649072 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "tag": "c10d07a1-499e-4560-ba56-86ce23b8b48c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:33.649338 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-60b53782-90df-4507-99df-8bcb4f02307f {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:33.660868 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'tag': 'c10d07a1-499e-4560-ba56-86ce23b8b48c', 'status': 'completed', 'code': 200} Feb 15 16:41:33.663863 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9698e60-eadd-46cc-9e9c-728604855cb0 req-379ab234-8e71-4afd-9133-2ffd82212ce7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609541 Feb 15 16:41:33.708292 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:33.710695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:33.713016 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5658662f-f784-432f-89a9-e67b2e831503" -d '{"events": [{"server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "name": "network-vif-unplugged", "status": "completed", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:33.720834 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Publish callbacks [] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:33.732860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 48bde6cb-13a0-4241-8d5b-f2f921a92799 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:33.733483 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:33.821307 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 591e3e41-2291-45c2-b79b-7ef36e7eebdb is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:33.821723 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:33.830161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Transition to ACTIVE for port object c5548337-e601-445e-9eaf-dbd9e8d5bd7d will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:41:33.844321 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 591e3e41-2291-45c2-b79b-7ef36e7eebdb {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:33.851159 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f8fcb897-6de7-4a07-9906-40bc9c6bead4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:33.868331 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b1263-2fb8-410f-a4bd-4d0fc0cc9f86 req-62aa3461-6edf-4f77-a195-3ea2c5f900fd tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:33.870907 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-895b1263-2fb8-410f-a4bd-4d0fc0cc9f86 req-62aa3461-6edf-4f77-a195-3ea2c5f900fd tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.3429828 Feb 15 16:41:33.874121 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 591e3e41-2291-45c2-b79b-7ef36e7eebdb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=591e3e41-2291-45c2-b79b-7ef36e7eebdb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:33.919203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 48bde6cb-13a0-4241-8d5b-f2f921a92799 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:33.927963 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:33.973487 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:41:33.973857 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:41:33.976737 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:34.037797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=591e3e41-2291-45c2-b79b-7ef36e7eebdb,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:34.104149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['591e3e41-2291-45c2-b79b-7ef36e7eebdb'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:34.142747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] No DVR routers for this DVR port c5548337-e601-445e-9eaf-dbd9e8d5bd7d on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:41:34.142747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,revision_number=10']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:34.194622 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-895b1263-2fb8-410f-a4bd-4d0fc0cc9f86 req-89149b9d-900c-4919-af79-c1654cf7659f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824991 Feb 15 16:41:34.370279 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc988df9-7555-421d-8fb8-9c1c022c5c0e x-openstack-request-id: req-fc988df9-7555-421d-8fb8-9c1c022c5c0e {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:34.371671 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "name": "network-vif-unplugged", "status": "completed", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:34.389197 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fc988df9-7555-421d-8fb8-9c1c022c5c0e {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:34.389928 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d', 'code': 200} Feb 15 16:41:34.413821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Attempting to bind port c5548337-e601-445e-9eaf-dbd9e8d5bd7d on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:34.414205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Attempting to bind port c5548337-e601-445e-9eaf-dbd9e8d5bd7d by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:34.416630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Attempting to bind port c5548337-e601-445e-9eaf-dbd9e8d5bd7d on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:34.429971 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fcb897-6de7-4a07-9906-40bc9c6bead4 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:34.439296 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d017c2-53ad-4953-9871-1321878eb390 req-e4ad9322-e726-4c7d-89ef-2cab5104f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:34.439979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d017c2-53ad-4953-9871-1321878eb390 req-e4ad9322-e726-4c7d-89ef-2cab5104f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:34.440644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d017c2-53ad-4953-9871-1321878eb390 req-e4ad9322-e726-4c7d-89ef-2cab5104f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:34.442991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-90d017c2-53ad-4953-9871-1321878eb390 req-e4ad9322-e726-4c7d-89ef-2cab5104f9cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=470a2c5ab8af406ba7a7838ed7ac3361&device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2862 time: 0.7725585 Feb 15 16:41:34.443874 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Port c5548337-e601-445e-9eaf-dbd9e8d5bd7d on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:41:34.444363 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Attempting to bind port c5548337-e601-445e-9eaf-dbd9e8d5bd7d on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:34.455694 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:34.460020 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c740c-d6b0-4550-b6ea-49b9a555c295 req-ca850298-f2b2-4ace-893e-c1d9d8bb933d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:34.462344 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-063c740c-d6b0-4550-b6ea-49b9a555c295 req-ca850298-f2b2-4ace-893e-c1d9d8bb933d tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.6537204 Feb 15 16:41:34.471556 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Publish callbacks [] for port (f8fcb897-6de7-4a07-9906-40bc9c6bead4), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:34.475354 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:34.475913 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:34.476793 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:34.478131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Bound port: c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:34.478696 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:34.652484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c5548337-e601-445e-9eaf-dbd9e8d5bd7d is: DOWN; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:34.754660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 61053614-6810-4093-b41f-e9ba5fc95f28 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:41:34.802608 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 591e3e41-2291-45c2-b79b-7ef36e7eebdb up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:34.828268 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55376b7d-383e-47b7-90cd-ed82cf3d2321 req-9d53b9a8-9d0f-4730-89d9-d45c322dd829 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:34.829922 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-55376b7d-383e-47b7-90cd-ed82cf3d2321 req-9d53b9a8-9d0f-4730-89d9-d45c322dd829 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 945 time: 0.3269098 Feb 15 16:41:34.843158 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:34.876779 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:34.976159 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Allocated IP 172.25.4.93 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/4b1be015-056c-4ee3-b627-e2c8c23476f6) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:41:35.119917 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for port (4b1be015-056c-4ee3-b627-e2c8c23476f6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:35.162771 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Transition to ACTIVE for port object f8fcb897-6de7-4a07-9906-40bc9c6bead4 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:41:35.171127 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:35.181633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 61053614-6810-4093-b41f-e9ba5fc95f28, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61053614-6810-4093-b41f-e9ba5fc95f28,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:35.182383 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-55376b7d-383e-47b7-90cd-ed82cf3d2321 req-158c703f-1d83-41cc-ac2d-1a66024c9b4e tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202147 Feb 15 16:41:35.247467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:35.248466 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:35.251284 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] 10.222.0.67 "PUT /v2.0/ports/c5548337-e601-445e-9eaf-dbd9e8d5bd7d HTTP/1.1" status: 200 len: 1098 time: 3.4771724 Feb 15 16:41:35.260408 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 591e3e41-2291-45c2-b79b-7ef36e7eebdb triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:35.261066 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:35.278779 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4b1be015-056c-4ee3-b627-e2c8c23476f6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:35.289131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87d66d-6a50-4d88-a403-9f9075d8fda9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,revision_number=11']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:35.292462 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d017c2-53ad-4953-9871-1321878eb390 req-1e4d0d9e-9011-46b1-9bae-b47783bc2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:35.294804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d017c2-53ad-4953-9871-1321878eb390 req-1e4d0d9e-9011-46b1-9bae-b47783bc2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:35.295521 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d017c2-53ad-4953-9871-1321878eb390 req-1e4d0d9e-9011-46b1-9bae-b47783bc2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:35.304040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-90d017c2-53ad-4953-9871-1321878eb390 req-1e4d0d9e-9011-46b1-9bae-b47783bc2b4c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=470a2c5ab8af406ba7a7838ed7ac3361&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8375390 Feb 15 16:41:35.307244 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (f8fcb897-6de7-4a07-9906-40bc9c6bead4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:35.356982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '61053614-6810-4093-b41f-e9ba5fc95f28', 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529', 'port_id': '61053614-6810-4093-b41f-e9ba5fc95f28', 'mac_address': 'fa:16:3e:06:40:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b325c87-fd51-4707-8465-cf36d596fb16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:41:35.357739 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:41:35.387920 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:35.397071 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:41:35.475334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 61053614-6810-4093-b41f-e9ba5fc95f28 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:35.475683 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:35.555863 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for floatingip (a4e87b24-cb3e-4709-825d-7e51b5ffedad), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:35.596121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d017c2-53ad-4953-9871-1321878eb390 req-a574bab9-180a-44d6-80ef-bd302177ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:35.598459 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-90d017c2-53ad-4953-9871-1321878eb390 req-a574bab9-180a-44d6-80ef-bd302177ef44 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2794487 Feb 15 16:41:35.599758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fcb897-6de7-4a07-9906-40bc9c6bead4,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:35.714213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-063c740c-d6b0-4550-b6ea-49b9a555c295 req-2170a1ec-dece-494e-812b-1cff4827ce23 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2353899 Feb 15 16:41:35.807674 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9780f7-1121-44d6-a683-00c42239ff56 req-3a20c8c9-9b39-4409-8a2c-b163656e5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:35.809490 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-3a20c8c9-9b39-4409-8a2c-b163656e5066 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 1132 time: 0.5074174 Feb 15 16:41:35.825401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Attempting to bind port f8fcb897-6de7-4a07-9906-40bc9c6bead4 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:35.825773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Attempting to bind port f8fcb897-6de7-4a07-9906-40bc9c6bead4 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8732ec7b-e06d-43d3-b445-ea3510c89e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:35.826124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Attempting to bind port f8fcb897-6de7-4a07-9906-40bc9c6bead4 on network 9c939d6a-e7be-455b-a4ea-2490f7766dc7 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:35.846847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Port f8fcb897-6de7-4a07-9906-40bc9c6bead4 on network 9c939d6a-e7be-455b-a4ea-2490f7766dc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:41:35.848664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Attempting to bind port f8fcb897-6de7-4a07-9906-40bc9c6bead4 on network 9c939d6a-e7be-455b-a4ea-2490f7766dc7 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:35.860433 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Pushing event updated for resources: {'Port': ['ID=4b1be015-056c-4ee3-b627-e2c8c23476f6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:35.864090 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61053614-6810-4093-b41f-e9ba5fc95f28 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:35.891713 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4b1be015-056c-4ee3-b627-e2c8c23476f6), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:35.916428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:35.917141 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Checking segment: {'id': '8732ec7b-e06d-43d3-b445-ea3510c89e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:35.917813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Bound using segment: {'id': '8732ec7b-e06d-43d3-b445-ea3510c89e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:35.918494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Bound port: f8fcb897-6de7-4a07-9906-40bc9c6bead4, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8732ec7b-e06d-43d3-b445-ea3510c89e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:35.919020 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f8fcb897-6de7-4a07-9906-40bc9c6bead4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:35.936332 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 61053614-6810-4093-b41f-e9ba5fc95f28, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61053614-6810-4093-b41f-e9ba5fc95f28,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:36.025269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] For port f8fcb897-6de7-4a07-9906-40bc9c6bead4, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:36.029131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] For port f8fcb897-6de7-4a07-9906-40bc9c6bead4, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f8fcb897-6de7-4a07-9906-40bc9c6bead4,segment=NetworkSegment(8732ec7b-e06d-43d3-b445-ea3510c89e56),segment_id=8732ec7b-e06d-43d3-b445-ea3510c89e56)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:36.081101 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 591e3e41-2291-45c2-b79b-7ef36e7eebdb is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:36.081527 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:36.083613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349875d-bbfc-4cb9-a1d4-3d5311de70bf req-0c3c5b88-7b02-4dac-8e35-4f414bb44c71 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:36.085225 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:36.093916 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3349875d-bbfc-4cb9-a1d4-3d5311de70bf req-0c3c5b88-7b02-4dac-8e35-4f414bb44c71 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.2077658 Feb 15 16:41:36.125687 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (f8fcb897-6de7-4a07-9906-40bc9c6bead4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:36.197828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b29937-96a9-4402-85d8-5a43b95dfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591e3e41-2291-45c2-b79b-7ef36e7eebdb'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:36.200493 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a18fb64-69a0-42ef-8fc3-5604ce03cebe" -d '{"events": [{"server_uuid": "46b29937-96a9-4402-85d8-5a43b95dfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "591e3e41-2291-45c2-b79b-7ef36e7eebdb"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:36.206509 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fcb897-6de7-4a07-9906-40bc9c6bead4,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:36.220107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:36.223555 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:36.225526 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-90ef8009-90dd-4df2-8e19-5c0b58e16d98 service neutron] 10.222.0.10 "PUT /v2.0/ports/f8fcb897-6de7-4a07-9906-40bc9c6bead4 HTTP/1.1" status: 200 len: 1092 time: 2.6664922 Feb 15 16:41:36.228385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'tag': 'f8fcb897-6de7-4a07-9906-40bc9c6bead4'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:36.240227 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56216dd-0787-46f1-ae87-da17905358c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "tag": "f8fcb897-6de7-4a07-9906-40bc9c6bead4"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:36.292838 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 591e3e41-2291-45c2-b79b-7ef36e7eebdb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=591e3e41-2291-45c2-b79b-7ef36e7eebdb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:36.293722 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3349875d-bbfc-4cb9-a1d4-3d5311de70bf req-80f8003b-6ed8-476b-9d5c-cd6059114769 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988168 Feb 15 16:41:36.310018 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=61053614-6810-4093-b41f-e9ba5fc95f28,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:36.387369 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['61053614-6810-4093-b41f-e9ba5fc95f28'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:36.404468 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:36.405592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 851b8806-17fe-4434-806b-9f1c80cfc0fb no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:41:36.443705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:36.457937 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cef212-10e7-470c-a1b2-7f6366c17f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:36.515763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-bf7fd732-432f-4264-8bef-d2de9f1ae58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:36.537442 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-bf7fd732-432f-4264-8bef-d2de9f1ae58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:36.542205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-bf7fd732-432f-4264-8bef-d2de9f1ae58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:36.544136 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-bf7fd732-432f-4264-8bef-d2de9f1ae58e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=470a2c5ab8af406ba7a7838ed7ac3361&device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2961 time: 0.2106779 Feb 15 16:41:36.550536 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4f7ab-440a-4b2f-a0dc-0b4b69381ce6 req-d7d2a4ff-42f9-4ba1-9d6a-58c31f1b7fcb tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:36.589252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4f7ab-440a-4b2f-a0dc-0b4b69381ce6 req-d7d2a4ff-42f9-4ba1-9d6a-58c31f1b7fcb tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:36.613032 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4f7ab-440a-4b2f-a0dc-0b4b69381ce6 req-d7d2a4ff-42f9-4ba1-9d6a-58c31f1b7fcb tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:36.616762 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c3d4f7ab-440a-4b2f-a0dc-0b4b69381ce6 req-d7d2a4ff-42f9-4ba1-9d6a-58c31f1b7fcb tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2412 time: 1.0359530 Feb 15 16:41:36.677269 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-e4b5c734-1ac0-4453-9f39-ac9f7e863476 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=79f2edc5-d68a-469f-9c43-b398317f6635 HTTP/1.1" status: 200 len: 217 time: 0.1245604 Feb 15 16:41:36.791748 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=591e3e41-2291-45c2-b79b-7ef36e7eebdb,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:36.831910 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88194f8-b940-4323-ba21-dfbfcd635698 req-0181d172-e328-4ae7-a227-9899dd1dd706 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2652478 Feb 15 16:41:36.913186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-6917a0ee-d9e7-44b9-a606-4c472dd1cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:36.914783 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-6917a0ee-d9e7-44b9-a606-4c472dd1cd18 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02439661-8518-4632-9d70-fed163b576d7 HTTP/1.1" status: 200 len: 801 time: 0.1969142 Feb 15 16:41:36.970222 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for port (4b1be015-056c-4ee3-b627-e2c8c23476f6), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:37.014914 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67e4646c-806b-48cc-8f3d-9de33809d12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:37.029574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9780f7-1121-44d6-a683-00c42239ff56 req-422c3114-79fa-4e80-a062-acf3c5f4923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:37.031177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34162099-b459-4009-9b43-1bf2da7e477a req-6b9847d4-22cd-4ebd-8661-477f6e5d0f07 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:37.031306 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-422c3114-79fa-4e80-a062-acf3c5f4923e service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 1.1514864 Feb 15 16:41:37.035300 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c3d4f7ab-440a-4b2f-a0dc-0b4b69381ce6 req-99ff40cd-be62-4693-8977-1602766dc45d tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856444 Feb 15 16:41:37.037766 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34162099-b459-4009-9b43-1bf2da7e477a req-6b9847d4-22cd-4ebd-8661-477f6e5d0f07 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 944 time: 0.3513775 Feb 15 16:41:37.104510 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-5c9e6083-684d-4e54-9906-18f0fafdac04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d HTTP/1.1" status: 200 len: 217 time: 0.0663126 Feb 15 16:41:37.105148 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (4b1be015-056c-4ee3-b627-e2c8c23476f6), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:37.126495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 851b8806-17fe-4434-806b-9f1c80cfc0fb is: DOWN; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:37.147925 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea76ef70-26d9-4175-8cec-e63101288f21 req-3e8f69b1-8357-470b-8a78-9cac7b70fc15 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4696186 Feb 15 16:41:37.166320 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88194f8-b940-4323-ba21-dfbfcd635698 req-221d93dd-4d71-421f-9d8c-87e092191fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:37.169825 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88194f8-b940-4323-ba21-dfbfcd635698 req-221d93dd-4d71-421f-9d8c-87e092191fbe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 1127 time: 0.2961416 Feb 15 16:41:37.240817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-e496c2a4-85b7-4568-8e66-d1e06aa60a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:37.243688 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-e496c2a4-85b7-4568-8e66-d1e06aa60a4a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9c939d6a-e7be-455b-a4ea-2490f7766dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3183739 Feb 15 16:41:37.343134 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88194f8-b940-4323-ba21-dfbfcd635698 req-aa0da642-38ea-49ac-8926-251a0ef48395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:37.344510 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88194f8-b940-4323-ba21-dfbfcd635698 req-aa0da642-38ea-49ac-8926-251a0ef48395 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.1304176 Feb 15 16:41:37.349042 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34162099-b459-4009-9b43-1bf2da7e477a req-24d35b89-3aed-401d-b236-a29683012761 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103993 Feb 15 16:41:37.442459 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dcd8087-0d56-478b-b456-54ec62ae442d x-openstack-request-id: req-5dcd8087-0d56-478b-b456-54ec62ae442d {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:37.442998 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b29937-96a9-4402-85d8-5a43b95dfc1a", "name": "network-vif-plugged", "status": "completed", "tag": "591e3e41-2291-45c2-b79b-7ef36e7eebdb", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:37.444600 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5dcd8087-0d56-478b-b456-54ec62ae442d {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:37.445266 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b29937-96a9-4402-85d8-5a43b95dfc1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591e3e41-2291-45c2-b79b-7ef36e7eebdb', 'code': 200} Feb 15 16:41:37.449834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76ef70-26d9-4175-8cec-e63101288f21 req-672025a7-4ca1-4d60-bc7e-3b334e91d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:37.472726 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea76ef70-26d9-4175-8cec-e63101288f21 req-672025a7-4ca1-4d60-bc7e-3b334e91d0be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 1128 time: 0.2650065 Feb 15 16:41:37.630784 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88194f8-b940-4323-ba21-dfbfcd635698 req-ee8c2f4a-0d6c-4e7f-a18b-10264554fa4a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dcfc2a3-b638-4a42-aee7-cebc256cfe84 HTTP/1.1" status: 200 len: 217 time: 0.2547064 Feb 15 16:41:37.657347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76ef70-26d9-4175-8cec-e63101288f21 req-7047800c-70d3-40ab-9d02-c2135650d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:37.659239 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea76ef70-26d9-4175-8cec-e63101288f21 req-7047800c-70d3-40ab-9d02-c2135650d28e service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.1791735 Feb 15 16:41:37.660743 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66d242d-f4f5-4a78-8eee-e022531c7691 x-openstack-request-id: req-c66d242d-f4f5-4a78-8eee-e022531c7691 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:37.661039 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "tag": "f8fcb897-6de7-4a07-9906-40bc9c6bead4", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:37.661297 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c66d242d-f4f5-4a78-8eee-e022531c7691 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:37.661713 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'tag': 'f8fcb897-6de7-4a07-9906-40bc9c6bead4', 'status': 'completed', 'code': 200} Feb 15 16:41:37.680776 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1083e9a6-8c80-4f40-8bec-bf232652445b x-openstack-request-id: req-1083e9a6-8c80-4f40-8bec-bf232652445b {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:37.681074 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:37.681337 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1083e9a6-8c80-4f40-8bec-bf232652445b {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:37.689095 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d', 'status': 'completed', 'code': 200} Feb 15 16:41:37.691367 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Pushing event updated for resources: {'Port': ['ID=4b1be015-056c-4ee3-b627-e2c8c23476f6,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:37.700838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9780f7-1121-44d6-a683-00c42239ff56 req-fb583104-b293-4604-919b-bce5ddb2d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:37.705081 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-fb583104-b293-4604-919b-bce5ddb2d7ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.5910482 Feb 15 16:41:37.749934 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea76ef70-26d9-4175-8cec-e63101288f21 req-1f416350-f206-43f1-bf65-31ded3f9e8d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4eed547b-34c5-4320-aaa9-48e7d4835041 HTTP/1.1" status: 200 len: 217 time: 0.0531509 Feb 15 16:41:37.800792 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d807d41-6054-4fc7-913e-631a22be348e req-8dd4ac9b-62c1-413c-be6d-38d3f9b97c27 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:37.803506 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5d807d41-6054-4fc7-913e-631a22be348e req-8dd4ac9b-62c1-413c-be6d-38d3f9b97c27 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 945 time: 0.4823613 Feb 15 16:41:37.809335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76ef70-26d9-4175-8cec-e63101288f21 req-1c47e123-8630-4836-b331-73cc519ec344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:37.810991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea76ef70-26d9-4175-8cec-e63101288f21 req-1c47e123-8630-4836-b331-73cc519ec344 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.0522501 Feb 15 16:41:37.838290 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (a4e87b24-cb3e-4709-825d-7e51b5ffedad), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:37.883261 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88194f8-b940-4323-ba21-dfbfcd635698 req-d10a402f-5447-4008-96ce-2248a27b198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:37.884956 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88194f8-b940-4323-ba21-dfbfcd635698 req-d10a402f-5447-4008-96ce-2248a27b198f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.2129986 Feb 15 16:41:37.936666 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88194f8-b940-4323-ba21-dfbfcd635698 req-f2f29d8e-c8fb-4d59-b3b2-8f97b2110ff4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430317 Feb 15 16:41:37.941069 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-64641733-2565-4e14-b958-38bc8b1ee06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:37.945918 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-64641733-2565-4e14-b958-38bc8b1ee06a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 1132 time: 0.2818410 Feb 15 16:41:37.948086 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:37.949570 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a854000e-fd21-4824-8fdb-99748b70aabe tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6042125 Feb 15 16:41:37.965609 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea76ef70-26d9-4175-8cec-e63101288f21 req-522248db-94fc-4a99-9f1e-957248628424 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933106 Feb 15 16:41:37.984613 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9780f7-1121-44d6-a683-00c42239ff56 req-9ee6c630-d09e-4a97-8380-428f387ce20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:37.987372 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-9ee6c630-d09e-4a97-8380-428f387ce20c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2525678 Feb 15 16:41:38.022414 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5d807d41-6054-4fc7-913e-631a22be348e req-a1121922-663c-4ae2-b8ac-707503849463 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974626 Feb 15 16:41:38.181399 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88194f8-b940-4323-ba21-dfbfcd635698 req-96e200b5-5bc2-4924-96f7-47b97d470b41 service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246444 Feb 15 16:41:38.187397 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-61a2deb0-8162-4e53-be65-c67fe7d2da96 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797454 Feb 15 16:41:38.228114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-022b58e0-c43c-4395-80d2-0b0b8fb8a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:38.229657 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-022b58e0-c43c-4395-80d2-0b0b8fb8a81d service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.2630503 Feb 15 16:41:38.368202 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88194f8-b940-4323-ba21-dfbfcd635698 req-7fba884a-bb1e-40ed-b699-e91875f0f80d service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718390 Feb 15 16:41:38.478650 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea76ef70-26d9-4175-8cec-e63101288f21 req-659d527b-58bc-4436-864f-48765be24347 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479913 Feb 15 16:41:38.490944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f548b60-aa3a-47e3-8dc0-875da79889ef req-400e9c20-4909-408b-af04-5bc168722890 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:38.492816 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2f548b60-aa3a-47e3-8dc0-875da79889ef req-400e9c20-4909-408b-af04-5bc168722890 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.1225555 Feb 15 16:41:38.565836 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-71aa956f-e7c9-4a4f-9474-1099f37d088c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d HTTP/1.1" status: 200 len: 217 time: 0.0861254 Feb 15 16:41:38.594927 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de9780f7-1121-44d6-a683-00c42239ff56 req-0c1fff69-e9f6-47e9-bd76-cf4ff43f8640 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403631 Feb 15 16:41:38.612903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ac78f-91c4-41b4-994d-1c1754488605 req-8e09806a-d115-44ae-89cd-71ab3e86a26b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:38.630069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-988ac78f-91c4-41b4-994d-1c1754488605 req-8e09806a-d115-44ae-89cd-71ab3e86a26b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 949 time: 0.8139963 Feb 15 16:41:38.700373 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2f548b60-aa3a-47e3-8dc0-875da79889ef req-4b3fe41b-4ed9-434f-ab86-9152ec74191e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009015 Feb 15 16:41:38.735192 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-c577c824-b5b7-44c6-a8d5-7beaefda43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:38.744912 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-c577c824-b5b7-44c6-a8d5-7beaefda43ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=83dc14985f004c3eab7d27bb571467d7&device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 1132 time: 0.0937366 Feb 15 16:41:38.748482 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 61053614-6810-4093-b41f-e9ba5fc95f28 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:38.756500 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-1bd17142-1cfb-4fe4-87d0-9ac880985f05 service neutron] 10.222.0.10 "GET /v2.0/networks/9c939d6a-e7be-455b-a4ea-2490f7766dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4717481 Feb 15 16:41:39.006986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-824b9806-8b93-4211-8835-ac42bbe2a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:39.010225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-824b9806-8b93-4211-8835-ac42bbe2a670 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.3440652 Feb 15 16:41:39.034864 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 61053614-6810-4093-b41f-e9ba5fc95f28 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:41:39.040534 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 61053614-6810-4093-b41f-e9ba5fc95f28 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:39.040706 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:39.180898 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea76ef70-26d9-4175-8cec-e63101288f21 req-65296278-0f88-4eaf-b632-03d1fccde984 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6343360 Feb 15 16:41:39.202287 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-799cd260-99dd-4a96-a3a9-0c6db26011ed service neutron] 10.222.0.10 "GET /v2.0/networks/9c939d6a-e7be-455b-a4ea-2490f7766dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211326 Feb 15 16:41:39.249714 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-50e83745-b64e-476c-ac88-f0c69d32ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:39.250612 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-988ac78f-91c4-41b4-994d-1c1754488605 req-bf6bbbe9-fcee-4118-bae9-55ee627b5053 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6190963 Feb 15 16:41:39.255539 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-50e83745-b64e-476c-ac88-f0c69d32ae98 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.5014584 Feb 15 16:41:39.311627 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-cc14aaac-5fdd-4ccc-a233-eb0a20edff9b tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--915582574&fields=id&tenant_id=71ae1336b6184cf4bf604fb38d6b5ccf HTTP/1.1" status: 200 len: 267 time: 0.3163500 Feb 15 16:41:39.335297 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3931581-9dc1-47ef-b990-9ed46f477799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:39.368771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 61053614-6810-4093-b41f-e9ba5fc95f28 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:39.369500 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:39.393876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-b3b6db99-1f90-45f6-b0c3-d1266f7bc6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:39.409568 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-b3b6db99-1f90-45f6-b0c3-d1266f7bc6a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3834951 Feb 15 16:41:39.411698 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-ef496f09-52fd-4781-ab0e-013bc9caee27 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.108&port_id=c10d07a1-499e-4560-ba56-86ce23b8b48c HTTP/1.1" status: 200 len: 217 time: 0.2001188 Feb 15 16:41:39.438656 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 61053614-6810-4093-b41f-e9ba5fc95f28, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61053614-6810-4093-b41f-e9ba5fc95f28,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:39.444842 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-c81b6a6a-abe4-46e0-9e88-4ff1de732e51 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d HTTP/1.1" status: 200 len: 217 time: 0.1604474 Feb 15 16:41:39.447022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca801c7-3d0d-4a2a-84cb-3f3b91383b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61053614-6810-4093-b41f-e9ba5fc95f28'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:39.449821 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7477217b-3e5b-4210-b5ff-aabf183fa858" -d '{"events": [{"server_uuid": "8ca801c7-3d0d-4a2a-84cb-3f3b91383b77", "name": "network-vif-plugged", "status": "completed", "tag": "61053614-6810-4093-b41f-e9ba5fc95f28"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:39.546514 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:39.595315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-5ef30b9f-50ee-48e2-a0c8-bf78d31f3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:39.597609 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-5ef30b9f-50ee-48e2-a0c8-bf78d31f3107 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7031ac45-045e-4ef1-8d0e-cba8e77fff17 HTTP/1.1" status: 200 len: 801 time: 0.1731894 Feb 15 16:41:39.730003 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b0c60-46a7-4d2b-a83b-e3846a9b1b5f req-c2c3c05f-2797-498a-893b-4e8beb2bc3ca tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:39.745898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b0c60-46a7-4d2b-a83b-e3846a9b1b5f req-c2c3c05f-2797-498a-893b-4e8beb2bc3ca tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:39.759013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b0c60-46a7-4d2b-a83b-e3846a9b1b5f req-c2c3c05f-2797-498a-893b-4e8beb2bc3ca tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:39.770235 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c21b0c60-46a7-4d2b-a83b-e3846a9b1b5f req-c2c3c05f-2797-498a-893b-4e8beb2bc3ca tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2412 time: 0.2848175 Feb 15 16:41:39.790635 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=61053614-6810-4093-b41f-e9ba5fc95f28,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:39.791227 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-a5621fdb-e825-44e8-9d60-274041a0a761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:39.824806 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-a5621fdb-e825-44e8-9d60-274041a0a761 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.3271918 Feb 15 16:41:39.853092 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-6daaf1af-ad0c-4576-966c-737899d1f0b4 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992438 Feb 15 16:41:39.895445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-9b3fe4ef-ee6b-4c75-878c-2415abf41925 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:39.902236 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-9b3fe4ef-ee6b-4c75-878c-2415abf41925 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/networks?id=20a628c1-8ad8-40a0-b877-f8def0e3dec4 HTTP/1.1" status: 200 len: 806 time: 0.5895684 Feb 15 16:41:39.921485 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-7dc4a815-2ea4-4600-86a3-0d4c82231982 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/quotas/71ae1336b6184cf4bf604fb38d6b5ccf HTTP/1.1" status: 200 len: 375 time: 0.0183039 Feb 15 16:41:39.973566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-e30e7137-33c0-4bce-8d62-5f513d6355f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:39.975266 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-e30e7137-33c0-4bce-8d62-5f513d6355f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f83fd975-bf13-4574-be74-2d1573de2b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3706222 Feb 15 16:41:39.991868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-31f22350-ec6f-4069-8d06-0cbf4dcdb39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:40.005161 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-31f22350-ec6f-4069-8d06-0cbf4dcdb39f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1580653 Feb 15 16:41:40.104294 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c21b0c60-46a7-4d2b-a83b-e3846a9b1b5f req-2c3292fc-6169-4ecf-8aa3-752637a0eb5b tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303595 Feb 15 16:41:40.321691 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:40.330777 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-1919cd92-b40e-457e-b79e-391440c8cd0c service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170729 Feb 15 16:41:40.331985 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-b5a68744-c929-4736-b41b-2ca6fe5c4d00 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682245 Feb 15 16:41:40.373335 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-b72d4f3c-05d1-44ec-ae47-6b77b5d786ff tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=71ae1336b6184cf4bf604fb38d6b5ccf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4509366 Feb 15 16:41:40.417717 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-01a08c2b-05a3-4258-bb70-cd0a1b90fd03 service neutron] 10.222.0.10 "GET /v2.0/networks/f83fd975-bf13-4574-be74-2d1573de2b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215448 Feb 15 16:41:40.621375 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e5a58-eb22-4a13-bd6c-3d7d59d32a34 req-7a96e877-f526-48bd-b67e-d2f30a0b301d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:40.622940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce9e5a58-eb22-4a13-bd6c-3d7d59d32a34 req-7a96e877-f526-48bd-b67e-d2f30a0b301d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.3353164 Feb 15 16:41:40.773273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-ced31f31-26ba-4c4b-81d0-673c7729f0dd service neutron] 10.222.0.10 "GET /v2.0/networks/f83fd975-bf13-4574-be74-2d1573de2b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478117 Feb 15 16:41:40.866556 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-167d2c58-bc72-409e-a2e5-75c9821dfc37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.17&port_id=f8fcb897-6de7-4a07-9906-40bc9c6bead4 HTTP/1.1" status: 200 len: 217 time: 0.0744190 Feb 15 16:41:40.967926 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce9e5a58-eb22-4a13-bd6c-3d7d59d32a34 req-c7439401-2f69-4193-bce2-625cbe46d3b9 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371897 Feb 15 16:41:41.025494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-cd35e777-ed54-4ee7-8c8d-a776e38169b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:41.027462 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-cd35e777-ed54-4ee7-8c8d-a776e38169b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02439661-8518-4632-9d70-fed163b576d7 HTTP/1.1" status: 200 len: 801 time: 0.1528759 Feb 15 16:41:41.110982 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ce78a0-d3dc-47fd-8055-556be34e5ae6 x-openstack-request-id: req-58ce78a0-d3dc-47fd-8055-556be34e5ae6 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:41.111530 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca801c7-3d0d-4a2a-84cb-3f3b91383b77", "name": "network-vif-plugged", "status": "completed", "tag": "61053614-6810-4093-b41f-e9ba5fc95f28", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:41.111530 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-58ce78a0-d3dc-47fd-8055-556be34e5ae6 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:41.111921 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca801c7-3d0d-4a2a-84cb-3f3b91383b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61053614-6810-4093-b41f-e9ba5fc95f28', 'code': 200} Feb 15 16:41:41.158015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-2c8a14ca-828c-42b9-accd-4faba4030631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:41.168580 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-2c8a14ca-828c-42b9-accd-4faba4030631 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9c939d6a-e7be-455b-a4ea-2490f7766dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1344509 Feb 15 16:41:41.417311 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-08cef212-10e7-470c-a1b2-7f6366c17f7f req-77247f87-21a8-41ae-b9c4-a857124a997e service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0747161 Feb 15 16:41:41.463633 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-dd14f4f6-18aa-40af-8e4d-ce7cd0e43c6d service neutron] 10.222.0.10 "GET /v2.0/networks/9c939d6a-e7be-455b-a4ea-2490f7766dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855728 Feb 15 16:41:41.532835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0396e8-c71f-400b-ae99-7ae65c3babe6 req-be395728-0316-42ac-8009-dc70cf15f7f5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:41.540995 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f0396e8-c71f-400b-ae99-7ae65c3babe6 req-be395728-0316-42ac-8009-dc70cf15f7f5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.2460172 Feb 15 16:41:41.549416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7d732-5fcd-4745-a21a-71824c278d63 req-ce1d6c0e-c99e-44e7-9bd9-8f9511b8407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:41.552284 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2a7d732-5fcd-4745-a21a-71824c278d63 req-ce1d6c0e-c99e-44e7-9bd9-8f9511b8407b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 1128 time: 0.2456322 Feb 15 16:41:41.656172 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-c3b3bfff-f081-410c-94a8-700552081d15 service neutron] 10.222.0.107 "GET /v2.0/networks/20a628c1-8ad8-40a0-b877-f8def0e3dec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2527435 Feb 15 16:41:41.694350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f0396e8-c71f-400b-ae99-7ae65c3babe6 req-44e7551c-62ad-4b76-b180-2919f3100529 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477129 Feb 15 16:41:41.709871 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2a7d732-5fcd-4745-a21a-71824c278d63 req-d23f20fe-0ca5-463c-9214-1ebd309d1bc9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397786 Feb 15 16:41:41.728020 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f21b371d-dd95-45eb-b95d-3002c7c5e80a req-714e2a3b-1a60-45c9-9135-7bc77d4981b5 service neutron] 10.222.0.10 "GET /v2.0/networks/9c939d6a-e7be-455b-a4ea-2490f7766dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561665 Feb 15 16:41:41.806436 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:41.842951 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-f3420781-e59c-4299-9a81-282b60f55838 service neutron] 10.222.0.107 "GET /v2.0/networks/20a628c1-8ad8-40a0-b877-f8def0e3dec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828802 Feb 15 16:41:42.055499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549c7f6-a957-45a9-9980-eb3b0eeb7228 req-88d8e7d3-40f3-4a2f-9daf-b0b674d7a550 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:42.055499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a549c7f6-a957-45a9-9980-eb3b0eeb7228 req-88d8e7d3-40f3-4a2f-9daf-b0b674d7a550 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 949 time: 0.1940634 Feb 15 16:41:42.138764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56216dd-0787-46f1-ae87-da17905358c6 req-a6164937-2c72-4742-a5c5-b45bcabdc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:42.139461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56216dd-0787-46f1-ae87-da17905358c6 req-a6164937-2c72-4742-a5c5-b45bcabdc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:42.140060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56216dd-0787-46f1-ae87-da17905358c6 req-a6164937-2c72-4742-a5c5-b45bcabdc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:42.152419 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e56216dd-0787-46f1-ae87-da17905358c6 req-a6164937-2c72-4742-a5c5-b45bcabdc44e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=470a2c5ab8af406ba7a7838ed7ac3361&device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2961 time: 0.1818628 Feb 15 16:41:42.219027 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a549c7f6-a957-45a9-9980-eb3b0eeb7228 req-e69a0d6f-1d8d-4c38-9e09-0b90ec64f7d9 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557145 Feb 15 16:41:42.307640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56216dd-0787-46f1-ae87-da17905358c6 req-e74e649d-49c1-4aaa-8770-fad149938d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:42.309036 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e56216dd-0787-46f1-ae87-da17905358c6 req-e74e649d-49c1-4aaa-8770-fad149938d98 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9c939d6a-e7be-455b-a4ea-2490f7766dc7 HTTP/1.1" status: 200 len: 903 time: 0.1558101 Feb 15 16:41:42.587649 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3d4e2e-cb8f-4f10-b29d-db01d1e2c7ce req-19ac1c89-fbd1-466f-8b8f-cb2eabe7e0cb tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:42.591397 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0d3d4e2e-cb8f-4f10-b29d-db01d1e2c7ce req-19ac1c89-fbd1-466f-8b8f-cb2eabe7e0cb tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1274223 Feb 15 16:41:42.786588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c5548337-e601-445e-9eaf-dbd9e8d5bd7d details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:41:42.792251 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0d3d4e2e-cb8f-4f10-b29d-db01d1e2c7ce req-e629acdc-ec18-49ca-945d-d1fc6781acaa tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922855 Feb 15 16:41:42.952132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:42.969963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d', 'mac_address': 'fa:16:3e:cb:e4:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:41:43.023317 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port c5548337-e601-445e-9eaf-dbd9e8d5bd7d is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:43.024380 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:43.031884 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e56216dd-0787-46f1-ae87-da17905358c6 req-f7ada879-c6d0-40c5-843b-c441cf8ca04d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.17&port_id=f8fcb897-6de7-4a07-9906-40bc9c6bead4 HTTP/1.1" status: 200 len: 217 time: 0.7134433 Feb 15 16:41:43.032333 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713508a-cfe9-4dd1-8578-a4d407358208 req-ebb7ec6d-3098-4b08-9322-3c4e05a59722 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:43.040789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5548337-e601-445e-9eaf-dbd9e8d5bd7d {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:43.045201 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f713508a-cfe9-4dd1-8578-a4d407358208 req-ebb7ec6d-3098-4b08-9322-3c4e05a59722 tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 1132 time: 0.1060462 Feb 15 16:41:43.072542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:43.146886 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f713508a-cfe9-4dd1-8578-a4d407358208 req-09beb11f-3e3d-4458-a3aa-e2e8da481c3f tempest-MigrationsAdminTest-155068890 tempest-MigrationsAdminTest-155068890-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996459 Feb 15 16:41:43.166363 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:43.182009 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-6f60192a-db83-437c-b4bb-620ca504b1c0 service neutron] 10.222.0.10 "GET /v2.0/ports/851b8806-17fe-4434-806b-9f1c80cfc0fb/bindings/n-h1-828372-14 HTTP/1.1" status: 200 len: 385 time: 0.0892880 Feb 15 16:41:43.281874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56216dd-0787-46f1-ae87-da17905358c6 req-b0a1c54e-8b15-4348-a285-4eb1cf9cdae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:43.283375 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e56216dd-0787-46f1-ae87-da17905358c6 req-b0a1c54e-8b15-4348-a285-4eb1cf9cdae2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=02439661-8518-4632-9d70-fed163b576d7 HTTP/1.1" status: 200 len: 801 time: 0.2445033 Feb 15 16:41:43.292976 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e8bdcf05-d0b1-4657-b51b-b12f88c303de req-7223d3c9-24c0-4f7c-8605-2fc04679be52 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 210 time: 0.0518961 Feb 15 16:41:43.339896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,revision_number=12']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:43.424219 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:43.449147 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61e86d-0795-462b-a03c-e589440e84a5 req-90f84cfe-f9eb-4885-9490-d57e6722faa8 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:43.455851 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61e86d-0795-462b-a03c-e589440e84a5 req-90f84cfe-f9eb-4885-9490-d57e6722faa8 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:43.461689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db61e86d-0795-462b-a03c-e589440e84a5 req-90f84cfe-f9eb-4885-9490-d57e6722faa8 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:43.474364 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db61e86d-0795-462b-a03c-e589440e84a5 req-90f84cfe-f9eb-4885-9490-d57e6722faa8 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2412 time: 1.1080816 Feb 15 16:41:43.516810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['c5548337-e601-445e-9eaf-dbd9e8d5bd7d'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:43.560109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56216dd-0787-46f1-ae87-da17905358c6 req-6f17f0ea-0f3c-4dea-b2b7-3353c01af286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:43.560109 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e56216dd-0787-46f1-ae87-da17905358c6 req-6f17f0ea-0f3c-4dea-b2b7-3353c01af286 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9c939d6a-e7be-455b-a4ea-2490f7766dc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2609050 Feb 15 16:41:43.686004 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:41:43.698422 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db61e86d-0795-462b-a03c-e589440e84a5 req-8b169662-1b12-4fb6-aea1-0173a2eff55e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226779 Feb 15 16:41:43.766298 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e56216dd-0787-46f1-ae87-da17905358c6 req-a2b52739-e24e-4b20-81c7-851b314b6ad6 service neutron] 10.222.0.10 "GET /v2.0/networks/9c939d6a-e7be-455b-a4ea-2490f7766dc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985309 Feb 15 16:41:43.930966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-83a71175-a798-4b42-a682-c3a8207c98df req-4b11a790-d23a-4e1d-92a4-8c7f9a94d934 service neutron] For port 851b8806-17fe-4434-806b-9f1c80cfc0fb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=851b8806-17fe-4434-806b-9f1c80cfc0fb,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:43.975843 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144f1de-b471-4931-8534-28aa0eecc565 req-72b9c69c-98ce-4578-ab65-6c53b0f92d70 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:43.992674 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1144f1de-b471-4931-8534-28aa0eecc565 req-72b9c69c-98ce-4578-ab65-6c53b0f92d70 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 944 time: 0.1869631 Feb 15 16:41:43.992674 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e56216dd-0787-46f1-ae87-da17905358c6 req-c28926db-cb9b-428d-b3a1-3cb721a00253 service neutron] 10.222.0.10 "GET /v2.0/networks/9c939d6a-e7be-455b-a4ea-2490f7766dc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080081 Feb 15 16:41:43.992674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-83a71175-a798-4b42-a682-c3a8207c98df req-4b11a790-d23a-4e1d-92a4-8c7f9a94d934 service neutron] For port 851b8806-17fe-4434-806b-9f1c80cfc0fb, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:44.039038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-83a71175-a798-4b42-a682-c3a8207c98df req-4b11a790-d23a-4e1d-92a4-8c7f9a94d934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851b8806-17fe-4434-806b-9f1c80cfc0fb {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:44.058809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-83a71175-a798-4b42-a682-c3a8207c98df req-4b11a790-d23a-4e1d-92a4-8c7f9a94d934 service neutron] For port 851b8806-17fe-4434-806b-9f1c80cfc0fb, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=851b8806-17fe-4434-806b-9f1c80cfc0fb,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:44.092131 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1144f1de-b471-4931-8534-28aa0eecc565 req-b21a0f17-5cc5-4a71-8a72-6e7a01df21bd tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042025 Feb 15 16:41:44.247226 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-83a71175-a798-4b42-a682-c3a8207c98df req-4b11a790-d23a-4e1d-92a4-8c7f9a94d934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:44.365738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-83a71175-a798-4b42-a682-c3a8207c98df req-4b11a790-d23a-4e1d-92a4-8c7f9a94d934 service neutron] Transition to ACTIVE for port object 851b8806-17fe-4434-806b-9f1c80cfc0fb will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:41:44.458390 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-83a71175-a798-4b42-a682-c3a8207c98df req-4b11a790-d23a-4e1d-92a4-8c7f9a94d934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:44.613124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a71175-a798-4b42-a682-c3a8207c98df req-4b11a790-d23a-4e1d-92a4-8c7f9a94d934 service neutron] No DVR routers for this DVR port 851b8806-17fe-4434-806b-9f1c80cfc0fb on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:41:44.666816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11a790-d23a-4e1d-92a4-8c7f9a94d934 service neutron] Pushing event updated for resources: {'Port': ['ID=851b8806-17fe-4434-806b-9f1c80cfc0fb,revision_number=10']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:44.706649 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-4b11a790-d23a-4e1d-92a4-8c7f9a94d934 service neutron] 10.222.0.10 "PUT /v2.0/ports/851b8806-17fe-4434-806b-9f1c80cfc0fb/bindings/n-h1-828372-14/activate HTTP/1.1" status: 200 len: 370 time: 1.5182014 Feb 15 16:41:44.789657 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c5548337-e601-445e-9eaf-dbd9e8d5bd7d up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:44.808150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33398d25-2cb3-471c-9036-ba21a44e9ead req-6eddc6c0-9903-4357-9729-52dc4cf19a4d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:44.809742 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-33398d25-2cb3-471c-9036-ba21a44e9ead req-6eddc6c0-9903-4357-9729-52dc4cf19a4d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1183083 Feb 15 16:41:44.847481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f8fcb897-6de7-4a07-9906-40bc9c6bead4 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:41:44.946821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-33398d25-2cb3-471c-9036-ba21a44e9ead req-23cef455-2d78-424d-b212-3cf1602fadb9 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048017 Feb 15 16:41:45.052357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f8fcb897-6de7-4a07-9906-40bc9c6bead4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f8fcb897-6de7-4a07-9906-40bc9c6bead4,segment=NetworkSegment(8732ec7b-e06d-43d3-b445-ea3510c89e56),segment_id=8732ec7b-e06d-43d3-b445-ea3510c89e56)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:45.069237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'f8fcb897-6de7-4a07-9906-40bc9c6bead4', 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7', 'port_id': 'f8fcb897-6de7-4a07-9906-40bc9c6bead4', 'mac_address': 'fa:16:3e:04:bb:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02439661-8518-4632-9d70-fed163b576d7', 'ip_address': '19.80.0.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:41:45.092358 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a71175-a798-4b42-a682-c3a8207c98df req-20fdaf18-aff0-4d69-8ec3-f07f6bb6bad6 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:45.094306 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-20fdaf18-aff0-4d69-8ec3-f07f6bb6bad6 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1&tenant_id=d0ff076c939c42f79afd32ae34c41b7e&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 1128 time: 0.1179233 Feb 15 16:41:45.123988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2653d8-58e3-4385-aedd-cc844d83530e req-542d10fa-caa0-416a-b012-04838d2f69f6 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:45.132415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f8fcb897-6de7-4a07-9906-40bc9c6bead4 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:45.132820 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f8fcb897-6de7-4a07-9906-40bc9c6bead4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:45.133181 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b2653d8-58e3-4385-aedd-cc844d83530e req-542d10fa-caa0-416a-b012-04838d2f69f6 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 946 time: 0.0790362 Feb 15 16:41:45.148768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fcb897-6de7-4a07-9906-40bc9c6bead4 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:45.198809 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f8fcb897-6de7-4a07-9906-40bc9c6bead4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f8fcb897-6de7-4a07-9906-40bc9c6bead4,segment=NetworkSegment(8732ec7b-e06d-43d3-b445-ea3510c89e56),segment_id=8732ec7b-e06d-43d3-b445-ea3510c89e56)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:45.223324 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b2653d8-58e3-4385-aedd-cc844d83530e req-f3acc99e-fa1e-4cbe-b160-c96182e8b49b tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/security-groups?id=23a8af2f-18e5-44f8-bbb7-3607267ef251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884371 Feb 15 16:41:45.225995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a71175-a798-4b42-a682-c3a8207c98df req-0faa7144-40d4-4cff-b868-3f773bc47e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:45.228133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-0faa7144-40d4-4cff-b868-3f773bc47e03 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1&tenant_id=d0ff076c939c42f79afd32ae34c41b7e HTTP/1.1" status: 200 len: 1128 time: 0.1125197 Feb 15 16:41:45.252005 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port c5548337-e601-445e-9eaf-dbd9e8d5bd7d completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:41:45.257510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port c5548337-e601-445e-9eaf-dbd9e8d5bd7d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:45.258136 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:45.339998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a71175-a798-4b42-a682-c3a8207c98df req-c8457100-0a1c-4af9-842c-44a9e75c8547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:45.341867 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-c8457100-0a1c-4af9-842c-44a9e75c8547 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 1128 time: 0.0785229 Feb 15 16:41:45.362224 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f8fcb897-6de7-4a07-9906-40bc9c6bead4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:45.365759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 79f2edc5-d68a-469f-9c43-b398317f6635 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:41:45.479021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port c5548337-e601-445e-9eaf-dbd9e8d5bd7d is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:45.479421 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:45.530851 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 79f2edc5-d68a-469f-9c43-b398317f6635, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=79f2edc5-d68a-469f-9c43-b398317f6635,segment=NetworkSegment(8732ec7b-e06d-43d3-b445-ea3510c89e56),segment_id=8732ec7b-e06d-43d3-b445-ea3510c89e56)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:45.533639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f8fcb897-6de7-4a07-9906-40bc9c6bead4,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:45.553607 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:45.556877 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49823960-87be-4e3b-ad1f-35c5bf5defcb" -d '{"events": [{"server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "name": "network-vif-plugged", "status": "completed", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:45.563932 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '79f2edc5-d68a-469f-9c43-b398317f6635', 'network_id': '9c939d6a-e7be-455b-a4ea-2490f7766dc7', 'port_id': '79f2edc5-d68a-469f-9c43-b398317f6635', 'mac_address': 'fa:16:3e:a1:1c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02439661-8518-4632-9d70-fed163b576d7', 'ip_address': '19.80.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:41:45.608631 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-26af8bb9-6b3e-4e8f-b3da-423775b31bde req-d4557629-cbd3-4527-9897-e2aa944966f2 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 210 time: 0.2114172 Feb 15 16:41:45.629953 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b13d2-ce34-45de-8c56-c251f43c3595 req-bdbdd8fe-2a57-4263-b27c-f39b5fae9c7e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:45.631443 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7f3b13d2-ce34-45de-8c56-c251f43c3595 req-bdbdd8fe-2a57-4263-b27c-f39b5fae9c7e tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 950 time: 0.1764450 Feb 15 16:41:45.650501 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 79f2edc5-d68a-469f-9c43-b398317f6635 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:45.650906 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (79f2edc5-d68a-469f-9c43-b398317f6635), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:45.670462 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:45.672123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f2edc5-d68a-469f-9c43-b398317f6635 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:45.701972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 79f2edc5-d68a-469f-9c43-b398317f6635, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=79f2edc5-d68a-469f-9c43-b398317f6635,segment=NetworkSegment(8732ec7b-e06d-43d3-b445-ea3510c89e56),segment_id=8732ec7b-e06d-43d3-b445-ea3510c89e56)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:45.723233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a71175-a798-4b42-a682-c3a8207c98df req-2866d1c2-efae-4de5-9803-056a5360e8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:45.730643 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-2866d1c2-efae-4de5-9803-056a5360e8b7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 200 len: 922 time: 0.3758154 Feb 15 16:41:45.743960 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:45.788041 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (79f2edc5-d68a-469f-9c43-b398317f6635), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:45.788744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c10d07a1-499e-4560-ba56-86ce23b8b48c details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:41:45.804289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7f3b13d2-ce34-45de-8c56-c251f43c3595 req-f529179a-3b1d-4eaa-b0db-8cb66c7d0c83 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476219 Feb 15 16:41:45.851256 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-8dde548f-d59e-4d4a-b424-dc36ae077d4b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=851b8806-17fe-4434-806b-9f1c80cfc0fb HTTP/1.1" status: 200 len: 217 time: 0.1135178 Feb 15 16:41:45.960509 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472d136-75b2-4d29-b0db-7fa07ef91293 req-78e14775-4c65-4191-82a4-1b7ffa6b7be6 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:45.977076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,revision_number=13']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:45.978191 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f472d136-75b2-4d29-b0db-7fa07ef91293 req-78e14775-4c65-4191-82a4-1b7ffa6b7be6 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 1128 time: 0.1085010 Feb 15 16:41:46.084273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c10d07a1-499e-4560-ba56-86ce23b8b48c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c10d07a1-499e-4560-ba56-86ce23b8b48c,segment=NetworkSegment(20099b47-3576-46fb-a8c2-b80f2b8c85a6),segment_id=20099b47-3576-46fb-a8c2-b80f2b8c85a6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:46.089566 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f472d136-75b2-4d29-b0db-7fa07ef91293 req-ff0a5bd3-0349-4081-aa64-c448678a6888 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102257 Feb 15 16:41:46.108127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'c10d07a1-499e-4560-ba56-86ce23b8b48c', 'network_id': 'f83fd975-bf13-4574-be74-2d1573de2b6d', 'port_id': 'c10d07a1-499e-4560-ba56-86ce23b8b48c', 'mac_address': 'fa:16:3e:41:f5:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7031ac45-045e-4ef1-8d0e-cba8e77fff17', 'ip_address': '19.86.0.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:41:46.166544 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=79f2edc5-d68a-469f-9c43-b398317f6635,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:46.183466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c10d07a1-499e-4560-ba56-86ce23b8b48c is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:46.183858 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c10d07a1-499e-4560-ba56-86ce23b8b48c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:46.203752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c10d07a1-499e-4560-ba56-86ce23b8b48c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:46.266589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3247-653d-4c72-a6d4-580c16052e7e req-1e1bc6ae-9b90-4816-adf9-2a522e12e1ee tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:46.268426 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-805e00d4-20fd-4a2b-8a93-229ccfa492db tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:46.270158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-805e00d4-20fd-4a2b-8a93-229ccfa492db tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.10 "GET /v2.0/networks?id=20a628c1-8ad8-40a0-b877-f8def0e3dec4 HTTP/1.1" status: 200 len: 806 time: 0.3161676 Feb 15 16:41:46.274509 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-792f3247-653d-4c72-a6d4-580c16052e7e req-1e1bc6ae-9b90-4816-adf9-2a522e12e1ee tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 945 time: 0.0845613 Feb 15 16:41:46.288923 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532ef2e-e6a0-4a9b-bf87-2c8907df7cd0 req-39703d8f-c430-4213-ad15-1062669d3592 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:46.290706 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5532ef2e-e6a0-4a9b-bf87-2c8907df7cd0 req-39703d8f-c430-4213-ad15-1062669d3592 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.67 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 946 time: 0.1629071 Feb 15 16:41:46.293023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c10d07a1-499e-4560-ba56-86ce23b8b48c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c10d07a1-499e-4560-ba56-86ce23b8b48c,segment=NetworkSegment(20099b47-3576-46fb-a8c2-b80f2b8c85a6),segment_id=20099b47-3576-46fb-a8c2-b80f2b8c85a6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:46.344146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a71175-a798-4b42-a682-c3a8207c98df req-dac3d496-2a98-40f7-a9d0-9b033ebb13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:46.345756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-dac3d496-2a98-40f7-a9d0-9b033ebb13ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 200 len: 861 time: 0.4524620 Feb 15 16:41:46.373559 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-792f3247-653d-4c72-a6d4-580c16052e7e req-1247d497-dd9b-4e05-8e6d-778aac4d6426 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977163 Feb 15 16:41:46.429235 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c10d07a1-499e-4560-ba56-86ce23b8b48c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:46.435572 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-83e4b1a6-3e3b-40f3-bc12-03e478f9999c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=cc8d71f0-af5e-4df1-bb31-1f595b410607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770524 Feb 15 16:41:46.502599 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-5532ef2e-e6a0-4a9b-bf87-2c8907df7cd0 req-2f378bb6-1bef-4931-8feb-9ecc0a00b723 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Deleting port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:41:46.504448 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5532ef2e-e6a0-4a9b-bf87-2c8907df7cd0 req-2f378bb6-1bef-4931-8feb-9ecc0a00b723 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cd6a4fb3-0f2a-48fd-81b0-581e2f287a43), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:46.548671 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=c10d07a1-499e-4560-ba56-86ce23b8b48c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:46.588633 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba23e3f-285e-41ff-a99d-4cdb5af1cd55 x-openstack-request-id: req-8ba23e3f-285e-41ff-a99d-4cdb5af1cd55 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:46.588812 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "name": "network-vif-plugged", "status": "completed", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:46.589106 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8ba23e3f-285e-41ff-a99d-4cdb5af1cd55 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:46.589578 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d', 'code': 200} Feb 15 16:41:46.602688 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577034b-eac7-4f47-a027-cf2da3528962 req-16ca4dc2-cb90-4f90-bf2a-007b166ce739 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:46.608166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577034b-eac7-4f47-a027-cf2da3528962 req-16ca4dc2-cb90-4f90-bf2a-007b166ce739 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:46.614257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577034b-eac7-4f47-a027-cf2da3528962 req-16ca4dc2-cb90-4f90-bf2a-007b166ce739 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:46.615971 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f577034b-eac7-4f47-a027-cf2da3528962 req-16ca4dc2-cb90-4f90-bf2a-007b166ce739 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2414 time: 0.7635016 Feb 15 16:41:46.639472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f86e694-4548-4836-92ce-26c4818d2033 req-d8103789-4919-42f8-bcfb-2938e7784cdd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:46.641311 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0f86e694-4548-4836-92ce-26c4818d2033 req-d8103789-4919-42f8-bcfb-2938e7784cdd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 951 time: 0.3801746 Feb 15 16:41:46.738859 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-6dc92510-af80-4c71-90da-aee0a94709b4 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71ae1336b6184cf4bf604fb38d6b5ccf HTTP/1.1" status: 200 len: 379 time: 0.3963473 Feb 15 16:41:46.758690 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-2ca233dc-5c04-43d6-a0b2-2baef29d99cf tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Request body: {'port': {'device_id': '1431d4ea-ec83-4aad-8977-bdad788611e2', 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'admin_state_up': True, 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'security_groups': ['a3130d42-b074-4f19-a6ba-aa9a82473e3a']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:46.812936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['79f2edc5-d68a-469f-9c43-b398317f6635'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:46.817527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-5532ef2e-e6a0-4a9b-bf87-2c8907df7cd0 req-2f378bb6-1bef-4931-8feb-9ecc0a00b723 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] For port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cd6a4fb3-0f2a-48fd-81b0-581e2f287a43,segment=NetworkSegment(a0d7c0d4-e847-4502-b44b-36c6801942ce),segment_id=a0d7c0d4-e847-4502-b44b-36c6801942ce)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:46.826883 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5532ef2e-e6a0-4a9b-bf87-2c8907df7cd0 req-2f378bb6-1bef-4931-8feb-9ecc0a00b723 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cd6a4fb3-0f2a-48fd-81b0-581e2f287a43), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:46.834376 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-043ec85d-2723-4473-aa95-88668abb11b9 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978896 Feb 15 16:41:46.859650 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-5532ef2e-e6a0-4a9b-bf87-2c8907df7cd0 req-2f378bb6-1bef-4931-8feb-9ecc0a00b723 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Calling delete_port for cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:41:46.876674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['f8fcb897-6de7-4a07-9906-40bc9c6bead4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:46.958312 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f577034b-eac7-4f47-a027-cf2da3528962 req-f7ac7b84-9a88-44e6-bb0e-98e2703dc0da tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321269 Feb 15 16:41:46.991935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['c10d07a1-499e-4560-ba56-86ce23b8b48c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:47.024390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90f01a-1e96-4c5e-9cc4-58b1b0d83567 req-a6edc1d8-2ec3-41d0-9ae5-bf1d3d301d2f tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:47.025480 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df90f01a-1e96-4c5e-9cc4-58b1b0d83567 req-a6edc1d8-2ec3-41d0-9ae5-bf1d3d301d2f tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 1128 time: 0.3502657 Feb 15 16:41:47.074766 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-ebc1784b-70d3-42e3-a1bb-e75ffec49fd4 service neutron] 10.222.0.67 "GET /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161427 Feb 15 16:41:47.093356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-0f86e694-4548-4836-92ce-26c4818d2033 req-b5cc4a06-b3e4-4fc8-a177-afd9d089e25c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Deleting port c5548337-e601-445e-9eaf-dbd9e8d5bd7d {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:41:47.094182 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0f86e694-4548-4836-92ce-26c4818d2033 req-b5cc4a06-b3e4-4fc8-a177-afd9d089e25c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:47.194853 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df90f01a-1e96-4c5e-9cc4-58b1b0d83567 req-1e15206e-0904-4562-bbb0-ce8e0a87e5ab tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595540 Feb 15 16:41:47.264003 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-2ca233dc-5c04-43d6-a0b2-2baef29d99cf tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Made reservation on behalf of 71ae1336b6184cf4bf604fb38d6b5ccf for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:41:47.268369 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-2ca233dc-5c04-43d6-a0b2-2baef29d99cf tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:47.305943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744dd7b2-1ade-4b4a-836f-188e280b0101 req-d4d6386f-a7d9-4ba9-986f-52d9e90d40c3 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:47.322888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-744dd7b2-1ade-4b4a-836f-188e280b0101 req-d4d6386f-a7d9-4ba9-986f-52d9e90d40c3 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 946 time: 0.2163305 Feb 15 16:41:47.331135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0f86e694-4548-4836-92ce-26c4818d2033 req-b5cc4a06-b3e4-4fc8-a177-afd9d089e25c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] For port c5548337-e601-445e-9eaf-dbd9e8d5bd7d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:47.331511 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0f86e694-4548-4836-92ce-26c4818d2033 req-b5cc4a06-b3e4-4fc8-a177-afd9d089e25c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:47.381065 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-375b9ab8-c21b-495c-97f8-bfffff40cf5a req-eaca4653-0c06-42dc-87df-caf61157a82d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 210 time: 0.0612803 Feb 15 16:41:47.388602 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5532ef2e-e6a0-4a9b-bf87-2c8907df7cd0 req-2f378bb6-1bef-4931-8feb-9ecc0a00b723 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (cd6a4fb3-0f2a-48fd-81b0-581e2f287a43), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:47.411668 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-0f86e694-4548-4836-92ce-26c4818d2033 req-b5cc4a06-b3e4-4fc8-a177-afd9d089e25c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Calling delete_port for c5548337-e601-445e-9eaf-dbd9e8d5bd7d owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:41:47.463305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f378bb6-1bef-4931-8feb-9ecc0a00b723 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Pushing event deleted for resources: {'Port': ['ID=cd6a4fb3-0f2a-48fd-81b0-581e2f287a43,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:47.475529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['cd6a4fb3-0f2a-48fd-81b0-581e2f287a43'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:47.578308 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-744dd7b2-1ade-4b4a-836f-188e280b0101 req-c24a266b-68f0-4718-80d1-6fa17c858e08 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/security-groups?id=23a8af2f-18e5-44f8-bbb7-3607267ef251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545273 Feb 15 16:41:47.621780 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5532ef2e-e6a0-4a9b-bf87-2c8907df7cd0 req-2f378bb6-1bef-4931-8feb-9ecc0a00b723 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] No DVR routers for this DVR port cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:41:47.630210 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5532ef2e-e6a0-4a9b-bf87-2c8907df7cd0 req-2f378bb6-1bef-4931-8feb-9ecc0a00b723 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:47.641083 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5532ef2e-e6a0-4a9b-bf87-2c8907df7cd0 req-2f378bb6-1bef-4931-8feb-9ecc0a00b723 tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.67 "DELETE /v2.0/ports/cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 HTTP/1.1" status: 204 len: 173 time: 1.3416095 Feb 15 16:41:47.641609 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcd1901-6381-42da-9d57-73142756a7c2', 'name': 'network-vif-deleted', 'tag': 'cd6a4fb3-0f2a-48fd-81b0-581e2f287a43'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:47.648029 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acac22c1-2fc5-48ee-98ff-0e92080653f9" -d '{"events": [{"server_uuid": "ebcd1901-6381-42da-9d57-73142756a7c2", "name": "network-vif-deleted", "tag": "cd6a4fb3-0f2a-48fd-81b0-581e2f287a43"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:47.735306 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c851b7-ad83-4dad-9c3b-2aad05ac328e req-4365a274-6c40-47ac-8ada-d1e0ecae0c99 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:47.750466 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b2c851b7-ad83-4dad-9c3b-2aad05ac328e req-4365a274-6c40-47ac-8ada-d1e0ecae0c99 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=e244f58c-48d5-4691-a697-66ce5fedfc02 HTTP/1.1" status: 200 len: 951 time: 0.2229714 Feb 15 16:41:47.872556 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b2c851b7-ad83-4dad-9c3b-2aad05ac328e req-77fd26f8-2a05-4c4a-a6a0-30993ddb2e14 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127863 Feb 15 16:41:47.936814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-2ca233dc-5c04-43d6-a0b2-2baef29d99cf tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Allocated IP 172.20.0.4 (20a628c1-8ad8-40a0-b877-f8def0e3dec4/880824e9-9b4e-44d1-b3e7-0ae46e55f7e5/cd102b64-5b1f-4f32-b377-80c0c52fcdca) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:41:48.016889 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785c974e-9ef9-4fd5-9675-f4f4c09421c2 x-openstack-request-id: req-785c974e-9ef9-4fd5-9675-f4f4c09421c2 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:48.016889 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcd1901-6381-42da-9d57-73142756a7c2", "name": "network-vif-deleted", "tag": "cd6a4fb3-0f2a-48fd-81b0-581e2f287a43", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:48.016889 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-785c974e-9ef9-4fd5-9675-f4f4c09421c2 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:48.016889 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcd1901-6381-42da-9d57-73142756a7c2', 'name': 'network-vif-deleted', 'tag': 'cd6a4fb3-0f2a-48fd-81b0-581e2f287a43', 'status': 'completed', 'code': 200} Feb 15 16:41:48.017550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925bb884-ce8f-42f6-8990-c9a40853f1c4 req-4a70f0df-7f87-472f-bd26-d729779b44a4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:48.018292 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-925bb884-ce8f-42f6-8990-c9a40853f1c4 req-4a70f0df-7f87-472f-bd26-d729779b44a4 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 945 time: 0.2128651 Feb 15 16:41:48.023678 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a71175-a798-4b42-a682-c3a8207c98df req-30378d6a-a08c-466a-927d-54be7f5d9d3f tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:48.025183 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-30378d6a-a08c-466a-927d-54be7f5d9d3f tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1&tenant_id=d0ff076c939c42f79afd32ae34c41b7e&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 1128 time: 0.3740346 Feb 15 16:41:48.145236 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-925bb884-ce8f-42f6-8990-c9a40853f1c4 req-6f044412-b6e6-40c9-826d-997d7d500fff tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162107 Feb 15 16:41:48.172523 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0f86e694-4548-4836-92ce-26c4818d2033 req-b5cc4a06-b3e4-4fc8-a177-afd9d089e25c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c5548337-e601-445e-9eaf-dbd9e8d5bd7d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:48.188577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['7de2aa9b-236e-4739-a672-636d285db5f4', '2460c194-82b2-4d98-b476-67ea1ad6c973', 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:48.191503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['44e217bb-aa23-4523-9b25-0e2d0de6e1d4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:48.281308 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc4a06-b3e4-4fc8-a177-afd9d089e25c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Pushing event deleted for resources: {'Port': ['ID=c5548337-e601-445e-9eaf-dbd9e8d5bd7d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:48.373063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f86e694-4548-4836-92ce-26c4818d2033 req-b5cc4a06-b3e4-4fc8-a177-afd9d089e25c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] No DVR routers for this DVR port c5548337-e601-445e-9eaf-dbd9e8d5bd7d on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:41:48.380316 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0f86e694-4548-4836-92ce-26c4818d2033 req-b5cc4a06-b3e4-4fc8-a177-afd9d089e25c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:48.383769 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0f86e694-4548-4836-92ce-26c4818d2033 req-b5cc4a06-b3e4-4fc8-a177-afd9d089e25c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "DELETE /v2.0/ports/c5548337-e601-445e-9eaf-dbd9e8d5bd7d HTTP/1.1" status: 204 len: 173 time: 1.7001297 Feb 15 16:41:48.406768 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'name': 'network-vif-deleted', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:48.408875 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1553f1a9-ee92-4767-8784-7f35e55301e7" -d '{"events": [{"server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "name": "network-vif-deleted", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:48.547610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897c013-5a34-4afd-8c06-7e0574312b2e req-98010227-5edd-441e-ace9-cebb2dd36928 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:48.560088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897c013-5a34-4afd-8c06-7e0574312b2e req-98010227-5edd-441e-ace9-cebb2dd36928 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:48.566702 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897c013-5a34-4afd-8c06-7e0574312b2e req-98010227-5edd-441e-ace9-cebb2dd36928 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:48.576938 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6897c013-5a34-4afd-8c06-7e0574312b2e req-98010227-5edd-441e-ace9-cebb2dd36928 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2415 time: 0.3138144 Feb 15 16:41:48.725990 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6897c013-5a34-4afd-8c06-7e0574312b2e req-75ab04a8-283c-4f1b-8264-f7aab0c5a29d tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480451 Feb 15 16:41:48.745514 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-83a71175-a798-4b42-a682-c3a8207c98df req-e669f846-1025-4211-b602-668933ff11d0 service neutron] For port 851b8806-17fe-4434-806b-9f1c80cfc0fb, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:48.752881 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-83a71175-a798-4b42-a682-c3a8207c98df req-e669f846-1025-4211-b602-668933ff11d0 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:48.755694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83a71175-a798-4b42-a682-c3a8207c98df req-e669f846-1025-4211-b602-668933ff11d0 service neutron] 10.222.0.67 "DELETE /v2.0/ports/851b8806-17fe-4434-806b-9f1c80cfc0fb/bindings/n-h2-828372-14 HTTP/1.1" status: 204 len: 173 time: 0.7092896 Feb 15 16:41:48.766926 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-2ca233dc-5c04-43d6-a0b2-2baef29d99cf tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for port (cd102b64-5b1f-4f32-b377-80c0c52fcdca), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:48.844895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f8fcb897-6de7-4a07-9906-40bc9c6bead4 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:48.980827 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7950089-170f-443e-ad6d-3721f25f86dc req-80947517-3976-40cb-91b2-04045b56c555 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 210 time: 0.0902767 Feb 15 16:41:48.985166 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-2ca233dc-5c04-43d6-a0b2-2baef29d99cf tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cd102b64-5b1f-4f32-b377-80c0c52fcdca), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:49.002863 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port f8fcb897-6de7-4a07-9906-40bc9c6bead4 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:41:49.008143 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port f8fcb897-6de7-4a07-9906-40bc9c6bead4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:49.008862 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f8fcb897-6de7-4a07-9906-40bc9c6bead4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:49.110020 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-2ca233dc-5c04-43d6-a0b2-2baef29d99cf tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Network 20a628c1-8ad8-40a0-b877-f8def0e3dec4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:41:49.117903 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0194ca52-cb17-49dd-9810-d113d78c8a7d x-openstack-request-id: req-0194ca52-cb17-49dd-9810-d113d78c8a7d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:49.118252 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e244f58c-48d5-4691-a697-66ce5fedfc02", "name": "network-vif-deleted", "tag": "c5548337-e601-445e-9eaf-dbd9e8d5bd7d", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:49.118446 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0194ca52-cb17-49dd-9810-d113d78c8a7d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:49.118863 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e244f58c-48d5-4691-a697-66ce5fedfc02', 'name': 'network-vif-deleted', 'tag': 'c5548337-e601-445e-9eaf-dbd9e8d5bd7d', 'status': 'completed', 'code': 200} Feb 15 16:41:49.133168 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-2ca233dc-5c04-43d6-a0b2-2baef29d99cf tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:41:49.142100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-2ca233dc-5c04-43d6-a0b2-2baef29d99cf tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:41:49.239810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f8fcb897-6de7-4a07-9906-40bc9c6bead4 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:49.240283 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f8fcb897-6de7-4a07-9906-40bc9c6bead4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:49.293543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fcb897-6de7-4a07-9906-40bc9c6bead4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:49.296279 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae51758-daf4-4987-8bba-24ac94139d18" -d '{"events": [{"server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "name": "network-vif-plugged", "status": "completed", "tag": "f8fcb897-6de7-4a07-9906-40bc9c6bead4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:49.309206 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-2ca233dc-5c04-43d6-a0b2-2baef29d99cf tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:49.309206 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-2ca233dc-5c04-43d6-a0b2-2baef29d99cf tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:49.337553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f8fcb897-6de7-4a07-9906-40bc9c6bead4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f8fcb897-6de7-4a07-9906-40bc9c6bead4,segment=NetworkSegment(8732ec7b-e06d-43d3-b445-ea3510c89e56),segment_id=8732ec7b-e06d-43d3-b445-ea3510c89e56)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:49.384844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca233dc-5c04-43d6-a0b2-2baef29d99cf tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Pushing event updated for resources: {'Port': ['ID=cd102b64-5b1f-4f32-b377-80c0c52fcdca,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:49.433507 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e1b6e12-e643-495c-aa6a-293653ee359c req-801dd4ff-a071-4d28-bf75-efc4f3fff73d tempest-VolumesAdminNegativeTest-36858488 tempest-VolumesAdminNegativeTest-36858488-project] 10.222.0.107 "GET /v2.0/ports?device_id=ebcd1901-6381-42da-9d57-73142756a7c2 HTTP/1.1" status: 200 len: 210 time: 0.1004336 Feb 15 16:41:49.449001 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f8fcb897-6de7-4a07-9906-40bc9c6bead4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:49.500705 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-2ca233dc-5c04-43d6-a0b2-2baef29d99cf tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7549553 Feb 15 16:41:49.513834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Request body: {'port': {'device_id': '1431d4ea-ec83-4aad-8977-bdad788611e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:49.549082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f8fcb897-6de7-4a07-9906-40bc9c6bead4,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:49.649818 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cd102b64-5b1f-4f32-b377-80c0c52fcdca), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:49.663808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d32af57a-b3e2-4ef4-a501-b1947377e321 None None] Provisioning complete for port cd102b64-5b1f-4f32-b377-80c0c52fcdca triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:49.664410 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d32af57a-b3e2-4ef4-a501-b1947377e321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cd102b64-5b1f-4f32-b377-80c0c52fcdca), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:49.698831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737240d1-753b-430b-92bc-b15da18847e8 req-9a4a9a5d-ddcb-4cbd-91c2-bce5af14469f tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:49.705777 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-737240d1-753b-430b-92bc-b15da18847e8 req-9a4a9a5d-ddcb-4cbd-91c2-bce5af14469f tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 1128 time: 0.1468651 Feb 15 16:41:49.718938 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d32af57a-b3e2-4ef4-a501-b1947377e321 None None] Port cd102b64-5b1f-4f32-b377-80c0c52fcdca cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:41:49.790398 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-737240d1-753b-430b-92bc-b15da18847e8 req-89ea8c37-250d-4a02-a2de-ee02ce42bc69 tempest-LiveAutoBlockMigrationV225Test-444598097 tempest-LiveAutoBlockMigrationV225Test-444598097-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836422 Feb 15 16:41:50.048930 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98526d1f-e826-40f8-92be-43ea3ed2e8db x-openstack-request-id: req-98526d1f-e826-40f8-92be-43ea3ed2e8db {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:50.049281 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "name": "network-vif-plugged", "status": "completed", "tag": "f8fcb897-6de7-4a07-9906-40bc9c6bead4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:50.049638 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-98526d1f-e826-40f8-92be-43ea3ed2e8db {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:50.050045 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fcb897-6de7-4a07-9906-40bc9c6bead4', 'code': 200} Feb 15 16:41:50.230071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd102b64-5b1f-4f32-b377-80c0c52fcdca {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:50.239003 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Publish callbacks [] for port (cd102b64-5b1f-4f32-b377-80c0c52fcdca), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:50.296164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Transition to ACTIVE for port object cd102b64-5b1f-4f32-b377-80c0c52fcdca will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:41:50.336061 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcae08b-6640-4f74-860f-bc9cca4be0b7 req-de6142d1-76f3-495b-8e2c-b9cd5200a9a9 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:50.345582 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcae08b-6640-4f74-860f-bc9cca4be0b7 req-de6142d1-76f3-495b-8e2c-b9cd5200a9a9 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:50.351169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcae08b-6640-4f74-860f-bc9cca4be0b7 req-de6142d1-76f3-495b-8e2c-b9cd5200a9a9 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:50.352965 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cbcae08b-6640-4f74-860f-bc9cca4be0b7 req-de6142d1-76f3-495b-8e2c-b9cd5200a9a9 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2416 time: 0.1067870 Feb 15 16:41:50.417790 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cbcae08b-6640-4f74-860f-bc9cca4be0b7 req-2d8dccc3-3e8d-4359-af8a-6890b418859f tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587089 Feb 15 16:41:50.423373 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (cd102b64-5b1f-4f32-b377-80c0c52fcdca), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:50.516491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Pushing event updated for resources: {'Port': ['ID=cd102b64-5b1f-4f32-b377-80c0c52fcdca,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:50.621276 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Attempting to bind port cd102b64-5b1f-4f32-b377-80c0c52fcdca on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:50.621642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Attempting to bind port cd102b64-5b1f-4f32-b377-80c0c52fcdca by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '15ef8447-dd91-405f-b509-9087cebde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:50.621975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Attempting to bind port cd102b64-5b1f-4f32-b377-80c0c52fcdca on network 20a628c1-8ad8-40a0-b877-f8def0e3dec4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:50.627421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Port cd102b64-5b1f-4f32-b377-80c0c52fcdca on network 20a628c1-8ad8-40a0-b877-f8def0e3dec4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:41:50.627763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Attempting to bind port cd102b64-5b1f-4f32-b377-80c0c52fcdca on network 20a628c1-8ad8-40a0-b877-f8def0e3dec4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:50.638310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:50.638653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Checking segment: {'id': '15ef8447-dd91-405f-b509-9087cebde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:50.644351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Bound using segment: {'id': '15ef8447-dd91-405f-b509-9087cebde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:50.644892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Bound port: cd102b64-5b1f-4f32-b377-80c0c52fcdca, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ef8447-dd91-405f-b509-9087cebde407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:50.645271 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cd102b64-5b1f-4f32-b377-80c0c52fcdca), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:50.812296 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] For port cd102b64-5b1f-4f32-b377-80c0c52fcdca, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:41:50.816044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] For port cd102b64-5b1f-4f32-b377-80c0c52fcdca, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=cd102b64-5b1f-4f32-b377-80c0c52fcdca,segment=NetworkSegment(15ef8447-dd91-405f-b509-9087cebde407),segment_id=15ef8447-dd91-405f-b509-9087cebde407)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:50.822595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c5548337-e601-445e-9eaf-dbd9e8d5bd7d no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:41:50.992635 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 79f2edc5-d68a-469f-9c43-b398317f6635 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:50.997010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: c5548337-e601-445e-9eaf-dbd9e8d5bd7d {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:41:50.997010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c5548337-e601-445e-9eaf-dbd9e8d5bd7d not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:41:50.997010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:41:51.040264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:41:51.040684 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device cd6a4fb3-0f2a-48fd-81b0-581e2f287a43 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:41:51.411993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 79f2edc5-d68a-469f-9c43-b398317f6635 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:41:51.414803 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (cd102b64-5b1f-4f32-b377-80c0c52fcdca), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:51.421735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 79f2edc5-d68a-469f-9c43-b398317f6635 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:51.421735 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (79f2edc5-d68a-469f-9c43-b398317f6635), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:51.464904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:51.465697 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:51.467225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] 10.222.0.10 "PUT /v2.0/ports/cd102b64-5b1f-4f32-b377-80c0c52fcdca HTTP/1.1" status: 200 len: 1092 time: 1.9594209 Feb 15 16:41:51.467675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1431d4ea-ec83-4aad-8977-bdad788611e2', 'tag': 'cd102b64-5b1f-4f32-b377-80c0c52fcdca'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:51.469996 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34286eaa-8c84-48db-b922-5aec6659d317" -d '{"events": [{"name": "network-changed", "server_uuid": "1431d4ea-ec83-4aad-8977-bdad788611e2", "tag": "cd102b64-5b1f-4f32-b377-80c0c52fcdca"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:51.531007 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295d8d8-3fb9-4732-9d3c-07185a53d823 service neutron] Pushing event updated for resources: {'Port': ['ID=cd102b64-5b1f-4f32-b377-80c0c52fcdca,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:51.567017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 79f2edc5-d68a-469f-9c43-b398317f6635 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:51.567424 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (79f2edc5-d68a-469f-9c43-b398317f6635), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:51.612189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 79f2edc5-d68a-469f-9c43-b398317f6635, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=79f2edc5-d68a-469f-9c43-b398317f6635,segment=NetworkSegment(8732ec7b-e06d-43d3-b445-ea3510c89e56),segment_id=8732ec7b-e06d-43d3-b445-ea3510c89e56)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:51.703873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-a89ab02b-bc40-4797-b136-6e0c4acb1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:51.704337 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-08ca4b3f-1872-4a31-a085-965c2fda1628 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:41:51.705606 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-08ca4b3f-1872-4a31-a085-965c2fda1628 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1077247 Feb 15 16:41:51.705895 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-a89ab02b-bc40-4797-b136-6e0c4acb1695 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71ae1336b6184cf4bf604fb38d6b5ccf&device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 1126 time: 0.0753031 Feb 15 16:41:51.709270 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (79f2edc5-d68a-469f-9c43-b398317f6635), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:51.710190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c10d07a1-499e-4560-ba56-86ce23b8b48c up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:51.827493 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-61c7078e-6538-4550-8e21-256916b9966a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd102b64-5b1f-4f32-b377-80c0c52fcdca HTTP/1.1" status: 200 len: 217 time: 0.1068606 Feb 15 16:41:51.881668 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d524b-9be4-4109-9495-02d84f9d675c req-2a829c21-ae60-4424-b6c1-756acb3c4800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:51.886325 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-2a829c21-ae60-4424-b6c1-756acb3c4800 service neutron] 10.222.0.107 "GET /v2.0/ports/61053614-6810-4093-b41f-e9ba5fc95f28 HTTP/1.1" status: 200 len: 1125 time: 0.1705358 Feb 15 16:41:51.908513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6e364a81-241a-4424-9d53-a54ef0e547e6 service neutron] Request body: {'binding': {'host': 'n-h2-828372-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:41:51.909634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6e364a81-241a-4424-9d53-a54ef0e547e6 service neutron] Unknown quota resources ['binding']. {{(pid=103800) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 16:41:51.931080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-0bf35464-1217-437a-9273-b155687202f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:51.934167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-0bf35464-1217-437a-9273-b155687202f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=880824e9-9b4e-44d1-b3e7-0ae46e55f7e5 HTTP/1.1" status: 200 len: 845 time: 0.1006582 Feb 15 16:41:51.943066 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=79f2edc5-d68a-469f-9c43-b398317f6635,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:52.027453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-fd0cd5c9-cafd-4099-8ac7-e57ca3cec739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:52.039793 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-fd0cd5c9-cafd-4099-8ac7-e57ca3cec739 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20a628c1-8ad8-40a0-b877-f8def0e3dec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0965524 Feb 15 16:41:52.045870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port c10d07a1-499e-4560-ba56-86ce23b8b48c completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:41:52.050511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f2edc5-d68a-469f-9c43-b398317f6635'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:52.057715 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d4e76e-ddf0-4f12-b1c6-34a2ea9d4651" -d '{"events": [{"server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "name": "network-vif-plugged", "status": "completed", "tag": "79f2edc5-d68a-469f-9c43-b398317f6635"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:52.063422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port c10d07a1-499e-4560-ba56-86ce23b8b48c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:52.065080 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c10d07a1-499e-4560-ba56-86ce23b8b48c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:52.201188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c10d07a1-499e-4560-ba56-86ce23b8b48c is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:52.201618 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c10d07a1-499e-4560-ba56-86ce23b8b48c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:52.243742 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6e364a81-241a-4424-9d53-a54ef0e547e6 service neutron] Attempting to bind port 61053614-6810-4093-b41f-e9ba5fc95f28 on host n-h2-828372-14 for vnic_type normal with profile None {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:41:52.244086 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6e364a81-241a-4424-9d53-a54ef0e547e6 service neutron] Attempting to bind port 61053614-6810-4093-b41f-e9ba5fc95f28 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:41:52.244420 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6e364a81-241a-4424-9d53-a54ef0e547e6 service neutron] Attempting to bind port 61053614-6810-4093-b41f-e9ba5fc95f28 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:52.250256 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6e364a81-241a-4424-9d53-a54ef0e547e6 service neutron] Port 61053614-6810-4093-b41f-e9ba5fc95f28 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:41:52.250580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6e364a81-241a-4424-9d53-a54ef0e547e6 service neutron] Attempting to bind port 61053614-6810-4093-b41f-e9ba5fc95f28 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:41:52.256844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6e364a81-241a-4424-9d53-a54ef0e547e6 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:41:52.258319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6e364a81-241a-4424-9d53-a54ef0e547e6 service neutron] Checking segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:41:52.258319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6e364a81-241a-4424-9d53-a54ef0e547e6 service neutron] Bound using segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:41:52.258319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6e364a81-241a-4424-9d53-a54ef0e547e6 service neutron] Bound port: 61053614-6810-4093-b41f-e9ba5fc95f28, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:41:52.275237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c10d07a1-499e-4560-ba56-86ce23b8b48c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c10d07a1-499e-4560-ba56-86ce23b8b48c,segment=NetworkSegment(20099b47-3576-46fb-a8c2-b80f2b8c85a6),segment_id=20099b47-3576-46fb-a8c2-b80f2b8c85a6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:52.292203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac583e-3392-4fac-b76b-9fadfbfa3568 req-55f29d02-b4e4-42d4-b1c9-bb5e2f424ede tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:52.302704 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8fac583e-3392-4fac-b76b-9fadfbfa3568 req-55f29d02-b4e4-42d4-b1c9-bb5e2f424ede tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 943 time: 0.2467053 Feb 15 16:41:52.330521 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6e364a81-241a-4424-9d53-a54ef0e547e6 service neutron] For port 61053614-6810-4093-b41f-e9ba5fc95f28, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=61053614-6810-4093-b41f-e9ba5fc95f28,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:41:52.343202 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c10d07a1-499e-4560-ba56-86ce23b8b48c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:52.368670 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-6e341546-93f3-43cb-bcea-81a711ad2a56 service neutron] 10.222.0.10 "GET /v2.0/networks/20a628c1-8ad8-40a0-b877-f8def0e3dec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213494 Feb 15 16:41:52.426954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=c10d07a1-499e-4560-ba56-86ce23b8b48c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:52.438360 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6e364a81-241a-4424-9d53-a54ef0e547e6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:52.444370 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6e364a81-241a-4424-9d53-a54ef0e547e6 service neutron] 10.222.0.107 "POST /v2.0/ports/61053614-6810-4093-b41f-e9ba5fc95f28/bindings HTTP/1.1" status: 201 len: 390 time: 0.5397680 Feb 15 16:41:52.748154 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8fac583e-3392-4fac-b76b-9fadfbfa3568 req-7a49dc89-34bd-4aa2-89d7-1866e675d622 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/security-groups?id=a3130d42-b074-4f19-a6ba-aa9a82473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4441841 Feb 15 16:41:52.789628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12ae7c-53dc-4297-aef2-fbf8d4d1bc0a req-3f363bc0-bdb9-4154-824a-0134b272321d tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:52.806135 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9e12ae7c-53dc-4297-aef2-fbf8d4d1bc0a req-3f363bc0-bdb9-4154-824a-0134b272321d tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 945 time: 0.4780612 Feb 15 16:41:52.880292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40150) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:52.909731 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2cd9aa57-53c8-4523-ad7d-8a680344aa0a req-144c67d7-52bc-4bab-968a-940b267fc6ce service neutron] 10.222.0.10 "GET /v2.0/networks/20a628c1-8ad8-40a0-b877-f8def0e3dec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342798 Feb 15 16:41:53.067363 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-9e12ae7c-53dc-4297-aef2-fbf8d4d1bc0a req-43db0ae1-8468-4669-8238-48740cc17186 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Deleting port 851b8806-17fe-4434-806b-9f1c80cfc0fb {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:41:53.077135 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a769072c-3a17-4e43-a090-1c54bcb06d99 admin admin] Deleting subnet d6bcfada-966b-4ec1-ab3e-f5001f503910 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:41:53.080575 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9e12ae7c-53dc-4297-aef2-fbf8d4d1bc0a req-43db0ae1-8468-4669-8238-48740cc17186 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:53.081102 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a769072c-3a17-4e43-a090-1c54bcb06d99 admin admin] Publish callbacks [] for subnet (d6bcfada-966b-4ec1-ab3e-f5001f503910), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:53.147517 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a769072c-3a17-4e43-a090-1c54bcb06d99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (d6bcfada-966b-4ec1-ab3e-f5001f503910), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:53.159534 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df394f3-c43e-4f87-9d70-f82d6799827b req-f293c3b0-828e-408e-9588-54b572b93b8a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:53.167118 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df394f3-c43e-4f87-9d70-f82d6799827b req-f293c3b0-828e-408e-9588-54b572b93b8a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:53.176552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df394f3-c43e-4f87-9d70-f82d6799827b req-f293c3b0-828e-408e-9588-54b572b93b8a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:53.178515 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5df394f3-c43e-4f87-9d70-f82d6799827b req-f293c3b0-828e-408e-9588-54b572b93b8a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2418 time: 0.1532547 Feb 15 16:41:53.230611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de931d5-0932-41b8-b93b-0dec6d2e6a20 req-e2329f50-58bd-478d-a77a-a5452a780c1b tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:53.235691 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8de931d5-0932-41b8-b93b-0dec6d2e6a20 req-e2329f50-58bd-478d-a77a-a5452a780c1b tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 945 time: 0.2716343 Feb 15 16:41:53.278570 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a769072c-3a17-4e43-a090-1c54bcb06d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (d6bcfada-966b-4ec1-ab3e-f5001f503910), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:53.318454 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5df394f3-c43e-4f87-9d70-f82d6799827b req-4830aa18-069e-4fe2-bf11-d70e26691c47 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162179 Feb 15 16:41:53.356719 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8de931d5-0932-41b8-b93b-0dec6d2e6a20 req-1e68784f-0328-4a60-ab80-f8b60cba9b85 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123831 Feb 15 16:41:53.394373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d524b-9be4-4109-9495-02d84f9d675c req-3a8cad73-486d-40f8-a440-babd8a35520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:53.396754 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-3a8cad73-486d-40f8-a440-babd8a35520a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 1128 time: 0.2688870 Feb 15 16:41:53.429843 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04935435-df4c-44a1-91c1-a1f91756abe6 x-openstack-request-id: req-04935435-df4c-44a1-91c1-a1f91756abe6 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:53.430209 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1431d4ea-ec83-4aad-8977-bdad788611e2", "tag": "cd102b64-5b1f-4f32-b377-80c0c52fcdca", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:53.430530 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-04935435-df4c-44a1-91c1-a1f91756abe6 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:53.431004 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1431d4ea-ec83-4aad-8977-bdad788611e2', 'tag': 'cd102b64-5b1f-4f32-b377-80c0c52fcdca', 'status': 'completed', 'code': 200} Feb 15 16:41:53.491976 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a769072c-3a17-4e43-a090-1c54bcb06d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (d6bcfada-966b-4ec1-ab3e-f5001f503910), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:53.493851 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d336a44d-a7a7-4250-8eb5-5f6206d99e06 x-openstack-request-id: req-d336a44d-a7a7-4250-8eb5-5f6206d99e06 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:53.494787 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "name": "network-vif-plugged", "status": "completed", "tag": "79f2edc5-d68a-469f-9c43-b398317f6635", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:53.495198 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d336a44d-a7a7-4250-8eb5-5f6206d99e06 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:53.498185 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f2edc5-d68a-469f-9c43-b398317f6635', 'code': 200} Feb 15 16:41:53.571161 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-9e12ae7c-53dc-4297-aef2-fbf8d4d1bc0a req-43db0ae1-8468-4669-8238-48740cc17186 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] For port 851b8806-17fe-4434-806b-9f1c80cfc0fb, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=851b8806-17fe-4434-806b-9f1c80cfc0fb,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:53.571559 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9e12ae7c-53dc-4297-aef2-fbf8d4d1bc0a req-43db0ae1-8468-4669-8238-48740cc17186 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:53.579511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769072c-3a17-4e43-a090-1c54bcb06d99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6bcfada-966b-4ec1-ab3e-f5001f503910,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:53.637574 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a769072c-3a17-4e43-a090-1c54bcb06d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:53.651313 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a769072c-3a17-4e43-a090-1c54bcb06d99 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/d6bcfada-966b-4ec1-ab3e-f5001f503910 HTTP/1.1" status: 204 len: 168 time: 0.7680569 Feb 15 16:41:53.652231 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40154) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:53.685042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-9e12ae7c-53dc-4297-aef2-fbf8d4d1bc0a req-43db0ae1-8468-4669-8238-48740cc17186 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Calling delete_port for 851b8806-17fe-4434-806b-9f1c80cfc0fb owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:41:53.770246 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11f167d-9fe9-443c-9e08-f9d7a00d1983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (a9d55db1-0d0e-44ac-b542-332afc540b37), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:53.825483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d524b-9be4-4109-9495-02d84f9d675c req-21cc5ce3-ad78-4402-a070-647317d8bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:53.827044 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-21cc5ce3-ad78-4402-a070-647317d8bc6d service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.4131823 Feb 15 16:41:53.878010 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11f167d-9fe9-443c-9e08-f9d7a00d1983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (a9d55db1-0d0e-44ac-b542-332afc540b37), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:53.900833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26858db6-4238-4b09-8846-7d1ea6d01952 req-0eeab66a-9f40-4a24-bab2-eb42417476b3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:53.902484 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-26858db6-4238-4b09-8846-7d1ea6d01952 req-0eeab66a-9f40-4a24-bab2-eb42417476b3 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 951 time: 0.4453692 Feb 15 16:41:53.904238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f11f167d-9fe9-443c-9e08-f9d7a00d1983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d55db1-0d0e-44ac-b542-332afc540b37']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:53.908288 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-1ecb9dcf-aed0-41bb-9412-195dca67e38b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61053614-6810-4093-b41f-e9ba5fc95f28 HTTP/1.1" status: 200 len: 217 time: 0.0717432 Feb 15 16:41:53.915605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f11f167d-9fe9-443c-9e08-f9d7a00d1983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d7c0d4-e847-4502-b44b-36c6801942ce') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:53.915989 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f11f167d-9fe9-443c-9e08-f9d7a00d1983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d7c0d4-e847-4502-b44b-36c6801942ce') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:53.916869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34286eaa-8c84-48db-b922-5aec6659d317 req-7b434840-3cff-4c61-9d43-8c6e4ad809c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:53.920428 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34286eaa-8c84-48db-b922-5aec6659d317 req-7b434840-3cff-4c61-9d43-8c6e4ad809c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71ae1336b6184cf4bf604fb38d6b5ccf&device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 1126 time: 0.4843025 Feb 15 16:41:53.933206 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11f167d-9fe9-443c-9e08-f9d7a00d1983 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (a0d7c0d4-e847-4502-b44b-36c6801942ce), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:53.950437 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11f167d-9fe9-443c-9e08-f9d7a00d1983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a0d7c0d4-e847-4502-b44b-36c6801942ce), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:53.958014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f11f167d-9fe9-443c-9e08-f9d7a00d1983 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:41:53.958477 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11f167d-9fe9-443c-9e08-f9d7a00d1983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (a0d7c0d4-e847-4502-b44b-36c6801942ce), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:41:54.025196 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:41:54.042209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bcd646-54cd-460c-8961-990b3e4ea543 req-914aa849-79a6-4c51-bf4d-75140e44dc23 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:54.044658 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67bcd646-54cd-460c-8961-990b3e4ea543 req-914aa849-79a6-4c51-bf4d-75140e44dc23 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.4413700 Feb 15 16:41:54.047476 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9e12ae7c-53dc-4297-aef2-fbf8d4d1bc0a req-43db0ae1-8468-4669-8238-48740cc17186 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (851b8806-17fe-4434-806b-9f1c80cfc0fb), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:54.060287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['4eed547b-34c5-4320-aaa9-48e7d4835041', '851b8806-17fe-4434-806b-9f1c80cfc0fb'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:54.127300 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11f167d-9fe9-443c-9e08-f9d7a00d1983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (a9d55db1-0d0e-44ac-b542-332afc540b37), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:54.136273 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11f167d-9fe9-443c-9e08-f9d7a00d1983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:54.140329 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f11f167d-9fe9-443c-9e08-f9d7a00d1983 admin admin] 10.222.0.107 "DELETE /v2.0/networks/a9d55db1-0d0e-44ac-b542-332afc540b37 HTTP/1.1" status: 204 len: 168 time: 0.4607799 Feb 15 16:41:54.158686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40160) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:54.161157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11f167d-9fe9-443c-9e08-f9d7a00d1983 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d55db1-0d0e-44ac-b542-332afc540b37,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:54.217996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-8138a087-80a1-4606-8733-37fbbf3382da admin admin] Deleting subnet 7b8e4d1d-d735-49c1-a3e0-fa1b2f7bd62f {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:41:54.225415 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67bcd646-54cd-460c-8961-990b3e4ea543 req-695d433b-64af-4a63-9c89-aba60b193892 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648593 Feb 15 16:41:54.226153 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8138a087-80a1-4606-8733-37fbbf3382da admin admin] Publish callbacks [] for subnet (7b8e4d1d-d735-49c1-a3e0-fa1b2f7bd62f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:54.260374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34286eaa-8c84-48db-b922-5aec6659d317 req-37be51d2-16e9-4cad-bb4b-57b2b9b3897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:54.262323 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34286eaa-8c84-48db-b922-5aec6659d317 req-37be51d2-16e9-4cad-bb4b-57b2b9b3897c service neutron] 10.222.0.10 "GET /v2.0/networks?id=20a628c1-8ad8-40a0-b877-f8def0e3dec4 HTTP/1.1" status: 200 len: 907 time: 0.2545953 Feb 15 16:41:54.289876 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8138a087-80a1-4606-8733-37fbbf3382da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (7b8e4d1d-d735-49c1-a3e0-fa1b2f7bd62f), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:54.291768 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b514f2-5e7e-4861-8bb4-e7e26b7bf87d req-f95091d9-c64a-4d14-aa1c-54aadb746bde tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:54.293348 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54b514f2-5e7e-4861-8bb4-e7e26b7bf87d req-f95091d9-c64a-4d14-aa1c-54aadb746bde tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 951 time: 0.7919729 Feb 15 16:41:54.382694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db0ae1-8468-4669-8238-48740cc17186 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Pushing event deleted for resources: {'Port': ['ID=851b8806-17fe-4434-806b-9f1c80cfc0fb,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:54.418273 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8138a087-80a1-4606-8733-37fbbf3382da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (7b8e4d1d-d735-49c1-a3e0-fa1b2f7bd62f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:54.453388 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62effa5a-e17b-423e-aa56-bd47f20668d7 req-9d39f78e-bcab-40a2-8b9b-593dd4b3f51f tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:54.455333 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-62effa5a-e17b-423e-aa56-bd47f20668d7 req-9d39f78e-bcab-40a2-8b9b-593dd4b3f51f tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 943 time: 0.1141446 Feb 15 16:41:54.520122 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-62effa5a-e17b-423e-aa56-bd47f20668d7 req-86fa5ea8-cb85-401f-b3a0-99a2d982f7b9 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/security-groups?id=a3130d42-b074-4f19-a6ba-aa9a82473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549750 Feb 15 16:41:54.526345 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54b514f2-5e7e-4861-8bb4-e7e26b7bf87d req-594fb365-a618-4dd7-b9e4-4aa16c6e357f tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451387 Feb 15 16:41:54.587927 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34286eaa-8c84-48db-b922-5aec6659d317 req-d679661b-9108-4ce0-82c2-fd8d76fbdaa3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd102b64-5b1f-4f32-b377-80c0c52fcdca HTTP/1.1" status: 200 len: 217 time: 0.2371624 Feb 15 16:41:54.590659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e12ae7c-53dc-4297-aef2-fbf8d4d1bc0a req-43db0ae1-8468-4669-8238-48740cc17186 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] No DVR routers for this DVR port 851b8806-17fe-4434-806b-9f1c80cfc0fb on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:41:54.592843 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d524b-9be4-4109-9495-02d84f9d675c req-9e13d0db-a7ec-4233-8065-1ae594fb81b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:54.594548 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-9e13d0db-a7ec-4233-8065-1ae594fb81b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.6717427 Feb 15 16:41:54.600482 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9e12ae7c-53dc-4297-aef2-fbf8d4d1bc0a req-43db0ae1-8468-4669-8238-48740cc17186 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:54.603728 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9e12ae7c-53dc-4297-aef2-fbf8d4d1bc0a req-43db0ae1-8468-4669-8238-48740cc17186 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.67 "DELETE /v2.0/ports/851b8806-17fe-4434-806b-9f1c80cfc0fb HTTP/1.1" status: 204 len: 173 time: 1.7804165 Feb 15 16:41:54.670762 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8138a087-80a1-4606-8733-37fbbf3382da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (7b8e4d1d-d735-49c1-a3e0-fa1b2f7bd62f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:54.731143 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8138a087-80a1-4606-8733-37fbbf3382da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:54.741176 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8138a087-80a1-4606-8733-37fbbf3382da admin admin] 10.222.0.107 "DELETE /v2.0/subnets/7b8e4d1d-d735-49c1-a3e0-fa1b2f7bd62f HTTP/1.1" status: 204 len: 168 time: 0.5768497 Feb 15 16:41:54.743575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138a087-80a1-4606-8733-37fbbf3382da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8e4d1d-d735-49c1-a3e0-fa1b2f7bd62f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:54.774202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34286eaa-8c84-48db-b922-5aec6659d317 req-8c65a135-df24-4f4c-9ec6-00ce9ab25fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:54.777569 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34286eaa-8c84-48db-b922-5aec6659d317 req-8c65a135-df24-4f4c-9ec6-00ce9ab25fea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=880824e9-9b4e-44d1-b3e7-0ae46e55f7e5 HTTP/1.1" status: 200 len: 845 time: 0.1770875 Feb 15 16:41:54.780522 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6a6ec2a2-081f-44cb-8a54-74967c3e281b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1689394 Feb 15 16:41:54.810513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40176) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:54.835760 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-33e4e973-edcf-471d-a77d-ba78eb4ef422 req-02010745-2192-405f-8dc3-89ebd20bdf97 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 210 time: 0.0500011 Feb 15 16:41:54.873310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device cd102b64-5b1f-4f32-b377-80c0c52fcdca details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:41:54.903721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-26858db6-4238-4b09-8846-7d1ea6d01952 req-cfa99108-8bd1-45b3-98dd-ddcc7f50f356 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Deleting port 2460c194-82b2-4d98-b476-67ea1ad6c973 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:41:54.904131 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-26858db6-4238-4b09-8846-7d1ea6d01952 req-cfa99108-8bd1-45b3-98dd-ddcc7f50f356 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:54.934548 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (cbab99c4-68db-44d6-98d8-4a9ab5432dcf), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:54.973869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25b34c-9657-4bd6-8fc6-c367ef794c3a req-7482df80-a3be-4364-aaba-3585d2b35da5 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:54.985476 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25b34c-9657-4bd6-8fc6-c367ef794c3a req-7482df80-a3be-4364-aaba-3585d2b35da5 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:54.991923 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c25b34c-9657-4bd6-8fc6-c367ef794c3a req-7482df80-a3be-4364-aaba-3585d2b35da5 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:54.993960 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3c25b34c-9657-4bd6-8fc6-c367ef794c3a req-7482df80-a3be-4364-aaba-3585d2b35da5 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2418 time: 0.2515860 Feb 15 16:41:55.066160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34286eaa-8c84-48db-b922-5aec6659d317 req-0c7c3bb4-b087-46d1-9441-ab724eea5e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:55.068437 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34286eaa-8c84-48db-b922-5aec6659d317 req-0c7c3bb4-b087-46d1-9441-ab724eea5e8b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20a628c1-8ad8-40a0-b877-f8def0e3dec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2088466 Feb 15 16:41:55.076161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port cd102b64-5b1f-4f32-b377-80c0c52fcdca, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=cd102b64-5b1f-4f32-b377-80c0c52fcdca,segment=NetworkSegment(15ef8447-dd91-405f-b509-9087cebde407),segment_id=15ef8447-dd91-405f-b509-9087cebde407)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:55.101413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'cd102b64-5b1f-4f32-b377-80c0c52fcdca', 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'port_id': 'cd102b64-5b1f-4f32-b377-80c0c52fcdca', 'mac_address': 'fa:16:3e:b4:ee:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:41:55.144184 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (cbab99c4-68db-44d6-98d8-4a9ab5432dcf), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:55.155611 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port cd102b64-5b1f-4f32-b377-80c0c52fcdca is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:55.155611 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cd102b64-5b1f-4f32-b377-80c0c52fcdca), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:55.187649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd102b64-5b1f-4f32-b377-80c0c52fcdca {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:41:55.195590 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbab99c4-68db-44d6-98d8-4a9ab5432dcf']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:55.202444 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34286eaa-8c84-48db-b922-5aec6659d317 req-12acac82-3f06-4391-8805-301a3feb59a8 service neutron] 10.222.0.10 "GET /v2.0/networks/20a628c1-8ad8-40a0-b877-f8def0e3dec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222706 Feb 15 16:41:55.216243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port cd102b64-5b1f-4f32-b377-80c0c52fcdca, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=cd102b64-5b1f-4f32-b377-80c0c52fcdca,segment=NetworkSegment(15ef8447-dd91-405f-b509-9087cebde407),segment_id=15ef8447-dd91-405f-b509-9087cebde407)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:55.218356 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6089f56-f6f2-46a3-a2dc-b843fe12939c') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:55.221837 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6089f56-f6f2-46a3-a2dc-b843fe12939c') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:41:55.244676 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (d6089f56-f6f2-46a3-a2dc-b843fe12939c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:55.279426 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d6089f56-f6f2-46a3-a2dc-b843fe12939c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:55.299817 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cd102b64-5b1f-4f32-b377-80c0c52fcdca), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:55.309151 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:41:55.309585 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (d6089f56-f6f2-46a3-a2dc-b843fe12939c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:41:55.312009 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:41:55.391516 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3c25b34c-9657-4bd6-8fc6-c367ef794c3a req-15fe30df-ec02-40af-998d-c7503e4d5578 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647087 Feb 15 16:41:55.433087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-26858db6-4238-4b09-8846-7d1ea6d01952 req-cfa99108-8bd1-45b3-98dd-ddcc7f50f356 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] For port 2460c194-82b2-4d98-b476-67ea1ad6c973, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2460c194-82b2-4d98-b476-67ea1ad6c973,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:55.433416 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-26858db6-4238-4b09-8846-7d1ea6d01952 req-cfa99108-8bd1-45b3-98dd-ddcc7f50f356 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:55.437240 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1', 'name': 'network-vif-deleted', 'tag': '851b8806-17fe-4434-806b-9f1c80cfc0fb'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:55.439460 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753fb510-5460-4fb8-94d9-5ba82c0d2f49" -d '{"events": [{"server_uuid": "6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1", "name": "network-vif-deleted", "tag": "851b8806-17fe-4434-806b-9f1c80cfc0fb"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:55.462369 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-e0f58e14-1aee-49de-b41b-7ab11a1c4931 service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6251841 Feb 15 16:41:55.466499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=cd102b64-5b1f-4f32-b377-80c0c52fcdca,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:55.486498 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (cbab99c4-68db-44d6-98d8-4a9ab5432dcf), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:55.496896 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:55.502550 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] 10.222.0.107 "DELETE /v2.0/networks/cbab99c4-68db-44d6-98d8-4a9ab5432dcf HTTP/1.1" status: 204 len: 168 time: 0.6869798 Feb 15 16:41:55.505467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-26858db6-4238-4b09-8846-7d1ea6d01952 req-cfa99108-8bd1-45b3-98dd-ddcc7f50f356 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Calling delete_port for 2460c194-82b2-4d98-b476-67ea1ad6c973 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:41:55.516664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10d07a1-499e-4560-ba56-86ce23b8b48c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:55.524213 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f1c367-7204-4591-b172-b44af0fb9063" -d '{"events": [{"server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "name": "network-vif-plugged", "status": "completed", "tag": "c10d07a1-499e-4560-ba56-86ce23b8b48c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:55.548973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Pushing event deleted for resources: {'Network': ['ID=cbab99c4-68db-44d6-98d8-4a9ab5432dcf,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:55.558764 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:55.559904 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:55.559904 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:55.559904 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:55.560599 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:55.565878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:55.566268 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:55.566687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:55.567033 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:55.567371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:55.567712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:55.568048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:55.568378 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f296a6-f254-4e7c-bc4c-8c3f8591f75a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:41:55.571309 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400ee69d-2a6b-42a0-a7b8-7da3526e3457 x-openstack-request-id: req-400ee69d-2a6b-42a0-a7b8-7da3526e3457 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:55.571605 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1", "name": "network-vif-deleted", "tag": "851b8806-17fe-4434-806b-9f1c80cfc0fb", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:55.571861 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-400ee69d-2a6b-42a0-a7b8-7da3526e3457 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:55.572271 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1', 'name': 'network-vif-deleted', 'tag': '851b8806-17fe-4434-806b-9f1c80cfc0fb', 'status': 'completed', 'code': 200} Feb 15 16:41:55.599069 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8441ab-333a-4450-98a7-b44e16c6f750 x-openstack-request-id: req-bd8441ab-333a-4450-98a7-b44e16c6f750 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:55.599474 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "name": "network-vif-plugged", "status": "completed", "tag": "c10d07a1-499e-4560-ba56-86ce23b8b48c", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:55.600489 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bd8441ab-333a-4450-98a7-b44e16c6f750 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:55.601056 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c10d07a1-499e-4560-ba56-86ce23b8b48c', 'code': 200} Feb 15 16:41:55.681604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['cd102b64-5b1f-4f32-b377-80c0c52fcdca'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:55.892159 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034a4ed-8ed8-4785-beed-3daaf4bf1c9b req-2192403c-2c1c-4c2c-a132-83c85ff70680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:55.892788 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034a4ed-8ed8-4785-beed-3daaf4bf1c9b req-2192403c-2c1c-4c2c-a132-83c85ff70680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:55.893470 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8034a4ed-8ed8-4785-beed-3daaf4bf1c9b req-2192403c-2c1c-4c2c-a132-83c85ff70680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:55.896004 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8034a4ed-8ed8-4785-beed-3daaf4bf1c9b req-2192403c-2c1c-4c2c-a132-83c85ff70680 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2967 time: 0.2153118 Feb 15 16:41:55.903922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40196) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:55.909977 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8caba8-d4d7-4085-b255-6b62579072c3 req-3b53c328-4465-49f5-9d80-38f8b4c2f692 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:55.911799 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ab8caba8-d4d7-4085-b255-6b62579072c3 req-3b53c328-4465-49f5-9d80-38f8b4c2f692 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.5497456 Feb 15 16:41:55.958988 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0af81-0a92-42b9-ad48-001598ce6edb req-c1e4e748-b060-4809-bb84-d05e9349574c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:55.970109 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7cf0af81-0a92-42b9-ad48-001598ce6edb req-c1e4e748-b060-4809-bb84-d05e9349574c tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 951 time: 0.2136090 Feb 15 16:41:55.983580 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34286eaa-8c84-48db-b922-5aec6659d317 req-d1cf2f2e-a859-49b4-9ace-437086aa96f0 service neutron] 10.222.0.10 "GET /v2.0/networks/20a628c1-8ad8-40a0-b877-f8def0e3dec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7689867 Feb 15 16:41:56.146067 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4ad83b38-2c5b-4de5-9e6a-233fdceef33e service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6648104 Feb 15 16:41:56.150233 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ab8caba8-d4d7-4085-b255-6b62579072c3 req-dde0b9a7-0afe-4262-9eac-dd3d4b6c7efe tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190013 Feb 15 16:41:56.150578 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8034a4ed-8ed8-4785-beed-3daaf4bf1c9b req-adccb652-e905-4ff3-837e-c0897debe00e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454653 Feb 15 16:41:56.195600 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e5b2ef78-c7ae-43e5-8dd0-235d0cc91f92 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a72f82079bed465ea405f6532e981b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890296 Feb 15 16:41:56.198422 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40198) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:56.212803 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7cf0af81-0a92-42b9-ad48-001598ce6edb req-1723d126-1f59-42e4-9efc-81d475d43b4b tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362814 Feb 15 16:41:56.285506 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8830f0ac-df0d-42fe-8e4e-2b94aeb9638c admin admin] Publish callbacks [] for security_group (23a8af2f-18e5-44f8-bbb7-3607267ef251), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:56.335282 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8830f0ac-df0d-42fe-8e4e-2b94aeb9638c admin admin] Publish callbacks [] for security_group (23a8af2f-18e5-44f8-bbb7-3607267ef251), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:56.349485 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-26858db6-4238-4b09-8846-7d1ea6d01952 req-cfa99108-8bd1-45b3-98dd-ddcc7f50f356 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2460c194-82b2-4d98-b476-67ea1ad6c973), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:56.362725 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['7de2aa9b-236e-4739-a672-636d285db5f4', '2460c194-82b2-4d98-b476-67ea1ad6c973'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:56.366375 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['44e217bb-aa23-4523-9b25-0e2d0de6e1d4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:41:56.431196 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa99108-8bd1-45b3-98dd-ddcc7f50f356 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Pushing event deleted for resources: {'Port': ['ID=2460c194-82b2-4d98-b476-67ea1ad6c973,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:56.496244 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb533822-3082-4c5e-aef6-9035bb4858fa req-8e66f7f7-9e4b-410a-b5a3-d1bc4fa87db9 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 210 time: 0.0630639 Feb 15 16:41:56.516943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-26858db6-4238-4b09-8846-7d1ea6d01952 req-cfa99108-8bd1-45b3-98dd-ddcc7f50f356 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] No DVR routers for this DVR port 2460c194-82b2-4d98-b476-67ea1ad6c973 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:41:56.525961 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-26858db6-4238-4b09-8846-7d1ea6d01952 req-cfa99108-8bd1-45b3-98dd-ddcc7f50f356 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:56.529353 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-26858db6-4238-4b09-8846-7d1ea6d01952 req-cfa99108-8bd1-45b3-98dd-ddcc7f50f356 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "DELETE /v2.0/ports/2460c194-82b2-4d98-b476-67ea1ad6c973 HTTP/1.1" status: 204 len: 173 time: 2.6157207 Feb 15 16:41:56.545740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e79fc-1268-4d75-be0e-64d6b5e92c66 req-45fb375a-1229-459b-85d8-090347e66f19 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:56.551255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca5e79fc-1268-4d75-be0e-64d6b5e92c66 req-45fb375a-1229-459b-85d8-090347e66f19 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 944 time: 0.2525938 Feb 15 16:41:56.641352 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca5e79fc-1268-4d75-be0e-64d6b5e92c66 req-bdf69ac1-cf5b-49cf-9b61-085cca547c83 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/security-groups?id=a3130d42-b074-4f19-a6ba-aa9a82473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821471 Feb 15 16:41:56.710190 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8830f0ac-df0d-42fe-8e4e-2b94aeb9638c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (23a8af2f-18e5-44f8-bbb7-3607267ef251), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:56.713718 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8830f0ac-df0d-42fe-8e4e-2b94aeb9638c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:56.716455 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8830f0ac-df0d-42fe-8e4e-2b94aeb9638c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/23a8af2f-18e5-44f8-bbb7-3607267ef251 HTTP/1.1" status: 204 len: 168 time: 0.5175724 Feb 15 16:41:56.738886 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8830f0ac-df0d-42fe-8e4e-2b94aeb9638c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a8af2f-18e5-44f8-bbb7-3607267ef251,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:56.778203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e77f24-8cc7-40d1-a469-7d50437ded51 req-286a0a00-13b7-4614-abb0-d8bc67733a19 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:56.783777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e77f24-8cc7-40d1-a469-7d50437ded51 req-286a0a00-13b7-4614-abb0-d8bc67733a19 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:56.798760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e77f24-8cc7-40d1-a469-7d50437ded51 req-286a0a00-13b7-4614-abb0-d8bc67733a19 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:56.808978 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-48e77f24-8cc7-40d1-a469-7d50437ded51 req-286a0a00-13b7-4614-abb0-d8bc67733a19 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2418 time: 0.1944573 Feb 15 16:41:56.853434 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 851b8806-17fe-4434-806b-9f1c80cfc0fb no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:41:56.925208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 851b8806-17fe-4434-806b-9f1c80cfc0fb {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:41:56.925585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 851b8806-17fe-4434-806b-9f1c80cfc0fb not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:41:56.947924 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-48e77f24-8cc7-40d1-a469-7d50437ded51 req-b9392f0b-7e57-4fd6-b5eb-d6b1d12a0ab8 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352754 Feb 15 16:41:57.470828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a45736-d092-4565-9c1d-902acfd991c8 req-d785bb56-99b3-45bf-b0cc-c79bdba77c3a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:57.470828 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53a45736-d092-4565-9c1d-902acfd991c8 req-d785bb56-99b3-45bf-b0cc-c79bdba77c3a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.0843031 Feb 15 16:41:57.472188 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-527370fb-9492-4252-a43a-3d8d697dd70b req-d6eea96f-9bba-4fee-bc7b-720fe8b2ff2f tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=ad9a148b-23bc-47b0-961d-db899fcc4209 HTTP/1.1" status: 200 len: 210 time: 0.0603011 Feb 15 16:41:57.472987 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53a45736-d092-4565-9c1d-902acfd991c8 req-497af598-d7f4-49f3-b79e-88f5a4ec134a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683055 Feb 15 16:41:57.580861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9a148b-23bc-47b0-961d-db899fcc4209', 'name': 'network-vif-deleted', 'tag': '2460c194-82b2-4d98-b476-67ea1ad6c973'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:57.584073 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad5827e-8912-47ed-9034-7116ca616499" -d '{"events": [{"server_uuid": "ad9a148b-23bc-47b0-961d-db899fcc4209", "name": "network-vif-deleted", "tag": "2460c194-82b2-4d98-b476-67ea1ad6c973"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:57.616513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-37e21431-df54-4e19-98bf-fcb26029798d req-428ff14c-fa0c-4c48-9da7-6082b57e7af1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 210 time: 0.0367537 Feb 15 16:41:57.622528 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d17c63c-32a6-4ab2-a8ee-7c88b9723247 x-openstack-request-id: req-4d17c63c-32a6-4ab2-a8ee-7c88b9723247 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:57.622855 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9a148b-23bc-47b0-961d-db899fcc4209", "name": "network-vif-deleted", "tag": "2460c194-82b2-4d98-b476-67ea1ad6c973", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:57.623114 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4d17c63c-32a6-4ab2-a8ee-7c88b9723247 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:57.623512 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9a148b-23bc-47b0-961d-db899fcc4209', 'name': 'network-vif-deleted', 'tag': '2460c194-82b2-4d98-b476-67ea1ad6c973', 'status': 'completed', 'code': 200} Feb 15 16:41:57.783407 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9f501-689a-497e-8894-fb8daf087858 req-d64c0062-df7e-42f5-8b9e-7386d1917344 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:57.784868 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7e9f501-689a-497e-8894-fb8daf087858 req-d64c0062-df7e-42f5-8b9e-7386d1917344 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 944 time: 0.0581865 Feb 15 16:41:57.834344 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7e9f501-689a-497e-8894-fb8daf087858 req-fc843b53-d36d-45f8-ae68-c136d3411317 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/security-groups?id=a3130d42-b074-4f19-a6ba-aa9a82473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430360 Feb 15 16:41:58.127302 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001e799-0d53-4651-9e54-0c763af8e4d9 req-3496c4c0-6943-46c6-a72d-9311f0f022aa tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:58.135099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001e799-0d53-4651-9e54-0c763af8e4d9 req-3496c4c0-6943-46c6-a72d-9311f0f022aa tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:58.142785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001e799-0d53-4651-9e54-0c763af8e4d9 req-3496c4c0-6943-46c6-a72d-9311f0f022aa tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:58.152730 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5001e799-0d53-4651-9e54-0c763af8e4d9 req-3496c4c0-6943-46c6-a72d-9311f0f022aa tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2418 time: 0.0998044 Feb 15 16:41:58.174007 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40240) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:58.240326 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5001e799-0d53-4651-9e54-0c763af8e4d9 req-df0e6711-021d-43d5-a41b-8ff84264a1cc tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840361 Feb 15 16:41:58.246653 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-360e457f-21a6-4da2-97a1-ae2b05d04407 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bce38248a35f4cd7aca114f838b1e7fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0714464 Feb 15 16:41:58.248989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40242) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:41:58.324957 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-025a9302-fcd2-44e6-950a-aaa4a909cc7f admin admin] Publish callbacks [] for security_group (668482a0-8494-4ca9-af4c-9233f8665344), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:58.360647 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-025a9302-fcd2-44e6-950a-aaa4a909cc7f admin admin] Publish callbacks [] for security_group (668482a0-8494-4ca9-af4c-9233f8665344), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:58.509651 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-025a9302-fcd2-44e6-950a-aaa4a909cc7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (668482a0-8494-4ca9-af4c-9233f8665344), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:58.514018 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-025a9302-fcd2-44e6-950a-aaa4a909cc7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:58.519221 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-025a9302-fcd2-44e6-950a-aaa4a909cc7f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/668482a0-8494-4ca9-af4c-9233f8665344 HTTP/1.1" status: 204 len: 168 time: 0.2686479 Feb 15 16:41:58.530219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a9302-fcd2-44e6-950a-aaa4a909cc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668482a0-8494-4ca9-af4c-9233f8665344,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:58.635735 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57994d3a-2a97-4bba-bb24-05500edacf92 req-d470ae81-a026-4cef-99ef-83091dce3ebf tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:58.638714 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-57994d3a-2a97-4bba-bb24-05500edacf92 req-d470ae81-a026-4cef-99ef-83091dce3ebf tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.0691845 Feb 15 16:41:58.691989 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-57994d3a-2a97-4bba-bb24-05500edacf92 req-43b0970d-6840-4844-9c87-67683aa3d5cc tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462518 Feb 15 16:41:58.838067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2460c194-82b2-4d98-b476-67ea1ad6c973 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:41:58.851579 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c7267c-2bfe-4f97-bcdd-ae0a47552ee4 req-855387f6-d67d-4ad1-a7c5-be17bb3b29d7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 210 time: 0.0334728 Feb 15 16:41:58.864220 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 2460c194-82b2-4d98-b476-67ea1ad6c973 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:41:58.864584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2460c194-82b2-4d98-b476-67ea1ad6c973 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:41:58.896601 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device cd102b64-5b1f-4f32-b377-80c0c52fcdca up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:41:58.969824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562215d-163d-4b4c-8b44-4c8d038585c9 req-32dd9ad7-ac27-430d-8ab5-701a0d3ca1e4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:58.975501 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562215d-163d-4b4c-8b44-4c8d038585c9 req-32dd9ad7-ac27-430d-8ab5-701a0d3ca1e4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:58.980824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562215d-163d-4b4c-8b44-4c8d038585c9 req-32dd9ad7-ac27-430d-8ab5-701a0d3ca1e4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:58.982956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1562215d-163d-4b4c-8b44-4c8d038585c9 req-32dd9ad7-ac27-430d-8ab5-701a0d3ca1e4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2418 time: 0.0681083 Feb 15 16:41:59.023466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port cd102b64-5b1f-4f32-b377-80c0c52fcdca completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:41:59.028093 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port cd102b64-5b1f-4f32-b377-80c0c52fcdca triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:41:59.028553 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cd102b64-5b1f-4f32-b377-80c0c52fcdca), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:59.055868 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1562215d-163d-4b4c-8b44-4c8d038585c9 req-5a5eaa16-1323-4446-adad-4f9f3bbb39af tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580895 Feb 15 16:41:59.171179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port cd102b64-5b1f-4f32-b377-80c0c52fcdca is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:41:59.171703 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cd102b64-5b1f-4f32-b377-80c0c52fcdca), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:59.221832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port cd102b64-5b1f-4f32-b377-80c0c52fcdca, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=cd102b64-5b1f-4f32-b377-80c0c52fcdca,segment=NetworkSegment(15ef8447-dd91-405f-b509-9087cebde407),segment_id=15ef8447-dd91-405f-b509-9087cebde407)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:41:59.223554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431d4ea-ec83-4aad-8977-bdad788611e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd102b64-5b1f-4f32-b377-80c0c52fcdca'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:41:59.226568 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429baaa8-b171-4afa-817a-68b4a82928ed" -d '{"events": [{"server_uuid": "1431d4ea-ec83-4aad-8977-bdad788611e2", "name": "network-vif-plugged", "status": "completed", "tag": "cd102b64-5b1f-4f32-b377-80c0c52fcdca"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:41:59.232853 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83453a9-153c-451b-88f5-c0952fa3b868 req-22342e53-f7a5-4af8-bc2e-572ca38f3bf4 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:59.243315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c13c94-741c-469f-a3bf-2649652f455c req-68907d57-cd1f-4385-9fbf-7837940fd380 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:59.249960 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e83453a9-153c-451b-88f5-c0952fa3b868 req-22342e53-f7a5-4af8-bc2e-572ca38f3bf4 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.1180770 Feb 15 16:41:59.250288 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-65c13c94-741c-469f-a3bf-2649652f455c req-68907d57-cd1f-4385-9fbf-7837940fd380 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 944 time: 0.1316113 Feb 15 16:41:59.286031 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cd102b64-5b1f-4f32-b377-80c0c52fcdca), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:41:59.304112 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e83453a9-153c-451b-88f5-c0952fa3b868 req-3efff9b1-2711-42e1-afe4-1bc4a752f039 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523682 Feb 15 16:41:59.309056 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-65c13c94-741c-469f-a3bf-2649652f455c req-394faf23-2fdb-416e-91f6-723549bfa769 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/security-groups?id=a3130d42-b074-4f19-a6ba-aa9a82473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578434 Feb 15 16:41:59.351145 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc26c487-65f2-45bb-96d6-59c7c96bc334 x-openstack-request-id: req-dc26c487-65f2-45bb-96d6-59c7c96bc334 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:41:59.351695 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1431d4ea-ec83-4aad-8977-bdad788611e2", "name": "network-vif-plugged", "status": "completed", "tag": "cd102b64-5b1f-4f32-b377-80c0c52fcdca", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:41:59.353415 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dc26c487-65f2-45bb-96d6-59c7c96bc334 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:41:59.354046 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1431d4ea-ec83-4aad-8977-bdad788611e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd102b64-5b1f-4f32-b377-80c0c52fcdca', 'code': 200} Feb 15 16:41:59.371830 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=cd102b64-5b1f-4f32-b377-80c0c52fcdca,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:41:59.477670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173ec53-912a-42b3-ae9f-b1a97f9e5916 req-6ab85f32-b42b-4e41-bf77-37795c0b96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:59.479287 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9173ec53-912a-42b3-ae9f-b1a97f9e5916 req-6ab85f32-b42b-4e41-bf77-37795c0b96ee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 1128 time: 0.0520456 Feb 15 16:41:59.526368 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9173ec53-912a-42b3-ae9f-b1a97f9e5916 req-71a137e0-423d-4c62-94b1-7cb3491e88b3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a3130d42-b074-4f19-a6ba-aa9a82473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406802 Feb 15 16:41:59.858419 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d8807-6f1d-414d-afe2-b7456b3a2396 req-cbcbfa8b-6847-458f-861a-eb0fd4e8f0e3 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:41:59.871597 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c1d8807-6f1d-414d-afe2-b7456b3a2396 req-cbcbfa8b-6847-458f-861a-eb0fd4e8f0e3 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.0957224 Feb 15 16:41:59.928113 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c1d8807-6f1d-414d-afe2-b7456b3a2396 req-d1bf6fe9-518f-4831-8315-3b5b4be5dd28 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555644 Feb 15 16:41:59.989499 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bdeb4b2d-06ef-4964-a115-73a5a7da17e6 req-be11ef0f-7d78-4698-a0d5-82a9e0406d34 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 210 time: 0.0439045 Feb 15 16:42:00.138315 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:00.211655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2a127-11f5-4c2e-8120-a8268b2cba47 req-ffa92385-e076-4df3-9ae4-afeaebc37f1a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:00.217349 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2a127-11f5-4c2e-8120-a8268b2cba47 req-ffa92385-e076-4df3-9ae4-afeaebc37f1a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:00.223219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2a127-11f5-4c2e-8120-a8268b2cba47 req-ffa92385-e076-4df3-9ae4-afeaebc37f1a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:00.224879 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-42d2a127-11f5-4c2e-8120-a8268b2cba47 req-ffa92385-e076-4df3-9ae4-afeaebc37f1a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2418 time: 0.0732129 Feb 15 16:42:00.275736 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-42d2a127-11f5-4c2e-8120-a8268b2cba47 req-b6855fe5-a88e-468c-9a49-b5e7744ee56a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451076 Feb 15 16:42:00.427333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8039d-fa5d-4209-9d7e-e5dbf5bfa54a req-5957e1b8-6cd3-47cc-ae2e-861ac551f9bd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:00.429241 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fec8039d-fa5d-4209-9d7e-e5dbf5bfa54a req-5957e1b8-6cd3-47cc-ae2e-861ac551f9bd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.0563533 Feb 15 16:42:00.514735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fec8039d-fa5d-4209-9d7e-e5dbf5bfa54a req-db2b2daf-0eac-4eaa-b11d-f1dcf17853bd tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764308 Feb 15 16:42:00.532022 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:00.651356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a09b3-a3fe-4eea-9052-75cda679f08e req-4365f496-a635-4b73-8307-16d747eee27a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:00.653073 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7c4a09b3-a3fe-4eea-9052-75cda679f08e req-4365f496-a635-4b73-8307-16d747eee27a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 949 time: 0.0992579 Feb 15 16:42:00.696482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07686bbf-fe41-46e7-8054-7970b200dadb req-b4480501-ba34-48b0-b781-d6a830e34be4 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:00.698187 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07686bbf-fe41-46e7-8054-7970b200dadb req-b4480501-ba34-48b0-b781-d6a830e34be4 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 945 time: 0.1080098 Feb 15 16:42:00.795308 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07686bbf-fe41-46e7-8054-7970b200dadb req-f356cce9-7eb1-4261-a432-5d47478a3465 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/security-groups?id=a3130d42-b074-4f19-a6ba-aa9a82473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837584 Feb 15 16:42:00.825430 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-7c4a09b3-a3fe-4eea-9052-75cda679f08e req-509cec25-dd8b-49ac-b881-18e312b77379 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Deleting port 7de2aa9b-236e-4739-a672-636d285db5f4 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:00.825737 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7c4a09b3-a3fe-4eea-9052-75cda679f08e req-509cec25-dd8b-49ac-b881-18e312b77379 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:00.872491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-9af20a88-1be6-44f3-a8f0-78a4fa53a898 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:00.882334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-9af20a88-1be6-44f3-a8f0-78a4fa53a898 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:00.889932 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-9af20a88-1be6-44f3-a8f0-78a4fa53a898 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:00.892103 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-9af20a88-1be6-44f3-a8f0-78a4fa53a898 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.10 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 2418 time: 0.1091444 Feb 15 16:42:00.960411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-7c4a09b3-a3fe-4eea-9052-75cda679f08e req-509cec25-dd8b-49ac-b881-18e312b77379 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] For port 7de2aa9b-236e-4739-a672-636d285db5f4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=7de2aa9b-236e-4739-a672-636d285db5f4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:00.960411 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7c4a09b3-a3fe-4eea-9052-75cda679f08e req-509cec25-dd8b-49ac-b881-18e312b77379 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:00.968424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-7c4a09b3-a3fe-4eea-9052-75cda679f08e req-509cec25-dd8b-49ac-b881-18e312b77379 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Calling delete_port for 7de2aa9b-236e-4739-a672-636d285db5f4 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:01.037392 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-05f71abd-b3ca-4903-b842-e0166c2e3ae1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Deleting port c10d07a1-499e-4560-ba56-86ce23b8b48c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:01.037952 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-05f71abd-b3ca-4903-b842-e0166c2e3ae1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c10d07a1-499e-4560-ba56-86ce23b8b48c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:01.061994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebe0e68c-a705-484e-bd19-35cd68479d59 req-e6d16c5f-2b08-4118-a454-212e6db5884c tempest-FlavorsV2NegativeTest-1757680246 tempest-FlavorsV2NegativeTest-1757680246-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=e155a602ad9b456fb0ff6e0078bf8ed6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303113 Feb 15 16:42:01.157176 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-05f71abd-b3ca-4903-b842-e0166c2e3ae1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] For port c10d07a1-499e-4560-ba56-86ce23b8b48c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c10d07a1-499e-4560-ba56-86ce23b8b48c,segment=NetworkSegment(20099b47-3576-46fb-a8c2-b80f2b8c85a6),segment_id=20099b47-3576-46fb-a8c2-b80f2b8c85a6)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:01.157652 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-05f71abd-b3ca-4903-b842-e0166c2e3ae1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c10d07a1-499e-4560-ba56-86ce23b8b48c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:01.176519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-05f71abd-b3ca-4903-b842-e0166c2e3ae1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Calling delete_port for c10d07a1-499e-4560-ba56-86ce23b8b48c owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:01.258069 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0e68c-a705-484e-bd19-35cd68479d59 req-fc52440d-e10c-4643-aa4e-220e472dc13f tempest-FlavorsV2NegativeTest-1757680246 tempest-FlavorsV2NegativeTest-1757680246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:01.262774 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebe0e68c-a705-484e-bd19-35cd68479d59 req-fc52440d-e10c-4643-aa4e-220e472dc13f tempest-FlavorsV2NegativeTest-1757680246 tempest-FlavorsV2NegativeTest-1757680246-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1791024 Feb 15 16:42:01.285753 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebe0e68c-a705-484e-bd19-35cd68479d59 req-dc9005b3-01fb-4734-bb05-fb8609c5ea79 tempest-FlavorsV2NegativeTest-1757680246 tempest-FlavorsV2NegativeTest-1757680246-project] 10.222.0.107 "GET /v2.0/quotas/e155a602ad9b456fb0ff6e0078bf8ed6 HTTP/1.1" status: 200 len: 375 time: 0.0097103 Feb 15 16:42:01.320146 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebe0e68c-a705-484e-bd19-35cd68479d59 req-be6bb262-cf41-43df-85f4-fc252fb9601e tempest-FlavorsV2NegativeTest-1757680246 tempest-FlavorsV2NegativeTest-1757680246-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e155a602ad9b456fb0ff6e0078bf8ed6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284736 Feb 15 16:42:01.364910 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7c4a09b3-a3fe-4eea-9052-75cda679f08e req-509cec25-dd8b-49ac-b881-18e312b77379 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7de2aa9b-236e-4739-a672-636d285db5f4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:01.381394 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['7de2aa9b-236e-4739-a672-636d285db5f4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:42:01.405324 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cec25-dd8b-49ac-b881-18e312b77379 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Pushing event deleted for resources: {'Port': ['ID=7de2aa9b-236e-4739-a672-636d285db5f4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:01.431993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['44e217bb-aa23-4523-9b25-0e2d0de6e1d4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:42:01.439897 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-05f71abd-b3ca-4903-b842-e0166c2e3ae1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c10d07a1-499e-4560-ba56-86ce23b8b48c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:01.465972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['f8fcb897-6de7-4a07-9906-40bc9c6bead4', 'c10d07a1-499e-4560-ba56-86ce23b8b48c', '79f2edc5-d68a-469f-9c43-b398317f6635'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:42:01.501109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f71abd-b3ca-4903-b842-e0166c2e3ae1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Port': ['ID=c10d07a1-499e-4560-ba56-86ce23b8b48c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:01.572036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4a09b3-a3fe-4eea-9052-75cda679f08e req-509cec25-dd8b-49ac-b881-18e312b77379 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] No DVR routers for this DVR port 7de2aa9b-236e-4739-a672-636d285db5f4 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:01.575274 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7c4a09b3-a3fe-4eea-9052-75cda679f08e req-509cec25-dd8b-49ac-b881-18e312b77379 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:01.584112 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7c4a09b3-a3fe-4eea-9052-75cda679f08e req-509cec25-dd8b-49ac-b881-18e312b77379 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.67 "DELETE /v2.0/ports/7de2aa9b-236e-4739-a672-636d285db5f4 HTTP/1.1" status: 204 len: 173 time: 0.9241345 Feb 15 16:42:01.584897 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd329f7d2-daaa-46d3-8cdc-bf2f9caf4525', 'name': 'network-vif-deleted', 'tag': '7de2aa9b-236e-4739-a672-636d285db5f4'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:01.586923 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfada589-5c2c-498c-ab62-6eec23109c29" -d '{"events": [{"server_uuid": "d329f7d2-daaa-46d3-8cdc-bf2f9caf4525", "name": "network-vif-deleted", "tag": "7de2aa9b-236e-4739-a672-636d285db5f4"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:01.632536 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-05f71abd-b3ca-4903-b842-e0166c2e3ae1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] No DVR routers for this DVR port c10d07a1-499e-4560-ba56-86ce23b8b48c on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:01.645586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084bc4a-5780-45d8-b0c6-09d65036d083 req-9f69851d-5b57-478d-a0a3-cf8e15b5859f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:01.651007 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-05f71abd-b3ca-4903-b842-e0166c2e3ae1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:01.654431 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9084bc4a-5780-45d8-b0c6-09d65036d083 req-9f69851d-5b57-478d-a0a3-cf8e15b5859f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.2523689 Feb 15 16:42:01.655076 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-05f71abd-b3ca-4903-b842-e0166c2e3ae1 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.10 "DELETE /v2.0/ports/c10d07a1-499e-4560-ba56-86ce23b8b48c HTTP/1.1" status: 204 len: 173 time: 0.7562220 Feb 15 16:42:01.656042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'name': 'network-vif-deleted', 'tag': 'c10d07a1-499e-4560-ba56-86ce23b8b48c'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:01.658547 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08df7b29-9f98-41ff-bb69-9d72a76c37e5" -d '{"events": [{"server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "name": "network-vif-deleted", "tag": "c10d07a1-499e-4560-ba56-86ce23b8b48c"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:01.686623 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c88c67fd-3bff-435c-a934-26d8d2937c35 req-363830e7-ecfd-437c-8b4e-b808de57e96a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 210 time: 0.1183476 Feb 15 16:42:01.751099 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9084bc4a-5780-45d8-b0c6-09d65036d083 req-6f69de5b-4040-4407-85a9-9d0039eb02cf tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957007 Feb 15 16:42:01.980027 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d0922-e6f8-4978-b7c1-3ef067325481 req-5a7b9b40-8e92-43f5-b5c0-69d30d809918 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:01.986886 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d0922-e6f8-4978-b7c1-3ef067325481 req-5a7b9b40-8e92-43f5-b5c0-69d30d809918 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:01.993828 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f22d0922-e6f8-4978-b7c1-3ef067325481 req-5a7b9b40-8e92-43f5-b5c0-69d30d809918 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 1682 time: 0.1288307 Feb 15 16:42:02.004586 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-5c799a42-08b2-44bc-900a-9ee7006222e4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Deleting port 79f2edc5-d68a-469f-9c43-b398317f6635 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:02.004856 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-5c799a42-08b2-44bc-900a-9ee7006222e4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (79f2edc5-d68a-469f-9c43-b398317f6635), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:02.107039 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f22d0922-e6f8-4978-b7c1-3ef067325481 req-c746e84a-8b76-46bf-9f8c-f5ad40162375 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122799 Feb 15 16:42:02.151014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-5c799a42-08b2-44bc-900a-9ee7006222e4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] For port 79f2edc5-d68a-469f-9c43-b398317f6635, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=79f2edc5-d68a-469f-9c43-b398317f6635,segment=NetworkSegment(8732ec7b-e06d-43d3-b445-ea3510c89e56),segment_id=8732ec7b-e06d-43d3-b445-ea3510c89e56)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:02.151870 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-5c799a42-08b2-44bc-900a-9ee7006222e4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (79f2edc5-d68a-469f-9c43-b398317f6635), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:02.169879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-5c799a42-08b2-44bc-900a-9ee7006222e4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Calling delete_port for 79f2edc5-d68a-469f-9c43-b398317f6635 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:02.303409 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fe74e8-f231-40c6-baae-1093d97e2572 x-openstack-request-id: req-b2fe74e8-f231-40c6-baae-1093d97e2572 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:02.303409 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d329f7d2-daaa-46d3-8cdc-bf2f9caf4525", "name": "network-vif-deleted", "tag": "7de2aa9b-236e-4739-a672-636d285db5f4", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:02.303409 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b2fe74e8-f231-40c6-baae-1093d97e2572 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:02.303409 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd329f7d2-daaa-46d3-8cdc-bf2f9caf4525', 'name': 'network-vif-deleted', 'tag': '7de2aa9b-236e-4739-a672-636d285db5f4', 'status': 'completed', 'code': 200} Feb 15 16:42:02.379592 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ac943381-6f46-417c-8c3c-9027b10c8e29 req-e47478ff-aa87-48ee-86a6-cced45c947e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=d329f7d2-daaa-46d3-8cdc-bf2f9caf4525 HTTP/1.1" status: 200 len: 210 time: 0.0344143 Feb 15 16:42:02.382183 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2f8c5c-ee53-4253-809a-52490bd03d22 x-openstack-request-id: req-ba2f8c5c-ee53-4253-809a-52490bd03d22 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:02.382503 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "name": "network-vif-deleted", "tag": "c10d07a1-499e-4560-ba56-86ce23b8b48c", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:02.382756 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ba2f8c5c-ee53-4253-809a-52490bd03d22 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:02.383196 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'name': 'network-vif-deleted', 'tag': 'c10d07a1-499e-4560-ba56-86ce23b8b48c', 'status': 'completed', 'code': 200} Feb 15 16:42:02.417916 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-5c799a42-08b2-44bc-900a-9ee7006222e4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (79f2edc5-d68a-469f-9c43-b398317f6635), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:02.441312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['c10d07a1-499e-4560-ba56-86ce23b8b48c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:42:02.458341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c799a42-08b2-44bc-900a-9ee7006222e4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Port': ['ID=79f2edc5-d68a-469f-9c43-b398317f6635,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:02.537647 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2a26b-9073-4039-b4a5-37589c5aebbe req-ca11d991-a9d1-41ff-8a80-5d61e853779f tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:02.553337 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dcc2a26b-9073-4039-b4a5-37589c5aebbe req-ca11d991-a9d1-41ff-8a80-5d61e853779f tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 945 time: 0.1395371 Feb 15 16:42:02.579458 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-5c799a42-08b2-44bc-900a-9ee7006222e4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] No DVR routers for this DVR port 79f2edc5-d68a-469f-9c43-b398317f6635 on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:02.586292 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-5c799a42-08b2-44bc-900a-9ee7006222e4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:02.594950 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-5c799a42-08b2-44bc-900a-9ee7006222e4 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.10 "DELETE /v2.0/ports/79f2edc5-d68a-469f-9c43-b398317f6635 HTTP/1.1" status: 204 len: 173 time: 0.9040751 Feb 15 16:42:02.616045 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dcc2a26b-9073-4039-b4a5-37589c5aebbe req-77eb9fb4-2891-45d3-9893-64c37df0a389 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/security-groups?id=a3130d42-b074-4f19-a6ba-aa9a82473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559578 Feb 15 16:42:02.695008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40458) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:02.795337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b11f2-2f43-4ae5-b6ec-0fa72abddf91 req-41834414-a40b-4a2d-b6a3-cf81b2415a9c tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:02.814616 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d35b11f2-2f43-4ae5-b6ec-0fa72abddf91 req-41834414-a40b-4a2d-b6a3-cf81b2415a9c tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 945 time: 0.0961781 Feb 15 16:42:02.814616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40466) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:02.822752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-beb94f62-7ccb-4e95-ac4e-c7e63f4e92c2 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Request body: {'floatingip': {'port_id': 'cd102b64-5b1f-4f32-b377-80c0c52fcdca'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:02.883231 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-bdc9fca0-10b9-48ce-bcc4-ead90f2a8e08 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:02.890284 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-bdc9fca0-10b9-48ce-bcc4-ead90f2a8e08 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/networks?id=c350406e-5e8b-4687-9174-2aa934fa13cf HTTP/1.1" status: 200 len: 804 time: 0.3455610 Feb 15 16:42:02.905757 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-cc427646-fcb0-4e83-a013-e20e5a5cc8c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Deleting port f8fcb897-6de7-4a07-9906-40bc9c6bead4 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:02.906161 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-cc427646-fcb0-4e83-a013-e20e5a5cc8c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f8fcb897-6de7-4a07-9906-40bc9c6bead4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:02.911868 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-beb94f62-7ccb-4e95-ac4e-c7e63f4e92c2 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for floatingip (a4e87b24-cb3e-4709-825d-7e51b5ffedad), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:02.912091 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-4904c6cb-34ce-4ae7-bc74-95141096d75d tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/quotas/67bb2522a59147d6a481577b2fb0a459 HTTP/1.1" status: 200 len: 375 time: 0.0207772 Feb 15 16:42:02.926465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 591e3e41-2291-45c2-b79b-7ef36e7eebdb no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:03.036661 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-56003073-cd09-490a-8dc3-b93020162f01 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=67bb2522a59147d6a481577b2fb0a459&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1124847 Feb 15 16:42:03.041660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 591e3e41-2291-45c2-b79b-7ef36e7eebdb is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:03.042055 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:03.090095 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 591e3e41-2291-45c2-b79b-7ef36e7eebdb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=591e3e41-2291-45c2-b79b-7ef36e7eebdb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:03.091492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b29937-96a9-4402-85d8-5a43b95dfc1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '591e3e41-2291-45c2-b79b-7ef36e7eebdb'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:03.094331 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da86bfeb-2d5f-4caa-a306-3052225dd089" -d '{"events": [{"server_uuid": "46b29937-96a9-4402-85d8-5a43b95dfc1a", "name": "network-vif-unplugged", "status": "completed", "tag": "591e3e41-2291-45c2-b79b-7ef36e7eebdb"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:03.138694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-cc427646-fcb0-4e83-a013-e20e5a5cc8c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] For port f8fcb897-6de7-4a07-9906-40bc9c6bead4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f8fcb897-6de7-4a07-9906-40bc9c6bead4,segment=NetworkSegment(8732ec7b-e06d-43d3-b445-ea3510c89e56),segment_id=8732ec7b-e06d-43d3-b445-ea3510c89e56)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:03.139312 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-cc427646-fcb0-4e83-a013-e20e5a5cc8c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f8fcb897-6de7-4a07-9906-40bc9c6bead4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:03.163084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-cc427646-fcb0-4e83-a013-e20e5a5cc8c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Calling delete_port for f8fcb897-6de7-4a07-9906-40bc9c6bead4 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:03.177731 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:03.230135 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=591e3e41-2291-45c2-b79b-7ef36e7eebdb,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:03.267767 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-c1a660f5-0ff6-4bfa-837b-f63eb4525b7b service neutron] 10.222.0.107 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303205 Feb 15 16:42:03.366065 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1760ba78-f384-4184-9e8b-58e2e71b32f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:03.376062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e32e0e28-79be-46f6-9aba-5085e1606992 req-05c8f556-922f-4707-8fa3-a587c45cdab7 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 210 time: 0.4855087 Feb 15 16:42:03.439477 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-0dad543d-f852-49cf-8ea1-aec6cb44c4ed service neutron] 10.222.0.107 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644254 Feb 15 16:42:03.492080 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-cc427646-fcb0-4e83-a013-e20e5a5cc8c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f8fcb897-6de7-4a07-9906-40bc9c6bead4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:03.537677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc427646-fcb0-4e83-a013-e20e5a5cc8c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Port': ['ID=f8fcb897-6de7-4a07-9906-40bc9c6bead4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:03.604272 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-cc427646-fcb0-4e83-a013-e20e5a5cc8c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] No DVR routers for this DVR port f8fcb897-6de7-4a07-9906-40bc9c6bead4 on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:03.608427 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-cc427646-fcb0-4e83-a013-e20e5a5cc8c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:03.614742 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bcae69a7-1f42-4de1-96f6-c92b11ba93f8 req-cc427646-fcb0-4e83-a013-e20e5a5cc8c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.10 "DELETE /v2.0/ports/f8fcb897-6de7-4a07-9906-40bc9c6bead4 HTTP/1.1" status: 204 len: 173 time: 0.9315052 Feb 15 16:42:03.702736 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1760ba78-f384-4184-9e8b-58e2e71b32f2 admin admin] Publish callbacks [] for security_group (c321f194-9b89-4938-abad-b687c21dba56), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:03.711538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dea796-7d0f-49cc-911e-cda70e0778eb req-c3d7a5f0-b1fc-4730-880d-f2eea6e71bd0 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:03.719400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-02dea796-7d0f-49cc-911e-cda70e0778eb req-c3d7a5f0-b1fc-4730-880d-f2eea6e71bd0 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.2347424 Feb 15 16:42:03.781143 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c6792a-fcef-4738-b146-4e8899c2cc94 x-openstack-request-id: req-a1c6792a-fcef-4738-b146-4e8899c2cc94 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:03.781712 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b29937-96a9-4402-85d8-5a43b95dfc1a", "name": "network-vif-unplugged", "status": "completed", "tag": "591e3e41-2291-45c2-b79b-7ef36e7eebdb", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:03.781712 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a1c6792a-fcef-4738-b146-4e8899c2cc94 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:03.782105 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b29937-96a9-4402-85d8-5a43b95dfc1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '591e3e41-2291-45c2-b79b-7ef36e7eebdb', 'code': 200} Feb 15 16:42:03.799260 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1760ba78-f384-4184-9e8b-58e2e71b32f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c321f194-9b89-4938-abad-b687c21dba56), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:03.839662 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-02dea796-7d0f-49cc-911e-cda70e0778eb req-ec04d234-8e5a-4213-9383-bdf07dd438e6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139724 Feb 15 16:42:03.894572 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a528f0e5-6410-43c4-973f-577700cc733e req-0536e222-6821-4cd1-9d39-672fda7db8c7 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=4dd72467-daaf-47c8-b168-f33889531e9f HTTP/1.1" status: 200 len: 210 time: 0.0466123 Feb 15 16:42:03.955112 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.db.resource_extend [None req-beb94f62-7ccb-4e95-ac4e-c7e63f4e92c2 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:42:03.959368 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1760ba78-f384-4184-9e8b-58e2e71b32f2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e155a602ad9b456fb0ff6e0078bf8ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2635331 Feb 15 16:42:03.960346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760ba78-f384-4184-9e8b-58e2e71b32f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c321f194-9b89-4938-abad-b687c21dba56,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:03.992540 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40484) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:03.997626 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b9edf6f-256e-4dad-bd7e-3e73e42206c4 req-6a3748cb-a6ae-4cfa-b465-86175bcaf723 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 210 time: 0.0417054 Feb 15 16:42:04.059222 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-beb94f62-7ccb-4e95-ac4e-c7e63f4e92c2 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:04.079994 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-206c1c4d-6aa4-40b8-877d-65372a6a04a3 admin admin] Publish callbacks [] for security_group (c321f194-9b89-4938-abad-b687c21dba56), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:04.103265 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-206c1c4d-6aa4-40b8-877d-65372a6a04a3 admin admin] Publish callbacks [] for security_group (c321f194-9b89-4938-abad-b687c21dba56), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:04.155198 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-beb94f62-7ccb-4e95-ac4e-c7e63f4e92c2 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (a4e87b24-cb3e-4709-825d-7e51b5ffedad), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:04.206922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1782d-f229-40ad-88c2-dc45d6e89176 req-35dee31c-db79-4f7b-bf94-a0b0817ca64a tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:04.208451 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-51c1782d-f229-40ad-88c2-dc45d6e89176 req-35dee31c-db79-4f7b-bf94-a0b0817ca64a tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.10 "GET /v2.0/ports?device_id=46b29937-96a9-4402-85d8-5a43b95dfc1a HTTP/1.1" status: 200 len: 943 time: 0.0564940 Feb 15 16:42:04.282048 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-beb94f62-7ccb-4e95-ac4e-c7e63f4e92c2 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Floating IP a4e87b24-cb3e-4709-825d-7e51b5ffedad associated. External IP: 172.25.4.93, port: cd102b64-5b1f-4f32-b377-80c0c52fcdca. Feb 15 16:42:04.318573 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-206c1c4d-6aa4-40b8-877d-65372a6a04a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c321f194-9b89-4938-abad-b687c21dba56), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:04.321218 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-206c1c4d-6aa4-40b8-877d-65372a6a04a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:04.322493 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-206c1c4d-6aa4-40b8-877d-65372a6a04a3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c321f194-9b89-4938-abad-b687c21dba56 HTTP/1.1" status: 204 len: 168 time: 0.3286533 Feb 15 16:42:04.343777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-51c1782d-f229-40ad-88c2-dc45d6e89176 req-ef12992c-465c-4d2f-8777-f9b3c40b632c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Deleting port 591e3e41-2291-45c2-b79b-7ef36e7eebdb {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:04.349047 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-51c1782d-f229-40ad-88c2-dc45d6e89176 req-ef12992c-465c-4d2f-8777-f9b3c40b632c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:04.379714 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c1c4d-6aa4-40b8-877d-65372a6a04a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c321f194-9b89-4938-abad-b687c21dba56,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:04.432666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'name': 'network-vif-deleted', 'tag': '79f2edc5-d68a-469f-9c43-b398317f6635'}, {'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'name': 'network-vif-deleted', 'tag': 'f8fcb897-6de7-4a07-9906-40bc9c6bead4'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:04.439929 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cc5488-5fbd-471e-84f4-e7cc209b8e7e" -d '{"events": [{"server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "name": "network-vif-deleted", "tag": "79f2edc5-d68a-469f-9c43-b398317f6635"}, {"server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "name": "network-vif-deleted", "tag": "f8fcb897-6de7-4a07-9906-40bc9c6bead4"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:04.472948 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-51c1782d-f229-40ad-88c2-dc45d6e89176 req-ef12992c-465c-4d2f-8777-f9b3c40b632c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] For port 591e3e41-2291-45c2-b79b-7ef36e7eebdb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=591e3e41-2291-45c2-b79b-7ef36e7eebdb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:04.473590 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-51c1782d-f229-40ad-88c2-dc45d6e89176 req-ef12992c-465c-4d2f-8777-f9b3c40b632c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:04.504091 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-51c1782d-f229-40ad-88c2-dc45d6e89176 req-ef12992c-465c-4d2f-8777-f9b3c40b632c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Calling delete_port for 591e3e41-2291-45c2-b79b-7ef36e7eebdb owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:04.586416 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3102ef-2b46-484d-afbd-ba3f2799a9c4 x-openstack-request-id: req-ce3102ef-2b46-484d-afbd-ba3f2799a9c4 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:04.586711 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "name": "network-vif-deleted", "tag": "79f2edc5-d68a-469f-9c43-b398317f6635", "status": "completed", "code": 200}, {"server_uuid": "4dd72467-daaf-47c8-b168-f33889531e9f", "name": "network-vif-deleted", "tag": "f8fcb897-6de7-4a07-9906-40bc9c6bead4", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:04.587049 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ce3102ef-2b46-484d-afbd-ba3f2799a9c4 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:04.587382 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'name': 'network-vif-deleted', 'tag': '79f2edc5-d68a-469f-9c43-b398317f6635', 'status': 'completed', 'code': 200} Feb 15 16:42:04.587484 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd72467-daaf-47c8-b168-f33889531e9f', 'name': 'network-vif-deleted', 'tag': 'f8fcb897-6de7-4a07-9906-40bc9c6bead4', 'status': 'completed', 'code': 200} Feb 15 16:42:04.628939 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fadacf54-15e4-4e70-bdc4-02d6c45ea07a req-786df40c-6083-4261-b3de-762964e2da99 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 210 time: 0.0453942 Feb 15 16:42:04.708643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb94f62-7ccb-4e95-ac4e-c7e63f4e92c2 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Router a35f87c0-21f4-4765-96bd-dd3e0212ff65 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:42:04.779060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d22c30-ea1c-4aa9-b1dc-8fc589d221af req-505b589f-d427-48c0-9ff7-b862440922e0 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:04.780681 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-97d22c30-ea1c-4aa9-b1dc-8fc589d221af req-505b589f-d427-48c0-9ff7-b862440922e0 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.1421111 Feb 15 16:42:04.811959 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-51c1782d-f229-40ad-88c2-dc45d6e89176 req-ef12992c-465c-4d2f-8777-f9b3c40b632c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (591e3e41-2291-45c2-b79b-7ef36e7eebdb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:04.850150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12992c-465c-4d2f-8777-f9b3c40b632c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Pushing event deleted for resources: {'Port': ['ID=591e3e41-2291-45c2-b79b-7ef36e7eebdb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:04.851846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 7de2aa9b-236e-4739-a672-636d285db5f4 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:04.914251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 7de2aa9b-236e-4739-a672-636d285db5f4 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:04.914251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 7de2aa9b-236e-4739-a672-636d285db5f4 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:04.914588 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c1782d-f229-40ad-88c2-dc45d6e89176 req-ef12992c-465c-4d2f-8777-f9b3c40b632c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] No DVR routers for this DVR port 591e3e41-2291-45c2-b79b-7ef36e7eebdb on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:04.917455 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-51c1782d-f229-40ad-88c2-dc45d6e89176 req-ef12992c-465c-4d2f-8777-f9b3c40b632c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:04.925007 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-51c1782d-f229-40ad-88c2-dc45d6e89176 req-ef12992c-465c-4d2f-8777-f9b3c40b632c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.10 "DELETE /v2.0/ports/591e3e41-2291-45c2-b79b-7ef36e7eebdb HTTP/1.1" status: 204 len: 173 time: 0.7100968 Feb 15 16:42:04.926432 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f8fcb897-6de7-4a07-9906-40bc9c6bead4 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:04.967634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: f8fcb897-6de7-4a07-9906-40bc9c6bead4 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:04.970366 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f8fcb897-6de7-4a07-9906-40bc9c6bead4 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:04.970979 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 79f2edc5-d68a-469f-9c43-b398317f6635 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:05.000267 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-97d22c30-ea1c-4aa9-b1dc-8fc589d221af req-321721c0-d538-4d5a-bde9-3cabc235a263 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861999 Feb 15 16:42:05.001328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb94f62-7ccb-4e95-ac4e-c7e63f4e92c2 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:42:05.007109 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-beb94f62-7ccb-4e95-ac4e-c7e63f4e92c2 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:05.017356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 79f2edc5-d68a-469f-9c43-b398317f6635 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:05.018082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 79f2edc5-d68a-469f-9c43-b398317f6635 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:05.018374 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c10d07a1-499e-4560-ba56-86ce23b8b48c no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:05.031594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbed6c9-b481-4cde-a9fe-6bdbc177c9b2 None None] Sync routers for ids ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:42:05.057190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: c10d07a1-499e-4560-ba56-86ce23b8b48c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:05.057681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c10d07a1-499e-4560-ba56-86ce23b8b48c not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:05.071006 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbed6c9-b481-4cde-a9fe-6bdbc177c9b2 None None] Routers {'a35f87c0-21f4-4765-96bd-dd3e0212ff65'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:42:05.071844 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-fdbed6c9-b481-4cde-a9fe-6bdbc177c9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:41:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:05.079011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40510) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:05.095715 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-beb94f62-7ccb-4e95-ac4e-c7e63f4e92c2 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "PUT /v2.0/floatingips/a4e87b24-cb3e-4709-825d-7e51b5ffedad HTTP/1.1" status: 200 len: 990 time: 2.2824574 Feb 15 16:42:05.115972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1431d4ea-ec83-4aad-8977-bdad788611e2', 'tag': 'cd102b64-5b1f-4f32-b377-80c0c52fcdca'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:05.126218 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92ea563-b3ba-4690-a22c-8ccc59742bbe" -d '{"events": [{"name": "network-changed", "server_uuid": "1431d4ea-ec83-4aad-8977-bdad788611e2", "tag": "cd102b64-5b1f-4f32-b377-80c0c52fcdca"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:05.172951 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea6616-a238-4c1c-8b41-1cb2fe6bd8f0 req-e5f868d9-c1de-4743-b002-3838153b8af6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:05.184216 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97ea6616-a238-4c1c-8b41-1cb2fe6bd8f0 req-e5f868d9-c1de-4743-b002-3838153b8af6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1582606 Feb 15 16:42:05.259647 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-fdbed6c9-b481-4cde-a9fe-6bdbc177c9b2 None None] Set router a35f87c0-21f4-4765-96bd-dd3e0212ff65 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:42:05.266774 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97ea6616-a238-4c1c-8b41-1cb2fe6bd8f0 req-ecf99446-d2b7-411f-a8cc-f61cb70e01a2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753689 Feb 15 16:42:05.281308 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Deleting subnet 7031ac45-045e-4ef1-8d0e-cba8e77fff17 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:42:05.292121 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-edb81106-ac48-4f96-b271-605236c6e393 req-85952130-942b-4a02-a56a-bc8a012834ba tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 210 time: 0.1048834 Feb 15 16:42:05.297157 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks [] for subnet (7031ac45-045e-4ef1-8d0e-cba8e77fff17), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:05.364624 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1c4c8b-d294-4d81-9efa-6fb8044d025d x-openstack-request-id: req-9a1c4c8b-d294-4d81-9efa-6fb8044d025d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:05.364913 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1431d4ea-ec83-4aad-8977-bdad788611e2", "tag": "cd102b64-5b1f-4f32-b377-80c0c52fcdca", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:05.365165 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9a1c4c8b-d294-4d81-9efa-6fb8044d025d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:05.365736 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1431d4ea-ec83-4aad-8977-bdad788611e2', 'tag': 'cd102b64-5b1f-4f32-b377-80c0c52fcdca', 'status': 'completed', 'code': 200} Feb 15 16:42:05.373620 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (7031ac45-045e-4ef1-8d0e-cba8e77fff17), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:05.539154 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (7031ac45-045e-4ef1-8d0e-cba8e77fff17), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:05.565925 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ec238-35c4-41eb-af7d-5953aa9663c5 req-82883e4f-2db6-40ec-9da7-140521ed1095 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:05.567761 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-927ec238-35c4-41eb-af7d-5953aa9663c5 req-82883e4f-2db6-40ec-9da7-140521ed1095 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 945 time: 0.2212217 Feb 15 16:42:05.575845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ea563-b3ba-4690-a22c-8ccc59742bbe req-819cc873-f5f2-4046-918f-ed82087f5b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:05.577972 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f92ea563-b3ba-4690-a22c-8ccc59742bbe req-819cc873-f5f2-4046-918f-ed82087f5b81 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=71ae1336b6184cf4bf604fb38d6b5ccf&device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 1128 time: 0.1613564 Feb 15 16:42:05.648157 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-fdbed6c9-b481-4cde-a9fe-6bdbc177c9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'name': 'tempest-ServersTestJSON-1855804671-router', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:41:17Z', 'updated_at': '2022-02-15T16:41:25Z', 'revision_number': 4, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'gw_port': {'id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:18Z', 'updated_at': '2022-02-15T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'a4e87b24-cb3e-4709-825d-7e51b5ffedad', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'floating_ip_address': '172.25.4.93', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'port_id': 'cd102b64-5b1f-4f32-b377-80c0c52fcdca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'mac_address': 'fa:16:3e:b4:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1431d4ea-ec83-4aad-8977-bdad788611e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:41:35Z', 'updated_at': '2022-02-15T16:42:03Z', 'revision_number': 1, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48bde6cb-13a0-4241-8d5b-f2f921a92799', 'name': '', 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'mac_address': 'fa:16:3e:57:35:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:23Z', 'updated_at': '2022-02-15T16:41:32Z', 'revision_number': 5, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'subnets': [{'id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:05.693525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbed6c9-b481-4cde-a9fe-6bdbc177c9b2 None None] Checking router: a35f87c0-21f4-4765-96bd-dd3e0212ff65 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:42:05.706100 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (7031ac45-045e-4ef1-8d0e-cba8e77fff17), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:05.706729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbed6c9-b481-4cde-a9fe-6bdbc177c9b2 None None] Routers {'a35f87c0-21f4-4765-96bd-dd3e0212ff65'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:42:05.708840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-fdbed6c9-b481-4cde-a9fe-6bdbc177c9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:41:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:05.714546 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-927ec238-35c4-41eb-af7d-5953aa9663c5 req-b808d7e8-714b-4947-8eaf-f7fccfa44236 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/security-groups?id=a3130d42-b074-4f19-a6ba-aa9a82473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360593 Feb 15 16:42:05.751929 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ea563-b3ba-4690-a22c-8ccc59742bbe req-1d60c68e-4309-4e8a-af43-eb5989dd3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:05.754185 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f92ea563-b3ba-4690-a22c-8ccc59742bbe req-1d60c68e-4309-4e8a-af43-eb5989dd3929 service neutron] 10.222.0.10 "GET /v2.0/networks?id=20a628c1-8ad8-40a0-b877-f8def0e3dec4 HTTP/1.1" status: 200 len: 907 time: 0.1409547 Feb 15 16:42:05.767657 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:05.783271 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "DELETE /v2.0/subnets/7031ac45-045e-4ef1-8d0e-cba8e77fff17 HTTP/1.1" status: 204 len: 168 time: 0.6976285 Feb 15 16:42:05.786330 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40530) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:05.827099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87b4613-5cac-44a1-a2ac-029b110a7019 None None] Network f83fd975-bf13-4574-be74-2d1573de2b6d requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:42:05.873644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Subnet': ['ID=7031ac45-045e-4ef1-8d0e-cba8e77fff17,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:05.889651 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40532) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:05.903565 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f92ea563-b3ba-4690-a22c-8ccc59742bbe req-ba60508e-5059-4347-b2ac-01d9a67bccf1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd102b64-5b1f-4f32-b377-80c0c52fcdca HTTP/1.1" status: 200 len: 998 time: 0.1386602 Feb 15 16:42:05.930048 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:05.930453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:05.930751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:05.931094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:05.931432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:05.931770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:05.932104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:05.932594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:05.933202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:05.933560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:05.936353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:05.936353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:05.936353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a624d25-80de-4c7c-89a4-7a1c1e95c33c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:05.998304 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ea563-b3ba-4690-a22c-8ccc59742bbe req-777c74c5-75df-47eb-bc4e-61d3b3e7ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:06.000483 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f92ea563-b3ba-4690-a22c-8ccc59742bbe req-777c74c5-75df-47eb-bc4e-61d3b3e7ffd0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=880824e9-9b4e-44d1-b3e7-0ae46e55f7e5 HTTP/1.1" status: 200 len: 845 time: 0.0822797 Feb 15 16:42:06.057822 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53097e50-fbb4-40cf-9e17-a8597bd31c8d req-d7526a07-d3ee-46a7-b90f-e6c958d75eb3 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 210 time: 0.1961291 Feb 15 16:42:06.111126 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ea563-b3ba-4690-a22c-8ccc59742bbe req-8ea27a13-c8fc-405e-af68-899b136e959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:06.114340 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (f83fd975-bf13-4574-be74-2d1573de2b6d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:06.114690 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f92ea563-b3ba-4690-a22c-8ccc59742bbe req-8ea27a13-c8fc-405e-af68-899b136e959f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=20a628c1-8ad8-40a0-b877-f8def0e3dec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1050975 Feb 15 16:42:06.141013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29816a9c-e3df-4e60-add3-e7e1788808a0 req-acd93afe-d68e-4191-8db1-9814c74b27e0 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:06.143832 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-29816a9c-e3df-4e60-add3-e7e1788808a0 req-acd93afe-d68e-4191-8db1-9814c74b27e0 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.10 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.1992118 Feb 15 16:42:06.167177 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-93995db8-383f-413c-ad3a-69ef73f8b171 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-110439224-network', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:06.259875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-fdbed6c9-b481-4cde-a9fe-6bdbc177c9b2 None None] Set router a35f87c0-21f4-4765-96bd-dd3e0212ff65 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:42:06.408552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1827b02a-b6f9-482a-8818-7b2a29ade007 None None] DHCP port deletion for f83fd975-bf13-4574-be74-2d1573de2b6d request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:42:06.427691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Deleting port e53f1fd8-50e5-4b7d-934f-9f3334d44908 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:06.428439 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e53f1fd8-50e5-4b7d-934f-9f3334d44908), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:06.506140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] For port e53f1fd8-50e5-4b7d-934f-9f3334d44908, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e53f1fd8-50e5-4b7d-934f-9f3334d44908,segment=NetworkSegment(20099b47-3576-46fb-a8c2-b80f2b8c85a6),segment_id=20099b47-3576-46fb-a8c2-b80f2b8c85a6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:06.506922 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e53f1fd8-50e5-4b7d-934f-9f3334d44908), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:06.523189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Calling delete_port for e53f1fd8-50e5-4b7d-934f-9f3334d44908 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:06.572810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1827b02a-b6f9-482a-8818-7b2a29ade007 None None] Deleting port e53f1fd8-50e5-4b7d-934f-9f3334d44908 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:06.573175 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1827b02a-b6f9-482a-8818-7b2a29ade007 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e53f1fd8-50e5-4b7d-934f-9f3334d44908), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:06.652618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b29937-96a9-4402-85d8-5a43b95dfc1a', 'name': 'network-vif-deleted', 'tag': '591e3e41-2291-45c2-b79b-7ef36e7eebdb'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:06.656562 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783b7fa0-622d-498c-9e0e-94a333b4834f" -d '{"events": [{"server_uuid": "46b29937-96a9-4402-85d8-5a43b95dfc1a", "name": "network-vif-deleted", "tag": "591e3e41-2291-45c2-b79b-7ef36e7eebdb"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:06.669821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93995db8-383f-413c-ad3a-69ef73f8b171 admin admin] Made reservation on behalf of 2f9ace5336cc4f3896b52ad05780de70 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:42:06.672697 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93995db8-383f-413c-ad3a-69ef73f8b171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:06.691084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1827b02a-b6f9-482a-8818-7b2a29ade007 None None] For port e53f1fd8-50e5-4b7d-934f-9f3334d44908, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e53f1fd8-50e5-4b7d-934f-9f3334d44908,segment=NetworkSegment(20099b47-3576-46fb-a8c2-b80f2b8c85a6),segment_id=20099b47-3576-46fb-a8c2-b80f2b8c85a6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:06.697594 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1827b02a-b6f9-482a-8818-7b2a29ade007 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e53f1fd8-50e5-4b7d-934f-9f3334d44908), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:06.697748 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93995db8-383f-413c-ad3a-69ef73f8b171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:06.719674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1827b02a-b6f9-482a-8818-7b2a29ade007 None None] Calling delete_port for e53f1fd8-50e5-4b7d-934f-9f3334d44908 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:06.735628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-64233446-2fb4-44d3-8687-ed850da8412f tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:06.738834 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-64233446-2fb4-44d3-8687-ed850da8412f tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.67 "GET /v2.0/networks?id=c350406e-5e8b-4687-9174-2aa934fa13cf HTTP/1.1" status: 200 len: 804 time: 0.4250126 Feb 15 16:42:06.743602 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e53f1fd8-50e5-4b7d-934f-9f3334d44908), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:06.753764 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac054e2-7d95-4c3a-b0c8-bec0b53edbfb req-30a827ab-4c12-4a46-96ab-4fcdbe5d61e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:06.761242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-db609555-5b23-4231-9352-5e451a52e584 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Request body: {'port': {'device_id': '9a0d9a4c-4b5f-43ee-ac50-d449eb050136', 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf', 'admin_state_up': True, 'tenant_id': '67bb2522a59147d6a481577b2fb0a459'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:06.762522 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ac054e2-7d95-4c3a-b0c8-bec0b53edbfb req-30a827ab-4c12-4a46-96ab-4fcdbe5d61e6 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 949 time: 0.5742064 Feb 15 16:42:06.780066 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f92ea563-b3ba-4690-a22c-8ccc59742bbe req-b42c7658-c7e3-446d-b581-63e818b30c6b service neutron] 10.222.0.10 "GET /v2.0/networks/20a628c1-8ad8-40a0-b877-f8def0e3dec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603286 Feb 15 16:42:06.819091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] No DVR routers for this DVR port e53f1fd8-50e5-4b7d-934f-9f3334d44908 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:06.822874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Port': ['ID=e53f1fd8-50e5-4b7d-934f-9f3334d44908,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:06.875922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-fdbed6c9-b481-4cde-a9fe-6bdbc177c9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'name': 'tempest-ServersTestJSON-1855804671-router', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:41:17Z', 'updated_at': '2022-02-15T16:41:25Z', 'revision_number': 4, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'gw_port': {'id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:18Z', 'updated_at': '2022-02-15T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'a4e87b24-cb3e-4709-825d-7e51b5ffedad', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'floating_ip_address': '172.25.4.93', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'port_id': 'cd102b64-5b1f-4f32-b377-80c0c52fcdca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'mac_address': 'fa:16:3e:b4:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1431d4ea-ec83-4aad-8977-bdad788611e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:41:35Z', 'updated_at': '2022-02-15T16:42:03Z', 'revision_number': 1, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48bde6cb-13a0-4241-8d5b-f2f921a92799', 'name': '', 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'mac_address': 'fa:16:3e:57:35:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:23Z', 'updated_at': '2022-02-15T16:41:32Z', 'revision_number': 5, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'subnets': [{'id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:06.897941 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93995db8-383f-413c-ad3a-69ef73f8b171 admin admin] Publish callbacks [] for security_group (c8e48932-76ad-4710-a9fd-9642fd86788b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:06.920163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbed6c9-b481-4cde-a9fe-6bdbc177c9b2 None None] The sync data for ids ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'] in n-d-828372-14 is: [{'id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'name': 'tempest-ServersTestJSON-1855804671-router', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:41:17Z', 'updated_at': '2022-02-15T16:41:25Z', 'revision_number': 4, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'gw_port': {'id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:18Z', 'updated_at': '2022-02-15T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'a4e87b24-cb3e-4709-825d-7e51b5ffedad', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'floating_ip_address': '172.25.4.93', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'port_id': 'cd102b64-5b1f-4f32-b377-80c0c52fcdca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 802, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'mac_address': 'fa:16:3e:b4:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1431d4ea-ec83-4aad-8977-bdad788611e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:41:35Z', 'updated_at': '2022-02-15T16:42:03Z', 'revision_number': 1, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48bde6cb-13a0-4241-8d5b-f2f921a92799', 'name': '', 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'mac_address': 'fa:16:3e:57:35:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:23Z', 'updated_at': '2022-02-15T16:41:32Z', 'revision_number': 5, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'subnets': [{'id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:42:06.925192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:06.937985 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0f9c72fa-f652-46cf-93c7-496d747e71fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:06.955826 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-29816a9c-e3df-4e60-add3-e7e1788808a0 req-ea5ed467-e906-4b47-bb77-0c1657e84876 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Deleting port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:06.958858 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-29816a9c-e3df-4e60-add3-e7e1788808a0 req-ea5ed467-e906-4b47-bb77-0c1657e84876 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:06.991791 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ac054e2-7d95-4c3a-b0c8-bec0b53edbfb req-026001a1-679a-4a18-a2d7-03f4470fb3a2 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280488 Feb 15 16:42:07.013548 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93995db8-383f-413c-ad3a-69ef73f8b171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c8e48932-76ad-4710-a9fd-9642fd86788b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:07.028506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83577c12-a95c-4424-a64b-8c957216a9c3 req-a2658ab0-1599-4756-a8ed-08c646fdc8b0 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:07.032013 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83577c12-a95c-4424-a64b-8c957216a9c3 req-a2658ab0-1599-4756-a8ed-08c646fdc8b0 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.6339800 Feb 15 16:42:07.049866 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1827b02a-b6f9-482a-8818-7b2a29ade007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (e53f1fd8-50e5-4b7d-934f-9f3334d44908), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:07.062810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93995db8-383f-413c-ad3a-69ef73f8b171 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:42:07.075220 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93995db8-383f-413c-ad3a-69ef73f8b171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (f865520a-cdf6-430b-a0b9-7341ca525e11), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:07.075650 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-93995db8-383f-413c-ad3a-69ef73f8b171 admin admin] Added segment f865520a-cdf6-430b-a0b9-7341ca525e11 of type vlan for network 363e405f-1874-49f7-9eea-5f3ef15d7376 Feb 15 16:42:07.104658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827b02a-b6f9-482a-8818-7b2a29ade007 None None] Pushing event deleted for resources: {'Port': ['ID=e53f1fd8-50e5-4b7d-934f-9f3334d44908,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:07.109049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1827b02a-b6f9-482a-8818-7b2a29ade007 None None] No DVR routers for this DVR port e53f1fd8-50e5-4b7d-934f-9f3334d44908 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:07.112390 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (f83fd975-bf13-4574-be74-2d1573de2b6d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:07.165913 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93995db8-383f-413c-ad3a-69ef73f8b171 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (363e405f-1874-49f7-9eea-5f3ef15d7376), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:07.204055 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:07.204458 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:07.214920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83fd975-bf13-4574-be74-2d1573de2b6d']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:07.240462 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd19876f-aa4f-4e75-8d7b-f2f6b6083eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:07.243275 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738d37c6-a47a-4a0b-a101-0b7ff6bfb125" -d '{"events": [{"server_uuid": "bd19876f-aa4f-4e75-8d7b-f2f6b6083eec", "name": "network-vif-unplugged", "status": "completed", "tag": "44e217bb-aa23-4523-9b25-0e2d0de6e1d4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:07.271321 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:07.286767 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20099b47-3576-46fb-a8c2-b80f2b8c85a6') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:07.287304 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20099b47-3576-46fb-a8c2-b80f2b8c85a6') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:07.312191 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-91a220f8-e069-41da-aee9-358dc560890c req-9ca15c55-51fb-451e-ac5c-3fda174d3496 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 210 time: 0.0944765 Feb 15 16:42:07.314704 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f92ea563-b3ba-4690-a22c-8ccc59742bbe req-9422d220-160b-4b22-b8d4-dd1e095b909b service neutron] 10.222.0.10 "GET /v2.0/networks/20a628c1-8ad8-40a0-b877-f8def0e3dec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5230765 Feb 15 16:42:07.320657 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93995db8-383f-413c-ad3a-69ef73f8b171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (363e405f-1874-49f7-9eea-5f3ef15d7376), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:07.321636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93995db8-383f-413c-ad3a-69ef73f8b171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:07.322672 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93995db8-383f-413c-ad3a-69ef73f8b171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:07.337835 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:07.343419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 591e3e41-2291-45c2-b79b-7ef36e7eebdb no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:07.362255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83577c12-a95c-4424-a64b-8c957216a9c3 req-71e4f894-a453-4562-aeda-19fbd13525ff tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324860 Feb 15 16:42:07.375251 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (20099b47-3576-46fb-a8c2-b80f2b8c85a6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:07.395199 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83aace13-5aae-4cc2-b993-eb3a4a61602d None None] New status for floating IP a4e87b24-cb3e-4709-825d-7e51b5ffedad: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:42:07.427323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-29816a9c-e3df-4e60-add3-e7e1788808a0 req-ea5ed467-e906-4b47-bb77-0c1657e84876 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] For port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:07.428353 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-29816a9c-e3df-4e60-add3-e7e1788808a0 req-ea5ed467-e906-4b47-bb77-0c1657e84876 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:07.436995 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (20099b47-3576-46fb-a8c2-b80f2b8c85a6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:07.446349 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e53f1fd8-50e5-4b7d-934f-9f3334d44908 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:07.455236 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5985a87-7c66-4bd5-b879-6f0a5e074e7c x-openstack-request-id: req-d5985a87-7c66-4bd5-b879-6f0a5e074e7c {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:07.456393 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b29937-96a9-4402-85d8-5a43b95dfc1a", "name": "network-vif-deleted", "tag": "591e3e41-2291-45c2-b79b-7ef36e7eebdb", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:07.458863 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d5985a87-7c66-4bd5-b879-6f0a5e074e7c {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:07.459447 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b29937-96a9-4402-85d8-5a43b95dfc1a', 'name': 'network-vif-deleted', 'tag': '591e3e41-2291-45c2-b79b-7ef36e7eebdb', 'status': 'completed', 'code': 200} Feb 15 16:42:07.464408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-29816a9c-e3df-4e60-add3-e7e1788808a0 req-ea5ed467-e906-4b47-bb77-0c1657e84876 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Calling delete_port for 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:07.473064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: e53f1fd8-50e5-4b7d-934f-9f3334d44908 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:07.482454 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e53f1fd8-50e5-4b7d-934f-9f3334d44908 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:07.482830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:42:07.482934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 591e3e41-2291-45c2-b79b-7ef36e7eebdb {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:07.483037 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (20099b47-3576-46fb-a8c2-b80f2b8c85a6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:07.483155 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 591e3e41-2291-45c2-b79b-7ef36e7eebdb not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:42:07.483250 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:42:07.507437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-db609555-5b23-4231-9352-5e451a52e584 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Made reservation on behalf of 67bb2522a59147d6a481577b2fb0a459 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:42:07.509034 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,revision_number=10']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:07.511189 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-db609555-5b23-4231-9352-5e451a52e584 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:07.514816 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c26ef1-cd6c-4e28-a356-23f2b534b0f2 x-openstack-request-id: req-d2c26ef1-cd6c-4e28-a356-23f2b534b0f2 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:07.515111 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd19876f-aa4f-4e75-8d7b-f2f6b6083eec", "name": "network-vif-unplugged", "status": "completed", "tag": "44e217bb-aa23-4523-9b25-0e2d0de6e1d4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:07.515427 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d2c26ef1-cd6c-4e28-a356-23f2b534b0f2 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:07.515839 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd19876f-aa4f-4e75-8d7b-f2f6b6083eec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4', 'code': 200} Feb 15 16:42:07.543772 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93995db8-383f-413c-ad3a-69ef73f8b171 admin admin] Pushing event updated for resources: {'Network': ['ID=363e405f-1874-49f7-9eea-5f3ef15d7376,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:07.552320 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93995db8-383f-413c-ad3a-69ef73f8b171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e48932-76ad-4710-a9fd-9642fd86788b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:07.555930 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 363e405f-1874-49f7-9eea-5f3ef15d7376 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:42:07.587769 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d6e5dfa0-b451-4a38-a66f-6ded502a13d6 req-8630f0dc-b62f-47bc-b0cd-4d30d93bb809 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 210 time: 0.1152952 Feb 15 16:42:07.629244 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-93995db8-383f-413c-ad3a-69ef73f8b171 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7303841 Feb 15 16:42:07.629503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40548) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:07.635045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0999dca8-bdc7-48dd-b5a7-f7733a939b70 admin admin] Request body: {'subnet': {'network_id': '363e405f-1874-49f7-9eea-5f3ef15d7376', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-110439224-subnet', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:07.731959 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0999dca8-bdc7-48dd-b5a7-f7733a939b70 admin admin] Made reservation on behalf of 2f9ace5336cc4f3896b52ad05780de70 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:42:07.734659 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0999dca8-bdc7-48dd-b5a7-f7733a939b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:07.984136 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0999dca8-bdc7-48dd-b5a7-f7733a939b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (2fad6030-e9fa-48b7-941d-a4e2c6ce00d1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:07.994347 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (f83fd975-bf13-4574-be74-2d1573de2b6d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:08.013551 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:08.017146 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "DELETE /v2.0/networks/f83fd975-bf13-4574-be74-2d1573de2b6d HTTP/1.1" status: 204 len: 168 time: 2.2295206 Feb 15 16:42:08.021023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40552) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:08.057846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e2ccb-6e1e-4f79-a4d8-2f6e0f53930a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Network': ['ID=f83fd975-bf13-4574-be74-2d1573de2b6d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:08.064783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999dca8-bdc7-48dd-b5a7-f7733a939b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fad6030-e9fa-48b7-941d-a4e2c6ce00d1,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:08.068630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0999dca8-bdc7-48dd-b5a7-f7733a939b70 admin admin] Checking segment: {'id': 'f865520a-cdf6-430b-a0b9-7341ca525e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '363e405f-1874-49f7-9eea-5f3ef15d7376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:42:08.068998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0999dca8-bdc7-48dd-b5a7-f7733a939b70 admin admin] Network hostable DHCP agents. Network: 363e405f-1874-49f7-9eea-5f3ef15d7376, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:42:08.159360 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c43efa-3996-4c41-aac0-5a9add96db37 req-4b970203-c3d7-42c5-9c10-0d03872e229a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:08.161155 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-35c43efa-3996-4c41-aac0-5a9add96db37 req-4b970203-c3d7-42c5-9c10-0d03872e229a tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 948 time: 0.0685606 Feb 15 16:42:08.179166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-d980b378-3a41-4009-9b26-2a28a01573f8 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Deleting subnet 02439661-8518-4632-9d70-fed163b576d7 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:42:08.181890 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-db609555-5b23-4231-9352-5e451a52e584 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Allocated IP 172.20.0.10 (c350406e-5e8b-4687-9174-2aa934fa13cf/f26da3fb-9020-4127-97e3-22f21ca942bc/b8879dcc-625a-4999-a587-e95efbcc667c) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:42:08.184801 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0999dca8-bdc7-48dd-b5a7-f7733a939b70 admin admin] Network 363e405f-1874-49f7-9eea-5f3ef15d7376 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:42:08.187090 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d980b378-3a41-4009-9b26-2a28a01573f8 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks [] for subnet (02439661-8518-4632-9d70-fed163b576d7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:08.225795 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-35c43efa-3996-4c41-aac0-5a9add96db37 req-74400a09-c65d-439a-b417-002e4a833858 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/security-groups?id=846cd5cb-cbdd-413a-991d-8d02f1b0e86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582893 Feb 15 16:42:08.263562 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0999dca8-bdc7-48dd-b5a7-f7733a939b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 363e405f-1874-49f7-9eea-5f3ef15d7376) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:08.264438 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d980b378-3a41-4009-9b26-2a28a01573f8 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (02439661-8518-4632-9d70-fed163b576d7), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:08.268864 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0999dca8-bdc7-48dd-b5a7-f7733a939b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:08.269515 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0999dca8-bdc7-48dd-b5a7-f7733a939b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:08.278866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16966fe-efbd-4bb7-bf77-506735cbbfdf None None] Network 363e405f-1874-49f7-9eea-5f3ef15d7376 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:42:08.320776 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-29816a9c-e3df-4e60-add3-e7e1788808a0 req-ea5ed467-e906-4b47-bb77-0c1657e84876 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (44e217bb-aa23-4523-9b25-0e2d0de6e1d4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:08.365737 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0999dca8-bdc7-48dd-b5a7-f7733a939b70 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7322118 Feb 15 16:42:08.369413 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40556) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:08.382875 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-110439224-router', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:08.412760 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-363e405f-1874-49f7-9eea-5f3ef15d7376', 'network_id': '363e405f-1874-49f7-9eea-5f3ef15d7376', 'project_id': '2f9ace5336cc4f3896b52ad05780de70', 'fixed_ips': [{'subnet_id': '2fad6030-e9fa-48b7-941d-a4e2c6ce00d1'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:42:08.412760 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:08.450348 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ed467-e906-4b47-bb77-0c1657e84876 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Pushing event deleted for resources: {'Port': ['ID=44e217bb-aa23-4523-9b25-0e2d0de6e1d4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:08.471639 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (451f129a-06d9-467b-9548-cbecb9596632), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:08.471639 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (451f129a-06d9-467b-9548-cbecb9596632), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:08.546049 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2e0336a4-2399-4d54-890d-2787e1255ede req-a7edf502-03c6-4872-8acc-66a95454bcb1 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 210 time: 0.0895669 Feb 15 16:42:08.599035 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-29816a9c-e3df-4e60-add3-e7e1788808a0 req-ea5ed467-e906-4b47-bb77-0c1657e84876 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] No DVR routers for this DVR port 44e217bb-aa23-4523-9b25-0e2d0de6e1d4 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:08.602185 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Publish callbacks [] for router_controller (451f129a-06d9-467b-9548-cbecb9596632), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:08.604154 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Allocated IP 172.20.0.2 (363e405f-1874-49f7-9eea-5f3ef15d7376/2fad6030-e9fa-48b7-941d-a4e2c6ce00d1/a07eda2c-3ccf-4221-9810-ab7c5c1eccfa) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:42:08.610842 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-29816a9c-e3df-4e60-add3-e7e1788808a0 req-ea5ed467-e906-4b47-bb77-0c1657e84876 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:08.615308 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-29816a9c-e3df-4e60-add3-e7e1788808a0 req-ea5ed467-e906-4b47-bb77-0c1657e84876 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.10 "DELETE /v2.0/ports/44e217bb-aa23-4523-9b25-0e2d0de6e1d4 HTTP/1.1" status: 204 len: 173 time: 2.4646072 Feb 15 16:42:08.616044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd19876f-aa4f-4e75-8d7b-f2f6b6083eec', 'name': 'network-vif-deleted', 'tag': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:08.618696 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f274a14d-bfdc-40b5-8301-24a384b00d9f" -d '{"events": [{"server_uuid": "bd19876f-aa4f-4e75-8d7b-f2f6b6083eec", "name": "network-vif-deleted", "tag": "44e217bb-aa23-4523-9b25-0e2d0de6e1d4"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:08.622757 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9820c8e4-a813-42bf-9a1b-6649915a6fbe req-859ee3e5-a930-4179-92ba-0fe7bd2c3587 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:08.637407 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9820c8e4-a813-42bf-9a1b-6649915a6fbe req-859ee3e5-a930-4179-92ba-0fe7bd2c3587 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1923583 Feb 15 16:42:08.667538 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d980b378-3a41-4009-9b26-2a28a01573f8 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (02439661-8518-4632-9d70-fed163b576d7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:08.721110 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9542488-8cab-4640-91aa-eb1ac75bbff6 x-openstack-request-id: req-f9542488-8cab-4640-91aa-eb1ac75bbff6 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:08.721630 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd19876f-aa4f-4e75-8d7b-f2f6b6083eec", "name": "network-vif-deleted", "tag": "44e217bb-aa23-4523-9b25-0e2d0de6e1d4", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:08.723283 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f9542488-8cab-4640-91aa-eb1ac75bbff6 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:08.723883 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd19876f-aa4f-4e75-8d7b-f2f6b6083eec', 'name': 'network-vif-deleted', 'tag': '44e217bb-aa23-4523-9b25-0e2d0de6e1d4', 'status': 'completed', 'code': 200} Feb 15 16:42:08.731902 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-db609555-5b23-4231-9352-5e451a52e584 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks [] for port (b8879dcc-625a-4999-a587-e95efbcc667c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:08.829357 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9820c8e4-a813-42bf-9a1b-6649915a6fbe req-6e318caa-9871-48d5-8551-5e5a98efa9d6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859479 Feb 15 16:42:08.888019 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2631c4b0-0d01-40aa-821b-0d598672c7f4 req-073ccf33-2145-4665-a43a-2a27310d782b tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=6b0b88f0-7b30-47ff-92d1-3cbdce9d56e1 HTTP/1.1" status: 200 len: 210 time: 0.0494509 Feb 15 16:42:08.994341 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-db609555-5b23-4231-9352-5e451a52e584 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:08.996840 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d980b378-3a41-4009-9b26-2a28a01573f8 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (02439661-8518-4632-9d70-fed163b576d7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:09.017759 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Publish callbacks [] for router_gateway (451f129a-06d9-467b-9548-cbecb9596632), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:09.030016 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Publish callbacks [] for port (a07eda2c-3ccf-4221-9810-ab7c5c1eccfa), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:09.078004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d980b378-3a41-4009-9b26-2a28a01573f8 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Subnet': ['ID=02439661-8518-4632-9d70-fed163b576d7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:09.100776 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d980b378-3a41-4009-9b26-2a28a01573f8 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:09.104053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf815c9-6bac-4351-88b5-012ea3ae8be0 None None] Network 9c939d6a-e7be-455b-a4ea-2490f7766dc7 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:42:09.104712 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d980b378-3a41-4009-9b26-2a28a01573f8 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "DELETE /v2.0/subnets/02439661-8518-4632-9d70-fed163b576d7 HTTP/1.1" status: 204 len: 168 time: 1.0722709 Feb 15 16:42:09.107386 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40564) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:09.122778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-db609555-5b23-4231-9352-5e451a52e584 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Network c350406e-5e8b-4687-9174-2aa934fa13cf is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:42:09.134720 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-db609555-5b23-4231-9352-5e451a52e584 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:09.137147 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db609555-5b23-4231-9352-5e451a52e584 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Pushing event updated for resources: {'Port': ['ID=b8879dcc-625a-4999-a587-e95efbcc667c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:09.139340 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-db609555-5b23-4231-9352-5e451a52e584 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:42:09.170922 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (a07eda2c-3ccf-4221-9810-ab7c5c1eccfa), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:09.237899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Pushing event updated for resources: {'Port': ['ID=a07eda2c-3ccf-4221-9810-ab7c5c1eccfa,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:09.254630 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-db609555-5b23-4231-9352-5e451a52e584 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:09.258023 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-db609555-5b23-4231-9352-5e451a52e584 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:09.275752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Network 363e405f-1874-49f7-9eea-5f3ef15d7376 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:42:09.280909 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:09.283639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:42:09.325448 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (9c939d6a-e7be-455b-a4ea-2490f7766dc7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:09.393682 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-db609555-5b23-4231-9352-5e451a52e584 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6365285 Feb 15 16:42:09.397531 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba492031-1314-4019-ac1c-dd601694bf9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:09.409955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Request body: {'port': {'device_id': '9a0d9a4c-4b5f-43ee-ac50-d449eb050136', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:09.446900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Attempting to bind port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:42:09.447282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Attempting to bind port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f865520a-cdf6-430b-a0b9-7341ca525e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '363e405f-1874-49f7-9eea-5f3ef15d7376'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:42:09.447658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Attempting to bind port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa on network 363e405f-1874-49f7-9eea-5f3ef15d7376 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:09.453251 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ad58692c-52f1-4ac9-9a4f-b7ce074caee7 req-26dfdb69-01f4-4018-9304-220658002111 tempest-MigrationsAdminTest-276162168 tempest-MigrationsAdminTest-276162168-project] 10.222.0.107 "GET /v2.0/ports?device_id=bd19876f-aa4f-4e75-8d7b-f2f6b6083eec HTTP/1.1" status: 200 len: 210 time: 0.0941665 Feb 15 16:42:09.481443 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:42:09.485028 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Checking segment: {'id': 'f865520a-cdf6-430b-a0b9-7341ca525e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '363e405f-1874-49f7-9eea-5f3ef15d7376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:42:09.486208 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:09.486631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Bound using segment: {'id': 'f865520a-cdf6-430b-a0b9-7341ca525e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '363e405f-1874-49f7-9eea-5f3ef15d7376'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:42:09.487588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Bound port: a07eda2c-3ccf-4221-9810-ab7c5c1eccfa, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f865520a-cdf6-430b-a0b9-7341ca525e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '363e405f-1874-49f7-9eea-5f3ef15d7376'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:42:09.489147 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a07eda2c-3ccf-4221-9810-ab7c5c1eccfa), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:09.554790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Deleting port c348acd2-03da-4196-9d0e-a8988a8bd9c9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:09.556988 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:09.561713 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:09.640643 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4332547b-5528-4294-9f82-c863c439d5d6 None None] DHCP port deletion for 9c939d6a-e7be-455b-a4ea-2490f7766dc7 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:42:09.750916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] For port c348acd2-03da-4196-9d0e-a8988a8bd9c9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c348acd2-03da-4196-9d0e-a8988a8bd9c9,segment=NetworkSegment(8732ec7b-e06d-43d3-b445-ea3510c89e56),segment_id=8732ec7b-e06d-43d3-b445-ea3510c89e56)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:09.751450 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:09.823168 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Calling delete_port for c348acd2-03da-4196-9d0e-a8988a8bd9c9 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:09.879473 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Publish callbacks [] for router_gateway (451f129a-06d9-467b-9548-cbecb9596632), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:09.941970 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:09.973881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c2e12-7454-4459-ae5e-ea1552c6db1b req-e3551e0d-9559-4f01-8929-63a8e5d6c672 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:09.976122 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-653c2e12-7454-4459-ae5e-ea1552c6db1b req-e3551e0d-9559-4f01-8929-63a8e5d6c672 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 932 time: 0.1034684 Feb 15 16:42:10.007540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] For port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:42:10.017857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] For port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a07eda2c-3ccf-4221-9810-ab7c5c1eccfa,segment=NetworkSegment(f865520a-cdf6-430b-a0b9-7341ca525e11),segment_id=f865520a-cdf6-430b-a0b9-7341ca525e11)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:42:10.080904 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-653c2e12-7454-4459-ae5e-ea1552c6db1b req-345e954b-a0eb-4a9c-90bb-4240e2362628 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985847 Feb 15 16:42:10.089464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4332547b-5528-4294-9f82-c863c439d5d6 None None] Deleting port c348acd2-03da-4196-9d0e-a8988a8bd9c9 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:10.089847 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4332547b-5528-4294-9f82-c863c439d5d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:10.134517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8879dcc-625a-4999-a587-e95efbcc667c {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:42:10.143234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4dad5-09a4-46ff-ba5e-cf7dd96e4af6 req-88de0ead-ba7d-4e41-a020-5ccef8b07e41 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:10.145781 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Publish callbacks [] for port (b8879dcc-625a-4999-a587-e95efbcc667c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:10.149563 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8a4dad5-09a4-46ff-ba5e-cf7dd96e4af6 req-88de0ead-ba7d-4e41-a020-5ccef8b07e41 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1958621 Feb 15 16:42:10.214329 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Allocated IP 172.25.4.124 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/48f0019f-b57f-4872-b0f8-af00f8d0e802) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:42:10.232587 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4332547b-5528-4294-9f82-c863c439d5d6 None None] For port c348acd2-03da-4196-9d0e-a8988a8bd9c9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c348acd2-03da-4196-9d0e-a8988a8bd9c9,segment=NetworkSegment(8732ec7b-e06d-43d3-b445-ea3510c89e56),segment_id=8732ec7b-e06d-43d3-b445-ea3510c89e56)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:10.233231 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4332547b-5528-4294-9f82-c863c439d5d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:10.239387 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8a4dad5-09a4-46ff-ba5e-cf7dd96e4af6 req-6636c1da-18c3-4feb-a5c0-3558b54f3075 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850723 Feb 15 16:42:10.257380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Transition to ACTIVE for port object b8879dcc-625a-4999-a587-e95efbcc667c will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:42:10.260353 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:10.265262 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4332547b-5528-4294-9f82-c863c439d5d6 None None] Calling delete_port for c348acd2-03da-4196-9d0e-a8988a8bd9c9 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:10.274574 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a07eda2c-3ccf-4221-9810-ab7c5c1eccfa), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:10.304958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] No DVR routers for this DVR port c348acd2-03da-4196-9d0e-a8988a8bd9c9 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:10.337643 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:10.385468 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:10.404476 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Publish callbacks [] for port (48f0019f-b57f-4872-b0f8-af00f8d0e802), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:10.456174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Port': ['ID=c348acd2-03da-4196-9d0e-a8988a8bd9c9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:10.524770 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (48f0019f-b57f-4872-b0f8-af00f8d0e802), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:10.568661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a92188-7484-49a1-9060-93e2d625ea87 None None] Pushing event updated for resources: {'Port': ['ID=a07eda2c-3ccf-4221-9810-ab7c5c1eccfa,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:10.599427 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Pushing event updated for resources: {'Port': ['ID=48f0019f-b57f-4872-b0f8-af00f8d0e802,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:10.614098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Pushing event updated for resources: {'Port': ['ID=b8879dcc-625a-4999-a587-e95efbcc667c,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: from cryptography.utils import int_from_bytes Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: from cryptography.utils import int_from_bytes Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.620934 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.626110 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.626110 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.626110 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.626110 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.626110 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.626110 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.626110 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.626110 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.626110 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.626110 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.626110 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.626110 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.626110 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:10.626110 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:42:10.630473 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4332547b-5528-4294-9f82-c863c439d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (c348acd2-03da-4196-9d0e-a8988a8bd9c9), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:10.707578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Attempting to bind port b8879dcc-625a-4999-a587-e95efbcc667c on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:42:10.708184 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Attempting to bind port b8879dcc-625a-4999-a587-e95efbcc667c by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:42:10.708688 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Attempting to bind port b8879dcc-625a-4999-a587-e95efbcc667c on network c350406e-5e8b-4687-9174-2aa934fa13cf {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:10.709628 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:42:10.714354 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:10.714697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Port b8879dcc-625a-4999-a587-e95efbcc667c on network c350406e-5e8b-4687-9174-2aa934fa13cf not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:42:10.715209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Attempting to bind port b8879dcc-625a-4999-a587-e95efbcc667c on network c350406e-5e8b-4687-9174-2aa934fa13cf {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:10.716784 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:42:10.724758 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (9c939d6a-e7be-455b-a4ea-2490f7766dc7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:10.727592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:42:10.728138 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Checking segment: {'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:42:10.728844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Bound using segment: {'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:42:10.729465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Bound port: b8879dcc-625a-4999-a587-e95efbcc667c, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:42:10.731873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332547b-5528-4294-9f82-c863c439d5d6 None None] Pushing event deleted for resources: {'Port': ['ID=c348acd2-03da-4196-9d0e-a8988a8bd9c9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:10.735111 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:10.748917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4332547b-5528-4294-9f82-c863c439d5d6 None None] No DVR routers for this DVR port c348acd2-03da-4196-9d0e-a8988a8bd9c9 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:10.814150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c939d6a-e7be-455b-a4ea-2490f7766dc7']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:10.859820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] For port b8879dcc-625a-4999-a587-e95efbcc667c, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:42:10.864534 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] For port b8879dcc-625a-4999-a587-e95efbcc667c, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b8879dcc-625a-4999-a587-e95efbcc667c,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:42:10.886210 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8732ec7b-e06d-43d3-b445-ea3510c89e56') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:10.886848 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8732ec7b-e06d-43d3-b445-ea3510c89e56') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:10.936770 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (8732ec7b-e06d-43d3-b445-ea3510c89e56), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:10.981837 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8732ec7b-e06d-43d3-b445-ea3510c89e56), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:10.984998 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:10.995648 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:42:10.996108 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (8732ec7b-e06d-43d3-b445-ea3510c89e56), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:42:10.999358 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:42:11.050436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:11.050436 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:11.052810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40586) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:11.053980 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] 10.222.0.67 "PUT /v2.0/ports/b8879dcc-625a-4999-a587-e95efbcc667c HTTP/1.1" status: 200 len: 1093 time: 1.6483245 Feb 15 16:42:11.054919 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0d9a4c-4b5f-43ee-ac50-d449eb050136', 'tag': 'b8879dcc-625a-4999-a587-e95efbcc667c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:11.058034 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acecd457-41e0-497d-a9d5-7433e5a21d86" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0d9a4c-4b5f-43ee-ac50-d449eb050136", "tag": "b8879dcc-625a-4999-a587-e95efbcc667c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:11.092528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26efe1-9c87-4d19-af36-d5d54be05041 service neutron] Pushing event updated for resources: {'Port': ['ID=b8879dcc-625a-4999-a587-e95efbcc667c,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:11.149235 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea0768b-a4fa-434e-9f9c-8d0d014a6130 x-openstack-request-id: req-1ea0768b-a4fa-434e-9f9c-8d0d014a6130 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:11.149936 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0d9a4c-4b5f-43ee-ac50-d449eb050136", "tag": "b8879dcc-625a-4999-a587-e95efbcc667c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:11.150213 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1ea0768b-a4fa-434e-9f9c-8d0d014a6130 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:11.154165 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0d9a4c-4b5f-43ee-ac50-d449eb050136', 'tag': 'b8879dcc-625a-4999-a587-e95efbcc667c', 'status': 'completed', 'code': 200} Feb 15 16:42:11.262339 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (9c939d6a-e7be-455b-a4ea-2490f7766dc7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:11.292605 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:11.296262 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "DELETE /v2.0/networks/9c939d6a-e7be-455b-a4ea-2490f7766dc7 HTTP/1.1" status: 204 len: 168 time: 2.1879036 Feb 15 16:42:11.299809 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc298ff-9fff-4702-8c61-8f919190ea5a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Network': ['ID=9c939d6a-e7be-455b-a4ea-2490f7766dc7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:11.306878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40596) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:11.314615 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-dc2f4210-e8f9-444f-af75-7e91acf97715 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1581527681'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:11.392584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecd457-41e0-497d-a9d5-7433e5a21d86 req-0acce37e-d5e6-4d97-b8d5-2e92f3b3a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:11.397051 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acecd457-41e0-497d-a9d5-7433e5a21d86 req-0acce37e-d5e6-4d97-b8d5-2e92f3b3a2d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=67bb2522a59147d6a481577b2fb0a459&device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 1127 time: 0.2241778 Feb 15 16:42:11.430493 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-56b8929e-b39c-44bc-87c0-b86de6c217e8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=83dc14985f004c3eab7d27bb571467d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3730495 Feb 15 16:42:11.450450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b51574-d25b-4da5-8ac9-0320ccddcdf7 req-9ad5ebe1-f3f8-4157-9351-5a2a99f31531 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:11.453087 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b2b51574-d25b-4da5-8ac9-0320ccddcdf7 req-9ad5ebe1-f3f8-4157-9351-5a2a99f31531 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 944 time: 0.2328892 Feb 15 16:42:11.466757 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40598) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:11.483695 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Publish callbacks [] for router_gateway (451f129a-06d9-467b-9548-cbecb9596632), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:11.509773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a07eda2c-3ccf-4221-9810-ab7c5c1eccfa up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:42:11.631999 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:11.632373 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a07eda2c-3ccf-4221-9810-ab7c5c1eccfa), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:11.636288 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd177e3-6907-42dc-b9bf-9a0cd06eddc0 req-b88bc920-7527-4e36-bbac-00b90245f13d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:11.639564 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7cd177e3-6907-42dc-b9bf-9a0cd06eddc0 req-b88bc920-7527-4e36-bbac-00b90245f13d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.2806680 Feb 15 16:42:11.690289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2f4210-e8f9-444f-af75-7e91acf97715 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Made reservation on behalf of 470a2c5ab8af406ba7a7838ed7ac3361 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:42:11.700833 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4210-e8f9-444f-af75-7e91acf97715 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:11.740257 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b2b51574-d25b-4da5-8ac9-0320ccddcdf7 req-3bb16f43-7b8b-4673-8f70-a60250478c60 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722175 Feb 15 16:42:11.810431 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13bed267-e8d1-4478-ab6c-60dd3b4e33dc admin admin] Publish callbacks [] for security_group (846cd5cb-cbdd-413a-991d-8d02f1b0e86e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:11.814515 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:11.819760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecd457-41e0-497d-a9d5-7433e5a21d86 req-3dce0eba-708a-47a3-b92a-68bedff731bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:11.821876 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acecd457-41e0-497d-a9d5-7433e5a21d86 req-3dce0eba-708a-47a3-b92a-68bedff731bf service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=67bb2522a59147d6a481577b2fb0a459&shared=False HTTP/1.1" status: 200 len: 905 time: 0.4139724 Feb 15 16:42:11.843021 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2f4210-e8f9-444f-af75-7e91acf97715 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:42:11.846578 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:11.848417 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a07eda2c-3ccf-4221-9810-ab7c5c1eccfa), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:11.867584 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7cd177e3-6907-42dc-b9bf-9a0cd06eddc0 req-e91a95b3-c7e1-4ef8-adac-2a824baf5c9d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116323 Feb 15 16:42:11.890797 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4210-e8f9-444f-af75-7e91acf97715 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b2620114-09f8-4090-9b44-faaa1919aa05), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:11.890797 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-dc2f4210-e8f9-444f-af75-7e91acf97715 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Added segment b2620114-09f8-4090-9b44-faaa1919aa05 of type vlan for network d73a83d4-0b71-4f20-a664-a4a0f7ec817a Feb 15 16:42:11.932522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a07eda2c-3ccf-4221-9810-ab7c5c1eccfa,segment=NetworkSegment(f865520a-cdf6-430b-a0b9-7341ca525e11),segment_id=f865520a-cdf6-430b-a0b9-7341ca525e11)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:11.952590 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13bed267-e8d1-4478-ab6c-60dd3b4e33dc admin admin] Publish callbacks [] for security_group (846cd5cb-cbdd-413a-991d-8d02f1b0e86e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:12.016073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9743cd1b-1191-4123-9685-981e2f6b54de None None] Network 363e405f-1874-49f7-9eea-5f3ef15d7376 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:42:12.043607 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4210-e8f9-444f-af75-7e91acf97715 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (d73a83d4-0b71-4f20-a664-a4a0f7ec817a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:12.060571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecd457-41e0-497d-a9d5-7433e5a21d86 req-47fc14b4-50fe-48ef-bf95-ed571b4e171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:12.066146 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a07eda2c-3ccf-4221-9810-ab7c5c1eccfa), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:12.066861 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acecd457-41e0-497d-a9d5-7433e5a21d86 req-47fc14b4-50fe-48ef-bf95-ed571b4e171e service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2316232 Feb 15 16:42:12.086299 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13bed267-e8d1-4478-ab6c-60dd3b4e33dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (846cd5cb-cbdd-413a-991d-8d02f1b0e86e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:12.100885 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (451f129a-06d9-467b-9548-cbecb9596632), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:12.106111 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13bed267-e8d1-4478-ab6c-60dd3b4e33dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:12.108304 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-13bed267-e8d1-4478-ab6c-60dd3b4e33dc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/846cd5cb-cbdd-413a-991d-8d02f1b0e86e HTTP/1.1" status: 204 len: 168 time: 0.6383560 Feb 15 16:42:12.167141 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c348acd2-03da-4196-9d0e-a8988a8bd9c9 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:12.173508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bed267-e8d1-4478-ab6c-60dd3b4e33dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846cd5cb-cbdd-413a-991d-8d02f1b0e86e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:12.176126 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4210-e8f9-444f-af75-7e91acf97715 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (d73a83d4-0b71-4f20-a664-a4a0f7ec817a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:12.195712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2f4210-e8f9-444f-af75-7e91acf97715 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:12.196562 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc2f4210-e8f9-444f-af75-7e91acf97715 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:12.219763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-9c4ffee2-9fa5-40e0-bcf6-1ec798769952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:12.222469 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-9c4ffee2-9fa5-40e0-bcf6-1ec798769952 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=67bb2522a59147d6a481577b2fb0a459&device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 1127 time: 0.1122952 Feb 15 16:42:12.227529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b393b44d-8a2f-49ee-992e-eaab5ef5fc84 None None] Provisioning complete for port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:12.227950 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b393b44d-8a2f-49ee-992e-eaab5ef5fc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a07eda2c-3ccf-4221-9810-ab7c5c1eccfa), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:12.229458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: c348acd2-03da-4196-9d0e-a8988a8bd9c9 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:12.229802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c348acd2-03da-4196-9d0e-a8988a8bd9c9 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:12.261895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=a07eda2c-3ccf-4221-9810-ab7c5c1eccfa,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:12.284749 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-b65591da-9399-45fe-a37b-7aeddbd5b1e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8879dcc-625a-4999-a587-e95efbcc667c HTTP/1.1" status: 200 len: 217 time: 0.0538027 Feb 15 16:42:12.371287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-e8277772-5b36-42a8-97c2-7a5ed0007496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:12.373066 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-e8277772-5b36-42a8-97c2-7a5ed0007496 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26da3fb-9020-4127-97e3-22f21ca942bc HTTP/1.1" status: 200 len: 844 time: 0.0832443 Feb 15 16:42:12.376515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b393b44d-8a2f-49ee-992e-eaab5ef5fc84 None None] Current status of the port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:12.412904 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-32691d8a-c2b1-45f8-8474-f539b6c6181d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c350406e-5e8b-4687-9174-2aa934fa13cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330296 Feb 15 16:42:12.415208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f4210-e8f9-444f-af75-7e91acf97715 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event updated for resources: {'Network': ['ID=d73a83d4-0b71-4f20-a664-a4a0f7ec817a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:12.419994 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dc2f4210-e8f9-444f-af75-7e91acf97715 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1111865 Feb 15 16:42:12.422756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40602) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:12.428003 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7c70c682-06bc-41f4-a726-552c9224c86e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Request body: {'subnet': {'network_id': 'd73a83d4-0b71-4f20-a664-a4a0f7ec817a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:12.431562 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network d73a83d4-0b71-4f20-a664-a4a0f7ec817a details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:42:12.651521 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-5ca4f8ab-aa2c-4347-b920-e24e7cfb4f63 service neutron] 10.222.0.67 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318168 Feb 15 16:42:12.653687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c70c682-06bc-41f4-a726-552c9224c86e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Made reservation on behalf of 470a2c5ab8af406ba7a7838ed7ac3361 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:42:12.657412 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c70c682-06bc-41f4-a726-552c9224c86e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:12.705518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-64becacf-b9ac-4674-87b5-54dbfc5ce927 None None] Provisioning complete for port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:12.706738 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64becacf-b9ac-4674-87b5-54dbfc5ce927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a07eda2c-3ccf-4221-9810-ab7c5c1eccfa), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:12.756615 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Router 451f129a-06d9-467b-9548-cbecb9596632 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:42:12.768918 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7bdf1f4-71ee-4dd4-9e17-630d2b5fa5a1 req-89677e42-bd4d-4ec9-aeca-3e9105bb0440 service neutron] 10.222.0.67 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094043 Feb 15 16:42:12.840706 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-64becacf-b9ac-4674-87b5-54dbfc5ce927 None None] Current status of the port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:12.912719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6396ee-f04f-4090-8d69-7cacdb25c89a req-e4f0f94d-8c62-480d-8d39-3118f2006d14 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:12.920885 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b6396ee-f04f-4090-8d69-7cacdb25c89a req-e4f0f94d-8c62-480d-8d39-3118f2006d14 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 944 time: 0.0802250 Feb 15 16:42:12.984537 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b6396ee-f04f-4090-8d69-7cacdb25c89a req-b8852e44-60a8-431e-be9b-38684a886011 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582309 Feb 15 16:42:13.065439 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40612) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:13.067204 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:42:13.080293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Sync routers for ids ['451f129a-06d9-467b-9548-cbecb9596632'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:42:13.092659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Routers {'451f129a-06d9-467b-9548-cbecb9596632'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:42:13.093473 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:42:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['451f129a-06d9-467b-9548-cbecb9596632'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:13.127016 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2708a99e-dfa2-4755-8575-1b3306032fe3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fe92ea3ee98447be84241e74d20c0a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564146 Feb 15 16:42:13.127593 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac91d8-23b3-428e-9fc1-0a87a5238a3d req-04526339-eb13-4fb8-9d41-4fc7097157b9 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:13.133854 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-edac91d8-23b3-428e-9fc1-0a87a5238a3d req-04526339-eb13-4fb8-9d41-4fc7097157b9 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1709065 Feb 15 16:42:13.134614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40614) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:13.179234 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:13.180639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5a2abcd0-73f2-4c0d-b8fa-5c17d1ba713a admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8092937 Feb 15 16:42:13.183435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40616) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:13.233877 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c70c682-06bc-41f4-a726-552c9224c86e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (5907ca57-81c8-4618-b078-f7a2003ec3b6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:13.241397 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da501e7c-094b-48a2-9722-a64c38ec69a3 admin admin] Publish callbacks [] for security_group (3aeac2d5-ca61-4d9f-8f3e-5d844feca0e9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:13.283879 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-edac91d8-23b3-428e-9fc1-0a87a5238a3d req-4b28ef0f-1598-4643-8ea1-140dc07ab8b5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465216 Feb 15 16:42:13.316745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Set router 451f129a-06d9-467b-9548-cbecb9596632 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:42:13.316974 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da501e7c-094b-48a2-9722-a64c38ec69a3 admin admin] Publish callbacks [] for security_group (3aeac2d5-ca61-4d9f-8f3e-5d844feca0e9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:13.369851 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70c682-06bc-41f4-a726-552c9224c86e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event updated for resources: {'Subnet': ['ID=5907ca57-81c8-4618-b078-f7a2003ec3b6,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:13.376390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c70c682-06bc-41f4-a726-552c9224c86e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Checking segment: {'id': 'b2620114-09f8-4090-9b44-faaa1919aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd73a83d4-0b71-4f20-a664-a4a0f7ec817a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:42:13.377535 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c70c682-06bc-41f4-a726-552c9224c86e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Network hostable DHCP agents. Network: d73a83d4-0b71-4f20-a664-a4a0f7ec817a, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:42:13.430327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a07eda2c-3ccf-4221-9810-ab7c5c1eccfa up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:42:13.432289 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:13.491425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c70c682-06bc-41f4-a726-552c9224c86e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Network d73a83d4-0b71-4f20-a664-a4a0f7ec817a is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:42:13.505142 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da501e7c-094b-48a2-9722-a64c38ec69a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3aeac2d5-ca61-4d9f-8f3e-5d844feca0e9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:13.510545 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da501e7c-094b-48a2-9722-a64c38ec69a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:13.512457 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-da501e7c-094b-48a2-9722-a64c38ec69a3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3aeac2d5-ca61-4d9f-8f3e-5d844feca0e9 HTTP/1.1" status: 204 len: 168 time: 0.3763566 Feb 15 16:42:13.524590 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da501e7c-094b-48a2-9722-a64c38ec69a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeac2d5-ca61-4d9f-8f3e-5d844feca0e9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:13.594617 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7c70c682-06bc-41f4-a726-552c9224c86e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, d73a83d4-0b71-4f20-a664-a4a0f7ec817a) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:13.609209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c70c682-06bc-41f4-a726-552c9224c86e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:13.611654 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c70c682-06bc-41f4-a726-552c9224c86e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:13.636616 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2c813-6491-49af-8f9c-aaaad20e64bf None None] Network d73a83d4-0b71-4f20-a664-a4a0f7ec817a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:42:13.642937 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:13.643448 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a07eda2c-3ccf-4221-9810-ab7c5c1eccfa), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:13.688376 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7c70c682-06bc-41f4-a726-552c9224c86e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2646704 Feb 15 16:42:13.691032 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40620) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:13.701749 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-027034c4-3b5c-46ab-9083-1887df463073 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-316310682'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:13.743138 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:13.796603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027034c4-3b5c-46ab-9083-1887df463073 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Made reservation on behalf of 470a2c5ab8af406ba7a7838ed7ac3361 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:42:13.803172 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-027034c4-3b5c-46ab-9083-1887df463073 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:13.843874 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027034c4-3b5c-46ab-9083-1887df463073 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:42:13.855157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-027034c4-3b5c-46ab-9083-1887df463073 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (5c27bb74-8f76-4763-8335-3e540508c6f3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:13.855559 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-027034c4-3b5c-46ab-9083-1887df463073 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Added segment 5c27bb74-8f76-4763-8335-3e540508c6f3 of type vlan for network 51e98a2c-64a2-4247-983c-c798ffa0d83f Feb 15 16:42:13.895529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451f129a-06d9-467b-9548-cbecb9596632', 'name': 'tempest-FloatingIPsTestJSON-110439224-router', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '48f0019f-b57f-4872-b0f8-af00f8d0e802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:42:08Z', 'updated_at': '2022-02-15T16:42:11Z', 'revision_number': 3, 'project_id': '2f9ace5336cc4f3896b52ad05780de70', 'gw_port': {'id': '48f0019f-b57f-4872-b0f8-af00f8d0e802', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451f129a-06d9-467b-9548-cbecb9596632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:42:09Z', 'updated_at': '2022-02-15T16:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:13.900708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:13.910949 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-027034c4-3b5c-46ab-9083-1887df463073 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (51e98a2c-64a2-4247-983c-c798ffa0d83f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:13.919016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Allocated IP 172.20.0.1 (363e405f-1874-49f7-9eea-5f3ef15d7376/2fad6030-e9fa-48b7-941d-a4e2c6ce00d1/3eedfd13-a495-45db-8769-028a4f585a8b) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:42:13.936107 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-d73a83d4-0b71-4f20-a664-a4a0f7ec817a', 'network_id': 'd73a83d4-0b71-4f20-a664-a4a0f7ec817a', 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'fixed_ips': [{'subnet_id': '5907ca57-81c8-4618-b078-f7a2003ec3b6'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:42:13.937065 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:14.000181 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-027034c4-3b5c-46ab-9083-1887df463073 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (51e98a2c-64a2-4247-983c-c798ffa0d83f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:14.006613 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027034c4-3b5c-46ab-9083-1887df463073 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:14.009517 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-027034c4-3b5c-46ab-9083-1887df463073 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:14.115334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Checking router: 451f129a-06d9-467b-9548-cbecb9596632 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:42:14.116388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Updating router 451f129a-06d9-467b-9548-cbecb9596632 port 48f0019f-b57f-4872-b0f8-af00f8d0e802 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:42:14.141873 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Publish callbacks [] for port (3eedfd13-a495-45db-8769-028a4f585a8b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:14.143115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40630) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:14.143651 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Allocated IP 19.80.0.2 (d73a83d4-0b71-4f20-a664-a4a0f7ec817a/5907ca57-81c8-4618-b078-f7a2003ec3b6/1f3d8361-8a42-4092-b3b0-9c5a7d99da3b) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:42:14.145336 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-027034c4-3b5c-46ab-9083-1887df463073 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4501853 Feb 15 16:42:14.177296 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-20ba803c-afe2-4169-88a0-35405c7d9488 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Request body: {'subnet': {'network_id': '51e98a2c-64a2-4247-983c-c798ffa0d83f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:14.185969 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027034c4-3b5c-46ab-9083-1887df463073 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event updated for resources: {'Network': ['ID=51e98a2c-64a2-4247-983c-c798ffa0d83f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:14.202823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 51e98a2c-64a2-4247-983c-c798ffa0d83f details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:42:14.290938 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (48f0019f-b57f-4872-b0f8-af00f8d0e802), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:14.327165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c053c2f-33c9-435a-b257-9d9d9bde3f49 req-0fcda2bc-f084-441e-9f7e-af660913324d tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:14.328030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c053c2f-33c9-435a-b257-9d9d9bde3f49 req-0fcda2bc-f084-441e-9f7e-af660913324d tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 944 time: 0.2245500 Feb 15 16:42:14.400125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ba803c-afe2-4169-88a0-35405c7d9488 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Made reservation on behalf of 470a2c5ab8af406ba7a7838ed7ac3361 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:42:14.406209 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20ba803c-afe2-4169-88a0-35405c7d9488 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:14.413576 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c053c2f-33c9-435a-b257-9d9d9bde3f49 req-1c5d2416-57bd-493d-b516-fc0a22615fcc tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788074 Feb 15 16:42:14.492615 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229d52f-6a0f-4b4a-bbc0-a8dccae3e057 req-01af5454-6b6d-4bfa-85a8-b43d57e3d8ec tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:14.497942 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1229d52f-6a0f-4b4a-bbc0-a8dccae3e057 req-01af5454-6b6d-4bfa-85a8-b43d57e3d8ec tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1154861 Feb 15 16:42:14.506633 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:14.557902 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1229d52f-6a0f-4b4a-bbc0-a8dccae3e057 req-4c950d5e-c5ca-4021-b481-db9bcf779b13 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565052 Feb 15 16:42:14.757345 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Publish callbacks [] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:14.768134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Pushing event updated for resources: {'Port': ['ID=3eedfd13-a495-45db-8769-028a4f585a8b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:14.784775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Network 363e405f-1874-49f7-9eea-5f3ef15d7376 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:42:14.786783 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:14.789446 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:42:14.836764 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (451f129a-06d9-467b-9548-cbecb9596632), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:14.841510 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20ba803c-afe2-4169-88a0-35405c7d9488 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (6792ab5f-e9d7-474e-8f5f-f9a539df23b1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:14.853150 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:14.871412 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Network d73a83d4-0b71-4f20-a664-a4a0f7ec817a is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:42:14.875173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:14.937926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba803c-afe2-4169-88a0-35405c7d9488 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event updated for resources: {'Subnet': ['ID=6792ab5f-e9d7-474e-8f5f-f9a539df23b1,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:15.010398 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Publish callbacks [] for port (48f0019f-b57f-4872-b0f8-af00f8d0e802), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:15.017267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Pushing event updated for resources: {'Port': ['ID=1f3d8361-8a42-4092-b3b0-9c5a7d99da3b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:15.034614 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:42:15.040398 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:15.040932 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:15.041280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:15.041650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:15.041984 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:15.042571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:15.043252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:15.043593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:15.044199 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:15.045974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:15.049577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:15.049577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:15.049577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:15.070909 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ba803c-afe2-4169-88a0-35405c7d9488 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Checking segment: {'id': '5c27bb74-8f76-4763-8335-3e540508c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51e98a2c-64a2-4247-983c-c798ffa0d83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:42:15.072276 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ba803c-afe2-4169-88a0-35405c7d9488 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Network hostable DHCP agents. Network: 51e98a2c-64a2-4247-983c-c798ffa0d83f, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:42:15.134936 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (48f0019f-b57f-4872-b0f8-af00f8d0e802), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:15.197444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Attempting to bind port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:42:15.197816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Attempting to bind port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'b2620114-09f8-4090-9b44-faaa1919aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd73a83d4-0b71-4f20-a664-a4a0f7ec817a'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:42:15.198175 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Attempting to bind port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b on network d73a83d4-0b71-4f20-a664-a4a0f7ec817a {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:15.211055 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Attempting to bind port 48f0019f-b57f-4872-b0f8-af00f8d0e802 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:42:15.211352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Attempting to bind port 48f0019f-b57f-4872-b0f8-af00f8d0e802 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:42:15.211701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Attempting to bind port 48f0019f-b57f-4872-b0f8-af00f8d0e802 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:15.220893 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:42:15.221268 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Checking segment: {'id': 'b2620114-09f8-4090-9b44-faaa1919aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd73a83d4-0b71-4f20-a664-a4a0f7ec817a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:42:15.221955 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:15.222178 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Bound using segment: {'id': 'b2620114-09f8-4090-9b44-faaa1919aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd73a83d4-0b71-4f20-a664-a4a0f7ec817a'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:42:15.223275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Bound port: 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2620114-09f8-4090-9b44-faaa1919aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd73a83d4-0b71-4f20-a664-a4a0f7ec817a'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:42:15.223901 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:15.224256 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ba803c-afe2-4169-88a0-35405c7d9488 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Network 51e98a2c-64a2-4247-983c-c798ffa0d83f is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:42:15.230050 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76304784-7056-4f27-bfd7-f953bf3877a4 None None] Pushing event updated for resources: {'Port': ['ID=48f0019f-b57f-4872-b0f8-af00f8d0e802,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:15.240911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:42:15.241444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:42:15.242003 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:15.242389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:42:15.242867 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Bound port: 48f0019f-b57f-4872-b0f8-af00f8d0e802, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:42:15.243245 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (48f0019f-b57f-4872-b0f8-af00f8d0e802), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:15.276014 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d38bf279-ec54-4bf9-af26-1d51c8f491bd None None] Provisioning complete for port 3eedfd13-a495-45db-8769-028a4f585a8b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:15.276385 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d38bf279-ec54-4bf9-af26-1d51c8f491bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:15.295211 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:15.314012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-20ba803c-afe2-4169-88a0-35405c7d9488 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 51e98a2c-64a2-4247-983c-c798ffa0d83f) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:15.319112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ba803c-afe2-4169-88a0-35405c7d9488 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:15.320508 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20ba803c-afe2-4169-88a0-35405c7d9488 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:15.330213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e085b04d-4e8b-4aac-9070-7aa662c8b6ff None None] Network 51e98a2c-64a2-4247-983c-c798ffa0d83f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:42:15.442437 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d38bf279-ec54-4bf9-af26-1d51c8f491bd None None] Port 3eedfd13-a495-45db-8769-028a4f585a8b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:42:15.444271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] For port 48f0019f-b57f-4872-b0f8-af00f8d0e802, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:42:15.457822 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] For port 48f0019f-b57f-4872-b0f8-af00f8d0e802, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=48f0019f-b57f-4872-b0f8-af00f8d0e802,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:42:15.463318 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-20ba803c-afe2-4169-88a0-35405c7d9488 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2897906 Feb 15 16:42:15.482165 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] For port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:42:15.495687 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] For port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1f3d8361-8a42-4092-b3b0-9c5a7d99da3b,segment=NetworkSegment(b2620114-09f8-4090-9b44-faaa1919aa05),segment_id=b2620114-09f8-4090-9b44-faaa1919aa05)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:42:15.551107 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (48f0019f-b57f-4872-b0f8-af00f8d0e802), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:15.559786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-51e98a2c-64a2-4247-983c-c798ffa0d83f', 'network_id': '51e98a2c-64a2-4247-983c-c798ffa0d83f', 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'fixed_ips': [{'subnet_id': '6792ab5f-e9d7-474e-8f5f-f9a539df23b1'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:42:15.561222 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:15.624023 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:15.687704 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Publish callbacks [] for port (3eedfd13-a495-45db-8769-028a4f585a8b), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:15.713986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae4b20-161a-4fbc-9316-ff611bcae3b7 req-dca71be6-7142-461e-91db-c1cb32953cca tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:15.715991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9cae4b20-161a-4fbc-9316-ff611bcae3b7 req-dca71be6-7142-461e-91db-c1cb32953cca tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 944 time: 0.1877637 Feb 15 16:42:15.755456 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:15.928398 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Allocated IP 19.86.0.2 (51e98a2c-64a2-4247-983c-c798ffa0d83f/6792ab5f-e9d7-474e-8f5f-f9a539df23b1/858b70b8-d7f1-43be-962a-0314843a0306) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:42:15.973765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Pushing event updated for resources: {'Port': ['ID=3eedfd13-a495-45db-8769-028a4f585a8b,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:16.020037 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (451f129a-06d9-467b-9548-cbecb9596632), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:16.032370 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9cae4b20-161a-4fbc-9316-ff611bcae3b7 req-4f4db398-16d8-4abd-9195-5c302cb26d31 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099597 Feb 15 16:42:16.186212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Routers {'451f129a-06d9-467b-9548-cbecb9596632'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:42:16.186743 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537f248-0c09-4698-9ad1-3bc763845fe0 req-9eb33f7a-12b5-4081-80cb-0999012e52b7 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:16.187138 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:42:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['451f129a-06d9-467b-9548-cbecb9596632'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:16.194324 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0537f248-0c09-4698-9ad1-3bc763845fe0 req-9eb33f7a-12b5-4081-80cb-0999012e52b7 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.5308764 Feb 15 16:42:16.288761 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0537f248-0c09-4698-9ad1-3bc763845fe0 req-00caa68a-2503-4ec9-a08b-4dfc335d9b00 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877743 Feb 15 16:42:16.297959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76304784-7056-4f27-bfd7-f953bf3877a4 None None] Pushing event updated for resources: {'Port': ['ID=48f0019f-b57f-4872-b0f8-af00f8d0e802,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:16.394027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2980c4-00e2-4371-bcb3-5b6ee9852f62 None None] Pushing event updated for resources: {'Port': ['ID=1f3d8361-8a42-4092-b3b0-9c5a7d99da3b,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:16.401354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Network 363e405f-1874-49f7-9eea-5f3ef15d7376 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:42:16.409414 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b123314b-bb86-45d9-b4af-246fc5a5ec28 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:16.415571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b123314b-bb86-45d9-b4af-246fc5a5ec28 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:16.417415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b123314b-bb86-45d9-b4af-246fc5a5ec28 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/networks?id=d73a83d4-0b71-4f20-a664-a4a0f7ec817a&id=51e98a2c-64a2-4247-983c-c798ffa0d83f HTTP/1.1" status: 200 len: 1391 time: 0.2361927 Feb 15 16:42:16.418409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:16.437047 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Publish callbacks [] for port (858b70b8-d7f1-43be-962a-0314843a0306), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:16.458329 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] Set router 451f129a-06d9-467b-9548-cbecb9596632 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:42:16.534372 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (858b70b8-d7f1-43be-962a-0314843a0306), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:16.586784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-7be1c254-0b88-429c-807a-87940bed5d68 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/quotas/470a2c5ab8af406ba7a7838ed7ac3361 HTTP/1.1" status: 200 len: 375 time: 0.0275676 Feb 15 16:42:16.681006 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Network 51e98a2c-64a2-4247-983c-c798ffa0d83f is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:42:16.681741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Router 451f129a-06d9-467b-9548-cbecb9596632 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:42:16.688418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:16.692560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Pushing event updated for resources: {'Port': ['ID=858b70b8-d7f1-43be-962a-0314843a0306,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:16.697417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:42:16.726977 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-0249fd70-c480-4bf5-8c72-dcf542af5c2b tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=470a2c5ab8af406ba7a7838ed7ac3361&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1387520 Feb 15 16:42:16.808588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Attempting to bind port 858b70b8-d7f1-43be-962a-0314843a0306 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:42:16.808971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Attempting to bind port 858b70b8-d7f1-43be-962a-0314843a0306 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '5c27bb74-8f76-4763-8335-3e540508c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51e98a2c-64a2-4247-983c-c798ffa0d83f'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:42:16.809408 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Attempting to bind port 858b70b8-d7f1-43be-962a-0314843a0306 on network 51e98a2c-64a2-4247-983c-c798ffa0d83f {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:16.810662 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-081faf9b-2247-40f4-950d-ed5feb604caa tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=8fb5e160ed9346d1b0f8803d0b7b3212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676033 Feb 15 16:42:16.828540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:42:16.829482 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Checking segment: {'id': '5c27bb74-8f76-4763-8335-3e540508c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51e98a2c-64a2-4247-983c-c798ffa0d83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:42:16.829482 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:16.829848 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Bound using segment: {'id': '5c27bb74-8f76-4763-8335-3e540508c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51e98a2c-64a2-4247-983c-c798ffa0d83f'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:42:16.830346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Bound port: 858b70b8-d7f1-43be-962a-0314843a0306, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c27bb74-8f76-4763-8335-3e540508c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51e98a2c-64a2-4247-983c-c798ffa0d83f'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:42:16.830732 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (858b70b8-d7f1-43be-962a-0314843a0306), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:16.929043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] For port 858b70b8-d7f1-43be-962a-0314843a0306, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:42:16.929043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] For port 858b70b8-d7f1-43be-962a-0314843a0306, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=858b70b8-d7f1-43be-962a-0314843a0306,segment=NetworkSegment(5c27bb74-8f76-4763-8335-3e540508c6f3),segment_id=5c27bb74-8f76-4763-8335-3e540508c6f3)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:42:16.953523 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b8879dcc-625a-4999-a587-e95efbcc667c details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:42:17.008548 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (858b70b8-d7f1-43be-962a-0314843a0306), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:17.063634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9f29d220-d7df-47b5-9823-9487869b1fe4 None None] Provisioning complete for port 3eedfd13-a495-45db-8769-028a4f585a8b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:17.064022 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f29d220-d7df-47b5-9823-9487869b1fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:17.089155 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-e0372ad8-cc2e-4811-a9e1-f8ec0cfd7b0e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:17.094856 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-e0372ad8-cc2e-4811-a9e1-f8ec0cfd7b0e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2829535 Feb 15 16:42:17.120709 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-0f329e1d-2161-4cce-a21a-e1c37345d74e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/quotas/8fb5e160ed9346d1b0f8803d0b7b3212 HTTP/1.1" status: 200 len: 375 time: 0.0186763 Feb 15 16:42:17.186009 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-5f8ad2d9-9394-4a4e-955a-c8d7053d05e1 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=8fb5e160ed9346d1b0f8803d0b7b3212&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639923 Feb 15 16:42:17.445748 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:42:17.755394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc02c4c-32da-437b-837e-e616257df6e9 req-f9913a11-2737-4ff9-bcd8-bbe44ddc5f69 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:17.761058 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdc02c4c-32da-437b-837e-e616257df6e9 req-f9913a11-2737-4ff9-bcd8-bbe44ddc5f69 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 944 time: 0.1227493 Feb 15 16:42:17.820275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port b8879dcc-625a-4999-a587-e95efbcc667c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b8879dcc-625a-4999-a587-e95efbcc667c,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:17.869213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9f29d220-d7df-47b5-9823-9487869b1fe4 None None] Port 3eedfd13-a495-45db-8769-028a4f585a8b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:42:17.871276 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9bff5-e294-4907-aa7a-e9f2212032dc None None] Pushing event updated for resources: {'Port': ['ID=858b70b8-d7f1-43be-962a-0314843a0306,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:17.888642 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'b8879dcc-625a-4999-a587-e95efbcc667c', 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf', 'port_id': 'b8879dcc-625a-4999-a587-e95efbcc667c', 'mac_address': 'fa:16:3e:d1:cf:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26da3fb-9020-4127-97e3-22f21ca942bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:42:17.892664 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdc02c4c-32da-437b-837e-e616257df6e9 req-662765c6-653d-4733-ac43-9333ef4eaa36 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231499 Feb 15 16:42:17.893873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451f129a-06d9-467b-9548-cbecb9596632', 'name': 'tempest-FloatingIPsTestJSON-110439224-router', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '48f0019f-b57f-4872-b0f8-af00f8d0e802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:42:08Z', 'updated_at': '2022-02-15T16:42:15Z', 'revision_number': 4, 'project_id': '2f9ace5336cc4f3896b52ad05780de70', 'gw_port': {'id': '48f0019f-b57f-4872-b0f8-af00f8d0e802', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451f129a-06d9-467b-9548-cbecb9596632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:42:09Z', 'updated_at': '2022-02-15T16:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3eedfd13-a495-45db-8769-028a4f585a8b', 'name': '', 'network_id': '363e405f-1874-49f7-9eea-5f3ef15d7376', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70', 'mac_address': 'fa:16:3e:70:0b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451f129a-06d9-467b-9548-cbecb9596632', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2fad6030-e9fa-48b7-941d-a4e2c6ce00d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:42:13Z', 'updated_at': '2022-02-15T16:42:15Z', 'revision_number': 2, 'project_id': '2f9ace5336cc4f3896b52ad05780de70', 'subnets': [{'id': '2fad6030-e9fa-48b7-941d-a4e2c6ce00d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:18.033097 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port b8879dcc-625a-4999-a587-e95efbcc667c is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:18.033603 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:18.036154 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5967499a-8896-4764-a99f-700ee702ba4b None None] The sync data for ids ['451f129a-06d9-467b-9548-cbecb9596632'] in n-d-828372-14 is: [{'id': '451f129a-06d9-467b-9548-cbecb9596632', 'name': 'tempest-FloatingIPsTestJSON-110439224-router', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '48f0019f-b57f-4872-b0f8-af00f8d0e802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:42:08Z', 'updated_at': '2022-02-15T16:42:15Z', 'revision_number': 4, 'project_id': '2f9ace5336cc4f3896b52ad05780de70', 'gw_port': {'id': '48f0019f-b57f-4872-b0f8-af00f8d0e802', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451f129a-06d9-467b-9548-cbecb9596632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:42:09Z', 'updated_at': '2022-02-15T16:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3eedfd13-a495-45db-8769-028a4f585a8b', 'name': '', 'network_id': '363e405f-1874-49f7-9eea-5f3ef15d7376', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70', 'mac_address': 'fa:16:3e:70:0b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451f129a-06d9-467b-9548-cbecb9596632', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2fad6030-e9fa-48b7-941d-a4e2c6ce00d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:42:13Z', 'updated_at': '2022-02-15T16:42:15Z', 'revision_number': 2, 'project_id': '2f9ace5336cc4f3896b52ad05780de70', 'subnets': [{'id': '2fad6030-e9fa-48b7-941d-a4e2c6ce00d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:42:18.052332 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-ad2cfe0f-5b65-4d8f-85e2-426ce8295af1 service neutron] 10.222.0.107 "GET /v2.0/networks/d73a83d4-0b71-4f20-a664-a4a0f7ec817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3189049 Feb 15 16:42:18.095936 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:42:18.105956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b2467967-47d1-4b47-a4a7-76ce65ff0897 admin admin] 10.222.0.107 "PUT /v2.0/routers/451f129a-06d9-467b-9548-cbecb9596632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9209559 Feb 15 16:42:18.131975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:18.132377 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:18.147920 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8879dcc-625a-4999-a587-e95efbcc667c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:42:18.164523 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d15108d-cfef-4d2a-b226-567ec90b05f7 req-0a5794fe-9a5d-41e4-b97c-ab37f4b95a18 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:18.176036 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d15108d-cfef-4d2a-b226-567ec90b05f7 req-0a5794fe-9a5d-41e4-b97c-ab37f4b95a18 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1388776 Feb 15 16:42:18.359647 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port b8879dcc-625a-4999-a587-e95efbcc667c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b8879dcc-625a-4999-a587-e95efbcc667c,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:18.360870 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d15108d-cfef-4d2a-b226-567ec90b05f7 req-e51f0dcf-19db-44e4-9677-c7813f0304b4 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764724 Feb 15 16:42:18.379814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d891bdbc-f6d9-4614-802c-1cd3ecbac7a9 None None] Network d73a83d4-0b71-4f20-a664-a4a0f7ec817a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:42:18.441596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-2b063055-b702-465c-a9db-7a7082d0a231 service neutron] 10.222.0.107 "GET /v2.0/networks/d73a83d4-0b71-4f20-a664-a4a0f7ec817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765974 Feb 15 16:42:18.544575 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-087224cd-0f90-4b45-ba32-4251f0760370 req-63b97de0-4d5c-44a7-8917-306079a9de94 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=8fb5e160ed9346d1b0f8803d0b7b3212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547097 Feb 15 16:42:18.623310 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:18.688304 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-9a521663-3ba7-4f12-a600-ecc6ecdc839a service neutron] 10.222.0.107 "GET /v2.0/networks/51e98a2c-64a2-4247-983c-c798ffa0d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399044 Feb 15 16:42:18.774305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087224cd-0f90-4b45-ba32-4251f0760370 req-bea339ab-06cf-4c73-812c-357dc013a636 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:18.775285 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=b8879dcc-625a-4999-a587-e95efbcc667c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:18.784596 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-087224cd-0f90-4b45-ba32-4251f0760370 req-bea339ab-06cf-4c73-812c-357dc013a636 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2390792 Feb 15 16:42:18.816839 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-087224cd-0f90-4b45-ba32-4251f0760370 req-0040722c-1c08-4782-a925-0c3566166eec tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/quotas/8fb5e160ed9346d1b0f8803d0b7b3212 HTTP/1.1" status: 200 len: 375 time: 0.0297582 Feb 15 16:42:18.891608 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cea515ef-56a2-43da-9ff0-16144b2b4fa3 None None] Provisioning complete for port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:18.891998 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cea515ef-56a2-43da-9ff0-16144b2b4fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:18.895114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-77b6c3f3-c8b5-489e-8dd4-524c8d2d4fec service neutron] 10.222.0.107 "GET /v2.0/networks/51e98a2c-64a2-4247-983c-c798ffa0d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006249 Feb 15 16:42:18.897058 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-087224cd-0f90-4b45-ba32-4251f0760370 req-9a7570e3-8ce9-4285-b892-cb6ab956099b tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=8fb5e160ed9346d1b0f8803d0b7b3212&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775757 Feb 15 16:42:18.959205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['b8879dcc-625a-4999-a587-e95efbcc667c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:42:19.042188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:19.042729 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:19.325964 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cea515ef-56a2-43da-9ff0-16144b2b4fa3 None None] Current status of the port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:19.332579 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cea515ef-56a2-43da-9ff0-16144b2b4fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:19.521809 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cea515ef-56a2-43da-9ff0-16144b2b4fa3 None None] For port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1f3d8361-8a42-4092-b3b0-9c5a7d99da3b,segment=NetworkSegment(b2620114-09f8-4090-9b44-faaa1919aa05),segment_id=b2620114-09f8-4090-9b44-faaa1919aa05)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:19.692606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3d641-020c-4567-bcfd-78f5566e10fe req-e7a1841d-0dcd-4d63-a1fe-063fec5cf258 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:19.694246 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-15e3d641-020c-4567-bcfd-78f5566e10fe req-e7a1841d-0dcd-4d63-a1fe-063fec5cf258 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 945 time: 0.1258228 Feb 15 16:42:19.706052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fa2f83-a5e9-4e64-8084-2e97c83552c4 None None] Network 51e98a2c-64a2-4247-983c-c798ffa0d83f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:42:19.731252 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-08f148d6-02e6-4352-b250-b31f949508b2 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4783661 Feb 15 16:42:19.748059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:19.855709 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cea515ef-56a2-43da-9ff0-16144b2b4fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:19.872445 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-15e3d641-020c-4567-bcfd-78f5566e10fe req-2f75755f-f84b-4ba7-8dd0-0ec604777115 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697516 Feb 15 16:42:19.903105 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:20.018318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea515ef-56a2-43da-9ff0-16144b2b4fa3 None None] Pushing event updated for resources: {'Port': ['ID=1f3d8361-8a42-4092-b3b0-9c5a7d99da3b,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:20.029512 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dcf9155c-84c0-4a2f-a024-b870a8d36cba req-d3958b2a-d777-46e0-a4bd-b4091e67cd3d tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d HTTP/1.1" status: 200 len: 210 time: 0.0729630 Feb 15 16:42:20.118131 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:42:20.118497 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:42:20.119063 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c413febf-9fb3-4fa3-8a32-ba9086332ae4 None None] Provisioning complete for port 858b70b8-d7f1-43be-962a-0314843a0306 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:20.119434 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c413febf-9fb3-4fa3-8a32-ba9086332ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (858b70b8-d7f1-43be-962a-0314843a0306), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:20.167567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d012d2e2-1ce3-4ba1-ac95-c4c1cc8af166 req-8981bd20-6ebf-48c7-9e54-1a2e92608933 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 210 time: 0.0731740 Feb 15 16:42:20.227154 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:20.483693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Allocated IP 172.25.4.32 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/f9503352-fa61-4ff1-a610-f0c6480523b3) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:42:20.520917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-76164e4e-ca5a-49b0-8171-0707e1ea5389 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8fb5e160ed9346d1b0f8803d0b7b3212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0749369 Feb 15 16:42:20.571279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c413febf-9fb3-4fa3-8a32-ba9086332ae4 None None] Current status of the port 858b70b8-d7f1-43be-962a-0314843a0306 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:20.572247 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c413febf-9fb3-4fa3-8a32-ba9086332ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (858b70b8-d7f1-43be-962a-0314843a0306), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:20.602537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e765a50-c55e-4654-8cb1-98d12acfd638 req-48ff2257-5471-47ce-8cdd-f3c113ee1db2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:20.622322 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6e765a50-c55e-4654-8cb1-98d12acfd638 req-48ff2257-5471-47ce-8cdd-f3c113ee1db2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.2849677 Feb 15 16:42:20.685956 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:42:20.784488 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks [] for port (f9503352-fa61-4ff1-a610-f0c6480523b3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:20.795522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c413febf-9fb3-4fa3-8a32-ba9086332ae4 None None] For port 858b70b8-d7f1-43be-962a-0314843a0306, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=858b70b8-d7f1-43be-962a-0314843a0306,segment=NetworkSegment(5c27bb74-8f76-4763-8335-3e540508c6f3),segment_id=5c27bb74-8f76-4763-8335-3e540508c6f3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:20.799866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:20.823888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6e765a50-c55e-4654-8cb1-98d12acfd638 req-5451fcd9-8a5f-4a09-bb35-8e54f21b21bc tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993299 Feb 15 16:42:20.875617 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-416d7bee-5492-4625-a923-adf1b35f074b tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:20.880732 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-416d7bee-5492-4625-a923-adf1b35f074b tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3521931 Feb 15 16:42:20.895193 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c413febf-9fb3-4fa3-8a32-ba9086332ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (858b70b8-d7f1-43be-962a-0314843a0306), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:20.907797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Request body: {'port': {'device_id': '4fc22774-f342-468e-849c-4ac7614c5b22', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '8fb5e160ed9346d1b0f8803d0b7b3212'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:20.985956 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f9503352-fa61-4ff1-a610-f0c6480523b3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:21.055116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413febf-9fb3-4fa3-8a32-ba9086332ae4 None None] Pushing event updated for resources: {'Port': ['ID=858b70b8-d7f1-43be-962a-0314843a0306,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:21.077117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-41d6e46d-1e5f-4aa9-8933-e54521700cf2 None None] Provisioning complete for port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:21.077825 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41d6e46d-1e5f-4aa9-8933-e54521700cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:21.124444 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Pushing event updated for resources: {'Port': ['ID=f9503352-fa61-4ff1-a610-f0c6480523b3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:21.139576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:42:21.141121 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:21.158265 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:42:21.179180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23392a8-e525-4d11-aef9-20ba1d680c8a req-9883e82f-6cc0-4607-b430-73c9381bf5ed tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:21.181120 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a23392a8-e525-4d11-aef9-20ba1d680c8a req-9883e82f-6cc0-4607-b430-73c9381bf5ed tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 945 time: 0.1497867 Feb 15 16:42:21.313271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 48f0019f-b57f-4872-b0f8-af00f8d0e802 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:42:21.314655 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a23392a8-e525-4d11-aef9-20ba1d680c8a req-0802cb29-7916-4ff7-8445-581e2c698e0f tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267054 Feb 15 16:42:21.368622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-41d6e46d-1e5f-4aa9-8933-e54521700cf2 None None] Current status of the port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:21.389702 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Made reservation on behalf of 8fb5e160ed9346d1b0f8803d0b7b3212 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:42:21.395813 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:21.406556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-41d6e46d-1e5f-4aa9-8933-e54521700cf2 None None] Provisioning complete for port 858b70b8-d7f1-43be-962a-0314843a0306 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:21.407021 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41d6e46d-1e5f-4aa9-8933-e54521700cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (858b70b8-d7f1-43be-962a-0314843a0306), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:21.410185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 48f0019f-b57f-4872-b0f8-af00f8d0e802 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:21.410185 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (48f0019f-b57f-4872-b0f8-af00f8d0e802), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:21.419066 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks [] for floatingip (a7e7c3d5-01ca-4e31-b984-56c60157079c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:21.424482 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:21.535735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-42903e18-92a9-4783-9856-bc12257b851b req-f25d45a7-f455-43f6-bd09-59d02307ca1e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d HTTP/1.1" status: 200 len: 210 time: 0.0461578 Feb 15 16:42:21.624120 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks [] for security_group (be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:21.625121 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f9503352-fa61-4ff1-a610-f0c6480523b3), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:21.654036 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 48f0019f-b57f-4872-b0f8-af00f8d0e802 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:21.656349 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (48f0019f-b57f-4872-b0f8-af00f8d0e802), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:21.681986 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 48f0019f-b57f-4872-b0f8-af00f8d0e802, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=48f0019f-b57f-4872-b0f8-af00f8d0e802,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:21.696127 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:21.712799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-41d6e46d-1e5f-4aa9-8933-e54521700cf2 None None] Current status of the port 858b70b8-d7f1-43be-962a-0314843a0306 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:21.755581 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fdd2504-4619-47dd-87a0-a6c2f340d467 req-6d89e4c3-d062-441e-b849-e61f7860b558 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 210 time: 0.0702293 Feb 15 16:42:21.789042 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (48f0019f-b57f-4872-b0f8-af00f8d0e802), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:21.789971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 858b70b8-d7f1-43be-962a-0314843a0306 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:42:21.990915 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks [] for port (f9503352-fa61-4ff1-a610-f0c6480523b3), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:21.991470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:22.052108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=48f0019f-b57f-4872-b0f8-af00f8d0e802,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:22.080393 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (f9503352-fa61-4ff1-a610-f0c6480523b3), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:22.091862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 858b70b8-d7f1-43be-962a-0314843a0306 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:22.092292 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (858b70b8-d7f1-43be-962a-0314843a0306), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:22.139144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Allocated IP 192.168.233.63 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/ecb55452-f499-4a74-9db9-77c5d421dd18) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:42:22.209095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Pushing event updated for resources: {'Port': ['ID=f9503352-fa61-4ff1-a610-f0c6480523b3,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:22.302111 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 858b70b8-d7f1-43be-962a-0314843a0306 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:22.304461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:42:22.332185 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (a7e7c3d5-01ca-4e31-b984-56c60157079c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:22.379909 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Sync routers for ids ['451f129a-06d9-467b-9548-cbecb9596632'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:42:22.391447 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Routers {'451f129a-06d9-467b-9548-cbecb9596632'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:42:22.395112 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:42:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['451f129a-06d9-467b-9548-cbecb9596632'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:22.413937 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:22.421069 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc9c7490-98f9-45c7-863d-497c7024f849 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6771734 Feb 15 16:42:22.466333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:22.466740 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:22.562458 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-099794fb-54f8-42cb-b221-a3f951186535 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.32 HTTP/1.1" status: 200 len: 695 time: 0.1363752 Feb 15 16:42:22.613645 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Set router 451f129a-06d9-467b-9548-cbecb9596632 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:42:22.643635 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-087224cd-0f90-4b45-ba32-4251f0760370 req-a6fd8ded-0b35-4a1d-ab66-e9817733e2f7 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8fb5e160ed9346d1b0f8803d0b7b3212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0744641 Feb 15 16:42:22.685930 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks [] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:22.748146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:22.931277 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451f129a-06d9-467b-9548-cbecb9596632', 'name': 'tempest-FloatingIPsTestJSON-110439224-router', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '48f0019f-b57f-4872-b0f8-af00f8d0e802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:42:08Z', 'updated_at': '2022-02-15T16:42:15Z', 'revision_number': 4, 'project_id': '2f9ace5336cc4f3896b52ad05780de70', 'gw_port': {'id': '48f0019f-b57f-4872-b0f8-af00f8d0e802', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451f129a-06d9-467b-9548-cbecb9596632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:42:09Z', 'updated_at': '2022-02-15T16:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3eedfd13-a495-45db-8769-028a4f585a8b', 'name': '', 'network_id': '363e405f-1874-49f7-9eea-5f3ef15d7376', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70', 'mac_address': 'fa:16:3e:70:0b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451f129a-06d9-467b-9548-cbecb9596632', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2fad6030-e9fa-48b7-941d-a4e2c6ce00d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:42:13Z', 'updated_at': '2022-02-15T16:42:15Z', 'revision_number': 2, 'project_id': '2f9ace5336cc4f3896b52ad05780de70', 'subnets': [{'id': '2fad6030-e9fa-48b7-941d-a4e2c6ce00d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:22.961236 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Checking router: 451f129a-06d9-467b-9548-cbecb9596632 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:42:22.961905 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Updating router 451f129a-06d9-467b-9548-cbecb9596632 port 3eedfd13-a495-45db-8769-028a4f585a8b binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:42:22.966309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b8879dcc-625a-4999-a587-e95efbcc667c up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:42:23.009504 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:23.052801 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:23.088077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc19830a-90b0-4d70-9870-ecee3cffe61f tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:23.103748 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-23315175-9f9a-4bca-ac5d-50d644eb9693 req-dc19830a-90b0-4d70-9870-ecee3cffe61f tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.5401571 Feb 15 16:42:23.230799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8afd1-926d-4193-adbf-e3e24bf0b826 req-7b41e244-a709-4b0e-99cf-c6ff335b14f6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:23.238988 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1ef8afd1-926d-4193-adbf-e3e24bf0b826 req-7b41e244-a709-4b0e-99cf-c6ff335b14f6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.8037603 Feb 15 16:42:23.294067 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087224cd-0f90-4b45-ba32-4251f0760370 req-f4d3039b-0ddd-453d-a0c7-3f2d0e393cf6 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:23.304799 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-087224cd-0f90-4b45-ba32-4251f0760370 req-f4d3039b-0ddd-453d-a0c7-3f2d0e393cf6 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3648348 Feb 15 16:42:23.314163 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Publish callbacks [] for port (3eedfd13-a495-45db-8769-028a4f585a8b), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:23.316942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:42:23.328620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:23.341983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Pushing event updated for resources: {'Port': ['ID=ecb55452-f499-4a74-9db9-77c5d421dd18,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:23.351177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:42:23.391014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-087224cd-0f90-4b45-ba32-4251f0760370 req-24c0e643-3bd9-442e-8bda-142688323c0e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Request body: {'port': {'device_id': '67d8bbb5-3b81-4522-ab2a-33d205751c2d', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '8fb5e160ed9346d1b0f8803d0b7b3212'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:23.416511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-602da8d2-5b16-471d-9135-13d858109953 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:23.421835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-602da8d2-5b16-471d-9135-13d858109953 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:23.423615 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-602da8d2-5b16-471d-9135-13d858109953 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.10 "GET /v2.0/networks?id=d73a83d4-0b71-4f20-a664-a4a0f7ec817a&id=51e98a2c-64a2-4247-983c-c798ffa0d83f HTTP/1.1" status: 200 len: 1391 time: 0.6143949 Feb 15 16:42:23.432644 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1ef8afd1-926d-4193-adbf-e3e24bf0b826 req-89c5afa0-661d-4acf-aea3-42726ea2e9d2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924758 Feb 15 16:42:23.440643 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:23.453688 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-9d732ae6-b9b4-4b61-ad92-df37bc1bc259 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Request body: {'port': {'device_id': 'e88684ff-5d06-468f-b49b-88d9ba269753', 'network_id': 'd73a83d4-0b71-4f20-a664-a4a0f7ec817a', 'admin_state_up': True, 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:23.494066 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 858b70b8-d7f1-43be-962a-0314843a0306 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:42:23.584665 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa05c8-5968-480b-842e-069bab5e14fb None None] Pushing event updated for resources: {'Port': ['ID=3eedfd13-a495-45db-8769-028a4f585a8b,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:23.635595 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa05c8-5968-480b-842e-069bab5e14fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:23.635908 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa05c8-5968-480b-842e-069bab5e14fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:23.644693 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa05c8-5968-480b-842e-069bab5e14fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:23.645274 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa05c8-5968-480b-842e-069bab5e14fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:23.645820 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa05c8-5968-480b-842e-069bab5e14fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:23.646338 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa05c8-5968-480b-842e-069bab5e14fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:23.646847 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa05c8-5968-480b-842e-069bab5e14fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:23.647351 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa05c8-5968-480b-842e-069bab5e14fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:23.647858 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa05c8-5968-480b-842e-069bab5e14fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:23.648358 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa05c8-5968-480b-842e-069bab5e14fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:23.648850 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa05c8-5968-480b-842e-069bab5e14fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:23.649342 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa05c8-5968-480b-842e-069bab5e14fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:23.649870 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaa05c8-5968-480b-842e-069bab5e14fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:23.706635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:23.707914 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:23.744563 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 858b70b8-d7f1-43be-962a-0314843a0306 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:23.744948 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (858b70b8-d7f1-43be-962a-0314843a0306), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:23.754290 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c5430-cc58-48fb-8e70-eebfb4738a80 req-a430a75b-fc9b-4fc0-8023-a846cb6d40a8 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:23.766483 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9f3c5430-cc58-48fb-8e70-eebfb4738a80 req-a430a75b-fc9b-4fc0-8023-a846cb6d40a8 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 945 time: 0.4606104 Feb 15 16:42:23.817421 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Attempting to bind port 3eedfd13-a495-45db-8769-028a4f585a8b on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:42:23.817826 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Attempting to bind port 3eedfd13-a495-45db-8769-028a4f585a8b by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f865520a-cdf6-430b-a0b9-7341ca525e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '363e405f-1874-49f7-9eea-5f3ef15d7376'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:42:23.818202 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Attempting to bind port 3eedfd13-a495-45db-8769-028a4f585a8b on network 363e405f-1874-49f7-9eea-5f3ef15d7376 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:23.831699 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:42:23.833569 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Checking segment: {'id': 'f865520a-cdf6-430b-a0b9-7341ca525e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '363e405f-1874-49f7-9eea-5f3ef15d7376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:42:23.834008 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:23.834415 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Bound using segment: {'id': 'f865520a-cdf6-430b-a0b9-7341ca525e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '363e405f-1874-49f7-9eea-5f3ef15d7376'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:42:23.834913 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Bound port: 3eedfd13-a495-45db-8769-028a4f585a8b, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f865520a-cdf6-430b-a0b9-7341ca525e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '363e405f-1874-49f7-9eea-5f3ef15d7376'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:42:23.835301 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:23.882402 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087224cd-0f90-4b45-ba32-4251f0760370 req-24c0e643-3bd9-442e-8bda-142688323c0e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Made reservation on behalf of 8fb5e160ed9346d1b0f8803d0b7b3212 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:42:23.895269 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-087224cd-0f90-4b45-ba32-4251f0760370 req-24c0e643-3bd9-442e-8bda-142688323c0e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:23.901739 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port b8879dcc-625a-4999-a587-e95efbcc667c completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:42:23.917319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port b8879dcc-625a-4999-a587-e95efbcc667c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:23.919915 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:23.930891 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f1ac5c-6465-4361-bd59-5aa834739407 req-84783a39-e676-4dfe-93c6-1f9f9c6a7b3b tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:23.933144 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75f1ac5c-6465-4361-bd59-5aa834739407 req-84783a39-e676-4dfe-93c6-1f9f9c6a7b3b tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 945 time: 0.2833285 Feb 15 16:42:23.938652 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9f3c5430-cc58-48fb-8e70-eebfb4738a80 req-6553e572-b20b-499c-99e8-9eea6bbbc331 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710062 Feb 15 16:42:23.946851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-aa1d4ab4-451e-48c3-a35f-bdf4ea7b0f99 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0521250 Feb 15 16:42:23.984594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Request body: {'port': {'device_id': '4fc22774-f342-468e-849c-4ac7614c5b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:24.012949 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] For port 3eedfd13-a495-45db-8769-028a4f585a8b, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:42:24.022831 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] For port 3eedfd13-a495-45db-8769-028a4f585a8b, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3eedfd13-a495-45db-8769-028a4f585a8b,segment=NetworkSegment(f865520a-cdf6-430b-a0b9-7341ca525e11),segment_id=f865520a-cdf6-430b-a0b9-7341ca525e11)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:42:24.053899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1e3210f5-3c78-4bb2-8df1-7d8b5965767d None None] Provisioning complete for port ecb55452-f499-4a74-9db9-77c5d421dd18 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:24.054906 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e3210f5-3c78-4bb2-8df1-7d8b5965767d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:24.056037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-9d732ae6-b9b4-4b61-ad92-df37bc1bc259 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Made reservation on behalf of 470a2c5ab8af406ba7a7838ed7ac3361 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:42:24.060929 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-9d732ae6-b9b4-4b61-ad92-df37bc1bc259 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:24.138023 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:24.160857 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2aa6a3a9-cae9-48d3-8ecb-950aa989791d req-15735310-7c3a-4979-9837-1aab0861bfd5 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d HTTP/1.1" status: 200 len: 210 time: 0.0537200 Feb 15 16:42:24.276315 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Routers {'451f129a-06d9-467b-9548-cbecb9596632'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:42:24.285765 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:42:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['451f129a-06d9-467b-9548-cbecb9596632'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:24.302505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1e3210f5-3c78-4bb2-8df1-7d8b5965767d None None] Port ecb55452-f499-4a74-9db9-77c5d421dd18 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:42:24.314671 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port b8879dcc-625a-4999-a587-e95efbcc667c is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:24.315064 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:24.339138 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 858b70b8-d7f1-43be-962a-0314843a0306 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:24.344643 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 48f0019f-b57f-4872-b0f8-af00f8d0e802 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:42:24.392902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port b8879dcc-625a-4999-a587-e95efbcc667c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b8879dcc-625a-4999-a587-e95efbcc667c,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:24.394762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-9d732ae6-b9b4-4b61-ad92-df37bc1bc259 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Allocated IP 19.80.0.148 (d73a83d4-0b71-4f20-a664-a4a0f7ec817a/5907ca57-81c8-4618-b078-f7a2003ec3b6/30e93813-45ee-4526-bf01-5e7a7f93fef3) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:42:24.405715 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b5dff13-2d00-41a3-ba94-f9e3f4292f4f req-071df18e-4f03-4e35-b641-4d43d5dd15a6 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 210 time: 0.0933008 Feb 15 16:42:24.451706 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0d9a4c-4b5f-43ee-ac50-d449eb050136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8879dcc-625a-4999-a587-e95efbcc667c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:24.461080 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49222598-77f6-48c1-9614-f942ec57d10b" -d '{"events": [{"server_uuid": "9a0d9a4c-4b5f-43ee-ac50-d449eb050136", "name": "network-vif-plugged", "status": "completed", "tag": "b8879dcc-625a-4999-a587-e95efbcc667c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:24.492807 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-087224cd-0f90-4b45-ba32-4251f0760370 req-24c0e643-3bd9-442e-8bda-142688323c0e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Allocated IP 192.168.233.121 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:42:24.498378 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3503f2f5-397f-439d-829a-02a03a1be540 None None] Provisioning complete for port 3eedfd13-a495-45db-8769-028a4f585a8b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:24.499379 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3503f2f5-397f-439d-829a-02a03a1be540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:24.558081 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:24.599379 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] Set router 451f129a-06d9-467b-9548-cbecb9596632 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:42:24.642867 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 48f0019f-b57f-4872-b0f8-af00f8d0e802 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:24.649815 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (48f0019f-b57f-4872-b0f8-af00f8d0e802), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:24.652181 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-9d732ae6-b9b4-4b61-ad92-df37bc1bc259 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks [] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:24.689874 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-50fdf176-290f-4457-a389-1526ba0ce26c req-585b7181-2887-4ba6-8522-a6625059a6f9 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/floatingips/a7e7c3d5-01ca-4e31-b984-56c60157079c HTTP/1.1" status: 200 len: 692 time: 0.2239306 Feb 15 16:42:24.755632 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-9d732ae6-b9b4-4b61-ad92-df37bc1bc259 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:24.760713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3503f2f5-397f-439d-829a-02a03a1be540 None None] Current status of the port 3eedfd13-a495-45db-8769-028a4f585a8b is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:24.761498 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75f1ac5c-6465-4361-bd59-5aa834739407 req-b862c900-4151-44e1-b352-aade3b0c36c7 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8124321 Feb 15 16:42:24.781668 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3503f2f5-397f-439d-829a-02a03a1be540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:24.837954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-9d732ae6-b9b4-4b61-ad92-df37bc1bc259 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Network d73a83d4-0b71-4f20-a664-a4a0f7ec817a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:42:24.839333 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:24.856039 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=b8879dcc-625a-4999-a587-e95efbcc667c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:24.856301 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa05c8-5968-480b-842e-069bab5e14fb None None] Pushing event updated for resources: {'Port': ['ID=3eedfd13-a495-45db-8769-028a4f585a8b,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:24.865022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d732ae6-b9b4-4b61-ad92-df37bc1bc259 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event updated for resources: {'Port': ['ID=30e93813-45ee-4526-bf01-5e7a7f93fef3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:24.871474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-9d732ae6-b9b4-4b61-ad92-df37bc1bc259 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:24.898643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e95f2-2c04-4012-8311-3f937bec6c0b req-ed8d0e0d-cb8d-4bc9-b12a-e78edb90b491 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:24.901721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a46e95f2-2c04-4012-8311-3f937bec6c0b req-ed8d0e0d-cb8d-4bc9-b12a-e78edb90b491 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 945 time: 0.8648806 Feb 15 16:42:24.904134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-9d732ae6-b9b4-4b61-ad92-df37bc1bc259 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:42:24.972534 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1b8add-8815-465f-9209-8d31a1ae66fb x-openstack-request-id: req-ae1b8add-8815-465f-9209-8d31a1ae66fb {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:24.973563 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0d9a4c-4b5f-43ee-ac50-d449eb050136", "name": "network-vif-plugged", "status": "completed", "tag": "b8879dcc-625a-4999-a587-e95efbcc667c", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:24.973563 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ae1b8add-8815-465f-9209-8d31a1ae66fb {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:24.973563 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0d9a4c-4b5f-43ee-ac50-d449eb050136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8879dcc-625a-4999-a587-e95efbcc667c', 'code': 200} Feb 15 16:42:25.001455 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451f129a-06d9-467b-9548-cbecb9596632', 'name': 'tempest-FloatingIPsTestJSON-110439224-router', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '48f0019f-b57f-4872-b0f8-af00f8d0e802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:42:08Z', 'updated_at': '2022-02-15T16:42:15Z', 'revision_number': 4, 'project_id': '2f9ace5336cc4f3896b52ad05780de70', 'gw_port': {'id': '48f0019f-b57f-4872-b0f8-af00f8d0e802', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451f129a-06d9-467b-9548-cbecb9596632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:42:09Z', 'updated_at': '2022-02-15T16:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3eedfd13-a495-45db-8769-028a4f585a8b', 'name': '', 'network_id': '363e405f-1874-49f7-9eea-5f3ef15d7376', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70', 'mac_address': 'fa:16:3e:70:0b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451f129a-06d9-467b-9548-cbecb9596632', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2fad6030-e9fa-48b7-941d-a4e2c6ce00d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:42:13Z', 'updated_at': '2022-02-15T16:42:24Z', 'revision_number': 4, 'project_id': '2f9ace5336cc4f3896b52ad05780de70', 'subnets': [{'id': '2fad6030-e9fa-48b7-941d-a4e2c6ce00d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:25.020182 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3503f2f5-397f-439d-829a-02a03a1be540 None None] For port 3eedfd13-a495-45db-8769-028a4f585a8b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3eedfd13-a495-45db-8769-028a4f585a8b,segment=NetworkSegment(f865520a-cdf6-430b-a0b9-7341ca525e11),segment_id=f865520a-cdf6-430b-a0b9-7341ca525e11)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:25.039513 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7f2fad-b9de-44fc-99ea-98c5344acabb None None] The sync data for ids ['451f129a-06d9-467b-9548-cbecb9596632'] in n-d-828372-14 is: [{'id': '451f129a-06d9-467b-9548-cbecb9596632', 'name': 'tempest-FloatingIPsTestJSON-110439224-router', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '48f0019f-b57f-4872-b0f8-af00f8d0e802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:42:08Z', 'updated_at': '2022-02-15T16:42:15Z', 'revision_number': 4, 'project_id': '2f9ace5336cc4f3896b52ad05780de70', 'gw_port': {'id': '48f0019f-b57f-4872-b0f8-af00f8d0e802', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451f129a-06d9-467b-9548-cbecb9596632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:42:09Z', 'updated_at': '2022-02-15T16:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3eedfd13-a495-45db-8769-028a4f585a8b', 'name': '', 'network_id': '363e405f-1874-49f7-9eea-5f3ef15d7376', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70', 'mac_address': 'fa:16:3e:70:0b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '451f129a-06d9-467b-9548-cbecb9596632', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '2fad6030-e9fa-48b7-941d-a4e2c6ce00d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:42:13Z', 'updated_at': '2022-02-15T16:42:24Z', 'revision_number': 4, 'project_id': '2f9ace5336cc4f3896b52ad05780de70', 'subnets': [{'id': '2fad6030-e9fa-48b7-941d-a4e2c6ce00d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:42:25.134346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 48f0019f-b57f-4872-b0f8-af00f8d0e802 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:25.134966 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdf176-290f-4457-a389-1526ba0ce26c req-2934251f-b21e-4021-acc3-e7620bd9212d tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:25.136611 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-50fdf176-290f-4457-a389-1526ba0ce26c req-2934251f-b21e-4021-acc3-e7620bd9212d tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.4358902 Feb 15 16:42:25.139233 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3503f2f5-397f-439d-829a-02a03a1be540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:25.310599 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503f2f5-397f-439d-829a-02a03a1be540 None None] Pushing event updated for resources: {'Port': ['ID=3eedfd13-a495-45db-8769-028a4f585a8b,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:25.395221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-43ce06cb-8765-47f6-8529-7930dd300f41 None None] Provisioning complete for port 3eedfd13-a495-45db-8769-028a4f585a8b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:25.404024 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43ce06cb-8765-47f6-8529-7930dd300f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:25.406366 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3eedfd13-a495-45db-8769-028a4f585a8b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:42:25.471545 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-087224cd-0f90-4b45-ba32-4251f0760370 req-24c0e643-3bd9-442e-8bda-142688323c0e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks [] for port (e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:25.574810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-9d732ae6-b9b4-4b61-ad92-df37bc1bc259 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:25.575451 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-9d732ae6-b9b4-4b61-ad92-df37bc1bc259 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:25.579176 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35d766-806e-4f62-b154-69f4dd1896cb req-ce20ab3f-b5ab-467d-b457-912f05a01477 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:25.580783 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fd35d766-806e-4f62-b154-69f4dd1896cb req-ce20ab3f-b5ab-467d-b457-912f05a01477 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 945 time: 0.2660258 Feb 15 16:42:25.612167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 3eedfd13-a495-45db-8769-028a4f585a8b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:25.612753 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:25.637931 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-087224cd-0f90-4b45-ba32-4251f0760370 req-24c0e643-3bd9-442e-8bda-142688323c0e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:25.726422 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087224cd-0f90-4b45-ba32-4251f0760370 req-24c0e643-3bd9-442e-8bda-142688323c0e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:42:25.749935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-43ce06cb-8765-47f6-8529-7930dd300f41 None None] Current status of the port 3eedfd13-a495-45db-8769-028a4f585a8b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:25.792281 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fd35d766-806e-4f62-b154-69f4dd1896cb req-576d7fa2-bb80-4c95-939a-27729bc33046 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008433 Feb 15 16:42:25.806112 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-087224cd-0f90-4b45-ba32-4251f0760370 req-24c0e643-3bd9-442e-8bda-142688323c0e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:25.821272 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-087224cd-0f90-4b45-ba32-4251f0760370 req-24c0e643-3bd9-442e-8bda-142688323c0e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:42:26.029923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-89f32abb-7dd1-4fa5-bf09-b10aaa915bd8 None None] Provisioning complete for port 30e93813-45ee-4526-bf01-5e7a7f93fef3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:26.030309 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-89f32abb-7dd1-4fa5-bf09-b10aaa915bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:26.043245 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 3eedfd13-a495-45db-8769-028a4f585a8b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:26.081929 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7830e-9e8b-4afa-9be0-97228f7136cf req-3de8e869-c515-401e-9206-e378c3b8ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:26.083727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48b7830e-9e8b-4afa-9be0-97228f7136cf req-3de8e869-c515-401e-9206-e378c3b8ff5d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 1129 time: 0.8699338 Feb 15 16:42:26.112279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-9d732ae6-b9b4-4b61-ad92-df37bc1bc259 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6764939 Feb 15 16:42:26.129266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8679b7d-c137-4d12-83dd-e9b53bce7ab9 req-4cd66c08-8162-4c0c-98fb-3a4cc4e39f1f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:26.131074 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8679b7d-c137-4d12-83dd-e9b53bce7ab9 req-4cd66c08-8162-4c0c-98fb-3a4cc4e39f1f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.9437087 Feb 15 16:42:26.139484 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0e643-3bd9-442e-8bda-142688323c0e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Pushing event updated for resources: {'Port': ['ID=e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:26.140715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-ccf17376-1c70-4dbb-81c2-93183f316bda tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Request body: {'port': {'device_id': 'e88684ff-5d06-468f-b49b-88d9ba269753', 'network_id': '51e98a2c-64a2-4247-983c-c798ffa0d83f', 'admin_state_up': True, 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:26.169177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-a46e95f2-2c04-4012-8311-3f937bec6c0b req-e427f6d3-0b53-4d35-b726-9b0257b4864c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Deleting port 589eebe3-25f9-41f9-a6ed-413fba3beb1c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:26.169954 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a46e95f2-2c04-4012-8311-3f937bec6c0b req-e427f6d3-0b53-4d35-b726-9b0257b4864c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (589eebe3-25f9-41f9-a6ed-413fba3beb1c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:26.188811 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0af21f6e-c39c-443d-b9f8-7994f7c377a5 req-a86b1c15-b9d1-45a3-b848-b93774344981 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/floatingips?tenant_id=2f9ace5336cc4f3896b52ad05780de70 HTTP/1.1" status: 200 len: 695 time: 0.3159051 Feb 15 16:42:26.195210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-89f32abb-7dd1-4fa5-bf09-b10aaa915bd8 None None] Port 30e93813-45ee-4526-bf01-5e7a7f93fef3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:42:26.332169 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5d3417cf-f8b6-4fb6-b43a-abd332e15034 None None] Provisioning complete for port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:26.332549 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d3417cf-f8b6-4fb6-b43a-abd332e15034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:26.373546 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087224cd-0f90-4b45-ba32-4251f0760370 req-24c0e643-3bd9-442e-8bda-142688323c0e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:26.374205 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-087224cd-0f90-4b45-ba32-4251f0760370 req-24c0e643-3bd9-442e-8bda-142688323c0e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:26.380515 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8679b7d-c137-4d12-83dd-e9b53bce7ab9 req-6e7d5bac-9698-4d54-bc10-8e232760e3fe tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990738 Feb 15 16:42:26.396641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5d3417cf-f8b6-4fb6-b43a-abd332e15034 None None] Port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:42:26.523472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a46e95f2-2c04-4012-8311-3f937bec6c0b req-e427f6d3-0b53-4d35-b726-9b0257b4864c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] For port 589eebe3-25f9-41f9-a6ed-413fba3beb1c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=589eebe3-25f9-41f9-a6ed-413fba3beb1c,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:26.523957 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a46e95f2-2c04-4012-8311-3f937bec6c0b req-e427f6d3-0b53-4d35-b726-9b0257b4864c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (589eebe3-25f9-41f9-a6ed-413fba3beb1c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:26.533501 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-087224cd-0f90-4b45-ba32-4251f0760370 req-24c0e643-3bd9-442e-8bda-142688323c0e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1535311 Feb 15 16:42:26.542032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-a46e95f2-2c04-4012-8311-3f937bec6c0b req-e427f6d3-0b53-4d35-b726-9b0257b4864c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Calling delete_port for 589eebe3-25f9-41f9-a6ed-413fba3beb1c owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:26.547824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af21f6e-c39c-443d-b9f8-7994f7c377a5 req-a4cb09ba-943e-43e5-be04-53d65dc9d2e6 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:26.547824 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0af21f6e-c39c-443d-b9f8-7994f7c377a5 req-a4cb09ba-943e-43e5-be04-53d65dc9d2e6 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/networks?id=41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 787 time: 0.3552282 Feb 15 16:42:26.549860 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Request body: {'port': {'device_id': '67d8bbb5-3b81-4522-ab2a-33d205751c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:26.558020 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-0af21f6e-c39c-443d-b9f8-7994f7c377a5 req-012b1d03-7c82-42e6-b5ff-69d53f7c7c0e tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:42:26.559046 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0af21f6e-c39c-443d-b9f8-7994f7c377a5 req-012b1d03-7c82-42e6-b5ff-69d53f7c7c0e tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055773 Feb 15 16:42:26.625266 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:26.887671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb55452-f499-4a74-9db9-77c5d421dd18 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:42:26.891696 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0c136-6688-4afb-8b7a-c596c272d4d7 req-a2c512c7-8ef6-4109-a8b3-63654dbecf99 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:26.893504 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aaa0c136-6688-4afb-8b7a-c596c272d4d7 req-a2c512c7-8ef6-4109-a8b3-63654dbecf99 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 932 time: 0.1043477 Feb 15 16:42:26.898616 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Publish callbacks [] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:26.914626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Transition to ACTIVE for port object ecb55452-f499-4a74-9db9-77c5d421dd18 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:42:26.984121 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aaa0c136-6688-4afb-8b7a-c596c272d4d7 req-4e5ac163-7584-4c17-80b8-8d0ab94e8eaf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826755 Feb 15 16:42:27.013690 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48b7830e-9e8b-4afa-9be0-97228f7136cf req-dfcfa334-3e78-4fc5-ba23-6ae5214b877a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9121521 Feb 15 16:42:27.022180 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a46e95f2-2c04-4012-8311-3f937bec6c0b req-e427f6d3-0b53-4d35-b726-9b0257b4864c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (589eebe3-25f9-41f9-a6ed-413fba3beb1c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:27.060218 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:27.170294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-ccf17376-1c70-4dbb-81c2-93183f316bda tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Made reservation on behalf of 470a2c5ab8af406ba7a7838ed7ac3361 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:42:27.184008 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-ccf17376-1c70-4dbb-81c2-93183f316bda tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:27.258285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c4d69-02a6-424f-bed2-405a8a9e8ac5 req-2836e249-68f6-4c4e-b328-6cb0152ca28e tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:27.259925 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b2c4d69-02a6-424f-bed2-405a8a9e8ac5 req-2836e249-68f6-4c4e-b328-6cb0152ca28e tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.1558321 Feb 15 16:42:27.297127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3eedfd13-a495-45db-8769-028a4f585a8b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:42:27.395951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb55452-f499-4a74-9db9-77c5d421dd18,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:27.433988 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:42:27.452843 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Publish callbacks [] for port (e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:27.459001 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 3eedfd13-a495-45db-8769-028a4f585a8b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:27.459400 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:27.486634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Transition to ACTIVE for port object e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:42:27.569866 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:27.580632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46e95f2-2c04-4012-8311-3f937bec6c0b req-e427f6d3-0b53-4d35-b726-9b0257b4864c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] No DVR routers for this DVR port 589eebe3-25f9-41f9-a6ed-413fba3beb1c on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:27.614994 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a46e95f2-2c04-4012-8311-3f937bec6c0b req-e427f6d3-0b53-4d35-b726-9b0257b4864c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:27.626344 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a46e95f2-2c04-4012-8311-3f937bec6c0b req-e427f6d3-0b53-4d35-b726-9b0257b4864c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "DELETE /v2.0/ports/589eebe3-25f9-41f9-a6ed-413fba3beb1c HTTP/1.1" status: 204 len: 173 time: 2.7051437 Feb 15 16:42:27.626344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec3bd21-a367-465a-9c40-73ed1643d5b0', 'name': 'network-vif-deleted', 'tag': '589eebe3-25f9-41f9-a6ed-413fba3beb1c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:27.626344 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e324c2-b414-432e-b778-b693d40b1dbd" -d '{"events": [{"server_uuid": "bec3bd21-a367-465a-9c40-73ed1643d5b0", "name": "network-vif-deleted", "tag": "589eebe3-25f9-41f9-a6ed-413fba3beb1c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:27.631823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-ccf17376-1c70-4dbb-81c2-93183f316bda tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Allocated IP 19.86.0.101 (51e98a2c-64a2-4247-983c-c798ffa0d83f/6792ab5f-e9d7-474e-8f5f-f9a539df23b1/3fa747eb-e14d-44e8-a824-37f84204fcfa) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:42:27.641313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 3eedfd13-a495-45db-8769-028a4f585a8b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:27.641574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427f6d3-0b53-4d35-b726-9b0257b4864c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Pushing event deleted for resources: {'Port': ['ID=589eebe3-25f9-41f9-a6ed-413fba3beb1c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:27.652365 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ca048-0afe-4072-82e2-8538f737fbcd req-e6db3cb8-7eb7-44e0-9e74-6867b6f9817f tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:27.654024 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-af4ca048-0afe-4072-82e2-8538f737fbcd req-e6db3cb8-7eb7-44e0-9e74-6867b6f9817f tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d HTTP/1.1" status: 200 len: 936 time: 0.6672499 Feb 15 16:42:27.681516 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Pushing event updated for resources: {'Port': ['ID=e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:27.695801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Attempting to bind port ecb55452-f499-4a74-9db9-77c5d421dd18 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:42:27.696155 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Attempting to bind port ecb55452-f499-4a74-9db9-77c5d421dd18 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:42:27.696496 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Attempting to bind port ecb55452-f499-4a74-9db9-77c5d421dd18 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:27.709842 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b2c4d69-02a6-424f-bed2-405a8a9e8ac5 req-12076d6b-69ae-4151-8fe8-61b79d722e29 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215400 Feb 15 16:42:27.714905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Port ecb55452-f499-4a74-9db9-77c5d421dd18 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:42:27.724106 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Attempting to bind port ecb55452-f499-4a74-9db9-77c5d421dd18 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:27.748120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:42:27.748503 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:42:27.748856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:42:27.749313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Bound port: ecb55452-f499-4a74-9db9-77c5d421dd18, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:42:27.749694 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:27.786255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-af4ca048-0afe-4072-82e2-8538f737fbcd req-a14c853f-c83f-4d13-afc1-dae0e6d40bdc tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244841 Feb 15 16:42:27.801607 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ecb0911-4fdd-4c26-a73d-56558e53619f req-f7f3c90f-14a9-46de-ac85-553dd8deac27 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/floatingips/a7e7c3d5-01ca-4e31-b984-56c60157079c HTTP/1.1" status: 200 len: 692 time: 0.0541008 Feb 15 16:42:27.932905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] For port ecb55452-f499-4a74-9db9-77c5d421dd18, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:42:27.954353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] For port ecb55452-f499-4a74-9db9-77c5d421dd18, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ecb55452-f499-4a74-9db9-77c5d421dd18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:42:27.983660 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-ccf17376-1c70-4dbb-81c2-93183f316bda tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks [] for port (3fa747eb-e14d-44e8-a824-37f84204fcfa), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:28.022247 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:28.083073 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32d5a7a7-5497-4acf-a108-d4836ba5926e req-f5dde910-68e1-4ee1-b776-fb1fe98e2baf tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0965576 Feb 15 16:42:28.123844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:28.124470 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:28.126205 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] 10.222.0.10 "PUT /v2.0/ports/ecb55452-f499-4a74-9db9-77c5d421dd18 HTTP/1.1" status: 200 len: 1096 time: 4.1481273 Feb 15 16:42:28.139462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb0911-4fdd-4c26-a73d-56558e53619f req-332620fd-013f-4faf-99a7-25e19bbd8e75 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:28.145107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ecb0911-4fdd-4c26-a73d-56558e53619f req-332620fd-013f-4faf-99a7-25e19bbd8e75 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.2546666 Feb 15 16:42:28.267492 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Attempting to bind port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:42:28.268167 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Attempting to bind port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:42:28.268604 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Attempting to bind port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:28.274767 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ecb0911-4fdd-4c26-a73d-56558e53619f req-0ec2e9b9-5422-4a05-9fa5-4926b1573327 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.32 HTTP/1.1" status: 200 len: 695 time: 0.1117668 Feb 15 16:42:28.277450 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:42:28.283381 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Attempting to bind port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:28.294608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:42:28.295282 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:42:28.296016 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:42:28.296676 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Bound port: e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:42:28.297229 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:28.376514 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] For port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:42:28.380371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] For port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:42:28.390290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce046e9-d607-42b1-a97e-2e20ed872ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=ecb55452-f499-4a74-9db9-77c5d421dd18,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:28.438733 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ecb0911-4fdd-4c26-a73d-56558e53619f req-a8b50db2-fe27-453c-9462-39e53a938cad tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.32 HTTP/1.1" status: 200 len: 695 time: 0.1541078 Feb 15 16:42:28.443766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-397c9d07-c7c4-4c7d-adeb-4585bd319dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:28.451614 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-397c9d07-c7c4-4c7d-adeb-4585bd319dd1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fb5e160ed9346d1b0f8803d0b7b3212&device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 1130 time: 0.1543465 Feb 15 16:42:28.456164 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:28.517516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f835eaa-2127-43ed-b6b8-25433bce5b48 req-768a0c03-90b8-4990-9b41-f151da3a17f9 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:28.520672 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8f835eaa-2127-43ed-b6b8-25433bce5b48 req-768a0c03-90b8-4990-9b41-f151da3a17f9 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.2747080 Feb 15 16:42:28.521848 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-146dc815-1183-4dd1-bf94-db189f1271c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=ecb55452-f499-4a74-9db9-77c5d421dd18 HTTP/1.1" status: 200 len: 217 time: 0.0627570 Feb 15 16:42:28.523419 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-ccf17376-1c70-4dbb-81c2-93183f316bda tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3fa747eb-e14d-44e8-a824-37f84204fcfa), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:28.525529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:28.526274 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:28.528477 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-087224cd-0f90-4b45-ba32-4251f0760370 req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] 10.222.0.10 "PUT /v2.0/ports/e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f HTTP/1.1" status: 200 len: 1097 time: 1.9824502 Feb 15 16:42:28.538529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d8bbb5-3b81-4522-ab2a-33d205751c2d', 'tag': 'e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:28.541992 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea43fe2-5427-4129-a46d-0af0e46ab014" -d '{"events": [{"name": "network-changed", "server_uuid": "67d8bbb5-3b81-4522-ab2a-33d205751c2d", "tag": "e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:28.586165 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4568c7-1fa6-4e8b-834b-231419150430 service neutron] Pushing event updated for resources: {'Port': ['ID=e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:28.625963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-ccf17376-1c70-4dbb-81c2-93183f316bda tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Network 51e98a2c-64a2-4247-983c-c798ffa0d83f is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:42:28.652714 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-ccf17376-1c70-4dbb-81c2-93183f316bda tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:28.655334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf17376-1c70-4dbb-81c2-93183f316bda tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event updated for resources: {'Port': ['ID=3fa747eb-e14d-44e8-a824-37f84204fcfa,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:28.671735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-ccf17376-1c70-4dbb-81c2-93183f316bda tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:42:28.711439 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-f886bb63-2395-4473-b0c9-e686f6019c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:28.712938 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-f886bb63-2395-4473-b0c9-e686f6019c3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1739538 Feb 15 16:42:28.721735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8f835eaa-2127-43ed-b6b8-25433bce5b48 req-581aed37-2030-40f7-8b72-cc0bf7aface8 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941283 Feb 15 16:42:28.823430 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-ccf17376-1c70-4dbb-81c2-93183f316bda tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:28.824110 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-ccf17376-1c70-4dbb-81c2-93183f316bda tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:28.828579 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087224cd-0f90-4b45-ba32-4251f0760370 req-c768b65a-6a6a-4207-85c0-7e251519f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:28.830725 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-087224cd-0f90-4b45-ba32-4251f0760370 req-c768b65a-6a6a-4207-85c0-7e251519f7e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fb5e160ed9346d1b0f8803d0b7b3212&device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d HTTP/1.1" status: 200 len: 1131 time: 0.1402800 Feb 15 16:42:28.867103 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b770cc67-b636-41a9-bdea-e963d91a7549 x-openstack-request-id: req-b770cc67-b636-41a9-bdea-e963d91a7549 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:28.867931 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec3bd21-a367-465a-9c40-73ed1643d5b0", "name": "network-vif-deleted", "tag": "589eebe3-25f9-41f9-a6ed-413fba3beb1c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:28.868375 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b770cc67-b636-41a9-bdea-e963d91a7549 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:28.869086 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec3bd21-a367-465a-9c40-73ed1643d5b0', 'name': 'network-vif-deleted', 'tag': '589eebe3-25f9-41f9-a6ed-413fba3beb1c', 'status': 'completed', 'code': 200} Feb 15 16:42:28.900228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-f4bc4b1c-1327-4e14-9093-43a254ea7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:28.906189 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-f4bc4b1c-1327-4e14-9093-43a254ea7a41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1815720 Feb 15 16:42:28.917248 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-087224cd-0f90-4b45-ba32-4251f0760370 req-68a3e13a-abb6-40af-b140-1689852567bb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f HTTP/1.1" status: 200 len: 217 time: 0.0749691 Feb 15 16:42:28.973922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-0ecb0911-4fdd-4c26-a73d-56558e53619f req-80a8a4ea-2f55-41ce-bc22-8767436f7d3b tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Deleting port f9503352-fa61-4ff1-a610-f0c6480523b3 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:28.973922 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0ecb0911-4fdd-4c26-a73d-56558e53619f req-80a8a4ea-2f55-41ce-bc22-8767436f7d3b tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f9503352-fa61-4ff1-a610-f0c6480523b3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:28.990122 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 589eebe3-25f9-41f9-a6ed-413fba3beb1c no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:29.028010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 589eebe3-25f9-41f9-a6ed-413fba3beb1c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:29.028481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 589eebe3-25f9-41f9-a6ed-413fba3beb1c not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:29.036898 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087224cd-0f90-4b45-ba32-4251f0760370 req-d103f315-f4b7-4857-a2e1-0c11287853fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:29.038911 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-087224cd-0f90-4b45-ba32-4251f0760370 req-d103f315-f4b7-4857-a2e1-0c11287853fa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1087201 Feb 15 16:42:29.049337 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-ccf17376-1c70-4dbb-81c2-93183f316bda tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9141860 Feb 15 16:42:29.098406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-4c38f2c5-7376-4f59-a61d-c4901364d783 None None] Provisioning complete for port 3fa747eb-e14d-44e8-a824-37f84204fcfa triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:29.099040 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4c38f2c5-7376-4f59-a61d-c4901364d783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3fa747eb-e14d-44e8-a824-37f84204fcfa), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:29.133463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087224cd-0f90-4b45-ba32-4251f0760370 req-5f641528-0ef7-4241-98f7-de211b320000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:29.135261 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-087224cd-0f90-4b45-ba32-4251f0760370 req-5f641528-0ef7-4241-98f7-de211b320000 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0895567 Feb 15 16:42:29.143974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4c38f2c5-7376-4f59-a61d-c4901364d783 None None] Port 3fa747eb-e14d-44e8-a824-37f84204fcfa cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:42:29.270931 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-087224cd-0f90-4b45-ba32-4251f0760370 req-462717f7-f95b-478f-ad9f-04d6eb8afee1 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257184 Feb 15 16:42:29.275429 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0ecb0911-4fdd-4c26-a73d-56558e53619f req-80a8a4ea-2f55-41ce-bc22-8767436f7d3b tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f9503352-fa61-4ff1-a610-f0c6480523b3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:29.275895 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0ecb0911-4fdd-4c26-a73d-56558e53619f req-80a8a4ea-2f55-41ce-bc22-8767436f7d3b tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks [] for floatingip (f9503352-fa61-4ff1-a610-f0c6480523b3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:29.307145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-0ecb0911-4fdd-4c26-a73d-56558e53619f req-80a8a4ea-2f55-41ce-bc22-8767436f7d3b tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Calling delete_port for f9503352-fa61-4ff1-a610-f0c6480523b3 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:29.433892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Request body: {'port': {'device_id': 'e88684ff-5d06-468f-b49b-88d9ba269753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:29.445249 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-087224cd-0f90-4b45-ba32-4251f0760370 req-57af5825-40fc-406e-9e44-1fa4ea8b9cfa service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599956 Feb 15 16:42:29.529323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44618b-1288-4b51-9d01-6725b46363e0 req-bf6ed21e-0e47-4dec-9218-60e768622069 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:29.534699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44618b-1288-4b51-9d01-6725b46363e0 req-bf6ed21e-0e47-4dec-9218-60e768622069 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:29.536806 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d44618b-1288-4b51-9d01-6725b46363e0 req-bf6ed21e-0e47-4dec-9218-60e768622069 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 1655 time: 0.5810270 Feb 15 16:42:29.560456 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:29.569850 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-ec92fb1e-61df-4169-a987-8fa02926c5a8 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6582072 Feb 15 16:42:29.594484 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0ecb0911-4fdd-4c26-a73d-56558e53619f req-80a8a4ea-2f55-41ce-bc22-8767436f7d3b tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f9503352-fa61-4ff1-a610-f0c6480523b3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:29.648551 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a8a4ea-2f55-41ce-bc22-8767436f7d3b tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Pushing event deleted for resources: {'Port': ['ID=f9503352-fa61-4ff1-a610-f0c6480523b3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:29.678744 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d44618b-1288-4b51-9d01-6725b46363e0 req-2eee7465-e39f-4327-8a58-5997ade4bc94 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298554 Feb 15 16:42:29.690122 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0ecb0911-4fdd-4c26-a73d-56558e53619f req-80a8a4ea-2f55-41ce-bc22-8767436f7d3b tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks [] for floatingip (a7e7c3d5-01ca-4e31-b984-56c60157079c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:29.693031 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-0ecb0911-4fdd-4c26-a73d-56558e53619f req-80a8a4ea-2f55-41ce-bc22-8767436f7d3b tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:29.694494 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ecb0911-4fdd-4c26-a73d-56558e53619f req-80a8a4ea-2f55-41ce-bc22-8767436f7d3b tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "DELETE /v2.0/floatingips/a7e7c3d5-01ca-4e31-b984-56c60157079c HTTP/1.1" status: 204 len: 173 time: 1.2494230 Feb 15 16:42:29.770098 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883f6cf4-7a09-4471-aa56-7e55ed47cb96 x-openstack-request-id: req-883f6cf4-7a09-4471-aa56-7e55ed47cb96 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:29.771038 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d8bbb5-3b81-4522-ab2a-33d205751c2d", "tag": "e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:29.772256 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-883f6cf4-7a09-4471-aa56-7e55ed47cb96 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:29.773348 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d8bbb5-3b81-4522-ab2a-33d205751c2d', 'tag': 'e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f', 'status': 'completed', 'code': 200} Feb 15 16:42:29.790122 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d46f0b77-18e4-41e3-941e-8239145dc507 req-be587e9b-4cc4-492a-9497-0e577a1fcca6 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120407 Feb 15 16:42:29.852108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea43fe2-5427-4129-a46d-0af0e46ab014 req-1fabbdc0-9462-4407-bb84-0898671bcdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:29.854395 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ea43fe2-5427-4129-a46d-0af0e46ab014 req-1fabbdc0-9462-4407-bb84-0898671bcdf3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fb5e160ed9346d1b0f8803d0b7b3212&device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d HTTP/1.1" status: 200 len: 1131 time: 0.0654945 Feb 15 16:42:29.909756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be34376-5ef8-40fb-a31e-3bd1bfe7ea03 req-30c0c367-e550-4c89-804a-1675762c267b tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:29.911327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9be34376-5ef8-40fb-a31e-3bd1bfe7ea03 req-30c0c367-e550-4c89-804a-1675762c267b tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.1134717 Feb 15 16:42:29.972508 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af7e86-4b74-44ed-8736-34c661246923 req-7d78a7c1-6513-45ca-8d01-b24945b0e210 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:29.974114 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24af7e86-4b74-44ed-8736-34c661246923 req-7d78a7c1-6513-45ca-8d01-b24945b0e210 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d HTTP/1.1" status: 200 len: 948 time: 0.1188295 Feb 15 16:42:30.001920 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9be34376-5ef8-40fb-a31e-3bd1bfe7ea03 req-d9b740a8-8603-4d02-826a-6c6257217835 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790071 Feb 15 16:42:30.007201 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea43fe2-5427-4129-a46d-0af0e46ab014 req-314dc7a2-cdc9-4ddb-b9e5-0909ce6427ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:30.008665 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ea43fe2-5427-4129-a46d-0af0e46ab014 req-314dc7a2-cdc9-4ddb-b9e5-0909ce6427ac service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1425486 Feb 15 16:42:30.069854 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ea43fe2-5427-4129-a46d-0af0e46ab014 req-e6668fe9-5e91-43ff-8a30-cf36ad4efbad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f HTTP/1.1" status: 200 len: 217 time: 0.0475252 Feb 15 16:42:30.076605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e93813-45ee-4526-bf01-5e7a7f93fef3 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:42:30.077336 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24af7e86-4b74-44ed-8736-34c661246923 req-cce76d6c-afaa-468c-a6ff-a3a7fde60203 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863857 Feb 15 16:42:30.085488 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Publish callbacks [] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:30.110871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Transition to ACTIVE for port object 30e93813-45ee-4526-bf01-5e7a7f93fef3 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:42:30.131532 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:30.145662 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72af4b9d-a3d5-4921-ba8b-8c9931dc51de req-3f2fa9b7-37f4-4598-a164-2abd461f2bd7 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0369396 Feb 15 16:42:30.165248 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea43fe2-5427-4129-a46d-0af0e46ab014 req-9b1d2c15-e2af-487b-8bef-100044601159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:30.166850 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ea43fe2-5427-4129-a46d-0af0e46ab014 req-9b1d2c15-e2af-487b-8bef-100044601159 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0886121 Feb 15 16:42:30.249759 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:30.351227 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Pushing event updated for resources: {'Port': ['ID=30e93813-45ee-4526-bf01-5e7a7f93fef3,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:30.364091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34699a3a-cb38-4bf3-a95b-57b47ff88abf req-1c14905f-d411-44b9-a7a2-1e635777c5ed tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:30.365891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34699a3a-cb38-4bf3-a95b-57b47ff88abf req-1c14905f-d411-44b9-a7a2-1e635777c5ed tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1500838 Feb 15 16:42:30.468094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34699a3a-cb38-4bf3-a95b-57b47ff88abf req-eab72a71-4fea-450d-9d15-d61913b45794 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782249 Feb 15 16:42:30.468808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Attempting to bind port 30e93813-45ee-4526-bf01-5e7a7f93fef3 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:42:30.469146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Attempting to bind port 30e93813-45ee-4526-bf01-5e7a7f93fef3 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'b2620114-09f8-4090-9b44-faaa1919aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd73a83d4-0b71-4f20-a664-a4a0f7ec817a'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:42:30.469531 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Attempting to bind port 30e93813-45ee-4526-bf01-5e7a7f93fef3 on network d73a83d4-0b71-4f20-a664-a4a0f7ec817a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:30.475050 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Port 30e93813-45ee-4526-bf01-5e7a7f93fef3 on network d73a83d4-0b71-4f20-a664-a4a0f7ec817a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:42:30.475376 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Attempting to bind port 30e93813-45ee-4526-bf01-5e7a7f93fef3 on network d73a83d4-0b71-4f20-a664-a4a0f7ec817a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:30.485973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:42:30.486361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Checking segment: {'id': 'b2620114-09f8-4090-9b44-faaa1919aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd73a83d4-0b71-4f20-a664-a4a0f7ec817a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:42:30.486702 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Bound using segment: {'id': 'b2620114-09f8-4090-9b44-faaa1919aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd73a83d4-0b71-4f20-a664-a4a0f7ec817a'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:42:30.487202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Bound port: 30e93813-45ee-4526-bf01-5e7a7f93fef3, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2620114-09f8-4090-9b44-faaa1919aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd73a83d4-0b71-4f20-a664-a4a0f7ec817a'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:42:30.487571 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:30.571438 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:30.582216 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-bde05cf1-34c6-4d7d-8dd0-43c7d02c7efe tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4703469 Feb 15 16:42:30.584952 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea43fe2-5427-4129-a46d-0af0e46ab014 req-d60ad645-22e6-4060-8ff4-be803f6fdf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:30.586387 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ea43fe2-5427-4129-a46d-0af0e46ab014 req-d60ad645-22e6-4060-8ff4-be803f6fdf46 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4112966 Feb 15 16:42:30.624390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:30.626317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] For port 30e93813-45ee-4526-bf01-5e7a7f93fef3, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:42:30.630342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] For port 30e93813-45ee-4526-bf01-5e7a7f93fef3, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=30e93813-45ee-4526-bf01-5e7a7f93fef3,segment=NetworkSegment(b2620114-09f8-4090-9b44-faaa1919aa05),segment_id=b2620114-09f8-4090-9b44-faaa1919aa05)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:42:30.697597 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:30.717849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ea43fe2-5427-4129-a46d-0af0e46ab014 req-5bcc8c7f-34c5-4d96-a9bd-1154f3c25af3 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205299 Feb 15 16:42:30.741233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:30.741873 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:30.743266 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] 10.222.0.10 "PUT /v2.0/ports/30e93813-45ee-4526-bf01-5e7a7f93fef3 HTTP/1.1" status: 200 len: 1093 time: 1.3155265 Feb 15 16:42:30.774232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a18246-7845-4084-8da9-d7a51466ce76 service neutron] Pushing event updated for resources: {'Port': ['ID=30e93813-45ee-4526-bf01-5e7a7f93fef3,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:30.795762 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:30.871322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fc22774-f342-468e-849c-4ac7614c5b22', 'tag': 'ecb55452-f499-4a74-9db9-77c5d421dd18'}, {'name': 'network-changed', 'server_uuid': 'e88684ff-5d06-468f-b49b-88d9ba269753', 'tag': '30e93813-45ee-4526-bf01-5e7a7f93fef3'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:30.873917 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44dad6c-7110-4e3e-8c99-e769ac2129ce" -d '{"events": [{"name": "network-changed", "server_uuid": "4fc22774-f342-468e-849c-4ac7614c5b22", "tag": "ecb55452-f499-4a74-9db9-77c5d421dd18"}, {"name": "network-changed", "server_uuid": "e88684ff-5d06-468f-b49b-88d9ba269753", "tag": "30e93813-45ee-4526-bf01-5e7a7f93fef3"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:30.894644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Request body: {'port': {'device_id': 'e88684ff-5d06-468f-b49b-88d9ba269753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:30.923736 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ea43fe2-5427-4129-a46d-0af0e46ab014 req-c3438f27-0fb7-49e2-8da1-652cb8fcc7d8 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984167 Feb 15 16:42:31.000234 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:31.016371 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:42:31.038607 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3fa747eb-e14d-44e8-a824-37f84204fcfa), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:31.059937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f48f0d-3b49-43dd-920b-6b5631933245 req-aadb4dc6-cd6f-4a54-b72e-6b3930e0a656 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:31.066415 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f48f0d-3b49-43dd-920b-6b5631933245 req-aadb4dc6-cd6f-4a54-b72e-6b3930e0a656 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:31.073808 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82f48f0d-3b49-43dd-920b-6b5631933245 req-aadb4dc6-cd6f-4a54-b72e-6b3930e0a656 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 1667 time: 0.1627936 Feb 15 16:42:31.129229 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Allocated IP 172.25.4.121 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/b60f672e-308b-4780-9855-ba67a847a08e) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:42:31.192658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:31.211242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': 'e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f', 'mac_address': 'fa:16:3e:32:41:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:42:31.234319 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82f48f0d-3b49-43dd-920b-6b5631933245 req-62b51062-698c-4c62-96ec-8ed2d3cb9ed0 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595309 Feb 15 16:42:31.286030 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks [] for port (b60f672e-308b-4780-9855-ba67a847a08e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:31.297017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:31.297690 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:31.315085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:42:31.353260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:31.409562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53691313-fd2f-4d48-a108-c0573408aa35 req-f20f19df-6751-41a9-ab80-69930fc1b59d tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:31.411089 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53691313-fd2f-4d48-a108-c0573408aa35 req-f20f19df-6751-41a9-ab80-69930fc1b59d tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.0891476 Feb 15 16:42:31.429315 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b60f672e-308b-4780-9855-ba67a847a08e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:31.452082 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:31.489948 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:42:31.493705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:31.501300 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:42:31.528428 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Pushing event updated for resources: {'Port': ['ID=b60f672e-308b-4780-9855-ba67a847a08e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:31.560427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:31.589233 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53691313-fd2f-4d48-a108-c0573408aa35 req-4cfe5c7c-3987-4803-9897-27520bdabd5f tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543806 Feb 15 16:42:31.603940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fa747eb-e14d-44e8-a824-37f84204fcfa {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:42:31.614817 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Publish callbacks [] for port (3fa747eb-e14d-44e8-a824-37f84204fcfa), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:31.639910 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks [] for floatingip (418fc739-784c-4385-82a9-146cd5e04fe9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:31.648182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Transition to ACTIVE for port object 3fa747eb-e14d-44e8-a824-37f84204fcfa will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:42:31.651987 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a72836-bbd7-4037-8dd5-0a969efd20b0 x-openstack-request-id: req-d0a72836-bbd7-4037-8dd5-0a969efd20b0 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:31.652287 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fc22774-f342-468e-849c-4ac7614c5b22", "tag": "ecb55452-f499-4a74-9db9-77c5d421dd18", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e88684ff-5d06-468f-b49b-88d9ba269753", "tag": "30e93813-45ee-4526-bf01-5e7a7f93fef3", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:31.652540 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d0a72836-bbd7-4037-8dd5-0a969efd20b0 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:31.652950 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fc22774-f342-468e-849c-4ac7614c5b22', 'tag': 'ecb55452-f499-4a74-9db9-77c5d421dd18', 'status': 'completed', 'code': 200} Feb 15 16:42:31.653208 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88684ff-5d06-468f-b49b-88d9ba269753', 'tag': '30e93813-45ee-4526-bf01-5e7a7f93fef3', 'status': 'completed', 'code': 200} Feb 15 16:42:31.741626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:42:31.763440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189ba00-ecdb-4d7c-9844-69f654426759 req-37fc30e2-e6e5-4672-b410-a3cf4cc4c5de tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:31.771568 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0189ba00-ecdb-4d7c-9844-69f654426759 req-37fc30e2-e6e5-4672-b410-a3cf4cc4c5de tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d HTTP/1.1" status: 200 len: 949 time: 0.0664268 Feb 15 16:42:31.780498 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-b500a4c4-5941-41c5-babb-a4174ec4a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:31.780984 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3fa747eb-e14d-44e8-a824-37f84204fcfa), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:31.782782 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-b500a4c4-5941-41c5-babb-a4174ec4a2be service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fb5e160ed9346d1b0f8803d0b7b3212&device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 1130 time: 0.1042757 Feb 15 16:42:31.784033 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b60f672e-308b-4780-9855-ba67a847a08e), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:31.993748 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks [] for port (b60f672e-308b-4780-9855-ba67a847a08e), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:31.999623 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0189ba00-ecdb-4d7c-9844-69f654426759 req-b91e8d97-e5a2-4410-b1ff-d51bac30c87e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270579 Feb 15 16:42:32.006079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa747eb-e14d-44e8-a824-37f84204fcfa,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:32.147995 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-cd1cae79-8f23-4cd6-9e17-28f66aefcda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:32.149667 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-cd1cae79-8f23-4cd6-9e17-28f66aefcda5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1594746 Feb 15 16:42:32.152690 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (b60f672e-308b-4780-9855-ba67a847a08e), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:32.197769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Attempting to bind port 3fa747eb-e14d-44e8-a824-37f84204fcfa on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:42:32.197769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Attempting to bind port 3fa747eb-e14d-44e8-a824-37f84204fcfa by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '5c27bb74-8f76-4763-8335-3e540508c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51e98a2c-64a2-4247-983c-c798ffa0d83f'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:42:32.197769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Attempting to bind port 3fa747eb-e14d-44e8-a824-37f84204fcfa on network 51e98a2c-64a2-4247-983c-c798ffa0d83f {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:32.213670 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0dbc65c1-77fa-4cd6-bb89-b522492203de req-1a753c64-2521-4076-8b8f-4e8776109768 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0846503 Feb 15 16:42:32.220744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Port 3fa747eb-e14d-44e8-a824-37f84204fcfa on network 51e98a2c-64a2-4247-983c-c798ffa0d83f not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:42:32.221643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Attempting to bind port 3fa747eb-e14d-44e8-a824-37f84204fcfa on network 51e98a2c-64a2-4247-983c-c798ffa0d83f {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:32.240781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:42:32.240781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Checking segment: {'id': '5c27bb74-8f76-4763-8335-3e540508c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51e98a2c-64a2-4247-983c-c798ffa0d83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:42:32.240781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Bound using segment: {'id': '5c27bb74-8f76-4763-8335-3e540508c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51e98a2c-64a2-4247-983c-c798ffa0d83f'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:42:32.240781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Bound port: 3fa747eb-e14d-44e8-a824-37f84204fcfa, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c27bb74-8f76-4763-8335-3e540508c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '51e98a2c-64a2-4247-983c-c798ffa0d83f'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:42:32.240781 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3fa747eb-e14d-44e8-a824-37f84204fcfa), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:32.319270 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-b62dff54-c228-4043-80e3-39f3bf1471de service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=ecb55452-f499-4a74-9db9-77c5d421dd18 HTTP/1.1" status: 200 len: 217 time: 0.1421430 Feb 15 16:42:32.387284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967abb5b-d6c3-4b18-a99a-43a0d6a65529 req-660e27b3-cfe6-466f-a1f2-53d3fd634271 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:32.388894 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-967abb5b-d6c3-4b18-a99a-43a0d6a65529 req-660e27b3-cfe6-466f-a1f2-53d3fd634271 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.0892162 Feb 15 16:42:32.404449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] For port 3fa747eb-e14d-44e8-a824-37f84204fcfa, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:42:32.404696 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (418fc739-784c-4385-82a9-146cd5e04fe9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:32.411295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Pushing event updated for resources: {'Port': ['ID=b60f672e-308b-4780-9855-ba67a847a08e,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:32.411544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] For port 3fa747eb-e14d-44e8-a824-37f84204fcfa, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3fa747eb-e14d-44e8-a824-37f84204fcfa,segment=NetworkSegment(5c27bb74-8f76-4763-8335-3e540508c6f3),segment_id=5c27bb74-8f76-4763-8335-3e540508c6f3)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:42:32.423491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-2cc96c65-97e2-4922-8bd0-927e41ed2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:32.429734 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-2cc96c65-97e2-4922-8bd0-927e41ed2b4a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0963411 Feb 15 16:42:32.468587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-967abb5b-d6c3-4b18-a99a-43a0d6a65529 req-673346d0-1296-49f0-953d-19d7e32a44e8 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709455 Feb 15 16:42:32.511472 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-d2f6fa16-6e94-4b1a-aa07-08ce0f117171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:32.513295 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-d2f6fa16-6e94-4b1a-aa07-08ce0f117171 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0805340 Feb 15 16:42:32.523239 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:32.524470 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-0c7c0e60-7444-4a65-bcc5-f694d86bdd95 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9342508 Feb 15 16:42:32.563929 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3fa747eb-e14d-44e8-a824-37f84204fcfa), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:32.610682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:32.611372 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:32.615021 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] 10.222.0.10 "PUT /v2.0/ports/3fa747eb-e14d-44e8-a824-37f84204fcfa HTTP/1.1" status: 200 len: 1093 time: 1.7253468 Feb 15 16:42:32.657279 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-82a3dbf7-fdde-4be4-bba6-267933ae4bad tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.121 HTTP/1.1" status: 200 len: 696 time: 0.1238942 Feb 15 16:42:32.671992 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781fe5c-908e-4bbc-87a7-93aebc6bced2 service neutron] Pushing event updated for resources: {'Port': ['ID=3fa747eb-e14d-44e8-a824-37f84204fcfa,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:32.706535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422ca90-a19c-489d-8a75-f66ffaefa454 req-92aea8cb-452e-4994-979b-819895d5775c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:32.723005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422ca90-a19c-489d-8a75-f66ffaefa454 req-92aea8cb-452e-4994-979b-819895d5775c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:32.732151 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c422ca90-a19c-489d-8a75-f66ffaefa454 req-92aea8cb-452e-4994-979b-819895d5775c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 1679 time: 0.1982312 Feb 15 16:42:32.829884 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c422ca90-a19c-489d-8a75-f66ffaefa454 req-5755adca-a610-4845-8550-b9e528d861f7 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936389 Feb 15 16:42:32.885980 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-befe9836-71ed-4d58-abe0-c07a36197580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:32.886384 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-befe9836-71ed-4d58-abe0-c07a36197580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:32.888301 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-befe9836-71ed-4d58-abe0-c07a36197580 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=470a2c5ab8af406ba7a7838ed7ac3361&device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 2045 time: 0.0982046 Feb 15 16:42:32.898807 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-c17dd270-110d-44e5-a932-772e7ee16b16 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:32.900110 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-09de21ac-7b26-46f5-ad6b-b25952237ce5 req-c17dd270-110d-44e5-a932-772e7ee16b16 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.2353597 Feb 15 16:42:32.966908 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-3d8054ec-57da-4a58-9201-a15bbc544477 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.148&port_id=30e93813-45ee-4526-bf01-5e7a7f93fef3 HTTP/1.1" status: 200 len: 217 time: 0.0688064 Feb 15 16:42:33.022526 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e97af620-5eda-4448-a455-9da1392ba102 req-016c2959-eda9-4123-8071-9bd0bb444dd4 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/floatingips/418fc739-784c-4385-82a9-146cd5e04fe9 HTTP/1.1" status: 200 len: 693 time: 0.0855956 Feb 15 16:42:33.031364 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ecb55452-f499-4a74-9db9-77c5d421dd18 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:42:33.039253 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:42:33.078832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-4e34f0ff-b244-4b55-bd25-fb5ade6b0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:33.080207 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-4e34f0ff-b244-4b55-bd25-fb5ade6b0507 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5907ca57-81c8-4618-b078-f7a2003ec3b6 HTTP/1.1" status: 200 len: 801 time: 0.0875893 Feb 15 16:42:33.089088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda9a27-034c-41bd-ab5f-7fc1e6c27bce req-3434c93f-5735-4d9f-bb7a-6e92bb10d80d tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:33.094805 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4dda9a27-034c-41bd-ab5f-7fc1e6c27bce req-3434c93f-5735-4d9f-bb7a-6e92bb10d80d tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.1347311 Feb 15 16:42:33.119008 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-6946d8bb-7320-46b2-aba4-45c7cb6fa620 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5935891 Feb 15 16:42:33.185393 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4dda9a27-034c-41bd-ab5f-7fc1e6c27bce req-4f7841ac-1060-464e-8453-cbcfdaf701c9 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836656 Feb 15 16:42:33.198128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-966d3693-34b9-41be-b0f0-6577e46ad48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:33.199677 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-966d3693-34b9-41be-b0f0-6577e46ad48f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d73a83d4-0b71-4f20-a664-a4a0f7ec817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1081715 Feb 15 16:42:33.302368 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-9d07fa8d-9cff-47ed-af41-35f0bab1068f service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753552 Feb 15 16:42:33.310015 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97af620-5eda-4448-a455-9da1392ba102 req-8e0f3b1e-33b6-44e4-9201-48bf69774d2a tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:33.311499 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e97af620-5eda-4448-a455-9da1392ba102 req-8e0f3b1e-33b6-44e4-9201-48bf69774d2a tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.2781115 Feb 15 16:42:33.406231 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa85e1-472f-458f-99a2-144acacc8bd6 req-2ff63d40-1341-4bed-9b73-f7fdcf115512 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:33.408512 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ffa85e1-472f-458f-99a2-144acacc8bd6 req-2ff63d40-1341-4bed-9b73-f7fdcf115512 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d HTTP/1.1" status: 200 len: 949 time: 0.0928030 Feb 15 16:42:33.411225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-b8a752ae-94c6-4df9-a75c-d5f9e9f40ec6 service neutron] 10.222.0.10 "GET /v2.0/networks/d73a83d4-0b71-4f20-a664-a4a0f7ec817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003183 Feb 15 16:42:33.425842 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e97af620-5eda-4448-a455-9da1392ba102 req-0de5637e-bb62-4daf-9a4c-c60540c0a543 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.121 HTTP/1.1" status: 200 len: 696 time: 0.1021278 Feb 15 16:42:33.473495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ecb55452-f499-4a74-9db9-77c5d421dd18, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ecb55452-f499-4a74-9db9-77c5d421dd18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:33.491248 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'ecb55452-f499-4a74-9db9-77c5d421dd18', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': 'ecb55452-f499-4a74-9db9-77c5d421dd18', 'mac_address': 'fa:16:3e:3b:be:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:42:33.524472 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e97af620-5eda-4448-a455-9da1392ba102 req-2f0e18ad-fb5d-4347-99d8-50d2e20bd4f6 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.121 HTTP/1.1" status: 200 len: 696 time: 0.0922344 Feb 15 16:42:33.536407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port ecb55452-f499-4a74-9db9-77c5d421dd18 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:33.537119 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:33.554486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb55452-f499-4a74-9db9-77c5d421dd18 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:42:33.569713 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ffa85e1-472f-458f-99a2-144acacc8bd6 req-1a7d0572-cb29-4cfd-adb3-96935c1ee591 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552916 Feb 15 16:42:33.600806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ecb55452-f499-4a74-9db9-77c5d421dd18, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ecb55452-f499-4a74-9db9-77c5d421dd18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:33.603316 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:42:33.616894 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:33.616894 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:33.644771 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-c3a0e1e6-8e7f-4f80-895f-7a0540365ad6 service neutron] 10.222.0.10 "GET /v2.0/networks/d73a83d4-0b71-4f20-a664-a4a0f7ec817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019193 Feb 15 16:42:33.687664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e88684ff-5d06-468f-b49b-88d9ba269753', 'tag': '3fa747eb-e14d-44e8-a824-37f84204fcfa'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:33.691328 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8659eb-f7f1-450a-8ae6-cfb090737db0" -d '{"events": [{"name": "network-changed", "server_uuid": "e88684ff-5d06-468f-b49b-88d9ba269753", "tag": "3fa747eb-e14d-44e8-a824-37f84204fcfa"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:33.695587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-d156c70e-9e98-4ebb-9046-c5d288e178b1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.101&port_id=3fa747eb-e14d-44e8-a824-37f84204fcfa HTTP/1.1" status: 200 len: 217 time: 0.0467002 Feb 15 16:42:33.698508 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-e97af620-5eda-4448-a455-9da1392ba102 req-a5f3122b-a8e0-4117-b1cd-3ff856f52d1a tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Deleting port b60f672e-308b-4780-9855-ba67a847a08e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:33.702505 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e97af620-5eda-4448-a455-9da1392ba102 req-a5f3122b-a8e0-4117-b1cd-3ff856f52d1a tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b60f672e-308b-4780-9855-ba67a847a08e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:33.724944 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:33.792746 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-058a6956-5213-4b09-8cf5-a95240b99d3c req-3c098baa-5036-4859-87ac-39946b6bf640 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0915604 Feb 15 16:42:33.794748 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=ecb55452-f499-4a74-9db9-77c5d421dd18,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:33.818988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:33.820233 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:33.838118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-027ad591-383d-4ef4-886f-95e5efd2f165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:33.844706 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-027ad591-383d-4ef4-886f-95e5efd2f165 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6792ab5f-e9d7-474e-8f5f-f9a539df23b1 HTTP/1.1" status: 200 len: 801 time: 0.1379788 Feb 15 16:42:33.855748 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e97af620-5eda-4448-a455-9da1392ba102 req-a5f3122b-a8e0-4117-b1cd-3ff856f52d1a tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b60f672e-308b-4780-9855-ba67a847a08e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:33.856093 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e97af620-5eda-4448-a455-9da1392ba102 req-a5f3122b-a8e0-4117-b1cd-3ff856f52d1a tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks [] for floatingip (b60f672e-308b-4780-9855-ba67a847a08e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:33.857638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:33.858562 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d8bbb5-3b81-4522-ab2a-33d205751c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:33.860790 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccd9d11-7a23-42c9-a527-e4ef0711669a" -d '{"events": [{"server_uuid": "67d8bbb5-3b81-4522-ab2a-33d205751c2d", "name": "network-vif-plugged", "status": "completed", "tag": "e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:33.880949 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-e97af620-5eda-4448-a455-9da1392ba102 req-a5f3122b-a8e0-4117-b1cd-3ff856f52d1a tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Calling delete_port for b60f672e-308b-4780-9855-ba67a847a08e owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:33.960085 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:33.984654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-5d2bbd3c-ea5e-4218-9e95-1ce79f63b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:33.986321 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-5d2bbd3c-ea5e-4218-9e95-1ce79f63b948 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=51e98a2c-64a2-4247-983c-c798ffa0d83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1341436 Feb 15 16:42:34.006122 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['ecb55452-f499-4a74-9db9-77c5d421dd18'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:42:34.070366 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9d26a-0e63-43d1-ba5d-85cdc5d3bec3 req-57f9cd4a-7edb-4666-ad48-0c5ffd085159 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:34.078361 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-45a9d26a-0e63-43d1-ba5d-85cdc5d3bec3 req-57f9cd4a-7edb-4666-ad48-0c5ffd085159 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1745665 Feb 15 16:42:34.127035 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e97af620-5eda-4448-a455-9da1392ba102 req-a5f3122b-a8e0-4117-b1cd-3ff856f52d1a tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b60f672e-308b-4780-9855-ba67a847a08e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:34.136905 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:34.151951 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-c55d3d94-c13d-486a-b75d-7b1355864f22 service neutron] 10.222.0.10 "GET /v2.0/networks/51e98a2c-64a2-4247-983c-c798ffa0d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567428 Feb 15 16:42:34.162528 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-45a9d26a-0e63-43d1-ba5d-85cdc5d3bec3 req-29f09df0-aad4-4402-96cf-e45cf5d5b089 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832534 Feb 15 16:42:34.249036 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3122b-a8e0-4117-b1cd-3ff856f52d1a tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Pushing event deleted for resources: {'Port': ['ID=b60f672e-308b-4780-9855-ba67a847a08e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:34.274270 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e0ff5d-7fcd-4bf6-8438-df1dfb342000 x-openstack-request-id: req-72e0ff5d-7fcd-4bf6-8438-df1dfb342000 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:34.274741 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e88684ff-5d06-468f-b49b-88d9ba269753", "tag": "3fa747eb-e14d-44e8-a824-37f84204fcfa", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:34.274938 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-72e0ff5d-7fcd-4bf6-8438-df1dfb342000 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:34.275346 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e88684ff-5d06-468f-b49b-88d9ba269753', 'tag': '3fa747eb-e14d-44e8-a824-37f84204fcfa', 'status': 'completed', 'code': 200} Feb 15 16:42:34.276366 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e97af620-5eda-4448-a455-9da1392ba102 req-a5f3122b-a8e0-4117-b1cd-3ff856f52d1a tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks [] for floatingip (418fc739-784c-4385-82a9-146cd5e04fe9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:34.289231 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e97af620-5eda-4448-a455-9da1392ba102 req-a5f3122b-a8e0-4117-b1cd-3ff856f52d1a tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:34.293447 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e97af620-5eda-4448-a455-9da1392ba102 req-a5f3122b-a8e0-4117-b1cd-3ff856f52d1a tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "DELETE /v2.0/floatingips/418fc739-784c-4385-82a9-146cd5e04fe9 HTTP/1.1" status: 204 len: 173 time: 0.7676167 Feb 15 16:42:34.362630 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70b1b8a-8e53-4562-84a9-ee6e95131564 x-openstack-request-id: req-a70b1b8a-8e53-4562-84a9-ee6e95131564 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:34.363583 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d8bbb5-3b81-4522-ab2a-33d205751c2d", "name": "network-vif-plugged", "status": "completed", "tag": "e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:34.363964 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a70b1b8a-8e53-4562-84a9-ee6e95131564 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:34.364979 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d8bbb5-3b81-4522-ab2a-33d205751c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f', 'code': 200} Feb 15 16:42:34.436587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5e3acc8-ea0d-4f3d-87d1-7d7540edaa61 req-e261e4ce-15a5-4161-9035-41a4b85e4e52 service neutron] 10.222.0.10 "GET /v2.0/networks/51e98a2c-64a2-4247-983c-c798ffa0d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728913 Feb 15 16:42:34.465631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0a8c1-46b9-404f-af7d-0c723b43a624 req-b1f84242-cad5-4f1c-9fb5-fbc6ff538ccb tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:34.471074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0a8c1-46b9-404f-af7d-0c723b43a624 req-b1f84242-cad5-4f1c-9fb5-fbc6ff538ccb tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:34.473207 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7a0a8c1-46b9-404f-af7d-0c723b43a624 req-b1f84242-cad5-4f1c-9fb5-fbc6ff538ccb tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 1679 time: 0.1283574 Feb 15 16:42:34.534064 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7a0a8c1-46b9-404f-af7d-0c723b43a624 req-c03911ff-bb09-4b34-8923-60cae76c3624 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547740 Feb 15 16:42:34.553914 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf9f69-64d1-45da-a4a3-6b9d250d34da req-c5f73216-fce8-4ec8-8cd8-e2fb994b5aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:34.555527 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bdbf9f69-64d1-45da-a4a3-6b9d250d34da req-c5f73216-fce8-4ec8-8cd8-e2fb994b5aca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d HTTP/1.1" status: 200 len: 1133 time: 0.1176832 Feb 15 16:42:34.569731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b801d2-2c55-4c83-8b2f-27ad30f347e9 req-d7393374-f6d3-402c-9494-e52ece7060d9 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:34.571321 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19b801d2-2c55-4c83-8b2f-27ad30f347e9 req-d7393374-f6d3-402c-9494-e52ece7060d9 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.1115980 Feb 15 16:42:34.611016 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-162a9479-5b52-49fb-8332-699e507217c4 req-869baa78-fa97-4010-b52e-1d670c085b7c tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] show failed (client error): The resource could not be found. Feb 15 16:42:34.612156 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-162a9479-5b52-49fb-8332-699e507217c4 req-869baa78-fa97-4010-b52e-1d670c085b7c tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/floatingips/418fc739-784c-4385-82a9-146cd5e04fe9 HTTP/1.1" status: 404 len: 350 time: 0.0469594 Feb 15 16:42:34.661448 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bdbf9f69-64d1-45da-a4a3-6b9d250d34da req-fca86005-2cd5-4828-95c4-d4b1a79029ca service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890448 Feb 15 16:42:34.666032 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19b801d2-2c55-4c83-8b2f-27ad30f347e9 req-de79881a-1766-4919-806e-da09cfd443dd tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873225 Feb 15 16:42:34.683871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-0432e8e4-7649-4cc7-bd86-dfc257fc3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:34.684376 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-0432e8e4-7649-4cc7-bd86-dfc257fc3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:34.686161 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-0432e8e4-7649-4cc7-bd86-dfc257fc3d30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=470a2c5ab8af406ba7a7838ed7ac3361&device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 2045 time: 0.0600104 Feb 15 16:42:34.733455 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [req-317f2064-380e-438e-a4ec-5ca0caaabc03 req-36641995-7b3f-4468-804c-16c422334e55 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] show failed (client error): The resource could not be found. Feb 15 16:42:34.734801 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-317f2064-380e-438e-a4ec-5ca0caaabc03 req-36641995-7b3f-4468-804c-16c422334e55 tempest-FloatingIPsTestJSON-2081373523 tempest-FloatingIPsTestJSON-2081373523-project] 10.222.0.107 "GET /v2.0/floatingips/418fc739-784c-4385-82a9-146cd5e04fe9 HTTP/1.1" status: 404 len: 350 time: 0.0392108 Feb 15 16:42:34.743797 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40892) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:34.755183 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e068d-ed5f-4d3e-97a2-dbb7d6226c4e req-3261f1bc-6ccc-4425-bac6-4b1d182a0a9d tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:34.757163 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc2e068d-ed5f-4d3e-97a2-dbb7d6226c4e req-3261f1bc-6ccc-4425-bac6-4b1d182a0a9d tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d HTTP/1.1" status: 200 len: 950 time: 0.0611756 Feb 15 16:42:34.815593 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc2e068d-ed5f-4d3e-97a2-dbb7d6226c4e req-8f97f244-73d9-469f-86bb-6d9e8a82d214 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522885 Feb 15 16:42:34.920486 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d63ee1b9-19bc-4646-bfa3-fd55957df612 req-82fc3d89-6138-4fea-b446-402e06865d71 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0385075 Feb 15 16:42:35.017529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-f6e13016-6ead-43ac-8e5f-95ebddf5e013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:35.019922 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-f6e13016-6ead-43ac-8e5f-95ebddf5e013 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d73a83d4-0b71-4f20-a664-a4a0f7ec817a HTTP/1.1" status: 200 len: 903 time: 0.1543198 Feb 15 16:42:35.031749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ecb55452-f499-4a74-9db9-77c5d421dd18 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:42:35.063078 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-c6817676-e7f5-4bf6-85e9-c494b3434d6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.148&port_id=30e93813-45ee-4526-bf01-5e7a7f93fef3 HTTP/1.1" status: 200 len: 217 time: 0.0363264 Feb 15 16:42:35.125485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-2bdeb911-f3b1-49dc-bd76-17ba81757512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:35.127310 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-2bdeb911-f3b1-49dc-bd76-17ba81757512 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5907ca57-81c8-4618-b078-f7a2003ec3b6 HTTP/1.1" status: 200 len: 801 time: 0.0519249 Feb 15 16:42:35.166883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port ecb55452-f499-4a74-9db9-77c5d421dd18 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:42:35.173722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port ecb55452-f499-4a74-9db9-77c5d421dd18 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:35.176075 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:35.261984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-2eb80baf-d66c-469d-9a0d-62c809c4df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:35.263757 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-2eb80baf-d66c-469d-9a0d-62c809c4df4c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d73a83d4-0b71-4f20-a664-a4a0f7ec817a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1291840 Feb 15 16:42:35.272925 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a8f09366-3cd1-4bb0-a7d9-140e56620ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (451f129a-06d9-467b-9548-cbecb9596632), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:35.371398 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port ecb55452-f499-4a74-9db9-77c5d421dd18 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:35.377857 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:35.448536 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ecb55452-f499-4a74-9db9-77c5d421dd18, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ecb55452-f499-4a74-9db9-77c5d421dd18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:35.476953 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf278dd-0cab-4196-9546-3b803809729a req-5822ddab-6f2c-4598-86e9-6d5fd035c948 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:35.479035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fcf278dd-0cab-4196-9546-3b803809729a req-5822ddab-6f2c-4598-86e9-6d5fd035c948 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1897967 Feb 15 16:42:35.518399 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:35.544240 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-ad9767fd-3ee5-4a78-922f-ea245c553b08 service neutron] 10.222.0.10 "GET /v2.0/networks/d73a83d4-0b71-4f20-a664-a4a0f7ec817a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727044 Feb 15 16:42:35.577996 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=ecb55452-f499-4a74-9db9-77c5d421dd18,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:35.644009 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fcf278dd-0cab-4196-9546-3b803809729a req-e38ab5c4-ef00-4440-ac1e-20885dac4544 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539824 Feb 15 16:42:35.691920 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a8f09366-3cd1-4bb0-a7d9-140e56620ea5 admin admin] Deleting port 3eedfd13-a495-45db-8769-028a4f585a8b {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:35.692605 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a8f09366-3cd1-4bb0-a7d9-140e56620ea5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:35.728473 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d44dad6c-7110-4e3e-8c99-e769ac2129ce req-a3bacc12-42ba-48dd-844f-ef1570680e16 service neutron] 10.222.0.10 "GET /v2.0/networks/d73a83d4-0b71-4f20-a664-a4a0f7ec817a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716716 Feb 15 16:42:35.820188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-a8f09366-3cd1-4bb0-a7d9-140e56620ea5 admin admin] For port 3eedfd13-a495-45db-8769-028a4f585a8b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3eedfd13-a495-45db-8769-028a4f585a8b,segment=NetworkSegment(f865520a-cdf6-430b-a0b9-7341ca525e11),segment_id=f865520a-cdf6-430b-a0b9-7341ca525e11)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:35.821355 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a8f09366-3cd1-4bb0-a7d9-140e56620ea5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:35.843385 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a8f09366-3cd1-4bb0-a7d9-140e56620ea5 admin admin] Calling delete_port for 3eedfd13-a495-45db-8769-028a4f585a8b owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:35.860265 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54566f18-734b-49bf-b44e-bae0311551cc req-c3611876-afa7-4399-846a-d11909e2e773 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:35.866893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a66d29-f486-4278-995a-ee2dece7c9c4 req-f93474e6-5d44-4671-b012-d894d014f796 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:35.868557 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1a66d29-f486-4278-995a-ee2dece7c9c4 req-f93474e6-5d44-4671-b012-d894d014f796 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.1176109 Feb 15 16:42:35.878756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8659eb-f7f1-450a-8ae6-cfb090737db0 req-9a856a1e-4933-425d-b89d-467a111507f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:35.879242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8659eb-f7f1-450a-8ae6-cfb090737db0 req-9a856a1e-4933-425d-b89d-467a111507f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:35.880814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a8659eb-f7f1-450a-8ae6-cfb090737db0 req-9a856a1e-4933-425d-b89d-467a111507f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=470a2c5ab8af406ba7a7838ed7ac3361&device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 2045 time: 0.0846174 Feb 15 16:42:35.884641 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54566f18-734b-49bf-b44e-bae0311551cc req-c3611876-afa7-4399-846a-d11909e2e773 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:35.886519 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54566f18-734b-49bf-b44e-bae0311551cc req-c3611876-afa7-4399-846a-d11909e2e773 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 1679 time: 0.2356982 Feb 15 16:42:35.986326 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54566f18-734b-49bf-b44e-bae0311551cc req-ac1b9cef-61f7-432e-aa21-749aded67544 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908170 Feb 15 16:42:36.058087 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1a66d29-f486-4278-995a-ee2dece7c9c4 req-ce9b335e-a727-4a6b-bc5b-965009034cdc tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759233 Feb 15 16:42:36.104057 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8659eb-f7f1-450a-8ae6-cfb090737db0 req-b2ca1920-ecd6-4aa9-b2cf-da6bc30e15e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:36.105787 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a8659eb-f7f1-450a-8ae6-cfb090737db0 req-b2ca1920-ecd6-4aa9-b2cf-da6bc30e15e1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=51e98a2c-64a2-4247-983c-c798ffa0d83f HTTP/1.1" status: 200 len: 902 time: 0.2094827 Feb 15 16:42:36.167022 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a8659eb-f7f1-450a-8ae6-cfb090737db0 req-c49644dd-d283-4550-a297-a34f0db871f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.101&port_id=3fa747eb-e14d-44e8-a824-37f84204fcfa HTTP/1.1" status: 200 len: 217 time: 0.0518410 Feb 15 16:42:36.212663 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d1c37c4-a52f-4ce0-8b82-87e4a1b2d178 req-46f871d3-5b83-4e40-ab34-bc205c3a3ac6 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0544202 Feb 15 16:42:36.246067 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f7cf5-48de-42e5-87f3-0f8dc3e798a6 req-2350e61c-3573-4d61-a90b-6841ef576a53 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:36.247738 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e61f7cf5-48de-42e5-87f3-0f8dc3e798a6 req-2350e61c-3573-4d61-a90b-6841ef576a53 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d HTTP/1.1" status: 200 len: 950 time: 0.1492808 Feb 15 16:42:36.264663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8659eb-f7f1-450a-8ae6-cfb090737db0 req-25f712d3-88c5-4a4a-9cb5-130f23ae398b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:36.266814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a8659eb-f7f1-450a-8ae6-cfb090737db0 req-25f712d3-88c5-4a4a-9cb5-130f23ae398b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=6792ab5f-e9d7-474e-8f5f-f9a539df23b1 HTTP/1.1" status: 200 len: 801 time: 0.0811741 Feb 15 16:42:36.313070 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e61f7cf5-48de-42e5-87f3-0f8dc3e798a6 req-8364d0d2-a107-4baa-b48d-2b3d8cfa8074 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535927 Feb 15 16:42:36.337694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8659eb-f7f1-450a-8ae6-cfb090737db0 req-9afec148-543c-4f4e-923f-d65763fb4e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:36.341074 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a8659eb-f7f1-450a-8ae6-cfb090737db0 req-9afec148-543c-4f4e-923f-d65763fb4e95 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=51e98a2c-64a2-4247-983c-c798ffa0d83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0618470 Feb 15 16:42:36.360547 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a8f09366-3cd1-4bb0-a7d9-140e56620ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3eedfd13-a495-45db-8769-028a4f585a8b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:36.365948 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc22774-f342-468e-849c-4ac7614c5b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb55452-f499-4a74-9db9-77c5d421dd18'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:36.369644 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e126680-50d8-40e5-b47c-f5112a0e20d5" -d '{"events": [{"server_uuid": "4fc22774-f342-468e-849c-4ac7614c5b22", "name": "network-vif-plugged", "status": "completed", "tag": "ecb55452-f499-4a74-9db9-77c5d421dd18"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:36.390675 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f09366-3cd1-4bb0-a7d9-140e56620ea5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eedfd13-a495-45db-8769-028a4f585a8b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:36.442556 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36e5aaf-8d92-4fa7-9ee6-bbd084f3286c x-openstack-request-id: req-d36e5aaf-8d92-4fa7-9ee6-bbd084f3286c {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:36.442856 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc22774-f342-468e-849c-4ac7614c5b22", "name": "network-vif-plugged", "status": "completed", "tag": "ecb55452-f499-4a74-9db9-77c5d421dd18", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:36.444791 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d36e5aaf-8d92-4fa7-9ee6-bbd084f3286c {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:36.446082 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc22774-f342-468e-849c-4ac7614c5b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb55452-f499-4a74-9db9-77c5d421dd18', 'code': 200} Feb 15 16:42:36.523617 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a8659eb-f7f1-450a-8ae6-cfb090737db0 req-5df038d5-94e9-4cae-9038-8b0507ed3758 service neutron] 10.222.0.10 "GET /v2.0/networks/51e98a2c-64a2-4247-983c-c798ffa0d83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719854 Feb 15 16:42:36.653212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe5a37-293c-48e4-9418-b2b9e72a1b69 req-91bfbaba-e6f0-4d27-acb1-7042738f4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:36.654871 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-53fe5a37-293c-48e4-9418-b2b9e72a1b69 req-91bfbaba-e6f0-4d27-acb1-7042738f4df5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 1132 time: 0.1491373 Feb 15 16:42:36.673752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a8659eb-f7f1-450a-8ae6-cfb090737db0 req-5d8cf2a6-f354-4e62-b9b4-a9498760bd20 service neutron] 10.222.0.10 "GET /v2.0/networks/51e98a2c-64a2-4247-983c-c798ffa0d83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380069 Feb 15 16:42:36.712813 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a8f09366-3cd1-4bb0-a7d9-140e56620ea5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (451f129a-06d9-467b-9548-cbecb9596632), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:36.750958 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-53fe5a37-293c-48e4-9418-b2b9e72a1b69 req-0d8b8c7d-7897-4d3a-8839-18fb127bff36 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899348 Feb 15 16:42:36.840137 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71cc8079-1b9c-4f3a-a1b5-77b9f251fde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:37.020124 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 30e93813-45ee-4526-bf01-5e7a7f93fef3 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:42:37.242482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4ac7c-0cd7-40ca-af6f-a3f9b46497bb req-d2c47528-d997-4946-9921-da6386283481 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:37.252583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4ac7c-0cd7-40ca-af6f-a3f9b46497bb req-d2c47528-d997-4946-9921-da6386283481 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:37.261954 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56c4ac7c-0cd7-40ca-af6f-a3f9b46497bb req-d2c47528-d997-4946-9921-da6386283481 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 1679 time: 0.1499729 Feb 15 16:42:37.298414 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a423bf-3e71-4398-8940-9c5627f00124 req-bc87411a-49a0-4a76-a913-5ea9b824af6c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:37.300110 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-88a423bf-3e71-4398-8940-9c5627f00124 req-bc87411a-49a0-4a76-a913-5ea9b824af6c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.5680568 Feb 15 16:42:37.357576 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56c4ac7c-0cd7-40ca-af6f-a3f9b46497bb req-eb12b13a-ecb6-47c8-b5ae-8f99180cb4b6 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889411 Feb 15 16:42:37.357819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 30e93813-45ee-4526-bf01-5e7a7f93fef3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=30e93813-45ee-4526-bf01-5e7a7f93fef3,segment=NetworkSegment(b2620114-09f8-4090-9b44-faaa1919aa05),segment_id=b2620114-09f8-4090-9b44-faaa1919aa05)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:37.377073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '30e93813-45ee-4526-bf01-5e7a7f93fef3', 'network_id': 'd73a83d4-0b71-4f20-a664-a4a0f7ec817a', 'port_id': '30e93813-45ee-4526-bf01-5e7a7f93fef3', 'mac_address': 'fa:16:3e:be:d9:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5907ca57-81c8-4618-b078-f7a2003ec3b6', 'ip_address': '19.80.0.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:42:37.421004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 30e93813-45ee-4526-bf01-5e7a7f93fef3 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:37.421567 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:37.467984 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e93813-45ee-4526-bf01-5e7a7f93fef3 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:42:37.503705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f09366-3cd1-4bb0-a7d9-140e56620ea5 admin admin] Router 451f129a-06d9-467b-9548-cbecb9596632 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:42:37.508617 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 30e93813-45ee-4526-bf01-5e7a7f93fef3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=30e93813-45ee-4526-bf01-5e7a7f93fef3,segment=NetworkSegment(b2620114-09f8-4090-9b44-faaa1919aa05),segment_id=b2620114-09f8-4090-9b44-faaa1919aa05)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:37.530489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77384a97-4a60-4e21-9b50-3539ae846d63 req-92940bbc-b99e-4c18-a249-74355f9017dd tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:37.536374 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77384a97-4a60-4e21-9b50-3539ae846d63 req-92940bbc-b99e-4c18-a249-74355f9017dd tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.1083157 Feb 15 16:42:37.540864 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-88a423bf-3e71-4398-8940-9c5627f00124 req-c0290bba-68ea-40c6-b631-5b8227d6c90d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303791 Feb 15 16:42:37.618865 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77384a97-4a60-4e21-9b50-3539ae846d63 req-b967fb9c-8dcd-4f29-a73e-02a7d02a7a4a tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751240 Feb 15 16:42:37.634575 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:37.635549 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3fa747eb-e14d-44e8-a824-37f84204fcfa details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:42:37.674229 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2be8ee84-6d69-4831-8c84-f13db0eedad1 req-74dbc463-2dff-4563-9564-2a052d069784 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0415473 Feb 15 16:42:37.732680 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f09366-3cd1-4bb0-a7d9-140e56620ea5 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:42:37.739334 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a8f09366-3cd1-4bb0-a7d9-140e56620ea5 admin admin] 10.222.0.107 "PUT /v2.0/routers/451f129a-06d9-467b-9548-cbecb9596632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9941103 Feb 15 16:42:37.741783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40920) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:37.791718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0748844-9175-4e50-af11-66abd25ed783 None None] Sync routers for ids ['451f129a-06d9-467b-9548-cbecb9596632'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:42:37.866711 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05a173-3d3e-4db3-8d25-3a1b257b99dc req-4f429c8d-8651-4623-86d3-3b2877f81e2b tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:37.872448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0748844-9175-4e50-af11-66abd25ed783 None None] Routers {'451f129a-06d9-467b-9548-cbecb9596632'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:42:37.873422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-e0748844-9175-4e50-af11-66abd25ed783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:42:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['451f129a-06d9-467b-9548-cbecb9596632'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:37.877726 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f05a173-3d3e-4db3-8d25-3a1b257b99dc req-4f429c8d-8651-4623-86d3-3b2877f81e2b tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d HTTP/1.1" status: 200 len: 950 time: 0.1431491 Feb 15 16:42:37.922482 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-776ae156-3a0f-46c2-966e-14519df20722 admin admin] Publish callbacks [] for router (451f129a-06d9-467b-9548-cbecb9596632), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:37.999447 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f05a173-3d3e-4db3-8d25-3a1b257b99dc req-f7da8a7c-9101-466b-a0f9-be9dea5df5bf tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207776 Feb 15 16:42:38.007685 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-e0748844-9175-4e50-af11-66abd25ed783 None None] Set router 451f129a-06d9-467b-9548-cbecb9596632 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:42:38.075017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=30e93813-45ee-4526-bf01-5e7a7f93fef3,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:38.161206 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-776ae156-3a0f-46c2-966e-14519df20722 admin admin] Publish callbacks [] for router_gateway (451f129a-06d9-467b-9548-cbecb9596632), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:38.198964 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d2974-eff1-40f6-86b3-f0f3e7cb8ec5 req-4057985e-5a45-40dc-9362-c2bc8d918837 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:38.202089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3fa747eb-e14d-44e8-a824-37f84204fcfa, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3fa747eb-e14d-44e8-a824-37f84204fcfa,segment=NetworkSegment(5c27bb74-8f76-4763-8335-3e540508c6f3),segment_id=5c27bb74-8f76-4763-8335-3e540508c6f3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:38.207138 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-930d2974-eff1-40f6-86b3-f0f3e7cb8ec5 req-4057985e-5a45-40dc-9362-c2bc8d918837 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.0926952 Feb 15 16:42:38.226603 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '3fa747eb-e14d-44e8-a824-37f84204fcfa', 'network_id': '51e98a2c-64a2-4247-983c-c798ffa0d83f', 'port_id': '3fa747eb-e14d-44e8-a824-37f84204fcfa', 'mac_address': 'fa:16:3e:dc:47:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6792ab5f-e9d7-474e-8f5f-f9a539df23b1', 'ip_address': '19.86.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:42:38.265892 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-930d2974-eff1-40f6-86b3-f0f3e7cb8ec5 req-6d1ecd1b-9ef6-45d4-b18e-54225509667a tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577836 Feb 15 16:42:38.323637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 3fa747eb-e14d-44e8-a824-37f84204fcfa is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:38.324060 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3fa747eb-e14d-44e8-a824-37f84204fcfa), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:38.333544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-776ae156-3a0f-46c2-966e-14519df20722 admin admin] Deleting port 48f0019f-b57f-4872-b0f8-af00f8d0e802 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:38.334087 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-776ae156-3a0f-46c2-966e-14519df20722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (48f0019f-b57f-4872-b0f8-af00f8d0e802), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:38.341347 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-e0748844-9175-4e50-af11-66abd25ed783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451f129a-06d9-467b-9548-cbecb9596632', 'name': 'tempest-FloatingIPsTestJSON-110439224-router', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '48f0019f-b57f-4872-b0f8-af00f8d0e802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:42:08Z', 'updated_at': '2022-02-15T16:42:36Z', 'revision_number': 5, 'project_id': '2f9ace5336cc4f3896b52ad05780de70', 'gw_port': {'id': '48f0019f-b57f-4872-b0f8-af00f8d0e802', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:e6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '451f129a-06d9-467b-9548-cbecb9596632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:42:09Z', 'updated_at': '2022-02-15T16:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:38.343823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fa747eb-e14d-44e8-a824-37f84204fcfa {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:42:38.392903 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0748844-9175-4e50-af11-66abd25ed783 None None] Checking router: 451f129a-06d9-467b-9548-cbecb9596632 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:42:38.399559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3fa747eb-e14d-44e8-a824-37f84204fcfa, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3fa747eb-e14d-44e8-a824-37f84204fcfa,segment=NetworkSegment(5c27bb74-8f76-4763-8335-3e540508c6f3),segment_id=5c27bb74-8f76-4763-8335-3e540508c6f3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:38.404532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0748844-9175-4e50-af11-66abd25ed783 None None] Routers {'451f129a-06d9-467b-9548-cbecb9596632'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:42:38.405169 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-e0748844-9175-4e50-af11-66abd25ed783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:42:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['451f129a-06d9-467b-9548-cbecb9596632'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:38.447068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-776ae156-3a0f-46c2-966e-14519df20722 admin admin] For port 48f0019f-b57f-4872-b0f8-af00f8d0e802, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=48f0019f-b57f-4872-b0f8-af00f8d0e802,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:38.447565 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-776ae156-3a0f-46c2-966e-14519df20722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (48f0019f-b57f-4872-b0f8-af00f8d0e802), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:38.463475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-776ae156-3a0f-46c2-966e-14519df20722 admin admin] Calling delete_port for 48f0019f-b57f-4872-b0f8-af00f8d0e802 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:38.547917 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3fa747eb-e14d-44e8-a824-37f84204fcfa), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:38.598604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c4535-cb48-4607-a362-7895c21acec7 req-ff2a22ce-2012-41e0-8b07-578eac1c1f08 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:38.605523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c4535-cb48-4607-a362-7895c21acec7 req-ff2a22ce-2012-41e0-8b07-578eac1c1f08 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:38.614137 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-e0748844-9175-4e50-af11-66abd25ed783 None None] Set router 451f129a-06d9-467b-9548-cbecb9596632 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:42:38.614583 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b3c4535-cb48-4607-a362-7895c21acec7 req-ff2a22ce-2012-41e0-8b07-578eac1c1f08 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 1681 time: 0.1367121 Feb 15 16:42:38.690109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-e0748844-9175-4e50-af11-66abd25ed783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '451f129a-06d9-467b-9548-cbecb9596632', 'name': 'tempest-FloatingIPsTestJSON-110439224-router', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:42:08Z', 'updated_at': '2022-02-15T16:42:38Z', 'revision_number': 6, 'project_id': '2f9ace5336cc4f3896b52ad05780de70', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:38.690264 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b3c4535-cb48-4607-a362-7895c21acec7 req-bb1e3377-58c4-475b-8e3a-a4688ee096e5 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686803 Feb 15 16:42:38.732868 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0748844-9175-4e50-af11-66abd25ed783 None None] The sync data for ids ['451f129a-06d9-467b-9548-cbecb9596632'] in n-d-828372-14 is: [{'id': '451f129a-06d9-467b-9548-cbecb9596632', 'name': 'tempest-FloatingIPsTestJSON-110439224-router', 'tenant_id': '2f9ace5336cc4f3896b52ad05780de70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:42:08Z', 'updated_at': '2022-02-15T16:42:38Z', 'revision_number': 6, 'project_id': '2f9ace5336cc4f3896b52ad05780de70', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:42:38.736164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=3fa747eb-e14d-44e8-a824-37f84204fcfa,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:38.862559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625e809-ab12-452c-8379-87b39447bf33 req-c7b93216-f9b7-4554-baa4-53c2cf6d812c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:38.865265 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3625e809-ab12-452c-8379-87b39447bf33 req-c7b93216-f9b7-4554-baa4-53c2cf6d812c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.0844793 Feb 15 16:42:38.885512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['30e93813-45ee-4526-bf01-5e7a7f93fef3'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:42:38.914579 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-776ae156-3a0f-46c2-966e-14519df20722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (48f0019f-b57f-4872-b0f8-af00f8d0e802), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:38.937498 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb3984-051d-4d27-a236-22be5d5b4380 req-9a26d5ef-353a-4b93-9909-2c976578c590 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:38.949214 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c4bb3984-051d-4d27-a236-22be5d5b4380 req-9a26d5ef-353a-4b93-9909-2c976578c590 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1136768 Feb 15 16:42:39.005716 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ae156-3a0f-46c2-966e-14519df20722 admin admin] Pushing event deleted for resources: {'Port': ['ID=48f0019f-b57f-4872-b0f8-af00f8d0e802,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:39.154210 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c4bb3984-051d-4d27-a236-22be5d5b4380 req-fccd501b-3991-4da7-87f7-330fe7ccefdf tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018585 Feb 15 16:42:39.173941 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-776ae156-3a0f-46c2-966e-14519df20722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (451f129a-06d9-467b-9548-cbecb9596632), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:39.326261 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94b0b136-8a34-4bf6-a357-22441c5f6f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:39.377979 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fa8ef993-56d1-451f-aa61-ecf1d3c31e78 req-d40f9e08-16b4-4760-83d3-73dcfc79d09d tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0677462 Feb 15 16:42:39.382800 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3625e809-ab12-452c-8379-87b39447bf33 req-fe0febf6-a76f-4d50-b117-f521f5e011e2 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4970381 Feb 15 16:42:39.388557 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-776ae156-3a0f-46c2-966e-14519df20722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (451f129a-06d9-467b-9548-cbecb9596632), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:39.391523 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-776ae156-3a0f-46c2-966e-14519df20722 admin admin] Publish callbacks [] for router_controller (451f129a-06d9-467b-9548-cbecb9596632), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:39.492557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e7890-38c9-4397-a836-8889f2956333 req-0407d3f8-41a3-4b45-bcf1-1140f1be8e58 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:39.494132 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f00e7890-38c9-4397-a836-8889f2956333 req-0407d3f8-41a3-4b45-bcf1-1140f1be8e58 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.0599008 Feb 15 16:42:39.508576 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-776ae156-3a0f-46c2-966e-14519df20722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (451f129a-06d9-467b-9548-cbecb9596632), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:39.512106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776ae156-3a0f-46c2-966e-14519df20722 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 451f129a-06d9-467b-9548-cbecb9596632 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:42:39.515585 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-776ae156-3a0f-46c2-966e-14519df20722 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:39.517090 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-776ae156-3a0f-46c2-966e-14519df20722 admin admin] 10.222.0.107 "DELETE /v2.0/routers/451f129a-06d9-467b-9548-cbecb9596632 HTTP/1.1" status: 204 len: 168 time: 1.7743504 Feb 15 16:42:39.520261 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40936) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:39.549013 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f00e7890-38c9-4397-a836-8889f2956333 req-bec5156f-9460-45b6-bc15-0ebab52aa2c6 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484264 Feb 15 16:42:39.590639 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80ac6b9-86b6-4b37-87ff-4086d29a7878 admin admin] Deleting subnet 2fad6030-e9fa-48b7-941d-a4e2c6ce00d1 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:42:39.594596 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b80ac6b9-86b6-4b37-87ff-4086d29a7878 admin admin] Publish callbacks [] for subnet (2fad6030-e9fa-48b7-941d-a4e2c6ce00d1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:39.640626 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b80ac6b9-86b6-4b37-87ff-4086d29a7878 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (2fad6030-e9fa-48b7-941d-a4e2c6ce00d1), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:39.660614 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3eedfd13-a495-45db-8769-028a4f585a8b no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:39.715026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 3eedfd13-a495-45db-8769-028a4f585a8b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:39.716624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3eedfd13-a495-45db-8769-028a4f585a8b not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:39.789218 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-78077697-6971-430f-b11e-530ee853f4ac tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=8fb5e160ed9346d1b0f8803d0b7b3212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288656 Feb 15 16:42:39.795126 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b80ac6b9-86b6-4b37-87ff-4086d29a7878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (2fad6030-e9fa-48b7-941d-a4e2c6ce00d1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:39.845290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f270b-74a6-4b92-a13a-d25d1cf4b2d5 req-22cd1620-b1fa-4b55-ac1d-a95ed6959e66 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:39.855473 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f270b-74a6-4b92-a13a-d25d1cf4b2d5 req-22cd1620-b1fa-4b55-ac1d-a95ed6959e66 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:39.877868 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c7f270b-74a6-4b92-a13a-d25d1cf4b2d5 req-22cd1620-b1fa-4b55-ac1d-a95ed6959e66 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 1681 time: 0.0873120 Feb 15 16:42:39.939805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['3fa747eb-e14d-44e8-a824-37f84204fcfa'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:42:39.973963 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c7f270b-74a6-4b92-a13a-d25d1cf4b2d5 req-d6d8694d-02ca-4a89-bbf7-ee872da41852 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017189 Feb 15 16:42:40.086335 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-2a0bc527-5b7a-459a-9220-f6f00514c672 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:40.090567 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-2a0bc527-5b7a-459a-9220-f6f00514c672 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2920847 Feb 15 16:42:40.121900 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-1790acaa-eeee-4b13-84d7-0e2daf3a18ab tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/quotas/8fb5e160ed9346d1b0f8803d0b7b3212 HTTP/1.1" status: 200 len: 375 time: 0.0235012 Feb 15 16:42:40.126390 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b80ac6b9-86b6-4b37-87ff-4086d29a7878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (2fad6030-e9fa-48b7-941d-a4e2c6ce00d1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:40.227137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80ac6b9-86b6-4b37-87ff-4086d29a7878 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fad6030-e9fa-48b7-941d-a4e2c6ce00d1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:40.235805 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b80ac6b9-86b6-4b37-87ff-4086d29a7878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:40.247354 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b80ac6b9-86b6-4b37-87ff-4086d29a7878 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/2fad6030-e9fa-48b7-941d-a4e2c6ce00d1 HTTP/1.1" status: 204 len: 168 time: 0.7235782 Feb 15 16:42:40.247813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40956) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:40.259267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b2f02c-e666-4ea3-bc64-8a9a2965cdbb None None] Network 363e405f-1874-49f7-9eea-5f3ef15d7376 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:42:40.308364 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-d51b7b1e-aaaa-4cd6-897e-36c26633a338 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=8fb5e160ed9346d1b0f8803d0b7b3212&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1788473 Feb 15 16:42:40.424782 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (363e405f-1874-49f7-9eea-5f3ef15d7376), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:40.491415 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:40.515385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] Deleting port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:40.515981 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a07eda2c-3ccf-4221-9810-ab7c5c1eccfa), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:40.565021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3760745-664c-4566-9f6b-9bf579a5d601 None None] DHCP port deletion for 363e405f-1874-49f7-9eea-5f3ef15d7376 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:42:40.616584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] For port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a07eda2c-3ccf-4221-9810-ab7c5c1eccfa,segment=NetworkSegment(f865520a-cdf6-430b-a0b9-7341ca525e11),segment_id=f865520a-cdf6-430b-a0b9-7341ca525e11)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:40.617080 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a07eda2c-3ccf-4221-9810-ab7c5c1eccfa), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:40.638303 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] Calling delete_port for a07eda2c-3ccf-4221-9810-ab7c5c1eccfa owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:40.653016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e3760745-664c-4566-9f6b-9bf579a5d601 None None] Deleting port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:40.654250 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3760745-664c-4566-9f6b-9bf579a5d601 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a07eda2c-3ccf-4221-9810-ab7c5c1eccfa), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:40.728304 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8d95e-68a6-4cf1-8ae8-9166ae101fc0 req-55275171-83d9-4b4a-994c-b837af584e1c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:40.731862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3b8d95e-68a6-4cf1-8ae8-9166ae101fc0 req-55275171-83d9-4b4a-994c-b837af584e1c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1754434 Feb 15 16:42:40.751492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e3760745-664c-4566-9f6b-9bf579a5d601 None None] For port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a07eda2c-3ccf-4221-9810-ab7c5c1eccfa,segment=NetworkSegment(f865520a-cdf6-430b-a0b9-7341ca525e11),segment_id=f865520a-cdf6-430b-a0b9-7341ca525e11)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:40.752028 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3760745-664c-4566-9f6b-9bf579a5d601 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a07eda2c-3ccf-4221-9810-ab7c5c1eccfa), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:40.769620 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e3760745-664c-4566-9f6b-9bf579a5d601 None None] Calling delete_port for a07eda2c-3ccf-4221-9810-ab7c5c1eccfa owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:40.796376 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5e612-a265-4e1a-944a-2fcb73792164 req-077bb048-ff84-4425-994d-e717927c26fa tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:40.797920 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87a5e612-a265-4e1a-944a-2fcb73792164 req-077bb048-ff84-4425-994d-e717927c26fa tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.0883029 Feb 15 16:42:40.879690 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3b8d95e-68a6-4cf1-8ae8-9166ae101fc0 req-9308e871-2c5e-4652-b7b7-d7ad3c2769db tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840266 Feb 15 16:42:40.886227 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a07eda2c-3ccf-4221-9810-ab7c5c1eccfa), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:40.904579 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3760745-664c-4566-9f6b-9bf579a5d601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (a07eda2c-3ccf-4221-9810-ab7c5c1eccfa), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:40.913551 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87a5e612-a265-4e1a-944a-2fcb73792164 req-99115ba0-b25a-42ba-93cf-84309be63282 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963352 Feb 15 16:42:40.948241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] Pushing event deleted for resources: {'Port': ['ID=a07eda2c-3ccf-4221-9810-ab7c5c1eccfa,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:40.950304 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] No DVR routers for this DVR port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:40.988494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3760745-664c-4566-9f6b-9bf579a5d601 None None] Pushing event deleted for resources: {'Port': ['ID=a07eda2c-3ccf-4221-9810-ab7c5c1eccfa,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:40.995023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3760745-664c-4566-9f6b-9bf579a5d601 None None] No DVR routers for this DVR port a07eda2c-3ccf-4221-9810-ab7c5c1eccfa on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:41.031943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 30e93813-45ee-4526-bf01-5e7a7f93fef3 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:42:41.093995 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc316757-6fac-4c5a-80b1-f9230499dd38 req-cfc19019-5f2b-4b12-aae4-e16d231f44bc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0903015 Feb 15 16:42:41.115712 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (363e405f-1874-49f7-9eea-5f3ef15d7376), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:41.159138 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['363e405f-1874-49f7-9eea-5f3ef15d7376']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:41.207696 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74fe7cb4-a863-4d81-82c6-ada26747a309 req-7d0b3a1e-0e51-4533-9122-58781b4333d3 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6 HTTP/1.1" status: 200 len: 210 time: 0.0684471 Feb 15 16:42:41.210310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f865520a-cdf6-430b-a0b9-7341ca525e11') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:41.210310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f865520a-cdf6-430b-a0b9-7341ca525e11') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:41.221395 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (f865520a-cdf6-430b-a0b9-7341ca525e11), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:41.231584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 30e93813-45ee-4526-bf01-5e7a7f93fef3 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:42:41.234660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 30e93813-45ee-4526-bf01-5e7a7f93fef3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:41.235036 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:41.259477 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (f865520a-cdf6-430b-a0b9-7341ca525e11), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:41.272727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:42:41.277544 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (f865520a-cdf6-430b-a0b9-7341ca525e11), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:42:41.279134 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:42:41.315334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 48f0019f-b57f-4872-b0f8-af00f8d0e802 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:41.342729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 48f0019f-b57f-4872-b0f8-af00f8d0e802 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:41.343073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 48f0019f-b57f-4872-b0f8-af00f8d0e802 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:41.343495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a07eda2c-3ccf-4221-9810-ab7c5c1eccfa no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:41.418717 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951d47-3f10-4149-b724-46d6b4b83fb6 req-d1dfb2d6-0823-431f-98dd-c1c405fb1f0e tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:41.419117 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca586c5-9fb7-4c10-818e-7f565564a7fa req-46fa40f1-2b47-47da-a418-9d4113d292d0 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:41.420271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 30e93813-45ee-4526-bf01-5e7a7f93fef3 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:41.420659 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:41.421818 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b951d47-3f10-4149-b724-46d6b4b83fb6 req-d1dfb2d6-0823-431f-98dd-c1c405fb1f0e tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 945 time: 0.0988188 Feb 15 16:42:41.423874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: a07eda2c-3ccf-4221-9810-ab7c5c1eccfa {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:41.424215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a07eda2c-3ccf-4221-9810-ab7c5c1eccfa not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:41.425693 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca586c5-9fb7-4c10-818e-7f565564a7fa req-46fa40f1-2b47-47da-a418-9d4113d292d0 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:41.433863 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ca586c5-9fb7-4c10-818e-7f565564a7fa req-46fa40f1-2b47-47da-a418-9d4113d292d0 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 1681 time: 0.0974271 Feb 15 16:42:41.449574 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (363e405f-1874-49f7-9eea-5f3ef15d7376), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:41.458043 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:41.461228 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] 10.222.0.107 "DELETE /v2.0/networks/363e405f-1874-49f7-9eea-5f3ef15d7376 HTTP/1.1" status: 204 len: 168 time: 1.2124014 Feb 15 16:42:41.467120 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 30e93813-45ee-4526-bf01-5e7a7f93fef3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=30e93813-45ee-4526-bf01-5e7a7f93fef3,segment=NetworkSegment(b2620114-09f8-4090-9b44-faaa1919aa05),segment_id=b2620114-09f8-4090-9b44-faaa1919aa05)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:41.468359 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88684ff-5d06-468f-b49b-88d9ba269753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e93813-45ee-4526-bf01-5e7a7f93fef3'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:41.471253 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28ed739-ecf2-481b-a172-025b342d16ca" -d '{"events": [{"server_uuid": "e88684ff-5d06-468f-b49b-88d9ba269753", "name": "network-vif-plugged", "status": "completed", "tag": "30e93813-45ee-4526-bf01-5e7a7f93fef3"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:41.474108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dd568-59b0-49a4-a658-31393bbb020d admin admin] Pushing event deleted for resources: {'Network': ['ID=363e405f-1874-49f7-9eea-5f3ef15d7376,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:41.518054 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ca586c5-9fb7-4c10-818e-7f565564a7fa req-327bf818-e966-48e5-b884-5f0de7276786 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833070 Feb 15 16:42:41.527755 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b951d47-3f10-4149-b724-46d6b4b83fb6 req-0608572c-1c1d-4924-b338-b58f081f15b1 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/security-groups?id=a3130d42-b074-4f19-a6ba-aa9a82473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986319 Feb 15 16:42:41.570994 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51a298d-97ba-421e-8f8e-4e4fba3f696b x-openstack-request-id: req-c51a298d-97ba-421e-8f8e-4e4fba3f696b {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:41.570994 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88684ff-5d06-468f-b49b-88d9ba269753", "name": "network-vif-plugged", "status": "completed", "tag": "30e93813-45ee-4526-bf01-5e7a7f93fef3", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:41.570994 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c51a298d-97ba-421e-8f8e-4e4fba3f696b {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:41.570994 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88684ff-5d06-468f-b49b-88d9ba269753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e93813-45ee-4526-bf01-5e7a7f93fef3', 'code': 200} Feb 15 16:42:41.603155 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:41.668525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=30e93813-45ee-4526-bf01-5e7a7f93fef3,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:41.828610 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:42.010211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40992) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:42.045095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cebd2-d595-417e-ad89-41a2b91040d8 req-c57b33ad-928f-4b5b-90be-cbdb86573830 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:42.048054 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ad6cebd2-d595-417e-ad89-41a2b91040d8 req-c57b33ad-928f-4b5b-90be-cbdb86573830 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.0763173 Feb 15 16:42:42.075101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf36e7-fe70-48dc-8a64-99801138da6d req-fecaf909-c17e-4a40-a7d2-9177ac0b236c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:42.076830 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ccf36e7-fe70-48dc-8a64-99801138da6d req-fecaf909-c17e-4a40-a7d2-9177ac0b236c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.1009305 Feb 15 16:42:42.088021 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ea5b4811-e228-43da-bfae-96ad553d83a4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2f9ace5336cc4f3896b52ad05780de70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0723617 Feb 15 16:42:42.089840 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40994) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:42.121462 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ad6cebd2-d595-417e-ad89-41a2b91040d8 req-6aaef7e2-60a7-439c-96dc-83ca73e17635 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679760 Feb 15 16:42:42.134948 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ccf36e7-fe70-48dc-8a64-99801138da6d req-2dd83ae2-23e1-4a0d-a72a-d114a922266c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457301 Feb 15 16:42:42.151478 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acaecdf8-f1a2-421b-8d26-b995cf1d13b3 admin admin] Publish callbacks [] for security_group (c8e48932-76ad-4710-a9fd-9642fd86788b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:42.176097 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acaecdf8-f1a2-421b-8d26-b995cf1d13b3 admin admin] Publish callbacks [] for security_group (c8e48932-76ad-4710-a9fd-9642fd86788b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:42.267883 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cce14903-e3f1-4d58-b9fc-036cd1296fd7 req-42470f9a-6433-40f4-b843-8ec39e8cb9fc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0324924 Feb 15 16:42:42.297310 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acaecdf8-f1a2-421b-8d26-b995cf1d13b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c8e48932-76ad-4710-a9fd-9642fd86788b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:42.299970 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acaecdf8-f1a2-421b-8d26-b995cf1d13b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:42.301134 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-acaecdf8-f1a2-421b-8d26-b995cf1d13b3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c8e48932-76ad-4710-a9fd-9642fd86788b HTTP/1.1" status: 204 len: 168 time: 0.2102039 Feb 15 16:42:42.310017 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaecdf8-f1a2-421b-8d26-b995cf1d13b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e48932-76ad-4710-a9fd-9642fd86788b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:42.373012 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ed7ee71-0c35-45fd-8d89-8c12d43e2770 req-a311cd14-cf7d-431a-9cb3-913c711d6632 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6 HTTP/1.1" status: 200 len: 210 time: 0.0304623 Feb 15 16:42:42.667940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95f407-460e-4ea9-bacd-cd45ba1f8191 req-84a90153-2db6-4c63-96f6-d6ff72e296d0 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:42.673576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95f407-460e-4ea9-bacd-cd45ba1f8191 req-84a90153-2db6-4c63-96f6-d6ff72e296d0 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:42.675137 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec95f407-460e-4ea9-bacd-cd45ba1f8191 req-84a90153-2db6-4c63-96f6-d6ff72e296d0 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 1682 time: 0.0665884 Feb 15 16:42:42.727756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec95f407-460e-4ea9-bacd-cd45ba1f8191 req-a6f0f4c4-c674-453f-9510-25f3b982f6dc tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462649 Feb 15 16:42:42.870032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d310b-d262-436b-a210-ccde989b83eb req-19a2038b-704f-42fa-afb4-5144f8e50845 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:42.871752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-144d310b-d262-436b-a210-ccde989b83eb req-19a2038b-704f-42fa-afb4-5144f8e50845 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 945 time: 0.0564654 Feb 15 16:42:42.920450 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-144d310b-d262-436b-a210-ccde989b83eb req-bf8255aa-0d37-4216-b8a2-ec3aa5a324d5 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/security-groups?id=a3130d42-b074-4f19-a6ba-aa9a82473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421143 Feb 15 16:42:43.042533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3fa747eb-e14d-44e8-a824-37f84204fcfa up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:42:43.166434 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 3fa747eb-e14d-44e8-a824-37f84204fcfa completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:42:43.171927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 3fa747eb-e14d-44e8-a824-37f84204fcfa triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:43.180414 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3fa747eb-e14d-44e8-a824-37f84204fcfa), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:43.261744 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-66a14a16-0876-467e-a8b1-ebbf3f6a6098 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8fb5e160ed9346d1b0f8803d0b7b3212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715768 Feb 15 16:42:43.359504 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:43.364405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 3fa747eb-e14d-44e8-a824-37f84204fcfa is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:43.365804 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3fa747eb-e14d-44e8-a824-37f84204fcfa), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:43.373297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34632296-e037-482b-adac-f8ef23ae38b9 req-7ddaab27-1007-4669-9b9f-89741972668d tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:43.374981 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34632296-e037-482b-adac-f8ef23ae38b9 req-7ddaab27-1007-4669-9b9f-89741972668d tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.1234860 Feb 15 16:42:43.423925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3fa747eb-e14d-44e8-a824-37f84204fcfa, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3fa747eb-e14d-44e8-a824-37f84204fcfa,segment=NetworkSegment(5c27bb74-8f76-4763-8335-3e540508c6f3),segment_id=5c27bb74-8f76-4763-8335-3e540508c6f3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:43.467859 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8697283-0761-413c-b0ac-2b8de5ae8b4e req-6738f899-4b43-4504-9d20-7b55b40b4351 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:43.473173 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8697283-0761-413c-b0ac-2b8de5ae8b4e req-6738f899-4b43-4504-9d20-7b55b40b4351 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1569569 Feb 15 16:42:43.473887 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34632296-e037-482b-adac-f8ef23ae38b9 req-a0d9a5aa-4114-44c1-8b15-7c9117ca7ff3 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898526 Feb 15 16:42:43.479292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-db1258c0-c52f-4e67-800f-e5a21b742cd5 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:43.481070 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-db1258c0-c52f-4e67-800f-e5a21b742cd5 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2149553 Feb 15 16:42:43.525341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-d0a47c06-a94b-4700-a711-3e12d1205496 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Request body: {'port': {'device_id': '73e94b12-06c9-4c29-94bd-8cccbf2b67e6', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '8fb5e160ed9346d1b0f8803d0b7b3212'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:43.525699 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3fa747eb-e14d-44e8-a824-37f84204fcfa), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:43.629680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88684ff-5d06-468f-b49b-88d9ba269753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa747eb-e14d-44e8-a824-37f84204fcfa'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:43.631944 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cb4ccd-e845-47d2-bfdd-b61008fc295d" -d '{"events": [{"server_uuid": "e88684ff-5d06-468f-b49b-88d9ba269753", "name": "network-vif-plugged", "status": "completed", "tag": "3fa747eb-e14d-44e8-a824-37f84204fcfa"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:43.634489 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c36413d-af77-46fe-b991-621d30f5be4c req-d38d3f0f-f3df-4493-a296-6500eb4c3e91 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0601635 Feb 15 16:42:43.635465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=3fa747eb-e14d-44e8-a824-37f84204fcfa,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:43.645123 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8697283-0761-413c-b0ac-2b8de5ae8b4e req-aed5517b-14c0-401a-8059-77e5601bef76 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608372 Feb 15 16:42:43.739210 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2f8d60-e2ec-48c4-ac42-689c3caa0611 x-openstack-request-id: req-3f2f8d60-e2ec-48c4-ac42-689c3caa0611 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:43.739210 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88684ff-5d06-468f-b49b-88d9ba269753", "name": "network-vif-plugged", "status": "completed", "tag": "3fa747eb-e14d-44e8-a824-37f84204fcfa", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:43.739210 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3f2f8d60-e2ec-48c4-ac42-689c3caa0611 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:43.739641 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88684ff-5d06-468f-b49b-88d9ba269753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fa747eb-e14d-44e8-a824-37f84204fcfa', 'code': 200} Feb 15 16:42:43.796697 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b9eed92-69fa-4ade-91e7-297763dcbdbb req-504879a6-42b6-4a78-a59c-9aaadc03bfde tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6 HTTP/1.1" status: 200 len: 210 time: 0.0406861 Feb 15 16:42:43.821173 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-d0a47c06-a94b-4700-a711-3e12d1205496 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Made reservation on behalf of 8fb5e160ed9346d1b0f8803d0b7b3212 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:42:43.825570 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-d0a47c06-a94b-4700-a711-3e12d1205496 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:43.997111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febf439-b810-4a79-8a43-3958b2b1e930 req-b6b60ccf-a3d1-4b18-a201-1e29df2bf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:43.997716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febf439-b810-4a79-8a43-3958b2b1e930 req-b6b60ccf-a3d1-4b18-a201-1e29df2bf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:43.999328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4febf439-b810-4a79-8a43-3958b2b1e930 req-b6b60ccf-a3d1-4b18-a201-1e29df2bf886 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 2049 time: 0.1646619 Feb 15 16:42:44.011457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff1b87-ce0d-4e13-a44d-716268e91349 req-7f961f85-875b-418f-9546-10cfd04035cf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:44.017061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-d0a47c06-a94b-4700-a711-3e12d1205496 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Allocated IP 192.168.233.189 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/0ac01b2f-c18c-4522-b27c-9aa24bf2adf8) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:42:44.018816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff1b87-ce0d-4e13-a44d-716268e91349 req-7f961f85-875b-418f-9546-10cfd04035cf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:44.020603 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8aff1b87-ce0d-4e13-a44d-716268e91349 req-7f961f85-875b-418f-9546-10cfd04035cf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 1683 time: 0.1721387 Feb 15 16:42:44.102933 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4febf439-b810-4a79-8a43-3958b2b1e930 req-7158f3ad-70bf-4368-bfdc-8664f4f798d9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808790 Feb 15 16:42:44.106817 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8aff1b87-ce0d-4e13-a44d-716268e91349 req-45083f3e-0e8e-4f4c-b1e5-7c6edefb4d28 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779419 Feb 15 16:42:44.203977 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-d0a47c06-a94b-4700-a711-3e12d1205496 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks [] for port (0ac01b2f-c18c-4522-b27c-9aa24bf2adf8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:44.223287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461190ee-3353-4f00-9704-62867d61211a req-55d899a1-5734-4dbc-8df3-f19fe44b1628 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:44.224867 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-461190ee-3353-4f00-9704-62867d61211a req-55d899a1-5734-4dbc-8df3-f19fe44b1628 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 945 time: 0.0575767 Feb 15 16:42:44.278113 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-461190ee-3353-4f00-9704-62867d61211a req-8b71abea-729c-47ea-beb6-5324209bee1e tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/security-groups?id=a3130d42-b074-4f19-a6ba-aa9a82473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475447 Feb 15 16:42:44.366124 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-d0a47c06-a94b-4700-a711-3e12d1205496 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0ac01b2f-c18c-4522-b27c-9aa24bf2adf8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:44.380484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f', 'ecb55452-f499-4a74-9db9-77c5d421dd18'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:42:44.476141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a47c06-a94b-4700-a711-3e12d1205496 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Pushing event updated for resources: {'Port': ['ID=0ac01b2f-c18c-4522-b27c-9aa24bf2adf8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:44.486773 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-d0a47c06-a94b-4700-a711-3e12d1205496 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:42:44.488876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-d0a47c06-a94b-4700-a711-3e12d1205496 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:44.509721 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-d0a47c06-a94b-4700-a711-3e12d1205496 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:42:44.630361 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-d0a47c06-a94b-4700-a711-3e12d1205496 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:44.633449 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-d0a47c06-a94b-4700-a711-3e12d1205496 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:44.678288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ab9bc-e88d-4a12-a4b0-e922c57c8211 req-0aaae375-777a-4021-ba36-292f8a567e51 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:44.679669 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b8ab9bc-e88d-4a12-a4b0-e922c57c8211 req-0aaae375-777a-4021-ba36-292f8a567e51 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.10 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 945 time: 0.1976776 Feb 15 16:42:44.746468 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-d0a47c06-a94b-4700-a711-3e12d1205496 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2304296 Feb 15 16:42:44.770582 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Request body: {'port': {'device_id': '73e94b12-06c9-4c29-94bd-8cccbf2b67e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:44.807518 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d689c-88d8-4895-bae3-c832912d831d req-a3059caa-fc8a-4f5c-ba41-9302b0e0c268 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:44.807518 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-942d689c-88d8-4895-bae3-c832912d831d req-a3059caa-fc8a-4f5c-ba41-9302b0e0c268 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 945 time: 0.1408124 Feb 15 16:42:44.866042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff916fc8-9f7b-44d3-8ab4-316823371f98 req-85cd43a6-2c92-429a-984c-203f2561129b tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:44.867747 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff916fc8-9f7b-44d3-8ab4-316823371f98 req-85cd43a6-2c92-429a-984c-203f2561129b tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.2923887 Feb 15 16:42:44.874518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-6b8ab9bc-e88d-4a12-a4b0-e922c57c8211 req-30bf09dc-52a6-4315-b030-2cadce0957f8 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Deleting port cd102b64-5b1f-4f32-b377-80c0c52fcdca {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:44.874827 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6b8ab9bc-e88d-4a12-a4b0-e922c57c8211 req-30bf09dc-52a6-4315-b030-2cadce0957f8 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cd102b64-5b1f-4f32-b377-80c0c52fcdca), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:44.897161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-7a416ee5-38f4-4ec8-ada1-c4585012cfee None None] Provisioning complete for port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:44.898741 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7a416ee5-38f4-4ec8-ada1-c4585012cfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0ac01b2f-c18c-4522-b27c-9aa24bf2adf8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:44.903199 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-942d689c-88d8-4895-bae3-c832912d831d req-a57384fe-ed7d-4ba5-8ac0-fcd338b0dcc6 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900953 Feb 15 16:42:44.912901 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0ac01b2f-c18c-4522-b27c-9aa24bf2adf8), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:44.958102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7a416ee5-38f4-4ec8-ada1-c4585012cfee None None] Port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:42:45.045915 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff916fc8-9f7b-44d3-8ab4-316823371f98 req-e62fdc04-4f73-4108-989b-a501cb099d74 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667483 Feb 15 16:42:45.104257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-6b8ab9bc-e88d-4a12-a4b0-e922c57c8211 req-30bf09dc-52a6-4315-b030-2cadce0957f8 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] For port cd102b64-5b1f-4f32-b377-80c0c52fcdca, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=cd102b64-5b1f-4f32-b377-80c0c52fcdca,segment=NetworkSegment(15ef8447-dd91-405f-b509-9087cebde407),segment_id=15ef8447-dd91-405f-b509-9087cebde407)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:45.104633 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6b8ab9bc-e88d-4a12-a4b0-e922c57c8211 req-30bf09dc-52a6-4315-b030-2cadce0957f8 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cd102b64-5b1f-4f32-b377-80c0c52fcdca), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:45.230827 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a12c489f-7fe2-4053-8188-ac06b3695704 req-8d3858c1-b0c3-4744-b2e5-5bdb2a7854da tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=bec3bd21-a367-465a-9c40-73ed1643d5b0 HTTP/1.1" status: 200 len: 210 time: 0.0632713 Feb 15 16:42:45.240520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3964e-dace-4104-8fc3-022230b225d6 req-30dd3af0-8ace-4a0e-9543-c587984a52ac tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:45.242503 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87d3964e-dace-4104-8fc3-022230b225d6 req-30dd3af0-8ace-4a0e-9543-c587984a52ac tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1040037 Feb 15 16:42:45.303607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54070420-cb51-4541-bc01-30388d72a810 req-ac6fe70b-71c6-45ad-95bf-58334f4e8375 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:45.305188 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54070420-cb51-4541-bc01-30388d72a810 req-ac6fe70b-71c6-45ad-95bf-58334f4e8375 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.67 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 945 time: 0.1365612 Feb 15 16:42:45.360642 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87d3964e-dace-4104-8fc3-022230b225d6 req-73eb6887-9771-4df4-bc9a-e0179af43976 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067743 Feb 15 16:42:45.385601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:42:45.415255 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Publish callbacks [] for port (0ac01b2f-c18c-4522-b27c-9aa24bf2adf8), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:45.436021 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Transition to ACTIVE for port object 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:42:45.519473 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6b8ab9bc-e88d-4a12-a4b0-e922c57c8211 req-30bf09dc-52a6-4315-b030-2cadce0957f8 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:45.519847 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6b8ab9bc-e88d-4a12-a4b0-e922c57c8211 req-30bf09dc-52a6-4315-b030-2cadce0957f8 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (a4e87b24-cb3e-4709-825d-7e51b5ffedad), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:45.520172 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-6b8ab9bc-e88d-4a12-a4b0-e922c57c8211 req-30bf09dc-52a6-4315-b030-2cadce0957f8 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Floating IP a4e87b24-cb3e-4709-825d-7e51b5ffedad disassociated. External IP: 172.25.4.93, port: cd102b64-5b1f-4f32-b377-80c0c52fcdca. Feb 15 16:42:45.520515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-6b8ab9bc-e88d-4a12-a4b0-e922c57c8211 req-30bf09dc-52a6-4315-b030-2cadce0957f8 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Calling delete_port for cd102b64-5b1f-4f32-b377-80c0c52fcdca owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:45.537319 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (0ac01b2f-c18c-4522-b27c-9aa24bf2adf8), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:45.591511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db6c29-0ee3-455b-ba72-c19ff66e4055 req-4c07cb99-a3a7-4b68-b263-4d5b419a9d6a tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:45.600243 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77db6c29-0ee3-455b-ba72-c19ff66e4055 req-4c07cb99-a3a7-4b68-b263-4d5b419a9d6a tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6 HTTP/1.1" status: 200 len: 936 time: 0.1882727 Feb 15 16:42:45.606766 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc54da-25cc-45ef-b05c-90cd23575753 req-a398431c-504b-4fae-9d6f-86fcec69882f tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:45.614025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc54da-25cc-45ef-b05c-90cd23575753 req-a398431c-504b-4fae-9d6f-86fcec69882f tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:45.615716 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-65cc54da-25cc-45ef-b05c-90cd23575753 req-a398431c-504b-4fae-9d6f-86fcec69882f tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 1683 time: 0.1343348 Feb 15 16:42:45.625478 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Pushing event updated for resources: {'Port': ['ID=0ac01b2f-c18c-4522-b27c-9aa24bf2adf8,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:45.644354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-54070420-cb51-4541-bc01-30388d72a810 req-0d2217b5-b0fb-459b-8896-f1f0174f18f1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Deleting port 4eed547b-34c5-4320-aaa9-48e7d4835041 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:45.644354 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54070420-cb51-4541-bc01-30388d72a810 req-0d2217b5-b0fb-459b-8896-f1f0174f18f1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:45.738696 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-65cc54da-25cc-45ef-b05c-90cd23575753 req-4818ad16-72d6-41e8-bcd8-758407c5b8af tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040337 Feb 15 16:42:45.780128 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Attempting to bind port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:42:45.780490 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Attempting to bind port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:42:45.786616 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77db6c29-0ee3-455b-ba72-c19ff66e4055 req-c366ffa9-39f2-4676-b0da-9e9f5a5a4774 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829135 Feb 15 16:42:45.787558 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Attempting to bind port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:45.804621 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:42:45.810205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Attempting to bind port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:45.815839 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:42:45.815839 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:42:45.817778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:42:45.818230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Bound port: 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:42:45.818593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0ac01b2f-c18c-4522-b27c-9aa24bf2adf8), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:45.914255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-54070420-cb51-4541-bc01-30388d72a810 req-0d2217b5-b0fb-459b-8896-f1f0174f18f1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] For port 4eed547b-34c5-4320-aaa9-48e7d4835041, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4eed547b-34c5-4320-aaa9-48e7d4835041,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:45.914549 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54070420-cb51-4541-bc01-30388d72a810 req-0d2217b5-b0fb-459b-8896-f1f0174f18f1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:45.950001 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] For port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:42:45.954371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] For port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0ac01b2f-c18c-4522-b27c-9aa24bf2adf8,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:42:45.993712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8e7d8-e5f2-49cb-8c88-85e53998b07b req-0abec49c-76e4-4194-adb0-52af8a1bb270 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:45.995385 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7cf8e7d8-e5f2-49cb-8c88-85e53998b07b req-0abec49c-76e4-4194-adb0-52af8a1bb270 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 945 time: 0.1442413 Feb 15 16:42:46.008260 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-54070420-cb51-4541-bc01-30388d72a810 req-0d2217b5-b0fb-459b-8896-f1f0174f18f1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Calling delete_port for 4eed547b-34c5-4320-aaa9-48e7d4835041 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:46.079951 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (0ac01b2f-c18c-4522-b27c-9aa24bf2adf8), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:46.109783 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7cf8e7d8-e5f2-49cb-8c88-85e53998b07b req-3f8d8672-d425-44f7-a147-2a736a3b4a7d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/security-groups?id=a3130d42-b074-4f19-a6ba-aa9a82473e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014009 Feb 15 16:42:46.135311 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6b8ab9bc-e88d-4a12-a4b0-e922c57c8211 req-30bf09dc-52a6-4315-b030-2cadce0957f8 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cd102b64-5b1f-4f32-b377-80c0c52fcdca), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:46.159651 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:46.159651 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:46.159651 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] 10.222.0.10 "PUT /v2.0/ports/0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 HTTP/1.1" status: 200 len: 1097 time: 1.3982508 Feb 15 16:42:46.160380 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e94b12-06c9-4c29-94bd-8cccbf2b67e6', 'tag': '0ac01b2f-c18c-4522-b27c-9aa24bf2adf8'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:46.162195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715dee1e-9411-4020-94df-a42baf9eaab1 req-ab7c942b-5f0e-4fd3-bf63-6b13cfc5a318 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:46.163827 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-715dee1e-9411-4020-94df-a42baf9eaab1 req-ab7c942b-5f0e-4fd3-bf63-6b13cfc5a318 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 945 time: 0.1307561 Feb 15 16:42:46.164054 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b0423a-b3ef-4032-97c0-d7da38b2b6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "73e94b12-06c9-4c29-94bd-8cccbf2b67e6", "tag": "0ac01b2f-c18c-4522-b27c-9aa24bf2adf8"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:46.192847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf09dc-52a6-4315-b030-2cadce0957f8 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Pushing event deleted for resources: {'Port': ['ID=cd102b64-5b1f-4f32-b377-80c0c52fcdca,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:46.218670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af31a5-2024-4817-8f7a-7e0820d4ba4d service neutron] Pushing event updated for resources: {'Port': ['ID=0ac01b2f-c18c-4522-b27c-9aa24bf2adf8,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:46.349143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d5c41-808a-4f0a-b46c-5ef98bfbb81f req-cd6de6cc-6cd8-4d57-9fa2-b7eacec41bb1 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:46.351370 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8e8d5c41-808a-4f0a-b46c-5ef98bfbb81f req-cd6de6cc-6cd8-4d57-9fa2-b7eacec41bb1 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.1212368 Feb 15 16:42:46.376861 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-715dee1e-9411-4020-94df-a42baf9eaab1 req-c2da9831-9d6f-455e-abd2-4014e41ec33c tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874349 Feb 15 16:42:46.436216 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-2ab633be-3ce8-442e-bafc-b45295b6be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:46.438889 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-2ab633be-3ce8-442e-bafc-b45295b6be4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fb5e160ed9346d1b0f8803d0b7b3212&device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6 HTTP/1.1" status: 200 len: 1131 time: 0.1301546 Feb 15 16:42:46.446675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b8ab9bc-e88d-4a12-a4b0-e922c57c8211 req-30bf09dc-52a6-4315-b030-2cadce0957f8 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Router a35f87c0-21f4-4765-96bd-dd3e0212ff65 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:42:46.482186 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eec316c-400b-4e78-87ca-44b461f5e755 x-openstack-request-id: req-9eec316c-400b-4e78-87ca-44b461f5e755 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:46.482485 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e94b12-06c9-4c29-94bd-8cccbf2b67e6", "tag": "0ac01b2f-c18c-4522-b27c-9aa24bf2adf8", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:46.482774 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9eec316c-400b-4e78-87ca-44b461f5e755 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:46.483165 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e94b12-06c9-4c29-94bd-8cccbf2b67e6', 'tag': '0ac01b2f-c18c-4522-b27c-9aa24bf2adf8', 'status': 'completed', 'code': 200} Feb 15 16:42:46.518316 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54070420-cb51-4541-bc01-30388d72a810 req-0d2217b5-b0fb-459b-8896-f1f0174f18f1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4eed547b-34c5-4320-aaa9-48e7d4835041), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:46.537380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['4eed547b-34c5-4320-aaa9-48e7d4835041'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:42:46.549680 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-afbd61cd-4577-4454-ae77-e7c36e46717c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 HTTP/1.1" status: 200 len: 217 time: 0.0943639 Feb 15 16:42:46.613743 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-d0e9184d-eae9-46b7-baf9-f610425f28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:46.615271 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-d0e9184d-eae9-46b7-baf9-f610425f28c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0560465 Feb 15 16:42:46.627775 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8e8d5c41-808a-4f0a-b46c-5ef98bfbb81f req-38720307-3e89-4f70-9255-dc93d4ae899b tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669957 Feb 15 16:42:46.674811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2217b5-b0fb-459b-8896-f1f0174f18f1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Pushing event deleted for resources: {'Port': ['ID=4eed547b-34c5-4320-aaa9-48e7d4835041,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:46.736822 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-2c6dda9c-09f3-46a0-b9db-5ecd7f028e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:46.739287 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-2c6dda9c-09f3-46a0-b9db-5ecd7f028e10 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1058807 Feb 15 16:42:46.813940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41114) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:46.830373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-54070420-cb51-4541-bc01-30388d72a810 req-0d2217b5-b0fb-459b-8896-f1f0174f18f1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] No DVR routers for this DVR port 4eed547b-34c5-4320-aaa9-48e7d4835041 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:46.835775 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54070420-cb51-4541-bc01-30388d72a810 req-0d2217b5-b0fb-459b-8896-f1f0174f18f1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:46.840388 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54070420-cb51-4541-bc01-30388d72a810 req-0d2217b5-b0fb-459b-8896-f1f0174f18f1 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.67 "DELETE /v2.0/ports/4eed547b-34c5-4320-aaa9-48e7d4835041 HTTP/1.1" status: 204 len: 173 time: 1.5265934 Feb 15 16:42:46.849111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d', 'name': 'network-vif-deleted', 'tag': '4eed547b-34c5-4320-aaa9-48e7d4835041'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:46.851832 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09959a32-e6aa-4104-b61f-b38055050fb7" -d '{"events": [{"server_uuid": "5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d", "name": "network-vif-deleted", "tag": "4eed547b-34c5-4320-aaa9-48e7d4835041"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:46.879721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5e7a-1045-4f7a-9489-55553504e9aa req-8814c8cf-44c7-4a23-854b-ac28a1a4977a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:46.887375 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5ed5e7a-1045-4f7a-9489-55553504e9aa req-8814c8cf-44c7-4a23-854b-ac28a1a4977a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1964149 Feb 15 16:42:46.922090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b8ab9bc-e88d-4a12-a4b0-e922c57c8211 req-30bf09dc-52a6-4315-b030-2cadce0957f8 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:42:46.934690 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d8a9be-f434-4859-a2f7-1b6d09e0f60b None None] Sync routers for ids ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:42:46.952498 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d8a9be-f434-4859-a2f7-1b6d09e0f60b None None] Routers {'a35f87c0-21f4-4765-96bd-dd3e0212ff65'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:42:46.953830 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-d6fc360f-ddef-4771-914e-3a74bd406b5a service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065341 Feb 15 16:42:46.954627 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-69d8a9be-f434-4859-a2f7-1b6d09e0f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:42:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:46.989636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b8ab9bc-e88d-4a12-a4b0-e922c57c8211 req-30bf09dc-52a6-4315-b030-2cadce0957f8 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] No DVR routers for this DVR port cd102b64-5b1f-4f32-b377-80c0c52fcdca on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:46.992912 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6b8ab9bc-e88d-4a12-a4b0-e922c57c8211 req-30bf09dc-52a6-4315-b030-2cadce0957f8 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:46.996528 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b8ab9bc-e88d-4a12-a4b0-e922c57c8211 req-30bf09dc-52a6-4315-b030-2cadce0957f8 tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.10 "DELETE /v2.0/ports/cd102b64-5b1f-4f32-b377-80c0c52fcdca HTTP/1.1" status: 204 len: 173 time: 2.3078976 Feb 15 16:42:47.020801 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5ed5e7a-1045-4f7a-9489-55553504e9aa req-23eaef24-1299-4abd-b852-dbcfafa3aae3 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180034 Feb 15 16:42:47.076825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device cd102b64-5b1f-4f32-b377-80c0c52fcdca no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:47.078491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5907d92-b205-416e-a591-3e3f1f5e55be req-35ce925b-9191-401e-b30e-81b824fdb354 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:47.085864 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5907d92-b205-416e-a591-3e3f1f5e55be req-35ce925b-9191-401e-b30e-81b824fdb354 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:47.087727 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b5907d92-b205-416e-a591-3e3f1f5e55be req-35ce925b-9191-401e-b30e-81b824fdb354 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 1683 time: 0.2193675 Feb 15 16:42:47.111137 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9271d1fc-a8fa-4993-bcae-17ed1ad67b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:47.125264 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc3b310e-4d7c-4e60-981c-6d4b47123d3d req-1cbb9bde-9c52-4414-a695-8ad884c62cc3 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641741 Feb 15 16:42:47.131747 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: cd102b64-5b1f-4f32-b377-80c0c52fcdca {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:47.132117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device cd102b64-5b1f-4f32-b377-80c0c52fcdca not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:47.215098 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b5907d92-b205-416e-a591-3e3f1f5e55be req-f26edd51-9532-4ea8-8d9d-9fd7cd55c733 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205719 Feb 15 16:42:47.250475 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-69d8a9be-f434-4859-a2f7-1b6d09e0f60b None None] Set router a35f87c0-21f4-4765-96bd-dd3e0212ff65 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:42:47.296047 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d024b1-483d-4de1-92b0-b9f6c7b0c384 x-openstack-request-id: req-24d024b1-483d-4de1-92b0-b9f6c7b0c384 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:47.296047 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d", "name": "network-vif-deleted", "tag": "4eed547b-34c5-4320-aaa9-48e7d4835041", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:47.296047 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-24d024b1-483d-4de1-92b0-b9f6c7b0c384 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:47.296047 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d', 'name': 'network-vif-deleted', 'tag': '4eed547b-34c5-4320-aaa9-48e7d4835041', 'status': 'completed', 'code': 200} Feb 15 16:42:47.343069 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9271d1fc-a8fa-4993-bcae-17ed1ad67b59 admin admin] Publish callbacks [] for security_group (6bd8005e-0de2-4936-bf4f-39e8f8f49fc9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:47.380669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbebc5a-2a1b-417f-9b50-f008ecf409ec req-ee539acc-6c25-4585-a786-3de4695651b1 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:47.392517 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fdbebc5a-2a1b-417f-9b50-f008ecf409ec req-ee539acc-6c25-4585-a786-3de4695651b1 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6 HTTP/1.1" status: 200 len: 948 time: 0.1405661 Feb 15 16:42:47.440251 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67f41871-5fa1-47a8-9efb-feab30f78980 req-8af52385-39df-429c-8cde-2dc2e992744d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/ports?device_id=1431d4ea-ec83-4aad-8977-bdad788611e2 HTTP/1.1" status: 200 len: 210 time: 0.0792038 Feb 15 16:42:47.463354 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fdbebc5a-2a1b-417f-9b50-f008ecf409ec req-be38b71a-a444-41b8-912c-f9b5489b001c tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694628 Feb 15 16:42:47.474820 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9271d1fc-a8fa-4993-bcae-17ed1ad67b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6bd8005e-0de2-4936-bf4f-39e8f8f49fc9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:47.493572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0423a-b3ef-4032-97c0-d7da38b2b6c7 req-6b3a5d81-c041-4e9d-ad1e-ee0db3fb7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:47.495556 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60b0423a-b3ef-4032-97c0-d7da38b2b6c7 req-6b3a5d81-c041-4e9d-ad1e-ee0db3fb7a96 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8fb5e160ed9346d1b0f8803d0b7b3212&device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6 HTTP/1.1" status: 200 len: 1131 time: 0.1470025 Feb 15 16:42:47.558286 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-69d8a9be-f434-4859-a2f7-1b6d09e0f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'name': 'tempest-ServersTestJSON-1855804671-router', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:41:17Z', 'updated_at': '2022-02-15T16:41:25Z', 'revision_number': 4, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'gw_port': {'id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:18Z', 'updated_at': '2022-02-15T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '48bde6cb-13a0-4241-8d5b-f2f921a92799', 'name': '', 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'mac_address': 'fa:16:3e:57:35:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:23Z', 'updated_at': '2022-02-15T16:41:32Z', 'revision_number': 5, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'subnets': [{'id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:47.596503 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d8a9be-f434-4859-a2f7-1b6d09e0f60b None None] Checking router: a35f87c0-21f4-4765-96bd-dd3e0212ff65 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:42:47.609156 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d8a9be-f434-4859-a2f7-1b6d09e0f60b None None] Routers {'a35f87c0-21f4-4765-96bd-dd3e0212ff65'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:42:47.609876 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-69d8a9be-f434-4859-a2f7-1b6d09e0f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:42:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:47.694884 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271d1fc-a8fa-4993-bcae-17ed1ad67b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd8005e-0de2-4936-bf4f-39e8f8f49fc9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:47.706211 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9271d1fc-a8fa-4993-bcae-17ed1ad67b59 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=86f59779635e47bbae594c49840709f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8623309 Feb 15 16:42:47.708053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41146) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:47.736375 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ed8f1583-0c6e-48ab-a80b-213f24e380d6 req-76dde8f9-129f-4226-b17d-64eb2362d7fc tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f88e29e-8442-4bfb-a77d-3bf7f64ffe7d HTTP/1.1" status: 200 len: 210 time: 0.0370107 Feb 15 16:42:47.758186 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-69d8a9be-f434-4859-a2f7-1b6d09e0f60b None None] Set router a35f87c0-21f4-4765-96bd-dd3e0212ff65 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:42:47.776598 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0423a-b3ef-4032-97c0-d7da38b2b6c7 req-1598bf94-0070-4277-85fe-9730aaad7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:47.778374 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60b0423a-b3ef-4032-97c0-d7da38b2b6c7 req-1598bf94-0070-4277-85fe-9730aaad7d66 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.2755260 Feb 15 16:42:47.834220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27009c39-bc0c-4ad8-bf81-f75af45f50ee req-7d89948b-bc4b-4475-a3e2-150241e44ee7 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:47.841730 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-27009c39-bc0c-4ad8-bf81-f75af45f50ee req-7d89948b-bc4b-4475-a3e2-150241e44ee7 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 812 time: 0.2391255 Feb 15 16:42:47.853839 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60b0423a-b3ef-4032-97c0-d7da38b2b6c7 req-a1551f5e-c771-4a78-a98a-db899593bb7f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 HTTP/1.1" status: 200 len: 217 time: 0.0604124 Feb 15 16:42:47.873793 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7545ae81-a1f3-4386-92ff-65e39334cdeb admin admin] Publish callbacks [] for security_group (6bd8005e-0de2-4936-bf4f-39e8f8f49fc9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:47.887028 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-27009c39-bc0c-4ad8-bf81-f75af45f50ee req-1c6d8c73-789f-4bbd-a978-485458b02f43 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/quotas/ba74aa9e819a439eb5de67abc6749cb0 HTTP/1.1" status: 200 len: 375 time: 0.0443821 Feb 15 16:42:47.914564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0423a-b3ef-4032-97c0-d7da38b2b6c7 req-90a9f3ca-5945-4ecb-82cf-a1d434bee77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:47.916337 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60b0423a-b3ef-4032-97c0-d7da38b2b6c7 req-90a9f3ca-5945-4ecb-82cf-a1d434bee77e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0520437 Feb 15 16:42:47.920921 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7545ae81-a1f3-4386-92ff-65e39334cdeb admin admin] Publish callbacks [] for security_group (6bd8005e-0de2-4936-bf4f-39e8f8f49fc9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:47.965507 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-27009c39-bc0c-4ad8-bf81-f75af45f50ee req-7889fc4c-9793-408d-b663-7dd0b6d84134 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673869 Feb 15 16:42:47.999176 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0423a-b3ef-4032-97c0-d7da38b2b6c7 req-dd0833df-47fd-461b-86f2-713aa2af9f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:48.001686 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60b0423a-b3ef-4032-97c0-d7da38b2b6c7 req-dd0833df-47fd-461b-86f2-713aa2af9f4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0732296 Feb 15 16:42:48.146589 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-27009c39-bc0c-4ad8-bf81-f75af45f50ee req-8649eebb-5965-48d9-9ded-cf48179b03e1 service neutron] 10.222.0.107 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801934 Feb 15 16:42:48.169053 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60b0423a-b3ef-4032-97c0-d7da38b2b6c7 req-0967c89e-1d8d-4d6a-80cb-586f4aefc307 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566966 Feb 15 16:42:48.178362 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7545ae81-a1f3-4386-92ff-65e39334cdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6bd8005e-0de2-4936-bf4f-39e8f8f49fc9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:48.180931 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7545ae81-a1f3-4386-92ff-65e39334cdeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:48.184601 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7545ae81-a1f3-4386-92ff-65e39334cdeb admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6bd8005e-0de2-4936-bf4f-39e8f8f49fc9 HTTP/1.1" status: 204 len: 168 time: 0.4731820 Feb 15 16:42:48.225837 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-69d8a9be-f434-4859-a2f7-1b6d09e0f60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'name': 'tempest-ServersTestJSON-1855804671-router', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:41:17Z', 'updated_at': '2022-02-15T16:41:25Z', 'revision_number': 4, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'gw_port': {'id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:18Z', 'updated_at': '2022-02-15T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '48bde6cb-13a0-4241-8d5b-f2f921a92799', 'name': '', 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'mac_address': 'fa:16:3e:57:35:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:23Z', 'updated_at': '2022-02-15T16:41:32Z', 'revision_number': 5, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'subnets': [{'id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:48.269830 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d8a9be-f434-4859-a2f7-1b6d09e0f60b None None] The sync data for ids ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'] in n-d-828372-14 is: [{'id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'name': 'tempest-ServersTestJSON-1855804671-router', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:41:17Z', 'updated_at': '2022-02-15T16:41:25Z', 'revision_number': 4, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'gw_port': {'id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:18Z', 'updated_at': '2022-02-15T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '48bde6cb-13a0-4241-8d5b-f2f921a92799', 'name': '', 'network_id': '20a628c1-8ad8-40a0-b877-f8def0e3dec4', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'mac_address': 'fa:16:3e:57:35:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_interface', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:23Z', 'updated_at': '2022-02-15T16:41:32Z', 'revision_number': 5, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'subnets': [{'id': '880824e9-9b4e-44d1-b3e7-0ae46e55f7e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:42:48.283032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545ae81-a1f3-4386-92ff-65e39334cdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd8005e-0de2-4936-bf4f-39e8f8f49fc9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:48.368272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-27009c39-bc0c-4ad8-bf81-f75af45f50ee req-05d3065a-f5a2-4ea5-b03c-6d353cb5a60c service neutron] 10.222.0.107 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207365 Feb 15 16:42:48.747558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b25f180-1a3e-48d2-a4e3-317a84dc2270 None None] New status for floating IP a4e87b24-cb3e-4709-825d-7e51b5ffedad: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:42:48.770252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656227ab-7f8f-4fa2-ad0f-e9a42d08f77d req-6e58f72d-51b9-4e10-9142-27591360741e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:48.771968 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-656227ab-7f8f-4fa2-ad0f-e9a42d08f77d req-6e58f72d-51b9-4e10-9142-27591360741e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.0789633 Feb 15 16:42:48.918989 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-656227ab-7f8f-4fa2-ad0f-e9a42d08f77d req-c47dbeba-7dbd-4a2c-8d56-0dd60c5e9e28 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395597 Feb 15 16:42:48.921065 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60b0423a-b3ef-4032-97c0-d7da38b2b6c7 req-0f49f750-08da-4fe3-ba02-1efc6c3cf865 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7440748 Feb 15 16:42:48.940879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ae735-0e71-4f9d-bf84-46fd867acc6d req-c1d043ca-8dc4-4153-a6dc-f90be7947356 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:48.950530 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd7ae735-0e71-4f9d-bf84-46fd867acc6d req-c1d043ca-8dc4-4153-a6dc-f90be7947356 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.1596427 Feb 15 16:42:49.044781 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd7ae735-0e71-4f9d-bf84-46fd867acc6d req-7fd2b1c3-b9b1-4442-a69d-5e170f582395 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889812 Feb 15 16:42:49.067990 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4eed547b-34c5-4320-aaa9-48e7d4835041 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:49.086415 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd7a46-4a99-4410-b4cc-d9af499fbf08 req-3a16cd93-9dd0-4a2b-a935-4e46bb739c88 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:49.094048 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd7a46-4a99-4410-b4cc-d9af499fbf08 req-3a16cd93-9dd0-4a2b-a935-4e46bb739c88 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:49.105616 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58cd7a46-4a99-4410-b4cc-d9af499fbf08 req-3a16cd93-9dd0-4a2b-a935-4e46bb739c88 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 1683 time: 0.1021206 Feb 15 16:42:49.116375 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:42:49.120864 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 4eed547b-34c5-4320-aaa9-48e7d4835041 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:49.121210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4eed547b-34c5-4320-aaa9-48e7d4835041 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:49.166866 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58cd7a46-4a99-4410-b4cc-d9af499fbf08 req-db8a4b86-e368-41c8-85b9-83bc4981df5d tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580020 Feb 15 16:42:49.271651 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29887694-49d8-4128-a0f8-e580564cee35 req-0e7b9a61-3a2c-49d7-a03e-c389234011bc tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:49.271975 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-88135f4b-6d2e-4c1f-930c-0d3dec6b5256 req-34d207ad-4081-4fbe-963a-3ddffccf8314 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=88d17dc1-2d57-4de0-ae7c-4425e9a56fc4 HTTP/1.1" status: 200 len: 210 time: 0.0324478 Feb 15 16:42:49.272101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-29887694-49d8-4128-a0f8-e580564cee35 req-0e7b9a61-3a2c-49d7-a03e-c389234011bc tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6 HTTP/1.1" status: 200 len: 948 time: 0.0833645 Feb 15 16:42:49.296589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431d4ea-ec83-4aad-8977-bdad788611e2', 'name': 'network-vif-deleted', 'tag': 'cd102b64-5b1f-4f32-b377-80c0c52fcdca'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:49.305725 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2586cc8f-bb56-40ea-a4ae-c8dd63febee8" -d '{"events": [{"server_uuid": "1431d4ea-ec83-4aad-8977-bdad788611e2", "name": "network-vif-deleted", "tag": "cd102b64-5b1f-4f32-b377-80c0c52fcdca"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:49.324588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0ac01b2f-c18c-4522-b27c-9aa24bf2adf8,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:49.326613 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-29887694-49d8-4128-a0f8-e580564cee35 req-6c91fc02-d7f6-4dc3-8d15-45c96215c67d tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740039 Feb 15 16:42:49.337103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '0ac01b2f-c18c-4522-b27c-9aa24bf2adf8', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '0ac01b2f-c18c-4522-b27c-9aa24bf2adf8', 'mac_address': 'fa:16:3e:af:e0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:42:49.381330 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:49.381757 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0ac01b2f-c18c-4522-b27c-9aa24bf2adf8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:49.395572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:42:49.418564 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0ac01b2f-c18c-4522-b27c-9aa24bf2adf8,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:49.452323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41192) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:49.511174 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1509d2a4-18dd-4db1-9355-438bf31bd8ac tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for security_group (a3130d42-b074-4f19-a6ba-aa9a82473e3a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:49.548926 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0ac01b2f-c18c-4522-b27c-9aa24bf2adf8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:49.556358 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1509d2a4-18dd-4db1-9355-438bf31bd8ac tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for security_group (a3130d42-b074-4f19-a6ba-aa9a82473e3a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:49.625885 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=0ac01b2f-c18c-4522-b27c-9aa24bf2adf8,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:49.771806 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1509d2a4-18dd-4db1-9355-438bf31bd8ac tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a3130d42-b074-4f19-a6ba-aa9a82473e3a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:49.777255 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1509d2a4-18dd-4db1-9355-438bf31bd8ac tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:49.780197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41212) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:49.780527 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1509d2a4-18dd-4db1-9355-438bf31bd8ac tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "DELETE /v2.0/security-groups/a3130d42-b074-4f19-a6ba-aa9a82473e3a HTTP/1.1" status: 204 len: 168 time: 0.3269591 Feb 15 16:42:49.790880 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509d2a4-18dd-4db1-9355-438bf31bd8ac tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3130d42-b074-4f19-a6ba-aa9a82473e3a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:49.794112 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-463634e1-07cf-4b90-b2b6-21186b2f19db tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] show failed (client error): The resource could not be found. Feb 15 16:42:49.795963 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-463634e1-07cf-4b90-b2b6-21186b2f19db tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "GET /v2.0/security-groups/a3130d42-b074-4f19-a6ba-aa9a82473e3a HTTP/1.1" status: 404 len: 347 time: 0.0145495 Feb 15 16:42:49.805979 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41214) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:49.871818 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5c8400-399a-4e44-a360-bea6b058b05c x-openstack-request-id: req-de5c8400-399a-4e44-a360-bea6b058b05c {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:49.872281 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1431d4ea-ec83-4aad-8977-bdad788611e2", "name": "network-vif-deleted", "tag": "cd102b64-5b1f-4f32-b377-80c0c52fcdca", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:49.873101 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-de5c8400-399a-4e44-a360-bea6b058b05c {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:49.873885 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1431d4ea-ec83-4aad-8977-bdad788611e2', 'name': 'network-vif-deleted', 'tag': 'cd102b64-5b1f-4f32-b377-80c0c52fcdca', 'status': 'completed', 'code': 200} Feb 15 16:42:49.912348 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['0ac01b2f-c18c-4522-b27c-9aa24bf2adf8'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:42:49.969639 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b4ce8-d828-499a-9b45-6220fbf79c9d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Deleting port 4b1be015-056c-4ee3-b627-e2c8c23476f6 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:49.970239 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4ce8-d828-499a-9b45-6220fbf79c9d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4b1be015-056c-4ee3-b627-e2c8c23476f6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:50.117337 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4ce8-d828-499a-9b45-6220fbf79c9d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4b1be015-056c-4ee3-b627-e2c8c23476f6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:50.117770 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4ce8-d828-499a-9b45-6220fbf79c9d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for floatingip (4b1be015-056c-4ee3-b627-e2c8c23476f6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:50.125119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-c6a5a01e-aa0f-40a5-8bc6-e8ceb1b6cca5 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=22628f102884498ca49c30cab696dc09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254176 Feb 15 16:42:50.136793 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1e5b4ce8-d828-499a-9b45-6220fbf79c9d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Calling delete_port for 4b1be015-056c-4ee3-b627-e2c8c23476f6 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:50.211395 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069c99c-1e23-4354-a710-0887d511dd15 req-32cfec6d-12d9-4ea9-b612-733afd159ad5 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:50.216731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069c99c-1e23-4354-a710-0887d511dd15 req-32cfec6d-12d9-4ea9-b612-733afd159ad5 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:50.218299 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7069c99c-1e23-4354-a710-0887d511dd15 req-32cfec6d-12d9-4ea9-b612-733afd159ad5 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.10 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 1683 time: 0.1357608 Feb 15 16:42:50.274454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-1dbf8ec9-531d-4864-9462-acdde30bcab1 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:50.275957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-1dbf8ec9-531d-4864-9462-acdde30bcab1 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1439781 Feb 15 16:42:50.292953 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-6758df4f-bb29-4e1b-acc1-dbf45605501b tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/quotas/22628f102884498ca49c30cab696dc09 HTTP/1.1" status: 200 len: 375 time: 0.0112169 Feb 15 16:42:50.325165 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-be521252-04b3-44c0-a223-8181957f469d tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=22628f102884498ca49c30cab696dc09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267901 Feb 15 16:42:50.365991 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d3c2e-4b61-4634-b021-2f2b96b81296 req-81e4062e-2f06-4150-8a73-45bd782e9766 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:50.367490 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4d2d3c2e-4b61-4634-b021-2f2b96b81296 req-81e4062e-2f06-4150-8a73-45bd782e9766 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 945 time: 0.1652796 Feb 15 16:42:50.396480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd65972-649a-4a1e-ba72-60bdd15a9928 req-957be8b7-c613-4f1f-b9df-349ab9ead08a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:50.398003 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6fd65972-649a-4a1e-ba72-60bdd15a9928 req-957be8b7-c613-4f1f-b9df-349ab9ead08a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.67 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 945 time: 0.0588570 Feb 15 16:42:50.469348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-7069c99c-1e23-4354-a710-0887d511dd15 req-d7bff71f-d4c9-479f-a6cb-6662ef76676e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Deleting port 3fa747eb-e14d-44e8-a824-37f84204fcfa {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:50.469719 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7069c99c-1e23-4354-a710-0887d511dd15 req-d7bff71f-d4c9-479f-a6cb-6662ef76676e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3fa747eb-e14d-44e8-a824-37f84204fcfa), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:50.478320 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4d2d3c2e-4b61-4634-b021-2f2b96b81296 req-ddfa4c85-1dc0-4011-bc69-9b0fb6d9ffaf tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002271 Feb 15 16:42:50.522667 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4ce8-d828-499a-9b45-6220fbf79c9d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4b1be015-056c-4ee3-b627-e2c8c23476f6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:50.600072 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b4ce8-d828-499a-9b45-6220fbf79c9d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Pushing event deleted for resources: {'Port': ['ID=4b1be015-056c-4ee3-b627-e2c8c23476f6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:50.734197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-7069c99c-1e23-4354-a710-0887d511dd15 req-d7bff71f-d4c9-479f-a6cb-6662ef76676e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] For port 3fa747eb-e14d-44e8-a824-37f84204fcfa, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3fa747eb-e14d-44e8-a824-37f84204fcfa,segment=NetworkSegment(5c27bb74-8f76-4763-8335-3e540508c6f3),segment_id=5c27bb74-8f76-4763-8335-3e540508c6f3)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:50.734578 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7069c99c-1e23-4354-a710-0887d511dd15 req-d7bff71f-d4c9-479f-a6cb-6662ef76676e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3fa747eb-e14d-44e8-a824-37f84204fcfa), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:50.744505 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22232c4-384b-47bb-b5ee-586d09236aa1 req-e52c5cfd-6ccf-4014-b7e5-aa3609bf2d01 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:50.746098 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f22232c4-384b-47bb-b5ee-586d09236aa1 req-e52c5cfd-6ccf-4014-b7e5-aa3609bf2d01 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1413302 Feb 15 16:42:50.774765 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-7069c99c-1e23-4354-a710-0887d511dd15 req-d7bff71f-d4c9-479f-a6cb-6662ef76676e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Calling delete_port for 3fa747eb-e14d-44e8-a824-37f84204fcfa owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:50.793764 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4ce8-d828-499a-9b45-6220fbf79c9d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks [] for floatingip (a4e87b24-cb3e-4709-825d-7e51b5ffedad), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:50.796303 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e5b4ce8-d828-499a-9b45-6220fbf79c9d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:50.797495 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1e5b4ce8-d828-499a-9b45-6220fbf79c9d tempest-ServersTestJSON-1299318046 tempest-ServersTestJSON-1299318046-project] 10.222.0.107 "DELETE /v2.0/floatingips/a4e87b24-cb3e-4709-825d-7e51b5ffedad HTTP/1.1" status: 204 len: 168 time: 0.9869912 Feb 15 16:42:50.803608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41248) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:50.858001 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f22232c4-384b-47bb-b5ee-586d09236aa1 req-2f879f8f-5544-4c77-b09f-563dbec1c69b tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042297 Feb 15 16:42:50.939572 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa27f0d4-70f2-45b3-ae58-aaea720eb1ee req-05116776-5e53-410e-8f6b-7386aa224c92 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:50.946062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa27f0d4-70f2-45b3-ae58-aaea720eb1ee req-05116776-5e53-410e-8f6b-7386aa224c92 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.1870458 Feb 15 16:42:51.042879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edf7ac-92c5-4461-92a0-cfae709e4451 req-260f15e1-549e-47ca-9ad5-ea0a50b32fe3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:51.048442 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edf7ac-92c5-4461-92a0-cfae709e4451 req-260f15e1-549e-47ca-9ad5-ea0a50b32fe3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:51.050344 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77edf7ac-92c5-4461-92a0-cfae709e4451 req-260f15e1-549e-47ca-9ad5-ea0a50b32fe3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 1683 time: 0.0696292 Feb 15 16:42:51.051334 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7069c99c-1e23-4354-a710-0887d511dd15 req-d7bff71f-d4c9-479f-a6cb-6662ef76676e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3fa747eb-e14d-44e8-a824-37f84204fcfa), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:51.058911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-6fd65972-649a-4a1e-ba72-60bdd15a9928 req-b0c8e468-91a7-449d-89b9-1b40d6dc5f09 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Deleting port c2f797ba-d9c0-47e3-9c5c-41777304dc4b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:51.059509 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6fd65972-649a-4a1e-ba72-60bdd15a9928 req-b0c8e468-91a7-449d-89b9-1b40d6dc5f09 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:51.071443 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['30e93813-45ee-4526-bf01-5e7a7f93fef3', '3fa747eb-e14d-44e8-a824-37f84204fcfa'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:42:51.087250 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa27f0d4-70f2-45b3-ae58-aaea720eb1ee req-84c5badf-27bb-434a-9758-acbced5bfaab tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292329 Feb 15 16:42:51.097507 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bff71f-d4c9-479f-a6cb-6662ef76676e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Port': ['ID=3fa747eb-e14d-44e8-a824-37f84204fcfa,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:51.154474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:42:51.160245 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7069c99c-1e23-4354-a710-0887d511dd15 req-d7bff71f-d4c9-479f-a6cb-6662ef76676e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] No DVR routers for this DVR port 3fa747eb-e14d-44e8-a824-37f84204fcfa on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:51.182560 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7069c99c-1e23-4354-a710-0887d511dd15 req-d7bff71f-d4c9-479f-a6cb-6662ef76676e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:51.182560 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7069c99c-1e23-4354-a710-0887d511dd15 req-d7bff71f-d4c9-479f-a6cb-6662ef76676e tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.10 "DELETE /v2.0/ports/3fa747eb-e14d-44e8-a824-37f84204fcfa HTTP/1.1" status: 204 len: 173 time: 0.9493153 Feb 15 16:42:51.182560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88684ff-5d06-468f-b49b-88d9ba269753', 'name': 'network-vif-deleted', 'tag': '3fa747eb-e14d-44e8-a824-37f84204fcfa'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:51.183961 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8420bd77-19d3-4f0d-a611-90ae672f41ea" -d '{"events": [{"server_uuid": "e88684ff-5d06-468f-b49b-88d9ba269753", "name": "network-vif-deleted", "tag": "3fa747eb-e14d-44e8-a824-37f84204fcfa"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:51.227169 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77edf7ac-92c5-4461-92a0-cfae709e4451 req-0bf4a169-3c8b-4d8d-9f9b-1e48534ab66a tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/security-groups?id=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633723 Feb 15 16:42:51.347686 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c92478c4-88d4-45d8-b017-4e49883c3720 req-d14e4c64-6f73-4f2a-b855-7413d38ac184 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 210 time: 0.0576484 Feb 15 16:42:51.370425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-6fd65972-649a-4a1e-ba72-60bdd15a9928 req-b0c8e468-91a7-449d-89b9-1b40d6dc5f09 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] For port c2f797ba-d9c0-47e3-9c5c-41777304dc4b, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:51.370937 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6fd65972-649a-4a1e-ba72-60bdd15a9928 req-b0c8e468-91a7-449d-89b9-1b40d6dc5f09 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:51.407223 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-7069c99c-1e23-4354-a710-0887d511dd15 req-30032061-ee8d-46a7-8df9-7174c495b97b tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Deleting port 30e93813-45ee-4526-bf01-5e7a7f93fef3 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:51.407588 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7069c99c-1e23-4354-a710-0887d511dd15 req-30032061-ee8d-46a7-8df9-7174c495b97b tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:51.407884 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-6fd65972-649a-4a1e-ba72-60bdd15a9928 req-b0c8e468-91a7-449d-89b9-1b40d6dc5f09 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Calling delete_port for c2f797ba-d9c0-47e3-9c5c-41777304dc4b owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:51.462956 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:42:51.468053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:51.468822 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0ac01b2f-c18c-4522-b27c-9aa24bf2adf8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:51.481189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a36087-43dd-4df7-ab89-8fad26f75319 req-fbb9c544-47a4-47a0-8513-3a7f79e0581b tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:51.485950 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76a36087-43dd-4df7-ab89-8fad26f75319 req-fbb9c544-47a4-47a0-8513-3a7f79e0581b tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6 HTTP/1.1" status: 200 len: 949 time: 0.2443075 Feb 15 16:42:51.562118 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-7069c99c-1e23-4354-a710-0887d511dd15 req-30032061-ee8d-46a7-8df9-7174c495b97b tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] For port 30e93813-45ee-4526-bf01-5e7a7f93fef3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=30e93813-45ee-4526-bf01-5e7a7f93fef3,segment=NetworkSegment(b2620114-09f8-4090-9b44-faaa1919aa05),segment_id=b2620114-09f8-4090-9b44-faaa1919aa05)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:51.562920 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7069c99c-1e23-4354-a710-0887d511dd15 req-30032061-ee8d-46a7-8df9-7174c495b97b tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:51.571376 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:51.572712 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0ac01b2f-c18c-4522-b27c-9aa24bf2adf8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:51.601067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e94b12-06c9-4c29-94bd-8cccbf2b67e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac01b2f-c18c-4522-b27c-9aa24bf2adf8'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:51.603830 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48743572-4707-4619-9956-11b0bf889014" -d '{"events": [{"server_uuid": "73e94b12-06c9-4c29-94bd-8cccbf2b67e6", "name": "network-vif-plugged", "status": "completed", "tag": "0ac01b2f-c18c-4522-b27c-9aa24bf2adf8"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:51.613865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-7069c99c-1e23-4354-a710-0887d511dd15 req-30032061-ee8d-46a7-8df9-7174c495b97b tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Calling delete_port for 30e93813-45ee-4526-bf01-5e7a7f93fef3 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:51.622337 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0ac01b2f-c18c-4522-b27c-9aa24bf2adf8,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:51.626095 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76a36087-43dd-4df7-ab89-8fad26f75319 req-4c407902-fc7f-4555-9f79-c700f326ea44 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055624 Feb 15 16:42:51.682686 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491264bd-3824-4e5a-9531-e1f79abbe4c6 x-openstack-request-id: req-491264bd-3824-4e5a-9531-e1f79abbe4c6 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:51.682686 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88684ff-5d06-468f-b49b-88d9ba269753", "name": "network-vif-deleted", "tag": "3fa747eb-e14d-44e8-a824-37f84204fcfa", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:51.682686 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-491264bd-3824-4e5a-9531-e1f79abbe4c6 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:51.683336 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88684ff-5d06-468f-b49b-88d9ba269753', 'name': 'network-vif-deleted', 'tag': '3fa747eb-e14d-44e8-a824-37f84204fcfa', 'status': 'completed', 'code': 200} Feb 15 16:42:51.709429 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0ac01b2f-c18c-4522-b27c-9aa24bf2adf8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:51.710640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 30e93813-45ee-4526-bf01-5e7a7f93fef3 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:51.734677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-4fe397c6-6855-4b12-83eb-eb46cc8d627c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:51.736262 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-4fe397c6-6855-4b12-83eb-eb46cc8d627c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 812 time: 0.1948841 Feb 15 16:42:51.769109 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-255a49e1-0bcb-48ab-8ee7-0ce7d63e2986 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/quotas/ba74aa9e819a439eb5de67abc6749cb0 HTTP/1.1" status: 200 len: 375 time: 0.0258405 Feb 15 16:42:51.816407 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c02e9720-d659-4161-962f-b7dd70783af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (a35f87c0-21f4-4765-96bd-dd3e0212ff65), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:51.820538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=0ac01b2f-c18c-4522-b27c-9aa24bf2adf8,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:51.827721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885acd1-330a-4f31-b232-b2c03b9c41ce req-3197ce7c-81d6-468b-a32d-90c77943fa6e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:51.830246 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4885acd1-330a-4f31-b232-b2c03b9c41ce req-3197ce7c-81d6-468b-a32d-90c77943fa6e tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 945 time: 0.0848937 Feb 15 16:42:51.842792 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-33697c44-2fc9-41a3-99df-c08cda2ca665 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592685 Feb 15 16:42:51.867753 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 30e93813-45ee-4526-bf01-5e7a7f93fef3 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:42:51.868191 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:51.906593 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6fd65972-649a-4a1e-ba72-60bdd15a9928 req-b0c8e468-91a7-449d-89b9-1b40d6dc5f09 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c2f797ba-d9c0-47e3-9c5c-41777304dc4b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:51.952446 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-78df149a-671e-406b-bb8d-4eb731e34dd2 service neutron] 10.222.0.107 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956521 Feb 15 16:42:51.960039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8e468-91a7-449d-89b9-1b40d6dc5f09 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Pushing event deleted for resources: {'Port': ['ID=c2f797ba-d9c0-47e3-9c5c-41777304dc4b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:52.017165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7069c99c-1e23-4354-a710-0887d511dd15 req-30032061-ee8d-46a7-8df9-7174c495b97b tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (30e93813-45ee-4526-bf01-5e7a7f93fef3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:52.023648 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3fa747eb-e14d-44e8-a824-37f84204fcfa no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:52.026705 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd65972-649a-4a1e-ba72-60bdd15a9928 req-b0c8e468-91a7-449d-89b9-1b40d6dc5f09 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] No DVR routers for this DVR port c2f797ba-d9c0-47e3-9c5c-41777304dc4b on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:52.048768 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4885acd1-330a-4f31-b232-b2c03b9c41ce req-56596661-6454-41a1-9d44-92c6af2ed5e5 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033997 Feb 15 16:42:52.050627 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6fd65972-649a-4a1e-ba72-60bdd15a9928 req-b0c8e468-91a7-449d-89b9-1b40d6dc5f09 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:52.054038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 3fa747eb-e14d-44e8-a824-37f84204fcfa {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:52.054390 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3fa747eb-e14d-44e8-a824-37f84204fcfa not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:52.054513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6fd65972-649a-4a1e-ba72-60bdd15a9928 req-b0c8e468-91a7-449d-89b9-1b40d6dc5f09 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.67 "DELETE /v2.0/ports/c2f797ba-d9c0-47e3-9c5c-41777304dc4b HTTP/1.1" status: 204 len: 173 time: 1.6507487 Feb 15 16:42:52.056585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5424108-f000-4e58-9be9-4e022b7d7f2e', 'name': 'network-vif-deleted', 'tag': 'c2f797ba-d9c0-47e3-9c5c-41777304dc4b'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:52.065165 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b2d567-149e-41c5-ab70-e61948f9b6a4" -d '{"events": [{"server_uuid": "a5424108-f000-4e58-9be9-4e022b7d7f2e", "name": "network-vif-deleted", "tag": "c2f797ba-d9c0-47e3-9c5c-41777304dc4b"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:52.067324 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30032061-ee8d-46a7-8df9-7174c495b97b tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Port': ['ID=30e93813-45ee-4526-bf01-5e7a7f93fef3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:52.112231 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bd30f3-ad6e-47de-bc9a-0607e454f951 x-openstack-request-id: req-80bd30f3-ad6e-47de-bc9a-0607e454f951 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:52.113493 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e94b12-06c9-4c29-94bd-8cccbf2b67e6", "name": "network-vif-plugged", "status": "completed", "tag": "0ac01b2f-c18c-4522-b27c-9aa24bf2adf8", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:52.113493 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-80bd30f3-ad6e-47de-bc9a-0607e454f951 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:52.113969 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e94b12-06c9-4c29-94bd-8cccbf2b67e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ac01b2f-c18c-4522-b27c-9aa24bf2adf8', 'code': 200} Feb 15 16:42:52.156189 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7069c99c-1e23-4354-a710-0887d511dd15 req-30032061-ee8d-46a7-8df9-7174c495b97b tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] No DVR routers for this DVR port 30e93813-45ee-4526-bf01-5e7a7f93fef3 on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:52.160533 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7069c99c-1e23-4354-a710-0887d511dd15 req-30032061-ee8d-46a7-8df9-7174c495b97b tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:52.164434 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7069c99c-1e23-4354-a710-0887d511dd15 req-30032061-ee8d-46a7-8df9-7174c495b97b tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.10 "DELETE /v2.0/ports/30e93813-45ee-4526-bf01-5e7a7f93fef3 HTTP/1.1" status: 204 len: 173 time: 0.9710581 Feb 15 16:42:52.230476 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-dd31ff4c-200f-4759-95bc-2be4f208fa09 service neutron] 10.222.0.107 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737348 Feb 15 16:42:52.249898 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d6240-7575-4860-915d-db17a1e10461 req-88888040-cb0e-480f-a32a-c122bf82aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:52.251486 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-056d6240-7575-4860-915d-db17a1e10461 req-88888040-cb0e-480f-a32a-c122bf82aa66 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6 HTTP/1.1" status: 200 len: 1133 time: 0.0557418 Feb 15 16:42:52.312252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c557ba-a246-4c8f-be5d-ce059bb68d1d req-c930780a-bd8b-4232-a863-616ee2033469 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:52.320011 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60c557ba-a246-4c8f-be5d-ce059bb68d1d req-c930780a-bd8b-4232-a863-616ee2033469 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.1038692 Feb 15 16:42:52.329724 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-056d6240-7575-4860-915d-db17a1e10461 req-c537b7de-833e-41b9-a51a-6be811d73e17 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717008 Feb 15 16:42:52.402198 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60c557ba-a246-4c8f-be5d-ce059bb68d1d req-f4535e6e-c6d1-4c43-aea7-c839156ad823 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812232 Feb 15 16:42:52.435216 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-c02e9720-d659-4161-962f-b7dd70783af8 admin admin] Deleting port 48bde6cb-13a0-4241-8d5b-f2f921a92799 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:52.435635 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c02e9720-d659-4161-962f-b7dd70783af8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:52.450832 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbcd4fc7-4d38-4fac-ba10-67f8842b8b80 x-openstack-request-id: req-dbcd4fc7-4d38-4fac-ba10-67f8842b8b80 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:52.450832 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5424108-f000-4e58-9be9-4e022b7d7f2e", "name": "network-vif-deleted", "tag": "c2f797ba-d9c0-47e3-9c5c-41777304dc4b", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:52.450832 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dbcd4fc7-4d38-4fac-ba10-67f8842b8b80 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:52.451170 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5424108-f000-4e58-9be9-4e022b7d7f2e', 'name': 'network-vif-deleted', 'tag': 'c2f797ba-d9c0-47e3-9c5c-41777304dc4b', 'status': 'completed', 'code': 200} Feb 15 16:42:52.566750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-c02e9720-d659-4161-962f-b7dd70783af8 admin admin] For port 48bde6cb-13a0-4241-8d5b-f2f921a92799, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=48bde6cb-13a0-4241-8d5b-f2f921a92799,segment=NetworkSegment(15ef8447-dd91-405f-b509-9087cebde407),segment_id=15ef8447-dd91-405f-b509-9087cebde407)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:52.567124 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c02e9720-d659-4161-962f-b7dd70783af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:52.587906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-c02e9720-d659-4161-962f-b7dd70783af8 admin admin] Calling delete_port for 48bde6cb-13a0-4241-8d5b-f2f921a92799 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:52.602481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce6aae-861d-41d5-8fb8-e7f3071a5ba9 req-841e9716-0610-42d3-bdc0-f791e476cfeb tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:52.604034 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05ce6aae-861d-41d5-8fb8-e7f3071a5ba9 req-841e9716-0610-42d3-bdc0-f791e476cfeb tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.1082950 Feb 15 16:42:52.661547 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e4a8396-110a-4ce5-ab0a-5f62d22527c8 req-e90e13a8-9663-4e17-ac54-7ff5c9dfb41c tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "GET /v2.0/ports?device_id=e88684ff-5d06-468f-b49b-88d9ba269753 HTTP/1.1" status: 200 len: 210 time: 0.0335455 Feb 15 16:42:52.715937 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05ce6aae-861d-41d5-8fb8-e7f3071a5ba9 req-62f32d25-1bb8-4ca0-b363-43cbb637d51a tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023245 Feb 15 16:42:52.774593 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e55f15f5-1684-47a0-9d77-21dfdd9f2d2b req-2deb83c8-c4da-4049-a82e-0ebf9bf6ea98 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 210 time: 0.0353839 Feb 15 16:42:52.835332 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5bc236e-9458-4379-af99-758ad88be6e8 req-a84fc1c4-1c87-42e8-bb4e-e0331451664a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 210 time: 0.0344439 Feb 15 16:42:52.906286 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbc1ea-084e-49c3-8ee8-b83d7b5d009a req-9cd7c9f6-6770-4506-a5d1-e9e0d83f41f9 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:52.907794 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45fbc1ea-084e-49c3-8ee8-b83d7b5d009a req-9cd7c9f6-6770-4506-a5d1-e9e0d83f41f9 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6 HTTP/1.1" status: 200 len: 950 time: 0.0579996 Feb 15 16:42:52.954836 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45fbc1ea-084e-49c3-8ee8-b83d7b5d009a req-3e9d2361-d7af-4449-b483-c15581465786 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 Feb 15 16:42:53.017306 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c02e9720-d659-4161-962f-b7dd70783af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (48bde6cb-13a0-4241-8d5b-f2f921a92799), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:53.044060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e9720-d659-4161-962f-b7dd70783af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=48bde6cb-13a0-4241-8d5b-f2f921a92799,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:53.228825 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24f0f762-09ed-4d6b-a66a-b87be15ca4aa req-727a6ee5-702c-4565-b505-f05e4e652dec tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=a5424108-f000-4e58-9be9-4e022b7d7f2e HTTP/1.1" status: 200 len: 210 time: 0.0633817 Feb 15 16:42:53.308281 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c02e9720-d659-4161-962f-b7dd70783af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (a35f87c0-21f4-4765-96bd-dd3e0212ff65), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:53.531849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945f1c5-7f37-436a-9814-f1216e8ed7d9 req-9dd12fed-323d-4466-aa07-93bd2cab5e98 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:53.533396 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f945f1c5-7f37-436a-9814-f1216e8ed7d9 req-9dd12fed-323d-4466-aa07-93bd2cab5e98 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.0580864 Feb 15 16:42:53.546161 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-e3b962a7-1b28-4cd9-a1bf-aa6388364899 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=22628f102884498ca49c30cab696dc09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294585 Feb 15 16:42:53.584923 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f945f1c5-7f37-436a-9814-f1216e8ed7d9 req-d7b6b689-4f32-4796-aec5-bacd0d00766a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446689 Feb 15 16:42:53.645519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02e9720-d659-4161-962f-b7dd70783af8 admin admin] Router a35f87c0-21f4-4765-96bd-dd3e0212ff65 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:42:53.684169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e88684ff-5d06-468f-b49b-88d9ba269753', 'name': 'network-vif-deleted', 'tag': '30e93813-45ee-4526-bf01-5e7a7f93fef3'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:53.686932 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b140742-33d1-4cb5-91eb-f6fd5f899f8e" -d '{"events": [{"server_uuid": "e88684ff-5d06-468f-b49b-88d9ba269753", "name": "network-vif-deleted", "tag": "30e93813-45ee-4526-bf01-5e7a7f93fef3"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:53.752903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41306) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:53.767386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-c3908ecb-7f1f-4b7e-a592-88aaa62a9ae1 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:53.768892 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-c3908ecb-7f1f-4b7e-a592-88aaa62a9ae1 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162519 Feb 15 16:42:53.776915 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbfd861-db9c-4113-b6de-5de61bd3bd09 x-openstack-request-id: req-ecbfd861-db9c-4113-b6de-5de61bd3bd09 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:53.777214 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e88684ff-5d06-468f-b49b-88d9ba269753", "name": "network-vif-deleted", "tag": "30e93813-45ee-4526-bf01-5e7a7f93fef3", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:53.777501 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ecbfd861-db9c-4113-b6de-5de61bd3bd09 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:53.777898 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e88684ff-5d06-468f-b49b-88d9ba269753', 'name': 'network-vif-deleted', 'tag': '30e93813-45ee-4526-bf01-5e7a7f93fef3', 'status': 'completed', 'code': 200} Feb 15 16:42:53.783675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Request body: {'port': {'device_id': '819d4322-9e6b-497b-960c-26d8b548f291', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '22628f102884498ca49c30cab696dc09'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:53.856840 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b23750-9bd7-4e50-b9f4-53b9e4f983c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Deleting subnet 6792ab5f-e9d7-474e-8f5f-f9a539df23b1 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:42:53.860503 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79b23750-9bd7-4e50-b9f4-53b9e4f983c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks [] for subnet (6792ab5f-e9d7-474e-8f5f-f9a539df23b1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:53.916377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02e9720-d659-4161-962f-b7dd70783af8 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:42:53.921646 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-63d0f687-25c1-4b6b-8ffb-2d84a2e91d2b req-fd5eaaf0-18aa-44e2-8a82-2301b41d81d0 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 210 time: 0.0379548 Feb 15 16:42:53.927803 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c02e9720-d659-4161-962f-b7dd70783af8 admin admin] 10.222.0.107 "PUT /v2.0/routers/a35f87c0-21f4-4765-96bd-dd3e0212ff65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1202421 Feb 15 16:42:53.928084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41312) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:53.938840 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc1892-4c81-43ac-87c9-19bf8c3d7cca None None] Sync routers for ids ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:42:53.961849 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc1892-4c81-43ac-87c9-19bf8c3d7cca None None] Routers {'a35f87c0-21f4-4765-96bd-dd3e0212ff65'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:42:53.965264 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-11dc1892-4c81-43ac-87c9-19bf8c3d7cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:42:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:53.965805 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992d132-a830-4dfc-b98b-08d9ba798485 req-bba63cde-6e89-4b84-8a12-a7c8f41d87f9 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:53.968336 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f992d132-a830-4dfc-b98b-08d9ba798485 req-bba63cde-6e89-4b84-8a12-a7c8f41d87f9 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.1402507 Feb 15 16:42:54.035185 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79b23750-9bd7-4e50-b9f4-53b9e4f983c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (6792ab5f-e9d7-474e-8f5f-f9a539df23b1), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.068200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f992d132-a830-4dfc-b98b-08d9ba798485 req-4b047f8d-a75b-4588-ba54-135c2973ccae tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718715 Feb 15 16:42:54.072550 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ec8f905e-21f7-46ad-86ff-b116d33585ae req-bd7d2200-e04e-4e23-9a52-4df989f68395 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 210 time: 0.0561073 Feb 15 16:42:54.091621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Made reservation on behalf of 22628f102884498ca49c30cab696dc09 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:42:54.095776 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.100316 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-11dc1892-4c81-43ac-87c9-19bf8c3d7cca None None] Set router a35f87c0-21f4-4765-96bd-dd3e0212ff65 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:42:54.109945 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.124781 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7857364c-a74a-4289-a068-0effadeeb95a admin admin] Publish callbacks [] for router (a35f87c0-21f4-4765-96bd-dd3e0212ff65), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.231864 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b442591-f77c-4974-be51-5f86925396a8 req-4bc665d2-b1f2-4795-a7f7-37806de93d52 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:54.233740 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9b442591-f77c-4974-be51-5f86925396a8 req-4bc665d2-b1f2-4795-a7f7-37806de93d52 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6 HTTP/1.1" status: 200 len: 950 time: 0.0902553 Feb 15 16:42:54.255456 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79b23750-9bd7-4e50-b9f4-53b9e4f983c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (6792ab5f-e9d7-474e-8f5f-f9a539df23b1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.264736 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Publish callbacks [] for security_group (9b83d7c8-c5d9-48c6-8407-fe8980b870bc), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.289747 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7857364c-a74a-4289-a068-0effadeeb95a admin admin] Publish callbacks [] for router_gateway (a35f87c0-21f4-4765-96bd-dd3e0212ff65), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.311263 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-11dc1892-4c81-43ac-87c9-19bf8c3d7cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'name': 'tempest-ServersTestJSON-1855804671-router', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:41:17Z', 'updated_at': '2022-02-15T16:42:52Z', 'revision_number': 5, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'gw_port': {'id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:18Z', 'updated_at': '2022-02-15T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:54.318434 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9b442591-f77c-4974-be51-5f86925396a8 req-354f2697-d90d-4213-b094-c51c71849428 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720356 Feb 15 16:42:54.331808 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9b83d7c8-c5d9-48c6-8407-fe8980b870bc), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.351673 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc1892-4c81-43ac-87c9-19bf8c3d7cca None None] Checking router: a35f87c0-21f4-4765-96bd-dd3e0212ff65 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:42:54.376770 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc1892-4c81-43ac-87c9-19bf8c3d7cca None None] Routers {'a35f87c0-21f4-4765-96bd-dd3e0212ff65'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:42:54.379226 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-11dc1892-4c81-43ac-87c9-19bf8c3d7cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:42:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:54.407195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b83d7c8-c5d9-48c6-8407-fe8980b870bc,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:54.461905 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79b23750-9bd7-4e50-b9f4-53b9e4f983c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (6792ab5f-e9d7-474e-8f5f-f9a539df23b1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.488095 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79b23750-9bd7-4e50-b9f4-53b9e4f983c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.494664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c161a8-f85f-453e-8a2f-8e47fc32bf55 None None] Network 51e98a2c-64a2-4247-983c-c798ffa0d83f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:42:54.507773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Allocated IP 192.168.233.33 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/ada821f3-f2e1-4389-ad6a-231f7835e68a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:42:54.508038 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-79b23750-9bd7-4e50-b9f4-53b9e4f983c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "DELETE /v2.0/subnets/6792ab5f-e9d7-474e-8f5f-f9a539df23b1 HTTP/1.1" status: 204 len: 168 time: 0.7535965 Feb 15 16:42:54.510205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41324) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:54.560378 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b23750-9bd7-4e50-b9f4-53b9e4f983c3 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Subnet': ['ID=6792ab5f-e9d7-474e-8f5f-f9a539df23b1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:54.585337 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-11dc1892-4c81-43ac-87c9-19bf8c3d7cca None None] Set router a35f87c0-21f4-4765-96bd-dd3e0212ff65 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:42:54.611282 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7857364c-a74a-4289-a068-0effadeeb95a admin admin] Deleting port d9e86034-adeb-4756-bae6-9626641056d5 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:54.611617 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7857364c-a74a-4289-a068-0effadeeb95a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d9e86034-adeb-4756-bae6-9626641056d5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.664532 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (51e98a2c-64a2-4247-983c-c798ffa0d83f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.779956 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-7857364c-a74a-4289-a068-0effadeeb95a admin admin] For port d9e86034-adeb-4756-bae6-9626641056d5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d9e86034-adeb-4756-bae6-9626641056d5,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:54.781167 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7857364c-a74a-4289-a068-0effadeeb95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d9e86034-adeb-4756-bae6-9626641056d5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.782550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7beb6946-f9b0-41f9-86d4-f020c42ec064 None None] DHCP port deletion for 51e98a2c-64a2-4247-983c-c798ffa0d83f request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:42:54.794774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7857364c-a74a-4289-a068-0effadeeb95a admin admin] Calling delete_port for d9e86034-adeb-4756-bae6-9626641056d5 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:54.840848 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7beb6946-f9b0-41f9-86d4-f020c42ec064 None None] Deleting port 858b70b8-d7f1-43be-962a-0314843a0306 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:54.841176 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7beb6946-f9b0-41f9-86d4-f020c42ec064 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (858b70b8-d7f1-43be-962a-0314843a0306), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.866426 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Publish callbacks [] for port (ada821f3-f2e1-4389-ad6a-231f7835e68a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.926410 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-11dc1892-4c81-43ac-87c9-19bf8c3d7cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'name': 'tempest-ServersTestJSON-1855804671-router', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:41:17Z', 'updated_at': '2022-02-15T16:42:52Z', 'revision_number': 5, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'gw_port': {'id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:18Z', 'updated_at': '2022-02-15T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:54.975498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7beb6946-f9b0-41f9-86d4-f020c42ec064 None None] For port 858b70b8-d7f1-43be-962a-0314843a0306, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=858b70b8-d7f1-43be-962a-0314843a0306,segment=NetworkSegment(5c27bb74-8f76-4763-8335-3e540508c6f3),segment_id=5c27bb74-8f76-4763-8335-3e540508c6f3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:54.977492 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7beb6946-f9b0-41f9-86d4-f020c42ec064 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (858b70b8-d7f1-43be-962a-0314843a0306), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.987141 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9dc0a-f75a-49e8-a607-703e85a0f404 req-c690f8d5-3398-4ccf-9c77-92890c6f1848 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:54.989512 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-51e9dc0a-f75a-49e8-a607-703e85a0f404 req-c690f8d5-3398-4ccf-9c77-92890c6f1848 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.2494206 Feb 15 16:42:54.995346 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ada821f3-f2e1-4389-ad6a-231f7835e68a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:54.997749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7beb6946-f9b0-41f9-86d4-f020c42ec064 None None] Calling delete_port for 858b70b8-d7f1-43be-962a-0314843a0306 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:55.026352 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc1892-4c81-43ac-87c9-19bf8c3d7cca None None] The sync data for ids ['a35f87c0-21f4-4765-96bd-dd3e0212ff65'] in n-d-828372-14 is: [{'id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'name': 'tempest-ServersTestJSON-1855804671-router', 'tenant_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230'}], 'enable_snat': True}, 'gw_port_id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:41:17Z', 'updated_at': '2022-02-15T16:42:52Z', 'revision_number': 5, 'project_id': '71ae1336b6184cf4bf604fb38d6b5ccf', 'gw_port': {'id': 'd9e86034-adeb-4756-bae6-9626641056d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35f87c0-21f4-4765-96bd-dd3e0212ff65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:41:18Z', 'updated_at': '2022-02-15T16:41:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:42:55.095913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:42:55.101422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c2f797ba-d9c0-47e3-9c5c-41777304dc4b no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:55.103347 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7857364c-a74a-4289-a068-0effadeeb95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d9e86034-adeb-4756-bae6-9626641056d5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:55.109413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Pushing event updated for resources: {'Port': ['ID=ada821f3-f2e1-4389-ad6a-231f7835e68a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:55.113185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:55.117828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:42:55.150036 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857364c-a74a-4289-a068-0effadeeb95a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e86034-adeb-4756-bae6-9626641056d5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:55.193260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: c2f797ba-d9c0-47e3-9c5c-41777304dc4b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:55.194047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c2f797ba-d9c0-47e3-9c5c-41777304dc4b not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:55.228719 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7beb6946-f9b0-41f9-86d4-f020c42ec064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (858b70b8-d7f1-43be-962a-0314843a0306), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:55.260850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb6946-f9b0-41f9-86d4-f020c42ec064 None None] Pushing event deleted for resources: {'Port': ['ID=858b70b8-d7f1-43be-962a-0314843a0306,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:55.274491 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb6946-f9b0-41f9-86d4-f020c42ec064 None None] No DVR routers for this DVR port 858b70b8-d7f1-43be-962a-0314843a0306 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:55.349203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bb0c9-ce92-463e-a7d4-44e5f13dadda req-775f61e1-f9c0-4248-8fef-451d6e3dfb18 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:55.349802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bb0c9-ce92-463e-a7d4-44e5f13dadda req-775f61e1-f9c0-4248-8fef-451d6e3dfb18 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:55.350344 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bb0c9-ce92-463e-a7d4-44e5f13dadda req-775f61e1-f9c0-4248-8fef-451d6e3dfb18 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:55.350876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bb0c9-ce92-463e-a7d4-44e5f13dadda req-775f61e1-f9c0-4248-8fef-451d6e3dfb18 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:55.351488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bb0c9-ce92-463e-a7d4-44e5f13dadda req-775f61e1-f9c0-4248-8fef-451d6e3dfb18 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:55.352069 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bb0c9-ce92-463e-a7d4-44e5f13dadda req-775f61e1-f9c0-4248-8fef-451d6e3dfb18 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:55.352596 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bb0c9-ce92-463e-a7d4-44e5f13dadda req-775f61e1-f9c0-4248-8fef-451d6e3dfb18 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:55.353120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bb0c9-ce92-463e-a7d4-44e5f13dadda req-775f61e1-f9c0-4248-8fef-451d6e3dfb18 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:55.353686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bb0c9-ce92-463e-a7d4-44e5f13dadda req-775f61e1-f9c0-4248-8fef-451d6e3dfb18 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:55.354212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bb0c9-ce92-463e-a7d4-44e5f13dadda req-775f61e1-f9c0-4248-8fef-451d6e3dfb18 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:55.356522 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d0bb0c9-ce92-463e-a7d4-44e5f13dadda req-775f61e1-f9c0-4248-8fef-451d6e3dfb18 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6&device_id=819d4322-9e6b-497b-960c-26d8b548f291&device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6&device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d&device_id=4fc22774-f342-468e-849c-4ac7614c5b22&device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136&device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77&device_id=3747b762-1840-4398-b69d-e0466035f8b8&device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89&device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452&device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 9306 time: 0.2100399 Feb 15 16:42:55.416141 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7857364c-a74a-4289-a068-0effadeeb95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (a35f87c0-21f4-4765-96bd-dd3e0212ff65), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:55.421581 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3d0bb0c9-ce92-463e-a7d4-44e5f13dadda req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:55.521809 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9f5e8-0bbe-4e39-a6b6-2ddc64dfd321 req-51c43ab9-21cc-4cd2-a502-bd3fb04a5463 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:55.523853 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-41c9f5e8-0bbe-4e39-a6b6-2ddc64dfd321 req-51c43ab9-21cc-4cd2-a502-bd3fb04a5463 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.10 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 944 time: 0.3093693 Feb 15 16:42:55.530064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Deleting port 858b70b8-d7f1-43be-962a-0314843a0306 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:55.530401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (858b70b8-d7f1-43be-962a-0314843a0306), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:55.548260 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-51e9dc0a-f75a-49e8-a607-703e85a0f404 req-72e8c06b-a6ba-43f5-a310-b0ad48cdc47a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501287 Feb 15 16:42:55.586512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-16f94ef3-446a-4d09-8ed8-6263c52461cd None None] Provisioning complete for port ada821f3-f2e1-4389-ad6a-231f7835e68a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:42:55.587178 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16f94ef3-446a-4d09-8ed8-6263c52461cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ada821f3-f2e1-4389-ad6a-231f7835e68a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:55.612011 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7857364c-a74a-4289-a068-0effadeeb95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (a35f87c0-21f4-4765-96bd-dd3e0212ff65), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:55.619208 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7857364c-a74a-4289-a068-0effadeeb95a admin admin] Publish callbacks [] for router_controller (a35f87c0-21f4-4765-96bd-dd3e0212ff65), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:55.674948 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:55.675550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-16f94ef3-446a-4d09-8ed8-6263c52461cd None None] Port ada821f3-f2e1-4389-ad6a-231f7835e68a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:42:55.675690 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:55.676911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 858b70b8-d7f1-43be-962a-0314843a0306 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:55.708077 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 858b70b8-d7f1-43be-962a-0314843a0306 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:55.708689 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 858b70b8-d7f1-43be-962a-0314843a0306 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:55.709309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 48bde6cb-13a0-4241-8d5b-f2f921a92799 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:55.730678 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 48bde6cb-13a0-4241-8d5b-f2f921a92799 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:55.731323 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 48bde6cb-13a0-4241-8d5b-f2f921a92799 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:55.765567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] For port 858b70b8-d7f1-43be-962a-0314843a0306, host n-d-828372-14, got binding levels [] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:55.766021 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (858b70b8-d7f1-43be-962a-0314843a0306), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:55.790927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Calling delete_port for 858b70b8-d7f1-43be-962a-0314843a0306 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:55.791769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-41c9f5e8-0bbe-4e39-a6b6-2ddc64dfd321 req-f92b5aff-c82d-402c-8d15-f0b774b4f387 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Deleting port 471a7bee-bdb2-4af0-938f-62d7f9d5851a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:55.792120 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-41c9f5e8-0bbe-4e39-a6b6-2ddc64dfd321 req-f92b5aff-c82d-402c-8d15-f0b774b4f387 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:55.794518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.ipam_backend_mixin [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Port 858b70b8-d7f1-43be-962a-0314843a0306 was not found and therefore no delete operation was performed {{(pid=103799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 16:42:55.800083 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (858b70b8-d7f1-43be-962a-0314843a0306), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:55.807178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0baea5ca-6ad7-4b9c-8437-14079fd5f72e tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:55.808622 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0baea5ca-6ad7-4b9c-8437-14079fd5f72e tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 812 time: 0.2981243 Feb 15 16:42:55.841592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-e2e6896d-6c46-4b2e-9234-79819da9e881 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Request body: {'port': {'device_id': '2be57ab1-a393-452b-995c-29b2dc8d5da6', 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e', 'admin_state_up': True, 'tenant_id': 'ba74aa9e819a439eb5de67abc6749cb0'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:55.843502 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7857364c-a74a-4289-a068-0effadeeb95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (a35f87c0-21f4-4765-96bd-dd3e0212ff65), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:55.843502 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7857364c-a74a-4289-a068-0effadeeb95a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a35f87c0-21f4-4765-96bd-dd3e0212ff65 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:42:55.849459 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7857364c-a74a-4289-a068-0effadeeb95a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:55.849605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Port': ['ID=858b70b8-d7f1-43be-962a-0314843a0306,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:55.850665 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7857364c-a74a-4289-a068-0effadeeb95a admin admin] 10.222.0.107 "DELETE /v2.0/routers/a35f87c0-21f4-4765-96bd-dd3e0212ff65 HTTP/1.1" status: 204 len: 168 time: 1.9215503 Feb 15 16:42:55.853936 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41338) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:55.864077 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3d0bb0c9-ce92-463e-a7d4-44e5f13dadda req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Publish callbacks [] for security_group (ff755f3d-e2ad-40e8-bd78-c0129f5fec62), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:55.866237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] No DVR routers for this DVR port 858b70b8-d7f1-43be-962a-0314843a0306 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:55.916078 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-40224148-17b0-4892-94c1-22305d827efb tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1364496 Feb 15 16:42:55.923143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf3ecb-4f47-4594-a83d-688f716556fd req-345d55f5-87df-4dd9-9763-1878117c501a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:55.924613 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-65bf3ecb-4f47-4594-a83d-688f716556fd req-345d55f5-87df-4dd9-9763-1878117c501a tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 944 time: 0.2639737 Feb 15 16:42:55.925122 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-41c9f5e8-0bbe-4e39-a6b6-2ddc64dfd321 req-f92b5aff-c82d-402c-8d15-f0b774b4f387 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] For port 471a7bee-bdb2-4af0-938f-62d7f9d5851a, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=471a7bee-bdb2-4af0-938f-62d7f9d5851a,segment=NetworkSegment(ea3b1a4c-0178-4654-ae98-21a3c575a664),segment_id=ea3b1a4c-0178-4654-ae98-21a3c575a664)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:55.925599 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-41c9f5e8-0bbe-4e39-a6b6-2ddc64dfd321 req-f92b5aff-c82d-402c-8d15-f0b774b4f387 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:55.943043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-41c9f5e8-0bbe-4e39-a6b6-2ddc64dfd321 req-f92b5aff-c82d-402c-8d15-f0b774b4f387 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Calling delete_port for 471a7bee-bdb2-4af0-938f-62d7f9d5851a owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:55.976410 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Request body: {'port': {'device_id': '819d4322-9e6b-497b-960c-26d8b548f291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:55.999205 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3d0bb0c9-ce92-463e-a7d4-44e5f13dadda req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ff755f3d-e2ad-40e8-bd78-c0129f5fec62), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:56.071405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff755f3d-e2ad-40e8-bd78-c0129f5fec62,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:56.089988 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:56.090341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:56.090694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:56.091119 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:56.091453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:56.091786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:56.092224 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:56.092560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:56.092881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:56.093222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:56.093566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:56.093889 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:56.094263 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:42:56.135522 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d0bb0c9-ce92-463e-a7d4-44e5f13dadda req-078b65df-c807-4e9f-a19e-65f1097aad60 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&id=787188d7-97eb-4d45-ad56-c750dbb47f9a&id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.7562876 Feb 15 16:42:56.163750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b2dccb-6456-4036-aa0f-d24fcc6cf0f2 admin admin] Deleting subnet 880824e9-9b4e-44d1-b3e7-0ae46e55f7e5 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:42:56.166177 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (51e98a2c-64a2-4247-983c-c798ffa0d83f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:56.195011 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21b2dccb-6456-4036-aa0f-d24fcc6cf0f2 admin admin] Publish callbacks [] for subnet (880824e9-9b4e-44d1-b3e7-0ae46e55f7e5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:56.264254 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf8305-41b8-4b66-a44e-013a750a2eab req-365e1be9-3f01-43e6-9e8f-8de082a322e9 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:56.265779 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-37bf8305-41b8-4b66-a44e-013a750a2eab req-365e1be9-3f01-43e6-9e8f-8de082a322e9 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 935 time: 0.0553348 Feb 15 16:42:56.268192 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-65bf3ecb-4f47-4594-a83d-688f716556fd req-cd35a357-5cbb-4df8-a7bf-38d441c8d626 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/security-groups?id=4fed681c-b39e-4ed1-abbe-fab067242b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039598 Feb 15 16:42:56.270544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e98a2c-64a2-4247-983c-c798ffa0d83f']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:56.274529 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ada821f3-f2e1-4389-ad6a-231f7835e68a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:56.296839 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-41c9f5e8-0bbe-4e39-a6b6-2ddc64dfd321 req-f92b5aff-c82d-402c-8d15-f0b774b4f387 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (471a7bee-bdb2-4af0-938f-62d7f9d5851a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:56.306707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c27bb74-8f76-4763-8335-3e540508c6f3') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:56.307033 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c27bb74-8f76-4763-8335-3e540508c6f3') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:56.310203 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21b2dccb-6456-4036-aa0f-d24fcc6cf0f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (880824e9-9b4e-44d1-b3e7-0ae46e55f7e5), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:56.313117 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d524b-9be4-4109-9495-02d84f9d675c req-5918bd36-0109-43a8-b3be-aa50ffa693ca tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:56.314674 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-5918bd36-0109-43a8-b3be-aa50ffa693ca tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77&tenant_id=c9f65cb77bef4454939809c6904ca169&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 1128 time: 0.2914426 Feb 15 16:42:56.350757 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b5aff-c82d-402c-8d15-f0b774b4f387 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Pushing event deleted for resources: {'Port': ['ID=471a7bee-bdb2-4af0-938f-62d7f9d5851a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:56.352456 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (5c27bb74-8f76-4763-8335-3e540508c6f3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:56.359580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828372-14'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:56.370485 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-37bf8305-41b8-4b66-a44e-013a750a2eab req-0d918008-58cc-49c8-9c84-36be513d01b6 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981982 Feb 15 16:42:56.433963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c9f5e8-0bbe-4e39-a6b6-2ddc64dfd321 req-f92b5aff-c82d-402c-8d15-f0b774b4f387 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] No DVR routers for this DVR port 471a7bee-bdb2-4af0-938f-62d7f9d5851a on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:56.436860 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-41c9f5e8-0bbe-4e39-a6b6-2ddc64dfd321 req-f92b5aff-c82d-402c-8d15-f0b774b4f387 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:56.443902 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-41c9f5e8-0bbe-4e39-a6b6-2ddc64dfd321 req-f92b5aff-c82d-402c-8d15-f0b774b4f387 tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.10 "DELETE /v2.0/ports/471a7bee-bdb2-4af0-938f-62d7f9d5851a HTTP/1.1" status: 204 len: 173 time: 0.8894267 Feb 15 16:42:56.444591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03ca31c-480d-416a-80e2-24e0d95489a6', 'name': 'network-vif-deleted', 'tag': '471a7bee-bdb2-4af0-938f-62d7f9d5851a'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:56.445988 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (5c27bb74-8f76-4763-8335-3e540508c6f3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:56.447730 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6282df04-5265-41d7-a11c-d59a421ed47d" -d '{"events": [{"server_uuid": "b03ca31c-480d-416a-80e2-24e0d95489a6", "name": "network-vif-deleted", "tag": "471a7bee-bdb2-4af0-938f-62d7f9d5851a"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:56.482037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:42:56.482438 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (5c27bb74-8f76-4763-8335-3e540508c6f3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:42:56.488808 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:42:56.491561 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d19893c7-f689-4fc5-9771-2c32750536cc req-81f67b6b-4a9b-459b-988d-6656baea468e tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 210 time: 0.0318687 Feb 15 16:42:56.587612 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd5a4c8-6ab4-4dc2-aca9-70e01eb791ed x-openstack-request-id: req-cdd5a4c8-6ab4-4dc2-aca9-70e01eb791ed {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:56.587913 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03ca31c-480d-416a-80e2-24e0d95489a6", "name": "network-vif-deleted", "tag": "471a7bee-bdb2-4af0-938f-62d7f9d5851a", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:56.588168 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cdd5a4c8-6ab4-4dc2-aca9-70e01eb791ed {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:56.588743 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03ca31c-480d-416a-80e2-24e0d95489a6', 'name': 'network-vif-deleted', 'tag': '471a7bee-bdb2-4af0-938f-62d7f9d5851a', 'status': 'completed', 'code': 200} Feb 15 16:42:56.591139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-e2e6896d-6c46-4b2e-9234-79819da9e881 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Made reservation on behalf of ba74aa9e819a439eb5de67abc6749cb0 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:42:56.594662 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-e2e6896d-6c46-4b2e-9234-79819da9e881 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:56.691185 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:56.716619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2316a60-2ce2-4dab-991f-4c2604ea07b9 req-b83a8bdd-c106-42d7-a736-63c7b7a59ec2 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:56.718694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2316a60-2ce2-4dab-991f-4c2604ea07b9 req-b83a8bdd-c106-42d7-a736-63c7b7a59ec2 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.3628991 Feb 15 16:42:56.760813 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895cabf-0836-48aa-9523-8e5af89e58da req-388c013c-9324-46cb-8cf2-fbca3955e4fd tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:56.762090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895cabf-0836-48aa-9523-8e5af89e58da req-388c013c-9324-46cb-8cf2-fbca3955e4fd tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:56.762557 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895cabf-0836-48aa-9523-8e5af89e58da req-388c013c-9324-46cb-8cf2-fbca3955e4fd tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:56.764545 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3895cabf-0836-48aa-9523-8e5af89e58da req-388c013c-9324-46cb-8cf2-fbca3955e4fd tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6&device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d&device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 2979 time: 0.0563157 Feb 15 16:42:56.775213 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21b2dccb-6456-4036-aa0f-d24fcc6cf0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (880824e9-9b4e-44d1-b3e7-0ae46e55f7e5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:56.811559 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3895cabf-0836-48aa-9523-8e5af89e58da req-7a8df942-c1fc-4629-b2e8-57aec54140a5 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 Feb 15 16:42:56.867145 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (51e98a2c-64a2-4247-983c-c798ffa0d83f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:56.895377 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:56.898550 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "DELETE /v2.0/networks/51e98a2c-64a2-4247-983c-c798ffa0d83f HTTP/1.1" status: 204 len: 168 time: 2.3872292 Feb 15 16:42:56.902188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41350) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:56.942005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b024fa9-c1a8-43b1-b743-1dc88da4db37 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Network': ['ID=51e98a2c-64a2-4247-983c-c798ffa0d83f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:56.958763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7467b9a-23f5-4e17-8e5b-2929a8b09d70 req-f4cd65e3-b34a-404d-a681-63944efbe620 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:56.960237 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c7467b9a-23f5-4e17-8e5b-2929a8b09d70 req-f4cd65e3-b34a-404d-a681-63944efbe620 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 945 time: 0.0952642 Feb 15 16:42:56.966405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07e65fb-2ce6-4056-971e-73b6de793b20 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Deleting subnet 5907ca57-81c8-4618-b078-f7a2003ec3b6 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:42:56.972433 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a07e65fb-2ce6-4056-971e-73b6de793b20 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks [] for subnet (5907ca57-81c8-4618-b078-f7a2003ec3b6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.030900 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a07e65fb-2ce6-4056-971e-73b6de793b20 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (5907ca57-81c8-4618-b078-f7a2003ec3b6), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.046753 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2316a60-2ce2-4dab-991f-4c2604ea07b9 req-dfbd54a5-ad12-4200-8f21-6f2ca0c689db tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138082 Feb 15 16:42:57.086186 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c7467b9a-23f5-4e17-8e5b-2929a8b09d70 req-1b91b90d-dbe0-4b23-93fa-45a8d951d3dd tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163485 Feb 15 16:42:57.112289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-e2e6896d-6c46-4b2e-9234-79819da9e881 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Allocated IP 172.20.0.4 (25ae7ec7-2a2e-4bf6-b151-6a630a07559e/e54c697c-dfc4-4d97-947c-96f129045128/09b049ff-93ee-4ff5-bee9-4b1d4cce946d) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:42:57.123843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 61053614-6810-4093-b41f-e9ba5fc95f28 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:42:57.170931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] For port 61053614-6810-4093-b41f-e9ba5fc95f28, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61053614-6810-4093-b41f-e9ba5fc95f28,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:57.176633 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a07e65fb-2ce6-4056-971e-73b6de793b20 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (5907ca57-81c8-4618-b078-f7a2003ec3b6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.188817 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21b2dccb-6456-4036-aa0f-d24fcc6cf0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (880824e9-9b4e-44d1-b3e7-0ae46e55f7e5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.240711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d9e86034-adeb-4756-bae6-9626641056d5 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:57.269499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2dccb-6456-4036-aa0f-d24fcc6cf0f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=880824e9-9b4e-44d1-b3e7-0ae46e55f7e5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:57.274552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: d9e86034-adeb-4756-bae6-9626641056d5 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:57.275205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d9e86034-adeb-4756-bae6-9626641056d5 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:57.303644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6d4356-07d9-4093-8ab2-ba3e63db733f None None] Network 20a628c1-8ad8-40a0-b877-f8def0e3dec4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:42:57.305872 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21b2dccb-6456-4036-aa0f-d24fcc6cf0f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.310564 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-21b2dccb-6456-4036-aa0f-d24fcc6cf0f2 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/880824e9-9b4e-44d1-b3e7-0ae46e55f7e5 HTTP/1.1" status: 204 len: 168 time: 1.4424403 Feb 15 16:42:57.310851 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41358) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:57.316598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ada821f3-f2e1-4389-ad6a-231f7835e68a {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:42:57.346336 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Publish callbacks [] for port (ada821f3-f2e1-4389-ad6a-231f7835e68a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.370499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 61053614-6810-4093-b41f-e9ba5fc95f28, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61053614-6810-4093-b41f-e9ba5fc95f28,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:57.376428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] For port 61053614-6810-4093-b41f-e9ba5fc95f28, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:42:57.389058 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 61053614-6810-4093-b41f-e9ba5fc95f28 has no active binding in host n-h2-828372-14 {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 16:42:57.417413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Transition to ACTIVE for port object ada821f3-f2e1-4389-ad6a-231f7835e68a will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:42:57.435998 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (20a628c1-8ad8-40a0-b877-f8def0e3dec4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.438621 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a07e65fb-2ce6-4056-971e-73b6de793b20 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (5907ca57-81c8-4618-b078-f7a2003ec3b6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.445217 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca801c7-3d0d-4a2a-84cb-3f3b91383b77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61053614-6810-4093-b41f-e9ba5fc95f28'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:57.447520 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f797c97-4502-4307-8989-882aad4f7ae7" -d '{"events": [{"server_uuid": "8ca801c7-3d0d-4a2a-84cb-3f3b91383b77", "name": "network-vif-unplugged", "status": "completed", "tag": "61053614-6810-4093-b41f-e9ba5fc95f28"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:57.454401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Publish callbacks [] for port (61053614-6810-4093-b41f-e9ba5fc95f28), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.492331 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-e2e6896d-6c46-4b2e-9234-79819da9e881 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks [] for port (09b049ff-93ee-4ff5-bee9-4b1d4cce946d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.501162 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0899b00c-1983-467e-8283-56a8d7630baf req-26ac01de-e8a5-44ff-b43d-44472f2e239b tempest-LiveAutoBlockMigrationV225Test-654960325 tempest-LiveAutoBlockMigrationV225Test-654960325-project] 10.222.0.107 "GET /v2.0/ports?device_id=b03ca31c-480d-416a-80e2-24e0d95489a6 HTTP/1.1" status: 200 len: 210 time: 0.0752597 Feb 15 16:42:57.509937 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58beea3-0ce0-431e-bbeb-a9f9e0d92a63 None None] DHCP port deletion for 20a628c1-8ad8-40a0-b877-f8def0e3dec4 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:42:57.515134 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a07e65fb-2ce6-4056-971e-73b6de793b20 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.521075 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7fe90e-ec3b-4cc8-8964-556af491e296 None None] Network d73a83d4-0b71-4f20-a664-a4a0f7ec817a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:42:57.523519 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a07e65fb-2ce6-4056-971e-73b6de793b20 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "DELETE /v2.0/subnets/5907ca57-81c8-4618-b078-f7a2003ec3b6 HTTP/1.1" status: 204 len: 168 time: 0.6203399 Feb 15 16:42:57.527604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41366) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:57.571261 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e65fb-2ce6-4056-971e-73b6de793b20 tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Subnet': ['ID=5907ca57-81c8-4618-b078-f7a2003ec3b6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:57.588071 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ada821f3-f2e1-4389-ad6a-231f7835e68a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.637357 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.671656 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (d73a83d4-0b71-4f20-a664-a4a0f7ec817a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.680246 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a5f899-cadb-43e6-b997-0f7819c2804d x-openstack-request-id: req-91a5f899-cadb-43e6-b997-0f7819c2804d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:42:57.680546 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca801c7-3d0d-4a2a-84cb-3f3b91383b77", "name": "network-vif-unplugged", "status": "completed", "tag": "61053614-6810-4093-b41f-e9ba5fc95f28", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:42:57.686724 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-91a5f899-cadb-43e6-b997-0f7819c2804d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:42:57.686724 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca801c7-3d0d-4a2a-84cb-3f3b91383b77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61053614-6810-4093-b41f-e9ba5fc95f28', 'code': 200} Feb 15 16:42:57.690183 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Pushing event updated for resources: {'Port': ['ID=ada821f3-f2e1-4389-ad6a-231f7835e68a,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:57.696885 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:42:57.738164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f58beea3-0ce0-431e-bbeb-a9f9e0d92a63 None None] Deleting port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:57.738827 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f58beea3-0ce0-431e-bbeb-a9f9e0d92a63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4d2215b2-0f39-43fd-8a31-168f12cf8d4e), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.787914 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-e2e6896d-6c46-4b2e-9234-79819da9e881 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (09b049ff-93ee-4ff5-bee9-4b1d4cce946d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.861112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03072eea-20a5-433f-9901-df062f5ba88f None None] DHCP port deletion for d73a83d4-0b71-4f20-a664-a4a0f7ec817a request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:42:57.885749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f58beea3-0ce0-431e-bbeb-a9f9e0d92a63 None None] For port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4d2215b2-0f39-43fd-8a31-168f12cf8d4e,segment=NetworkSegment(15ef8447-dd91-405f-b509-9087cebde407),segment_id=15ef8447-dd91-405f-b509-9087cebde407)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:57.886184 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f58beea3-0ce0-431e-bbeb-a9f9e0d92a63 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4d2215b2-0f39-43fd-8a31-168f12cf8d4e), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:57.960388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f58beea3-0ce0-431e-bbeb-a9f9e0d92a63 None None] Calling delete_port for 4d2215b2-0f39-43fd-8a31-168f12cf8d4e owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:57.981787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-e2e6896d-6c46-4b2e-9234-79819da9e881 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:42:57.991125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Pushing event updated for resources: {'Port': ['ID=61053614-6810-4093-b41f-e9ba5fc95f28,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:57.997777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-e2e6896d-6c46-4b2e-9234-79819da9e881 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:42:57.999822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Attempting to bind port 61053614-6810-4093-b41f-e9ba5fc95f28 on host n-h1-828372-14 for vnic_type normal with profile {"migrating_to": "n-h2-828372-14"} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:42:58.000163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Attempting to bind port 61053614-6810-4093-b41f-e9ba5fc95f28 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:42:58.000502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Attempting to bind port 61053614-6810-4093-b41f-e9ba5fc95f28 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:58.005580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-e2e6896d-6c46-4b2e-9234-79819da9e881 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:42:58.079154 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Port 61053614-6810-4093-b41f-e9ba5fc95f28 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:42:58.079529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Attempting to bind port 61053614-6810-4093-b41f-e9ba5fc95f28 on network e2f44540-9fa0-4d48-bf47-62103b5ae529 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:58.098293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-03072eea-20a5-433f-9901-df062f5ba88f None None] Deleting port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:58.098671 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03072eea-20a5-433f-9901-df062f5ba88f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.108114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Attempting to bind port ada821f3-f2e1-4389-ad6a-231f7835e68a on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:42:58.108514 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Attempting to bind port ada821f3-f2e1-4389-ad6a-231f7835e68a by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:42:58.111449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Attempting to bind port ada821f3-f2e1-4389-ad6a-231f7835e68a on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:58.124242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:42:58.124668 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Checking segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:42:58.125266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Bound using segment: {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:42:58.125810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Bound port: 61053614-6810-4093-b41f-e9ba5fc95f28, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0778aa3-c5b0-4fb8-b225-aff447d8138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'e2f44540-9fa0-4d48-bf47-62103b5ae529'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:42:58.126237 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.141840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d733a3-b999-4a3f-8517-c0bd6b28f807 req-1fff2576-5aec-40e3-b69a-260587aed111 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:58.149193 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72d733a3-b999-4a3f-8517-c0bd6b28f807 req-1fff2576-5aec-40e3-b69a-260587aed111 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 931 time: 0.3808420 Feb 15 16:42:58.174346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Port ada821f3-f2e1-4389-ad6a-231f7835e68a on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:42:58.175776 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Attempting to bind port ada821f3-f2e1-4389-ad6a-231f7835e68a on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:42:58.192256 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-e2e6896d-6c46-4b2e-9234-79819da9e881 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:58.192969 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-e2e6896d-6c46-4b2e-9234-79819da9e881 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.196252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6896d-6c46-4b2e-9234-79819da9e881 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Pushing event updated for resources: {'Port': ['ID=09b049ff-93ee-4ff5-bee9-4b1d4cce946d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:58.201273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-03072eea-20a5-433f-9901-df062f5ba88f None None] For port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1f3d8361-8a42-4092-b3b0-9c5a7d99da3b,segment=NetworkSegment(b2620114-09f8-4090-9b44-faaa1919aa05),segment_id=b2620114-09f8-4090-9b44-faaa1919aa05)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:58.201815 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03072eea-20a5-433f-9901-df062f5ba88f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.213348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d81bd2-208d-4c8f-9a0f-ba76c50037f6 req-1600f588-6a13-4249-bcd3-6b9b6e4cf056 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:58.215635 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74d81bd2-208d-4c8f-9a0f-ba76c50037f6 req-1600f588-6a13-4249-bcd3-6b9b6e4cf056 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 947 time: 0.6033990 Feb 15 16:42:58.216797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:42:58.217228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:42:58.217700 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:42:58.218208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Bound port: ada821f3-f2e1-4389-ad6a-231f7835e68a, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:42:58.218777 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ada821f3-f2e1-4389-ad6a-231f7835e68a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.220242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-03072eea-20a5-433f-9901-df062f5ba88f None None] Calling delete_port for 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:58.227374 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] Deleting port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:58.229505 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4d2215b2-0f39-43fd-8a31-168f12cf8d4e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.260201 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Deleting port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:42:58.260647 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.309108 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f58beea3-0ce0-431e-bbeb-a9f9e0d92a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (4d2215b2-0f39-43fd-8a31-168f12cf8d4e), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.322734 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] For port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4d2215b2-0f39-43fd-8a31-168f12cf8d4e,segment=NetworkSegment(15ef8447-dd91-405f-b509-9087cebde407),segment_id=15ef8447-dd91-405f-b509-9087cebde407)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:58.323101 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4d2215b2-0f39-43fd-8a31-168f12cf8d4e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.325095 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58beea3-0ce0-431e-bbeb-a9f9e0d92a63 None None] No DVR routers for this DVR port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:58.337539 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74d81bd2-208d-4c8f-9a0f-ba76c50037f6 req-43371335-6831-4eba-abd6-4120f1f5eb74 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092725 Feb 15 16:42:58.350462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] Calling delete_port for 4d2215b2-0f39-43fd-8a31-168f12cf8d4e owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:58.357129 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-e2e6896d-6c46-4b2e-9234-79819da9e881 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5211525 Feb 15 16:42:58.366241 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58beea3-0ce0-431e-bbeb-a9f9e0d92a63 None None] Pushing event deleted for resources: {'Port': ['ID=4d2215b2-0f39-43fd-8a31-168f12cf8d4e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:58.384073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Request body: {'port': {'device_id': '2be57ab1-a393-452b-995c-29b2dc8d5da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:42:58.401576 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72d733a3-b999-4a3f-8517-c0bd6b28f807 req-83b6dd63-5751-4c70-81f3-ee5388cb0499 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512946 Feb 15 16:42:58.441560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] For port 61053614-6810-4093-b41f-e9ba5fc95f28, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:42:58.447671 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03072eea-20a5-433f-9901-df062f5ba88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.475393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] For port 61053614-6810-4093-b41f-e9ba5fc95f28, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61053614-6810-4093-b41f-e9ba5fc95f28,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:42:58.477713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] For port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1f3d8361-8a42-4092-b3b0-9c5a7d99da3b,segment=NetworkSegment(b2620114-09f8-4090-9b44-faaa1919aa05),segment_id=b2620114-09f8-4090-9b44-faaa1919aa05)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:42:58.481109 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.487346 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4d2215b2-0f39-43fd-8a31-168f12cf8d4e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.504572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] No DVR routers for this DVR port 4d2215b2-0f39-43fd-8a31-168f12cf8d4e on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:58.517928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03072eea-20a5-433f-9901-df062f5ba88f None None] Pushing event deleted for resources: {'Port': ['ID=1f3d8361-8a42-4092-b3b0-9c5a7d99da3b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:58.523670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03072eea-20a5-433f-9901-df062f5ba88f None None] No DVR routers for this DVR port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:58.547665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (09b049ff-93ee-4ff5-bee9-4b1d4cce946d), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.549389 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d2215b2-0f39-43fd-8a31-168f12cf8d4e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:58.559549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Calling delete_port for 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:42:58.576150 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.615656 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (20a628c1-8ad8-40a0-b877-f8def0e3dec4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.646621 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a628c1-8ad8-40a0-b877-f8def0e3dec4']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:58.678870 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ef8447-dd91-405f-b509-9087cebde407') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:58.679106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ef8447-dd91-405f-b509-9087cebde407') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:58.692472 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (15ef8447-dd91-405f-b509-9087cebde407), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.711353 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (15ef8447-dd91-405f-b509-9087cebde407), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.720852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:42:58.721249 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (15ef8447-dd91-405f-b509-9087cebde407), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.730845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28adebe-1960-445d-840a-8b553394909e req-28b7e37b-78ce-495c-8018-ff9d848fc444 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:58.732452 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e28adebe-1960-445d-840a-8b553394909e req-28b7e37b-78ce-495c-8018-ff9d848fc444 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.0891137 Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:42:58.733152 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:42:58.821849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e28adebe-1960-445d-840a-8b553394909e req-03918c86-8d5c-4be7-80d1-7c71ac91b3ff tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786419 Feb 15 16:42:58.876291 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41378) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:58.886433 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (20a628c1-8ad8-40a0-b877-f8def0e3dec4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.919758 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:58.923405 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] 10.222.0.107 "DELETE /v2.0/networks/20a628c1-8ad8-40a0-b877-f8def0e3dec4 HTTP/1.1" status: 204 len: 168 time: 1.6110990 Feb 15 16:42:58.924617 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbb721-3e74-4850-beab-08c40761db57 admin admin] Pushing event deleted for resources: {'Network': ['ID=20a628c1-8ad8-40a0-b877-f8def0e3dec4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:58.989148 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] For port ada821f3-f2e1-4389-ad6a-231f7835e68a, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:42:59.015080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Pushing event updated for resources: {'Port': ['ID=61053614-6810-4093-b41f-e9ba5fc95f28,revision_number=8']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:59.081825 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] For port ada821f3-f2e1-4389-ad6a-231f7835e68a, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ada821f3-f2e1-4389-ad6a-231f7835e68a,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:42:59.114814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a20917d-3271-4ef4-853e-3f0ac9073b7d admin admin] Deleting subnet b9f4fb5f-b1bf-499b-9582-c606857e0233 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:42:59.118947 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a20917d-3271-4ef4-853e-3f0ac9073b7d admin admin] Publish callbacks [] for subnet (b9f4fb5f-b1bf-499b-9582-c606857e0233), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:59.137527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 471a7bee-bdb2-4af0-938f-62d7f9d5851a no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:59.156914 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a20917d-3271-4ef4-853e-3f0ac9073b7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (b9f4fb5f-b1bf-499b-9582-c606857e0233), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:59.189782 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ada821f3-f2e1-4389-ad6a-231f7835e68a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:59.194335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:59.194973 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:59.196487 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-4c81e876-f293-4a18-b23a-c073d279b2ec service neutron] 10.222.0.10 "PUT /v2.0/ports/61053614-6810-4093-b41f-e9ba5fc95f28 HTTP/1.1" status: 200 len: 1123 time: 2.8509002 Feb 15 16:42:59.203262 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a20917d-3271-4ef4-853e-3f0ac9073b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (b9f4fb5f-b1bf-499b-9582-c606857e0233), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:59.268530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006b9f6-300e-407e-b633-e2619a1315e6 req-4c7fe9ff-b43f-45f7-b84d-7ab173e28545 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:59.275540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a006b9f6-300e-407e-b633-e2619a1315e6 req-4c7fe9ff-b43f-45f7-b84d-7ab173e28545 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.7124422 Feb 15 16:42:59.301198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 471a7bee-bdb2-4af0-938f-62d7f9d5851a {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:59.302201 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 471a7bee-bdb2-4af0-938f-62d7f9d5851a not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:59.347120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:59.347542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['61053614-6810-4093-b41f-e9ba5fc95f28'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:42:59.347792 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:59.349234 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] 10.222.0.67 "PUT /v2.0/ports/ada821f3-f2e1-4389-ad6a-231f7835e68a HTTP/1.1" status: 200 len: 1096 time: 3.3862677 Feb 15 16:42:59.384874 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1f3d8361-8a42-4092-b3b0-9c5a7d99da3b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:59.393124 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['61053614-6810-4093-b41f-e9ba5fc95f28'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:42:59.411866 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a20917d-3271-4ef4-853e-3f0ac9073b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (b9f4fb5f-b1bf-499b-9582-c606857e0233), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:59.421235 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] No DVR routers for this DVR port 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:42:59.439589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b74e7f-6bc6-461a-b3d9-9dbb86004c4c service neutron] Pushing event updated for resources: {'Port': ['ID=ada821f3-f2e1-4389-ad6a-231f7835e68a,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:59.489085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41390) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:59.495070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20917d-3271-4ef4-853e-3f0ac9073b7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f4fb5f-b1bf-499b-9582-c606857e0233,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:59.502573 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a20917d-3271-4ef4-853e-3f0ac9073b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:59.507510 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3a20917d-3271-4ef4-853e-3f0ac9073b7d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/b9f4fb5f-b1bf-499b-9582-c606857e0233 HTTP/1.1" status: 204 len: 168 time: 0.6299391 Feb 15 16:42:59.508952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:59.510213 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41392) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:59.523712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Port': ['ID=1f3d8361-8a42-4092-b3b0-9c5a7d99da3b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:42:59.556958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:59.557313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1f3d8361-8a42-4092-b3b0-9c5a7d99da3b not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:59.558019 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4d2215b2-0f39-43fd-8a31-168f12cf8d4e no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:42:59.585553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 4d2215b2-0f39-43fd-8a31-168f12cf8d4e {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:42:59.585864 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4d2215b2-0f39-43fd-8a31-168f12cf8d4e not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:42:59.589098 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6731d93-317c-4f4f-991e-441db1899a9a req-f2a96b43-a63e-498c-aea9-e0bd4bd7ab87 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:59.597299 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6731d93-317c-4f4f-991e-441db1899a9a req-f2a96b43-a63e-498c-aea9-e0bd4bd7ab87 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 1132 time: 0.1985903 Feb 15 16:42:59.633287 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e40162dc-5adc-4b23-8583-87ef2d53bc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (cc8d71f0-af5e-4df1-bb31-1f595b410607), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:59.663138 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6731d93-317c-4f4f-991e-441db1899a9a req-696fb556-acfa-4b61-b2c2-81fdb8226cb1 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649211 Feb 15 16:42:59.685952 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a006b9f6-300e-407e-b633-e2619a1315e6 req-5210b399-e918-453e-9379-6b0a2f56c985 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094522 Feb 15 16:42:59.730013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca801c7-3d0d-4a2a-84cb-3f3b91383b77', 'tag': '61053614-6810-4093-b41f-e9ba5fc95f28'}, {'name': 'network-changed', 'server_uuid': '819d4322-9e6b-497b-960c-26d8b548f291', 'tag': 'ada821f3-f2e1-4389-ad6a-231f7835e68a'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:42:59.738194 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a875b5-2e61-4bbe-bb98-922f16b4c221" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca801c7-3d0d-4a2a-84cb-3f3b91383b77", "tag": "61053614-6810-4093-b41f-e9ba5fc95f28"}, {"name": "network-changed", "server_uuid": "819d4322-9e6b-497b-960c-26d8b548f291", "tag": "ada821f3-f2e1-4389-ad6a-231f7835e68a"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:42:59.770010 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e40162dc-5adc-4b23-8583-87ef2d53bc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (cc8d71f0-af5e-4df1-bb31-1f595b410607), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:59.816576 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (d73a83d4-0b71-4f20-a664-a4a0f7ec817a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:59.829515 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-e40162dc-5adc-4b23-8583-87ef2d53bc31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc8d71f0-af5e-4df1-bb31-1f595b410607']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:59.842781 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-e40162dc-5adc-4b23-8583-87ef2d53bc31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3b1a4c-0178-4654-ae98-21a3c575a664') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:59.843078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-e40162dc-5adc-4b23-8583-87ef2d53bc31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3b1a4c-0178-4654-ae98-21a3c575a664') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:59.856918 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e40162dc-5adc-4b23-8583-87ef2d53bc31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (ea3b1a4c-0178-4654-ae98-21a3c575a664), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:59.881951 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf0cfa-9ed2-4719-bc75-72ae84352251 req-5cd95c06-1dd4-4023-a2be-d88cead7c293 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:59.883460 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e5cf0cfa-9ed2-4719-bc75-72ae84352251 req-5cd95c06-1dd4-4023-a2be-d88cead7c293 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 947 time: 0.0992405 Feb 15 16:42:59.884621 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e40162dc-5adc-4b23-8583-87ef2d53bc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (ea3b1a4c-0178-4654-ae98-21a3c575a664), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:59.896763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40162dc-5adc-4b23-8583-87ef2d53bc31 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:42:59.897150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e40162dc-5adc-4b23-8583-87ef2d53bc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (ea3b1a4c-0178-4654-ae98-21a3c575a664), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:42:59.898809 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:42:59.908804 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f0c48446-9436-433a-a57e-205eb43e28a1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=71ae1336b6184cf4bf604fb38d6b5ccf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779709 Feb 15 16:42:59.908998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41402) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:42:59.911101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73a83d4-0b71-4f20-a664-a4a0f7ec817a']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:59.934665 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b049ff-93ee-4ff5-bee9-4b1d4cce946d {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:42:59.940839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2620114-09f8-4090-9b44-faaa1919aa05') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:59.941149 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2620114-09f8-4090-9b44-faaa1919aa05') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:42:59.953766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-f0d2616a-bb8e-466b-8fa9-91ffb9d0d005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:42:59.954413 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-f0d2616a-bb8e-466b-8fa9-91ffb9d0d005 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=22628f102884498ca49c30cab696dc09&device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 1130 time: 0.4626050 Feb 15 16:42:59.958333 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Publish callbacks [] for port (09b049ff-93ee-4ff5-bee9-4b1d4cce946d), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:42:59.961591 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (b2620114-09f8-4090-9b44-faaa1919aa05), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.010369 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e5cf0cfa-9ed2-4719-bc75-72ae84352251 req-8dabbbb3-b621-4c74-a18e-9171ecb9460f tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208308 Feb 15 16:43:00.022787 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b2620114-09f8-4090-9b44-faaa1919aa05), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.025022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Transition to ACTIVE for port object 09b049ff-93ee-4ff5-bee9-4b1d4cce946d will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:43:00.031114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-0bf8947a-22f7-4ebb-b548-ba035b10688e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ada821f3-f2e1-4389-ad6a-231f7835e68a HTTP/1.1" status: 200 len: 217 time: 0.0597808 Feb 15 16:43:00.042633 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c9e888d-6ede-450d-9899-f5f2a996b6e6 admin admin] Publish callbacks [] for security_group (d9e07ef8-6dc7-4af3-b33c-06da5888daa4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.043196 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fc967-4b0b-4799-acce-6250b8f29e57 req-5e87d7cd-38a3-4e5a-91d6-3acd90a7a3f4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:00.044623 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b80fc967-4b0b-4799-acce-6250b8f29e57 req-5e87d7cd-38a3-4e5a-91d6-3acd90a7a3f4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 931 time: 0.2302272 Feb 15 16:43:00.046894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:43:00.047313 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (b2620114-09f8-4090-9b44-faaa1919aa05), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:43:00.051222 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:43:00.075654 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e40162dc-5adc-4b23-8583-87ef2d53bc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (cc8d71f0-af5e-4df1-bb31-1f595b410607), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.094417 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c9e888d-6ede-450d-9899-f5f2a996b6e6 admin admin] Publish callbacks [] for security_group (d9e07ef8-6dc7-4af3-b33c-06da5888daa4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.096548 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e40162dc-5adc-4b23-8583-87ef2d53bc31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.100929 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e40162dc-5adc-4b23-8583-87ef2d53bc31 admin admin] 10.222.0.107 "DELETE /v2.0/networks/cc8d71f0-af5e-4df1-bb31-1f595b410607 HTTP/1.1" status: 204 len: 168 time: 0.5893426 Feb 15 16:43:00.115922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41404) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:00.116717 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40162dc-5adc-4b23-8583-87ef2d53bc31 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc8d71f0-af5e-4df1-bb31-1f595b410607,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:00.131327 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.135810 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (09b049ff-93ee-4ff5-bee9-4b1d4cce946d), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.214689 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3d4201-6505-4843-b272-a927016dfaa6 admin admin] Deleting subnet 0043ccc0-4382-41b5-b474-1288d9f520e7 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:43:00.221444 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de3d4201-6505-4843-b272-a927016dfaa6 admin admin] Publish callbacks [] for subnet (0043ccc0-4382-41b5-b474-1288d9f520e7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.234257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-b03d4d5b-f65d-41f0-970d-8a7597e1b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:00.234257 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-b03d4d5b-f65d-41f0-970d-8a7597e1b6c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1804338 Feb 15 16:43:00.237479 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b80fc967-4b0b-4799-acce-6250b8f29e57 req-91369a65-168c-42a3-b801-15d30b6ceedc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697593 Feb 15 16:43:00.250013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Pushing event updated for resources: {'Port': ['ID=09b049ff-93ee-4ff5-bee9-4b1d4cce946d,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:00.257411 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ed686-3b17-4f9e-93ec-1635a875971c req-826726bb-7ddd-4740-a333-10c06ee34ad3 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:00.259220 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-956ed686-3b17-4f9e-93ec-1635a875971c req-826726bb-7ddd-4740-a333-10c06ee34ad3 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 1132 time: 0.1569977 Feb 15 16:43:00.280800 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de3d4201-6505-4843-b272-a927016dfaa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (0043ccc0-4382-41b5-b474-1288d9f520e7), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.333390 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (d73a83d4-0b71-4f20-a664-a4a0f7ec817a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.346243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.347400 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de3d4201-6505-4843-b272-a927016dfaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (0043ccc0-4382-41b5-b474-1288d9f520e7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.351470 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-956ed686-3b17-4f9e-93ec-1635a875971c req-ad1c2b2f-8b07-44a9-a840-b00953674c22 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804048 Feb 15 16:43:00.359724 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] 10.222.0.107 "DELETE /v2.0/networks/d73a83d4-0b71-4f20-a664-a4a0f7ec817a HTTP/1.1" status: 204 len: 168 time: 2.8245354 Feb 15 16:43:00.359724 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-e694a502-bc8f-40f7-b28c-c6b374d2cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:00.359724 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-e694a502-bc8f-40f7-b28c-c6b374d2cfe0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1259232 Feb 15 16:43:00.385028 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fbb01-7169-40f7-9b21-df30adebcfbf tempest-ServersTestMultiNic-352711532 tempest-ServersTestMultiNic-352711532-project] Pushing event deleted for resources: {'Network': ['ID=d73a83d4-0b71-4f20-a664-a4a0f7ec817a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:00.392344 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c9e888d-6ede-450d-9899-f5f2a996b6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d9e07ef8-6dc7-4af3-b33c-06da5888daa4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.396257 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c9e888d-6ede-450d-9899-f5f2a996b6e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.398296 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9c9e888d-6ede-450d-9899-f5f2a996b6e6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d9e07ef8-6dc7-4af3-b33c-06da5888daa4 HTTP/1.1" status: 204 len: 168 time: 0.4646642 Feb 15 16:43:00.414885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e888d-6ede-450d-9899-f5f2a996b6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e07ef8-6dc7-4af3-b33c-06da5888daa4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:00.533732 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb02278e-14c9-4f52-810a-148646c9f721 x-openstack-request-id: req-fb02278e-14c9-4f52-810a-148646c9f721 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:00.534033 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca801c7-3d0d-4a2a-84cb-3f3b91383b77", "tag": "61053614-6810-4093-b41f-e9ba5fc95f28", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "819d4322-9e6b-497b-960c-26d8b548f291", "tag": "ada821f3-f2e1-4389-ad6a-231f7835e68a", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:00.534450 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fb02278e-14c9-4f52-810a-148646c9f721 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:00.534856 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca801c7-3d0d-4a2a-84cb-3f3b91383b77', 'tag': '61053614-6810-4093-b41f-e9ba5fc95f28', 'status': 'completed', 'code': 200} Feb 15 16:43:00.535280 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819d4322-9e6b-497b-960c-26d8b548f291', 'tag': 'ada821f3-f2e1-4389-ad6a-231f7835e68a', 'status': 'completed', 'code': 200} Feb 15 16:43:00.537139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Attempting to bind port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:43:00.537506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Attempting to bind port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:43:00.537841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Attempting to bind port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:00.543420 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.553086 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:43:00.556515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Attempting to bind port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:00.558483 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-1bc6151a-e599-46a9-a226-1f6234f302b5 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856420 Feb 15 16:43:00.561889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:43:00.562312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Checking segment: {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:00.562757 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Bound using segment: {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:43:00.563269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Bound port: 09b049ff-93ee-4ff5-bee9-4b1d4cce946d, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:43:00.563836 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (09b049ff-93ee-4ff5-bee9-4b1d4cce946d), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.567195 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de3d4201-6505-4843-b272-a927016dfaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (0043ccc0-4382-41b5-b474-1288d9f520e7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.602615 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d4201-6505-4843-b272-a927016dfaa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0043ccc0-4382-41b5-b474-1288d9f520e7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:00.605998 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de3d4201-6505-4843-b272-a927016dfaa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.609813 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-de3d4201-6505-4843-b272-a927016dfaa6 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/0043ccc0-4382-41b5-b474-1288d9f520e7 HTTP/1.1" status: 204 len: 168 time: 0.4910290 Feb 15 16:43:00.617220 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41420) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:00.681618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-eec68fbb-acbd-4565-a4b3-3f2c681c0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:00.683129 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-eec68fbb-acbd-4565-a4b3-3f2c681c0b7b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 1157 time: 0.2063284 Feb 15 16:43:00.696430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c387fa2-813b-4d3a-a97c-478d020dcfe4 req-16c14893-61df-4653-9327-f703b612b05e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:00.698058 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3c387fa2-813b-4d3a-a97c-478d020dcfe4 req-16c14893-61df-4653-9327-f703b612b05e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.1718388 Feb 15 16:43:00.705062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] For port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:43:00.709351 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ef47111-9313-40c7-86b4-da29d2e8b595 req-db9e0bef-330c-442c-88d3-b60d397d6ae8 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418259 Feb 15 16:43:00.711084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] For port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=09b049ff-93ee-4ff5-bee9-4b1d4cce946d,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:43:00.768735 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1af27475-160d-4f40-8d8d-7aa878141688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (e1fe85f0-aa01-4799-938a-5e708fe4e62c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.812130 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (09b049ff-93ee-4ff5-bee9-4b1d4cce946d), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.877913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:00.879136 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.880975 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-0402694e-b32b-4d30-9969-512383398a2e service neutron] 10.222.0.67 "PUT /v2.0/ports/09b049ff-93ee-4ff5-bee9-4b1d4cce946d HTTP/1.1" status: 200 len: 1092 time: 2.5018356 Feb 15 16:43:00.891723 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402694e-b32b-4d30-9969-512383398a2e service neutron] Pushing event updated for resources: {'Port': ['ID=09b049ff-93ee-4ff5-bee9-4b1d4cce946d,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:00.904311 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3c387fa2-813b-4d3a-a97c-478d020dcfe4 req-cf76f04e-ce55-431c-a2d1-9adb3586f324 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884601 Feb 15 16:43:00.914638 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-bcf2325a-e619-4135-ab4c-ec8743cbe898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:00.914638 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-bcf2325a-e619-4135-ab4c-ec8743cbe898 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.2071533 Feb 15 16:43:00.938767 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1af27475-160d-4f40-8d8d-7aa878141688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (e1fe85f0-aa01-4799-938a-5e708fe4e62c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:00.982435 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-380791d1-670d-4ae2-978b-a3ad0557fd5b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61053614-6810-4093-b41f-e9ba5fc95f28 HTTP/1.1" status: 200 len: 217 time: 0.0577855 Feb 15 16:43:01.050890 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1af27475-160d-4f40-8d8d-7aa878141688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fe85f0-aa01-4799-938a-5e708fe4e62c']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:01.066094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1af27475-160d-4f40-8d8d-7aa878141688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1303496-3add-452f-b921-8320b7d06e24') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:01.066094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1af27475-160d-4f40-8d8d-7aa878141688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1303496-3add-452f-b921-8320b7d06e24') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:01.074474 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-4df21f04-6efd-4499-b2b3-779024f6dcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:01.077636 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-4df21f04-6efd-4499-b2b3-779024f6dcfd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.0814931 Feb 15 16:43:01.080224 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1af27475-160d-4f40-8d8d-7aa878141688 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (e1303496-3add-452f-b921-8320b7d06e24), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:01.121908 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1af27475-160d-4f40-8d8d-7aa878141688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e1303496-3add-452f-b921-8320b7d06e24), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:01.143424 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-97797639-d097-48bf-998d-0ef0576d422c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379357 Feb 15 16:43:01.147721 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af27475-160d-4f40-8d8d-7aa878141688 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:43:01.148461 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1af27475-160d-4f40-8d8d-7aa878141688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (e1303496-3add-452f-b921-8320b7d06e24), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:43:01.150772 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:43:01.161795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-b5a6bced-252f-4bd8-b85b-e34d5a43ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:01.163544 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-b5a6bced-252f-4bd8-b85b-e34d5a43ec29 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 1126 time: 0.0752785 Feb 15 16:43:01.217764 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-adcc68c4-b30e-4f31-b85a-06a7d01cf36e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09b049ff-93ee-4ff5-bee9-4b1d4cce946d HTTP/1.1" status: 200 len: 217 time: 0.0459604 Feb 15 16:43:01.301641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-b5c73d76-17c7-433d-8bda-c43c64c38101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:01.301641 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-b5c73d76-17c7-433d-8bda-c43c64c38101 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e54c697c-dfc4-4d97-947c-96f129045128 HTTP/1.1" status: 200 len: 852 time: 0.0736694 Feb 15 16:43:01.322142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41456) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:01.348643 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-6dabf632-bbb2-4965-a769-fa4eda6be556 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411005 Feb 15 16:43:01.354140 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1af27475-160d-4f40-8d8d-7aa878141688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (e1fe85f0-aa01-4799-938a-5e708fe4e62c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:01.358229 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1af27475-160d-4f40-8d8d-7aa878141688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:01.365171 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1af27475-160d-4f40-8d8d-7aa878141688 admin admin] 10.222.0.107 "DELETE /v2.0/networks/e1fe85f0-aa01-4799-938a-5e708fe4e62c HTTP/1.1" status: 204 len: 168 time: 0.7467742 Feb 15 16:43:01.380510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af27475-160d-4f40-8d8d-7aa878141688 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1fe85f0-aa01-4799-938a-5e708fe4e62c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:01.386690 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-fbe84729-bf73-421f-8d16-73ec05a4489e service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321405 Feb 15 16:43:01.415857 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e34630-4087-4da5-8e65-a7f3b1bb4b9a req-10d76efa-bdc8-4805-8d88-dbee3bc9eb76 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:01.417660 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10e34630-4087-4da5-8e65-a7f3b1bb4b9a req-10d76efa-bdc8-4805-8d88-dbee3bc9eb76 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 947 time: 0.1965241 Feb 15 16:43:01.536300 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10e34630-4087-4da5-8e65-a7f3b1bb4b9a req-0b214f48-2165-491d-9352-66dc24b3c180 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071787 Feb 15 16:43:01.549004 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-9c9ed497-1f4e-40da-b896-0581672a806d service neutron] 10.222.0.67 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503975 Feb 15 16:43:01.570569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f996db-b7eb-438a-94c7-cc635b4ac826 req-7a1334ef-2064-41ca-bc10-1e98ba540d46 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:01.572098 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0f996db-b7eb-438a-94c7-cc635b4ac826 req-7a1334ef-2064-41ca-bc10-1e98ba540d46 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 943 time: 0.1881979 Feb 15 16:43:01.579159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-955c325a-2d9e-48b2-8d80-1a92009442cb service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940861 Feb 15 16:43:01.717738 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41468) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:01.725642 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41470) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:01.748131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-9058dac1-1055-489f-9547-56feac420a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:01.749927 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-9058dac1-1055-489f-9547-56feac420a83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=22628f102884498ca49c30cab696dc09&device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 1130 time: 0.0728295 Feb 15 16:43:01.803162 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0f996db-b7eb-438a-94c7-cc635b4ac826 req-25bc0727-d1a7-4283-9395-ea4f58340253 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228482 Feb 15 16:43:01.839629 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19faf1fa-87ae-47ed-afdd-85f325c71673 req-48807717-8494-4749-ac55-5db5b13e2f0c service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496746 Feb 15 16:43:01.869659 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d78cbe90-e432-4e8f-badc-310096c730d2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d0ff076c939c42f79afd32ae34c41b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473095 Feb 15 16:43:01.870229 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41476) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:01.988132 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2e49f9f5-4e65-4694-ae99-10ab207129cb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-network', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:02.002488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-f1bf27a6-86a6-4a49-a8ba-59dbcf70eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:02.004415 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-f1bf27a6-86a6-4a49-a8ba-59dbcf70eae3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.2456367 Feb 15 16:43:02.007987 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7fe6fab5-ec51-4f6b-8e28-3dba86c99f05 admin admin] Publish callbacks [] for security_group (4fed681c-b39e-4ed1-abbe-fab067242b32), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:02.064564 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f755d378-e559-435f-8e44-cc8ce51db6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (71e8d84d-bc87-474f-a37e-872ccc0c5857), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:02.094104 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-0313d030-b141-4eca-aedf-9c94b2dc5f24 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=ada821f3-f2e1-4389-ad6a-231f7835e68a HTTP/1.1" status: 200 len: 217 time: 0.0728655 Feb 15 16:43:02.099356 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7fe6fab5-ec51-4f6b-8e28-3dba86c99f05 admin admin] Publish callbacks [] for security_group (4fed681c-b39e-4ed1-abbe-fab067242b32), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:02.174753 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e49f9f5-4e65-4694-ae99-10ab207129cb admin admin] Made reservation on behalf of 5c059e9cd6634bce8f4e005af5907e51 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:43:02.177058 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e49f9f5-4e65-4694-ae99-10ab207129cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:02.187636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339f810-2e10-42d5-8485-c2842ef389ac req-d1eecd16-ac58-4b1d-a6e9-992c98e3901d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:02.189157 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e339f810-2e10-42d5-8485-c2842ef389ac req-d1eecd16-ac58-4b1d-a6e9-992c98e3901d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.1918674 Feb 15 16:43:02.202434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-c1dda5fc-aeaa-4a00-aeec-653d9885ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:02.202434 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-c1dda5fc-aeaa-4a00-aeec-653d9885ffb0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0947595 Feb 15 16:43:02.207618 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e49f9f5-4e65-4694-ae99-10ab207129cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:02.324496 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e339f810-2e10-42d5-8485-c2842ef389ac req-fa7f6091-3a97-437c-bd6d-4085d076c1e6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183622 Feb 15 16:43:02.326533 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7fe6fab5-ec51-4f6b-8e28-3dba86c99f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4fed681c-b39e-4ed1-abbe-fab067242b32), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:02.329133 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7fe6fab5-ec51-4f6b-8e28-3dba86c99f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:02.330272 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7fe6fab5-ec51-4f6b-8e28-3dba86c99f05 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4fed681c-b39e-4ed1-abbe-fab067242b32 HTTP/1.1" status: 204 len: 168 time: 0.4589217 Feb 15 16:43:02.356093 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-92b4fbdc-6d45-4dc7-9bc3-674d9bd49621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:02.357533 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-92b4fbdc-6d45-4dc7-9bc3-674d9bd49621 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1388535 Feb 15 16:43:02.359544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6fab5-ec51-4f6b-8e28-3dba86c99f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fed681c-b39e-4ed1-abbe-fab067242b32,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:02.443893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095eab9f-ad5c-4b19-a371-0597cad6e83c req-e5232fc6-3fb1-42c3-b75a-9371ab90309f tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:02.445335 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e49f9f5-4e65-4694-ae99-10ab207129cb admin admin] Publish callbacks [] for security_group (f26d6b98-b792-46ce-8e79-456eda44c9ca), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:02.445854 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-095eab9f-ad5c-4b19-a371-0597cad6e83c req-e5232fc6-3fb1-42c3-b75a-9371ab90309f tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.0959790 Feb 15 16:43:02.482405 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-f755d378-e559-435f-8e44-cc8ce51db6f0 admin admin] Deleting port 6883956f-a485-45ff-9559-ed3f7822b607 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:43:02.482743 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f755d378-e559-435f-8e44-cc8ce51db6f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6883956f-a485-45ff-9559-ed3f7822b607), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:02.484481 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-3a5f7366-c131-4360-8186-5d52494296c8 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174786 Feb 15 16:43:02.538243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be57ab1-a393-452b-995c-29b2dc8d5da6', 'tag': '09b049ff-93ee-4ff5-bee9-4b1d4cce946d'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:02.540529 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0088f5-2e73-48d6-9dc1-ec5608748524" -d '{"events": [{"name": "network-changed", "server_uuid": "2be57ab1-a393-452b-995c-29b2dc8d5da6", "tag": "09b049ff-93ee-4ff5-bee9-4b1d4cce946d"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:02.548959 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e49f9f5-4e65-4694-ae99-10ab207129cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f26d6b98-b792-46ce-8e79-456eda44c9ca), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:02.564880 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-095eab9f-ad5c-4b19-a371-0597cad6e83c req-2952cd87-00e0-4873-b676-f77de6ac4ac8 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098385 Feb 15 16:43:02.583056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e49f9f5-4e65-4694-ae99-10ab207129cb admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:43:02.583390 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c358af3a-3468-459f-a74a-a5269f17ae83 x-openstack-request-id: req-c358af3a-3468-459f-a74a-a5269f17ae83 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:02.583873 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be57ab1-a393-452b-995c-29b2dc8d5da6", "tag": "09b049ff-93ee-4ff5-bee9-4b1d4cce946d", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:02.584177 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c358af3a-3468-459f-a74a-a5269f17ae83 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:02.584578 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be57ab1-a393-452b-995c-29b2dc8d5da6', 'tag': '09b049ff-93ee-4ff5-bee9-4b1d4cce946d', 'status': 'completed', 'code': 200} Feb 15 16:43:02.627435 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49f9f5-4e65-4694-ae99-10ab207129cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26d6b98-b792-46ce-8e79-456eda44c9ca,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:02.633451 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e49f9f5-4e65-4694-ae99-10ab207129cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (3ecfbf16-4a65-4619-b659-44f571664472), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:02.633630 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-f755d378-e559-435f-8e44-cc8ce51db6f0 admin admin] For port 6883956f-a485-45ff-9559-ed3f7822b607, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6883956f-a485-45ff-9559-ed3f7822b607,segment=NetworkSegment(c06ef25d-ca51-492c-8283-189ef6029665),segment_id=c06ef25d-ca51-492c-8283-189ef6029665)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:02.633911 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f755d378-e559-435f-8e44-cc8ce51db6f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6883956f-a485-45ff-9559-ed3f7822b607), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:02.634039 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-2e49f9f5-4e65-4694-ae99-10ab207129cb admin admin] Added segment 3ecfbf16-4a65-4619-b659-44f571664472 of type vlan for network 36c7dd23-e458-4e0b-8f60-3d6235ba67f5 Feb 15 16:43:02.667854 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-f755d378-e559-435f-8e44-cc8ce51db6f0 admin admin] Calling delete_port for 6883956f-a485-45ff-9559-ed3f7822b607 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:43:02.684872 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44a875b5-2e61-4bbe-bb98-922f16b4c221 req-c49857c7-9ffc-4c1c-9c08-dbcab08f263d service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924355 Feb 15 16:43:02.694473 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e49f9f5-4e65-4694-ae99-10ab207129cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (36c7dd23-e458-4e0b-8f60-3d6235ba67f5), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:02.738710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0088f5-2e73-48d6-9dc1-ec5608748524 req-d5d430f2-b7a9-4721-8d1c-1b90acf58821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:02.740251 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb0088f5-2e73-48d6-9dc1-ec5608748524 req-d5d430f2-b7a9-4721-8d1c-1b90acf58821 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 1126 time: 0.1183162 Feb 15 16:43:02.779115 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8c48b-6b4d-4906-8640-b5cd7afeff38 req-b375fe38-f3a4-46a2-b17c-0f2dd3354471 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:02.780853 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-14d8c48b-6b4d-4906-8640-b5cd7afeff38 req-b375fe38-f3a4-46a2-b17c-0f2dd3354471 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 947 time: 0.0621657 Feb 15 16:43:02.815802 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e49f9f5-4e65-4694-ae99-10ab207129cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (36c7dd23-e458-4e0b-8f60-3d6235ba67f5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:02.817101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e49f9f5-4e65-4694-ae99-10ab207129cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:02.817714 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e49f9f5-4e65-4694-ae99-10ab207129cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:02.887476 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-14d8c48b-6b4d-4906-8640-b5cd7afeff38 req-17b7b008-b3c8-445f-ba60-a54edf63b925 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978942 Feb 15 16:43:02.903839 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49f9f5-4e65-4694-ae99-10ab207129cb admin admin] Pushing event updated for resources: {'Network': ['ID=36c7dd23-e458-4e0b-8f60-3d6235ba67f5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:02.914735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 36c7dd23-e458-4e0b-8f60-3d6235ba67f5 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:43:02.926605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0088f5-2e73-48d6-9dc1-ec5608748524 req-ca3b8c86-e177-4243-a220-e030af08a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:02.928095 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb0088f5-2e73-48d6-9dc1-ec5608748524 req-ca3b8c86-e177-4243-a220-e030af08a260 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 913 time: 0.1720521 Feb 15 16:43:03.009483 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2e49f9f5-4e65-4694-ae99-10ab207129cb admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2773879 Feb 15 16:43:03.010151 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41516) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:03.016361 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-757dfc7f-1cc7-415a-8652-eb971924ae02 admin admin] Request body: {'subnet': {'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-subnet', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:03.115732 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757dfc7f-1cc7-415a-8652-eb971924ae02 admin admin] Made reservation on behalf of 5c059e9cd6634bce8f4e005af5907e51 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:43:03.118847 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-757dfc7f-1cc7-415a-8652-eb971924ae02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:03.145696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b8879dcc-625a-4999-a587-e95efbcc667c details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:43:03.173552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41518) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:03.261459 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ae8b0899-0842-482e-b717-70dd2e2bb2a9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fe273c0dda27486592b720383f87bc38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0864630 Feb 15 16:43:03.262066 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41520) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:03.302594 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb0088f5-2e73-48d6-9dc1-ec5608748524 req-240a71cb-b223-416e-b51b-9fdc28208d93 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09b049ff-93ee-4ff5-bee9-4b1d4cce946d HTTP/1.1" status: 200 len: 217 time: 0.3665075 Feb 15 16:43:03.317057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port b8879dcc-625a-4999-a587-e95efbcc667c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b8879dcc-625a-4999-a587-e95efbcc667c,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:03.336698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b3741-b8b2-4d53-904c-04faacb3a706 req-ca81286b-712a-4b73-8ab7-c6cf21a477ab tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:03.347687 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d62b3741-b8b2-4d53-904c-04faacb3a706 req-ca81286b-712a-4b73-8ab7-c6cf21a477ab tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 943 time: 0.4652541 Feb 15 16:43:03.351668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'b8879dcc-625a-4999-a587-e95efbcc667c', 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf', 'port_id': 'b8879dcc-625a-4999-a587-e95efbcc667c', 'mac_address': 'fa:16:3e:d1:cf:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26da3fb-9020-4127-97e3-22f21ca942bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:43:03.369102 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f960244-39de-42f1-b5bb-7fe6baea9377 admin admin] Publish callbacks [] for security_group (ed9608c0-294a-4ee7-803e-7707f2bddc9e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:03.400738 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f960244-39de-42f1-b5bb-7fe6baea9377 admin admin] Publish callbacks [] for security_group (ed9608c0-294a-4ee7-803e-7707f2bddc9e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:03.405588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port b8879dcc-625a-4999-a587-e95efbcc667c is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:03.405977 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:03.422615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8879dcc-625a-4999-a587-e95efbcc667c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:43:03.438932 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0088f5-2e73-48d6-9dc1-ec5608748524 req-2432a07b-1d85-422b-b918-314dbf5c7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:03.441090 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb0088f5-2e73-48d6-9dc1-ec5608748524 req-2432a07b-1d85-422b-b918-314dbf5c7e97 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e54c697c-dfc4-4d97-947c-96f129045128 HTTP/1.1" status: 200 len: 852 time: 0.1305308 Feb 15 16:43:03.446198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port b8879dcc-625a-4999-a587-e95efbcc667c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b8879dcc-625a-4999-a587-e95efbcc667c,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:03.491596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb0088f5-2e73-48d6-9dc1-ec5608748524 req-ccb6e868-9196-4ddf-ac0c-db8872386115 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411780 Feb 15 16:43:03.498795 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbf015-7bf8-4592-b569-d383e7a86223 req-388c9fa5-c140-409c-982a-755032b5cea6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:03.499265 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d62b3741-b8b2-4d53-904c-04faacb3a706 req-1edb850f-fc46-4b82-be43-f110afdbcea5 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546781 Feb 15 16:43:03.500965 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-76cbf015-7bf8-4592-b569-d383e7a86223 req-388c9fa5-c140-409c-982a-755032b5cea6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.0715089 Feb 15 16:43:03.513788 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f755d378-e559-435f-8e44-cc8ce51db6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6883956f-a485-45ff-9559-ed3f7822b607), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:03.584946 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-76cbf015-7bf8-4592-b569-d383e7a86223 req-bffd2b77-1f05-4447-9d14-416b11bce412 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772629 Feb 15 16:43:03.587632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755d378-e559-435f-8e44-cc8ce51db6f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6883956f-a485-45ff-9559-ed3f7822b607,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:03.597314 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:03.638778 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f960244-39de-42f1-b5bb-7fe6baea9377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ed9608c0-294a-4ee7-803e-7707f2bddc9e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:03.641501 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f960244-39de-42f1-b5bb-7fe6baea9377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:03.649100 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6f960244-39de-42f1-b5bb-7fe6baea9377 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ed9608c0-294a-4ee7-803e-7707f2bddc9e HTTP/1.1" status: 204 len: 168 time: 0.3842363 Feb 15 16:43:03.679173 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f960244-39de-42f1-b5bb-7fe6baea9377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9608c0-294a-4ee7-803e-7707f2bddc9e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:03.737926 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=b8879dcc-625a-4999-a587-e95efbcc667c,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:03.791082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['b8879dcc-625a-4999-a587-e95efbcc667c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:43:03.806124 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-757dfc7f-1cc7-415a-8652-eb971924ae02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:03.886750 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dfc7f-1cc7-415a-8652-eb971924ae02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:03.930065 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb0088f5-2e73-48d6-9dc1-ec5608748524 req-3097858b-3b5d-47eb-8608-56148d1f1545 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296458 Feb 15 16:43:03.965609 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757dfc7f-1cc7-415a-8652-eb971924ae02 admin admin] Checking segment: {'id': '3ecfbf16-4a65-4619-b659-44f571664472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:03.966669 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757dfc7f-1cc7-415a-8652-eb971924ae02 admin admin] Network hostable DHCP agents. Network: 36c7dd23-e458-4e0b-8f60-3d6235ba67f5, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:43:04.027326 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd18740-4f93-4ba5-ba17-c63929eaac2a req-4f8f8ce6-420a-47bf-bf6b-ce5205b3906f tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:04.035398 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5dd18740-4f93-4ba5-ba17-c63929eaac2a req-4f8f8ce6-420a-47bf-bf6b-ce5205b3906f tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.3106296 Feb 15 16:43:04.061864 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81780097-d288-4a62-a1c9-6527ef809b7f req-be3235a9-dcf3-4f35-93c1-cdec12fa9955 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:04.063454 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-81780097-d288-4a62-a1c9-6527ef809b7f req-be3235a9-dcf3-4f35-93c1-cdec12fa9955 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 947 time: 0.0559518 Feb 15 16:43:04.091921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757dfc7f-1cc7-415a-8652-eb971924ae02 admin admin] Network 36c7dd23-e458-4e0b-8f60-3d6235ba67f5 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:43:04.142760 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-81780097-d288-4a62-a1c9-6527ef809b7f req-a5c23723-5460-4fee-bcd7-261a8e36bff7 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716820 Feb 15 16:43:04.158078 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5dd18740-4f93-4ba5-ba17-c63929eaac2a req-b165071a-26f7-4538-9165-4920de5e78a6 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216893 Feb 15 16:43:04.159640 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f755d378-e559-435f-8e44-cc8ce51db6f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (71e8d84d-bc87-474f-a37e-872ccc0c5857), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:04.234309 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-757dfc7f-1cc7-415a-8652-eb971924ae02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 36c7dd23-e458-4e0b-8f60-3d6235ba67f5) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:04.239221 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757dfc7f-1cc7-415a-8652-eb971924ae02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:04.239805 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-757dfc7f-1cc7-415a-8652-eb971924ae02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:04.248060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe79d13-f1aa-446b-86ea-468325685615 None None] Network 36c7dd23-e458-4e0b-8f60-3d6235ba67f5 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:43:04.322381 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb0088f5-2e73-48d6-9dc1-ec5608748524 req-fd804565-11c3-42fe-afab-dc6dc89a7ad5 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3755434 Feb 15 16:43:04.384813 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-757dfc7f-1cc7-415a-8652-eb971924ae02 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3732283 Feb 15 16:43:04.385520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41562) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:04.390400 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-router', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:04.411411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'fixed_ips': [{'subnet_id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:43:04.412951 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:04.551697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f755d378-e559-435f-8e44-cc8ce51db6f0 admin admin] Router 71e8d84d-bc87-474f-a37e-872ccc0c5857 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:43:04.588898 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (1efb290c-c3ea-48ff-864c-1a0e023a997f), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:04.590742 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (1efb290c-c3ea-48ff-864c-1a0e023a997f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:04.644477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Allocated IP 172.20.0.2 (36c7dd23-e458-4e0b-8f60-3d6235ba67f5/6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f/1a4bc7f7-2988-4f09-a172-7933cb67a855) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:43:04.741823 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Publish callbacks [] for router_controller (1efb290c-c3ea-48ff-864c-1a0e023a997f), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:04.803298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e9d95-60a7-4341-8c58-9142e6137d78 req-210272a4-64f9-4bf8-96c8-a1f7330fcc4f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:04.805550 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca9e9d95-60a7-4341-8c58-9142e6137d78 req-210272a4-64f9-4bf8-96c8-a1f7330fcc4f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 943 time: 0.1485870 Feb 15 16:43:04.920470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f755d378-e559-435f-8e44-cc8ce51db6f0 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:43:04.934420 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f755d378-e559-435f-8e44-cc8ce51db6f0 admin admin] 10.222.0.107 "PUT /v2.0/routers/71e8d84d-bc87-474f-a37e-872ccc0c5857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5939255 Feb 15 16:43:04.941213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65599d31-75ef-4316-8d20-7d29b1699806 None None] Sync routers for ids ['71e8d84d-bc87-474f-a37e-872ccc0c5857'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:43:04.960224 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca9e9d95-60a7-4341-8c58-9142e6137d78 req-f0b41c46-2506-4d1f-b830-28596a5514e9 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432483 Feb 15 16:43:04.963097 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41582) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:05.005400 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65599d31-75ef-4316-8d20-7d29b1699806 None None] Routers {'71e8d84d-bc87-474f-a37e-872ccc0c5857'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:43:05.006374 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-65599d31-75ef-4316-8d20-7d29b1699806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:42:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['71e8d84d-bc87-474f-a37e-872ccc0c5857'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:05.008070 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Publish callbacks [] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:05.125342 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Publish callbacks [] for router_gateway (1efb290c-c3ea-48ff-864c-1a0e023a997f), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:05.140587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630ea98-d8fa-44a4-82f1-80d9262b015b req-f34729cb-3743-4881-b5a0-cf8392ddba3e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:05.158694 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9630ea98-d8fa-44a4-82f1-80d9262b015b req-f34729cb-3743-4881-b5a0-cf8392ddba3e tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.2629893 Feb 15 16:43:05.158931 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Publish callbacks [] for router (71e8d84d-bc87-474f-a37e-872ccc0c5857), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:05.159046 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:05.177026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 09b049ff-93ee-4ff5-bee9-4b1d4cce946d details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:43:05.192208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b8879dcc-625a-4999-a587-e95efbcc667c up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:05.260130 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9630ea98-d8fa-44a4-82f1-80d9262b015b req-4579852a-416e-4d69-bd80-24f6a68d9e25 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094258 Feb 15 16:43:05.390059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Network 36c7dd23-e458-4e0b-8f60-3d6235ba67f5 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:05.446569 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:05.468825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:43:05.493554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Pushing event updated for resources: {'Port': ['ID=1a4bc7f7-2988-4f09-a172-7933cb67a855,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:05.505040 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:43:05.512162 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23815f-851d-4a9a-bd5b-20cd74e30cea req-fe44c2e9-3b2d-4655-b9cd-b5275878ba04 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:05.514056 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d23815f-851d-4a9a-bd5b-20cd74e30cea req-fe44c2e9-3b2d-4655-b9cd-b5275878ba04 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 947 time: 0.1743288 Feb 15 16:43:05.515620 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Publish callbacks [] for router_gateway (71e8d84d-bc87-474f-a37e-872ccc0c5857), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:05.561193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eb066-3518-41fe-9718-6a3c61224fb9 req-a17f5414-7189-4498-8f1e-5fe4ddbc3466 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:05.574255 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-289eb066-3518-41fe-9718-6a3c61224fb9 req-a17f5414-7189-4498-8f1e-5fe4ddbc3466 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.1705709 Feb 15 16:43:05.616649 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d23815f-851d-4a9a-bd5b-20cd74e30cea req-9ef2fa5c-f485-4b97-a4d4-1f54af755e85 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715826 Feb 15 16:43:05.654850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-65599d31-75ef-4316-8d20-7d29b1699806 None None] Set router 71e8d84d-bc87-474f-a37e-872ccc0c5857 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:43:05.659726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Attempting to bind port 1a4bc7f7-2988-4f09-a172-7933cb67a855 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:43:05.660629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Attempting to bind port 1a4bc7f7-2988-4f09-a172-7933cb67a855 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '3ecfbf16-4a65-4619-b659-44f571664472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:43:05.660629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Attempting to bind port 1a4bc7f7-2988-4f09-a172-7933cb67a855 on network 36c7dd23-e458-4e0b-8f60-3d6235ba67f5 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:05.670144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Deleting port e85231de-468d-48d0-ad31-f1a3ea969f4a {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:43:05.670693 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e85231de-468d-48d0-ad31-f1a3ea969f4a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:05.741428 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port b8879dcc-625a-4999-a587-e95efbcc667c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:05.741808 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:05.744999 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:43:05.745401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Checking segment: {'id': '3ecfbf16-4a65-4619-b659-44f571664472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:05.745812 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:05.747265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Bound using segment: {'id': '3ecfbf16-4a65-4619-b659-44f571664472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:43:05.747265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Bound port: 1a4bc7f7-2988-4f09-a172-7933cb67a855, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecfbf16-4a65-4619-b659-44f571664472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:43:05.747265 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:05.811865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] For port e85231de-468d-48d0-ad31-f1a3ea969f4a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e85231de-468d-48d0-ad31-f1a3ea969f4a,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:05.817713 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e85231de-468d-48d0-ad31-f1a3ea969f4a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:05.831867 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Calling delete_port for e85231de-468d-48d0-ad31-f1a3ea969f4a owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:43:05.941520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=09b049ff-93ee-4ff5-bee9-4b1d4cce946d,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:06.009488 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '09b049ff-93ee-4ff5-bee9-4b1d4cce946d', 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e', 'port_id': '09b049ff-93ee-4ff5-bee9-4b1d4cce946d', 'mac_address': 'fa:16:3e:3c:7c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54c697c-dfc4-4d97-947c-96f129045128', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:43:06.147016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] For port 1a4bc7f7-2988-4f09-a172-7933cb67a855, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:43:06.153632 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:06.154012 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (09b049ff-93ee-4ff5-bee9-4b1d4cce946d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:06.181656 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] For port 1a4bc7f7-2988-4f09-a172-7933cb67a855, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1a4bc7f7-2988-4f09-a172-7933cb67a855,segment=NetworkSegment(3ecfbf16-4a65-4619-b659-44f571664472),segment_id=3ecfbf16-4a65-4619-b659-44f571664472)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:43:06.213275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b049ff-93ee-4ff5-bee9-4b1d4cce946d {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:43:06.262488 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=09b049ff-93ee-4ff5-bee9-4b1d4cce946d,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:06.272669 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:06.279590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc4ce6-eca4-4866-bbd1-45e5e34ccb33 req-283d877c-7a09-4eff-bdbf-cda3a2590ecb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:06.283909 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-92cc4ce6-eca4-4866-bbd1-45e5e34ccb33 req-283d877c-7a09-4eff-bdbf-cda3a2590ecb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 943 time: 0.1185989 Feb 15 16:43:06.286067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port b8879dcc-625a-4999-a587-e95efbcc667c is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:06.286461 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:06.335168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-65599d31-75ef-4316-8d20-7d29b1699806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'name': 'tempest-ServersTestMultiNic-692304359-router', 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': 'e85231de-468d-48d0-ad31-f1a3ea969f4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:56Z', 'updated_at': '2022-02-15T16:43:02Z', 'revision_number': 5, 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'gw_port': {'id': 'e85231de-468d-48d0-ad31-f1a3ea969f4a', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:40:58Z', 'updated_at': '2022-02-15T16:41:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:06.394249 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-92cc4ce6-eca4-4866-bbd1-45e5e34ccb33 req-3f52dd8b-153d-4ed3-9ccf-602913e3bb8b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978711 Feb 15 16:43:06.400538 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e85231de-468d-48d0-ad31-f1a3ea969f4a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:06.414038 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (09b049ff-93ee-4ff5-bee9-4b1d4cce946d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:06.415205 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-289eb066-3518-41fe-9718-6a3c61224fb9 req-167a6fde-bd27-4f31-9fac-950dd0e1ecc1 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8394539 Feb 15 16:43:06.415825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ada821f3-f2e1-4389-ad6a-231f7835e68a details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:43:06.430661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65599d31-75ef-4316-8d20-7d29b1699806 None None] Checking router: 71e8d84d-bc87-474f-a37e-872ccc0c5857 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:43:06.460751 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port b8879dcc-625a-4999-a587-e95efbcc667c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b8879dcc-625a-4999-a587-e95efbcc667c,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:06.470705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0d9a4c-4b5f-43ee-ac50-d449eb050136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8879dcc-625a-4999-a587-e95efbcc667c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:06.473558 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f71d419-bd62-4ed2-b965-34f35427660b" -d '{"events": [{"server_uuid": "9a0d9a4c-4b5f-43ee-ac50-d449eb050136", "name": "network-vif-plugged", "status": "completed", "tag": "b8879dcc-625a-4999-a587-e95efbcc667c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:06.535339 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:06.540748 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 61053614-6810-4093-b41f-e9ba5fc95f28 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:43:06.558412 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Pushing event deleted for resources: {'Port': ['ID=e85231de-468d-48d0-ad31-f1a3ea969f4a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:06.561275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993dfd7-2995-43d5-ae7e-66c6c8e042a2 None None] Pushing event updated for resources: {'Port': ['ID=1a4bc7f7-2988-4f09-a172-7933cb67a855,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:06.606627 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46293b72-f0f5-495e-bf90-3365214660be x-openstack-request-id: req-46293b72-f0f5-495e-bf90-3365214660be {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:06.607487 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0d9a4c-4b5f-43ee-ac50-d449eb050136", "name": "network-vif-plugged", "status": "completed", "tag": "b8879dcc-625a-4999-a587-e95efbcc667c", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:06.608535 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-46293b72-f0f5-495e-bf90-3365214660be {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:06.609071 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0d9a4c-4b5f-43ee-ac50-d449eb050136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8879dcc-625a-4999-a587-e95efbcc667c', 'code': 200} Feb 15 16:43:06.623470 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65599d31-75ef-4316-8d20-7d29b1699806 None None] Routers {'71e8d84d-bc87-474f-a37e-872ccc0c5857'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:43:06.628473 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-65599d31-75ef-4316-8d20-7d29b1699806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:42:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['71e8d84d-bc87-474f-a37e-872ccc0c5857'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:06.667073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:06.667641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:06.667773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:06.668120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:06.671087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:06.671446 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:06.671793 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:06.672134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:06.674584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:06.675055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:06.675384 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:06.675717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:06.676057 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:06.705085 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Publish callbacks [] for router_gateway (1efb290c-c3ea-48ff-864c-1a0e023a997f), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:06.789259 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (71e8d84d-bc87-474f-a37e-872ccc0c5857), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:06.827885 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:07.025591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf759d-c7f2-4af1-b95f-8fbab57e56d8 req-a39b5660-7060-4f71-82f8-8651cdacdba7 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:07.027567 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-82cf759d-c7f2-4af1-b95f-8fbab57e56d8 req-a39b5660-7060-4f71-82f8-8651cdacdba7 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 947 time: 0.2159529 Feb 15 16:43:07.080167 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (71e8d84d-bc87-474f-a37e-872ccc0c5857), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:07.105020 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Publish callbacks [] for router_controller (71e8d84d-bc87-474f-a37e-872ccc0c5857), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:07.122306 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Allocated IP 172.25.4.70 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:43:07.125280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=09b049ff-93ee-4ff5-bee9-4b1d4cce946d,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:07.137104 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:43:07.159990 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-82cf759d-c7f2-4af1-b95f-8fbab57e56d8 req-69ab94d1-4f94-4706-b13f-acaf6a25081f tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035161 Feb 15 16:43:07.265222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969f5dd-5c79-4c5d-a81d-2c02c6c514b5 req-908cf553-1b59-4df4-89cd-1138a0c4dc89 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:07.270494 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6969f5dd-5c79-4c5d-a81d-2c02c6c514b5 req-908cf553-1b59-4df4-89cd-1138a0c4dc89 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.7230642 Feb 15 16:43:07.422335 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (71e8d84d-bc87-474f-a37e-872ccc0c5857), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:07.423146 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Publish callbacks [] for port (c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:07.424267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71e8d84d-bc87-474f-a37e-872ccc0c5857 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:43:07.444816 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:07.454819 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5454b92d-b13f-4c25-be27-c2ee2123751d admin admin] 10.222.0.107 "DELETE /v2.0/routers/71e8d84d-bc87-474f-a37e-872ccc0c5857 HTTP/1.1" status: 204 len: 168 time: 2.4899917 Feb 15 16:43:07.455770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41658) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:07.470119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6969f5dd-5c79-4c5d-a81d-2c02c6c514b5 req-ccabb820-cc6e-4500-bd44-f6339c02c46d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858048 Feb 15 16:43:07.526299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-65599d31-75ef-4316-8d20-7d29b1699806 None None] Set router 71e8d84d-bc87-474f-a37e-872ccc0c5857 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:43:07.559561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-0114e92b-a924-4897-93cd-dbdf5437820e admin admin] Deleting subnet 9939a095-408b-4e8e-8ab5-05c1df2acefd {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:43:07.587132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0114e92b-a924-4897-93cd-dbdf5437820e admin admin] Publish callbacks [] for subnet (9939a095-408b-4e8e-8ab5-05c1df2acefd), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:07.703534 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-65599d31-75ef-4316-8d20-7d29b1699806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'name': 'tempest-ServersTestMultiNic-692304359-router', 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:56Z', 'updated_at': '2022-02-15T16:43:06Z', 'revision_number': 7, 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:07.705456 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=b8879dcc-625a-4999-a587-e95efbcc667c,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:07.729036 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1a4bc7f7-2988-4f09-a172-7933cb67a855 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:07.733150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b067fe3-012a-4bf6-bcc4-e177fd022ea7 req-a3274b2e-7747-4a41-8ebd-85b96d0b3e19 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:07.737280 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7b067fe3-012a-4bf6-bcc4-e177fd022ea7 req-a3274b2e-7747-4a41-8ebd-85b96d0b3e19 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 944 time: 0.1227160 Feb 15 16:43:07.794900 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:07.815047 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1666aef3-6479-4f91-a097-e46adeb4ff18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:07.825251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0114e92b-a924-4897-93cd-dbdf5437820e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (9939a095-408b-4e8e-8ab5-05c1df2acefd), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:07.841814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7b067fe3-012a-4bf6-bcc4-e177fd022ea7 req-5a32cf49-d9e6-40c7-a612-bda776286408 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953929 Feb 15 16:43:07.919056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ada821f3-f2e1-4389-ad6a-231f7835e68a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ada821f3-f2e1-4389-ad6a-231f7835e68a,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:07.938991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'ada821f3-f2e1-4389-ad6a-231f7835e68a', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': 'ada821f3-f2e1-4389-ad6a-231f7835e68a', 'mac_address': 'fa:16:3e:2f:f5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:43:07.946158 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65599d31-75ef-4316-8d20-7d29b1699806 None None] The sync data for ids ['71e8d84d-bc87-474f-a37e-872ccc0c5857'] in n-d-828372-14 is: [{'id': '71e8d84d-bc87-474f-a37e-872ccc0c5857', 'name': 'tempest-ServersTestMultiNic-692304359-router', 'tenant_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:40:56Z', 'updated_at': '2022-02-15T16:43:06Z', 'revision_number': 7, 'project_id': '470a2c5ab8af406ba7a7838ed7ac3361', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:43:08.018104 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:08.093021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e6ead-c947-42c4-9664-669bc09e77de req-771e2967-ffe9-4c07-9e9d-08e8e9920cee tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:08.094518 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:08.097292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:08.106679 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a79e6ead-c947-42c4-9664-669bc09e77de req-771e2967-ffe9-4c07-9e9d-08e8e9920cee tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.1513059 Feb 15 16:43:08.136341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:43:08.185637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 61053614-6810-4093-b41f-e9ba5fc95f28 is: DOWN; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:08.202129 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a79e6ead-c947-42c4-9664-669bc09e77de req-52e5a5a9-7bbc-43b5-b090-d2c659019e41 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879071 Feb 15 16:43:08.219698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 1a4bc7f7-2988-4f09-a172-7933cb67a855 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:08.220203 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:08.278434 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port ada821f3-f2e1-4389-ad6a-231f7835e68a is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:08.280593 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ada821f3-f2e1-4389-ad6a-231f7835e68a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:08.304543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ada821f3-f2e1-4389-ad6a-231f7835e68a {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:43:08.342190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ada821f3-f2e1-4389-ad6a-231f7835e68a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ada821f3-f2e1-4389-ad6a-231f7835e68a,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:08.445010 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ada821f3-f2e1-4389-ad6a-231f7835e68a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:08.468777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6413e-0423-4ad6-a655-d6632185f075 req-1010943f-e6de-4506-bd71-5bfc06545187 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:08.478952 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2bc6413e-0423-4ad6-a655-d6632185f075 req-1010943f-e6de-4506-bd71-5bfc06545187 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 947 time: 0.1268859 Feb 15 16:43:08.587422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=ada821f3-f2e1-4389-ad6a-231f7835e68a,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:08.589689 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acf67d-2dbf-46a3-9b20-ac5d3f3b9baa req-ec45fa1e-b92c-42e6-829f-97abe43f8269 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:08.590313 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acf67d-2dbf-46a3-9b20-ac5d3f3b9baa req-ec45fa1e-b92c-42e6-829f-97abe43f8269 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:08.590805 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acf67d-2dbf-46a3-9b20-ac5d3f3b9baa req-ec45fa1e-b92c-42e6-829f-97abe43f8269 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:08.591340 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acf67d-2dbf-46a3-9b20-ac5d3f3b9baa req-ec45fa1e-b92c-42e6-829f-97abe43f8269 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:08.598746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acf67d-2dbf-46a3-9b20-ac5d3f3b9baa req-ec45fa1e-b92c-42e6-829f-97abe43f8269 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:08.598746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acf67d-2dbf-46a3-9b20-ac5d3f3b9baa req-ec45fa1e-b92c-42e6-829f-97abe43f8269 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:08.598746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acf67d-2dbf-46a3-9b20-ac5d3f3b9baa req-ec45fa1e-b92c-42e6-829f-97abe43f8269 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:08.598746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acf67d-2dbf-46a3-9b20-ac5d3f3b9baa req-ec45fa1e-b92c-42e6-829f-97abe43f8269 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:08.598746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acf67d-2dbf-46a3-9b20-ac5d3f3b9baa req-ec45fa1e-b92c-42e6-829f-97abe43f8269 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:08.603550 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2bc6413e-0423-4ad6-a655-d6632185f075 req-95b6335a-ea79-41f0-95cc-4630a1ddd972 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221564 Feb 15 16:43:08.614443 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41171264-7f00-464b-83ba-5c9896ef6b91 None None] Network 36c7dd23-e458-4e0b-8f60-3d6235ba67f5 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:43:08.619600 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45acf67d-2dbf-46a3-9b20-ac5d3f3b9baa req-ec45fa1e-b92c-42e6-829f-97abe43f8269 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6392 time: 0.9674656 Feb 15 16:43:08.673004 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0114e92b-a924-4897-93cd-dbdf5437820e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (9939a095-408b-4e8e-8ab5-05c1df2acefd), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:08.890088 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1a4bc7f7-2988-4f09-a172-7933cb67a855 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:08.891633 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:08.898447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3978c808-626f-4297-a2bc-9a8e76bfe693 req-2f497072-7519-4a25-a2b5-2c85fcf9ecb8 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:08.902299 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3978c808-626f-4297-a2bc-9a8e76bfe693 req-2f497072-7519-4a25-a2b5-2c85fcf9ecb8 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.1252604 Feb 15 16:43:08.920920 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ada821f3-f2e1-4389-ad6a-231f7835e68a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:43:08.930447 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8400cc-aa72-4167-ab34-21f7e563fd8a req-b868dd73-a284-4979-ab93-1db065c0bd6a tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:08.945685 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ec8400cc-aa72-4167-ab34-21f7e563fd8a req-b868dd73-a284-4979-ab93-1db065c0bd6a tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 886 time: 0.1674786 Feb 15 16:43:09.000003 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['09b049ff-93ee-4ff5-bee9-4b1d4cce946d'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:43:09.015455 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3978c808-626f-4297-a2bc-9a8e76bfe693 req-198d7944-e17c-4c62-94a7-db0909802b3d tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064465 Feb 15 16:43:09.123247 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-45c0a1a8-57c6-46f3-b60a-e944b7f8da07 None None] Provisioning complete for port 1a4bc7f7-2988-4f09-a172-7933cb67a855 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:09.123939 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-45c0a1a8-57c6-46f3-b60a-e944b7f8da07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:09.163787 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0114e92b-a924-4897-93cd-dbdf5437820e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (9939a095-408b-4e8e-8ab5-05c1df2acefd), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:09.219500 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0114e92b-a924-4897-93cd-dbdf5437820e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:09.227315 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0114e92b-a924-4897-93cd-dbdf5437820e admin admin] 10.222.0.107 "DELETE /v2.0/subnets/9939a095-408b-4e8e-8ab5-05c1df2acefd HTTP/1.1" status: 204 len: 168 time: 1.7693334 Feb 15 16:43:09.227500 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114e92b-a924-4897-93cd-dbdf5437820e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9939a095-408b-4e8e-8ab5-05c1df2acefd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:09.232659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41680) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:09.300606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a765d-1371-4027-9740-146d7b007b86 req-651723b9-e923-4512-b12c-3098b12899f2 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:09.300606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a765d-1371-4027-9740-146d7b007b86 req-651723b9-e923-4512-b12c-3098b12899f2 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:09.302807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434a794a-4a89-4a07-9da1-a43c22467363 None None] Network 64f806f5-7f76-494c-a8a8-410618cb8430 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:43:09.309471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a765d-1371-4027-9740-146d7b007b86 req-651723b9-e923-4512-b12c-3098b12899f2 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:09.309951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a765d-1371-4027-9740-146d7b007b86 req-651723b9-e923-4512-b12c-3098b12899f2 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:09.321139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a765d-1371-4027-9740-146d7b007b86 req-651723b9-e923-4512-b12c-3098b12899f2 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:09.321139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a765d-1371-4027-9740-146d7b007b86 req-651723b9-e923-4512-b12c-3098b12899f2 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:09.321139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a765d-1371-4027-9740-146d7b007b86 req-651723b9-e923-4512-b12c-3098b12899f2 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:09.321139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a765d-1371-4027-9740-146d7b007b86 req-651723b9-e923-4512-b12c-3098b12899f2 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:09.321139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a765d-1371-4027-9740-146d7b007b86 req-651723b9-e923-4512-b12c-3098b12899f2 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:09.339237 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-448a765d-1371-4027-9740-146d7b007b86 req-651723b9-e923-4512-b12c-3098b12899f2 tempest-NetworksTest-747357790 tempest-NetworksTest-747357790-project-admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6354 time: 0.2662117 Feb 15 16:43:09.407193 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (64f806f5-7f76-494c-a8a8-410618cb8430), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:09.418901 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6847b58-4207-4a37-93dd-ae60d3257433 req-ce27e415-cf96-4d49-a546-b68a55b0ef72 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:09.418901 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d6847b58-4207-4a37-93dd-ae60d3257433 req-ce27e415-cf96-4d49-a546-b68a55b0ef72 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 944 time: 0.3271673 Feb 15 16:43:09.437317 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Publish callbacks [] for router_gateway (1efb290c-c3ea-48ff-864c-1a0e023a997f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:09.533108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 1a4bc7f7-2988-4f09-a172-7933cb67a855, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1a4bc7f7-2988-4f09-a172-7933cb67a855,segment=NetworkSegment(3ecfbf16-4a65-4619-b659-44f571664472),segment_id=3ecfbf16-4a65-4619-b659-44f571664472)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:09.574333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8892bc8-4eab-42c1-b147-dbfebf7ac947 req-81b4a8fe-10ae-417b-b78b-96900879de42 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:09.584457 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e8892bc8-4eab-42c1-b147-dbfebf7ac947 req-81b4a8fe-10ae-417b-b78b-96900879de42 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.1118572 Feb 15 16:43:09.682933 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-45c0a1a8-57c6-46f3-b60a-e944b7f8da07 None None] Current status of the port 1a4bc7f7-2988-4f09-a172-7933cb67a855 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:09.683482 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-45c0a1a8-57c6-46f3-b60a-e944b7f8da07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:09.688982 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e8892bc8-4eab-42c1-b147-dbfebf7ac947 req-dc88d198-7ef4-4600-a7ea-c7f80c6afaa3 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979676 Feb 15 16:43:09.704342 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d6847b58-4207-4a37-93dd-ae60d3257433 req-14bdd76a-1b7a-48e0-a7d3-40fcaaa56a39 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753954 Feb 15 16:43:09.784523 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35353f8c-3f92-4294-9098-678d8da6c7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:09.802486 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:09.941337 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e85231de-468d-48d0-ad31-f1a3ea969f4a no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:43:09.948214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] Deleting port 376906a1-f67c-4a6b-8788-10d774651af7 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:43:09.948558 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (376906a1-f67c-4a6b-8788-10d774651af7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:09.969660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=1a4bc7f7-2988-4f09-a172-7933cb67a855,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:09.994052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19a305-ecb5-4779-9f0a-4d837300b048 req-9d165059-6b87-414c-9e2a-aba1a2d0d752 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:10.002406 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1c19a305-ecb5-4779-9f0a-4d837300b048 req-9d165059-6b87-414c-9e2a-aba1a2d0d752 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 948 time: 0.1219733 Feb 15 16:43:10.113694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1c19a305-ecb5-4779-9f0a-4d837300b048 req-7a06d280-6cb0-4121-b924-decd68795bf7 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019456 Feb 15 16:43:10.137811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: e85231de-468d-48d0-ad31-f1a3ea969f4a {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:43:10.138423 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e85231de-468d-48d0-ad31-f1a3ea969f4a not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:43:10.138854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6883956f-a485-45ff-9559-ed3f7822b607 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:43:10.211206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41702) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:10.216308 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] For port 376906a1-f67c-4a6b-8788-10d774651af7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=376906a1-f67c-4a6b-8788-10d774651af7,segment=NetworkSegment(c06ef25d-ca51-492c-8283-189ef6029665),segment_id=c06ef25d-ca51-492c-8283-189ef6029665)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:10.216676 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (376906a1-f67c-4a6b-8788-10d774651af7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:10.227426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6ac382e6-971b-47c1-84c1-f0bab8cbf2fe service neutron] 10.222.0.67 "GET /v2.0/ports/61053614-6810-4093-b41f-e9ba5fc95f28/bindings/n-h2-828372-14 HTTP/1.1" status: 200 len: 385 time: 0.0893574 Feb 15 16:43:10.260817 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] Calling delete_port for 376906a1-f67c-4a6b-8788-10d774651af7 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:43:10.286687 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 6883956f-a485-45ff-9559-ed3f7822b607 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:43:10.287225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6883956f-a485-45ff-9559-ed3f7822b607 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:43:10.287967 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (1efb290c-c3ea-48ff-864c-1a0e023a997f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:10.353120 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-45c0a1a8-57c6-46f3-b60a-e944b7f8da07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:43:10.354192 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-45c0a1a8-57c6-46f3-b60a-e944b7f8da07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:43:10.432993 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1b78f5-f8d0-4be4-9e22-e0660e62ec63 req-b539310e-9c2d-4f81-af23-3b2914f04851 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:10.434640 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b1b78f5-f8d0-4be4-9e22-e0660e62ec63 req-b539310e-9c2d-4f81-af23-3b2914f04851 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 943 time: 0.2647915 Feb 15 16:43:10.458881 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:10.466303 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f33d524b-9be4-4109-9495-02d84f9d675c req-01bedbbd-a7cc-4eaf-a385-dbff1cd9646e service neutron] For port 61053614-6810-4093-b41f-e9ba5fc95f28, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61053614-6810-4093-b41f-e9ba5fc95f28,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:10.494072 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f33d524b-9be4-4109-9495-02d84f9d675c req-01bedbbd-a7cc-4eaf-a385-dbff1cd9646e service neutron] For port 61053614-6810-4093-b41f-e9ba5fc95f28, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:43:10.561313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e56ab87c-fa51-40d8-95ba-e95b7c81b917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:10.565468 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-f33d524b-9be4-4109-9495-02d84f9d675c req-01bedbbd-a7cc-4eaf-a385-dbff1cd9646e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61053614-6810-4093-b41f-e9ba5fc95f28 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:43:10.585601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f33d524b-9be4-4109-9495-02d84f9d675c req-01bedbbd-a7cc-4eaf-a385-dbff1cd9646e service neutron] For port 61053614-6810-4093-b41f-e9ba5fc95f28, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=61053614-6810-4093-b41f-e9ba5fc95f28,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:10.594209 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd733004-d94c-4a8f-964e-9ab2c4fafcbf None None] DHCP port deletion for 64f806f5-7f76-494c-a8a8-410618cb8430 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:43:10.653885 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fd733004-d94c-4a8f-964e-9ab2c4fafcbf None None] Deleting port 376906a1-f67c-4a6b-8788-10d774651af7 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:43:10.654614 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd733004-d94c-4a8f-964e-9ab2c4fafcbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (376906a1-f67c-4a6b-8788-10d774651af7), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:10.664733 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b1b78f5-f8d0-4be4-9e22-e0660e62ec63 req-e8c761d2-197f-4413-ace2-826022b2d837 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863394 Feb 15 16:43:10.720455 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f33d524b-9be4-4109-9495-02d84f9d675c req-01bedbbd-a7cc-4eaf-a385-dbff1cd9646e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:10.732967 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-fd733004-d94c-4a8f-964e-9ab2c4fafcbf None None] For port 376906a1-f67c-4a6b-8788-10d774651af7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=376906a1-f67c-4a6b-8788-10d774651af7,segment=NetworkSegment(c06ef25d-ca51-492c-8283-189ef6029665),segment_id=c06ef25d-ca51-492c-8283-189ef6029665)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:10.733592 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd733004-d94c-4a8f-964e-9ab2c4fafcbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (376906a1-f67c-4a6b-8788-10d774651af7), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:10.750206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fd733004-d94c-4a8f-964e-9ab2c4fafcbf None None] Calling delete_port for 376906a1-f67c-4a6b-8788-10d774651af7 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:43:10.767510 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e56ab87c-fa51-40d8-95ba-e95b7c81b917 admin admin] Publish callbacks [] for security_group (6e052ea6-dab3-4b88-8a16-b9f9c8482e13), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:10.782726 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (376906a1-f67c-4a6b-8788-10d774651af7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:10.829804 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=376906a1-f67c-4a6b-8788-10d774651af7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:10.842877 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e56ab87c-fa51-40d8-95ba-e95b7c81b917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6e052ea6-dab3-4b88-8a16-b9f9c8482e13), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:10.889461 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd733004-d94c-4a8f-964e-9ab2c4fafcbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (376906a1-f67c-4a6b-8788-10d774651af7), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:10.911952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41712) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:10.912201 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e56ab87c-fa51-40d8-95ba-e95b7c81b917 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f611ebd3ede149e5b99756c566192efe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6899211 Feb 15 16:43:10.915602 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] No DVR routers for this DVR port 376906a1-f67c-4a6b-8788-10d774651af7 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:43:10.954081 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd733004-d94c-4a8f-964e-9ab2c4fafcbf None None] Pushing event deleted for resources: {'Port': ['ID=376906a1-f67c-4a6b-8788-10d774651af7,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:10.955773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-f33d524b-9be4-4109-9495-02d84f9d675c req-01bedbbd-a7cc-4eaf-a385-dbff1cd9646e service neutron] Transition to ACTIVE for port object 61053614-6810-4093-b41f-e9ba5fc95f28 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:43:10.957941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd733004-d94c-4a8f-964e-9ab2c4fafcbf None None] No DVR routers for this DVR port 376906a1-f67c-4a6b-8788-10d774651af7 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:43:10.961951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-45c0a1a8-57c6-46f3-b60a-e944b7f8da07 None None] Current status of the port 1a4bc7f7-2988-4f09-a172-7933cb67a855 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:10.998548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616d625-39c1-4cda-8107-7a8d24aa5ff5 req-5b3d3149-b1f1-4886-9109-1cfb3bd1792f tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:11.006451 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6616d625-39c1-4cda-8107-7a8d24aa5ff5 req-5b3d3149-b1f1-4886-9109-1cfb3bd1792f tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.1471715 Feb 15 16:43:11.017825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Router 1efb290c-c3ea-48ff-864c-1a0e023a997f is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:43:11.043607 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-041173de-3149-486c-9d1e-533e909e06f7 admin admin] Publish callbacks [] for security_group (6e052ea6-dab3-4b88-8a16-b9f9c8482e13), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:11.061694 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f33d524b-9be4-4109-9495-02d84f9d675c req-01bedbbd-a7cc-4eaf-a385-dbff1cd9646e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:11.082858 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (64f806f5-7f76-494c-a8a8-410618cb8430), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:11.115524 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c54e15d7-e5fd-457c-9352-96a9f8ff2dbd None None] Provisioning complete for port 1a4bc7f7-2988-4f09-a172-7933cb67a855 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:11.115900 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c54e15d7-e5fd-457c-9352-96a9f8ff2dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:11.121542 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-041173de-3149-486c-9d1e-533e909e06f7 admin admin] Publish callbacks [] for security_group (6e052ea6-dab3-4b88-8a16-b9f9c8482e13), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:11.158072 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6616d625-39c1-4cda-8107-7a8d24aa5ff5 req-e5bbfe98-87e9-4ee6-9733-2d46f27565c9 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502118 Feb 15 16:43:11.277436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33d524b-9be4-4109-9495-02d84f9d675c req-01bedbbd-a7cc-4eaf-a385-dbff1cd9646e service neutron] No DVR routers for this DVR port 61053614-6810-4093-b41f-e9ba5fc95f28 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:43:11.300587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bedbbd-a7cc-4eaf-a385-dbff1cd9646e service neutron] Pushing event updated for resources: {'Port': ['ID=61053614-6810-4093-b41f-e9ba5fc95f28,revision_number=10']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:11.330234 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-01bedbbd-a7cc-4eaf-a385-dbff1cd9646e service neutron] 10.222.0.67 "PUT /v2.0/ports/61053614-6810-4093-b41f-e9ba5fc95f28/bindings/n-h2-828372-14/activate HTTP/1.1" status: 200 len: 370 time: 1.0965443 Feb 15 16:43:11.425194 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-041173de-3149-486c-9d1e-533e909e06f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6e052ea6-dab3-4b88-8a16-b9f9c8482e13), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:11.428617 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-041173de-3149-486c-9d1e-533e909e06f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:11.430442 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-041173de-3149-486c-9d1e-533e909e06f7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6e052ea6-dab3-4b88-8a16-b9f9c8482e13 HTTP/1.1" status: 204 len: 168 time: 0.5095952 Feb 15 16:43:11.444581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041173de-3149-486c-9d1e-533e909e06f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e052ea6-dab3-4b88-8a16-b9f9c8482e13,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:11.510525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466ff682-670b-44b8-ba2c-628a7767b453 req-389667e0-b9a6-498e-aae3-28b1b02319a8 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:11.513478 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-466ff682-670b-44b8-ba2c-628a7767b453 req-389667e0-b9a6-498e-aae3-28b1b02319a8 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 948 time: 0.1291544 Feb 15 16:43:11.583882 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d524b-9be4-4109-9495-02d84f9d675c req-9c00648b-b132-4f30-90e7-eea747111e00 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:11.585544 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-9c00648b-b132-4f30-90e7-eea747111e00 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77&tenant_id=c9f65cb77bef4454939809c6904ca169&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 1127 time: 0.1331136 Feb 15 16:43:11.631057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c54e15d7-e5fd-457c-9352-96a9f8ff2dbd None None] Current status of the port 1a4bc7f7-2988-4f09-a172-7933cb67a855 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:11.653809 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-466ff682-670b-44b8-ba2c-628a7767b453 req-f5f28be5-d9d4-42b3-8cef-3a3429ce7786 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234376 Feb 15 16:43:11.701214 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d524b-9be4-4109-9495-02d84f9d675c req-3bbcdf4f-bf71-4ebf-96dc-8265f9adef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:11.703458 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-3bbcdf4f-bf71-4ebf-96dc-8265f9adef2b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77&tenant_id=c9f65cb77bef4454939809c6904ca169 HTTP/1.1" status: 200 len: 1127 time: 0.0979500 Feb 15 16:43:11.783213 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:43:11.797807 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Sync routers for ids ['1efb290c-c3ea-48ff-864c-1a0e023a997f'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:43:11.803102 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ab87c-fa51-40d8-95ba-e95b7c81b917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e052ea6-dab3-4b88-8a16-b9f9c8482e13,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:11.810165 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f806f5-7f76-494c-a8a8-410618cb8430']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:11.825337 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06ef25d-ca51-492c-8283-189ef6029665') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:11.825656 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06ef25d-ca51-492c-8283-189ef6029665') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:11.839836 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:11.845552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae8e1c-0e53-4b9b-a842-106fcb8be7b0 req-f4f8074d-d716-4461-bf91-d1d34823f00e tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:11.845732 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Routers {'1efb290c-c3ea-48ff-864c-1a0e023a997f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:43:11.849946 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:43:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['1efb290c-c3ea-48ff-864c-1a0e023a997f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:11.850431 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-50ae8e1c-0e53-4b9b-a842-106fcb8be7b0 req-f4f8074d-d716-4461-bf91-d1d34823f00e tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 944 time: 0.9590914 Feb 15 16:43:11.882060 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (c06ef25d-ca51-492c-8283-189ef6029665), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:11.911851 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c06ef25d-ca51-492c-8283-189ef6029665), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:11.916162 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d524b-9be4-4109-9495-02d84f9d675c req-c2e538f5-5cbe-47d7-b538-d589d859ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:11.917769 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-c2e538f5-5cbe-47d7-b538-d589d859ce2e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 1127 time: 0.1773353 Feb 15 16:43:11.921665 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-50ae8e1c-0e53-4b9b-a842-106fcb8be7b0 req-641af020-15e2-43ba-982d-44ed54833224 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702941 Feb 15 16:43:11.953095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:43:11.953554 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (c06ef25d-ca51-492c-8283-189ef6029665), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:43:11.955974 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:43:12.012481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1a4bc7f7-2988-4f09-a172-7933cb67a855 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:12.013029 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:12.021172 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4baf0ce7-8c7d-468b-ab0a-a301a3b81015 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.6343434 Feb 15 16:43:12.031193 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41730) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:12.071626 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Set router 1efb290c-c3ea-48ff-864c-1a0e023a997f gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:43:12.124380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 1a4bc7f7-2988-4f09-a172-7933cb67a855 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:12.124768 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:12.198789 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (64f806f5-7f76-494c-a8a8-410618cb8430), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:12.213825 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:12.223277 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] 10.222.0.107 "DELETE /v2.0/networks/64f806f5-7f76-494c-a8a8-410618cb8430 HTTP/1.1" status: 204 len: 168 time: 2.9884784 Feb 15 16:43:12.269142 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3234a24-498a-4101-8531-7c0446b26d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=64f806f5-7f76-494c-a8a8-410618cb8430,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:12.337836 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1a4bc7f7-2988-4f09-a172-7933cb67a855 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:12.341681 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-router', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:04Z', 'updated_at': '2022-02-15T16:43:08Z', 'revision_number': 3, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'gw_port': {'id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:06Z', 'updated_at': '2022-02-15T16:43:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:12.399106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effee8f1-7cec-4ea1-a988-35b0618a4355 req-ff74f699-757c-42c1-bf3d-d7672e79bb11 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:12.400916 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-effee8f1-7cec-4ea1-a988-35b0618a4355 req-ff74f699-757c-42c1-bf3d-d7672e79bb11 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.0952840 Feb 15 16:43:12.402724 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Checking router: 1efb290c-c3ea-48ff-864c-1a0e023a997f for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:43:12.410682 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Updating router 1efb290c-c3ea-48ff-864c-1a0e023a997f port c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:43:12.420103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 376906a1-f67c-4a6b-8788-10d774651af7 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:43:12.475177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 09b049ff-93ee-4ff5-bee9-4b1d4cce946d up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:12.492434 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:12.516987 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-effee8f1-7cec-4ea1-a988-35b0618a4355 req-b7d45b2e-8feb-4b1f-95b6-14821f34f2aa tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941818 Feb 15 16:43:12.556356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 376906a1-f67c-4a6b-8788-10d774651af7 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:43:12.556709 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 376906a1-f67c-4a6b-8788-10d774651af7 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:43:12.618389 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41746) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:12.659027 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edad0dad-7e54-42af-8fd0-146ee5e58966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:12.687672 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41748) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:12.692799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37608cc-e99d-46b1-867f-6e2ff6f22f2f req-05026bde-b1b8-45b3-bbeb-e57bc3bb0742 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:12.702817 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:43:12.707061 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f37608cc-e99d-46b1-867f-6e2ff6f22f2f req-05026bde-b1b8-45b3-bbeb-e57bc3bb0742 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 944 time: 0.8919070 Feb 15 16:43:12.709776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:12.710153 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (09b049ff-93ee-4ff5-bee9-4b1d4cce946d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:12.811953 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:12.812205 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (09b049ff-93ee-4ff5-bee9-4b1d4cce946d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:12.838128 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be57ab1-a393-452b-995c-29b2dc8d5da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b049ff-93ee-4ff5-bee9-4b1d4cce946d'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:12.840571 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66327048-06fe-4da4-8710-5b3f81d45b3f" -d '{"events": [{"server_uuid": "2be57ab1-a393-452b-995c-29b2dc8d5da6", "name": "network-vif-plugged", "status": "completed", "tag": "09b049ff-93ee-4ff5-bee9-4b1d4cce946d"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:12.859062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=09b049ff-93ee-4ff5-bee9-4b1d4cce946d,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:12.877432 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a6bd67f7-9d22-4bb1-9bdf-8d6286957fe6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=470a2c5ab8af406ba7a7838ed7ac3361&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1737282 Feb 15 16:43:12.882409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41754) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:12.894160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d524b-9be4-4109-9495-02d84f9d675c req-8aada381-f8f8-40d9-9a75-ad87783f6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:12.895963 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-8aada381-f8f8-40d9-9a75-ad87783f6957 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.9648316 Feb 15 16:43:12.908893 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f37608cc-e99d-46b1-867f-6e2ff6f22f2f req-06ce6965-681c-45e3-89e7-910a25d2609a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620588 Feb 15 16:43:12.942985 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (09b049ff-93ee-4ff5-bee9-4b1d4cce946d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:12.949454 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ada821f3-f2e1-4389-ad6a-231f7835e68a up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:12.949649 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf767554-a43f-46e3-9fd8-8eb81ae6326e req-348da846-8a94-4933-b6e7-ec3c6be9451b tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:12.955108 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cf767554-a43f-46e3-9fd8-8eb81ae6326e req-348da846-8a94-4933-b6e7-ec3c6be9451b tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 948 time: 0.1062567 Feb 15 16:43:13.010040 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edad0dad-7e54-42af-8fd0-146ee5e58966 admin admin] Publish callbacks [] for security_group (04e61459-6699-4142-9678-3cf470707c9d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:13.042765 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6389c50d-6c3b-447b-aeef-4d06cf355b8f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61053614-6810-4093-b41f-e9ba5fc95f28 HTTP/1.1" status: 200 len: 217 time: 0.1271670 Feb 15 16:43:13.063335 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce20b29-7359-4050-bdea-12ed5691e177 x-openstack-request-id: req-7ce20b29-7359-4050-bdea-12ed5691e177 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:13.066074 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be57ab1-a393-452b-995c-29b2dc8d5da6", "name": "network-vif-plugged", "status": "completed", "tag": "09b049ff-93ee-4ff5-bee9-4b1d4cce946d", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:13.066074 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7ce20b29-7359-4050-bdea-12ed5691e177 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:13.076347 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cf767554-a43f-46e3-9fd8-8eb81ae6326e req-a78221d2-f84f-4b2e-bf88-400624c04b00 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202524 Feb 15 16:43:13.078313 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be57ab1-a393-452b-995c-29b2dc8d5da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b049ff-93ee-4ff5-bee9-4b1d4cce946d', 'code': 200} Feb 15 16:43:13.114855 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edad0dad-7e54-42af-8fd0-146ee5e58966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (04e61459-6699-4142-9678-3cf470707c9d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:13.167657 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Publish callbacks [] for port (c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:13.206660 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-edad0dad-7e54-42af-8fd0-146ee5e58966 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e4169a8b5a7240a4936a1f30e49138b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5864120 Feb 15 16:43:13.210429 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41758) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:13.212065 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad0dad-7e54-42af-8fd0-146ee5e58966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e61459-6699-4142-9678-3cf470707c9d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:13.241895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=09b049ff-93ee-4ff5-bee9-4b1d4cce946d,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:13.285446 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:13.317596 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-daedb5f2-435f-4cd6-bbdc-9c023b8cd9e1 admin admin] Publish callbacks [] for security_group (04e61459-6699-4142-9678-3cf470707c9d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:13.341051 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Attempting to bind port c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:43:13.341871 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Attempting to bind port c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:43:13.342484 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Attempting to bind port c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:13.349800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port ada821f3-f2e1-4389-ad6a-231f7835e68a completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:43:13.351367 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-daedb5f2-435f-4cd6-bbdc-9c023b8cd9e1 admin admin] Publish callbacks [] for security_group (04e61459-6699-4142-9678-3cf470707c9d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:13.355202 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port ada821f3-f2e1-4389-ad6a-231f7835e68a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:13.355587 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ada821f3-f2e1-4389-ad6a-231f7835e68a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:13.357689 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:13.359820 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:43:13.364641 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:13.365264 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:13.365729 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:43:13.366322 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Bound port: c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:43:13.366800 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:13.392485 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf12406-cec8-4a67-9197-8726601bd418 None None] Pushing event updated for resources: {'Port': ['ID=c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:13.430219 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10b0dccd-eaff-4fe2-ba31-3ed607b05c3f admin admin] Publish callbacks [] for security_group (bcf4f47e-f3ca-4b24-bd1a-35a604362bb2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:13.456514 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] For port c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:43:13.459972 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] For port c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:43:13.467953 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d524b-9be4-4109-9495-02d84f9d675c req-5e757d97-6b0d-451c-b3d9-675a6883b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:13.469491 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-5e757d97-6b0d-451c-b3d9-675a6883b94a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.4104426 Feb 15 16:43:13.488224 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port ada821f3-f2e1-4389-ad6a-231f7835e68a is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:13.488942 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ada821f3-f2e1-4389-ad6a-231f7835e68a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:13.528658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ada821f3-f2e1-4389-ad6a-231f7835e68a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ada821f3-f2e1-4389-ad6a-231f7835e68a,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:13.827438 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-6405832d-2bd3-4b58-8733-622840b5de6f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540166 Feb 15 16:43:13.827438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ac7ecc-3c33-42d9-9200-3d99960a4aa1 req-237885de-780f-4cc1-9e28-8c55f86d137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:13.827438 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9ac7ecc-3c33-42d9-9200-3d99960a4aa1 req-237885de-780f-4cc1-9e28-8c55f86d137e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 1128 time: 0.4253714 Feb 15 16:43:13.827438 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10b0dccd-eaff-4fe2-ba31-3ed607b05c3f admin admin] Publish callbacks [] for security_group (bcf4f47e-f3ca-4b24-bd1a-35a604362bb2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:13.827438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6256096-589e-4f8b-a73a-ff8b77d3ab04 req-62b904b5-31e8-4615-803f-5db8bf1b355d tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:13.827438 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6256096-589e-4f8b-a73a-ff8b77d3ab04 req-62b904b5-31e8-4615-803f-5db8bf1b355d tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 945 time: 0.4644618 Feb 15 16:43:13.829614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d455d9-04fd-42aa-99ca-bdb9e2c650a2 req-fd8cca73-c228-4ae6-ae6b-61d746cb66e9 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:13.829614 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-95d455d9-04fd-42aa-99ca-bdb9e2c650a2 req-fd8cca73-c228-4ae6-ae6b-61d746cb66e9 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.0595880 Feb 15 16:43:13.829614 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-95d455d9-04fd-42aa-99ca-bdb9e2c650a2 req-00375de6-0ad7-416a-881a-82f94e385c31 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434453 Feb 15 16:43:13.829873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9ac7ecc-3c33-42d9-9200-3d99960a4aa1 req-60bf7b05-7b1d-410d-84d6-ecdc285f90f2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756122 Feb 15 16:43:13.829873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6256096-589e-4f8b-a73a-ff8b77d3ab04 req-c009ba29-df95-4dd9-a404-26281093ea53 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656749 Feb 15 16:43:13.829873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-c580d3c2-28e0-4446-9b01-b5b6348ffe2e service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543044 Feb 15 16:43:14.061590 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-c2580e7c-028c-4fdf-9fbc-485f5c8fbd34 service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506290 Feb 15 16:43:14.061590 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:14.062781 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f4e55d-04db-4259-bedd-f261f1e5434c req-df7ebe8c-6be5-4cc2-bfe5-2565b2a537bb tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:14.062781 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-79f4e55d-04db-4259-bedd-f261f1e5434c req-df7ebe8c-6be5-4cc2-bfe5-2565b2a537bb tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 944 time: 0.0643046 Feb 15 16:43:14.097254 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-79f4e55d-04db-4259-bedd-f261f1e5434c req-1b7b83b0-f5e0-400c-8153-7e4bda6fd0e5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439091 Feb 15 16:43:14.203704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5472f-5ec3-4cd6-aefc-37f182d9caa1 req-e8b1ded2-e628-49cf-afbe-08b3230e44ba tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:14.205255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9bf5472f-5ec3-4cd6-aefc-37f182d9caa1 req-e8b1ded2-e628-49cf-afbe-08b3230e44ba tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 948 time: 0.0609510 Feb 15 16:43:14.274635 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9bf5472f-5ec3-4cd6-aefc-37f182d9caa1 req-c1a04a57-8e0b-43e4-a5b4-ad080536519f tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469811 Feb 15 16:43:14.308523 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-daedb5f2-435f-4cd6-bbdc-9c023b8cd9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (04e61459-6699-4142-9678-3cf470707c9d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:14.316848 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-daedb5f2-435f-4cd6-bbdc-9c023b8cd9e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:14.316848 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-daedb5f2-435f-4cd6-bbdc-9c023b8cd9e1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/04e61459-6699-4142-9678-3cf470707c9d HTTP/1.1" status: 204 len: 168 time: 1.0942223 Feb 15 16:43:14.321719 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedb5f2-435f-4cd6-bbdc-9c023b8cd9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e61459-6699-4142-9678-3cf470707c9d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:14.359692 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ada821f3-f2e1-4389-ad6a-231f7835e68a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:14.363416 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:14.364100 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10b0dccd-eaff-4fe2-ba31-3ed607b05c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bcf4f47e-f3ca-4b24-bd1a-35a604362bb2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:14.368231 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10b0dccd-eaff-4fe2-ba31-3ed607b05c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:14.368231 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-10b0dccd-eaff-4fe2-ba31-3ed607b05c3f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bcf4f47e-f3ca-4b24-bd1a-35a604362bb2 HTTP/1.1" status: 204 len: 168 time: 1.4820201 Feb 15 16:43:14.406973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0dccd-eaff-4fe2-ba31-3ed607b05c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf4f47e-f3ca-4b24-bd1a-35a604362bb2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:14.414672 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=ada821f3-f2e1-4389-ad6a-231f7835e68a,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:14.578518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Allocated IP 172.20.0.1 (36c7dd23-e458-4e0b-8f60-3d6235ba67f5/6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f/57e4068a-b879-4a3f-b4fd-21c46676a6b0) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:43:14.639683 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Routers {'1efb290c-c3ea-48ff-864c-1a0e023a997f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:43:14.640414 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:43:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['1efb290c-c3ea-48ff-864c-1a0e023a997f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:14.795286 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf12406-cec8-4a67-9197-8726601bd418 None None] Pushing event updated for resources: {'Port': ['ID=c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:14.916206 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] Set router 1efb290c-c3ea-48ff-864c-1a0e023a997f gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:43:14.926542 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Publish callbacks [] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:15.079722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819d4322-9e6b-497b-960c-26d8b548f291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada821f3-f2e1-4389-ad6a-231f7835e68a'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:15.082386 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36804751-306e-4e98-8c30-7e6123700281" -d '{"events": [{"server_uuid": "819d4322-9e6b-497b-960c-26d8b548f291", "name": "network-vif-plugged", "status": "completed", "tag": "ada821f3-f2e1-4389-ad6a-231f7835e68a"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:15.099867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf8e1b-ac5d-4543-b8e9-0bb911402188 req-6dc181a1-0e06-4b47-a933-f1e28058398a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:15.101647 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ffbf8e1b-ac5d-4543-b8e9-0bb911402188 req-6dc181a1-0e06-4b47-a933-f1e28058398a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 945 time: 0.0628445 Feb 15 16:43:15.117897 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:15.215112 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ffbf8e1b-ac5d-4543-b8e9-0bb911402188 req-d5201069-7573-45d9-a7bd-4c992b6415c4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076894 Feb 15 16:43:15.230264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Network 36c7dd23-e458-4e0b-8f60-3d6235ba67f5 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:15.250758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d524b-9be4-4109-9495-02d84f9d675c req-7e3b56f8-ecac-4bdc-8256-7ae43736f9fe tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:15.252419 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-7e3b56f8-ecac-4bdc-8256-7ae43736f9fe tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77&tenant_id=c9f65cb77bef4454939809c6904ca169&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 1127 time: 0.4612093 Feb 15 16:43:15.260700 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-router', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:04Z', 'updated_at': '2022-02-15T16:43:08Z', 'revision_number': 3, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'gw_port': {'id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:06Z', 'updated_at': '2022-02-15T16:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:15.267382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:15.293705 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d86f50-fa5a-4d8f-b9e3-91c1fc57911b x-openstack-request-id: req-42d86f50-fa5a-4d8f-b9e3-91c1fc57911b {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:15.294233 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819d4322-9e6b-497b-960c-26d8b548f291", "name": "network-vif-plugged", "status": "completed", "tag": "ada821f3-f2e1-4389-ad6a-231f7835e68a", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:15.294680 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-42d86f50-fa5a-4d8f-b9e3-91c1fc57911b {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:15.295254 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819d4322-9e6b-497b-960c-26d8b548f291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ada821f3-f2e1-4389-ad6a-231f7835e68a', 'code': 200} Feb 15 16:43:15.358510 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18159787-aa85-42cc-a748-85ce59b9bb31 None None] The sync data for ids ['1efb290c-c3ea-48ff-864c-1a0e023a997f'] in n-d-828372-14 is: [{'id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-router', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:04Z', 'updated_at': '2022-02-15T16:43:08Z', 'revision_number': 3, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'gw_port': {'id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:06Z', 'updated_at': '2022-02-15T16:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:43:15.390644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:43:15.489136 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a605bc-795d-47e4-ad01-c184cc3e8244 req-0f0e8a35-ca13-4552-bfba-445076f38351 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:15.492452 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7a605bc-795d-47e4-ad01-c184cc3e8244 req-0f0e8a35-ca13-4552-bfba-445076f38351 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.4724414 Feb 15 16:43:15.493998 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (1efb290c-c3ea-48ff-864c-1a0e023a997f), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:15.556618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c04c2b-56f1-4cca-b2bb-1f401c703439 req-74267583-7149-49c3-820f-3d732e3a6cf8 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:15.561701 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f9c04c2b-56f1-4cca-b2bb-1f401c703439 req-74267583-7149-49c3-820f-3d732e3a6cf8 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 944 time: 0.1242440 Feb 15 16:43:15.673852 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f9c04c2b-56f1-4cca-b2bb-1f401c703439 req-9dba4aa1-dd6b-441f-897d-a1557a0128f1 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065626 Feb 15 16:43:15.685088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=57e4068a-b879-4a3f-b4fd-21c46676a6b0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:15.706814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-77921f11-a21b-48d7-bbf1-1c0a224c0521 None None] Provisioning complete for port 57e4068a-b879-4a3f-b4fd-21c46676a6b0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:15.707317 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-77921f11-a21b-48d7-bbf1-1c0a224c0521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:15.801698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-77921f11-a21b-48d7-bbf1-1c0a224c0521 None None] Port 57e4068a-b879-4a3f-b4fd-21c46676a6b0 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:43:15.886158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425169a-d24d-4c95-bcf3-64951460ca99 req-5e836544-08e3-4f5e-aec0-d877163fb1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:15.893577 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5425169a-d24d-4c95-bcf3-64951460ca99 req-5e836544-08e3-4f5e-aec0-d877163fb1f6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 1132 time: 0.2925506 Feb 15 16:43:15.893577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f33d524b-9be4-4109-9495-02d84f9d675c req-d9908c39-173b-4571-83cb-41e0dc23acf8 service neutron] For port 61053614-6810-4093-b41f-e9ba5fc95f28, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:43:15.903686 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f33d524b-9be4-4109-9495-02d84f9d675c req-d9908c39-173b-4571-83cb-41e0dc23acf8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:15.905087 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f33d524b-9be4-4109-9495-02d84f9d675c req-d9908c39-173b-4571-83cb-41e0dc23acf8 service neutron] 10.222.0.10 "DELETE /v2.0/ports/61053614-6810-4093-b41f-e9ba5fc95f28/bindings/n-h1-828372-14 HTTP/1.1" status: 204 len: 173 time: 0.6312788 Feb 15 16:43:15.916855 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7a605bc-795d-47e4-ad01-c184cc3e8244 req-85478ac9-0442-44ce-ba8a-895a2a406360 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188248 Feb 15 16:43:16.036059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58bf2d-b20a-47a2-99bc-53169f07f665 req-88218b4a-14d1-4373-92a9-1939c848540d tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:16.054092 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0a58bf2d-b20a-47a2-99bc-53169f07f665 req-88218b4a-14d1-4373-92a9-1939c848540d tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 949 time: 0.1250098 Feb 15 16:43:16.064771 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5425169a-d24d-4c95-bcf3-64951460ca99 req-0c180fb0-9b89-4607-8c2e-09b24c382498 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584778 Feb 15 16:43:16.108039 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:16.126925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:16.170700 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0a58bf2d-b20a-47a2-99bc-53169f07f665 req-9a763e41-e6da-42c9-bb4c-fb4decbe79c4 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156514 Feb 15 16:43:16.253037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:16.254001 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:16.335504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46dc2a-fdd7-4754-bd5f-92ea3d816f50 req-fca1fc3c-4a45-45dc-be2a-18738bac1a3f tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:16.345238 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7c46dc2a-fdd7-4754-bd5f-92ea3d816f50 req-fca1fc3c-4a45-45dc-be2a-18738bac1a3f tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 1127 time: 0.1342649 Feb 15 16:43:16.469500 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:16.471858 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:16.480636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e252df0-0c8a-4a26-b96d-5748f0625264 req-690c7ffb-abd6-4b76-9270-534d4d7c82e8 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:16.492157 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e252df0-0c8a-4a26-b96d-5748f0625264 req-690c7ffb-abd6-4b76-9270-534d4d7c82e8 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 945 time: 0.1691735 Feb 15 16:43:16.527553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:16.529992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7c46dc2a-fdd7-4754-bd5f-92ea3d816f50 req-d0de665a-f376-4100-95b9-c8dc14d81668 tempest-LiveMigrationTest-909155827 tempest-LiveMigrationTest-909155827-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838608 Feb 15 16:43:16.534426 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Publish callbacks [] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:16.605272 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e252df0-0c8a-4a26-b96d-5748f0625264 req-8c6a5316-2264-4a5b-824d-97bd81bd6b79 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063581 Feb 15 16:43:16.617247 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:16.640028 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:16.709709 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:16.721704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:16.726275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:16.726275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:16.726275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:16.726275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:16.726275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:16.726275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:16.726275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:16.726275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:16.726275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:16.726275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:16.726275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:16.727685 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:16.822412 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (1efb290c-c3ea-48ff-864c-1a0e023a997f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:16.829975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=57e4068a-b879-4a3f-b4fd-21c46676a6b0,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:16.910373 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41862) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:17.035335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Network 36c7dd23-e458-4e0b-8f60-3d6235ba67f5 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:17.048334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:17.050223 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9b1bb957-918c-4afe-994b-e0892cd13754 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1903780229-network', 'tenant_id': 'a29c0baa5f724e96a5227c63355e33a2'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:17.172039 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1bb957-918c-4afe-994b-e0892cd13754 admin admin] Made reservation on behalf of a29c0baa5f724e96a5227c63355e33a2 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:43:17.175553 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb957-918c-4afe-994b-e0892cd13754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:17.207621 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb957-918c-4afe-994b-e0892cd13754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:17.216770 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ecb55452-f499-4a74-9db9-77c5d421dd18 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:43:17.220426 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ecb55452-f499-4a74-9db9-77c5d421dd18 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:43:17.367877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Router 1efb290c-c3ea-48ff-864c-1a0e023a997f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:43:17.428644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9b835-f189-4140-9211-6804294d2ec5 req-a0f28a6a-8379-441d-a618-6b9c90903eb5 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:17.433219 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-90d9b835-f189-4140-9211-6804294d2ec5 req-a0f28a6a-8379-441d-a618-6b9c90903eb5 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.2303169 Feb 15 16:43:17.476494 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb957-918c-4afe-994b-e0892cd13754 admin admin] Publish callbacks [] for security_group (51f47aa9-7d67-43be-a89c-e2a74e942fee), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:17.514949 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b821ac-2d25-4872-a72b-d52f231336c7 req-4b8762f4-94e7-49a2-8658-e80fd21197bb tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:17.520082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ecb55452-f499-4a74-9db9-77c5d421dd18, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ecb55452-f499-4a74-9db9-77c5d421dd18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:17.530605 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9b821ac-2d25-4872-a72b-d52f231336c7 req-4b8762f4-94e7-49a2-8658-e80fd21197bb tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 944 time: 0.3268011 Feb 15 16:43:17.540723 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb957-918c-4afe-994b-e0892cd13754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (51f47aa9-7d67-43be-a89c-e2a74e942fee), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:17.553421 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'ecb55452-f499-4a74-9db9-77c5d421dd18', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': 'ecb55452-f499-4a74-9db9-77c5d421dd18', 'mac_address': 'fa:16:3e:3b:be:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:43:17.608791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bb957-918c-4afe-994b-e0892cd13754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f47aa9-7d67-43be-a89c-e2a74e942fee,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:17.612413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port ecb55452-f499-4a74-9db9-77c5d421dd18 is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:17.613101 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:17.622171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1bb957-918c-4afe-994b-e0892cd13754 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:43:17.634496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecb55452-f499-4a74-9db9-77c5d421dd18 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:43:17.653899 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb957-918c-4afe-994b-e0892cd13754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (86fe6820-1818-482e-8c68-eaa3c6ffe495), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:17.654646 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-9b1bb957-918c-4afe-994b-e0892cd13754 admin admin] Added segment 86fe6820-1818-482e-8c68-eaa3c6ffe495 of type vlan for network dbf251e0-7094-4ea3-8e34-d68918e55417 Feb 15 16:43:17.658044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ecb55452-f499-4a74-9db9-77c5d421dd18, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ecb55452-f499-4a74-9db9-77c5d421dd18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:17.667763 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9b821ac-2d25-4872-a72b-d52f231336c7 req-e47c94a1-cc17-4e18-acbf-5c9b59cabde2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360111 Feb 15 16:43:17.742894 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb957-918c-4afe-994b-e0892cd13754 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (dbf251e0-7094-4ea3-8e34-d68918e55417), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:17.796310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port ecb55452-f499-4a74-9db9-77c5d421dd18 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:17.797453 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:17.811645 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:17.833300 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-90d9b835-f189-4140-9211-6804294d2ec5 req-d501045b-2e7f-4fa3-8ea8-3a7e32b06881 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924925 Feb 15 16:43:17.877125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:43:17.889922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5d5ebbf0-2821-4308-9e84-042a9d830ab0 None None] Provisioning complete for port 57e4068a-b879-4a3f-b4fd-21c46676a6b0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:17.890438 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d5ebbf0-2821-4308-9e84-042a9d830ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:17.894795 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=ecb55452-f499-4a74-9db9-77c5d421dd18,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:17.905299 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e311be08-b778-45c2-872c-a2c315058ed6 admin admin] 10.222.0.107 "PUT /v2.0/routers/1efb290c-c3ea-48ff-864c-1a0e023a997f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8683836 Feb 15 16:43:17.908829 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb957-918c-4afe-994b-e0892cd13754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (dbf251e0-7094-4ea3-8e34-d68918e55417), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:17.910156 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1bb957-918c-4afe-994b-e0892cd13754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:17.910915 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1bb957-918c-4afe-994b-e0892cd13754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:17.930603 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b9af5a-43f0-47a5-9da5-27d1ec23af29 req-9affc28e-052a-409b-adab-22a29ce8cd0c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:17.932172 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2b9af5a-43f0-47a5-9da5-27d1ec23af29 req-9affc28e-052a-409b-adab-22a29ce8cd0c tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 944 time: 0.2184508 Feb 15 16:43:18.008340 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:18.099374 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bb957-918c-4afe-994b-e0892cd13754 admin admin] Pushing event updated for resources: {'Network': ['ID=dbf251e0-7094-4ea3-8e34-d68918e55417,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:18.101286 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:43:18.111658 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:43:18.135629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network dbf251e0-7094-4ea3-8e34-d68918e55417 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:43:18.139547 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f969a-498b-43be-85b7-70b221d84adc req-e64325e6-243e-4dfd-b0f4-0fe3689a9e2b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:18.153780 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-480f969a-498b-43be-85b7-70b221d84adc req-e64325e6-243e-4dfd-b0f4-0fe3689a9e2b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 945 time: 0.3489914 Feb 15 16:43:18.158050 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['ecb55452-f499-4a74-9db9-77c5d421dd18'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:43:18.171561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-c2b9af5a-43f0-47a5-9da5-27d1ec23af29 req-25d5db9a-10ef-48d6-b254-79b41eecc9a5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Deleting port 61053614-6810-4093-b41f-e9ba5fc95f28 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:43:18.171912 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c2b9af5a-43f0-47a5-9da5-27d1ec23af29 req-25d5db9a-10ef-48d6-b254-79b41eecc9a5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:18.219090 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9b1bb957-918c-4afe-994b-e0892cd13754 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3071313 Feb 15 16:43:18.227005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41898) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:18.234728 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-61b040a9-d28f-43e1-98aa-95cab9eaf868 admin admin] Request body: {'subnet': {'network_id': 'dbf251e0-7094-4ea3-8e34-d68918e55417', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1903780229-subnet', 'tenant_id': 'a29c0baa5f724e96a5227c63355e33a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:18.257636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5d5ebbf0-2821-4308-9e84-042a9d830ab0 None None] Port 57e4068a-b879-4a3f-b4fd-21c46676a6b0 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:43:18.281077 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-480f969a-498b-43be-85b7-70b221d84adc req-928a4cb7-4da9-4871-803b-c9073bfc6d07 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247759 Feb 15 16:43:18.361867 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b040a9-d28f-43e1-98aa-95cab9eaf868 admin admin] Made reservation on behalf of a29c0baa5f724e96a5227c63355e33a2 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:43:18.364733 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-61b040a9-d28f-43e1-98aa-95cab9eaf868 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:18.407261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:18.407629 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:18.519436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50204d8-9de8-4fe5-94ed-a81730dcf9a3 req-11a7479d-c2e9-475d-8c5f-414a45cb9016 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:18.528396 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d50204d8-9de8-4fe5-94ed-a81730dcf9a3 req-11a7479d-c2e9-475d-8c5f-414a45cb9016 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 949 time: 0.3002336 Feb 15 16:43:18.570871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:18.584094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-c2b9af5a-43f0-47a5-9da5-27d1ec23af29 req-25d5db9a-10ef-48d6-b254-79b41eecc9a5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] For port 61053614-6810-4093-b41f-e9ba5fc95f28, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=61053614-6810-4093-b41f-e9ba5fc95f28,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:18.584840 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c2b9af5a-43f0-47a5-9da5-27d1ec23af29 req-25d5db9a-10ef-48d6-b254-79b41eecc9a5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:18.619063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-c2b9af5a-43f0-47a5-9da5-27d1ec23af29 req-25d5db9a-10ef-48d6-b254-79b41eecc9a5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Calling delete_port for 61053614-6810-4093-b41f-e9ba5fc95f28 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:43:18.660463 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d50204d8-9de8-4fe5-94ed-a81730dcf9a3 req-f2b95f94-13cc-49db-9e97-d431f945c196 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306236 Feb 15 16:43:18.666801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port ecb55452-f499-4a74-9db9-77c5d421dd18 is: BUILD; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:18.671050 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:18.710228 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ecb55452-f499-4a74-9db9-77c5d421dd18 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:43:18.732826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Sync routers for ids ['1efb290c-c3ea-48ff-864c-1a0e023a997f'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:43:18.775334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ecb55452-f499-4a74-9db9-77c5d421dd18, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ecb55452-f499-4a74-9db9-77c5d421dd18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:18.805277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Routers {'1efb290c-c3ea-48ff-864c-1a0e023a997f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:43:18.806070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:43:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['1efb290c-c3ea-48ff-864c-1a0e023a997f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:18.850953 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:19.045409 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-61b040a9-d28f-43e1-98aa-95cab9eaf868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (37c957bb-fa30-4364-b9c9-24f8daf21d17), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:19.060225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=ecb55452-f499-4a74-9db9-77c5d421dd18,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:19.113132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Set router 1efb290c-c3ea-48ff-864c-1a0e023a997f gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:43:19.135111 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0354b59-9ff6-4a22-80b9-5f5a5f0645ab req-b035e549-9935-4b0e-9843-634ffabf36fa tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:19.143060 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d0354b59-9ff6-4a22-80b9-5f5a5f0645ab req-b035e549-9935-4b0e-9843-634ffabf36fa tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 944 time: 0.0986066 Feb 15 16:43:19.160643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b040a9-d28f-43e1-98aa-95cab9eaf868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c957bb-fa30-4364-b9c9-24f8daf21d17,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:19.165257 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c2b9af5a-43f0-47a5-9da5-27d1ec23af29 req-25d5db9a-10ef-48d6-b254-79b41eecc9a5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (61053614-6810-4093-b41f-e9ba5fc95f28), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:19.238257 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d0354b59-9ff6-4a22-80b9-5f5a5f0645ab req-5524c749-3798-4c7f-8d77-a87801fdfe22 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933213 Feb 15 16:43:19.286036 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['3b09f112-1c90-4596-9afe-3e8bd6c54626', '61053614-6810-4093-b41f-e9ba5fc95f28'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:43:19.297343 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5db9a-10ef-48d6-b254-79b41eecc9a5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Pushing event deleted for resources: {'Port': ['ID=61053614-6810-4093-b41f-e9ba5fc95f28,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:19.357264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a60d09-e456-463e-842a-3aae26c43caa req-fd5180b5-a77d-4f99-9e74-de1b65d5462a tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:19.364673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b9a60d09-e456-463e-842a-3aae26c43caa req-fd5180b5-a77d-4f99-9e74-de1b65d5462a tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 947 time: 0.1088221 Feb 15 16:43:19.394163 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41936) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:19.399611 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d9a7e7e3-78cc-490e-a87d-08cacbbe01f6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-556432693-network', 'tenant_id': 'c0ec1e49481b441384a16b5429f3c001'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:19.404999 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b040a9-d28f-43e1-98aa-95cab9eaf868 admin admin] Checking segment: {'id': '86fe6820-1818-482e-8c68-eaa3c6ffe495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dbf251e0-7094-4ea3-8e34-d68918e55417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:19.405385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b040a9-d28f-43e1-98aa-95cab9eaf868 admin admin] Network hostable DHCP agents. Network: dbf251e0-7094-4ea3-8e34-d68918e55417, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:43:19.409569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b9af5a-43f0-47a5-9da5-27d1ec23af29 req-25d5db9a-10ef-48d6-b254-79b41eecc9a5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] No DVR routers for this DVR port 61053614-6810-4093-b41f-e9ba5fc95f28 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:43:19.411057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546f9b6-20cc-4126-b53d-e903308b4801 req-53db6703-ac1e-4bfc-8b18-a4bbc4a569eb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:19.418545 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c2b9af5a-43f0-47a5-9da5-27d1ec23af29 req-25d5db9a-10ef-48d6-b254-79b41eecc9a5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:19.419408 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e546f9b6-20cc-4126-b53d-e903308b4801 req-53db6703-ac1e-4bfc-8b18-a4bbc4a569eb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 945 time: 0.0740092 Feb 15 16:43:19.421883 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2b9af5a-43f0-47a5-9da5-27d1ec23af29 req-25d5db9a-10ef-48d6-b254-79b41eecc9a5 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.10 "DELETE /v2.0/ports/61053614-6810-4093-b41f-e9ba5fc95f28 HTTP/1.1" status: 204 len: 173 time: 1.4771485 Feb 15 16:43:19.426250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca801c7-3d0d-4a2a-84cb-3f3b91383b77', 'name': 'network-vif-deleted', 'tag': '61053614-6810-4093-b41f-e9ba5fc95f28'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:19.428571 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9324e0f-2b07-4e86-b004-e1c5649df58b" -d '{"events": [{"server_uuid": "8ca801c7-3d0d-4a2a-84cb-3f3b91383b77", "name": "network-vif-deleted", "tag": "61053614-6810-4093-b41f-e9ba5fc95f28"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:19.488655 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e546f9b6-20cc-4126-b53d-e903308b4801 req-47f30e0b-e137-431b-8106-1d6ff8d05afe tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622151 Feb 15 16:43:19.490130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b9a60d09-e456-463e-842a-3aae26c43caa req-21a450d5-54c9-493d-b60d-42d21f30e01a tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245089 Feb 15 16:43:19.582484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b040a9-d28f-43e1-98aa-95cab9eaf868 admin admin] Network dbf251e0-7094-4ea3-8e34-d68918e55417 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:43:19.652140 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fbb10-026b-4845-8fed-2211282864a7 req-97ded55d-b542-438b-86cf-7663c07e09cd tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:19.662070 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d45fbb10-026b-4845-8fed-2211282864a7 req-97ded55d-b542-438b-86cf-7663c07e09cd tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 949 time: 0.0895295 Feb 15 16:43:19.665558 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a7e7e3-78cc-490e-a87d-08cacbbe01f6 admin admin] Made reservation on behalf of c0ec1e49481b441384a16b5429f3c001 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:43:19.668134 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9a7e7e3-78cc-490e-a87d-08cacbbe01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:19.668767 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-61b040a9-d28f-43e1-98aa-95cab9eaf868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, dbf251e0-7094-4ea3-8e34-d68918e55417) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:19.673475 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b040a9-d28f-43e1-98aa-95cab9eaf868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:19.677967 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-61b040a9-d28f-43e1-98aa-95cab9eaf868 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:19.697676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcec3dec-5f60-4a33-b834-89bed6061fcb None None] Network dbf251e0-7094-4ea3-8e34-d68918e55417 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:43:19.714577 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9a7e7e3-78cc-490e-a87d-08cacbbe01f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:19.806900 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-61b040a9-d28f-43e1-98aa-95cab9eaf868 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5773332 Feb 15 16:43:19.843547 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9a7e7e3-78cc-490e-a87d-08cacbbe01f6 admin admin] Publish callbacks [] for security_group (c20d5738-dc83-4186-a358-8ccfd076ff41), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:19.870898 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d45fbb10-026b-4845-8fed-2211282864a7 req-aaad2288-01f2-455e-acd6-ceadcb32f347 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/security-groups?id=9b83d7c8-c5d9-48c6-8407-fe8980b870bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077482 Feb 15 16:43:19.919650 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76912d48-2a52-4dd9-9a3a-cc42e2930eec x-openstack-request-id: req-76912d48-2a52-4dd9-9a3a-cc42e2930eec {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:19.920385 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca801c7-3d0d-4a2a-84cb-3f3b91383b77", "name": "network-vif-deleted", "tag": "61053614-6810-4093-b41f-e9ba5fc95f28", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:19.920385 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-76912d48-2a52-4dd9-9a3a-cc42e2930eec {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:19.920617 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca801c7-3d0d-4a2a-84cb-3f3b91383b77', 'name': 'network-vif-deleted', 'tag': '61053614-6810-4093-b41f-e9ba5fc95f28', 'status': 'completed', 'code': 200} Feb 15 16:43:19.922082 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9a7e7e3-78cc-490e-a87d-08cacbbe01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c20d5738-dc83-4186-a358-8ccfd076ff41), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:19.949778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a7e7e3-78cc-490e-a87d-08cacbbe01f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:43:19.972002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7e7e3-78cc-490e-a87d-08cacbbe01f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20d5738-dc83-4186-a358-8ccfd076ff41,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:20.005267 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9a7e7e3-78cc-490e-a87d-08cacbbe01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (01c23b04-4554-4bc1-93ce-6a8dc763a770), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:20.007176 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-d9a7e7e3-78cc-490e-a87d-08cacbbe01f6 admin admin] Added segment 01c23b04-4554-4bc1-93ce-6a8dc763a770 of type vlan for network 2807a2de-2c37-45b1-aca9-33329891341e Feb 15 16:43:20.010092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-router', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:04Z', 'updated_at': '2022-02-15T16:43:15Z', 'revision_number': 4, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'gw_port': {'id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:06Z', 'updated_at': '2022-02-15T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '57e4068a-b879-4a3f-b4fd-21c46676a6b0', 'name': '', 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'mac_address': 'fa:16:3e:51:73:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:14Z', 'updated_at': '2022-02-15T16:43:16Z', 'revision_number': 2, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'subnets': [{'id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:20.022762 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93a47bd-a89a-4253-8f9b-cb56141b60a0 None None] Network dbf251e0-7094-4ea3-8e34-d68918e55417 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:43:20.121459 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9a7e7e3-78cc-490e-a87d-08cacbbe01f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (2807a2de-2c37-45b1-aca9-33329891341e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:20.160072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Checking router: 1efb290c-c3ea-48ff-864c-1a0e023a997f for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:43:20.168711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Updating router 1efb290c-c3ea-48ff-864c-1a0e023a997f port 57e4068a-b879-4a3f-b4fd-21c46676a6b0 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:43:20.233414 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:20.297346 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9a7e7e3-78cc-490e-a87d-08cacbbe01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (2807a2de-2c37-45b1-aca9-33329891341e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:20.298542 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a7e7e3-78cc-490e-a87d-08cacbbe01f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:20.299226 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9a7e7e3-78cc-490e-a87d-08cacbbe01f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:20.391627 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d0016f04-9bf8-4f42-bffb-9584045c55b3 req-4ddd6144-b8c9-4794-89f4-b29389239075 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.0610898 Feb 15 16:43:20.485256 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41978) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:20.487639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d9a7e7e3-78cc-490e-a87d-08cacbbe01f6 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0866082 Feb 15 16:43:20.496947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-eb4521ab-535c-47f8-b4d9-1a8fa9b59cb0 admin admin] Request body: {'subnet': {'network_id': '2807a2de-2c37-45b1-aca9-33329891341e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-556432693-subnet', 'tenant_id': 'c0ec1e49481b441384a16b5429f3c001', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:20.616453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7e7e3-78cc-490e-a87d-08cacbbe01f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2807a2de-2c37-45b1-aca9-33329891341e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:20.662995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4521ab-535c-47f8-b4d9-1a8fa9b59cb0 admin admin] Made reservation on behalf of c0ec1e49481b441384a16b5429f3c001 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:43:20.667863 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eb4521ab-535c-47f8-b4d9-1a8fa9b59cb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:20.763600 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-1a7f5d36-07c3-45e2-bdad-e05344f8427f tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:20.767120 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-1a7f5d36-07c3-45e2-bdad-e05344f8427f tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/networks?id=dbf251e0-7094-4ea3-8e34-d68918e55417 HTTP/1.1" status: 200 len: 822 time: 0.3302689 Feb 15 16:43:20.772391 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Publish callbacks [] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:20.803379 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-5d62beee-ef06-4bac-888d-6753a2175c24 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/quotas/a29c0baa5f724e96a5227c63355e33a2 HTTP/1.1" status: 200 len: 375 time: 0.0161860 Feb 15 16:43:20.807515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 2807a2de-2c37-45b1-aca9-33329891341e details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:43:20.868038 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-95af53ae-319f-41b3-9d70-cbead73499f4 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=a29c0baa5f724e96a5227c63355e33a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546086 Feb 15 16:43:20.884506 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be96117-7223-47b7-84ef-a9d37ff46a14 req-ee99ad8d-6735-40f5-81b7-cd277384b087 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:20.887876 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9be96117-7223-47b7-84ef-a9d37ff46a14 req-ee99ad8d-6735-40f5-81b7-cd277384b087 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.67 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 949 time: 0.2164352 Feb 15 16:43:20.913753 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6574ed-3c13-4df1-9154-e244c1863288 req-093a6aba-2d46-4efa-a683-4f79ec38a4b6 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:20.921417 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a6574ed-3c13-4df1-9154-e244c1863288 req-093a6aba-2d46-4efa-a683-4f79ec38a4b6 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 945 time: 0.3443022 Feb 15 16:43:20.932291 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:21.180930 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0271542-56df-42a5-954b-1c12833c5071 None None] Pushing event updated for resources: {'Port': ['ID=57e4068a-b879-4a3f-b4fd-21c46676a6b0,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:21.184747 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-bfc20fab-a21a-4131-89b7-3d71ec2fe4e5 service neutron] 10.222.0.107 "GET /v2.0/networks/dbf251e0-7094-4ea3-8e34-d68918e55417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154972 Feb 15 16:43:21.190050 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Attempting to bind port 57e4068a-b879-4a3f-b4fd-21c46676a6b0 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:43:21.191646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Attempting to bind port 57e4068a-b879-4a3f-b4fd-21c46676a6b0 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '3ecfbf16-4a65-4619-b659-44f571664472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:43:21.192108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Attempting to bind port 57e4068a-b879-4a3f-b4fd-21c46676a6b0 on network 36c7dd23-e458-4e0b-8f60-3d6235ba67f5 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:21.200433 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:43:21.200989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Checking segment: {'id': '3ecfbf16-4a65-4619-b659-44f571664472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:21.201537 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:21.202022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Bound using segment: {'id': '3ecfbf16-4a65-4619-b659-44f571664472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:43:21.202602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Bound port: 57e4068a-b879-4a3f-b4fd-21c46676a6b0, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecfbf16-4a65-4619-b659-44f571664472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:43:21.203220 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:21.291845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-9be96117-7223-47b7-84ef-a9d37ff46a14 req-a43adf99-f551-4750-8be2-0db746d0cc22 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Deleting port ada821f3-f2e1-4389-ad6a-231f7835e68a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:43:21.292118 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9be96117-7223-47b7-84ef-a9d37ff46a14 req-a43adf99-f551-4750-8be2-0db746d0cc22 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ada821f3-f2e1-4389-ad6a-231f7835e68a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:21.308997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] For port 57e4068a-b879-4a3f-b4fd-21c46676a6b0, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:43:21.318612 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] For port 57e4068a-b879-4a3f-b4fd-21c46676a6b0, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=57e4068a-b879-4a3f-b4fd-21c46676a6b0,segment=NetworkSegment(3ecfbf16-4a65-4619-b659-44f571664472),segment_id=3ecfbf16-4a65-4619-b659-44f571664472)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:43:21.334438 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ecb55452-f499-4a74-9db9-77c5d421dd18 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:21.418148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port ecb55452-f499-4a74-9db9-77c5d421dd18 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:21.418919 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:21.424121 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:21.444666 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-8101ef5a-4df4-475a-8bad-3fc43d9499d3 service neutron] 10.222.0.107 "GET /v2.0/networks/dbf251e0-7094-4ea3-8e34-d68918e55417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589202 Feb 15 16:43:21.483927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-9be96117-7223-47b7-84ef-a9d37ff46a14 req-a43adf99-f551-4750-8be2-0db746d0cc22 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] For port ada821f3-f2e1-4389-ad6a-231f7835e68a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ada821f3-f2e1-4389-ad6a-231f7835e68a,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:21.484212 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9be96117-7223-47b7-84ef-a9d37ff46a14 req-a43adf99-f551-4750-8be2-0db746d0cc22 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ada821f3-f2e1-4389-ad6a-231f7835e68a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:21.528195 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-9be96117-7223-47b7-84ef-a9d37ff46a14 req-a43adf99-f551-4750-8be2-0db746d0cc22 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Calling delete_port for ada821f3-f2e1-4389-ad6a-231f7835e68a owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:43:21.539835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a84e7606-0c1c-4d19-8fea-a568b05e6a39 None None] Provisioning complete for port 57e4068a-b879-4a3f-b4fd-21c46676a6b0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:21.540370 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a84e7606-0c1c-4d19-8fea-a568b05e6a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:21.655699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Routers {'1efb290c-c3ea-48ff-864c-1a0e023a997f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:43:21.656736 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:43:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['1efb290c-c3ea-48ff-864c-1a0e023a997f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:21.886768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0271542-56df-42a5-954b-1c12833c5071 None None] Pushing event updated for resources: {'Port': ['ID=57e4068a-b879-4a3f-b4fd-21c46676a6b0,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:21.887157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9be96117-7223-47b7-84ef-a9d37ff46a14 req-a43adf99-f551-4750-8be2-0db746d0cc22 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ada821f3-f2e1-4389-ad6a-231f7835e68a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:21.957821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43adf99-f551-4750-8be2-0db746d0cc22 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Pushing event deleted for resources: {'Port': ['ID=ada821f3-f2e1-4389-ad6a-231f7835e68a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:22.046754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ada821f3-f2e1-4389-ad6a-231f7835e68a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:43:22.052422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port ecb55452-f499-4a74-9db9-77c5d421dd18 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:22.053126 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:22.054527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d298fc-830c-4794-bb24-5d3a32a50f82 req-ba06931a-7c5d-4e45-9f5f-e457ec87a94b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:22.082636 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c1d298fc-830c-4794-bb24-5d3a32a50f82 req-ba06931a-7c5d-4e45-9f5f-e457ec87a94b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 945 time: 0.2588120 Feb 15 16:43:22.140553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be96117-7223-47b7-84ef-a9d37ff46a14 req-a43adf99-f551-4750-8be2-0db746d0cc22 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] No DVR routers for this DVR port ada821f3-f2e1-4389-ad6a-231f7835e68a on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:43:22.155776 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9be96117-7223-47b7-84ef-a9d37ff46a14 req-a43adf99-f551-4750-8be2-0db746d0cc22 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:22.160083 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9be96117-7223-47b7-84ef-a9d37ff46a14 req-a43adf99-f551-4750-8be2-0db746d0cc22 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.67 "DELETE /v2.0/ports/ada821f3-f2e1-4389-ad6a-231f7835e68a HTTP/1.1" status: 204 len: 173 time: 1.2634583 Feb 15 16:43:22.167958 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eb4521ab-535c-47f8-b4d9-1a8fa9b59cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (231edd03-90ef-4de2-800c-f612974cb93d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:22.190137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819d4322-9e6b-497b-960c-26d8b548f291', 'name': 'network-vif-deleted', 'tag': 'ada821f3-f2e1-4389-ad6a-231f7835e68a'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:22.207422 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc4478b-8357-4dcb-bfd2-bc8e4e2d88e7" -d '{"events": [{"server_uuid": "819d4322-9e6b-497b-960c-26d8b548f291", "name": "network-vif-deleted", "tag": "ada821f3-f2e1-4389-ad6a-231f7835e68a"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:22.246032 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ecb55452-f499-4a74-9db9-77c5d421dd18, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ecb55452-f499-4a74-9db9-77c5d421dd18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:22.252184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc22774-f342-468e-849c-4ac7614c5b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb55452-f499-4a74-9db9-77c5d421dd18'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:22.256831 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62fd36e-a1a9-4709-a2bc-48f4ac842c47" -d '{"events": [{"server_uuid": "4fc22774-f342-468e-849c-4ac7614c5b22", "name": "network-vif-plugged", "status": "completed", "tag": "ecb55452-f499-4a74-9db9-77c5d421dd18"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:22.285896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a84e7606-0c1c-4d19-8fea-a568b05e6a39 None None] Current status of the port 57e4068a-b879-4a3f-b4fd-21c46676a6b0 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:22.286865 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a84e7606-0c1c-4d19-8fea-a568b05e6a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:22.329651 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c1d298fc-830c-4794-bb24-5d3a32a50f82 req-ca540d29-579d-4696-9e2e-a95d844030bd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367325 Feb 15 16:43:22.332319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] Set router 1efb290c-c3ea-48ff-864c-1a0e023a997f gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:43:22.335243 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:22.336534 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 61053614-6810-4093-b41f-e9ba5fc95f28 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:43:22.396013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a832d7-1706-41b4-8733-93f0ca81601d req-dc075d51-ca7b-48bb-8502-0647d29c7e60 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:22.406036 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44a832d7-1706-41b4-8733-93f0ca81601d req-dc075d51-ca7b-48bb-8502-0647d29c7e60 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 947 time: 1.5839248 Feb 15 16:43:22.441592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4521ab-535c-47f8-b4d9-1a8fa9b59cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=231edd03-90ef-4de2-800c-f612974cb93d,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:22.479694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 61053614-6810-4093-b41f-e9ba5fc95f28 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:43:22.480097 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 61053614-6810-4093-b41f-e9ba5fc95f28 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:43:22.485171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=ecb55452-f499-4a74-9db9-77c5d421dd18,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:22.497339 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-9a6574ed-3c13-4df1-9154-e244c1863288 req-dfd69a2b-de0e-4fdc-bfe9-cf85a099e2cb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Deleting port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:43:22.497790 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9a6574ed-3c13-4df1-9154-e244c1863288 req-dfd69a2b-de0e-4fdc-bfe9-cf85a099e2cb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (09b049ff-93ee-4ff5-bee9-4b1d4cce946d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:22.502281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4521ab-535c-47f8-b4d9-1a8fa9b59cb0 admin admin] Checking segment: {'id': '01c23b04-4554-4bc1-93ce-6a8dc763a770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2807a2de-2c37-45b1-aca9-33329891341e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:22.502761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4521ab-535c-47f8-b4d9-1a8fa9b59cb0 admin admin] Network hostable DHCP agents. Network: 2807a2de-2c37-45b1-aca9-33329891341e, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:43:22.515968 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a84e7606-0c1c-4d19-8fea-a568b05e6a39 None None] For port 57e4068a-b879-4a3f-b4fd-21c46676a6b0, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=57e4068a-b879-4a3f-b4fd-21c46676a6b0,segment=NetworkSegment(3ecfbf16-4a65-4619-b659-44f571664472),segment_id=3ecfbf16-4a65-4619-b659-44f571664472)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:22.650497 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6aa7813b-b22e-4aa8-a613-e4d63f670e51 req-1fb67d72-f425-46d7-943e-962b894e4a51 tempest-ImagesNegativeTestJSON-390375855 tempest-ImagesNegativeTestJSON-390375855-project] 10.222.0.107 "GET /v2.0/ports?device_id=819d4322-9e6b-497b-960c-26d8b548f291 HTTP/1.1" status: 200 len: 210 time: 0.0493531 Feb 15 16:43:22.673812 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44a832d7-1706-41b4-8733-93f0ca81601d req-0b901794-bd7a-4e9a-86b3-5e9b79838772 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493498 Feb 15 16:43:22.721283 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a84e7606-0c1c-4d19-8fea-a568b05e6a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:22.726927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4521ab-535c-47f8-b4d9-1a8fa9b59cb0 admin admin] Network 2807a2de-2c37-45b1-aca9-33329891341e is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:43:22.891724 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-eb4521ab-535c-47f8-b4d9-1a8fa9b59cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 2807a2de-2c37-45b1-aca9-33329891341e) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:22.921350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-9a6574ed-3c13-4df1-9154-e244c1863288 req-dfd69a2b-de0e-4fdc-bfe9-cf85a099e2cb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] For port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=09b049ff-93ee-4ff5-bee9-4b1d4cce946d,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:22.921886 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9a6574ed-3c13-4df1-9154-e244c1863288 req-dfd69a2b-de0e-4fdc-bfe9-cf85a099e2cb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (09b049ff-93ee-4ff5-bee9-4b1d4cce946d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:22.925685 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4521ab-535c-47f8-b4d9-1a8fa9b59cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:22.926287 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eb4521ab-535c-47f8-b4d9-1a8fa9b59cb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:22.968378 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6ecc4fd-b9c1-42b7-abcc-3cf2ec4ae41d req-c1777619-56ed-4155-a8dc-607c76c346dc tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.0673459 Feb 15 16:43:22.995262 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-9a6574ed-3c13-4df1-9154-e244c1863288 req-dfd69a2b-de0e-4fdc-bfe9-cf85a099e2cb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Calling delete_port for 09b049ff-93ee-4ff5-bee9-4b1d4cce946d owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:43:23.053846 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-eb4521ab-535c-47f8-b4d9-1a8fa9b59cb0 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5671358 Feb 15 16:43:23.055412 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b2d042-0426-4813-ad37-fe94ed0f01c9 None None] Network 2807a2de-2c37-45b1-aca9-33329891341e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:43:23.056575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42028) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:23.064202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-556432693-router', 'tenant_id': 'c0ec1e49481b441384a16b5429f3c001', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:23.142980 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adc38b1-fc68-426c-b154-3c6efd55a4ab x-openstack-request-id: req-7adc38b1-fc68-426c-b154-3c6efd55a4ab {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:23.143825 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819d4322-9e6b-497b-960c-26d8b548f291", "name": "network-vif-deleted", "tag": "ada821f3-f2e1-4389-ad6a-231f7835e68a", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:23.144438 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7adc38b1-fc68-426c-b154-3c6efd55a4ab {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:23.145082 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819d4322-9e6b-497b-960c-26d8b548f291', 'name': 'network-vif-deleted', 'tag': 'ada821f3-f2e1-4389-ad6a-231f7835e68a', 'status': 'completed', 'code': 200} Feb 15 16:43:23.171762 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c3c4ec4-3c70-4a20-ae74-728430b48ba5 req-604fd369-4d46-473f-9bd5-8b03e9890681 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 210 time: 0.1479483 Feb 15 16:43:23.234839 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (4ae8ed4f-80b4-4524-9065-c82809d475cf), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:23.236321 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (4ae8ed4f-80b4-4524-9065-c82809d475cf), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:23.246422 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1e813a-e1f3-450a-92b4-a1116a1b8373 x-openstack-request-id: req-9e1e813a-e1f3-450a-92b4-a1116a1b8373 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:23.247109 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc22774-f342-468e-849c-4ac7614c5b22", "name": "network-vif-plugged", "status": "completed", "tag": "ecb55452-f499-4a74-9db9-77c5d421dd18", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:23.247109 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9e1e813a-e1f3-450a-92b4-a1116a1b8373 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:23.247348 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc22774-f342-468e-849c-4ac7614c5b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb55452-f499-4a74-9db9-77c5d421dd18', 'code': 200} Feb 15 16:43:23.248401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-62d35dde-cb10-4e7e-84bc-abc96b20530b None None] Provisioning complete for port 57e4068a-b879-4a3f-b4fd-21c46676a6b0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:23.248782 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-62d35dde-cb10-4e7e-84bc-abc96b20530b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:23.343752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e7606-0c1c-4d19-8fea-a568b05e6a39 None None] Pushing event updated for resources: {'Port': ['ID=57e4068a-b879-4a3f-b4fd-21c46676a6b0,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:23.446822 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9a6574ed-3c13-4df1-9154-e244c1863288 req-dfd69a2b-de0e-4fdc-bfe9-cf85a099e2cb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (09b049ff-93ee-4ff5-bee9-4b1d4cce946d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:23.553640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd69a2b-de0e-4fdc-bfe9-cf85a099e2cb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Pushing event deleted for resources: {'Port': ['ID=09b049ff-93ee-4ff5-bee9-4b1d4cce946d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:23.566713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-router', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:04Z', 'updated_at': '2022-02-15T16:43:15Z', 'revision_number': 4, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'gw_port': {'id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:06Z', 'updated_at': '2022-02-15T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '57e4068a-b879-4a3f-b4fd-21c46676a6b0', 'name': '', 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'mac_address': 'fa:16:3e:51:73:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:14Z', 'updated_at': '2022-02-15T16:43:21Z', 'revision_number': 4, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'subnets': [{'id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:23.739171 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6574ed-3c13-4df1-9154-e244c1863288 req-dfd69a2b-de0e-4fdc-bfe9-cf85a099e2cb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] No DVR routers for this DVR port 09b049ff-93ee-4ff5-bee9-4b1d4cce946d on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:43:23.747499 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9a6574ed-3c13-4df1-9154-e244c1863288 req-dfd69a2b-de0e-4fdc-bfe9-cf85a099e2cb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:23.747933 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-2807a2de-2c37-45b1-aca9-33329891341e', 'network_id': '2807a2de-2c37-45b1-aca9-33329891341e', 'project_id': 'c0ec1e49481b441384a16b5429f3c001', 'fixed_ips': [{'subnet_id': '231edd03-90ef-4de2-800c-f612974cb93d'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:43:23.751365 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:23.763066 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e50902d-3b1e-4958-aaa1-52490bd741c5 req-e049accd-64af-439e-a566-c9f4076e74f8 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 210 time: 0.1512287 Feb 15 16:43:23.766323 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3999cbb3-48a3-4509-b9b2-509895d59b6e None None] The sync data for ids ['1efb290c-c3ea-48ff-864c-1a0e023a997f'] in n-d-828372-14 is: [{'id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-router', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:04Z', 'updated_at': '2022-02-15T16:43:15Z', 'revision_number': 4, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'gw_port': {'id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:06Z', 'updated_at': '2022-02-15T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '57e4068a-b879-4a3f-b4fd-21c46676a6b0', 'name': '', 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'mac_address': 'fa:16:3e:51:73:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:14Z', 'updated_at': '2022-02-15T16:43:21Z', 'revision_number': 4, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'subnets': [{'id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:43:23.787487 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a6574ed-3c13-4df1-9154-e244c1863288 req-dfd69a2b-de0e-4fdc-bfe9-cf85a099e2cb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "DELETE /v2.0/ports/09b049ff-93ee-4ff5-bee9-4b1d4cce946d HTTP/1.1" status: 204 len: 173 time: 2.8429182 Feb 15 16:43:23.791602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be57ab1-a393-452b-995c-29b2dc8d5da6', 'name': 'network-vif-deleted', 'tag': '09b049ff-93ee-4ff5-bee9-4b1d4cce946d'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:23.801205 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd35e8a5-f3c2-4e47-abcd-b5dc476e1ec8" -d '{"events": [{"server_uuid": "2be57ab1-a393-452b-995c-29b2dc8d5da6", "name": "network-vif-deleted", "tag": "09b049ff-93ee-4ff5-bee9-4b1d4cce946d"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:23.805330 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Publish callbacks [] for router_controller (4ae8ed4f-80b4-4524-9065-c82809d475cf), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:23.923839 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-62d35dde-cb10-4e7e-84bc-abc96b20530b None None] Current status of the port 57e4068a-b879-4a3f-b4fd-21c46676a6b0 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:24.161188 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7da59ef-92f7-4d22-8859-32de42c990a1 x-openstack-request-id: req-b7da59ef-92f7-4d22-8859-32de42c990a1 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:24.163065 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be57ab1-a393-452b-995c-29b2dc8d5da6", "name": "network-vif-deleted", "tag": "09b049ff-93ee-4ff5-bee9-4b1d4cce946d", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:24.164073 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b7da59ef-92f7-4d22-8859-32de42c990a1 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:24.167252 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be57ab1-a393-452b-995c-29b2dc8d5da6', 'name': 'network-vif-deleted', 'tag': '09b049ff-93ee-4ff5-bee9-4b1d4cce946d', 'status': 'completed', 'code': 200} Feb 15 16:43:24.179835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Allocated IP 172.20.0.2 (2807a2de-2c37-45b1-aca9-33329891341e/231edd03-90ef-4de2-800c-f612974cb93d/a14ed472-d432-4a70-a894-5af3f534f165) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:43:24.224148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 57e4068a-b879-4a3f-b4fd-21c46676a6b0 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:24.330320 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c0fa4ac-c433-424b-aca9-25d39630af4d req-98d927bc-afab-49aa-bb06-a72ed344bf30 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.0417213 Feb 15 16:43:24.389422 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Publish callbacks [] for router_gateway (4ae8ed4f-80b4-4524-9065-c82809d475cf), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:24.400655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d97ab-daa2-4d08-88c2-7f54cfbeb8a0 req-36ee1d50-0506-4d49-9986-417267c5fc13 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:24.409188 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd5d97ab-daa2-4d08-88c2-7f54cfbeb8a0 req-36ee1d50-0506-4d49-9986-417267c5fc13 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.4561732 Feb 15 16:43:24.452710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8df07-d3ce-40cf-92ba-e64b97d33f2e req-3471bfda-aea7-4e1e-be1c-bc9ff3792b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:24.467653 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c6a8df07-d3ce-40cf-92ba-e64b97d33f2e req-3471bfda-aea7-4e1e-be1c-bc9ff3792b7e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 1132 time: 0.2992861 Feb 15 16:43:24.523795 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 57e4068a-b879-4a3f-b4fd-21c46676a6b0 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:24.524348 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:24.631116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 09b049ff-93ee-4ff5-bee9-4b1d4cce946d no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:43:24.651289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e4f4ef8d-6fba-43a5-b864-6849afe480a1 req-c1bbe595-d93a-4aaf-9d78-f1ad6bbbe771 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 210 time: 0.0645137 Feb 15 16:43:24.685005 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd5d97ab-daa2-4d08-88c2-7f54cfbeb8a0 req-baf782bb-7290-44e7-a01d-b39e2276495c tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613752 Feb 15 16:43:24.721175 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c6a8df07-d3ce-40cf-92ba-e64b97d33f2e req-f22a6c80-a4fd-43d4-9ed7-6ea2b10abd47 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457542 Feb 15 16:43:24.774822 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 09b049ff-93ee-4ff5-bee9-4b1d4cce946d {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:43:24.775420 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 09b049ff-93ee-4ff5-bee9-4b1d4cce946d not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:43:24.779274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ada821f3-f2e1-4389-ad6a-231f7835e68a no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:43:24.914071 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: ada821f3-f2e1-4389-ad6a-231f7835e68a {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:43:24.919983 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ada821f3-f2e1-4389-ad6a-231f7835e68a not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:43:24.937070 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Publish callbacks [] for router_gateway (4ae8ed4f-80b4-4524-9065-c82809d475cf), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:24.964880 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:25.077201 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Publish callbacks [] for port (a14ed472-d432-4a70-a894-5af3f534f165), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:25.196295 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-daa3fd18-7025-4f13-915f-9b062141418f req-d344a24c-9ab0-4685-8077-5ec8931c4505 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=2be57ab1-a393-452b-995c-29b2dc8d5da6 HTTP/1.1" status: 200 len: 210 time: 0.0844276 Feb 15 16:43:25.281431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 57e4068a-b879-4a3f-b4fd-21c46676a6b0 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:25.293424 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (a14ed472-d432-4a70-a894-5af3f534f165), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:25.317829 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Allocated IP 172.25.4.140 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/54f649fd-3f38-4b30-927c-a0305e46af9b) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:43:25.359338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Pushing event updated for resources: {'Port': ['ID=a14ed472-d432-4a70-a894-5af3f534f165,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:25.383855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Network 2807a2de-2c37-45b1-aca9-33329891341e is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:25.386253 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:25.390049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:43:25.481494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Attempting to bind port a14ed472-d432-4a70-a894-5af3f534f165 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:43:25.482065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Attempting to bind port a14ed472-d432-4a70-a894-5af3f534f165 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '01c23b04-4554-4bc1-93ce-6a8dc763a770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2807a2de-2c37-45b1-aca9-33329891341e'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:43:25.483354 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Attempting to bind port a14ed472-d432-4a70-a894-5af3f534f165 on network 2807a2de-2c37-45b1-aca9-33329891341e {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:25.497033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:43:25.497441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Checking segment: {'id': '01c23b04-4554-4bc1-93ce-6a8dc763a770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2807a2de-2c37-45b1-aca9-33329891341e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:25.497856 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:25.502357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Bound using segment: {'id': '01c23b04-4554-4bc1-93ce-6a8dc763a770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2807a2de-2c37-45b1-aca9-33329891341e'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:43:25.511797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Bound port: a14ed472-d432-4a70-a894-5af3f534f165, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c23b04-4554-4bc1-93ce-6a8dc763a770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2807a2de-2c37-45b1-aca9-33329891341e'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:43:25.512834 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a14ed472-d432-4a70-a894-5af3f534f165), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:25.548106 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Publish callbacks [] for port (54f649fd-3f38-4b30-927c-a0305e46af9b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:25.695520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-decfcf27-e7c0-45f0-8514-e75896d91a00 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:25.697152 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-decfcf27-e7c0-45f0-8514-e75896d91a00 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.67 "GET /v2.0/networks?id=dbf251e0-7094-4ea3-8e34-d68918e55417 HTTP/1.1" status: 200 len: 822 time: 0.3646770 Feb 15 16:43:25.698705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] For port a14ed472-d432-4a70-a894-5af3f534f165, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:43:25.705790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] For port a14ed472-d432-4a70-a894-5af3f534f165, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a14ed472-d432-4a70-a894-5af3f534f165,segment=NetworkSegment(01c23b04-4554-4bc1-93ce-6a8dc763a770),segment_id=01c23b04-4554-4bc1-93ce-6a8dc763a770)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:43:25.716724 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-ec8cdbb3-ccdd-4359-9ee9-02e1d3996b81 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Request body: {'port': {'device_id': '9fc5bfc9-5736-4441-b2ba-3712e8de8190', 'network_id': 'dbf251e0-7094-4ea3-8e34-d68918e55417', 'admin_state_up': True, 'tenant_id': 'a29c0baa5f724e96a5227c63355e33a2'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:25.757773 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3703c8a5-6492-4999-9f65-be395101b605 req-f97ebf78-6838-4b1e-8685-2aa98c30e87a tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.1766174 Feb 15 16:43:25.847704 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a14ed472-d432-4a70-a894-5af3f534f165), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:25.926044 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d28a6c93-5365-45da-a65a-d475d9530e3f req-22eccc82-b12f-4dec-9c23-43578a7d0241 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 210 time: 0.1086023 Feb 15 16:43:25.983616 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (54f649fd-3f38-4b30-927c-a0305e46af9b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:26.181608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42110) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:26.193534 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:26.217197 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-ec8cdbb3-ccdd-4359-9ee9-02e1d3996b81 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Made reservation on behalf of a29c0baa5f724e96a5227c63355e33a2 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:43:26.221556 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-ec8cdbb3-ccdd-4359-9ee9-02e1d3996b81 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:26.226176 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e04de2-7581-46a2-a717-a167e3453245 None None] Pushing event updated for resources: {'Port': ['ID=a14ed472-d432-4a70-a894-5af3f534f165,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:26.278592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42116) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:26.285389 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2efd2-f95c-4196-9604-c2fd7573f527 req-68d48ec9-492c-4f90-8844-99ad4cc52f74 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:26.303031 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9af2efd2-f95c-4196-9604-c2fd7573f527 req-68d48ec9-492c-4f90-8844-99ad4cc52f74 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.4072540 Feb 15 16:43:26.305223 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:26.333060 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:43:26.336127 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Pushing event updated for resources: {'Port': ['ID=54f649fd-3f38-4b30-927c-a0305e46af9b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:26.650249 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9af2efd2-f95c-4196-9604-c2fd7573f527 req-0d7d6c8f-73fe-4e4e-a8ca-d88d392cd50a tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462856 Feb 15 16:43:26.773249 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a23629e-3bd3-4c53-b1c8-081b08644e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:26.989204 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ca5a345-a37a-45fe-8f76-40de5307f2c3 req-c71ffc8d-c958-4ecf-9539-1b3bfedc8453 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.0523975 Feb 15 16:43:27.036629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-3992f5f2-08e5-4dc4-bb7d-4917dbb72b9d tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:27.043507 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-3992f5f2-08e5-4dc4-bb7d-4917dbb72b9d tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 812 time: 0.2151239 Feb 15 16:43:27.158609 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6f19b5c1-ab00-4a9d-b95e-c33c7f04c8f6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=22628f102884498ca49c30cab696dc09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8787928 Feb 15 16:43:27.167118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42138) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:27.178817 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-49ba88f0-7bc0-4c66-8981-914bc8044eaf tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/quotas/ba74aa9e819a439eb5de67abc6749cb0 HTTP/1.1" status: 200 len: 375 time: 0.1342888 Feb 15 16:43:27.274021 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-ef610c36-9c85-4bc3-8f44-b0533ee6b722 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915828 Feb 15 16:43:27.309638 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a72a0bbb-eb73-409e-989d-aed7efc5fe3f req-8d8a1b48-f61b-4c35-8dac-a1434fbb1a53 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 210 time: 0.1433024 Feb 15 16:43:27.401048 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Publish callbacks [] for router_gateway (4ae8ed4f-80b4-4524-9065-c82809d475cf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:27.475371 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-ec8cdbb3-ccdd-4359-9ee9-02e1d3996b81 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Allocated IP 172.20.0.2 (dbf251e0-7094-4ea3-8e34-d68918e55417/37c957bb-fa30-4364-b9c9-24f8daf21d17/22f4237d-17f2-4e76-bbf6-98528fa8a687) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:43:27.496433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-5ce485d8-94ec-4258-b74d-1d0fdfa210c6 service neutron] 10.222.0.107 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214761 Feb 15 16:43:27.744537 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-2441e5ef-bb42-4b93-9ad4-af09e6f8f029 service neutron] 10.222.0.107 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394185 Feb 15 16:43:27.944300 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30d63ecd-0f63-4a17-b070-f5e5f86bb633 admin admin] Publish callbacks [] for security_group (9b83d7c8-c5d9-48c6-8407-fe8980b870bc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:28.005260 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30d63ecd-0f63-4a17-b070-f5e5f86bb633 admin admin] Publish callbacks [] for security_group (9b83d7c8-c5d9-48c6-8407-fe8980b870bc), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:28.075060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a14ed472-d432-4a70-a894-5af3f534f165 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:28.138339 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a23629e-3bd3-4c53-b1c8-081b08644e7b admin admin] Publish callbacks [] for security_group (b0ff34c7-8af9-437b-9622-3c6f89f56131), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:28.213700 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea10709-423c-413b-ba8b-76572e541494 None None] Network 2807a2de-2c37-45b1-aca9-33329891341e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:43:28.261651 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a23629e-3bd3-4c53-b1c8-081b08644e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b0ff34c7-8af9-437b-9622-3c6f89f56131), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:28.317351 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baf5fcd0-8288-488c-a952-b72667d945e7 req-64a5550a-14c9-4a57-bb92-73d72547f450 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 210 time: 0.1425200 Feb 15 16:43:28.366406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a14ed472-d432-4a70-a894-5af3f534f165 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:28.366752 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a14ed472-d432-4a70-a894-5af3f534f165), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:28.367669 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30d63ecd-0f63-4a17-b070-f5e5f86bb633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9b83d7c8-c5d9-48c6-8407-fe8980b870bc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:28.379772 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30d63ecd-0f63-4a17-b070-f5e5f86bb633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:28.387859 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-30d63ecd-0f63-4a17-b070-f5e5f86bb633 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9b83d7c8-c5d9-48c6-8407-fe8980b870bc HTTP/1.1" status: 204 len: 168 time: 1.2171700 Feb 15 16:43:28.475744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23629e-3bd3-4c53-b1c8-081b08644e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ff34c7-8af9-437b-9622-3c6f89f56131,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:28.483354 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5a23629e-3bd3-4c53-b1c8-081b08644e7b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=990d126711ae45399864e46506a27fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2983904 Feb 15 16:43:28.484625 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42166) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:28.498944 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-98134c92-705f-4ea6-bebd-5c24a4854afe None None] Provisioning complete for port a14ed472-d432-4a70-a894-5af3f534f165 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:28.499325 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98134c92-705f-4ea6-bebd-5c24a4854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a14ed472-d432-4a70-a894-5af3f534f165), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:28.515705 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d63ecd-0f63-4a17-b070-f5e5f86bb633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b83d7c8-c5d9-48c6-8407-fe8980b870bc,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:28.602879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c10ee-445a-48fe-9c08-139d87382d9f req-30b7404e-3960-49e1-aef1-85f27e2bee73 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:28.607808 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bca7d99e-7deb-42df-82b3-510a078b066c req-41f5bf05-b560-441a-91a6-a51e79db8f66 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.1126058 Feb 15 16:43:28.611116 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-424c10ee-445a-48fe-9c08-139d87382d9f req-30b7404e-3960-49e1-aef1-85f27e2bee73 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.4631889 Feb 15 16:43:28.704509 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-ec8cdbb3-ccdd-4359-9ee9-02e1d3996b81 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Publish callbacks [] for port (22f4237d-17f2-4e76-bbf6-98528fa8a687), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:28.822072 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89ded0e7-7ab4-408f-a82b-fa8cc948e4a2 req-39260cfb-a98a-4d46-b534-5fef577394c8 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 210 time: 0.0525916 Feb 15 16:43:28.844558 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-ec8cdbb3-ccdd-4359-9ee9-02e1d3996b81 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (22f4237d-17f2-4e76-bbf6-98528fa8a687), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:28.930091 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2afbd2cb-9568-46a5-b730-d5f96ec649b8 admin admin] Publish callbacks [] for security_group (b0ff34c7-8af9-437b-9622-3c6f89f56131), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:28.938014 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-98134c92-705f-4ea6-bebd-5c24a4854afe None None] Current status of the port a14ed472-d432-4a70-a894-5af3f534f165 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:28.938014 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98134c92-705f-4ea6-bebd-5c24a4854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a14ed472-d432-4a70-a894-5af3f534f165), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:28.993194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-ec8cdbb3-ccdd-4359-9ee9-02e1d3996b81 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Network dbf251e0-7094-4ea3-8e34-d68918e55417 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:29.001376 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-ec8cdbb3-ccdd-4359-9ee9-02e1d3996b81 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:29.009450 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-424c10ee-445a-48fe-9c08-139d87382d9f req-ef8c38c7-efeb-401a-8c71-67961eaa00b4 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966796 Feb 15 16:43:29.011336 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-ec8cdbb3-ccdd-4359-9ee9-02e1d3996b81 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:43:29.023327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a14ed472-d432-4a70-a894-5af3f534f165 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:29.023783 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a14ed472-d432-4a70-a894-5af3f534f165), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:29.027509 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2afbd2cb-9568-46a5-b730-d5f96ec649b8 admin admin] Publish callbacks [] for security_group (b0ff34c7-8af9-437b-9622-3c6f89f56131), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:29.088703 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (4ae8ed4f-80b4-4524-9065-c82809d475cf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:29.125091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cdbb3-ccdd-4359-9ee9-02e1d3996b81 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Pushing event updated for resources: {'Port': ['ID=22f4237d-17f2-4e76-bbf6-98528fa8a687,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:29.136978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-ec8cdbb3-ccdd-4359-9ee9-02e1d3996b81 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:29.141847 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-ec8cdbb3-ccdd-4359-9ee9-02e1d3996b81 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:29.145099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-98134c92-705f-4ea6-bebd-5c24a4854afe None None] For port a14ed472-d432-4a70-a894-5af3f534f165, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a14ed472-d432-4a70-a894-5af3f534f165,segment=NetworkSegment(01c23b04-4554-4bc1-93ce-6a8dc763a770),segment_id=01c23b04-4554-4bc1-93ce-6a8dc763a770)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:29.243043 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98134c92-705f-4ea6-bebd-5c24a4854afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a14ed472-d432-4a70-a894-5af3f534f165), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:29.333170 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-ec8cdbb3-ccdd-4359-9ee9-02e1d3996b81 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6261585 Feb 15 16:43:29.349352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Request body: {'port': {'device_id': '9fc5bfc9-5736-4441-b2ba-3712e8de8190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:29.364503 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:43:29.366758 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:43:29.381486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98134c92-705f-4ea6-bebd-5c24a4854afe None None] Pushing event updated for resources: {'Port': ['ID=a14ed472-d432-4a70-a894-5af3f534f165,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:29.395401 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2afbd2cb-9568-46a5-b730-d5f96ec649b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b0ff34c7-8af9-437b-9622-3c6f89f56131), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:29.399857 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2afbd2cb-9568-46a5-b730-d5f96ec649b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:29.404942 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2afbd2cb-9568-46a5-b730-d5f96ec649b8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b0ff34c7-8af9-437b-9622-3c6f89f56131 HTTP/1.1" status: 204 len: 168 time: 0.9054148 Feb 15 16:43:29.422338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdaa70b-bc7f-4441-8c88-f7ce8ebd0986 req-79981de5-d74f-42e2-b432-1d59415e1f1e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:29.424280 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ccdaa70b-bc7f-4441-8c88-f7ce8ebd0986 req-79981de5-d74f-42e2-b432-1d59415e1f1e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.2133055 Feb 15 16:43:29.478205 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (22f4237d-17f2-4e76-bbf6-98528fa8a687), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:29.492897 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd37316a-bd59-4691-bbb0-479067bc927a req-bb78d726-f037-41d2-a4ef-0e4bf94e8394 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 210 time: 0.0905194 Feb 15 16:43:29.497208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbd2cb-9568-46a5-b730-d5f96ec649b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ff34c7-8af9-437b-9622-3c6f89f56131,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:29.503731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Router 4ae8ed4f-80b4-4524-9065-c82809d475cf is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:43:29.709989 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ccdaa70b-bc7f-4441-8c88-f7ce8ebd0986 req-01874c43-3b67-4737-91ff-df3fa364838a tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326913 Feb 15 16:43:29.728399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8dbcf1a2-2319-4803-a301-1bcf3a9b7ffd None None] Provisioning complete for port a14ed472-d432-4a70-a894-5af3f534f165 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:29.728892 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8dbcf1a2-2319-4803-a301-1bcf3a9b7ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a14ed472-d432-4a70-a894-5af3f534f165), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:29.872755 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5edd060e-8a72-4081-8f13-646b1b4613ce req-ab6d7608-2d29-4e03-ae1f-ccb6e96e528b tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.0742180 Feb 15 16:43:29.981552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:43:30.001859 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Sync routers for ids ['4ae8ed4f-80b4-4524-9065-c82809d475cf'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:43:30.023570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a14ed472-d432-4a70-a894-5af3f534f165 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:30.027485 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Routers {'4ae8ed4f-80b4-4524-9065-c82809d475cf'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:43:30.033789 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:43:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4ae8ed4f-80b4-4524-9065-c82809d475cf'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:30.053825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8dbcf1a2-2319-4803-a301-1bcf3a9b7ffd None None] Current status of the port a14ed472-d432-4a70-a894-5af3f534f165 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:30.157841 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Set router 4ae8ed4f-80b4-4524-9065-c82809d475cf gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:43:30.176473 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:30.181905 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fc145d43-9df4-482e-9623-7dea67516780 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1221113 Feb 15 16:43:30.182939 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42216) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:30.234355 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:30.275816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a14ed472-d432-4a70-a894-5af3f534f165 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:30.422409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a14ed472-d432-4a70-a894-5af3f534f165 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:30.422409 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a14ed472-d432-4a70-a894-5af3f534f165), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:30.467595 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d91c4a3-273a-4f15-bda3-89901b7023a0 req-5f8181af-278b-4506-94f0-b50ead5daaab tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:30.474893 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2d91c4a3-273a-4f15-bda3-89901b7023a0 req-5f8181af-278b-4506-94f0-b50ead5daaab tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 931 time: 0.4252744 Feb 15 16:43:30.615074 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42234) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:30.638431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22f4237d-17f2-4e76-bbf6-98528fa8a687 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:43:30.642552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a14ed472-d432-4a70-a894-5af3f534f165 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:30.649025 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Publish callbacks [] for port (22f4237d-17f2-4e76-bbf6-98528fa8a687), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:30.656974 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:30.662468 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Transition to ACTIVE for port object 22f4237d-17f2-4e76-bbf6-98528fa8a687 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:43:30.698287 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-737d06e1-b601-4616-98ce-795780b90492 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:30.747399 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (22f4237d-17f2-4e76-bbf6-98528fa8a687), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:30.750243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42238) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:30.800076 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2d91c4a3-273a-4f15-bda3-89901b7023a0 req-c78dadf4-31dc-4256-9381-e9a2254bc61b tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/security-groups?id=51f47aa9-7d67-43be-a89c-e2a74e942fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429681 Feb 15 16:43:30.849667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Pushing event updated for resources: {'Port': ['ID=22f4237d-17f2-4e76-bbf6-98528fa8a687,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:30.931423 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'name': 'tempest-TaggedBootDevicesTest_v242-556432693-router', 'tenant_id': 'c0ec1e49481b441384a16b5429f3c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:23Z', 'updated_at': '2022-02-15T16:43:26Z', 'revision_number': 3, 'project_id': 'c0ec1e49481b441384a16b5429f3c001', 'gw_port': {'id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:24Z', 'updated_at': '2022-02-15T16:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:30.988328 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Checking router: 4ae8ed4f-80b4-4524-9065-c82809d475cf for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:43:30.989157 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Updating router 4ae8ed4f-80b4-4524-9065-c82809d475cf port 54f649fd-3f38-4b30-927c-a0305e46af9b binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:43:30.997850 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67972f2-9859-433f-8d59-7f9137ce9c7b req-32789c31-7131-4094-8160-9cd6da1ca3d3 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:31.008084 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d67972f2-9859-433f-8d59-7f9137ce9c7b req-32789c31-7131-4094-8160-9cd6da1ca3d3 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.3138649 Feb 15 16:43:31.068464 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (54f649fd-3f38-4b30-927c-a0305e46af9b), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:31.120380 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-737d06e1-b601-4616-98ce-795780b90492 admin admin] Publish callbacks [] for security_group (fd13f64e-2dab-4e8a-b642-cb8e2764fe77), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:31.209615 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-737d06e1-b601-4616-98ce-795780b90492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fd13f64e-2dab-4e8a-b642-cb8e2764fe77), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:31.259083 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d67972f2-9859-433f-8d59-7f9137ce9c7b req-aabaca78-333e-4989-80dd-ce6efc9c5e1d tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498908 Feb 15 16:43:31.282118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Attempting to bind port 22f4237d-17f2-4e76-bbf6-98528fa8a687 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:43:31.283080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Attempting to bind port 22f4237d-17f2-4e76-bbf6-98528fa8a687 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '86fe6820-1818-482e-8c68-eaa3c6ffe495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dbf251e0-7094-4ea3-8e34-d68918e55417'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:43:31.294927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Attempting to bind port 22f4237d-17f2-4e76-bbf6-98528fa8a687 on network dbf251e0-7094-4ea3-8e34-d68918e55417 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:31.308491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Port 22f4237d-17f2-4e76-bbf6-98528fa8a687 on network dbf251e0-7094-4ea3-8e34-d68918e55417 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:43:31.308873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Attempting to bind port 22f4237d-17f2-4e76-bbf6-98528fa8a687 on network dbf251e0-7094-4ea3-8e34-d68918e55417 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:31.317301 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2cfb92e1-7ec6-4da9-b967-6833b0d50a0b req-4fd3e048-88e3-47a8-a01e-06588b3f18b9 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 210 time: 0.2659190 Feb 15 16:43:31.334704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:43:31.335067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Checking segment: {'id': '86fe6820-1818-482e-8c68-eaa3c6ffe495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dbf251e0-7094-4ea3-8e34-d68918e55417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:31.335464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Bound using segment: {'id': '86fe6820-1818-482e-8c68-eaa3c6ffe495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dbf251e0-7094-4ea3-8e34-d68918e55417'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:43:31.345872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Bound port: 22f4237d-17f2-4e76-bbf6-98528fa8a687, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86fe6820-1818-482e-8c68-eaa3c6ffe495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'dbf251e0-7094-4ea3-8e34-d68918e55417'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:43:31.345872 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (22f4237d-17f2-4e76-bbf6-98528fa8a687), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:31.377536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-12e837ef-bed9-405b-9289-7981ad237c10 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-563757598-network', 'tenant_id': 'e20384e9c71c40dfbfc3b7803befe478'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:31.470744 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-338a0435-8e39-4ea3-b247-62767a749cfd req-81e4d32e-ea32-4bff-8a8f-f2dc60703330 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.0566990 Feb 15 16:43:31.506169 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-737d06e1-b601-4616-98ce-795780b90492 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=51ec1d6b8a97414994a47dcbf15dbdf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8901415 Feb 15 16:43:31.508881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42246) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:31.527435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e837ef-bed9-405b-9289-7981ad237c10 admin admin] Made reservation on behalf of e20384e9c71c40dfbfc3b7803befe478 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:43:31.529943 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12e837ef-bed9-405b-9289-7981ad237c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:31.536073 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d06e1-b601-4616-98ce-795780b90492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd13f64e-2dab-4e8a-b642-cb8e2764fe77,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:31.567205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] For port 22f4237d-17f2-4e76-bbf6-98528fa8a687, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:43:31.593769 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12e837ef-bed9-405b-9289-7981ad237c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:31.617297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] For port 22f4237d-17f2-4e76-bbf6-98528fa8a687, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=22f4237d-17f2-4e76-bbf6-98528fa8a687,segment=NetworkSegment(86fe6820-1818-482e-8c68-eaa3c6ffe495),segment_id=86fe6820-1818-482e-8c68-eaa3c6ffe495)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:43:31.640851 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-18b9777a-e76e-45f7-ac8b-879425a65db9 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:31.642322 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-18b9777a-e76e-45f7-ac8b-879425a65db9 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 812 time: 0.6070099 Feb 15 16:43:31.666683 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Publish callbacks [] for port (54f649fd-3f38-4b30-927c-a0305e46af9b), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:31.670071 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-aff96890-f962-4e07-9df2-0b36ff3048eb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Request body: {'port': {'device_id': '48683183-fc01-450f-b3b1-85d063fc849b', 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e', 'admin_state_up': True, 'tenant_id': 'ba74aa9e819a439eb5de67abc6749cb0'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:31.717332 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (22f4237d-17f2-4e76-bbf6-98528fa8a687), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:31.737448 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (54f649fd-3f38-4b30-927c-a0305e46af9b), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:31.791425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Pushing event updated for resources: {'Port': ['ID=22f4237d-17f2-4e76-bbf6-98528fa8a687,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:31.802756 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-057ec03a-e2ee-4d24-b860-80e2b5eeb624 admin admin] Publish callbacks [] for security_group (fd13f64e-2dab-4e8a-b642-cb8e2764fe77), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:31.812132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:31.813148 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:31.814763 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abcfda0c-e81b-440f-8a8e-af00cb57da0b service neutron] 10.222.0.67 "PUT /v2.0/ports/22f4237d-17f2-4e76-bbf6-98528fa8a687 HTTP/1.1" status: 200 len: 1092 time: 2.4724486 Feb 15 16:43:31.822058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc5bfc9-5736-4441-b2ba-3712e8de8190', 'tag': '22f4237d-17f2-4e76-bbf6-98528fa8a687'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:31.823960 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7b911a-e31e-4eae-b37e-3f83d69e9caa" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc5bfc9-5736-4441-b2ba-3712e8de8190", "tag": "22f4237d-17f2-4e76-bbf6-98528fa8a687"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:31.867521 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-057ec03a-e2ee-4d24-b860-80e2b5eeb624 admin admin] Publish callbacks [] for security_group (fd13f64e-2dab-4e8a-b642-cb8e2764fe77), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:31.923264 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Attempting to bind port 54f649fd-3f38-4b30-927c-a0305e46af9b on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:43:31.925605 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Attempting to bind port 54f649fd-3f38-4b30-927c-a0305e46af9b by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:43:31.926419 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Attempting to bind port 54f649fd-3f38-4b30-927c-a0305e46af9b on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:31.941179 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd24dbb-3bca-4da1-8d58-49cf71879f9e None None] Pushing event updated for resources: {'Port': ['ID=54f649fd-3f38-4b30-927c-a0305e46af9b,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:31.966345 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd24dbb-3bca-4da1-8d58-49cf71879f9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:31.967712 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd24dbb-3bca-4da1-8d58-49cf71879f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:31.968406 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd24dbb-3bca-4da1-8d58-49cf71879f9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:31.969183 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd24dbb-3bca-4da1-8d58-49cf71879f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:31.970647 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd24dbb-3bca-4da1-8d58-49cf71879f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:31.971444 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd24dbb-3bca-4da1-8d58-49cf71879f9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:31.974011 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd24dbb-3bca-4da1-8d58-49cf71879f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:31.974611 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd24dbb-3bca-4da1-8d58-49cf71879f9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:31.975229 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd24dbb-3bca-4da1-8d58-49cf71879f9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:31.978055 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd24dbb-3bca-4da1-8d58-49cf71879f9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:31.978687 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd24dbb-3bca-4da1-8d58-49cf71879f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:31.980574 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd24dbb-3bca-4da1-8d58-49cf71879f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:31.981211 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd24dbb-3bca-4da1-8d58-49cf71879f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:31.983186 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd4215d-5d4a-40f2-ac8d-898bca38403b x-openstack-request-id: req-afd4215d-5d4a-40f2-ac8d-898bca38403b {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:31.983485 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc5bfc9-5736-4441-b2ba-3712e8de8190", "tag": "22f4237d-17f2-4e76-bbf6-98528fa8a687", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:31.991077 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-afd4215d-5d4a-40f2-ac8d-898bca38403b {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:31.991077 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc5bfc9-5736-4441-b2ba-3712e8de8190', 'tag': '22f4237d-17f2-4e76-bbf6-98528fa8a687', 'status': 'completed', 'code': 200} Feb 15 16:43:31.995202 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:43:31.995901 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:31.996975 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:31.997821 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:43:31.998567 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Bound port: 54f649fd-3f38-4b30-927c-a0305e46af9b, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:43:31.999253 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (54f649fd-3f38-4b30-927c-a0305e46af9b), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:32.062212 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:32.069032 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12e837ef-bed9-405b-9289-7981ad237c10 admin admin] Publish callbacks [] for security_group (a6bf4448-6ceb-4d07-b22d-1e6a8f899db9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:32.091232 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-aff96890-f962-4e07-9df2-0b36ff3048eb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Made reservation on behalf of ba74aa9e819a439eb5de67abc6749cb0 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:43:32.094587 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-aff96890-f962-4e07-9df2-0b36ff3048eb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:32.100304 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] For port 54f649fd-3f38-4b30-927c-a0305e46af9b, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:43:32.104997 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] For port 54f649fd-3f38-4b30-927c-a0305e46af9b, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=54f649fd-3f38-4b30-927c-a0305e46af9b,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:43:32.113122 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-e8287101-bfb9-41fe-9696-84d653a56ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:32.114807 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-e8287101-bfb9-41fe-9696-84d653a56ba2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a29c0baa5f724e96a5227c63355e33a2&device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 1126 time: 0.1527417 Feb 15 16:43:32.169000 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a57d9-091e-4d81-a598-205651f7b066 req-807dd9dd-226a-409d-9e2d-7c935b02e477 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:32.174787 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12e837ef-bed9-405b-9289-7981ad237c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a6bf4448-6ceb-4d07-b22d-1e6a8f899db9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:32.176989 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-908a57d9-091e-4d81-a598-205651f7b066 req-807dd9dd-226a-409d-9e2d-7c935b02e477 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 943 time: 0.1788375 Feb 15 16:43:32.184140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-d0561d47-5f75-47fe-9e62-112584767ce3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22f4237d-17f2-4e76-bbf6-98528fa8a687 HTTP/1.1" status: 200 len: 217 time: 0.0611753 Feb 15 16:43:32.201513 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (54f649fd-3f38-4b30-927c-a0305e46af9b), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:32.280857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e837ef-bed9-405b-9289-7981ad237c10 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:43:32.312345 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12e837ef-bed9-405b-9289-7981ad237c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:32.312765 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-12e837ef-bed9-405b-9289-7981ad237c10 admin admin] Added segment c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3 of type vlan for network 1702eb51-a00d-4c54-8a69-7033b870c03d Feb 15 16:43:32.341912 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd24dbb-3bca-4da1-8d58-49cf71879f9e None None] Pushing event updated for resources: {'Port': ['ID=54f649fd-3f38-4b30-927c-a0305e46af9b,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:32.375703 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Routers {'4ae8ed4f-80b4-4524-9065-c82809d475cf'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:43:32.377348 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:43:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4ae8ed4f-80b4-4524-9065-c82809d475cf'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:32.379929 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-908a57d9-091e-4d81-a598-205651f7b066 req-2cecbbc9-85e2-4255-a8b9-20136859c459 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/security-groups?id=51f47aa9-7d67-43be-a89c-e2a74e942fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005913 Feb 15 16:43:32.450897 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12e837ef-bed9-405b-9289-7981ad237c10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (1702eb51-a00d-4c54-8a69-7033b870c03d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:32.523366 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-057ec03a-e2ee-4d24-b860-80e2b5eeb624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fd13f64e-2dab-4e8a-b642-cb8e2764fe77), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:32.531591 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-057ec03a-e2ee-4d24-b860-80e2b5eeb624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:32.532759 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-057ec03a-e2ee-4d24-b860-80e2b5eeb624 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fd13f64e-2dab-4e8a-b642-cb8e2764fe77 HTTP/1.1" status: 204 len: 168 time: 1.0198030 Feb 15 16:43:32.612084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e837ef-bed9-405b-9289-7981ad237c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:32.628807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abd9603b-1f54-4cdb-92d7-92edd5e05002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:32.635027 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-abd9603b-1f54-4cdb-92d7-92edd5e05002 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37c957bb-fa30-4364-b9c9-24f8daf21d17 HTTP/1.1" status: 200 len: 862 time: 0.4344866 Feb 15 16:43:32.635253 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] Set router 4ae8ed4f-80b4-4524-9065-c82809d475cf gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:43:32.774707 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-655b48a1-03f7-45a5-801f-55790c2a29ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dbf251e0-7094-4ea3-8e34-d68918e55417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886822 Feb 15 16:43:32.782394 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12e837ef-bed9-405b-9289-7981ad237c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (1702eb51-a00d-4c54-8a69-7033b870c03d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:32.783621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e837ef-bed9-405b-9289-7981ad237c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:32.784347 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12e837ef-bed9-405b-9289-7981ad237c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:32.814025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ec03a-e2ee-4d24-b860-80e2b5eeb624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd13f64e-2dab-4e8a-b642-cb8e2764fe77,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:33.070157 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7d0faef8-0c89-4b37-98b5-a2955ea6247f req-c8ab31eb-1509-4169-81af-badc0db33923 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 210 time: 0.0716329 Feb 15 16:43:33.269167 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'name': 'tempest-TaggedBootDevicesTest_v242-556432693-router', 'tenant_id': 'c0ec1e49481b441384a16b5429f3c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:23Z', 'updated_at': '2022-02-15T16:43:26Z', 'revision_number': 3, 'project_id': 'c0ec1e49481b441384a16b5429f3c001', 'gw_port': {'id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:24Z', 'updated_at': '2022-02-15T16:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:33.269167 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c47196e-fb0f-4cb6-80df-b6eeffeca002 None None] The sync data for ids ['4ae8ed4f-80b4-4524-9065-c82809d475cf'] in n-d-828372-14 is: [{'id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'name': 'tempest-TaggedBootDevicesTest_v242-556432693-router', 'tenant_id': 'c0ec1e49481b441384a16b5429f3c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:23Z', 'updated_at': '2022-02-15T16:43:26Z', 'revision_number': 3, 'project_id': 'c0ec1e49481b441384a16b5429f3c001', 'gw_port': {'id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:24Z', 'updated_at': '2022-02-15T16:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:43:33.271567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa59b29-2096-40c3-87a2-229894966c2d req-d1eddeb0-4641-4c58-b0c0-39cf7c7da98e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:33.271567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-daa59b29-2096-40c3-87a2-229894966c2d req-d1eddeb0-4641-4c58-b0c0-39cf7c7da98e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.6462705 Feb 15 16:43:33.271567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e837ef-bed9-405b-9289-7981ad237c10 admin admin] Pushing event updated for resources: {'Network': ['ID=1702eb51-a00d-4c54-8a69-7033b870c03d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:33.272285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-aff96890-f962-4e07-9df2-0b36ff3048eb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Allocated IP 172.20.0.11 (25ae7ec7-2a2e-4bf6-b151-6a630a07559e/e54c697c-dfc4-4d97-947c-96f129045128/df75ea7f-0733-436e-9a68-1cb95d6d6070) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:43:33.272285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Allocated IP 172.20.0.1 (2807a2de-2c37-45b1-aca9-33329891341e/231edd03-90ef-4de2-800c-f612974cb93d/0c816807-3bc4-4746-95e6-7f9409e536e8) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:43:33.272545 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 1702eb51-a00d-4c54-8a69-7033b870c03d details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:43:33.272926 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-bba00452-0984-43da-b769-f500a6fa8c82 service neutron] 10.222.0.67 "GET /v2.0/networks/dbf251e0-7094-4ea3-8e34-d68918e55417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4646854 Feb 15 16:43:33.396752 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-85f339d0-40f0-477c-a740-a74e15e2c7e5 req-39e09aca-764f-46e2-a7d9-f2c6cd39c259 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.0793571 Feb 15 16:43:33.422803 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-daa59b29-2096-40c3-87a2-229894966c2d req-736646f7-863a-41a1-8dd7-6a2173cb2bed tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530876 Feb 15 16:43:33.461670 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d959c1c3-8147-4b37-8311-911a6d5fc6b8 req-26f5c770-aae3-4142-99f5-eada4bbac025 service neutron] 10.222.0.67 "GET /v2.0/networks/dbf251e0-7094-4ea3-8e34-d68918e55417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834083 Feb 15 16:43:33.467943 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-12e837ef-bed9-405b-9289-7981ad237c10 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6717043 Feb 15 16:43:33.492263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42286) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:33.521611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2564abb0-3259-4ae5-9d8d-14afd0c4e28a admin admin] Request body: {'subnet': {'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-563757598-subnet', 'tenant_id': 'e20384e9c71c40dfbfc3b7803befe478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:33.631085 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Publish callbacks [] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:33.757930 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-aff96890-f962-4e07-9df2-0b36ff3048eb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks [] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:33.778765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941101c5-a4c8-4a54-89c6-0c8da07021da req-e11dded1-9dd7-4741-86ad-0f3a2af3374b tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:33.787833 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-941101c5-a4c8-4a54-89c6-0c8da07021da req-e11dded1-9dd7-4741-86ad-0f3a2af3374b tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 943 time: 0.2356095 Feb 15 16:43:33.822385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b911a-e31e-4eae-b37e-3f83d69e9caa req-e9193b91-18a9-4428-8f5f-6a2656378b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:33.827047 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d7b911a-e31e-4eae-b37e-3f83d69e9caa req-e9193b91-18a9-4428-8f5f-6a2656378b70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a29c0baa5f724e96a5227c63355e33a2&device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 1126 time: 0.1378598 Feb 15 16:43:33.827047 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2564abb0-3259-4ae5-9d8d-14afd0c4e28a admin admin] Made reservation on behalf of e20384e9c71c40dfbfc3b7803befe478 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:43:33.829807 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2564abb0-3259-4ae5-9d8d-14afd0c4e28a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:33.878341 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:33.946113 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-aff96890-f962-4e07-9df2-0b36ff3048eb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:33.997425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Pushing event updated for resources: {'Port': ['ID=0c816807-3bc4-4746-95e6-7f9409e536e8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:34.025114 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Network 2807a2de-2c37-45b1-aca9-33329891341e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:34.028425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:34.054331 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:43:34.182226 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-aff96890-f962-4e07-9df2-0b36ff3048eb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:34.183790 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (4ae8ed4f-80b4-4524-9065-c82809d475cf), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:34.192003 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-aff96890-f962-4e07-9df2-0b36ff3048eb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:34.232234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 54f649fd-3f38-4b30-927c-a0305e46af9b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:34.255636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-aff96890-f962-4e07-9df2-0b36ff3048eb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:43:34.302893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b911a-e31e-4eae-b37e-3f83d69e9caa req-489ae9a3-451b-4601-9c0e-4df9e44e4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:34.304468 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d7b911a-e31e-4eae-b37e-3f83d69e9caa req-489ae9a3-451b-4601-9c0e-4df9e44e4773 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dbf251e0-7094-4ea3-8e34-d68918e55417 HTTP/1.1" status: 200 len: 923 time: 0.2378418 Feb 15 16:43:34.308095 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2564abb0-3259-4ae5-9d8d-14afd0c4e28a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (00524c7b-0e17-4a67-aa78-e190b4f54264), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:34.396661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 54f649fd-3f38-4b30-927c-a0305e46af9b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:34.397151 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (54f649fd-3f38-4b30-927c-a0305e46af9b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:34.435437 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-941101c5-a4c8-4a54-89c6-0c8da07021da req-1054b355-c0bc-40f0-91a3-9932651b559c tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/security-groups?id=51f47aa9-7d67-43be-a89c-e2a74e942fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6465349 Feb 15 16:43:34.456848 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d7b911a-e31e-4eae-b37e-3f83d69e9caa req-fd680bca-aebf-439f-8b39-8932c4d553d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22f4237d-17f2-4e76-bbf6-98528fa8a687 HTTP/1.1" status: 200 len: 217 time: 0.1360490 Feb 15 16:43:34.524383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42312) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:34.592300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2564abb0-3259-4ae5-9d8d-14afd0c4e28a admin admin] Checking segment: {'id': 'c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:34.592595 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff96890-f962-4e07-9df2-0b36ff3048eb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Pushing event updated for resources: {'Port': ['ID=df75ea7f-0733-436e-9a68-1cb95d6d6070,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:34.593175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2564abb0-3259-4ae5-9d8d-14afd0c4e28a admin admin] Network hostable DHCP agents. Network: 1702eb51-a00d-4c54-8a69-7033b870c03d, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:43:34.598581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564abb0-3259-4ae5-9d8d-14afd0c4e28a admin admin] Pushing event updated for resources: {'Subnet': ['ID=00524c7b-0e17-4a67-aa78-e190b4f54264,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:34.617860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b911a-e31e-4eae-b37e-3f83d69e9caa req-8be7c59a-2dcd-483a-bf08-0048bba97c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:34.619598 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d7b911a-e31e-4eae-b37e-3f83d69e9caa req-8be7c59a-2dcd-483a-bf08-0048bba97c75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=37c957bb-fa30-4364-b9c9-24f8daf21d17 HTTP/1.1" status: 200 len: 862 time: 0.1492002 Feb 15 16:43:34.658271 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d7b911a-e31e-4eae-b37e-3f83d69e9caa req-dcde0811-55dc-4d38-a8e8-a118f44b03ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dbf251e0-7094-4ea3-8e34-d68918e55417&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293880 Feb 15 16:43:34.684673 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-aff96890-f962-4e07-9df2-0b36ff3048eb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:34.685451 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-aff96890-f962-4e07-9df2-0b36ff3048eb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:34.688419 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:43:34.709640 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b12929a8-3fe2-40cd-bfa7-77bb8a6677c5 req-e489f73b-c1d4-4f60-b803-090fede06629 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.0475645 Feb 15 16:43:34.756579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 54f649fd-3f38-4b30-927c-a0305e46af9b is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:34.757764 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (54f649fd-3f38-4b30-927c-a0305e46af9b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:34.768112 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97219c68-725f-4778-b30c-7125466de149 req-69787e54-09f0-48fa-9276-8344b3f0674b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:34.769746 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97219c68-725f-4778-b30c-7125466de149 req-69787e54-09f0-48fa-9276-8344b3f0674b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 932 time: 0.4984066 Feb 15 16:43:34.773101 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9280cb35-0398-4831-b48f-2c694ef0524c None None] Provisioning complete for port 0c816807-3bc4-4746-95e6-7f9409e536e8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:34.773502 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9280cb35-0398-4831-b48f-2c694ef0524c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:34.820688 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-35b393df-423b-4543-a3f1-ccbec7bf9f40 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-network', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:34.836997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2564abb0-3259-4ae5-9d8d-14afd0c4e28a admin admin] Network 1702eb51-a00d-4c54-8a69-7033b870c03d is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:43:34.953680 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97219c68-725f-4778-b30c-7125466de149 req-5b35c42f-4a8b-4623-8352-2e227df81262 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448867 Feb 15 16:43:34.999758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942c13b-aef6-4947-a28f-fdc8f5272a7d req-cc26325e-eca8-49e7-9805-495f006b2285 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:35.002503 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0942c13b-aef6-4947-a28f-fdc8f5272a7d req-cc26325e-eca8-49e7-9805-495f006b2285 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.1389165 Feb 15 16:43:35.028054 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d7b911a-e31e-4eae-b37e-3f83d69e9caa req-c37ecdf5-b16e-48ef-8c58-79fa69d55ee4 service neutron] 10.222.0.67 "GET /v2.0/networks/dbf251e0-7094-4ea3-8e34-d68918e55417?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152013 Feb 15 16:43:35.113825 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-aff96890-f962-4e07-9df2-0b36ff3048eb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4579597 Feb 15 16:43:35.126548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Request body: {'port': {'device_id': '48683183-fc01-450f-b3b1-85d063fc849b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:35.169518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9280cb35-0398-4831-b48f-2c694ef0524c None None] Port 0c816807-3bc4-4746-95e6-7f9409e536e8 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:43:35.172521 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 54f649fd-3f38-4b30-927c-a0305e46af9b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=54f649fd-3f38-4b30-927c-a0305e46af9b,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:35.218951 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:35.269664 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (54f649fd-3f38-4b30-927c-a0305e46af9b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:35.294463 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:35.358858 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=54f649fd-3f38-4b30-927c-a0305e46af9b,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:35.466027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-2564abb0-3259-4ae5-9d8d-14afd0c4e28a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 1702eb51-a00d-4c54-8a69-7033b870c03d) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:35.480382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2564abb0-3259-4ae5-9d8d-14afd0c4e28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:35.481011 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2564abb0-3259-4ae5-9d8d-14afd0c4e28a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:35.484775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b640711-1a30-4d0e-813f-eb87e1326a8e None None] Network 1702eb51-a00d-4c54-8a69-7033b870c03d requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:43:35.548248 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0942c13b-aef6-4947-a28f-fdc8f5272a7d req-74d8b891-dbf5-44b2-8679-9d15d20ecd5a tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349371 Feb 15 16:43:35.572694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b393df-423b-4543-a3f1-ccbec7bf9f40 admin admin] Made reservation on behalf of 130e52b66c5a4831b4acccf5a4ca800d for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:43:35.574976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35b393df-423b-4543-a3f1-ccbec7bf9f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:35.619314 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d7b911a-e31e-4eae-b37e-3f83d69e9caa req-60510de9-a0e9-43fa-8b2d-4a5884fd05c9 service neutron] 10.222.0.67 "GET /v2.0/networks/dbf251e0-7094-4ea3-8e34-d68918e55417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755780 Feb 15 16:43:35.640394 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2564abb0-3259-4ae5-9d8d-14afd0c4e28a admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1468291 Feb 15 16:43:35.643780 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35b393df-423b-4543-a3f1-ccbec7bf9f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:35.698034 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889a0d80-adf4-4b6d-a508-ccb7a2be6b02 None None] Network 1702eb51-a00d-4c54-8a69-7033b870c03d requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:43:35.730056 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Publish callbacks [] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:35.813727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e6f2f-77e6-451c-8805-b78f1fb180bb req-3f5d2497-2fde-47de-acc9-b6a0d23c9e04 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:35.826227 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c1e6f2f-77e6-451c-8805-b78f1fb180bb req-3f5d2497-2fde-47de-acc9-b6a0d23c9e04 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 943 time: 0.1976621 Feb 15 16:43:35.828938 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:35.837955 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35b393df-423b-4543-a3f1-ccbec7bf9f40 admin admin] Publish callbacks [] for security_group (6d700c84-401b-4ff6-8519-a08b5d4e38e0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:35.880229 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5e376e29-e452-49f2-b840-13bc4b861e0d req-35a78156-5a29-4bd9-9bb2-bcdef6e97b81 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.0404227 Feb 15 16:43:35.900907 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35b393df-423b-4543-a3f1-ccbec7bf9f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6d700c84-401b-4ff6-8519-a08b5d4e38e0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:35.921837 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35b393df-423b-4543-a3f1-ccbec7bf9f40 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:43:35.966550 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35b393df-423b-4543-a3f1-ccbec7bf9f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (86edc604-a0dd-4460-81bb-c6369d7af5a4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:35.969174 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-35b393df-423b-4543-a3f1-ccbec7bf9f40 admin admin] Added segment 86edc604-a0dd-4460-81bb-c6369d7af5a4 of type vlan for network 1b16032e-9798-432f-b240-94c30f7cd9e2 Feb 15 16:43:35.983529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Pushing event updated for resources: {'Port': ['ID=0c816807-3bc4-4746-95e6-7f9409e536e8,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:35.998004 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (4ae8ed4f-80b4-4524-9065-c82809d475cf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:36.021234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df75ea7f-0733-436e-9a68-1cb95d6d6070 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:43:36.028117 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b393df-423b-4543-a3f1-ccbec7bf9f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d700c84-401b-4ff6-8519-a08b5d4e38e0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:36.033162 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c1e6f2f-77e6-451c-8805-b78f1fb180bb req-061c7d2e-c4e0-437b-bd93-bbeaa3e60c0c tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/security-groups?id=51f47aa9-7d67-43be-a89c-e2a74e942fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906130 Feb 15 16:43:36.044172 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Publish callbacks [] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:36.099831 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Transition to ACTIVE for port object df75ea7f-0733-436e-9a68-1cb95d6d6070 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:43:36.146915 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35b393df-423b-4543-a3f1-ccbec7bf9f40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (1b16032e-9798-432f-b240-94c30f7cd9e2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:36.167136 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Network 2807a2de-2c37-45b1-aca9-33329891341e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:36.172552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:36.202047 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:36.258689 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 54f649fd-3f38-4b30-927c-a0305e46af9b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:36.266130 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35b393df-423b-4543-a3f1-ccbec7bf9f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (1b16032e-9798-432f-b240-94c30f7cd9e2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:36.267306 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b393df-423b-4543-a3f1-ccbec7bf9f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:36.267900 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35b393df-423b-4543-a3f1-ccbec7bf9f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:36.395704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 54f649fd-3f38-4b30-927c-a0305e46af9b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:36.396299 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (54f649fd-3f38-4b30-927c-a0305e46af9b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:36.411983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b393df-423b-4543-a3f1-ccbec7bf9f40 admin admin] Pushing event updated for resources: {'Network': ['ID=1b16032e-9798-432f-b240-94c30f7cd9e2,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:36.419286 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-35b393df-423b-4543-a3f1-ccbec7bf9f40 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8759992 Feb 15 16:43:36.425027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42362) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:36.432844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-87a53568-adcb-429d-bdd6-0e730444ace7 admin admin] Request body: {'subnet': {'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-subnet', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:36.461229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 1b16032e-9798-432f-b240-94c30f7cd9e2 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:43:36.499280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-a2371ea3-a658-48cb-b1e4-28080f760adf tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:36.500972 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-a2371ea3-a658-48cb-b1e4-28080f760adf tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/networks?id=1702eb51-a00d-4c54-8a69-7033b870c03d HTTP/1.1" status: 200 len: 821 time: 0.2205870 Feb 15 16:43:36.519134 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-8780c621-2709-4148-9058-0667d7213f94 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/quotas/e20384e9c71c40dfbfc3b7803befe478 HTTP/1.1" status: 200 len: 375 time: 0.0106530 Feb 15 16:43:36.519948 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Pushing event updated for resources: {'Port': ['ID=df75ea7f-0733-436e-9a68-1cb95d6d6070,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:36.573623 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-50c4dc6d-7ac9-460a-abcf-049592ebae04 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e20384e9c71c40dfbfc3b7803befe478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395336 Feb 15 16:43:36.583324 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a53568-adcb-429d-bdd6-0e730444ace7 admin admin] Made reservation on behalf of 130e52b66c5a4831b4acccf5a4ca800d for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:43:36.585573 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-87a53568-adcb-429d-bdd6-0e730444ace7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:36.620687 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 22f4237d-17f2-4e76-bbf6-98528fa8a687 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:43:36.632883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876557c3-75c2-44a5-945f-3ef316e398ea req-bd1cd96f-cef3-443c-8099-b4b25abab6e9 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:36.634438 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-876557c3-75c2-44a5-945f-3ef316e398ea req-bd1cd96f-cef3-443c-8099-b4b25abab6e9 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 944 time: 0.3767521 Feb 15 16:43:36.635146 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Attempting to bind port df75ea7f-0733-436e-9a68-1cb95d6d6070 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:43:36.635742 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Attempting to bind port df75ea7f-0733-436e-9a68-1cb95d6d6070 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:43:36.635879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Attempting to bind port df75ea7f-0733-436e-9a68-1cb95d6d6070 on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:36.642887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Port df75ea7f-0733-436e-9a68-1cb95d6d6070 on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:43:36.642887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Attempting to bind port df75ea7f-0733-436e-9a68-1cb95d6d6070 on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:36.650014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:43:36.650352 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Checking segment: {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:36.650734 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Bound using segment: {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:43:36.651168 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Bound port: df75ea7f-0733-436e-9a68-1cb95d6d6070, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:43:36.651527 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:36.682391 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Router 4ae8ed4f-80b4-4524-9065-c82809d475cf has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:43:36.732958 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-1220bf61-0857-43a5-85ee-74afcf46cbb4 service neutron] 10.222.0.107 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584148 Feb 15 16:43:36.743592 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-876557c3-75c2-44a5-945f-3ef316e398ea req-28de777f-8565-44ef-9bc4-3b0d9bd6053f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942905 Feb 15 16:43:36.759555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-bd9b7b74-73f1-466d-bc61-42b46c270f3b None None] Provisioning complete for port 0c816807-3bc4-4746-95e6-7f9409e536e8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:36.762379 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bd9b7b74-73f1-466d-bc61-42b46c270f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:36.863079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bd9b7b74-73f1-466d-bc61-42b46c270f3b None None] Port 0c816807-3bc4-4746-95e6-7f9409e536e8 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:43:36.879529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 54f649fd-3f38-4b30-927c-a0305e46af9b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:36.908772 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-3ac08a04-153d-406a-b17b-27764f042b3c service neutron] 10.222.0.107 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683373 Feb 15 16:43:36.915371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] For port df75ea7f-0733-436e-9a68-1cb95d6d6070, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:43:36.934477 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] For port df75ea7f-0733-436e-9a68-1cb95d6d6070, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=df75ea7f-0733-436e-9a68-1cb95d6d6070,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:43:36.958559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 22f4237d-17f2-4e76-bbf6-98528fa8a687, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=22f4237d-17f2-4e76-bbf6-98528fa8a687,segment=NetworkSegment(86fe6820-1818-482e-8c68-eaa3c6ffe495),segment_id=86fe6820-1818-482e-8c68-eaa3c6ffe495)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:36.966456 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00254133-f045-4a48-a8c9-51dc9d986b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:36.991082 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-87a53568-adcb-429d-bdd6-0e730444ace7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (5929e2bc-8d45-4bd8-afc2-4a7c151090f9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:36.991475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '22f4237d-17f2-4e76-bbf6-98528fa8a687', 'network_id': 'dbf251e0-7094-4ea3-8e34-d68918e55417', 'port_id': '22f4237d-17f2-4e76-bbf6-98528fa8a687', 'mac_address': 'fa:16:3e:2c:48:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c957bb-fa30-4364-b9c9-24f8daf21d17', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:43:37.004081 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:43:37.021037 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bdacb5db-b79b-4bec-9318-17464b55844e admin admin] 10.222.0.107 "PUT /v2.0/routers/4ae8ed4f-80b4-4524-9065-c82809d475cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8355305 Feb 15 16:43:37.055240 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:37.060595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Sync routers for ids ['4ae8ed4f-80b4-4524-9065-c82809d475cf'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:43:37.068987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a53568-adcb-429d-bdd6-0e730444ace7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5929e2bc-8d45-4bd8-afc2-4a7c151090f9,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:37.074407 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a53568-adcb-429d-bdd6-0e730444ace7 admin admin] Checking segment: {'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:37.074407 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a53568-adcb-429d-bdd6-0e730444ace7 admin admin] Network hostable DHCP agents. Network: 1b16032e-9798-432f-b240-94c30f7cd9e2, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:43:37.097129 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 22f4237d-17f2-4e76-bbf6-98528fa8a687 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:37.097941 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (22f4237d-17f2-4e76-bbf6-98528fa8a687), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:37.102195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Routers {'4ae8ed4f-80b4-4524-9065-c82809d475cf'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:43:37.102195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:43:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4ae8ed4f-80b4-4524-9065-c82809d475cf'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:37.135988 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5a9a9-a93b-4836-8743-ebad6ef53937 req-6dfdf131-d663-450f-b28c-cacbde8ba1f7 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:37.138184 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0db5a9a9-a93b-4836-8743-ebad6ef53937 req-6dfdf131-d663-450f-b28c-cacbde8ba1f7 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.1776240 Feb 15 16:43:37.144495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:37.145131 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:37.146903 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] 10.222.0.67 "PUT /v2.0/ports/df75ea7f-0733-436e-9a68-1cb95d6d6070 HTTP/1.1" status: 200 len: 1093 time: 2.0255032 Feb 15 16:43:37.147375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48683183-fc01-450f-b3b1-85d063fc849b', 'tag': 'df75ea7f-0733-436e-9a68-1cb95d6d6070'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:37.150785 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2133fa15-f6df-4bdc-a86c-c31ee4244212" -d '{"events": [{"name": "network-changed", "server_uuid": "48683183-fc01-450f-b3b1-85d063fc849b", "tag": "df75ea7f-0733-436e-9a68-1cb95d6d6070"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:37.154860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a53568-adcb-429d-bdd6-0e730444ace7 admin admin] Network 1b16032e-9798-432f-b240-94c30f7cd9e2 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:43:37.224573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22f4237d-17f2-4e76-bbf6-98528fa8a687 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:43:37.296479 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 22f4237d-17f2-4e76-bbf6-98528fa8a687, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=22f4237d-17f2-4e76-bbf6-98528fa8a687,segment=NetworkSegment(86fe6820-1818-482e-8c68-eaa3c6ffe495),segment_id=86fe6820-1818-482e-8c68-eaa3c6ffe495)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:37.296940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-87a53568-adcb-429d-bdd6-0e730444ace7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 1b16032e-9798-432f-b240-94c30f7cd9e2) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:37.301940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a53568-adcb-429d-bdd6-0e730444ace7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:37.302547 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-87a53568-adcb-429d-bdd6-0e730444ace7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:37.315871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7585b1-aa85-4105-be2a-eca28d96b902 None None] Network 1b16032e-9798-432f-b240-94c30f7cd9e2 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:43:37.435210 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (22f4237d-17f2-4e76-bbf6-98528fa8a687), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:37.470299 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-87a53568-adcb-429d-bdd6-0e730444ace7 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0440285 Feb 15 16:43:37.489648 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-895d6800-7ee2-4144-ba50-e6d7af83d460 req-7b7c6d82-5490-4943-9c46-061b25730541 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.0590358 Feb 15 16:43:37.495387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42406) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:37.516288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:37.622971 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d17212b4-318d-4905-848e-4e1e203ce493 req-afd57e9b-3d7f-4074-9f2a-e44145bd34af service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2479568 Feb 15 16:43:37.629840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=22f4237d-17f2-4e76-bbf6-98528fa8a687,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:37.637513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Set router 4ae8ed4f-80b4-4524-9065-c82809d475cf gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:43:37.667898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53989c0-ac39-4f08-ad2a-ac0ba2d53484 req-c2641c43-fc4b-460c-a5f3-43adc9c6874b tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:37.674531 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f53989c0-ac39-4f08-ad2a-ac0ba2d53484 req-c2641c43-fc4b-460c-a5f3-43adc9c6874b tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 944 time: 0.0980077 Feb 15 16:43:37.694898 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (af8f3875-667c-4596-8678-d6cfcb7c95fb), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:37.696243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (af8f3875-667c-4596-8678-d6cfcb7c95fb), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:37.749702 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0db5a9a9-a93b-4836-8743-ebad6ef53937 req-036753be-381c-4ce7-9580-323dc6b115ea tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5720923 Feb 15 16:43:37.789988 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f53989c0-ac39-4f08-ad2a-ac0ba2d53484 req-2d3b33b0-6d0c-4cac-a630-a5141105eec7 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/security-groups?id=51f47aa9-7d67-43be-a89c-e2a74e942fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113636 Feb 15 16:43:37.796469 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e6bd7-7204-4c3a-80c4-9502fd8f9ddc service neutron] Pushing event updated for resources: {'Port': ['ID=df75ea7f-0733-436e-9a68-1cb95d6d6070,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:37.824349 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab3321c-e6d8-406b-bad3-530a9b5ed74b x-openstack-request-id: req-2ab3321c-e6d8-406b-bad3-530a9b5ed74b {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:37.824951 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48683183-fc01-450f-b3b1-85d063fc849b", "tag": "df75ea7f-0733-436e-9a68-1cb95d6d6070", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:37.825406 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2ab3321c-e6d8-406b-bad3-530a9b5ed74b {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:37.826010 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48683183-fc01-450f-b3b1-85d063fc849b', 'tag': 'df75ea7f-0733-436e-9a68-1cb95d6d6070', 'status': 'completed', 'code': 200} Feb 15 16:43:37.836963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['22f4237d-17f2-4e76-bbf6-98528fa8a687'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:43:37.840145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-4e31899e-73ef-4300-ba6f-1d083f9ae7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:37.842979 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-4e31899e-73ef-4300-ba6f-1d083f9ae7ff service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 1127 time: 0.1141696 Feb 15 16:43:37.916125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-1b16032e-9798-432f-b240-94c30f7cd9e2', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:43:37.916408 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-1b06b255-a259-47d4-80cc-4775cbe46bea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df75ea7f-0733-436e-9a68-1cb95d6d6070 HTTP/1.1" status: 200 len: 217 time: 0.0590801 Feb 15 16:43:37.917588 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:38.020766 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a63729fa-3b7e-40de-8a41-12177c17ffc6 req-bc95813c-0909-421f-8914-9d7a1652906a tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 210 time: 0.0834756 Feb 15 16:43:38.035135 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Publish callbacks [] for router_controller (af8f3875-667c-4596-8678-d6cfcb7c95fb), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:38.042189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17212b4-318d-4905-848e-4e1e203ce493 req-08f4df3b-0528-4144-9663-7ed20b638bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:38.046637 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d17212b4-318d-4905-848e-4e1e203ce493 req-08f4df3b-0528-4144-9663-7ed20b638bc3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c9f65cb77bef4454939809c6904ca169&device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 1127 time: 0.3707225 Feb 15 16:43:38.048292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-72687a13-f143-4f5b-b361-0612e6ad3984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:38.051341 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-72687a13-f143-4f5b-b361-0612e6ad3984 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e54c697c-dfc4-4d97-947c-96f129045128 HTTP/1.1" status: 200 len: 852 time: 0.1281712 Feb 15 16:43:38.119403 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-ccdec94f-9ed3-45b6-be5e-8bf065f8e065 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605583 Feb 15 16:43:38.304791 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'name': 'tempest-TaggedBootDevicesTest_v242-556432693-router', 'tenant_id': 'c0ec1e49481b441384a16b5429f3c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:23Z', 'updated_at': '2022-02-15T16:43:35Z', 'revision_number': 4, 'project_id': 'c0ec1e49481b441384a16b5429f3c001', 'gw_port': {'id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:24Z', 'updated_at': '2022-02-15T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '0c816807-3bc4-4746-95e6-7f9409e536e8', 'name': '', 'network_id': '2807a2de-2c37-45b1-aca9-33329891341e', 'tenant_id': 'c0ec1e49481b441384a16b5429f3c001', 'mac_address': 'fa:16:3e:52:81:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '231edd03-90ef-4de2-800c-f612974cb93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:32Z', 'updated_at': '2022-02-15T16:43:35Z', 'revision_number': 2, 'project_id': 'c0ec1e49481b441384a16b5429f3c001', 'subnets': [{'id': '231edd03-90ef-4de2-800c-f612974cb93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:38.330567 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-b2bda91d-7cf3-4448-8b02-04a32c6677fd service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052295 Feb 15 16:43:38.342661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Allocated IP 172.20.0.2 (1b16032e-9798-432f-b240-94c30f7cd9e2/5929e2bc-8d45-4bd8-afc2-4a7c151090f9/4584c076-6c2a-4afd-b66b-2b74ee671df4) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:43:38.398324 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Publish callbacks [] for router_gateway (af8f3875-667c-4596-8678-d6cfcb7c95fb), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:38.419654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Checking router: 4ae8ed4f-80b4-4524-9065-c82809d475cf for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:43:38.420294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Updating router 4ae8ed4f-80b4-4524-9065-c82809d475cf port 0c816807-3bc4-4746-95e6-7f9409e536e8 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:43:38.463008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaf881-176c-454a-9b30-1d41d8573545 req-60a7c5e7-edc3-4f44-a00e-4d583d4ba90a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:38.467421 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0cbaf881-176c-454a-9b30-1d41d8573545 req-60a7c5e7-edc3-4f44-a00e-4d583d4ba90a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 944 time: 0.3522217 Feb 15 16:43:38.511903 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3774c5eb-84eb-4727-8a1c-89eb3de141d2 req-d9e13af9-f699-4c9d-b42c-380df6eb056f service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746738 Feb 15 16:43:38.525114 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:38.538901 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17212b4-318d-4905-848e-4e1e203ce493 req-1e0a759c-a299-4612-8054-e100912bedfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:38.540230 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d17212b4-318d-4905-848e-4e1e203ce493 req-1e0a759c-a299-4612-8054-e100912bedfc service neutron] 10.222.0.10 "GET /v2.0/networks?id=e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 200 len: 909 time: 0.4707451 Feb 15 16:43:38.620510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0cbaf881-176c-454a-9b30-1d41d8573545 req-c4a5d977-8e00-4b97-b9cc-c63b21236c91 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460302 Feb 15 16:43:38.713619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d17212b4-318d-4905-848e-4e1e203ce493 req-48f14e83-10fc-48a7-8228-835dca9f7724 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7 HTTP/1.1" status: 200 len: 217 time: 0.1427476 Feb 15 16:43:38.778027 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133fa15-f6df-4bdc-a86c-c31ee4244212 req-44a5eca1-d2c9-42f6-a2b5-9a36010a83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:38.779826 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2133fa15-f6df-4bdc-a86c-c31ee4244212 req-44a5eca1-d2c9-42f6-a2b5-9a36010a83f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 1127 time: 0.0591908 Feb 15 16:43:38.898029 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc2c6ddd-7605-4f0e-a055-8f9740a7decd req-f877785f-f00f-4de0-b724-b4e0855b7dbd tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.1484246 Feb 15 16:43:38.985275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17212b4-318d-4905-848e-4e1e203ce493 req-470797ac-9fe1-4095-afef-a2fcb01a55c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:38.987610 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d17212b4-318d-4905-848e-4e1e203ce493 req-470797ac-9fe1-4095-afef-a2fcb01a55c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 200 len: 848 time: 0.2575219 Feb 15 16:43:39.020770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133fa15-f6df-4bdc-a86c-c31ee4244212 req-9f9dd4cb-3c2b-4e2e-bf48-d29f68d75bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:39.023306 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2133fa15-f6df-4bdc-a86c-c31ee4244212 req-9f9dd4cb-3c2b-4e2e-bf48-d29f68d75bc6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 913 time: 0.2067237 Feb 15 16:43:39.056815 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d17212b4-318d-4905-848e-4e1e203ce493 req-9b2820cc-70a2-42ee-8047-af0a875b2416 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e2f44540-9fa0-4d48-bf47-62103b5ae529&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494173 Feb 15 16:43:39.068925 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Publish callbacks [] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:39.104442 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2133fa15-f6df-4bdc-a86c-c31ee4244212 req-b031b684-be3a-45b5-820d-86c74a040f29 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df75ea7f-0733-436e-9a68-1cb95d6d6070 HTTP/1.1" status: 200 len: 217 time: 0.0568764 Feb 15 16:43:39.216222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133fa15-f6df-4bdc-a86c-c31ee4244212 req-b8393798-ee71-4aae-8951-f4a0d10fc9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:39.218257 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2133fa15-f6df-4bdc-a86c-c31ee4244212 req-b8393798-ee71-4aae-8951-f4a0d10fc9f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e54c697c-dfc4-4d97-947c-96f129045128 HTTP/1.1" status: 200 len: 852 time: 0.1054678 Feb 15 16:43:39.237980 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:39.317058 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2133fa15-f6df-4bdc-a86c-c31ee4244212 req-03a5ec37-6f0a-4471-9689-ad3a31a0a3ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888884 Feb 15 16:43:39.331641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c07bb2-e7c9-4689-b641-69c031bc044a req-e3ec776c-1dc0-4d0a-b89b-272b8268e502 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:39.334466 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b6c07bb2-e7c9-4689-b641-69c031bc044a req-e3ec776c-1dc0-4d0a-b89b-272b8268e502 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.2794158 Feb 15 16:43:39.364956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d17212b4-318d-4905-848e-4e1e203ce493 req-b00a80ae-657d-4bed-a3ec-2b0c8417d849 service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989926 Feb 15 16:43:39.379966 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Publish callbacks [] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:39.461304 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Publish callbacks [] for router_gateway (af8f3875-667c-4596-8678-d6cfcb7c95fb), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:39.508584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Pushing event updated for resources: {'Port': ['ID=4584c076-6c2a-4afd-b66b-2b74ee671df4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:39.512020 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2336881f-1a67-41ac-9c3e-2b2cde3338cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:39.513324 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:39.544368 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b6c07bb2-e7c9-4689-b641-69c031bc044a req-3f04b1e7-fbb7-450d-a7bd-910e1c51bf3e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006385 Feb 15 16:43:39.544368 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:39.566391 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Network 1b16032e-9798-432f-b240-94c30f7cd9e2 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:39.594904 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:39.603715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:43:39.613699 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2133fa15-f6df-4bdc-a86c-c31ee4244212 req-25b4963f-75ea-4b32-8940-7bd9b5eafd03 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910209 Feb 15 16:43:39.625969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea987eb-8a04-41f4-81ec-306742feec04 None None] Pushing event updated for resources: {'Port': ['ID=0c816807-3bc4-4746-95e6-7f9409e536e8,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:39.702586 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Attempting to bind port 4584c076-6c2a-4afd-b66b-2b74ee671df4 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:43:39.703212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Attempting to bind port 4584c076-6c2a-4afd-b66b-2b74ee671df4 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:43:39.703794 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Attempting to bind port 4584c076-6c2a-4afd-b66b-2b74ee671df4 on network 1b16032e-9798-432f-b240-94c30f7cd9e2 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:39.740888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:43:39.741694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Checking segment: {'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:39.742235 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:39.756846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Bound using segment: {'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:43:39.757985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Bound port: 4584c076-6c2a-4afd-b66b-2b74ee671df4, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:43:39.758652 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:39.768474 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2133fa15-f6df-4bdc-a86c-c31ee4244212 req-ec1d07bb-ece0-48c2-9839-4814970a5d53 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469929 Feb 15 16:43:39.832767 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d17212b4-318d-4905-848e-4e1e203ce493 req-41478a3c-d9c8-4199-9322-6e7cdf833525 service neutron] 10.222.0.10 "GET /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535315 Feb 15 16:43:39.900187 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Attempting to bind port 0c816807-3bc4-4746-95e6-7f9409e536e8 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:43:39.902347 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Attempting to bind port 0c816807-3bc4-4746-95e6-7f9409e536e8 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '01c23b04-4554-4bc1-93ce-6a8dc763a770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2807a2de-2c37-45b1-aca9-33329891341e'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:43:39.902949 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Attempting to bind port 0c816807-3bc4-4746-95e6-7f9409e536e8 on network 2807a2de-2c37-45b1-aca9-33329891341e {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:39.911046 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:43:39.911729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Checking segment: {'id': '01c23b04-4554-4bc1-93ce-6a8dc763a770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2807a2de-2c37-45b1-aca9-33329891341e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:39.912532 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:39.912745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607e4c2-7dfe-4035-9266-a8794406ce90 req-7beb8c1e-a60e-4a35-aeb0-51e6be543a56 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:39.913257 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ac7dc32b-73b2-4362-8319-bec3a4c1289e req-bbcfbdc2-460e-4071-b9e8-2d32f4ec5819 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 210 time: 0.0473499 Feb 15 16:43:39.915822 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5607e4c2-7dfe-4035-9266-a8794406ce90 req-7beb8c1e-a60e-4a35-aeb0-51e6be543a56 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 944 time: 0.2548249 Feb 15 16:43:39.921243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Bound using segment: {'id': '01c23b04-4554-4bc1-93ce-6a8dc763a770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2807a2de-2c37-45b1-aca9-33329891341e'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:43:39.924192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Bound port: 0c816807-3bc4-4746-95e6-7f9409e536e8, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c23b04-4554-4bc1-93ce-6a8dc763a770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '2807a2de-2c37-45b1-aca9-33329891341e'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:43:39.925144 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:39.988699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Allocated IP 172.25.4.60 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/0acf0fee-5615-4962-98ef-304d7190870b) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:43:40.034107 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5607e4c2-7dfe-4035-9266-a8794406ce90 req-171be8cf-ed33-4b43-ba12-13fabeccd6ae tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/security-groups?id=51f47aa9-7d67-43be-a89c-e2a74e942fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047781 Feb 15 16:43:40.146192 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Publish callbacks [] for port (0acf0fee-5615-4962-98ef-304d7190870b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:40.146785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] For port 4584c076-6c2a-4afd-b66b-2b74ee671df4, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:43:40.191057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] For port 0c816807-3bc4-4746-95e6-7f9409e536e8, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:43:40.196842 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] For port 4584c076-6c2a-4afd-b66b-2b74ee671df4, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4584c076-6c2a-4afd-b66b-2b74ee671df4,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:43:40.206125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c4ab65d0-1a77-4e90-b809-91f1c20c5230 None None] Provisioning complete for port 0c816807-3bc4-4746-95e6-7f9409e536e8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:40.206502 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c4ab65d0-1a77-4e90-b809-91f1c20c5230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:40.209096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] For port 0c816807-3bc4-4746-95e6-7f9409e536e8, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0c816807-3bc4-4746-95e6-7f9409e536e8,segment=NetworkSegment(01c23b04-4554-4bc1-93ce-6a8dc763a770),segment_id=01c23b04-4554-4bc1-93ce-6a8dc763a770)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:43:40.236181 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5057c7-a57a-43e6-abea-97b0a84af895 req-ef7ee8fe-54f8-4991-b7e3-6eac39985383 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:40.249429 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca5057c7-a57a-43e6-abea-97b0a84af895 req-ef7ee8fe-54f8-4991-b7e3-6eac39985383 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 944 time: 0.2149303 Feb 15 16:43:40.270896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab65d0-1a77-4e90-b809-91f1c20c5230 None None] Port 0c816807-3bc4-4746-95e6-7f9409e536e8 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:43:40.314524 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0acf0fee-5615-4962-98ef-304d7190870b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:40.321797 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca5057c7-a57a-43e6-abea-97b0a84af895 req-f7b9fab0-f28b-4c03-95ba-e1883d6af41e tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710831 Feb 15 16:43:40.366693 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:40.376933 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:40.394695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:40.398843 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:40.405703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:43:40.467062 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75f70e42-b1b5-427e-9971-c90336aa0bbf req-3ec272e1-3bce-4c38-8c85-10a4a77d7455 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=8ca801c7-3d0d-4a2a-84cb-3f3b91383b77 HTTP/1.1" status: 200 len: 210 time: 0.0496097 Feb 15 16:43:40.515233 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:40.518704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea987eb-8a04-41f4-81ec-306742feec04 None None] Pushing event updated for resources: {'Port': ['ID=0c816807-3bc4-4746-95e6-7f9409e536e8,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:40.528829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Pushing event updated for resources: {'Port': ['ID=0acf0fee-5615-4962-98ef-304d7190870b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:40.714407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device df75ea7f-0733-436e-9a68-1cb95d6d6070 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:43:40.729048 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 22f4237d-17f2-4e76-bbf6-98528fa8a687 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:40.890306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15a66d-3c25-4887-b47d-af7dc138eb8b None None] Pushing event updated for resources: {'Port': ['ID=4584c076-6c2a-4afd-b66b-2b74ee671df4,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:40.905859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Routers {'4ae8ed4f-80b4-4524-9065-c82809d475cf'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:43:40.912701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:43:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4ae8ed4f-80b4-4524-9065-c82809d475cf'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:41.004747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cec52-e6a4-4ee6-80b5-5a9f13d9a2e1 req-74f41943-e444-4cba-90d1-1d8f4d3263dc tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:41.014347 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd7cec52-e6a4-4ee6-80b5-5a9f13d9a2e1 req-74f41943-e444-4cba-90d1-1d8f4d3263dc tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.3012195 Feb 15 16:43:41.108473 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-d90a23ee-58db-439e-9946-d2be42412779 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:41.109645 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-d90a23ee-58db-439e-9946-d2be42412779 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.10 "GET /v2.0/networks?id=1702eb51-a00d-4c54-8a69-7033b870c03d HTTP/1.1" status: 200 len: 821 time: 0.6624143 Feb 15 16:43:41.128278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-2fb0f6db-62ee-47f1-97d9-0cda6c5dbbdb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Request body: {'port': {'device_id': 'c7d1b5a5-7d3c-488a-8780-05269e8a8470', 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d', 'admin_state_up': True, 'tenant_id': 'e20384e9c71c40dfbfc3b7803befe478'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:41.173381 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd7cec52-e6a4-4ee6-80b5-5a9f13d9a2e1 req-9e979ddc-e05a-4d9a-aeca-e5b2d7a60aba tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558740 Feb 15 16:43:41.241102 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-13608902-6e79-49d2-b6ee-dcd6ca3dc31e req-8f2df852-fb41-48a1-a10e-b9cf9fc6bd88 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 210 time: 0.1303728 Feb 15 16:43:41.508344 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-aabe3b64-4994-4f65-af3a-27d837423402 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:41.510444 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-aabe3b64-4994-4f65-af3a-27d837423402 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/networks?id=c350406e-5e8b-4687-9174-2aa934fa13cf HTTP/1.1" status: 200 len: 804 time: 0.1590726 Feb 15 16:43:41.518832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d342d546-076f-41ba-bdd1-d9174151143b None None] Provisioning complete for port 0c816807-3bc4-4746-95e6-7f9409e536e8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:41.519355 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d342d546-076f-41ba-bdd1-d9174151143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:41.538640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] Set router 4ae8ed4f-80b4-4524-9065-c82809d475cf gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:43:41.548656 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-befe0aae-d809-4d2c-a5de-be9c45f1fb92 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/quotas/67bb2522a59147d6a481577b2fb0a459 HTTP/1.1" status: 200 len: 375 time: 0.0321088 Feb 15 16:43:41.605713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 22f4237d-17f2-4e76-bbf6-98528fa8a687 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:43:41.621980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port df75ea7f-0733-436e-9a68-1cb95d6d6070, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=df75ea7f-0733-436e-9a68-1cb95d6d6070,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:41.623382 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-3a7a2537-dc82-4283-a5d9-e8c89ab30384 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=67bb2522a59147d6a481577b2fb0a459&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722933 Feb 15 16:43:41.650682 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'df75ea7f-0733-436e-9a68-1cb95d6d6070', 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e', 'port_id': 'df75ea7f-0733-436e-9a68-1cb95d6d6070', 'mac_address': 'fa:16:3e:f9:df:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54c697c-dfc4-4d97-947c-96f129045128', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:43:41.668538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 22f4237d-17f2-4e76-bbf6-98528fa8a687 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:41.669055 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (22f4237d-17f2-4e76-bbf6-98528fa8a687), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:41.708650 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Publish callbacks [] for router_gateway (af8f3875-667c-4596-8678-d6cfcb7c95fb), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:41.785922 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be803a84-9a57-487c-9e6b-dd200e8b1001 req-b37fc450-83a0-43cd-9f7f-7972c048dc01 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:41.797148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be803a84-9a57-487c-9e6b-dd200e8b1001 req-b37fc450-83a0-43cd-9f7f-7972c048dc01 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 944 time: 0.4219134 Feb 15 16:43:41.827886 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-3264a785-8a53-4eba-a2db-6987df966fcd service neutron] 10.222.0.107 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906836 Feb 15 16:43:41.832569 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:41.849488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-2fb0f6db-62ee-47f1-97d9-0cda6c5dbbdb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Made reservation on behalf of e20384e9c71c40dfbfc3b7803befe478 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:43:41.853215 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-2fb0f6db-62ee-47f1-97d9-0cda6c5dbbdb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:41.918271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port df75ea7f-0733-436e-9a68-1cb95d6d6070 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:41.918747 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:41.938579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df75ea7f-0733-436e-9a68-1cb95d6d6070 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:43:42.061177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 22f4237d-17f2-4e76-bbf6-98528fa8a687 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:42.061793 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (22f4237d-17f2-4e76-bbf6-98528fa8a687), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:42.083777 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-627e3d51-4015-44e2-be13-d817a702e243 service neutron] 10.222.0.107 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506578 Feb 15 16:43:42.141298 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d342d546-076f-41ba-bdd1-d9174151143b None None] Current status of the port 0c816807-3bc4-4746-95e6-7f9409e536e8 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:42.141298 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d342d546-076f-41ba-bdd1-d9174151143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:42.173793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port df75ea7f-0733-436e-9a68-1cb95d6d6070, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=df75ea7f-0733-436e-9a68-1cb95d6d6070,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:42.236040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d342d546-076f-41ba-bdd1-d9174151143b None None] For port 0c816807-3bc4-4746-95e6-7f9409e536e8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0c816807-3bc4-4746-95e6-7f9409e536e8,segment=NetworkSegment(01c23b04-4554-4bc1-93ce-6a8dc763a770),segment_id=01c23b04-4554-4bc1-93ce-6a8dc763a770)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:42.270712 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:42.306387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc5bfc9-5736-4441-b2ba-3712e8de8190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f4237d-17f2-4e76-bbf6-98528fa8a687'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:42.311014 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2633b8a-a150-47e8-9aa9-b8b023ca8728" -d '{"events": [{"server_uuid": "9fc5bfc9-5736-4441-b2ba-3712e8de8190", "name": "network-vif-plugged", "status": "completed", "tag": "22f4237d-17f2-4e76-bbf6-98528fa8a687"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:42.364281 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4584c076-6c2a-4afd-b66b-2b74ee671df4 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:42.412100 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d342d546-076f-41ba-bdd1-d9174151143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:42.416944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c249c38-7547-4e71-8866-d83449967495 req-c0db5a9e-1413-4700-86eb-f0f1960de971 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:42.418610 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9c249c38-7547-4e71-8866-d83449967495 req-c0db5a9e-1413-4700-86eb-f0f1960de971 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a0d9a4c-4b5f-43ee-ac50-d449eb050136 HTTP/1.1" status: 200 len: 946 time: 0.1412103 Feb 15 16:43:42.472029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 22f4237d-17f2-4e76-bbf6-98528fa8a687, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=22f4237d-17f2-4e76-bbf6-98528fa8a687,segment=NetworkSegment(86fe6820-1818-482e-8c68-eaa3c6ffe495),segment_id=86fe6820-1818-482e-8c68-eaa3c6ffe495)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:42.525317 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['df75ea7f-0733-436e-9a68-1cb95d6d6070'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:43:42.579554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=df75ea7f-0733-436e-9a68-1cb95d6d6070,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:42.667569 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be803a84-9a57-487c-9e6b-dd200e8b1001 req-300d3759-22e4-4479-a2f3-71f31f11998d tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/security-groups?id=51f47aa9-7d67-43be-a89c-e2a74e942fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8692358 Feb 15 16:43:42.696141 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4584c076-6c2a-4afd-b66b-2b74ee671df4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:42.696141 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:42.708950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-9c249c38-7547-4e71-8866-d83449967495 req-b588f7e7-b68f-468f-86d6-18014c603035 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Deleting port b8879dcc-625a-4999-a587-e95efbcc667c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:43:42.710160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9c249c38-7547-4e71-8866-d83449967495 req-b588f7e7-b68f-468f-86d6-18014c603035 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:42.786257 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (22f4237d-17f2-4e76-bbf6-98528fa8a687), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:42.787863 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b8879dcc-625a-4999-a587-e95efbcc667c no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:43:42.830103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e3db06-dc65-4857-bdce-89a9f186d9de None None] Network 1b16032e-9798-432f-b240-94c30f7cd9e2 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:43:42.933428 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'name': 'tempest-TaggedBootDevicesTest_v242-556432693-router', 'tenant_id': 'c0ec1e49481b441384a16b5429f3c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:23Z', 'updated_at': '2022-02-15T16:43:35Z', 'revision_number': 4, 'project_id': 'c0ec1e49481b441384a16b5429f3c001', 'gw_port': {'id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:24Z', 'updated_at': '2022-02-15T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '0c816807-3bc4-4746-95e6-7f9409e536e8', 'name': '', 'network_id': '2807a2de-2c37-45b1-aca9-33329891341e', 'tenant_id': 'c0ec1e49481b441384a16b5429f3c001', 'mac_address': 'fa:16:3e:52:81:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '231edd03-90ef-4de2-800c-f612974cb93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:32Z', 'updated_at': '2022-02-15T16:43:40Z', 'revision_number': 4, 'project_id': 'c0ec1e49481b441384a16b5429f3c001', 'subnets': [{'id': '231edd03-90ef-4de2-800c-f612974cb93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:43.002032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-2fb0f6db-62ee-47f1-97d9-0cda6c5dbbdb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Allocated IP 172.20.0.4 (1702eb51-a00d-4c54-8a69-7033b870c03d/00524c7b-0e17-4a67-aa78-e190b4f54264/9b88b637-eecf-4d62-bc98-4296bdd1de4c) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:43:43.041247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e109b-42c4-495c-b600-9928720b259e req-d0887209-46f2-4b56-8ae0-be85e96232b2 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:43.042870 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f11e109b-42c4-495c-b600-9928720b259e req-d0887209-46f2-4b56-8ae0-be85e96232b2 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.1450288 Feb 15 16:43:43.090564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0b80b-fff3-4ebe-b2ca-d5421ec10a9e req-eeb93179-cd9f-47d4-b83b-70f6dc730232 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:43.100880 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e5d0b80b-fff3-4ebe-b2ca-d5421ec10a9e req-eeb93179-cd9f-47d4-b83b-70f6dc730232 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 945 time: 0.3764017 Feb 15 16:43:43.120786 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (af8f3875-667c-4596-8678-d6cfcb7c95fb), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:43.218164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-9c249c38-7547-4e71-8866-d83449967495 req-b588f7e7-b68f-468f-86d6-18014c603035 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] For port b8879dcc-625a-4999-a587-e95efbcc667c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b8879dcc-625a-4999-a587-e95efbcc667c,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:43.218537 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9c249c38-7547-4e71-8866-d83449967495 req-b588f7e7-b68f-468f-86d6-18014c603035 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:43.237839 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e5d0b80b-fff3-4ebe-b2ca-d5421ec10a9e req-f4c3550f-c8ae-4396-a069-6a59571e2050 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284478 Feb 15 16:43:43.252993 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-9c249c38-7547-4e71-8866-d83449967495 req-b588f7e7-b68f-468f-86d6-18014c603035 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Calling delete_port for b8879dcc-625a-4999-a587-e95efbcc667c owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:43:43.300271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-65b50431-b5e4-4aa9-8bf4-353987505b80 None None] Provisioning complete for port 4584c076-6c2a-4afd-b66b-2b74ee671df4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:43.302044 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65b50431-b5e4-4aa9-8bf4-353987505b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:43.408407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c27550-1be2-48f3-bc1f-8c55cf0a67c0 None None] The sync data for ids ['4ae8ed4f-80b4-4524-9065-c82809d475cf'] in n-d-828372-14 is: [{'id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'name': 'tempest-TaggedBootDevicesTest_v242-556432693-router', 'tenant_id': 'c0ec1e49481b441384a16b5429f3c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:23Z', 'updated_at': '2022-02-15T16:43:35Z', 'revision_number': 4, 'project_id': 'c0ec1e49481b441384a16b5429f3c001', 'gw_port': {'id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:24Z', 'updated_at': '2022-02-15T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '0c816807-3bc4-4746-95e6-7f9409e536e8', 'name': '', 'network_id': '2807a2de-2c37-45b1-aca9-33329891341e', 'tenant_id': 'c0ec1e49481b441384a16b5429f3c001', 'mac_address': 'fa:16:3e:52:81:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '231edd03-90ef-4de2-800c-f612974cb93d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:32Z', 'updated_at': '2022-02-15T16:43:40Z', 'revision_number': 4, 'project_id': 'c0ec1e49481b441384a16b5429f3c001', 'subnets': [{'id': '231edd03-90ef-4de2-800c-f612974cb93d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:43:43.427931 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f11e109b-42c4-495c-b600-9928720b259e req-90042743-c1eb-4c88-8fd7-ed556b284100 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727429 Feb 15 16:43:43.431527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342d546-076f-41ba-bdd1-d9174151143b None None] Pushing event updated for resources: {'Port': ['ID=0c816807-3bc4-4746-95e6-7f9409e536e8,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:43.504136 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8a02f54-01e8-438e-ac2c-396a0f777e48 req-e8ddab4c-19fe-4b72-9c39-d2b29939b470 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 210 time: 0.1370978 Feb 15 16:43:43.516385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Router af8f3875-667c-4596-8678-d6cfcb7c95fb is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:43:43.622647 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:43.639331 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-2fb0f6db-62ee-47f1-97d9-0cda6c5dbbdb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:43.645593 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3d435b-de86-4ac7-9875-8a040326efd9 x-openstack-request-id: req-6e3d435b-de86-4ac7-9875-8a040326efd9 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:43.645593 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc5bfc9-5736-4441-b2ba-3712e8de8190", "name": "network-vif-plugged", "status": "completed", "tag": "22f4237d-17f2-4e76-bbf6-98528fa8a687", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:43.645593 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6e3d435b-de86-4ac7-9875-8a040326efd9 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:43.647067 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc5bfc9-5736-4441-b2ba-3712e8de8190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22f4237d-17f2-4e76-bbf6-98528fa8a687', 'code': 200} Feb 15 16:43:43.755109 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-acd48966-e372-43f7-b7c0-1e36573445d3 req-d3e153bf-f7a3-4916-b2da-49e2d38ed65a tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 210 time: 0.0800064 Feb 15 16:43:43.776040 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9c249c38-7547-4e71-8866-d83449967495 req-b588f7e7-b68f-468f-86d6-18014c603035 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:43.843754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4584c076-6c2a-4afd-b66b-2b74ee671df4 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:43.844791 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:43.866222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c249c38-7547-4e71-8866-d83449967495 req-b588f7e7-b68f-468f-86d6-18014c603035 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] No DVR routers for this DVR port b8879dcc-625a-4999-a587-e95efbcc667c on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:43:43.869483 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9c249c38-7547-4e71-8866-d83449967495 req-b588f7e7-b68f-468f-86d6-18014c603035 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:43.874923 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9c249c38-7547-4e71-8866-d83449967495 req-b588f7e7-b68f-468f-86d6-18014c603035 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.67 "DELETE /v2.0/ports/b8879dcc-625a-4999-a587-e95efbcc667c HTTP/1.1" status: 204 len: 173 time: 1.4483244 Feb 15 16:43:43.875865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588f7e7-b68f-468f-86d6-18014c603035 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Pushing event deleted for resources: {'Port': ['ID=b8879dcc-625a-4999-a587-e95efbcc667c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:43.888311 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0d9a4c-4b5f-43ee-ac50-d449eb050136', 'name': 'network-vif-deleted', 'tag': 'b8879dcc-625a-4999-a587-e95efbcc667c'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:43.892696 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96144127-3fe7-4070-ac57-3d4a49aff156" -d '{"events": [{"server_uuid": "9a0d9a4c-4b5f-43ee-ac50-d449eb050136", "name": "network-vif-deleted", "tag": "b8879dcc-625a-4999-a587-e95efbcc667c"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:43.918770 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=22f4237d-17f2-4e76-bbf6-98528fa8a687,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:43.970159 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31a8453-dc3c-45d5-b457-2a25d0272cc9 x-openstack-request-id: req-f31a8453-dc3c-45d5-b457-2a25d0272cc9 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:43.970454 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0d9a4c-4b5f-43ee-ac50-d449eb050136", "name": "network-vif-deleted", "tag": "b8879dcc-625a-4999-a587-e95efbcc667c", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:43.970805 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f31a8453-dc3c-45d5-b457-2a25d0272cc9 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:43.971834 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0d9a4c-4b5f-43ee-ac50-d449eb050136', 'name': 'network-vif-deleted', 'tag': 'b8879dcc-625a-4999-a587-e95efbcc667c', 'status': 'completed', 'code': 200} Feb 15 16:43:43.997722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:43:44.015359 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Sync routers for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:43:44.026858 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-2fb0f6db-62ee-47f1-97d9-0cda6c5dbbdb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:44.029318 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:43:44.032924 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:43:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:44.046866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port b8879dcc-625a-4999-a587-e95efbcc667c is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:44.048208 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b8879dcc-625a-4999-a587-e95efbcc667c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:44.119387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-65b50431-b5e4-4aa9-8bf4-353987505b80 None None] Current status of the port 4584c076-6c2a-4afd-b66b-2b74ee671df4 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:44.129524 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65b50431-b5e4-4aa9-8bf4-353987505b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:44.164789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-2fb0f6db-62ee-47f1-97d9-0cda6c5dbbdb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Network 1702eb51-a00d-4c54-8a69-7033b870c03d is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:44.184908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0f6db-62ee-47f1-97d9-0cda6c5dbbdb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Pushing event updated for resources: {'Port': ['ID=9b88b637-eecf-4d62-bc98-4296bdd1de4c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:44.190185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-2fb0f6db-62ee-47f1-97d9-0cda6c5dbbdb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:44.194236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-2fb0f6db-62ee-47f1-97d9-0cda6c5dbbdb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:43:44.254656 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:43:44.257564 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 4584c076-6c2a-4afd-b66b-2b74ee671df4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4584c076-6c2a-4afd-b66b-2b74ee671df4,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:44.344362 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:44.430800 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:44.432325 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-724abe6b-bc53-488e-a7cb-126c580eafd5 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.9315934 Feb 15 16:43:44.463536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e43df-05d5-44a7-862f-31e3c8098f44 req-95580330-9397-4337-a2ef-7561a58a7859 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:44.478342 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c44e43df-05d5-44a7-862f-31e3c8098f44 req-95580330-9397-4337-a2ef-7561a58a7859 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 945 time: 0.5472152 Feb 15 16:43:44.487307 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42592) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:44.548061 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-2fb0f6db-62ee-47f1-97d9-0cda6c5dbbdb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:44.548061 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-2fb0f6db-62ee-47f1-97d9-0cda6c5dbbdb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:44.600663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6e602-4a33-431c-9a77-d7b72eaec09a req-f932f56e-a140-404d-a9d8-e4f7bf1c97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:44.604589 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fff6e602-4a33-431c-9a77-d7b72eaec09a req-f932f56e-a140-404d-a9d8-e4f7bf1c97d1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 1128 time: 0.6245184 Feb 15 16:43:44.661525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0c816807-3bc4-4746-95e6-7f9409e536e8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:44.665720 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-65b50431-b5e4-4aa9-8bf4-353987505b80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:43:44.666054 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-65b50431-b5e4-4aa9-8bf4-353987505b80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:43:44.669983 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=4584c076-6c2a-4afd-b66b-2b74ee671df4,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:44.695049 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-2fb0f6db-62ee-47f1-97d9-0cda6c5dbbdb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5661871 Feb 15 16:43:44.767253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Request body: {'port': {'device_id': 'c7d1b5a5-7d3c-488a-8780-05269e8a8470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:44.788418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0c816807-3bc4-4746-95e6-7f9409e536e8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:44.788950 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:44.834178 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:41Z', 'revision_number': 3, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:44.863142 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c44e43df-05d5-44a7-862f-31e3c8098f44 req-1af60443-02ad-445e-8cf8-2df0c672f6f1 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/security-groups?id=51f47aa9-7d67-43be-a89c-e2a74e942fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834510 Feb 15 16:43:44.907340 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Checking router: af8f3875-667c-4596-8678-d6cfcb7c95fb for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:43:44.908266 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Updating router af8f3875-667c-4596-8678-d6cfcb7c95fb port 0acf0fee-5615-4962-98ef-304d7190870b binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:43:44.922456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee584-7674-4a80-94c0-055116ae6a2b req-ef90d23f-7ed8-444a-8cb1-de1c0f42b064 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:44.932856 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e80ee584-7674-4a80-94c0-055116ae6a2b req-ef90d23f-7ed8-444a-8cb1-de1c0f42b064 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 945 time: 0.5491993 Feb 15 16:43:44.960752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fff6e602-4a33-431c-9a77-d7b72eaec09a req-ffb466b6-5d7b-424d-b80e-0057a3aea7e4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=51f47aa9-7d67-43be-a89c-e2a74e942fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091023 Feb 15 16:43:44.966213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0c816807-3bc4-4746-95e6-7f9409e536e8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:44.990279 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0acf0fee-5615-4962-98ef-304d7190870b), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:45.063278 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:45.079293 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e80ee584-7674-4a80-94c0-055116ae6a2b req-ff713803-1363-4ba2-943c-b03a3757ac01 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450531 Feb 15 16:43:45.249165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c63da-1e45-4556-89fa-09fdc7912bc0 req-fa643446-1c00-49de-b614-0d972f942219 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:45.258719 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-65b50431-b5e4-4aa9-8bf4-353987505b80 None None] Current status of the port 4584c076-6c2a-4afd-b66b-2b74ee671df4 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:45.269071 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-922c63da-1e45-4556-89fa-09fdc7912bc0 req-fa643446-1c00-49de-b614-0d972f942219 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.2556684 Feb 15 16:43:45.408640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a61ed537-085f-44bb-a686-5243cb63f123 None None] Provisioning complete for port 4584c076-6c2a-4afd-b66b-2b74ee671df4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:45.409378 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a61ed537-085f-44bb-a686-5243cb63f123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:45.519969 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Publish callbacks [] for port (0acf0fee-5615-4962-98ef-304d7190870b), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:45.535823 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f410dc-580f-49a9-9ed3-425055e16ea9 req-724d5789-d197-4bfe-8c01-e18c5c486d87 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:45.545024 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05f410dc-580f-49a9-9ed3-425055e16ea9 req-724d5789-d197-4bfe-8c01-e18c5c486d87 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 931 time: 0.2357049 Feb 15 16:43:45.566157 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-922c63da-1e45-4556-89fa-09fdc7912bc0 req-b6f98455-1117-4d02-bc09-e8dcafedaade tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949686 Feb 15 16:43:45.612265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a61ed537-085f-44bb-a686-5243cb63f123 None None] Current status of the port 4584c076-6c2a-4afd-b66b-2b74ee671df4 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:45.617047 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0acf0fee-5615-4962-98ef-304d7190870b), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:45.660351 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05f410dc-580f-49a9-9ed3-425055e16ea9 req-07e9ce6b-bbdd-4e67-b373-212c10e22c97 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977006 Feb 15 16:43:45.754767 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Attempting to bind port 0acf0fee-5615-4962-98ef-304d7190870b on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:43:45.756405 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Attempting to bind port 0acf0fee-5615-4962-98ef-304d7190870b by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:43:45.756860 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Attempting to bind port 0acf0fee-5615-4962-98ef-304d7190870b on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:45.781088 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:43:45.783137 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:45.784357 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:45.784851 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:43:45.786061 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Bound port: 0acf0fee-5615-4962-98ef-304d7190870b, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:43:45.786529 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0acf0fee-5615-4962-98ef-304d7190870b), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:45.823464 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8ec9d69-7a6e-4893-9cfe-4f8e7c16a710 req-eb81f333-5981-425d-ad11-20198fc15158 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 210 time: 0.0725441 Feb 15 16:43:45.876163 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] For port 0acf0fee-5615-4962-98ef-304d7190870b, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:43:45.896264 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] For port 0acf0fee-5615-4962-98ef-304d7190870b, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0acf0fee-5615-4962-98ef-304d7190870b,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:43:45.909917 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff748ed1-ac18-4706-aa2d-05407a939bf3 None None] Pushing event updated for resources: {'Port': ['ID=0acf0fee-5615-4962-98ef-304d7190870b,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:45.998523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b88b637-eecf-4d62-bc98-4296bdd1de4c {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:43:46.025909 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Publish callbacks [] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:46.035382 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0acf0fee-5615-4962-98ef-304d7190870b), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:46.093915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Transition to ACTIVE for port object 9b88b637-eecf-4d62-bc98-4296bdd1de4c will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:43:46.138210 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:46.188341 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:46.198162 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:43:46.201964 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:43:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:46.245470 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33c5d3-5208-4eb8-b480-6a10df35698d req-4b9e7c3a-4b18-459b-bde7-7d8dccb54435 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:46.252175 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f33c5d3-5208-4eb8-b480-6a10df35698d req-4b9e7c3a-4b18-459b-bde7-7d8dccb54435 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 945 time: 0.2347789 Feb 15 16:43:46.302780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-cb2cdb79-a5f3-42f8-92b9-182f52724476 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:46.305697 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-cb2cdb79-a5f3-42f8-92b9-182f52724476 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.67 "GET /v2.0/networks?id=c350406e-5e8b-4687-9174-2aa934fa13cf HTTP/1.1" status: 200 len: 804 time: 0.2527072 Feb 15 16:43:46.348694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-dfce03bc-a858-4418-94d9-2a1b7fd23829 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Request body: {'port': {'device_id': '18b4b527-8700-4a4f-a2f1-6d3ae72455b1', 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf', 'admin_state_up': True, 'tenant_id': '67bb2522a59147d6a481577b2fb0a459'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:46.350421 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff748ed1-ac18-4706-aa2d-05407a939bf3 None None] Pushing event updated for resources: {'Port': ['ID=0acf0fee-5615-4962-98ef-304d7190870b,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:46.438971 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:43:46.500357 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Pushing event updated for resources: {'Port': ['ID=9b88b637-eecf-4d62-bc98-4296bdd1de4c,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:46.558408 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4584c076-6c2a-4afd-b66b-2b74ee671df4 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:46.593730 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f33c5d3-5208-4eb8-b480-6a10df35698d req-253d64cc-95f1-43e6-8e9c-e6dfd64248a1 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/security-groups?id=51f47aa9-7d67-43be-a89c-e2a74e942fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326802 Feb 15 16:43:46.679374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe53cc5-13f5-4964-9e1b-669d80e754e5 req-ee8eb304-7808-4c3e-8528-b0a809128e19 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:46.686695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cbe53cc5-13f5-4964-9e1b-669d80e754e5 req-ee8eb304-7808-4c3e-8528-b0a809128e19 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 945 time: 0.4277332 Feb 15 16:43:46.691814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device df75ea7f-0733-436e-9a68-1cb95d6d6070 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:46.823566 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4584c076-6c2a-4afd-b66b-2b74ee671df4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:46.823822 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Allocated IP 172.20.0.1 (1b16032e-9798-432f-b240-94c30f7cd9e2/5929e2bc-8d45-4bd8-afc2-4a7c151090f9/8a96cbe2-70ec-40aa-98c1-f5af10169dd8) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:43:46.824354 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:46.879774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0893d-983c-4e03-aa1a-0a9e2246b8ed req-3300528c-0986-4c7e-805b-15b13f5e984d tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:46.895604 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43c0893d-983c-4e03-aa1a-0a9e2246b8ed req-3300528c-0986-4c7e-805b-15b13f5e984d tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.1560230 Feb 15 16:43:46.956865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Attempting to bind port 9b88b637-eecf-4d62-bc98-4296bdd1de4c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:43:46.956865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Attempting to bind port 9b88b637-eecf-4d62-bc98-4296bdd1de4c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:43:46.960966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Attempting to bind port 9b88b637-eecf-4d62-bc98-4296bdd1de4c on network 1702eb51-a00d-4c54-8a69-7033b870c03d {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:46.961348 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:41Z', 'revision_number': 3, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:46.987289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Port 9b88b637-eecf-4d62-bc98-4296bdd1de4c on network 1702eb51-a00d-4c54-8a69-7033b870c03d not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:43:46.988008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Attempting to bind port 9b88b637-eecf-4d62-bc98-4296bdd1de4c on network 1702eb51-a00d-4c54-8a69-7033b870c03d {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:46.993664 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cbe53cc5-13f5-4964-9e1b-669d80e754e5 req-c088e87e-9210-4c67-b2e7-57be6a5e2b1f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908347 Feb 15 16:43:46.998535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:43:47.001110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Checking segment: {'id': 'c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:47.001110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Bound using segment: {'id': 'c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:43:47.001110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Bound port: 9b88b637-eecf-4d62-bc98-4296bdd1de4c, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:43:47.001110 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:47.027710 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f5959d-38af-44de-a8d9-a85497b3350b None None] The sync data for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 is: [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:41Z', 'revision_number': 3, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:43:47.041457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port df75ea7f-0733-436e-9a68-1cb95d6d6070 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:43:47.056088 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port df75ea7f-0733-436e-9a68-1cb95d6d6070 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:47.056466 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:47.109477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-dfce03bc-a858-4418-94d9-2a1b7fd23829 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Made reservation on behalf of 67bb2522a59147d6a481577b2fb0a459 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:43:47.119447 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-dfce03bc-a858-4418-94d9-2a1b7fd23829 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:47.123620 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4584c076-6c2a-4afd-b66b-2b74ee671df4 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:47.134050 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43c0893d-983c-4e03-aa1a-0a9e2246b8ed req-17ee3b33-72a7-4377-818c-94b56221522b tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375515 Feb 15 16:43:47.281335 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7389dc7e-4ae4-45a1-a756-c6c4a242dbbf req-2a4696f1-ef2e-4c99-8989-57cfa7a73654 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 210 time: 0.0462720 Feb 15 16:43:47.285148 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Publish callbacks [] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:47.329503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port df75ea7f-0733-436e-9a68-1cb95d6d6070 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:47.330167 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:47.360477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48683183-fc01-450f-b3b1-85d063fc849b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df75ea7f-0733-436e-9a68-1cb95d6d6070'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:47.362667 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce37efef-bc87-4337-8486-be6dd1b4fd6c" -d '{"events": [{"server_uuid": "48683183-fc01-450f-b3b1-85d063fc849b", "name": "network-vif-plugged", "status": "completed", "tag": "df75ea7f-0733-436e-9a68-1cb95d6d6070"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:47.377856 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port df75ea7f-0733-436e-9a68-1cb95d6d6070, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=df75ea7f-0733-436e-9a68-1cb95d6d6070,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:47.438993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] For port 9b88b637-eecf-4d62-bc98-4296bdd1de4c, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:43:47.448534 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] For port 9b88b637-eecf-4d62-bc98-4296bdd1de4c, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=9b88b637-eecf-4d62-bc98-4296bdd1de4c,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:43:47.455973 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7951aa-bcb3-49ce-838a-a63c82f731a4 x-openstack-request-id: req-8b7951aa-bcb3-49ce-838a-a63c82f731a4 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:47.456704 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48683183-fc01-450f-b3b1-85d063fc849b", "name": "network-vif-plugged", "status": "completed", "tag": "df75ea7f-0733-436e-9a68-1cb95d6d6070", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:47.457272 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8b7951aa-bcb3-49ce-838a-a63c82f731a4 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:47.457876 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48683183-fc01-450f-b3b1-85d063fc849b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df75ea7f-0733-436e-9a68-1cb95d6d6070', 'code': 200} Feb 15 16:43:47.503075 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:47.531143 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:47.532829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b8879dcc-625a-4999-a587-e95efbcc667c no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:43:47.626805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: b8879dcc-625a-4999-a587-e95efbcc667c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:43:47.628480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b8879dcc-625a-4999-a587-e95efbcc667c not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:43:47.661228 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:47.691205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=df75ea7f-0733-436e-9a68-1cb95d6d6070,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:47.714302 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Network 1b16032e-9798-432f-b240-94c30f7cd9e2 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:47.726783 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f38607-e25c-4336-a382-92e4d169b036 req-8fd878f2-2ada-4494-a006-80e828bdac84 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:47.734371 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56f38607-e25c-4336-a382-92e4d169b036 req-8fd878f2-2ada-4494-a006-80e828bdac84 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 943 time: 0.5535836 Feb 15 16:43:47.767565 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:47.810661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:47.811777 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:47.813943 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] 10.222.0.10 "PUT /v2.0/ports/9b88b637-eecf-4d62-bc98-4296bdd1de4c HTTP/1.1" status: 200 len: 1092 time: 3.0600710 Feb 15 16:43:47.837731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7d1b5a5-7d3c-488a-8780-05269e8a8470', 'tag': '9b88b637-eecf-4d62-bc98-4296bdd1de4c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:47.841333 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df760c3-efcc-4038-bee9-0a35c12e9984" -d '{"events": [{"name": "network-changed", "server_uuid": "c7d1b5a5-7d3c-488a-8780-05269e8a8470", "tag": "9b88b637-eecf-4d62-bc98-4296bdd1de4c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:47.847990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-dfce03bc-a858-4418-94d9-2a1b7fd23829 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Allocated IP 172.20.0.13 (c350406e-5e8b-4687-9174-2aa934fa13cf/f26da3fb-9020-4127-97e3-22f21ca942bc/5126fc5e-3b41-428e-9ae2-746e0bb03b40) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:43:47.931347 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56f38607-e25c-4336-a382-92e4d169b036 req-c4ae335c-beab-4679-bffd-a6fdfcfc0d21 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955390 Feb 15 16:43:48.060245 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a9d3e3-b2b7-40b1-ad1e-53ef89b57725 x-openstack-request-id: req-29a9d3e3-b2b7-40b1-ad1e-53ef89b57725 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:48.064184 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7d1b5a5-7d3c-488a-8780-05269e8a8470", "tag": "9b88b637-eecf-4d62-bc98-4296bdd1de4c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:48.066234 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-29a9d3e3-b2b7-40b1-ad1e-53ef89b57725 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:48.068375 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7d1b5a5-7d3c-488a-8780-05269e8a8470', 'tag': '9b88b637-eecf-4d62-bc98-4296bdd1de4c', 'status': 'completed', 'code': 200} Feb 15 16:43:48.082704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58411eb-6dc6-4b30-8304-a3132f439f1a service neutron] Pushing event updated for resources: {'Port': ['ID=9b88b637-eecf-4d62-bc98-4296bdd1de4c,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:48.224021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-289904a9-afdb-4ca7-9858-81084a480428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:48.227659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-289904a9-afdb-4ca7-9858-81084a480428 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e20384e9c71c40dfbfc3b7803befe478&device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 1126 time: 0.2517571 Feb 15 16:43:48.286708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9f57b4d4-a800-40fd-9de7-8489443fd7d9 None None] Provisioning complete for port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:48.288337 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f57b4d4-a800-40fd-9de7-8489443fd7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:48.366349 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Pushing event updated for resources: {'Port': ['ID=8a96cbe2-70ec-40aa-98c1-f5af10169dd8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:48.369019 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:43:48.384895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9f57b4d4-a800-40fd-9de7-8489443fd7d9 None None] Port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:43:48.467107 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-32d95d54-4a63-42ed-ac11-0db2aa7d8b85 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b88b637-eecf-4d62-bc98-4296bdd1de4c HTTP/1.1" status: 200 len: 217 time: 0.2222297 Feb 15 16:43:48.509573 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (af8f3875-667c-4596-8678-d6cfcb7c95fb), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:48.572919 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0acf0fee-5615-4962-98ef-304d7190870b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:48.584420 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556ecc0-224d-4933-ad62-6646fe17343d req-d98df631-3b8c-43b4-94ef-53282d39eb44 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:48.586285 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1556ecc0-224d-4933-ad62-6646fe17343d req-d98df631-3b8c-43b4-94ef-53282d39eb44 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.4335070 Feb 15 16:43:48.646105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c8c448a1-d67e-4966-8fe9-8868754f8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:48.647170 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e47b4-5f74-47b8-b1a6-306685b2b901 req-18e8d7a3-2b8b-443b-a026-edc04ef44e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:48.647591 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-c8c448a1-d67e-4966-8fe9-8868754f8e9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00524c7b-0e17-4a67-aa78-e190b4f54264 HTTP/1.1" status: 200 len: 861 time: 0.1737962 Feb 15 16:43:48.648760 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e44e47b4-5f74-47b8-b1a6-306685b2b901 req-18e8d7a3-2b8b-443b-a026-edc04ef44e90 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 1129 time: 0.9805782 Feb 15 16:43:48.693268 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0acf0fee-5615-4962-98ef-304d7190870b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:48.693945 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0acf0fee-5615-4962-98ef-304d7190870b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:48.754748 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-b3bd6850-5423-452b-b12f-2a996cef2f87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1702eb51-a00d-4c54-8a69-7033b870c03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959985 Feb 15 16:43:48.766740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-dfce03bc-a858-4418-94d9-2a1b7fd23829 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks [] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:48.826601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a3ede-efe9-4890-ab42-3ce9cee41ec6 req-e05fb693-b9d2-4b45-96b6-74a5017cba39 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:48.843189 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-985a3ede-efe9-4890-ab42-3ce9cee41ec6 req-e05fb693-b9d2-4b45-96b6-74a5017cba39 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 945 time: 1.0974083 Feb 15 16:43:48.886181 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1556ecc0-224d-4933-ad62-6646fe17343d req-e955fd9b-fa46-4fc1-b2a2-53835638075b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877705 Feb 15 16:43:48.909011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0acf0fee-5615-4962-98ef-304d7190870b is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:48.909554 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0acf0fee-5615-4962-98ef-304d7190870b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:48.977735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 0acf0fee-5615-4962-98ef-304d7190870b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0acf0fee-5615-4962-98ef-304d7190870b,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:48.996748 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e44e47b4-5f74-47b8-b1a6-306685b2b901 req-8cb46f2a-f3d2-4ae6-9c0f-b30a9e63e3f7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331436 Feb 15 16:43:49.008738 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-985a3ede-efe9-4890-ab42-3ce9cee41ec6 req-4987e88a-ba7f-4a50-91a9-1b1afc6be034 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/security-groups?id=51f47aa9-7d67-43be-a89c-e2a74e942fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646302 Feb 15 16:43:49.061762 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0acf0fee-5615-4962-98ef-304d7190870b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:49.062113 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:49.160145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97878b-cb39-4a7e-a85d-3d99c8664968 req-f7b6973c-a232-4eb2-9d51-727365cc79ac tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:49.162864 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be97878b-cb39-4a7e-a85d-3d99c8664968 req-f7b6973c-a232-4eb2-9d51-727365cc79ac tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.0998580 Feb 15 16:43:49.165163 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-6fd9e42e-3729-429c-a2f1-514177a653df service neutron] 10.222.0.10 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849072 Feb 15 16:43:49.167213 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-dfce03bc-a858-4418-94d9-2a1b7fd23829 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:49.215728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=0acf0fee-5615-4962-98ef-304d7190870b,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:49.251569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-dfce03bc-a858-4418-94d9-2a1b7fd23829 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Network c350406e-5e8b-4687-9174-2aa934fa13cf is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:49.315371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603df36-80dd-487f-a916-6c46825cf1da req-35796f01-230b-4d58-8867-fca721c8baa1 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:49.322407 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4603df36-80dd-487f-a916-6c46825cf1da req-35796f01-230b-4d58-8867-fca721c8baa1 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 932 time: 0.1922460 Feb 15 16:43:49.381328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce03bc-a858-4418-94d9-2a1b7fd23829 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Pushing event updated for resources: {'Port': ['ID=5126fc5e-3b41-428e-9ae2-746e0bb03b40,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:49.383701 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4603df36-80dd-487f-a916-6c46825cf1da req-a62c5140-f6d0-4443-b238-45c0241ecc01 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540993 Feb 15 16:43:49.390017 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-dfce03bc-a858-4418-94d9-2a1b7fd23829 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:49.453664 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2a61d09-b762-4a2a-9a25-3c564385dd7f req-82fdb466-2dac-4356-9bab-05ae66a51ae3 service neutron] 10.222.0.10 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756372 Feb 15 16:43:49.455271 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-dfce03bc-a858-4418-94d9-2a1b7fd23829 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:43:49.463033 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be97878b-cb39-4a7e-a85d-3d99c8664968 req-d71bf84f-7969-4a79-ac93-c81f21419bc3 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091587 Feb 15 16:43:49.551220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-dfce03bc-a858-4418-94d9-2a1b7fd23829 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:49.552027 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-dfce03bc-a858-4418-94d9-2a1b7fd23829 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:49.561378 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Publish callbacks [] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:49.616418 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd067068-9710-4a47-a438-38b979fb0ffb req-9738d55d-0ec9-4d8c-bcb4-b779eb8b81e2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:49.632214 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fd067068-9710-4a47-a438-38b979fb0ffb req-9738d55d-0ec9-4d8c-bcb4-b779eb8b81e2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 943 time: 0.1032779 Feb 15 16:43:49.639622 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:49.675049 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-dfce03bc-a858-4418-94d9-2a1b7fd23829 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3390405 Feb 15 16:43:49.690704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Request body: {'port': {'device_id': '18b4b527-8700-4a4f-a2f1-6d3ae72455b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:49.785578 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (af8f3875-667c-4596-8678-d6cfcb7c95fb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:49.795585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Pushing event updated for resources: {'Port': ['ID=8a96cbe2-70ec-40aa-98c1-f5af10169dd8,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:49.797091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df760c3-efcc-4038-bee9-0a35c12e9984 req-47412703-3c1d-456f-a04d-96d9acf708d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:49.805546 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1df760c3-efcc-4038-bee9-0a35c12e9984 req-47412703-3c1d-456f-a04d-96d9acf708d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e20384e9c71c40dfbfc3b7803befe478&device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 1126 time: 0.2143178 Feb 15 16:43:49.944650 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fd067068-9710-4a47-a438-38b979fb0ffb req-5c999ee9-1481-4079-9766-4e457e0e7087 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139205 Feb 15 16:43:50.039653 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Network 1b16032e-9798-432f-b240-94c30f7cd9e2 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:50.076344 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:50.144956 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:50.179874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df760c3-efcc-4038-bee9-0a35c12e9984 req-88424088-8e83-4b7d-ba82-1639acad08a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:50.186225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1df760c3-efcc-4038-bee9-0a35c12e9984 req-88424088-8e83-4b7d-ba82-1639acad08a4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1702eb51-a00d-4c54-8a69-7033b870c03d HTTP/1.1" status: 200 len: 922 time: 0.3627336 Feb 15 16:43:50.226736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07686277-c83e-4005-9209-d770460fd728 req-100c05cf-c97c-4f38-9e62-593cddec2f5c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:50.228275 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07686277-c83e-4005-9209-d770460fd728 req-100c05cf-c97c-4f38-9e62-593cddec2f5c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.1876428 Feb 15 16:43:50.315237 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1df760c3-efcc-4038-bee9-0a35c12e9984 req-0d278fa2-32cf-4aa6-8056-efe76dd3b914 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b88b637-eecf-4d62-bc98-4296bdd1de4c HTTP/1.1" status: 200 len: 217 time: 0.1198380 Feb 15 16:43:50.366107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07686277-c83e-4005-9209-d770460fd728 req-208ab8cc-e629-43f7-8956-5c48e6e6100d tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250665 Feb 15 16:43:50.371878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Router af8f3875-667c-4596-8678-d6cfcb7c95fb has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:43:50.529041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-faa04102-ff10-4741-b020-b3d7d46ed692 None None] Provisioning complete for port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:50.534658 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-faa04102-ff10-4741-b020-b3d7d46ed692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:50.618437 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:43:50.634957 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0ca33f80-40ce-4d03-9b82-87c19464df59 admin admin] 10.222.0.107 "PUT /v2.0/routers/af8f3875-667c-4596-8678-d6cfcb7c95fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1295371 Feb 15 16:43:50.662225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-faa04102-ff10-4741-b020-b3d7d46ed692 None None] Port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:43:50.675649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0acf0fee-5615-4962-98ef-304d7190870b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:50.686235 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Sync routers for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:43:50.691719 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f5f47-ba27-462e-8496-f61122259603 req-4d3d9efb-c126-401d-89a5-f36ead640954 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:50.701954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df760c3-efcc-4038-bee9-0a35c12e9984 req-6853ebb0-2e41-4c64-aecb-091b6c2c7b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:50.703450 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1df760c3-efcc-4038-bee9-0a35c12e9984 req-6853ebb0-2e41-4c64-aecb-091b6c2c7b64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00524c7b-0e17-4a67-aa78-e190b4f54264 HTTP/1.1" status: 200 len: 861 time: 0.3540134 Feb 15 16:43:50.704730 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9e3f5f47-ba27-462e-8496-f61122259603 req-4d3d9efb-c126-401d-89a5-f36ead640954 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 932 time: 0.0958493 Feb 15 16:43:50.767150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:43:50.771242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:43:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:50.825619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1df760c3-efcc-4038-bee9-0a35c12e9984 req-96f99c80-ecf5-417c-b3eb-ee33fbd074b5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1702eb51-a00d-4c54-8a69-7033b870c03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943394 Feb 15 16:43:50.828848 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9e3f5f47-ba27-462e-8496-f61122259603 req-0b96858a-0d23-4d97-9a26-e4c8ea6d0ac9 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215537 Feb 15 16:43:50.931905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba8631-b77e-4ec2-bf36-8b2b2721f879 req-93fb3dce-8822-4dae-8e58-52e9ebfb5975 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:50.932814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e0ba8631-b77e-4ec2-bf36-8b2b2721f879 req-93fb3dce-8822-4dae-8e58-52e9ebfb5975 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 945 time: 0.5993447 Feb 15 16:43:51.123758 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616b9f-0b6e-4c32-be7b-650367f1dd08 req-da6297a5-a6e9-4c39-9f6b-dde9ddbe2e04 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:51.132954 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2d616b9f-0b6e-4c32-be7b-650367f1dd08 req-da6297a5-a6e9-4c39-9f6b-dde9ddbe2e04 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.1608751 Feb 15 16:43:51.170655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:43:51.224691 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2d616b9f-0b6e-4c32-be7b-650367f1dd08 req-04e7da60-1d5f-4bab-86ec-5f163d4fb10f tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899570 Feb 15 16:43:51.243829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0acf0fee-5615-4962-98ef-304d7190870b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:51.244100 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0acf0fee-5615-4962-98ef-304d7190870b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:51.406056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd9ac8-ed5d-4a7d-8569-adfda3f85fa8 req-c9488654-213c-4fe5-bbb4-d212252cc290 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:51.407653 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdcd9ac8-ed5d-4a7d-8569-adfda3f85fa8 req-c9488654-213c-4fe5-bbb4-d212252cc290 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 943 time: 0.1040936 Feb 15 16:43:51.412816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 9b88b637-eecf-4d62-bc98-4296bdd1de4c details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:43:51.509476 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdcd9ac8-ed5d-4a7d-8569-adfda3f85fa8 req-ac7ea346-1f1a-4b78-98a8-de15b26096de tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877340 Feb 15 16:43:51.559758 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e0ba8631-b77e-4ec2-bf36-8b2b2721f879 req-d1cedd8b-2745-4462-9ad6-24b1c84f115f tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/security-groups?id=51f47aa9-7d67-43be-a89c-e2a74e942fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5731339 Feb 15 16:43:51.682915 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1df760c3-efcc-4038-bee9-0a35c12e9984 req-57a1e5aa-68e6-4285-8fb7-8fcd6f20e9b4 service neutron] 10.222.0.10 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7873302 Feb 15 16:43:51.706004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bab19-9a0a-4040-89c4-f3616753a5cd req-af677fda-469a-48b7-92e8-4bd9ee272995 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:51.707861 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c97bab19-9a0a-4040-89c4-f3616753a5cd req-af677fda-469a-48b7-92e8-4bd9ee272995 tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.67 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 945 time: 0.1465032 Feb 15 16:43:51.818846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0acf0fee-5615-4962-98ef-304d7190870b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:51.867895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 9b88b637-eecf-4d62-bc98-4296bdd1de4c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=9b88b637-eecf-4d62-bc98-4296bdd1de4c,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:51.881176 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '9b88b637-eecf-4d62-bc98-4296bdd1de4c', 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d', 'port_id': '9b88b637-eecf-4d62-bc98-4296bdd1de4c', 'mac_address': 'fa:16:3e:a0:fe:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00524c7b-0e17-4a67-aa78-e190b4f54264', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:43:51.946591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 9b88b637-eecf-4d62-bc98-4296bdd1de4c is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:51.947045 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:51.948289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5126fc5e-3b41-428e-9ae2-746e0bb03b40 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:43:51.964149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b88b637-eecf-4d62-bc98-4296bdd1de4c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:43:51.972320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:49Z', 'revision_number': 2, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:51.985352 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Publish callbacks [] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:52.010790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Checking router: af8f3875-667c-4596-8678-d6cfcb7c95fb for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:43:52.011198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Updating router af8f3875-667c-4596-8678-d6cfcb7c95fb port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:43:52.089906 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 9b88b637-eecf-4d62-bc98-4296bdd1de4c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=9b88b637-eecf-4d62-bc98-4296bdd1de4c,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:52.103739 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:52.110651 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Transition to ACTIVE for port object 5126fc5e-3b41-428e-9ae2-746e0bb03b40 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:43:52.137986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6050bc-b5b8-43d1-b050-00e7182305ad req-e7cccf53-3993-4c30-b69a-c216925e1c23 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:52.139857 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be6050bc-b5b8-43d1-b050-00e7182305ad req-e7cccf53-3993-4c30-b69a-c216925e1c23 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.3843915 Feb 15 16:43:52.142426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1df760c3-efcc-4038-bee9-0a35c12e9984 req-bcbd7016-ac49-4b18-a053-ba5836fcbf18 service neutron] 10.222.0.10 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477286 Feb 15 16:43:52.143167 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-c97bab19-9a0a-4040-89c4-f3616753a5cd req-15e7eea8-1321-4261-b1cf-e08d5d22e28a tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Deleting port 22f4237d-17f2-4e76-bbf6-98528fa8a687 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:43:52.143683 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c97bab19-9a0a-4040-89c4-f3616753a5cd req-15e7eea8-1321-4261-b1cf-e08d5d22e28a tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (22f4237d-17f2-4e76-bbf6-98528fa8a687), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:52.169747 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:52.173186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-7e547d17-2917-4eb9-a0c2-55a904ac802f tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:52.175360 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-7e547d17-2917-4eb9-a0c2-55a904ac802f tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 820 time: 0.3721726 Feb 15 16:43:52.203041 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:52.268175 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-8112b35e-ad38-453f-9e2c-911a6b7228dd tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/quotas/130e52b66c5a4831b4acccf5a4ca800d HTTP/1.1" status: 200 len: 375 time: 0.0401120 Feb 15 16:43:52.306028 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=9b88b637-eecf-4d62-bc98-4296bdd1de4c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:52.379930 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be6050bc-b5b8-43d1-b050-00e7182305ad req-a1b4fb34-74b9-48d5-8a2c-14ee7f5cbbda tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343934 Feb 15 16:43:52.401376 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5126fc5e-3b41-428e-9ae2-746e0bb03b40,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:52.414106 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-88838d71-54af-4129-ab2d-b7d4e5f41907 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1450028 Feb 15 16:43:52.425677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-c97bab19-9a0a-4040-89c4-f3616753a5cd req-15e7eea8-1321-4261-b1cf-e08d5d22e28a tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] For port 22f4237d-17f2-4e76-bbf6-98528fa8a687, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=22f4237d-17f2-4e76-bbf6-98528fa8a687,segment=NetworkSegment(86fe6820-1818-482e-8c68-eaa3c6ffe495),segment_id=86fe6820-1818-482e-8c68-eaa3c6ffe495)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:52.426051 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c97bab19-9a0a-4040-89c4-f3616753a5cd req-15e7eea8-1321-4261-b1cf-e08d5d22e28a tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (22f4237d-17f2-4e76-bbf6-98528fa8a687), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:52.475800 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-c97bab19-9a0a-4040-89c4-f3616753a5cd req-15e7eea8-1321-4261-b1cf-e08d5d22e28a tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Calling delete_port for 22f4237d-17f2-4e76-bbf6-98528fa8a687 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:43:52.594277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['9b88b637-eecf-4d62-bc98-4296bdd1de4c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:43:52.616282 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-89e4dc1d-847c-4bbf-806a-4a4b3af952b0 service neutron] 10.222.0.107 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012901 Feb 15 16:43:52.659080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Attempting to bind port 5126fc5e-3b41-428e-9ae2-746e0bb03b40 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:43:52.659680 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Attempting to bind port 5126fc5e-3b41-428e-9ae2-746e0bb03b40 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:43:52.665595 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Attempting to bind port 5126fc5e-3b41-428e-9ae2-746e0bb03b40 on network c350406e-5e8b-4687-9174-2aa934fa13cf {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:52.679246 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Port 5126fc5e-3b41-428e-9ae2-746e0bb03b40 on network c350406e-5e8b-4687-9174-2aa934fa13cf not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:43:52.679583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Attempting to bind port 5126fc5e-3b41-428e-9ae2-746e0bb03b40 on network c350406e-5e8b-4687-9174-2aa934fa13cf {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:52.711654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917bcce-9f84-41d8-b48d-3f438f45254a req-f39be4f1-debe-4e53-9517-99b61696c1fe tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:52.713201 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f917bcce-9f84-41d8-b48d-3f438f45254a req-f39be4f1-debe-4e53-9517-99b61696c1fe tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 944 time: 0.2003543 Feb 15 16:43:52.728087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:43:52.728355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Checking segment: {'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:52.728750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Bound using segment: {'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:43:52.729197 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Bound port: 5126fc5e-3b41-428e-9ae2-746e0bb03b40, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:43:52.729585 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:52.858675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] For port 5126fc5e-3b41-428e-9ae2-746e0bb03b40, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:43:52.864263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] For port 5126fc5e-3b41-428e-9ae2-746e0bb03b40, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5126fc5e-3b41-428e-9ae2-746e0bb03b40,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:43:52.926405 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f917bcce-9f84-41d8-b48d-3f438f45254a req-5dc1db2c-30f9-4eef-b8e0-c945da0800f1 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948223 Feb 15 16:43:52.943059 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:52.994740 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-f8e7ef03-b702-41d9-b837-782776a1d034 service neutron] 10.222.0.107 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236674 Feb 15 16:43:53.011444 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c97bab19-9a0a-4040-89c4-f3616753a5cd req-15e7eea8-1321-4261-b1cf-e08d5d22e28a tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (22f4237d-17f2-4e76-bbf6-98528fa8a687), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:53.088234 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Publish callbacks [] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:53.103545 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7eea8-1321-4261-b1cf-e08d5d22e28a tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Pushing event deleted for resources: {'Port': ['ID=22f4237d-17f2-4e76-bbf6-98528fa8a687,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:53.107660 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5126fc5e-3b41-428e-9ae2-746e0bb03b40,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:53.122092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:53.125725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:53.132693 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-7826b4c3-00c3-4cc8-9801-51ae299790b4 service neutron] 10.222.0.67 "PUT /v2.0/ports/5126fc5e-3b41-428e-9ae2-746e0bb03b40 HTTP/1.1" status: 200 len: 1093 time: 3.4507511 Feb 15 16:43:53.151755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b4b527-8700-4a4f-a2f1-6d3ae72455b1', 'tag': '5126fc5e-3b41-428e-9ae2-746e0bb03b40'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:53.154617 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:53.163180 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305f16c6-9fd5-4d71-ae08-2d5761bc497a" -d '{"events": [{"name": "network-changed", "server_uuid": "18b4b527-8700-4a4f-a2f1-6d3ae72455b1", "tag": "5126fc5e-3b41-428e-9ae2-746e0bb03b40"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:53.209024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-c97bab19-9a0a-4040-89c4-f3616753a5cd req-15e7eea8-1321-4261-b1cf-e08d5d22e28a tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] No DVR routers for this DVR port 22f4237d-17f2-4e76-bbf6-98528fa8a687 on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:43:53.216199 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c97bab19-9a0a-4040-89c4-f3616753a5cd req-15e7eea8-1321-4261-b1cf-e08d5d22e28a tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:53.231423 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c97bab19-9a0a-4040-89c4-f3616753a5cd req-15e7eea8-1321-4261-b1cf-e08d5d22e28a tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.67 "DELETE /v2.0/ports/22f4237d-17f2-4e76-bbf6-98528fa8a687 HTTP/1.1" status: 204 len: 173 time: 1.5149460 Feb 15 16:43:53.231963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc5bfc9-5736-4441-b2ba-3712e8de8190', 'name': 'network-vif-deleted', 'tag': '22f4237d-17f2-4e76-bbf6-98528fa8a687'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:53.234341 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7f3f72-f1a0-4a9f-badc-bb65b0a26147" -d '{"events": [{"server_uuid": "9fc5bfc9-5736-4441-b2ba-3712e8de8190", "name": "network-vif-deleted", "tag": "22f4237d-17f2-4e76-bbf6-98528fa8a687"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:53.270326 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98c857-2d72-411b-85fd-edef0d8139e7 None None] Pushing event updated for resources: {'Port': ['ID=8a96cbe2-70ec-40aa-98c1-f5af10169dd8,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:53.287842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7659f7-1db8-4221-996e-abbe96666efc req-8986d5aa-a3af-4b5b-ba0e-0c088c624a7c tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:53.289560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5e7659f7-1db8-4221-996e-abbe96666efc req-8986d5aa-a3af-4b5b-ba0e-0c088c624a7c tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.1932826 Feb 15 16:43:53.332068 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Attempting to bind port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:43:53.340122 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Attempting to bind port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:43:53.340122 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Attempting to bind port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 on network 1b16032e-9798-432f-b240-94c30f7cd9e2 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:43:53.350929 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:43:53.352041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Checking segment: {'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:43:53.352382 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:53.352807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Bound using segment: {'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:43:53.353286 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Bound port: 8a96cbe2-70ec-40aa-98c1-f5af10169dd8, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:43:53.353773 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:53.402136 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-a80b8abe-e312-48ca-a61a-64972cbafc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:53.408224 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-a80b8abe-e312-48ca-a61a-64972cbafc30 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=67bb2522a59147d6a481577b2fb0a459&device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 1127 time: 0.1649675 Feb 15 16:43:53.493865 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5e7659f7-1db8-4221-996e-abbe96666efc req-5a6c0a58-a832-4a78-b686-04a38a6c9174 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943209 Feb 15 16:43:53.495198 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-98824320-45f8-4719-a101-4700dcb11faf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5126fc5e-3b41-428e-9ae2-746e0bb03b40 HTTP/1.1" status: 200 len: 217 time: 0.0825353 Feb 15 16:43:53.554645 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] For port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:43:53.559199 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] For port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8a96cbe2-70ec-40aa-98c1-f5af10169dd8,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:43:53.617533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-509794e7-59fa-4b8e-a68c-e2c600042abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:53.624420 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-509794e7-59fa-4b8e-a68c-e2c600042abe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26da3fb-9020-4127-97e3-22f21ca942bc HTTP/1.1" status: 200 len: 844 time: 0.1209593 Feb 15 16:43:53.646417 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:53.679531 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-130126cf-20c2-4d6f-bbc8-2ef894a7d1be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c350406e-5e8b-4687-9174-2aa934fa13cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482583 Feb 15 16:43:53.792156 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:43:53.792156 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:43:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:53.818103 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6118d89-342c-44fc-bb9b-5be1c4c1728b req-fde80abb-67d5-4931-87cf-174ffa48e5bc tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:53.825295 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6118d89-342c-44fc-bb9b-5be1c4c1728b req-fde80abb-67d5-4931-87cf-174ffa48e5bc tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 944 time: 0.1483767 Feb 15 16:43:53.868426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-dcc64e47-61f3-47b3-b475-9fd2c9b606b4 service neutron] 10.222.0.67 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790485 Feb 15 16:43:53.977444 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6118d89-342c-44fc-bb9b-5be1c4c1728b req-ca34bbe2-69a8-4654-8529-c4b5e8e40c0d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485567 Feb 15 16:43:54.060913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:43:54.090344 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24a07ac8-2af9-4d70-adaa-a32a8d7ee56a req-87e1c563-248a-4b3b-aad9-bc1003635daa service neutron] 10.222.0.67 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151496 Feb 15 16:43:54.142027 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c978dad3-2353-4e13-ac56-b94672de3258 req-eb910737-930b-4474-bf19-d4fc00e2b30e tempest-ServerAddressesNegativeTestJSON-261287471 tempest-ServerAddressesNegativeTestJSON-261287471-project] 10.222.0.107 "GET /v2.0/ports?device_id=9fc5bfc9-5736-4441-b2ba-3712e8de8190 HTTP/1.1" status: 200 len: 210 time: 0.0343418 Feb 15 16:43:54.198828 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a860854d-3812-48e1-a4e1-299e7e68f2a0 x-openstack-request-id: req-a860854d-3812-48e1-a4e1-299e7e68f2a0 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:54.199175 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b4b527-8700-4a4f-a2f1-6d3ae72455b1", "tag": "5126fc5e-3b41-428e-9ae2-746e0bb03b40", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:54.199467 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a860854d-3812-48e1-a4e1-299e7e68f2a0 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:54.201348 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b4b527-8700-4a4f-a2f1-6d3ae72455b1', 'tag': '5126fc5e-3b41-428e-9ae2-746e0bb03b40', 'status': 'completed', 'code': 200} Feb 15 16:43:54.268970 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4263499-3e71-4c5c-b3db-405abba0da43 x-openstack-request-id: req-b4263499-3e71-4c5c-b3db-405abba0da43 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:54.269480 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc5bfc9-5736-4441-b2ba-3712e8de8190", "name": "network-vif-deleted", "tag": "22f4237d-17f2-4e76-bbf6-98528fa8a687", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:54.269480 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b4263499-3e71-4c5c-b3db-405abba0da43 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:54.269822 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc5bfc9-5736-4441-b2ba-3712e8de8190', 'name': 'network-vif-deleted', 'tag': '22f4237d-17f2-4e76-bbf6-98528fa8a687', 'status': 'completed', 'code': 200} Feb 15 16:43:54.336431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f16c6-9fd5-4d71-ae08-2d5761bc497a req-11948f2f-c77b-4f08-95e5-76e535aecffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:54.341651 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-305f16c6-9fd5-4d71-ae08-2d5761bc497a req-11948f2f-c77b-4f08-95e5-76e535aecffa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=67bb2522a59147d6a481577b2fb0a459&device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 1127 time: 0.1140897 Feb 15 16:43:54.395782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53aacdbd-4a59-483c-8379-bbc07344e131 req-b6d70d42-f7cb-4274-bdb7-900178ffff50 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 210 time: 0.0610225 Feb 15 16:43:54.480106 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98c857-2d72-411b-85fd-edef0d8139e7 None None] Pushing event updated for resources: {'Port': ['ID=8a96cbe2-70ec-40aa-98c1-f5af10169dd8,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:54.509167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f16c6-9fd5-4d71-ae08-2d5761bc497a req-b5c152ff-1b12-45ce-9126-78a52085014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:54.510998 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-305f16c6-9fd5-4d71-ae08-2d5761bc497a req-b5c152ff-1b12-45ce-9126-78a52085014f service neutron] 10.222.0.67 "GET /v2.0/networks?id=c350406e-5e8b-4687-9174-2aa934fa13cf HTTP/1.1" status: 200 len: 905 time: 0.1597717 Feb 15 16:43:54.563881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d6fe77ec-afef-4260-bc2f-97e83c39860a None None] Provisioning complete for port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:54.564415 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6fe77ec-afef-4260-bc2f-97e83c39860a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:54.669643 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-305f16c6-9fd5-4d71-ae08-2d5761bc497a req-e29c050e-527b-4d0a-83af-b6deb4b33e9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5126fc5e-3b41-428e-9ae2-746e0bb03b40 HTTP/1.1" status: 200 len: 217 time: 0.1485665 Feb 15 16:43:54.692524 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:53Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:54.698256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe77ec-afef-4260-bc2f-97e83c39860a None None] Current status of the port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:54.698782 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6fe77ec-afef-4260-bc2f-97e83c39860a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:54.745255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 22f4237d-17f2-4e76-bbf6-98528fa8a687 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:43:54.753895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69dca18-8e00-411e-87e1-86000d399594 None None] The sync data for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 is: [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:53Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:43:54.768204 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621ecb1-0803-4468-b948-fec998612374 req-5be8f84b-b2f6-459f-8d85-6e9cdd69bfb0 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:54.778990 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7621ecb1-0803-4468-b948-fec998612374 req-5be8f84b-b2f6-459f-8d85-6e9cdd69bfb0 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.0913124 Feb 15 16:43:54.789278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 22f4237d-17f2-4e76-bbf6-98528fa8a687 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:43:54.791659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 22f4237d-17f2-4e76-bbf6-98528fa8a687 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:43:54.846676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d6fe77ec-afef-4260-bc2f-97e83c39860a None None] For port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8a96cbe2-70ec-40aa-98c1-f5af10169dd8,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:54.895692 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7621ecb1-0803-4468-b948-fec998612374 req-57499dd2-e77e-4e58-9752-5c5a3a3607a3 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126738 Feb 15 16:43:54.923631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f16c6-9fd5-4d71-ae08-2d5761bc497a req-b375d9a6-fa38-4dba-80de-080b72862d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:54.928893 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-305f16c6-9fd5-4d71-ae08-2d5761bc497a req-b375d9a6-fa38-4dba-80de-080b72862d3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f26da3fb-9020-4127-97e3-22f21ca942bc HTTP/1.1" status: 200 len: 844 time: 0.2251403 Feb 15 16:43:54.978027 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6fe77ec-afef-4260-bc2f-97e83c39860a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:55.026477 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-305f16c6-9fd5-4d71-ae08-2d5761bc497a req-b6502371-cb30-4cfe-9ba7-91de220a60c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c350406e-5e8b-4687-9174-2aa934fa13cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879924 Feb 15 16:43:55.051057 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de37dd2-0f6a-4dc3-932a-3263fa8934bb req-51b64210-bff8-4668-94ef-0950ccf3ba77 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:55.066182 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1de37dd2-0f6a-4dc3-932a-3263fa8934bb req-51b64210-bff8-4668-94ef-0950ccf3ba77 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 944 time: 0.3877618 Feb 15 16:43:55.094037 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78cd01-6c32-4157-b615-151a4ca545da req-048ce94f-af8a-4860-8a98-677a8b3b98b2 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:55.116855 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7e78cd01-6c32-4157-b615-151a4ca545da req-048ce94f-af8a-4860-8a98-677a8b3b98b2 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.1094043 Feb 15 16:43:55.183982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe77ec-afef-4260-bc2f-97e83c39860a None None] Pushing event updated for resources: {'Port': ['ID=8a96cbe2-70ec-40aa-98c1-f5af10169dd8,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:55.202967 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7e78cd01-6c32-4157-b615-151a4ca545da req-9e66eebe-25f6-4648-87eb-c67cfdff2501 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848186 Feb 15 16:43:55.221611 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c54deb97-e1d5-40ed-9b99-f4702f99210f None None] Provisioning complete for port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:55.222104 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c54deb97-e1d5-40ed-9b99-f4702f99210f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:55.343456 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1de37dd2-0f6a-4dc3-932a-3263fa8934bb req-56cbfb94-6f3b-4962-8ce1-b2219246eb96 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761278 Feb 15 16:43:55.393505 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a6470-c810-48e0-a883-7f4ad464566c req-76e64ed1-2032-4324-8f51-80242da214fc tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:55.407423 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cc9a6470-c810-48e0-a883-7f4ad464566c req-76e64ed1-2032-4324-8f51-80242da214fc tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 944 time: 0.1158915 Feb 15 16:43:55.431955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-305f16c6-9fd5-4d71-ae08-2d5761bc497a req-4265977d-ef75-44c0-abaf-74bf7b3a7425 service neutron] 10.222.0.67 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628304 Feb 15 16:43:55.469003 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 9b88b637-eecf-4d62-bc98-4296bdd1de4c up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:55.494049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42742) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:55.590000 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cc9a6470-c810-48e0-a883-7f4ad464566c req-b03bf500-09e1-4ba6-b6ba-262ad2fae04e tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798193 Feb 15 16:43:55.630004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c54deb97-e1d5-40ed-9b99-f4702f99210f None None] Current status of the port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:55.680291 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Deleting subnet 37c957bb-fa30-4364-b9c9-24f8daf21d17 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:43:55.696286 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Publish callbacks [] for subnet (37c957bb-fa30-4364-b9c9-24f8daf21d17), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:55.701416 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-305f16c6-9fd5-4d71-ae08-2d5761bc497a req-6481e941-2b73-4cd8-92e2-a60237a2ebe9 service neutron] 10.222.0.67 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685878 Feb 15 16:43:56.031044 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6c498ff-77fc-49ea-9127-dc05087100de req-8bc57de5-9c16-494a-be0d-107b50c8c0e1 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 210 time: 0.1507201 Feb 15 16:43:56.032781 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (37c957bb-fa30-4364-b9c9-24f8daf21d17), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:56.032781 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (37c957bb-fa30-4364-b9c9-24f8daf21d17), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:56.081053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a014429-294a-4889-ba3a-0c1cfd55c40b req-7929a93b-5c4f-4880-9ae3-192965293655 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:56.085119 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a014429-294a-4889-ba3a-0c1cfd55c40b req-7929a93b-5c4f-4880-9ae3-192965293655 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.0907385 Feb 15 16:43:56.142134 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a014429-294a-4889-ba3a-0c1cfd55c40b req-703d731f-f4e9-43ea-9c6a-0ad122147331 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511706 Feb 15 16:43:56.218393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 9b88b637-eecf-4d62-bc98-4296bdd1de4c completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:43:56.226466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 9b88b637-eecf-4d62-bc98-4296bdd1de4c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:56.226912 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:56.284070 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (37c957bb-fa30-4364-b9c9-24f8daf21d17), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:56.352597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c957bb-fa30-4364-b9c9-24f8daf21d17,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:56.367251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:56.377809 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/37c957bb-fa30-4364-b9c9-24f8daf21d17 HTTP/1.1" status: 204 len: 168 time: 0.8820581 Feb 15 16:43:56.384557 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42750) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:56.388850 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8836be9-eee1-4c2a-a991-ce85fc8a0a38 req-ea748b53-0b47-4562-b390-671c6cc7097b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:56.405314 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8836be9-eee1-4c2a-a991-ce85fc8a0a38 req-ea748b53-0b47-4562-b390-671c6cc7097b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.1036775 Feb 15 16:43:56.405480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 9b88b637-eecf-4d62-bc98-4296bdd1de4c is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:56.405480 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:56.508503 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8836be9-eee1-4c2a-a991-ce85fc8a0a38 req-4579fcdf-3197-4eed-bf17-15f16de8e06c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012819 Feb 15 16:43:56.512203 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4044057-d21f-4303-81d3-03426c9c0b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (dbf251e0-7094-4ea3-8e34-d68918e55417), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:56.515159 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:56.534834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:56.534834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:56.534834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:56.534834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:56.534834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:56.534834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:56.534834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:56.534834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:56.534834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:56.534834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:56.534834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:56.534834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b85eddb-3410-4aea-9e62-565084ae8d24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:43:56.535989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 9b88b637-eecf-4d62-bc98-4296bdd1de4c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=9b88b637-eecf-4d62-bc98-4296bdd1de4c,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:56.535989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d1b5a5-7d3c-488a-8780-05269e8a8470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b88b637-eecf-4d62-bc98-4296bdd1de4c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:56.540238 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b22e944-000a-4aa7-9523-7f7b89cc0016" -d '{"events": [{"server_uuid": "c7d1b5a5-7d3c-488a-8780-05269e8a8470", "name": "network-vif-plugged", "status": "completed", "tag": "9b88b637-eecf-4d62-bc98-4296bdd1de4c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:56.630744 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc669da-c46e-41a7-a8ed-e02ecd32f9c2 x-openstack-request-id: req-2cc669da-c46e-41a7-a8ed-e02ecd32f9c2 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:56.631391 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d1b5a5-7d3c-488a-8780-05269e8a8470", "name": "network-vif-plugged", "status": "completed", "tag": "9b88b637-eecf-4d62-bc98-4296bdd1de4c", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:56.631391 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2cc669da-c46e-41a7-a8ed-e02ecd32f9c2 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:56.631756 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d1b5a5-7d3c-488a-8780-05269e8a8470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b88b637-eecf-4d62-bc98-4296bdd1de4c', 'code': 200} Feb 15 16:43:56.633157 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:56.696969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:56.822752 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613ca20-1dfa-44f2-99da-11c650844218 req-c80d5cab-a382-4b1d-960b-807cc550402e tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:56.824514 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6613ca20-1dfa-44f2-99da-11c650844218 req-c80d5cab-a382-4b1d-960b-807cc550402e tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 944 time: 0.2204547 Feb 15 16:43:56.826460 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4044057-d21f-4303-81d3-03426c9c0b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (dbf251e0-7094-4ea3-8e34-d68918e55417), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:56.892865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8355c-4762-4f90-bf29-47d48f5d069b req-e5138c34-407f-45c6-b294-11248556acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:56.896480 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14c8355c-4762-4f90-bf29-47d48f5d069b req-e5138c34-407f-45c6-b294-11248556acf3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 1128 time: 0.1925647 Feb 15 16:43:56.907022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cc1d2-ce9a-4b88-a6ce-5b1c9dde8f97 req-298bd6c4-86dc-4c32-b448-c41d88fcb7ea tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:56.914907 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd0cc1d2-ce9a-4b88-a6ce-5b1c9dde8f97 req-298bd6c4-86dc-4c32-b448-c41d88fcb7ea tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 945 time: 0.1190503 Feb 15 16:43:56.931474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 5126fc5e-3b41-428e-9ae2-746e0bb03b40 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:43:56.960713 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6613ca20-1dfa-44f2-99da-11c650844218 req-fbfd7dcb-8cc7-448f-9a4e-13f940e5aaca tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204789 Feb 15 16:43:57.006967 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=9b88b637-eecf-4d62-bc98-4296bdd1de4c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:57.020636 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd0cc1d2-ce9a-4b88-a6ce-5b1c9dde8f97 req-26a99f1e-5a3a-4d3e-b16f-8deea78f6c60 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031647 Feb 15 16:43:57.020825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a4044057-d21f-4303-81d3-03426c9c0b5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf251e0-7094-4ea3-8e34-d68918e55417']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:57.027945 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14c8355c-4762-4f90-bf29-47d48f5d069b req-573f875a-e957-4842-9a82-69383f433ff9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107574 Feb 15 16:43:57.057552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a4044057-d21f-4303-81d3-03426c9c0b5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fe6820-1818-482e-8c68-eaa3c6ffe495') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:57.057790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a4044057-d21f-4303-81d3-03426c9c0b5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fe6820-1818-482e-8c68-eaa3c6ffe495') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:43:57.077445 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4044057-d21f-4303-81d3-03426c9c0b5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (86fe6820-1818-482e-8c68-eaa3c6ffe495), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:57.083668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:57.084291 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:57.128396 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b5940c5b-caf4-48b8-a6a5-277486bbb913 req-66051a49-3fd1-4563-9d5d-755db6b0cb3b tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 210 time: 0.0378799 Feb 15 16:43:57.136737 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4044057-d21f-4303-81d3-03426c9c0b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (86fe6820-1818-482e-8c68-eaa3c6ffe495), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:57.163064 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4044057-d21f-4303-81d3-03426c9c0b5b admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:43:57.173872 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4044057-d21f-4303-81d3-03426c9c0b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (86fe6820-1818-482e-8c68-eaa3c6ffe495), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:57.197658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 5126fc5e-3b41-428e-9ae2-746e0bb03b40, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5126fc5e-3b41-428e-9ae2-746e0bb03b40,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:57.242589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '5126fc5e-3b41-428e-9ae2-746e0bb03b40', 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf', 'port_id': '5126fc5e-3b41-428e-9ae2-746e0bb03b40', 'mac_address': 'fa:16:3e:9a:13:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26da3fb-9020-4127-97e3-22f21ca942bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:43:57.274062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:43:57.296478 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:43:57.300132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 5126fc5e-3b41-428e-9ae2-746e0bb03b40 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:57.300874 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:57.315834 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5126fc5e-3b41-428e-9ae2-746e0bb03b40 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:43:57.354078 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4044057-d21f-4303-81d3-03426c9c0b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (dbf251e0-7094-4ea3-8e34-d68918e55417), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:57.362607 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4044057-d21f-4303-81d3-03426c9c0b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:57.368427 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a4044057-d21f-4303-81d3-03426c9c0b5b admin admin] 10.222.0.107 "DELETE /v2.0/networks/dbf251e0-7094-4ea3-8e34-d68918e55417 HTTP/1.1" status: 204 len: 168 time: 0.9774768 Feb 15 16:43:57.379438 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 5126fc5e-3b41-428e-9ae2-746e0bb03b40, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5126fc5e-3b41-428e-9ae2-746e0bb03b40,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:57.390943 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4044057-d21f-4303-81d3-03426c9c0b5b admin admin] Pushing event deleted for resources: {'Network': ['ID=dbf251e0-7094-4ea3-8e34-d68918e55417,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:57.422685 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-5676f6d8-e3cb-44e6-8ce9-f8192035f8cd tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:57.424519 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-5676f6d8-e3cb-44e6-8ce9-f8192035f8cd tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.67 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 820 time: 0.2489433 Feb 15 16:43:57.458880 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:57.462467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-002dfc3b-92ff-4724-aad4-f1cb60e48070 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Request body: {'port': {'device_id': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'admin_state_up': True, 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:57.597346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=5126fc5e-3b41-428e-9ae2-746e0bb03b40,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:57.632999 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0ea17-debe-416d-9f8a-d95f5782ad25 req-d8d5f70e-6376-43b8-a983-7d7110c1ad6d tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:57.645348 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31f0ea17-debe-416d-9f8a-d95f5782ad25 req-d8d5f70e-6376-43b8-a983-7d7110c1ad6d tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.2197537 Feb 15 16:43:57.697984 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['5126fc5e-3b41-428e-9ae2-746e0bb03b40'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:43:57.737890 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5521a-1546-4607-a463-1098204d8717 req-36efe51f-0d83-4d84-beec-6ba9a77a6f4b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:57.747857 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d3e5521a-1546-4607-a463-1098204d8717 req-36efe51f-0d83-4d84-beec-6ba9a77a6f4b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.1126268 Feb 15 16:43:57.825338 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31f0ea17-debe-416d-9f8a-d95f5782ad25 req-4779ed85-b126-4941-aeee-8321bd6afbf0 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694198 Feb 15 16:43:57.864894 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d3e5521a-1546-4607-a463-1098204d8717 req-47e44df3-8583-4433-b7ae-5ef25ae89fee tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160893 Feb 15 16:43:57.902252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42776) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:58.026781 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e766ee84-c387-4a37-94ce-fe8c25f5163b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a29c0baa5f724e96a5227c63355e33a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1232655 Feb 15 16:43:58.028852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-002dfc3b-92ff-4724-aad4-f1cb60e48070 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Made reservation on behalf of 130e52b66c5a4831b4acccf5a4ca800d for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:43:58.029452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42780) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:43:58.041843 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-002dfc3b-92ff-4724-aad4-f1cb60e48070 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:58.120656 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ba0222c-444e-4b7f-a1b6-08ed712561e0 admin admin] Publish callbacks [] for security_group (51f47aa9-7d67-43be-a89c-e2a74e942fee), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:58.225438 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ba0222c-444e-4b7f-a1b6-08ed712561e0 admin admin] Publish callbacks [] for security_group (51f47aa9-7d67-43be-a89c-e2a74e942fee), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:58.257689 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f3999-79b3-40ac-80c2-353bb857c06a req-1020af78-834f-454f-917f-c6f1f484c59f tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:58.265976 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3a8f3999-79b3-40ac-80c2-353bb857c06a req-1020af78-834f-454f-917f-c6f1f484c59f tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 945 time: 0.1757450 Feb 15 16:43:58.397517 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3a8f3999-79b3-40ac-80c2-353bb857c06a req-dc7b0c61-c6b9-4b37-afa2-3443a1041fc8 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252489 Feb 15 16:43:58.499920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-002dfc3b-92ff-4724-aad4-f1cb60e48070 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Allocated IP 172.20.0.7 (1b16032e-9798-432f-b240-94c30f7cd9e2/5929e2bc-8d45-4bd8-afc2-4a7c151090f9/ad2779db-44bb-4cae-b834-fd1b2242991c) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:43:58.515702 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a08dc918-9583-4eb3-bbf4-bbd767daa92c req-f5588590-a786-46dd-9554-3c6adb161e6f tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 210 time: 0.0373943 Feb 15 16:43:58.516683 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ba0222c-444e-4b7f-a1b6-08ed712561e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (51f47aa9-7d67-43be-a89c-e2a74e942fee), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:58.526711 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ba0222c-444e-4b7f-a1b6-08ed712561e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:58.537617 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2ba0222c-444e-4b7f-a1b6-08ed712561e0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/51f47aa9-7d67-43be-a89c-e2a74e942fee HTTP/1.1" status: 204 len: 168 time: 0.5022843 Feb 15 16:43:58.553974 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0222c-444e-4b7f-a1b6-08ed712561e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f47aa9-7d67-43be-a89c-e2a74e942fee,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:58.691205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99402a1e-0d89-4300-9484-8b9f5e67ef8b req-c54df0e1-a47e-4cc7-86e5-e8dc1c16a227 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:58.692799 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-99402a1e-0d89-4300-9484-8b9f5e67ef8b req-c54df0e1-a47e-4cc7-86e5-e8dc1c16a227 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0823560 Feb 15 16:43:58.720619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 5126fc5e-3b41-428e-9ae2-746e0bb03b40 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:43:58.762504 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-002dfc3b-92ff-4724-aad4-f1cb60e48070 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for port (ad2779db-44bb-4cae-b834-fd1b2242991c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:58.810522 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-99402a1e-0d89-4300-9484-8b9f5e67ef8b req-4a150491-a135-462a-b60b-b2d1cb101ff3 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113479 Feb 15 16:43:58.869053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e89bcee-f553-49cb-921a-f7ad840d9b77 req-966b7d3f-5d43-456d-86ef-3607fe2f98f8 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:58.876210 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e89bcee-f553-49cb-921a-f7ad840d9b77 req-966b7d3f-5d43-456d-86ef-3607fe2f98f8 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 945 time: 0.4920585 Feb 15 16:43:58.912645 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 5126fc5e-3b41-428e-9ae2-746e0bb03b40 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:43:58.921238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 5126fc5e-3b41-428e-9ae2-746e0bb03b40 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:58.921629 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:58.938532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e06af-25b3-4345-9e16-16718784db28 req-b99c6eca-50c5-462d-906b-747771df50c6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:58.943895 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-327e06af-25b3-4345-9e16-16718784db28 req-b99c6eca-50c5-462d-906b-747771df50c6 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.10 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 945 time: 0.1748023 Feb 15 16:43:58.995463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2441fbb-a85e-44d8-9c56-53bd914252f9 req-6b41cc0d-fdd9-47e0-91f8-475bc322ccd4 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:59.004620 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e89bcee-f553-49cb-921a-f7ad840d9b77 req-efcaf580-da11-4219-91a9-cf4f555929ae tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273985 Feb 15 16:43:59.017183 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f2441fbb-a85e-44d8-9c56-53bd914252f9 req-6b41cc0d-fdd9-47e0-91f8-475bc322ccd4 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.1042202 Feb 15 16:43:59.021394 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-002dfc3b-92ff-4724-aad4-f1cb60e48070 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ad2779db-44bb-4cae-b834-fd1b2242991c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:59.070255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 5126fc5e-3b41-428e-9ae2-746e0bb03b40 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:43:59.070647 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:59.102853 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b4b527-8700-4a4f-a2f1-6d3ae72455b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5126fc5e-3b41-428e-9ae2-746e0bb03b40'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:43:59.105859 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5485118-a8c6-40a4-b911-f1177f6355b5" -d '{"events": [{"server_uuid": "18b4b527-8700-4a4f-a2f1-6d3ae72455b1", "name": "network-vif-plugged", "status": "completed", "tag": "5126fc5e-3b41-428e-9ae2-746e0bb03b40"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:43:59.119589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 5126fc5e-3b41-428e-9ae2-746e0bb03b40, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5126fc5e-3b41-428e-9ae2-746e0bb03b40,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:59.145507 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f2441fbb-a85e-44d8-9c56-53bd914252f9 req-5df403a1-9037-495e-b3c1-f3ca848bd969 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290743 Feb 15 16:43:59.171005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002dfc3b-92ff-4724-aad4-f1cb60e48070 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Pushing event updated for resources: {'Port': ['ID=ad2779db-44bb-4cae-b834-fd1b2242991c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:59.191549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-002dfc3b-92ff-4724-aad4-f1cb60e48070 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Network 1b16032e-9798-432f-b240-94c30f7cd9e2 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:43:59.194550 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:59.196803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-002dfc3b-92ff-4724-aad4-f1cb60e48070 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:43:59.241204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-002dfc3b-92ff-4724-aad4-f1cb60e48070 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:43:59.264956 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b71048-5af8-4dd3-b2b3-9135dfb54d6c x-openstack-request-id: req-45b71048-5af8-4dd3-b2b3-9135dfb54d6c {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:43:59.265259 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b4b527-8700-4a4f-a2f1-6d3ae72455b1", "name": "network-vif-plugged", "status": "completed", "tag": "5126fc5e-3b41-428e-9ae2-746e0bb03b40", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:43:59.270124 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-45b71048-5af8-4dd3-b2b3-9135dfb54d6c {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:43:59.270642 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b4b527-8700-4a4f-a2f1-6d3ae72455b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5126fc5e-3b41-428e-9ae2-746e0bb03b40', 'code': 200} Feb 15 16:43:59.341114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=5126fc5e-3b41-428e-9ae2-746e0bb03b40,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:43:59.381658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39df2fe-9c24-4b50-9465-32664246ac0e req-223be731-f36a-4a98-96b5-27bb2e673d51 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:59.383204 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d39df2fe-9c24-4b50-9465-32664246ac0e req-223be731-f36a-4a98-96b5-27bb2e673d51 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.2374597 Feb 15 16:43:59.425560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-002dfc3b-92ff-4724-aad4-f1cb60e48070 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:59.426251 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-002dfc3b-92ff-4724-aad4-f1cb60e48070 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:59.445422 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af037b4-7957-41bc-8dc3-00014d20028f req-75aeda46-f8b4-457e-9023-3e9d772d9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:59.451626 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3af037b4-7957-41bc-8dc3-00014d20028f req-75aeda46-f8b4-457e-9023-3e9d772d9620 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 1129 time: 0.1065931 Feb 15 16:43:59.509764 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d39df2fe-9c24-4b50-9465-32664246ac0e req-145929fc-c11f-401e-a481-c59b90a51a4a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093454 Feb 15 16:43:59.525894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-327e06af-25b3-4345-9e16-16718784db28 req-0f468c22-5669-4e3a-bbf8-ec7cbacbabe9 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Deleting port 3b09f112-1c90-4596-9afe-3e8bd6c54626 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:43:59.526862 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-327e06af-25b3-4345-9e16-16718784db28 req-0f468c22-5669-4e3a-bbf8-ec7cbacbabe9 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:59.593567 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3af037b4-7957-41bc-8dc3-00014d20028f req-28bfd485-1d91-44a5-baa5-cd73480b9741 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338420 Feb 15 16:43:59.597615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d32de0aa-5176-45d0-8835-6877015a0600 None None] Provisioning complete for port ad2779db-44bb-4cae-b834-fd1b2242991c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:43:59.601416 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d32de0aa-5176-45d0-8835-6877015a0600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ad2779db-44bb-4cae-b834-fd1b2242991c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:59.647492 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-002dfc3b-92ff-4724-aad4-f1cb60e48070 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2062676 Feb 15 16:43:59.661434 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d32de0aa-5176-45d0-8835-6877015a0600 None None] Port ad2779db-44bb-4cae-b834-fd1b2242991c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:43:59.794683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3046225-cb62-4b84-b4e3-c174f53094bc req-c7737627-abc7-4015-ad5c-a294471716f0 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:59.796823 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3046225-cb62-4b84-b4e3-c174f53094bc req-c7737627-abc7-4015-ad5c-a294471716f0 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 931 time: 0.1622701 Feb 15 16:43:59.828286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-327e06af-25b3-4345-9e16-16718784db28 req-0f468c22-5669-4e3a-bbf8-ec7cbacbabe9 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] For port 3b09f112-1c90-4596-9afe-3e8bd6c54626, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3b09f112-1c90-4596-9afe-3e8bd6c54626,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:43:59.828673 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-327e06af-25b3-4345-9e16-16718784db28 req-0f468c22-5669-4e3a-bbf8-ec7cbacbabe9 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:43:59.859716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Request body: {'port': {'device_id': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:43:59.872337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-327e06af-25b3-4345-9e16-16718784db28 req-0f468c22-5669-4e3a-bbf8-ec7cbacbabe9 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Calling delete_port for 3b09f112-1c90-4596-9afe-3e8bd6c54626 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:43:59.967643 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbcd78-16df-433e-927f-6b50fe82ce50 req-c1170d43-b752-49e6-b4e8-2e60293b0f9a tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:43:59.981162 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bacbcd78-16df-433e-927f-6b50fe82ce50 req-c1170d43-b752-49e6-b4e8-2e60293b0f9a tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 946 time: 0.1473980 Feb 15 16:44:00.049754 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bacbcd78-16df-433e-927f-6b50fe82ce50 req-0b510d5f-fb13-4f05-9007-eabebe5f392d tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675189 Feb 15 16:44:00.058117 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3046225-cb62-4b84-b4e3-c174f53094bc req-4f8993df-c326-4354-87b5-4d83245366a2 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153690 Feb 15 16:44:00.103679 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ad2779db-44bb-4cae-b834-fd1b2242991c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:00.165791 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:00.244475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b0085-634a-462d-aacc-1debcca18fef req-88b8c195-d959-4e84-be7c-8d065225f388 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:00.250002 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb9b0085-634a-462d-aacc-1debcca18fef req-88b8c195-d959-4e84-be7c-8d065225f388 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 945 time: 0.0723689 Feb 15 16:44:00.303500 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42828) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:00.340150 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb9b0085-634a-462d-aacc-1debcca18fef req-3bae23a9-44b1-4907-9e6a-dfcee5b44b94 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855031 Feb 15 16:44:00.460168 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578e001-ff94-46ae-96bc-279b2eb60369 req-a26f5d98-5fe9-49fc-b559-8f3eba265036 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:00.461840 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689fa8ed-6ddc-437d-8a0d-15fc2511e410 req-967214bf-613e-403a-91e3-a4b0071b662f tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:00.462204 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a578e001-ff94-46ae-96bc-279b2eb60369 req-a26f5d98-5fe9-49fc-b559-8f3eba265036 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 945 time: 0.2727427 Feb 15 16:44:00.468781 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-689fa8ed-6ddc-437d-8a0d-15fc2511e410 req-967214bf-613e-403a-91e3-a4b0071b662f tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.0699463 Feb 15 16:44:00.488351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3c48cd2d-99a4-4977-83cc-65bd52238a10 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-network', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:00.531811 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-689fa8ed-6ddc-437d-8a0d-15fc2511e410 req-53028f6a-7047-48df-ac6e-f4bd4aca3cfa tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621250 Feb 15 16:44:00.561341 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a578e001-ff94-46ae-96bc-279b2eb60369 req-47442ab8-fe2c-4fc9-9c80-85eee104a930 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892868 Feb 15 16:44:00.595014 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:00.622452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c48cd2d-99a4-4977-83cc-65bd52238a10 admin admin] Made reservation on behalf of 88d20a36be5d483f8c3d15b2235c1322 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:00.625162 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c48cd2d-99a4-4977-83cc-65bd52238a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:00.631011 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-327e06af-25b3-4345-9e16-16718784db28 req-0f468c22-5669-4e3a-bbf8-ec7cbacbabe9 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3b09f112-1c90-4596-9afe-3e8bd6c54626), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:00.644553 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c48cd2d-99a4-4977-83cc-65bd52238a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:00.755401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f468c22-5669-4e3a-bbf8-ec7cbacbabe9 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Pushing event deleted for resources: {'Port': ['ID=3b09f112-1c90-4596-9afe-3e8bd6c54626,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:00.800804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad2779db-44bb-4cae-b834-fd1b2242991c {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:00.810356 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0a5561-e416-4ecf-a225-ce9825d181ab req-0dddcd9e-cd0a-43f2-aafe-debd63fc9a6f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:00.813216 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Publish callbacks [] for port (ad2779db-44bb-4cae-b834-fd1b2242991c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:00.817506 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1a0a5561-e416-4ecf-a225-ce9825d181ab req-0dddcd9e-cd0a-43f2-aafe-debd63fc9a6f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.1527081 Feb 15 16:44:00.821548 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c48cd2d-99a4-4977-83cc-65bd52238a10 admin admin] Publish callbacks [] for security_group (a0083136-a475-436e-8e2d-e09ea91a5524), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:00.843224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-327e06af-25b3-4345-9e16-16718784db28 req-0f468c22-5669-4e3a-bbf8-ec7cbacbabe9 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] No DVR routers for this DVR port 3b09f112-1c90-4596-9afe-3e8bd6c54626 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:44:00.855362 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-327e06af-25b3-4345-9e16-16718784db28 req-0f468c22-5669-4e3a-bbf8-ec7cbacbabe9 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:00.861349 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-327e06af-25b3-4345-9e16-16718784db28 req-0f468c22-5669-4e3a-bbf8-ec7cbacbabe9 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.10 "DELETE /v2.0/ports/3b09f112-1c90-4596-9afe-3e8bd6c54626 HTTP/1.1" status: 204 len: 173 time: 1.9132066 Feb 15 16:44:00.862683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3747b762-1840-4398-b69d-e0466035f8b8', 'name': 'network-vif-deleted', 'tag': '3b09f112-1c90-4596-9afe-3e8bd6c54626'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:00.871602 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4af6ca5-e90d-4109-9aed-c63b588337d3" -d '{"events": [{"server_uuid": "3747b762-1840-4398-b69d-e0466035f8b8", "name": "network-vif-deleted", "tag": "3b09f112-1c90-4596-9afe-3e8bd6c54626"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:00.887212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Transition to ACTIVE for port object ad2779db-44bb-4cae-b834-fd1b2242991c will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:44:00.889973 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1a0a5561-e416-4ecf-a225-ce9825d181ab req-715b4a1e-2707-4877-8142-ec67d6ef1c94 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714555 Feb 15 16:44:00.914416 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c48cd2d-99a4-4977-83cc-65bd52238a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a0083136-a475-436e-8e2d-e09ea91a5524), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:00.919371 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3df374-6cdb-4795-9a6c-62614b019f77 req-a9a64a83-6a56-4a34-af0a-68d5bc47fdeb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:00.921682 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e3df374-6cdb-4795-9a6c-62614b019f77 req-a9a64a83-6a56-4a34-af0a-68d5bc47fdeb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 945 time: 0.2169397 Feb 15 16:44:00.945299 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb54e30-0c8c-49c6-8a1f-2993dbb6435d x-openstack-request-id: req-7eb54e30-0c8c-49c6-8a1f-2993dbb6435d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:00.948117 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3747b762-1840-4398-b69d-e0466035f8b8", "name": "network-vif-deleted", "tag": "3b09f112-1c90-4596-9afe-3e8bd6c54626", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:00.948651 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c48cd2d-99a4-4977-83cc-65bd52238a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:44:00.949312 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7eb54e30-0c8c-49c6-8a1f-2993dbb6435d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:00.951364 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3747b762-1840-4398-b69d-e0466035f8b8', 'name': 'network-vif-deleted', 'tag': '3b09f112-1c90-4596-9afe-3e8bd6c54626', 'status': 'completed', 'code': 200} Feb 15 16:44:00.975346 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48cd2d-99a4-4977-83cc-65bd52238a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0083136-a475-436e-8e2d-e09ea91a5524,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:00.978404 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c48cd2d-99a4-4977-83cc-65bd52238a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:00.978746 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-3c48cd2d-99a4-4977-83cc-65bd52238a10 admin admin] Added segment a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa of type vlan for network a36b7914-2995-4a64-9ff7-dc4d49f26c7a Feb 15 16:44:01.018720 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e3df374-6cdb-4795-9a6c-62614b019f77 req-20c6686a-949d-44ad-abec-ac7fb394763c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876627 Feb 15 16:44:01.019973 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c48cd2d-99a4-4977-83cc-65bd52238a10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (a36b7914-2995-4a64-9ff7-dc4d49f26c7a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:01.020458 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ad2779db-44bb-4cae-b834-fd1b2242991c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:01.114114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2779db-44bb-4cae-b834-fd1b2242991c,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:01.160174 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c48cd2d-99a4-4977-83cc-65bd52238a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (a36b7914-2995-4a64-9ff7-dc4d49f26c7a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:01.163116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c48cd2d-99a4-4977-83cc-65bd52238a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:01.163739 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c48cd2d-99a4-4977-83cc-65bd52238a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:01.224830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6f537-b450-465b-8cd9-468daf18a881 req-83dc94d7-094a-46e8-aa35-909f90d99034 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:01.226868 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4fa6f537-b450-465b-8cd9-468daf18a881 req-83dc94d7-094a-46e8-aa35-909f90d99034 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 945 time: 0.1025856 Feb 15 16:44:01.228125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Attempting to bind port ad2779db-44bb-4cae-b834-fd1b2242991c on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:44:01.228462 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Attempting to bind port ad2779db-44bb-4cae-b834-fd1b2242991c by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:44:01.228943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Attempting to bind port ad2779db-44bb-4cae-b834-fd1b2242991c on network 1b16032e-9798-432f-b240-94c30f7cd9e2 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:01.237849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Port ad2779db-44bb-4cae-b834-fd1b2242991c on network 1b16032e-9798-432f-b240-94c30f7cd9e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:44:01.238183 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Attempting to bind port ad2779db-44bb-4cae-b834-fd1b2242991c on network 1b16032e-9798-432f-b240-94c30f7cd9e2 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:01.281536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:44:01.281803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48cd2d-99a4-4977-83cc-65bd52238a10 admin admin] Pushing event updated for resources: {'Network': ['ID=a36b7914-2995-4a64-9ff7-dc4d49f26c7a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:01.281928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Checking segment: {'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:01.282267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Bound using segment: {'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:44:01.282725 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Bound port: ad2779db-44bb-4cae-b834-fd1b2242991c, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:44:01.283463 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ad2779db-44bb-4cae-b834-fd1b2242991c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:01.305341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network a36b7914-2995-4a64-9ff7-dc4d49f26c7a details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:44:01.310082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085c017-c307-448b-ae20-2844315bf00c req-3728dd67-48e6-4cf6-815b-88a80f2fa2f9 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:01.312201 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2085c017-c307-448b-ae20-2844315bf00c req-3728dd67-48e6-4cf6-815b-88a80f2fa2f9 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 946 time: 0.0784457 Feb 15 16:44:01.350304 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3c48cd2d-99a4-4977-83cc-65bd52238a10 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0456684 Feb 15 16:44:01.357528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42848) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:01.363218 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-522f7c45-c4e3-4c7b-bf4b-33904dc2b7f6 admin admin] Request body: {'subnet': {'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-subnet', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:01.369235 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4fa6f537-b450-465b-8cd9-468daf18a881 req-5fadf613-1217-411a-9443-ac4f151d50fd tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336114 Feb 15 16:44:01.394207 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2085c017-c307-448b-ae20-2844315bf00c req-64895a32-4575-492d-a869-a8c13616d1c8 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747416 Feb 15 16:44:01.430928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] For port ad2779db-44bb-4cae-b834-fd1b2242991c, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:44:01.436869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] For port ad2779db-44bb-4cae-b834-fd1b2242991c, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ad2779db-44bb-4cae-b834-fd1b2242991c,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:44:01.464592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3b09f112-1c90-4596-9afe-3e8bd6c54626 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:44:01.489923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 3b09f112-1c90-4596-9afe-3e8bd6c54626 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:44:01.490563 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3b09f112-1c90-4596-9afe-3e8bd6c54626 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:44:01.496754 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522f7c45-c4e3-4c7b-bf4b-33904dc2b7f6 admin admin] Made reservation on behalf of 88d20a36be5d483f8c3d15b2235c1322 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:01.499323 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-522f7c45-c4e3-4c7b-bf4b-33904dc2b7f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:01.520841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520356e-899d-495c-af7e-60d7ac667c13 req-5d4d597a-5f87-4e94-bc4c-c28220de55c2 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:01.522367 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b520356e-899d-495c-af7e-60d7ac667c13 req-5d4d597a-5f87-4e94-bc4c-c28220de55c2 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 943 time: 0.0559237 Feb 15 16:44:01.537424 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ad2779db-44bb-4cae-b834-fd1b2242991c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:01.570804 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c3f39dca-1f59-46ae-b59b-938940b85719 req-4e8a1f17-db99-4b24-9c5e-07c7dee61f59 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=3747b762-1840-4398-b69d-e0466035f8b8 HTTP/1.1" status: 200 len: 210 time: 0.0576603 Feb 15 16:44:01.602664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:01.604170 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:01.604821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] 10.222.0.67 "PUT /v2.0/ports/ad2779db-44bb-4cae-b834-fd1b2242991c HTTP/1.1" status: 200 len: 1092 time: 1.7516208 Feb 15 16:44:01.633635 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b520356e-899d-495c-af7e-60d7ac667c13 req-3e47afd6-7230-4d05-9485-d55665c7a5b3 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045063 Feb 15 16:44:01.634877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe204a-1159-4062-8224-8d41ab173895 service neutron] Pushing event updated for resources: {'Port': ['ID=ad2779db-44bb-4cae-b834-fd1b2242991c,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:01.818267 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20805e61-bd0f-47ac-93fa-eae9383621ba req-d476c091-9b19-4c67-861e-66f734f58afd tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:01.820060 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-20805e61-bd0f-47ac-93fa-eae9383621ba req-d476c091-9b19-4c67-861e-66f734f58afd tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 945 time: 0.1103895 Feb 15 16:44:01.869281 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-20805e61-bd0f-47ac-93fa-eae9383621ba req-ae19afaa-b84d-4ef0-a725-4c515591b817 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434887 Feb 15 16:44:02.002152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3133d7-e2ac-4c9e-b0f3-714f1c13c3dd req-316843bd-97d3-46a0-8ffa-a6d54a76a487 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:02.003773 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b3133d7-e2ac-4c9e-b0f3-714f1c13c3dd req-316843bd-97d3-46a0-8ffa-a6d54a76a487 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.0596805 Feb 15 16:44:02.071140 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b3133d7-e2ac-4c9e-b0f3-714f1c13c3dd req-a03a2ec9-7c42-45b3-98a6-daa236905208 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613387 Feb 15 16:44:02.184024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b2292-9f90-4f4b-a547-ff0c74fd5e98 req-31b84a5e-00ed-4e8a-910a-41924becf111 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:02.185545 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e37b2292-9f90-4f4b-a547-ff0c74fd5e98 req-31b84a5e-00ed-4e8a-910a-41924becf111 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.0530543 Feb 15 16:44:02.233396 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e37b2292-9f90-4f4b-a547-ff0c74fd5e98 req-d54f4420-1d9a-4a7d-8884-41ede8d53e50 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419173 Feb 15 16:44:02.265793 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-522f7c45-c4e3-4c7b-bf4b-33904dc2b7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:02.332403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-e3cdae26-0780-434d-976e-23c0e1379afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:02.334268 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-e3cdae26-0780-434d-976e-23c0e1379afe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 1126 time: 0.0652630 Feb 15 16:44:02.378847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522f7c45-c4e3-4c7b-bf4b-33904dc2b7f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:02.388889 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522f7c45-c4e3-4c7b-bf4b-33904dc2b7f6 admin admin] Checking segment: {'id': 'a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:02.389554 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522f7c45-c4e3-4c7b-bf4b-33904dc2b7f6 admin admin] Network hostable DHCP agents. Network: a36b7914-2995-4a64-9ff7-dc4d49f26c7a, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:44:02.411794 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-6cff1a6a-0e0e-4a63-943d-61131f652849 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad2779db-44bb-4cae-b834-fd1b2242991c HTTP/1.1" status: 200 len: 217 time: 0.0620072 Feb 15 16:44:02.415816 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0af94a-9557-4c05-ac68-58b72189e9f1 req-c0d46cf8-d4d5-40f5-be17-c7e0c306537f tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:02.417318 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d0af94a-9557-4c05-ac68-58b72189e9f1 req-c0d46cf8-d4d5-40f5-be17-c7e0c306537f tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 945 time: 0.0947955 Feb 15 16:44:02.468731 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d0af94a-9557-4c05-ac68-58b72189e9f1 req-a094400e-7133-41ce-ae69-5d61d9a26dc2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438514 Feb 15 16:44:02.480303 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-e7473c68-0653-43a1-bb81-a7355ec60707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:02.480303 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-e7473c68-0653-43a1-bb81-a7355ec60707 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 200 len: 859 time: 0.0548894 Feb 15 16:44:02.496699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522f7c45-c4e3-4c7b-bf4b-33904dc2b7f6 admin admin] Network a36b7914-2995-4a64-9ff7-dc4d49f26c7a is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:44:02.563071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-80e84f35-edfe-432f-8117-8e1d8f6133c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:02.565092 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-80e84f35-edfe-432f-8117-8e1d8f6133c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b16032e-9798-432f-b240-94c30f7cd9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0731990 Feb 15 16:44:02.592015 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-522f7c45-c4e3-4c7b-bf4b-33904dc2b7f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, a36b7914-2995-4a64-9ff7-dc4d49f26c7a) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:02.597287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522f7c45-c4e3-4c7b-bf4b-33904dc2b7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:02.600937 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-522f7c45-c4e3-4c7b-bf4b-33904dc2b7f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:02.604047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f50226f-f455-48e8-bb97-6a656b772762 None None] Network a36b7914-2995-4a64-9ff7-dc4d49f26c7a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:44:02.629983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e43e1-35fe-4472-975f-a1f0b1f85a60 req-350cd23b-5ef4-422a-bdd3-b258414bbeff tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:02.632039 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e25e43e1-35fe-4472-975f-a1f0b1f85a60 req-350cd23b-5ef4-422a-bdd3-b258414bbeff tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 945 time: 0.0826702 Feb 15 16:44:02.703636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4766d9-758c-4f08-9a30-94ac12dfd786 req-99aa7448-5375-48d3-b4a0-1e786f1a948c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:02.704240 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e25e43e1-35fe-4472-975f-a1f0b1f85a60 req-213cccd1-ce43-4c5e-a4ee-ccb0ceabd540 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639119 Feb 15 16:44:02.706391 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e4766d9-758c-4f08-9a30-94ac12dfd786 req-99aa7448-5375-48d3-b4a0-1e786f1a948c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 946 time: 0.1503601 Feb 15 16:44:02.728612 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-522f7c45-c4e3-4c7b-bf4b-33904dc2b7f6 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3694377 Feb 15 16:44:02.731967 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42884) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:02.733521 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27443d19-abff-4c62-844e-57b33b273f08 None None] Network a36b7914-2995-4a64-9ff7-dc4d49f26c7a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:44:02.742394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-router', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:02.882336 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (109c3b67-e4d0-4059-88f9-b390d1fa61f0), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:02.883730 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (109c3b67-e4d0-4059-88f9-b390d1fa61f0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:03.150772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'tag': 'ad2779db-44bb-4cae-b834-fd1b2242991c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:03.153280 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff47957-3ff7-483a-a044-8b68e8b155cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bf4d53-4691-4b97-baff-fea6c00e22d9", "tag": "ad2779db-44bb-4cae-b834-fd1b2242991c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:03.173103 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc88c5a-9b0e-472a-aca3-bf9566f08ea0 req-5886be77-1567-4908-8ac2-be37c28a7727 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:03.175453 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbc88c5a-9b0e-472a-aca3-bf9566f08ea0 req-5886be77-1567-4908-8ac2-be37c28a7727 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 943 time: 0.3316967 Feb 15 16:44:03.178845 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-9ae0e7bf-f8d7-483e-877c-7f5ace61fcb6 service neutron] 10.222.0.67 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5887682 Feb 15 16:44:03.219533 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Publish callbacks [] for router_controller (109c3b67-e4d0-4059-88f9-b390d1fa61f0), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:03.238848 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e4766d9-758c-4f08-9a30-94ac12dfd786 req-9f1001e1-f433-4de3-a984-8de237c4e3eb tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256720 Feb 15 16:44:03.252603 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbc88c5a-9b0e-472a-aca3-bf9566f08ea0 req-e91c64de-4709-4260-8360-8aff6afebce4 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519311 Feb 15 16:44:03.303134 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7d55e0-e594-4923-88c5-1e2f11b79928 req-ba5d0fc8-3854-49c8-9c7f-03a92f868b91 service neutron] 10.222.0.67 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132779 Feb 15 16:44:03.499487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5d5e3a-73a3-454c-b2f3-78c5ecd1a27e req-1b9072f8-1248-4a20-9cf8-b9bce344de5a tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:03.500937 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b5d5e3a-73a3-454c-b2f3-78c5ecd1a27e req-1b9072f8-1248-4a20-9cf8-b9bce344de5a tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.1485546 Feb 15 16:44:03.503200 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Publish callbacks [] for router_gateway (109c3b67-e4d0-4059-88f9-b390d1fa61f0), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:03.553539 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b5d5e3a-73a3-454c-b2f3-78c5ecd1a27e req-57778181-baa9-4b09-84df-955edf0fb7f2 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440936 Feb 15 16:44:03.607052 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99174deb-cef8-4df7-b3f8-d1d7dc281e6a x-openstack-request-id: req-99174deb-cef8-4df7-b3f8-d1d7dc281e6a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:03.607346 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bf4d53-4691-4b97-baff-fea6c00e22d9", "tag": "ad2779db-44bb-4cae-b834-fd1b2242991c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:03.607693 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-99174deb-cef8-4df7-b3f8-d1d7dc281e6a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:03.608007 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'tag': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'status': 'completed', 'code': 200} Feb 15 16:44:03.733755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff47957-3ff7-483a-a044-8b68e8b155cb req-974080f8-d077-4c3f-80c2-eb1e51b620c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:03.735273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ff47957-3ff7-483a-a044-8b68e8b155cb req-974080f8-d077-4c3f-80c2-eb1e51b620c5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 1126 time: 0.0971355 Feb 15 16:44:03.746395 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412d937-8924-4c3b-b03f-e1f8f231b7b3 req-2133d9e0-91cb-40a9-a6ff-94feea1ef040 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:03.747815 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5412d937-8924-4c3b-b03f-e1f8f231b7b3 req-2133d9e0-91cb-40a9-a6ff-94feea1ef040 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.0709534 Feb 15 16:44:03.805718 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929c3ca-edfc-4882-93c7-4a18faa7dab7 req-74b2d8d2-004a-422e-bf6a-2e0ad835e251 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:03.807137 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2929c3ca-edfc-4882-93c7-4a18faa7dab7 req-74b2d8d2-004a-422e-bf6a-2e0ad835e251 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 945 time: 0.1257732 Feb 15 16:44:03.847266 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5412d937-8924-4c3b-b03f-e1f8f231b7b3 req-ec781921-dd8f-45ab-b751-adc8ec962675 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911946 Feb 15 16:44:03.857521 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Publish callbacks [] for router_gateway (109c3b67-e4d0-4059-88f9-b390d1fa61f0), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:03.883803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff47957-3ff7-483a-a044-8b68e8b155cb req-627ab736-9f87-4736-8101-48ef9cb44f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:03.884261 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:03.885806 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ff47957-3ff7-483a-a044-8b68e8b155cb req-627ab736-9f87-4736-8101-48ef9cb44f34 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 921 time: 0.1371486 Feb 15 16:44:03.936502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ff47957-3ff7-483a-a044-8b68e8b155cb req-c1722d75-e0e9-4b80-bc6c-571ad94bca45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad2779db-44bb-4cae-b834-fd1b2242991c HTTP/1.1" status: 200 len: 217 time: 0.0439425 Feb 15 16:44:03.941280 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2929c3ca-edfc-4882-93c7-4a18faa7dab7 req-1f854248-9783-49aa-a228-3ae32470227b tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088839 Feb 15 16:44:04.029007 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Allocated IP 172.25.4.222 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/aa71c610-62e1-405c-9481-e94c3dacaddc) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:04.060594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff47957-3ff7-483a-a044-8b68e8b155cb req-89a1cb32-f567-48bb-a84e-360f3b707b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:04.062335 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ff47957-3ff7-483a-a044-8b68e8b155cb req-89a1cb32-f567-48bb-a84e-360f3b707b8a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 200 len: 859 time: 0.1180291 Feb 15 16:44:04.090579 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b1754-0688-4775-bc54-ae5dae6c8c72 req-a552f0c6-39f0-4975-9946-84fa7984c791 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:04.096836 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b43b1754-0688-4775-bc54-ae5dae6c8c72 req-a552f0c6-39f0-4975-9946-84fa7984c791 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 944 time: 0.1587481 Feb 15 16:44:04.165079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22640660-6f21-437a-8ffb-2c8dcf14a430 req-502c38de-763f-45c6-80c8-4a3c76ec2b03 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:04.166596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22640660-6f21-437a-8ffb-2c8dcf14a430 req-502c38de-763f-45c6-80c8-4a3c76ec2b03 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.10 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 944 time: 0.1531167 Feb 15 16:44:04.181900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6c080-baa7-4ece-a0b5-4d758e0da2f4 req-d31f5ff8-ad92-4b92-b080-285ef24c00e4 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:04.183428 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-27c6c080-baa7-4ece-a0b5-4d758e0da2f4 req-d31f5ff8-ad92-4b92-b080-285ef24c00e4 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 945 time: 0.0885370 Feb 15 16:44:04.194394 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Publish callbacks [] for port (aa71c610-62e1-405c-9481-e94c3dacaddc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:04.209890 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b43b1754-0688-4775-bc54-ae5dae6c8c72 req-c374055a-f0df-408c-8b2a-2b6f43373ffd tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164341 Feb 15 16:44:04.213707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff47957-3ff7-483a-a044-8b68e8b155cb req-f939ca9c-d4b8-4388-8406-8fc97864f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:04.215321 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ff47957-3ff7-483a-a044-8b68e8b155cb req-f939ca9c-d4b8-4388-8406-8fc97864f47c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b16032e-9798-432f-b240-94c30f7cd9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1458561 Feb 15 16:44:04.267507 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-27c6c080-baa7-4ece-a0b5-4d758e0da2f4 req-a2d5975f-c9c5-4997-bce5-d555b9a1f020 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713577 Feb 15 16:44:04.337387 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (aa71c610-62e1-405c-9481-e94c3dacaddc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:04.396856 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:04.400366 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:04.403083 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:04.425488 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ff47957-3ff7-483a-a044-8b68e8b155cb req-319ca255-4391-4059-b083-a06462a23194 service neutron] 10.222.0.67 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010102 Feb 15 16:44:04.429762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Pushing event updated for resources: {'Port': ['ID=aa71c610-62e1-405c-9481-e94c3dacaddc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:04.469585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-22640660-6f21-437a-8ffb-2c8dcf14a430 req-b9a88810-1579-43a4-aad4-b430dec1bcbf tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Deleting port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:44:04.470089 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-22640660-6f21-437a-8ffb-2c8dcf14a430 req-b9a88810-1579-43a4-aad4-b430dec1bcbf tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:04.521960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638aba9-29f4-42ee-909f-40f48d7400e4 req-3cac9312-74a1-45df-a8a9-25229d3f6402 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:04.529288 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5638aba9-29f4-42ee-909f-40f48d7400e4 req-3cac9312-74a1-45df-a8a9-25229d3f6402 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 946 time: 0.1966000 Feb 15 16:44:04.667173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5638aba9-29f4-42ee-909f-40f48d7400e4 req-f4007df7-fa2f-41c4-8589-7d57855b51f2 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368394 Feb 15 16:44:04.671520 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ff47957-3ff7-483a-a044-8b68e8b155cb req-aec71490-d860-4d10-be12-71ac4a357a4f service neutron] 10.222.0.67 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290938 Feb 15 16:44:04.699435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-22640660-6f21-437a-8ffb-2c8dcf14a430 req-b9a88810-1579-43a4-aad4-b430dec1bcbf tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] For port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:04.699812 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-22640660-6f21-437a-8ffb-2c8dcf14a430 req-b9a88810-1579-43a4-aad4-b430dec1bcbf tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:04.719432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-22640660-6f21-437a-8ffb-2c8dcf14a430 req-b9a88810-1579-43a4-aad4-b430dec1bcbf tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Calling delete_port for 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:44:04.838618 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Publish callbacks [] for router_gateway (109c3b67-e4d0-4059-88f9-b390d1fa61f0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:04.853930 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb4d52-e637-409a-887b-e5cd49e4d90a req-94327d6f-81a3-4e8f-b774-bfed7bec7b55 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:04.855463 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-45eb4d52-e637-409a-887b-e5cd49e4d90a req-94327d6f-81a3-4e8f-b774-bfed7bec7b55 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 943 time: 0.0836911 Feb 15 16:44:04.940992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-45eb4d52-e637-409a-887b-e5cd49e4d90a req-3895743c-de15-4246-97dd-138c89351108 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782104 Feb 15 16:44:05.045258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-22640660-6f21-437a-8ffb-2c8dcf14a430 req-b9a88810-1579-43a4-aad4-b430dec1bcbf tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0dcfc2a3-b638-4a42-aee7-cebc256cfe84), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:05.072275 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede12c7-0203-46a3-b353-b2c3ddfc9900 req-40e599f2-047d-4d9a-8fcf-b3ec5ae25c07 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:05.073925 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fede12c7-0203-46a3-b353-b2c3ddfc9900 req-40e599f2-047d-4d9a-8fcf-b3ec5ae25c07 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.0977218 Feb 15 16:44:05.117625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a88810-1579-43a4-aad4-b430dec1bcbf tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Pushing event deleted for resources: {'Port': ['ID=0dcfc2a3-b638-4a42-aee7-cebc256cfe84,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:05.156848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-22640660-6f21-437a-8ffb-2c8dcf14a430 req-b9a88810-1579-43a4-aad4-b430dec1bcbf tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] No DVR routers for this DVR port 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:44:05.160702 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-22640660-6f21-437a-8ffb-2c8dcf14a430 req-b9a88810-1579-43a4-aad4-b430dec1bcbf tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:05.175700 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22640660-6f21-437a-8ffb-2c8dcf14a430 req-b9a88810-1579-43a4-aad4-b430dec1bcbf tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.10 "DELETE /v2.0/ports/0dcfc2a3-b638-4a42-aee7-cebc256cfe84 HTTP/1.1" status: 204 len: 173 time: 1.0022793 Feb 15 16:44:05.220243 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fede12c7-0203-46a3-b353-b2c3ddfc9900 req-9f3c16ae-f45f-4468-824f-38cf1fe39d46 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289411 Feb 15 16:44:05.292899 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (109c3b67-e4d0-4059-88f9-b390d1fa61f0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:05.414255 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018f52a-3aa0-4e64-b072-5e4205d77cb0 req-3db1d4fb-671a-4277-8e34-842ffde22851 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:05.415806 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6018f52a-3aa0-4e64-b072-5e4205d77cb0 req-3db1d4fb-671a-4277-8e34-842ffde22851 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.1339867 Feb 15 16:44:05.486077 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ecb55452-f499-4a74-9db9-77c5d421dd18 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:44:05.490659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ecb55452-f499-4a74-9db9-77c5d421dd18 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:44:05.497933 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6018f52a-3aa0-4e64-b072-5e4205d77cb0 req-ee8b61a4-f9f3-420a-83af-9215f961d129 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723369 Feb 15 16:44:05.574747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:44:05.609234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f9e22a-8fe8-4937-9128-de435f0e1d89', 'name': 'network-vif-deleted', 'tag': '0dcfc2a3-b638-4a42-aee7-cebc256cfe84'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:05.617764 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e26d99d-c6f0-4794-9d03-843b1be95774" -d '{"events": [{"server_uuid": "22f9e22a-8fe8-4937-9128-de435f0e1d89", "name": "network-vif-deleted", "tag": "0dcfc2a3-b638-4a42-aee7-cebc256cfe84"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:05.700688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port ecb55452-f499-4a74-9db9-77c5d421dd18 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:05.701172 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:05.708544 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2af68b67-16d8-453e-8f54-f67cb7da2912 req-ed6ac8d7-434d-4f98-ab9e-59e69e27a02b tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=22f9e22a-8fe8-4937-9128-de435f0e1d89 HTTP/1.1" status: 200 len: 210 time: 0.0355413 Feb 15 16:44:05.735100 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ecb55452-f499-4a74-9db9-77c5d421dd18, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ecb55452-f499-4a74-9db9-77c5d421dd18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:05.752476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc22774-f342-468e-849c-4ac7614c5b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecb55452-f499-4a74-9db9-77c5d421dd18'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:05.760404 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7e4f0f-45dc-470a-a0d2-bc3c22fd2d12" -d '{"events": [{"server_uuid": "4fc22774-f342-468e-849c-4ac7614c5b22", "name": "network-vif-unplugged", "status": "completed", "tag": "ecb55452-f499-4a74-9db9-77c5d421dd18"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:05.774106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:44:05.777310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'ecb55452-f499-4a74-9db9-77c5d421dd18', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': 'ecb55452-f499-4a74-9db9-77c5d421dd18', 'mac_address': 'fa:16:3e:3b:be:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:44:05.781803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ecb55452-f499-4a74-9db9-77c5d421dd18, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ecb55452-f499-4a74-9db9-77c5d421dd18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:05.788857 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Sync routers for ids ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:44:05.800869 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Routers {'109c3b67-e4d0-4059-88f9-b390d1fa61f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:44:05.801716 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:43:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:05.854004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port ecb55452-f499-4a74-9db9-77c5d421dd18 is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:05.855511 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:05.872181 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:05.874823 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6f4f9098-fa2e-40c7-9537-569be7c5b41f admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.1394498 Feb 15 16:44:05.878059 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42966) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:05.911221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecb55452-f499-4a74-9db9-77c5d421dd18 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:05.924107 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:06.017447 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Set router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:44:06.028748 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dca9fb7-748b-45cd-83e5-04e1b5afd748 x-openstack-request-id: req-7dca9fb7-748b-45cd-83e5-04e1b5afd748 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:06.029021 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f9e22a-8fe8-4937-9128-de435f0e1d89", "name": "network-vif-deleted", "tag": "0dcfc2a3-b638-4a42-aee7-cebc256cfe84", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:06.029613 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7dca9fb7-748b-45cd-83e5-04e1b5afd748 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:06.029761 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f9e22a-8fe8-4937-9128-de435f0e1d89', 'name': 'network-vif-deleted', 'tag': '0dcfc2a3-b638-4a42-aee7-cebc256cfe84', 'status': 'completed', 'code': 200} Feb 15 16:44:06.065663 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31df1ae-eedb-4ac1-8d65-0fa0eb1810b3 x-openstack-request-id: req-a31df1ae-eedb-4ac1-8d65-0fa0eb1810b3 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:06.065663 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc22774-f342-468e-849c-4ac7614c5b22", "name": "network-vif-unplugged", "status": "completed", "tag": "ecb55452-f499-4a74-9db9-77c5d421dd18", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:06.065663 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a31df1ae-eedb-4ac1-8d65-0fa0eb1810b3 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:06.066041 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc22774-f342-468e-849c-4ac7614c5b22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecb55452-f499-4a74-9db9-77c5d421dd18', 'code': 200} Feb 15 16:44:06.067968 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:44:06.068429 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:44:06.130237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=ecb55452-f499-4a74-9db9-77c5d421dd18,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:06.155170 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f2fd7-66d1-4e55-a23a-80c213a95cae req-1302f9b8-6fb6-4ab7-a36d-80072fe47e50 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:06.157287 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a08f2fd7-66d1-4e55-a23a-80c213a95cae req-1302f9b8-6fb6-4ab7-a36d-80072fe47e50 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 943 time: 0.0820420 Feb 15 16:44:06.233193 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a08f2fd7-66d1-4e55-a23a-80c213a95cae req-94ab7f47-d940-45a4-b6a7-1e95e3482eb0 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694852 Feb 15 16:44:06.271627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684567c-49ec-4c84-9e25-54872a83a0f9 req-4fe57b3d-c168-44f4-928e-cf51284dbb4e tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:06.273175 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8684567c-49ec-4c84-9e25-54872a83a0f9 req-4fe57b3d-c168-44f4-928e-cf51284dbb4e tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 945 time: 0.1239707 Feb 15 16:44:06.353282 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-router', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:04Z', 'revision_number': 3, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'gw_port': {'id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:06.398297 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Checking router: 109c3b67-e4d0-4059-88f9-b390d1fa61f0 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:44:06.399044 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Updating router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 port aa71c610-62e1-405c-9481-e94c3dacaddc binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:44:06.435529 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (aa71c610-62e1-405c-9481-e94c3dacaddc), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:06.440298 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8684567c-49ec-4c84-9e25-54872a83a0f9 req-37b9e9ab-2790-404b-99db-5377c54ac1d5 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595647 Feb 15 16:44:06.449638 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7bdf0-2ce8-4285-8ecc-f303f522a976 req-ae9b057e-eb07-4a0e-b8e7-12fc562f7f79 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:06.451416 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0a7bdf0-2ce8-4285-8ecc-f303f522a976 req-ae9b057e-eb07-4a0e-b8e7-12fc562f7f79 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 947 time: 0.1418862 Feb 15 16:44:06.519306 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0a7bdf0-2ce8-4285-8ecc-f303f522a976 req-23ba5451-aa69-4e2e-8338-073dd7c0db1e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594838 Feb 15 16:44:06.607511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port ecb55452-f499-4a74-9db9-77c5d421dd18 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:06.608880 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:06.623973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb55452-f499-4a74-9db9-77c5d421dd18 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:06.649396 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ecb55452-f499-4a74-9db9-77c5d421dd18, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ecb55452-f499-4a74-9db9-77c5d421dd18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:06.660100 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:06.682879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb95d92-e1b4-4a68-8ef8-8077ef33e10a req-8d2c926b-60db-4d4c-9711-e46b83ae656e tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:06.684602 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cdb95d92-e1b4-4a68-8ef8-8077ef33e10a req-8d2c926b-60db-4d4c-9711-e46b83ae656e tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.0834682 Feb 15 16:44:06.700861 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:06.789617 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Publish callbacks [] for port (aa71c610-62e1-405c-9481-e94c3dacaddc), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:06.800859 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cdb95d92-e1b4-4a68-8ef8-8077ef33e10a req-f87f3a45-6a8f-45b4-9a6b-d967a0a6b748 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621037 Feb 15 16:44:06.826757 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ad2779db-44bb-4cae-b834-fd1b2242991c details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:44:06.872055 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=ecb55452-f499-4a74-9db9-77c5d421dd18,revision_number=10']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:06.891607 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (aa71c610-62e1-405c-9481-e94c3dacaddc), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:06.967005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Allocated IP 172.20.0.1 (a36b7914-2995-4a64-9ff7-dc4d49f26c7a/cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55/406dc11f-43df-4b9f-8432-ad03eae82bb4) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:07.006244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['ecb55452-f499-4a74-9db9-77c5d421dd18'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:44:07.009126 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa311fe-a709-413c-9417-25d4219a2664 None None] Pushing event updated for resources: {'Port': ['ID=aa71c610-62e1-405c-9481-e94c3dacaddc,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:07.022473 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Attempting to bind port aa71c610-62e1-405c-9481-e94c3dacaddc on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:44:07.022945 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Attempting to bind port aa71c610-62e1-405c-9481-e94c3dacaddc by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:44:07.023414 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Attempting to bind port aa71c610-62e1-405c-9481-e94c3dacaddc on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:07.029313 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:44:07.032080 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:07.032080 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:07.032080 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:44:07.032080 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Bound port: aa71c610-62e1-405c-9481-e94c3dacaddc, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:44:07.032080 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (aa71c610-62e1-405c-9481-e94c3dacaddc), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:07.088384 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] For port aa71c610-62e1-405c-9481-e94c3dacaddc, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:44:07.091690 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] For port aa71c610-62e1-405c-9481-e94c3dacaddc, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=aa71c610-62e1-405c-9481-e94c3dacaddc,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:44:07.121279 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Publish callbacks [] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:07.171454 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (aa71c610-62e1-405c-9481-e94c3dacaddc), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:07.208158 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4ee34b5-8ea3-48b4-89b1-4573db0fed36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:07.245907 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa311fe-a709-413c-9417-25d4219a2664 None None] Pushing event updated for resources: {'Port': ['ID=aa71c610-62e1-405c-9481-e94c3dacaddc,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:07.272362 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Routers {'109c3b67-e4d0-4059-88f9-b390d1fa61f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:44:07.272362 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:43:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:07.293109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ad2779db-44bb-4cae-b834-fd1b2242991c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ad2779db-44bb-4cae-b834-fd1b2242991c,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:07.335704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'port_id': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'mac_address': 'fa:16:3e:f6:9a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:44:07.368636 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:07.416118 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port ad2779db-44bb-4cae-b834-fd1b2242991c is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:07.416378 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ad2779db-44bb-4cae-b834-fd1b2242991c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:07.417754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Network a36b7914-2995-4a64-9ff7-dc4d49f26c7a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:07.421456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:07.431055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:07.466746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd8bc3-5a76-486d-aff9-0a7a9c7e69bd req-8cced39d-a5d7-46a4-b2ea-a26f6eec2ba5 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:07.470612 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] Set router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:44:07.472110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad2779db-44bb-4cae-b834-fd1b2242991c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:07.474370 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aecd8bc3-5a76-486d-aff9-0a7a9c7e69bd req-8cced39d-a5d7-46a4-b2ea-a26f6eec2ba5 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 943 time: 0.1475341 Feb 15 16:44:07.497147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ad2779db-44bb-4cae-b834-fd1b2242991c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ad2779db-44bb-4cae-b834-fd1b2242991c,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:07.509891 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0314bd8-e8e9-4f2f-bf83-236e99ac7d69 req-704a697b-ef70-4630-a87b-c0cd20f09113 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:07.510465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Pushing event updated for resources: {'Port': ['ID=406dc11f-43df-4b9f-8432-ad03eae82bb4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:07.518484 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c0314bd8-e8e9-4f2f-bf83-236e99ac7d69 req-704a697b-ef70-4630-a87b-c0cd20f09113 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 944 time: 0.0682838 Feb 15 16:44:07.538917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 9b88b637-eecf-4d62-bc98-4296bdd1de4c details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:44:07.542381 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:44:07.565057 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:07.565464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:07.565823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:07.566164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:07.566499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:07.566832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:07.567162 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:07.567488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:07.567813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:07.572323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:07.572689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:07.573069 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:07.573427 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:07.585587 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c0314bd8-e8e9-4f2f-bf83-236e99ac7d69 req-9006ec5e-ef82-41fe-80ed-730aaeb8e640 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606723 Feb 15 16:44:07.589172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:44:07.589577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0dcfc2a3-b638-4a42-aee7-cebc256cfe84 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:44:07.595566 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ad2779db-44bb-4cae-b834-fd1b2242991c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:07.651186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aecd8bc3-5a76-486d-aff9-0a7a9c7e69bd req-91985e4b-a383-453f-9a5e-3e8f8d63879b tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758277 Feb 15 16:44:07.657668 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (109c3b67-e4d0-4059-88f9-b390d1fa61f0), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:07.731061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6889d-6110-4cab-a259-8f41d2528584 req-05725cdf-a5eb-40e6-b2d7-4c08b93093c8 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:07.737289 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-router', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:04Z', 'revision_number': 3, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'gw_port': {'id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:07.738890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=ad2779db-44bb-4cae-b834-fd1b2242991c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:07.742852 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-01c6889d-6110-4cab-a259-8f41d2528584 req-05725cdf-a5eb-40e6-b2d7-4c08b93093c8 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 945 time: 0.0890882 Feb 15 16:44:07.778659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 9b88b637-eecf-4d62-bc98-4296bdd1de4c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=9b88b637-eecf-4d62-bc98-4296bdd1de4c,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:07.794489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '9b88b637-eecf-4d62-bc98-4296bdd1de4c', 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d', 'port_id': '9b88b637-eecf-4d62-bc98-4296bdd1de4c', 'mac_address': 'fa:16:3e:a0:fe:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00524c7b-0e17-4a67-aa78-e190b4f54264', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:44:07.801420 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-01c6889d-6110-4cab-a259-8f41d2528584 req-e23abca2-ee1f-466a-a418-014ebd33a79b tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562789 Feb 15 16:44:07.806320 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edef702-a339-43eb-801f-0e5b06d5e97e None None] The sync data for ids ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'] in n-d-828372-14 is: [{'id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-router', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:04Z', 'revision_number': 3, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'gw_port': {'id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:44:07.845173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 9b88b637-eecf-4d62-bc98-4296bdd1de4c is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:07.845595 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:07.863938 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ad2779db-44bb-4cae-b834-fd1b2242991c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:44:07.895528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88842b2-1d41-4b21-a0ea-eb8ac97d73c3 req-5ace5f6d-7b4a-4b67-a3bb-af8a0fecd793 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:07.897174 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c88842b2-1d41-4b21-a0ea-eb8ac97d73c3 req-5ace5f6d-7b4a-4b67-a3bb-af8a0fecd793 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.1204796 Feb 15 16:44:07.984092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b88b637-eecf-4d62-bc98-4296bdd1de4c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:07.994322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b7328-4953-4525-b43e-6ee49f46753f req-f209c0ce-268c-4476-bce5-ed8776526927 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:07.998247 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b9b7328-4953-4525-b43e-6ee49f46753f req-f209c0ce-268c-4476-bce5-ed8776526927 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.0865226 Feb 15 16:44:08.054345 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 9b88b637-eecf-4d62-bc98-4296bdd1de4c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=9b88b637-eecf-4d62-bc98-4296bdd1de4c,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:08.094502 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b9b7328-4953-4525-b43e-6ee49f46753f req-4b2e034b-7e37-4cdc-a3d1-31a11bd5720c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907576 Feb 15 16:44:08.098162 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c88842b2-1d41-4b21-a0ea-eb8ac97d73c3 req-9b088b5f-310a-44fc-a892-d6a9dd851369 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765997 Feb 15 16:44:08.152572 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd098a1f-cbd5-45ab-9d39-8f6fbbc66451 req-1201165c-1de9-4d1f-9154-dc520b5650d3 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:08.168290 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cd098a1f-cbd5-45ab-9d39-8f6fbbc66451 req-1201165c-1de9-4d1f-9154-dc520b5650d3 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.10 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 944 time: 0.2018878 Feb 15 16:44:08.172923 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:08.251807 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:08.298284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=9b88b637-eecf-4d62-bc98-4296bdd1de4c,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:08.308505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['9b88b637-eecf-4d62-bc98-4296bdd1de4c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:44:08.464427 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-cd098a1f-cbd5-45ab-9d39-8f6fbbc66451 req-ab2b5b8e-4a7f-473b-a3da-999c6d7ac8b2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Deleting port b7b82a89-66b9-4db0-911a-38a87ed2acc7 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:44:08.464427 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cd098a1f-cbd5-45ab-9d39-8f6fbbc66451 req-ab2b5b8e-4a7f-473b-a3da-999c6d7ac8b2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:08.539519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device aa71c610-62e1-405c-9481-e94c3dacaddc up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:08.643815 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port aa71c610-62e1-405c-9481-e94c3dacaddc triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:08.644479 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (aa71c610-62e1-405c-9481-e94c3dacaddc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:08.664339 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-cd098a1f-cbd5-45ab-9d39-8f6fbbc66451 req-ab2b5b8e-4a7f-473b-a3da-999c6d7ac8b2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] For port b7b82a89-66b9-4db0-911a-38a87ed2acc7, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=b7b82a89-66b9-4db0-911a-38a87ed2acc7,segment=NetworkSegment(c0778aa3-c5b0-4fb8-b225-aff447d8138a),segment_id=c0778aa3-c5b0-4fb8-b225-aff447d8138a)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:08.664743 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cd098a1f-cbd5-45ab-9d39-8f6fbbc66451 req-ab2b5b8e-4a7f-473b-a3da-999c6d7ac8b2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:08.771336 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 5126fc5e-3b41-428e-9ae2-746e0bb03b40 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:44:08.791533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port aa71c610-62e1-405c-9481-e94c3dacaddc is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:08.791929 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (aa71c610-62e1-405c-9481-e94c3dacaddc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:08.801613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-cd098a1f-cbd5-45ab-9d39-8f6fbbc66451 req-ab2b5b8e-4a7f-473b-a3da-999c6d7ac8b2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Calling delete_port for b7b82a89-66b9-4db0-911a-38a87ed2acc7 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:44:08.842596 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9019ec-690b-4976-a97c-65524a1540d2 req-c6ae3c3d-ce51-4890-a88e-aa4ada11aa85 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:08.844987 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-db9019ec-690b-4976-a97c-65524a1540d2 req-c6ae3c3d-ce51-4890-a88e-aa4ada11aa85 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 944 time: 0.0882115 Feb 15 16:44:08.865452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port aa71c610-62e1-405c-9481-e94c3dacaddc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=aa71c610-62e1-405c-9481-e94c3dacaddc,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:08.928560 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (aa71c610-62e1-405c-9481-e94c3dacaddc), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:08.963765 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-db9019ec-690b-4976-a97c-65524a1540d2 req-835aa279-1686-48c7-ba2a-2be25748c5c8 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110365 Feb 15 16:44:09.025294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 5126fc5e-3b41-428e-9ae2-746e0bb03b40, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5126fc5e-3b41-428e-9ae2-746e0bb03b40,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:09.028773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=aa71c610-62e1-405c-9481-e94c3dacaddc,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:09.059259 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '5126fc5e-3b41-428e-9ae2-746e0bb03b40', 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf', 'port_id': '5126fc5e-3b41-428e-9ae2-746e0bb03b40', 'mac_address': 'fa:16:3e:9a:13:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26da3fb-9020-4127-97e3-22f21ca942bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:44:09.122829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 5126fc5e-3b41-428e-9ae2-746e0bb03b40 is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:09.123191 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:09.128748 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b341f-4846-43e9-9a19-4b86d7a1b7d0 req-a2cafab7-1c4c-43fc-a438-02f39ce2ee00 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:09.137849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b3b341f-4846-43e9-9a19-4b86d7a1b7d0 req-a2cafab7-1c4c-43fc-a438-02f39ce2ee00 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 944 time: 0.0860429 Feb 15 16:44:09.149998 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5126fc5e-3b41-428e-9ae2-746e0bb03b40 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:09.266713 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b3b341f-4846-43e9-9a19-4b86d7a1b7d0 req-e4409b54-f248-48a4-acd9-41a0fd0ee32b tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278479 Feb 15 16:44:09.268423 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 5126fc5e-3b41-428e-9ae2-746e0bb03b40, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5126fc5e-3b41-428e-9ae2-746e0bb03b40,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:09.327007 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59756068-c952-4dc4-a4b9-cc483912b385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:09.358667 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:09.410114 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Publish callbacks [] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:09.423311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=5126fc5e-3b41-428e-9ae2-746e0bb03b40,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:09.443027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['5126fc5e-3b41-428e-9ae2-746e0bb03b40'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:44:09.443997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff88639-dbdc-4f15-b81e-df9a79453187 req-7fa383dd-4784-4e28-b020-93edfb84a816 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:09.445598 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ff88639-dbdc-4f15-b81e-df9a79453187 req-7fa383dd-4784-4e28-b020-93edfb84a816 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 944 time: 0.7570677 Feb 15 16:44:09.479678 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:09.540409 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918a928-e591-45b1-9abc-edcbee127518 req-86653b40-78ad-45c3-b224-7d16687a7a7b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:09.548578 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d918a928-e591-45b1-9abc-edcbee127518 req-86653b40-78ad-45c3-b224-7d16687a7a7b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.1907792 Feb 15 16:44:09.566925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ecb55452-f499-4a74-9db9-77c5d421dd18 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:09.626208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Pushing event updated for resources: {'Port': ['ID=406dc11f-43df-4b9f-8432-ad03eae82bb4,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:09.644506 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ff88639-dbdc-4f15-b81e-df9a79453187 req-9d746fd9-e8ab-4e05-883b-2967934e067f tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/security-groups?id=58cbc1a3-b92b-459f-a05f-9152253a7307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823471 Feb 15 16:44:09.645670 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (109c3b67-e4d0-4059-88f9-b390d1fa61f0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:09.690446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port ecb55452-f499-4a74-9db9-77c5d421dd18 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:09.690617 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:09.691366 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d918a928-e591-45b1-9abc-edcbee127518 req-294e5a65-ad6a-4dbf-85d7-898f8da4a0ea tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370361 Feb 15 16:44:09.829014 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cd098a1f-cbd5-45ab-9d39-8f6fbbc66451 req-ab2b5b8e-4a7f-473b-a3da-999c6d7ac8b2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b7b82a89-66b9-4db0-911a-38a87ed2acc7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:09.885087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b5b8e-4a7f-473b-a3da-999c6d7ac8b2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Pushing event deleted for resources: {'Port': ['ID=b7b82a89-66b9-4db0-911a-38a87ed2acc7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:09.936901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port ecb55452-f499-4a74-9db9-77c5d421dd18 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:09.939174 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:10.005257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc22774-f342-468e-849c-4ac7614c5b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb55452-f499-4a74-9db9-77c5d421dd18'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:10.006869 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6b5bff-cd1e-402a-9587-ac3a0fc9b72b" -d '{"events": [{"server_uuid": "4fc22774-f342-468e-849c-4ac7614c5b22", "name": "network-vif-plugged", "status": "completed", "tag": "ecb55452-f499-4a74-9db9-77c5d421dd18"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:10.023246 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ecb55452-f499-4a74-9db9-77c5d421dd18, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ecb55452-f499-4a74-9db9-77c5d421dd18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:10.024411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475c2ff-af9c-42da-ba6f-53d85895342d req-293ac97d-a8dc-4b23-80ce-12ec784088fb tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:10.031522 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0475c2ff-af9c-42da-ba6f-53d85895342d req-293ac97d-a8dc-4b23-80ce-12ec784088fb tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 949 time: 0.2676582 Feb 15 16:44:10.037638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd098a1f-cbd5-45ab-9d39-8f6fbbc66451 req-ab2b5b8e-4a7f-473b-a3da-999c6d7ac8b2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] No DVR routers for this DVR port b7b82a89-66b9-4db0-911a-38a87ed2acc7 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:44:10.052963 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cd098a1f-cbd5-45ab-9d39-8f6fbbc66451 req-ab2b5b8e-4a7f-473b-a3da-999c6d7ac8b2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:10.057003 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cd098a1f-cbd5-45ab-9d39-8f6fbbc66451 req-ab2b5b8e-4a7f-473b-a3da-999c6d7ac8b2 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.10 "DELETE /v2.0/ports/b7b82a89-66b9-4db0-911a-38a87ed2acc7 HTTP/1.1" status: 204 len: 173 time: 1.8872371 Feb 15 16:44:10.074283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0391fdb9-c4e5-4287-9b1d-f5bcc20ed452', 'name': 'network-vif-deleted', 'tag': 'b7b82a89-66b9-4db0-911a-38a87ed2acc7'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:10.078523 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfbbd7a-c324-49a7-ab97-baaf63917602" -d '{"events": [{"server_uuid": "0391fdb9-c4e5-4287-9b1d-f5bcc20ed452", "name": "network-vif-deleted", "tag": "b7b82a89-66b9-4db0-911a-38a87ed2acc7"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:10.088216 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Network a36b7914-2995-4a64-9ff7-dc4d49f26c7a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:10.093145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:10.109141 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:10.110224 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device b7b82a89-66b9-4db0-911a-38a87ed2acc7 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:44:10.204374 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0475c2ff-af9c-42da-ba6f-53d85895342d req-3f87a7c2-420b-4bd1-acc3-3a49b59adb8f tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691177 Feb 15 16:44:10.233591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: b7b82a89-66b9-4db0-911a-38a87ed2acc7 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:44:10.234464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device b7b82a89-66b9-4db0-911a-38a87ed2acc7 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:44:10.235829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 9b88b637-eecf-4d62-bc98-4296bdd1de4c no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:44:10.355150 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf4bf3d-c2a4-4265-a1c4-13f0039f44c2 x-openstack-request-id: req-5cf4bf3d-c2a4-4265-a1c4-13f0039f44c2 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:10.355518 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc22774-f342-468e-849c-4ac7614c5b22", "name": "network-vif-plugged", "status": "completed", "tag": "ecb55452-f499-4a74-9db9-77c5d421dd18", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:10.355749 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5cf4bf3d-c2a4-4265-a1c4-13f0039f44c2 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:10.356100 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc22774-f342-468e-849c-4ac7614c5b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb55452-f499-4a74-9db9-77c5d421dd18', 'code': 200} Feb 15 16:44:10.437923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=ecb55452-f499-4a74-9db9-77c5d421dd18,revision_number=11']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:10.458914 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fd9733-39f9-4269-80cb-5cede1b54cc1 x-openstack-request-id: req-12fd9733-39f9-4269-80cb-5cede1b54cc1 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:10.459520 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0391fdb9-c4e5-4287-9b1d-f5bcc20ed452", "name": "network-vif-deleted", "tag": "b7b82a89-66b9-4db0-911a-38a87ed2acc7", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:10.459520 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-12fd9733-39f9-4269-80cb-5cede1b54cc1 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:10.459880 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0391fdb9-c4e5-4287-9b1d-f5bcc20ed452', 'name': 'network-vif-deleted', 'tag': 'b7b82a89-66b9-4db0-911a-38a87ed2acc7', 'status': 'completed', 'code': 200} Feb 15 16:44:10.492327 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:10.564935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device aa71c610-62e1-405c-9481-e94c3dacaddc up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:10.605652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2625612e-975a-4f12-869f-82aa357f3b41 req-35e11181-5985-4749-91e4-742d897ca1c9 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:10.614415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2625612e-975a-4f12-869f-82aa357f3b41 req-35e11181-5985-4749-91e4-742d897ca1c9 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 944 time: 0.2390769 Feb 15 16:44:10.617055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:44:10.623348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9bb2a-98d7-46e9-a41c-0e9c9337bb52 req-020dbe44-4695-4f36-a73f-2546f919b817 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:10.626032 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9df9bb2a-98d7-46e9-a41c-0e9c9337bb52 req-020dbe44-4695-4f36-a73f-2546f919b817 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 944 time: 0.0890605 Feb 15 16:44:10.695595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 9b88b637-eecf-4d62-bc98-4296bdd1de4c is: BUILD; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:10.695988 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:10.741456 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9df9bb2a-98d7-46e9-a41c-0e9c9337bb52 req-8e30c29b-c64c-475e-a26a-d493965dae2d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077836 Feb 15 16:44:10.784011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ad2779db-44bb-4cae-b834-fd1b2242991c up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:10.842207 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9b88b637-eecf-4d62-bc98-4296bdd1de4c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:10.852085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0084f9-9cef-47de-b380-7339e452b34b req-0ec00ebd-c7fd-41ee-8263-eec794f8b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:10.852966 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ee0084f9-9cef-47de-b380-7339e452b34b req-0ec00ebd-c7fd-41ee-8263-eec794f8b190 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 1133 time: 0.2348239 Feb 15 16:44:10.880891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2625612e-975a-4f12-869f-82aa357f3b41 req-e7110c7f-b076-489c-8567-659b3fc966d9 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588799 Feb 15 16:44:10.893691 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-549d94ca-8f3c-4f6b-9bca-4cc161bcfada req-60cc887e-37be-4051-b5b5-3ec667159d81 tempest-LiveMigrationTest-1968942031 tempest-LiveMigrationTest-1968942031-project] 10.222.0.107 "GET /v2.0/ports?device_id=0391fdb9-c4e5-4287-9b1d-f5bcc20ed452 HTTP/1.1" status: 200 len: 210 time: 0.0542140 Feb 15 16:44:11.004236 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 9b88b637-eecf-4d62-bc98-4296bdd1de4c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=9b88b637-eecf-4d62-bc98-4296bdd1de4c,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:11.022665 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port aa71c610-62e1-405c-9481-e94c3dacaddc triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:11.023040 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (aa71c610-62e1-405c-9481-e94c3dacaddc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:11.048042 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ee0084f9-9cef-47de-b380-7339e452b34b req-b8b0e6f9-0cec-40eb-9dc3-020462155d48 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641376 Feb 15 16:44:11.085260 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:44:11.103696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Sync routers for ids ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:44:11.113667 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c2c44f9b-d29e-44ae-bd03-269af3886ccc admin admin] 10.222.0.107 "PUT /v2.0/routers/109c3b67-e4d0-4059-88f9-b390d1fa61f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2342532 Feb 15 16:44:11.152455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5880a-8338-44aa-ac43-02e3a5e35f4e req-4b2bb078-a84f-4ce1-a5b2-5bb5e84939c9 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:11.157035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4fe5880a-8338-44aa-ac43-02e3a5e35f4e req-4b2bb078-a84f-4ce1-a5b2-5bb5e84939c9 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.1179461 Feb 15 16:44:11.192823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port aa71c610-62e1-405c-9481-e94c3dacaddc is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:11.200632 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Routers {'109c3b67-e4d0-4059-88f9-b390d1fa61f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:44:11.201641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:44:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:11.281125 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4fe5880a-8338-44aa-ac43-02e3a5e35f4e req-57e013f6-cbd8-45c8-ae9c-7a6e222bc864 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204641 Feb 15 16:44:11.445841 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port ad2779db-44bb-4cae-b834-fd1b2242991c completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:44:11.453309 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:11.463694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port ad2779db-44bb-4cae-b834-fd1b2242991c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:11.464065 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ad2779db-44bb-4cae-b834-fd1b2242991c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:11.504949 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3c1ee-0131-414f-90c6-2c34845b5587 req-99ef0743-1327-4942-80d8-375f646d1128 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:11.516660 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2fd3c1ee-0131-414f-90c6-2c34845b5587 req-99ef0743-1327-4942-80d8-375f646d1128 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 950 time: 0.1208639 Feb 15 16:44:11.579821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=9b88b637-eecf-4d62-bc98-4296bdd1de4c,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:11.605975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Set router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:44:11.649327 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2fd3c1ee-0131-414f-90c6-2c34845b5587 req-f54ab1f1-6ad9-41bd-b916-88020551b4c8 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283321 Feb 15 16:44:11.695983 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:44:11.746702 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port ad2779db-44bb-4cae-b834-fd1b2242991c is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:11.755142 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ad2779db-44bb-4cae-b834-fd1b2242991c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:11.846235 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:11.876610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-89c772fc-69fd-4130-accf-ec9b5bbd59a7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:11.886325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ad2779db-44bb-4cae-b834-fd1b2242991c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ad2779db-44bb-4cae-b834-fd1b2242991c,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:11.887221 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-89c772fc-69fd-4130-accf-ec9b5bbd59a7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/networks?id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a HTTP/1.1" status: 200 len: 820 time: 0.2704461 Feb 15 16:44:11.926256 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-6d47b8ff-8ee1-4b84-9856-1900333f73ab tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/quotas/88d20a36be5d483f8c3d15b2235c1322 HTTP/1.1" status: 200 len: 375 time: 0.0344896 Feb 15 16:44:11.950814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22698df-7a90-45e2-b5f1-a76e4ca118e3 req-0b08eabe-16b4-44e3-9e81-5c0eb62ff9b7 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:11.960390 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e22698df-7a90-45e2-b5f1-a76e4ca118e3 req-0b08eabe-16b4-44e3-9e81-5c0eb62ff9b7 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 943 time: 0.1251850 Feb 15 16:44:12.038481 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e22698df-7a90-45e2-b5f1-a76e4ca118e3 req-69c32890-b814-4157-8966-7e133dd7b5b7 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711255 Feb 15 16:44:12.048363 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-a999071e-9131-490f-8937-2ab2d2b10810 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=88d20a36be5d483f8c3d15b2235c1322&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1132677 Feb 15 16:44:12.256363 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878afec1-fd51-497f-9349-eefac8716c0a req-6493e173-5b0c-4f01-be4d-618b753c1992 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:12.257878 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-878afec1-fd51-497f-9349-eefac8716c0a req-6493e173-5b0c-4f01-be4d-618b753c1992 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 945 time: 0.1183560 Feb 15 16:44:12.293110 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-1a03667e-dfab-46a6-8745-fa5929206c6e service neutron] 10.222.0.107 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516446 Feb 15 16:44:12.356933 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ad2779db-44bb-4cae-b834-fd1b2242991c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:12.358498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 5126fc5e-3b41-428e-9ae2-746e0bb03b40 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:12.383519 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-878afec1-fd51-497f-9349-eefac8716c0a req-2d21a1e3-e848-45c7-9e99-bbf8a6f3d246 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037047 Feb 15 16:44:12.419327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2779db-44bb-4cae-b834-fd1b2242991c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:12.424192 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becceeba-5821-4cb1-bdac-a189fa7b99da" -d '{"events": [{"server_uuid": "c8bf4d53-4691-4b97-baff-fea6c00e22d9", "name": "network-vif-plugged", "status": "completed", "tag": "ad2779db-44bb-4cae-b834-fd1b2242991c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:12.438138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43130) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:12.620559 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-f4c3fb8b-dc33-4b31-98f1-d97860dbb680 service neutron] 10.222.0.107 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193448 Feb 15 16:44:12.626303 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f7f2ec-167b-4f25-85e8-d3f174734456 admin admin] Deleting subnet 1b325c87-fd51-4707-8465-cf36d596fb16 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:44:12.638768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=ad2779db-44bb-4cae-b834-fd1b2242991c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:12.646529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3614d1-6df8-46d9-b676-a9d9132c4371 req-1c2d1318-8d68-4d63-98e1-74ef53bc4e62 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:12.658274 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c3614d1-6df8-46d9-b676-a9d9132c4371 req-1c2d1318-8d68-4d63-98e1-74ef53bc4e62 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 943 time: 0.3228898 Feb 15 16:44:12.662710 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84f7f2ec-167b-4f25-85e8-d3f174734456 admin admin] Publish callbacks [] for subnet (1b325c87-fd51-4707-8465-cf36d596fb16), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:12.684293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-router', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'gw_port': {'id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '406dc11f-43df-4b9f-8432-ad03eae82bb4', 'name': '', 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'mac_address': 'fa:16:3e:9d:ed:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:06Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 2, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'subnets': [{'id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:12.686247 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 5126fc5e-3b41-428e-9ae2-746e0bb03b40 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:12.686618 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:12.781599 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84f7f2ec-167b-4f25-85e8-d3f174734456 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (1b325c87-fd51-4707-8465-cf36d596fb16), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:12.808951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Checking router: 109c3b67-e4d0-4059-88f9-b390d1fa61f0 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:44:12.810365 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Updating router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 port 406dc11f-43df-4b9f-8432-ad03eae82bb4 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:44:12.851233 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:12.857727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d59dcb-8170-4dd7-a4bb-3b03af351e2b req-50bc0fd3-c236-4585-b9dc-45da35fefa82 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:12.861014 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-0c3614d1-6df8-46d9-b676-a9d9132c4371 req-494e2951-8592-4f18-8fc4-7d96705c0df2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Deleting port 9b88b637-eecf-4d62-bc98-4296bdd1de4c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:44:12.862717 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c3614d1-6df8-46d9-b676-a9d9132c4371 req-494e2951-8592-4f18-8fc4-7d96705c0df2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:12.866995 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74d59dcb-8170-4dd7-a4bb-3b03af351e2b req-50bc0fd3-c236-4585-b9dc-45da35fefa82 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.2676220 Feb 15 16:44:12.948196 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84f7f2ec-167b-4f25-85e8-d3f174734456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (1b325c87-fd51-4707-8465-cf36d596fb16), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:13.032555 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cef7db-128d-42bf-9802-27406c390c21 x-openstack-request-id: req-39cef7db-128d-42bf-9802-27406c390c21 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:13.034984 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bf4d53-4691-4b97-baff-fea6c00e22d9", "name": "network-vif-plugged", "status": "completed", "tag": "ad2779db-44bb-4cae-b834-fd1b2242991c", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:13.035539 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-39cef7db-128d-42bf-9802-27406c390c21 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:13.036234 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'code': 200} Feb 15 16:44:13.042879 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 5126fc5e-3b41-428e-9ae2-746e0bb03b40 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:13.048185 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:13.095014 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0c3614d1-6df8-46d9-b676-a9d9132c4371 req-494e2951-8592-4f18-8fc4-7d96705c0df2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] For port 9b88b637-eecf-4d62-bc98-4296bdd1de4c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=9b88b637-eecf-4d62-bc98-4296bdd1de4c,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:13.095630 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c3614d1-6df8-46d9-b676-a9d9132c4371 req-494e2951-8592-4f18-8fc4-7d96705c0df2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:13.184532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-0c3614d1-6df8-46d9-b676-a9d9132c4371 req-494e2951-8592-4f18-8fc4-7d96705c0df2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Calling delete_port for 9b88b637-eecf-4d62-bc98-4296bdd1de4c owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:44:13.247424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 5126fc5e-3b41-428e-9ae2-746e0bb03b40, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5126fc5e-3b41-428e-9ae2-746e0bb03b40,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:13.380895 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a27b1f-2ccb-4439-9a2f-a1a087874610 req-862763fa-aa96-4444-b21c-95f9b983afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:13.395792 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3a27b1f-2ccb-4439-9a2f-a1a087874610 req-862763fa-aa96-4444-b21c-95f9b983afa4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 1128 time: 0.3079331 Feb 15 16:44:13.476703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787f3eb-d340-408a-934c-6666d946863a req-80c3b246-95c9-4fb0-b4b2-b1d37e4d6658 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:13.484658 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4787f3eb-d340-408a-934c-6666d946863a req-80c3b246-95c9-4fb0-b4b2-b1d37e4d6658 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 950 time: 0.3191864 Feb 15 16:44:13.495918 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74d59dcb-8170-4dd7-a4bb-3b03af351e2b req-4b90bb9f-e1e2-4730-baaf-aab1485f1f94 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6229515 Feb 15 16:44:13.554579 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3a27b1f-2ccb-4439-9a2f-a1a087874610 req-a5a1734b-9f5b-407d-90dc-ea9603b7aff0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338251 Feb 15 16:44:13.573278 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Publish callbacks [] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:13.578924 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:13.619924 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5377e796-1826-4ec9-8058-9a50228b7ffa req-5475a020-168f-4b3d-bcbf-ae6a63b194e8 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 210 time: 0.0446231 Feb 15 16:44:13.629705 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4787f3eb-d340-408a-934c-6666d946863a req-de3fab82-5405-4504-a839-aef9202d535c tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382906 Feb 15 16:44:13.645681 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84f7f2ec-167b-4f25-85e8-d3f174734456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (1b325c87-fd51-4707-8465-cf36d596fb16), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:13.656744 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:13.667648 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=5126fc5e-3b41-428e-9ae2-746e0bb03b40,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:13.703964 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7f2ec-167b-4f25-85e8-d3f174734456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b325c87-fd51-4707-8465-cf36d596fb16,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:13.718661 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84f7f2ec-167b-4f25-85e8-d3f174734456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:13.726516 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-84f7f2ec-167b-4f25-85e8-d3f174734456 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/1b325c87-fd51-4707-8465-cf36d596fb16 HTTP/1.1" status: 204 len: 168 time: 1.2845201 Feb 15 16:44:13.726777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43162) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:13.737342 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:13.820429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31df6e8-b793-496a-869d-d6627ccd6ff3 req-c212b7a7-4662-4bd7-a1be-1926703a1ba8 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:13.827317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e31df6e8-b793-496a-869d-d6627ccd6ff3 req-c212b7a7-4662-4bd7-a1be-1926703a1ba8 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 945 time: 0.0941257 Feb 15 16:44:13.835415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f84e7-7814-4e83-b596-46a8697f884d None None] Pushing event updated for resources: {'Port': ['ID=406dc11f-43df-4b9f-8432-ad03eae82bb4,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:13.856082 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c3614d1-6df8-46d9-b676-a9d9132c4371 req-494e2951-8592-4f18-8fc4-7d96705c0df2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9b88b637-eecf-4d62-bc98-4296bdd1de4c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:13.890979 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54c327df-f205-45c4-96b6-2705f67867e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (e2f44540-9fa0-4d48-bf47-62103b5ae529), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:13.903269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e2951-8592-4f18-8fc4-7d96705c0df2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Pushing event deleted for resources: {'Port': ['ID=9b88b637-eecf-4d62-bc98-4296bdd1de4c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:13.928958 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e31df6e8-b793-496a-869d-d6627ccd6ff3 req-91817922-4b8b-4871-9bc3-bbc9d42b7a2b tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006870 Feb 15 16:44:13.935783 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77968b0a-0d64-4d11-bea7-c89d48851442 req-922e612b-62c4-42b7-a352-ca2062b05b09 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 210 time: 0.1794839 Feb 15 16:44:13.974648 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Attempting to bind port 406dc11f-43df-4b9f-8432-ad03eae82bb4 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:44:13.975079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Attempting to bind port 406dc11f-43df-4b9f-8432-ad03eae82bb4 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:44:13.975398 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Attempting to bind port 406dc11f-43df-4b9f-8432-ad03eae82bb4 on network a36b7914-2995-4a64-9ff7-dc4d49f26c7a {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:13.988229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:44:13.988614 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Checking segment: {'id': 'a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:13.989022 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:13.989435 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Bound using segment: {'id': 'a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:44:13.994206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Bound port: 406dc11f-43df-4b9f-8432-ad03eae82bb4, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:44:13.995283 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:14.027072 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3614d1-6df8-46d9-b676-a9d9132c4371 req-494e2951-8592-4f18-8fc4-7d96705c0df2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] No DVR routers for this DVR port 9b88b637-eecf-4d62-bc98-4296bdd1de4c on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:44:14.030229 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c3614d1-6df8-46d9-b676-a9d9132c4371 req-494e2951-8592-4f18-8fc4-7d96705c0df2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:14.033373 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c3614d1-6df8-46d9-b676-a9d9132c4371 req-494e2951-8592-4f18-8fc4-7d96705c0df2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.10 "DELETE /v2.0/ports/9b88b637-eecf-4d62-bc98-4296bdd1de4c HTTP/1.1" status: 204 len: 173 time: 1.3690894 Feb 15 16:44:14.047388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7d1b5a5-7d3c-488a-8780-05269e8a8470', 'name': 'network-vif-deleted', 'tag': '9b88b637-eecf-4d62-bc98-4296bdd1de4c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:14.048360 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f2915a-c264-404c-b1d6-36c33514bb84" -d '{"events": [{"server_uuid": "c7d1b5a5-7d3c-488a-8780-05269e8a8470", "name": "network-vif-deleted", "tag": "9b88b637-eecf-4d62-bc98-4296bdd1de4c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:14.110647 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60bc355-8b53-40fc-a4ad-6b3786e90e21 x-openstack-request-id: req-c60bc355-8b53-40fc-a4ad-6b3786e90e21 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:14.111332 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7d1b5a5-7d3c-488a-8780-05269e8a8470", "name": "network-vif-deleted", "tag": "9b88b637-eecf-4d62-bc98-4296bdd1de4c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:14.111446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] For port 406dc11f-43df-4b9f-8432-ad03eae82bb4, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:44:14.112296 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c60bc355-8b53-40fc-a4ad-6b3786e90e21 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:14.112540 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7d1b5a5-7d3c-488a-8780-05269e8a8470', 'name': 'network-vif-deleted', 'tag': '9b88b637-eecf-4d62-bc98-4296bdd1de4c', 'status': 'completed', 'code': 200} Feb 15 16:44:14.129081 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] For port 406dc11f-43df-4b9f-8432-ad03eae82bb4, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=406dc11f-43df-4b9f-8432-ad03eae82bb4,segment=NetworkSegment(a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa),segment_id=a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:44:14.163076 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54c327df-f205-45c4-96b6-2705f67867e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (e2f44540-9fa0-4d48-bf47-62103b5ae529), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:14.192439 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-54c327df-f205-45c4-96b6-2705f67867e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f44540-9fa0-4d48-bf47-62103b5ae529']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:14.204205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-54c327df-f205-45c4-96b6-2705f67867e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0778aa3-c5b0-4fb8-b225-aff447d8138a') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:14.204707 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-54c327df-f205-45c4-96b6-2705f67867e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0778aa3-c5b0-4fb8-b225-aff447d8138a') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:14.216744 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54c327df-f205-45c4-96b6-2705f67867e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (c0778aa3-c5b0-4fb8-b225-aff447d8138a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:14.231557 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54c327df-f205-45c4-96b6-2705f67867e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c0778aa3-c5b0-4fb8-b225-aff447d8138a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:14.240362 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c327df-f205-45c4-96b6-2705f67867e4 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:44:14.240780 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54c327df-f205-45c4-96b6-2705f67867e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (c0778aa3-c5b0-4fb8-b225-aff447d8138a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:44:14.242767 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:44:14.288007 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:14.387351 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Routers {'109c3b67-e4d0-4059-88f9-b390d1fa61f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:44:14.388150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:44:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:14.494600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30f84e7-7814-4e83-b596-46a8697f884d None None] Pushing event updated for resources: {'Port': ['ID=406dc11f-43df-4b9f-8432-ad03eae82bb4,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:14.505180 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54c327df-f205-45c4-96b6-2705f67867e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (e2f44540-9fa0-4d48-bf47-62103b5ae529), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:14.529519 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54c327df-f205-45c4-96b6-2705f67867e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:14.543518 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-54c327df-f205-45c4-96b6-2705f67867e4 admin admin] 10.222.0.107 "DELETE /v2.0/networks/e2f44540-9fa0-4d48-bf47-62103b5ae529 HTTP/1.1" status: 204 len: 168 time: 0.8155286 Feb 15 16:44:14.546279 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43182) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:14.583553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c327df-f205-45c4-96b6-2705f67867e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f44540-9fa0-4d48-bf47-62103b5ae529,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:14.659157 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c46c07-9424-4882-9604-0d2cdfaa24ce admin admin] Deleting subnet 5f6364aa-092f-4a3d-bbf7-fdaea2d4717a {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:44:14.665413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] Set router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:44:14.684115 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-28c46c07-9424-4882-9604-0d2cdfaa24ce admin admin] Publish callbacks [] for subnet (5f6364aa-092f-4a3d-bbf7-fdaea2d4717a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:14.739647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b728e50-3bd9-4aaa-a213-96ab8bf51b0f req-9b77d206-0cd0-4f80-91c5-bef83ad68f4c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:14.742076 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b728e50-3bd9-4aaa-a213-96ab8bf51b0f req-9b77d206-0cd0-4f80-91c5-bef83ad68f4c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.0824513 Feb 15 16:44:14.823487 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-28c46c07-9424-4882-9604-0d2cdfaa24ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (5f6364aa-092f-4a3d-bbf7-fdaea2d4717a), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:14.856046 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b728e50-3bd9-4aaa-a213-96ab8bf51b0f req-b2d0c5c6-946a-4415-bbf6-24664c6a5a47 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055257 Feb 15 16:44:14.900519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea76da1-6031-4c83-9893-11af6a70872d req-6a42fc04-5bd9-4340-a1dc-c6b3d6ad468f tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:14.910745 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ea76da1-6031-4c83-9893-11af6a70872d req-6a42fc04-5bd9-4340-a1dc-c6b3d6ad468f tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 1133 time: 0.2355199 Feb 15 16:44:14.956581 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-28c46c07-9424-4882-9604-0d2cdfaa24ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (5f6364aa-092f-4a3d-bbf7-fdaea2d4717a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:15.013846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-router', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'gw_port': {'id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '406dc11f-43df-4b9f-8432-ad03eae82bb4', 'name': '', 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'mac_address': 'fa:16:3e:9d:ed:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:06Z', 'updated_at': '2022-02-15T16:44:14Z', 'revision_number': 4, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'subnets': [{'id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:15.050658 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-657a9013-7845-4037-b6ee-21ed56514c34 req-20d1edf7-ada4-4f16-adec-9b6fafa13f21 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 210 time: 0.0560520 Feb 15 16:44:15.051448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b4b527-8700-4a4f-a2f1-6d3ae72455b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5126fc5e-3b41-428e-9ae2-746e0bb03b40'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:15.054641 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4dd1d6-8341-42a5-b8ef-21baa676b37d" -d '{"events": [{"server_uuid": "18b4b527-8700-4a4f-a2f1-6d3ae72455b1", "name": "network-vif-plugged", "status": "completed", "tag": "5126fc5e-3b41-428e-9ae2-746e0bb03b40"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:15.059092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2cacad0-2763-4969-b834-79d3a405ab95 None None] The sync data for ids ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'] in n-d-828372-14 is: [{'id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-router', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'gw_port': {'id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '406dc11f-43df-4b9f-8432-ad03eae82bb4', 'name': '', 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'mac_address': 'fa:16:3e:9d:ed:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:06Z', 'updated_at': '2022-02-15T16:44:14Z', 'revision_number': 4, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'subnets': [{'id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:44:15.108606 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ea76da1-6031-4c83-9893-11af6a70872d req-b5bea561-dfe0-4f1e-b9f0-19a41ff23a80 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942468 Feb 15 16:44:15.298830 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-28c46c07-9424-4882-9604-0d2cdfaa24ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (5f6364aa-092f-4a3d-bbf7-fdaea2d4717a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:15.343332 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-28c46c07-9424-4882-9604-0d2cdfaa24ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:15.348872 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-28c46c07-9424-4882-9604-0d2cdfaa24ce admin admin] 10.222.0.107 "DELETE /v2.0/subnets/5f6364aa-092f-4a3d-bbf7-fdaea2d4717a HTTP/1.1" status: 204 len: 168 time: 0.8015368 Feb 15 16:44:15.352906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43198) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:15.379313 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ca8dd-fb3f-4a0d-9e75-cd77545f0fd8 req-11f2ca78-8a6f-44dd-a549-b443ea9db5fc tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:15.387592 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-376ca8dd-fb3f-4a0d-9e75-cd77545f0fd8 req-11f2ca78-8a6f-44dd-a549-b443ea9db5fc tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 945 time: 0.1620531 Feb 15 16:44:15.459492 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-376ca8dd-fb3f-4a0d-9e75-cd77545f0fd8 req-1bce72a3-6200-4472-b78e-feb7a2f2e970 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697265 Feb 15 16:44:15.503804 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cba6d117-60cd-40f4-9952-3b5952ed2fa0 req-4eabc68f-d075-427d-a293-f9c1cc8b5270 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=c7d1b5a5-7d3c-488a-8780-05269e8a8470 HTTP/1.1" status: 200 len: 210 time: 0.2293584 Feb 15 16:44:15.510087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c46c07-9424-4882-9604-0d2cdfaa24ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f6364aa-092f-4a3d-bbf7-fdaea2d4717a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:15.515907 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074c350b-14ba-44da-baa4-444ba89e5549 x-openstack-request-id: req-074c350b-14ba-44da-baa4-444ba89e5549 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:15.516139 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b4b527-8700-4a4f-a2f1-6d3ae72455b1", "name": "network-vif-plugged", "status": "completed", "tag": "5126fc5e-3b41-428e-9ae2-746e0bb03b40", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:15.516366 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-074c350b-14ba-44da-baa4-444ba89e5549 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:15.516768 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b4b527-8700-4a4f-a2f1-6d3ae72455b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5126fc5e-3b41-428e-9ae2-746e0bb03b40', 'code': 200} Feb 15 16:44:15.578728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 9b88b637-eecf-4d62-bc98-4296bdd1de4c no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:44:15.592326 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750fcb53-cd31-41af-ba63-3172541be3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (4ad94fda-0cae-4688-9d11-bfdafda0737c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:15.635380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 9b88b637-eecf-4d62-bc98-4296bdd1de4c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:44:15.636694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 9b88b637-eecf-4d62-bc98-4296bdd1de4c not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:44:15.742079 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750fcb53-cd31-41af-ba63-3172541be3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (4ad94fda-0cae-4688-9d11-bfdafda0737c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:15.801877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-750fcb53-cd31-41af-ba63-3172541be3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad94fda-0cae-4688-9d11-bfdafda0737c']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:15.826158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-750fcb53-cd31-41af-ba63-3172541be3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35e107b-b63b-46d9-b45e-59f46590cd2a') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:15.827841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-750fcb53-cd31-41af-ba63-3172541be3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35e107b-b63b-46d9-b45e-59f46590cd2a') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:15.841089 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-58e8fba6-1e36-4d64-8b79-1fee2d66cd4b tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1852498 Feb 15 16:44:15.842062 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750fcb53-cd31-41af-ba63-3172541be3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (a35e107b-b63b-46d9-b45e-59f46590cd2a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:15.849794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:15.866984 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750fcb53-cd31-41af-ba63-3172541be3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a35e107b-b63b-46d9-b45e-59f46590cd2a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:15.877585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750fcb53-cd31-41af-ba63-3172541be3c0 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:44:15.878002 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750fcb53-cd31-41af-ba63-3172541be3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (a35e107b-b63b-46d9-b45e-59f46590cd2a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:44:15.881467 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:44:16.217186 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:16.320100 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:16.345410 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750fcb53-cd31-41af-ba63-3172541be3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (4ad94fda-0cae-4688-9d11-bfdafda0737c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:16.414912 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750fcb53-cd31-41af-ba63-3172541be3c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:16.426665 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-750fcb53-cd31-41af-ba63-3172541be3c0 admin admin] 10.222.0.107 "DELETE /v2.0/networks/4ad94fda-0cae-4688-9d11-bfdafda0737c HTTP/1.1" status: 204 len: 168 time: 1.0387065 Feb 15 16:44:16.439379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fcb53-cd31-41af-ba63-3172541be3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ad94fda-0cae-4688-9d11-bfdafda0737c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:16.512702 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Allocated IP 172.25.4.247 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/81ea1ab1-526f-4ea6-9145-101ed15e77f4) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:16.564479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4620e7-f642-4730-8147-10942c45f522 req-e1970c37-2ee9-40ed-b05d-a3864718edf2 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:16.570115 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cf4620e7-f642-4730-8147-10942c45f522 req-e1970c37-2ee9-40ed-b05d-a3864718edf2 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.0679770 Feb 15 16:44:16.575078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 406dc11f-43df-4b9f-8432-ad03eae82bb4 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:16.664472 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 406dc11f-43df-4b9f-8432-ad03eae82bb4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:16.664747 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cf4620e7-f642-4730-8147-10942c45f522 req-8a530131-3d42-4123-990b-cceb40d59399 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902281 Feb 15 16:44:16.665655 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:16.779701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d74ff04-c68e-472b-985e-1f435acda2db req-e80dffb3-6ecd-4da7-a6a8-15bbf5a63150 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 210 time: 0.0569317 Feb 15 16:44:16.806564 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for port (81ea1ab1-526f-4ea6-9145-101ed15e77f4), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:16.859206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 406dc11f-43df-4b9f-8432-ad03eae82bb4 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:16.859600 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:16.921166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 406dc11f-43df-4b9f-8432-ad03eae82bb4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=406dc11f-43df-4b9f-8432-ad03eae82bb4,segment=NetworkSegment(a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa),segment_id=a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:16.930866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8befa70-c9c4-4bb6-9e30-9b2df74da55f req-b0b9a79b-4525-484f-8b79-692ba82bb69e tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:16.933852 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8befa70-c9c4-4bb6-9e30-9b2df74da55f req-b0b9a79b-4525-484f-8b79-692ba82bb69e tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 1133 time: 0.0577841 Feb 15 16:44:16.973351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43228) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:17.006498 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (81ea1ab1-526f-4ea6-9145-101ed15e77f4), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:17.045903 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8befa70-c9c4-4bb6-9e30-9b2df74da55f req-a1adf01b-0130-4305-825c-73946c0d21e0 tempest-ServersAdminTestJSON-1205526511 tempest-ServersAdminTestJSON-1205526511-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069651 Feb 15 16:44:17.049621 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5d190924-e027-478f-b5cb-07ad54c5e812 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c9f65cb77bef4454939809c6904ca169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0743687 Feb 15 16:44:17.052134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43230) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:17.058043 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:17.105671 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:17.113171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:17.116278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:17.183628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=406dc11f-43df-4b9f-8432-ad03eae82bb4,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:17.194287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:17.194638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:17.194973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:17.195315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:17.198761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Pushing event updated for resources: {'Port': ['ID=81ea1ab1-526f-4ea6-9145-101ed15e77f4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:17.204252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:17.204674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:17.205119 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:17.205489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:17.205939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:17.221951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:17.221951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:17.221951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:17.221951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:17.285226 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for floatingip (16ea8165-d859-47d2-92ad-2eecdeef3f6d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:17.310827 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-32a93118-29a8-44dd-9b12-3858cf9a62c5 admin admin] Publish callbacks [] for security_group (58cbc1a3-b92b-459f-a05f-9152253a7307), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:17.351403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-954f39d2-948f-4f8c-9b15-4a89053c2466 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:17.352947 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-954f39d2-948f-4f8c-9b15-4a89053c2466 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.10 "GET /v2.0/networks?id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a HTTP/1.1" status: 200 len: 820 time: 0.2547445 Feb 15 16:44:17.355055 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-32a93118-29a8-44dd-9b12-3858cf9a62c5 admin admin] Publish callbacks [] for security_group (58cbc1a3-b92b-459f-a05f-9152253a7307), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:17.368083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-0720e6a9-1041-44f9-9f6c-62f05810b122 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Request body: {'port': {'device_id': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a', 'admin_state_up': True, 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:17.565427 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (81ea1ab1-526f-4ea6-9145-101ed15e77f4), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:17.617443 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-32a93118-29a8-44dd-9b12-3858cf9a62c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (58cbc1a3-b92b-459f-a05f-9152253a7307), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:17.620634 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-32a93118-29a8-44dd-9b12-3858cf9a62c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:17.622071 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-32a93118-29a8-44dd-9b12-3858cf9a62c5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/58cbc1a3-b92b-459f-a05f-9152253a7307 HTTP/1.1" status: 204 len: 168 time: 0.5689766 Feb 15 16:44:17.637208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a93118-29a8-44dd-9b12-3858cf9a62c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cbc1a3-b92b-459f-a05f-9152253a7307,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:17.662622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-0720e6a9-1041-44f9-9f6c-62f05810b122 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Made reservation on behalf of 88d20a36be5d483f8c3d15b2235c1322 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:17.672268 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-0720e6a9-1041-44f9-9f6c-62f05810b122 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:17.868243 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for port (81ea1ab1-526f-4ea6-9145-101ed15e77f4), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:17.875686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-0720e6a9-1041-44f9-9f6c-62f05810b122 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Allocated IP 172.20.0.8 (a36b7914-2995-4a64-9ff7-dc4d49f26c7a/cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55/68486fb2-1933-4780-85fb-c02548028e86) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:17.982773 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (81ea1ab1-526f-4ea6-9145-101ed15e77f4), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:18.095941 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-0720e6a9-1041-44f9-9f6c-62f05810b122 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for port (68486fb2-1933-4780-85fb-c02548028e86), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:18.167057 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (16ea8165-d859-47d2-92ad-2eecdeef3f6d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:18.172802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Pushing event updated for resources: {'Port': ['ID=81ea1ab1-526f-4ea6-9145-101ed15e77f4,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:18.293016 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-0720e6a9-1041-44f9-9f6c-62f05810b122 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (68486fb2-1933-4780-85fb-c02548028e86), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:18.344469 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:18.346114 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-c706c59b-a379-4c69-aa9a-e5b023aee1ed tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5041065 Feb 15 16:44:18.359037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-0720e6a9-1041-44f9-9f6c-62f05810b122 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Network a36b7914-2995-4a64-9ff7-dc4d49f26c7a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:18.363447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-0720e6a9-1041-44f9-9f6c-62f05810b122 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:18.369301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-0720e6a9-1041-44f9-9f6c-62f05810b122 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:18.374088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720e6a9-1041-44f9-9f6c-62f05810b122 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Pushing event updated for resources: {'Port': ['ID=68486fb2-1933-4780-85fb-c02548028e86,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:18.438239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-0720e6a9-1041-44f9-9f6c-62f05810b122 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:18.439454 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-0720e6a9-1041-44f9-9f6c-62f05810b122 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:18.456564 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-e53f4453-b8c6-450e-8e54-1c475a1b4618 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 696 time: 0.1000776 Feb 15 16:44:18.495595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 406dc11f-43df-4b9f-8432-ad03eae82bb4 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:18.571025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-0720e6a9-1041-44f9-9f6c-62f05810b122 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2082922 Feb 15 16:44:18.573547 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 406dc11f-43df-4b9f-8432-ad03eae82bb4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:18.574234 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:18.584685 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Request body: {'port': {'device_id': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:18.636369 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-bf5bd842-1ea2-458b-8a82-a7a88266b392 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:18.639241 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b7ee24a2-0a11-43a4-84e9-413c3efe3e05 req-bf5bd842-1ea2-458b-8a82-a7a88266b392 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.1771953 Feb 15 16:44:18.710140 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (68486fb2-1933-4780-85fb-c02548028e86), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:18.790537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43262) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:18.795216 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-99247516-f04c-4492-9d26-4c88d05bbbd1 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--619651534', 'description': 'tempest-description--1448695372'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:18.807862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 406dc11f-43df-4b9f-8432-ad03eae82bb4 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:18.834259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f566cf-ddc7-47ed-9b0c-eb27f2e56d88 req-852d9c33-6058-4c1f-81b8-692f1aa851e7 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:18.834259 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00f566cf-ddc7-47ed-9b0c-eb27f2e56d88 req-852d9c33-6058-4c1f-81b8-692f1aa851e7 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.1282177 Feb 15 16:44:18.834259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43264) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:18.933931 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1fb3157e-fa30-406b-a7b5-d71f8b568b7c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3b12ad4767b64a01aee51d15d1f65022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0981343 Feb 15 16:44:18.939443 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00f566cf-ddc7-47ed-9b0c-eb27f2e56d88 req-ef1e3fa8-5b0b-4936-8ed3-31adc9d7fd75 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955267 Feb 15 16:44:18.939988 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43268) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:18.947156 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99247516-f04c-4492-9d26-4c88d05bbbd1 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:19.048036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fae3e-041b-4e42-a776-b3c6c24a502b req-68e0e181-c1f1-498b-9e5d-803c629f2ee7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:19.049753 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed9fae3e-041b-4e42-a776-b3c6c24a502b req-68e0e181-c1f1-498b-9e5d-803c629f2ee7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 931 time: 0.1195734 Feb 15 16:44:19.090775 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-021d3d9f-bcd6-497d-9f70-42aaead984cd admin admin] Publish callbacks [] for security_group (861c35f6-de73-4ed4-bed0-9b3924b14f67), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:19.136991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed9fae3e-041b-4e42-a776-b3c6c24a502b req-65c08ed9-8a27-411c-9e57-94fa7f3cc579 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772231 Feb 15 16:44:19.157350 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-021d3d9f-bcd6-497d-9f70-42aaead984cd admin admin] Publish callbacks [] for security_group (861c35f6-de73-4ed4-bed0-9b3924b14f67), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:19.161643 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99247516-f04c-4492-9d26-4c88d05bbbd1 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for security_group (f0c8220c-cc5b-4422-8ff7-b2eb496ee89a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:19.186037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68486fb2-1933-4780-85fb-c02548028e86 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:19.198397 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Publish callbacks [] for port (68486fb2-1933-4780-85fb-c02548028e86), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:19.214283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Transition to ACTIVE for port object 68486fb2-1933-4780-85fb-c02548028e86 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:44:19.238199 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce3f01-cbe1-419a-a1e3-532aa8234c52 req-24761e9d-31ae-42dd-ab0a-f3c3bf13cf9c tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:19.239620 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-15ce3f01-cbe1-419a-a1e3-532aa8234c52 req-24761e9d-31ae-42dd-ab0a-f3c3bf13cf9c tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6 HTTP/1.1" status: 200 len: 950 time: 0.2036893 Feb 15 16:44:19.277962 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99247516-f04c-4492-9d26-4c88d05bbbd1 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f0c8220c-cc5b-4422-8ff7-b2eb496ee89a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:19.304698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26fce2-9f1c-4e09-870e-7f945b855c90 req-5e28b82e-635c-45a2-908e-68d066171f38 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:19.306628 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ea26fce2-9f1c-4e09-870e-7f945b855c90 req-5e28b82e-635c-45a2-908e-68d066171f38 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.10 "GET /v2.0/ports?device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6 HTTP/1.1" status: 200 len: 950 time: 0.1164074 Feb 15 16:44:19.372477 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-15ce3f01-cbe1-419a-a1e3-532aa8234c52 req-2ee45fad-afa9-4b36-b4b0-18718556966f tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246779 Feb 15 16:44:19.376284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99247516-f04c-4492-9d26-4c88d05bbbd1 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c8220c-cc5b-4422-8ff7-b2eb496ee89a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:19.402350 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (68486fb2-1933-4780-85fb-c02548028e86), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:19.434866 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-021d3d9f-bcd6-497d-9f70-42aaead984cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (861c35f6-de73-4ed4-bed0-9b3924b14f67), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:19.435388 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-021d3d9f-bcd6-497d-9f70-42aaead984cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:19.438694 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-021d3d9f-bcd6-497d-9f70-42aaead984cd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/861c35f6-de73-4ed4-bed0-9b3924b14f67 HTTP/1.1" status: 204 len: 168 time: 0.4950984 Feb 15 16:44:19.439165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99247516-f04c-4492-9d26-4c88d05bbbd1 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:19.443812 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-99247516-f04c-4492-9d26-4c88d05bbbd1 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6520658 Feb 15 16:44:19.444511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43288) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:19.458082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ca4e2a8f-dc1e-491e-8189-5a753a0ad42a tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Request body: {'security_group_rule': {'security_group_id': 'f0c8220c-cc5b-4422-8ff7-b2eb496ee89a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:19.463664 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d3d9f-bcd6-497d-9f70-42aaead984cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861c35f6-de73-4ed4-bed0-9b3924b14f67,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:19.527994 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-ea26fce2-9f1c-4e09-870e-7f945b855c90 req-96ba72f5-c011-4b60-bb20-9f301e8ee0e5 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Deleting port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:44:19.528346 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ea26fce2-9f1c-4e09-870e-7f945b855c90 req-96ba72f5-c011-4b60-bb20-9f301e8ee0e5 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0ac01b2f-c18c-4522-b27c-9aa24bf2adf8), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:19.596580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Pushing event updated for resources: {'Port': ['ID=68486fb2-1933-4780-85fb-c02548028e86,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:19.601139 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2a8f-dc1e-491e-8189-5a753a0ad42a tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for security_group_rule (0cd8093c-8a16-4609-8458-c222b35fffc6), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:19.709311 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-ea26fce2-9f1c-4e09-870e-7f945b855c90 req-96ba72f5-c011-4b60-bb20-9f301e8ee0e5 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] For port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0ac01b2f-c18c-4522-b27c-9aa24bf2adf8,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:19.710005 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ea26fce2-9f1c-4e09-870e-7f945b855c90 req-96ba72f5-c011-4b60-bb20-9f301e8ee0e5 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0ac01b2f-c18c-4522-b27c-9aa24bf2adf8), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:19.713818 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-9f0f0232-ad6e-43be-95bd-1effb2aa7924 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:19.719299 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-9f0f0232-ad6e-43be-95bd-1effb2aa7924 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 820 time: 0.3754919 Feb 15 16:44:19.788828 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-ea26fce2-9f1c-4e09-870e-7f945b855c90 req-96ba72f5-c011-4b60-bb20-9f301e8ee0e5 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Calling delete_port for 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:44:19.792831 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2a8f-dc1e-491e-8189-5a753a0ad42a tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for security_group_rule (0cd8093c-8a16-4609-8458-c222b35fffc6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:19.796711 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-6165f7bf-1d18-4a74-92d5-8d13eb30a39d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/quotas/130e52b66c5a4831b4acccf5a4ca800d HTTP/1.1" status: 200 len: 375 time: 0.0654070 Feb 15 16:44:19.835624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Attempting to bind port 68486fb2-1933-4780-85fb-c02548028e86 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:44:19.836782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Attempting to bind port 68486fb2-1933-4780-85fb-c02548028e86 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:44:19.837678 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Attempting to bind port 68486fb2-1933-4780-85fb-c02548028e86 on network a36b7914-2995-4a64-9ff7-dc4d49f26c7a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:19.888432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Port 68486fb2-1933-4780-85fb-c02548028e86 on network a36b7914-2995-4a64-9ff7-dc4d49f26c7a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:44:19.888751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Attempting to bind port 68486fb2-1933-4780-85fb-c02548028e86 on network a36b7914-2995-4a64-9ff7-dc4d49f26c7a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:19.894797 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2a8f-dc1e-491e-8189-5a753a0ad42a tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (0cd8093c-8a16-4609-8458-c222b35fffc6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:19.914996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:44:19.915499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Checking segment: {'id': 'a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:19.916025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Bound using segment: {'id': 'a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:44:19.916567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Bound port: 68486fb2-1933-4780-85fb-c02548028e86, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:44:19.917761 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (68486fb2-1933-4780-85fb-c02548028e86), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:19.928570 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e2a8f-dc1e-491e-8189-5a753a0ad42a tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cd8093c-8a16-4609-8458-c222b35fffc6,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:20.052935 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca4e2a8f-dc1e-491e-8189-5a753a0ad42a tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:20.054445 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ca4e2a8f-dc1e-491e-8189-5a753a0ad42a tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6002729 Feb 15 16:44:20.057422 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43296) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:20.064133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-2829399a-a7f7-4898-91e2-6474b4bb84a1 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2663922 Feb 15 16:44:20.068730 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a4a30458-f114-46a8-8ac7-16bcc242b290 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Request body: {'security_group_rule': {'security_group_id': 'f0c8220c-cc5b-4422-8ff7-b2eb496ee89a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:20.162223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] For port 68486fb2-1933-4780-85fb-c02548028e86, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:44:20.184069 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ea26fce2-9f1c-4e09-870e-7f945b855c90 req-96ba72f5-c011-4b60-bb20-9f301e8ee0e5 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0ac01b2f-c18c-4522-b27c-9aa24bf2adf8), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:20.202145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] For port 68486fb2-1933-4780-85fb-c02548028e86, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=68486fb2-1933-4780-85fb-c02548028e86,segment=NetworkSegment(a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa),segment_id=a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:44:20.204590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f', 'ecb55452-f499-4a74-9db9-77c5d421dd18'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:44:20.249158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e99d9e24-c411-4810-885f-3fffdd18164a service neutron] 10.222.0.107 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706555 Feb 15 16:44:20.309968 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (68486fb2-1933-4780-85fb-c02548028e86), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:20.327141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba72f5-c011-4b60-bb20-9f301e8ee0e5 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Pushing event deleted for resources: {'Port': ['ID=0ac01b2f-c18c-4522-b27c-9aa24bf2adf8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:20.364491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cd238-e6ee-442a-bd2c-78bedef8c047 req-386f6fa5-5bb9-453d-a91e-4ce176ddcd98 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:20.366129 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be6cd238-e6ee-442a-bd2c-78bedef8c047 req-386f6fa5-5bb9-453d-a91e-4ce176ddcd98 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.2727306 Feb 15 16:44:20.435878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:20.437238 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:20.438903 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] 10.222.0.10 "PUT /v2.0/ports/68486fb2-1933-4780-85fb-c02548028e86 HTTP/1.1" status: 200 len: 1092 time: 1.8592823 Feb 15 16:44:20.440350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'tag': '68486fb2-1933-4780-85fb-c02548028e86'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:20.444334 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd697d7b-aaa7-4bd6-8afe-03570c3772f3" -d '{"events": [{"name": "network-changed", "server_uuid": "af11221b-258c-484f-a4a7-15dd0f19f32a", "tag": "68486fb2-1933-4780-85fb-c02548028e86"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:20.671331 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be6cd238-e6ee-442a-bd2c-78bedef8c047 req-8119e5ed-913e-401d-bb20-ab0ce379a4d2 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977946 Feb 15 16:44:20.672066 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4a30458-f114-46a8-8ac7-16bcc242b290 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for security_group_rule (0053ac80-4f10-4f32-a12d-31e4dfe98105), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:20.677312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea26fce2-9f1c-4e09-870e-7f945b855c90 req-96ba72f5-c011-4b60-bb20-9f301e8ee0e5 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] No DVR routers for this DVR port 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:44:20.680376 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ea26fce2-9f1c-4e09-870e-7f945b855c90 req-96ba72f5-c011-4b60-bb20-9f301e8ee0e5 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:20.685032 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ea26fce2-9f1c-4e09-870e-7f945b855c90 req-96ba72f5-c011-4b60-bb20-9f301e8ee0e5 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.10 "DELETE /v2.0/ports/0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 HTTP/1.1" status: 204 len: 173 time: 1.3688819 Feb 15 16:44:20.694421 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e94b12-06c9-4c29-94bd-8cccbf2b67e6', 'name': 'network-vif-deleted', 'tag': '0ac01b2f-c18c-4522-b27c-9aa24bf2adf8'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:20.694421 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bff0a39-27cf-4950-95e6-2ddf86573142" -d '{"events": [{"server_uuid": "73e94b12-06c9-4c29-94bd-8cccbf2b67e6", "name": "network-vif-deleted", "tag": "0ac01b2f-c18c-4522-b27c-9aa24bf2adf8"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:20.790672 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4a30458-f114-46a8-8ac7-16bcc242b290 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for security_group_rule (0053ac80-4f10-4f32-a12d-31e4dfe98105), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:20.847659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device df75ea7f-0733-436e-9a68-1cb95d6d6070 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:44:20.907372 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4a30458-f114-46a8-8ac7-16bcc242b290 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (0053ac80-4f10-4f32-a12d-31e4dfe98105), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:20.944063 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a30458-f114-46a8-8ac7-16bcc242b290 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0053ac80-4f10-4f32-a12d-31e4dfe98105,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:20.962728 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d27db-c36a-48de-ac0c-1c3d99b53d32 req-6764c0dc-02d6-4cf1-9e97-cfa0521c036c tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:20.968099 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-738d27db-c36a-48de-ac0c-1c3d99b53d32 req-6764c0dc-02d6-4cf1-9e97-cfa0521c036c tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 943 time: 0.1520262 Feb 15 16:44:21.037445 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-738d27db-c36a-48de-ac0c-1c3d99b53d32 req-91a812ab-ebc3-48d5-b373-9c6931e4d6a5 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576539 Feb 15 16:44:21.047580 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4a30458-f114-46a8-8ac7-16bcc242b290 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:21.048825 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a4a30458-f114-46a8-8ac7-16bcc242b290 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9904411 Feb 15 16:44:21.052101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43320) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:21.067704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:21.202386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port df75ea7f-0733-436e-9a68-1cb95d6d6070, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=df75ea7f-0733-436e-9a68-1cb95d6d6070,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:21.216881 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:21.243281 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'df75ea7f-0733-436e-9a68-1cb95d6d6070', 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e', 'port_id': 'df75ea7f-0733-436e-9a68-1cb95d6d6070', 'mac_address': 'fa:16:3e:f9:df:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54c697c-dfc4-4d97-947c-96f129045128', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:44:21.249071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e45717-3ef3-4547-9132-b85f01f600d2 service neutron] Pushing event updated for resources: {'Port': ['ID=68486fb2-1933-4780-85fb-c02548028e86,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:21.272263 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-b95cba39-f16f-44e6-9790-ee02ef650b03 service neutron] 10.222.0.107 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0221114 Feb 15 16:44:21.301426 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-518e89ab-efff-4b22-a520-8db432a0b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:21.306384 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-518e89ab-efff-4b22-a520-8db432a0b286 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88d20a36be5d483f8c3d15b2235c1322&device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 1126 time: 0.1120391 Feb 15 16:44:21.336281 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port df75ea7f-0733-436e-9a68-1cb95d6d6070 is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:21.336777 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:21.366242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df75ea7f-0733-436e-9a68-1cb95d6d6070 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:21.393349 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-cbf65cdc-c862-47f8-ab16-e89a1c687ffd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68486fb2-1933-4780-85fb-c02548028e86 HTTP/1.1" status: 200 len: 217 time: 0.0704324 Feb 15 16:44:21.402049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port df75ea7f-0733-436e-9a68-1cb95d6d6070, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=df75ea7f-0733-436e-9a68-1cb95d6d6070,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:21.474688 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:21.483915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-11fde7de-6d52-4b65-a55b-136b2a11f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:21.485438 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-11fde7de-6d52-4b65-a55b-136b2a11f22e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55 HTTP/1.1" status: 200 len: 860 time: 0.0906782 Feb 15 16:44:21.501341 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-62b3ba21-e739-4cb1-a2bd-1284f4b035f6 req-b5aa8f53-cd58-4390-85a2-4d5611cdc026 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=73e94b12-06c9-4c29-94bd-8cccbf2b67e6 HTTP/1.1" status: 200 len: 210 time: 0.0759802 Feb 15 16:44:21.614086 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:21.626562 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-0d54575f-5b0d-4bd0-982b-dc2a9756cc8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264699 Feb 15 16:44:21.640051 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=df75ea7f-0733-436e-9a68-1cb95d6d6070,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:21.649266 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['df75ea7f-0733-436e-9a68-1cb95d6d6070'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:44:21.667229 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24100283-8d1a-4cd4-a6dc-59a04f37ae60 x-openstack-request-id: req-24100283-8d1a-4cd4-a6dc-59a04f37ae60 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:21.667523 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af11221b-258c-484f-a4a7-15dd0f19f32a", "tag": "68486fb2-1933-4780-85fb-c02548028e86", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:21.668033 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-24100283-8d1a-4cd4-a6dc-59a04f37ae60 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:21.668148 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'tag': '68486fb2-1933-4780-85fb-c02548028e86', 'status': 'completed', 'code': 200} Feb 15 16:44:21.819155 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:44:21.845218 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52c6988-9767-44b8-9363-4491787ab7d9 x-openstack-request-id: req-d52c6988-9767-44b8-9363-4491787ab7d9 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:21.847674 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e94b12-06c9-4c29-94bd-8cccbf2b67e6", "name": "network-vif-deleted", "tag": "0ac01b2f-c18c-4522-b27c-9aa24bf2adf8", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:21.851507 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d52c6988-9767-44b8-9363-4491787ab7d9 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:21.852226 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e94b12-06c9-4c29-94bd-8cccbf2b67e6', 'name': 'network-vif-deleted', 'tag': '0ac01b2f-c18c-4522-b27c-9aa24bf2adf8', 'status': 'completed', 'code': 200} Feb 15 16:44:21.980987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:44:21.990242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0ac01b2f-c18c-4522-b27c-9aa24bf2adf8 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:44:21.994601 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-ba999b38-975f-4334-a7e3-9b79c51eece6 service neutron] 10.222.0.10 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615696 Feb 15 16:44:22.028224 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Allocated IP 172.25.4.171 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/bef79b66-d749-44c7-a094-0314becc3b1a) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:22.083400 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-601b233a-306d-47b7-8670-8e506069b313 req-5aa25170-02ea-463e-8b9d-32f460602a25 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d5fde7e-0a8c-4a61-a419-592f33dc0634 HTTP/1.1" status: 200 len: 210 time: 0.2517583 Feb 15 16:44:22.227085 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebf74775-6311-4850-aa29-7c1e5f48ec0b req-706f5ee9-a228-4733-a3af-1a7289f95368 service neutron] 10.222.0.10 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168980 Feb 15 16:44:22.277772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee286bab-5827-4fbb-aef8-99616790153d req-6de03694-962c-48de-b508-1de05035e232 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:22.279796 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ee286bab-5827-4fbb-aef8-99616790153d req-6de03694-962c-48de-b508-1de05035e232 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 945 time: 0.3655105 Feb 15 16:44:22.320093 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fddb06-8f5a-4c69-8330-dd677799ed06 req-71902f27-5d05-4942-ac1a-8c07c67a19d4 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:22.321496 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-85fddb06-8f5a-4c69-8330-dd677799ed06 req-71902f27-5d05-4942-ac1a-8c07c67a19d4 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 943 time: 0.1031325 Feb 15 16:44:22.333405 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for port (bef79b66-d749-44c7-a094-0314becc3b1a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:22.356906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ee286bab-5827-4fbb-aef8-99616790153d req-a605f6ad-0d82-4916-8d8a-525eef75a3f7 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689173 Feb 15 16:44:22.471120 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-85fddb06-8f5a-4c69-8330-dd677799ed06 req-351595ab-ac65-4e95-b349-ce16be3e8980 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428592 Feb 15 16:44:22.564679 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd697d7b-aaa7-4bd6-8afe-03570c3772f3 req-c6b5fe28-f352-4cae-a482-49e885f9e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:22.568746 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd697d7b-aaa7-4bd6-8afe-03570c3772f3 req-c6b5fe28-f352-4cae-a482-49e885f9e92b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88d20a36be5d483f8c3d15b2235c1322&device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 1126 time: 0.1272919 Feb 15 16:44:22.594730 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (bef79b66-d749-44c7-a094-0314becc3b1a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:22.762112 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:22.775700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:22.789121 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:22.805444 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd697d7b-aaa7-4bd6-8afe-03570c3772f3 req-1eb0205e-5568-406c-b0c4-deb93f06ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:22.807329 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd697d7b-aaa7-4bd6-8afe-03570c3772f3 req-1eb0205e-5568-406c-b0c4-deb93f06ec7a service neutron] 10.222.0.10 "GET /v2.0/networks?id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a HTTP/1.1" status: 200 len: 921 time: 0.2323854 Feb 15 16:44:22.862623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device df75ea7f-0733-436e-9a68-1cb95d6d6070 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:22.934528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Pushing event updated for resources: {'Port': ['ID=bef79b66-d749-44c7-a094-0314becc3b1a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:22.985277 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd697d7b-aaa7-4bd6-8afe-03570c3772f3 req-bb65190d-407a-4860-8594-28ac3b44e8a8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68486fb2-1933-4780-85fb-c02548028e86 HTTP/1.1" status: 200 len: 217 time: 0.1714571 Feb 15 16:44:23.061724 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd697d7b-aaa7-4bd6-8afe-03570c3772f3 req-84b7cfd5-ba04-4a26-a3fa-c57362eb3350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:23.064605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd697d7b-aaa7-4bd6-8afe-03570c3772f3 req-84b7cfd5-ba04-4a26-a3fa-c57362eb3350 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55 HTTP/1.1" status: 200 len: 860 time: 0.0704365 Feb 15 16:44:23.185355 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port df75ea7f-0733-436e-9a68-1cb95d6d6070 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:23.190341 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:23.198593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for floatingip (fc438ae4-2cca-4bc0-9e8f-017847e96c08), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:23.253718 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd697d7b-aaa7-4bd6-8afe-03570c3772f3 req-43db9715-6aba-498d-9f73-c332d61d1f8d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1813114 Feb 15 16:44:23.349091 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a90134b5-6d61-4e30-b304-b857882fd13c req-c25ae95b-9ff7-4fdd-bb6a-7e4e23fe1f58 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d5fde7e-0a8c-4a61-a419-592f33dc0634 HTTP/1.1" status: 200 len: 210 time: 0.0728865 Feb 15 16:44:23.440373 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port df75ea7f-0733-436e-9a68-1cb95d6d6070 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:23.441085 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:23.466028 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bef79b66-d749-44c7-a094-0314becc3b1a), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:23.495908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48683183-fc01-450f-b3b1-85d063fc849b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df75ea7f-0733-436e-9a68-1cb95d6d6070'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:23.499297 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f87f29d-dd4f-48fc-8669-3bcdaf62c7c0" -d '{"events": [{"server_uuid": "48683183-fc01-450f-b3b1-85d063fc849b", "name": "network-vif-plugged", "status": "completed", "tag": "df75ea7f-0733-436e-9a68-1cb95d6d6070"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:23.538857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port df75ea7f-0733-436e-9a68-1cb95d6d6070, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=df75ea7f-0733-436e-9a68-1cb95d6d6070,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:23.618378 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 68486fb2-1933-4780-85fb-c02548028e86 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:44:23.653279 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:23.666202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a6294-4a36-46dd-a5dd-354bccc45254 req-3bac0ce2-7f7d-4856-89e3-3b547d218118 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:23.667846 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c36a6294-4a36-46dd-a5dd-354bccc45254 req-3bac0ce2-7f7d-4856-89e3-3b547d218118 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d HTTP/1.1" status: 200 len: 950 time: 0.2680292 Feb 15 16:44:23.732260 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd697d7b-aaa7-4bd6-8afe-03570c3772f3 req-756e2e03-149e-4fc0-ab61-229eeff2b69a service neutron] 10.222.0.10 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680011 Feb 15 16:44:23.826608 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for port (bef79b66-d749-44c7-a094-0314becc3b1a), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:23.840266 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c36a6294-4a36-46dd-a5dd-354bccc45254 req-2b0c53e7-f261-41af-b959-f541a6944cf0 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617997 Feb 15 16:44:23.930513 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (bef79b66-d749-44c7-a094-0314becc3b1a), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:23.940471 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd697d7b-aaa7-4bd6-8afe-03570c3772f3 req-c2fd8224-5ab9-4645-989d-9bf00259b541 service neutron] 10.222.0.10 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978078 Feb 15 16:44:23.962688 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba55597-9c28-4842-9ce4-87a8a9a104b5 req-bf5c889e-4626-4f12-8df9-1357d40d2431 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:23.972272 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dba55597-9c28-4842-9ce4-87a8a9a104b5 req-bf5c889e-4626-4f12-8df9-1357d40d2431 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.1352015 Feb 15 16:44:24.143166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=df75ea7f-0733-436e-9a68-1cb95d6d6070,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:24.160127 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dba55597-9c28-4842-9ce4-87a8a9a104b5 req-9d448a52-33e3-4c37-8de9-86a2ec1ce263 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821141 Feb 15 16:44:24.188161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Pushing event updated for resources: {'Port': ['ID=bef79b66-d749-44c7-a094-0314becc3b1a,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:24.198840 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (fc438ae4-2cca-4bc0-9e8f-017847e96c08), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:24.211266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57ec08-b097-4130-8612-364accd1160f req-fbcdffbc-cd17-4d0e-a3a0-ad1ee332c79b tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:24.221942 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 68486fb2-1933-4780-85fb-c02548028e86, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=68486fb2-1933-4780-85fb-c02548028e86,segment=NetworkSegment(a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa),segment_id=a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:24.224897 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c57ec08-b097-4130-8612-364accd1160f req-fbcdffbc-cd17-4d0e-a3a0-ad1ee332c79b tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 943 time: 0.1628776 Feb 15 16:44:24.252814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '68486fb2-1933-4780-85fb-c02548028e86', 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a', 'port_id': '68486fb2-1933-4780-85fb-c02548028e86', 'mac_address': 'fa:16:3e:3e:74:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:44:24.260661 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c8f7ec-a42a-4b96-a89d-6a151ca82750 x-openstack-request-id: req-74c8f7ec-a42a-4b96-a89d-6a151ca82750 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:24.261191 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48683183-fc01-450f-b3b1-85d063fc849b", "name": "network-vif-plugged", "status": "completed", "tag": "df75ea7f-0733-436e-9a68-1cb95d6d6070", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:24.261673 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-74c8f7ec-a42a-4b96-a89d-6a151ca82750 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:24.262475 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48683183-fc01-450f-b3b1-85d063fc849b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df75ea7f-0733-436e-9a68-1cb95d6d6070', 'code': 200} Feb 15 16:44:24.317939 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:24.329007 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2be79e6b-effa-4241-9753-6f5a2c5e0440 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2758064 Feb 15 16:44:24.352926 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c57ec08-b097-4130-8612-364accd1160f req-2f5b23e3-846e-4e44-b701-464a1adae861 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185436 Feb 15 16:44:24.404148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 68486fb2-1933-4780-85fb-c02548028e86 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:24.404148 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (68486fb2-1933-4780-85fb-c02548028e86), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:24.466654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68486fb2-1933-4780-85fb-c02548028e86 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:24.539662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 68486fb2-1933-4780-85fb-c02548028e86, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=68486fb2-1933-4780-85fb-c02548028e86,segment=NetworkSegment(a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa),segment_id=a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:24.622442 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b69165c5-ff6b-4718-b223-3131ee847d10 req-15a6f313-6a53-4557-82fc-58062c1174ca tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d5fde7e-0a8c-4a61-a419-592f33dc0634 HTTP/1.1" status: 200 len: 210 time: 0.0671930 Feb 15 16:44:24.628618 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (68486fb2-1933-4780-85fb-c02548028e86), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:24.757402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=68486fb2-1933-4780-85fb-c02548028e86,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:24.864572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['68486fb2-1933-4780-85fb-c02548028e86'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:44:25.078624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a6c84-3669-4d51-9098-1a3844770c98 req-dce3b7d8-ea57-4216-ba25-a87edc2e9c24 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:25.080151 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669a6c84-3669-4d51-9098-1a3844770c98 req-dce3b7d8-ea57-4216-ba25-a87edc2e9c24 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.10 "GET /v2.0/ports?device_id=67d8bbb5-3b81-4522-ab2a-33d205751c2d HTTP/1.1" status: 200 len: 950 time: 0.2531726 Feb 15 16:44:25.344403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-669a6c84-3669-4d51-9098-1a3844770c98 req-c558f387-b0cb-4402-bfe5-92caff739325 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Deleting port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:44:25.344725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-669a6c84-3669-4d51-9098-1a3844770c98 req-c558f387-b0cb-4402-bfe5-92caff739325 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:25.472565 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-8e140cab-5aff-4796-ade5-44a0d03ee01d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:25.476506 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-8e140cab-5aff-4796-ade5-44a0d03ee01d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.10 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 820 time: 0.2876008 Feb 15 16:44:25.499460 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-6d408ed9-285f-4567-83c9-89114e6b6a05 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Request body: {'port': {'device_id': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'admin_state_up': True, 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:25.596991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-669a6c84-3669-4d51-9098-1a3844770c98 req-c558f387-b0cb-4402-bfe5-92caff739325 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] For port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:25.601649 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-669a6c84-3669-4d51-9098-1a3844770c98 req-c558f387-b0cb-4402-bfe5-92caff739325 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:25.642078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 68486fb2-1933-4780-85fb-c02548028e86 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:25.671849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-669a6c84-3669-4d51-9098-1a3844770c98 req-c558f387-b0cb-4402-bfe5-92caff739325 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Calling delete_port for e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:44:25.953816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 68486fb2-1933-4780-85fb-c02548028e86 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:44:25.959159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 68486fb2-1933-4780-85fb-c02548028e86 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:25.959765 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (68486fb2-1933-4780-85fb-c02548028e86), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:25.967806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43464) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:26.034340 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-6d408ed9-285f-4567-83c9-89114e6b6a05 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Made reservation on behalf of 130e52b66c5a4831b4acccf5a4ca800d for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:26.039627 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-6d408ed9-285f-4567-83c9-89114e6b6a05 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:26.159448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 68486fb2-1933-4780-85fb-c02548028e86 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:26.160736 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (68486fb2-1933-4780-85fb-c02548028e86), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:26.200597 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-669a6c84-3669-4d51-9098-1a3844770c98 req-c558f387-b0cb-4402-bfe5-92caff739325 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:26.217745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['ecb55452-f499-4a74-9db9-77c5d421dd18'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:44:26.249190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558f387-b0cb-4402-bfe5-92caff739325 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Pushing event deleted for resources: {'Port': ['ID=e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:26.301538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68486fb2-1933-4780-85fb-c02548028e86'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:26.303858 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975ebe4f-923d-4156-adee-52794393c347" -d '{"events": [{"server_uuid": "af11221b-258c-484f-a4a7-15dd0f19f32a", "name": "network-vif-plugged", "status": "completed", "tag": "68486fb2-1933-4780-85fb-c02548028e86"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:26.356254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-669a6c84-3669-4d51-9098-1a3844770c98 req-c558f387-b0cb-4402-bfe5-92caff739325 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] No DVR routers for this DVR port e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:44:26.356254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-669a6c84-3669-4d51-9098-1a3844770c98 req-c558f387-b0cb-4402-bfe5-92caff739325 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:26.360926 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-669a6c84-3669-4d51-9098-1a3844770c98 req-c558f387-b0cb-4402-bfe5-92caff739325 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.10 "DELETE /v2.0/ports/e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f HTTP/1.1" status: 204 len: 173 time: 1.2717693 Feb 15 16:44:26.360926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d8bbb5-3b81-4522-ab2a-33d205751c2d', 'name': 'network-vif-deleted', 'tag': 'e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:26.382220 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 68486fb2-1933-4780-85fb-c02548028e86, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=68486fb2-1933-4780-85fb-c02548028e86,segment=NetworkSegment(a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa),segment_id=a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:26.384073 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9597ab94-0203-429f-abe0-71752ce5fe50" -d '{"events": [{"server_uuid": "67d8bbb5-3b81-4522-ab2a-33d205751c2d", "name": "network-vif-deleted", "tag": "e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:26.454566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-6d408ed9-285f-4567-83c9-89114e6b6a05 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Allocated IP 172.20.0.4 (1b16032e-9798-432f-b240-94c30f7cd9e2/5929e2bc-8d45-4bd8-afc2-4a7c151090f9/d66691f8-99b2-4fa3-aa7a-a066d613d8eb) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:26.528970 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (68486fb2-1933-4780-85fb-c02548028e86), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:26.766459 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-687ece80-8330-4ce2-ba52-dfef8df6f9ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:26.818595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=68486fb2-1933-4780-85fb-c02548028e86,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:27.102845 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-6d408ed9-285f-4567-83c9-89114e6b6a05 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for port (d66691f8-99b2-4fa3-aa7a-a066d613d8eb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:27.159539 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-687ece80-8330-4ce2-ba52-dfef8df6f9ea admin admin] Publish callbacks [] for security_group (abebb886-010b-4ba8-978d-d362dbc82cce), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:27.245547 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-687ece80-8330-4ce2-ba52-dfef8df6f9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (abebb886-010b-4ba8-978d-d362dbc82cce), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:27.287045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ece80-8330-4ce2-ba52-dfef8df6f9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abebb886-010b-4ba8-978d-d362dbc82cce,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:27.315888 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-6d408ed9-285f-4567-83c9-89114e6b6a05 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d66691f8-99b2-4fa3-aa7a-a066d613d8eb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:27.325570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ad2779db-44bb-4cae-b834-fd1b2242991c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:44:27.403754 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-6d408ed9-285f-4567-83c9-89114e6b6a05 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Network 1b16032e-9798-432f-b240-94c30f7cd9e2 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:27.412379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43476) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:27.419379 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-687ece80-8330-4ce2-ba52-dfef8df6f9ea admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=09377c36f7144c6db9c955e2735e0991&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4500840 Feb 15 16:44:27.433132 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-6d408ed9-285f-4567-83c9-89114e6b6a05 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:27.442357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-6d408ed9-285f-4567-83c9-89114e6b6a05 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:27.552500 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-efaa2e60-d8e1-4338-93e5-e468c9caec84 admin admin] Publish callbacks [] for security_group (abebb886-010b-4ba8-978d-d362dbc82cce), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:27.555282 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d408ed9-285f-4567-83c9-89114e6b6a05 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Pushing event updated for resources: {'Port': ['ID=d66691f8-99b2-4fa3-aa7a-a066d613d8eb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:27.616164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-6d408ed9-285f-4567-83c9-89114e6b6a05 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:27.616806 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-6d408ed9-285f-4567-83c9-89114e6b6a05 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:27.637859 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-efaa2e60-d8e1-4338-93e5-e468c9caec84 admin admin] Publish callbacks [] for security_group (abebb886-010b-4ba8-978d-d362dbc82cce), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:27.701676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:44:27.761244 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-6d408ed9-285f-4567-83c9-89114e6b6a05 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2731068 Feb 15 16:44:27.774040 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Request body: {'port': {'device_id': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:27.781663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:44:27.782017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:44:27.856638 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-efaa2e60-d8e1-4338-93e5-e468c9caec84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (abebb886-010b-4ba8-978d-d362dbc82cce), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:27.859411 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-efaa2e60-d8e1-4338-93e5-e468c9caec84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:27.860608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-efaa2e60-d8e1-4338-93e5-e468c9caec84 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/abebb886-010b-4ba8-978d-d362dbc82cce HTTP/1.1" status: 204 len: 168 time: 0.4464390 Feb 15 16:44:27.870421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa2e60-d8e1-4338-93e5-e468c9caec84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abebb886-010b-4ba8-978d-d362dbc82cce,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:28.020395 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d66691f8-99b2-4fa3-aa7a-a066d613d8eb), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:28.076437 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-aab698bd-fa0a-46a8-8acd-8c4b956e4e64 None None] Provisioning complete for port d66691f8-99b2-4fa3-aa7a-a066d613d8eb triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:28.077037 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aab698bd-fa0a-46a8-8acd-8c4b956e4e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d66691f8-99b2-4fa3-aa7a-a066d613d8eb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:28.165672 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aab698bd-fa0a-46a8-8acd-8c4b956e4e64 None None] Port d66691f8-99b2-4fa3-aa7a-a066d613d8eb cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:44:29.029605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66691f8-99b2-4fa3-aa7a-a066d613d8eb {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:29.045934 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Publish callbacks [] for port (d66691f8-99b2-4fa3-aa7a-a066d613d8eb), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:29.062659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Transition to ACTIVE for port object d66691f8-99b2-4fa3-aa7a-a066d613d8eb will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:44:29.194416 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (d66691f8-99b2-4fa3-aa7a-a066d613d8eb), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:29.251494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Pushing event updated for resources: {'Port': ['ID=d66691f8-99b2-4fa3-aa7a-a066d613d8eb,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:29.285538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43486) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:29.306160 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5c80939-5ebf-4efd-a799-df810708da0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:29.337656 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Attempting to bind port d66691f8-99b2-4fa3-aa7a-a066d613d8eb on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:44:29.338009 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Attempting to bind port d66691f8-99b2-4fa3-aa7a-a066d613d8eb by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:44:29.338340 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Attempting to bind port d66691f8-99b2-4fa3-aa7a-a066d613d8eb on network 1b16032e-9798-432f-b240-94c30f7cd9e2 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:29.343357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Port d66691f8-99b2-4fa3-aa7a-a066d613d8eb on network 1b16032e-9798-432f-b240-94c30f7cd9e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:44:29.343674 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Attempting to bind port d66691f8-99b2-4fa3-aa7a-a066d613d8eb on network 1b16032e-9798-432f-b240-94c30f7cd9e2 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:29.349456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:44:29.349798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Checking segment: {'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:29.350179 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Bound using segment: {'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:44:29.350823 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Bound port: d66691f8-99b2-4fa3-aa7a-a066d613d8eb, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86edc604-a0dd-4460-81bb-c6369d7af5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:44:29.350949 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d66691f8-99b2-4fa3-aa7a-a066d613d8eb), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:29.411250 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5c80939-5ebf-4efd-a799-df810708da0b admin admin] Publish callbacks [] for security_group (17c41974-d1aa-4e79-a982-de81d2f92891), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:29.424745 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] For port d66691f8-99b2-4fa3-aa7a-a066d613d8eb, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:44:29.427898 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] For port d66691f8-99b2-4fa3-aa7a-a066d613d8eb, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d66691f8-99b2-4fa3-aa7a-a066d613d8eb,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:44:29.554165 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5c80939-5ebf-4efd-a799-df810708da0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (17c41974-d1aa-4e79-a982-de81d2f92891), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:29.587614 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (d66691f8-99b2-4fa3-aa7a-a066d613d8eb), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:29.615585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c80939-5ebf-4efd-a799-df810708da0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c41974-d1aa-4e79-a982-de81d2f92891,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:29.654245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a5c80939-5ebf-4efd-a799-df810708da0b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d1168632870a49c1bc0c2e3d69cc1b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3669224 Feb 15 16:44:29.655302 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43496) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:29.703705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Pushing event updated for resources: {'Port': ['ID=d66691f8-99b2-4fa3-aa7a-a066d613d8eb,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:29.731356 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:29.731986 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:29.733427 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-e7b51ad5-21bc-4b62-9d8f-4264dbbbd377 service neutron] 10.222.0.10 "PUT /v2.0/ports/d66691f8-99b2-4fa3-aa7a-a066d613d8eb HTTP/1.1" status: 200 len: 1092 time: 1.9641962 Feb 15 16:44:29.733896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'tag': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:29.742580 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8eec28-051b-4ca2-888f-aa1756c10aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5fde7e-0a8c-4a61-a419-592f33dc0634", "tag": "d66691f8-99b2-4fa3-aa7a-a066d613d8eb"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:29.810667 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b8dfcb83-f48a-4fd8-8dff-260e38f8ca8f admin admin] Publish callbacks [] for security_group (17c41974-d1aa-4e79-a982-de81d2f92891), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:29.898038 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b8dfcb83-f48a-4fd8-8dff-260e38f8ca8f admin admin] Publish callbacks [] for security_group (17c41974-d1aa-4e79-a982-de81d2f92891), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:29.988042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-581ee679-937e-41a2-8bce-b6121b49234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:29.989711 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-581ee679-937e-41a2-8bce-b6121b49234d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&device_id=3d5fde7e-0a8c-4a61-a419-592f33dc0634 HTTP/1.1" status: 200 len: 1126 time: 0.1271160 Feb 15 16:44:30.057527 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-fd523861-7a17-4840-899e-42c8d44615bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d66691f8-99b2-4fa3-aa7a-a066d613d8eb HTTP/1.1" status: 200 len: 217 time: 0.0548320 Feb 15 16:44:30.136606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-704f3248-b2a2-4560-a925-1abdae4e3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:30.138292 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-704f3248-b2a2-4560-a925-1abdae4e3a25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 200 len: 859 time: 0.0744779 Feb 15 16:44:30.193113 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-204a5e68-06d5-4863-b41b-9560cdf76e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:30.194675 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-204a5e68-06d5-4863-b41b-9560cdf76e5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1b16032e-9798-432f-b240-94c30f7cd9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0500929 Feb 15 16:44:30.200014 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b8dfcb83-f48a-4fd8-8dff-260e38f8ca8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (17c41974-d1aa-4e79-a982-de81d2f92891), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:30.202702 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b8dfcb83-f48a-4fd8-8dff-260e38f8ca8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:30.204095 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b8dfcb83-f48a-4fd8-8dff-260e38f8ca8f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/17c41974-d1aa-4e79-a982-de81d2f92891 HTTP/1.1" status: 204 len: 168 time: 0.5437620 Feb 15 16:44:30.212781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfcb83-f48a-4fd8-8dff-260e38f8ca8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c41974-d1aa-4e79-a982-de81d2f92891,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:30.243163 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:30.375642 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-9ba3bea8-83a5-4ce1-9f6e-f77233638591 service neutron] 10.222.0.10 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736598 Feb 15 16:44:30.528827 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-55e4c131-0233-4d5b-a52f-c3b2ab8c1d91 req-1a55d01d-f5c7-4dd6-bea4-ae01b6efc318 service neutron] 10.222.0.10 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473260 Feb 15 16:44:30.535647 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:30.926869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-9663ef5d-e444-4f71-abe2-4d981b84953c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:30.933724 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-9663ef5d-e444-4f71-abe2-4d981b84953c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/networks?id=1702eb51-a00d-4c54-8a69-7033b870c03d HTTP/1.1" status: 200 len: 821 time: 0.1637456 Feb 15 16:44:30.945113 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-9db77e4c-dcd7-46d2-88dd-e9e6492d40ad tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/quotas/e20384e9c71c40dfbfc3b7803befe478 HTTP/1.1" status: 200 len: 375 time: 0.0103042 Feb 15 16:44:30.988936 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-fbab88c6-a75f-4878-b0ac-e86245c892a4 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e20384e9c71c40dfbfc3b7803befe478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379372 Feb 15 16:44:31.012561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d700fbc1-1f32-476d-a18d-322736e6a3c8 req-4dd16925-98ab-4f95-88f8-82b8f409257f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:31.018763 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d700fbc1-1f32-476d-a18d-322736e6a3c8 req-4dd16925-98ab-4f95-88f8-82b8f409257f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.0816879 Feb 15 16:44:31.120969 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-55c6c1d5-0bab-4a2f-95c7-d3614d12fb01 service neutron] 10.222.0.107 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236370 Feb 15 16:44:31.134389 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d700fbc1-1f32-476d-a18d-322736e6a3c8 req-8cf1771d-8491-412d-8cc3-b4be438f31a4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977845 Feb 15 16:44:31.290492 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-fe187602-07d6-4c18-ad36-87130debec6c service neutron] 10.222.0.107 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680160 Feb 15 16:44:31.477022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645bdd4-8733-49e9-a4e3-8d935c76eb42 req-5e264a28-e026-40f1-b62d-334ed34e9e22 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:31.477022 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7645bdd4-8733-49e9-a4e3-8d935c76eb42 req-5e264a28-e026-40f1-b62d-334ed34e9e22 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 945 time: 0.1050582 Feb 15 16:44:31.477022 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7645bdd4-8733-49e9-a4e3-8d935c76eb42 req-c6a6fc62-6456-4752-ab4f-58eba1072785 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758162 Feb 15 16:44:31.566695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130142b9-8c7e-48ea-96bc-d5822ec00c0b req-7a9ef9c2-78da-4e8a-9d73-c100b5106dea tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:31.570759 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-130142b9-8c7e-48ea-96bc-d5822ec00c0b req-7a9ef9c2-78da-4e8a-9d73-c100b5106dea tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d5fde7e-0a8c-4a61-a419-592f33dc0634 HTTP/1.1" status: 200 len: 943 time: 0.0896890 Feb 15 16:44:31.640948 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-130142b9-8c7e-48ea-96bc-d5822ec00c0b req-24c7a193-d7c0-4214-98e3-a5a68eec073a tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636852 Feb 15 16:44:31.667955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device d66691f8-99b2-4fa3-aa7a-a066d613d8eb details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:44:31.802991 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c78fda-8387-490e-8ca1-6cb7474ec8d2 x-openstack-request-id: req-06c78fda-8387-490e-8ca1-6cb7474ec8d2 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:31.803480 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d8bbb5-3b81-4522-ab2a-33d205751c2d", "name": "network-vif-deleted", "tag": "e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:31.803893 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-06c78fda-8387-490e-8ca1-6cb7474ec8d2 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:31.804715 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d8bbb5-3b81-4522-ab2a-33d205751c2d', 'name': 'network-vif-deleted', 'tag': 'e12e08fd-cabb-4f2f-a0ec-b4f7dcbc984f', 'status': 'completed', 'code': 200} Feb 15 16:44:31.858648 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port d66691f8-99b2-4fa3-aa7a-a066d613d8eb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d66691f8-99b2-4fa3-aa7a-a066d613d8eb,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:31.934815 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a470e88d-3489-4c2f-94ee-c41f645a40b9 x-openstack-request-id: req-a470e88d-3489-4c2f-94ee-c41f645a40b9 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:31.934815 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af11221b-258c-484f-a4a7-15dd0f19f32a", "name": "network-vif-plugged", "status": "completed", "tag": "68486fb2-1933-4780-85fb-c02548028e86", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:31.934815 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a470e88d-3489-4c2f-94ee-c41f645a40b9 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:31.934815 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68486fb2-1933-4780-85fb-c02548028e86', 'code': 200} Feb 15 16:44:31.939647 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'port_id': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb', 'mac_address': 'fa:16:3e:93:9f:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:44:31.955655 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f8cb539-4c17-4a92-8dc7-42068eac3ad3 x-openstack-request-id: req-1f8cb539-4c17-4a92-8dc7-42068eac3ad3 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:31.956036 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5fde7e-0a8c-4a61-a419-592f33dc0634", "tag": "d66691f8-99b2-4fa3-aa7a-a066d613d8eb", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:31.959174 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1f8cb539-4c17-4a92-8dc7-42068eac3ad3 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:31.959637 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'tag': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb', 'status': 'completed', 'code': 200} Feb 15 16:44:32.029192 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbdca2-9783-47c8-9edd-7cffd95b9c38 req-89270026-ce34-443b-be00-206a636113ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:32.036624 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d9fbdca2-9783-47c8-9edd-7cffd95b9c38 req-89270026-ce34-443b-be00-206a636113ca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 1128 time: 0.1868281 Feb 15 16:44:32.051575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port d66691f8-99b2-4fa3-aa7a-a066d613d8eb is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:32.053907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eec28-051b-4ca2-888f-aa1756c10aa1 req-befb5cd1-6350-44db-9c2f-77100943d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:32.054431 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d66691f8-99b2-4fa3-aa7a-a066d613d8eb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:32.062645 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c8eec28-051b-4ca2-888f-aa1756c10aa1 req-befb5cd1-6350-44db-9c2f-77100943d84a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&device_id=3d5fde7e-0a8c-4a61-a419-592f33dc0634 HTTP/1.1" status: 200 len: 1126 time: 0.1641073 Feb 15 16:44:32.066879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43568) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:32.105156 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66691f8-99b2-4fa3-aa7a-a066d613d8eb {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:32.141559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port d66691f8-99b2-4fa3-aa7a-a066d613d8eb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d66691f8-99b2-4fa3-aa7a-a066d613d8eb,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:32.177516 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d9fbdca2-9783-47c8-9edd-7cffd95b9c38 req-79c2af1c-179e-434f-801a-a933d34ddb66 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379406 Feb 15 16:44:32.239907 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d66691f8-99b2-4fa3-aa7a-a066d613d8eb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:32.257523 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-46fbbd6f-c42a-4a4f-81f2-efebb118b989 req-55ca7c3e-1a09-40a3-b778-4c1bff6dbab7 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=87184de3-9cec-4e66-97cd-85aa5a0808fe HTTP/1.1" status: 200 len: 210 time: 0.0864370 Feb 15 16:44:32.329190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eec28-051b-4ca2-888f-aa1756c10aa1 req-fcb29c7e-64b6-40c4-a386-19a6d879dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:32.331035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c8eec28-051b-4ca2-888f-aa1756c10aa1 req-fcb29c7e-64b6-40c4-a386-19a6d879dbef service neutron] 10.222.0.10 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 921 time: 0.2570817 Feb 15 16:44:32.336789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-d6659314-8182-4dcf-8b8a-0780c6851ecc admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-533695285-network', 'tenant_id': '09b04ef91ce84fb2b5f8db2a22963f46'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:32.355277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=d66691f8-99b2-4fa3-aa7a-a066d613d8eb,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:32.479484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['d66691f8-99b2-4fa3-aa7a-a066d613d8eb'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:44:32.542669 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c8eec28-051b-4ca2-888f-aa1756c10aa1 req-b456aa86-730e-49d9-918c-43ccc75ca8ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d66691f8-99b2-4fa3-aa7a-a066d613d8eb HTTP/1.1" status: 200 len: 217 time: 0.1510608 Feb 15 16:44:32.549075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6659314-8182-4dcf-8b8a-0780c6851ecc admin admin] Made reservation on behalf of 09b04ef91ce84fb2b5f8db2a22963f46 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:32.549075 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6659314-8182-4dcf-8b8a-0780c6851ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:32.601274 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6659314-8182-4dcf-8b8a-0780c6851ecc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:32.695926 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6659314-8182-4dcf-8b8a-0780c6851ecc admin admin] Publish callbacks [] for security_group (365da2c8-874b-4ae6-80ea-c9b9b8fad9fb), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:32.771102 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9eabdb-7bce-40c4-a776-5629397fbeeb req-57cfbcbd-83f4-432e-acf0-64cef8fb2a0a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:32.772798 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca9eabdb-7bce-40c4-a776-5629397fbeeb req-57cfbcbd-83f4-432e-acf0-64cef8fb2a0a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.2291934 Feb 15 16:44:32.780722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eec28-051b-4ca2-888f-aa1756c10aa1 req-343d24f4-4cd0-4db1-878c-c31f0588709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:32.792403 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c8eec28-051b-4ca2-888f-aa1756c10aa1 req-343d24f4-4cd0-4db1-878c-c31f0588709c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 200 len: 859 time: 0.2094023 Feb 15 16:44:32.792403 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6659314-8182-4dcf-8b8a-0780c6851ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (365da2c8-874b-4ae6-80ea-c9b9b8fad9fb), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:32.805938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6659314-8182-4dcf-8b8a-0780c6851ecc admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:44:32.917506 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6659314-8182-4dcf-8b8a-0780c6851ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a2788795-9618-472b-be4b-997ccda10133), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:32.918851 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-d6659314-8182-4dcf-8b8a-0780c6851ecc admin admin] Added segment a2788795-9618-472b-be4b-997ccda10133 of type vlan for network a7a37522-7e2e-4d80-987e-413d89fcdee4 Feb 15 16:44:32.994776 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6659314-8182-4dcf-8b8a-0780c6851ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:33.036064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8eec28-051b-4ca2-888f-aa1756c10aa1 req-5f9e96b9-2a1a-4c9b-a924-1572db24f0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:33.044677 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c8eec28-051b-4ca2-888f-aa1756c10aa1 req-5f9e96b9-2a1a-4c9b-a924-1572db24f0a1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1b16032e-9798-432f-b240-94c30f7cd9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2361898 Feb 15 16:44:33.185540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca9eabdb-7bce-40c4-a776-5629397fbeeb req-590e5369-e0d9-4b2b-a3b9-c7e7bc3f4495 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005961 Feb 15 16:44:33.190576 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6659314-8182-4dcf-8b8a-0780c6851ecc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (a7a37522-7e2e-4d80-987e-413d89fcdee4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:33.226108 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c8eec28-051b-4ca2-888f-aa1756c10aa1 req-3b253528-48cb-48d3-98e2-caafb67798b9 service neutron] 10.222.0.10 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715600 Feb 15 16:44:33.379358 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4aee62-0271-49b1-a255-264109c06363 req-099fa750-04d6-4ae2-a7db-6774857c46d8 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:33.381647 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea4aee62-0271-49b1-a255-264109c06363 req-099fa750-04d6-4ae2-a7db-6774857c46d8 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 950 time: 0.0904219 Feb 15 16:44:33.388478 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6659314-8182-4dcf-8b8a-0780c6851ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (a7a37522-7e2e-4d80-987e-413d89fcdee4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:33.393787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6659314-8182-4dcf-8b8a-0780c6851ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:33.393787 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d6659314-8182-4dcf-8b8a-0780c6851ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:33.471579 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c8eec28-051b-4ca2-888f-aa1756c10aa1 req-e82f23be-b590-444d-baa2-736077921763 service neutron] 10.222.0.10 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364078 Feb 15 16:44:33.514460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6659314-8182-4dcf-8b8a-0780c6851ecc admin admin] Pushing event updated for resources: {'Network': ['ID=a7a37522-7e2e-4d80-987e-413d89fcdee4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:33.528912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network a7a37522-7e2e-4d80-987e-413d89fcdee4 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:44:33.542150 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea4aee62-0271-49b1-a255-264109c06363 req-662ecc6c-e37e-44ab-95c1-11a65b22bd64 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/security-groups?id=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421752 Feb 15 16:44:33.557701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d6659314-8182-4dcf-8b8a-0780c6851ecc admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4893632 Feb 15 16:44:33.560625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43618) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:33.570625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-329fa083-2f4a-4ff3-81d6-144f73dae804 admin admin] Request body: {'subnet': {'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-533695285-subnet', 'tenant_id': '09b04ef91ce84fb2b5f8db2a22963f46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:33.680268 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device d66691f8-99b2-4fa3-aa7a-a066d613d8eb up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:33.719319 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b178e4a-0f96-43ed-9f8f-621405590e1f req-4738b6bd-027d-4f40-8fcf-2c5e44ffb657 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:33.727502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b178e4a-0f96-43ed-9f8f-621405590e1f req-4738b6bd-027d-4f40-8fcf-2c5e44ffb657 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 945 time: 0.0830762 Feb 15 16:44:33.727502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329fa083-2f4a-4ff3-81d6-144f73dae804 admin admin] Made reservation on behalf of 09b04ef91ce84fb2b5f8db2a22963f46 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:33.727502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-329fa083-2f4a-4ff3-81d6-144f73dae804 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:33.842178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b178e4a-0f96-43ed-9f8f-621405590e1f req-1689be43-e66b-4d62-b732-d312d99348ce tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150608 Feb 15 16:44:33.844273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port d66691f8-99b2-4fa3-aa7a-a066d613d8eb completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:44:33.865242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port d66691f8-99b2-4fa3-aa7a-a066d613d8eb triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:33.865242 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d66691f8-99b2-4fa3-aa7a-a066d613d8eb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:33.998500 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43632) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:34.003625 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1ec48403-0805-481e-9b1f-5321416497ec tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2034251695'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:34.013962 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port d66691f8-99b2-4fa3-aa7a-a066d613d8eb is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:34.014359 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d66691f8-99b2-4fa3-aa7a-a066d613d8eb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:34.040516 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:34.043332 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d217f6e0-02f4-4388-be5c-51218c101c66" -d '{"events": [{"server_uuid": "3d5fde7e-0a8c-4a61-a419-592f33dc0634", "name": "network-vif-plugged", "status": "completed", "tag": "d66691f8-99b2-4fa3-aa7a-a066d613d8eb"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:34.057731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port d66691f8-99b2-4fa3-aa7a-a066d613d8eb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d66691f8-99b2-4fa3-aa7a-a066d613d8eb,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:34.105654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01766b-9c3c-465b-9db2-0144554a06d2 req-03787509-c3d1-4fdf-9353-43a056bdf036 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:34.107056 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb01766b-9c3c-465b-9db2-0144554a06d2 req-03787509-c3d1-4fdf-9353-43a056bdf036 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d5fde7e-0a8c-4a61-a419-592f33dc0634 HTTP/1.1" status: 200 len: 944 time: 0.1423807 Feb 15 16:44:34.152778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc371a86-8718-44fa-a90d-72c43ff4b0c5 req-28b869f2-5fd3-4f57-bbab-0a03a5b92957 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:34.154304 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc371a86-8718-44fa-a90d-72c43ff4b0c5 req-28b869f2-5fd3-4f57-bbab-0a03a5b92957 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.10 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 950 time: 0.1031122 Feb 15 16:44:34.174399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb01766b-9c3c-465b-9db2-0144554a06d2 req-f9658c46-6957-4293-8fe9-8713d50a8a1b tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602260 Feb 15 16:44:34.276343 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea7c78e6-daba-448e-871b-75f23cf4a1b8 req-c27d2a79-3328-40b5-9532-4b1b92a2626c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=87184de3-9cec-4e66-97cd-85aa5a0808fe HTTP/1.1" status: 200 len: 210 time: 0.0376575 Feb 15 16:44:34.306920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-dc371a86-8718-44fa-a90d-72c43ff4b0c5 req-ad9c97fb-5042-45b9-b71f-b980bd79833e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Deleting port ecb55452-f499-4a74-9db9-77c5d421dd18 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:44:34.306920 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dc371a86-8718-44fa-a90d-72c43ff4b0c5 req-ad9c97fb-5042-45b9-b71f-b980bd79833e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:34.398248 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec48403-0805-481e-9b1f-5321416497ec tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Made reservation on behalf of 5c059e9cd6634bce8f4e005af5907e51 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:34.404801 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d66691f8-99b2-4fa3-aa7a-a066d613d8eb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:34.405277 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-329fa083-2f4a-4ff3-81d6-144f73dae804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (42eff12e-ced8-4da9-b37b-4785a6ec0d7a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:34.405863 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1ec48403-0805-481e-9b1f-5321416497ec tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:34.427340 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ec48403-0805-481e-9b1f-5321416497ec tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:44:34.437226 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1ec48403-0805-481e-9b1f-5321416497ec tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (4df724b6-b9c9-45eb-86b0-a9175e3980ac), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:34.437620 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-1ec48403-0805-481e-9b1f-5321416497ec tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Added segment 4df724b6-b9c9-45eb-86b0-a9175e3980ac of type vlan for network 67e72fda-9dfe-495c-b3a9-2d311823812f Feb 15 16:44:34.459112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fa083-2f4a-4ff3-81d6-144f73dae804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42eff12e-ced8-4da9-b37b-4785a6ec0d7a,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:34.468559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=d66691f8-99b2-4fa3-aa7a-a066d613d8eb,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:34.474941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-dc371a86-8718-44fa-a90d-72c43ff4b0c5 req-ad9c97fb-5042-45b9-b71f-b980bd79833e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] For port ecb55452-f499-4a74-9db9-77c5d421dd18, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ecb55452-f499-4a74-9db9-77c5d421dd18,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:34.474941 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dc371a86-8718-44fa-a90d-72c43ff4b0c5 req-ad9c97fb-5042-45b9-b71f-b980bd79833e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:34.487487 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1ec48403-0805-481e-9b1f-5321416497ec tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (67e72fda-9dfe-495c-b3a9-2d311823812f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:34.493234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-dc371a86-8718-44fa-a90d-72c43ff4b0c5 req-ad9c97fb-5042-45b9-b71f-b980bd79833e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Calling delete_port for ecb55452-f499-4a74-9db9-77c5d421dd18 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:44:34.579742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329fa083-2f4a-4ff3-81d6-144f73dae804 admin admin] Checking segment: {'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:34.580014 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329fa083-2f4a-4ff3-81d6-144f73dae804 admin admin] Network hostable DHCP agents. Network: a7a37522-7e2e-4d80-987e-413d89fcdee4, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:44:34.614235 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555d1005-f313-482f-8689-788e00706375 x-openstack-request-id: req-555d1005-f313-482f-8689-788e00706375 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:34.614753 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5fde7e-0a8c-4a61-a419-592f33dc0634", "name": "network-vif-plugged", "status": "completed", "tag": "d66691f8-99b2-4fa3-aa7a-a066d613d8eb", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:34.614860 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-555d1005-f313-482f-8689-788e00706375 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:34.615279 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb', 'code': 200} Feb 15 16:44:34.628501 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1ec48403-0805-481e-9b1f-5321416497ec tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (67e72fda-9dfe-495c-b3a9-2d311823812f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:34.636648 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec48403-0805-481e-9b1f-5321416497ec tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:34.638459 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1ec48403-0805-481e-9b1f-5321416497ec tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:34.747991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329fa083-2f4a-4ff3-81d6-144f73dae804 admin admin] Network a7a37522-7e2e-4d80-987e-413d89fcdee4 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:44:34.845282 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1ec48403-0805-481e-9b1f-5321416497ec tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8430822 Feb 15 16:44:34.846718 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43646) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:34.848243 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec48403-0805-481e-9b1f-5321416497ec tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event updated for resources: {'Network': ['ID=67e72fda-9dfe-495c-b3a9-2d311823812f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:34.859339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 67e72fda-9dfe-495c-b3a9-2d311823812f details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:44:34.875860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f2d4999b-71fe-4e42-8968-64d29b4fc6f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-405146113'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:34.889864 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f242ecb-23df-457f-a3b9-4c659d25a7e9 req-f609a71b-5289-4571-9f0d-a9172ecf97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:34.891374 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9f242ecb-23df-457f-a3b9-4c659d25a7e9 req-f609a71b-5289-4571-9f0d-a9172ecf97bd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3d5fde7e-0a8c-4a61-a419-592f33dc0634 HTTP/1.1" status: 200 len: 1128 time: 0.1880934 Feb 15 16:44:34.900940 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90b1af-f0c5-4e1c-ad19-14f68877ef4e req-f230e8ad-869e-4ffc-9aba-56958db7db39 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:34.902593 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ed90b1af-f0c5-4e1c-ad19-14f68877ef4e req-f230e8ad-869e-4ffc-9aba-56958db7db39 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.1420865 Feb 15 16:44:34.954044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-329fa083-2f4a-4ff3-81d6-144f73dae804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, a7a37522-7e2e-4d80-987e-413d89fcdee4) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:34.974346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329fa083-2f4a-4ff3-81d6-144f73dae804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:34.978111 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-329fa083-2f4a-4ff3-81d6-144f73dae804 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:34.988816 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dc371a86-8718-44fa-a90d-72c43ff4b0c5 req-ad9c97fb-5042-45b9-b71f-b980bd79833e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ecb55452-f499-4a74-9db9-77c5d421dd18), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:35.000273 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9f242ecb-23df-457f-a3b9-4c659d25a7e9 req-8a3aa4be-2488-481d-b013-d6b252248aa8 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965970 Feb 15 16:44:35.024179 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ed90b1af-f0c5-4e1c-ad19-14f68877ef4e req-6075a8f0-4e76-4962-82b5-bdb716d5bf1d tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112237 Feb 15 16:44:35.092908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d4999b-71fe-4e42-8968-64d29b4fc6f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Made reservation on behalf of 5c059e9cd6634bce8f4e005af5907e51 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:35.111105 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f2d4999b-71fe-4e42-8968-64d29b4fc6f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:35.118569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c97fb-5042-45b9-b71f-b980bd79833e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Pushing event deleted for resources: {'Port': ['ID=ecb55452-f499-4a74-9db9-77c5d421dd18,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:35.118909 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 5126fc5e-3b41-428e-9ae2-746e0bb03b40 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:44:35.210437 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4d959-ad3d-4a15-85bf-ff1608302e76 None None] Network a7a37522-7e2e-4d80-987e-413d89fcdee4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:44:35.212916 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['ecb55452-f499-4a74-9db9-77c5d421dd18'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:44:35.214870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc371a86-8718-44fa-a90d-72c43ff4b0c5 req-ad9c97fb-5042-45b9-b71f-b980bd79833e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] No DVR routers for this DVR port ecb55452-f499-4a74-9db9-77c5d421dd18 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:44:35.222712 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-329fa083-2f4a-4ff3-81d6-144f73dae804 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6607528 Feb 15 16:44:35.225025 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dc371a86-8718-44fa-a90d-72c43ff4b0c5 req-ad9c97fb-5042-45b9-b71f-b980bd79833e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:35.229070 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc371a86-8718-44fa-a90d-72c43ff4b0c5 req-ad9c97fb-5042-45b9-b71f-b980bd79833e tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.10 "DELETE /v2.0/ports/ecb55452-f499-4a74-9db9-77c5d421dd18 HTTP/1.1" status: 204 len: 173 time: 1.0672996 Feb 15 16:44:35.229794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fc22774-f342-468e-849c-4ac7614c5b22', 'name': 'network-vif-deleted', 'tag': 'ecb55452-f499-4a74-9db9-77c5d421dd18'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:35.233437 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bdb142-c026-4d49-ae0c-884bf9734768" -d '{"events": [{"server_uuid": "4fc22774-f342-468e-849c-4ac7614c5b22", "name": "network-vif-deleted", "tag": "ecb55452-f499-4a74-9db9-77c5d421dd18"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:35.252077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d4999b-71fe-4e42-8968-64d29b4fc6f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:44:35.264201 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f2d4999b-71fe-4e42-8968-64d29b4fc6f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (f5de36df-4066-44a0-b273-70e5ed08c601), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:35.265283 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-f2d4999b-71fe-4e42-8968-64d29b4fc6f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Added segment f5de36df-4066-44a0-b273-70e5ed08c601 of type vlan for network 7fe9f723-b633-4900-81b1-ec294bf1c8b7 Feb 15 16:44:35.295404 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67010b27-7d7b-4e16-98af-08ac7bc1f65e req-15ba44b2-ab20-4664-9725-fee6c0986014 tempest-ServersAdminTestJSON-680189476 tempest-ServersAdminTestJSON-680189476-project] 10.222.0.107 "GET /v2.0/ports?device_id=4fc22774-f342-468e-849c-4ac7614c5b22 HTTP/1.1" status: 200 len: 210 time: 0.1353793 Feb 15 16:44:35.386733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 5126fc5e-3b41-428e-9ae2-746e0bb03b40 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:35.387300 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:35.445743 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f2d4999b-71fe-4e42-8968-64d29b4fc6f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (7fe9f723-b633-4900-81b1-ec294bf1c8b7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:35.469406 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c0c34-f277-4381-adbc-f48168ee2cbe req-ec43a848-43ec-48af-bed4-41159cfab51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:35.475402 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b44c0c34-f277-4381-adbc-f48168ee2cbe req-ec43a848-43ec-48af-bed4-41159cfab51a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88d20a36be5d483f8c3d15b2235c1322&device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 1128 time: 0.2057054 Feb 15 16:44:35.492161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 5126fc5e-3b41-428e-9ae2-746e0bb03b40, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5126fc5e-3b41-428e-9ae2-746e0bb03b40,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:35.508350 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-a7a37522-7e2e-4d80-987e-413d89fcdee4', 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4', 'project_id': '09b04ef91ce84fb2b5f8db2a22963f46', 'fixed_ips': [{'subnet_id': '42eff12e-ced8-4da9-b37b-4785a6ec0d7a'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:44:35.509343 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:35.642937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-aaf2c73b-38a2-4dc4-a6da-78139bad99bb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:35.652039 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-aaf2c73b-38a2-4dc4-a6da-78139bad99bb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.67 "GET /v2.0/networks?id=1702eb51-a00d-4c54-8a69-7033b870c03d HTTP/1.1" status: 200 len: 821 time: 0.1481817 Feb 15 16:44:35.656784 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f2d4999b-71fe-4e42-8968-64d29b4fc6f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (7fe9f723-b633-4900-81b1-ec294bf1c8b7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:35.687116 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d4999b-71fe-4e42-8968-64d29b4fc6f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:35.687995 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f2d4999b-71fe-4e42-8968-64d29b4fc6f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:35.738135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-810f63af-7e58-46d5-b224-15b106f3e50d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Request body: {'port': {'device_id': '87184de3-9cec-4e66-97cd-85aa5a0808fe', 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d', 'admin_state_up': True, 'tenant_id': 'e20384e9c71c40dfbfc3b7803befe478'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:35.748947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Allocated IP 172.20.0.2 (a7a37522-7e2e-4d80-987e-413d89fcdee4/42eff12e-ced8-4da9-b37b-4785a6ec0d7a/6d1e35ca-85d7-4e86-9638-d1df5400ccaf) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:35.913600 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68c446-cc29-41c5-b4d7-3eab88dc0c28 req-ed889b69-8a30-4e14-b0f1-1717c0c25bd6 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:35.915603 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c68c446-cc29-41c5-b4d7-3eab88dc0c28 req-ed889b69-8a30-4e14-b0f1-1717c0c25bd6 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 945 time: 0.4239798 Feb 15 16:44:35.939337 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Publish callbacks [] for port (6d1e35ca-85d7-4e86-9638-d1df5400ccaf), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:35.944377 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:35.960650 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c0c34-f277-4381-adbc-f48168ee2cbe req-48dd9047-5a71-4f65-8fb7-ea3837c3b4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:35.962283 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b44c0c34-f277-4381-adbc-f48168ee2cbe req-48dd9047-5a71-4f65-8fb7-ea3837c3b4ba service neutron] 10.222.0.10 "GET /v2.0/networks?id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a HTTP/1.1" status: 200 len: 921 time: 0.4718552 Feb 15 16:44:36.009886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=5126fc5e-3b41-428e-9ae2-746e0bb03b40,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:36.045222 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f2d4999b-71fe-4e42-8968-64d29b4fc6f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1934433 Feb 15 16:44:36.053873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43670) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:36.078904 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b44c0c34-f277-4381-adbc-f48168ee2cbe req-5b217e6d-e607-4441-85c4-9e5561b29dcd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68486fb2-1933-4780-85fb-c02548028e86 HTTP/1.1" status: 200 len: 217 time: 0.0820353 Feb 15 16:44:36.087173 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-db8fb76c-f4f0-4c2a-bb83-32e43e4564a4 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Request body: {'subnet': {'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:36.097266 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c68c446-cc29-41c5-b4d7-3eab88dc0c28 req-81cfc9cb-b62c-4a01-bc3b-bf236799c2f8 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674886 Feb 15 16:44:36.144094 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (6d1e35ca-85d7-4e86-9638-d1df5400ccaf), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:36.163313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4999b-71fe-4e42-8968-64d29b4fc6f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event updated for resources: {'Network': ['ID=7fe9f723-b633-4900-81b1-ec294bf1c8b7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:36.185657 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c0c34-f277-4381-adbc-f48168ee2cbe req-6e543cde-9ff8-4d01-be50-c4575f9356f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:36.189763 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b44c0c34-f277-4381-adbc-f48168ee2cbe req-6e543cde-9ff8-4d01-be50-c4575f9356f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55 HTTP/1.1" status: 200 len: 860 time: 0.1049058 Feb 15 16:44:36.192971 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed8046-cdd4-4095-a93d-b1beab009de4 req-6ca6cbcc-442e-456f-94f3-725a7a4e93f4 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:36.201167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9ed8046-cdd4-4095-a93d-b1beab009de4 req-6ca6cbcc-442e-456f-94f3-725a7a4e93f4 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d5fde7e-0a8c-4a61-a419-592f33dc0634 HTTP/1.1" status: 200 len: 945 time: 0.3698623 Feb 15 16:44:36.208469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 7fe9f723-b633-4900-81b1-ec294bf1c8b7 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:44:36.216385 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eef28c3-b8cf-4d9e-b658-76675e8fd009 x-openstack-request-id: req-3eef28c3-b8cf-4d9e-b658-76675e8fd009 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:36.228359 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fc22774-f342-468e-849c-4ac7614c5b22", "name": "network-vif-deleted", "tag": "ecb55452-f499-4a74-9db9-77c5d421dd18", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:36.228359 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3eef28c3-b8cf-4d9e-b658-76675e8fd009 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:36.228359 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fc22774-f342-468e-849c-4ac7614c5b22', 'name': 'network-vif-deleted', 'tag': 'ecb55452-f499-4a74-9db9-77c5d421dd18', 'status': 'completed', 'code': 200} Feb 15 16:44:36.255113 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b44c0c34-f277-4381-adbc-f48168ee2cbe req-11e3a070-566d-4cb7-9624-578d207d4efb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550036 Feb 15 16:44:36.326209 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Network a7a37522-7e2e-4d80-987e-413d89fcdee4 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:36.338022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:36.340172 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9ed8046-cdd4-4095-a93d-b1beab009de4 req-1392d9bf-c0a3-41f9-8fa5-6f5bbe4fc1a3 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374772 Feb 15 16:44:36.344719 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:36.366121 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Pushing event updated for resources: {'Port': ['ID=6d1e35ca-85d7-4e86-9638-d1df5400ccaf,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:36.429154 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b44c0c34-f277-4381-adbc-f48168ee2cbe req-05e2224e-83aa-4f60-8fb2-0e2eb3722873 service neutron] 10.222.0.10 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662333 Feb 15 16:44:36.446986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8fb76c-f4f0-4c2a-bb83-32e43e4564a4 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Made reservation on behalf of 5c059e9cd6634bce8f4e005af5907e51 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:36.459434 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db8fb76c-f4f0-4c2a-bb83-32e43e4564a4 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:36.467690 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-810f63af-7e58-46d5-b224-15b106f3e50d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Made reservation on behalf of e20384e9c71c40dfbfc3b7803befe478 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:36.475417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Attempting to bind port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:44:36.476042 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Attempting to bind port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:44:36.476600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Attempting to bind port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf on network a7a37522-7e2e-4d80-987e-413d89fcdee4 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:36.484599 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:44:36.485277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Checking segment: {'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:36.485982 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:36.486667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Bound using segment: {'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:44:36.488077 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Bound port: 6d1e35ca-85d7-4e86-9638-d1df5400ccaf, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:44:36.488672 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6d1e35ca-85d7-4e86-9638-d1df5400ccaf), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:36.492409 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-810f63af-7e58-46d5-b224-15b106f3e50d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:36.552225 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b44c0c34-f277-4381-adbc-f48168ee2cbe req-2fb34e31-c162-48cc-8aa7-5988bbc161dc service neutron] 10.222.0.10 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108556 Feb 15 16:44:36.606950 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aa62e2f4-aceb-43c1-8ddb-3f5e76f53eb6 req-fa60d4c9-45a2-4736-9b9d-15f995137424 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=87184de3-9cec-4e66-97cd-85aa5a0808fe HTTP/1.1" status: 200 len: 210 time: 0.1580074 Feb 15 16:44:36.632368 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] For port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:44:36.640644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] For port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6d1e35ca-85d7-4e86-9638-d1df5400ccaf,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:44:36.652312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b4b527-8700-4a4f-a2f1-6d3ae72455b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5126fc5e-3b41-428e-9ae2-746e0bb03b40'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:36.654673 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333f6f60-9a8e-4a52-afa8-a96320bfbd14" -d '{"events": [{"server_uuid": "18b4b527-8700-4a4f-a2f1-6d3ae72455b1", "name": "network-vif-unplugged", "status": "completed", "tag": "5126fc5e-3b41-428e-9ae2-746e0bb03b40"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:36.783444 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6d1e35ca-85d7-4e86-9638-d1df5400ccaf), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:36.880375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-177eea8a-0ed6-47c6-bfa1-39497367d715 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:36.882288 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-177eea8a-0ed6-47c6-bfa1-39497367d715 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/networks?id=c350406e-5e8b-4687-9174-2aa934fa13cf HTTP/1.1" status: 200 len: 804 time: 0.2194760 Feb 15 16:44:36.929532 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-81b60215-5406-4172-9a06-c80a664bf4f1 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/quotas/67bb2522a59147d6a481577b2fb0a459 HTTP/1.1" status: 200 len: 375 time: 0.0318863 Feb 15 16:44:36.933378 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35f2aa-57f6-45dd-947c-c034a092e38f None None] Pushing event updated for resources: {'Port': ['ID=6d1e35ca-85d7-4e86-9638-d1df5400ccaf,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:36.938198 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95ab5228-4972-4d2d-97d6-92de66f8e3fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:37.038544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-4f897dde-e092-44ea-8798-7eb4d9c9882e tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:37.040254 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-4f897dde-e092-44ea-8798-7eb4d9c9882e tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/networks?id=a7a37522-7e2e-4d80-987e-413d89fcdee4 HTTP/1.1" status: 200 len: 815 time: 0.2296169 Feb 15 16:44:37.041100 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-3fda59b4-1735-49da-8182-793123ad275c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=67bb2522a59147d6a481577b2fb0a459&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1093645 Feb 15 16:44:37.070985 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-810f63af-7e58-46d5-b224-15b106f3e50d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Allocated IP 172.20.0.12 (1702eb51-a00d-4c54-8a69-7033b870c03d/00524c7b-0e17-4a67-aa78-e190b4f54264/55f8a979-7158-4c6f-88e6-5baaeeb7d4b0) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:37.087514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-18705b12-3e1e-4f41-b771-2536b60e30ab tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/quotas/09b04ef91ce84fb2b5f8db2a22963f46 HTTP/1.1" status: 200 len: 375 time: 0.0380549 Feb 15 16:44:37.209702 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-5f0ee3e9-e941-4150-b66f-a76e27dc3d6c service neutron] 10.222.0.107 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675777 Feb 15 16:44:37.284440 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-405bb177-8aab-441a-950b-3b5ef21fac1e tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=09b04ef91ce84fb2b5f8db2a22963f46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1958854 Feb 15 16:44:37.354362 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db8fb76c-f4f0-4c2a-bb83-32e43e4564a4 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (baeb71b9-6efb-4690-a7d0-c53f3a2625ba), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:37.371792 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-7b33e048-3241-409a-91ef-6546f65a35dd service neutron] 10.222.0.107 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536481 Feb 15 16:44:37.528698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4199231-3354-4af4-82c3-636d4d4c8bc8 req-a653f8b8-3fac-4df8-9500-2fb1d4a8bd33 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:37.532179 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b4199231-3354-4af4-82c3-636d4d4c8bc8 req-a653f8b8-3fac-4df8-9500-2fb1d4a8bd33 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.67 "GET /v2.0/ports?device_id=18b4b527-8700-4a4f-a2f1-6d3ae72455b1 HTTP/1.1" status: 200 len: 944 time: 0.0799730 Feb 15 16:44:37.705870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ecb55452-f499-4a74-9db9-77c5d421dd18 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:44:37.739713 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-b4199231-3354-4af4-82c3-636d4d4c8bc8 req-c199c2b7-7e29-497e-b843-246213bb4fae tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Deleting port 5126fc5e-3b41-428e-9ae2-746e0bb03b40 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:44:37.740097 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b4199231-3354-4af4-82c3-636d4d4c8bc8 req-c199c2b7-7e29-497e-b843-246213bb4fae tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:37.760894 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: ecb55452-f499-4a74-9db9-77c5d421dd18 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:44:37.761574 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ecb55452-f499-4a74-9db9-77c5d421dd18 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:44:37.822779 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b356ac-9b51-48a4-b0fe-bbedf1ee94ec req-a530a34e-45de-496c-a47f-4365140858e5 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:37.835517 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c8b356ac-9b51-48a4-b0fe-bbedf1ee94ec req-a530a34e-45de-496c-a47f-4365140858e5 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.1798241 Feb 15 16:44:37.935280 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c8b356ac-9b51-48a4-b0fe-bbedf1ee94ec req-b28701a2-402f-45f5-9aee-c1763c8c8402 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956256 Feb 15 16:44:37.991667 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-b4199231-3354-4af4-82c3-636d4d4c8bc8 req-c199c2b7-7e29-497e-b843-246213bb4fae tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] For port 5126fc5e-3b41-428e-9ae2-746e0bb03b40, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5126fc5e-3b41-428e-9ae2-746e0bb03b40,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:37.992436 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b4199231-3354-4af4-82c3-636d4d4c8bc8 req-c199c2b7-7e29-497e-b843-246213bb4fae tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:38.017892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-b4199231-3354-4af4-82c3-636d4d4c8bc8 req-c199c2b7-7e29-497e-b843-246213bb4fae tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Calling delete_port for 5126fc5e-3b41-428e-9ae2-746e0bb03b40 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:44:38.083665 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-e0cd484e-3305-42c1-8d35-dc4025caa32c service neutron] 10.222.0.107 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7981842 Feb 15 16:44:38.157134 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86401626-ddef-4d06-a43d-6989d6c26211 x-openstack-request-id: req-86401626-ddef-4d06-a43d-6989d6c26211 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:38.158247 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b4b527-8700-4a4f-a2f1-6d3ae72455b1", "name": "network-vif-unplugged", "status": "completed", "tag": "5126fc5e-3b41-428e-9ae2-746e0bb03b40", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:38.158685 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-86401626-ddef-4d06-a43d-6989d6c26211 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:38.159249 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b4b527-8700-4a4f-a2f1-6d3ae72455b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5126fc5e-3b41-428e-9ae2-746e0bb03b40', 'code': 200} Feb 15 16:44:38.234326 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-810f63af-7e58-46d5-b224-15b106f3e50d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:38.267860 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-572f9e0b-71d0-4c50-b7d1-b7e9bf11e119 service neutron] 10.222.0.107 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804249 Feb 15 16:44:38.361532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8fb76c-f4f0-4c2a-bb83-32e43e4564a4 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event updated for resources: {'Subnet': ['ID=baeb71b9-6efb-4690-a7d0-c53f3a2625ba,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:38.391461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8fb76c-f4f0-4c2a-bb83-32e43e4564a4 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Checking segment: {'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:38.391740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8fb76c-f4f0-4c2a-bb83-32e43e4564a4 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Network hostable DHCP agents. Network: 67e72fda-9dfe-495c-b3a9-2d311823812f, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:44:38.481454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ad80a-66e2-440d-8901-0cb5e7933093 req-c814f1bf-be0c-4c3e-8b96-451625d99927 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:38.487073 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f17ad80a-66e2-440d-8901-0cb5e7933093 req-c814f1bf-be0c-4c3e-8b96-451625d99927 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 945 time: 0.2100682 Feb 15 16:44:38.498506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4c30d0-3bcc-4fc4-ab4a-4e4799a40866 None None] Network a7a37522-7e2e-4d80-987e-413d89fcdee4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:44:38.535943 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b4199231-3354-4af4-82c3-636d4d4c8bc8 req-c199c2b7-7e29-497e-b843-246213bb4fae tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (5126fc5e-3b41-428e-9ae2-746e0bb03b40), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:38.558909 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-810f63af-7e58-46d5-b224-15b106f3e50d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:38.620579 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199c2b7-7e29-497e-b843-246213bb4fae tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Pushing event deleted for resources: {'Port': ['ID=5126fc5e-3b41-428e-9ae2-746e0bb03b40,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:38.621141 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8fb76c-f4f0-4c2a-bb83-32e43e4564a4 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Network 67e72fda-9dfe-495c-b3a9-2d311823812f is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:44:38.721962 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f17ad80a-66e2-440d-8901-0cb5e7933093 req-307fb612-3bc6-489e-a02d-57ec7b90bc86 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325125 Feb 15 16:44:38.727115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6d1e35ca-85d7-4e86-9638-d1df5400ccaf up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:38.777996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-810f63af-7e58-46d5-b224-15b106f3e50d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Network 1702eb51-a00d-4c54-8a69-7033b870c03d is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:38.787327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-810f63af-7e58-46d5-b224-15b106f3e50d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:38.796436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-810f63af-7e58-46d5-b224-15b106f3e50d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:38.841941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-db8fb76c-f4f0-4c2a-bb83-32e43e4564a4 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 67e72fda-9dfe-495c-b3a9-2d311823812f) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:38.855578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4199231-3354-4af4-82c3-636d4d4c8bc8 req-c199c2b7-7e29-497e-b843-246213bb4fae tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] No DVR routers for this DVR port 5126fc5e-3b41-428e-9ae2-746e0bb03b40 on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:44:38.863015 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43724) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:38.863015 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b4199231-3354-4af4-82c3-636d4d4c8bc8 req-c199c2b7-7e29-497e-b843-246213bb4fae tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:38.868574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8fb76c-f4f0-4c2a-bb83-32e43e4564a4 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:38.869511 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db8fb76c-f4f0-4c2a-bb83-32e43e4564a4 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:38.875610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04236567-e8e0-4543-9fad-d674c45a2a69 None None] Network 67e72fda-9dfe-495c-b3a9-2d311823812f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:44:38.879803 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b4199231-3354-4af4-82c3-636d4d4c8bc8 req-c199c2b7-7e29-497e-b843-246213bb4fae tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.67 "DELETE /v2.0/ports/5126fc5e-3b41-428e-9ae2-746e0bb03b40 HTTP/1.1" status: 204 len: 173 time: 1.3408825 Feb 15 16:44:38.902429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f63af-7e58-46d5-b224-15b106f3e50d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Pushing event updated for resources: {'Port': ['ID=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:38.951588 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b4b527-8700-4a4f-a2f1-6d3ae72455b1', 'name': 'network-vif-deleted', 'tag': '5126fc5e-3b41-428e-9ae2-746e0bb03b40'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:38.960745 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8735dff3-8b60-4c75-a5e0-9f2c050dc222" -d '{"events": [{"server_uuid": "18b4b527-8700-4a4f-a2f1-6d3ae72455b1", "name": "network-vif-deleted", "tag": "5126fc5e-3b41-428e-9ae2-746e0bb03b40"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:38.973130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-810f63af-7e58-46d5-b224-15b106f3e50d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:38.973845 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-810f63af-7e58-46d5-b224-15b106f3e50d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:38.988585 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a6c1fbdf-3fb2-40ec-b1de-18b150a7ed67 req-c4676826-cecf-4936-8bbc-f9bf4dffd6e8 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 210 time: 0.1350877 Feb 15 16:44:39.049729 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67cd4f3-21e9-448f-bb43-e67cb4a8b638 req-c164efc8-9637-4889-b7d0-d602e48fbce1 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:39.058698 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b67cd4f3-21e9-448f-bb43-e67cb4a8b638 req-c164efc8-9637-4889-b7d0-d602e48fbce1 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d5fde7e-0a8c-4a61-a419-592f33dc0634 HTTP/1.1" status: 200 len: 945 time: 0.2257798 Feb 15 16:44:39.091397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43736) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:39.096112 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-db8fb76c-f4f0-4c2a-bb83-32e43e4564a4 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0262885 Feb 15 16:44:39.097559 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9ce4fd6e-df5e-4287-aebc-c232bd9ce217 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Request body: {'subnet': {'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:39.165672 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-810f63af-7e58-46d5-b224-15b106f3e50d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4668171 Feb 15 16:44:39.199843 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Request body: {'port': {'device_id': '87184de3-9cec-4e66-97cd-85aa5a0808fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:39.265922 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b67cd4f3-21e9-448f-bb43-e67cb4a8b638 req-21b4cf6c-117a-4a7d-8d0d-37d42b612816 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/security-groups?id=6d700c84-401b-4ff6-8519-a08b5d4e38e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056525 Feb 15 16:44:39.389459 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:39.409925 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce4fd6e-df5e-4287-aebc-c232bd9ce217 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Made reservation on behalf of 5c059e9cd6634bce8f4e005af5907e51 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:39.422965 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9ce4fd6e-df5e-4287-aebc-c232bd9ce217 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:39.458339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5051b27e-2c72-456a-b713-aaf20ad82693 None None] Provisioning complete for port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:39.458339 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5051b27e-2c72-456a-b713-aaf20ad82693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6d1e35ca-85d7-4e86-9638-d1df5400ccaf), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:39.642587 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:39.646830 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6d1e35ca-85d7-4e86-9638-d1df5400ccaf), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:39.708639 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fe396-0883-412c-a223-6900269ffcee req-b1791530-f488-4a7f-90f0-13ba64747e83 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:39.718609 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e31fe396-0883-412c-a223-6900269ffcee req-b1791530-f488-4a7f-90f0-13ba64747e83 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=87184de3-9cec-4e66-97cd-85aa5a0808fe HTTP/1.1" status: 200 len: 932 time: 0.4753032 Feb 15 16:44:39.738854 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a525f598-a964-4485-b8e9-5d3853cc130e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8fb5e160ed9346d1b0f8803d0b7b3212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8800573 Feb 15 16:44:39.739890 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43752) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:39.745774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-cd357825-3f07-4026-b875-d1472784f97e tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:39.757592 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-cd357825-3f07-4026-b875-d1472784f97e tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/networks?id=a7a37522-7e2e-4d80-987e-413d89fcdee4 HTTP/1.1" status: 200 len: 815 time: 0.3053036 Feb 15 16:44:39.811876 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-16e71f16-b7d5-403a-9a12-ce8024fa0c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:39.817712 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-b4d2387d-727a-4d8a-9b32-6999974a43dd tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/quotas/09b04ef91ce84fb2b5f8db2a22963f46 HTTP/1.1" status: 200 len: 375 time: 0.0586078 Feb 15 16:44:39.883761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5051b27e-2c72-456a-b713-aaf20ad82693 None None] Current status of the port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:39.884141 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5051b27e-2c72-456a-b713-aaf20ad82693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6d1e35ca-85d7-4e86-9638-d1df5400ccaf), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:39.939438 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e31fe396-0883-412c-a223-6900269ffcee req-18ecd3f7-2d82-48d3-8b3d-c852b88269f5 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195125 Feb 15 16:44:40.017707 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-67e72fda-9dfe-495c-b3a9-2d311823812f', 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f', 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'fixed_ips': [{'subnet_id': 'baeb71b9-6efb-4690-a7d0-c53f3a2625ba'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:44:40.018722 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:40.064127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:40.064420 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6d1e35ca-85d7-4e86-9638-d1df5400ccaf), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:40.083044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5051b27e-2c72-456a-b713-aaf20ad82693 None None] For port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6d1e35ca-85d7-4e86-9638-d1df5400ccaf,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:40.237216 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8077c24b-7d29-496e-babe-49c4da43d8d4 admin admin] Publish callbacks [] for security_group (be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:40.249500 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a2855-52ad-48b2-bcaa-577d7faeb3a0 req-65113d90-3384-49a9-ac34-17066d85bb9e tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:40.258782 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e62a2855-52ad-48b2-bcaa-577d7faeb3a0 req-65113d90-3384-49a9-ac34-17066d85bb9e tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.1279228 Feb 15 16:44:40.292004 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-62264c32-790a-4d10-8a70-1ed955d78962 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=09b04ef91ce84fb2b5f8db2a22963f46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4623830 Feb 15 16:44:40.314658 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5051b27e-2c72-456a-b713-aaf20ad82693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6d1e35ca-85d7-4e86-9638-d1df5400ccaf), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:40.318303 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:40.337320 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8077c24b-7d29-496e-babe-49c4da43d8d4 admin admin] Publish callbacks [] for security_group (be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:40.365564 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Publish callbacks [] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:40.394735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Transition to ACTIVE for port object 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:44:40.397930 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e62a2855-52ad-48b2-bcaa-577d7faeb3a0 req-45f40702-8315-427b-a338-63d6ad9bfeed tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372335 Feb 15 16:44:40.424858 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:44:40.425113 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:44:40.457422 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-ff62dc7f-7a94-4104-b3b9-6245e8dbdb64 service neutron] 10.222.0.107 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643400 Feb 15 16:44:40.465734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Allocated IP 10.1.1.2 (67e72fda-9dfe-495c-b3a9-2d311823812f/baeb71b9-6efb-4690-a7d0-c53f3a2625ba/c5a97275-655b-48eb-9656-312ec5af023f) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:40.476903 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051b27e-2c72-456a-b713-aaf20ad82693 None None] Pushing event updated for resources: {'Port': ['ID=6d1e35ca-85d7-4e86-9638-d1df5400ccaf,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:40.483242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-108f6e17-b7b5-4db8-a8af-f333e7b1de84 None None] Provisioning complete for port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:40.483761 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-108f6e17-b7b5-4db8-a8af-f333e7b1de84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6d1e35ca-85d7-4e86-9638-d1df5400ccaf), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:40.487651 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82f6944-67df-4be3-8b7a-4ec597bd6326 x-openstack-request-id: req-a82f6944-67df-4be3-8b7a-4ec597bd6326 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:40.489142 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b4b527-8700-4a4f-a2f1-6d3ae72455b1", "name": "network-vif-deleted", "tag": "5126fc5e-3b41-428e-9ae2-746e0bb03b40", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:40.489672 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a82f6944-67df-4be3-8b7a-4ec597bd6326 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:40.490516 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b4b527-8700-4a4f-a2f1-6d3ae72455b1', 'name': 'network-vif-deleted', 'tag': '5126fc5e-3b41-428e-9ae2-746e0bb03b40', 'status': 'completed', 'code': 200} Feb 15 16:44:40.584249 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-c1bd8a8b-055f-446b-bc68-613ec2ea0dcd service neutron] 10.222.0.107 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190124 Feb 15 16:44:40.654975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-108f6e17-b7b5-4db8-a8af-f333e7b1de84 None None] Current status of the port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:40.699254 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-56b08e7b-dd01-435d-bb30-70b4579e585d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:40.701151 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-56b08e7b-dd01-435d-bb30-70b4579e585d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1150386 Feb 15 16:44:40.707083 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Publish callbacks [] for port (c5a97275-655b-48eb-9656-312ec5af023f), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:40.763520 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-ccea6473-d4a0-4c96-ae89-a7cf6b51f2a8 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 696 time: 0.0531483 Feb 15 16:44:40.772985 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-c55b9656-9f33-459a-9a5f-eda8eb3b2f72 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Request body: {'floatingip': {'port_id': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:40.810761 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-c55b9656-9f33-459a-9a5f-eda8eb3b2f72 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for floatingip (16ea8165-d859-47d2-92ad-2eecdeef3f6d), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:40.897861 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:40.899544 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:40.899878 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8077c24b-7d29-496e-babe-49c4da43d8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:40.902469 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8077c24b-7d29-496e-babe-49c4da43d8d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:40.908245 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8077c24b-7d29-496e-babe-49c4da43d8d4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7 HTTP/1.1" status: 204 len: 168 time: 1.1590254 Feb 15 16:44:40.908509 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (c5a97275-655b-48eb-9656-312ec5af023f), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:40.908742 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9ce4fd6e-df5e-4287-aebc-c232bd9ce217 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (1e008b25-9001-40d7-bc16-630b7f78b284), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:40.982445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077c24b-7d29-496e-babe-49c4da43d8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3c4c7c-bf0b-4b8f-a439-5afdc82db8a7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:41.080457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4fd6e-df5e-4287-aebc-c232bd9ce217 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event updated for resources: {'Subnet': ['ID=1e008b25-9001-40d7-bc16-630b7f78b284,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:41.231947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Pushing event updated for resources: {'Port': ['ID=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:41.237472 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce4fd6e-df5e-4287-aebc-c232bd9ce217 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Checking segment: {'id': 'f5de36df-4066-44a0-b273-70e5ed08c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:41.237962 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce4fd6e-df5e-4287-aebc-c232bd9ce217 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Network hostable DHCP agents. Network: 7fe9f723-b633-4900-81b1-ec294bf1c8b7, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:44:41.247511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Pushing event updated for resources: {'Port': ['ID=c5a97275-655b-48eb-9656-312ec5af023f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:41.253749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 5126fc5e-3b41-428e-9ae2-746e0bb03b40 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:44:41.292136 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:41.464446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 5126fc5e-3b41-428e-9ae2-746e0bb03b40 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:44:41.467133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 5126fc5e-3b41-428e-9ae2-746e0bb03b40 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:44:41.503740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Network 67e72fda-9dfe-495c-b3a9-2d311823812f is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:41.513818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:41.526632 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:41.594824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Attempting to bind port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:44:41.597248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Attempting to bind port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:44:41.597659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Attempting to bind port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 on network 1702eb51-a00d-4c54-8a69-7033b870c03d {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:41.600995 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6d1e35ca-85d7-4e86-9638-d1df5400ccaf up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:41.612551 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 on network 1702eb51-a00d-4c54-8a69-7033b870c03d not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:44:41.617684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Attempting to bind port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 on network 1702eb51-a00d-4c54-8a69-7033b870c03d {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:41.632745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:44:41.632994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Checking segment: {'id': 'c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:41.633314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Bound using segment: {'id': 'c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:44:41.635729 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Bound port: 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:44:41.636117 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:41.686039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f9283-9da5-43f6-9419-185793edf8b6 req-7f74ff2f-498f-47bd-bc53-59014e19c9ab tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:41.694827 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db3f9283-9da5-43f6-9419-185793edf8b6 req-7f74ff2f-498f-47bd-bc53-59014e19c9ab tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 945 time: 0.3131113 Feb 15 16:44:41.767974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Attempting to bind port c5a97275-655b-48eb-9656-312ec5af023f on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:44:41.768619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Attempting to bind port c5a97275-655b-48eb-9656-312ec5af023f by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:44:41.778645 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Attempting to bind port c5a97275-655b-48eb-9656-312ec5af023f on network 67e72fda-9dfe-495c-b3a9-2d311823812f {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:41.793761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:44:41.797117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Checking segment: {'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:41.797950 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:41.798538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Bound using segment: {'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:44:41.799207 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Bound port: c5a97275-655b-48eb-9656-312ec5af023f, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:44:41.805967 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5a97275-655b-48eb-9656-312ec5af023f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:41.868208 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db3f9283-9da5-43f6-9419-185793edf8b6 req-2643b623-9132-481c-891c-b8319791097c tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670685 Feb 15 16:44:41.872080 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:41.872628 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6d1e35ca-85d7-4e86-9638-d1df5400ccaf), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:41.913057 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] For port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:44:41.917788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] For port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:44:41.930113 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:41.933101 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] For port c5a97275-655b-48eb-9656-312ec5af023f, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:44:41.939707 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] For port c5a97275-655b-48eb-9656-312ec5af023f, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c5a97275-655b-48eb-9656-312ec5af023f,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:44:42.035695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:42.042572 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c5a97275-655b-48eb-9656-312ec5af023f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:42.057521 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:42.096845 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47bc1265-895e-46ce-9a92-a535b079a065 req-eae49046-efeb-42b3-83b4-fecd5257779e tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 210 time: 0.1003578 Feb 15 16:44:42.140920 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365413c-d5af-42a2-a8e3-0011974180e4 None None] Pushing event updated for resources: {'Port': ['ID=c5a97275-655b-48eb-9656-312ec5af023f,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:42.158164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43780) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:42.176247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:42.176886 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:42.178966 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] 10.222.0.67 "PUT /v2.0/ports/55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 HTTP/1.1" status: 200 len: 1093 time: 3.0000904 Feb 15 16:44:42.179440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87184de3-9cec-4e66-97cd-85aa5a0808fe', 'tag': '55f8a979-7158-4c6f-88e6-5baaeeb7d4b0'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:42.181801 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494d84ab-3ffd-481f-87e2-b639880beb5d" -d '{"events": [{"name": "network-changed", "server_uuid": "87184de3-9cec-4e66-97cd-85aa5a0808fe", "tag": "55f8a979-7158-4c6f-88e6-5baaeeb7d4b0"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:42.285264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce4fd6e-df5e-4287-aebc-c232bd9ce217 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Network 7fe9f723-b633-4900-81b1-ec294bf1c8b7 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:44:42.336127 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-a706da3c-3d4b-4a5b-b070-d9b5f9074d18 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:42.337991 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-a706da3c-3d4b-4a5b-b070-d9b5f9074d18 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.10 "GET /v2.0/networks?id=c350406e-5e8b-4687-9174-2aa934fa13cf HTTP/1.1" status: 200 len: 804 time: 1.1218760 Feb 15 16:44:42.339809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17914843-19fb-4bce-a9fa-b1c2a449c64b service neutron] Pushing event updated for resources: {'Port': ['ID=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:42.417909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-d658df65-09ef-4c02-b959-668da0adf091 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Request body: {'port': {'device_id': 'c4925192-4225-4e06-8d1d-44db43d041ec', 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf', 'admin_state_up': True, 'tenant_id': '67bb2522a59147d6a481577b2fb0a459'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:42.466972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b0056-c8aa-4e24-8444-9d07668aaa45 req-2e02417e-0a4f-4f7d-b735-fc870d47ed5b tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:42.468617 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec0b0056-c8aa-4e24-8444-9d07668aaa45 req-2e02417e-0a4f-4f7d-b735-fc870d47ed5b tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=87184de3-9cec-4e66-97cd-85aa5a0808fe HTTP/1.1" status: 200 len: 944 time: 0.2223601 Feb 15 16:44:42.534817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-9e00e1bd-2fec-4210-b895-b5c9c94afd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:42.536608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-9e00e1bd-2fec-4210-b895-b5c9c94afd3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e20384e9c71c40dfbfc3b7803befe478&device_id=87184de3-9cec-4e66-97cd-85aa5a0808fe HTTP/1.1" status: 200 len: 1127 time: 0.1501939 Feb 15 16:44:42.572432 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9ce4fd6e-df5e-4287-aebc-c232bd9ce217 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 7fe9f723-b633-4900-81b1-ec294bf1c8b7) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:42.577911 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce4fd6e-df5e-4287-aebc-c232bd9ce217 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:42.578110 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec0b0056-c8aa-4e24-8444-9d07668aaa45 req-bc44162b-f897-4d9e-ab86-c091ede2d06d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995808 Feb 15 16:44:42.578852 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9ce4fd6e-df5e-4287-aebc-c232bd9ce217 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:42.592274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8387b272-16be-4787-b8c4-7db8472a795e None None] Network 7fe9f723-b633-4900-81b1-ec294bf1c8b7 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:44:42.618982 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-e16633a3-61b5-4dc3-a9a1-0c328aba0458 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 HTTP/1.1" status: 200 len: 217 time: 0.0616364 Feb 15 16:44:42.685188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-fb6774d0-2ddd-4285-a0eb-f155e537b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:42.687446 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-fb6774d0-2ddd-4285-a0eb-f155e537b7c0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00524c7b-0e17-4a67-aa78-e190b4f54264 HTTP/1.1" status: 200 len: 861 time: 0.0573108 Feb 15 16:44:42.695410 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a6875953-385b-4268-8a8b-d5300e38b5b2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ac0ab0b4784b49c1acc52c262104c8a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4242895 Feb 15 16:44:42.701110 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43796) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:42.732833 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-cb4da3da-12ff-4e07-97d8-47a751beb963 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1702eb51-a00d-4c54-8a69-7033b870c03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380626 Feb 15 16:44:42.818572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-7fe9f723-b633-4900-81b1-ec294bf1c8b7', 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7', 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'fixed_ips': [{'subnet_id': '1e008b25-9001-40d7-bc16-630b7f78b284'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:44:42.819429 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:42.866981 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119880aa-af11-4f59-a894-9b1fd9c0860c req-8ca55e71-04bd-4439-b9ed-8a694e86a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:42.868509 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-119880aa-af11-4f59-a894-9b1fd9c0860c req-8ca55e71-04bd-4439-b9ed-8a694e86a379 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 1129 time: 0.2703371 Feb 15 16:44:42.871776 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9ce4fd6e-df5e-4287-aebc-c232bd9ce217 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.7793558 Feb 15 16:44:42.888958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43802) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:42.901787 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-da62515d-0d2f-43ec-9897-0b3c4347f8b6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Request body: {'port': {'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f', 'name': 'tempest-TaggedBootDevicesTest_v242-420574214', 'fixed_ips': [{'subnet_id': 'baeb71b9-6efb-4690-a7d0-c53f3a2625ba'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:43.058735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Allocated IP 10.2.2.2 (7fe9f723-b633-4900-81b1-ec294bf1c8b7/1e008b25-9001-40d7-bc16-630b7f78b284/3545e4fe-afc0-4b56-abe8-cf24464d1ac3) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:43.059676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-7e7aff3f-6fff-4be0-874d-ea18389a4215 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:43.061723 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-7e7aff3f-6fff-4be0-874d-ea18389a4215 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/networks?id=a7a37522-7e2e-4d80-987e-413d89fcdee4 HTTP/1.1" status: 200 len: 815 time: 0.3314321 Feb 15 16:44:43.067674 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-0623e800-6e69-44ca-a1a4-b87e6b01bda6 service neutron] 10.222.0.67 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214569 Feb 15 16:44:43.084962 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-c55b9656-9f33-459a-9a5f-eda8eb3b2f72 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:44:43.141885 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7111e03-63de-43a4-a0c1-6e29cce1de4f admin admin] Publish callbacks [] for security_group (ff755f3d-e2ad-40e8-bd78-c0129f5fec62), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:43.147088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-286d3c40-a6b9-421e-9e66-24a25a3760da tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:43.152858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-286d3c40-a6b9-421e-9e66-24a25a3760da tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.10 "GET /v2.0/networks?id=a7a37522-7e2e-4d80-987e-413d89fcdee4 HTTP/1.1" status: 200 len: 815 time: 0.3097925 Feb 15 16:44:43.152858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-b4d82e07-5ac7-4e6c-a8fa-697e3756c189 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/quotas/09b04ef91ce84fb2b5f8db2a22963f46 HTTP/1.1" status: 200 len: 375 time: 0.0833218 Feb 15 16:44:43.179964 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-69e63965-e5b5-4f91-8b61-51f1703536fe tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Request body: {'port': {'device_id': '193a1f9e-cc1e-423d-af16-5b01dc99b72d', 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4', 'admin_state_up': True, 'tenant_id': '09b04ef91ce84fb2b5f8db2a22963f46'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:43.299836 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7111e03-63de-43a4-a0c1-6e29cce1de4f admin admin] Publish callbacks [] for security_group (ff755f3d-e2ad-40e8-bd78-c0129f5fec62), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:43.319930 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-d658df65-09ef-4c02-b959-668da0adf091 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Made reservation on behalf of 67bb2522a59147d6a481577b2fb0a459 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:43.323341 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-d658df65-09ef-4c02-b959-668da0adf091 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:43.331638 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-c55b9656-9f33-459a-9a5f-eda8eb3b2f72 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:43.340998 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Publish callbacks [] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:43.354407 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38be2d04-532b-43ef-b62a-bcdc6938b8c8 req-4ef26ffb-1d39-4966-a21a-4af9fe2a7eb5 service neutron] 10.222.0.67 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795670 Feb 15 16:44:43.405950 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-d6437fb4-6942-47ef-90a3-269bdffca2f5 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=09b04ef91ce84fb2b5f8db2a22963f46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2409089 Feb 15 16:44:43.414937 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-c55b9656-9f33-459a-9a5f-eda8eb3b2f72 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (16ea8165-d859-47d2-92ad-2eecdeef3f6d), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:43.428701 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:43.433235 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:43.449466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119880aa-af11-4f59-a894-9b1fd9c0860c req-f7614fb5-d048-420c-8f78-685651d6141a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:43.450988 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-119880aa-af11-4f59-a894-9b1fd9c0860c req-f7614fb5-d048-420c-8f78-685651d6141a service neutron] 10.222.0.67 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 913 time: 0.4629047 Feb 15 16:44:43.495791 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c5a97275-655b-48eb-9656-312ec5af023f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:43.544776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Network 7fe9f723-b633-4900-81b1-ec294bf1c8b7 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:43.558455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-69e63965-e5b5-4f91-8b61-51f1703536fe tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Made reservation on behalf of 09b04ef91ce84fb2b5f8db2a22963f46 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:43.559400 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:43.562135 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:43.565533 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-69e63965-e5b5-4f91-8b61-51f1703536fe tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:43.595131 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-e1872d7c-e1d5-42e7-bd0d-475e8e050d43 service neutron] 10.222.0.107 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817968 Feb 15 16:44:43.596476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Pushing event updated for resources: {'Port': ['ID=3545e4fe-afc0-4b56-abe8-cf24464d1ac3,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:43.601273 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da62515d-0d2f-43ec-9897-0b3c4347f8b6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Made reservation on behalf of 5c059e9cd6634bce8f4e005af5907e51 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:43.647279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Attempting to bind port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:44:43.647926 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Attempting to bind port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f5de36df-4066-44a0-b273-70e5ed08c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:44:43.648353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Attempting to bind port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 on network 7fe9f723-b633-4900-81b1-ec294bf1c8b7 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:43.655347 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:44:43.655721 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Checking segment: {'id': 'f5de36df-4066-44a0-b273-70e5ed08c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:43.661023 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:43.661023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Bound using segment: {'id': 'f5de36df-4066-44a0-b273-70e5ed08c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:44:43.661023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Bound port: 3545e4fe-afc0-4b56-abe8-cf24464d1ac3, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5de36df-4066-44a0-b273-70e5ed08c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:44:43.661023 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:43.680530 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c5a97275-655b-48eb-9656-312ec5af023f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:43.681028 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c5a97275-655b-48eb-9656-312ec5af023f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:43.712849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-119880aa-af11-4f59-a894-9b1fd9c0860c req-90771244-d6fa-40bf-a61c-f9e91358f9b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df75ea7f-0733-436e-9a68-1cb95d6d6070 HTTP/1.1" status: 200 len: 217 time: 0.1927598 Feb 15 16:44:43.757909 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b7b2d6-f55b-4569-b0fa-b4ab79310461 None None] Network 67e72fda-9dfe-495c-b3a9-2d311823812f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:44:43.815969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] For port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:44:43.829653 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-fd12b572-7e75-4223-8e35-881306397a69 service neutron] 10.222.0.107 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221980 Feb 15 16:44:43.835932 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-69e63965-e5b5-4f91-8b61-51f1703536fe tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Allocated IP 172.20.0.3 (a7a37522-7e2e-4d80-987e-413d89fcdee4/42eff12e-ced8-4da9-b37b-4785a6ec0d7a/4f5d3119-5c92-43a6-ae81-9c1f5f26f495) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:43.836148 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-d658df65-09ef-4c02-b959-668da0adf091 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Allocated IP 172.20.0.5 (c350406e-5e8b-4687-9174-2aa934fa13cf/f26da3fb-9020-4127-97e3-22f21ca942bc/6c0d2e39-21a6-4d46-a662-6ca9d7af98fb) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:43.844852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] For port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3545e4fe-afc0-4b56-abe8-cf24464d1ac3,segment=NetworkSegment(f5de36df-4066-44a0-b273-70e5ed08c601),segment_id=f5de36df-4066-44a0-b273-70e5ed08c601)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:44:43.863021 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119880aa-af11-4f59-a894-9b1fd9c0860c req-e3c43f78-a74d-4324-9fd9-eb027a65f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:43.864520 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-119880aa-af11-4f59-a894-9b1fd9c0860c req-e3c43f78-a74d-4324-9fd9-eb027a65f734 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e54c697c-dfc4-4d97-947c-96f129045128 HTTP/1.1" status: 200 len: 852 time: 0.1359019 Feb 15 16:44:43.899399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5e82584f-bd91-4674-9dd0-62e7153d26de None None] Provisioning complete for port c5a97275-655b-48eb-9656-312ec5af023f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:43.899906 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e82584f-bd91-4674-9dd0-62e7153d26de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c5a97275-655b-48eb-9656-312ec5af023f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:43.928360 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-119880aa-af11-4f59-a894-9b1fd9c0860c req-23037c0d-6295-4152-beeb-6b70aca8cb56 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536673 Feb 15 16:44:43.934478 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7111e03-63de-43a4-a0c1-6e29cce1de4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ff755f3d-e2ad-40e8-bd78-c0129f5fec62), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:43.937451 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7111e03-63de-43a4-a0c1-6e29cce1de4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:43.943297 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a7111e03-63de-43a4-a0c1-6e29cce1de4f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ff755f3d-e2ad-40e8-bd78-c0129f5fec62 HTTP/1.1" status: 204 len: 168 time: 1.2300851 Feb 15 16:44:43.973756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7111e03-63de-43a4-a0c1-6e29cce1de4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff755f3d-e2ad-40e8-bd78-c0129f5fec62,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:43.976124 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-c55b9656-9f33-459a-9a5f-eda8eb3b2f72 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Floating IP 16ea8165-d859-47d2-92ad-2eecdeef3f6d associated. External IP: 172.25.4.247, port: ad2779db-44bb-4cae-b834-fd1b2242991c. Feb 15 16:44:44.094361 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-69e63965-e5b5-4f91-8b61-51f1703536fe tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks [] for port (4f5d3119-5c92-43a6-ae81-9c1f5f26f495), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:44.169110 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:44.187402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c5a97275-655b-48eb-9656-312ec5af023f is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:44.187402 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5a97275-655b-48eb-9656-312ec5af023f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:44.272787 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-69e63965-e5b5-4f91-8b61-51f1703536fe tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4f5d3119-5c92-43a6-ae81-9c1f5f26f495), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:44.360550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-69e63965-e5b5-4f91-8b61-51f1703536fe tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Network a7a37522-7e2e-4d80-987e-413d89fcdee4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:44.370753 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-69e63965-e5b5-4f91-8b61-51f1703536fe tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:44.406026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-69e63965-e5b5-4f91-8b61-51f1703536fe tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:44.412606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port c5a97275-655b-48eb-9656-312ec5af023f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c5a97275-655b-48eb-9656-312ec5af023f,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:44.414714 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2faf5-b916-48af-9738-a29fcdf7b65b None None] Pushing event updated for resources: {'Port': ['ID=3545e4fe-afc0-4b56-abe8-cf24464d1ac3,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:44.448937 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da62515d-0d2f-43ec-9897-0b3c4347f8b6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:44.503738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5e82584f-bd91-4674-9dd0-62e7153d26de None None] Current status of the port c5a97275-655b-48eb-9656-312ec5af023f is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:44.507086 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e82584f-bd91-4674-9dd0-62e7153d26de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5a97275-655b-48eb-9656-312ec5af023f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:44.538961 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-f222b0d0-49d4-48fa-8dff-3b59515dc8d6 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:44.545847 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-f222b0d0-49d4-48fa-8dff-3b59515dc8d6 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.67 "GET /v2.0/networks?id=a7a37522-7e2e-4d80-987e-413d89fcdee4 HTTP/1.1" status: 200 len: 815 time: 0.3769195 Feb 15 16:44:44.546580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e63965-e5b5-4f91-8b61-51f1703536fe tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Pushing event updated for resources: {'Port': ['ID=4f5d3119-5c92-43a6-ae81-9c1f5f26f495,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:44.591182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-9b6cf228-aad8-4cf2-85f9-a1cabdd4c098 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Request body: {'port': {'device_id': 'b0c156c5-029d-4628-8275-4dc299032a38', 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4', 'admin_state_up': True, 'tenant_id': '09b04ef91ce84fb2b5f8db2a22963f46'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:44.678967 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-da62515d-0d2f-43ec-9897-0b3c4347f8b6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] device_id is not set on port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:44:44.721335 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c5a97275-655b-48eb-9656-312ec5af023f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:44.816245 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-5e82584f-bd91-4674-9dd0-62e7153d26de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:44:44.829249 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-5e82584f-bd91-4674-9dd0-62e7153d26de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:44:44.837179 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-69e63965-e5b5-4f91-8b61-51f1703536fe tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:44.838030 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-69e63965-e5b5-4f91-8b61-51f1703536fe tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:44.905131 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=c5a97275-655b-48eb-9656-312ec5af023f,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:44.941950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:44:44.999861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3ec7c-2e50-4180-8cf3-fe5ead61c871 req-5bff7ce9-854c-41c2-a01f-14b16011cc5d tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:45.005906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ba3ec7c-2e50-4180-8cf3-fe5ead61c871 req-5bff7ce9-854c-41c2-a01f-14b16011cc5d tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 946 time: 0.5247722 Feb 15 16:44:45.033839 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-119880aa-af11-4f59-a894-9b1fd9c0860c req-3b96d842-504d-4602-99d3-3f5233afa26e service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0940740 Feb 15 16:44:45.069555 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-69e63965-e5b5-4f91-8b61-51f1703536fe tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9105844 Feb 15 16:44:45.077505 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ba3ec7c-2e50-4180-8cf3-fe5ead61c871 req-3e0b65e4-bb5a-4134-ac41-f221edc82a62 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666966 Feb 15 16:44:45.085955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Request body: {'port': {'device_id': '193a1f9e-cc1e-423d-af16-5b01dc99b72d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:45.130039 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:45.166333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '55f8a979-7158-4c6f-88e6-5baaeeb7d4b0', 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d', 'port_id': '55f8a979-7158-4c6f-88e6-5baaeeb7d4b0', 'mac_address': 'fa:16:3e:d2:68:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00524c7b-0e17-4a67-aa78-e190b4f54264', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:44:45.186065 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-d658df65-09ef-4c02-b959-668da0adf091 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks [] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:45.193841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-9b6cf228-aad8-4cf2-85f9-a1cabdd4c098 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Made reservation on behalf of 09b04ef91ce84fb2b5f8db2a22963f46 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:45.203093 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-9b6cf228-aad8-4cf2-85f9-a1cabdd4c098 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:45.228199 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0662ca2e-335b-4dcf-92e6-9a24f20ec55d x-openstack-request-id: req-0662ca2e-335b-4dcf-92e6-9a24f20ec55d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:45.228637 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87184de3-9cec-4e66-97cd-85aa5a0808fe", "tag": "55f8a979-7158-4c6f-88e6-5baaeeb7d4b0", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:45.228961 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0662ca2e-335b-4dcf-92e6-9a24f20ec55d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:45.230626 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87184de3-9cec-4e66-97cd-85aa5a0808fe', 'tag': '55f8a979-7158-4c6f-88e6-5baaeeb7d4b0', 'status': 'completed', 'code': 200} Feb 15 16:44:45.241808 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4f5d3119-5c92-43a6-ae81-9c1f5f26f495), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:45.246730 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:45.246730 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:45.268812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:45.301555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:45.405026 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-da62515d-0d2f-43ec-9897-0b3c4347f8b6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Allocated IP 10.1.1.213 (67e72fda-9dfe-495c-b3a9-2d311823812f/baeb71b9-6efb-4690-a7d0-c53f3a2625ba/0f5cf237-c13f-4452-a50f-8a0b8b20e20d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:45.425884 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:45.475766 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-119880aa-af11-4f59-a894-9b1fd9c0860c req-59efdbe1-56e6-4807-9af8-8dd6a8eaca21 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266129 Feb 15 16:44:45.505280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5e82584f-bd91-4674-9dd0-62e7153d26de None None] Current status of the port c5a97275-655b-48eb-9656-312ec5af023f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:45.579451 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:45.608232 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-c55b9656-9f33-459a-9a5f-eda8eb3b2f72 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Router af8f3875-667c-4596-8678-d6cfcb7c95fb has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:44:45.650997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:45.672562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d84ab-3ffd-481f-87e2-b639880beb5d req-b9817279-4a38-44fe-9732-2dc8b699d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:45.674708 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-494d84ab-3ffd-481f-87e2-b639880beb5d req-b9817279-4a38-44fe-9732-2dc8b699d119 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e20384e9c71c40dfbfc3b7803befe478&device_id=87184de3-9cec-4e66-97cd-85aa5a0808fe HTTP/1.1" status: 200 len: 1127 time: 0.4345670 Feb 15 16:44:45.681613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['55f8a979-7158-4c6f-88e6-5baaeeb7d4b0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:44:45.684213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5e504a0f-ea03-4da6-9e28-a99ecc62a5d6 None None] Provisioning complete for port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:45.684868 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e504a0f-ea03-4da6-9e28-a99ecc62a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4f5d3119-5c92-43a6-ae81-9c1f5f26f495), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:45.793186 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5e504a0f-ea03-4da6-9e28-a99ecc62a5d6 None None] Port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:44:45.797912 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da62515d-0d2f-43ec-9897-0b3c4347f8b6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:45.825778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5e504a0f-ea03-4da6-9e28-a99ecc62a5d6 None None] Provisioning complete for port c5a97275-655b-48eb-9656-312ec5af023f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:45.826161 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e504a0f-ea03-4da6-9e28-a99ecc62a5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c5a97275-655b-48eb-9656-312ec5af023f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:45.897034 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-d658df65-09ef-4c02-b959-668da0adf091 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:45.918552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:45.919210 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:46.013993 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-d658df65-09ef-4c02-b959-668da0adf091 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Network c350406e-5e8b-4687-9174-2aa934fa13cf is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:46.032432 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-d658df65-09ef-4c02-b959-668da0adf091 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:46.037323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-d658df65-09ef-4c02-b959-668da0adf091 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:46.060754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5e504a0f-ea03-4da6-9e28-a99ecc62a5d6 None None] Current status of the port c5a97275-655b-48eb-9656-312ec5af023f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:46.086440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3a542f-d85f-4acb-9576-62b9db0de191 None None] Network 7fe9f723-b633-4900-81b1-ec294bf1c8b7 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:44:46.143153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6fe98-d9dd-4984-9170-fbbcdeb146a8 req-4c133df8-028f-4474-96a3-430edcc93077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:46.144615 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90f6fe98-d9dd-4984-9170-fbbcdeb146a8 req-4c133df8-028f-4474-96a3-430edcc93077 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 1129 time: 0.2677345 Feb 15 16:44:46.163606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b276af-9150-4ec4-84dc-5cce0027f04f req-6b314cad-fb6e-46e4-b0d7-d6e39b473cd9 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:46.164234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:46.164588 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:46.170968 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-15b276af-9150-4ec4-84dc-5cce0027f04f req-6b314cad-fb6e-46e4-b0d7-d6e39b473cd9 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 945 time: 0.8522666 Feb 15 16:44:46.181760 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da62515d-0d2f-43ec-9897-0b3c4347f8b6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:46.194931 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658df65-09ef-4c02-b959-668da0adf091 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Pushing event updated for resources: {'Port': ['ID=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:46.222603 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-9b6cf228-aad8-4cf2-85f9-a1cabdd4c098 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Allocated IP 172.20.0.14 (a7a37522-7e2e-4d80-987e-413d89fcdee4/42eff12e-ced8-4da9-b37b-4785a6ec0d7a/ddaf331e-42d8-4293-b663-06bb413aaf2f) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:46.230233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-d658df65-09ef-4c02-b959-668da0adf091 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:46.231140 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-d658df65-09ef-4c02-b959-668da0adf091 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:46.251934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3545e4fe-afc0-4b56-abe8-cf24464d1ac3,segment=NetworkSegment(f5de36df-4066-44a0-b273-70e5ed08c601),segment_id=f5de36df-4066-44a0-b273-70e5ed08c601)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:46.263499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-fde4e0bc-9404-4521-babd-29b3f5b9a78f None None] Provisioning complete for port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:46.263874 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fde4e0bc-9404-4521-babd-29b3f5b9a78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:46.322406 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-15b276af-9150-4ec4-84dc-5cce0027f04f req-d858c087-fa43-40e8-824d-c2326f7d8c8b tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498842 Feb 15 16:44:46.327541 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:46.328335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c5a97275-655b-48eb-9656-312ec5af023f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:46.339443 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da62515d-0d2f-43ec-9897-0b3c4347f8b6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Network 67e72fda-9dfe-495c-b3a9-2d311823812f is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:46.339950 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d84ab-3ffd-481f-87e2-b639880beb5d req-8ae77c00-68dc-4fa2-8a57-6284ea0a949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:46.341556 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-494d84ab-3ffd-481f-87e2-b639880beb5d req-8ae77c00-68dc-4fa2-8a57-6284ea0a949c service neutron] 10.222.0.67 "GET /v2.0/networks?id=1702eb51-a00d-4c54-8a69-7033b870c03d HTTP/1.1" status: 200 len: 922 time: 0.6584480 Feb 15 16:44:46.410792 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-da62515d-0d2f-43ec-9897-0b3c4347f8b6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:46.414799 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da62515d-0d2f-43ec-9897-0b3c4347f8b6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:46.419276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6fe98-d9dd-4984-9170-fbbcdeb146a8 req-7933642b-6868-418e-b4a7-7e533a9fb5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:46.420805 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90f6fe98-d9dd-4984-9170-fbbcdeb146a8 req-7933642b-6868-418e-b4a7-7e533a9fb5cf service neutron] 10.222.0.67 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 913 time: 0.2445843 Feb 15 16:44:46.431688 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-d658df65-09ef-4c02-b959-668da0adf091 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0271876 Feb 15 16:44:46.447065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=3545e4fe-afc0-4b56-abe8-cf24464d1ac3,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:46.499818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fde4e0bc-9404-4521-babd-29b3f5b9a78f None None] Current status of the port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:46.500203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-494d84ab-3ffd-481f-87e2-b639880beb5d req-da8b1013-58f3-4666-881f-0d89dd4d5191 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 HTTP/1.1" status: 200 len: 217 time: 0.1336892 Feb 15 16:44:46.500624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-c55b9656-9f33-459a-9a5f-eda8eb3b2f72 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:44:46.509526 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-c55b9656-9f33-459a-9a5f-eda8eb3b2f72 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:46.520743 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233610f0-aa72-47e2-9d91-b7d5e2f7e5ce None None] Sync routers for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:44:46.536260 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233610f0-aa72-47e2-9d91-b7d5e2f7e5ce None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:44:46.536903 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-233610f0-aa72-47e2-9d91-b7d5e2f7e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:44:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:46.538628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c5a97275-655b-48eb-9656-312ec5af023f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:46.539015 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c5a97275-655b-48eb-9656-312ec5af023f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:46.552658 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62515d-0d2f-43ec-9897-0b3c4347f8b6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event updated for resources: {'Port': ['ID=0f5cf237-c13f-4452-a50f-8a0b8b20e20d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:46.574504 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-c55b9656-9f33-459a-9a5f-eda8eb3b2f72 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "PUT /v2.0/floatingips/16ea8165-d859-47d2-92ad-2eecdeef3f6d HTTP/1.1" status: 200 len: 996 time: 5.8050404 Feb 15 16:44:46.625950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Request body: {'port': {'device_id': 'c4925192-4225-4e06-8d1d-44db43d041ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:46.632107 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'tag': 'ad2779db-44bb-4cae-b834-fd1b2242991c'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:46.634623 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118d074b-4a3a-4a43-a481-85a902776fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bf4d53-4691-4b97-baff-fea6c00e22d9", "tag": "ad2779db-44bb-4cae-b834-fd1b2242991c"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:46.686588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d84ab-3ffd-481f-87e2-b639880beb5d req-7f1d9c69-f3d0-44ba-ba06-be9941886d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:46.686588 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-494d84ab-3ffd-481f-87e2-b639880beb5d req-7f1d9c69-f3d0-44ba-ba06-be9941886d69 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=00524c7b-0e17-4a67-aa78-e190b4f54264 HTTP/1.1" status: 200 len: 861 time: 0.1428838 Feb 15 16:44:46.703379 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90f6fe98-d9dd-4984-9170-fbbcdeb146a8 req-0d06c31a-185a-440e-a5de-d171658b74fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df75ea7f-0733-436e-9a68-1cb95d6d6070 HTTP/1.1" status: 200 len: 217 time: 0.2691565 Feb 15 16:44:46.715984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2c030-7195-4675-bee7-b077c7fd118c req-39705c8e-b49f-4ab3-af66-1218168b6564 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:46.720877 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24d2c030-7195-4675-bee7-b077c7fd118c req-39705c8e-b49f-4ab3-af66-1218168b6564 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 931 time: 0.2867861 Feb 15 16:44:46.726934 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-9b6cf228-aad8-4cf2-85f9-a1cabdd4c098 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks [] for port (ddaf331e-42d8-4293-b663-06bb413aaf2f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:46.751899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c5a97275-655b-48eb-9656-312ec5af023f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:46.775795 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-233610f0-aa72-47e2-9d91-b7d5e2f7e5ce None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:44:46.795977 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-494d84ab-3ffd-481f-87e2-b639880beb5d req-236363b5-14dd-467e-a05b-8497298a3ca7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1702eb51-a00d-4c54-8a69-7033b870c03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658088 Feb 15 16:44:46.804652 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6fe98-d9dd-4984-9170-fbbcdeb146a8 req-fc12af9f-6039-4dc5-9ef6-f85d8a65a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:46.806128 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90f6fe98-d9dd-4984-9170-fbbcdeb146a8 req-fc12af9f-6039-4dc5-9ef6-f85d8a65a564 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e54c697c-dfc4-4d97-947c-96f129045128 HTTP/1.1" status: 200 len: 852 time: 0.0504591 Feb 15 16:44:46.831145 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-044fcdcf-a09e-4bbf-a726-0e52b6c8d77f None None] Provisioning complete for port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:46.832297 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-044fcdcf-a09e-4bbf-a726-0e52b6c8d77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:46.847425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da62515d-0d2f-43ec-9897-0b3c4347f8b6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:46.848105 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da62515d-0d2f-43ec-9897-0b3c4347f8b6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:46.851863 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90f6fe98-d9dd-4984-9170-fbbcdeb146a8 req-f56e6355-6d73-4a46-987f-570d697c945d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386939 Feb 15 16:44:46.883165 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-044fcdcf-a09e-4bbf-a726-0e52b6c8d77f None None] Port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:44:46.900237 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24d2c030-7195-4675-bee7-b077c7fd118c req-aa0764a6-57aa-4410-ba3e-2db0477dac5e tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677341 Feb 15 16:44:46.910146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-044fcdcf-a09e-4bbf-a726-0e52b6c8d77f None None] Provisioning complete for port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:46.910524 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-044fcdcf-a09e-4bbf-a726-0e52b6c8d77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:46.956604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:46.965288 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-494d84ab-3ffd-481f-87e2-b639880beb5d req-4906898b-6df4-4920-90d8-0678863c9099 service neutron] 10.222.0.67 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578794 Feb 15 16:44:47.026868 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:47.041571 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-8b40810e-b31a-4e03-a67a-a242354772fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:47.043083 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-8b40810e-b31a-4e03-a67a-a242354772fd service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 1128 time: 0.3744047 Feb 15 16:44:47.044020 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-9b6cf228-aad8-4cf2-85f9-a1cabdd4c098 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ddaf331e-42d8-4293-b663-06bb413aaf2f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:47.051015 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90f6fe98-d9dd-4984-9170-fbbcdeb146a8 req-fa226278-34d3-4c77-90b8-16fb3253bf0d service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854217 Feb 15 16:44:47.103769 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-233610f0-aa72-47e2-9d91-b7d5e2f7e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '16ea8165-d859-47d2-92ad-2eecdeef3f6d', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'port_id': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'mac_address': 'fa:16:3e:f6:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:44:17Z', 'updated_at': '2022-02-15T16:44:42Z', 'revision_number': 1, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:47.116504 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-044fcdcf-a09e-4bbf-a726-0e52b6c8d77f None None] Current status of the port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:47.123533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:44:47.135340 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:47.136246 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:47.137019 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233610f0-aa72-47e2-9d91-b7d5e2f7e5ce None None] Checking router: af8f3875-667c-4596-8678-d6cfcb7c95fb for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:44:47.147192 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233610f0-aa72-47e2-9d91-b7d5e2f7e5ce None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:44:47.148683 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-233610f0-aa72-47e2-9d91-b7d5e2f7e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:44:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:47.227801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.67', 56477) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:47.265179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:47.265943 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:47.292799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-9b6cf228-aad8-4cf2-85f9-a1cabdd4c098 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Network a7a37522-7e2e-4d80-987e-413d89fcdee4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:47.300546 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87184de3-9cec-4e66-97cd-85aa5a0808fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f8a979-7158-4c6f-88e6-5baaeeb7d4b0'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:47.303831 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40991a0d-5f7f-405c-88c5-4dc288f2f3a2" -d '{"events": [{"server_uuid": "87184de3-9cec-4e66-97cd-85aa5a0808fe", "name": "network-vif-plugged", "status": "completed", "tag": "55f8a979-7158-4c6f-88e6-5baaeeb7d4b0"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:47.318628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:47.322957 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-233610f0-aa72-47e2-9d91-b7d5e2f7e5ce None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:44:47.353972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-9b6cf228-aad8-4cf2-85f9-a1cabdd4c098 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:47.356944 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-9b6cf228-aad8-4cf2-85f9-a1cabdd4c098 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:47.394126 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:47.394945 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device df75ea7f-0733-436e-9a68-1cb95d6d6070 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:44:47.478465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:47.488366 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:47.539212 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-da62515d-0d2f-43ec-9897-0b3c4347f8b6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6485453 Feb 15 16:44:47.572290 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43854) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:47.582670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-480510d4-f34f-4cd5-928a-f87b5d57de85 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Request body: {'port': {'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f', 'name': 'tempest-TaggedBootDevicesTest_v242-1427571178', 'fixed_ips': [{'subnet_id': 'baeb71b9-6efb-4690-a7d0-c53f3a2625ba'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:47.583789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-9b6cf228-aad8-4cf2-85f9-a1cabdd4c098 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:47.588633 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-9b6cf228-aad8-4cf2-85f9-a1cabdd4c098 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:47.617712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6cf228-aad8-4cf2-85f9-a1cabdd4c098 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Pushing event updated for resources: {'Port': ['ID=ddaf331e-42d8-4293-b663-06bb413aaf2f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:47.628346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-86f8b875-2b57-41ca-a53a-1cbfafbc450e tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:47.629957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-86f8b875-2b57-41ca-a53a-1cbfafbc450e tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.67 "GET /v2.0/networks?id=a7a37522-7e2e-4d80-987e-413d89fcdee4 HTTP/1.1" status: 200 len: 815 time: 0.3946095 Feb 15 16:44:47.640825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port df75ea7f-0733-436e-9a68-1cb95d6d6070 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:47.641348 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:47.652239 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:47.652473 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-51fdd740-42fd-45c9-8654-6bed605f72aa tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Request body: {'port': {'device_id': 'c67eb766-fdc2-40dc-a57b-2d95ecc1874d', 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4', 'admin_state_up': True, 'tenant_id': '09b04ef91ce84fb2b5f8db2a22963f46'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:47.652779 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:47.743973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port df75ea7f-0733-436e-9a68-1cb95d6d6070, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=df75ea7f-0733-436e-9a68-1cb95d6d6070,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:47.764073 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-9b6cf228-aad8-4cf2-85f9-a1cabdd4c098 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1895249 Feb 15 16:44:47.789725 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3ebc2-4d33-4f8b-87c9-eeae66490b04 req-0c0ec338-b3b7-47e4-86d9-0cdea0467359 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:47.791286 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01e3ebc2-4d33-4f8b-87c9-eeae66490b04 req-0c0ec338-b3b7-47e4-86d9-0cdea0467359 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=87184de3-9cec-4e66-97cd-85aa5a0808fe HTTP/1.1" status: 200 len: 945 time: 0.7901032 Feb 15 16:44:47.795471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Request body: {'port': {'device_id': 'b0c156c5-029d-4628-8275-4dc299032a38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:47.806720 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:47.814495 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-233610f0-aa72-47e2-9d91-b7d5e2f7e5ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '16ea8165-d859-47d2-92ad-2eecdeef3f6d', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'port_id': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'mac_address': 'fa:16:3e:f6:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:44:17Z', 'updated_at': '2022-02-15T16:44:42Z', 'revision_number': 1, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:47.844216 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233610f0-aa72-47e2-9d91-b7d5e2f7e5ce None None] The sync data for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 is: [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '16ea8165-d859-47d2-92ad-2eecdeef3f6d', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'port_id': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'mac_address': 'fa:16:3e:f6:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:44:17Z', 'updated_at': '2022-02-15T16:44:42Z', 'revision_number': 1, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:44:47.858391 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-494d84ab-3ffd-481f-87e2-b639880beb5d req-0494a177-842f-4fab-add2-b3215a0350ec service neutron] 10.222.0.67 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8859262 Feb 15 16:44:47.872137 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90f6fe98-d9dd-4984-9170-fbbcdeb146a8 req-814c3722-6ced-4d06-8b78-5010de0c078c service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8100202 Feb 15 16:44:47.883835 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-7d778e19-3641-40d5-b2de-61bc871e640c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:47.893694 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-7d778e19-3641-40d5-b2de-61bc871e640c service neutron] 10.222.0.107 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 921 time: 0.8401654 Feb 15 16:44:47.912032 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:47.936040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=df75ea7f-0733-436e-9a68-1cb95d6d6070,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:47.944139 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d08f3702-f7ca-4b1a-8e97-52dae1a162cd None None] Provisioning complete for port ddaf331e-42d8-4293-b663-06bb413aaf2f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:47.944771 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d08f3702-f7ca-4b1a-8e97-52dae1a162cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ddaf331e-42d8-4293-b663-06bb413aaf2f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:47.968012 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ddaf331e-42d8-4293-b663-06bb413aaf2f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:47.999638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d08f3702-f7ca-4b1a-8e97-52dae1a162cd None None] Port ddaf331e-42d8-4293-b663-06bb413aaf2f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:44:48.075114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-51fdd740-42fd-45c9-8654-6bed605f72aa tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Made reservation on behalf of 09b04ef91ce84fb2b5f8db2a22963f46 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:48.078598 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-51fdd740-42fd-45c9-8654-6bed605f72aa tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:48.082752 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-3428d5dd-839b-45c6-b605-3eaf43f5d4fa service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad2779db-44bb-4cae-b834-fd1b2242991c HTTP/1.1" status: 200 len: 999 time: 0.1876640 Feb 15 16:44:48.095169 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01e3ebc2-4d33-4f8b-87c9-eeae66490b04 req-40f9df6b-da5d-472e-92d9-b5212f8932a2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330673 Feb 15 16:44:48.103280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:48.124411 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Publish callbacks [] for port (4f5d3119-5c92-43a6-ae81-9c1f5f26f495), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:48.160660 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480510d4-f34f-4cd5-928a-f87b5d57de85 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Made reservation on behalf of 5c059e9cd6634bce8f4e005af5907e51 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:44:48.165601 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-480510d4-f34f-4cd5-928a-f87b5d57de85 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:48.195830 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d36a3f-5fb8-4417-8bc0-10d7680eaad8 None None] New status for floating IP 16ea8165-d859-47d2-92ad-2eecdeef3f6d: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:44:48.208927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-480510d4-f34f-4cd5-928a-f87b5d57de85 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] device_id is not set on port fee101f4-9a6f-48fa-82ce-cbc998d7d69d yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:44:48.245563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Transition to ACTIVE for port object 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:44:48.277798 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd3d463e-8b77-43c2-a594-561cb0243f83 req-0e2dc48d-3a17-47be-b7ef-0ab3d0689342 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 210 time: 0.0816236 Feb 15 16:44:48.303079 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-0c720d79-4463-4584-b6f8-7757411ac49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:48.304573 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-0c720d79-4463-4584-b6f8-7757411ac49b service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 200 len: 859 time: 0.2133684 Feb 15 16:44:48.334737 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:48.337037 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (4f5d3119-5c92-43a6-ae81-9c1f5f26f495), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:48.385896 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Publish callbacks [] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:48.421495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Transition to ACTIVE for port object 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:44:48.421629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Pushing event updated for resources: {'Port': ['ID=4f5d3119-5c92-43a6-ae81-9c1f5f26f495,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:48.464223 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-5b7ddea4-a5bc-4913-a17e-5a251eb04f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:48.465794 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-5b7ddea4-a5bc-4913-a17e-5a251eb04f47 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1b16032e-9798-432f-b240-94c30f7cd9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1521955 Feb 15 16:44:48.488355 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-651f298f-f196-4991-b14f-cf33c79a14a5 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:44:48.489355 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-651f298f-f196-4991-b14f-cf33c79a14a5 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053844 Feb 15 16:44:48.490577 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-480510d4-f34f-4cd5-928a-f87b5d57de85 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Allocated IP 10.1.1.64 (67e72fda-9dfe-495c-b3a9-2d311823812f/baeb71b9-6efb-4690-a7d0-c53f3a2625ba/fee101f4-9a6f-48fa-82ce-cbc998d7d69d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:48.512414 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:48.607971 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Attempting to bind port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:44:48.608312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Attempting to bind port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:44:48.608649 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Attempting to bind port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 on network a7a37522-7e2e-4d80-987e-413d89fcdee4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:48.621131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 on network a7a37522-7e2e-4d80-987e-413d89fcdee4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:44:48.621498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Attempting to bind port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 on network a7a37522-7e2e-4d80-987e-413d89fcdee4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:48.676643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:44:48.676990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Checking segment: {'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:48.677405 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Bound using segment: {'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:44:48.677859 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Bound port: 4f5d3119-5c92-43a6-ae81-9c1f5f26f495, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:44:48.678221 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4f5d3119-5c92-43a6-ae81-9c1f5f26f495), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:48.685520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:48.689891 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:44:48.780056 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-be656855-a9fb-49ed-8089-391cd4667ef3 service neutron] 10.222.0.107 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796659 Feb 15 16:44:48.783913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345ff61-0406-4135-8a93-702eaceba726 req-1f91f357-6ba5-47b1-b10b-42c8d53825c2 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:48.785401 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f345ff61-0406-4135-8a93-702eaceba726 req-1f91f357-6ba5-47b1-b10b-42c8d53825c2 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 944 time: 0.1519811 Feb 15 16:44:48.799640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddaf331e-42d8-4293-b663-06bb413aaf2f {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:48.816916 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Publish callbacks [] for port (ddaf331e-42d8-4293-b663-06bb413aaf2f), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:48.838735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] For port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:44:48.845749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Transition to ACTIVE for port object ddaf331e-42d8-4293-b663-06bb413aaf2f will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:44:48.861659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] For port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=4f5d3119-5c92-43a6-ae81-9c1f5f26f495,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:44:48.877334 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f345ff61-0406-4135-8a93-702eaceba726 req-a7f89d48-423a-4e61-9dc8-9adcf5b5b47f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804231 Feb 15 16:44:48.890769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Attempting to bind port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:44:48.891109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Attempting to bind port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:44:48.891432 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Attempting to bind port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb on network c350406e-5e8b-4687-9174-2aa934fa13cf {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:48.916553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb on network c350406e-5e8b-4687-9174-2aa934fa13cf not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:44:48.916882 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Attempting to bind port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb on network c350406e-5e8b-4687-9174-2aa934fa13cf {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:48.923987 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106848b7-79ab-4390-9337-a2fc41f673ce x-openstack-request-id: req-106848b7-79ab-4390-9337-a2fc41f673ce {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:48.924274 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bf4d53-4691-4b97-baff-fea6c00e22d9", "tag": "ad2779db-44bb-4cae-b834-fd1b2242991c", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:48.924529 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-106848b7-79ab-4390-9337-a2fc41f673ce {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:48.924922 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'tag': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'status': 'completed', 'code': 200} Feb 15 16:44:48.927803 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-480510d4-f34f-4cd5-928a-f87b5d57de85 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:48.934907 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ddaf331e-42d8-4293-b663-06bb413aaf2f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:48.942742 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:44:48.943141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Checking segment: {'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:48.943483 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Bound using segment: {'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:44:48.943915 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Bound port: 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e723f447-4183-4b5f-a63d-21116bb64ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:44:48.944325 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:48.988690 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9b2970-7b78-49a9-bd7a-22a89f99eaf8 x-openstack-request-id: req-0a9b2970-7b78-49a9-bd7a-22a89f99eaf8 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:48.989125 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87184de3-9cec-4e66-97cd-85aa5a0808fe", "name": "network-vif-plugged", "status": "completed", "tag": "55f8a979-7158-4c6f-88e6-5baaeeb7d4b0", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:48.989233 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0a9b2970-7b78-49a9-bd7a-22a89f99eaf8 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:48.989677 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87184de3-9cec-4e66-97cd-85aa5a0808fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f8a979-7158-4c6f-88e6-5baaeeb7d4b0', 'code': 200} Feb 15 16:44:48.992390 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-030cc94b-dd90-4d7e-a282-5b0d675de3bd req-057849f9-ad39-4b06-85b1-384704f51b48 service neutron] 10.222.0.107 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035379 Feb 15 16:44:49.003431 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (4f5d3119-5c92-43a6-ae81-9c1f5f26f495), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:49.037609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-51fdd740-42fd-45c9-8654-6bed605f72aa tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Allocated IP 172.20.0.4 (a7a37522-7e2e-4d80-987e-413d89fcdee4/42eff12e-ced8-4da9-b37b-4785a6ec0d7a/faeddbd6-5ba2-427c-b1b1-4aae3c788212) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:49.051589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:49.052269 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:49.053749 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] 10.222.0.10 "PUT /v2.0/ports/4f5d3119-5c92-43a6-ae81-9c1f5f26f495 HTTP/1.1" status: 200 len: 1092 time: 3.9749985 Feb 15 16:44:49.054475 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193a1f9e-cc1e-423d-af16-5b01dc99b72d', 'tag': '4f5d3119-5c92-43a6-ae81-9c1f5f26f495'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:49.056777 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b16ed76-e797-419e-a806-f15e6c88ce0f" -d '{"events": [{"name": "network-changed", "server_uuid": "193a1f9e-cc1e-423d-af16-5b01dc99b72d", "tag": "4f5d3119-5c92-43a6-ae81-9c1f5f26f495"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:49.066508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Pushing event updated for resources: {'Port': ['ID=ddaf331e-42d8-4293-b663-06bb413aaf2f,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:49.094694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d074b-4a3a-4a43-a481-85a902776fb4 req-851d5125-4c3e-4e76-aacb-f8fdb2825e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:49.096438 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-118d074b-4a3a-4a43-a481-85a902776fb4 req-851d5125-4c3e-4e76-aacb-f8fdb2825e67 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 1128 time: 0.1395257 Feb 15 16:44:49.100454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] For port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:44:49.103833 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] For port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:44:49.205571 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-480510d4-f34f-4cd5-928a-f87b5d57de85 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:49.259635 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:49.272501 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e733e9-a284-4514-8e08-3343d11bfe6b service neutron] Pushing event updated for resources: {'Port': ['ID=4f5d3119-5c92-43a6-ae81-9c1f5f26f495,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:49.288041 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d074b-4a3a-4a43-a481-85a902776fb4 req-6a24c2b2-e4a3-4d52-b302-f41ef3440003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:49.289548 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-118d074b-4a3a-4a43-a481-85a902776fb4 req-6a24c2b2-e4a3-4d52-b302-f41ef3440003 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 921 time: 0.1841788 Feb 15 16:44:49.326207 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480510d4-f34f-4cd5-928a-f87b5d57de85 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Network 67e72fda-9dfe-495c-b3a9-2d311823812f is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:49.328800 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:49.329471 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:49.330856 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] 10.222.0.10 "PUT /v2.0/ports/6c0d2e39-21a6-4d46-a662-6ca9d7af98fb HTTP/1.1" status: 200 len: 1092 time: 2.7752519 Feb 15 16:44:49.363930 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480510d4-f34f-4cd5-928a-f87b5d57de85 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event updated for resources: {'Port': ['ID=fee101f4-9a6f-48fa-82ce-cbc998d7d69d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:49.368570 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-480510d4-f34f-4cd5-928a-f87b5d57de85 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:49.377354 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a4b1f-2098-4288-898b-ff3cf75a7c2d req-a764142f-2c5a-47ba-acbd-68dc60bf8807 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:49.382654 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-057a4b1f-2098-4288-898b-ff3cf75a7c2d req-a764142f-2c5a-47ba-acbd-68dc60bf8807 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 943 time: 0.2122679 Feb 15 16:44:49.384074 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480510d4-f34f-4cd5-928a-f87b5d57de85 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:49.545242 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-118d074b-4a3a-4a43-a481-85a902776fb4 req-59310975-397d-4196-8fbb-7424d2a6a2e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad2779db-44bb-4cae-b834-fd1b2242991c HTTP/1.1" status: 200 len: 1001 time: 0.2436090 Feb 15 16:44:49.568658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f88cd-730f-4e64-a519-54514c192ced req-4e1e914c-1afa-4e55-80b7-11d06e284628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:49.570465 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a08f88cd-730f-4e64-a519-54514c192ced req-4e1e914c-1afa-4e55-80b7-11d06e284628 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=87184de3-9cec-4e66-97cd-85aa5a0808fe HTTP/1.1" status: 200 len: 1129 time: 0.5002949 Feb 15 16:44:49.576801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-8bb39338-6d0c-4d53-a96d-0e121dafa301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:49.578430 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-8bb39338-6d0c-4d53-a96d-0e121dafa301 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=09b04ef91ce84fb2b5f8db2a22963f46&device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 1126 time: 0.3255806 Feb 15 16:44:49.585216 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Attempting to bind port ddaf331e-42d8-4293-b663-06bb413aaf2f on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:44:49.585673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Attempting to bind port ddaf331e-42d8-4293-b663-06bb413aaf2f by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:44:49.586008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Attempting to bind port ddaf331e-42d8-4293-b663-06bb413aaf2f on network a7a37522-7e2e-4d80-987e-413d89fcdee4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:49.594588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935cd33-b140-49a5-b0d3-25c698453415 req-b15b3b7a-f017-49be-b7da-67183d6c1edc tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:49.596883 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c935cd33-b140-49a5-b0d3-25c698453415 req-b15b3b7a-f017-49be-b7da-67183d6c1edc tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 945 time: 0.4112251 Feb 15 16:44:49.614660 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480510d4-f34f-4cd5-928a-f87b5d57de85 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:49.615706 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-480510d4-f34f-4cd5-928a-f87b5d57de85 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:49.638287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59727f-45b8-4ed4-94ab-c6b95a2087b4 service neutron] Pushing event updated for resources: {'Port': ['ID=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:49.656337 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-057a4b1f-2098-4288-898b-ff3cf75a7c2d req-e2366087-f24d-47e6-9fac-57b06b3d4ccf tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598109 Feb 15 16:44:49.670873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Port ddaf331e-42d8-4293-b663-06bb413aaf2f on network a7a37522-7e2e-4d80-987e-413d89fcdee4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:44:49.671266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Attempting to bind port ddaf331e-42d8-4293-b663-06bb413aaf2f on network a7a37522-7e2e-4d80-987e-413d89fcdee4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:49.674826 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d074b-4a3a-4a43-a481-85a902776fb4 req-3f6cdeb2-77db-491c-842f-2a177bea9241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:49.675999 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-118d074b-4a3a-4a43-a481-85a902776fb4 req-3f6cdeb2-77db-491c-842f-2a177bea9241 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 200 len: 859 time: 0.1076496 Feb 15 16:44:49.677896 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-51fdd740-42fd-45c9-8654-6bed605f72aa tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks [] for port (faeddbd6-5ba2-427c-b1b1-4aae3c788212), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:49.680924 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-afa829ff-8da0-457d-bdb2-f6b63d7278dc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f5d3119-5c92-43a6-ae81-9c1f5f26f495 HTTP/1.1" status: 200 len: 217 time: 0.0800898 Feb 15 16:44:49.683059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-60ca4249-c45a-4775-8563-cd90a3296c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:49.684567 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-60ca4249-c45a-4775-8563-cd90a3296c18 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67bb2522a59147d6a481577b2fb0a459&device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 1126 time: 0.2148645 Feb 15 16:44:49.697065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6e0e9dac-9f06-4d7c-a6de-b1a4f11b334f None None] Provisioning complete for port fee101f4-9a6f-48fa-82ce-cbc998d7d69d triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:49.697570 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e0e9dac-9f06-4d7c-a6de-b1a4f11b334f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:49.701122 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:44:49.701565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Checking segment: {'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:49.701957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Bound using segment: {'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:44:49.702407 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Bound port: ddaf331e-42d8-4293-b663-06bb413aaf2f, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:44:49.702776 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ddaf331e-42d8-4293-b663-06bb413aaf2f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:49.748703 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-480510d4-f34f-4cd5-928a-f87b5d57de85 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1735964 Feb 15 16:44:49.752440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6e0e9dac-9f06-4d7c-a6de-b1a4f11b334f None None] Port fee101f4-9a6f-48fa-82ce-cbc998d7d69d cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:44:49.790315 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-d88bb6b0-7c67-428e-a65d-9f0b4c0ef36e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb HTTP/1.1" status: 200 len: 217 time: 0.0654852 Feb 15 16:44:49.808631 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d074b-4a3a-4a43-a481-85a902776fb4 req-8f18e1af-b5a8-4420-ae0e-ee8928c3e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:49.810168 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-118d074b-4a3a-4a43-a481-85a902776fb4 req-8f18e1af-b5a8-4420-ae0e-ee8928c3e9be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b16032e-9798-432f-b240-94c30f7cd9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1247227 Feb 15 16:44:49.831238 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a08f88cd-730f-4e64-a519-54514c192ced req-f6167247-b219-433e-9003-3e2ebe529b83 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314150 Feb 15 16:44:49.870483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-c669e262-29ce-452c-a56e-ce436f75afed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:49.872115 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-c669e262-29ce-452c-a56e-ce436f75afed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42eff12e-ced8-4da9-b37b-4785a6ec0d7a HTTP/1.1" status: 200 len: 854 time: 0.1742642 Feb 15 16:44:49.876007 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3929d0-45f5-42de-95d7-a194ddd3124f x-openstack-request-id: req-7d3929d0-45f5-42de-95d7-a194ddd3124f {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:49.876899 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193a1f9e-cc1e-423d-af16-5b01dc99b72d", "tag": "4f5d3119-5c92-43a6-ae81-9c1f5f26f495", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:49.877232 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7d3929d0-45f5-42de-95d7-a194ddd3124f {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:49.877735 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193a1f9e-cc1e-423d-af16-5b01dc99b72d', 'tag': '4f5d3119-5c92-43a6-ae81-9c1f5f26f495', 'status': 'completed', 'code': 200} Feb 15 16:44:49.886895 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c935cd33-b140-49a5-b0d3-25c698453415 req-9f09e266-bd56-4095-8894-0f0b8b37a82c tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706687 Feb 15 16:44:49.948058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] For port ddaf331e-42d8-4293-b663-06bb413aaf2f, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:44:49.954108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] For port ddaf331e-42d8-4293-b663-06bb413aaf2f, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ddaf331e-42d8-4293-b663-06bb413aaf2f,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:44:49.964057 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-51fdd740-42fd-45c9-8654-6bed605f72aa tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (faeddbd6-5ba2-427c-b1b1-4aae3c788212), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:49.988803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-81a57f14-324c-4a29-95a3-f2ac58e30164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:49.990460 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-81a57f14-324c-4a29-95a3-f2ac58e30164 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a7a37522-7e2e-4d80-987e-413d89fcdee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1026077 Feb 15 16:44:50.049404 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ddaf331e-42d8-4293-b663-06bb413aaf2f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:50.110107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-51fdd740-42fd-45c9-8654-6bed605f72aa tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Network a7a37522-7e2e-4d80-987e-413d89fcdee4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:50.128236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-51fdd740-42fd-45c9-8654-6bed605f72aa tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:50.136093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:50.136730 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:50.138535 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] 10.222.0.67 "PUT /v2.0/ports/ddaf331e-42d8-4293-b663-06bb413aaf2f HTTP/1.1" status: 200 len: 1093 time: 2.3603561 Feb 15 16:44:50.139549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdd740-42fd-45c9-8654-6bed605f72aa tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Pushing event updated for resources: {'Port': ['ID=faeddbd6-5ba2-427c-b1b1-4aae3c788212,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:50.144100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-51fdd740-42fd-45c9-8654-6bed605f72aa tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:50.194490 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-ae88e381-a4bc-4dc3-9593-6d0003cef4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:50.195973 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-ae88e381-a4bc-4dc3-9593-6d0003cef4f9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f26da3fb-9020-4127-97e3-22f21ca942bc HTTP/1.1" status: 200 len: 844 time: 0.3978906 Feb 15 16:44:50.245267 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-5254ed37-aea6-42f2-bb57-af4c5b5e834e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c350406e-5e8b-4687-9174-2aa934fa13cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382802 Feb 15 16:44:50.269056 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-118d074b-4a3a-4a43-a481-85a902776fb4 req-3a285ad1-21c0-43e3-aaaa-4df28619aacc service neutron] 10.222.0.67 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409711 Feb 15 16:44:50.323117 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3338-3d67-4076-8318-5f227231ce6c req-f139515b-8de2-44da-8145-e248fe27d32d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:50.324637 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-f139515b-8de2-44da-8145-e248fe27d32d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d5fde7e-0a8c-4a61-a419-592f33dc0634&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1857264 Feb 15 16:44:50.523662 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-a9d73dce-42be-44ec-b8a5-1f9752e9548b service neutron] 10.222.0.10 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649872 Feb 15 16:44:50.528613 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-960ac741-357e-4ff5-9666-45238d2e356c tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 1001 time: 0.1866164 Feb 15 16:44:50.532916 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-118d074b-4a3a-4a43-a481-85a902776fb4 req-73680eba-7e72-44d5-9b65-4acdd81e32fa service neutron] 10.222.0.67 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490499 Feb 15 16:44:50.569188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ffcc0-5d77-4d2c-9987-6d264a97c0d0 req-e8612cf1-aa76-4763-bb14-a938d37c0865 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:50.570802 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-032ffcc0-5d77-4d2c-9987-6d264a97c0d0 req-e8612cf1-aa76-4763-bb14-a938d37c0865 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=87184de3-9cec-4e66-97cd-85aa5a0808fe HTTP/1.1" status: 200 len: 946 time: 0.6015224 Feb 15 16:44:50.578651 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-d64f3338-3d67-4076-8318-5f227231ce6c req-003443d2-b7cb-4d49-9503-fabb7999e92d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Request body: {'floatingip': {'port_id': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:50.653503 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-51fdd740-42fd-45c9-8654-6bed605f72aa tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:50.655566 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-51fdd740-42fd-45c9-8654-6bed605f72aa tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:50.672314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabeb47-4a49-4186-a417-78adca8af516 service neutron] Pushing event updated for resources: {'Port': ['ID=ddaf331e-42d8-4293-b663-06bb413aaf2f,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:50.682224 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-deeb4a3d-19f2-4a0b-ac9f-307d7a5729d3 service neutron] 10.222.0.10 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6699951 Feb 15 16:44:50.684380 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d64f3338-3d67-4076-8318-5f227231ce6c req-003443d2-b7cb-4d49-9503-fabb7999e92d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for floatingip (16ea8165-d859-47d2-92ad-2eecdeef3f6d), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:50.731878 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5af0b6df-4293-4054-8f7f-e13c961060d4 None None] Provisioning complete for port faeddbd6-5ba2-427c-b1b1-4aae3c788212 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:50.732941 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5af0b6df-4293-4054-8f7f-e13c961060d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (faeddbd6-5ba2-427c-b1b1-4aae3c788212), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:50.734158 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d874cb11-946e-4c8f-b0f9-baba39aab8a3 req-0da68d4d-0fa0-43de-a63f-8203736ae13a service neutron] 10.222.0.10 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996880 Feb 15 16:44:50.755040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-fd8096d6-6c0e-46f7-ac9b-5da3bb2a2414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:50.756827 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-fd8096d6-6c0e-46f7-ac9b-5da3bb2a2414 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09b04ef91ce84fb2b5f8db2a22963f46&device_id=b0c156c5-029d-4628-8275-4dc299032a38 HTTP/1.1" status: 200 len: 1127 time: 0.2159288 Feb 15 16:44:50.762251 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-032ffcc0-5d77-4d2c-9987-6d264a97c0d0 req-b9a3ff7e-1cdf-470d-b7e6-51e8b3432cad tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600418 Feb 15 16:44:50.773969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5af0b6df-4293-4054-8f7f-e13c961060d4 None None] Port faeddbd6-5ba2-427c-b1b1-4aae3c788212 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:44:50.777119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-51fdd740-42fd-45c9-8654-6bed605f72aa tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1361315 Feb 15 16:44:50.815369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Request body: {'port': {'device_id': 'c67eb766-fdc2-40dc-a57b-2d95ecc1874d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:50.820413 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-398a0812-88bc-41c6-ba34-258939e9febe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddaf331e-42d8-4293-b663-06bb413aaf2f HTTP/1.1" status: 200 len: 217 time: 0.0557358 Feb 15 16:44:50.928198 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4925192-4225-4e06-8d1d-44db43d041ec', 'tag': '6c0d2e39-21a6-4d46-a662-6ca9d7af98fb'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:50.931203 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c231d0e3-893d-4aef-8585-35ea4208392b" -d '{"events": [{"name": "network-changed", "server_uuid": "c4925192-4225-4e06-8d1d-44db43d041ec", "tag": "6c0d2e39-21a6-4d46-a662-6ca9d7af98fb"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:50.961670 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05f780d3-b6bb-427f-936e-6f6c8b7d1688 req-797d3f1b-1c44-43ff-87f7-faa9ba44188e service neutron] 10.222.0.10 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679498 Feb 15 16:44:50.974174 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-bcb888d1-9389-4821-995f-e43a41dea6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:50.975799 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-bcb888d1-9389-4821-995f-e43a41dea6f6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42eff12e-ced8-4da9-b37b-4785a6ec0d7a HTTP/1.1" status: 200 len: 854 time: 0.1354804 Feb 15 16:44:50.983619 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (faeddbd6-5ba2-427c-b1b1-4aae3c788212), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:50.992210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48683183-fc01-450f-b3b1-85d063fc849b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df75ea7f-0733-436e-9a68-1cb95d6d6070'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:50.994420 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7635f87-896e-4431-b2b8-f7c61e9fa129" -d '{"events": [{"server_uuid": "48683183-fc01-450f-b3b1-85d063fc849b", "name": "network-vif-unplugged", "status": "completed", "tag": "df75ea7f-0733-436e-9a68-1cb95d6d6070"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:51.036376 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a9053-0600-4e9d-a02b-bc116d658454 req-7812131e-9608-4041-b73a-1dbbb05b3e19 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:51.038318 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f01a9053-0600-4e9d-a02b-bc116d658454 req-7812131e-9608-4041-b73a-1dbbb05b3e19 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 931 time: 0.1817219 Feb 15 16:44:51.197434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-9f667628-b0c8-4519-86b1-89dc192c2d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:51.199039 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-9f667628-b0c8-4519-86b1-89dc192c2d4c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7a37522-7e2e-4d80-987e-413d89fcdee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2032568 Feb 15 16:44:51.218455 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d64f3338-3d67-4076-8318-5f227231ce6c req-003443d2-b7cb-4d49-9503-fabb7999e92d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:51.234163 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f01a9053-0600-4e9d-a02b-bc116d658454 req-ebe4bdba-7d93-4c4b-9fb4-5dce353a1af4 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737618 Feb 15 16:44:51.284907 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d64f3338-3d67-4076-8318-5f227231ce6c req-003443d2-b7cb-4d49-9503-fabb7999e92d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (16ea8165-d859-47d2-92ad-2eecdeef3f6d), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:51.301486 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16ed76-e797-419e-a806-f15e6c88ce0f req-422db0a6-4905-4a19-81ad-29a887db0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:51.307410 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b16ed76-e797-419e-a806-f15e6c88ce0f req-422db0a6-4905-4a19-81ad-29a887db0e5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=09b04ef91ce84fb2b5f8db2a22963f46&device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 1126 time: 0.2290123 Feb 15 16:44:51.390322 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [req-d64f3338-3d67-4076-8318-5f227231ce6c req-003443d2-b7cb-4d49-9503-fabb7999e92d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Floating IP 16ea8165-d859-47d2-92ad-2eecdeef3f6d associated. External IP: 172.25.4.247, port: ad2779db-44bb-4cae-b834-fd1b2242991c. Feb 15 16:44:51.456839 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-22d7408a-2888-4b45-8135-5872ce2452d4 service neutron] 10.222.0.67 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426679 Feb 15 16:44:51.552104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16ed76-e797-419e-a806-f15e6c88ce0f req-ce132db8-7d39-4c0c-b9ec-3eb9825ca61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:51.553683 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b16ed76-e797-419e-a806-f15e6c88ce0f req-ce132db8-7d39-4c0c-b9ec-3eb9825ca61c service neutron] 10.222.0.10 "GET /v2.0/networks?id=a7a37522-7e2e-4d80-987e-413d89fcdee4 HTTP/1.1" status: 200 len: 916 time: 0.2074113 Feb 15 16:44:51.610981 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d64f3338-3d67-4076-8318-5f227231ce6c req-003443d2-b7cb-4d49-9503-fabb7999e92d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Router af8f3875-667c-4596-8678-d6cfcb7c95fb has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:44:51.623539 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b16ed76-e797-419e-a806-f15e6c88ce0f req-9bbfb4bc-a014-44f3-8bb6-29786fe07791 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f5d3119-5c92-43a6-ae81-9c1f5f26f495 HTTP/1.1" status: 200 len: 217 time: 0.0571322 Feb 15 16:44:51.690496 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1d50f1b-2adc-42dd-b3d4-30f5a07dbceb req-8c817bc3-404b-4871-ba05-bbdd3e963be8 service neutron] 10.222.0.67 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264438 Feb 15 16:44:51.707574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faeddbd6-5ba2-427c-b1b1-4aae3c788212 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:51.717803 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Publish callbacks [] for port (faeddbd6-5ba2-427c-b1b1-4aae3c788212), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:51.725870 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d64f3338-3d67-4076-8318-5f227231ce6c req-003443d2-b7cb-4d49-9503-fabb7999e92d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:44:51.727436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16ed76-e797-419e-a806-f15e6c88ce0f req-4598d306-ae8d-4a57-9551-b16df8f95d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:51.729003 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b16ed76-e797-419e-a806-f15e6c88ce0f req-4598d306-ae8d-4a57-9551-b16df8f95d87 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42eff12e-ced8-4da9-b37b-4785a6ec0d7a HTTP/1.1" status: 200 len: 854 time: 0.0932634 Feb 15 16:44:51.737010 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Transition to ACTIVE for port object faeddbd6-5ba2-427c-b1b1-4aae3c788212 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:44:51.738286 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0337d6fc-4405-47c3-aee2-d554a0314bb1 None None] Sync routers for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:44:51.751003 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0337d6fc-4405-47c3-aee2-d554a0314bb1 None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:44:51.752282 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0337d6fc-4405-47c3-aee2-d554a0314bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:44:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:51.785294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16ed76-e797-419e-a806-f15e6c88ce0f req-a660d9c8-15cf-4a3e-a2a9-da1a53eb9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:51.787006 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b16ed76-e797-419e-a806-f15e6c88ce0f req-a660d9c8-15cf-4a3e-a2a9-da1a53eb9c26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a7a37522-7e2e-4d80-987e-413d89fcdee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487196 Feb 15 16:44:51.826639 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43902) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:51.832585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1aa2d071-e029-4f02-bbae-111b38b6c8b9 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1629925434', 'description': 'tempest-description--1995311767'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:51.874177 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (faeddbd6-5ba2-427c-b1b1-4aae3c788212), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:51.882416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c156c5-029d-4628-8275-4dc299032a38', 'tag': 'ddaf331e-42d8-4293-b663-06bb413aaf2f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:51.885033 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79694a18-3f16-4139-8f13-5a93ed837847" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c156c5-029d-4628-8275-4dc299032a38", "tag": "ddaf331e-42d8-4293-b663-06bb413aaf2f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:51.891958 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-0337d6fc-4405-47c3-aee2-d554a0314bb1 None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:44:51.994732 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1aa2d071-e029-4f02-bbae-111b38b6c8b9 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:52.031807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Pushing event updated for resources: {'Port': ['ID=faeddbd6-5ba2-427c-b1b1-4aae3c788212,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:52.038365 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b16ed76-e797-419e-a806-f15e6c88ce0f req-6d618a1f-491a-4777-905a-42a1fdfd4707 service neutron] 10.222.0.10 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434371 Feb 15 16:44:52.156304 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d64f3338-3d67-4076-8318-5f227231ce6c req-003443d2-b7cb-4d49-9503-fabb7999e92d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Router af8f3875-667c-4596-8678-d6cfcb7c95fb has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:44:52.159388 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1aa2d071-e029-4f02-bbae-111b38b6c8b9 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for security_group (48302c02-c385-4408-8300-6724200ff734), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:52.227329 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0337d6fc-4405-47c3-aee2-d554a0314bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '16ea8165-d859-47d2-92ad-2eecdeef3f6d', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'port_id': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'mac_address': 'fa:16:3e:93:9f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:44:17Z', 'updated_at': '2022-02-15T16:44:51Z', 'revision_number': 3, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:52.237779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Attempting to bind port faeddbd6-5ba2-427c-b1b1-4aae3c788212 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:44:52.238129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Attempting to bind port faeddbd6-5ba2-427c-b1b1-4aae3c788212 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:44:52.238519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Attempting to bind port faeddbd6-5ba2-427c-b1b1-4aae3c788212 on network a7a37522-7e2e-4d80-987e-413d89fcdee4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:52.242007 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1aa2d071-e029-4f02-bbae-111b38b6c8b9 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (48302c02-c385-4408-8300-6724200ff734), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:52.256883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d28c8-c091-4765-863e-044060f3fc14 req-5ba2b156-44a1-4b28-bbde-16f15d4fad65 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:52.259046 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0337d6fc-4405-47c3-aee2-d554a0314bb1 None None] Checking router: af8f3875-667c-4596-8678-d6cfcb7c95fb for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:44:52.263839 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-505d28c8-c091-4765-863e-044060f3fc14 req-5ba2b156-44a1-4b28-bbde-16f15d4fad65 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 944 time: 0.2918327 Feb 15 16:44:52.266704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Port faeddbd6-5ba2-427c-b1b1-4aae3c788212 on network a7a37522-7e2e-4d80-987e-413d89fcdee4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:44:52.266704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Attempting to bind port faeddbd6-5ba2-427c-b1b1-4aae3c788212 on network a7a37522-7e2e-4d80-987e-413d89fcdee4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:44:52.271103 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0337d6fc-4405-47c3-aee2-d554a0314bb1 None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:44:52.271272 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0337d6fc-4405-47c3-aee2-d554a0314bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:44:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:52.290632 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2d071-e029-4f02-bbae-111b38b6c8b9 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48302c02-c385-4408-8300-6724200ff734,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:52.299953 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:44:52.300431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Checking segment: {'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:44:52.300878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Bound using segment: {'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:44:52.301409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Bound port: faeddbd6-5ba2-427c-b1b1-4aae3c788212, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2788795-9618-472b-be4b-997ccda10133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:44:52.301915 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (faeddbd6-5ba2-427c-b1b1-4aae3c788212), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:52.325847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d64f3338-3d67-4076-8318-5f227231ce6c req-003443d2-b7cb-4d49-9503-fabb7999e92d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:44:52.331042 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d64f3338-3d67-4076-8318-5f227231ce6c req-003443d2-b7cb-4d49-9503-fabb7999e92d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:52.332871 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b16ed76-e797-419e-a806-f15e6c88ce0f req-559a0e10-80d4-473f-8116-ed760ff663cd service neutron] 10.222.0.10 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864158 Feb 15 16:44:52.388420 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1aa2d071-e029-4f02-bbae-111b38b6c8b9 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:52.389134 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-505d28c8-c091-4765-863e-044060f3fc14 req-d7f1e826-37fb-4f22-a288-0384deab93f0 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242893 Feb 15 16:44:52.402060 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1aa2d071-e029-4f02-bbae-111b38b6c8b9 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5741704 Feb 15 16:44:52.405660 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43920) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:52.414286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-6ae91694-6e65-405d-ae20-5a3975fcbdca tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Request body: {'security_group_rule': {'security_group_id': '48302c02-c385-4408-8300-6724200ff734', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:52.423975 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-0337d6fc-4405-47c3-aee2-d554a0314bb1 None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:44:52.424106 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-003443d2-b7cb-4d49-9503-fabb7999e92d tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "PUT /v2.0/floatingips/16ea8165-d859-47d2-92ad-2eecdeef3f6d HTTP/1.1" status: 200 len: 998 time: 1.8636277 Feb 15 16:44:52.442172 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] For port faeddbd6-5ba2-427c-b1b1-4aae3c788212, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:44:52.445450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] For port faeddbd6-5ba2-427c-b1b1-4aae3c788212, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=faeddbd6-5ba2-427c-b1b1-4aae3c788212,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:44:52.511200 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3338-3d67-4076-8318-5f227231ce6c req-720c881c-8552-4ac6-9cdc-88d56d3e5f5c tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:52.513252 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-720c881c-8552-4ac6-9cdc-88d56d3e5f5c tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports/ad2779db-44bb-4cae-b834-fd1b2242991c HTTP/1.1" status: 200 len: 942 time: 0.0818064 Feb 15 16:44:52.557014 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80cd04-a08c-4d30-a230-cbdf53ba479c req-c9ab76cd-708c-4144-a5fb-2d022ae7f751 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:52.560978 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2b80cd04-a08c-4d30-a230-cbdf53ba479c req-c9ab76cd-708c-4144-a5fb-2d022ae7f751 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 943 time: 0.0772500 Feb 15 16:44:52.560978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (faeddbd6-5ba2-427c-b1b1-4aae3c788212), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:52.582564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43924) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:52.594811 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6ae91694-6e65-405d-ae20-5a3975fcbdca tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for security_group_rule (154bc3c9-aaa1-4842-876d-506fdb48b242), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:52.623457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:52.624082 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:52.625562 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] 10.222.0.67 "PUT /v2.0/ports/faeddbd6-5ba2-427c-b1b1-4aae3c788212 HTTP/1.1" status: 200 len: 1092 time: 1.8145480 Feb 15 16:44:52.644581 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3338-3d67-4076-8318-5f227231ce6c req-12795f80-5f6d-4386-aeb2-d13823e297e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:52.646270 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-12795f80-5f6d-4386-aeb2-d13823e297e3 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 1128 time: 0.0717742 Feb 15 16:44:52.752794 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2b80cd04-a08c-4d30-a230-cbdf53ba479c req-f2a2aa1d-783a-4ee4-a8bb-4efa52432329 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805811 Feb 15 16:44:52.753277 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0337d6fc-4405-47c3-aee2-d554a0314bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '16ea8165-d859-47d2-92ad-2eecdeef3f6d', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'port_id': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'mac_address': 'fa:16:3e:93:9f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:44:17Z', 'updated_at': '2022-02-15T16:44:51Z', 'revision_number': 3, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:52.775723 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51b91e0d-613d-4d24-9b9d-8f4afffbddcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:52.790178 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0337d6fc-4405-47c3-aee2-d554a0314bb1 None None] The sync data for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 is: [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '16ea8165-d859-47d2-92ad-2eecdeef3f6d', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'port_id': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'mac_address': 'fa:16:3e:93:9f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:44:17Z', 'updated_at': '2022-02-15T16:44:51Z', 'revision_number': 3, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:44:52.847830 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6ae91694-6e65-405d-ae20-5a3975fcbdca tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for security_group_rule (154bc3c9-aaa1-4842-876d-506fdb48b242), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:52.853408 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3338-3d67-4076-8318-5f227231ce6c req-686d0f77-ac06-45d2-8f4b-d26ca2060d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:52.854105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f660c8c-3cdc-4452-81ff-4129378dd433 service neutron] Pushing event updated for resources: {'Port': ['ID=faeddbd6-5ba2-427c-b1b1-4aae3c788212,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:52.861515 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-686d0f77-ac06-45d2-8f4b-d26ca2060d8d service neutron] 10.222.0.107 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 921 time: 0.2091839 Feb 15 16:44:52.919358 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-aff368ac-483a-4113-8ad5-319a0e20c1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:52.921079 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-aff368ac-483a-4113-8ad5-319a0e20c1b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09b04ef91ce84fb2b5f8db2a22963f46&device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 1126 time: 0.1723595 Feb 15 16:44:52.925236 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6ae91694-6e65-405d-ae20-5a3975fcbdca tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (154bc3c9-aaa1-4842-876d-506fdb48b242), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:52.974592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device df75ea7f-0733-436e-9a68-1cb95d6d6070 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:44:52.994760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae91694-6e65-405d-ae20-5a3975fcbdca tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154bc3c9-aaa1-4842-876d-506fdb48b242,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:52.999406 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-c87c5d2f-837a-4f5f-a719-44c63d873837 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faeddbd6-5ba2-427c-b1b1-4aae3c788212 HTTP/1.1" status: 200 len: 217 time: 0.0662272 Feb 15 16:44:53.049814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418ae36-fdee-43ae-8ad4-de66ec454768 req-713ee0cc-ff8d-42e8-951d-9650a3683745 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:53.056929 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e418ae36-fdee-43ae-8ad4-de66ec454768 req-713ee0cc-ff8d-42e8-951d-9650a3683745 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 945 time: 0.1688550 Feb 15 16:44:53.078548 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f21a7c-bde4-4235-b1d1-2f3303d3857f None None] New status for floating IP 16ea8165-d859-47d2-92ad-2eecdeef3f6d: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:44:53.081613 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6ae91694-6e65-405d-ae20-5a3975fcbdca tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:53.085619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6ae91694-6e65-405d-ae20-5a3975fcbdca tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6763332 Feb 15 16:44:53.086883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43928) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:53.091576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-321e41ee-f5e3-4886-8bfa-accfb57034e6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Request body: {'security_group_rule': {'security_group_id': '48302c02-c385-4408-8300-6724200ff734', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:53.116563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-4e977411-e158-43e8-8cfc-48a309ba4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:53.118183 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-4e977411-e158-43e8-8cfc-48a309ba4b4b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42eff12e-ced8-4da9-b37b-4785a6ec0d7a HTTP/1.1" status: 200 len: 854 time: 0.1129901 Feb 15 16:44:53.168750 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e418ae36-fdee-43ae-8ad4-de66ec454768 req-c0cd7c27-688a-416d-9c35-5f44c8cac4d5 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109014 Feb 15 16:44:53.198342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-2de4bd4a-0c74-4b9a-a7f7-658013cb2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:53.198342 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-2de4bd4a-0c74-4b9a-a7f7-658013cb2954 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7a37522-7e2e-4d80-987e-413d89fcdee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0648503 Feb 15 16:44:53.223933 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-ead9999f-b01f-456e-87c1-ff7539d251f4 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad2779db-44bb-4cae-b834-fd1b2242991c HTTP/1.1" status: 200 len: 217 time: 0.3614461 Feb 15 16:44:53.227886 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d93336-4fe1-4e0e-8363-6efe5542068c x-openstack-request-id: req-a4d93336-4fe1-4e0e-8363-6efe5542068c {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:53.228180 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4925192-4225-4e06-8d1d-44db43d041ec", "tag": "6c0d2e39-21a6-4d46-a662-6ca9d7af98fb", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:53.228424 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a4d93336-4fe1-4e0e-8363-6efe5542068c {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:53.228807 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4925192-4225-4e06-8d1d-44db43d041ec', 'tag': '6c0d2e39-21a6-4d46-a662-6ca9d7af98fb', 'status': 'completed', 'code': 200} Feb 15 16:44:53.292525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3338-3d67-4076-8318-5f227231ce6c req-621c15e6-6b41-44a9-8143-74301511d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:53.300039 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-621c15e6-6b41-44a9-8143-74301511d577 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 200 len: 859 time: 0.0751848 Feb 15 16:44:53.307757 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-321e41ee-f5e3-4886-8bfa-accfb57034e6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for security_group_rule (e478d991-ecbe-4f5f-bda7-8bcbde84f47a), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:53.355373 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51b91e0d-613d-4d24-9b9d-8f4afffbddcd admin admin] Publish callbacks [] for security_group (2f20d624-d64f-461e-ac7a-725160f2b605), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:53.370300 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3338-3d67-4076-8318-5f227231ce6c req-69742873-0a61-4035-a215-1967540e9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:53.372230 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-69742873-0a61-4035-a215-1967540e9112 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1b16032e-9798-432f-b240-94c30f7cd9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0714216 Feb 15 16:44:53.425772 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51b91e0d-613d-4d24-9b9d-8f4afffbddcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2f20d624-d64f-461e-ac7a-725160f2b605), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:53.432060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231d0e3-893d-4aef-8585-35ea4208392b req-26f6559e-e2bf-499b-9fd7-7f5ebdd5d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:53.433755 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c231d0e3-893d-4aef-8585-35ea4208392b req-26f6559e-e2bf-499b-9fd7-7f5ebdd5d365 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67bb2522a59147d6a481577b2fb0a459&device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 1126 time: 0.1772423 Feb 15 16:44:53.444157 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-41568849-ebaa-4b28-a54d-5404e0ddd7ac service neutron] 10.222.0.67 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445483 Feb 15 16:44:53.483104 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8fdfca-9f5a-4feb-9c27-4c708992b6a8 x-openstack-request-id: req-7b8fdfca-9f5a-4feb-9c27-4c708992b6a8 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:53.483396 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48683183-fc01-450f-b3b1-85d063fc849b", "name": "network-vif-unplugged", "status": "failed", "tag": "df75ea7f-0733-436e-9a68-1cb95d6d6070", "code": 422}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:53.483841 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7b8fdfca-9f5a-4feb-9c27-4c708992b6a8 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:53.484541 n-d-828372-14 neutron-server[103801]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48683183-fc01-450f-b3b1-85d063fc849b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df75ea7f-0733-436e-9a68-1cb95d6d6070', 'code': 422} returned with failed status Feb 15 16:44:53.492326 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-51b91e0d-613d-4d24-9b9d-8f4afffbddcd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=13ade1826b6142a98271848e8c01be39&name=default HTTP/1.1" status: 200 len: 2999 time: 0.9075198 Feb 15 16:44:53.497131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43930) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:53.507156 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b91e0d-613d-4d24-9b9d-8f4afffbddcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f20d624-d64f-461e-ac7a-725160f2b605,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:53.533265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port df75ea7f-0733-436e-9a68-1cb95d6d6070 is: DOWN; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:53.566543 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-bae320fc-9a10-41f2-b1c2-9bb791acf0f7 service neutron] 10.222.0.107 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851749 Feb 15 16:44:53.580452 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f7f2b-b01f-4b48-b9be-cfd859958cf2 req-187c9f7f-5297-41cc-90cc-d278512a0712 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:53.582058 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e82f7f2b-b01f-4b48-b9be-cfd859958cf2 req-187c9f7f-5297-41cc-90cc-d278512a0712 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=87184de3-9cec-4e66-97cd-85aa5a0808fe HTTP/1.1" status: 200 len: 946 time: 0.2308848 Feb 15 16:44:53.585232 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-321e41ee-f5e3-4886-8bfa-accfb57034e6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for security_group_rule (e478d991-ecbe-4f5f-bda7-8bcbde84f47a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:53.624676 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84582bd9-ca03-4293-98a3-a7637a923eb9 admin admin] Publish callbacks [] for security_group (2f20d624-d64f-461e-ac7a-725160f2b605), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:53.647874 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-321e41ee-f5e3-4886-8bfa-accfb57034e6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e478d991-ecbe-4f5f-bda7-8bcbde84f47a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:53.659579 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84582bd9-ca03-4293-98a3-a7637a923eb9 admin admin] Publish callbacks [] for security_group (2f20d624-d64f-461e-ac7a-725160f2b605), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:53.678436 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e06ac40-2c1d-43d9-b2e9-c8bb943848f0 None None] Sync routers for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:44:53.691900 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e06ac40-2c1d-43d9-b2e9-c8bb943848f0 None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:44:53.692756 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7e06ac40-2c1d-43d9-b2e9-c8bb943848f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:44:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:53.699549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e41ee-f5e3-4886-8bfa-accfb57034e6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e478d991-ecbe-4f5f-bda7-8bcbde84f47a,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:53.706044 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e82f7f2b-b01f-4b48-b9be-cfd859958cf2 req-e978d176-2252-4bb9-97e5-04ed3f4b446e tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180410 Feb 15 16:44:53.709605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231d0e3-893d-4aef-8585-35ea4208392b req-6765d5ec-b4da-4a75-8bbe-2d58466583b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:53.709605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c231d0e3-893d-4aef-8585-35ea4208392b req-6765d5ec-b4da-4a75-8bbe-2d58466583b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c350406e-5e8b-4687-9174-2aa934fa13cf HTTP/1.1" status: 200 len: 905 time: 0.2635388 Feb 15 16:44:53.711620 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4baff7ef-170f-4dbb-b4a6-ab306e4fb527 req-873f3b98-1578-4fd2-bc7a-623ab8e4d5a0 service neutron] 10.222.0.67 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522140 Feb 15 16:44:53.716284 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-9eb5cc4f-a687-4fc7-88e9-939996f46e8c service neutron] 10.222.0.107 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418223 Feb 15 16:44:53.785254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-321e41ee-f5e3-4886-8bfa-accfb57034e6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:53.791492 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-321e41ee-f5e3-4886-8bfa-accfb57034e6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6987419 Feb 15 16:44:53.791492 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c231d0e3-893d-4aef-8585-35ea4208392b req-5e4bb7f4-f774-445f-a404-0c763a023a34 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb HTTP/1.1" status: 200 len: 217 time: 0.0617509 Feb 15 16:44:53.791492 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d0f351-d0e5-4277-bb30-f3bca005179e x-openstack-request-id: req-f5d0f351-d0e5-4277-bb30-f3bca005179e {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:53.791492 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c156c5-029d-4628-8275-4dc299032a38", "tag": "ddaf331e-42d8-4293-b663-06bb413aaf2f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:53.791492 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f5d0f351-d0e5-4277-bb30-f3bca005179e {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:53.791492 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c156c5-029d-4628-8275-4dc299032a38', 'tag': 'ddaf331e-42d8-4293-b663-06bb413aaf2f', 'status': 'completed', 'code': 200} Feb 15 16:44:53.792356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43934) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:53.792448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:44:53.797601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:53.810008 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84582bd9-ca03-4293-98a3-a7637a923eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2f20d624-d64f-461e-ac7a-725160f2b605), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:53.819046 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84582bd9-ca03-4293-98a3-a7637a923eb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:53.819046 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-84582bd9-ca03-4293-98a3-a7637a923eb9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2f20d624-d64f-461e-ac7a-725160f2b605 HTTP/1.1" status: 204 len: 168 time: 0.3172901 Feb 15 16:44:53.830122 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-7e06ac40-2c1d-43d9-b2e9-c8bb943848f0 None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:44:53.830696 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84582bd9-ca03-4293-98a3-a7637a923eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f20d624-d64f-461e-ac7a-725160f2b605,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:53.906772 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3338-3d67-4076-8318-5f227231ce6c req-58653a34-f029-420d-aada-d3d03adba3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:53.909205 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-58653a34-f029-420d-aada-d3d03adba3ba service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&device_id=3d5fde7e-0a8c-4a61-a419-592f33dc0634 HTTP/1.1" status: 200 len: 1128 time: 0.0767407 Feb 15 16:44:53.949836 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=4f5d3119-5c92-43a6-ae81-9c1f5f26f495,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:53.967890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '4f5d3119-5c92-43a6-ae81-9c1f5f26f495', 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4', 'port_id': '4f5d3119-5c92-43a6-ae81-9c1f5f26f495', 'mac_address': 'fa:16:3e:8d:c5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42eff12e-ced8-4da9-b37b-4785a6ec0d7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:44:53.996759 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231d0e3-893d-4aef-8585-35ea4208392b req-7d1541fa-74d9-439e-8805-3500f231bc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:53.998357 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c231d0e3-893d-4aef-8585-35ea4208392b req-7d1541fa-74d9-439e-8805-3500f231bc82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f26da3fb-9020-4127-97e3-22f21ca942bc HTTP/1.1" status: 200 len: 844 time: 0.1956878 Feb 15 16:44:54.030661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3338-3d67-4076-8318-5f227231ce6c req-7f760727-36ca-4897-a37d-b7eb0b224fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:54.032280 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-7f760727-36ca-4897-a37d-b7eb0b224fa0 service neutron] 10.222.0.107 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 921 time: 0.1175220 Feb 15 16:44:54.037955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:54.039112 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4f5d3119-5c92-43a6-ae81-9c1f5f26f495), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:54.047780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c231d0e3-893d-4aef-8585-35ea4208392b req-682c5574-49b2-4c6d-92d4-626d000337ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c350406e-5e8b-4687-9174-2aa934fa13cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416036 Feb 15 16:44:54.068454 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:54.082699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79694a18-3f16-4139-8f13-5a93ed837847 req-1d86107c-d2ce-4173-a820-223646a0cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:54.084332 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79694a18-3f16-4139-8f13-5a93ed837847 req-1d86107c-d2ce-4173-a820-223646a0cdc4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09b04ef91ce84fb2b5f8db2a22963f46&device_id=b0c156c5-029d-4628-8275-4dc299032a38 HTTP/1.1" status: 200 len: 1127 time: 0.2407863 Feb 15 16:44:54.099521 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:54.108304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=4f5d3119-5c92-43a6-ae81-9c1f5f26f495,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:54.121648 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7e06ac40-2c1d-43d9-b2e9-c8bb943848f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '16ea8165-d859-47d2-92ad-2eecdeef3f6d', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'port_id': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'mac_address': 'fa:16:3e:93:9f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:44:17Z', 'updated_at': '2022-02-15T16:44:53Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:54.127487 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-d9255780-2307-4171-ac2f-74bcb92b8c0e service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d66691f8-99b2-4fa3-aa7a-a066d613d8eb HTTP/1.1" status: 200 len: 1001 time: 0.0851932 Feb 15 16:44:54.153136 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878aa7e-b125-4f11-89a5-a5d7ad709580 req-0bd47ee5-2463-4224-9c5b-50b0fa11c9ac tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:54.153406 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e06ac40-2c1d-43d9-b2e9-c8bb943848f0 None None] Checking router: af8f3875-667c-4596-8678-d6cfcb7c95fb for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:44:54.160243 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e878aa7e-b125-4f11-89a5-a5d7ad709580 req-0bd47ee5-2463-4224-9c5b-50b0fa11c9ac tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 943 time: 0.2664495 Feb 15 16:44:54.164793 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e06ac40-2c1d-43d9-b2e9-c8bb943848f0 None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:44:54.165472 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7e06ac40-2c1d-43d9-b2e9-c8bb943848f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:44:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:54.183764 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3338-3d67-4076-8318-5f227231ce6c req-54c474ea-ebc2-4f6e-a3b3-a5c5bfdbf2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:54.186133 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-54c474ea-ebc2-4f6e-a3b3-a5c5bfdbf2ab service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 200 len: 859 time: 0.0517282 Feb 15 16:44:54.187866 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4f5d3119-5c92-43a6-ae81-9c1f5f26f495), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:54.192776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:44:54.307966 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f3338-3d67-4076-8318-5f227231ce6c req-ae323bdf-59d4-4b52-8cb8-67dda41c120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:54.309538 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-ae323bdf-59d4-4b52-8cb8-67dda41c120c service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1b16032e-9798-432f-b240-94c30f7cd9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1116986 Feb 15 16:44:54.326355 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=4f5d3119-5c92-43a6-ae81-9c1f5f26f495,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:54.344868 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:44:54.427604 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-c6f3956b-2750-444c-8c75-f4070194ec05 service neutron] 10.222.0.107 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095369 Feb 15 16:44:54.432447 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-7e06ac40-2c1d-43d9-b2e9-c8bb943848f0 None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:44:54.521093 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:54.538740 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64f3338-3d67-4076-8318-5f227231ce6c req-0be7be69-c8f8-4820-afd6-cd0dcb3b352d service neutron] 10.222.0.107 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024790 Feb 15 16:44:54.549664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '6c0d2e39-21a6-4d46-a662-6ca9d7af98fb', 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf', 'port_id': '6c0d2e39-21a6-4d46-a662-6ca9d7af98fb', 'mac_address': 'fa:16:3e:e8:56:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26da3fb-9020-4127-97e3-22f21ca942bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:44:54.606600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:54.606952 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:54.621213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:54.661489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:54.730987 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:54.766799 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7e06ac40-2c1d-43d9-b2e9-c8bb943848f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '16ea8165-d859-47d2-92ad-2eecdeef3f6d', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'port_id': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'mac_address': 'fa:16:3e:93:9f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:44:17Z', 'updated_at': '2022-02-15T16:44:53Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:54.787326 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:54.796152 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e06ac40-2c1d-43d9-b2e9-c8bb943848f0 None None] The sync data for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 is: [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '16ea8165-d859-47d2-92ad-2eecdeef3f6d', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'port_id': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'mac_address': 'fa:16:3e:93:9f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:44:17Z', 'updated_at': '2022-02-15T16:44:53Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:44:54.801114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79694a18-3f16-4139-8f13-5a93ed837847 req-d9143e72-3ef2-4e33-a56b-43e2113f2cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:54.802585 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79694a18-3f16-4139-8f13-5a93ed837847 req-d9143e72-3ef2-4e33-a56b-43e2113f2cb9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7a37522-7e2e-4d80-987e-413d89fcdee4 HTTP/1.1" status: 200 len: 916 time: 0.6730368 Feb 15 16:44:54.889774 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79694a18-3f16-4139-8f13-5a93ed837847 req-4fcdc812-edf1-4571-917c-0ab17efc3df8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddaf331e-42d8-4293-b663-06bb413aaf2f HTTP/1.1" status: 200 len: 217 time: 0.0688083 Feb 15 16:44:54.922526 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e878aa7e-b125-4f11-89a5-a5d7ad709580 req-ec946732-c75f-4b7a-8dc2-995211a80bea tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7560554 Feb 15 16:44:54.971347 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ddaf331e-42d8-4293-b663-06bb413aaf2f details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:44:54.989144 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c231d0e3-893d-4aef-8585-35ea4208392b req-48c5a3a4-ae39-4ef0-b593-ab84f497d104 service neutron] 10.222.0.10 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9270637 Feb 15 16:44:55.012271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6c0d2e39-21a6-4d46-a662-6ca9d7af98fb'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:44:55.016223 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['4f5d3119-5c92-43a6-ae81-9c1f5f26f495'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:44:55.099784 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:44:55.141158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79694a18-3f16-4139-8f13-5a93ed837847 req-8e4d1af4-1a16-4f3b-a9be-e710a3bbd673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:55.142734 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79694a18-3f16-4139-8f13-5a93ed837847 req-8e4d1af4-1a16-4f3b-a9be-e710a3bbd673 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42eff12e-ced8-4da9-b37b-4785a6ec0d7a HTTP/1.1" status: 200 len: 854 time: 0.2422006 Feb 15 16:44:55.168857 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:55.200631 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c231d0e3-893d-4aef-8585-35ea4208392b req-14ee9a42-b6fc-4e60-a119-40966ca62884 service neutron] 10.222.0.10 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995819 Feb 15 16:44:55.238521 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'tag': 'ad2779db-44bb-4cae-b834-fd1b2242991c'}, {'name': 'network-changed', 'server_uuid': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'tag': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:55.243541 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f83cc3-d80d-4090-a341-fee5b9e15e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bf4d53-4691-4b97-baff-fea6c00e22d9", "tag": "ad2779db-44bb-4cae-b834-fd1b2242991c"}, {"name": "network-changed", "server_uuid": "3d5fde7e-0a8c-4a61-a419-592f33dc0634", "tag": "d66691f8-99b2-4fa3-aa7a-a066d613d8eb"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:55.255862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ddaf331e-42d8-4293-b663-06bb413aaf2f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ddaf331e-42d8-4293-b663-06bb413aaf2f,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:55.296063 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'ddaf331e-42d8-4293-b663-06bb413aaf2f', 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4', 'port_id': 'ddaf331e-42d8-4293-b663-06bb413aaf2f', 'mac_address': 'fa:16:3e:23:2f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42eff12e-ced8-4da9-b37b-4785a6ec0d7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:44:55.308515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d227155-a748-49aa-b2cb-34c56d1268ec req-be76be6b-5a56-4e8a-a0b0-477d3e6bd729 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:55.310159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d227155-a748-49aa-b2cb-34c56d1268ec req-be76be6b-5a56-4e8a-a0b0-477d3e6bd729 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=87184de3-9cec-4e66-97cd-85aa5a0808fe HTTP/1.1" status: 200 len: 946 time: 0.2337904 Feb 15 16:44:55.368588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79694a18-3f16-4139-8f13-5a93ed837847 req-a80d9109-0ddf-4d51-bc58-a94f7f56eda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:55.370100 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79694a18-3f16-4139-8f13-5a93ed837847 req-a80d9109-0ddf-4d51-bc58-a94f7f56eda1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7a37522-7e2e-4d80-987e-413d89fcdee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2134326 Feb 15 16:44:55.373266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Allocated IP 172.25.4.186 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/a30e9c2a-3c19-47b3-9ca0-6d4a26be93e5) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:44:55.398386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port ddaf331e-42d8-4293-b663-06bb413aaf2f is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:55.398732 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ddaf331e-42d8-4293-b663-06bb413aaf2f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:55.421958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddaf331e-42d8-4293-b663-06bb413aaf2f {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:55.449424 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d227155-a748-49aa-b2cb-34c56d1268ec req-23dddec4-c561-46cb-9373-c005ebf399ae tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317608 Feb 15 16:44:55.455147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ddaf331e-42d8-4293-b663-06bb413aaf2f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ddaf331e-42d8-4293-b663-06bb413aaf2f,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:55.534971 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ddaf331e-42d8-4293-b663-06bb413aaf2f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:55.584725 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=ddaf331e-42d8-4293-b663-06bb413aaf2f,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:55.590383 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79694a18-3f16-4139-8f13-5a93ed837847 req-38331a96-213f-46ed-bc21-2d94cb6e6a3b service neutron] 10.222.0.67 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098618 Feb 15 16:44:55.620148 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for port (a30e9c2a-3c19-47b3-9ca0-6d4a26be93e5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:55.669699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388a194-bebb-4a61-8eab-61098f9c38a5 req-947b6e3d-b974-4720-9b41-884914a0ca4b tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:55.671516 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2388a194-bebb-4a61-8eab-61098f9c38a5 req-947b6e3d-b974-4720-9b41-884914a0ca4b tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 944 time: 0.1610663 Feb 15 16:44:55.747764 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ddaf331e-42d8-4293-b663-06bb413aaf2f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:44:55.765595 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2388a194-bebb-4a61-8eab-61098f9c38a5 req-02751a2d-face-47e3-85dc-4e0350d89b4d tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867283 Feb 15 16:44:55.768200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79694a18-3f16-4139-8f13-5a93ed837847 req-881365be-4c24-4490-afb7-66a0d94d8fbf service neutron] 10.222.0.67 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692224 Feb 15 16:44:55.793350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67eb766-fdc2-40dc-a57b-2d95ecc1874d', 'tag': 'faeddbd6-5ba2-427c-b1b1-4aae3c788212'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:55.796494 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef622ec-bba7-4424-a15f-8b98ff214e49" -d '{"events": [{"name": "network-changed", "server_uuid": "c67eb766-fdc2-40dc-a57b-2d95ecc1874d", "tag": "faeddbd6-5ba2-427c-b1b1-4aae3c788212"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:55.828187 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a30e9c2a-3c19-47b3-9ca0-6d4a26be93e5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:55.900923 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:44:55.908743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:44:55.912956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:44:55.937428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event updated for resources: {'Port': ['ID=a30e9c2a-3c19-47b3-9ca0-6d4a26be93e5,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:55.975844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3453a2f-16ae-496f-9fe7-395c2b5dcbd5 req-1f0c5168-ce99-4180-be27-28307442f68e tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:55.977415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3453a2f-16ae-496f-9fe7-395c2b5dcbd5 req-1f0c5168-ce99-4180-be27-28307442f68e tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 945 time: 0.1436930 Feb 15 16:44:56.052897 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for floatingip (1b18afd7-52e2-4ab8-a10e-a6e2a32baeb0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:56.065548 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3453a2f-16ae-496f-9fe7-395c2b5dcbd5 req-32b8fbe7-54a9-4d03-848b-b0f050bf7048 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653315 Feb 15 16:44:56.198463 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a30e9c2a-3c19-47b3-9ca0-6d4a26be93e5), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:56.202310 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd4a4984-4a81-4607-b444-fdf5094cddce req-c88d9db3-a6d1-46aa-a7e7-8c05fbef5efb tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 1001 time: 0.1106021 Feb 15 16:44:56.227977 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4891478-4348-4c4a-aff7-d48010a5070e req-ad4dc0cb-271b-4798-bca7-91751b08cecb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:56.229506 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f4891478-4348-4c4a-aff7-d48010a5070e req-ad4dc0cb-271b-4798-bca7-91751b08cecb tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=48683183-fc01-450f-b3b1-85d063fc849b HTTP/1.1" status: 200 len: 944 time: 0.0534539 Feb 15 16:44:56.292442 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a4984-4a81-4607-b444-fdf5094cddce req-fc98e450-beb7-464d-9d67-ff9272077109 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:56.293842 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd4a4984-4a81-4607-b444-fdf5094cddce req-fc98e450-beb7-464d-9d67-ff9272077109 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports/d66691f8-99b2-4fa3-aa7a-a066d613d8eb HTTP/1.1" status: 200 len: 942 time: 0.0704131 Feb 15 16:44:56.347577 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-f4891478-4348-4c4a-aff7-d48010a5070e req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Deleting port df75ea7f-0733-436e-9a68-1cb95d6d6070 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:44:56.348278 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f4891478-4348-4c4a-aff7-d48010a5070e req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:56.441196 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f4891478-4348-4c4a-aff7-d48010a5070e req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] For port df75ea7f-0733-436e-9a68-1cb95d6d6070, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=df75ea7f-0733-436e-9a68-1cb95d6d6070,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:56.441483 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f4891478-4348-4c4a-aff7-d48010a5070e req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:56.455187 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for port (a30e9c2a-3c19-47b3-9ca0-6d4a26be93e5), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:56.458604 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-f4891478-4348-4c4a-aff7-d48010a5070e req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Calling delete_port for df75ea7f-0733-436e-9a68-1cb95d6d6070 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:44:56.459482 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd4a4984-4a81-4607-b444-fdf5094cddce req-1db887f6-85cc-422f-b7e9-f833e9d71682 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 1001 time: 0.0822213 Feb 15 16:44:56.517444 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (a30e9c2a-3c19-47b3-9ca0-6d4a26be93e5), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:56.607931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event updated for resources: {'Port': ['ID=a30e9c2a-3c19-47b3-9ca0-6d4a26be93e5,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:56.637564 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (1b18afd7-52e2-4ab8-a10e-a6e2a32baeb0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:56.645062 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f4891478-4348-4c4a-aff7-d48010a5070e req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (df75ea7f-0733-436e-9a68-1cb95d6d6070), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:56.645805 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a4984-4a81-4607-b444-fdf5094cddce req-65314cff-f082-4463-9d3e-73803bc7c46c tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:56.647176 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd4a4984-4a81-4607-b444-fdf5094cddce req-65314cff-f082-4463-9d3e-73803bc7c46c tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.1818430 Feb 15 16:44:56.661625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-fd4a4984-4a81-4607-b444-fdf5094cddce req-1b0dd03d-38ac-43e8-bd7f-3c4cfb8d17e1 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:44:56.662649 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd4a4984-4a81-4607-b444-fdf5094cddce req-1b0dd03d-38ac-43e8-bd7f-3c4cfb8d17e1 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075481 Feb 15 16:44:56.674655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Pushing event deleted for resources: {'Port': ['ID=df75ea7f-0733-436e-9a68-1cb95d6d6070,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:56.689269 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:56.689457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:56.689811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:56.690152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:56.690490 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:56.690824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:56.691155 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:56.691532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:56.691807 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:56.692130 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:56.692453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:56.692775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:56.693095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:44:56.718384 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95447d2a-3607-4b36-a9d4-8d7c231461dc x-openstack-request-id: req-95447d2a-3607-4b36-a9d4-8d7c231461dc {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:56.718384 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bf4d53-4691-4b97-baff-fea6c00e22d9", "tag": "ad2779db-44bb-4cae-b834-fd1b2242991c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d5fde7e-0a8c-4a61-a419-592f33dc0634", "tag": "d66691f8-99b2-4fa3-aa7a-a066d613d8eb", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:56.718384 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-95447d2a-3607-4b36-a9d4-8d7c231461dc {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:56.718384 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'tag': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'status': 'completed', 'code': 200} Feb 15 16:44:56.718384 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'tag': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb', 'status': 'completed', 'code': 200} Feb 15 16:44:56.738255 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4891478-4348-4c4a-aff7-d48010a5070e req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] No DVR routers for this DVR port df75ea7f-0733-436e-9a68-1cb95d6d6070 on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:44:56.741012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f4891478-4348-4c4a-aff7-d48010a5070e req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:56.746135 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f4891478-4348-4c4a-aff7-d48010a5070e req-5b521de2-14fe-4d60-b93c-d71d3ab6bae4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "DELETE /v2.0/ports/df75ea7f-0733-436e-9a68-1cb95d6d6070 HTTP/1.1" status: 204 len: 173 time: 0.5112216 Feb 15 16:44:56.772782 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:56.773995 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-13230148-81f1-453b-b434-d4dc500b6c40 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9811878 Feb 15 16:44:56.823304 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-e0445d2d-2179-4dc8-b34d-eae3732898fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:56.824946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-e0445d2d-2179-4dc8-b34d-eae3732898fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 1128 time: 0.0954657 Feb 15 16:44:56.831885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-333156fa-07ec-45f0-bd2b-7c0445a464ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:56.833478 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-333156fa-07ec-45f0-bd2b-7c0445a464ba service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&device_id=3d5fde7e-0a8c-4a61-a419-592f33dc0634 HTTP/1.1" status: 200 len: 1128 time: 0.0912316 Feb 15 16:44:56.979214 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device faeddbd6-5ba2-427c-b1b1-4aae3c788212 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:44:56.984432 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ddaf331e-42d8-4293-b663-06bb413aaf2f up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:57.014183 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-05429397-0233-4cd0-8425-757a2d44df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:57.016178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-05429397-0233-4cd0-8425-757a2d44df24 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 921 time: 0.1817684 Feb 15 16:44:57.018255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-1f73f25e-772e-4486-a712-a9b75730d776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:57.022669 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-1f73f25e-772e-4486-a712-a9b75730d776 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 921 time: 0.1768250 Feb 15 16:44:57.109276 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-cf3fa040-f877-479a-bc3b-cd85d56003cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad2779db-44bb-4cae-b834-fd1b2242991c HTTP/1.1" status: 200 len: 217 time: 0.0845888 Feb 15 16:44:57.147435 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port faeddbd6-5ba2-427c-b1b1-4aae3c788212, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=faeddbd6-5ba2-427c-b1b1-4aae3c788212,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:57.165308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'faeddbd6-5ba2-427c-b1b1-4aae3c788212', 'network_id': 'a7a37522-7e2e-4d80-987e-413d89fcdee4', 'port_id': 'faeddbd6-5ba2-427c-b1b1-4aae3c788212', 'mac_address': 'fa:16:3e:58:93:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42eff12e-ced8-4da9-b37b-4785a6ec0d7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:44:57.179962 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-08f1ade0-1098-4203-a70c-d7bcb494c409 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d66691f8-99b2-4fa3-aa7a-a066d613d8eb HTTP/1.1" status: 200 len: 1001 time: 0.1541111 Feb 15 16:44:57.182067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-f1890700-1907-4bbe-9d6c-2acf5b7d8b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:57.183573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-f1890700-1907-4bbe-9d6c-2acf5b7d8b35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 200 len: 859 time: 0.0680633 Feb 15 16:44:57.195802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port ddaf331e-42d8-4293-b663-06bb413aaf2f completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:44:57.205180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port ddaf331e-42d8-4293-b663-06bb413aaf2f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:57.205775 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ddaf331e-42d8-4293-b663-06bb413aaf2f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:57.228364 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port faeddbd6-5ba2-427c-b1b1-4aae3c788212 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:57.228658 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (faeddbd6-5ba2-427c-b1b1-4aae3c788212), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:57.253871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faeddbd6-5ba2-427c-b1b1-4aae3c788212 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:44:57.261933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-cc949900-09f5-4c66-86ab-3dda3b526802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:57.263102 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-cc949900-09f5-4c66-86ab-3dda3b526802 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 200 len: 859 time: 0.0764270 Feb 15 16:44:57.279982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port faeddbd6-5ba2-427c-b1b1-4aae3c788212, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=faeddbd6-5ba2-427c-b1b1-4aae3c788212,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:57.283385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-75de9c28-f621-48ca-a591-93e5768be02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:57.286161 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-75de9c28-f621-48ca-a591-93e5768be02c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b16032e-9798-432f-b240-94c30f7cd9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0914693 Feb 15 16:44:57.322128 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port ddaf331e-42d8-4293-b663-06bb413aaf2f is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:57.322532 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ddaf331e-42d8-4293-b663-06bb413aaf2f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:57.348464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c156c5-029d-4628-8275-4dc299032a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaf331e-42d8-4293-b663-06bb413aaf2f'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:57.350746 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1131d5-5e57-4d93-8e00-2f65e5252cc9" -d '{"events": [{"server_uuid": "b0c156c5-029d-4628-8275-4dc299032a38", "name": "network-vif-plugged", "status": "completed", "tag": "ddaf331e-42d8-4293-b663-06bb413aaf2f"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:57.364388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ddaf331e-42d8-4293-b663-06bb413aaf2f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ddaf331e-42d8-4293-b663-06bb413aaf2f,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:57.386098 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (faeddbd6-5ba2-427c-b1b1-4aae3c788212), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:57.424126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-9f25e764-58aa-40d9-83dc-0e434d728513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:57.424126 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-9f25e764-58aa-40d9-83dc-0e434d728513 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1b16032e-9798-432f-b240-94c30f7cd9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1504233 Feb 15 16:44:57.451624 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-681df58c-ce2a-423e-a873-308f038e8252 service neutron] 10.222.0.67 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351812 Feb 15 16:44:57.453072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=faeddbd6-5ba2-427c-b1b1-4aae3c788212,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:57.481453 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ddaf331e-42d8-4293-b663-06bb413aaf2f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:57.537321 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=ddaf331e-42d8-4293-b663-06bb413aaf2f,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:57.584170 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44042) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:57.606619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-bb14a403-ee3a-4a6e-b7c9-eea2b664dde4 service neutron] 10.222.0.10 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744833 Feb 15 16:44:57.609655 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae045f2-5ebc-4c02-938a-161808dbdeb9 x-openstack-request-id: req-eae045f2-5ebc-4c02-938a-161808dbdeb9 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:44:57.609945 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c67eb766-fdc2-40dc-a57b-2d95ecc1874d", "tag": "faeddbd6-5ba2-427c-b1b1-4aae3c788212", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:44:57.610274 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-eae045f2-5ebc-4c02-938a-161808dbdeb9 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:44:57.610629 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67eb766-fdc2-40dc-a57b-2d95ecc1874d', 'tag': 'faeddbd6-5ba2-427c-b1b1-4aae3c788212', 'status': 'completed', 'code': 200} Feb 15 16:44:57.615730 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-4310423b-b597-4186-99ba-f120135e7b1e service neutron] 10.222.0.67 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538386 Feb 15 16:44:57.634808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['faeddbd6-5ba2-427c-b1b1-4aae3c788212'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:44:57.776210 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-2966d5e9-623c-4f90-84c5-19fe37ffcb2a tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 1001 time: 0.1531100 Feb 15 16:44:57.777686 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b40a3571-f348-4a2f-9c94-1ef5354d36d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:57.798862 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c33d6-8d44-4d48-a719-1a175669248f req-a3a19fad-486b-46d4-aa2c-3c00c21353ef tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:57.800629 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d42c33d6-8d44-4d48-a719-1a175669248f req-a3a19fad-486b-46d4-aa2c-3c00c21353ef tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 944 time: 0.0819645 Feb 15 16:44:57.804919 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:57.814260 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef622ec-bba7-4424-a15f-8b98ff214e49 req-4e64f5b3-f549-443e-b640-e1bf93b8e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:57.816312 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ef622ec-bba7-4424-a15f-8b98ff214e49 req-4e64f5b3-f549-443e-b640-e1bf93b8e98e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=09b04ef91ce84fb2b5f8db2a22963f46&device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 1127 time: 0.1486101 Feb 15 16:44:57.839829 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f83cc3-d80d-4090-a341-fee5b9e15e8d req-79df2e89-6d9f-4dbe-8fee-b906e319a89f service neutron] 10.222.0.10 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265420 Feb 15 16:44:57.878491 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d42c33d6-8d44-4d48-a719-1a175669248f req-cc2f0e8d-13b0-497a-a6db-83a969b34b6c tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712392 Feb 15 16:44:57.902566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-bc6d0d75-d0c9-49a1-a9f9-86be4d842525 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:57.915949 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b40a3571-f348-4a2f-9c94-1ef5354d36d3 admin admin] Publish callbacks [] for security_group (5accc53f-9515-4483-a70f-cca8f4720462), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:57.916319 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-bc6d0d75-d0c9-49a1-a9f9-86be4d842525 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports/d66691f8-99b2-4fa3-aa7a-a066d613d8eb HTTP/1.1" status: 200 len: 942 time: 0.1196280 Feb 15 16:44:57.931415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:44:57.937038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:57.937452 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4f5d3119-5c92-43a6-ae81-9c1f5f26f495), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:57.976896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef622ec-bba7-4424-a15f-8b98ff214e49 req-be2dce90-197a-410c-ba9e-6d2809f41efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:57.983512 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ef622ec-bba7-4424-a15f-8b98ff214e49 req-be2dce90-197a-410c-ba9e-6d2809f41efc service neutron] 10.222.0.67 "GET /v2.0/networks?id=a7a37522-7e2e-4d80-987e-413d89fcdee4 HTTP/1.1" status: 200 len: 916 time: 0.1383550 Feb 15 16:44:58.014243 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b40a3571-f348-4a2f-9c94-1ef5354d36d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5accc53f-9515-4483-a70f-cca8f4720462), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:58.039770 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:58.040406 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4f5d3119-5c92-43a6-ae81-9c1f5f26f495), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:58.056504 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ef622ec-bba7-4424-a15f-8b98ff214e49 req-13fd97db-9053-4d65-9b19-25e38d972d74 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=faeddbd6-5ba2-427c-b1b1-4aae3c788212 HTTP/1.1" status: 200 len: 217 time: 0.0463402 Feb 15 16:44:58.061963 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b40a3571-f348-4a2f-9c94-1ef5354d36d3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=60f2580b742d47b198b4055868d91450&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4755661 Feb 15 16:44:58.066247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a3571-f348-4a2f-9c94-1ef5354d36d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5accc53f-9515-4483-a70f-cca8f4720462,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:58.067796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44048) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:44:58.079171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=4f5d3119-5c92-43a6-ae81-9c1f5f26f495,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:58.082735 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e09c43-3472-4bc6-a83c-c9951aec571e req-efb4eedc-2cd1-49ad-be2f-803706050826 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:58.084292 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-63e09c43-3472-4bc6-a83c-c9951aec571e req-efb4eedc-2cd1-49ad-be2f-803706050826 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 944 time: 0.1157050 Feb 15 16:44:58.087415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-8d5ddcee-ef3d-42a4-a76f-be778628fd82 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 1001 time: 0.1228008 Feb 15 16:44:58.146463 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4f5d3119-5c92-43a6-ae81-9c1f5f26f495), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:58.147399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:58.201660 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef622ec-bba7-4424-a15f-8b98ff214e49 req-6799f8fa-2f53-4053-a55c-d92cdf443510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:58.203140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ef622ec-bba7-4424-a15f-8b98ff214e49 req-6799f8fa-2f53-4053-a55c-d92cdf443510 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=42eff12e-ced8-4da9-b37b-4785a6ec0d7a HTTP/1.1" status: 200 len: 854 time: 0.1344078 Feb 15 16:44:58.233327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=4f5d3119-5c92-43a6-ae81-9c1f5f26f495,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:58.252399 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-63e09c43-3472-4bc6-a83c-c9951aec571e req-8a0c4ff7-4030-40c1-88a1-4862e89471da tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612730 Feb 15 16:44:58.271233 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c87b9a79-dbd2-413e-b04f-8e32e1ff513c admin admin] Publish callbacks [] for security_group (5accc53f-9515-4483-a70f-cca8f4720462), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:58.308109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:44:58.311452 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-fa3289d2-9b5e-4867-99fb-c0231d70aaf1 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:58.312656 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:58.312844 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-fa3289d2-9b5e-4867-99fb-c0231d70aaf1 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.2058616 Feb 15 16:44:58.318733 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:58.319861 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c87b9a79-dbd2-413e-b04f-8e32e1ff513c admin admin] Publish callbacks [] for security_group (5accc53f-9515-4483-a70f-cca8f4720462), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:58.332932 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef622ec-bba7-4424-a15f-8b98ff214e49 req-b3f7d382-1e50-40fb-a787-67377324fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:58.334465 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ef622ec-bba7-4424-a15f-8b98ff214e49 req-b3f7d382-1e50-40fb-a787-67377324fcf6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a7a37522-7e2e-4d80-987e-413d89fcdee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1215246 Feb 15 16:44:58.389088 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-bb6b1c6a-6d5c-423c-977e-c5fc5bcd262e tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1629925434&fields=id&tenant_id=5c059e9cd6634bce8f4e005af5907e51 HTTP/1.1" status: 200 len: 267 time: 0.0543652 Feb 15 16:44:58.404727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:58.405242 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:58.440159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:58.449610 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-e4678c93-cff5-4a5f-8c9f-d8944280dfc0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:58.451038 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-e4678c93-cff5-4a5f-8c9f-d8944280dfc0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports/0f5cf237-c13f-4452-a50f-8a0b8b20e20d HTTP/1.1" status: 200 len: 936 time: 0.0527534 Feb 15 16:44:58.510714 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-fdee423d-7e37-4ca8-b2a3-a58252d9b63e tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:58.512253 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-fdee423d-7e37-4ca8-b2a3-a58252d9b63e tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports/fee101f4-9a6f-48fa-82ce-cbc998d7d69d HTTP/1.1" status: 200 len: 936 time: 0.0554140 Feb 15 16:44:58.519369 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:58.568850 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-d590bd0f-4f52-4a04-972b-87a7bd65477c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?network_id=7fe9f723-b633-4900-81b1-ec294bf1c8b7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0495024 Feb 15 16:44:58.572240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:58.604676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-891ffea0-6b11-4a25-9f5b-98c065bf8d88 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?network_id=7fe9f723-b633-4900-81b1-ec294bf1c8b7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0289366 Feb 15 16:44:58.718506 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48683183-fc01-450f-b3b1-85d063fc849b', 'name': 'network-vif-deleted', 'tag': 'df75ea7f-0733-436e-9a68-1cb95d6d6070'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:58.721495 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fa6023-6da1-42b1-a36e-da9b415c40a0" -d '{"events": [{"server_uuid": "48683183-fc01-450f-b3b1-85d063fc849b", "name": "network-vif-deleted", "tag": "df75ea7f-0733-436e-9a68-1cb95d6d6070"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:58.730043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ac74257f-472f-4e9e-882f-758f0137db89 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:58.735237 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ac74257f-472f-4e9e-882f-758f0137db89 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:58.741802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ac74257f-472f-4e9e-882f-758f0137db89 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:58.743464 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ac74257f-472f-4e9e-882f-758f0137db89 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/networks?id=36c7dd23-e458-4e0b-8f60-3d6235ba67f5&id=67e72fda-9dfe-495c-b3a9-2d311823812f&id=67e72fda-9dfe-495c-b3a9-2d311823812f&id=7fe9f723-b633-4900-81b1-ec294bf1c8b7&id=7fe9f723-b633-4900-81b1-ec294bf1c8b7 HTTP/1.1" status: 200 len: 1995 time: 0.1327803 Feb 15 16:44:58.765450 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-bc506010-e2b0-4a2a-9b29-85639010447b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/quotas/5c059e9cd6634bce8f4e005af5907e51 HTTP/1.1" status: 200 len: 375 time: 0.0146048 Feb 15 16:44:58.772194 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-7cf6a689-2c63-4c42-b0e5-348add4df24e tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 1001 time: 0.4443820 Feb 15 16:44:58.787406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-bda5c731-906e-4e32-bcea-2176fcac5235 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:44:58.831059 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f00c3af0-bdc0-4989-8f7e-385bdba538cd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=5c059e9cd6634bce8f4e005af5907e51&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0604291 Feb 15 16:44:58.835134 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ef622ec-bba7-4424-a15f-8b98ff214e49 req-ce66f9f7-20c4-41de-b62d-0479c797a4ae service neutron] 10.222.0.67 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921916 Feb 15 16:44:58.895753 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-bda5c731-906e-4e32-bcea-2176fcac5235 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for floatingip (16ea8165-d859-47d2-92ad-2eecdeef3f6d), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:58.899190 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c87b9a79-dbd2-413e-b04f-8e32e1ff513c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5accc53f-9515-4483-a70f-cca8f4720462), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:58.901732 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c87b9a79-dbd2-413e-b04f-8e32e1ff513c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:58.902917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c87b9a79-dbd2-413e-b04f-8e32e1ff513c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5accc53f-9515-4483-a70f-cca8f4720462 HTTP/1.1" status: 204 len: 168 time: 0.8322921 Feb 15 16:44:58.942883 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-155d1505-8cf9-413b-aa91-0d3fd3fa5623 service neutron] 10.222.0.107 "GET /v2.0/networks/36c7dd23-e458-4e0b-8f60-3d6235ba67f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999398 Feb 15 16:44:58.948374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b9a79-dbd2-413e-b04f-8e32e1ff513c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5accc53f-9515-4483-a70f-cca8f4720462,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:58.990904 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device faeddbd6-5ba2-427c-b1b1-4aae3c788212 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:44:59.039569 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ef622ec-bba7-4424-a15f-8b98ff214e49 req-c03ded01-d561-4a39-94e4-943a1179ab66 service neutron] 10.222.0.67 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978445 Feb 15 16:44:59.050550 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-8d35df09-808d-4457-9b17-5be826b925c7 service neutron] 10.222.0.107 "GET /v2.0/networks/36c7dd23-e458-4e0b-8f60-3d6235ba67f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016173 Feb 15 16:44:59.097616 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-bda5c731-906e-4e32-bcea-2176fcac5235 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:59.102211 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-a00ccfa4-8e8c-4169-b909-7bf6eaa18bcb service neutron] 10.222.0.107 "GET /v2.0/ports/0f5cf237-c13f-4452-a50f-8a0b8b20e20d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0445282 Feb 15 16:44:59.170888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port faeddbd6-5ba2-427c-b1b1-4aae3c788212 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:44:59.174965 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port faeddbd6-5ba2-427c-b1b1-4aae3c788212 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:44:59.175341 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (faeddbd6-5ba2-427c-b1b1-4aae3c788212), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:59.191720 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-04f2b7ba-3d15-406d-a8cc-cac4dc4ab349 service neutron] 10.222.0.107 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837550 Feb 15 16:44:59.193882 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-bda5c731-906e-4e32-bcea-2176fcac5235 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (16ea8165-d859-47d2-92ad-2eecdeef3f6d), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:59.194232 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-bda5c731-906e-4e32-bcea-2176fcac5235 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Floating IP 16ea8165-d859-47d2-92ad-2eecdeef3f6d disassociated. External IP: 172.25.4.247, port: d66691f8-99b2-4fa3-aa7a-a066d613d8eb. Feb 15 16:44:59.270415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port faeddbd6-5ba2-427c-b1b1-4aae3c788212 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:44:59.271507 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (faeddbd6-5ba2-427c-b1b1-4aae3c788212), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:59.301945 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-0549946d-ffdc-449d-b7e6-e7a6deba2dcc service neutron] 10.222.0.107 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028864 Feb 15 16:44:59.332657 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port faeddbd6-5ba2-427c-b1b1-4aae3c788212, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=faeddbd6-5ba2-427c-b1b1-4aae3c788212,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:44:59.349912 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-efdf4735-47ba-421b-b585-71b12868f4ec service neutron] 10.222.0.107 "GET /v2.0/ports/fee101f4-9a6f-48fa-82ce-cbc998d7d69d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0381942 Feb 15 16:44:59.393942 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (faeddbd6-5ba2-427c-b1b1-4aae3c788212), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:59.457051 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-2186347a-f1e7-435d-90e9-fdba6e14d145 service neutron] 10.222.0.107 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032674 Feb 15 16:44:59.457290 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=faeddbd6-5ba2-427c-b1b1-4aae3c788212,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:44:59.474550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-bda5c731-906e-4e32-bcea-2176fcac5235 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Router af8f3875-667c-4596-8678-d6cfcb7c95fb has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:44:59.559058 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7db8c831-8102-427d-ad51-fac1195c56a2 service neutron] 10.222.0.107 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936754 Feb 15 16:44:59.595847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-bda5c731-906e-4e32-bcea-2176fcac5235 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:44:59.601322 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-bda5c731-906e-4e32-bcea-2176fcac5235 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:44:59.609868 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07461037-6e5b-42a3-83c7-b05c3fc6aec5 None None] Sync routers for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:44:59.620641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07461037-6e5b-42a3-83c7-b05c3fc6aec5 None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:44:59.621635 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-07461037-6e5b-42a3-83c7-b05c3fc6aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:44:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:44:59.650888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-bda5c731-906e-4e32-bcea-2176fcac5235 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "PUT /v2.0/floatingips/16ea8165-d859-47d2-92ad-2eecdeef3f6d HTTP/1.1" status: 200 len: 695 time: 0.8676567 Feb 15 16:44:59.654663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'tag': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:44:59.656695 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-d4f7d6b9-1489-4cf3-abe7-639e399d8dd0 service neutron] 10.222.0.107 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904021 Feb 15 16:44:59.660694 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150b9d0c-3e24-47c6-8f8f-485165680608" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5fde7e-0a8c-4a61-a419-592f33dc0634", "tag": "d66691f8-99b2-4fa3-aa7a-a066d613d8eb"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:44:59.708247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-d9213ed5-d6a8-40b5-820f-f4634941a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:59.720347 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-d9213ed5-d6a8-40b5-820f-f4634941a903 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&device_id=3d5fde7e-0a8c-4a61-a419-592f33dc0634 HTTP/1.1" status: 200 len: 1128 time: 0.0558288 Feb 15 16:44:59.775356 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-5459eff2-e106-40bb-bf84-68c7bbad1b59 service neutron] 10.222.0.107 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110115 Feb 15 16:44:59.842298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-596efe94-1cae-4ab1-a7da-1920cd126d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:59.844107 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-596efe94-1cae-4ab1-a7da-1920cd126d0b service neutron] 10.222.0.107 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 921 time: 0.1133168 Feb 15 16:44:59.891214 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-93ffb28a-9a06-48cc-b164-01ee3614935a service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d66691f8-99b2-4fa3-aa7a-a066d613d8eb HTTP/1.1" status: 200 len: 217 time: 0.0405135 Feb 15 16:44:59.897539 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-07461037-6e5b-42a3-83c7-b05c3fc6aec5 None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:44:59.898702 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-806d6a85-bd8a-47c7-82b8-d0e57e34d075 service neutron] 10.222.0.107 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175692 Feb 15 16:44:59.942561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-d71c983a-98ef-4bef-a240-05b2a573f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:44:59.944202 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-d71c983a-98ef-4bef-a240-05b2a573f484 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 200 len: 859 time: 0.0463428 Feb 15 16:45:00.008411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-fb492616-c1b3-4d7c-ab54-d616b5225b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:00.009164 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-690570b7-ab74-4292-b950-d9308cfe58bf service neutron] 10.222.0.107 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048136 Feb 15 16:45:00.011028 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-fb492616-c1b3-4d7c-ab54-d616b5225b09 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1b16032e-9798-432f-b240-94c30f7cd9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0610838 Feb 15 16:45:00.107765 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-09752e16-2d1a-45ac-90cc-319d4b593b06 service neutron] 10.222.0.107 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890100 Feb 15 16:45:00.129962 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-5b5e6ac3-4e39-4f1e-8c20-97d3cf5934df service neutron] 10.222.0.107 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114347 Feb 15 16:45:00.144112 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:00.168732 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-07461037-6e5b-42a3-83c7-b05c3fc6aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:00.195652 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07461037-6e5b-42a3-83c7-b05c3fc6aec5 None None] Checking router: af8f3875-667c-4596-8678-d6cfcb7c95fb for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:45:00.206004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07461037-6e5b-42a3-83c7-b05c3fc6aec5 None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:00.206644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-07461037-6e5b-42a3-83c7-b05c3fc6aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:44:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:00.210178 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-a20fe47e-8ee6-46f6-a00b-b9597066dc92 service neutron] 10.222.0.107 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947990 Feb 15 16:45:00.240012 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-559c7015-02f5-47da-ab7f-2069dc13d28c req-6e4ac11f-431f-4d54-88cc-7011449ec6ce service neutron] 10.222.0.107 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049793 Feb 15 16:45:00.302704 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-1d8de112-7e28-4666-9f87-2488eaa79051 service neutron] 10.222.0.107 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860703 Feb 15 16:45:00.330045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-07461037-6e5b-42a3-83c7-b05c3fc6aec5 None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:00.404244 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-a9034cc9-9feb-4d34-9d5f-4949c6a37734 service neutron] 10.222.0.107 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957122 Feb 15 16:45:00.430518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68fcfc-43f1-451f-bab3-bf8abce7c093 req-267c5e01-a244-48c2-a2e3-286a39fbb3f1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:00.432031 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4f68fcfc-43f1-451f-bab3-bf8abce7c093 req-267c5e01-a244-48c2-a2e3-286a39fbb3f1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 945 time: 0.0630178 Feb 15 16:45:00.461293 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-65b85311-4a6c-4343-9691-ec30a3b9594a tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:00.462294 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-65b85311-4a6c-4343-9691-ec30a3b9594a tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports/0f5cf237-c13f-4452-a50f-8a0b8b20e20d HTTP/1.1" status: 200 len: 936 time: 0.0511105 Feb 15 16:45:00.488785 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4f68fcfc-43f1-451f-bab3-bf8abce7c093 req-006cb263-a307-414b-8382-8c69e4bb6334 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491192 Feb 15 16:45:00.522956 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-4591c25b-fa49-4784-89d5-ba9c1a908a80 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:00.524358 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-4591c25b-fa49-4784-89d5-ba9c1a908a80 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports/fee101f4-9a6f-48fa-82ce-cbc998d7d69d HTTP/1.1" status: 200 len: 936 time: 0.0541003 Feb 15 16:45:00.559946 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc5a30a-d271-429d-862c-b4da1b04fcda x-openstack-request-id: req-bcc5a30a-d271-429d-862c-b4da1b04fcda {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:00.560244 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c156c5-029d-4628-8275-4dc299032a38", "name": "network-vif-plugged", "status": "completed", "tag": "ddaf331e-42d8-4293-b663-06bb413aaf2f", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:00.560508 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bcc5a30a-d271-429d-862c-b4da1b04fcda {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:00.560908 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c156c5-029d-4628-8275-4dc299032a38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaf331e-42d8-4293-b663-06bb413aaf2f', 'code': 200} Feb 15 16:45:00.563061 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:00.575974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-07461037-6e5b-42a3-83c7-b05c3fc6aec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:00.615470 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07461037-6e5b-42a3-83c7-b05c3fc6aec5 None None] The sync data for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 is: [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:45:00.666535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690eae0-06a3-4861-80ba-b899cecdbfec req-7b1637de-66f5-4ce4-91d3-bb34b76e0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:00.674880 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a690eae0-06a3-4861-80ba-b899cecdbfec req-7b1637de-66f5-4ce4-91d3-bb34b76e0e55 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b0c156c5-029d-4628-8275-4dc299032a38 HTTP/1.1" status: 200 len: 1129 time: 0.0646629 Feb 15 16:45:00.727554 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a690eae0-06a3-4861-80ba-b899cecdbfec req-c11cd858-d093-43c4-94f5-4af4dac59772 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458541 Feb 15 16:45:00.897908 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929f6b95-44d9-405c-81a0-4ad5de1b5f5a None None] New status for floating IP 16ea8165-d859-47d2-92ad-2eecdeef3f6d: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:45:00.911176 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9640a7-b6f0-4d74-a757-ce39e18cb37e x-openstack-request-id: req-3b9640a7-b6f0-4d74-a757-ce39e18cb37e {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:00.914403 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48683183-fc01-450f-b3b1-85d063fc849b", "name": "network-vif-deleted", "tag": "df75ea7f-0733-436e-9a68-1cb95d6d6070", "status": "failed", "code": 422}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:00.914403 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3b9640a7-b6f0-4d74-a757-ce39e18cb37e {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:00.914403 n-d-828372-14 neutron-server[103800]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48683183-fc01-450f-b3b1-85d063fc849b', 'name': 'network-vif-deleted', 'tag': 'df75ea7f-0733-436e-9a68-1cb95d6d6070', 'status': 'failed', 'code': 422} returned with failed status Feb 15 16:45:01.011415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:45:01.031476 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a82346-a0eb-4d6f-b072-df1541aa2088 req-99c38bb0-05a5-4a73-9304-5a31faadfc26 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:01.033587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-46a82346-a0eb-4d6f-b072-df1541aa2088 req-99c38bb0-05a5-4a73-9304-5a31faadfc26 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 945 time: 0.0758975 Feb 15 16:45:01.082475 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-46a82346-a0eb-4d6f-b072-df1541aa2088 req-40a8d24f-d161-4505-bfea-e8f4e1218f47 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432937 Feb 15 16:45:01.133627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:01.151759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '55f8a979-7158-4c6f-88e6-5baaeeb7d4b0', 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d', 'port_id': '55f8a979-7158-4c6f-88e6-5baaeeb7d4b0', 'mac_address': 'fa:16:3e:d2:68:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00524c7b-0e17-4a67-aa78-e190b4f54264', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:45:01.192367 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:01.192856 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:01.197877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edb1c0-a2b1-43e1-a922-56603b85f7d8 req-52b36b8d-f876-4f18-9b1d-683c34ffbf5c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:01.199425 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-46edb1c0-a2b1-43e1-a922-56603b85f7d8 req-52b36b8d-f876-4f18-9b1d-683c34ffbf5c tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 945 time: 0.0587854 Feb 15 16:45:01.207183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:45:01.227926 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:01.253938 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-46edb1c0-a2b1-43e1-a922-56603b85f7d8 req-2dab8039-57c9-4a06-bb02-3a3c3d4679fa tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484645 Feb 15 16:45:01.297440 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995d4e73-1b69-4d70-98d8-dac50592b0ec x-openstack-request-id: req-995d4e73-1b69-4d70-98d8-dac50592b0ec {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:01.297742 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5fde7e-0a8c-4a61-a419-592f33dc0634", "tag": "d66691f8-99b2-4fa3-aa7a-a066d613d8eb", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:01.298615 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-995d4e73-1b69-4d70-98d8-dac50592b0ec {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:01.302918 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'tag': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb', 'status': 'completed', 'code': 200} Feb 15 16:45:01.363424 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:01.418575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:01.439621 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['55f8a979-7158-4c6f-88e6-5baaeeb7d4b0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:45:01.483535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b9d0c-3e24-47c6-8f8f-485165680608 req-376e39a6-657f-4a52-9623-4e5f8f7ea1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:01.486145 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-150b9d0c-3e24-47c6-8f8f-485165680608 req-376e39a6-657f-4a52-9623-4e5f8f7ea1ee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&device_id=3d5fde7e-0a8c-4a61-a419-592f33dc0634 HTTP/1.1" status: 200 len: 1128 time: 0.1658993 Feb 15 16:45:01.613603 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b9d0c-3e24-47c6-8f8f-485165680608 req-1b1052b8-5182-4144-9079-be652ebbb050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:01.615094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-150b9d0c-3e24-47c6-8f8f-485165680608 req-1b1052b8-5182-4144-9079-be652ebbb050 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 921 time: 0.1226466 Feb 15 16:45:01.656202 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-150b9d0c-3e24-47c6-8f8f-485165680608 req-3fc5beb0-44c8-4fc9-85d5-e1fa3cc9903a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d66691f8-99b2-4fa3-aa7a-a066d613d8eb HTTP/1.1" status: 200 len: 217 time: 0.0342886 Feb 15 16:45:01.707548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b9d0c-3e24-47c6-8f8f-485165680608 req-bd94d361-c28d-43a4-b58f-f0f2ecf5d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:01.709025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-150b9d0c-3e24-47c6-8f8f-485165680608 req-bd94d361-c28d-43a4-b58f-f0f2ecf5d60f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 200 len: 859 time: 0.0471718 Feb 15 16:45:01.759619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b9d0c-3e24-47c6-8f8f-485165680608 req-a06636f3-5973-4cf5-b53b-2b4709174da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:01.761194 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-150b9d0c-3e24-47c6-8f8f-485165680608 req-a06636f3-5973-4cf5-b53b-2b4709174da2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1b16032e-9798-432f-b240-94c30f7cd9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447152 Feb 15 16:45:01.780914 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-150b9d0c-3e24-47c6-8f8f-485165680608 req-58478794-8f74-47dc-9512-21f1dd8aa3c5 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:45:01.782897 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-150b9d0c-3e24-47c6-8f8f-485165680608 req-58478794-8f74-47dc-9512-21f1dd8aa3c5 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069959 Feb 15 16:45:01.887641 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-150b9d0c-3e24-47c6-8f8f-485165680608 req-ce94d0b5-6050-4dfb-9237-f5edbddf520c service neutron] 10.222.0.10 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904284 Feb 15 16:45:02.078694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-150b9d0c-3e24-47c6-8f8f-485165680608 req-0a8ca2ec-1509-4908-ac2d-8aaae785d474 service neutron] 10.222.0.10 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852546 Feb 15 16:45:02.122191 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc161f10-be0c-434c-9a2d-a8b483d48c9f req-1b797e9b-7764-4071-8e3a-a09e79cfd7e6 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:02.130494 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cc161f10-be0c-434c-9a2d-a8b483d48c9f req-1b797e9b-7764-4071-8e3a-a09e79cfd7e6 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 945 time: 0.0758193 Feb 15 16:45:02.176696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-fe19d02d-2c7d-4b74-9c20-28ceb1cb6406 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:02.178095 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cc161f10-be0c-434c-9a2d-a8b483d48c9f req-49934718-c9bc-407b-892b-2c5ff11636c1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464971 Feb 15 16:45:02.182180 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-fe19d02d-2c7d-4b74-9c20-28ceb1cb6406 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 812 time: 0.1969430 Feb 15 16:45:02.221710 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-d27aa0f0-b217-435c-93f0-f87fb5fbeca3 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/quotas/ba74aa9e819a439eb5de67abc6749cb0 HTTP/1.1" status: 200 len: 375 time: 0.0284915 Feb 15 16:45:02.252040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-be29d17c-5f02-4518-b1fc-991af09acd57 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:02.253508 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-be29d17c-5f02-4518-b1fc-991af09acd57 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports/0f5cf237-c13f-4452-a50f-8a0b8b20e20d HTTP/1.1" status: 200 len: 936 time: 0.1731453 Feb 15 16:45:02.271499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-af6b8d8c-13d8-40e7-b60c-57f108cca6da tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415244 Feb 15 16:45:02.282623 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-92ddbfd5-f92e-42fc-8d29-c4ff4c9e8746 req-8b217f7d-ba42-4b6a-be2e-f71a43b4dc67 tempest-AbsoluteLimitsNegativeTestJSON-483750921 tempest-AbsoluteLimitsNegativeTestJSON-483750921-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=e5b9e301243c4cbf90eceb5d052544b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248947 Feb 15 16:45:02.358484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ebb65e71-7f9a-425b-aafa-c4e15435f700 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:02.359853 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ebb65e71-7f9a-425b-aafa-c4e15435f700 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports/fee101f4-9a6f-48fa-82ce-cbc998d7d69d HTTP/1.1" status: 200 len: 936 time: 0.0915468 Feb 15 16:45:02.396540 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddbfd5-f92e-42fc-8d29-c4ff4c9e8746 req-80e19f1b-3e08-447e-b112-a75f7f650244 tempest-AbsoluteLimitsNegativeTestJSON-483750921 tempest-AbsoluteLimitsNegativeTestJSON-483750921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:02.398512 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-92ddbfd5-f92e-42fc-8d29-c4ff4c9e8746 req-80e19f1b-3e08-447e-b112-a75f7f650244 tempest-AbsoluteLimitsNegativeTestJSON-483750921 tempest-AbsoluteLimitsNegativeTestJSON-483750921-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1108685 Feb 15 16:45:02.406096 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-22d83490-a327-48c4-a3f9-9e4e6acccd05 service neutron] 10.222.0.107 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249905 Feb 15 16:45:02.416670 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-92ddbfd5-f92e-42fc-8d29-c4ff4c9e8746 req-d327c69b-7429-44a3-8c0a-d54db93c8d31 tempest-AbsoluteLimitsNegativeTestJSON-483750921 tempest-AbsoluteLimitsNegativeTestJSON-483750921-project] 10.222.0.107 "GET /v2.0/quotas/e5b9e301243c4cbf90eceb5d052544b3 HTTP/1.1" status: 200 len: 375 time: 0.0096917 Feb 15 16:45:02.459370 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-92ddbfd5-f92e-42fc-8d29-c4ff4c9e8746 req-9895641d-0d2d-4018-8129-4a9fce1da81a tempest-AbsoluteLimitsNegativeTestJSON-483750921 tempest-AbsoluteLimitsNegativeTestJSON-483750921-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e5b9e301243c4cbf90eceb5d052544b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344112 Feb 15 16:45:02.527995 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-13be4641-6bfa-4573-b208-7e4c47f04b57 service neutron] 10.222.0.107 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154428 Feb 15 16:45:02.562214 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193a1f9e-cc1e-423d-af16-5b01dc99b72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5d3119-5c92-43a6-ae81-9c1f5f26f495'}, {'server_uuid': 'c4925192-4225-4e06-8d1d-44db43d041ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0d2e39-21a6-4d46-a662-6ca9d7af98fb'}, {'server_uuid': 'c67eb766-fdc2-40dc-a57b-2d95ecc1874d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faeddbd6-5ba2-427c-b1b1-4aae3c788212'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:02.565467 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc4823c-1889-4db0-84f8-721fd5fd1a86" -d '{"events": [{"server_uuid": "193a1f9e-cc1e-423d-af16-5b01dc99b72d", "name": "network-vif-plugged", "status": "completed", "tag": "4f5d3119-5c92-43a6-ae81-9c1f5f26f495"}, {"server_uuid": "c4925192-4225-4e06-8d1d-44db43d041ec", "name": "network-vif-plugged", "status": "completed", "tag": "6c0d2e39-21a6-4d46-a662-6ca9d7af98fb"}, {"server_uuid": "c67eb766-fdc2-40dc-a57b-2d95ecc1874d", "name": "network-vif-plugged", "status": "completed", "tag": "faeddbd6-5ba2-427c-b1b1-4aae3c788212"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:02.636063 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-c1c6ca13-1def-4fe3-8b94-cfe57794358c tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:02.637866 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-c1c6ca13-1def-4fe3-8b94-cfe57794358c tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0714240 Feb 15 16:45:02.691554 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-47a57225-06ad-47b5-8658-547902c06d8b tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 696 time: 0.0476081 Feb 15 16:45:02.700537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-cb322b45-e7c4-4066-bb57-01f8784dd149 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Request body: {'floatingip': {'port_id': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:02.738708 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-cb322b45-e7c4-4066-bb57-01f8784dd149 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for floatingip (16ea8165-d859-47d2-92ad-2eecdeef3f6d), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:02.878950 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67268c5e-b9a9-4408-a51f-9f6f90033cb9 req-5ef3cf9f-f0e5-434a-98a1-5c8d686aaa5d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:02.886113 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67268c5e-b9a9-4408-a51f-9f6f90033cb9 req-5ef3cf9f-f0e5-434a-98a1-5c8d686aaa5d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=87184de3-9cec-4e66-97cd-85aa5a0808fe HTTP/1.1" status: 200 len: 945 time: 0.0762315 Feb 15 16:45:02.949832 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67268c5e-b9a9-4408-a51f-9f6f90033cb9 req-69dbe909-4e03-481b-be13-7020543e3a16 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584159 Feb 15 16:45:03.018982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:45:03.059278 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c097d29d-abc3-4c78-8dae-9845f657f035 req-8ada5ebe-b770-4664-b1fd-ff112e0238ef tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0651774 Feb 15 16:45:03.105349 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0d95b-5279-406d-b0fa-4417090d268f req-3a0cb9e7-0405-4fa1-b7a4-250ee1837600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:03.108585 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60e0d95b-5279-406d-b0fa-4417090d268f req-3a0cb9e7-0405-4fa1-b7a4-250ee1837600 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 1128 time: 0.1577971 Feb 15 16:45:03.188406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 is: BUILD; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:03.188944 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:03.191950 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60e0d95b-5279-406d-b0fa-4417090d268f req-817e47a5-4c97-4782-9e0f-3fb8d7ab77d9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720491 Feb 15 16:45:03.206133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:45:03.244111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44198) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:03.326331 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-cb322b45-e7c4-4066-bb57-01f8784dd149 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:45:03.326773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:03.333747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8533d-7ab2-41cc-98fe-1836ebfa1d37 req-ab7c4f45-11a3-4c30-b992-9ee2ee486694 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:03.340760 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d3f8533d-7ab2-41cc-98fe-1836ebfa1d37 req-ab7c4f45-11a3-4c30-b992-9ee2ee486694 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 945 time: 0.1528645 Feb 15 16:45:03.373915 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-011547d8-7c7e-42da-89fd-20e541a995eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:03.395262 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-cb322b45-e7c4-4066-bb57-01f8784dd149 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:03.410873 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:03.430670 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d3f8533d-7ab2-41cc-98fe-1836ebfa1d37 req-438c8b4c-b98d-42ca-b2c5-ddeae396f9de tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890961 Feb 15 16:45:03.475288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:03.506350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c2b67-0599-4435-8f04-07f9e0d5d8c4 req-02d90c9a-dc9d-4e3e-af96-4b40b1a11218 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:03.508237 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c4c2b67-0599-4435-8f04-07f9e0d5d8c4 req-02d90c9a-dc9d-4e3e-af96-4b40b1a11218 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.10 "GET /v2.0/ports?device_id=3d5fde7e-0a8c-4a61-a419-592f33dc0634 HTTP/1.1" status: 200 len: 945 time: 0.1073937 Feb 15 16:45:03.513709 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-cb322b45-e7c4-4066-bb57-01f8784dd149 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (16ea8165-d859-47d2-92ad-2eecdeef3f6d), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:03.622425 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-011547d8-7c7e-42da-89fd-20e541a995eb admin admin] Publish callbacks [] for security_group (2cdf3451-e6e5-4937-8e86-347296730b2f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:03.661822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c26d39-ee47-4569-9221-fd2194ba60d8 req-9e06181c-1314-4ef4-8f66-3f235602c977 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:03.663409 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24c26d39-ee47-4569-9221-fd2194ba60d8 req-9e06181c-1314-4ef4-8f66-3f235602c977 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 945 time: 0.1466186 Feb 15 16:45:03.711353 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-011547d8-7c7e-42da-89fd-20e541a995eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2cdf3451-e6e5-4937-8e86-347296730b2f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:03.734988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-4c4c2b67-0599-4435-8f04-07f9e0d5d8c4 req-d1d25fe6-171d-43ae-a871-939a90cc1128 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Deleting port d66691f8-99b2-4fa3-aa7a-a066d613d8eb {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:45:03.735827 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4c4c2b67-0599-4435-8f04-07f9e0d5d8c4 req-d1d25fe6-171d-43ae-a871-939a90cc1128 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d66691f8-99b2-4fa3-aa7a-a066d613d8eb), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:03.797667 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24c26d39-ee47-4569-9221-fd2194ba60d8 req-919438c8-28e3-4ea9-b07a-c50e79ab7978 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275697 Feb 15 16:45:03.829063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011547d8-7c7e-42da-89fd-20e541a995eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdf3451-e6e5-4937-8e86-347296730b2f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:03.840655 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-011547d8-7c7e-42da-89fd-20e541a995eb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e5b9e301243c4cbf90eceb5d052544b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5954943 Feb 15 16:45:03.854663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44206) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:03.858282 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b679bb-f199-4863-a6a3-1ad4fd975415 x-openstack-request-id: req-f0b679bb-f199-4863-a6a3-1ad4fd975415 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:03.858798 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193a1f9e-cc1e-423d-af16-5b01dc99b72d", "name": "network-vif-plugged", "status": "completed", "tag": "4f5d3119-5c92-43a6-ae81-9c1f5f26f495", "code": 200}, {"server_uuid": "c4925192-4225-4e06-8d1d-44db43d041ec", "name": "network-vif-plugged", "status": "completed", "tag": "6c0d2e39-21a6-4d46-a662-6ca9d7af98fb", "code": 200}, {"server_uuid": "c67eb766-fdc2-40dc-a57b-2d95ecc1874d", "name": "network-vif-plugged", "status": "completed", "tag": "faeddbd6-5ba2-427c-b1b1-4aae3c788212", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:03.859770 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f0b679bb-f199-4863-a6a3-1ad4fd975415 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:03.860205 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193a1f9e-cc1e-423d-af16-5b01dc99b72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5d3119-5c92-43a6-ae81-9c1f5f26f495', 'code': 200} Feb 15 16:45:03.860988 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4925192-4225-4e06-8d1d-44db43d041ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0d2e39-21a6-4d46-a662-6ca9d7af98fb', 'code': 200} Feb 15 16:45:03.861242 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67eb766-fdc2-40dc-a57b-2d95ecc1874d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faeddbd6-5ba2-427c-b1b1-4aae3c788212', 'code': 200} Feb 15 16:45:03.895123 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-cb322b45-e7c4-4066-bb57-01f8784dd149 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Floating IP 16ea8165-d859-47d2-92ad-2eecdeef3f6d associated. External IP: 172.25.4.247, port: ad2779db-44bb-4cae-b834-fd1b2242991c. Feb 15 16:45:03.918252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-4c4c2b67-0599-4435-8f04-07f9e0d5d8c4 req-d1d25fe6-171d-43ae-a871-939a90cc1128 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] For port d66691f8-99b2-4fa3-aa7a-a066d613d8eb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d66691f8-99b2-4fa3-aa7a-a066d613d8eb,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:03.918628 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4c4c2b67-0599-4435-8f04-07f9e0d5d8c4 req-d1d25fe6-171d-43ae-a871-939a90cc1128 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d66691f8-99b2-4fa3-aa7a-a066d613d8eb), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:03.966870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-4c4c2b67-0599-4435-8f04-07f9e0d5d8c4 req-d1d25fe6-171d-43ae-a871-939a90cc1128 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Calling delete_port for d66691f8-99b2-4fa3-aa7a-a066d613d8eb owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:45:04.045012 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d09559-af17-4b1a-8006-f44577dca5fc req-3ae76a30-38cf-4845-83a3-e75f1e8d491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:04.046688 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9d09559-af17-4b1a-8006-f44577dca5fc req-3ae76a30-38cf-4845-83a3-e75f1e8d491e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 1128 time: 0.0737596 Feb 15 16:45:04.056591 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4692766-566d-4601-aa80-d22b63edc05c req-9e89b1f4-b44a-4341-bf6f-bb8e6907f07b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 210 time: 0.0934923 Feb 15 16:45:04.121510 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bde6830-fc43-40fa-9920-30dcc5d73af7 admin admin] Publish callbacks [] for security_group (2cdf3451-e6e5-4937-8e86-347296730b2f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:04.183019 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bde6830-fc43-40fa-9920-30dcc5d73af7 admin admin] Publish callbacks [] for security_group (2cdf3451-e6e5-4937-8e86-347296730b2f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:04.191014 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9d09559-af17-4b1a-8006-f44577dca5fc req-e3a5caf0-bc54-42a3-9077-0a4a4254c75e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376653 Feb 15 16:45:04.201883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5527c87-9625-4da1-9b2b-545f78da297f req-477146c8-f742-4ad7-9028-0179f56ee7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:04.211228 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5527c87-9625-4da1-9b2b-545f78da297f req-477146c8-f742-4ad7-9028-0179f56ee7e2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 1128 time: 0.2554781 Feb 15 16:45:04.227117 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c6b87-91cc-475e-9358-7c29eaa5cf67 req-2422983f-708c-4398-8093-ce256e00ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:04.227509 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-cb322b45-e7c4-4066-bb57-01f8784dd149 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Router af8f3875-667c-4596-8678-d6cfcb7c95fb has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:45:04.228601 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f93c6b87-91cc-475e-9358-7c29eaa5cf67 req-2422983f-708c-4398-8093-ce256e00ccc4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 1128 time: 0.2139831 Feb 15 16:45:04.312704 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5527c87-9625-4da1-9b2b-545f78da297f req-5be4d4b9-0b4b-4c6e-8bc5-83147a691fc8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989723 Feb 15 16:45:04.342876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-cb322b45-e7c4-4066-bb57-01f8784dd149 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:45:04.348139 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-cb322b45-e7c4-4066-bb57-01f8784dd149 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:04.355562 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a7126-88d4-42db-ac9e-724b47c1c4ae None None] Sync routers for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:45:04.368957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0a7126-88d4-42db-ac9e-724b47c1c4ae None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:04.369873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6e0a7126-88d4-42db-ac9e-724b47c1c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:44:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:04.380083 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-cb322b45-e7c4-4066-bb57-01f8784dd149 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "PUT /v2.0/floatingips/16ea8165-d859-47d2-92ad-2eecdeef3f6d HTTP/1.1" status: 200 len: 996 time: 1.6830904 Feb 15 16:45:04.380634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'tag': 'ad2779db-44bb-4cae-b834-fd1b2242991c'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:04.382915 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128c0b67-83d6-4364-9a14-03b33cb2ad97" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bf4d53-4691-4b97-baff-fea6c00e22d9", "tag": "ad2779db-44bb-4cae-b834-fd1b2242991c"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:04.443909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-96f9f6e3-2c44-4969-8d2f-50e85e5d16d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:04.446261 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f93c6b87-91cc-475e-9358-7c29eaa5cf67 req-03539952-5a70-40f7-ba4f-5511f4e6e78c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483809 Feb 15 16:45:04.449925 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-96f9f6e3-2c44-4969-8d2f-50e85e5d16d7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 1128 time: 0.0557358 Feb 15 16:45:04.479791 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bde6830-fc43-40fa-9920-30dcc5d73af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2cdf3451-e6e5-4937-8e86-347296730b2f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:04.482879 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bde6830-fc43-40fa-9920-30dcc5d73af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:04.487018 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8bde6830-fc43-40fa-9920-30dcc5d73af7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2cdf3451-e6e5-4937-8e86-347296730b2f HTTP/1.1" status: 204 len: 168 time: 0.6194689 Feb 15 16:45:04.497908 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4c4c2b67-0599-4435-8f04-07f9e0d5d8c4 req-d1d25fe6-171d-43ae-a871-939a90cc1128 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d66691f8-99b2-4fa3-aa7a-a066d613d8eb), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:04.504214 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde6830-fc43-40fa-9920-30dcc5d73af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdf3451-e6e5-4937-8e86-347296730b2f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:04.510910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ad2779db-44bb-4cae-b834-fd1b2242991c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:45:04.519296 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-6e0a7126-88d4-42db-ac9e-724b47c1c4ae None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:04.546998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d25fe6-171d-43ae-a871-939a90cc1128 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Pushing event deleted for resources: {'Port': ['ID=d66691f8-99b2-4fa3-aa7a-a066d613d8eb,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:04.629380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4c2b67-0599-4435-8f04-07f9e0d5d8c4 req-d1d25fe6-171d-43ae-a871-939a90cc1128 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] No DVR routers for this DVR port d66691f8-99b2-4fa3-aa7a-a066d613d8eb on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:45:04.633454 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4c4c2b67-0599-4435-8f04-07f9e0d5d8c4 req-d1d25fe6-171d-43ae-a871-939a90cc1128 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:04.638580 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c4c2b67-0599-4435-8f04-07f9e0d5d8c4 req-d1d25fe6-171d-43ae-a871-939a90cc1128 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.10 "DELETE /v2.0/ports/d66691f8-99b2-4fa3-aa7a-a066d613d8eb HTTP/1.1" status: 204 len: 173 time: 1.1228712 Feb 15 16:45:04.639062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'name': 'network-vif-deleted', 'tag': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:04.639940 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-b04b457c-1f61-47a6-848d-833b62b16f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:04.642228 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961b2584-9046-4cfb-bdc3-1fb276fc1c35" -d '{"events": [{"server_uuid": "3d5fde7e-0a8c-4a61-a419-592f33dc0634", "name": "network-vif-deleted", "tag": "d66691f8-99b2-4fa3-aa7a-a066d613d8eb"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:04.651277 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-b04b457c-1f61-47a6-848d-833b62b16f92 service neutron] 10.222.0.107 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 921 time: 0.1994684 Feb 15 16:45:04.723608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb10e9-7f63-4b86-87d0-73d3060bd4a5 req-7a5a9ffc-bd0d-4544-8de1-60929c4544dc tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:04.725326 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3deb10e9-7f63-4b86-87d0-73d3060bd4a5 req-7a5a9ffc-bd0d-4544-8de1-60929c4544dc tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 945 time: 0.0797269 Feb 15 16:45:04.728321 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-190f598e-84b8-4e66-9c72-d1d17f27e7fb service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad2779db-44bb-4cae-b834-fd1b2242991c HTTP/1.1" status: 200 len: 999 time: 0.0748768 Feb 15 16:45:04.787818 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3deb10e9-7f63-4b86-87d0-73d3060bd4a5 req-416b55ae-819b-4ffc-a747-b8ec59914049 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542316 Feb 15 16:45:04.804223 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-53ef1ba2-5c3b-412b-baf4-fd1ab7917866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:04.816767 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-53ef1ba2-5c3b-412b-baf4-fd1ab7917866 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 200 len: 859 time: 0.0733945 Feb 15 16:45:04.886700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-d6707e62-fe43-4bc1-a979-dea663ce6e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:04.888232 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-d6707e62-fe43-4bc1-a979-dea663ce6e3b service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1b16032e-9798-432f-b240-94c30f7cd9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0730298 Feb 15 16:45:04.930064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6e0a7126-88d4-42db-ac9e-724b47c1c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '16ea8165-d859-47d2-92ad-2eecdeef3f6d', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'port_id': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'mac_address': 'fa:16:3e:f6:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:44:17Z', 'updated_at': '2022-02-15T16:45:03Z', 'revision_number': 8, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:04.966477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a7126-88d4-42db-ac9e-724b47c1c4ae None None] Checking router: af8f3875-667c-4596-8678-d6cfcb7c95fb for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:45:05.007386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0a7126-88d4-42db-ac9e-724b47c1c4ae None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:05.008030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6e0a7126-88d4-42db-ac9e-724b47c1c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:44:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:05.040767 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76f4072b-db2d-4120-878d-faf877c1628e req-092bf8bf-7139-4cfa-9c07-21bc1c48aa6e tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0558567 Feb 15 16:45:05.062589 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-74cbd1d1-8599-4997-af63-4742d2646bae service neutron] 10.222.0.107 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668127 Feb 15 16:45:05.173169 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bf6d5a-97fd-4e51-bf52-567fd0446c9a x-openstack-request-id: req-a1bf6d5a-97fd-4e51-bf52-567fd0446c9a {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:05.175018 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bf4d53-4691-4b97-baff-fea6c00e22d9", "tag": "ad2779db-44bb-4cae-b834-fd1b2242991c", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:05.175353 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a1bf6d5a-97fd-4e51-bf52-567fd0446c9a {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:05.175727 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'tag': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'status': 'completed', 'code': 200} Feb 15 16:45:05.215427 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd3d0f1d-bd6d-4fb8-b3d3-2c440b758923 req-0411724a-e015-4e52-8bfc-0cdbacc628fe service neutron] 10.222.0.107 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515708 Feb 15 16:45:05.229315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-6e0a7126-88d4-42db-ac9e-724b47c1c4ae None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:05.312538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c0b67-83d6-4364-9a14-03b33cb2ad97 req-46612334-0c6f-464b-9e7a-13020e370d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:05.314663 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-128c0b67-83d6-4364-9a14-03b33cb2ad97 req-46612334-0c6f-464b-9e7a-13020e370d8c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 1128 time: 0.1401396 Feb 15 16:45:05.331673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15662f-4960-4506-bbe5-e67ab381f1af req-388f16d9-b604-42c0-b1b7-613eeb1a83bc tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:05.333801 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0f15662f-4960-4506-bbe5-e67ab381f1af req-388f16d9-b604-42c0-b1b7-613eeb1a83bc tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 945 time: 0.0952697 Feb 15 16:45:05.477893 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0f15662f-4960-4506-bbe5-e67ab381f1af req-94fcb93d-a049-415f-9aa0-1c2667394db7 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339381 Feb 15 16:45:05.479555 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c7d42-92ae-4cb1-bc20-e0fd19dfe687 req-cd25379f-0837-4591-b662-1ed13a99da26 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:05.481639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d4c7d42-92ae-4cb1-bc20-e0fd19dfe687 req-cd25379f-0837-4591-b662-1ed13a99da26 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=87184de3-9cec-4e66-97cd-85aa5a0808fe HTTP/1.1" status: 200 len: 944 time: 0.0804155 Feb 15 16:45:05.482137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c0b67-83d6-4364-9a14-03b33cb2ad97 req-88c709a7-ddec-432f-b082-c0b382765d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:05.483606 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-128c0b67-83d6-4364-9a14-03b33cb2ad97 req-88c709a7-ddec-432f-b082-c0b382765d0b service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 921 time: 0.1489167 Feb 15 16:45:05.566626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6e0a7126-88d4-42db-ac9e-724b47c1c4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '16ea8165-d859-47d2-92ad-2eecdeef3f6d', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'port_id': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'mac_address': 'fa:16:3e:f6:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:44:17Z', 'updated_at': '2022-02-15T16:45:03Z', 'revision_number': 8, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:05.595717 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d4c7d42-92ae-4cb1-bc20-e0fd19dfe687 req-1776e49b-4965-4c19-90c3-3cb60b32d065 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032677 Feb 15 16:45:05.601933 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73ee780-f29c-4be7-8f97-306f9b97f558 x-openstack-request-id: req-e73ee780-f29c-4be7-8f97-306f9b97f558 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:05.601933 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5fde7e-0a8c-4a61-a419-592f33dc0634", "name": "network-vif-deleted", "tag": "d66691f8-99b2-4fa3-aa7a-a066d613d8eb", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:05.606872 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e73ee780-f29c-4be7-8f97-306f9b97f558 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:05.607408 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d5fde7e-0a8c-4a61-a419-592f33dc0634', 'name': 'network-vif-deleted', 'tag': 'd66691f8-99b2-4fa3-aa7a-a066d613d8eb', 'status': 'completed', 'code': 200} Feb 15 16:45:05.617558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a7126-88d4-42db-ac9e-724b47c1c4ae None None] The sync data for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 is: [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '16ea8165-d859-47d2-92ad-2eecdeef3f6d', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'floating_ip_address': '172.25.4.247', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'port_id': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 950, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'mac_address': 'fa:16:3e:f6:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:44:17Z', 'updated_at': '2022-02-15T16:45:03Z', 'revision_number': 8, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:45:05.622356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-dbc854c5-e334-4b78-bade-32a58fb9e1f8 req-d3c8c255-eaf2-4a2a-ad67-79cab6bf70cd tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1534473358', 'description': 'tempest-description-1392987994'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:05.680453 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-128c0b67-83d6-4364-9a14-03b33cb2ad97 req-d0d5b57a-8afa-4c8b-98ab-25f965a6d152 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad2779db-44bb-4cae-b834-fd1b2242991c HTTP/1.1" status: 200 len: 999 time: 0.1707244 Feb 15 16:45:05.738453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7bc55-a8f5-4015-af2d-964430cdb486 req-1f1ae48c-f2ec-4e7f-810d-2f87b55d6f26 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:05.740930 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bdc7bc55-a8f5-4015-af2d-964430cdb486 req-1f1ae48c-f2ec-4e7f-810d-2f87b55d6f26 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 945 time: 0.0704734 Feb 15 16:45:05.756496 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c0b67-83d6-4364-9a14-03b33cb2ad97 req-00fabeeb-78d9-424d-add4-db48c9522f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:05.758033 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-128c0b67-83d6-4364-9a14-03b33cb2ad97 req-00fabeeb-78d9-424d-add4-db48c9522f89 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 200 len: 859 time: 0.0702777 Feb 15 16:45:05.799962 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bdc7bc55-a8f5-4015-af2d-964430cdb486 req-631288a4-cc4f-41fc-8255-10eb200cfdb6 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520113 Feb 15 16:45:05.814855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dbc854c5-e334-4b78-bade-32a58fb9e1f8 req-d3c8c255-eaf2-4a2a-ad67-79cab6bf70cd tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:05.836822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c0b67-83d6-4364-9a14-03b33cb2ad97 req-3f1a4d04-702d-4e62-b4cf-07cccb7b6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:05.838449 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-128c0b67-83d6-4364-9a14-03b33cb2ad97 req-3f1a4d04-702d-4e62-b4cf-07cccb7b6c2f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b16032e-9798-432f-b240-94c30f7cd9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0678558 Feb 15 16:45:05.843172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device d66691f8-99b2-4fa3-aa7a-a066d613d8eb no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:45:05.892587 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: d66691f8-99b2-4fa3-aa7a-a066d613d8eb {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:45:05.893038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device d66691f8-99b2-4fa3-aa7a-a066d613d8eb not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:45:05.962376 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a14ebc43-152b-46be-b9e8-2c7986271411 req-202afb45-1591-46a2-9345-52291ed8fa72 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 210 time: 0.0595655 Feb 15 16:45:06.006589 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e451b2-5356-4749-ba67-7e162bb44fa8 None None] New status for floating IP 16ea8165-d859-47d2-92ad-2eecdeef3f6d: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:45:06.102076 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87e40730-79b9-459e-93eb-505703d3b3ba req-1b144f55-c15c-4010-98d8-c3e00bc323b3 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/floatingips/16ea8165-d859-47d2-92ad-2eecdeef3f6d HTTP/1.1" status: 200 len: 996 time: 0.0769720 Feb 15 16:45:06.107260 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dbc854c5-e334-4b78-bade-32a58fb9e1f8 req-d3c8c255-eaf2-4a2a-ad67-79cab6bf70cd tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for security_group (13fa3c0d-3787-484a-b41c-c547e441ef8e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:06.125287 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-128c0b67-83d6-4364-9a14-03b33cb2ad97 req-591990aa-fd9a-444e-815c-4ede7a819f48 service neutron] 10.222.0.67 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686534 Feb 15 16:45:06.174467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-d412dfa0-a514-4139-9e1e-8f92cd55145c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:06.188271 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-d412dfa0-a514-4139-9e1e-8f92cd55145c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 812 time: 0.2246671 Feb 15 16:45:06.239608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ce8f1d39-7a87-412c-9d85-c39525ae3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:06.241079 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ce8f1d39-7a87-412c-9d85-c39525ae3be5 service neutron] 10.222.0.67 "GET /v2.0/ports/0f5cf237-c13f-4452-a50f-8a0b8b20e20d HTTP/1.1" status: 200 len: 1032 time: 0.0526586 Feb 15 16:45:06.310576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e40730-79b9-459e-93eb-505703d3b3ba req-f0e9494c-93de-4a4c-bbe0-5c57c5c5e68a tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:06.319873 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87e40730-79b9-459e-93eb-505703d3b3ba req-f0e9494c-93de-4a4c-bbe0-5c57c5c5e68a tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.2154911 Feb 15 16:45:06.328736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44252) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:06.342485 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-fb45292f-1afd-4263-b9a0-0d04f2384593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:06.342485 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-fb45292f-1afd-4263-b9a0-0d04f2384593 service neutron] 10.222.0.67 "GET /v2.0/ports/fee101f4-9a6f-48fa-82ce-cbc998d7d69d HTTP/1.1" status: 200 len: 1032 time: 0.0832205 Feb 15 16:45:06.499157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ac5438f8-3bd2-46bf-a5c2-51f03a714dd9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-642001309-network', 'tenant_id': 'a6c3877b7958496dacf24b4711c02a01'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:06.524833 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2dc60186-e005-4333-b1ba-6fd793098dbf req-537fe195-ed74-4712-bb3d-d550fca46c41 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0561035 Feb 15 16:45:06.575373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-55835411-85f1-4033-b697-4e3374859edd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Request body: {'port': {'device_id': 'aaa78113-0a8b-45dd-bebc-ac4a2b57bf43', 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e', 'admin_state_up': True, 'tenant_id': 'ba74aa9e819a439eb5de67abc6749cb0'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:06.580600 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dbc854c5-e334-4b78-bade-32a58fb9e1f8 req-d3c8c255-eaf2-4a2a-ad67-79cab6bf70cd tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (13fa3c0d-3787-484a-b41c-c547e441ef8e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:06.613131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c7ea896f-316b-4827-93b2-b3054564735c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:06.618218 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c7ea896f-316b-4827-93b2-b3054564735c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:06.623252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c7ea896f-316b-4827-93b2-b3054564735c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:06.624806 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c7ea896f-316b-4827-93b2-b3054564735c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "GET /v2.0/networks?id=36c7dd23-e458-4e0b-8f60-3d6235ba67f5&id=67e72fda-9dfe-495c-b3a9-2d311823812f&id=67e72fda-9dfe-495c-b3a9-2d311823812f&id=67e72fda-9dfe-495c-b3a9-2d311823812f&id=67e72fda-9dfe-495c-b3a9-2d311823812f&id=7fe9f723-b633-4900-81b1-ec294bf1c8b7&id=7fe9f723-b633-4900-81b1-ec294bf1c8b7 HTTP/1.1" status: 200 len: 1995 time: 0.2801533 Feb 15 16:45:06.653608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5438f8-3bd2-46bf-a5c2-51f03a714dd9 admin admin] Made reservation on behalf of a6c3877b7958496dacf24b4711c02a01 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:45:06.655757 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ac5438f8-3bd2-46bf-a5c2-51f03a714dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:06.679803 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ac5438f8-3bd2-46bf-a5c2-51f03a714dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:06.692736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8c255-eaf2-4a2a-ad67-79cab6bf70cd tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13fa3c0d-3787-484a-b41c-c547e441ef8e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:06.699639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-6fe158a3-aac7-4d93-a774-65025a08dc26 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 1001 time: 0.1379244 Feb 15 16:45:06.746824 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dbc854c5-e334-4b78-bade-32a58fb9e1f8 req-d3c8c255-eaf2-4a2a-ad67-79cab6bf70cd tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:06.748063 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbc854c5-e334-4b78-bade-32a58fb9e1f8 req-d3c8c255-eaf2-4a2a-ad67-79cab6bf70cd tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 1.1529033 Feb 15 16:45:06.770093 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-128c0b67-83d6-4364-9a14-03b33cb2ad97 req-98772c66-702e-4b6e-be63-bdf0014a8732 service neutron] 10.222.0.67 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6275613 Feb 15 16:45:06.776378 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-9c90d4bd-b95e-4d3c-b7c2-b0a14aa63104 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c059e9cd6634bce8f4e005af5907e51 HTTP/1.1" status: 200 len: 380 time: 0.1420808 Feb 15 16:45:06.779450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392caffe-dbbf-45d1-93ad-c6ef1857e937 req-35a3918e-787d-48a3-b1ac-56c53d8e00c2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:06.780907 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-392caffe-dbbf-45d1-93ad-c6ef1857e937 req-35a3918e-787d-48a3-b1ac-56c53d8e00c2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.67 "GET /v2.0/ports?device_id=87184de3-9cec-4e66-97cd-85aa5a0808fe HTTP/1.1" status: 200 len: 944 time: 0.1219311 Feb 15 16:45:06.801544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-9a36316f-8146-4efe-b17d-c17f885340df tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Request body: {'port': {'device_id': '6627256c-96fe-478b-a359-44296db785c7', 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'admin_state_up': True, 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'security_groups': ['48302c02-c385-4408-8300-6724200ff734']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:06.861791 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c4a067b5-891b-4ce2-bc26-786487cf0a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:06.875410 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-e76a2cb4-9013-449e-a29f-95b5f0345c93 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:06.877460 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-e76a2cb4-9013-449e-a29f-95b5f0345c93 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports/ad2779db-44bb-4cae-b834-fd1b2242991c HTTP/1.1" status: 200 len: 942 time: 0.1689157 Feb 15 16:45:06.963426 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e50f55-e567-4111-9d4c-cd5dcccf9eca req-ceef466e-345a-4485-bbec-d045fae5a997 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:06.970417 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-09e50f55-e567-4111-9d4c-cd5dcccf9eca req-ceef466e-345a-4485-bbec-d045fae5a997 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 945 time: 0.1339278 Feb 15 16:45:07.006642 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ac5438f8-3bd2-46bf-a5c2-51f03a714dd9 admin admin] Publish callbacks [] for security_group (3a1cd66a-a0fb-47f9-8565-1283f8d18e9a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:07.012844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-55835411-85f1-4033-b697-4e3374859edd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Made reservation on behalf of ba74aa9e819a439eb5de67abc6749cb0 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:45:07.012844 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-55835411-85f1-4033-b697-4e3374859edd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:07.014464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-392caffe-dbbf-45d1-93ad-c6ef1857e937 req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Deleting port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:45:07.014800 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-392caffe-dbbf-45d1-93ad-c6ef1857e937 req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:07.036417 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-9ccab0f4-a64d-40c9-95a7-f43200117680 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 1001 time: 0.1051531 Feb 15 16:45:07.108029 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-09e50f55-e567-4111-9d4c-cd5dcccf9eca req-fa250627-2903-4383-a9b1-e43f8406ed5a tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353269 Feb 15 16:45:07.112177 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ac5438f8-3bd2-46bf-a5c2-51f03a714dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3a1cd66a-a0fb-47f9-8565-1283f8d18e9a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:07.178107 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-9a36316f-8146-4efe-b17d-c17f885340df tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Made reservation on behalf of 5c059e9cd6634bce8f4e005af5907e51 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:45:07.182079 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-9a36316f-8146-4efe-b17d-c17f885340df tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:07.187414 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5438f8-3bd2-46bf-a5c2-51f03a714dd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:45:07.201252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-392caffe-dbbf-45d1-93ad-c6ef1857e937 req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] For port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:07.207696 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-392caffe-dbbf-45d1-93ad-c6ef1857e937 req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:07.212293 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5438f8-3bd2-46bf-a5c2-51f03a714dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1cd66a-a0fb-47f9-8565-1283f8d18e9a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:07.242243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-392caffe-dbbf-45d1-93ad-c6ef1857e937 req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Calling delete_port for 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:45:07.244146 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-1598c28a-eace-4fb5-9e28-6a0690984e88 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:07.246533 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-1598c28a-eace-4fb5-9e28-6a0690984e88 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.2020931 Feb 15 16:45:07.251017 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ac5438f8-3bd2-46bf-a5c2-51f03a714dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c41a1ef9-705b-4451-9659-d46a6474954d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:07.251017 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-ac5438f8-3bd2-46bf-a5c2-51f03a714dd9 admin admin] Added segment c41a1ef9-705b-4451-9659-d46a6474954d of type vlan for network 4cd62870-a711-485c-9331-6bdbcf6c6864 Feb 15 16:45:07.341780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-55835411-85f1-4033-b697-4e3374859edd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Allocated IP 172.20.0.14 (25ae7ec7-2a2e-4bf6-b151-6a630a07559e/e54c697c-dfc4-4d97-947c-96f129045128/2acc8944-f3c8-4892-ad25-c4284c8a4d1a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:45:07.369284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba2d24-411c-42f9-b81d-47dc3c33912f req-b30afd63-8f5f-4282-839d-c0e4fa4155b4 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:07.370849 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-39ba2d24-411c-42f9-b81d-47dc3c33912f req-b30afd63-8f5f-4282-839d-c0e4fa4155b4 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=87184de3-9cec-4e66-97cd-85aa5a0808fe HTTP/1.1" status: 200 len: 944 time: 0.1392701 Feb 15 16:45:07.439494 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ac5438f8-3bd2-46bf-a5c2-51f03a714dd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (4cd62870-a711-485c-9331-6bdbcf6c6864), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:07.486319 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-c868ffdf-2a3a-4e88-9988-e7c478616cad tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 1001 time: 0.2242711 Feb 15 16:45:07.495636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-9a36316f-8146-4efe-b17d-c17f885340df tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Allocated IP 172.20.0.6 (36c7dd23-e458-4e0b-8f60-3d6235ba67f5/6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f/454e4dee-af23-45be-bb94-938d491c45ff) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:45:07.506849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-7f70cad1-391a-4f90-a14a-6c227e7e77a3 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:07.550166 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-39ba2d24-411c-42f9-b81d-47dc3c33912f req-7a59299a-3719-43ca-8167-c7dc58da7faa tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730874 Feb 15 16:45:07.601764 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-7f70cad1-391a-4f90-a14a-6c227e7e77a3 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for floatingip (16ea8165-d859-47d2-92ad-2eecdeef3f6d), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:07.628190 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ac5438f8-3bd2-46bf-a5c2-51f03a714dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (4cd62870-a711-485c-9331-6bdbcf6c6864), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:07.629778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5438f8-3bd2-46bf-a5c2-51f03a714dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:07.633608 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ac5438f8-3bd2-46bf-a5c2-51f03a714dd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:07.638174 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-55835411-85f1-4033-b697-4e3374859edd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks [] for port (2acc8944-f3c8-4892-ad25-c4284c8a4d1a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:07.650462 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-392caffe-dbbf-45d1-93ad-c6ef1857e937 req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (55f8a979-7158-4c6f-88e6-5baaeeb7d4b0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:07.706233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Pushing event deleted for resources: {'Port': ['ID=55f8a979-7158-4c6f-88e6-5baaeeb7d4b0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:07.730677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:07.730677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:07.730677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:07.730677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:07.730677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:07.730677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:07.730677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:07.730677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:07.730677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:07.730677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:07.730677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:07.730677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:07.731910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:07.779807 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c9fd338-b1e8-47bb-9130-f2a219dabeb2 req-96e8ab47-56bd-40e2-8544-2e2322e89261 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1534473358&fields=id&tenant_id=88d20a36be5d483f8c3d15b2235c1322 HTTP/1.1" status: 200 len: 267 time: 0.1536343 Feb 15 16:45:07.804757 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-392caffe-dbbf-45d1-93ad-c6ef1857e937 req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] No DVR routers for this DVR port 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:45:07.818230 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-392caffe-dbbf-45d1-93ad-c6ef1857e937 req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:07.823231 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-392caffe-dbbf-45d1-93ad-c6ef1857e937 req-e79d8e4b-e61b-4bd7-a132-e4f99b0a4134 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.67 "DELETE /v2.0/ports/55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 HTTP/1.1" status: 204 len: 173 time: 1.0349996 Feb 15 16:45:07.823695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87184de3-9cec-4e66-97cd-85aa5a0808fe', 'name': 'network-vif-deleted', 'tag': '55f8a979-7158-4c6f-88e6-5baaeeb7d4b0'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:07.826787 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b12f098-6884-4030-8094-43b7763d141d" -d '{"events": [{"server_uuid": "87184de3-9cec-4e66-97cd-85aa5a0808fe", "name": "network-vif-deleted", "tag": "55f8a979-7158-4c6f-88e6-5baaeeb7d4b0"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:07.849292 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ac5438f8-3bd2-46bf-a5c2-51f03a714dd9 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4968033 Feb 15 16:45:07.849751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44272) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:07.849861 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5438f8-3bd2-46bf-a5c2-51f03a714dd9 admin admin] Pushing event updated for resources: {'Network': ['ID=4cd62870-a711-485c-9331-6bdbcf6c6864,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:07.849972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 4cd62870-a711-485c-9331-6bdbcf6c6864 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:45:07.858223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b9a36d86-f541-4b07-9a9a-0b3630374440 admin admin] Request body: {'subnet': {'network_id': '4cd62870-a711-485c-9331-6bdbcf6c6864', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-642001309-subnet', 'tenant_id': 'a6c3877b7958496dacf24b4711c02a01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:07.900562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fd338-b1e8-47bb-9130-f2a219dabeb2 req-4de190a1-ac25-407f-9449-ba5085485495 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:07.902324 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c9fd338-b1e8-47bb-9130-f2a219dabeb2 req-4de190a1-ac25-407f-9449-ba5085485495 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 945 time: 0.1010129 Feb 15 16:45:07.904455 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-55835411-85f1-4033-b697-4e3374859edd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2acc8944-f3c8-4892-ad25-c4284c8a4d1a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:07.922393 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-7f70cad1-391a-4f90-a14a-6c227e7e77a3 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:07.923836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-9c9fd338-b1e8-47bb-9130-f2a219dabeb2 req-d3199b5d-5612-4d27-8e3d-7a8d87eb8cfb tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Request body: {'port': {'security_groups': ['a0083136-a475-436e-8e2d-e09ea91a5524', '13fa3c0d-3787-484a-b41c-c547e441ef8e']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:07.949089 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-9a36316f-8146-4efe-b17d-c17f885340df tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for port (454e4dee-af23-45be-bb94-938d491c45ff), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:08.016153 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-7f70cad1-391a-4f90-a14a-6c227e7e77a3 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (16ea8165-d859-47d2-92ad-2eecdeef3f6d), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:08.017482 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-7f70cad1-391a-4f90-a14a-6c227e7e77a3 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Floating IP 16ea8165-d859-47d2-92ad-2eecdeef3f6d disassociated. External IP: 172.25.4.247, port: ad2779db-44bb-4cae-b834-fd1b2242991c. Feb 15 16:45:08.022496 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a36d86-f541-4b07-9a9a-0b3630374440 admin admin] Made reservation on behalf of a6c3877b7958496dacf24b4711c02a01 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:45:08.024853 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9a36d86-f541-4b07-9a9a-0b3630374440 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:08.039641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-55835411-85f1-4033-b697-4e3374859edd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:45:08.083291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-55835411-85f1-4033-b697-4e3374859edd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:45:08.098199 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-55835411-85f1-4033-b697-4e3374859edd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:45:08.105462 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55835411-85f1-4033-b697-4e3374859edd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Pushing event updated for resources: {'Port': ['ID=2acc8944-f3c8-4892-ad25-c4284c8a4d1a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:08.108725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9c9fd338-b1e8-47bb-9130-f2a219dabeb2 req-d3199b5d-5612-4d27-8e3d-7a8d87eb8cfb tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (68486fb2-1933-4780-85fb-c02548028e86), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:08.239205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-55835411-85f1-4033-b697-4e3374859edd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:08.240105 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-55835411-85f1-4033-b697-4e3374859edd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:08.386747 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-55835411-85f1-4033-b697-4e3374859edd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8157542 Feb 15 16:45:08.409122 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Request body: {'port': {'device_id': 'aaa78113-0a8b-45dd-bebc-ac4a2b57bf43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:08.434379 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-9a36316f-8146-4efe-b17d-c17f885340df tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (454e4dee-af23-45be-bb94-938d491c45ff), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:08.498105 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-9a36316f-8146-4efe-b17d-c17f885340df tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Network 36c7dd23-e458-4e0b-8f60-3d6235ba67f5 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:45:08.507601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-9a36316f-8146-4efe-b17d-c17f885340df tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:45:08.513590 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-9a36316f-8146-4efe-b17d-c17f885340df tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:45:08.522312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36316f-8146-4efe-b17d-c17f885340df tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event updated for resources: {'Port': ['ID=454e4dee-af23-45be-bb94-938d491c45ff,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:08.540108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-9c9fd338-b1e8-47bb-9130-f2a219dabeb2 req-d3199b5d-5612-4d27-8e3d-7a8d87eb8cfb tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] For port 68486fb2-1933-4780-85fb-c02548028e86, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=68486fb2-1933-4780-85fb-c02548028e86,segment=NetworkSegment(a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa),segment_id=a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:08.555822 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2acc8944-f3c8-4892-ad25-c4284c8a4d1a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:08.574012 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9a36d86-f541-4b07-9a9a-0b3630374440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (59dfe2e5-7032-4cd9-b0a1-8d42080b2188), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:08.637767 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-9a36316f-8146-4efe-b17d-c17f885340df tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:08.638402 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-9a36316f-8146-4efe-b17d-c17f885340df tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:08.654785 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9c9fd338-b1e8-47bb-9130-f2a219dabeb2 req-d3199b5d-5612-4d27-8e3d-7a8d87eb8cfb tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for port (68486fb2-1933-4780-85fb-c02548028e86), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:08.670531 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a36d86-f541-4b07-9a9a-0b3630374440 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59dfe2e5-7032-4cd9-b0a1-8d42080b2188,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:08.700189 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-7f70cad1-391a-4f90-a14a-6c227e7e77a3 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Router af8f3875-667c-4596-8678-d6cfcb7c95fb has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:45:08.717899 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a36d86-f541-4b07-9a9a-0b3630374440 admin admin] Checking segment: {'id': 'c41a1ef9-705b-4451-9659-d46a6474954d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4cd62870-a711-485c-9331-6bdbcf6c6864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:45:08.718261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a36d86-f541-4b07-9a9a-0b3630374440 admin admin] Network hostable DHCP agents. Network: 4cd62870-a711-485c-9331-6bdbcf6c6864, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:45:08.794810 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9c9fd338-b1e8-47bb-9130-f2a219dabeb2 req-d3199b5d-5612-4d27-8e3d-7a8d87eb8cfb tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (68486fb2-1933-4780-85fb-c02548028e86), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:08.798597 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-9a36316f-8146-4efe-b17d-c17f885340df tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0044472 Feb 15 16:45:08.809029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-876d2dc5-6611-4443-b3af-e88085f7a6f7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Request body: {'port': {'device_id': '6627256c-96fe-478b-a359-44296db785c7', 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f', 'admin_state_up': True, 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'security_groups': ['48302c02-c385-4408-8300-6724200ff734']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:08.811480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['68486fb2-1933-4780-85fb-c02548028e86'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:45:08.907014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-7f70cad1-391a-4f90-a14a-6c227e7e77a3 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:45:08.918236 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-7f70cad1-391a-4f90-a14a-6c227e7e77a3 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:08.969408 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-7f70cad1-391a-4f90-a14a-6c227e7e77a3 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "PUT /v2.0/floatingips/16ea8165-d859-47d2-92ad-2eecdeef3f6d HTTP/1.1" status: 200 len: 696 time: 1.4699488 Feb 15 16:45:08.982534 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fd338-b1e8-47bb-9130-f2a219dabeb2 req-d3199b5d-5612-4d27-8e3d-7a8d87eb8cfb tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:08.983575 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9c9fd338-b1e8-47bb-9130-f2a219dabeb2 req-d3199b5d-5612-4d27-8e3d-7a8d87eb8cfb tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:08.986154 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c9fd338-b1e8-47bb-9130-f2a219dabeb2 req-d3199b5d-5612-4d27-8e3d-7a8d87eb8cfb tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "PUT /v2.0/ports/68486fb2-1933-4780-85fb-c02548028e86 HTTP/1.1" status: 200 len: 981 time: 1.0724676 Feb 15 16:45:08.991352 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'tag': 'ad2779db-44bb-4cae-b834-fd1b2242991c'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:08.991352 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bba141-83d9-4a37-b310-73c41a435d51" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bf4d53-4691-4b97-baff-fea6c00e22d9", "tag": "ad2779db-44bb-4cae-b834-fd1b2242991c"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:09.013274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28245fa-d727-4f79-99af-6ff05b95ddd4 None None] Sync routers for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:45:09.022991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199b5d-5612-4d27-8e3d-7a8d87eb8cfb tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Pushing event updated for resources: {'Port': ['ID=68486fb2-1933-4780-85fb-c02548028e86,revision_number=6']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:09.042997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-eb77f0ed-3cdb-4404-9795-8017caec944c None None] Provisioning complete for port 454e4dee-af23-45be-bb94-938d491c45ff triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:09.044593 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb77f0ed-3cdb-4404-9795-8017caec944c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (454e4dee-af23-45be-bb94-938d491c45ff), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:09.050716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a36d86-f541-4b07-9a9a-0b3630374440 admin admin] Network 4cd62870-a711-485c-9331-6bdbcf6c6864 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:45:09.112682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-346f5d06-bf46-4975-8363-0091cb214ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:09.114548 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-346f5d06-bf46-4975-8363-0091cb214ca9 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 1128 time: 0.1081123 Feb 15 16:45:09.115520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-876d2dc5-6611-4443-b3af-e88085f7a6f7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Made reservation on behalf of 5c059e9cd6634bce8f4e005af5907e51 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:45:09.120871 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-876d2dc5-6611-4443-b3af-e88085f7a6f7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:09.142833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-b9a36d86-f541-4b07-9a9a-0b3630374440 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 4cd62870-a711-485c-9331-6bdbcf6c6864) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:45:09.151914 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['68486fb2-1933-4780-85fb-c02548028e86'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:45:09.171480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024a552c-5926-4960-b0d1-cb26aceed34c None None] Network 4cd62870-a711-485c-9331-6bdbcf6c6864 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:45:09.186188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a36d86-f541-4b07-9a9a-0b3630374440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:09.186188 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9a36d86-f541-4b07-9a9a-0b3630374440 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:09.208281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acc8944-f3c8-4892-ad25-c4284c8a4d1a {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:45:09.214419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28245fa-d727-4f79-99af-6ff05b95ddd4 None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:09.216779 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-a28245fa-d727-4f79-99af-6ff05b95ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:44:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:09.225014 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Publish callbacks [] for port (2acc8944-f3c8-4892-ad25-c4284c8a4d1a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:09.261990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Transition to ACTIVE for port object 2acc8944-f3c8-4892-ad25-c4284c8a4d1a will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:45:09.270158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77f19c-809d-4428-89b5-cda12f62eedb req-6b690cfe-ae83-4548-bbe1-ae86c17983dc tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:09.271709 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aa77f19c-809d-4428-89b5-cda12f62eedb req-6b690cfe-ae83-4548-bbe1-ae86c17983dc tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 945 time: 0.1340420 Feb 15 16:45:09.295584 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-fe3f348d-8101-41bd-a8c5-76b6c0ffedc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:09.297027 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-fe3f348d-8101-41bd-a8c5-76b6c0ffedc3 service neutron] 10.222.0.107 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 921 time: 0.1737211 Feb 15 16:45:09.317275 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b9a36d86-f541-4b07-9a9a-0b3630374440 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4680338 Feb 15 16:45:09.350583 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (2acc8944-f3c8-4892-ad25-c4284c8a4d1a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:09.356829 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aa77f19c-809d-4428-89b5-cda12f62eedb req-3bfd5593-7422-4b4c-a22e-4b54251c47e8 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795169 Feb 15 16:45:09.440921 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-8f618781-fba6-4536-b3a3-6e4e4bc2be62 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad2779db-44bb-4cae-b834-fd1b2242991c HTTP/1.1" status: 200 len: 217 time: 0.1115396 Feb 15 16:45:09.460329 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Pushing event updated for resources: {'Port': ['ID=2acc8944-f3c8-4892-ad25-c4284c8a4d1a,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:09.496536 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-eb77f0ed-3cdb-4404-9795-8017caec944c None None] Port 454e4dee-af23-45be-bb94-938d491c45ff cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:45:09.506748 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56cd5147-8d60-487b-b08b-9e1fa7b35c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:09.534675 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-876d2dc5-6611-4443-b3af-e88085f7a6f7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Allocated IP 10.1.1.189 (67e72fda-9dfe-495c-b3a9-2d311823812f/baeb71b9-6efb-4690-a7d0-c53f3a2625ba/43c841ed-5b6b-4bbb-87f5-2d36be9275fe) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:45:09.578308 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-3d2885d7-9b8b-4506-a758-9cb234b3ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:09.581663 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-3d2885d7-9b8b-4506-a758-9cb234b3ba6c service neutron] 10.222.0.107 "GET /v2.0/subnets?id=5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 200 len: 859 time: 0.1291873 Feb 15 16:45:09.617535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Attempting to bind port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:45:09.617885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Attempting to bind port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:45:09.619116 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Attempting to bind port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:09.636170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:45:09.636510 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Attempting to bind port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:09.661303 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4121abd-a7f2-4cd3-9fd8-c32aaecaef5e req-9c22fafe-ac79-4fb0-ab96-a5fa37dead74 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:09.663432 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e4121abd-a7f2-4cd3-9fd8-c32aaecaef5e req-9c22fafe-ac79-4fb0-ab96-a5fa37dead74 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 944 time: 0.1821561 Feb 15 16:45:09.664721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:45:09.665166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Checking segment: {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:45:09.665587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Bound using segment: {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:45:09.666076 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Bound port: 2acc8944-f3c8-4892-ad25-c4284c8a4d1a, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:45:09.669999 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2acc8944-f3c8-4892-ad25-c4284c8a4d1a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:09.682937 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a4ff42-2947-4ef4-92a1-9743d8643dbd None None] Network 4cd62870-a711-485c-9331-6bdbcf6c6864 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:45:09.694848 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-a28245fa-d727-4f79-99af-6ff05b95ddd4 None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:09.719068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-f929d592-6bce-49bd-9c42-0d70461e8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:09.721173 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-f929d592-6bce-49bd-9c42-0d70461e8988 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=1b16032e-9798-432f-b240-94c30f7cd9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1329479 Feb 15 16:45:09.777861 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e4121abd-a7f2-4cd3-9fd8-c32aaecaef5e req-03761b07-7e31-4c41-9bbd-a00df01d8442 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931795 Feb 15 16:45:09.800034 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-876d2dc5-6611-4443-b3af-e88085f7a6f7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for port (43c841ed-5b6b-4bbb-87f5-2d36be9275fe), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:09.830009 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] For port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:45:09.839816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] For port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2acc8944-f3c8-4892-ad25-c4284c8a4d1a,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:45:09.916006 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-876d2dc5-6611-4443-b3af-e88085f7a6f7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (43c841ed-5b6b-4bbb-87f5-2d36be9275fe), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:09.917795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7acf9f-879f-48f3-9064-aae05edeb038 req-8eb0c93e-ee2f-4858-80d6-216b81645c95 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:09.919343 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f7acf9f-879f-48f3-9064-aae05edeb038 req-8eb0c93e-ee2f-4858-80d6-216b81645c95 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 945 time: 0.0640786 Feb 15 16:45:09.961447 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-f3e4364d-057a-4185-9eab-428a1b60a2a4 service neutron] 10.222.0.107 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303841 Feb 15 16:45:09.978041 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-876d2dc5-6611-4443-b3af-e88085f7a6f7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Network 67e72fda-9dfe-495c-b3a9-2d311823812f is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:45:09.990954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-876d2dc5-6611-4443-b3af-e88085f7a6f7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:45:10.000045 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f7acf9f-879f-48f3-9064-aae05edeb038 req-131a54a3-a738-4fdf-972f-1926d337d61e tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689168 Feb 15 16:45:10.000045 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (2acc8944-f3c8-4892-ad25-c4284c8a4d1a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:10.005138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-876d2dc5-6611-4443-b3af-e88085f7a6f7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:45:10.042881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d2dc5-6611-4443-b3af-e88085f7a6f7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event updated for resources: {'Port': ['ID=43c841ed-5b6b-4bbb-87f5-2d36be9275fe,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:10.092226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Pushing event updated for resources: {'Port': ['ID=2acc8944-f3c8-4892-ad25-c4284c8a4d1a,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:10.102146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:10.102775 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:10.104608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-ffd8715e-3595-4f68-85b8-5fbd8a488ffd service neutron] 10.222.0.67 "PUT /v2.0/ports/2acc8944-f3c8-4892-ad25-c4284c8a4d1a HTTP/1.1" status: 200 len: 1093 time: 1.7021534 Feb 15 16:45:10.174727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-876d2dc5-6611-4443-b3af-e88085f7a6f7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:10.175393 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-876d2dc5-6611-4443-b3af-e88085f7a6f7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:10.202044 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f88ff1ad-23b5-42e8-bcbf-075861880cf4 req-ba8bfda3-60bd-434d-a019-6bbc45167f06 service neutron] 10.222.0.107 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269549 Feb 15 16:45:10.244861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04f19f-e28b-4d03-862b-4730abe0b475 req-b21db7d6-de62-42c6-b7c5-0517dc7d70f7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:10.254251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04f19f-e28b-4d03-862b-4730abe0b475 req-b21db7d6-de62-42c6-b7c5-0517dc7d70f7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:10.255949 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5e04f19f-e28b-4d03-862b-4730abe0b475 req-b21db7d6-de62-42c6-b7c5-0517dc7d70f7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 1653 time: 0.1187248 Feb 15 16:45:10.283771 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-876d2dc5-6611-4443-b3af-e88085f7a6f7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4791248 Feb 15 16:45:10.295416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-898bda07-a4b6-49c3-ba72-dc4038e08519 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Request body: {'port': {'device_id': '6627256c-96fe-478b-a359-44296db785c7', 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f', 'admin_state_up': True, 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'security_groups': ['48302c02-c385-4408-8300-6724200ff734']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:10.321260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-a28245fa-d727-4f79-99af-6ff05b95ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:10.367798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28245fa-d727-4f79-99af-6ff05b95ddd4 None None] Checking router: af8f3875-667c-4596-8678-d6cfcb7c95fb for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:45:10.380568 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28245fa-d727-4f79-99af-6ff05b95ddd4 None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:10.381230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-a28245fa-d727-4f79-99af-6ff05b95ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:45:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:10.428888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-12630bce-e23f-4ff0-8981-6cdd511c3d2b None None] Provisioning complete for port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:10.429259 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-12630bce-e23f-4ff0-8981-6cdd511c3d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (43c841ed-5b6b-4bbb-87f5-2d36be9275fe), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:10.434818 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626a4ba5-b271-40ae-ad2a-733b0571095b x-openstack-request-id: req-626a4ba5-b271-40ae-ad2a-733b0571095b {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:10.435233 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87184de3-9cec-4e66-97cd-85aa5a0808fe", "name": "network-vif-deleted", "tag": "55f8a979-7158-4c6f-88e6-5baaeeb7d4b0", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:10.435838 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-626a4ba5-b271-40ae-ad2a-733b0571095b {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:10.436348 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87184de3-9cec-4e66-97cd-85aa5a0808fe', 'name': 'network-vif-deleted', 'tag': '55f8a979-7158-4c6f-88e6-5baaeeb7d4b0', 'status': 'completed', 'code': 200} Feb 15 16:45:10.442776 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-a7930b8e-dd44-495d-bbd3-909f45da2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:10.444964 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-a7930b8e-dd44-495d-bbd3-909f45da2832 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 1127 time: 0.1881034 Feb 15 16:45:10.463345 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5e04f19f-e28b-4d03-862b-4730abe0b475 req-8f25d758-ac4f-43d7-95ab-8a3a3e4cbade tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506684 Feb 15 16:45:10.495923 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:10.537190 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-8ac8723e-06c1-4ff3-b3a9-b6a63d961e6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2acc8944-f3c8-4892-ad25-c4284c8a4d1a HTTP/1.1" status: 200 len: 217 time: 0.0728376 Feb 15 16:45:10.545795 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-12630bce-e23f-4ff0-8981-6cdd511c3d2b None None] Port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:45:10.580322 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f97621-edf3-411d-8352-a0f136a63d0e x-openstack-request-id: req-e3f97621-edf3-411d-8352-a0f136a63d0e {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:10.580935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-a28245fa-d727-4f79-99af-6ff05b95ddd4 None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:10.581085 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bf4d53-4691-4b97-baff-fea6c00e22d9", "tag": "ad2779db-44bb-4cae-b834-fd1b2242991c", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:10.581085 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e3f97621-edf3-411d-8352-a0f136a63d0e {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:10.581283 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'tag': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'status': 'completed', 'code': 200} Feb 15 16:45:10.583760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-898bda07-a4b6-49c3-ba72-dc4038e08519 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Made reservation on behalf of 5c059e9cd6634bce8f4e005af5907e51 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:45:10.605003 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-898bda07-a4b6-49c3-ba72-dc4038e08519 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:10.675479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-94e9fcd6-b074-4504-bca9-9ad990f5d19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:10.677151 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-94e9fcd6-b074-4504-bca9-9ad990f5d19a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e54c697c-dfc4-4d97-947c-96f129045128 HTTP/1.1" status: 200 len: 852 time: 0.1333129 Feb 15 16:45:10.699202 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8bbca97e-0448-4650-ac67-fde3367ae9c8 req-8e556c3a-59e0-4a56-9850-b87125a6b816 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1534473358&fields=id&tenant_id=88d20a36be5d483f8c3d15b2235c1322 HTTP/1.1" status: 200 len: 267 time: 0.1699131 Feb 15 16:45:10.726151 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-794e162b-559e-4455-ba76-0ae472783ef5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403965 Feb 15 16:45:10.753626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bba141-83d9-4a37-b310-73c41a435d51 req-3538adee-5b32-4075-a475-d353777b9490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:10.755808 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40bba141-83d9-4a37-b310-73c41a435d51 req-3538adee-5b32-4075-a475-d353777b9490 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 1128 time: 0.1437631 Feb 15 16:45:10.837735 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbca97e-0448-4650-ac67-fde3367ae9c8 req-e7605182-a6d3-4787-a6dc-e98d27a14c40 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:10.839236 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8bbca97e-0448-4650-ac67-fde3367ae9c8 req-e7605182-a6d3-4787-a6dc-e98d27a14c40 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 984 time: 0.1120887 Feb 15 16:45:10.857123 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-898bda07-a4b6-49c3-ba72-dc4038e08519 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Allocated IP 10.1.1.99 (67e72fda-9dfe-495c-b3a9-2d311823812f/baeb71b9-6efb-4690-a7d0-c53f3a2625ba/c8a4d32c-8875-43a5-9a00-6e45523582eb) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:45:10.862891 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-8bbca97e-0448-4650-ac67-fde3367ae9c8 req-840cde4c-b6ae-4345-9336-1c445955e92f tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Request body: {'port': {'security_groups': ['a0083136-a475-436e-8e2d-e09ea91a5524']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:10.960707 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-bcaf4713-a2b2-422c-ab6e-a0076be4b025 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215188 Feb 15 16:45:10.966789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bba141-83d9-4a37-b310-73c41a435d51 req-aec3095f-f410-4e8d-858b-20ab6f6f249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:10.968328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40bba141-83d9-4a37-b310-73c41a435d51 req-aec3095f-f410-4e8d-858b-20ab6f6f249b service neutron] 10.222.0.67 "GET /v2.0/networks?id=1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 200 len: 921 time: 0.1835392 Feb 15 16:45:11.009780 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-a28245fa-d727-4f79-99af-6ff05b95ddd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:11.025549 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8bbca97e-0448-4650-ac67-fde3367ae9c8 req-840cde4c-b6ae-4345-9336-1c445955e92f tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (68486fb2-1933-4780-85fb-c02548028e86), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:11.039658 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40bba141-83d9-4a37-b310-73c41a435d51 req-d978c376-7c22-4cac-90b6-18eee2b73728 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad2779db-44bb-4cae-b834-fd1b2242991c HTTP/1.1" status: 200 len: 217 time: 0.0627172 Feb 15 16:45:11.062824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:45:11.084987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:45:11.085522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 55f8a979-7158-4c6f-88e6-5baaeeb7d4b0 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:45:11.087216 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28245fa-d727-4f79-99af-6ff05b95ddd4 None None] The sync data for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 is: [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8a96cbe2-70ec-40aa-98c1-f5af10169dd8', 'name': '', 'network_id': '1b16032e-9798-432f-b240-94c30f7cd9e2', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'mac_address': 'fa:16:3e:f9:dc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 935, 'fixed_ips': [{'subnet_id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:46Z', 'updated_at': '2022-02-15T16:43:54Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'subnets': [{'id': '5929e2bc-8d45-4bd8-afc2-4a7c151090f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:45:11.162839 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-898bda07-a4b6-49c3-ba72-dc4038e08519 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:11.166592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bba141-83d9-4a37-b310-73c41a435d51 req-8800cdef-d71c-4d45-a9e5-3214ba009a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:11.169055 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40bba141-83d9-4a37-b310-73c41a435d51 req-8800cdef-d71c-4d45-a9e5-3214ba009a3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 200 len: 859 time: 0.1139202 Feb 15 16:45:11.287858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8c98b9c-7446-4d13-9489-879cb6c67184 req-8feff1d8-cd0c-4859-aa6f-7ddae3608bb7 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155966 Feb 15 16:45:11.307939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bba141-83d9-4a37-b310-73c41a435d51 req-67a66ca8-e543-4894-868a-d6c6df6d1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:11.311296 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40bba141-83d9-4a37-b310-73c41a435d51 req-67a66ca8-e543-4894-868a-d6c6df6d1e09 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1b16032e-9798-432f-b240-94c30f7cd9e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1321089 Feb 15 16:45:11.317917 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-8bbca97e-0448-4650-ac67-fde3367ae9c8 req-840cde4c-b6ae-4345-9336-1c445955e92f tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] For port 68486fb2-1933-4780-85fb-c02548028e86, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=68486fb2-1933-4780-85fb-c02548028e86,segment=NetworkSegment(a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa),segment_id=a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:11.356655 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-898bda07-a4b6-49c3-ba72-dc4038e08519 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:11.380100 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8bbca97e-0448-4650-ac67-fde3367ae9c8 req-840cde4c-b6ae-4345-9336-1c445955e92f tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for port (68486fb2-1933-4780-85fb-c02548028e86), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:11.467161 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1bd5869-592d-4297-9456-16b1ba5e9e0b None None] New status for floating IP 16ea8165-d859-47d2-92ad-2eecdeef3f6d: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:45:11.480993 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40bba141-83d9-4a37-b310-73c41a435d51 req-56c98f59-6ed5-4566-90e4-6dd113dee5be service neutron] 10.222.0.67 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607542 Feb 15 16:45:11.488826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8bbca97e-0448-4650-ac67-fde3367ae9c8 req-840cde4c-b6ae-4345-9336-1c445955e92f tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (68486fb2-1933-4780-85fb-c02548028e86), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:11.496658 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-898bda07-a4b6-49c3-ba72-dc4038e08519 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Network 67e72fda-9dfe-495c-b3a9-2d311823812f is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:45:11.502096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['68486fb2-1933-4780-85fb-c02548028e86'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:45:11.512800 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-898bda07-a4b6-49c3-ba72-dc4038e08519 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:45:11.515384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-898bda07-a4b6-49c3-ba72-dc4038e08519 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:45:11.536902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbca97e-0448-4650-ac67-fde3367ae9c8 req-840cde4c-b6ae-4345-9336-1c445955e92f tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:11.537897 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8bbca97e-0448-4650-ac67-fde3367ae9c8 req-840cde4c-b6ae-4345-9336-1c445955e92f tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:11.541295 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8bbca97e-0448-4650-ac67-fde3367ae9c8 req-840cde4c-b6ae-4345-9336-1c445955e92f tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "PUT /v2.0/ports/68486fb2-1933-4780-85fb-c02548028e86 HTTP/1.1" status: 200 len: 942 time: 0.6856298 Feb 15 16:45:11.595720 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bda07-a4b6-49c3-ba72-dc4038e08519 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event updated for resources: {'Port': ['ID=c8a4d32c-8875-43a5-9a00-6e45523582eb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:11.664349 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['68486fb2-1933-4780-85fb-c02548028e86'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:45:11.703651 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-9d8130f5-9567-4ef4-8050-720d969120ec req-f5786b93-f159-49c6-a55b-676fa9ad4622 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-212650371', 'description': 'tempest-description-2089310731'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:11.725875 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40bba141-83d9-4a37-b310-73c41a435d51 req-8ad9b14c-6e58-48c4-9716-c1e753a9ebe7 service neutron] 10.222.0.67 "GET /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274241 Feb 15 16:45:11.828310 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cde4c-b6ae-4345-9336-1c445955e92f tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Pushing event updated for resources: {'Port': ['ID=68486fb2-1933-4780-85fb-c02548028e86,revision_number=7']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:11.828568 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9d8130f5-9567-4ef4-8050-720d969120ec req-f5786b93-f159-49c6-a55b-676fa9ad4622 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:11.847046 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-898bda07-a4b6-49c3-ba72-dc4038e08519 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:11.848214 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-898bda07-a4b6-49c3-ba72-dc4038e08519 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:11.918416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e13e9-cbc4-4a2e-958d-1d7ab38edafe req-c88e03a0-433e-45cf-838c-2c27821e001f tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:11.922767 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b46e13e9-cbc4-4a2e-958d-1d7ab38edafe req-c88e03a0-433e-45cf-838c-2c27821e001f tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0c156c5-029d-4628-8275-4dc299032a38 HTTP/1.1" status: 200 len: 946 time: 0.1760521 Feb 15 16:45:11.970127 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9d8130f5-9567-4ef4-8050-720d969120ec req-f5786b93-f159-49c6-a55b-676fa9ad4622 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (531b1423-4536-43f7-83c2-592b40fd154d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:11.979676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-898bda07-a4b6-49c3-ba72-dc4038e08519 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6889627 Feb 15 16:45:11.995400 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c874257d-3bd3-4de2-8629-1396f65896ce tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Request body: {'port': {'device_id': '6627256c-96fe-478b-a359-44296db785c7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7', 'admin_state_up': True, 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'security_groups': ['48302c02-c385-4408-8300-6724200ff734']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:12.044815 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:12.054170 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b46e13e9-cbc4-4a2e-958d-1d7ab38edafe req-ce59a8b9-dc9b-41c7-8409-52fc99c8e4a5 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133571 Feb 15 16:45:12.083850 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9d8130f5-9567-4ef4-8050-720d969120ec req-f5786b93-f159-49c6-a55b-676fa9ad4622 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (531b1423-4536-43f7-83c2-592b40fd154d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:12.099561 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c5080a03-c6e9-4a00-a3d6-8abaa4f8229d None None] Provisioning complete for port c8a4d32c-8875-43a5-9a00-6e45523582eb triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:12.099929 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c5080a03-c6e9-4a00-a3d6-8abaa4f8229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:12.165281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5786b93-f159-49c6-a55b-676fa9ad4622 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=531b1423-4536-43f7-83c2-592b40fd154d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:12.199783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c5080a03-c6e9-4a00-a3d6-8abaa4f8229d None None] Port c8a4d32c-8875-43a5-9a00-6e45523582eb cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:45:12.227525 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9d8130f5-9567-4ef4-8050-720d969120ec req-f5786b93-f159-49c6-a55b-676fa9ad4622 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:12.239036 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9d8130f5-9567-4ef4-8050-720d969120ec req-f5786b93-f159-49c6-a55b-676fa9ad4622 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.5397501 Feb 15 16:45:12.339781 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c874257d-3bd3-4de2-8629-1396f65896ce tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Made reservation on behalf of 5c059e9cd6634bce8f4e005af5907e51 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:45:12.352347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3101401-ac25-4fd6-b2ed-807ec7bc0525 req-11cbf341-ece0-4f0f-97ff-42f77ba29386 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:12.354696 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3101401-ac25-4fd6-b2ed-807ec7bc0525 req-11cbf341-ece0-4f0f-97ff-42f77ba29386 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 944 time: 0.0553186 Feb 15 16:45:12.408123 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3101401-ac25-4fd6-b2ed-807ec7bc0525 req-ee645ef6-35e6-4077-8f07-dd91051d6f8b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465214 Feb 15 16:45:12.437892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'tag': '68486fb2-1933-4780-85fb-c02548028e86'}, {'name': 'network-changed', 'server_uuid': 'aaa78113-0a8b-45dd-bebc-ac4a2b57bf43', 'tag': '2acc8944-f3c8-4892-ad25-c4284c8a4d1a'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:12.440590 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5905b89-b387-49af-b63b-ec9691ffe8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "af11221b-258c-484f-a4a7-15dd0f19f32a", "tag": "68486fb2-1933-4780-85fb-c02548028e86"}, {"name": "network-changed", "server_uuid": "aaa78113-0a8b-45dd-bebc-ac4a2b57bf43", "tag": "2acc8944-f3c8-4892-ad25-c4284c8a4d1a"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:12.471548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-6e08a6f4-1144-4473-9b5a-164dad515061 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:12.473123 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-6e08a6f4-1144-4473-9b5a-164dad515061 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/networks?id=1702eb51-a00d-4c54-8a69-7033b870c03d HTTP/1.1" status: 200 len: 821 time: 0.1832747 Feb 15 16:45:12.499281 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c874257d-3bd3-4de2-8629-1396f65896ce tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:12.510094 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-866ce6df-4b6e-4416-9435-2967365b820d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/quotas/e20384e9c71c40dfbfc3b7803befe478 HTTP/1.1" status: 200 len: 375 time: 0.0268621 Feb 15 16:45:12.563938 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-f0eccf43-1004-482a-88cb-a362c0d54302 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e20384e9c71c40dfbfc3b7803befe478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471990 Feb 15 16:45:12.592281 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'tag': '68486fb2-1933-4780-85fb-c02548028e86'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:12.594131 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1c5fdb-716f-4b8d-ae27-0dbd815c5921" -d '{"events": [{"name": "network-changed", "server_uuid": "af11221b-258c-484f-a4a7-15dd0f19f32a", "tag": "68486fb2-1933-4780-85fb-c02548028e86"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:12.611745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bcb2f-757b-4b87-b3d9-39063751ad65 req-96cf7e28-dd96-4bbe-b3b4-5c8eb8e10e57 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:12.617270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bcb2f-757b-4b87-b3d9-39063751ad65 req-96cf7e28-dd96-4bbe-b3b4-5c8eb8e10e57 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:12.622638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bcb2f-757b-4b87-b3d9-39063751ad65 req-96cf7e28-dd96-4bbe-b3b4-5c8eb8e10e57 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:12.624357 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b99bcb2f-757b-4b87-b3d9-39063751ad65 req-96cf7e28-dd96-4bbe-b3b4-5c8eb8e10e57 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 2373 time: 0.0896859 Feb 15 16:45:12.676222 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b99bcb2f-757b-4b87-b3d9-39063751ad65 req-323c668f-4d3c-49c6-b706-a4917fbbef6c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448000 Feb 15 16:45:12.806597 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-ad155511-98cd-4de1-986f-deac072ce28b service neutron] 10.222.0.107 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023668 Feb 15 16:45:12.830820 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-0f13400e-2f4c-4e42-b9fa-e4c77f73b737 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1220105 Feb 15 16:45:12.838323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:12.847647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c874257d-3bd3-4de2-8629-1396f65896ce tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Allocated IP 10.2.2.100 (7fe9f723-b633-4900-81b1-ec294bf1c8b7/1e008b25-9001-40d7-bc16-630b7f78b284/117995e0-113d-4807-ac7f-d34c4a22aa53) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:45:12.960615 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:12.995600 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-e4707fb6-6fce-4a1f-88d3-01abd5e2ab19 service neutron] 10.222.0.107 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759779 Feb 15 16:45:13.062274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2acc8944-f3c8-4892-ad25-c4284c8a4d1a details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:45:13.078100 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:13.089932 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c874257d-3bd3-4de2-8629-1396f65896ce tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:13.176634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2acc8944-f3c8-4892-ad25-c4284c8a4d1a,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:13.190046 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '2acc8944-f3c8-4892-ad25-c4284c8a4d1a', 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e', 'port_id': '2acc8944-f3c8-4892-ad25-c4284c8a4d1a', 'mac_address': 'fa:16:3e:b2:c0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54c697c-dfc4-4d97-947c-96f129045128', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:45:13.193945 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c874257d-3bd3-4de2-8629-1396f65896ce tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:13.221750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Allocated IP 172.25.4.199 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/0f86a88e-0a23-44ef-b0eb-7563fceb52e1) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:45:13.345002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:13.345442 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2acc8944-f3c8-4892-ad25-c4284c8a4d1a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:13.376390 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acc8944-f3c8-4892-ad25-c4284c8a4d1a {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:45:13.385006 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for port (0f86a88e-0a23-44ef-b0eb-7563fceb52e1), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:13.426852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2acc8944-f3c8-4892-ad25-c4284c8a4d1a,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:13.429296 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:13.489977 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0f86a88e-0a23-44ef-b0eb-7563fceb52e1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:13.520479 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2acc8944-f3c8-4892-ad25-c4284c8a4d1a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:13.560289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:45:13.564453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:45:13.571423 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:45:13.607447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Pushing event updated for resources: {'Port': ['ID=0f86a88e-0a23-44ef-b0eb-7563fceb52e1,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:13.610990 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2acc8944-f3c8-4892-ad25-c4284c8a4d1a,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:13.687325 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c874257d-3bd3-4de2-8629-1396f65896ce tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Network 7fe9f723-b633-4900-81b1-ec294bf1c8b7 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:45:13.699850 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for floatingip (9af77606-c22d-4857-b159-ee20b0b735ec), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:13.712506 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c874257d-3bd3-4de2-8629-1396f65896ce tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:45:13.718242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c874257d-3bd3-4de2-8629-1396f65896ce tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:45:13.724124 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874257d-3bd3-4de2-8629-1396f65896ce tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event updated for resources: {'Port': ['ID=117995e0-113d-4807-ac7f-d34c4a22aa53,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:13.762761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['2acc8944-f3c8-4892-ad25-c4284c8a4d1a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:45:13.815077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df42cc5-391d-4c81-a507-5988dc2e70e7 req-1586d5b7-4677-4a15-bbdd-69d82c125a90 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:13.816657 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1df42cc5-391d-4c81-a507-5988dc2e70e7 req-1586d5b7-4677-4a15-bbdd-69d82c125a90 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 945 time: 0.1517816 Feb 15 16:45:13.833503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c874257d-3bd3-4de2-8629-1396f65896ce tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:13.838803 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c874257d-3bd3-4de2-8629-1396f65896ce tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:13.838973 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f86a88e-0a23-44ef-b0eb-7563fceb52e1), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:13.911319 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1df42cc5-391d-4c81-a507-5988dc2e70e7 req-6d539cbc-4e0d-4ce0-afea-59bd465188b7 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732670 Feb 15 16:45:13.956793 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c874257d-3bd3-4de2-8629-1396f65896ce tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9668477 Feb 15 16:45:13.971376 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-db7eb855-cb0d-4095-bbb0-318790862880 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Request body: {'port': {'device_id': '6627256c-96fe-478b-a359-44296db785c7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7', 'admin_state_up': True, 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'security_groups': ['48302c02-c385-4408-8300-6724200ff734']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:14.103787 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for port (0f86a88e-0a23-44ef-b0eb-7563fceb52e1), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:14.105909 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52b0daa7-f629-4324-bc7c-6684bb1eb17d req-355a2c73-1f39-43dc-b2da-b4f9b7f4233a tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/531b1423-4536-43f7-83c2-592b40fd154d HTTP/1.1" status: 200 len: 1823 time: 0.1039140 Feb 15 16:45:14.115637 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-52b0daa7-f629-4324-bc7c-6684bb1eb17d req-1656430e-3dbe-465d-a89d-4d60b40a835e tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '531b1423-4536-43f7-83c2-592b40fd154d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:14.115965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-52b0daa7-f629-4324-bc7c-6684bb1eb17d req-1656430e-3dbe-465d-a89d-4d60b40a835e tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '531b1423-4536-43f7-83c2-592b40fd154d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:14.142088 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b6bfad4e-7999-4d05-9b20-d5b49d6208b5 None None] Provisioning complete for port 117995e0-113d-4807-ac7f-d34c4a22aa53 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:14.142726 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b6bfad4e-7999-4d05-9b20-d5b49d6208b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:14.170911 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0f86a88e-0a23-44ef-b0eb-7563fceb52e1), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:14.178896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b6bfad4e-7999-4d05-9b20-d5b49d6208b5 None None] Port 117995e0-113d-4807-ac7f-d34c4a22aa53 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:45:14.258551 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Pushing event updated for resources: {'Port': ['ID=0f86a88e-0a23-44ef-b0eb-7563fceb52e1,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:14.268355 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (9af77606-c22d-4857-b159-ee20b0b735ec), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:14.326633 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-db7eb855-cb0d-4095-bbb0-318790862880 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Made reservation on behalf of 5c059e9cd6634bce8f4e005af5907e51 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:45:14.331752 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-db7eb855-cb0d-4095-bbb0-318790862880 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:14.347861 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52b0daa7-f629-4324-bc7c-6684bb1eb17d req-1656430e-3dbe-465d-a89d-4d60b40a835e tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (7524fcbf-ce25-45b4-bbc5-96a7b6b36d05), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:14.367153 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:14.374710 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-e56a7ae7-3ff2-425b-90be-fe362bfe45d1 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5417571 Feb 15 16:45:14.417859 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52b0daa7-f629-4324-bc7c-6684bb1eb17d req-1656430e-3dbe-465d-a89d-4d60b40a835e tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (7524fcbf-ce25-45b4-bbc5-96a7b6b36d05), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:14.496428 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52b0daa7-f629-4324-bc7c-6684bb1eb17d req-1656430e-3dbe-465d-a89d-4d60b40a835e tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (7524fcbf-ce25-45b4-bbc5-96a7b6b36d05), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:14.546919 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656430e-3dbe-465d-a89d-4d60b40a835e tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7524fcbf-ce25-45b4-bbc5-96a7b6b36d05,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:14.562853 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-db7eb855-cb0d-4095-bbb0-318790862880 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Allocated IP 10.2.2.200 (7fe9f723-b633-4900-81b1-ec294bf1c8b7/1e008b25-9001-40d7-bc16-630b7f78b284/b5374418-4fdf-4c52-a3de-6437bd613e74) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:45:14.662402 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-52b0daa7-f629-4324-bc7c-6684bb1eb17d req-1656430e-3dbe-465d-a89d-4d60b40a835e tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:14.663721 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52b0daa7-f629-4324-bc7c-6684bb1eb17d req-1656430e-3dbe-465d-a89d-4d60b40a835e tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5546012 Feb 15 16:45:14.794393 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-db7eb855-cb0d-4095-bbb0-318790862880 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:14.809061 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-7ab434a8-ee91-494a-8a59-ae01bc241c8e tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 696 time: 0.4334776 Feb 15 16:45:14.918388 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9ef55a-679d-4622-83c0-bb6daab1f43b x-openstack-request-id: req-1c9ef55a-679d-4622-83c0-bb6daab1f43b {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:14.919501 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af11221b-258c-484f-a4a7-15dd0f19f32a", "tag": "68486fb2-1933-4780-85fb-c02548028e86", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aaa78113-0a8b-45dd-bebc-ac4a2b57bf43", "tag": "2acc8944-f3c8-4892-ad25-c4284c8a4d1a", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:14.919992 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1c9ef55a-679d-4622-83c0-bb6daab1f43b {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:14.920766 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'tag': '68486fb2-1933-4780-85fb-c02548028e86', 'status': 'completed', 'code': 200} Feb 15 16:45:14.921244 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa78113-0a8b-45dd-bebc-ac4a2b57bf43', 'tag': '2acc8944-f3c8-4892-ad25-c4284c8a4d1a', 'status': 'completed', 'code': 200} Feb 15 16:45:14.948835 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-db7eb855-cb0d-4095-bbb0-318790862880 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:15.042207 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-f9dbd15d-b579-4a6c-ad34-886dcf246005 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:15.043708 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b84f5ef-c539-4ce8-b324-30978eb0c1eb req-f9dbd15d-b579-4a6c-ad34-886dcf246005 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.2194808 Feb 15 16:45:15.047521 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-ce07642f-328a-4f68-805e-563e18f21389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:15.049800 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-ce07642f-328a-4f68-805e-563e18f21389 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88d20a36be5d483f8c3d15b2235c1322&device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 1128 time: 0.1246145 Feb 15 16:45:15.064339 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-db7eb855-cb0d-4095-bbb0-318790862880 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Network 7fe9f723-b633-4900-81b1-ec294bf1c8b7 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:45:15.067990 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2acc8944-f3c8-4892-ad25-c4284c8a4d1a up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:45:15.085675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-dc82b276-631f-4425-abbb-0834318cdce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:15.086110 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-db7eb855-cb0d-4095-bbb0-318790862880 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:45:15.087279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-dc82b276-631f-4425-abbb-0834318cdce7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 1128 time: 0.1109993 Feb 15 16:45:15.088740 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433a225a-95d5-4d45-93f6-486da3447645 x-openstack-request-id: req-433a225a-95d5-4d45-93f6-486da3447645 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:15.089437 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af11221b-258c-484f-a4a7-15dd0f19f32a", "tag": "68486fb2-1933-4780-85fb-c02548028e86", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:15.089437 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-433a225a-95d5-4d45-93f6-486da3447645 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:15.098992 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'tag': '68486fb2-1933-4780-85fb-c02548028e86', 'status': 'completed', 'code': 200} Feb 15 16:45:15.098992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-db7eb855-cb0d-4095-bbb0-318790862880 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:45:15.191998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7eb855-cb0d-4095-bbb0-318790862880 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event updated for resources: {'Port': ['ID=b5374418-4fdf-4c52-a3de-6437bd613e74,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:15.224666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-db7eb855-cb0d-4095-bbb0-318790862880 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:15.225332 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-db7eb855-cb0d-4095-bbb0-318790862880 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:15.314870 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf74495-0aee-4de2-af3d-469b8ae46236 req-fbbe2c57-3e44-4529-b0ee-e098d3e415ca tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:15.316945 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fdf74495-0aee-4de2-af3d-469b8ae46236 req-fbbe2c57-3e44-4529-b0ee-e098d3e415ca tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 945 time: 0.0787950 Feb 15 16:45:15.351505 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1e5dc32-9e70-431a-8d1f-64e8519a3c23 req-4550871e-7869-461c-8a14-46c258676c65 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aae7758-0ae9-4ee2-990f-c6431cccb624 HTTP/1.1" status: 200 len: 210 time: 0.0769916 Feb 15 16:45:15.361392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:45:15.363326 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-db7eb855-cb0d-4095-bbb0-318790862880 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3989618 Feb 15 16:45:15.372566 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:15.373813 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2acc8944-f3c8-4892-ad25-c4284c8a4d1a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:15.379884 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Request body: {'port': {'device_id': '6627256c-96fe-478b-a359-44296db785c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:15.434107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-2af1c786-45ff-4023-9ea8-9e29b940f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:15.441727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-2af1c786-45ff-4023-9ea8-9e29b940f4a3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a HTTP/1.1" status: 200 len: 921 time: 0.3811703 Feb 15 16:45:15.491860 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fdf74495-0aee-4de2-af3d-469b8ae46236 req-0e77c91c-386d-4afa-ac57-b33c1c9b9a18 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577024 Feb 15 16:45:15.503689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-db32fb06-693a-49a6-b73f-ba55e619fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:15.505177 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-db32fb06-693a-49a6-b73f-ba55e619fc9b service neutron] 10.222.0.67 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 913 time: 0.3846385 Feb 15 16:45:15.517758 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (454e4dee-af23-45be-bb94-938d491c45ff), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:15.562502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-03f88d67-cf84-4435-97f7-64a209acd8e9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68486fb2-1933-4780-85fb-c02548028e86 HTTP/1.1" status: 200 len: 217 time: 0.1032972 Feb 15 16:45:15.603476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:15.603871 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2acc8944-f3c8-4892-ad25-c4284c8a4d1a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:15.610904 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-be08e1af-eea7-4d82-ae4a-0c8cd54b23ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2acc8944-f3c8-4892-ad25-c4284c8a4d1a HTTP/1.1" status: 200 len: 217 time: 0.0617311 Feb 15 16:45:15.645545 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa78113-0a8b-45dd-bebc-ac4a2b57bf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acc8944-f3c8-4892-ad25-c4284c8a4d1a'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:15.648836 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0855a57-3405-4048-9e7d-a37534f99226" -d '{"events": [{"server_uuid": "aaa78113-0a8b-45dd-bebc-ac4a2b57bf43", "name": "network-vif-plugged", "status": "completed", "tag": "2acc8944-f3c8-4892-ad25-c4284c8a4d1a"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:15.667900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2acc8944-f3c8-4892-ad25-c4284c8a4d1a,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:15.669287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-7a707be0-2c90-4557-872c-41c9bf029971 None None] Provisioning complete for port b5374418-4fdf-4c52-a3de-6437bd613e74 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:15.669913 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7a707be0-2c90-4557-872c-41c9bf029971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:15.729118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b41b6d-718b-485c-9e05-89f0e6dd2f2a req-5f7d9571-7bce-40f3-9baf-5ce439451f9c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:15.735900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b41b6d-718b-485c-9e05-89f0e6dd2f2a req-5f7d9571-7bce-40f3-9baf-5ce439451f9c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:15.742904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b41b6d-718b-485c-9e05-89f0e6dd2f2a req-5f7d9571-7bce-40f3-9baf-5ce439451f9c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:15.761300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b41b6d-718b-485c-9e05-89f0e6dd2f2a req-5f7d9571-7bce-40f3-9baf-5ce439451f9c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:15.762703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7a707be0-2c90-4557-872c-41c9bf029971 None None] Port b5374418-4fdf-4c52-a3de-6437bd613e74 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:45:15.778634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b41b6d-718b-485c-9e05-89f0e6dd2f2a req-5f7d9571-7bce-40f3-9baf-5ce439451f9c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:15.787033 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2b41b6d-718b-485c-9e05-89f0e6dd2f2a req-5f7d9571-7bce-40f3-9baf-5ce439451f9c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 3815 time: 0.3676627 Feb 15 16:45:15.788265 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-348035f7-330c-46e4-8ba6-65c9240da4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:15.789778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-348035f7-330c-46e4-8ba6-65c9240da4ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55 HTTP/1.1" status: 200 len: 860 time: 0.1901705 Feb 15 16:45:15.791407 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2acc8944-f3c8-4892-ad25-c4284c8a4d1a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:15.805611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-ae24abbf-ba7c-4db6-b628-e9c6d355c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:15.807188 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-ae24abbf-ba7c-4db6-b628-e9c6d355c586 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e54c697c-dfc4-4d97-947c-96f129045128 HTTP/1.1" status: 200 len: 852 time: 0.1564009 Feb 15 16:45:15.862554 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-f4702636-e763-46ac-89b5-cc0c68804cc0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474501 Feb 15 16:45:15.878327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:45:15.893758 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-e9b55b53-76ee-4f01-a088-c9186d2dae44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774617 Feb 15 16:45:15.991597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2acc8944-f3c8-4892-ad25-c4284c8a4d1a,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:16.143014 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2b41b6d-718b-485c-9e05-89f0e6dd2f2a req-8a48de85-227e-45e2-9287-a67e40b69a70 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3498361 Feb 15 16:45:16.301437 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:16.303416 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-8495f2ae-157c-478c-94b1-912b351ca692 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943996 Feb 15 16:45:16.333301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '6c0d2e39-21a6-4d46-a662-6ca9d7af98fb', 'network_id': 'c350406e-5e8b-4687-9174-2aa934fa13cf', 'port_id': '6c0d2e39-21a6-4d46-a662-6ca9d7af98fb', 'mac_address': 'fa:16:3e:e8:56:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f26da3fb-9020-4127-97e3-22f21ca942bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:45:16.384713 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 454e4dee-af23-45be-bb94-938d491c45ff {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:45:16.405091 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575392aa-2b63-4053-a738-1aab23e65627 req-dc6f1dac-b6cc-4a1e-a1d1-51c526374ec0 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:16.411739 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-575392aa-2b63-4053-a738-1aab23e65627 req-dc6f1dac-b6cc-4a1e-a1d1-51c526374ec0 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 945 time: 0.3592331 Feb 15 16:45:16.413282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:16.413886 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:16.421609 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Publish callbacks [] for port (454e4dee-af23-45be-bb94-938d491c45ff), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:16.437954 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b74b2d65-a180-4d7a-94c4-8225334b51e9 req-4448e1e6-78f3-4d9f-8928-57417be19851 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/floatingips/16ea8165-d859-47d2-92ad-2eecdeef3f6d HTTP/1.1" status: 200 len: 694 time: 0.1047161 Feb 15 16:45:16.449749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:45:16.486705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Transition to ACTIVE for port object 454e4dee-af23-45be-bb94-938d491c45ff will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:45:16.491855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:16.545557 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-575392aa-2b63-4053-a738-1aab23e65627 req-9fecc52e-5b5e-4c04-b7b6-f3b271528acf tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267715 Feb 15 16:45:16.553437 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (454e4dee-af23-45be-bb94-938d491c45ff), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:16.583579 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-9629e66b-2a03-4665-a0fb-e6135847bcfc req-d9195f1c-3808-4f5c-a0e2-c2dc8f4d64b6 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1681887621', 'description': 'tempest-description-1696769649'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:16.608121 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-08fecd3d-cd96-4529-9ac5-e993dd029a42 service neutron] 10.222.0.10 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7130947 Feb 15 16:45:16.608689 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:16.645758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-683c310e-368d-437a-af59-65693a7fc306 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:16.647288 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-683c310e-368d-437a-af59-65693a7fc306 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.10 "GET /v2.0/networks?id=1702eb51-a00d-4c54-8a69-7033b870c03d HTTP/1.1" status: 200 len: 821 time: 0.7505503 Feb 15 16:45:16.685251 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Pushing event updated for resources: {'Port': ['ID=454e4dee-af23-45be-bb94-938d491c45ff,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:16.707833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-ff816398-9550-4b40-be49-16d7c3a4434c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Request body: {'port': {'device_id': '0aae7758-0ae9-4ee2-990f-c6431cccb624', 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d', 'admin_state_up': True, 'tenant_id': 'e20384e9c71c40dfbfc3b7803befe478'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:16.748499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b2d65-a180-4d7a-94c4-8225334b51e9 req-990b5bb1-6c3c-429d-b0d1-91819d322ea5 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:16.753312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6c0d2e39-21a6-4d46-a662-6ca9d7af98fb'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:45:16.760617 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b74b2d65-a180-4d7a-94c4-8225334b51e9 req-990b5bb1-6c3c-429d-b0d1-91819d322ea5 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.3217111 Feb 15 16:45:16.826891 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9629e66b-2a03-4665-a0fb-e6135847bcfc req-d9195f1c-3808-4f5c-a0e2-c2dc8f4d64b6 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:16.908679 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:16.990721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b74b2d65-a180-4d7a-94c4-8225334b51e9 req-a7b4fbbb-d7d0-4190-9156-94a2bbfdd8a7 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 697 time: 0.2265661 Feb 15 16:45:17.008596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-2264ef11-ee23-4983-a080-26e2225feb18 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546695 Feb 15 16:45:17.043190 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9629e66b-2a03-4665-a0fb-e6135847bcfc req-d9195f1c-3808-4f5c-a0e2-c2dc8f4d64b6 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (e691724a-f03f-4536-a899-c2ff0ab35200), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:17.050100 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Attempting to bind port 454e4dee-af23-45be-bb94-938d491c45ff on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:45:17.051568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Attempting to bind port 454e4dee-af23-45be-bb94-938d491c45ff by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '3ecfbf16-4a65-4619-b659-44f571664472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:45:17.051909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Attempting to bind port 454e4dee-af23-45be-bb94-938d491c45ff on network 36c7dd23-e458-4e0b-8f60-3d6235ba67f5 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:17.064145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Port 454e4dee-af23-45be-bb94-938d491c45ff on network 36c7dd23-e458-4e0b-8f60-3d6235ba67f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:45:17.064615 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Attempting to bind port 454e4dee-af23-45be-bb94-938d491c45ff on network 36c7dd23-e458-4e0b-8f60-3d6235ba67f5 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:17.077267 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:45:17.077766 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Checking segment: {'id': '3ecfbf16-4a65-4619-b659-44f571664472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:45:17.078522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Bound using segment: {'id': '3ecfbf16-4a65-4619-b659-44f571664472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:45:17.083351 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b74b2d65-a180-4d7a-94c4-8225334b51e9 req-8d740cc7-00c8-4895-8a3d-2e8ae003e1c6 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 697 time: 0.0941429 Feb 15 16:45:17.093670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Bound port: 454e4dee-af23-45be-bb94-938d491c45ff, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ecfbf16-4a65-4619-b659-44f571664472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:45:17.093670 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (454e4dee-af23-45be-bb94-938d491c45ff), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:17.106504 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5905b89-b387-49af-b63b-ec9691ffe8dc req-d494349c-ad42-4e81-bcd5-7456a3bfbf1e service neutron] 10.222.0.10 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4863176 Feb 15 16:45:17.134169 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9629e66b-2a03-4665-a0fb-e6135847bcfc req-d9195f1c-3808-4f5c-a0e2-c2dc8f4d64b6 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e691724a-f03f-4536-a899-c2ff0ab35200), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:17.223815 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9629e66b-2a03-4665-a0fb-e6135847bcfc req-d9195f1c-3808-4f5c-a0e2-c2dc8f4d64b6 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:17.245082 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9629e66b-2a03-4665-a0fb-e6135847bcfc req-d9195f1c-3808-4f5c-a0e2-c2dc8f4d64b6 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.6858132 Feb 15 16:45:17.279218 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9195f1c-3808-4f5c-a0e2-c2dc8f4d64b6 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e691724a-f03f-4536-a899-c2ff0ab35200,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:17.285201 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c5fdb-716f-4b8d-ae27-0dbd815c5921 req-58718794-961a-4d7e-a478-478b7cc6f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:17.286766 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b1c5fdb-716f-4b8d-ae27-0dbd815c5921 req-58718794-961a-4d7e-a478-478b7cc6f2ca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88d20a36be5d483f8c3d15b2235c1322&device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 1128 time: 0.1241019 Feb 15 16:45:17.289097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] For port 454e4dee-af23-45be-bb94-938d491c45ff, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:45:17.306675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-b74b2d65-a180-4d7a-94c4-8225334b51e9 req-2a4afcfe-c532-4312-8ab4-500e145a52a7 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Deleting port 81ea1ab1-526f-4ea6-9145-101ed15e77f4 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:45:17.307026 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b74b2d65-a180-4d7a-94c4-8225334b51e9 req-2a4afcfe-c532-4312-8ab4-500e145a52a7 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (81ea1ab1-526f-4ea6-9145-101ed15e77f4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:17.310252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] For port 454e4dee-af23-45be-bb94-938d491c45ff, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=454e4dee-af23-45be-bb94-938d491c45ff,segment=NetworkSegment(3ecfbf16-4a65-4619-b659-44f571664472),segment_id=3ecfbf16-4a65-4619-b659-44f571664472)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:45:17.385568 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-ff816398-9550-4b40-be49-16d7c3a4434c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Made reservation on behalf of e20384e9c71c40dfbfc3b7803befe478 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:45:17.388291 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (454e4dee-af23-45be-bb94-938d491c45ff), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:17.389056 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-ff816398-9550-4b40-be49-16d7c3a4434c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:17.465553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Pushing event updated for resources: {'Port': ['ID=454e4dee-af23-45be-bb94-938d491c45ff,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:17.507284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:17.507840 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:17.511564 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-16eb2844-73ef-481b-9a4c-fe77575f9343 service neutron] 10.222.0.67 "PUT /v2.0/ports/454e4dee-af23-45be-bb94-938d491c45ff HTTP/1.1" status: 200 len: 1092 time: 2.1370840 Feb 15 16:45:17.512041 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'tag': '454e4dee-af23-45be-bb94-938d491c45ff'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:17.531208 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f8de3c-44b4-4e72-9f0b-6668eec1549f" -d '{"events": [{"name": "network-changed", "server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "tag": "454e4dee-af23-45be-bb94-938d491c45ff"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:17.566821 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c5fdb-716f-4b8d-ae27-0dbd815c5921 req-961fed94-decb-400a-a9d0-52643f86984a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:17.568513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b1c5fdb-716f-4b8d-ae27-0dbd815c5921 req-961fed94-decb-400a-a9d0-52643f86984a service neutron] 10.222.0.10 "GET /v2.0/networks?id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a HTTP/1.1" status: 200 len: 921 time: 0.2721608 Feb 15 16:45:17.580598 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b74b2d65-a180-4d7a-94c4-8225334b51e9 req-2a4afcfe-c532-4312-8ab4-500e145a52a7 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (81ea1ab1-526f-4ea6-9145-101ed15e77f4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:17.580921 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b74b2d65-a180-4d7a-94c4-8225334b51e9 req-2a4afcfe-c532-4312-8ab4-500e145a52a7 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for floatingip (81ea1ab1-526f-4ea6-9145-101ed15e77f4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:17.634421 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Request body: {'port': {'device_id': '6627256c-96fe-478b-a359-44296db785c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:17.673280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-b74b2d65-a180-4d7a-94c4-8225334b51e9 req-2a4afcfe-c532-4312-8ab4-500e145a52a7 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Calling delete_port for 81ea1ab1-526f-4ea6-9145-101ed15e77f4 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:45:17.675959 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b1c5fdb-716f-4b8d-ae27-0dbd815c5921 req-459cb4e7-1c30-4728-a43a-be5739211f6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68486fb2-1933-4780-85fb-c02548028e86 HTTP/1.1" status: 200 len: 217 time: 0.0910366 Feb 15 16:45:17.817855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-ff816398-9550-4b40-be49-16d7c3a4434c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Allocated IP 172.20.0.12 (1702eb51-a00d-4c54-8a69-7033b870c03d/00524c7b-0e17-4a67-aa78-e190b4f54264/c76a84d1-3714-49e2-b8bd-cfb0447f17b8) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:45:17.831322 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:17.842233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c5fdb-716f-4b8d-ae27-0dbd815c5921 req-7b2a5c8d-5552-4599-b5a7-988e485364b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:17.843723 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b1c5fdb-716f-4b8d-ae27-0dbd815c5921 req-7b2a5c8d-5552-4599-b5a7-988e485364b7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55 HTTP/1.1" status: 200 len: 860 time: 0.1519032 Feb 15 16:45:17.872173 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-237a70bc-0731-48b3-893b-68be727c480f tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:17.880156 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-237a70bc-0731-48b3-893b-68be727c480f tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1618536 Feb 15 16:45:17.888032 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:45:17.907956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b1c5fdb-716f-4b8d-ae27-0dbd815c5921 req-ea6bf2ce-acc1-429d-831a-3bd762753aa0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564280 Feb 15 16:45:17.976398 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-2d9f38c6-0ed7-4e42-b2dc-87b891e7cdf8 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 696 time: 0.0914812 Feb 15 16:45:17.982653 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-988ce234-03ee-4165-bdcf-d2bab26d7da7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Request body: {'floatingip': {'port_id': '68486fb2-1933-4780-85fb-c02548028e86', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:18.046255 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-988ce234-03ee-4165-bdcf-d2bab26d7da7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for floatingip (9af77606-c22d-4857-b159-ee20b0b735ec), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:18.090698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:18.094212 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:18.140119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b1c5fdb-716f-4b8d-ae27-0dbd815c5921 req-ef956eb9-d771-4128-ae2f-58c72a01e94d service neutron] 10.222.0.10 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244556 Feb 15 16:45:18.182537 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-ff816398-9550-4b40-be49-16d7c3a4434c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for port (c76a84d1-3714-49e2-b8bd-cfb0447f17b8), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:18.219493 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b74b2d65-a180-4d7a-94c4-8225334b51e9 req-2a4afcfe-c532-4312-8ab4-500e145a52a7 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (81ea1ab1-526f-4ea6-9145-101ed15e77f4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:18.245067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:18.245902 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:18.269243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4afcfe-c532-4312-8ab4-500e145a52a7 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Pushing event deleted for resources: {'Port': ['ID=81ea1ab1-526f-4ea6-9145-101ed15e77f4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:18.349552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:18.423468 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:18.446535 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b1c5fdb-716f-4b8d-ae27-0dbd815c5921 req-414d228a-aed1-4875-9d26-f9473d55b973 service neutron] 10.222.0.10 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955263 Feb 15 16:45:18.476944 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b74b2d65-a180-4d7a-94c4-8225334b51e9 req-2a4afcfe-c532-4312-8ab4-500e145a52a7 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks [] for floatingip (16ea8165-d859-47d2-92ad-2eecdeef3f6d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:18.484425 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b74b2d65-a180-4d7a-94c4-8225334b51e9 req-2a4afcfe-c532-4312-8ab4-500e145a52a7 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:18.498060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:18.503179 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b74b2d65-a180-4d7a-94c4-8225334b51e9 req-2a4afcfe-c532-4312-8ab4-500e145a52a7 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "DELETE /v2.0/floatingips/16ea8165-d859-47d2-92ad-2eecdeef3f6d HTTP/1.1" status: 204 len: 173 time: 1.4189668 Feb 15 16:45:18.508163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:18.508387 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-ff816398-9550-4b40-be49-16d7c3a4434c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c76a84d1-3714-49e2-b8bd-cfb0447f17b8), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:18.508719 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:18.509164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:18.510597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:18.510791 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:18.511226 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:18.511657 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:18.512082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:18.512954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:18.513419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:18.513865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:18.514653 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:18.515096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:18.554824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-ff816398-9550-4b40-be49-16d7c3a4434c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Network 1702eb51-a00d-4c54-8a69-7033b870c03d is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:45:18.558664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-ff816398-9550-4b40-be49-16d7c3a4434c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:45:18.580844 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1bb1aa-1c21-49ac-a99e-cd967c538df2 x-openstack-request-id: req-ec1bb1aa-1c21-49ac-a99e-cd967c538df2 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:18.580844 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa78113-0a8b-45dd-bebc-ac4a2b57bf43", "name": "network-vif-plugged", "status": "completed", "tag": "2acc8944-f3c8-4892-ad25-c4284c8a4d1a", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:18.580844 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ec1bb1aa-1c21-49ac-a99e-cd967c538df2 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:18.581325 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa78113-0a8b-45dd-bebc-ac4a2b57bf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acc8944-f3c8-4892-ad25-c4284c8a4d1a', 'code': 200} Feb 15 16:45:18.598618 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-ff816398-9550-4b40-be49-16d7c3a4434c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:45:18.675791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5cf237-c13f-4452-a50f-8a0b8b20e20d {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:45:18.685585 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Publish callbacks [] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:18.699760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Transition to ACTIVE for port object 0f5cf237-c13f-4452-a50f-8a0b8b20e20d will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:45:19.076647 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-988ce234-03ee-4165-bdcf-d2bab26d7da7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:19.078667 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:19.091283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff816398-9550-4b40-be49-16d7c3a4434c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Pushing event updated for resources: {'Port': ['ID=c76a84d1-3714-49e2-b8bd-cfb0447f17b8,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:19.131747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-ff816398-9550-4b40-be49-16d7c3a4434c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:19.132507 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-ff816398-9550-4b40-be49-16d7c3a4434c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:19.148070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47158302-0dc8-426b-8d62-2edf4b4f5674 req-89bdefbe-9141-44c1-88c8-dc641e2d5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:19.159314 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-988ce234-03ee-4165-bdcf-d2bab26d7da7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (9af77606-c22d-4857-b159-ee20b0b735ec), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:19.159508 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47158302-0dc8-426b-8d62-2edf4b4f5674 req-89bdefbe-9141-44c1-88c8-dc641e2d5682 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 1129 time: 0.5045199 Feb 15 16:45:19.210255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47158302-0dc8-426b-8d62-2edf4b4f5674 req-31c43afc-1d7f-4b8f-93ae-6f2dca631766 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472944 Feb 15 16:45:19.218019 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9b625-86d2-4a0a-bf1f-1779cf0385cd req-7e44ad12-cffa-400c-923d-7f913b178e29 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:19.220450 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7c9b625-86d2-4a0a-bf1f-1779cf0385cd req-7e44ad12-cffa-400c-923d-7f913b178e29 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aae7758-0ae9-4ee2-990f-c6431cccb624 HTTP/1.1" status: 200 len: 932 time: 0.5321019 Feb 15 16:45:19.227359 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-ff816398-9550-4b40-be49-16d7c3a4434c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5622158 Feb 15 16:45:19.260284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Request body: {'port': {'device_id': '0aae7758-0ae9-4ee2-990f-c6431cccb624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:19.332008 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7c9b625-86d2-4a0a-bf1f-1779cf0385cd req-80582a44-f834-446f-bdb1-f1ccb8237c70 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033561 Feb 15 16:45:19.375110 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Attempting to bind port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:45:19.375844 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c76a84d1-3714-49e2-b8bd-cfb0447f17b8), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:19.376097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Attempting to bind port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:45:19.376685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Attempting to bind port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d on network 67e72fda-9dfe-495c-b3a9-2d311823812f {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:19.379224 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5cf237-c13f-4452-a50f-8a0b8b20e20d,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:19.418483 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d on network 67e72fda-9dfe-495c-b3a9-2d311823812f not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:45:19.426378 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Attempting to bind port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d on network 67e72fda-9dfe-495c-b3a9-2d311823812f {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:19.435891 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:45:19.439519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Checking segment: {'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:45:19.449996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Bound using segment: {'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:45:19.450774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Bound port: 0f5cf237-c13f-4452-a50f-8a0b8b20e20d, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:45:19.451344 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:19.522560 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-988ce234-03ee-4165-bdcf-d2bab26d7da7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Floating IP 9af77606-c22d-4857-b159-ee20b0b735ec associated. External IP: 172.25.4.199, port: 68486fb2-1933-4780-85fb-c02548028e86. Feb 15 16:45:19.616799 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] For port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:45:19.634360 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] For port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0f5cf237-c13f-4452-a50f-8a0b8b20e20d,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:45:19.723125 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:19.777263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caffb68-8315-431d-b5a9-db3bbe10f229 req-6354ad8f-64a3-4a78-9b2e-44540b519094 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:19.779042 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2caffb68-8315-431d-b5a9-db3bbe10f229 req-6354ad8f-64a3-4a78-9b2e-44540b519094 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.1025152 Feb 15 16:45:19.814208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76a84d1-3714-49e2-b8bd-cfb0447f17b8 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:45:19.828681 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Publish callbacks [] for port (c76a84d1-3714-49e2-b8bd-cfb0447f17b8), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:19.839206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:19.840102 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:19.843114 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] 10.222.0.67 "PUT /v2.0/ports/0f5cf237-c13f-4452-a50f-8a0b8b20e20d HTTP/1.1" status: 200 len: 1136 time: 2.2150760 Feb 15 16:45:19.860845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Transition to ACTIVE for port object c76a84d1-3714-49e2-b8bd-cfb0447f17b8 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:45:19.870501 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2caffb68-8315-431d-b5a9-db3bbe10f229 req-b2f8b509-faef-43cb-934f-edc21b581bd7 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786228 Feb 15 16:45:19.912372 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-988ce234-03ee-4165-bdcf-d2bab26d7da7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:45:19.953202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27406c50-1e5b-4c65-85ef-5c8c558cc751 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5cf237-c13f-4452-a50f-8a0b8b20e20d,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:20.027776 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Request body: {'port': {'device_id': '6627256c-96fe-478b-a359-44296db785c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:20.033624 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c76a84d1-3714-49e2-b8bd-cfb0447f17b8), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:20.344414 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c76a84d1-3714-49e2-b8bd-cfb0447f17b8,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:20.413734 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Attempting to bind port c76a84d1-3714-49e2-b8bd-cfb0447f17b8 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:45:20.414112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Attempting to bind port c76a84d1-3714-49e2-b8bd-cfb0447f17b8 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:45:20.414648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Attempting to bind port c76a84d1-3714-49e2-b8bd-cfb0447f17b8 on network 1702eb51-a00d-4c54-8a69-7033b870c03d {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:20.423765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Port c76a84d1-3714-49e2-b8bd-cfb0447f17b8 on network 1702eb51-a00d-4c54-8a69-7033b870c03d not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:45:20.424148 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Attempting to bind port c76a84d1-3714-49e2-b8bd-cfb0447f17b8 on network 1702eb51-a00d-4c54-8a69-7033b870c03d {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:20.430684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:45:20.431099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Checking segment: {'id': 'c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:45:20.431490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Bound using segment: {'id': 'c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:45:20.432123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Bound port: c76a84d1-3714-49e2-b8bd-cfb0447f17b8, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:45:20.432611 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c76a84d1-3714-49e2-b8bd-cfb0447f17b8), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:20.445795 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:20.469498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc229a1-9a18-42ca-8aea-d8a57dacbd15 req-88441f3c-6e45-4fc3-91d2-d9c0cd32a3a6 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:20.490332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc229a1-9a18-42ca-8aea-d8a57dacbd15 req-88441f3c-6e45-4fc3-91d2-d9c0cd32a3a6 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:20.503698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc229a1-9a18-42ca-8aea-d8a57dacbd15 req-88441f3c-6e45-4fc3-91d2-d9c0cd32a3a6 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:20.505597 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4fc229a1-9a18-42ca-8aea-d8a57dacbd15 req-88441f3c-6e45-4fc3-91d2-d9c0cd32a3a6 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d&device_id=b0c156c5-029d-4628-8275-4dc299032a38&device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 2417 time: 0.2513907 Feb 15 16:45:20.576737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] For port c76a84d1-3714-49e2-b8bd-cfb0447f17b8, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:45:20.579976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] For port c76a84d1-3714-49e2-b8bd-cfb0447f17b8, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c76a84d1-3714-49e2-b8bd-cfb0447f17b8,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:45:20.582243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4925192-4225-4e06-8d1d-44db43d041ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0d2e39-21a6-4d46-a662-6ca9d7af98fb'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:20.585893 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05c4f4e-13aa-44a7-9aa1-8c2bb2fb0e7f" -d '{"events": [{"server_uuid": "c4925192-4225-4e06-8d1d-44db43d041ec", "name": "network-vif-plugged", "status": "completed", "tag": "6c0d2e39-21a6-4d46-a662-6ca9d7af98fb"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:20.592981 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-988ce234-03ee-4165-bdcf-d2bab26d7da7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:45:20.604368 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e8e1c-b2f2-4e37-a2d7-ef363147f8ce None None] Sync routers for ids ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:45:20.605130 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-988ce234-03ee-4165-bdcf-d2bab26d7da7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:20.649064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e8e1c-b2f2-4e37-a2d7-ef363147f8ce None None] Routers {'109c3b67-e4d0-4059-88f9-b390d1fa61f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:20.650690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-024e8e1c-b2f2-4e37-a2d7-ef363147f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:45:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:20.660293 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4fc229a1-9a18-42ca-8aea-d8a57dacbd15 req-907373ee-88ab-4e8b-af66-00a85c7bdb32 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452360 Feb 15 16:45:20.661403 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-988ce234-03ee-4165-bdcf-d2bab26d7da7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "PUT /v2.0/floatingips/9af77606-c22d-4857-b159-ee20b0b735ec HTTP/1.1" status: 200 len: 996 time: 2.6879206 Feb 15 16:45:20.662093 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c76a84d1-3714-49e2-b8bd-cfb0447f17b8), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:20.769211 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-0ab992cb-2e0c-430e-8156-468868af4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:20.772989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:20.773679 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:20.773841 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-0ab992cb-2e0c-430e-8156-468868af4025 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=88d20a36be5d483f8c3d15b2235c1322&device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 1128 time: 0.0831094 Feb 15 16:45:20.775210 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] 10.222.0.10 "PUT /v2.0/ports/c76a84d1-3714-49e2-b8bd-cfb0447f17b8 HTTP/1.1" status: 200 len: 1093 time: 1.5244772 Feb 15 16:45:20.776487 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aae7758-0ae9-4ee2-990f-c6431cccb624', 'tag': 'c76a84d1-3714-49e2-b8bd-cfb0447f17b8'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:20.778138 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95152cb8-d15c-4100-aa87-0469770dfbff" -d '{"events": [{"name": "network-changed", "server_uuid": "0aae7758-0ae9-4ee2-990f-c6431cccb624", "tag": "c76a84d1-3714-49e2-b8bd-cfb0447f17b8"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:20.882774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-024e8e1c-b2f2-4e37-a2d7-ef363147f8ce None None] Set router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:20.913127 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-4f2d1544-8427-413e-bc9f-e1fca28e70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:20.914707 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-4f2d1544-8427-413e-bc9f-e1fca28e70ba service neutron] 10.222.0.107 "GET /v2.0/networks?id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a HTTP/1.1" status: 200 len: 921 time: 0.1144142 Feb 15 16:45:20.934562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa21ef0-c56f-4e91-9909-3a168a9fa6c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c76a84d1-3714-49e2-b8bd-cfb0447f17b8,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:21.017849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-f45f2ad8-a9d4-4dae-a9e3-5f08d40757c6 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68486fb2-1933-4780-85fb-c02548028e86 HTTP/1.1" status: 200 len: 999 time: 0.0904670 Feb 15 16:45:21.073170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2eac8-2aed-4dd5-9881-6c4af8182b41 req-d3c5f558-3238-4d10-aa41-8a975fd9d3d8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:21.078576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-9335cfe4-0504-4d52-b937-956dd4fd2c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:21.079345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2eac8-2aed-4dd5-9881-6c4af8182b41 req-d3c5f558-3238-4d10-aa41-8a975fd9d3d8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:21.080609 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-9335cfe4-0504-4d52-b937-956dd4fd2c20 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55 HTTP/1.1" status: 200 len: 860 time: 0.0518835 Feb 15 16:45:21.084387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2eac8-2aed-4dd5-9881-6c4af8182b41 req-d3c5f558-3238-4d10-aa41-8a975fd9d3d8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:21.089809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2eac8-2aed-4dd5-9881-6c4af8182b41 req-d3c5f558-3238-4d10-aa41-8a975fd9d3d8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:21.095915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2eac8-2aed-4dd5-9881-6c4af8182b41 req-d3c5f558-3238-4d10-aa41-8a975fd9d3d8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:21.101391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2eac8-2aed-4dd5-9881-6c4af8182b41 req-d3c5f558-3238-4d10-aa41-8a975fd9d3d8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:21.103325 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8c2eac8-2aed-4dd5-9881-6c4af8182b41 req-d3c5f558-3238-4d10-aa41-8a975fd9d3d8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 4604 time: 0.3153036 Feb 15 16:45:21.142978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-e32b697b-a4c8-4b32-b9bd-f6eddeb71e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:21.144927 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-e32b697b-a4c8-4b32-b9bd-f6eddeb71e8d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e20384e9c71c40dfbfc3b7803befe478&device_id=0aae7758-0ae9-4ee2-990f-c6431cccb624 HTTP/1.1" status: 200 len: 1127 time: 0.2397711 Feb 15 16:45:21.201119 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee101f4-9a6f-48fa-82ce-cbc998d7d69d {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:45:21.211906 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Publish callbacks [] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:21.227124 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Transition to ACTIVE for port object fee101f4-9a6f-48fa-82ce-cbc998d7d69d will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:45:21.239706 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-fa2d5eed-6de9-4f01-bd8c-2a4d5dcd4d84 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403768 Feb 15 16:45:21.245928 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-29d14dd3-459a-455d-9df6-e1b86e28a301 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c76a84d1-3714-49e2-b8bd-cfb0447f17b8 HTTP/1.1" status: 200 len: 217 time: 0.0865552 Feb 15 16:45:21.298820 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8c2eac8-2aed-4dd5-9881-6c4af8182b41 req-fe5ab176-2b7a-4e45-b281-fae964579238 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1866834 Feb 15 16:45:21.318362 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-95c294e0-ca82-4630-833e-a11709f939f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:21.319830 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-95c294e0-ca82-4630-833e-a11709f939f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00524c7b-0e17-4a67-aa78-e190b4f54264 HTTP/1.1" status: 200 len: 861 time: 0.0618546 Feb 15 16:45:21.350418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-024e8e1c-b2f2-4e37-a2d7-ef363147f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-router', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'gw_port': {'id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '9af77606-c22d-4857-b159-ee20b0b735ec', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'port_id': '68486fb2-1933-4780-85fb-c02548028e86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a', 'mac_address': 'fa:16:3e:3e:74:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:45:13Z', 'updated_at': '2022-02-15T16:45:18Z', 'revision_number': 1, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406dc11f-43df-4b9f-8432-ad03eae82bb4', 'name': '', 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'mac_address': 'fa:16:3e:9d:ed:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:06Z', 'updated_at': '2022-02-15T16:44:16Z', 'revision_number': 5, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'subnets': [{'id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:21.365747 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-a68d0090-a272-46bd-a72b-93f2dc85dcb9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1702eb51-a00d-4c54-8a69-7033b870c03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393872 Feb 15 16:45:21.373712 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-7ae54585-13b2-4713-8475-352c72d8eec4 service neutron] 10.222.0.107 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326716 Feb 15 16:45:21.385262 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:21.395668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e8e1c-b2f2-4e37-a2d7-ef363147f8ce None None] Checking router: 109c3b67-e4d0-4059-88f9-b390d1fa61f0 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:45:21.406410 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024e8e1c-b2f2-4e37-a2d7-ef363147f8ce None None] Routers {'109c3b67-e4d0-4059-88f9-b390d1fa61f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:21.409653 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-024e8e1c-b2f2-4e37-a2d7-ef363147f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:45:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:21.434808 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31130ea7-b668-485c-b149-3db2e39ddb7a req-bdbd3d92-8d80-4e18-82e5-28cc6cdaf577 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/e691724a-f03f-4536-a899-c2ff0ab35200 HTTP/1.1" status: 200 len: 1824 time: 0.0587671 Feb 15 16:45:21.449713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-31130ea7-b668-485c-b149-3db2e39ddb7a req-e605c598-9456-4a57-8139-bf1c8a25ef1a tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e691724a-f03f-4536-a899-c2ff0ab35200', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:21.450067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-31130ea7-b668-485c-b149-3db2e39ddb7a req-e605c598-9456-4a57-8139-bf1c8a25ef1a tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e691724a-f03f-4536-a899-c2ff0ab35200', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:21.472525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Pushing event updated for resources: {'Port': ['ID=fee101f4-9a6f-48fa-82ce-cbc998d7d69d,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:21.553959 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-bbff2109-e1fd-4553-8206-a71b302761e4 service neutron] 10.222.0.10 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755760 Feb 15 16:45:21.589656 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-024e8e1c-b2f2-4e37-a2d7-ef363147f8ce None None] Set router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:21.619780 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a257c67-e3f3-4fa0-9568-7db69976bb16 req-38e1b13e-f71a-41db-b6a4-fde3b270a97a service neutron] 10.222.0.107 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418747 Feb 15 16:45:21.655845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Attempting to bind port fee101f4-9a6f-48fa-82ce-cbc998d7d69d on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:45:21.656193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Attempting to bind port fee101f4-9a6f-48fa-82ce-cbc998d7d69d by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:45:21.656527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Attempting to bind port fee101f4-9a6f-48fa-82ce-cbc998d7d69d on network 67e72fda-9dfe-495c-b3a9-2d311823812f {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:21.667104 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Port fee101f4-9a6f-48fa-82ce-cbc998d7d69d on network 67e72fda-9dfe-495c-b3a9-2d311823812f not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:45:21.667440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Attempting to bind port fee101f4-9a6f-48fa-82ce-cbc998d7d69d on network 67e72fda-9dfe-495c-b3a9-2d311823812f {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:21.678623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:45:21.678980 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Checking segment: {'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:45:21.679377 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Bound using segment: {'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:45:21.679819 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Bound port: fee101f4-9a6f-48fa-82ce-cbc998d7d69d, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:45:21.680181 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:21.806157 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4daef2-0fbe-4614-908a-aa1be0972ed2 x-openstack-request-id: req-cd4daef2-0fbe-4614-908a-aa1be0972ed2 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:21.806896 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "tag": "454e4dee-af23-45be-bb94-938d491c45ff", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:21.806896 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cd4daef2-0fbe-4614-908a-aa1be0972ed2 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:21.807119 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'tag': '454e4dee-af23-45be-bb94-938d491c45ff', 'status': 'completed', 'code': 200} Feb 15 16:45:21.812081 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-31130ea7-b668-485c-b149-3db2e39ddb7a req-e605c598-9456-4a57-8139-bf1c8a25ef1a tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (d02c11df-9573-4b64-b3ca-f0fb8cbc54b0), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:21.834451 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] For port fee101f4-9a6f-48fa-82ce-cbc998d7d69d, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:45:21.852670 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-31130ea7-b668-485c-b149-3db2e39ddb7a req-e605c598-9456-4a57-8139-bf1c8a25ef1a tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (d02c11df-9573-4b64-b3ca-f0fb8cbc54b0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:21.853926 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] For port fee101f4-9a6f-48fa-82ce-cbc998d7d69d, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=fee101f4-9a6f-48fa-82ce-cbc998d7d69d,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:45:21.916946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1875f5d7-11f6-47cd-8d14-d2217defcb82 req-ba0ad6a5-0a9f-409e-b971-8c9dabb24fda service neutron] 10.222.0.10 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543117 Feb 15 16:45:21.939445 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-31130ea7-b668-485c-b149-3db2e39ddb7a req-e605c598-9456-4a57-8139-bf1c8a25ef1a tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (d02c11df-9573-4b64-b3ca-f0fb8cbc54b0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:21.956594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-024e8e1c-b2f2-4e37-a2d7-ef363147f8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-router', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'gw_port': {'id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '9af77606-c22d-4857-b159-ee20b0b735ec', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'port_id': '68486fb2-1933-4780-85fb-c02548028e86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a', 'mac_address': 'fa:16:3e:3e:74:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:45:13Z', 'updated_at': '2022-02-15T16:45:18Z', 'revision_number': 1, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406dc11f-43df-4b9f-8432-ad03eae82bb4', 'name': '', 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'mac_address': 'fa:16:3e:9d:ed:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:06Z', 'updated_at': '2022-02-15T16:44:16Z', 'revision_number': 5, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'subnets': [{'id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:21.987123 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:21.997124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e605c598-9456-4a57-8139-bf1c8a25ef1a tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02c11df-9573-4b64-b3ca-f0fb8cbc54b0,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:21.999073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024e8e1c-b2f2-4e37-a2d7-ef363147f8ce None None] The sync data for ids ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'] in n-d-828372-14 is: [{'id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-router', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'gw_port': {'id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '9af77606-c22d-4857-b159-ee20b0b735ec', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'floating_ip_address': '172.25.4.199', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'port_id': '68486fb2-1933-4780-85fb-c02548028e86', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a', 'mac_address': 'fa:16:3e:3e:74:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:45:13Z', 'updated_at': '2022-02-15T16:45:18Z', 'revision_number': 1, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '406dc11f-43df-4b9f-8432-ad03eae82bb4', 'name': '', 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'mac_address': 'fa:16:3e:9d:ed:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:06Z', 'updated_at': '2022-02-15T16:44:16Z', 'revision_number': 5, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'subnets': [{'id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:45:22.023741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8de3c-44b4-4e72-9f0b-6668eec1549f req-1999f25c-2507-4742-8eb4-88372ebd9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:22.024228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8de3c-44b4-4e72-9f0b-6668eec1549f req-1999f25c-2507-4742-8eb4-88372ebd9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:22.024795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8de3c-44b4-4e72-9f0b-6668eec1549f req-1999f25c-2507-4742-8eb4-88372ebd9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:22.025279 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8de3c-44b4-4e72-9f0b-6668eec1549f req-1999f25c-2507-4742-8eb4-88372ebd9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:22.025779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8de3c-44b4-4e72-9f0b-6668eec1549f req-1999f25c-2507-4742-8eb4-88372ebd9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:22.026251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8de3c-44b4-4e72-9f0b-6668eec1549f req-1999f25c-2507-4742-8eb4-88372ebd9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:22.032301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8de3c-44b4-4e72-9f0b-6668eec1549f req-1999f25c-2507-4742-8eb4-88372ebd9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:22.032458 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01f8de3c-44b4-4e72-9f0b-6668eec1549f req-1999f25c-2507-4742-8eb4-88372ebd9373 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c059e9cd6634bce8f4e005af5907e51&device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 6241 time: 0.1814721 Feb 15 16:45:22.080415 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:22.081052 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:22.094361 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] 10.222.0.67 "PUT /v2.0/ports/fee101f4-9a6f-48fa-82ce-cbc998d7d69d HTTP/1.1" status: 200 len: 1136 time: 2.0597501 Feb 15 16:45:22.171483 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff59e44a-bdc3-4e5a-871d-d677721d3915 service neutron] Pushing event updated for resources: {'Port': ['ID=fee101f4-9a6f-48fa-82ce-cbc998d7d69d,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:22.185023 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-31130ea7-b668-485c-b149-3db2e39ddb7a req-e605c598-9456-4a57-8139-bf1c8a25ef1a tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:22.186285 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31130ea7-b668-485c-b149-3db2e39ddb7a req-e605c598-9456-4a57-8139-bf1c8a25ef1a tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7505713 Feb 15 16:45:22.211986 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Request body: {'port': {'device_id': '6627256c-96fe-478b-a359-44296db785c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:22.429304 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8de3c-44b4-4e72-9f0b-6668eec1549f req-6ed96176-eb46-4734-8729-60872d37de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:22.430448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8de3c-44b4-4e72-9f0b-6668eec1549f req-6ed96176-eb46-4734-8729-60872d37de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:22.431255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8de3c-44b4-4e72-9f0b-6668eec1549f req-6ed96176-eb46-4734-8729-60872d37de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:22.433343 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01f8de3c-44b4-4e72-9f0b-6668eec1549f req-6ed96176-eb46-4734-8729-60872d37de62 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=5c059e9cd6634bce8f4e005af5907e51&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3909841 Feb 15 16:45:22.491856 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (43c841ed-5b6b-4bbb-87f5-2d36be9275fe), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:22.534907 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a85da2d-0598-4403-8412-c2510d71e06b None None] New status for floating IP 9af77606-c22d-4857-b159-ee20b0b735ec: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:45:22.619772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919403e-8dfc-4bc4-a077-cc72d9cf256a req-3f8a1680-ae5c-47d0-ac16-e33054035ffb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:22.628266 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0919403e-8dfc-4bc4-a077-cc72d9cf256a req-3f8a1680-ae5c-47d0-ac16-e33054035ffb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aae7758-0ae9-4ee2-990f-c6431cccb624 HTTP/1.1" status: 200 len: 944 time: 0.3127658 Feb 15 16:45:22.658925 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9c3f47-3831-45c5-9f32-71276fc42d6b x-openstack-request-id: req-de9c3f47-3831-45c5-9f32-71276fc42d6b {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:22.659445 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4925192-4225-4e06-8d1d-44db43d041ec", "name": "network-vif-plugged", "status": "completed", "tag": "6c0d2e39-21a6-4d46-a662-6ca9d7af98fb", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:22.659542 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-de9c3f47-3831-45c5-9f32-71276fc42d6b {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:22.659895 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4925192-4225-4e06-8d1d-44db43d041ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c0d2e39-21a6-4d46-a662-6ca9d7af98fb', 'code': 200} Feb 15 16:45:22.733829 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0919403e-8dfc-4bc4-a077-cc72d9cf256a req-5bc73bcb-1774-4b74-8753-cce8ec8f9155 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993865 Feb 15 16:45:22.771511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8de3c-44b4-4e72-9f0b-6668eec1549f req-5b4ae710-23fd-4d0a-8598-78049cb6c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:22.774782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01f8de3c-44b4-4e72-9f0b-6668eec1549f req-5b4ae710-23fd-4d0a-8598-78049cb6c70f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3074145 Feb 15 16:45:22.814194 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9568bd4-b0e3-449c-ba55-5d5a154476a7 x-openstack-request-id: req-a9568bd4-b0e3-449c-ba55-5d5a154476a7 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:22.815310 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aae7758-0ae9-4ee2-990f-c6431cccb624", "tag": "c76a84d1-3714-49e2-b8bd-cfb0447f17b8", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:22.815820 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a9568bd4-b0e3-449c-ba55-5d5a154476a7 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:22.816504 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aae7758-0ae9-4ee2-990f-c6431cccb624', 'tag': 'c76a84d1-3714-49e2-b8bd-cfb0447f17b8', 'status': 'completed', 'code': 200} Feb 15 16:45:22.944032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95152cb8-d15c-4100-aa87-0469770dfbff req-ea2dffa2-4452-48c8-bebc-1f302a80e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:22.946809 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95152cb8-d15c-4100-aa87-0469770dfbff req-ea2dffa2-4452-48c8-bebc-1f302a80e46f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e20384e9c71c40dfbfc3b7803befe478&device_id=0aae7758-0ae9-4ee2-990f-c6431cccb624 HTTP/1.1" status: 200 len: 1127 time: 0.0966721 Feb 15 16:45:23.114837 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc025972-1525-4c4a-bdab-3e00ddf1bfda req-a739bd39-805e-4d34-93f6-7c036da5349a tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:23.117435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f2d1a-6069-44e6-b24a-73f194c2b24a req-a23293ce-b3c4-461c-ae70-ab753a09bed1 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:23.124439 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef3f2d1a-6069-44e6-b24a-73f194c2b24a req-a23293ce-b3c4-461c-ae70-ab753a09bed1 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.1831343 Feb 15 16:45:23.125977 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc025972-1525-4c4a-bdab-3e00ddf1bfda req-a739bd39-805e-4d34-93f6-7c036da5349a tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 945 time: 0.2213819 Feb 15 16:45:23.218920 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef3f2d1a-6069-44e6-b24a-73f194c2b24a req-244389a0-cdb7-4c07-b689-e456fb049c45 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887513 Feb 15 16:45:23.225620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95152cb8-d15c-4100-aa87-0469770dfbff req-910ecaa8-f89e-4707-9eac-9f84697162bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:23.227920 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95152cb8-d15c-4100-aa87-0469770dfbff req-910ecaa8-f89e-4707-9eac-9f84697162bb service neutron] 10.222.0.10 "GET /v2.0/networks?id=1702eb51-a00d-4c54-8a69-7033b870c03d HTTP/1.1" status: 200 len: 922 time: 0.2622128 Feb 15 16:45:23.314376 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c841ed-5b6b-4bbb-87f5-2d36be9275fe {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:45:23.322825 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Publish callbacks [] for port (43c841ed-5b6b-4bbb-87f5-2d36be9275fe), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:23.337232 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Transition to ACTIVE for port object 43c841ed-5b6b-4bbb-87f5-2d36be9275fe will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:45:23.349763 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95152cb8-d15c-4100-aa87-0469770dfbff req-dad4f28c-99c9-43c6-aa22-83e587d8bbf7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c76a84d1-3714-49e2-b8bd-cfb0447f17b8 HTTP/1.1" status: 200 len: 217 time: 0.1120512 Feb 15 16:45:23.368824 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc025972-1525-4c4a-bdab-3e00ddf1bfda req-911aaded-4903-40fb-ac71-d5be77d98a2a tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418585 Feb 15 16:45:23.414539 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (43c841ed-5b6b-4bbb-87f5-2d36be9275fe), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:23.423291 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-133bff44-91c1-4ead-b6af-aafd5a74fd95 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 1001 time: 0.0815759 Feb 15 16:45:23.577388 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Pushing event updated for resources: {'Port': ['ID=43c841ed-5b6b-4bbb-87f5-2d36be9275fe,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:23.586261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-56e0c765-86ae-4b50-a1d9-b4310e56a436 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:23.593170 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-56e0c765-86ae-4b50-a1d9-b4310e56a436 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports/68486fb2-1933-4780-85fb-c02548028e86 HTTP/1.1" status: 200 len: 942 time: 0.1474504 Feb 15 16:45:23.595853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95152cb8-d15c-4100-aa87-0469770dfbff req-b635949d-760e-4217-9491-1a6b423c5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:23.600058 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95152cb8-d15c-4100-aa87-0469770dfbff req-b635949d-760e-4217-9491-1a6b423c5371 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=00524c7b-0e17-4a67-aa78-e190b4f54264 HTTP/1.1" status: 200 len: 861 time: 0.1755922 Feb 15 16:45:23.651708 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95152cb8-d15c-4100-aa87-0469770dfbff req-c8a0fa89-2b14-46c3-9ff3-7b99d0735f27 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1702eb51-a00d-4c54-8a69-7033b870c03d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419898 Feb 15 16:45:23.714524 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Attempting to bind port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:45:23.714878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Attempting to bind port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:45:23.715130 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Attempting to bind port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe on network 67e72fda-9dfe-495c-b3a9-2d311823812f {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:23.725911 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe on network 67e72fda-9dfe-495c-b3a9-2d311823812f not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:45:23.726282 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Attempting to bind port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe on network 67e72fda-9dfe-495c-b3a9-2d311823812f {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:23.732248 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:45:23.732602 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Checking segment: {'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:45:23.732984 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Bound using segment: {'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:45:23.733451 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Bound port: 43c841ed-5b6b-4bbb-87f5-2d36be9275fe, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:45:23.733824 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (43c841ed-5b6b-4bbb-87f5-2d36be9275fe), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:23.860192 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'tag': '0f5cf237-c13f-4452-a50f-8a0b8b20e20d'}, {'name': 'network-changed', 'server_uuid': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'tag': '68486fb2-1933-4780-85fb-c02548028e86'}, {'name': 'network-changed', 'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'tag': 'fee101f4-9a6f-48fa-82ce-cbc998d7d69d'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:23.863336 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ee1c54-917e-44b2-afea-1b97ed632aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "tag": "0f5cf237-c13f-4452-a50f-8a0b8b20e20d"}, {"name": "network-changed", "server_uuid": "af11221b-258c-484f-a4a7-15dd0f19f32a", "tag": "68486fb2-1933-4780-85fb-c02548028e86"}, {"name": "network-changed", "server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "tag": "fee101f4-9a6f-48fa-82ce-cbc998d7d69d"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:23.868661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] For port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:45:23.882785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0c08c-cedf-445c-976f-80efab1dfd18 req-814af09b-9150-48d0-b114-39a46a81d267 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:23.884391 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c0c0c08c-cedf-445c-976f-80efab1dfd18 req-814af09b-9150-48d0-b114-39a46a81d267 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 945 time: 0.2863474 Feb 15 16:45:23.886317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] For port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=43c841ed-5b6b-4bbb-87f5-2d36be9275fe,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:45:23.948794 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c0c0c08c-cedf-445c-976f-80efab1dfd18 req-575bcaeb-1e3e-4903-b401-2dbb337e6a48 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573249 Feb 15 16:45:23.957721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95152cb8-d15c-4100-aa87-0469770dfbff req-925a25da-e3ad-4d96-b158-53422b7a038c service neutron] 10.222.0.10 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992022 Feb 15 16:45:23.976881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f9419264-2fc0-4bf5-8677-95e1eb265776 req-5901729a-252a-48f4-bc8d-49dc958b7b3a tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1482389667', 'description': 'tempest-description-329954672'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:24.007017 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-d62fa93a-5abe-49a5-9c9e-ef592605ed9f tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 1001 time: 0.3163402 Feb 15 16:45:24.142723 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda8014-714f-45c0-a86d-2667225e3e19 req-2191e669-46aa-4ae1-95d8-ea8efce63154 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:24.144415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cdda8014-714f-45c0-a86d-2667225e3e19 req-2191e669-46aa-4ae1-95d8-ea8efce63154 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 945 time: 0.2093508 Feb 15 16:45:24.223371 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95152cb8-d15c-4100-aa87-0469770dfbff req-a665776b-25ae-4223-a95e-8621dc3a34b0 service neutron] 10.222.0.10 "GET /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354264 Feb 15 16:45:24.242657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-fcc5e01a-c34b-4813-934f-00ce3d6f03d4 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:24.244037 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-fcc5e01a-c34b-4813-934f-00ce3d6f03d4 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.2259891 Feb 15 16:45:24.283844 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f9419264-2fc0-4bf5-8677-95e1eb265776 req-5901729a-252a-48f4-bc8d-49dc958b7b3a tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:24.286409 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (43c841ed-5b6b-4bbb-87f5-2d36be9275fe), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:24.383485 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:24.384669 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:24.386311 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7081759c-786f-40d9-9017-090ad378a001 service neutron] 10.222.0.67 "PUT /v2.0/ports/43c841ed-5b6b-4bbb-87f5-2d36be9275fe HTTP/1.1" status: 200 len: 1092 time: 2.1787298 Feb 15 16:45:24.453331 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081759c-786f-40d9-9017-090ad378a001 service neutron] Pushing event updated for resources: {'Port': ['ID=43c841ed-5b6b-4bbb-87f5-2d36be9275fe,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:24.474907 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-ed358b7c-2e5a-4682-860d-b3573d7291f7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 1001 time: 0.1979167 Feb 15 16:45:24.492573 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f9419264-2fc0-4bf5-8677-95e1eb265776 req-5901729a-252a-48f4-bc8d-49dc958b7b3a tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (673eba93-b4c8-4c75-9ad7-bcbd86e07cd2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:24.501736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-6e7a36dc-92b4-4b88-bd23-d9af3672acc6 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:24.520527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Request body: {'port': {'device_id': '6627256c-96fe-478b-a359-44296db785c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:24.596699 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:24.602027 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-6e7a36dc-92b4-4b88-bd23-d9af3672acc6 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for floatingip (9af77606-c22d-4857-b159-ee20b0b735ec), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:24.608135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-cdda8014-714f-45c0-a86d-2667225e3e19 req-5b370849-f41f-49b7-8ebe-780c4e9f56d0 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Deleting port ad2779db-44bb-4cae-b834-fd1b2242991c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:45:24.608482 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cdda8014-714f-45c0-a86d-2667225e3e19 req-5b370849-f41f-49b7-8ebe-780c4e9f56d0 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ad2779db-44bb-4cae-b834-fd1b2242991c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:24.758590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-cdda8014-714f-45c0-a86d-2667225e3e19 req-5b370849-f41f-49b7-8ebe-780c4e9f56d0 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] For port ad2779db-44bb-4cae-b834-fd1b2242991c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ad2779db-44bb-4cae-b834-fd1b2242991c,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:24.759119 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cdda8014-714f-45c0-a86d-2667225e3e19 req-5b370849-f41f-49b7-8ebe-780c4e9f56d0 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ad2779db-44bb-4cae-b834-fd1b2242991c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:24.787958 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-cdda8014-714f-45c0-a86d-2667225e3e19 req-5b370849-f41f-49b7-8ebe-780c4e9f56d0 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Calling delete_port for ad2779db-44bb-4cae-b834-fd1b2242991c owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:45:24.969999 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a4d32c-8875-43a5-9a00-6e45523582eb {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:45:24.982674 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Publish callbacks [] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:24.993538 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f9419264-2fc0-4bf5-8677-95e1eb265776 req-5901729a-252a-48f4-bc8d-49dc958b7b3a tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (673eba93-b4c8-4c75-9ad7-bcbd86e07cd2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:25.009752 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Transition to ACTIVE for port object c8a4d32c-8875-43a5-9a00-6e45523582eb will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:45:25.026945 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cdda8014-714f-45c0-a86d-2667225e3e19 req-5b370849-f41f-49b7-8ebe-780c4e9f56d0 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ad2779db-44bb-4cae-b834-fd1b2242991c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:25.038264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ad2779db-44bb-4cae-b834-fd1b2242991c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:45:25.068661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b370849-f41f-49b7-8ebe-780c4e9f56d0 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Pushing event deleted for resources: {'Port': ['ID=ad2779db-44bb-4cae-b834-fd1b2242991c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:25.122466 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:25.128669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdda8014-714f-45c0-a86d-2667225e3e19 req-5b370849-f41f-49b7-8ebe-780c4e9f56d0 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] No DVR routers for this DVR port ad2779db-44bb-4cae-b834-fd1b2242991c on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:45:25.132477 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cdda8014-714f-45c0-a86d-2667225e3e19 req-5b370849-f41f-49b7-8ebe-780c4e9f56d0 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:25.138324 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cdda8014-714f-45c0-a86d-2667225e3e19 req-5b370849-f41f-49b7-8ebe-780c4e9f56d0 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.67 "DELETE /v2.0/ports/ad2779db-44bb-4cae-b834-fd1b2242991c HTTP/1.1" status: 204 len: 173 time: 0.9830658 Feb 15 16:45:25.141970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'name': 'network-vif-deleted', 'tag': 'ad2779db-44bb-4cae-b834-fd1b2242991c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:25.142177 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34ec8b8-db86-4c72-bbcd-66a5acb898e7" -d '{"events": [{"server_uuid": "c8bf4d53-4691-4b97-baff-fea6c00e22d9", "name": "network-vif-deleted", "tag": "ad2779db-44bb-4cae-b834-fd1b2242991c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:25.182791 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-6e7a36dc-92b4-4b88-bd23-d9af3672acc6 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:25.250213 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f9419264-2fc0-4bf5-8677-95e1eb265776 req-5901729a-252a-48f4-bc8d-49dc958b7b3a tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:25.252642 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f9419264-2fc0-4bf5-8677-95e1eb265776 req-5901729a-252a-48f4-bc8d-49dc958b7b3a tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.2802322 Feb 15 16:45:25.253536 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Pushing event updated for resources: {'Port': ['ID=c8a4d32c-8875-43a5-9a00-6e45523582eb,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:25.257205 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-6e7a36dc-92b4-4b88-bd23-d9af3672acc6 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (9af77606-c22d-4857-b159-ee20b0b735ec), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:25.257781 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-6e7a36dc-92b4-4b88-bd23-d9af3672acc6 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Floating IP 9af77606-c22d-4857-b159-ee20b0b735ec disassociated. External IP: 172.25.4.199, port: 68486fb2-1933-4780-85fb-c02548028e86. Feb 15 16:45:25.288724 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901729a-252a-48f4-bc8d-49dc958b7b3a tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673eba93-b4c8-4c75-9ad7-bcbd86e07cd2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:25.469061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Attempting to bind port c8a4d32c-8875-43a5-9a00-6e45523582eb on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:45:25.469624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Attempting to bind port c8a4d32c-8875-43a5-9a00-6e45523582eb by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:45:25.469958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Attempting to bind port c8a4d32c-8875-43a5-9a00-6e45523582eb on network 67e72fda-9dfe-495c-b3a9-2d311823812f {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:25.516116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Port c8a4d32c-8875-43a5-9a00-6e45523582eb on network 67e72fda-9dfe-495c-b3a9-2d311823812f not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:45:25.516370 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Attempting to bind port c8a4d32c-8875-43a5-9a00-6e45523582eb on network 67e72fda-9dfe-495c-b3a9-2d311823812f {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:25.532392 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:45:25.532794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Checking segment: {'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:45:25.533192 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Bound using segment: {'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:45:25.533712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Bound port: c8a4d32c-8875-43a5-9a00-6e45523582eb, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df724b6-b9c9-45eb-86b0-a9175e3980ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:45:25.534075 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:25.669348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] For port c8a4d32c-8875-43a5-9a00-6e45523582eb, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:45:25.674482 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] For port c8a4d32c-8875-43a5-9a00-6e45523582eb, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c8a4d32c-8875-43a5-9a00-6e45523582eb,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:45:25.691535 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:45:25.727381 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166f16c-5588-4323-a56a-d493001881fe req-d5d6a22d-8769-4795-8521-a5f7e126c0cc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:25.734175 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166f16c-5588-4323-a56a-d493001881fe req-d5d6a22d-8769-4795-8521-a5f7e126c0cc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:25.741585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166f16c-5588-4323-a56a-d493001881fe req-d5d6a22d-8769-4795-8521-a5f7e126c0cc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:25.747603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166f16c-5588-4323-a56a-d493001881fe req-d5d6a22d-8769-4795-8521-a5f7e126c0cc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:25.756435 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166f16c-5588-4323-a56a-d493001881fe req-d5d6a22d-8769-4795-8521-a5f7e126c0cc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:25.767122 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166f16c-5588-4323-a56a-d493001881fe req-d5d6a22d-8769-4795-8521-a5f7e126c0cc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:25.771465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166f16c-5588-4323-a56a-d493001881fe req-d5d6a22d-8769-4795-8521-a5f7e126c0cc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:25.776688 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d166f16c-5588-4323-a56a-d493001881fe req-d5d6a22d-8769-4795-8521-a5f7e126c0cc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5405 time: 0.3011942 Feb 15 16:45:25.782758 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:25.899164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-6e7a36dc-92b4-4b88-bd23-d9af3672acc6 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:45:25.915913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c76a84d1-3714-49e2-b8bd-cfb0447f17b8 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:45:25.946617 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Pushing event updated for resources: {'Port': ['ID=c8a4d32c-8875-43a5-9a00-6e45523582eb,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:25.964327 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d166f16c-5588-4323-a56a-d493001881fe req-238705a8-68fa-4c85-963e-c9ffc13a7490 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1789980 Feb 15 16:45:25.982212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:25.983983 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:25.986195 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-cfa9afcd-f00a-405f-92c9-9d60d0d2a2eb service neutron] 10.222.0.67 "PUT /v2.0/ports/c8a4d32c-8875-43a5-9a00-6e45523582eb HTTP/1.1" status: 200 len: 1091 time: 1.4719715 Feb 15 16:45:26.124975 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ab930652-9f9a-4b97-bf64-0e267db46a70 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:45:26.126090 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-ab930652-9f9a-4b97-bf64-0e267db46a70 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065870 Feb 15 16:45:26.144276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Request body: {'port': {'device_id': '6627256c-96fe-478b-a359-44296db785c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:26.232451 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c76a84d1-3714-49e2-b8bd-cfb0447f17b8, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c76a84d1-3714-49e2-b8bd-cfb0447f17b8,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:26.260128 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:26.263220 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'c76a84d1-3714-49e2-b8bd-cfb0447f17b8', 'network_id': '1702eb51-a00d-4c54-8a69-7033b870c03d', 'port_id': 'c76a84d1-3714-49e2-b8bd-cfb0447f17b8', 'mac_address': 'fa:16:3e:31:ef:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00524c7b-0e17-4a67-aa78-e190b4f54264', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:45:26.276517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-6e7a36dc-92b4-4b88-bd23-d9af3672acc6 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:45:26.286957 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-6e7a36dc-92b4-4b88-bd23-d9af3672acc6 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:26.298379 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5d44c3f5-9b8a-42d4-8dd7-8c20589e81a8 req-6d9f9f3e-911d-4f37-9526-f7ee27085854 tempest-FloatingIPsAssociationTestJSON-981716816 tempest-FloatingIPsAssociationTestJSON-981716816-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8bf4d53-4691-4b97-baff-fea6c00e22d9 HTTP/1.1" status: 200 len: 210 time: 0.0738091 Feb 15 16:45:26.329345 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ba7a00-7807-407e-b32c-94cf1fd86e71 None None] Sync routers for ids ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:45:26.364936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba7a00-7807-407e-b32c-94cf1fd86e71 None None] Routers {'109c3b67-e4d0-4059-88f9-b390d1fa61f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:26.380311 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-6e7a36dc-92b4-4b88-bd23-d9af3672acc6 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "PUT /v2.0/floatingips/9af77606-c22d-4857-b159-ee20b0b735ec HTTP/1.1" status: 200 len: 695 time: 1.8913348 Feb 15 16:45:26.382405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-59ba7a00-7807-407e-b32c-94cf1fd86e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:45:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:26.527875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-834fce1b-8d2e-434d-b289-14be79f19baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:26.542908 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-834fce1b-8d2e-434d-b289-14be79f19baa service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=88d20a36be5d483f8c3d15b2235c1322&device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 1128 time: 0.1616318 Feb 15 16:45:26.642033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c76a84d1-3714-49e2-b8bd-cfb0447f17b8 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:26.642476 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c76a84d1-3714-49e2-b8bd-cfb0447f17b8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:26.682001 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117995e0-113d-4807-ac7f-d34c4a22aa53 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:45:26.691076 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Publish callbacks [] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:26.710304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76a84d1-3714-49e2-b8bd-cfb0447f17b8 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:45:26.728226 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Transition to ACTIVE for port object 117995e0-113d-4807-ac7f-d34c4a22aa53 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:45:26.738638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c76a84d1-3714-49e2-b8bd-cfb0447f17b8, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c76a84d1-3714-49e2-b8bd-cfb0447f17b8,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:26.761231 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-b0f991db-0f33-45bd-96ef-d5db3584da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:26.762984 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-b0f991db-0f33-45bd-96ef-d5db3584da28 service neutron] 10.222.0.107 "GET /v2.0/networks?id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a HTTP/1.1" status: 200 len: 921 time: 0.2192099 Feb 15 16:45:26.809868 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:26.911526 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-65bb1741-e0c4-407e-b45d-50a7f8043be0 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68486fb2-1933-4780-85fb-c02548028e86 HTTP/1.1" status: 200 len: 217 time: 0.1327336 Feb 15 16:45:26.958818 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Pushing event updated for resources: {'Port': ['ID=117995e0-113d-4807-ac7f-d34c4a22aa53,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:27.044389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-3dfddece-79b2-4baa-8a95-02d8c26c932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:27.050191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-3dfddece-79b2-4baa-8a95-02d8c26c932a service neutron] 10.222.0.107 "GET /v2.0/subnets?id=cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55 HTTP/1.1" status: 200 len: 860 time: 0.1376476 Feb 15 16:45:27.086932 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c76a84d1-3714-49e2-b8bd-cfb0447f17b8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:27.120800 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-ed3f729d-c0e7-49ae-94a2-8f5d4e60a9b3 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696483 Feb 15 16:45:27.160536 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Attempting to bind port 117995e0-113d-4807-ac7f-d34c4a22aa53 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:45:27.162208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Attempting to bind port 117995e0-113d-4807-ac7f-d34c4a22aa53 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'f5de36df-4066-44a0-b273-70e5ed08c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:45:27.162363 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Attempting to bind port 117995e0-113d-4807-ac7f-d34c4a22aa53 on network 7fe9f723-b633-4900-81b1-ec294bf1c8b7 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:27.174397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Port 117995e0-113d-4807-ac7f-d34c4a22aa53 on network 7fe9f723-b633-4900-81b1-ec294bf1c8b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:45:27.174397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Attempting to bind port 117995e0-113d-4807-ac7f-d34c4a22aa53 on network 7fe9f723-b633-4900-81b1-ec294bf1c8b7 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:27.183975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-59ba7a00-7807-407e-b32c-94cf1fd86e71 None None] Set router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:27.187531 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=c76a84d1-3714-49e2-b8bd-cfb0447f17b8,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:27.190504 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ad2779db-44bb-4cae-b834-fd1b2242991c no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:45:27.200103 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:45:27.200683 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Checking segment: {'id': 'f5de36df-4066-44a0-b273-70e5ed08c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:45:27.201702 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Bound using segment: {'id': 'f5de36df-4066-44a0-b273-70e5ed08c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:45:27.202481 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Bound port: 117995e0-113d-4807-ac7f-d34c4a22aa53, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5de36df-4066-44a0-b273-70e5ed08c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:45:27.203230 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:27.287148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: ad2779db-44bb-4cae-b834-fd1b2242991c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:45:27.290130 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ad2779db-44bb-4cae-b834-fd1b2242991c not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:45:27.298241 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc111d-e636-4084-a8da-e58318364553 req-5934fece-456f-47fc-8ac8-ab6c6184a63d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:27.302078 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-50fc111d-e636-4084-a8da-e58318364553 req-5934fece-456f-47fc-8ac8-ab6c6184a63d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aae7758-0ae9-4ee2-990f-c6431cccb624 HTTP/1.1" status: 200 len: 945 time: 0.1134367 Feb 15 16:45:27.338568 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-f404ab2b-37e8-4fbd-ab05-13587106ee04 service neutron] 10.222.0.107 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163863 Feb 15 16:45:27.437656 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] For port 117995e0-113d-4807-ac7f-d34c4a22aa53, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:45:27.481578 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-50fc111d-e636-4084-a8da-e58318364553 req-95049103-28af-4517-b3df-2dd9b2bc26bd tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166787 Feb 15 16:45:27.487529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] For port 117995e0-113d-4807-ac7f-d34c4a22aa53, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=117995e0-113d-4807-ac7f-d34c4a22aa53,segment=NetworkSegment(f5de36df-4066-44a0-b273-70e5ed08c601),segment_id=f5de36df-4066-44a0-b273-70e5ed08c601)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:45:27.521210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['c76a84d1-3714-49e2-b8bd-cfb0447f17b8'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:45:27.561335 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c870699-0da2-483e-8397-aa2472054965 x-openstack-request-id: req-4c870699-0da2-483e-8397-aa2472054965 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:27.562123 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "tag": "0f5cf237-c13f-4452-a50f-8a0b8b20e20d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "af11221b-258c-484f-a4a7-15dd0f19f32a", "tag": "68486fb2-1933-4780-85fb-c02548028e86", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "tag": "fee101f4-9a6f-48fa-82ce-cbc998d7d69d", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:27.562123 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4c870699-0da2-483e-8397-aa2472054965 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:27.562696 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'tag': '0f5cf237-c13f-4452-a50f-8a0b8b20e20d', 'status': 'completed', 'code': 200} Feb 15 16:45:27.563618 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'tag': '68486fb2-1933-4780-85fb-c02548028e86', 'status': 'completed', 'code': 200} Feb 15 16:45:27.563969 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'tag': 'fee101f4-9a6f-48fa-82ce-cbc998d7d69d', 'status': 'completed', 'code': 200} Feb 15 16:45:27.575613 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fb72db6-9e29-4ab8-b385-28d44429f1ac req-7c768980-4878-44fe-ac40-e468993fc085 service neutron] 10.222.0.107 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262304 Feb 15 16:45:27.597312 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:27.693231 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-748d7915-0eba-4b31-ba56-63383aef2f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:27.697940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-748d7915-0eba-4b31-ba56-63383aef2f04 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88d20a36be5d483f8c3d15b2235c1322&device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 1128 time: 0.1013114 Feb 15 16:45:27.711992 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-59ba7a00-7807-407e-b32c-94cf1fd86e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-router', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'gw_port': {'id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '406dc11f-43df-4b9f-8432-ad03eae82bb4', 'name': '', 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'mac_address': 'fa:16:3e:9d:ed:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:06Z', 'updated_at': '2022-02-15T16:44:16Z', 'revision_number': 5, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'subnets': [{'id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:27.801754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ba7a00-7807-407e-b32c-94cf1fd86e71 None None] Checking router: 109c3b67-e4d0-4059-88f9-b390d1fa61f0 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:45:27.829409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba7a00-7807-407e-b32c-94cf1fd86e71 None None] Routers {'109c3b67-e4d0-4059-88f9-b390d1fa61f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:27.830059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-59ba7a00-7807-407e-b32c-94cf1fd86e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:45:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:27.869742 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44c2b8f-7793-4816-9a4f-3870748f975d x-openstack-request-id: req-d44c2b8f-7793-4816-9a4f-3870748f975d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:27.870054 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bf4d53-4691-4b97-baff-fea6c00e22d9", "name": "network-vif-deleted", "tag": "ad2779db-44bb-4cae-b834-fd1b2242991c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:27.870301 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d44c2b8f-7793-4816-9a4f-3870748f975d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:27.870707 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8bf4d53-4691-4b97-baff-fea6c00e22d9', 'name': 'network-vif-deleted', 'tag': 'ad2779db-44bb-4cae-b834-fd1b2242991c', 'status': 'completed', 'code': 200} Feb 15 16:45:27.872404 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:27.877079 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:27.878866 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] 10.222.0.67 "PUT /v2.0/ports/117995e0-113d-4807-ac7f-d34c4a22aa53 HTTP/1.1" status: 200 len: 1092 time: 1.7456465 Feb 15 16:45:27.947734 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-da5a5f6c-cdcb-4c79-8c67-78c9c7e81fd6 req-04f91652-e45c-4902-8db5-214f264b1663 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2012167570', 'description': 'tempest-description-412024353'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:27.994335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-59ba7a00-7807-407e-b32c-94cf1fd86e71 None None] Set router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:28.009309 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Request body: {'port': {'device_id': '6627256c-96fe-478b-a359-44296db785c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:28.065589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2987d-fe50-4968-be58-ff9014557047 service neutron] Pushing event updated for resources: {'Port': ['ID=117995e0-113d-4807-ac7f-d34c4a22aa53,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:28.091582 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-1892bc3d-047b-4159-b66c-3cee37bfd4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:28.098113 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-1892bc3d-047b-4159-b66c-3cee37bfd4b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a HTTP/1.1" status: 200 len: 921 time: 0.3862684 Feb 15 16:45:28.106024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-a3d73538-6d7b-48f6-b622-a82b2e0d00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:28.106517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-a3d73538-6d7b-48f6-b622-a82b2e0d00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:28.106998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-a3d73538-6d7b-48f6-b622-a82b2e0d00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:28.107474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-a3d73538-6d7b-48f6-b622-a82b2e0d00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:28.113559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-a3d73538-6d7b-48f6-b622-a82b2e0d00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:28.114129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-a3d73538-6d7b-48f6-b622-a82b2e0d00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:28.114665 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-a3d73538-6d7b-48f6-b622-a82b2e0d00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:28.116732 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-a3d73538-6d7b-48f6-b622-a82b2e0d00a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c059e9cd6634bce8f4e005af5907e51&device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 6611 time: 0.5370443 Feb 15 16:45:28.165284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a2ddb-a668-46ac-b387-3e0ece23e075 req-d0d574e7-bba9-495e-9c2e-8370e3bfce67 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:28.171178 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe1a2ddb-a668-46ac-b387-3e0ece23e075 req-d0d574e7-bba9-495e-9c2e-8370e3bfce67 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 945 time: 0.3714340 Feb 15 16:45:28.215468 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:28.250777 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-da5a5f6c-cdcb-4c79-8c67-78c9c7e81fd6 req-04f91652-e45c-4902-8db5-214f264b1663 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:28.257831 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-d0b5943a-799f-4b15-93b2-b2ef006e2b4b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68486fb2-1933-4780-85fb-c02548028e86 HTTP/1.1" status: 200 len: 217 time: 0.1400330 Feb 15 16:45:28.439571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-59ba7a00-7807-407e-b32c-94cf1fd86e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-router', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'gw_port': {'id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '406dc11f-43df-4b9f-8432-ad03eae82bb4', 'name': '', 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'mac_address': 'fa:16:3e:9d:ed:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:06Z', 'updated_at': '2022-02-15T16:44:16Z', 'revision_number': 5, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'subnets': [{'id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:28.471759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ba7a00-7807-407e-b32c-94cf1fd86e71 None None] The sync data for ids ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'] in n-d-828372-14 is: [{'id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-router', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'gw_port': {'id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '406dc11f-43df-4b9f-8432-ad03eae82bb4', 'name': '', 'network_id': 'a36b7914-2995-4a64-9ff7-dc4d49f26c7a', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'mac_address': 'fa:16:3e:9d:ed:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:06Z', 'updated_at': '2022-02-15T16:44:16Z', 'revision_number': 5, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'subnets': [{'id': 'cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:45:28.477091 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe1a2ddb-a668-46ac-b387-3e0ece23e075 req-ffc01811-f509-4755-a131-5ed32d8cb31d tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904997 Feb 15 16:45:28.502708 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-da5a5f6c-cdcb-4c79-8c67-78c9c7e81fd6 req-04f91652-e45c-4902-8db5-214f264b1663 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (a1fb6402-d19e-473e-801c-718c4bfb05c7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:28.581339 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-dcfd594a-6450-4007-923b-a7801031e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:28.584001 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-dcfd594a-6450-4007-923b-a7801031e476 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55 HTTP/1.1" status: 200 len: 860 time: 0.2798240 Feb 15 16:45:28.584829 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-da5a5f6c-cdcb-4c79-8c67-78c9c7e81fd6 req-04f91652-e45c-4902-8db5-214f264b1663 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a1fb6402-d19e-473e-801c-718c4bfb05c7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:28.824795 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5374418-4fdf-4c52-a3de-6437bd613e74 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:45:28.835201 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Publish callbacks [] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:28.852724 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Transition to ACTIVE for port object b5374418-4fdf-4c52-a3de-6437bd613e74 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:45:28.955150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b46733-2f6f-4bd4-86ff-aeb25ef3c81f req-78d5c518-8194-4e10-9ef1-c75a0b33f3e4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:28.956904 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90b46733-2f6f-4bd4-86ff-aeb25ef3c81f req-78d5c518-8194-4e10-9ef1-c75a0b33f3e4 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.1007068 Feb 15 16:45:28.957793 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:29.021974 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2e3813-2f94-4466-a06a-a50f6e7ad312 None None] New status for floating IP 9af77606-c22d-4857-b159-ee20b0b735ec: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:45:29.092841 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90b46733-2f6f-4bd4-86ff-aeb25ef3c81f req-84d74a50-3b58-490c-bd95-4db9cd7f3ad2 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268175 Feb 15 16:45:29.093901 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Pushing event updated for resources: {'Port': ['ID=b5374418-4fdf-4c52-a3de-6437bd613e74,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:29.200700 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-2345b722-582c-4a03-b681-2d1fea875eb6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5951760 Feb 15 16:45:29.224772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-ed2e103f-1343-470f-b4b5-d6eecfb55787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:29.227983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-ed2e103f-1343-470f-b4b5-d6eecfb55787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:29.227983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-ed2e103f-1343-470f-b4b5-d6eecfb55787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:29.227983 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-ed2e103f-1343-470f-b4b5-d6eecfb55787 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=5c059e9cd6634bce8f4e005af5907e51&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.0945098 Feb 15 16:45:29.284181 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Attempting to bind port b5374418-4fdf-4c52-a3de-6437bd613e74 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:45:29.284910 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Attempting to bind port b5374418-4fdf-4c52-a3de-6437bd613e74 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'f5de36df-4066-44a0-b273-70e5ed08c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:45:29.285573 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Attempting to bind port b5374418-4fdf-4c52-a3de-6437bd613e74 on network 7fe9f723-b633-4900-81b1-ec294bf1c8b7 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:29.294979 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Port b5374418-4fdf-4c52-a3de-6437bd613e74 on network 7fe9f723-b633-4900-81b1-ec294bf1c8b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:45:29.295689 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Attempting to bind port b5374418-4fdf-4c52-a3de-6437bd613e74 on network 7fe9f723-b633-4900-81b1-ec294bf1c8b7 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:29.303827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:45:29.304603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Checking segment: {'id': 'f5de36df-4066-44a0-b273-70e5ed08c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:45:29.305253 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Bound using segment: {'id': 'f5de36df-4066-44a0-b273-70e5ed08c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:45:29.305984 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Bound port: b5374418-4fdf-4c52-a3de-6437bd613e74, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5de36df-4066-44a0-b273-70e5ed08c601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:45:29.306637 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:29.355691 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-da5a5f6c-cdcb-4c79-8c67-78c9c7e81fd6 req-04f91652-e45c-4902-8db5-214f264b1663 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:29.355691 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-da5a5f6c-cdcb-4c79-8c67-78c9c7e81fd6 req-04f91652-e45c-4902-8db5-214f264b1663 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.4247890 Feb 15 16:45:29.452311 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166442f-72a9-4aca-8eff-60238d40100c req-02ff4bd9-e949-4b3d-86ce-bfa31382c300 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:29.467762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166442f-72a9-4aca-8eff-60238d40100c req-02ff4bd9-e949-4b3d-86ce-bfa31382c300 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:29.492331 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166442f-72a9-4aca-8eff-60238d40100c req-02ff4bd9-e949-4b3d-86ce-bfa31382c300 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:29.510706 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166442f-72a9-4aca-8eff-60238d40100c req-02ff4bd9-e949-4b3d-86ce-bfa31382c300 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:29.518734 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166442f-72a9-4aca-8eff-60238d40100c req-02ff4bd9-e949-4b3d-86ce-bfa31382c300 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:29.522113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f91652-e45c-4902-8db5-214f264b1663 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fb6402-d19e-473e-801c-718c4bfb05c7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:29.538136 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166442f-72a9-4aca-8eff-60238d40100c req-02ff4bd9-e949-4b3d-86ce-bfa31382c300 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:29.570502 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166442f-72a9-4aca-8eff-60238d40100c req-02ff4bd9-e949-4b3d-86ce-bfa31382c300 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:29.578694 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8166442f-72a9-4aca-8eff-60238d40100c req-02ff4bd9-e949-4b3d-86ce-bfa31382c300 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.3353240 Feb 15 16:45:29.604238 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-b16ebd34-4cfe-47c9-96a4-39e6b32e9095 service neutron] 10.222.0.10 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922048 Feb 15 16:45:29.607351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-9b874aae-309d-496b-8a3c-ae2d4ff1e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:29.608790 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-9b874aae-309d-496b-8a3c-ae2d4ff1e4f6 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3513210 Feb 15 16:45:29.620902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'tag': '43c841ed-5b6b-4bbb-87f5-2d36be9275fe'}, {'name': 'network-changed', 'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'tag': 'c8a4d32c-8875-43a5-9a00-6e45523582eb'}, {'name': 'network-changed', 'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'tag': '117995e0-113d-4807-ac7f-d34c4a22aa53'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:29.626165 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c" -d '{"events": [{"name": "network-changed", "server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "tag": "43c841ed-5b6b-4bbb-87f5-2d36be9275fe"}, {"name": "network-changed", "server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "tag": "c8a4d32c-8875-43a5-9a00-6e45523582eb"}, {"name": "network-changed", "server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "tag": "117995e0-113d-4807-ac7f-d34c4a22aa53"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:29.680332 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44488) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:29.717150 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8166442f-72a9-4aca-8eff-60238d40100c req-fa92f8d9-d222-4085-97af-ef0c4aeefb2b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1363304 Feb 15 16:45:29.829540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-85512411-d230-4ede-a38a-6453dc404018 service neutron] 10.222.0.10 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174799 Feb 15 16:45:29.889441 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] For port b5374418-4fdf-4c52-a3de-6437bd613e74, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:45:29.894460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'tag': '68486fb2-1933-4780-85fb-c02548028e86'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:29.894460 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2e716b-271b-4a27-a1af-1c77f9ae4b92" -d '{"events": [{"name": "network-changed", "server_uuid": "af11221b-258c-484f-a4a7-15dd0f19f32a", "tag": "68486fb2-1933-4780-85fb-c02548028e86"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:29.909724 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] For port b5374418-4fdf-4c52-a3de-6437bd613e74, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b5374418-4fdf-4c52-a3de-6437bd613e74,segment=NetworkSegment(f5de36df-4066-44a0-b273-70e5ed08c601),segment_id=f5de36df-4066-44a0-b273-70e5ed08c601)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:45:29.917837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c76a84d1-3714-49e2-b8bd-cfb0447f17b8 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:45:29.932788 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c73b929a-8215-40c9-9002-77a5f5fdf4c2 req-f1c14e4a-a931-4a67-8c57-03ca2c4640c7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/floatingips/9af77606-c22d-4857-b159-ee20b0b735ec HTTP/1.1" status: 200 len: 693 time: 0.2469857 Feb 15 16:45:30.076545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b929a-8215-40c9-9002-77a5f5fdf4c2 req-b2c44422-f9a5-42d2-af8f-9c0f73dd6d43 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.078204 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c73b929a-8215-40c9-9002-77a5f5fdf4c2 req-b2c44422-f9a5-42d2-af8f-9c0f73dd6d43 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.1449881 Feb 15 16:45:30.092078 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:30.103385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port c76a84d1-3714-49e2-b8bd-cfb0447f17b8 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:45:30.109506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port c76a84d1-3714-49e2-b8bd-cfb0447f17b8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:30.110607 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c76a84d1-3714-49e2-b8bd-cfb0447f17b8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:30.160180 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c73b929a-8215-40c9-9002-77a5f5fdf4c2 req-94366b3f-c602-440c-8ef1-07acff7a05ea tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 696 time: 0.0623391 Feb 15 16:45:30.179442 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-343a7a1c-21f6-420e-b258-7f015929820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.179939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-343a7a1c-21f6-420e-b258-7f015929820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.180486 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-343a7a1c-21f6-420e-b258-7f015929820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.181589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-343a7a1c-21f6-420e-b258-7f015929820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.201535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-343a7a1c-21f6-420e-b258-7f015929820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.203099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-343a7a1c-21f6-420e-b258-7f015929820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.204360 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-343a7a1c-21f6-420e-b258-7f015929820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.206645 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-343a7a1c-21f6-420e-b258-7f015929820c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c059e9cd6634bce8f4e005af5907e51&device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 6667 time: 0.5202291 Feb 15 16:45:30.209125 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea8d13-7a41-406b-82f6-2f144004b924 req-11b1739a-ce43-41a6-b39c-b558caca9ea2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.218752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c76a84d1-3714-49e2-b8bd-cfb0447f17b8 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:30.220021 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c76a84d1-3714-49e2-b8bd-cfb0447f17b8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:30.223585 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:30.225432 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-63ea8d13-7a41-406b-82f6-2f144004b924 req-11b1739a-ce43-41a6-b39c-b558caca9ea2 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aae7758-0ae9-4ee2-990f-c6431cccb624 HTTP/1.1" status: 200 len: 945 time: 0.3784089 Feb 15 16:45:30.236487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.238362 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:30.242992 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] 10.222.0.67 "PUT /v2.0/ports/b5374418-4fdf-4c52-a3de-6437bd613e74 HTTP/1.1" status: 200 len: 1092 time: 2.2396088 Feb 15 16:45:30.264124 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aae7758-0ae9-4ee2-990f-c6431cccb624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76a84d1-3714-49e2-b8bd-cfb0447f17b8'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:30.268673 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324af84a-c9a7-4aec-8174-7d7d54684393" -d '{"events": [{"server_uuid": "0aae7758-0ae9-4ee2-990f-c6431cccb624", "name": "network-vif-plugged", "status": "completed", "tag": "c76a84d1-3714-49e2-b8bd-cfb0447f17b8"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:30.286343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c76a84d1-3714-49e2-b8bd-cfb0447f17b8, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c76a84d1-3714-49e2-b8bd-cfb0447f17b8,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:30.375155 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8c760-656f-46ec-bfb6-33e5993dae59 service neutron] Pushing event updated for resources: {'Port': ['ID=b5374418-4fdf-4c52-a3de-6437bd613e74,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:30.410497 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c76a84d1-3714-49e2-b8bd-cfb0447f17b8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:30.422457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-757b7361-5f8d-4b29-b9d7-3e4dfafc356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.423046 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-757b7361-5f8d-4b29-b9d7-3e4dfafc356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.423780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-757b7361-5f8d-4b29-b9d7-3e4dfafc356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.431511 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-757b7361-5f8d-4b29-b9d7-3e4dfafc356a service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=5c059e9cd6634bce8f4e005af5907e51&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1590071 Feb 15 16:45:30.433059 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-63ea8d13-7a41-406b-82f6-2f144004b924 req-c33d757a-bc35-4ce3-9620-8fec8c7decd7 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889107 Feb 15 16:45:30.553504 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=c76a84d1-3714-49e2-b8bd-cfb0447f17b8,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:30.571425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-2500c2c8-0703-4454-a472-09e5023570ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.572952 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9ee1c54-917e-44b2-afea-1b97ed632aa0 req-2500c2c8-0703-4454-a472-09e5023570ec service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367512 Feb 15 16:45:30.598490 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c73b929a-8215-40c9-9002-77a5f5fdf4c2 req-b928e9fb-c48e-42e9-b157-bed94a148177 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.199 HTTP/1.1" status: 200 len: 696 time: 0.4329684 Feb 15 16:45:30.602374 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bda964c8-1123-4b96-9c45-cdc60a82c700 req-72213f37-cc68-4424-9be4-37e5a061cde3 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/673eba93-b4c8-4c75-9ad7-bcbd86e07cd2 HTTP/1.1" status: 200 len: 1823 time: 0.0999889 Feb 15 16:45:30.665469 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:30.732383 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bda964c8-1123-4b96-9c45-cdc60a82c700 req-f69bb7e6-7533-447f-b783-baeef487b0de tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/a1fb6402-d19e-473e-801c-718c4bfb05c7 HTTP/1.1" status: 200 len: 1823 time: 0.1188092 Feb 15 16:45:30.753722 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-bda964c8-1123-4b96-9c45-cdc60a82c700 req-2edac119-22ea-4afd-97c2-243b399d2bf2 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '673eba93-b4c8-4c75-9ad7-bcbd86e07cd2', 'remote_group_id': 'a1fb6402-d19e-473e-801c-718c4bfb05c7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:30.754326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-bda964c8-1123-4b96-9c45-cdc60a82c700 req-2edac119-22ea-4afd-97c2-243b399d2bf2 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '673eba93-b4c8-4c75-9ad7-bcbd86e07cd2', 'remote_group_id': 'a1fb6402-d19e-473e-801c-718c4bfb05c7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:30.789925 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-61763dd3-f199-49b1-89e7-e89dfdbc3de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (af8f3875-667c-4596-8678-d6cfcb7c95fb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:30.838209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-53e81c02-50ec-4b02-ab9f-efb778002761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.838723 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-53e81c02-50ec-4b02-ab9f-efb778002761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.839212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-53e81c02-50ec-4b02-ab9f-efb778002761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.839698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-53e81c02-50ec-4b02-ab9f-efb778002761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.840177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-53e81c02-50ec-4b02-ab9f-efb778002761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.840659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-53e81c02-50ec-4b02-ab9f-efb778002761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.841128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-53e81c02-50ec-4b02-ab9f-efb778002761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:30.843272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-53e81c02-50ec-4b02-ab9f-efb778002761 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c059e9cd6634bce8f4e005af5907e51&device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 6710 time: 0.1668186 Feb 15 16:45:30.904322 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-0c587d0b-1ddc-41a3-8868-7a81c3e183ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=454e4dee-af23-45be-bb94-938d491c45ff HTTP/1.1" status: 200 len: 217 time: 0.0516298 Feb 15 16:45:30.949456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-c73b929a-8215-40c9-9002-77a5f5fdf4c2 req-9d0390ab-3990-4aa4-8e7f-eee5b00b85d9 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Deleting port 0f86a88e-0a23-44ef-b0eb-7563fceb52e1 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:45:30.953685 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c73b929a-8215-40c9-9002-77a5f5fdf4c2 req-9d0390ab-3990-4aa4-8e7f-eee5b00b85d9 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0f86a88e-0a23-44ef-b0eb-7563fceb52e1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:31.049556 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c73b929a-8215-40c9-9002-77a5f5fdf4c2 req-9d0390ab-3990-4aa4-8e7f-eee5b00b85d9 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0f86a88e-0a23-44ef-b0eb-7563fceb52e1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:31.049974 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c73b929a-8215-40c9-9002-77a5f5fdf4c2 req-9d0390ab-3990-4aa4-8e7f-eee5b00b85d9 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for floatingip (0f86a88e-0a23-44ef-b0eb-7563fceb52e1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:31.063854 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-c73b929a-8215-40c9-9002-77a5f5fdf4c2 req-9d0390ab-3990-4aa4-8e7f-eee5b00b85d9 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Calling delete_port for 0f86a88e-0a23-44ef-b0eb-7563fceb52e1 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:45:31.158916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-788300a2-4758-406e-8dd9-cd321ba590f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:31.160449 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-788300a2-4758-406e-8dd9-cd321ba590f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f HTTP/1.1" status: 200 len: 856 time: 0.2488279 Feb 15 16:45:31.306219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-31578681-5fb5-4911-a6aa-cb640bc732e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:31.308081 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-31578681-5fb5-4911-a6aa-cb640bc732e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36c7dd23-e458-4e0b-8f60-3d6235ba67f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1401467 Feb 15 16:45:31.433711 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-a04649bc-a649-41c9-9cdd-88d32a0c203d service neutron] 10.222.0.67 "GET /v2.0/networks/36c7dd23-e458-4e0b-8f60-3d6235ba67f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129005 Feb 15 16:45:31.435294 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c73b929a-8215-40c9-9002-77a5f5fdf4c2 req-9d0390ab-3990-4aa4-8e7f-eee5b00b85d9 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0f86a88e-0a23-44ef-b0eb-7563fceb52e1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:31.514019 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bda964c8-1123-4b96-9c45-cdc60a82c700 req-2edac119-22ea-4afd-97c2-243b399d2bf2 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (a957e3d2-e47e-4a8f-a4be-f0ed44e0b8ac), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:31.530343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-61763dd3-f199-49b1-89e7-e89dfdbc3de3 admin admin] Deleting port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:45:31.530863 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-61763dd3-f199-49b1-89e7-e89dfdbc3de3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:31.597728 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bda964c8-1123-4b96-9c45-cdc60a82c700 req-2edac119-22ea-4afd-97c2-243b399d2bf2 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (a957e3d2-e47e-4a8f-a4be-f0ed44e0b8ac), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:31.624614 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-a04d8287-16b5-40ae-bdfe-8c62f366e817 service neutron] 10.222.0.67 "GET /v2.0/networks/36c7dd23-e458-4e0b-8f60-3d6235ba67f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777773 Feb 15 16:45:31.627311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0390ab-3990-4aa4-8e7f-eee5b00b85d9 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Pushing event deleted for resources: {'Port': ['ID=0f86a88e-0a23-44ef-b0eb-7563fceb52e1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:31.655399 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-61763dd3-f199-49b1-89e7-e89dfdbc3de3 admin admin] For port 8a96cbe2-70ec-40aa-98c1-f5af10169dd8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8a96cbe2-70ec-40aa-98c1-f5af10169dd8,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:31.656012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-61763dd3-f199-49b1-89e7-e89dfdbc3de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:31.675522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-61763dd3-f199-49b1-89e7-e89dfdbc3de3 admin admin] Calling delete_port for 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:45:31.691673 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bda964c8-1123-4b96-9c45-cdc60a82c700 req-2edac119-22ea-4afd-97c2-243b399d2bf2 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (a957e3d2-e47e-4a8f-a4be-f0ed44e0b8ac), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:31.695025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-1ccf6726-92f4-43ac-87fe-300e767feec6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=0f5cf237-c13f-4452-a50f-8a0b8b20e20d HTTP/1.1" status: 200 len: 217 time: 0.0632458 Feb 15 16:45:31.752486 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c73b929a-8215-40c9-9002-77a5f5fdf4c2 req-9d0390ab-3990-4aa4-8e7f-eee5b00b85d9 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for floatingip (9af77606-c22d-4857-b159-ee20b0b735ec), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:31.755515 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c73b929a-8215-40c9-9002-77a5f5fdf4c2 req-9d0390ab-3990-4aa4-8e7f-eee5b00b85d9 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:31.756420 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c73b929a-8215-40c9-9002-77a5f5fdf4c2 req-9d0390ab-3990-4aa4-8e7f-eee5b00b85d9 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "DELETE /v2.0/floatingips/9af77606-c22d-4857-b159-ee20b0b735ec HTTP/1.1" status: 204 len: 173 time: 1.1560993 Feb 15 16:45:31.771515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-5a340b43-17a8-4938-88c2-79eb678f1fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:31.773026 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-5a340b43-17a8-4938-88c2-79eb678f1fce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=baeb71b9-6efb-4690-a7d0-c53f3a2625ba HTTP/1.1" status: 200 len: 797 time: 0.0716441 Feb 15 16:45:31.803691 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bda964c8-1123-4b96-9c45-cdc60a82c700 req-2edac119-22ea-4afd-97c2-243b399d2bf2 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:31.804967 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bda964c8-1123-4b96-9c45-cdc60a82c700 req-2edac119-22ea-4afd-97c2-243b399d2bf2 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0573130 Feb 15 16:45:31.821703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edac119-22ea-4afd-97c2-243b399d2bf2 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a957e3d2-e47e-4a8f-a4be-f0ed44e0b8ac,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:31.854416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-56b98935-abcb-4b87-8cab-950324b70a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:31.865437 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-56b98935-abcb-4b87-8cab-950324b70a42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67e72fda-9dfe-495c-b3a9-2d311823812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0775616 Feb 15 16:45:32.084674 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fe2c2c-4d30-4c8e-9cc0-dc5313b1553d x-openstack-request-id: req-53fe2c2c-4d30-4c8e-9cc0-dc5313b1553d {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:32.084674 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "tag": "43c841ed-5b6b-4bbb-87f5-2d36be9275fe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "tag": "c8a4d32c-8875-43a5-9a00-6e45523582eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "tag": "117995e0-113d-4807-ac7f-d34c4a22aa53", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:32.084674 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-53fe2c2c-4d30-4c8e-9cc0-dc5313b1553d {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:32.084674 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'tag': '43c841ed-5b6b-4bbb-87f5-2d36be9275fe', 'status': 'completed', 'code': 200} Feb 15 16:45:32.084674 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'tag': 'c8a4d32c-8875-43a5-9a00-6e45523582eb', 'status': 'completed', 'code': 200} Feb 15 16:45:32.084674 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'tag': '117995e0-113d-4807-ac7f-d34c4a22aa53', 'status': 'completed', 'code': 200} Feb 15 16:45:32.086616 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-a0ca9359-bf05-4ecc-a210-f471f80fd22f service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922219 Feb 15 16:45:32.086616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0605b1d-4656-4448-af36-a2defb0c330b req-069ae267-3082-4f4a-8ebd-328ec7607591 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:32.086616 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0605b1d-4656-4448-af36-a2defb0c330b req-069ae267-3082-4f4a-8ebd-328ec7607591 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 945 time: 0.2121258 Feb 15 16:45:32.151120 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874b3707-9954-4f17-b362-a831f7898803 x-openstack-request-id: req-874b3707-9954-4f17-b362-a831f7898803 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:32.151727 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af11221b-258c-484f-a4a7-15dd0f19f32a", "tag": "68486fb2-1933-4780-85fb-c02548028e86", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:32.152090 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-874b3707-9954-4f17-b362-a831f7898803 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:32.152631 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'tag': '68486fb2-1933-4780-85fb-c02548028e86', 'status': 'completed', 'code': 200} Feb 15 16:45:32.212404 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89bda1-2e08-484a-96f8-9b971bddcbeb req-1931acbc-52fa-4428-9a38-dacadddebfd9 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:32.214294 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ae89bda1-2e08-484a-96f8-9b971bddcbeb req-1931acbc-52fa-4428-9a38-dacadddebfd9 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.0709453 Feb 15 16:45:32.255168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0605b1d-4656-4448-af36-a2defb0c330b req-9169e74c-0abe-407c-9c2f-6b8184fe3645 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683908 Feb 15 16:45:32.265885 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-9a72d7b5-e4cd-4f0b-be68-2aa0c6e56d33 service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883454 Feb 15 16:45:32.277658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e716b-271b-4a27-a1af-1c77f9ae4b92 req-5e8ffb65-94eb-43ba-9ee1-a9a3ee88b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:32.277658 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d2e716b-271b-4a27-a1af-1c77f9ae4b92 req-5e8ffb65-94eb-43ba-9ee1-a9a3ee88b938 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=88d20a36be5d483f8c3d15b2235c1322&device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 1128 time: 0.1105807 Feb 15 16:45:32.306615 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ae89bda1-2e08-484a-96f8-9b971bddcbeb req-aba8ea63-82eb-4934-bd88-bf0e329d0a5c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792346 Feb 15 16:45:32.319090 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12c6493-63ac-4f7c-a133-7002fb4eeeb8 x-openstack-request-id: req-f12c6493-63ac-4f7c-a133-7002fb4eeeb8 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:32.319759 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aae7758-0ae9-4ee2-990f-c6431cccb624", "name": "network-vif-plugged", "status": "completed", "tag": "c76a84d1-3714-49e2-b8bd-cfb0447f17b8", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:32.320044 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f12c6493-63ac-4f7c-a133-7002fb4eeeb8 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:32.320439 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aae7758-0ae9-4ee2-990f-c6431cccb624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76a84d1-3714-49e2-b8bd-cfb0447f17b8', 'code': 200} Feb 15 16:45:32.336564 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-26c051e0-6840-47d9-a86a-53ec9db64379 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=fee101f4-9a6f-48fa-82ce-cbc998d7d69d HTTP/1.1" status: 200 len: 217 time: 0.0568001 Feb 15 16:45:32.357802 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-61763dd3-f199-49b1-89e7-e89dfdbc3de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (8a96cbe2-70ec-40aa-98c1-f5af10169dd8), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:32.396706 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61763dd3-f199-49b1-89e7-e89dfdbc3de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a96cbe2-70ec-40aa-98c1-f5af10169dd8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:32.538589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe0a24-8e14-4983-80f6-10ec51dbc4a8 req-54f08654-1156-4a94-b209-589ef832fc65 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:32.544208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe0a24-8e14-4983-80f6-10ec51dbc4a8 req-54f08654-1156-4a94-b209-589ef832fc65 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:32.554604 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe0a24-8e14-4983-80f6-10ec51dbc4a8 req-54f08654-1156-4a94-b209-589ef832fc65 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:32.560695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe0a24-8e14-4983-80f6-10ec51dbc4a8 req-54f08654-1156-4a94-b209-589ef832fc65 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:32.563281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-5850d579-3f39-4d49-9231-c929a2646d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:32.564921 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-5850d579-3f39-4d49-9231-c929a2646d5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=baeb71b9-6efb-4690-a7d0-c53f3a2625ba HTTP/1.1" status: 200 len: 797 time: 0.2072303 Feb 15 16:45:32.567827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe0a24-8e14-4983-80f6-10ec51dbc4a8 req-54f08654-1156-4a94-b209-589ef832fc65 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:32.573758 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe0a24-8e14-4983-80f6-10ec51dbc4a8 req-54f08654-1156-4a94-b209-589ef832fc65 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:32.581081 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe0a24-8e14-4983-80f6-10ec51dbc4a8 req-54f08654-1156-4a94-b209-589ef832fc65 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:32.608138 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f9fe0a24-8e14-4983-80f6-10ec51dbc4a8 req-54f08654-1156-4a94-b209-589ef832fc65 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.2001779 Feb 15 16:45:32.644544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e7dd4-6fd3-42bf-bbac-50fbb6f1bfdd req-40bf5705-ce5b-4beb-9cff-d2c06cdac44e tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:32.653216 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c1e7dd4-6fd3-42bf-bbac-50fbb6f1bfdd req-40bf5705-ce5b-4beb-9cff-d2c06cdac44e tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aae7758-0ae9-4ee2-990f-c6431cccb624 HTTP/1.1" status: 200 len: 946 time: 0.2498772 Feb 15 16:45:32.667012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0103ba-aca7-4b75-a24a-98ac78b120ce req-b1781dd7-a8eb-48cb-9583-61b4aa04e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:32.668492 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f0103ba-aca7-4b75-a24a-98ac78b120ce req-b1781dd7-a8eb-48cb-9583-61b4aa04e8a0 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0aae7758-0ae9-4ee2-990f-c6431cccb624 HTTP/1.1" status: 200 len: 1129 time: 0.2738423 Feb 15 16:45:32.669822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e716b-271b-4a27-a1af-1c77f9ae4b92 req-3ac469e3-23c0-4ff4-a34d-b837758f766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:32.671184 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d2e716b-271b-4a27-a1af-1c77f9ae4b92 req-3ac469e3-23c0-4ff4-a34d-b837758f766f service neutron] 10.222.0.10 "GET /v2.0/networks?id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a HTTP/1.1" status: 200 len: 921 time: 0.3879609 Feb 15 16:45:32.695516 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f9fe0a24-8e14-4983-80f6-10ec51dbc4a8 req-3b50ae81-a265-4884-9349-79d1c5418d94 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849364 Feb 15 16:45:32.782568 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d2e716b-271b-4a27-a1af-1c77f9ae4b92 req-283675e2-0a6a-4353-bdab-0ccd4fcb5eb9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68486fb2-1933-4780-85fb-c02548028e86 HTTP/1.1" status: 200 len: 217 time: 0.0866916 Feb 15 16:45:32.885316 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b0d2f76-c13b-4de0-b73d-eca6a6a80a28 req-dfca1021-b34f-43fd-99ca-120a29630bbb tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups/13fa3c0d-3787-484a-b41c-c547e441ef8e HTTP/1.1" status: 200 len: 1827 time: 0.0806093 Feb 15 16:45:32.888073 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-61763dd3-f199-49b1-89e7-e89dfdbc3de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (af8f3875-667c-4596-8678-d6cfcb7c95fb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:32.900043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e716b-271b-4a27-a1af-1c77f9ae4b92 req-b939053c-6e30-4ab4-b39a-6227386b2cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:32.901772 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d2e716b-271b-4a27-a1af-1c77f9ae4b92 req-b939053c-6e30-4ab4-b39a-6227386b2cfd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55 HTTP/1.1" status: 200 len: 860 time: 0.1184130 Feb 15 16:45:32.907649 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f0103ba-aca7-4b75-a24a-98ac78b120ce req-0c79c93d-84c0-43b9-8705-78807d69174d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986296 Feb 15 16:45:32.960134 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d2e716b-271b-4a27-a1af-1c77f9ae4b92 req-b54e62d3-c391-4f2a-ae66-09d3f539a036 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a36b7914-2995-4a64-9ff7-dc4d49f26c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420856 Feb 15 16:45:32.962226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-402cac1c-2ca6-4e6d-b883-0a4243c127ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:32.963892 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-402cac1c-2ca6-4e6d-b883-0a4243c127ac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67e72fda-9dfe-495c-b3a9-2d311823812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3883910 Feb 15 16:45:32.968735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c1e7dd4-6fd3-42bf-bbac-50fbb6f1bfdd req-9b3ed5f2-1b94-4323-a7ed-7502bc9bf788 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151751 Feb 15 16:45:33.026800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a7d54d56-cf48-4625-a05e-369fc9008215 req-00d35781-3a1e-49f5-bf4e-03d8bd3b8e98 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1369775641', 'description': 'tempest-description-617602706'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:33.122654 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-54f5f04f-0b49-4aff-b4d4-375dc0878c80 service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489427 Feb 15 16:45:33.228913 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61763dd3-f199-49b1-89e7-e89dfdbc3de3 admin admin] Router af8f3875-667c-4596-8678-d6cfcb7c95fb has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:45:33.236423 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d2e716b-271b-4a27-a1af-1c77f9ae4b92 req-04f3f0e2-9f4a-45d9-9bf7-377955736071 service neutron] 10.222.0.10 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125908 Feb 15 16:45:33.252605 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3b0d2f76-c13b-4de0-b73d-eca6a6a80a28 req-02dfd9d4-f195-4a04-b8f4-b2fbafab6404 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for security_group (13fa3c0d-3787-484a-b41c-c547e441ef8e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:33.346098 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-d35348b5-c37f-4265-9e75-a4de01093476 service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087039 Feb 15 16:45:33.347511 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a7d54d56-cf48-4625-a05e-369fc9008215 req-00d35781-3a1e-49f5-bf4e-03d8bd3b8e98 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:33.348506 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3b0d2f76-c13b-4de0-b73d-eca6a6a80a28 req-02dfd9d4-f195-4a04-b8f4-b2fbafab6404 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for security_group (13fa3c0d-3787-484a-b41c-c547e441ef8e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:33.445279 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61763dd3-f199-49b1-89e7-e89dfdbc3de3 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:45:33.453006 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-61763dd3-f199-49b1-89e7-e89dfdbc3de3 admin admin] 10.222.0.107 "PUT /v2.0/routers/af8f3875-667c-4596-8678-d6cfcb7c95fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7585046 Feb 15 16:45:33.463048 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cdfb17-3549-4014-8012-e74ab9e266f0 None None] Sync routers for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:45:33.477822 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44514) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:33.481480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cdfb17-3549-4014-8012-e74ab9e266f0 None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:33.482439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c5cdfb17-3549-4014-8012-e74ab9e266f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:45:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:33.550094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c2754131-99fc-47ba-a54f-e1902fb69818 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=43c841ed-5b6b-4bbb-87f5-2d36be9275fe HTTP/1.1" status: 200 len: 217 time: 0.1601419 Feb 15 16:45:33.627919 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3b0d2f76-c13b-4de0-b73d-eca6a6a80a28 req-02dfd9d4-f195-4a04-b8f4-b2fbafab6404 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (13fa3c0d-3787-484a-b41c-c547e441ef8e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:33.636573 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3b0d2f76-c13b-4de0-b73d-eca6a6a80a28 req-02dfd9d4-f195-4a04-b8f4-b2fbafab6404 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:33.653992 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b0d2f76-c13b-4de0-b73d-eca6a6a80a28 req-02dfd9d4-f195-4a04-b8f4-b2fbafab6404 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "DELETE /v2.0/security-groups/13fa3c0d-3787-484a-b41c-c547e441ef8e HTTP/1.1" status: 204 len: 173 time: 0.7613416 Feb 15 16:45:33.677638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-a169ac9e-72a2-482c-bdfd-bf63006c2465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:33.681557 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-a169ac9e-72a2-482c-bdfd-bf63006c2465 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=baeb71b9-6efb-4690-a7d0-c53f3a2625ba HTTP/1.1" status: 200 len: 797 time: 0.1173966 Feb 15 16:45:33.702770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfd9d4-f195-4a04-b8f4-b2fbafab6404 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fa3c0d-3787-484a-b41c-c547e441ef8e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:33.725960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-c5cdfb17-3549-4014-8012-e74ab9e266f0 None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:33.756003 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d2e716b-271b-4a27-a1af-1c77f9ae4b92 req-f586fcdd-89ae-47e1-962b-cd8dc4f378f1 service neutron] 10.222.0.10 "GET /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049492 Feb 15 16:45:33.781526 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-102fbebe-aa39-4db3-b915-dc35f8ec39be admin admin] Publish callbacks [] for router (af8f3875-667c-4596-8678-d6cfcb7c95fb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:33.825555 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a7d54d56-cf48-4625-a05e-369fc9008215 req-00d35781-3a1e-49f5-bf4e-03d8bd3b8e98 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (bfc3ec15-87ff-4012-b174-ee24cbe1e329), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:33.856780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-d2687349-2b20-4c8e-be8e-02cc4789b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:33.858354 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-d2687349-2b20-4c8e-be8e-02cc4789b2aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67e72fda-9dfe-495c-b3a9-2d311823812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1652808 Feb 15 16:45:33.981472 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a7d54d56-cf48-4625-a05e-369fc9008215 req-00d35781-3a1e-49f5-bf4e-03d8bd3b8e98 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bfc3ec15-87ff-4012-b174-ee24cbe1e329), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:34.061282 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-102fbebe-aa39-4db3-b915-dc35f8ec39be admin admin] Publish callbacks [] for router_gateway (af8f3875-667c-4596-8678-d6cfcb7c95fb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:34.086655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'tag': 'b5374418-4fdf-4c52-a3de-6437bd613e74'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:34.095780 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307cbaa8-1aef-459a-9c08-a4ded1c907c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "tag": "b5374418-4fdf-4c52-a3de-6437bd613e74"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:34.099214 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d35781-3a1e-49f5-bf4e-03d8bd3b8e98 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc3ec15-87ff-4012-b174-ee24cbe1e329,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:34.140858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-5fd53326-0bc8-4f8a-bfea-7321e41c97cf service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753129 Feb 15 16:45:34.168193 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a7d54d56-cf48-4625-a05e-369fc9008215 req-00d35781-3a1e-49f5-bf4e-03d8bd3b8e98 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:34.169059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c5cdfb17-3549-4014-8012-e74ab9e266f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:45:32Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:34.171225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a7d54d56-cf48-4625-a05e-369fc9008215 req-00d35781-3a1e-49f5-bf4e-03d8bd3b8e98 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 1.1483669 Feb 15 16:45:34.221065 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed34c05-5c22-490b-a948-fa0e9baa51fb req-f8cad9c1-19dd-47a4-8052-470374caf367 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:34.229648 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eed34c05-5c22-490b-a948-fa0e9baa51fb req-f8cad9c1-19dd-47a4-8052-470374caf367 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 945 time: 0.1298659 Feb 15 16:45:34.284507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cdfb17-3549-4014-8012-e74ab9e266f0 None None] Checking router: af8f3875-667c-4596-8678-d6cfcb7c95fb for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:45:34.293400 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cdfb17-3549-4014-8012-e74ab9e266f0 None None] Routers {'af8f3875-667c-4596-8678-d6cfcb7c95fb'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:34.294024 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c5cdfb17-3549-4014-8012-e74ab9e266f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:45:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['af8f3875-667c-4596-8678-d6cfcb7c95fb'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:34.317467 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eed34c05-5c22-490b-a948-fa0e9baa51fb req-98eef708-2ef2-46af-a99d-7cb7bf9986bd tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868096 Feb 15 16:45:34.407985 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd9035-3521-4f0a-b37e-113ba8734d7b req-55224303-1bfd-44fd-8170-262f1eae412c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:34.410108 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-87fd9035-3521-4f0a-b37e-113ba8734d7b req-55224303-1bfd-44fd-8170-262f1eae412c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.1371307 Feb 15 16:45:34.412347 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-010bf73a-fbe3-4125-baa0-3d0fa047d232 service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651114 Feb 15 16:45:34.480514 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-102fbebe-aa39-4db3-b915-dc35f8ec39be admin admin] Deleting port 0acf0fee-5615-4962-98ef-304d7190870b {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:45:34.481603 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-102fbebe-aa39-4db3-b915-dc35f8ec39be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0acf0fee-5615-4962-98ef-304d7190870b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:34.488301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-c5cdfb17-3549-4014-8012-e74ab9e266f0 None None] Set router af8f3875-667c-4596-8678-d6cfcb7c95fb gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:34.537276 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-080e5f3b-8381-46ec-b857-a52459df01e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=c8a4d32c-8875-43a5-9a00-6e45523582eb HTTP/1.1" status: 200 len: 217 time: 0.0749743 Feb 15 16:45:34.582291 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-87fd9035-3521-4f0a-b37e-113ba8734d7b req-fb438d73-0c6e-4445-9da4-a6c951aafe1a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610646 Feb 15 16:45:34.618584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-e21a788b-59e5-4276-8c00-e2418ef85b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:34.620332 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-e21a788b-59e5-4276-8c00-e2418ef85b1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=baeb71b9-6efb-4690-a7d0-c53f3a2625ba HTTP/1.1" status: 200 len: 797 time: 0.0721214 Feb 15 16:45:34.633730 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-102fbebe-aa39-4db3-b915-dc35f8ec39be admin admin] For port 0acf0fee-5615-4962-98ef-304d7190870b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0acf0fee-5615-4962-98ef-304d7190870b,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:34.636760 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-102fbebe-aa39-4db3-b915-dc35f8ec39be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0acf0fee-5615-4962-98ef-304d7190870b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:34.670804 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-102fbebe-aa39-4db3-b915-dc35f8ec39be admin admin] Calling delete_port for 0acf0fee-5615-4962-98ef-304d7190870b owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:45:34.704421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-1d7b614c-a71d-406e-8114-18b81fcb1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:34.705410 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-1d7b614c-a71d-406e-8114-18b81fcb1861 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67e72fda-9dfe-495c-b3a9-2d311823812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0755951 Feb 15 16:45:34.840518 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-03e7608f-7558-4fac-8fbc-ae8b5a800448 service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282649 Feb 15 16:45:34.844983 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c5cdfb17-3549-4014-8012-e74ab9e266f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:45:32Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:34.905399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cdfb17-3549-4014-8012-e74ab9e266f0 None None] The sync data for ids ['af8f3875-667c-4596-8678-d6cfcb7c95fb'] in n-d-828372-14 is: [{'id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'name': 'tempest-FloatingIPsAssociationTestJSON-445327245-router', 'tenant_id': '130e52b66c5a4831b4acccf5a4ca800d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60'}], 'enable_snat': True}, 'gw_port_id': '0acf0fee-5615-4962-98ef-304d7190870b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:37Z', 'updated_at': '2022-02-15T16:45:32Z', 'revision_number': 5, 'project_id': '130e52b66c5a4831b4acccf5a4ca800d', 'gw_port': {'id': '0acf0fee-5615-4962-98ef-304d7190870b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af8f3875-667c-4596-8678-d6cfcb7c95fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:39Z', 'updated_at': '2022-02-15T16:43:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:45:35.049002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce9d5f-5135-4ca9-9f5a-18a49af4910b req-b1b8860a-38ba-44a3-a3d2-bbb80d328970 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:35.050545 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-33ce9d5f-5135-4ca9-9f5a-18a49af4910b req-b1b8860a-38ba-44a3-a3d2-bbb80d328970 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aae7758-0ae9-4ee2-990f-c6431cccb624 HTTP/1.1" status: 200 len: 946 time: 0.0834811 Feb 15 16:45:35.094403 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-102fbebe-aa39-4db3-b915-dc35f8ec39be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0acf0fee-5615-4962-98ef-304d7190870b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:35.149873 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fbebe-aa39-4db3-b915-dc35f8ec39be admin admin] Pushing event deleted for resources: {'Port': ['ID=0acf0fee-5615-4962-98ef-304d7190870b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:35.226079 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-33ce9d5f-5135-4ca9-9f5a-18a49af4910b req-26074574-428f-4b21-8e17-8a90f4067b3a tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635594 Feb 15 16:45:35.255480 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-102fbebe-aa39-4db3-b915-dc35f8ec39be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (af8f3875-667c-4596-8678-d6cfcb7c95fb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:35.504005 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-12f78031-71b6-44d4-93cb-c5c77d7d80e7 req-97198407-6258-4390-82e0-017ac3fea153 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-304552793', 'description': 'tempest-description-1226735900'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:35.512910 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafcfea5-3c34-4def-9668-ce6e25da8f53 x-openstack-request-id: req-eafcfea5-3c34-4def-9668-ce6e25da8f53 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:35.513601 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "tag": "b5374418-4fdf-4c52-a3de-6437bd613e74", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:35.514035 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-eafcfea5-3c34-4def-9668-ce6e25da8f53 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:35.514612 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'tag': 'b5374418-4fdf-4c52-a3de-6437bd613e74', 'status': 'completed', 'code': 200} Feb 15 16:45:35.533106 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:45:35.544871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94367190-a7b8-42a8-a8ff-73ec55a1f47c req-54193b36-3aca-43fa-b2ab-adb543e6a8cb tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:35.550622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94367190-a7b8-42a8-a8ff-73ec55a1f47c req-54193b36-3aca-43fa-b2ab-adb543e6a8cb tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:35.555926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94367190-a7b8-42a8-a8ff-73ec55a1f47c req-54193b36-3aca-43fa-b2ab-adb543e6a8cb tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:35.561770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94367190-a7b8-42a8-a8ff-73ec55a1f47c req-54193b36-3aca-43fa-b2ab-adb543e6a8cb tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:35.568167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94367190-a7b8-42a8-a8ff-73ec55a1f47c req-54193b36-3aca-43fa-b2ab-adb543e6a8cb tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:35.577323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94367190-a7b8-42a8-a8ff-73ec55a1f47c req-54193b36-3aca-43fa-b2ab-adb543e6a8cb tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:35.584537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94367190-a7b8-42a8-a8ff-73ec55a1f47c req-54193b36-3aca-43fa-b2ab-adb543e6a8cb tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:35.585675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-102fbebe-aa39-4db3-b915-dc35f8ec39be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (af8f3875-667c-4596-8678-d6cfcb7c95fb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:35.593010 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94367190-a7b8-42a8-a8ff-73ec55a1f47c req-54193b36-3aca-43fa-b2ab-adb543e6a8cb tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.7512701 Feb 15 16:45:35.599906 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-102fbebe-aa39-4db3-b915-dc35f8ec39be admin admin] Publish callbacks [] for router_controller (af8f3875-667c-4596-8678-d6cfcb7c95fb), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:35.600079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:45:35.600079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8a96cbe2-70ec-40aa-98c1-f5af10169dd8 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:45:35.695877 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-12f78031-71b6-44d4-93cb-c5c77d7d80e7 req-97198407-6258-4390-82e0-017ac3fea153 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:35.712094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-949dda83-cd42-4d93-a932-a04618c952a9 service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8277466 Feb 15 16:45:35.779498 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-c3bef656-29bc-4814-9bbd-260afa97ecd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=117995e0-113d-4807-ac7f-d34c4a22aa53 HTTP/1.1" status: 200 len: 217 time: 0.0577483 Feb 15 16:45:35.792271 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-12f78031-71b6-44d4-93cb-c5c77d7d80e7 req-97198407-6258-4390-82e0-017ac3fea153 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (43929c24-2c74-4503-9bee-69d3527d57c1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:35.794353 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-102fbebe-aa39-4db3-b915-dc35f8ec39be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (af8f3875-667c-4596-8678-d6cfcb7c95fb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:35.794901 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102fbebe-aa39-4db3-b915-dc35f8ec39be admin admin] Fanout notify agent at l3_agent the message router_deleted on router af8f3875-667c-4596-8678-d6cfcb7c95fb {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:45:35.800712 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-102fbebe-aa39-4db3-b915-dc35f8ec39be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:35.804354 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-102fbebe-aa39-4db3-b915-dc35f8ec39be admin admin] 10.222.0.107 "DELETE /v2.0/routers/af8f3875-667c-4596-8678-d6cfcb7c95fb HTTP/1.1" status: 204 len: 168 time: 2.3232658 Feb 15 16:45:35.805153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44538) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:35.864091 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-12f78031-71b6-44d4-93cb-c5c77d7d80e7 req-97198407-6258-4390-82e0-017ac3fea153 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (43929c24-2c74-4503-9bee-69d3527d57c1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:35.898069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94367190-a7b8-42a8-a8ff-73ec55a1f47c req-fc85a021-3c49-4b30-8b80-765f401497f5 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3040595 Feb 15 16:45:35.915167 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd22dd5-2674-4be4-ac37-feb6597fa102 admin admin] Deleting subnet 5929e2bc-8d45-4bd8-afc2-4a7c151090f9 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:45:35.932203 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bd22dd5-2674-4be4-ac37-feb6597fa102 admin admin] Publish callbacks [] for subnet (5929e2bc-8d45-4bd8-afc2-4a7c151090f9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:35.932203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97198407-6258-4390-82e0-017ac3fea153 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43929c24-2c74-4503-9bee-69d3527d57c1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:35.974997 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-12f78031-71b6-44d4-93cb-c5c77d7d80e7 req-97198407-6258-4390-82e0-017ac3fea153 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:35.976152 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-12f78031-71b6-44d4-93cb-c5c77d7d80e7 req-97198407-6258-4390-82e0-017ac3fea153 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4767551 Feb 15 16:45:36.009150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bd22dd5-2674-4be4-ac37-feb6597fa102 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (5929e2bc-8d45-4bd8-afc2-4a7c151090f9), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:36.015753 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-724418e3-9fc7-4554-b5b4-ca118fcf81d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:36.020569 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-724418e3-9fc7-4554-b5b4-ca118fcf81d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1e008b25-9001-40d7-bc16-630b7f78b284 HTTP/1.1" status: 200 len: 797 time: 0.2158308 Feb 15 16:45:36.179865 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bd22dd5-2674-4be4-ac37-feb6597fa102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (5929e2bc-8d45-4bd8-afc2-4a7c151090f9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:36.262445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-5b394100-6d10-429d-980a-ad3fe545a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:36.264328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-5b394100-6d10-429d-980a-ad3fe545a8c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fe9f723-b633-4900-81b1-ec294bf1c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2379313 Feb 15 16:45:36.278821 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a23ef7-5334-43fc-ba5c-c47411638659 req-5d302d0e-11e0-4547-b29a-02ac7dedd5d7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:36.280956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-29a23ef7-5334-43fc-ba5c-c47411638659 req-5d302d0e-11e0-4547-b29a-02ac7dedd5d7 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 945 time: 0.1317647 Feb 15 16:45:36.301083 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bd22dd5-2674-4be4-ac37-feb6597fa102 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (5929e2bc-8d45-4bd8-afc2-4a7c151090f9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:36.352664 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd22dd5-2674-4be4-ac37-feb6597fa102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5929e2bc-8d45-4bd8-afc2-4a7c151090f9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:36.354610 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bd22dd5-2674-4be4-ac37-feb6597fa102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:36.357881 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2bd22dd5-2674-4be4-ac37-feb6597fa102 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/5929e2bc-8d45-4bd8-afc2-4a7c151090f9 HTTP/1.1" status: 204 len: 168 time: 0.5516179 Feb 15 16:45:36.361429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44542) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:36.382256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dac8b94-11ad-4262-a347-e01511b8d769 None None] Network 1b16032e-9798-432f-b240-94c30f7cd9e2 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:45:36.517422 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-29a23ef7-5334-43fc-ba5c-c47411638659 req-ca31dd52-7dbe-42ec-b965-d070828e3bf8 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270434 Feb 15 16:45:36.540348 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (1b16032e-9798-432f-b240-94c30f7cd9e2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:36.547997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-1535d768-7a55-449b-af94-03f3a73f1aa4 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652276 Feb 15 16:45:36.803758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65821062-f30f-4ec6-81b4-5a8878de3b01 None None] DHCP port deletion for 1b16032e-9798-432f-b240-94c30f7cd9e2 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:45:36.814826 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498cbda-4ded-4461-be9c-4f18b5535d6d req-33b04e2c-024a-4fdc-a584-b29f73d33aee tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:36.826378 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4498cbda-4ded-4461-be9c-4f18b5535d6d req-33b04e2c-024a-4fdc-a584-b29f73d33aee tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 945 time: 0.1497328 Feb 15 16:45:36.837160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] Deleting port 4584c076-6c2a-4afd-b66b-2b74ee671df4 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:45:36.838308 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:36.842433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-7b0d2982-0a8b-4a32-8473-3752196e0351 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876458 Feb 15 16:45:36.871424 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32c73b19-58e6-4ae0-a63b-f98335ce3a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:36.928186 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-65821062-f30f-4ec6-81b4-5a8878de3b01 None None] Deleting port 4584c076-6c2a-4afd-b66b-2b74ee671df4 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:45:36.928553 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65821062-f30f-4ec6-81b4-5a8878de3b01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:36.930255 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4498cbda-4ded-4461-be9c-4f18b5535d6d req-f40a2d9d-bda8-4911-a64b-c36968b357f2 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944991 Feb 15 16:45:36.971014 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] For port 4584c076-6c2a-4afd-b66b-2b74ee671df4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4584c076-6c2a-4afd-b66b-2b74ee671df4,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:36.971482 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:37.006040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] Calling delete_port for 4584c076-6c2a-4afd-b66b-2b74ee671df4 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:45:37.069049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa318d-18a6-458e-a0e5-3b5279e930b9 req-dec68541-b184-4c2b-b81d-f7c4027af028 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:37.072717 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-65821062-f30f-4ec6-81b4-5a8878de3b01 None None] For port 4584c076-6c2a-4afd-b66b-2b74ee671df4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4584c076-6c2a-4afd-b66b-2b74ee671df4,segment=NetworkSegment(86edc604-a0dd-4460-81bb-c6369d7af5a4),segment_id=86edc604-a0dd-4460-81bb-c6369d7af5a4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:37.073113 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65821062-f30f-4ec6-81b4-5a8878de3b01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:37.077604 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fcfa318d-18a6-458e-a0e5-3b5279e930b9 req-dec68541-b184-4c2b-b81d-f7c4027af028 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.0703499 Feb 15 16:45:37.097413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-65821062-f30f-4ec6-81b4-5a8878de3b01 None None] Calling delete_port for 4584c076-6c2a-4afd-b66b-2b74ee671df4 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:45:37.195412 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fcfa318d-18a6-458e-a0e5-3b5279e930b9 req-71908bc7-2458-4f45-b362-55665e3fa9ab tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158173 Feb 15 16:45:37.241828 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-9561d69d-b5cf-4817-876a-128d6b2c4ee7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b5374418-4fdf-4c52-a3de-6437bd613e74 HTTP/1.1" status: 200 len: 217 time: 0.0696707 Feb 15 16:45:37.285970 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:37.326121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] Pushing event deleted for resources: {'Port': ['ID=4584c076-6c2a-4afd-b66b-2b74ee671df4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:37.330893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] No DVR routers for this DVR port 4584c076-6c2a-4afd-b66b-2b74ee671df4 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:45:37.334554 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65821062-f30f-4ec6-81b4-5a8878de3b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (4584c076-6c2a-4afd-b66b-2b74ee671df4), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:37.338050 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-eca7507d-6e3b-4461-aebe-84560bf3080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:37.339759 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-eca7507d-6e3b-4461-aebe-84560bf3080c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1e008b25-9001-40d7-bc16-630b7f78b284 HTTP/1.1" status: 200 len: 797 time: 0.0906448 Feb 15 16:45:37.372102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65821062-f30f-4ec6-81b4-5a8878de3b01 None None] No DVR routers for this DVR port 4584c076-6c2a-4afd-b66b-2b74ee671df4 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:45:37.372615 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36e9ca37-1141-48a7-a2a2-01cec5a56f12 req-821fa881-f2c9-4cb6-95c5-1511a0e6bd4d tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/bfc3ec15-87ff-4012-b174-ee24cbe1e329 HTTP/1.1" status: 200 len: 1823 time: 0.1201978 Feb 15 16:45:37.455522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65821062-f30f-4ec6-81b4-5a8878de3b01 None None] Pushing event deleted for resources: {'Port': ['ID=4584c076-6c2a-4afd-b66b-2b74ee671df4,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:37.482913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4584c076-6c2a-4afd-b66b-2b74ee671df4 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:45:37.508540 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36e9ca37-1141-48a7-a2a2-01cec5a56f12 req-30f4f9ab-6888-435a-a6b4-0ec08b9d32ec tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/43929c24-2c74-4503-9bee-69d3527d57c1 HTTP/1.1" status: 200 len: 1823 time: 0.1269782 Feb 15 16:45:37.518426 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-36e9ca37-1141-48a7-a2a2-01cec5a56f12 req-30c78c55-16c3-4487-bad0-73c1868575b6 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bfc3ec15-87ff-4012-b174-ee24cbe1e329', 'remote_group_id': '43929c24-2c74-4503-9bee-69d3527d57c1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:37.520592 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-36e9ca37-1141-48a7-a2a2-01cec5a56f12 req-30c78c55-16c3-4487-bad0-73c1868575b6 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bfc3ec15-87ff-4012-b174-ee24cbe1e329', 'remote_group_id': '43929c24-2c74-4503-9bee-69d3527d57c1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:37.532069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 4584c076-6c2a-4afd-b66b-2b74ee671df4 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:45:37.532713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4584c076-6c2a-4afd-b66b-2b74ee671df4 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:45:37.539291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0acf0fee-5615-4962-98ef-304d7190870b no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:45:37.594911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 0acf0fee-5615-4962-98ef-304d7190870b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:45:37.595544 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0acf0fee-5615-4962-98ef-304d7190870b not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:45:37.602044 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (1b16032e-9798-432f-b240-94c30f7cd9e2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:37.636910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec669a2-90ed-4cce-aae7-4e1ec441bf05 req-690e6c97-3391-4d8f-a7f6-d82bdac0cc55 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:37.645015 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bec669a2-90ed-4cce-aae7-4e1ec441bf05 req-690e6c97-3391-4d8f-a7f6-d82bdac0cc55 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aae7758-0ae9-4ee2-990f-c6431cccb624 HTTP/1.1" status: 200 len: 946 time: 0.1233928 Feb 15 16:45:37.684439 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f7023969-d5a5-4387-94ab-da353e50d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:37.686078 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-f7023969-d5a5-4387-94ab-da353e50d6de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fe9f723-b633-4900-81b1-ec294bf1c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3256900 Feb 15 16:45:37.688558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b16032e-9798-432f-b240-94c30f7cd9e2']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:37.726833 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-36e9ca37-1141-48a7-a2a2-01cec5a56f12 req-30c78c55-16c3-4487-bad0-73c1868575b6 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (fa8be945-22c9-4a84-9935-83c754c5258e), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:37.758125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86edc604-a0dd-4460-81bb-c6369d7af5a4') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:37.758522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86edc604-a0dd-4460-81bb-c6369d7af5a4') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:37.777858 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-36e9ca37-1141-48a7-a2a2-01cec5a56f12 req-30c78c55-16c3-4487-bad0-73c1868575b6 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (fa8be945-22c9-4a84-9935-83c754c5258e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:37.782617 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (86edc604-a0dd-4460-81bb-c6369d7af5a4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:37.802034 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bec669a2-90ed-4cce-aae7-4e1ec441bf05 req-224e06c5-b122-4e20-bffa-33fcc2d41d2a tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545382 Feb 15 16:45:37.822579 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (86edc604-a0dd-4460-81bb-c6369d7af5a4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:37.830389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:45:37.830811 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (86edc604-a0dd-4460-81bb-c6369d7af5a4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:37.861886 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-36e9ca37-1141-48a7-a2a2-01cec5a56f12 req-30c78c55-16c3-4487-bad0-73c1868575b6 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (fa8be945-22c9-4a84-9935-83c754c5258e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:37.883661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c78c55-16c3-4487-bad0-73c1868575b6 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8be945-22c9-4a84-9935-83c754c5258e,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:45:37.892684 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:45:37.981522 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-36e9ca37-1141-48a7-a2a2-01cec5a56f12 req-30c78c55-16c3-4487-bad0-73c1868575b6 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:37.984511 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36e9ca37-1141-48a7-a2a2-01cec5a56f12 req-30c78c55-16c3-4487-bad0-73c1868575b6 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4698572 Feb 15 16:45:38.026742 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-e4a41783-ff7a-4536-9112-c2dbb93fbb63 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302693 Feb 15 16:45:38.073452 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c897b-1fb4-4464-a885-9bf597146e4b req-bf57221f-2423-4236-a772-ec0bd0a39406 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:38.074948 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-813c897b-1fb4-4464-a885-9bf597146e4b req-bf57221f-2423-4236-a772-ec0bd0a39406 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.10 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 945 time: 0.1471350 Feb 15 16:45:38.123699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7521267-e9e9-4e90-af0d-2ed4cd3493e7 req-890af2f7-0d4e-47d0-834b-623ec1f207cd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:38.129153 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7521267-e9e9-4e90-af0d-2ed4cd3493e7 req-890af2f7-0d4e-47d0-834b-623ec1f207cd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:38.134363 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7521267-e9e9-4e90-af0d-2ed4cd3493e7 req-890af2f7-0d4e-47d0-834b-623ec1f207cd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:38.139652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7521267-e9e9-4e90-af0d-2ed4cd3493e7 req-890af2f7-0d4e-47d0-834b-623ec1f207cd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:38.145347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7521267-e9e9-4e90-af0d-2ed4cd3493e7 req-890af2f7-0d4e-47d0-834b-623ec1f207cd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:38.150611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7521267-e9e9-4e90-af0d-2ed4cd3493e7 req-890af2f7-0d4e-47d0-834b-623ec1f207cd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:38.155857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7521267-e9e9-4e90-af0d-2ed4cd3493e7 req-890af2f7-0d4e-47d0-834b-623ec1f207cd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:38.164026 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7521267-e9e9-4e90-af0d-2ed4cd3493e7 req-890af2f7-0d4e-47d0-834b-623ec1f207cd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.2703860 Feb 15 16:45:38.170548 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (1b16032e-9798-432f-b240-94c30f7cd9e2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:38.242230 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:38.245405 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] 10.222.0.107 "DELETE /v2.0/networks/1b16032e-9798-432f-b240-94c30f7cd9e2 HTTP/1.1" status: 204 len: 168 time: 1.8824193 Feb 15 16:45:38.289109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06e99e-c888-4040-b3eb-f12bcddbee99 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b16032e-9798-432f-b240-94c30f7cd9e2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:38.439593 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7521267-e9e9-4e90-af0d-2ed4cd3493e7 req-94592d9f-835b-4cae-ae42-f2bf36777001 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2745516 Feb 15 16:45:38.482517 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbe39bf2-2c10-4b94-8f1c-955a447f2d81 req-6dc1b86c-78c0-436c-abc1-b5b13054c95c service neutron] 10.222.0.67 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474459 Feb 15 16:45:38.513912 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d689b-1f94-483b-bd60-5f72e21b6d2d req-387902d7-6b9a-46e6-afbd-78cdb42ab32c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:38.513912 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-572d689b-1f94-483b-bd60-5f72e21b6d2d req-387902d7-6b9a-46e6-afbd-78cdb42ab32c tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.10 "GET /v2.0/ports?device_id=0aae7758-0ae9-4ee2-990f-c6431cccb624 HTTP/1.1" status: 200 len: 946 time: 0.1768267 Feb 15 16:45:38.526663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a30fd-aa90-4b24-a405-4fd4232a90fd req-782a7a46-4c5f-4454-a475-4df66b97120f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:38.528202 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be7a30fd-aa90-4b24-a405-4fd4232a90fd req-782a7a46-4c5f-4454-a475-4df66b97120f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=67bb2522a59147d6a481577b2fb0a459&device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 1128 time: 0.1618943 Feb 15 16:45:38.550263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-813c897b-1fb4-4464-a885-9bf597146e4b req-340b3665-d3dd-4370-9cea-bb8507d8f292 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Deleting port 68486fb2-1933-4780-85fb-c02548028e86 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:45:38.550613 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-813c897b-1fb4-4464-a885-9bf597146e4b req-340b3665-d3dd-4370-9cea-bb8507d8f292 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (68486fb2-1933-4780-85fb-c02548028e86), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:38.612882 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cce152-3fe4-4d1f-973f-6b6cb4b61193 req-a2734959-223c-45ac-9bf7-18ffd28e1c4d tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:38.620128 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-71cce152-3fe4-4d1f-973f-6b6cb4b61193 req-a2734959-223c-45ac-9bf7-18ffd28e1c4d tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 945 time: 0.1809595 Feb 15 16:45:38.665108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-813c897b-1fb4-4464-a885-9bf597146e4b req-340b3665-d3dd-4370-9cea-bb8507d8f292 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] For port 68486fb2-1933-4780-85fb-c02548028e86, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=68486fb2-1933-4780-85fb-c02548028e86,segment=NetworkSegment(a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa),segment_id=a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:38.666453 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-813c897b-1fb4-4464-a885-9bf597146e4b req-340b3665-d3dd-4370-9cea-bb8507d8f292 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (68486fb2-1933-4780-85fb-c02548028e86), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:38.691056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-813c897b-1fb4-4464-a885-9bf597146e4b req-340b3665-d3dd-4370-9cea-bb8507d8f292 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Calling delete_port for 68486fb2-1933-4780-85fb-c02548028e86 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:45:38.693089 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-71cce152-3fe4-4d1f-973f-6b6cb4b61193 req-05286f43-7a6c-4b3a-88fa-9ce91476a80c tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/security-groups?id=a0083136-a475-436e-8e2d-e09ea91a5524&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718384 Feb 15 16:45:38.776859 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a30fd-aa90-4b24-a405-4fd4232a90fd req-479a5910-1784-4c0c-87da-9bce113ac66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:38.776859 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be7a30fd-aa90-4b24-a405-4fd4232a90fd req-479a5910-1784-4c0c-87da-9bce113ac66e service neutron] 10.222.0.10 "GET /v2.0/networks?id=c350406e-5e8b-4687-9174-2aa934fa13cf HTTP/1.1" status: 200 len: 905 time: 0.2228823 Feb 15 16:45:38.809764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44562) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:38.893412 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be7a30fd-aa90-4b24-a405-4fd4232a90fd req-2ebd6de3-94b7-4b70-b60b-9f242748f465 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb HTTP/1.1" status: 200 len: 217 time: 0.1009102 Feb 15 16:45:38.915819 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2de6d8e4-8459-48a6-9ad1-5acb79974656 req-fb8507ef-f821-4ef9-af2a-110aa464b0f5 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/43929c24-2c74-4503-9bee-69d3527d57c1 HTTP/1.1" status: 200 len: 1823 time: 0.1784775 Feb 15 16:45:39.007389 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b78f0b76-0724-4c3a-ad5d-dcfdf43f1db3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=130e52b66c5a4831b4acccf5a4ca800d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642354 Feb 15 16:45:39.014556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44566) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:39.030267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9aec6c-7c61-4b33-8600-a8d0b720076a req-aa531811-1225-41d3-a12b-2f4c3e7257dc tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:39.031737 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec9aec6c-7c61-4b33-8600-a8d0b720076a req-aa531811-1225-41d3-a12b-2f4c3e7257dc tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 945 time: 0.4894352 Feb 15 16:45:39.056143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7a30fd-aa90-4b24-a405-4fd4232a90fd req-0a7d7034-72de-429f-847f-5adefdaefae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:39.058884 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be7a30fd-aa90-4b24-a405-4fd4232a90fd req-0a7d7034-72de-429f-847f-5adefdaefae5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f26da3fb-9020-4127-97e3-22f21ca942bc HTTP/1.1" status: 200 len: 844 time: 0.0977275 Feb 15 16:45:39.063448 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2de6d8e4-8459-48a6-9ad1-5acb79974656 req-26584b06-650d-4b08-968a-bb0631a67b6d tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (43929c24-2c74-4503-9bee-69d3527d57c1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:39.064488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-76bd9cfa-6c1f-4ad6-9e5b-e70a297729ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:39.065056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-76bd9cfa-6c1f-4ad6-9e5b-e70a297729ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:39.065971 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-76bd9cfa-6c1f-4ad6-9e5b-e70a297729ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:39.066457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-76bd9cfa-6c1f-4ad6-9e5b-e70a297729ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:39.066933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-76bd9cfa-6c1f-4ad6-9e5b-e70a297729ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:39.067393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-76bd9cfa-6c1f-4ad6-9e5b-e70a297729ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:39.068449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-76bd9cfa-6c1f-4ad6-9e5b-e70a297729ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:39.070280 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-76bd9cfa-6c1f-4ad6-9e5b-e70a297729ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c059e9cd6634bce8f4e005af5907e51&device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 6710 time: 0.2290518 Feb 15 16:45:39.111416 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be7a30fd-aa90-4b24-a405-4fd4232a90fd req-5b4a389e-a7a2-4ed4-b86b-936584473b62 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c350406e-5e8b-4687-9174-2aa934fa13cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452125 Feb 15 16:45:39.155843 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2de6d8e4-8459-48a6-9ad1-5acb79974656 req-26584b06-650d-4b08-968a-bb0631a67b6d tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (43929c24-2c74-4503-9bee-69d3527d57c1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:39.209773 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec9aec6c-7c61-4b33-8600-a8d0b720076a req-2ba438b0-c810-44ca-9627-f2af3ff962d4 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650908 Feb 15 16:45:39.229787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-572d689b-1f94-483b-bd60-5f72e21b6d2d req-ddc6cf58-9756-458d-ba1a-36319a38f387 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Deleting port c76a84d1-3714-49e2-b8bd-cfb0447f17b8 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:45:39.234447 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-572d689b-1f94-483b-bd60-5f72e21b6d2d req-ddc6cf58-9756-458d-ba1a-36319a38f387 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c76a84d1-3714-49e2-b8bd-cfb0447f17b8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:39.241207 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5fd5-abab-461f-b623-2393f429e120 admin admin] Publish callbacks [] for security_group (6d700c84-401b-4ff6-8519-a08b5d4e38e0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:39.296681 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70dbcd2c-3993-4fda-8513-e86c69c4005a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:39.304338 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-813c897b-1fb4-4464-a885-9bf597146e4b req-340b3665-d3dd-4370-9cea-bb8507d8f292 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (68486fb2-1933-4780-85fb-c02548028e86), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:39.317376 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['68486fb2-1933-4780-85fb-c02548028e86'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:45:39.331216 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be7a30fd-aa90-4b24-a405-4fd4232a90fd req-2bd8380e-5e76-4659-9215-2d325f67ae05 service neutron] 10.222.0.10 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096496 Feb 15 16:45:39.344401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5fd5-abab-461f-b623-2393f429e120 admin admin] Publish callbacks [] for security_group (6d700c84-401b-4ff6-8519-a08b5d4e38e0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:39.381715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-f0a97b2c-3168-485f-b5b5-04cdf8413812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:39.383262 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-f0a97b2c-3168-485f-b5b5-04cdf8413812 service neutron] 10.222.0.67 "GET /v2.0/networks?id=67e72fda-9dfe-495c-b3a9-2d311823812f HTTP/1.1" status: 200 len: 903 time: 0.2827208 Feb 15 16:45:39.392836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b3665-d3dd-4370-9cea-bb8507d8f292 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Pushing event deleted for resources: {'Port': ['ID=68486fb2-1933-4780-85fb-c02548028e86,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:39.449449 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be7a30fd-aa90-4b24-a405-4fd4232a90fd req-3911a6f4-b08a-42a4-ba64-80638678af1b service neutron] 10.222.0.10 "GET /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110883 Feb 15 16:45:39.450557 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2de6d8e4-8459-48a6-9ad1-5acb79974656 req-26584b06-650d-4b08-968a-bb0631a67b6d tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (43929c24-2c74-4503-9bee-69d3527d57c1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:39.453150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2de6d8e4-8459-48a6-9ad1-5acb79974656 req-26584b06-650d-4b08-968a-bb0631a67b6d tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:39.455243 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2de6d8e4-8459-48a6-9ad1-5acb79974656 req-26584b06-650d-4b08-968a-bb0631a67b6d tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "DELETE /v2.0/security-groups/43929c24-2c74-4503-9bee-69d3527d57c1 HTTP/1.1" status: 204 len: 173 time: 0.5369112 Feb 15 16:45:39.471111 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26584b06-650d-4b08-968a-bb0631a67b6d tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43929c24-2c74-4503-9bee-69d3527d57c1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:39.523709 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-a4e70573-d824-41c3-b38b-4d1198501786 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=43c841ed-5b6b-4bbb-87f5-2d36be9275fe HTTP/1.1" status: 200 len: 217 time: 0.1067955 Feb 15 16:45:39.592426 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-813c897b-1fb4-4464-a885-9bf597146e4b req-340b3665-d3dd-4370-9cea-bb8507d8f292 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] No DVR routers for this DVR port 68486fb2-1933-4780-85fb-c02548028e86 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:45:39.603258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-813c897b-1fb4-4464-a885-9bf597146e4b req-340b3665-d3dd-4370-9cea-bb8507d8f292 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:39.606662 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-813c897b-1fb4-4464-a885-9bf597146e4b req-340b3665-d3dd-4370-9cea-bb8507d8f292 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.10 "DELETE /v2.0/ports/68486fb2-1933-4780-85fb-c02548028e86 HTTP/1.1" status: 204 len: 173 time: 1.5005252 Feb 15 16:45:39.617876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'name': 'network-vif-deleted', 'tag': '68486fb2-1933-4780-85fb-c02548028e86'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:39.620168 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010157fd-13d9-49dc-b06d-395a1d0aad58" -d '{"events": [{"server_uuid": "af11221b-258c-484f-a4a7-15dd0f19f32a", "name": "network-vif-deleted", "tag": "68486fb2-1933-4780-85fb-c02548028e86"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:39.624250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-572d689b-1f94-483b-bd60-5f72e21b6d2d req-ddc6cf58-9756-458d-ba1a-36319a38f387 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] For port c76a84d1-3714-49e2-b8bd-cfb0447f17b8, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c76a84d1-3714-49e2-b8bd-cfb0447f17b8,segment=NetworkSegment(c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3),segment_id=c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:39.624619 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-572d689b-1f94-483b-bd60-5f72e21b6d2d req-ddc6cf58-9756-458d-ba1a-36319a38f387 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c76a84d1-3714-49e2-b8bd-cfb0447f17b8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:39.636751 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c856d54-5687-4268-96c7-735f50737693 req-a127207d-8ae8-4f31-bfed-97718e83515b tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:39.644797 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5c856d54-5687-4268-96c7-735f50737693 req-a127207d-8ae8-4f31-bfed-97718e83515b tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 945 time: 0.1031799 Feb 15 16:45:39.656038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-572d689b-1f94-483b-bd60-5f72e21b6d2d req-ddc6cf58-9756-458d-ba1a-36319a38f387 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Calling delete_port for c76a84d1-3714-49e2-b8bd-cfb0447f17b8 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:45:39.675960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-fa40bd70-9d0a-4915-8e04-4d6085aeb404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:39.677488 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-fa40bd70-9d0a-4915-8e04-4d6085aeb404 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=baeb71b9-6efb-4690-a7d0-c53f3a2625ba HTTP/1.1" status: 200 len: 797 time: 0.1447961 Feb 15 16:45:39.686659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eae1bf-ddf1-4490-8749-41bf45be1add req-9c59e81f-07e9-4fb8-afff-08aaa27a3164 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:39.696062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1eae1bf-ddf1-4490-8749-41bf45be1add req-9c59e81f-07e9-4fb8-afff-08aaa27a3164 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.3493850 Feb 15 16:45:39.725426 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5c856d54-5687-4268-96c7-735f50737693 req-39fe586a-8295-4797-b67b-763d86c75289 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791750 Feb 15 16:45:39.788786 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5fd5-abab-461f-b623-2393f429e120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6d700c84-401b-4ff6-8519-a08b5d4e38e0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:39.791481 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5b1c5fd5-abab-461f-b623-2393f429e120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:39.794950 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5b1c5fd5-abab-461f-b623-2393f429e120 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6d700c84-401b-4ff6-8519-a08b5d4e38e0 HTTP/1.1" status: 204 len: 168 time: 0.7736819 Feb 15 16:45:39.827994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c5fd5-abab-461f-b623-2393f429e120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d700c84-401b-4ff6-8519-a08b5d4e38e0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:39.880848 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1eae1bf-ddf1-4490-8749-41bf45be1add req-022c12fb-593a-4d42-871b-a0680a70e0c3 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699531 Feb 15 16:45:39.902880 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b82e9-d61f-45ad-8376-d078f70f9d62 req-6f120824-a7b0-4c02-84a7-243a7427daea tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:39.903955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-cd5f9ca3-2cb2-4876-8f32-f09925f0c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:39.905508 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-cd5f9ca3-2cb2-4876-8f32-f09925f0c089 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67e72fda-9dfe-495c-b3a9-2d311823812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2012403 Feb 15 16:45:39.919384 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f4b82e9-d61f-45ad-8376-d078f70f9d62 req-6f120824-a7b0-4c02-84a7-243a7427daea tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aae7758-0ae9-4ee2-990f-c6431cccb624 HTTP/1.1" status: 200 len: 946 time: 0.1149702 Feb 15 16:45:40.029317 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f4b82e9-d61f-45ad-8376-d078f70f9d62 req-ae7452c1-2b9f-4272-a13f-cb970ab54f8d tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups?id=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982311 Feb 15 16:45:40.110031 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5eeea44b-1c21-4c23-9c52-1bc5611285f2 req-75cc8501-2e53-4994-b360-7b5460cad6a0 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/bfc3ec15-87ff-4012-b174-ee24cbe1e329 HTTP/1.1" status: 200 len: 1823 time: 0.0643389 Feb 15 16:45:40.197296 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02e4fad-3fe2-449b-8bb6-bc311853fd73 x-openstack-request-id: req-a02e4fad-3fe2-449b-8bb6-bc311853fd73 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:40.197919 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af11221b-258c-484f-a4a7-15dd0f19f32a", "name": "network-vif-deleted", "tag": "68486fb2-1933-4780-85fb-c02548028e86", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:40.197919 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a02e4fad-3fe2-449b-8bb6-bc311853fd73 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:40.198251 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af11221b-258c-484f-a4a7-15dd0f19f32a', 'name': 'network-vif-deleted', 'tag': '68486fb2-1933-4780-85fb-c02548028e86', 'status': 'completed', 'code': 200} Feb 15 16:45:40.251444 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e56acd-e078-4484-807f-1b40b645fbc6 req-9104b1ff-0470-44e4-9ed3-c48c2cfc0a20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:40.257978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e56acd-e078-4484-807f-1b40b645fbc6 req-9104b1ff-0470-44e4-9ed3-c48c2cfc0a20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:40.263323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e56acd-e078-4484-807f-1b40b645fbc6 req-9104b1ff-0470-44e4-9ed3-c48c2cfc0a20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:40.269725 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e56acd-e078-4484-807f-1b40b645fbc6 req-9104b1ff-0470-44e4-9ed3-c48c2cfc0a20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:40.275404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e56acd-e078-4484-807f-1b40b645fbc6 req-9104b1ff-0470-44e4-9ed3-c48c2cfc0a20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:40.280880 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e56acd-e078-4484-807f-1b40b645fbc6 req-9104b1ff-0470-44e4-9ed3-c48c2cfc0a20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:40.286214 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e56acd-e078-4484-807f-1b40b645fbc6 req-9104b1ff-0470-44e4-9ed3-c48c2cfc0a20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:40.288149 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3e56acd-e078-4484-807f-1b40b645fbc6 req-9104b1ff-0470-44e4-9ed3-c48c2cfc0a20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.2621796 Feb 15 16:45:40.289248 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5ea6fc05-de10-409e-84a5-cb41d3b05f9e req-0dfd56d4-8134-449b-a5d4-2c7697984c10 tempest-ServerRescueTestJSONUnderV235-865016568 tempest-ServerRescueTestJSONUnderV235-865016568-project] 10.222.0.107 "GET /v2.0/ports?device_id=af11221b-258c-484f-a4a7-15dd0f19f32a HTTP/1.1" status: 200 len: 210 time: 0.0349236 Feb 15 16:45:40.304455 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-393b2876-7445-4b8f-a0ed-1d1b2266ea8f service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890078 Feb 15 16:45:40.325607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-6b49673f-6f06-4b80-9179-1494723a09fa req-f6ecfe7e-b97f-4205-bfdc-74439f412bd7 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2033589536', 'description': 'tempest-description-82269933'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:40.399985 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-572d689b-1f94-483b-bd60-5f72e21b6d2d req-ddc6cf58-9756-458d-ba1a-36319a38f387 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c76a84d1-3714-49e2-b8bd-cfb0447f17b8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:40.414250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['c76a84d1-3714-49e2-b8bd-cfb0447f17b8'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:45:40.438530 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:40.443858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6cf58-9756-458d-ba1a-36319a38f387 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Pushing event deleted for resources: {'Port': ['ID=c76a84d1-3714-49e2-b8bd-cfb0447f17b8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:40.452088 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3e56acd-e078-4484-807f-1b40b645fbc6 req-8baf09dd-9fed-4695-a082-919f2af62dff tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1523561 Feb 15 16:45:40.511451 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6b49673f-6f06-4b80-9179-1494723a09fa req-f6ecfe7e-b97f-4205-bfdc-74439f412bd7 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:40.547856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-572d689b-1f94-483b-bd60-5f72e21b6d2d req-ddc6cf58-9756-458d-ba1a-36319a38f387 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] No DVR routers for this DVR port c76a84d1-3714-49e2-b8bd-cfb0447f17b8 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:45:40.571382 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-572d689b-1f94-483b-bd60-5f72e21b6d2d req-ddc6cf58-9756-458d-ba1a-36319a38f387 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:40.573750 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-572d689b-1f94-483b-bd60-5f72e21b6d2d req-ddc6cf58-9756-458d-ba1a-36319a38f387 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.10 "DELETE /v2.0/ports/c76a84d1-3714-49e2-b8bd-cfb0447f17b8 HTTP/1.1" status: 204 len: 173 time: 2.0504673 Feb 15 16:45:40.578898 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-32133a48-e3df-427d-8b60-53c9b0c4260b service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563140 Feb 15 16:45:40.644540 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6b49673f-6f06-4b80-9179-1494723a09fa req-f6ecfe7e-b97f-4205-bfdc-74439f412bd7 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (41af00fe-f6c7-4017-916a-cbda89dc17ce), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:40.648846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57e2f3-8f50-4653-b8ff-f87653f961d1 req-7eaaaeb1-e7b1-498c-818b-c8c10cf5473f tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:40.650451 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6e57e2f3-8f50-4653-b8ff-f87653f961d1 req-7eaaaeb1-e7b1-498c-818b-c8c10cf5473f tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 945 time: 0.0983865 Feb 15 16:45:40.734043 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6e57e2f3-8f50-4653-b8ff-f87653f961d1 req-00bcca0c-4955-40af-89c8-aa3eaeb05077 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737836 Feb 15 16:45:40.740951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-8f27bdf4-3d78-44ca-9f14-cf2c08464fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:40.741492 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-8f27bdf4-3d78-44ca-9f14-cf2c08464fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:40.742024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-8f27bdf4-3d78-44ca-9f14-cf2c08464fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:40.743730 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-8f27bdf4-3d78-44ca-9f14-cf2c08464fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:40.744320 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-8f27bdf4-3d78-44ca-9f14-cf2c08464fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:40.744799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-8f27bdf4-3d78-44ca-9f14-cf2c08464fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:40.745273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-8f27bdf4-3d78-44ca-9f14-cf2c08464fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:40.745481 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6b49673f-6f06-4b80-9179-1494723a09fa req-f6ecfe7e-b97f-4205-bfdc-74439f412bd7 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (41af00fe-f6c7-4017-916a-cbda89dc17ce), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:40.747409 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-8f27bdf4-3d78-44ca-9f14-cf2c08464fc5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c059e9cd6634bce8f4e005af5907e51&device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 6710 time: 0.0959535 Feb 15 16:45:40.820955 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecfe7e-b97f-4205-bfdc-74439f412bd7 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41af00fe-f6c7-4017-916a-cbda89dc17ce,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:40.864553 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6b49673f-6f06-4b80-9179-1494723a09fa req-f6ecfe7e-b97f-4205-bfdc-74439f412bd7 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:40.871741 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b49673f-6f06-4b80-9179-1494723a09fa req-f6ecfe7e-b97f-4205-bfdc-74439f412bd7 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5481617 Feb 15 16:45:40.893123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-4e2cc365-4483-4cb3-95ec-a76dd5b98f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:40.897188 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-4e2cc365-4483-4cb3-95ec-a76dd5b98f19 service neutron] 10.222.0.67 "GET /v2.0/networks?id=67e72fda-9dfe-495c-b3a9-2d311823812f HTTP/1.1" status: 200 len: 903 time: 0.1393883 Feb 15 16:45:40.957924 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-1f7b06c2-69a3-4f27-aae2-17003d5a0413 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=c8a4d32c-8875-43a5-9a00-6e45523582eb HTTP/1.1" status: 200 len: 217 time: 0.0506253 Feb 15 16:45:40.996435 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe992927-283f-4cde-9298-6e882ba6cef4 req-0408e164-1220-48b8-93a3-2a9b52d25264 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/41af00fe-f6c7-4017-916a-cbda89dc17ce HTTP/1.1" status: 200 len: 1822 time: 0.0955651 Feb 15 16:45:41.005571 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-fe992927-283f-4cde-9298-6e882ba6cef4 req-7fe9a965-743a-4a46-8265-55bf30c0cbc7 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '41af00fe-f6c7-4017-916a-cbda89dc17ce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:41.006131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-fe992927-283f-4cde-9298-6e882ba6cef4 req-7fe9a965-743a-4a46-8265-55bf30c0cbc7 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '41af00fe-f6c7-4017-916a-cbda89dc17ce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:41.066029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e563f7-5dfb-4705-9ce4-a452fe4ed22f req-73f333c2-45de-4b85-b205-0f3e9c7b1274 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:41.073133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2e563f7-5dfb-4705-9ce4-a452fe4ed22f req-73f333c2-45de-4b85-b205-0f3e9c7b1274 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 945 time: 0.1570306 Feb 15 16:45:41.076813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-e3ee84fd-7895-4072-b714-f9b8a8700775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:41.078301 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-e3ee84fd-7895-4072-b714-f9b8a8700775 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=baeb71b9-6efb-4690-a7d0-c53f3a2625ba HTTP/1.1" status: 200 len: 797 time: 0.1047599 Feb 15 16:45:41.228150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fe992927-283f-4cde-9298-6e882ba6cef4 req-7fe9a965-743a-4a46-8265-55bf30c0cbc7 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (3883b18c-4a39-47d0-8c93-a41d91df4d29), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:41.261782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fe992927-283f-4cde-9298-6e882ba6cef4 req-7fe9a965-743a-4a46-8265-55bf30c0cbc7 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (3883b18c-4a39-47d0-8c93-a41d91df4d29), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:41.374016 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fe992927-283f-4cde-9298-6e882ba6cef4 req-7fe9a965-743a-4a46-8265-55bf30c0cbc7 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (3883b18c-4a39-47d0-8c93-a41d91df4d29), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:41.396774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9a965-743a-4a46-8265-55bf30c0cbc7 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3883b18c-4a39-47d0-8c93-a41d91df4d29,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:41.476964 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2e563f7-5dfb-4705-9ce4-a452fe4ed22f req-cf552aee-6206-4e03-8f1e-e8c345696c73 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028263 Feb 15 16:45:41.489074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-ecdace20-61d5-4f6c-ad29-cc05ea574355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:41.491436 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-ecdace20-61d5-4f6c-ad29-cc05ea574355 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67e72fda-9dfe-495c-b3a9-2d311823812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0688474 Feb 15 16:45:41.516145 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-fe992927-283f-4cde-9298-6e882ba6cef4 req-7fe9a965-743a-4a46-8265-55bf30c0cbc7 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:41.529350 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe992927-283f-4cde-9298-6e882ba6cef4 req-7fe9a965-743a-4a46-8265-55bf30c0cbc7 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5276840 Feb 15 16:45:41.648942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44646) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:41.709650 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a0e9404-bae6-4862-8ba6-c30c13ce0a23 req-26d397bc-4457-4b3a-8548-84beb01028bc tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aae7758-0ae9-4ee2-990f-c6431cccb624 HTTP/1.1" status: 200 len: 210 time: 0.0788379 Feb 15 16:45:41.755095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c90b6-85ae-4e52-8cbc-004b43f58952 req-1494f1a2-66ca-474b-ba39-7f1b39df162d tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:41.755821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44654) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:41.761816 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-436c90b6-85ae-4e52-8cbc-004b43f58952 req-1494f1a2-66ca-474b-ba39-7f1b39df162d tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.1575787 Feb 15 16:45:41.798594 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-a0082128-07b3-4e22-8281-61193304c57d service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996483 Feb 15 16:45:41.833571 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:41.919902 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-436c90b6-85ae-4e52-8cbc-004b43f58952 req-cce79b90-ef1c-4b23-aa61-0ac0fd0df4f3 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527679 Feb 15 16:45:41.935543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 68486fb2-1933-4780-85fb-c02548028e86 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:45:41.999126 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a5e0cfe8-baad-4119-ac9c-74a45c1a492f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-network', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:42.085481 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-670c5f52-25bb-4dee-9dc8-d9fc3a18cafd service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682834 Feb 15 16:45:42.103955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3506525b-1971-40a8-b58d-d88f84bfcd3b req-e9eb62e3-5f25-47d3-aeb2-061a703fdea6 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/41af00fe-f6c7-4017-916a-cbda89dc17ce HTTP/1.1" status: 200 len: 2416 time: 0.1432953 Feb 15 16:45:42.117194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-3506525b-1971-40a8-b58d-d88f84bfcd3b req-7cba3809-9337-4b39-8b50-1e727cb2ca32 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '41af00fe-f6c7-4017-916a-cbda89dc17ce', 'remote_group_id': None}]} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:42.117933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-3506525b-1971-40a8-b58d-d88f84bfcd3b req-7cba3809-9337-4b39-8b50-1e727cb2ca32 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '41af00fe-f6c7-4017-916a-cbda89dc17ce', 'remote_group_id': None}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:42.142114 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff708aa-701e-4576-a839-e2d56ef14e71 req-094bca2d-fb18-4cee-a2a7-7c90f6580aed tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.147863 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff708aa-701e-4576-a839-e2d56ef14e71 req-094bca2d-fb18-4cee-a2a7-7c90f6580aed tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.154530 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff708aa-701e-4576-a839-e2d56ef14e71 req-094bca2d-fb18-4cee-a2a7-7c90f6580aed tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.161944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff708aa-701e-4576-a839-e2d56ef14e71 req-094bca2d-fb18-4cee-a2a7-7c90f6580aed tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.168845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff708aa-701e-4576-a839-e2d56ef14e71 req-094bca2d-fb18-4cee-a2a7-7c90f6580aed tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.174944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff708aa-701e-4576-a839-e2d56ef14e71 req-094bca2d-fb18-4cee-a2a7-7c90f6580aed tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.177635 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 68486fb2-1933-4780-85fb-c02548028e86 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:45:42.177990 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 68486fb2-1933-4780-85fb-c02548028e86 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:45:42.181811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff708aa-701e-4576-a839-e2d56ef14e71 req-094bca2d-fb18-4cee-a2a7-7c90f6580aed tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.184222 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ff708aa-701e-4576-a839-e2d56ef14e71 req-094bca2d-fb18-4cee-a2a7-7c90f6580aed tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.1955924 Feb 15 16:45:42.187899 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e0cfe8-baad-4119-ac9c-74a45c1a492f admin admin] Made reservation on behalf of e5522da92dd14128b79c900e1038ee82 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:45:42.193819 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5e0cfe8-baad-4119-ac9c-74a45c1a492f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:42.199011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aae7758-0ae9-4ee2-990f-c6431cccb624', 'name': 'network-vif-deleted', 'tag': 'c76a84d1-3714-49e2-b8bd-cfb0447f17b8'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:42.202040 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9781cb-6b64-42be-a20c-18497ff36c20" -d '{"events": [{"server_uuid": "0aae7758-0ae9-4ee2-990f-c6431cccb624", "name": "network-vif-deleted", "tag": "c76a84d1-3714-49e2-b8bd-cfb0447f17b8"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:42.225033 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5e0cfe8-baad-4119-ac9c-74a45c1a492f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:42.225522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-eb8f3737-ea08-44c2-ba1a-e8f998d10682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.226008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-eb8f3737-ea08-44c2-ba1a-e8f998d10682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.226480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-eb8f3737-ea08-44c2-ba1a-e8f998d10682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.226951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-eb8f3737-ea08-44c2-ba1a-e8f998d10682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.227431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-eb8f3737-ea08-44c2-ba1a-e8f998d10682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.227874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-eb8f3737-ea08-44c2-ba1a-e8f998d10682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.228334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-eb8f3737-ea08-44c2-ba1a-e8f998d10682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.230514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-eb8f3737-ea08-44c2-ba1a-e8f998d10682 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c059e9cd6634bce8f4e005af5907e51&device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 6710 time: 0.0716655 Feb 15 16:45:42.322922 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3506525b-1971-40a8-b58d-d88f84bfcd3b req-7cba3809-9337-4b39-8b50-1e727cb2ca32 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (b67c7cbd-3a3d-4779-9bf0-85dff4507493), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:42.357958 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3506525b-1971-40a8-b58d-d88f84bfcd3b req-7cba3809-9337-4b39-8b50-1e727cb2ca32 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (b67c7cbd-3a3d-4779-9bf0-85dff4507493), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:42.367913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-1101f8e7-5c65-44d7-af3a-620c13daefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.369464 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-1101f8e7-5c65-44d7-af3a-620c13daefe5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7fe9f723-b633-4900-81b1-ec294bf1c8b7 HTTP/1.1" status: 200 len: 902 time: 0.1319742 Feb 15 16:45:42.403167 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ff708aa-701e-4576-a839-e2d56ef14e71 req-137e13d8-9d51-46bb-a6b7-8bf0bde7dea7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2024426 Feb 15 16:45:42.416586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-3cbc0675-4e7f-4947-b9a5-315df96a473c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=117995e0-113d-4807-ac7f-d34c4a22aa53 HTTP/1.1" status: 200 len: 217 time: 0.0396488 Feb 15 16:45:42.471212 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3506525b-1971-40a8-b58d-d88f84bfcd3b req-7cba3809-9337-4b39-8b50-1e727cb2ca32 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (b67c7cbd-3a3d-4779-9bf0-85dff4507493), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:42.503246 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba3809-9337-4b39-8b50-1e727cb2ca32 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67c7cbd-3a3d-4779-9bf0-85dff4507493,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:42.509284 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5e0cfe8-baad-4119-ac9c-74a45c1a492f admin admin] Publish callbacks [] for security_group (e71c1fb5-0ba5-4965-a455-d14f2f2dca17), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:42.520851 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-bc9ae3e9-eb82-42a6-926f-2fc7b4b3c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.522759 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-bc9ae3e9-eb82-42a6-926f-2fc7b4b3c8e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1e008b25-9001-40d7-bc16-630b7f78b284 HTTP/1.1" status: 200 len: 797 time: 0.0967708 Feb 15 16:45:42.581545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-71f70406-832c-48e0-bdb4-ae401a6d02b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.583393 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-71f70406-832c-48e0-bdb4-ae401a6d02b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fe9f723-b633-4900-81b1-ec294bf1c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0519633 Feb 15 16:45:42.586256 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3506525b-1971-40a8-b58d-d88f84bfcd3b req-7cba3809-9337-4b39-8b50-1e727cb2ca32 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:42.587369 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3506525b-1971-40a8-b58d-d88f84bfcd3b req-7cba3809-9337-4b39-8b50-1e727cb2ca32 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4762614 Feb 15 16:45:42.604423 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ba6be-1bf6-49d4-b253-711b296b2f85 req-9b4f0be3-f589-4f98-9e02-9e108a20800a tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.605930 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c73ba6be-1bf6-49d4-b253-711b296b2f85 req-9b4f0be3-f589-4f98-9e02-9e108a20800a tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 945 time: 0.0886831 Feb 15 16:45:42.610288 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5e0cfe8-baad-4119-ac9c-74a45c1a492f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e71c1fb5-0ba5-4965-a455-d14f2f2dca17), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:42.673849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e0cfe8-baad-4119-ac9c-74a45c1a492f admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:45:42.689555 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79facdd0-ad8e-42a3-9e08-ff91633dba92 x-openstack-request-id: req-79facdd0-ad8e-42a3-9e08-ff91633dba92 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:42.690122 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aae7758-0ae9-4ee2-990f-c6431cccb624", "name": "network-vif-deleted", "tag": "c76a84d1-3714-49e2-b8bd-cfb0447f17b8", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:42.690576 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-79facdd0-ad8e-42a3-9e08-ff91633dba92 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:42.692291 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aae7758-0ae9-4ee2-990f-c6431cccb624', 'name': 'network-vif-deleted', 'tag': 'c76a84d1-3714-49e2-b8bd-cfb0447f17b8', 'status': 'completed', 'code': 200} Feb 15 16:45:42.733325 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5e0cfe8-baad-4119-ac9c-74a45c1a492f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:42.734035 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-a5e0cfe8-baad-4119-ac9c-74a45c1a492f admin admin] Added segment ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c of type vlan for network 0cbdd945-2de0-4dc1-a660-7672fa691880 Feb 15 16:45:42.736597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0cfe8-baad-4119-ac9c-74a45c1a492f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71c1fb5-0ba5-4965-a455-d14f2f2dca17,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:42.762155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-ab9db417-c64d-4be0-a242-74720de0c42e service neutron] 10.222.0.67 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686723 Feb 15 16:45:42.835335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a2274-2655-4437-aacc-d1b448e2255b req-544d4dad-ad40-4657-ae5f-d5dae83eecae tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:42.837542 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-413a2274-2655-4437-aacc-d1b448e2255b req-544d4dad-ad40-4657-ae5f-d5dae83eecae tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 945 time: 0.1421521 Feb 15 16:45:42.930298 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a0508fb-3a4c-4706-9d5e-51cacf7d567c req-0723b36c-790b-471e-9f3a-c4f319231b0e service neutron] 10.222.0.67 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588392 Feb 15 16:45:42.934467 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-413a2274-2655-4437-aacc-d1b448e2255b req-fd350f24-f4cb-4c17-8fa3-752fe27fea90 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809479 Feb 15 16:45:43.065862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-065205a4-3c24-4acd-a7c9-0525e62f77ac req-235f7aa6-f084-4ac0-9d2e-bb2c27a24919 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/41af00fe-f6c7-4017-916a-cbda89dc17ce HTTP/1.1" status: 200 len: 3015 time: 0.0955808 Feb 15 16:45:43.086137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-1f635ec6-ce9f-4427-be39-872860226295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.086646 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-1f635ec6-ce9f-4427-be39-872860226295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.087130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-1f635ec6-ce9f-4427-be39-872860226295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.087750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-1f635ec6-ce9f-4427-be39-872860226295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.088235 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-1f635ec6-ce9f-4427-be39-872860226295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.088708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-1f635ec6-ce9f-4427-be39-872860226295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.089283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-1f635ec6-ce9f-4427-be39-872860226295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.093987 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-1f635ec6-ce9f-4427-be39-872860226295 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c059e9cd6634bce8f4e005af5907e51&device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 6710 time: 0.0935664 Feb 15 16:45:43.109463 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c73ba6be-1bf6-49d4-b253-711b296b2f85 req-1e193f3a-a285-471c-9978-47427584c41d tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908650 Feb 15 16:45:43.112925 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5e0cfe8-baad-4119-ac9c-74a45c1a492f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (0cbdd945-2de0-4dc1-a660-7672fa691880), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:43.178256 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2deb7ed-8965-445d-8da2-f53e8c229a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (109c3b67-e4d0-4059-88f9-b390d1fa61f0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:43.229189 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c8f7d65-b3e5-454c-9724-2c1b0ca1cd2f req-657b0113-b9a4-4e29-90cb-af5ecca99abb tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-group-rules/b67c7cbd-3a3d-4779-9bf0-85dff4507493 HTTP/1.1" status: 200 len: 783 time: 0.0400100 Feb 15 16:45:43.258294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-fe102bfd-e3f1-444c-94b6-47a4a400f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.260093 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-fe102bfd-e3f1-444c-94b6-47a4a400f5c4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7fe9f723-b633-4900-81b1-ec294bf1c8b7 HTTP/1.1" status: 200 len: 902 time: 0.1608725 Feb 15 16:45:43.283921 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5e0cfe8-baad-4119-ac9c-74a45c1a492f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (0cbdd945-2de0-4dc1-a660-7672fa691880), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:43.285418 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e0cfe8-baad-4119-ac9c-74a45c1a492f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.286013 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5e0cfe8-baad-4119-ac9c-74a45c1a492f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:43.314574 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-c3238eaf-a6f9-4b27-92fb-03a7da5147d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b5374418-4fdf-4c52-a3de-6437bd613e74 HTTP/1.1" status: 200 len: 217 time: 0.0435376 Feb 15 16:45:43.322427 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c8f7d65-b3e5-454c-9724-2c1b0ca1cd2f req-2f26fc5d-9728-46ef-afbc-c59988df1d8c tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/41af00fe-f6c7-4017-916a-cbda89dc17ce HTTP/1.1" status: 200 len: 3015 time: 0.0828965 Feb 15 16:45:43.351057 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:43.381776 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c8f7d65-b3e5-454c-9724-2c1b0ca1cd2f req-cdf72b66-4fa9-47f5-b004-0e6be9333fb0 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (b67c7cbd-3a3d-4779-9bf0-85dff4507493), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:43.388264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0cfe8-baad-4119-ac9c-74a45c1a492f admin admin] Pushing event updated for resources: {'Network': ['ID=0cbdd945-2de0-4dc1-a660-7672fa691880,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:43.394535 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c8f7d65-b3e5-454c-9724-2c1b0ca1cd2f req-cdf72b66-4fa9-47f5-b004-0e6be9333fb0 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (b67c7cbd-3a3d-4779-9bf0-85dff4507493), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:43.401808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-b74aad0c-a68a-49a5-891f-b349c41437bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.403485 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-b74aad0c-a68a-49a5-891f-b349c41437bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1e008b25-9001-40d7-bc16-630b7f78b284 HTTP/1.1" status: 200 len: 797 time: 0.0823061 Feb 15 16:45:43.415461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 0cbdd945-2de0-4dc1-a660-7672fa691880 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:45:43.418931 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76233fdd-a326-4f80-8fca-248acaf4dc01 req-0b86aa8f-3f3a-4fef-9983-2f1ba280b304 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.418931 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-76233fdd-a326-4f80-8fca-248acaf4dc01 req-0b86aa8f-3f3a-4fef-9983-2f1ba280b304 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.2381721 Feb 15 16:45:43.469147 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a5e0cfe8-baad-4119-ac9c-74a45c1a492f admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.8181770 Feb 15 16:45:43.472814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44684) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:43.480437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b49edddc-771c-4b5c-95a2-90c32fa4b6a9 admin admin] Request body: {'subnet': {'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-subnet', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:43.497022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-7d75cc6c-068c-40bc-84ac-2062e0624162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.498693 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-7d75cc6c-068c-40bc-84ac-2062e0624162 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fe9f723-b633-4900-81b1-ec294bf1c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0866995 Feb 15 16:45:43.548576 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-76233fdd-a326-4f80-8fca-248acaf4dc01 req-43327994-6a4b-475f-ae32-163ccf617960 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853803 Feb 15 16:45:43.558406 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c8f7d65-b3e5-454c-9724-2c1b0ca1cd2f req-cdf72b66-4fa9-47f5-b004-0e6be9333fb0 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (b67c7cbd-3a3d-4779-9bf0-85dff4507493), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:43.566518 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c8f7d65-b3e5-454c-9724-2c1b0ca1cd2f req-cdf72b66-4fa9-47f5-b004-0e6be9333fb0 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:43.567931 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c8f7d65-b3e5-454c-9724-2c1b0ca1cd2f req-cdf72b66-4fa9-47f5-b004-0e6be9333fb0 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/b67c7cbd-3a3d-4779-9bf0-85dff4507493 HTTP/1.1" status: 204 len: 173 time: 0.2395194 Feb 15 16:45:43.574965 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf72b66-4fa9-47f5-b004-0e6be9333fb0 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b67c7cbd-3a3d-4779-9bf0-85dff4507493,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:43.592315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49edddc-771c-4b5c-95a2-90c32fa4b6a9 admin admin] Made reservation on behalf of e5522da92dd14128b79c900e1038ee82 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:45:43.596004 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b49edddc-771c-4b5c-95a2-90c32fa4b6a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:43.722032 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-5271c21a-4f59-4006-9da1-6b002e3dfb7d service neutron] 10.222.0.67 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113202 Feb 15 16:45:43.725098 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e2deb7ed-8965-445d-8da2-f53e8c229a25 admin admin] Deleting port 406dc11f-43df-4b9f-8432-ad03eae82bb4 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:45:43.725702 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2deb7ed-8965-445d-8da2-f53e8c229a25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:43.791439 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f26f1652-9093-4046-a39e-56e528273d56 req-c1c89351-47ba-4e10-9f0d-ba1a6c6bc16c tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/41af00fe-f6c7-4017-916a-cbda89dc17ce HTTP/1.1" status: 200 len: 2416 time: 0.1467786 Feb 15 16:45:43.794900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f118ba-2ea1-4734-b7be-109c5755c4f6 req-7b5626a9-1de6-4093-b606-76b9ec9f1c45 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.800742 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f118ba-2ea1-4734-b7be-109c5755c4f6 req-7b5626a9-1de6-4093-b606-76b9ec9f1c45 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.806270 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f118ba-2ea1-4734-b7be-109c5755c4f6 req-7b5626a9-1de6-4093-b606-76b9ec9f1c45 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.811770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f118ba-2ea1-4734-b7be-109c5755c4f6 req-7b5626a9-1de6-4093-b606-76b9ec9f1c45 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.817690 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f118ba-2ea1-4734-b7be-109c5755c4f6 req-7b5626a9-1de6-4093-b606-76b9ec9f1c45 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.823233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f118ba-2ea1-4734-b7be-109c5755c4f6 req-7b5626a9-1de6-4093-b606-76b9ec9f1c45 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.829710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f118ba-2ea1-4734-b7be-109c5755c4f6 req-7b5626a9-1de6-4093-b606-76b9ec9f1c45 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:43.831711 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-03f118ba-2ea1-4734-b7be-109c5755c4f6 req-7b5626a9-1de6-4093-b606-76b9ec9f1c45 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.1658320 Feb 15 16:45:43.898394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-e2deb7ed-8965-445d-8da2-f53e8c229a25 admin admin] For port 406dc11f-43df-4b9f-8432-ad03eae82bb4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=406dc11f-43df-4b9f-8432-ad03eae82bb4,segment=NetworkSegment(a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa),segment_id=a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:43.899014 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2deb7ed-8965-445d-8da2-f53e8c229a25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:43.922872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e2deb7ed-8965-445d-8da2-f53e8c229a25 admin admin] Calling delete_port for 406dc11f-43df-4b9f-8432-ad03eae82bb4 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:45:43.945628 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-03f118ba-2ea1-4734-b7be-109c5755c4f6 req-dafcff04-6ce6-43eb-8ad9-cc8b25d3fa49 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017530 Feb 15 16:45:43.950350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-307cbaa8-1aef-459a-9c08-a4ded1c907c6 req-e319ccea-57b1-4b66-a005-c68b18fc84a2 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193825 Feb 15 16:45:43.958756 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f26f1652-9093-4046-a39e-56e528273d56 req-f0068869-b7bc-42b4-a6d5-105fedceb2e8 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (41af00fe-f6c7-4017-916a-cbda89dc17ce), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:43.959593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c76a84d1-3714-49e2-b8bd-cfb0447f17b8 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:45:43.989153 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f26f1652-9093-4046-a39e-56e528273d56 req-f0068869-b7bc-42b4-a6d5-105fedceb2e8 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (41af00fe-f6c7-4017-916a-cbda89dc17ce), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.030758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: c76a84d1-3714-49e2-b8bd-cfb0447f17b8 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:45:44.034031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c76a84d1-3714-49e2-b8bd-cfb0447f17b8 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:45:44.039390 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b49edddc-771c-4b5c-95a2-90c32fa4b6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (416a7944-16a2-4bb6-bfb2-67eeec692582), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.117608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49edddc-771c-4b5c-95a2-90c32fa4b6a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=416a7944-16a2-4bb6-bfb2-67eeec692582,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:44.129627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49edddc-771c-4b5c-95a2-90c32fa4b6a9 admin admin] Checking segment: {'id': 'ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:45:44.130294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49edddc-771c-4b5c-95a2-90c32fa4b6a9 admin admin] Network hostable DHCP agents. Network: 0cbdd945-2de0-4dc1-a660-7672fa691880, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:45:44.140245 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f26f1652-9093-4046-a39e-56e528273d56 req-f0068869-b7bc-42b4-a6d5-105fedceb2e8 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (41af00fe-f6c7-4017-916a-cbda89dc17ce), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.143834 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f26f1652-9093-4046-a39e-56e528273d56 req-f0068869-b7bc-42b4-a6d5-105fedceb2e8 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.145903 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f26f1652-9093-4046-a39e-56e528273d56 req-f0068869-b7bc-42b4-a6d5-105fedceb2e8 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "DELETE /v2.0/security-groups/41af00fe-f6c7-4017-916a-cbda89dc17ce HTTP/1.1" status: 204 len: 173 time: 0.3430865 Feb 15 16:45:44.161698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0068869-b7bc-42b4-a6d5-105fedceb2e8 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41af00fe-f6c7-4017-916a-cbda89dc17ce,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:44.259801 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc478baa-b623-4174-9c06-a4e4c959dc33 req-05975b4f-9c6a-4aef-aa2d-1980e07a47c9 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:44.261391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49edddc-771c-4b5c-95a2-90c32fa4b6a9 admin admin] Network 0cbdd945-2de0-4dc1-a660-7672fa691880 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:45:44.262003 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fc478baa-b623-4174-9c06-a4e4c959dc33 req-05975b4f-9c6a-4aef-aa2d-1980e07a47c9 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 945 time: 0.0744593 Feb 15 16:45:44.316801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897bb49-0b9d-4d53-9bd6-439859108914 req-39047e19-9366-4767-96bf-a4c053ab3d64 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:44.318698 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d897bb49-0b9d-4d53-9bd6-439859108914 req-39047e19-9366-4767-96bf-a4c053ab3d64 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 945 time: 0.0701246 Feb 15 16:45:44.321873 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fc478baa-b623-4174-9c06-a4e4c959dc33 req-36d0f997-3d9f-45b3-8c10-be3212dd7e23 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537722 Feb 15 16:45:44.323249 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2deb7ed-8965-445d-8da2-f53e8c229a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (406dc11f-43df-4b9f-8432-ad03eae82bb4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.368675 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2deb7ed-8965-445d-8da2-f53e8c229a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=406dc11f-43df-4b9f-8432-ad03eae82bb4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:44.371781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-b49edddc-771c-4b5c-95a2-90c32fa4b6a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 0cbdd945-2de0-4dc1-a660-7672fa691880) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:45:44.376623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49edddc-771c-4b5c-95a2-90c32fa4b6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:44.377173 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b49edddc-771c-4b5c-95a2-90c32fa4b6a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.379049 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [req-4c37ed6e-8bd0-45f2-a2ba-b48766f18d08 req-9d6344cf-e4a3-4ce6-8666-7b2ab964c49c tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] show failed (client error): The resource could not be found. Feb 15 16:45:44.381810 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4c37ed6e-8bd0-45f2-a2ba-b48766f18d08 req-9d6344cf-e4a3-4ce6-8666-7b2ab964c49c tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/43929c24-2c74-4503-9bee-69d3527d57c1 HTTP/1.1" status: 404 len: 352 time: 0.0264943 Feb 15 16:45:44.384226 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d897bb49-0b9d-4d53-9bd6-439859108914 req-f2ff50fc-fb3d-4463-baad-e9fe6f5a8fb2 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572979 Feb 15 16:45:44.402814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6f0b3d-7a52-42bf-a20b-dd1a5977b81d None None] Network 0cbdd945-2de0-4dc1-a660-7672fa691880 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:45:44.462225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b49edddc-771c-4b5c-95a2-90c32fa4b6a9 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9872408 Feb 15 16:45:44.464736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44708) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:44.471132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-router', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:44.535686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44710) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:44.607806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-0cbdd945-2de0-4dc1-a660-7672fa691880', 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880', 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'fixed_ips': [{'subnet_id': '416a7944-16a2-4bb6-bfb2-67eeec692582'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:45:44.620002 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.648808 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2deb7ed-8965-445d-8da2-f53e8c229a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (109c3b67-e4d0-4059-88f9-b390d1fa61f0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.655246 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d84ea574-d214-4262-9921-4f8452f81e7f req-735faef9-a4d0-487d-ad84-0f86a1d861a0 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/bfc3ec15-87ff-4012-b174-ee24cbe1e329 HTTP/1.1" status: 200 len: 1823 time: 0.0953550 Feb 15 16:45:44.662703 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-181f9f73-4285-4a8a-a636-25f486034700 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for security_group (f0c8220c-cc5b-4422-8ff7-b2eb496ee89a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.682537 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (8b34347b-d440-4be6-82fe-2e17cc2e9d00), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.682537 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (8b34347b-d440-4be6-82fe-2e17cc2e9d00), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.723603 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-181f9f73-4285-4a8a-a636-25f486034700 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for security_group (f0c8220c-cc5b-4422-8ff7-b2eb496ee89a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.813673 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Publish callbacks [] for router_controller (8b34347b-d440-4be6-82fe-2e17cc2e9d00), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.826497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Allocated IP 172.20.0.2 (0cbdd945-2de0-4dc1-a660-7672fa691880/416a7944-16a2-4bb6-bfb2-67eeec692582/88d6c5f9-79d7-4779-bb9b-104dc0a81e88) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:45:44.829321 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d84ea574-d214-4262-9921-4f8452f81e7f req-4b665866-cb56-4cf7-a094-fd80c1e8ea2e tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (bfc3ec15-87ff-4012-b174-ee24cbe1e329), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.854469 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d84ea574-d214-4262-9921-4f8452f81e7f req-4b665866-cb56-4cf7-a094-fd80c1e8ea2e tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (bfc3ec15-87ff-4012-b174-ee24cbe1e329), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.976241 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-181f9f73-4285-4a8a-a636-25f486034700 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f0c8220c-cc5b-4422-8ff7-b2eb496ee89a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.976453 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-181f9f73-4285-4a8a-a636-25f486034700 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:44.980203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-181f9f73-4285-4a8a-a636-25f486034700 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "DELETE /v2.0/security-groups/f0c8220c-cc5b-4422-8ff7-b2eb496ee89a HTTP/1.1" status: 204 len: 168 time: 0.4435914 Feb 15 16:45:44.980353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44716) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:45.000121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f9f73-4285-4a8a-a636-25f486034700 tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c8220c-cc5b-4422-8ff7-b2eb496ee89a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:45.007582 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-f9366290-117d-4e1e-a31f-f4340746bcbb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] show failed (client error): The resource could not be found. Feb 15 16:45:45.008622 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f9366290-117d-4e1e-a31f-f4340746bcbb tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "GET /v2.0/security-groups/f0c8220c-cc5b-4422-8ff7-b2eb496ee89a HTTP/1.1" status: 404 len: 347 time: 0.0274944 Feb 15 16:45:45.012633 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44718) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:45.082997 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Publish callbacks [] for router_gateway (8b34347b-d440-4be6-82fe-2e17cc2e9d00), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:45.093435 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d84ea574-d214-4262-9921-4f8452f81e7f req-4b665866-cb56-4cf7-a094-fd80c1e8ea2e tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bfc3ec15-87ff-4012-b174-ee24cbe1e329), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:45.097524 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d84ea574-d214-4262-9921-4f8452f81e7f req-4b665866-cb56-4cf7-a094-fd80c1e8ea2e tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:45.098940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d84ea574-d214-4262-9921-4f8452f81e7f req-4b665866-cb56-4cf7-a094-fd80c1e8ea2e tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "DELETE /v2.0/security-groups/bfc3ec15-87ff-4012-b174-ee24cbe1e329 HTTP/1.1" status: 204 len: 173 time: 0.4341650 Feb 15 16:45:45.099734 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Publish callbacks [] for port (88d6c5f9-79d7-4779-bb9b-104dc0a81e88), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:45.115620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b665866-cb56-4cf7-a094-fd80c1e8ea2e tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc3ec15-87ff-4012-b174-ee24cbe1e329,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:45.203873 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a6933-a380-409f-9e6f-a3ba1527e405 req-aaf74918-b599-4a2c-807e-aaa53c9175e0 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:45.205620 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-636a6933-a380-409f-9e6f-a3ba1527e405 req-aaf74918-b599-4a2c-807e-aaa53c9175e0 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.2725537 Feb 15 16:45:45.214279 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (88d6c5f9-79d7-4779-bb9b-104dc0a81e88), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:45.267297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Network 0cbdd945-2de0-4dc1-a660-7672fa691880 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:45:45.271528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:45:45.277028 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2deb7ed-8965-445d-8da2-f53e8c229a25 admin admin] Router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:45:45.301526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:45:45.303044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fa674-6e5b-4dde-b448-513023a29488 req-ee280a57-7e15-4f4f-aef0-f128d186751c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:45.308643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fa674-6e5b-4dde-b448-513023a29488 req-ee280a57-7e15-4f4f-aef0-f128d186751c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:45.314170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fa674-6e5b-4dde-b448-513023a29488 req-ee280a57-7e15-4f4f-aef0-f128d186751c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:45.320036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fa674-6e5b-4dde-b448-513023a29488 req-ee280a57-7e15-4f4f-aef0-f128d186751c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:45.321941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Pushing event updated for resources: {'Port': ['ID=88d6c5f9-79d7-4779-bb9b-104dc0a81e88,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:45.328098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fa674-6e5b-4dde-b448-513023a29488 req-ee280a57-7e15-4f4f-aef0-f128d186751c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:45.334434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fa674-6e5b-4dde-b448-513023a29488 req-ee280a57-7e15-4f4f-aef0-f128d186751c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:45.339763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317fa674-6e5b-4dde-b448-513023a29488 req-ee280a57-7e15-4f4f-aef0-f128d186751c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:45.341718 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-317fa674-6e5b-4dde-b448-513023a29488 req-ee280a57-7e15-4f4f-aef0-f128d186751c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.1156349 Feb 15 16:45:45.432377 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-317fa674-6e5b-4dde-b448-513023a29488 req-a710942c-ca78-4ce7-8e2d-fb4a42ea2db5 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826197 Feb 15 16:45:45.436889 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-636a6933-a380-409f-9e6f-a3ba1527e405 req-560c3091-dbd1-43bb-8b95-e882203fa758 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102487 Feb 15 16:45:45.466922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Attempting to bind port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:45:45.466922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Attempting to bind port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:45:45.466922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Attempting to bind port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 on network 0cbdd945-2de0-4dc1-a660-7672fa691880 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:45.473856 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:45:45.474623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Checking segment: {'id': 'ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:45:45.477568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5b7871aa-09ca-45d9-aba5-12552c297efd tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Deleting port bef79b66-d749-44c7-a094-0314becc3b1a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:45:45.478284 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:45.480066 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Bound using segment: {'id': 'ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:45:45.480815 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Bound port: 88d6c5f9-79d7-4779-bb9b-104dc0a81e88, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:45:45.481697 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (88d6c5f9-79d7-4779-bb9b-104dc0a81e88), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:45.492095 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b7871aa-09ca-45d9-aba5-12552c297efd tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (bef79b66-d749-44c7-a094-0314becc3b1a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:45.595649 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Publish callbacks [] for router_gateway (8b34347b-d440-4be6-82fe-2e17cc2e9d00), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:45.614294 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c8d121c-f5c2-4625-9d23-d7395faefc6c req-34f15de1-3d37-4a21-a678-0fbf52748a2d tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/a1fb6402-d19e-473e-801c-718c4bfb05c7 HTTP/1.1" status: 200 len: 1823 time: 0.1172199 Feb 15 16:45:45.621239 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:45.621683 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2deb7ed-8965-445d-8da2-f53e8c229a25 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:45:45.633475 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbb72c7-a24b-4d4e-8faf-d6886db4a96d None None] Sync routers for ids ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:45:45.638021 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e2deb7ed-8965-445d-8da2-f53e8c229a25 admin admin] 10.222.0.107 "PUT /v2.0/routers/109c3b67-e4d0-4059-88f9-b390d1fa61f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8807180 Feb 15 16:45:45.642768 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44732) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:45.670597 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbb72c7-a24b-4d4e-8faf-d6886db4a96d None None] Routers {'109c3b67-e4d0-4059-88f9-b390d1fa61f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:45.676390 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-dbbb72c7-a24b-4d4e-8faf-d6886db4a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:45:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:45.720375 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] For port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:45:45.726039 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] For port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=88d6c5f9-79d7-4779-bb9b-104dc0a81e88,segment=NetworkSegment(ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c),segment_id=ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:45:45.822706 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Allocated IP 172.25.4.235 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/a0c9591d-f21d-4b30-9609-9dd18201ab5c) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:45:45.830215 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-dbbb72c7-a24b-4d4e-8faf-d6886db4a96d None None] Set router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:45.834829 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (88d6c5f9-79d7-4779-bb9b-104dc0a81e88), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:45.868659 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b7871aa-09ca-45d9-aba5-12552c297efd tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (bef79b66-d749-44c7-a094-0314becc3b1a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:45.869062 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b7871aa-09ca-45d9-aba5-12552c297efd tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for floatingip (bef79b66-d749-44c7-a094-0314becc3b1a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:45.917124 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5b7871aa-09ca-45d9-aba5-12552c297efd tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Calling delete_port for bef79b66-d749-44c7-a094-0314becc3b1a owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:45:45.923229 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1c8d121c-f5c2-4625-9d23-d7395faefc6c req-7b7a3060-1a49-4b63-9e2e-f194af7212ea tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (a1fb6402-d19e-473e-801c-718c4bfb05c7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:45.963836 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-baa06780-b25b-4f7d-b862-c9c1564f5e48 admin admin] Publish callbacks [] for router (109c3b67-e4d0-4059-88f9-b390d1fa61f0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:45.975627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6572f1-cc52-4abe-b214-024be6473b72 None None] Pushing event updated for resources: {'Port': ['ID=88d6c5f9-79d7-4779-bb9b-104dc0a81e88,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:45.997348 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Publish callbacks [] for port (a0c9591d-f21d-4b30-9609-9dd18201ab5c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:46.022627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65d5cb-7d2c-4862-a69d-cbf5ae722a6d req-76e258b4-ae6a-4a7d-aa0f-12b77ff701c1 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:46.024513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a65d5cb-7d2c-4862-a69d-cbf5ae722a6d req-76e258b4-ae6a-4a7d-aa0f-12b77ff701c1 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 945 time: 0.1104159 Feb 15 16:45:46.073134 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1c8d121c-f5c2-4625-9d23-d7395faefc6c req-7b7a3060-1a49-4b63-9e2e-f194af7212ea tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (a1fb6402-d19e-473e-801c-718c4bfb05c7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:46.080102 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-dbbb72c7-a24b-4d4e-8faf-d6886db4a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-router', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:45:44Z', 'revision_number': 5, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'gw_port': {'id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:46.110118 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a65d5cb-7d2c-4862-a69d-cbf5ae722a6d req-89352ca7-8901-4735-b8f5-967878042b24 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777006 Feb 15 16:45:46.133316 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbb72c7-a24b-4d4e-8faf-d6886db4a96d None None] Checking router: 109c3b67-e4d0-4059-88f9-b390d1fa61f0 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:45:46.149233 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbb72c7-a24b-4d4e-8faf-d6886db4a96d None None] Routers {'109c3b67-e4d0-4059-88f9-b390d1fa61f0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:46.150079 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-dbbb72c7-a24b-4d4e-8faf-d6886db4a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:45:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:46.184937 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a0c9591d-f21d-4b30-9609-9dd18201ab5c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:46.265446 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-dbbb72c7-a24b-4d4e-8faf-d6886db4a96d None None] Set router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:46.268789 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-baa06780-b25b-4f7d-b862-c9c1564f5e48 admin admin] Publish callbacks [] for router_gateway (109c3b67-e4d0-4059-88f9-b390d1fa61f0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:46.305294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Pushing event updated for resources: {'Port': ['ID=a0c9591d-f21d-4b30-9609-9dd18201ab5c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:46.378087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:45:46.381110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:45:46.385040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:45:46.400505 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1c8d121c-f5c2-4625-9d23-d7395faefc6c req-7b7a3060-1a49-4b63-9e2e-f194af7212ea tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a1fb6402-d19e-473e-801c-718c4bfb05c7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:46.406265 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-1c8d121c-f5c2-4625-9d23-d7395faefc6c req-7b7a3060-1a49-4b63-9e2e-f194af7212ea tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:46.408659 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c8d121c-f5c2-4625-9d23-d7395faefc6c req-7b7a3060-1a49-4b63-9e2e-f194af7212ea tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "DELETE /v2.0/security-groups/a1fb6402-d19e-473e-801c-718c4bfb05c7 HTTP/1.1" status: 204 len: 173 time: 0.7822442 Feb 15 16:45:46.426080 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a3060-1a49-4b63-9e2e-f194af7212ea tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fb6402-d19e-473e-801c-718c4bfb05c7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:46.509051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553275d-7902-4a3b-ba65-07850fd20f31 req-0482a469-5504-49d7-9a19-3205d25b4ae2 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:46.511063 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9553275d-7902-4a3b-ba65-07850fd20f31 req-0482a469-5504-49d7-9a19-3205d25b4ae2 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 945 time: 0.2278345 Feb 15 16:45:46.533902 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-dbbb72c7-a24b-4d4e-8faf-d6886db4a96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-router', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:45:44Z', 'revision_number': 5, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'gw_port': {'id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:46.543813 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b7871aa-09ca-45d9-aba5-12552c297efd tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (bef79b66-d749-44c7-a094-0314becc3b1a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:46.575224 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7871aa-09ca-45d9-aba5-12552c297efd tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Pushing event deleted for resources: {'Port': ['ID=bef79b66-d749-44c7-a094-0314becc3b1a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:46.603682 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbb72c7-a24b-4d4e-8faf-d6886db4a96d None None] The sync data for ids ['109c3b67-e4d0-4059-88f9-b390d1fa61f0'] in n-d-828372-14 is: [{'id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'name': 'tempest-ServerRescueTestJSONUnderV235-1414266772-router', 'tenant_id': '88d20a36be5d483f8c3d15b2235c1322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222'}], 'enable_snat': True}, 'gw_port_id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:45:44Z', 'revision_number': 5, 'project_id': '88d20a36be5d483f8c3d15b2235c1322', 'gw_port': {'id': 'aa71c610-62e1-405c-9481-e94c3dacaddc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:64:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109c3b67-e4d0-4059-88f9-b390d1fa61f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:44:03Z', 'updated_at': '2022-02-15T16:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:45:46.668539 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5145a783-4848-4c5b-9f42-a82f39a5d077 req-0887969b-72b8-4d9b-bd4a-7ebbf7da4343 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/673eba93-b4c8-4c75-9ad7-bcbd86e07cd2 HTTP/1.1" status: 200 len: 1823 time: 0.2126036 Feb 15 16:45:46.709801 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-baa06780-b25b-4f7d-b862-c9c1564f5e48 admin admin] Deleting port aa71c610-62e1-405c-9481-e94c3dacaddc {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:45:46.710063 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-baa06780-b25b-4f7d-b862-c9c1564f5e48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (aa71c610-62e1-405c-9481-e94c3dacaddc), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:46.758120 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9553275d-7902-4a3b-ba65-07850fd20f31 req-f7d5761a-9e74-4d64-a08f-a11e4ea5bc1b tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/security-groups?id=787188d7-97eb-4d45-ad56-c750dbb47f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854015 Feb 15 16:45:46.761355 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b7871aa-09ca-45d9-aba5-12552c297efd tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks [] for floatingip (fc438ae4-2cca-4bc0-9e8f-017847e96c08), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:46.763982 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b7871aa-09ca-45d9-aba5-12552c297efd tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:46.765151 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5b7871aa-09ca-45d9-aba5-12552c297efd tempest-ImagesOneServerNegativeTestJSON-1078386591 tempest-ImagesOneServerNegativeTestJSON-1078386591-project] 10.222.0.107 "DELETE /v2.0/floatingips/fc438ae4-2cca-4bc0-9e8f-017847e96c08 HTTP/1.1" status: 204 len: 168 time: 1.7508349 Feb 15 16:45:46.776576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58d9aa-d334-4ea8-9624-ec12f4925df5 req-42707fcc-7fe0-4546-b7ea-45d0ec063437 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:46.788352 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f58d9aa-d334-4ea8-9624-ec12f4925df5 req-42707fcc-7fe0-4546-b7ea-45d0ec063437 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 945 time: 0.1049781 Feb 15 16:45:46.805820 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5145a783-4848-4c5b-9f42-a82f39a5d077 req-de1979d1-8d92-4b04-b8a0-a16125c6f7c1 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (673eba93-b4c8-4c75-9ad7-bcbd86e07cd2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:46.846142 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5145a783-4848-4c5b-9f42-a82f39a5d077 req-de1979d1-8d92-4b04-b8a0-a16125c6f7c1 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (673eba93-b4c8-4c75-9ad7-bcbd86e07cd2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:46.900774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-baa06780-b25b-4f7d-b862-c9c1564f5e48 admin admin] For port aa71c610-62e1-405c-9481-e94c3dacaddc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=aa71c610-62e1-405c-9481-e94c3dacaddc,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:46.901042 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-baa06780-b25b-4f7d-b862-c9c1564f5e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (aa71c610-62e1-405c-9481-e94c3dacaddc), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:46.925536 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-baa06780-b25b-4f7d-b862-c9c1564f5e48 admin admin] Calling delete_port for aa71c610-62e1-405c-9481-e94c3dacaddc owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:45:46.988063 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5145a783-4848-4c5b-9f42-a82f39a5d077 req-de1979d1-8d92-4b04-b8a0-a16125c6f7c1 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (673eba93-b4c8-4c75-9ad7-bcbd86e07cd2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:46.998012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5145a783-4848-4c5b-9f42-a82f39a5d077 req-de1979d1-8d92-4b04-b8a0-a16125c6f7c1 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:46.998012 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5145a783-4848-4c5b-9f42-a82f39a5d077 req-de1979d1-8d92-4b04-b8a0-a16125c6f7c1 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "DELETE /v2.0/security-groups/673eba93-b4c8-4c75-9ad7-bcbd86e07cd2 HTTP/1.1" status: 204 len: 173 time: 0.3201694 Feb 15 16:45:47.049964 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0de6d-db4c-4f96-b2d4-5a141b925312 req-b503fc74-72de-4941-b6fb-b54309bd3029 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:47.058992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aca0de6d-db4c-4f96-b2d4-5a141b925312 req-b503fc74-72de-4941-b6fb-b54309bd3029 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.1870010 Feb 15 16:45:47.112053 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Publish callbacks [] for router_gateway (8b34347b-d440-4be6-82fe-2e17cc2e9d00), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:47.137624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-2f58d9aa-d334-4ea8-9624-ec12f4925df5 req-0ce26bda-afa9-4375-af3f-490479f70d80 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Deleting port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:45:47.138142 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2f58d9aa-d334-4ea8-9624-ec12f4925df5 req-0ce26bda-afa9-4375-af3f-490479f70d80 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:47.215214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1979d1-8d92-4b04-b8a0-a16125c6f7c1 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673eba93-b4c8-4c75-9ad7-bcbd86e07cd2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:47.283892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd08c74-b603-401a-9c04-24a126ef5625 req-cb4637a3-f1d8-404c-8ace-6f8bc4f1acfc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:47.290231 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd08c74-b603-401a-9c04-24a126ef5625 req-cb4637a3-f1d8-404c-8ace-6f8bc4f1acfc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:47.297075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd08c74-b603-401a-9c04-24a126ef5625 req-cb4637a3-f1d8-404c-8ace-6f8bc4f1acfc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:47.303825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd08c74-b603-401a-9c04-24a126ef5625 req-cb4637a3-f1d8-404c-8ace-6f8bc4f1acfc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:47.306631 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aca0de6d-db4c-4f96-b2d4-5a141b925312 req-9bc71464-49a1-4f4c-a968-63ed2cfb607b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465909 Feb 15 16:45:47.327808 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd08c74-b603-401a-9c04-24a126ef5625 req-cb4637a3-f1d8-404c-8ace-6f8bc4f1acfc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:47.337516 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd08c74-b603-401a-9c04-24a126ef5625 req-cb4637a3-f1d8-404c-8ace-6f8bc4f1acfc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:47.347002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd08c74-b603-401a-9c04-24a126ef5625 req-cb4637a3-f1d8-404c-8ace-6f8bc4f1acfc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:47.358394 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efd08c74-b603-401a-9c04-24a126ef5625 req-cb4637a3-f1d8-404c-8ace-6f8bc4f1acfc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.1795111 Feb 15 16:45:47.367171 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-baa06780-b25b-4f7d-b862-c9c1564f5e48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (aa71c610-62e1-405c-9481-e94c3dacaddc), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:47.408811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa06780-b25b-4f7d-b862-c9c1564f5e48 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa71c610-62e1-405c-9481-e94c3dacaddc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:47.450255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-2f58d9aa-d334-4ea8-9624-ec12f4925df5 req-0ce26bda-afa9-4375-af3f-490479f70d80 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] For port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb,segment=NetworkSegment(e723f447-4183-4b5f-a63d-21116bb64ae1),segment_id=e723f447-4183-4b5f-a63d-21116bb64ae1)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:47.450687 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2f58d9aa-d334-4ea8-9624-ec12f4925df5 req-0ce26bda-afa9-4375-af3f-490479f70d80 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:47.517404 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efd08c74-b603-401a-9c04-24a126ef5625 req-6af4eb2a-7a41-4e6e-af39-a4a9fdf01568 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1580663 Feb 15 16:45:47.546549 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-baa06780-b25b-4f7d-b862-c9c1564f5e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (109c3b67-e4d0-4059-88f9-b390d1fa61f0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:47.575188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:45:47.643612 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:47.644354 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (88d6c5f9-79d7-4779-bb9b-104dc0a81e88), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:47.708983 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238d88e5-5809-4a3f-9645-2e26c1889cf8 None None] Network 0cbdd945-2de0-4dc1-a660-7672fa691880 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:45:47.752658 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-baa06780-b25b-4f7d-b862-c9c1564f5e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (109c3b67-e4d0-4059-88f9-b390d1fa61f0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:47.756635 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-baa06780-b25b-4f7d-b862-c9c1564f5e48 admin admin] Publish callbacks [] for router_controller (109c3b67-e4d0-4059-88f9-b390d1fa61f0), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:47.780095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a8eac-adad-4f57-8756-8a12b4f425a3 req-62bb1aa2-7cb4-45f5-8533-37bb27d07e65 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:47.782588 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e73a8eac-adad-4f57-8756-8a12b4f425a3 req-62bb1aa2-7cb4-45f5-8533-37bb27d07e65 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 945 time: 0.1064036 Feb 15 16:45:47.830850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:47.832045 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (88d6c5f9-79d7-4779-bb9b-104dc0a81e88), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:47.855478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-333ae150-2a92-4b79-93df-4bb2df6faee7 None None] Provisioning complete for port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:47.856483 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-333ae150-2a92-4b79-93df-4bb2df6faee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (88d6c5f9-79d7-4779-bb9b-104dc0a81e88), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:47.932332 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=88d6c5f9-79d7-4779-bb9b-104dc0a81e88,segment=NetworkSegment(ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c),segment_id=ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:47.936768 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-2f58d9aa-d334-4ea8-9624-ec12f4925df5 req-0ce26bda-afa9-4375-af3f-490479f70d80 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Calling delete_port for 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:45:47.975553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:45:48.044714 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (88d6c5f9-79d7-4779-bb9b-104dc0a81e88), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:48.066619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 406dc11f-43df-4b9f-8432-ad03eae82bb4 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:45:48.074148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c4521070-ed06-4c43-8c4e-589266ced5bd req-1c39efc5-b0ae-4029-869d-39f0bb512a66 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/e691724a-f03f-4536-a899-c2ff0ab35200 HTTP/1.1" status: 200 len: 2424 time: 0.6505318 Feb 15 16:45:48.142579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 406dc11f-43df-4b9f-8432-ad03eae82bb4 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:45:48.144899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 406dc11f-43df-4b9f-8432-ad03eae82bb4 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:45:48.155678 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (8b34347b-d440-4be6-82fe-2e17cc2e9d00), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:48.196758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-333ae150-2a92-4b79-93df-4bb2df6faee7 None None] Current status of the port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:48.251575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=88d6c5f9-79d7-4779-bb9b-104dc0a81e88,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:48.264965 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e73a8eac-adad-4f57-8756-8a12b4f425a3 req-1f02d081-f8ea-41ba-a1c0-49e11f1b9211 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766454 Feb 15 16:45:48.305497 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c4521070-ed06-4c43-8c4e-589266ced5bd req-0e9ac02f-0d72-4982-bf9a-cad4779f27e0 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (e691724a-f03f-4536-a899-c2ff0ab35200), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:48.320129 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:48.320450 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:48.339739 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-baa06780-b25b-4f7d-b862-c9c1564f5e48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (109c3b67-e4d0-4059-88f9-b390d1fa61f0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:48.340647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa06780-b25b-4f7d-b862-c9c1564f5e48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 109c3b67-e4d0-4059-88f9-b390d1fa61f0 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:45:48.356360 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-baa06780-b25b-4f7d-b862-c9c1564f5e48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:48.360366 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-baa06780-b25b-4f7d-b862-c9c1564f5e48 admin admin] 10.222.0.107 "DELETE /v2.0/routers/109c3b67-e4d0-4059-88f9-b390d1fa61f0 HTTP/1.1" status: 204 len: 168 time: 2.7142079 Feb 15 16:45:48.360670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44758) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:48.362774 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c4521070-ed06-4c43-8c4e-589266ced5bd req-0e9ac02f-0d72-4982-bf9a-cad4779f27e0 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (e691724a-f03f-4536-a899-c2ff0ab35200), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:48.484822 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c25c01-f194-4620-9f17-d36395a33928 admin admin] Deleting subnet cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:45:48.491207 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83c25c01-f194-4620-9f17-d36395a33928 admin admin] Publish callbacks [] for subnet (cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:48.491996 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2f58d9aa-d334-4ea8-9624-ec12f4925df5 req-0ce26bda-afa9-4375-af3f-490479f70d80 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6c0d2e39-21a6-4d46-a662-6ca9d7af98fb), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:48.551166 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-080954f9-eba7-43ab-997b-acb197e17104 req-86f10b42-dce7-46d2-a65b-201b2646455d tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 210 time: 0.0935929 Feb 15 16:45:48.561189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce26bda-afa9-4375-af3f-490479f70d80 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Pushing event deleted for resources: {'Port': ['ID=6c0d2e39-21a6-4d46-a662-6ca9d7af98fb,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:48.573778 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c4521070-ed06-4c43-8c4e-589266ced5bd req-0e9ac02f-0d72-4982-bf9a-cad4779f27e0 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e691724a-f03f-4536-a899-c2ff0ab35200), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:48.577273 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c4521070-ed06-4c43-8c4e-589266ced5bd req-0e9ac02f-0d72-4982-bf9a-cad4779f27e0 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:48.579672 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c4521070-ed06-4c43-8c4e-589266ced5bd req-0e9ac02f-0d72-4982-bf9a-cad4779f27e0 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "DELETE /v2.0/security-groups/e691724a-f03f-4536-a899-c2ff0ab35200 HTTP/1.1" status: 204 len: 173 time: 0.5031970 Feb 15 16:45:48.611091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ac02f-0d72-4982-bf9a-cad4779f27e0 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e691724a-f03f-4536-a899-c2ff0ab35200,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:48.632662 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83c25c01-f194-4620-9f17-d36395a33928 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:48.664054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-902f840f-25d1-447a-a7df-b2874caba5d4 None None] Provisioning complete for port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:48.664597 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-902f840f-25d1-447a-a7df-b2874caba5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (88d6c5f9-79d7-4779-bb9b-104dc0a81e88), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:48.682391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44768) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:48.689025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f58d9aa-d334-4ea8-9624-ec12f4925df5 req-0ce26bda-afa9-4375-af3f-490479f70d80 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] No DVR routers for this DVR port 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:45:48.707533 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2f58d9aa-d334-4ea8-9624-ec12f4925df5 req-0ce26bda-afa9-4375-af3f-490479f70d80 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:48.715780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f58d9aa-d334-4ea8-9624-ec12f4925df5 req-0ce26bda-afa9-4375-af3f-490479f70d80 tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.10 "DELETE /v2.0/ports/6c0d2e39-21a6-4d46-a662-6ca9d7af98fb HTTP/1.1" status: 204 len: 173 time: 1.9292791 Feb 15 16:45:48.716269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4925192-4225-4e06-8d1d-44db43d041ec', 'name': 'network-vif-deleted', 'tag': '6c0d2e39-21a6-4d46-a662-6ca9d7af98fb'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:48.724528 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e98e082-7a58-416a-bc19-1c1675d9135a" -d '{"events": [{"server_uuid": "c4925192-4225-4e06-8d1d-44db43d041ec", "name": "network-vif-deleted", "tag": "6c0d2e39-21a6-4d46-a662-6ca9d7af98fb"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:48.741010 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83c25c01-f194-4620-9f17-d36395a33928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:48.818459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:45:48.823112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-902f840f-25d1-447a-a7df-b2874caba5d4 None None] Current status of the port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:48.957341 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46e33f2-d3f8-4481-9f58-fc829d8f3894 admin admin] Deleting subnet 00524c7b-0e17-4a67-aa78-e190b4f54264 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:45:48.963771 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c46e33f2-d3f8-4481-9f58-fc829d8f3894 admin admin] Publish callbacks [] for subnet (00524c7b-0e17-4a67-aa78-e190b4f54264), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:48.968868 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83c25c01-f194-4620-9f17-d36395a33928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.013043 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83c25c01-f194-4620-9f17-d36395a33928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.020765 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-83c25c01-f194-4620-9f17-d36395a33928 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55 HTTP/1.1" status: 204 len: 168 time: 0.6542776 Feb 15 16:45:49.020765 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c25c01-f194-4620-9f17-d36395a33928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc69ca05-1ab4-48ba-ae8e-5d49ea44ed55,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:49.021053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44772) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:49.045245 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df606bd-2097-4f4c-aa6d-3407bc6b86b7 req-f77b1509-ff7d-4600-a49c-d10463f0045a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:49.046925 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1df606bd-2097-4f4c-aa6d-3407bc6b86b7 req-f77b1509-ff7d-4600-a49c-d10463f0045a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.1398470 Feb 15 16:45:49.048008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e13676-7eb2-4285-9366-cfa72c031ee1 req-5dd23e72-70b3-469b-888c-c7c20952a6d0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:49.053260 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e13676-7eb2-4285-9366-cfa72c031ee1 req-5dd23e72-70b3-469b-888c-c7c20952a6d0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:49.058655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e13676-7eb2-4285-9366-cfa72c031ee1 req-5dd23e72-70b3-469b-888c-c7c20952a6d0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:49.064730 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e13676-7eb2-4285-9366-cfa72c031ee1 req-5dd23e72-70b3-469b-888c-c7c20952a6d0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:49.070978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e13676-7eb2-4285-9366-cfa72c031ee1 req-5dd23e72-70b3-469b-888c-c7c20952a6d0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:49.075452 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e13676-7eb2-4285-9366-cfa72c031ee1 req-5dd23e72-70b3-469b-888c-c7c20952a6d0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:49.082263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e13676-7eb2-4285-9366-cfa72c031ee1 req-5dd23e72-70b3-469b-888c-c7c20952a6d0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:49.086008 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d1e13676-7eb2-4285-9366-cfa72c031ee1 req-5dd23e72-70b3-469b-888c-c7c20952a6d0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.2799385 Feb 15 16:45:49.110401 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1df606bd-2097-4f4c-aa6d-3407bc6b86b7 req-42a441c2-d2b1-4ed9-8ef8-c9ba422a6b97 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571744 Feb 15 16:45:49.138910 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c46e33f2-d3f8-4481-9f58-fc829d8f3894 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (00524c7b-0e17-4a67-aa78-e190b4f54264), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.198628 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee4ac8a5-cd67-4be9-8b4e-15e7a5acdf17 req-ddcf1ab7-6d34-4883-bae1-4b67453bea50 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "GET /v2.0/security-groups/531b1423-4536-43f7-83c2-592b40fd154d HTTP/1.1" status: 200 len: 2417 time: 0.0490746 Feb 15 16:45:49.238274 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe587848-2412-47c8-a536-b782d15aee20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (a36b7914-2995-4a64-9ff7-dc4d49f26c7a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.262117 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ee4ac8a5-cd67-4be9-8b4e-15e7a5acdf17 req-91f030c3-f55a-4e5f-8370-cc3cc4f95761 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (531b1423-4536-43f7-83c2-592b40fd154d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.264182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:45:49.277799 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c46e33f2-d3f8-4481-9f58-fc829d8f3894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (00524c7b-0e17-4a67-aa78-e190b4f54264), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.282233 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Sync routers for ids ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:45:49.294778 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ee4ac8a5-cd67-4be9-8b4e-15e7a5acdf17 req-91f030c3-f55a-4e5f-8370-cc3cc4f95761 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (531b1423-4536-43f7-83c2-592b40fd154d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.300683 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Routers {'8b34347b-d440-4be6-82fe-2e17cc2e9d00'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:49.302100 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:45:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:49.339862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d1e13676-7eb2-4285-9366-cfa72c031ee1 req-b10c901d-aa71-44d8-9276-79583b03db68 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1987314 Feb 15 16:45:49.427541 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1771b20-64ce-4cd2-af40-ae452ea7e6e1 x-openstack-request-id: req-d1771b20-64ce-4cd2-af40-ae452ea7e6e1 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:49.427855 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4925192-4225-4e06-8d1d-44db43d041ec", "name": "network-vif-deleted", "tag": "6c0d2e39-21a6-4d46-a662-6ca9d7af98fb", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:49.428104 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d1771b20-64ce-4cd2-af40-ae452ea7e6e1 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:49.428519 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4925192-4225-4e06-8d1d-44db43d041ec', 'name': 'network-vif-deleted', 'tag': '6c0d2e39-21a6-4d46-a662-6ca9d7af98fb', 'status': 'completed', 'code': 200} Feb 15 16:45:49.445606 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.447178 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Set router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:49.447872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44776) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:49.448021 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0b2e57c8-3cac-4f5e-93bf-6c410d266182 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.9821370 Feb 15 16:45:49.508175 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe587848-2412-47c8-a536-b782d15aee20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (a36b7914-2995-4a64-9ff7-dc4d49f26c7a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.522277 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ee4ac8a5-cd67-4be9-8b4e-15e7a5acdf17 req-91f030c3-f55a-4e5f-8370-cc3cc4f95761 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (531b1423-4536-43f7-83c2-592b40fd154d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.525139 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ee4ac8a5-cd67-4be9-8b4e-15e7a5acdf17 req-91f030c3-f55a-4e5f-8370-cc3cc4f95761 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.530635 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee4ac8a5-cd67-4be9-8b4e-15e7a5acdf17 req-91f030c3-f55a-4e5f-8370-cc3cc4f95761 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] 10.222.0.107 "DELETE /v2.0/security-groups/531b1423-4536-43f7-83c2-592b40fd154d HTTP/1.1" status: 204 len: 173 time: 0.3237259 Feb 15 16:45:49.544026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44778) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:49.552043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:45:49.596858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-fe587848-2412-47c8-a536-b782d15aee20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36b7914-2995-4a64-9ff7-dc4d49f26c7a']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:49.601741 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f030c3-f55a-4e5f-8370-cc3cc4f95761 tempest-SecurityGroupRulesTestJSON-1005952993 tempest-SecurityGroupRulesTestJSON-1005952993-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=531b1423-4536-43f7-83c2-592b40fd154d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:49.606982 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c46e33f2-d3f8-4481-9f58-fc829d8f3894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (00524c7b-0e17-4a67-aa78-e190b4f54264), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.621945 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-fe587848-2412-47c8-a536-b782d15aee20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:49.622248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-fe587848-2412-47c8-a536-b782d15aee20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:49.676111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e33f2-d3f8-4481-9f58-fc829d8f3894 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00524c7b-0e17-4a67-aa78-e190b4f54264,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:49.676270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:49.676688 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (88d6c5f9-79d7-4779-bb9b-104dc0a81e88), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.683859 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c46e33f2-d3f8-4481-9f58-fc829d8f3894 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.688852 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c46e33f2-d3f8-4481-9f58-fc829d8f3894 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/00524c7b-0e17-4a67-aa78-e190b4f54264 HTTP/1.1" status: 204 len: 168 time: 1.0058045 Feb 15 16:45:49.691121 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe587848-2412-47c8-a536-b782d15aee20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.691928 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44782) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:49.724598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57c5bd8-13fa-49d4-ac1a-9835ed05f512 admin admin] Deleting subnet 59dfe2e5-7032-4cd9-b0a1-8d42080b2188 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:45:49.732522 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f57c5bd8-13fa-49d4-ac1a-9835ed05f512 admin admin] Publish callbacks [] for subnet (59dfe2e5-7032-4cd9-b0a1-8d42080b2188), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.735842 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe587848-2412-47c8-a536-b782d15aee20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.779914 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe587848-2412-47c8-a536-b782d15aee20 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:45:49.780533 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe587848-2412-47c8-a536-b782d15aee20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (a3f1b6bb-3e8f-475a-8f06-53f6d0a059aa), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:45:49.783417 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:45:49.810380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e8a23-ea9f-4091-a3ac-4f5ffdbc0c09 req-9a5207f4-3974-45ed-b995-7b3c9924d3bc tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:49.812080 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-090e8a23-ea9f-4091-a3ac-4f5ffdbc0c09 req-9a5207f4-3974-45ed-b995-7b3c9924d3bc tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 945 time: 0.3011186 Feb 15 16:45:49.849309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:49.881987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-router', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:45:44Z', 'updated_at': '2022-02-15T16:45:46Z', 'revision_number': 3, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'gw_port': {'id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:45Z', 'updated_at': '2022-02-15T16:45:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:49.916763 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-090e8a23-ea9f-4091-a3ac-4f5ffdbc0c09 req-4d8d3e86-8ea6-4163-bb76-ad0a47ce2fc5 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681744 Feb 15 16:45:49.932725 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Checking router: 8b34347b-d440-4be6-82fe-2e17cc2e9d00 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:45:49.933095 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Updating router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 port a0c9591d-f21d-4b30-9609-9dd18201ab5c binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:45:49.938590 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f57c5bd8-13fa-49d4-ac1a-9835ed05f512 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (59dfe2e5-7032-4cd9-b0a1-8d42080b2188), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.007035 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f57c5bd8-13fa-49d4-ac1a-9835ed05f512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (59dfe2e5-7032-4cd9-b0a1-8d42080b2188), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.009861 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device aa71c610-62e1-405c-9481-e94c3dacaddc no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:45:50.014294 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a0c9591d-f21d-4b30-9609-9dd18201ab5c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.060975 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b2e510a-bc80-4397-a49e-b09ed14d8568 req-3988dda9-3845-4bb8-a169-d776a8f3b78b tempest-ImagesTestJSON-1763325781 tempest-ImagesTestJSON-1763325781-project] 10.222.0.107 "GET /v2.0/ports?device_id=c4925192-4225-4e06-8d1d-44db43d041ec HTTP/1.1" status: 200 len: 210 time: 0.3700254 Feb 15 16:45:50.067327 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe587848-2412-47c8-a536-b782d15aee20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (a36b7914-2995-4a64-9ff7-dc4d49f26c7a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.075076 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe587848-2412-47c8-a536-b782d15aee20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.078651 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fe587848-2412-47c8-a536-b782d15aee20 admin admin] 10.222.0.107 "DELETE /v2.0/networks/a36b7914-2995-4a64-9ff7-dc4d49f26c7a HTTP/1.1" status: 204 len: 168 time: 1.0570314 Feb 15 16:45:50.079606 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a5af6-cc80-4d10-8db7-4f12c1412f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (1702eb51-a00d-4c54-8a69-7033b870c03d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.104268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe587848-2412-47c8-a536-b782d15aee20 admin admin] Pushing event deleted for resources: {'Network': ['ID=a36b7914-2995-4a64-9ff7-dc4d49f26c7a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:50.152406 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f57c5bd8-13fa-49d4-ac1a-9835ed05f512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (59dfe2e5-7032-4cd9-b0a1-8d42080b2188), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.205704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: aa71c610-62e1-405c-9481-e94c3dacaddc {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:45:50.206339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device aa71c610-62e1-405c-9481-e94c3dacaddc not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:45:50.225608 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f57c5bd8-13fa-49d4-ac1a-9835ed05f512 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.233736 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f57c5bd8-13fa-49d4-ac1a-9835ed05f512 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/59dfe2e5-7032-4cd9-b0a1-8d42080b2188 HTTP/1.1" status: 204 len: 168 time: 0.6886477 Feb 15 16:45:50.238790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c5bd8-13fa-49d4-ac1a-9835ed05f512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59dfe2e5-7032-4cd9-b0a1-8d42080b2188,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:50.242666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44790) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:50.325040 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6531c5a9-1e35-42ba-a683-1c9cc9700fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (4cd62870-a711-485c-9331-6bdbcf6c6864), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.349955 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a5af6-cc80-4d10-8db7-4f12c1412f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (1702eb51-a00d-4c54-8a69-7033b870c03d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.388088 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-652a5af6-cc80-4d10-8db7-4f12c1412f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1702eb51-a00d-4c54-8a69-7033b870c03d']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:50.429486 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-652a5af6-cc80-4d10-8db7-4f12c1412f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:50.429980 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-652a5af6-cc80-4d10-8db7-4f12c1412f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:50.439044 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6531c5a9-1e35-42ba-a683-1c9cc9700fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (4cd62870-a711-485c-9331-6bdbcf6c6864), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.455289 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a5af6-cc80-4d10-8db7-4f12c1412f2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.469808 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67d816-a6ac-4dfa-b185-5dac9e887b58 req-e3a761a6-5baa-4b9e-b5cc-b086f8c8cfa8 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:50.472175 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0a67d816-a6ac-4dfa-b185-5dac9e887b58 req-e3a761a6-5baa-4b9e-b5cc-b086f8c8cfa8 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.2188416 Feb 15 16:45:50.477890 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6531c5a9-1e35-42ba-a683-1c9cc9700fab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd62870-a711-485c-9331-6bdbcf6c6864']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:50.497124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6531c5a9-1e35-42ba-a683-1c9cc9700fab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c41a1ef9-705b-4451-9659-d46a6474954d') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:50.497765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6531c5a9-1e35-42ba-a683-1c9cc9700fab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c41a1ef9-705b-4451-9659-d46a6474954d') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:50.507833 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6531c5a9-1e35-42ba-a683-1c9cc9700fab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (c41a1ef9-705b-4451-9659-d46a6474954d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.516875 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a5af6-cc80-4d10-8db7-4f12c1412f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.522748 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6531c5a9-1e35-42ba-a683-1c9cc9700fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c41a1ef9-705b-4451-9659-d46a6474954d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.537341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652a5af6-cc80-4d10-8db7-4f12c1412f2a admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:45:50.537779 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a5af6-cc80-4d10-8db7-4f12c1412f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (c4f67dc9-e2c4-45b9-8fc7-7abcf96ac9a3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:45:50.541027 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:45:50.543875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6531c5a9-1e35-42ba-a683-1c9cc9700fab admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:45:50.543875 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6531c5a9-1e35-42ba-a683-1c9cc9700fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (c41a1ef9-705b-4451-9659-d46a6474954d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:45:50.546085 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:45:50.578119 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Publish callbacks [] for port (a0c9591d-f21d-4b30-9609-9dd18201ab5c), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.618355 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0a67d816-a6ac-4dfa-b185-5dac9e887b58 req-9c086753-023d-45a3-87f1-5d35549a3ec2 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272206 Feb 15 16:45:50.676867 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a0c9591d-f21d-4b30-9609-9dd18201ab5c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.688872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44798) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:50.711259 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6531c5a9-1e35-42ba-a683-1c9cc9700fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (4cd62870-a711-485c-9331-6bdbcf6c6864), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.738473 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6531c5a9-1e35-42ba-a683-1c9cc9700fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.744541 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6531c5a9-1e35-42ba-a683-1c9cc9700fab admin admin] 10.222.0.107 "DELETE /v2.0/networks/4cd62870-a711-485c-9331-6bdbcf6c6864 HTTP/1.1" status: 204 len: 168 time: 0.4999197 Feb 15 16:45:50.755329 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Attempting to bind port a0c9591d-f21d-4b30-9609-9dd18201ab5c on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:45:50.755551 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.755733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Attempting to bind port a0c9591d-f21d-4b30-9609-9dd18201ab5c by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:45:50.756114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Attempting to bind port a0c9591d-f21d-4b30-9609-9dd18201ab5c on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:50.763951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531c5a9-1e35-42ba-a683-1c9cc9700fab admin admin] Pushing event deleted for resources: {'Network': ['ID=4cd62870-a711-485c-9331-6bdbcf6c6864,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:50.766819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:45:50.767221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:45:50.767690 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.768264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:45:50.768766 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Bound port: a0c9591d-f21d-4b30-9609-9dd18201ab5c, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:45:50.769134 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a0c9591d-f21d-4b30-9609-9dd18201ab5c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.819866 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a5af6-cc80-4d10-8db7-4f12c1412f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (1702eb51-a00d-4c54-8a69-7033b870c03d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.826189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58793b52-d7f7-43fe-ad9a-9f4b0ab1f7f6 req-83a30080-26ad-4bc7-b3ec-c5e5c1faa74c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:50.832257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9cb58-d2fd-45db-8502-181914e7793b None None] Pushing event updated for resources: {'Port': ['ID=a0c9591d-f21d-4b30-9609-9dd18201ab5c,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:50.834213 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58793b52-d7f7-43fe-ad9a-9f4b0ab1f7f6 req-83a30080-26ad-4bc7-b3ec-c5e5c1faa74c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:50.842215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58793b52-d7f7-43fe-ad9a-9f4b0ab1f7f6 req-83a30080-26ad-4bc7-b3ec-c5e5c1faa74c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:50.845981 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] For port a0c9591d-f21d-4b30-9609-9dd18201ab5c, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:45:50.849245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58793b52-d7f7-43fe-ad9a-9f4b0ab1f7f6 req-83a30080-26ad-4bc7-b3ec-c5e5c1faa74c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:50.850811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] For port a0c9591d-f21d-4b30-9609-9dd18201ab5c, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a0c9591d-f21d-4b30-9609-9dd18201ab5c,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:45:50.853979 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a5af6-cc80-4d10-8db7-4f12c1412f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.856221 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58793b52-d7f7-43fe-ad9a-9f4b0ab1f7f6 req-83a30080-26ad-4bc7-b3ec-c5e5c1faa74c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:50.860055 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-652a5af6-cc80-4d10-8db7-4f12c1412f2a admin admin] 10.222.0.107 "DELETE /v2.0/networks/1702eb51-a00d-4c54-8a69-7033b870c03d HTTP/1.1" status: 204 len: 168 time: 1.0129213 Feb 15 16:45:50.862309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58793b52-d7f7-43fe-ad9a-9f4b0ab1f7f6 req-83a30080-26ad-4bc7-b3ec-c5e5c1faa74c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:50.867834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58793b52-d7f7-43fe-ad9a-9f4b0ab1f7f6 req-83a30080-26ad-4bc7-b3ec-c5e5c1faa74c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:50.876186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58793b52-d7f7-43fe-ad9a-9f4b0ab1f7f6 req-83a30080-26ad-4bc7-b3ec-c5e5c1faa74c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.2392263 Feb 15 16:45:50.896837 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a5af6-cc80-4d10-8db7-4f12c1412f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=1702eb51-a00d-4c54-8a69-7033b870c03d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:50.911993 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a0c9591d-f21d-4b30-9609-9dd18201ab5c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:50.942006 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-98f03c26-89c1-46a1-9309-23d23a5954b5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=88d20a36be5d483f8c3d15b2235c1322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454813 Feb 15 16:45:50.947768 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44804) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:51.009417 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1b714-15c8-4e63-9ce0-f259ee50750b req-8c6a5ec0-54e9-4847-a10a-39386b1f3237 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:51.013901 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c55eb1-f2c7-429c-a5b3-c3205a3dcd94 req-856b886d-a091-4dc6-89f3-e5270d38bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:51.015442 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53c55eb1-f2c7-429c-a5b3-c3205a3dcd94 req-856b886d-a091-4dc6-89f3-e5270d38bf51 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=09b04ef91ce84fb2b5f8db2a22963f46&device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 1128 time: 0.2175064 Feb 15 16:45:51.022201 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3cd1b714-15c8-4e63-9ce0-f259ee50750b req-8c6a5ec0-54e9-4847-a10a-39386b1f3237 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 945 time: 0.2460828 Feb 15 16:45:51.033756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58793b52-d7f7-43fe-ad9a-9f4b0ab1f7f6 req-8de08818-858b-4fd0-b4f6-5f3251a3bd53 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1522996 Feb 15 16:45:51.085972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9cb58-d2fd-45db-8502-181914e7793b None None] Pushing event updated for resources: {'Port': ['ID=a0c9591d-f21d-4b30-9609-9dd18201ab5c,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:51.102924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Routers {'8b34347b-d440-4be6-82fe-2e17cc2e9d00'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:51.103215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:45:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:51.173585 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8847b6c-2b13-4851-a6ac-81634420c3a4 admin admin] Publish callbacks [] for security_group (a0083136-a475-436e-8e2d-e09ea91a5524), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:51.188841 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3cd1b714-15c8-4e63-9ce0-f259ee50750b req-12c50ed4-32c9-4b24-9e13-d51e175f7c81 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653569 Feb 15 16:45:51.224470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c55eb1-f2c7-429c-a5b3-c3205a3dcd94 req-debd3bb5-c630-482b-a0f3-64d9c1e9c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:51.226767 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53c55eb1-f2c7-429c-a5b3-c3205a3dcd94 req-debd3bb5-c630-482b-a0f3-64d9c1e9c7c7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a7a37522-7e2e-4d80-987e-413d89fcdee4 HTTP/1.1" status: 200 len: 916 time: 0.1917470 Feb 15 16:45:51.241594 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Allocated IP 172.20.0.1 (0cbdd945-2de0-4dc1-a660-7672fa691880/416a7944-16a2-4bb6-bfb2-67eeec692582/d2f563c4-447e-44dc-a4cc-5ebdcb65e816) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:45:51.272394 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8847b6c-2b13-4851-a6ac-81634420c3a4 admin admin] Publish callbacks [] for security_group (a0083136-a475-436e-8e2d-e09ea91a5524), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:51.301377 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53c55eb1-f2c7-429c-a5b3-c3205a3dcd94 req-431810b3-d633-4fc7-a0cc-467ae58840b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f5d3119-5c92-43a6-ae81-9c1f5f26f495 HTTP/1.1" status: 200 len: 217 time: 0.0671012 Feb 15 16:45:51.422488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c55eb1-f2c7-429c-a5b3-c3205a3dcd94 req-f82d816c-e73e-4896-8c07-ddde6302e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:51.423990 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53c55eb1-f2c7-429c-a5b3-c3205a3dcd94 req-f82d816c-e73e-4896-8c07-ddde6302e6c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=42eff12e-ced8-4da9-b37b-4785a6ec0d7a HTTP/1.1" status: 200 len: 854 time: 0.1168611 Feb 15 16:45:51.460969 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44826) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:51.484135 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] Set router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:51.498656 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c55eb1-f2c7-429c-a5b3-c3205a3dcd94 req-9c279422-2cf7-4ca7-911d-bfa115e461d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:51.501097 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53c55eb1-f2c7-429c-a5b3-c3205a3dcd94 req-9c279422-2cf7-4ca7-911d-bfa115e461d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a7a37522-7e2e-4d80-987e-413d89fcdee4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0704212 Feb 15 16:45:51.558818 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44836) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:51.621335 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8847b6c-2b13-4851-a6ac-81634420c3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a0083136-a475-436e-8e2d-e09ea91a5524), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:51.624075 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8847b6c-2b13-4851-a6ac-81634420c3a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:51.628046 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c8847b6c-2b13-4851-a6ac-81634420c3a4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a0083136-a475-436e-8e2d-e09ea91a5524 HTTP/1.1" status: 204 len: 168 time: 0.6756361 Feb 15 16:45:51.642858 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Publish callbacks [] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:51.683368 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53c55eb1-f2c7-429c-a5b3-c3205a3dcd94 req-3b8af495-76c8-4419-94d6-5625443dc2a3 service neutron] 10.222.0.10 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764534 Feb 15 16:45:51.708711 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7a50d709-14bb-4b63-9769-51e6a650e0dd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a6c3877b7958496dacf24b4711c02a01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2463665 Feb 15 16:45:51.711011 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8847b6c-2b13-4851-a6ac-81634420c3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0083136-a475-436e-8e2d-e09ea91a5524,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:51.716604 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44846) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:51.716949 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44848) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:51.816138 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-router', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:45:44Z', 'updated_at': '2022-02-15T16:45:46Z', 'revision_number': 3, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'gw_port': {'id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:45Z', 'updated_at': '2022-02-15T16:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:51.829511 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53c55eb1-f2c7-429c-a5b3-c3205a3dcd94 req-46cf28d7-ab04-4d2d-8cfd-b4acd3d2f13e service neutron] 10.222.0.10 "GET /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401863 Feb 15 16:45:51.857892 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc5ec9f-4f91-4f7c-a2fa-79fdc07a9cfc None None] The sync data for ids ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'] in n-d-828372-14 is: [{'id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-router', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:45:44Z', 'updated_at': '2022-02-15T16:45:46Z', 'revision_number': 3, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'gw_port': {'id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:45Z', 'updated_at': '2022-02-15T16:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:45:51.888805 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8b0ca0a1-4338-4232-a1f3-3f5affeb4366 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e20384e9c71c40dfbfc3b7803befe478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285761 Feb 15 16:45:51.891842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44850) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:51.971055 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-73f925da-6a1b-429d-a403-7d12010da21e admin admin] Publish callbacks [] for security_group (3a1cd66a-a0fb-47f9-8565-1283f8d18e9a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:51.973511 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:51.984907 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-439fb1ea-fbd7-4358-ac75-7cb00bf2815e admin admin] Publish callbacks [] for security_group (a6bf4448-6ceb-4d07-b22d-1e6a8f899db9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:51.989726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:45:52.027116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Network 0cbdd945-2de0-4dc1-a660-7672fa691880 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:45:52.038441 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-439fb1ea-fbd7-4358-ac75-7cb00bf2815e admin admin] Publish callbacks [] for security_group (a6bf4448-6ceb-4d07-b22d-1e6a8f899db9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:52.038650 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-5298a191-131d-4099-815f-317041dd8fdb admin admin] Deleting subnet f26da3fb-9020-4127-97e3-22f21ca942bc {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:45:52.044623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:45:52.059766 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:45:52.061150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 6c0d2e39-21a6-4d46-a662-6ca9d7af98fb not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:45:52.065466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:45:52.141161 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5298a191-131d-4099-815f-317041dd8fdb admin admin] Publish callbacks [] for subnet (f26da3fb-9020-4127-97e3-22f21ca942bc), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:52.198308 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-439fb1ea-fbd7-4358-ac75-7cb00bf2815e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a6bf4448-6ceb-4d07-b22d-1e6a8f899db9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:52.203668 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-439fb1ea-fbd7-4358-ac75-7cb00bf2815e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:52.203668 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-439fb1ea-fbd7-4358-ac75-7cb00bf2815e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a6bf4448-6ceb-4d07-b22d-1e6a8f899db9 HTTP/1.1" status: 204 len: 168 time: 0.3098416 Feb 15 16:45:52.215643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fb1ea-fbd7-4358-ac75-7cb00bf2815e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bf4448-6ceb-4d07-b22d-1e6a8f899db9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:52.281947 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-73f925da-6a1b-429d-a403-7d12010da21e admin admin] Publish callbacks [] for security_group (3a1cd66a-a0fb-47f9-8565-1283f8d18e9a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:52.288379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbdb2b-bed3-4708-a837-ab10b99ecd9f req-f43f762b-d73f-4680-b0a3-1f1afb32a7ed tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:52.303882 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbdb2b-bed3-4708-a837-ab10b99ecd9f req-f43f762b-d73f-4680-b0a3-1f1afb32a7ed tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:52.313129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbdb2b-bed3-4708-a837-ab10b99ecd9f req-f43f762b-d73f-4680-b0a3-1f1afb32a7ed tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:52.329232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbdb2b-bed3-4708-a837-ab10b99ecd9f req-f43f762b-d73f-4680-b0a3-1f1afb32a7ed tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:52.348067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbdb2b-bed3-4708-a837-ab10b99ecd9f req-f43f762b-d73f-4680-b0a3-1f1afb32a7ed tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:52.367895 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbdb2b-bed3-4708-a837-ab10b99ecd9f req-f43f762b-d73f-4680-b0a3-1f1afb32a7ed tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:52.380601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbdb2b-bed3-4708-a837-ab10b99ecd9f req-f43f762b-d73f-4680-b0a3-1f1afb32a7ed tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:52.384750 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6bcbdb2b-bed3-4708-a837-ab10b99ecd9f req-f43f762b-d73f-4680-b0a3-1f1afb32a7ed tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.2259901 Feb 15 16:45:52.417616 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba8d50-83bd-4d22-ad15-57b7f32046fc req-14ee3618-2036-49ba-87b8-2fe2fe161f06 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:52.419281 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0bba8d50-83bd-4d22-ad15-57b7f32046fc req-14ee3618-2036-49ba-87b8-2fe2fe161f06 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.6573665 Feb 15 16:45:52.436490 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (8b34347b-d440-4be6-82fe-2e17cc2e9d00), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:52.447306 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Pushing event updated for resources: {'Port': ['ID=d2f563c4-447e-44dc-a4cc-5ebdcb65e816,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:52.542952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f055f6b5-b22d-476e-8274-ae94ecb7bd62 None None] Provisioning complete for port d2f563c4-447e-44dc-a4cc-5ebdcb65e816 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:52.543489 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f055f6b5-b22d-476e-8274-ae94ecb7bd62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:52.550946 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5298a191-131d-4099-815f-317041dd8fdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (f26da3fb-9020-4127-97e3-22f21ca942bc), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:52.606214 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6bcbdb2b-bed3-4708-a837-ab10b99ecd9f req-1813c1b7-6ae1-4970-a27c-53f5cf5fe916 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2124636 Feb 15 16:45:52.698615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f055f6b5-b22d-476e-8274-ae94ecb7bd62 None None] Port d2f563c4-447e-44dc-a4cc-5ebdcb65e816 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:45:52.753211 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5298a191-131d-4099-815f-317041dd8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (f26da3fb-9020-4127-97e3-22f21ca942bc), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:52.793164 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0bba8d50-83bd-4d22-ad15-57b7f32046fc req-40d8e7ee-66d2-4499-aceb-5e4063a3111e tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316317 Feb 15 16:45:52.825316 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdc0bb-825d-4104-954d-ac3a9fdc5e5d req-78ff329b-e9cd-4b62-8f35-2566ecfe8179 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:52.829707 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-73f925da-6a1b-429d-a403-7d12010da21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3a1cd66a-a0fb-47f9-8565-1283f8d18e9a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:52.829881 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-13fdc0bb-825d-4104-954d-ac3a9fdc5e5d req-78ff329b-e9cd-4b62-8f35-2566ecfe8179 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 945 time: 0.1029530 Feb 15 16:45:52.832346 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-73f925da-6a1b-429d-a403-7d12010da21e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:52.837644 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-73f925da-6a1b-429d-a403-7d12010da21e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3a1cd66a-a0fb-47f9-8565-1283f8d18e9a HTTP/1.1" status: 204 len: 168 time: 1.1167858 Feb 15 16:45:52.861676 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f925da-6a1b-429d-a403-7d12010da21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1cd66a-a0fb-47f9-8565-1283f8d18e9a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:52.911309 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-13fdc0bb-825d-4104-954d-ac3a9fdc5e5d req-7a1c3f0e-fe92-4237-b682-30c3ade06173 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805233 Feb 15 16:45:52.975896 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5298a191-131d-4099-815f-317041dd8fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (f26da3fb-9020-4127-97e3-22f21ca942bc), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:53.083399 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5298a191-131d-4099-815f-317041dd8fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f26da3fb-9020-4127-97e3-22f21ca942bc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:53.092362 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5298a191-131d-4099-815f-317041dd8fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:53.099733 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5298a191-131d-4099-815f-317041dd8fdb admin admin] 10.222.0.107 "DELETE /v2.0/subnets/f26da3fb-9020-4127-97e3-22f21ca942bc HTTP/1.1" status: 204 len: 168 time: 1.3806190 Feb 15 16:45:53.099994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa53c3a-c37e-488a-8384-d7f015469619 req-5cdd5e14-9a46-4c49-928e-51c6059443bb tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:53.101913 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7aa53c3a-c37e-488a-8384-d7f015469619 req-5cdd5e14-9a46-4c49-928e-51c6059443bb tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 945 time: 0.0671420 Feb 15 16:45:53.102482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44880) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:53.111415 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:53.213291 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7aa53c3a-c37e-488a-8384-d7f015469619 req-02973be0-9419-465e-8adc-50744b3da8b3 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018612 Feb 15 16:45:53.247025 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d224fc63-2331-42f8-9af5-694512603aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (c350406e-5e8b-4687-9174-2aa934fa13cf), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:53.344617 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d224fc63-2331-42f8-9af5-694512603aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (c350406e-5e8b-4687-9174-2aa934fa13cf), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:53.393970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d224fc63-2331-42f8-9af5-694512603aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c350406e-5e8b-4687-9174-2aa934fa13cf']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:53.423139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d224fc63-2331-42f8-9af5-694512603aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e723f447-4183-4b5f-a63d-21116bb64ae1') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:53.423336 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d224fc63-2331-42f8-9af5-694512603aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e723f447-4183-4b5f-a63d-21116bb64ae1') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:53.452296 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d224fc63-2331-42f8-9af5-694512603aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (e723f447-4183-4b5f-a63d-21116bb64ae1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:53.489661 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d224fc63-2331-42f8-9af5-694512603aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e723f447-4183-4b5f-a63d-21116bb64ae1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:53.507133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d224fc63-2331-42f8-9af5-694512603aa2 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:45:53.507576 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d224fc63-2331-42f8-9af5-694512603aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (e723f447-4183-4b5f-a63d-21116bb64ae1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:45:53.509459 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:45:53.587681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a0c9591d-f21d-4b30-9609-9dd18201ab5c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:45:53.588254 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9106f6-e8de-4d6c-a432-5f2714b46f51 req-84cd3c7a-d305-4018-a9ea-6754181c4b96 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:53.589696 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3a9106f6-e8de-4d6c-a432-5f2714b46f51 req-84cd3c7a-d305-4018-a9ea-6754181c4b96 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0c156c5-029d-4628-8275-4dc299032a38 HTTP/1.1" status: 200 len: 946 time: 0.2809458 Feb 15 16:45:53.597226 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Publish callbacks [] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:53.655258 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3a9106f6-e8de-4d6c-a432-5f2714b46f51 req-6d1ea333-2223-4da1-a5e4-253d5037597f tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557327 Feb 15 16:45:53.704413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a0c9591d-f21d-4b30-9609-9dd18201ab5c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:53.705445 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a0c9591d-f21d-4b30-9609-9dd18201ab5c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:53.842033 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:53.845315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a0c9591d-f21d-4b30-9609-9dd18201ab5c is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:53.845748 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a0c9591d-f21d-4b30-9609-9dd18201ab5c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:53.861093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b12f77-bde5-416c-a656-1de72187339d req-ffd59d3c-5e49-4332-a07c-d85cbed7e1f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:53.875819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b12f77-bde5-416c-a656-1de72187339d req-ffd59d3c-5e49-4332-a07c-d85cbed7e1f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:53.891528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port a0c9591d-f21d-4b30-9609-9dd18201ab5c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a0c9591d-f21d-4b30-9609-9dd18201ab5c,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:53.891667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b12f77-bde5-416c-a656-1de72187339d req-ffd59d3c-5e49-4332-a07c-d85cbed7e1f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:53.899070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b12f77-bde5-416c-a656-1de72187339d req-ffd59d3c-5e49-4332-a07c-d85cbed7e1f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:53.908300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b12f77-bde5-416c-a656-1de72187339d req-ffd59d3c-5e49-4332-a07c-d85cbed7e1f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:53.913563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b12f77-bde5-416c-a656-1de72187339d req-ffd59d3c-5e49-4332-a07c-d85cbed7e1f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:53.921700 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b12f77-bde5-416c-a656-1de72187339d req-ffd59d3c-5e49-4332-a07c-d85cbed7e1f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:53.925165 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-37b12f77-bde5-416c-a656-1de72187339d req-ffd59d3c-5e49-4332-a07c-d85cbed7e1f6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.1822987 Feb 15 16:45:53.926717 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d224fc63-2331-42f8-9af5-694512603aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (c350406e-5e8b-4687-9174-2aa934fa13cf), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:53.932626 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d224fc63-2331-42f8-9af5-694512603aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:53.936923 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d224fc63-2331-42f8-9af5-694512603aa2 admin admin] 10.222.0.107 "DELETE /v2.0/networks/c350406e-5e8b-4687-9174-2aa934fa13cf HTTP/1.1" status: 204 len: 168 time: 0.8334067 Feb 15 16:45:53.962826 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d224fc63-2331-42f8-9af5-694512603aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c350406e-5e8b-4687-9174-2aa934fa13cf,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:53.969759 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a0c9591d-f21d-4b30-9609-9dd18201ab5c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:54.028263 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (8b34347b-d440-4be6-82fe-2e17cc2e9d00), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:54.070712 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-37b12f77-bde5-416c-a656-1de72187339d req-68e36817-5e5b-42f7-af5e-aa4ab11f6699 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1324730 Feb 15 16:45:54.080769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Pushing event updated for resources: {'Port': ['ID=d2f563c4-447e-44dc-a4cc-5ebdcb65e816,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:54.088080 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbff94-ac0e-47ce-9c28-153131d4d7f6 req-5dd0cc4a-2b0f-445f-b99f-3a95f49b36f4 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:54.091920 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2dfbff94-ac0e-47ce-9c28-153131d4d7f6 req-5dd0cc4a-2b0f-445f-b99f-3a95f49b36f4 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 945 time: 0.3316026 Feb 15 16:45:54.109970 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=a0c9591d-f21d-4b30-9609-9dd18201ab5c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:54.225916 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2dfbff94-ac0e-47ce-9c28-153131d4d7f6 req-2bd012a1-87a1-4324-bee9-41cf8bbfda9c tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738013 Feb 15 16:45:54.262934 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Network 0cbdd945-2de0-4dc1-a660-7672fa691880 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:45:54.271351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:45:54.296213 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc23e8-400b-421b-aee7-d9391f43efc4 req-a7adca0b-1d92-4aa3-a4d2-337e3e992865 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:54.304462 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6acc23e8-400b-421b-aee7-d9391f43efc4 req-a7adca0b-1d92-4aa3-a4d2-337e3e992865 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.1134064 Feb 15 16:45:54.388193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-f4a885ce-7eca-4a7c-a3bd-f62e6d3c941c req-4538130c-ee6d-4098-852b-12e724f42c09 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:45:54.389477 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f4a885ce-7eca-4a7c-a3bd-f62e6d3c941c req-4538130c-ee6d-4098-852b-12e724f42c09 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0458441 Feb 15 16:45:54.405733 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6acc23e8-400b-421b-aee7-d9391f43efc4 req-c03f819b-5bb7-42ba-961c-22af928ec10f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002526 Feb 15 16:45:54.548354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44926) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:54.628311 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7b52f24e-0ad6-4089-ad38-6175e9b38aeb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=67bb2522a59147d6a481577b2fb0a459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0783992 Feb 15 16:45:54.631815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44930) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:54.756184 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dacfaa06-c41c-4d0a-abbf-9dc6d7940e39 admin admin] Publish callbacks [] for security_group (787188d7-97eb-4d45-ad56-c750dbb47f9a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:54.764109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f09a26fb-9626-4d2a-89e7-e2bd89b4fb53 None None] Provisioning complete for port d2f563c4-447e-44dc-a4cc-5ebdcb65e816 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:54.764693 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f09a26fb-9626-4d2a-89e7-e2bd89b4fb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:54.811813 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dacfaa06-c41c-4d0a-abbf-9dc6d7940e39 admin admin] Publish callbacks [] for security_group (787188d7-97eb-4d45-ad56-c750dbb47f9a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:54.844466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f09a26fb-9626-4d2a-89e7-e2bd89b4fb53 None None] Port d2f563c4-447e-44dc-a4cc-5ebdcb65e816 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:45:54.906314 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f4a885ce-7eca-4a7c-a3bd-f62e6d3c941c req-f535c232-8f49-40fb-ae5d-92ff8054bb14 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5012846 Feb 15 16:45:54.919053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:45:55.208070 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dacfaa06-c41c-4d0a-abbf-9dc6d7940e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (787188d7-97eb-4d45-ad56-c750dbb47f9a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:55.208070 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dacfaa06-c41c-4d0a-abbf-9dc6d7940e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:55.208070 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dacfaa06-c41c-4d0a-abbf-9dc6d7940e39 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/787188d7-97eb-4d45-ad56-c750dbb47f9a HTTP/1.1" status: 204 len: 168 time: 0.3579352 Feb 15 16:45:55.208070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfaa06-c41c-4d0a-abbf-9dc6d7940e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787188d7-97eb-4d45-ad56-c750dbb47f9a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:55.212371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:45:55.212371 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-804127b9-4af2-4af1-9071-68cfe1201ecb admin admin] 10.222.0.107 "PUT /v2.0/routers/8b34347b-d440-4be6-82fe-2e17cc2e9d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6055546 Feb 15 16:45:55.214708 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Sync routers for ids ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:45:55.214708 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Routers {'8b34347b-d440-4be6-82fe-2e17cc2e9d00'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:55.214708 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:45:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:55.260925 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Set router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:55.487998 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-router', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:45:44Z', 'updated_at': '2022-02-15T16:45:52Z', 'revision_number': 4, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'gw_port': {'id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:45Z', 'updated_at': '2022-02-15T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd2f563c4-447e-44dc-a4cc-5ebdcb65e816', 'name': '', 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'mac_address': 'fa:16:3e:43:3c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:50Z', 'updated_at': '2022-02-15T16:45:53Z', 'revision_number': 2, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'subnets': [{'id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:55.528789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a0c9591d-f21d-4b30-9609-9dd18201ab5c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:45:55.533391 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Checking router: 8b34347b-d440-4be6-82fe-2e17cc2e9d00 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:45:55.534073 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Updating router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 port d2f563c4-447e-44dc-a4cc-5ebdcb65e816 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:45:55.604794 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:55.634376 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a0c9591d-f21d-4b30-9609-9dd18201ab5c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:55.635048 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a0c9591d-f21d-4b30-9609-9dd18201ab5c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:55.704017 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827c1c5-94af-4df4-b983-76055c3298ce req-42520382-f1ca-4ede-8169-a9dfbf241fe0 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:55.715924 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a827c1c5-94af-4df4-b983-76055c3298ce req-42520382-f1ca-4ede-8169-a9dfbf241fe0 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 945 time: 0.1364636 Feb 15 16:45:55.826730 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a827c1c5-94af-4df4-b983-76055c3298ce req-b6f6e87b-d1a4-4568-b45c-43aef4212443 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003008 Feb 15 16:45:55.847622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a0c9591d-f21d-4b30-9609-9dd18201ab5c is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:55.911751 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc94ce-b2ac-4921-bf48-50b54690f3c9 req-2c79425d-6641-412f-9549-4d5ea2c2bf38 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:55.919944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc94ce-b2ac-4921-bf48-50b54690f3c9 req-2c79425d-6641-412f-9549-4d5ea2c2bf38 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:55.926488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc94ce-b2ac-4921-bf48-50b54690f3c9 req-2c79425d-6641-412f-9549-4d5ea2c2bf38 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:55.932982 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc94ce-b2ac-4921-bf48-50b54690f3c9 req-2c79425d-6641-412f-9549-4d5ea2c2bf38 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:55.940409 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc94ce-b2ac-4921-bf48-50b54690f3c9 req-2c79425d-6641-412f-9549-4d5ea2c2bf38 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:55.946804 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e93abeb4-f9bc-4d25-9e3e-0d65bc54db7f req-c361c843-3b3a-4409-a8c4-1ba52b3e1f3c tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0421810 Feb 15 16:45:55.947616 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc94ce-b2ac-4921-bf48-50b54690f3c9 req-2c79425d-6641-412f-9549-4d5ea2c2bf38 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:55.955190 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc94ce-b2ac-4921-bf48-50b54690f3c9 req-2c79425d-6641-412f-9549-4d5ea2c2bf38 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:55.957875 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0bc94ce-b2ac-4921-bf48-50b54690f3c9 req-2c79425d-6641-412f-9549-4d5ea2c2bf38 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.1666141 Feb 15 16:45:56.054352 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0bc94ce-b2ac-4921-bf48-50b54690f3c9 req-2adc3471-af9e-483c-820a-3a078cc47576 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892577 Feb 15 16:45:56.198419 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Publish callbacks [] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:56.206229 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62363-e254-489e-9735-91594a472d24 req-62e1a79b-317a-4662-9079-9666ef7e15f0 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:56.216317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b0c62363-e254-489e-9735-91594a472d24 req-62e1a79b-317a-4662-9079-9666ef7e15f0 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.1151683 Feb 15 16:45:56.240518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44988) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:56.291025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b0c62363-e254-489e-9735-91594a472d24 req-034310e4-ce27-47d4-a951-55f701acfd0e tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737815 Feb 15 16:45:56.307053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84c82c-4d67-4dfd-9816-ae9f2d4d7733 req-55531dfe-61ad-4006-ac0e-33351ab23eb1 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:56.316676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df84c82c-4d67-4dfd-9816-ae9f2d4d7733 req-55531dfe-61ad-4006-ac0e-33351ab23eb1 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0c156c5-029d-4628-8275-4dc299032a38 HTTP/1.1" status: 200 len: 946 time: 0.1218362 Feb 15 16:45:56.322126 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:56.433211 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd97a80-e91a-4fd3-831e-5d06f30fdd34 None None] Pushing event updated for resources: {'Port': ['ID=d2f563c4-447e-44dc-a4cc-5ebdcb65e816,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:56.441806 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df84c82c-4d67-4dfd-9816-ae9f2d4d7733 req-211f1e50-1792-4d68-af36-3937ee902563 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239934 Feb 15 16:45:56.468240 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd97a80-e91a-4fd3-831e-5d06f30fdd34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:56.469498 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd97a80-e91a-4fd3-831e-5d06f30fdd34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:56.470996 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd97a80-e91a-4fd3-831e-5d06f30fdd34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:56.476481 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd97a80-e91a-4fd3-831e-5d06f30fdd34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:56.477517 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd97a80-e91a-4fd3-831e-5d06f30fdd34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:56.485206 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd97a80-e91a-4fd3-831e-5d06f30fdd34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:56.493031 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd97a80-e91a-4fd3-831e-5d06f30fdd34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:56.499045 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd97a80-e91a-4fd3-831e-5d06f30fdd34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:56.505550 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd97a80-e91a-4fd3-831e-5d06f30fdd34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:56.505550 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd97a80-e91a-4fd3-831e-5d06f30fdd34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:56.505550 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd97a80-e91a-4fd3-831e-5d06f30fdd34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:56.505550 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd97a80-e91a-4fd3-831e-5d06f30fdd34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:56.506736 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd97a80-e91a-4fd3-831e-5d06f30fdd34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:56.585062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-013ffd24-df58-4f0c-b25f-79e3931b4cb9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-10916931-network', 'tenant_id': 'f46a6a08dea5478cbce46980fac5275a'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:56.604764 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Attempting to bind port d2f563c4-447e-44dc-a4cc-5ebdcb65e816 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:45:56.605133 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Attempting to bind port d2f563c4-447e-44dc-a4cc-5ebdcb65e816 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:45:56.605531 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Attempting to bind port d2f563c4-447e-44dc-a4cc-5ebdcb65e816 on network 0cbdd945-2de0-4dc1-a660-7672fa691880 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:45:56.615872 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:45:56.625891 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Checking segment: {'id': 'ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:45:56.625891 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:56.625891 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Bound using segment: {'id': 'ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:45:56.625891 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Bound port: d2f563c4-447e-44dc-a4cc-5ebdcb65e816, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:45:56.625891 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:56.728455 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bdeec-55ee-4a1e-953c-f7d20886b630 req-8a826ddb-7159-4861-bcfb-41db27382d75 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:56.741991 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-561bdeec-55ee-4a1e-953c-f7d20886b630 req-8a826ddb-7159-4861-bcfb-41db27382d75 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 945 time: 0.1347494 Feb 15 16:45:56.807601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013ffd24-df58-4f0c-b25f-79e3931b4cb9 admin admin] Made reservation on behalf of f46a6a08dea5478cbce46980fac5275a for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:45:56.810322 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-013ffd24-df58-4f0c-b25f-79e3931b4cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:56.825930 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-013ffd24-df58-4f0c-b25f-79e3931b4cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:56.830544 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-561bdeec-55ee-4a1e-953c-f7d20886b630 req-4da800fd-958e-4368-ba3b-f493b65dc673 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827692 Feb 15 16:45:56.852185 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] For port d2f563c4-447e-44dc-a4cc-5ebdcb65e816, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:45:56.855502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-23f842b2-0fc1-402a-afcc-f129e5fc406f tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:56.856301 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] For port d2f563c4-447e-44dc-a4cc-5ebdcb65e816, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d2f563c4-447e-44dc-a4cc-5ebdcb65e816,segment=NetworkSegment(ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c),segment_id=ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:45:56.857039 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-23f842b2-0fc1-402a-afcc-f129e5fc406f tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/networks?id=0cbdd945-2de0-4dc1-a660-7672fa691880 HTTP/1.1" status: 200 len: 829 time: 0.2139158 Feb 15 16:45:56.885827 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-4cc28932-8c8e-440d-a69f-53246fc47c1c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/quotas/e5522da92dd14128b79c900e1038ee82 HTTP/1.1" status: 200 len: 375 time: 0.0196600 Feb 15 16:45:56.907777 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a073304a-c5c6-4efc-85f9-ecba2661fbb2 None None] Provisioning complete for port d2f563c4-447e-44dc-a4cc-5ebdcb65e816 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:56.908853 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a073304a-c5c6-4efc-85f9-ecba2661fbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:56.945061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a073304a-c5c6-4efc-85f9-ecba2661fbb2 None None] Port d2f563c4-447e-44dc-a4cc-5ebdcb65e816 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:45:56.973560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-ce2f62a8-4230-4a78-88d3-086cd2db8019 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e5522da92dd14128b79c900e1038ee82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800283 Feb 15 16:45:56.988931 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:56.990345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-8180f6c0-7353-47be-a67f-ad277dc2d689 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:45:56.991362 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-8180f6c0-7353-47be-a67f-ad277dc2d689 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074396 Feb 15 16:45:57.014852 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-013ffd24-df58-4f0c-b25f-79e3931b4cb9 admin admin] Publish callbacks [] for security_group (e2df78b5-7b43-4e90-b0b6-0ea2aeecf152), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:57.071843 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Routers {'8b34347b-d440-4be6-82fe-2e17cc2e9d00'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:45:57.073507 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:45:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:57.127297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d8c81-4ccd-4787-9d60-c3af0b06da57 req-240dbc9b-3217-45ca-aaf8-bf746aa829a5 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:57.128881 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-225d8c81-4ccd-4787-9d60-c3af0b06da57 req-240dbc9b-3217-45ca-aaf8-bf746aa829a5 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.1322045 Feb 15 16:45:57.142844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cb44a-fbec-458c-a190-9598a4673ac6 req-00943442-22bd-4a68-925b-718136edc47c tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:57.150919 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cb44a-fbec-458c-a190-9598a4673ac6 req-00943442-22bd-4a68-925b-718136edc47c tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:57.164675 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cb44a-fbec-458c-a190-9598a4673ac6 req-00943442-22bd-4a68-925b-718136edc47c tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:57.167021 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-832cb44a-fbec-458c-a190-9598a4673ac6 req-00943442-22bd-4a68-925b-718136edc47c tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d&device_id=b0c156c5-029d-4628-8275-4dc299032a38&device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 2417 time: 0.1358073 Feb 15 16:45:57.176312 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-013ffd24-df58-4f0c-b25f-79e3931b4cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e2df78b5-7b43-4e90-b0b6-0ea2aeecf152), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:57.194777 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd97a80-e91a-4fd3-831e-5d06f30fdd34 None None] Pushing event updated for resources: {'Port': ['ID=d2f563c4-447e-44dc-a4cc-5ebdcb65e816,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:57.255856 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-b5a1be5b-c031-449e-8192-32def6866b0f service neutron] 10.222.0.107 "GET /v2.0/networks/0cbdd945-2de0-4dc1-a660-7672fa691880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471108 Feb 15 16:45:57.290042 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-832cb44a-fbec-458c-a190-9598a4673ac6 req-77d7820f-73a6-4689-b055-d872c17c51ea tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961981 Feb 15 16:45:57.355117 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013ffd24-df58-4f0c-b25f-79e3931b4cb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:45:57.367367 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] Set router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:45:57.382951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ffd24-df58-4f0c-b25f-79e3931b4cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:57.410313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6713988a-b4b9-432d-b534-9cc0d964191b None None] Provisioning complete for port d2f563c4-447e-44dc-a4cc-5ebdcb65e816 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:57.410885 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6713988a-b4b9-432d-b534-9cc0d964191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:57.414721 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe7a9dd6-6978-48b5-a602-7c6e0a33c6fa req-7267938d-4c91-421b-987e-338b408b82e8 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0603855 Feb 15 16:45:57.436053 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-013ffd24-df58-4f0c-b25f-79e3931b4cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (3c120751-ed77-48d7-a4af-d4cb7dc1b8ff), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:57.447567 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-013ffd24-df58-4f0c-b25f-79e3931b4cb9 admin admin] Added segment 3c120751-ed77-48d7-a4af-d4cb7dc1b8ff of type vlan for network 3574f4db-39b1-48ab-af8c-11de19a4546e Feb 15 16:45:57.542563 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6713988a-b4b9-432d-b534-9cc0d964191b None None] Current status of the port d2f563c4-447e-44dc-a4cc-5ebdcb65e816 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:57.542963 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6713988a-b4b9-432d-b534-9cc0d964191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:57.580440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a711cd0-39f4-40b9-b5ff-669f4f5ab75c req-acf607c1-39cb-43bf-97cf-7ace12129330 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:57.588796 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6713988a-b4b9-432d-b534-9cc0d964191b None None] For port d2f563c4-447e-44dc-a4cc-5ebdcb65e816, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d2f563c4-447e-44dc-a4cc-5ebdcb65e816,segment=NetworkSegment(ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c),segment_id=ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:57.591800 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a711cd0-39f4-40b9-b5ff-669f4f5ab75c req-acf607c1-39cb-43bf-97cf-7ace12129330 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:57.598548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a711cd0-39f4-40b9-b5ff-669f4f5ab75c req-acf607c1-39cb-43bf-97cf-7ace12129330 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:57.601819 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-013ffd24-df58-4f0c-b25f-79e3931b4cb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (3574f4db-39b1-48ab-af8c-11de19a4546e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:57.608538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a711cd0-39f4-40b9-b5ff-669f4f5ab75c req-acf607c1-39cb-43bf-97cf-7ace12129330 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:57.613958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a711cd0-39f4-40b9-b5ff-669f4f5ab75c req-acf607c1-39cb-43bf-97cf-7ace12129330 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:57.620659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a711cd0-39f4-40b9-b5ff-669f4f5ab75c req-acf607c1-39cb-43bf-97cf-7ace12129330 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:57.626337 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-cef47dc6-c1e5-45be-84e4-8ac63fd40362 service neutron] 10.222.0.107 "GET /v2.0/networks/0cbdd945-2de0-4dc1-a660-7672fa691880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691370 Feb 15 16:45:57.628878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a711cd0-39f4-40b9-b5ff-669f4f5ab75c req-acf607c1-39cb-43bf-97cf-7ace12129330 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:57.632475 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a711cd0-39f4-40b9-b5ff-669f4f5ab75c req-acf607c1-39cb-43bf-97cf-7ace12129330 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.1309311 Feb 15 16:45:57.652343 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-225d8c81-4ccd-4787-9d60-c3af0b06da57 req-6d2c324d-3e81-4d2b-bdfd-87c0806cf502 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Deleting port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:45:57.656689 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-225d8c81-4ccd-4787-9d60-c3af0b06da57 req-6d2c324d-3e81-4d2b-bdfd-87c0806cf502 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2acc8944-f3c8-4892-ad25-c4284c8a4d1a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:57.685786 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6713988a-b4b9-432d-b534-9cc0d964191b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:57.713092 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a711cd0-39f4-40b9-b5ff-669f4f5ab75c req-62d4fafd-4ca0-4bce-821b-368ed7524cd5 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694034 Feb 15 16:45:57.743499 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-router', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:45:44Z', 'updated_at': '2022-02-15T16:45:52Z', 'revision_number': 4, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'gw_port': {'id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:45Z', 'updated_at': '2022-02-15T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd2f563c4-447e-44dc-a4cc-5ebdcb65e816', 'name': '', 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'mac_address': 'fa:16:3e:43:3c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:50Z', 'updated_at': '2022-02-15T16:45:56Z', 'revision_number': 4, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'subnets': [{'id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:45:57.784006 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb6d60b-24bf-450c-ae1a-5b034a1c8233 None None] The sync data for ids ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'] in n-d-828372-14 is: [{'id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-router', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:45:44Z', 'updated_at': '2022-02-15T16:45:52Z', 'revision_number': 4, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'gw_port': {'id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:45Z', 'updated_at': '2022-02-15T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd2f563c4-447e-44dc-a4cc-5ebdcb65e816', 'name': '', 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'mac_address': 'fa:16:3e:43:3c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:50Z', 'updated_at': '2022-02-15T16:45:56Z', 'revision_number': 4, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'subnets': [{'id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:45:57.851497 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-013ffd24-df58-4f0c-b25f-79e3931b4cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (3574f4db-39b1-48ab-af8c-11de19a4546e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:57.853090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013ffd24-df58-4f0c-b25f-79e3931b4cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:57.853979 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-013ffd24-df58-4f0c-b25f-79e3931b4cb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:57.862226 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bca31d71-2536-477a-a873-e4defc02da82 req-aa35e79c-a5b8-43e6-b233-f0376b1aaa7a tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1120541 Feb 15 16:45:57.864110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713988a-b4b9-432d-b534-9cc0d964191b None None] Pushing event updated for resources: {'Port': ['ID=d2f563c4-447e-44dc-a4cc-5ebdcb65e816,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:57.957892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-225d8c81-4ccd-4787-9d60-c3af0b06da57 req-6d2c324d-3e81-4d2b-bdfd-87c0806cf502 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] For port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2acc8944-f3c8-4892-ad25-c4284c8a4d1a,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:45:57.958258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-225d8c81-4ccd-4787-9d60-c3af0b06da57 req-6d2c324d-3e81-4d2b-bdfd-87c0806cf502 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2acc8944-f3c8-4892-ad25-c4284c8a4d1a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:57.993800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ffd24-df58-4f0c-b25f-79e3931b4cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=3574f4db-39b1-48ab-af8c-11de19a4546e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:57.993800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-225d8c81-4ccd-4787-9d60-c3af0b06da57 req-6d2c324d-3e81-4d2b-bdfd-87c0806cf502 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Calling delete_port for 2acc8944-f3c8-4892-ad25-c4284c8a4d1a owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:45:58.010130 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 3574f4db-39b1-48ab-af8c-11de19a4546e details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:45:58.047030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-013ffd24-df58-4f0c-b25f-79e3931b4cb9 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8011031 Feb 15 16:45:58.053958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45048) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:45:58.059574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Request body: {'subnet': {'network_id': '3574f4db-39b1-48ab-af8c-11de19a4546e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-10916931-subnet', 'tenant_id': 'f46a6a08dea5478cbce46980fac5275a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:58.206005 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Made reservation on behalf of f46a6a08dea5478cbce46980fac5275a for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:45:58.213577 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:58.275709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a4a0f-92a5-4a15-aaba-4830bbf093e5 req-84ff9e2c-0bc7-4f71-aa90-7f335d0df9c0 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:58.277621 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c7a4a0f-92a5-4a15-aaba-4830bbf093e5 req-84ff9e2c-0bc7-4f71-aa90-7f335d0df9c0 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 946 time: 0.1582043 Feb 15 16:45:58.411185 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c7a4a0f-92a5-4a15-aaba-4830bbf093e5 req-f308aaee-8b19-486d-8a74-e395acf471ca tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272349 Feb 15 16:45:58.442532 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-225d8c81-4ccd-4787-9d60-c3af0b06da57 req-6d2c324d-3e81-4d2b-bdfd-87c0806cf502 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2acc8944-f3c8-4892-ad25-c4284c8a4d1a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:58.456042 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['2acc8944-f3c8-4892-ad25-c4284c8a4d1a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:45:58.483656 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c324d-3e81-4d2b-bdfd-87c0806cf502 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Pushing event deleted for resources: {'Port': ['ID=2acc8944-f3c8-4892-ad25-c4284c8a4d1a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:58.557394 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (cb3b61e3-2dbf-4944-84b6-1149df537848), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:58.568271 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-225d8c81-4ccd-4787-9d60-c3af0b06da57 req-6d2c324d-3e81-4d2b-bdfd-87c0806cf502 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] No DVR routers for this DVR port 2acc8944-f3c8-4892-ad25-c4284c8a4d1a on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:45:58.571012 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-225d8c81-4ccd-4787-9d60-c3af0b06da57 req-6d2c324d-3e81-4d2b-bdfd-87c0806cf502 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:58.574800 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-225d8c81-4ccd-4787-9d60-c3af0b06da57 req-6d2c324d-3e81-4d2b-bdfd-87c0806cf502 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "DELETE /v2.0/ports/2acc8944-f3c8-4892-ad25-c4284c8a4d1a HTTP/1.1" status: 204 len: 173 time: 1.4388573 Feb 15 16:45:58.575461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa78113-0a8b-45dd-bebc-ac4a2b57bf43', 'name': 'network-vif-deleted', 'tag': '2acc8944-f3c8-4892-ad25-c4284c8a4d1a'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:45:58.578602 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706bcab8-5c76-4378-aa82-fa5b311a337b" -d '{"events": [{"server_uuid": "aaa78113-0a8b-45dd-bebc-ac4a2b57bf43", "name": "network-vif-deleted", "tag": "2acc8944-f3c8-4892-ad25-c4284c8a4d1a"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:45:58.641766 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb3b61e3-2dbf-4944-84b6-1149df537848,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:45:58.667215 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:58.668556 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:58.668911 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:58.669256 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:58.669639 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:58.669980 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:58.670314 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:58.670649 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:58.670983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:58.671313 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:58.671643 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:58.672504 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:58.672867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:45:58.695926 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Checking segment: {'id': '3c120751-ed77-48d7-a4af-d4cb7dc1b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3574f4db-39b1-48ab-af8c-11de19a4546e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:45:58.696300 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Network hostable DHCP agents. Network: 3574f4db-39b1-48ab-af8c-11de19a4546e, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:45:58.803373 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cf48990f-53a7-4c11-963d-d942cb178668 req-3995b507-6108-4771-aaaa-b389974f33c9 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 210 time: 0.0374367 Feb 15 16:45:58.842609 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Network 3574f4db-39b1-48ab-af8c-11de19a4546e is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:45:58.874024 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62769782-12e0-4db8-be5f-393548e69e20 x-openstack-request-id: req-62769782-12e0-4db8-be5f-393548e69e20 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:45:58.874959 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa78113-0a8b-45dd-bebc-ac4a2b57bf43", "name": "network-vif-deleted", "tag": "2acc8944-f3c8-4892-ad25-c4284c8a4d1a", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:45:58.875941 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-62769782-12e0-4db8-be5f-393548e69e20 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:45:58.876555 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa78113-0a8b-45dd-bebc-ac4a2b57bf43', 'name': 'network-vif-deleted', 'tag': '2acc8944-f3c8-4892-ad25-c4284c8a4d1a', 'status': 'completed', 'code': 200} Feb 15 16:45:58.908752 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7342fb16-3723-4d3f-838e-86b0bb75dadd req-2545230e-1fec-4559-a19a-249d293c8167 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0483501 Feb 15 16:45:58.976954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 3574f4db-39b1-48ab-af8c-11de19a4546e) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:45:58.983054 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:58.983714 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:58.996456 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c146672a-add0-4d28-b5a7-501838042c0c None None] Network 3574f4db-39b1-48ab-af8c-11de19a4546e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:45:59.116797 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e37c5-d94c-486c-b624-445cac28dbb9 req-7e3a7193-6a49-4b24-b3c9-b9d63f5717cf tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:59.122873 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e37c5-d94c-486c-b624-445cac28dbb9 req-7e3a7193-6a49-4b24-b3c9-b9d63f5717cf tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:59.130264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e37c5-d94c-486c-b624-445cac28dbb9 req-7e3a7193-6a49-4b24-b3c9-b9d63f5717cf tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:59.137264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e37c5-d94c-486c-b624-445cac28dbb9 req-7e3a7193-6a49-4b24-b3c9-b9d63f5717cf tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:59.144261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b509905-82ba-4f81-b52a-dfc69a79514d None None] Network 3574f4db-39b1-48ab-af8c-11de19a4546e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:45:59.145840 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e37c5-d94c-486c-b624-445cac28dbb9 req-7e3a7193-6a49-4b24-b3c9-b9d63f5717cf tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:59.152065 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e37c5-d94c-486c-b624-445cac28dbb9 req-7e3a7193-6a49-4b24-b3c9-b9d63f5717cf tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:59.158535 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e37c5-d94c-486c-b624-445cac28dbb9 req-7e3a7193-6a49-4b24-b3c9-b9d63f5717cf tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:45:59.160852 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-802e37c5-d94c-486c-b624-445cac28dbb9 req-7e3a7193-6a49-4b24-b3c9-b9d63f5717cf tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.1181669 Feb 15 16:45:59.278445 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-802e37c5-d94c-486c-b624-445cac28dbb9 req-35c01d82-3ce9-4405-b143-8bc3e2d83e7b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1108859 Feb 15 16:45:59.301646 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9032d9be-68b9-4edf-9d08-00c505cb2e6b admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2368519 Feb 15 16:45:59.536739 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d2f563c4-447e-44dc-a4cc-5ebdcb65e816 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:45:59.586490 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7851555c-4514-40b7-b725-491b6883d075 req-8ee4dd2f-145a-4637-ab0c-2b4279d9a97a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=aaa78113-0a8b-45dd-bebc-ac4a2b57bf43 HTTP/1.1" status: 200 len: 210 time: 0.0427704 Feb 15 16:45:59.603259 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port d2f563c4-447e-44dc-a4cc-5ebdcb65e816 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:45:59.604145 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:59.675142 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-c525b5b3-b3c4-4d28-b756-65e37f140948 req-f80ad9d1-1871-4e06-9e52-9ac7e30fbbd4 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1711529008', 'description': 'tempest-description-1149297573'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:45:59.738169 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port d2f563c4-447e-44dc-a4cc-5ebdcb65e816 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:45:59.830870 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c525b5b3-b3c4-4d28-b756-65e37f140948 req-f80ad9d1-1871-4e06-9e52-9ac7e30fbbd4 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:59.898078 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c525b5b3-b3c4-4d28-b756-65e37f140948 req-f80ad9d1-1871-4e06-9e52-9ac7e30fbbd4 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (e2c34399-33e9-41e1-9071-8e4474aed70d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:59.964622 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c525b5b3-b3c4-4d28-b756-65e37f140948 req-f80ad9d1-1871-4e06-9e52-9ac7e30fbbd4 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e2c34399-33e9-41e1-9071-8e4474aed70d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:45:59.995465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ad9d1-1871-4e06-9e52-9ac7e30fbbd4 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c34399-33e9-41e1-9071-8e4474aed70d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:00.080996 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-c525b5b3-b3c4-4d28-b756-65e37f140948 req-f80ad9d1-1871-4e06-9e52-9ac7e30fbbd4 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:00.082501 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c525b5b3-b3c4-4d28-b756-65e37f140948 req-f80ad9d1-1871-4e06-9e52-9ac7e30fbbd4 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4119897 Feb 15 16:46:00.158800 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:00.159478 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61de1c5e-ada6-46d3-8123-db38d1713091 req-03f284a6-a105-471b-8184-066fa01ef8b9 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 210 time: 0.0267608 Feb 15 16:46:00.265570 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cbe4f5bf-8d01-478d-8468-cedb4bd10427 req-3a2c60e4-5a0a-4189-9521-9c575f9ab4bd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0510855 Feb 15 16:46:00.286451 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c116232f-5c8a-43e7-b10b-08a3c6f4d345 req-ccaed22b-adcb-4ad9-8bab-2f71d09973cc tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0622828 Feb 15 16:46:00.321377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-301eb704-bc3e-4f53-aa72-b6824a5d0540 req-215118d0-1053-4f3d-b5c0-e9e237ca2109 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1642770012', 'description': 'tempest-description-1031946324'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:00.399139 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-301eb704-bc3e-4f53-aa72-b6824a5d0540 req-215118d0-1053-4f3d-b5c0-e9e237ca2109 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:00.466344 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-301eb704-bc3e-4f53-aa72-b6824a5d0540 req-215118d0-1053-4f3d-b5c0-e9e237ca2109 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (7ff72865-8b36-4cf3-87fb-7dd9c03dcb35), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:00.595613 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-301eb704-bc3e-4f53-aa72-b6824a5d0540 req-215118d0-1053-4f3d-b5c0-e9e237ca2109 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7ff72865-8b36-4cf3-87fb-7dd9c03dcb35), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:00.607038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1bcc4-fd4a-4812-a311-efc0dccd9dfb req-6aa1c3c0-988c-4456-abc4-f046317d1cfa tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:00.613090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1bcc4-fd4a-4812-a311-efc0dccd9dfb req-6aa1c3c0-988c-4456-abc4-f046317d1cfa tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:00.616170 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:00.618453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1bcc4-fd4a-4812-a311-efc0dccd9dfb req-6aa1c3c0-988c-4456-abc4-f046317d1cfa tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:00.623756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1bcc4-fd4a-4812-a311-efc0dccd9dfb req-6aa1c3c0-988c-4456-abc4-f046317d1cfa tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:00.628457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215118d0-1053-4f3d-b5c0-e9e237ca2109 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff72865-8b36-4cf3-87fb-7dd9c03dcb35,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:00.630427 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1bcc4-fd4a-4812-a311-efc0dccd9dfb req-6aa1c3c0-988c-4456-abc4-f046317d1cfa tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:00.635948 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1bcc4-fd4a-4812-a311-efc0dccd9dfb req-6aa1c3c0-988c-4456-abc4-f046317d1cfa tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:00.641685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1bcc4-fd4a-4812-a311-efc0dccd9dfb req-6aa1c3c0-988c-4456-abc4-f046317d1cfa tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:00.643635 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-23b1bcc4-fd4a-4812-a311-efc0dccd9dfb req-6aa1c3c0-988c-4456-abc4-f046317d1cfa tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.0997751 Feb 15 16:46:00.701947 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-23b1bcc4-fd4a-4812-a311-efc0dccd9dfb req-4c9f7098-6716-43cf-b635-ec8f4348bf52 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520980 Feb 15 16:46:00.712808 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-301eb704-bc3e-4f53-aa72-b6824a5d0540 req-215118d0-1053-4f3d-b5c0-e9e237ca2109 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:00.714212 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-301eb704-bc3e-4f53-aa72-b6824a5d0540 req-215118d0-1053-4f3d-b5c0-e9e237ca2109 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3977785 Feb 15 16:46:01.046873 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-6803f08f-e70f-4e85-8728-6b381a7649d3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:01.048438 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-6803f08f-e70f-4e85-8728-6b381a7649d3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/networks?id=3574f4db-39b1-48ab-af8c-11de19a4546e HTTP/1.1" status: 200 len: 811 time: 0.1101673 Feb 15 16:46:01.062902 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-fdf1d13b-c38d-4bc0-b5d7-04266dd051ca tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/quotas/f46a6a08dea5478cbce46980fac5275a HTTP/1.1" status: 200 len: 375 time: 0.0091503 Feb 15 16:46:01.098067 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-f241f3f9-4b3b-496e-8f70-82f9ff0e589d tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=f46a6a08dea5478cbce46980fac5275a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302193 Feb 15 16:46:01.212635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-a0b4e28d-3561-4110-968e-9cdbf5ec71bb tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:01.215323 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-a0b4e28d-3561-4110-968e-9cdbf5ec71bb tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.10 "GET /v2.0/networks?id=0cbdd945-2de0-4dc1-a660-7672fa691880 HTTP/1.1" status: 200 len: 829 time: 0.1217599 Feb 15 16:46:01.239845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-f615e412-992d-4165-b1e6-8d1464dbc5ba tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Request body: {'port': {'device_id': 'b2f18dce-94c1-4e61-a4ce-561c60c91376', 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880', 'admin_state_up': True, 'tenant_id': 'e5522da92dd14128b79c900e1038ee82'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:01.315759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2acc8944-f3c8-4892-ad25-c4284c8a4d1a no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:46:01.345831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 2acc8944-f3c8-4892-ad25-c4284c8a4d1a {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:46:01.350596 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-fa2f8765-f33a-4784-bbaf-9a410ff0cd6a service neutron] 10.222.0.107 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448504 Feb 15 16:46:01.358038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2acc8944-f3c8-4892-ad25-c4284c8a4d1a not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:46:01.440211 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-d615f079-7c4e-4365-9837-4c91f5f23765 service neutron] 10.222.0.107 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834112 Feb 15 16:46:01.444552 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-f615e412-992d-4165-b1e6-8d1464dbc5ba tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Made reservation on behalf of e5522da92dd14128b79c900e1038ee82 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:01.448146 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-f615e412-992d-4165-b1e6-8d1464dbc5ba tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:01.587089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-f615e412-992d-4165-b1e6-8d1464dbc5ba tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Allocated IP 172.20.0.4 (0cbdd945-2de0-4dc1-a660-7672fa691880/416a7944-16a2-4bb6-bfb2-67eeec692582/0a8ea038-3007-4035-a547-0451fc39da7b) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:46:01.724086 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e31460-4168-4df7-befd-1272ea636a31 req-97a5d7b4-8ae6-4a67-af6b-4b29f345ea32 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:01.726540 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-66e31460-4168-4df7-befd-1272ea636a31 req-97a5d7b4-8ae6-4a67-af6b-4b29f345ea32 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 945 time: 0.0674050 Feb 15 16:46:01.780273 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-66e31460-4168-4df7-befd-1272ea636a31 req-c22e722a-ba86-4d5c-bce5-53202ccd65d7 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471191 Feb 15 16:46:01.923572 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43a43226-cacf-487e-891d-b531f6a38edd req-cf4dd09d-03f2-4e70-99b5-d6309c4fe113 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 210 time: 0.0313218 Feb 15 16:46:02.020345 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c1e49971-37f6-45af-b32a-bf52be196e33 req-1759f118-8fa1-46b5-9a4b-6b11626bdd64 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0276740 Feb 15 16:46:02.096647 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-c2bfa26f-ce70-489a-a8c5-ff372a209e92 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:02.098163 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-c2bfa26f-ce70-489a-a8c5-ff372a209e92 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 812 time: 0.4941459 Feb 15 16:46:02.125841 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-23ab33ce-5b44-4bea-b551-a2b83ebcf066 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/quotas/ba74aa9e819a439eb5de67abc6749cb0 HTTP/1.1" status: 200 len: 375 time: 0.0215547 Feb 15 16:46:02.170510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-84598332-d583-4519-b245-bcf10d93710f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393786 Feb 15 16:46:02.174055 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-f615e412-992d-4165-b1e6-8d1464dbc5ba tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for port (0a8ea038-3007-4035-a547-0451fc39da7b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:02.326059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-b6d3f002-129a-4616-b2e0-be9f1e1f35dd service neutron] 10.222.0.107 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346533 Feb 15 16:46:02.355800 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-f615e412-992d-4165-b1e6-8d1464dbc5ba tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0a8ea038-3007-4035-a547-0451fc39da7b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:02.386054 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2486023a-6d30-40d4-8c20-69c928bd8d7c req-d00bb4d2-077b-4455-8350-d48ab417d2be tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 210 time: 0.0273333 Feb 15 16:46:02.434210 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-f615e412-992d-4165-b1e6-8d1464dbc5ba tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Network 0cbdd945-2de0-4dc1-a660-7672fa691880 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:46:02.444723 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-f615e412-992d-4165-b1e6-8d1464dbc5ba tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:02.447293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-f615e412-992d-4165-b1e6-8d1464dbc5ba tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:46:02.484159 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615e412-992d-4165-b1e6-8d1464dbc5ba tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Pushing event updated for resources: {'Port': ['ID=0a8ea038-3007-4035-a547-0451fc39da7b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:02.516851 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546d3b-7850-4694-9f2a-d65723a6c557 req-1d0009e5-d3f0-4ca6-aa4d-439b4f7b63ee tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:02.522243 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546d3b-7850-4694-9f2a-d65723a6c557 req-1d0009e5-d3f0-4ca6-aa4d-439b4f7b63ee tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:02.527762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546d3b-7850-4694-9f2a-d65723a6c557 req-1d0009e5-d3f0-4ca6-aa4d-439b4f7b63ee tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:02.533928 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546d3b-7850-4694-9f2a-d65723a6c557 req-1d0009e5-d3f0-4ca6-aa4d-439b4f7b63ee tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:02.539321 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546d3b-7850-4694-9f2a-d65723a6c557 req-1d0009e5-d3f0-4ca6-aa4d-439b4f7b63ee tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:02.544603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546d3b-7850-4694-9f2a-d65723a6c557 req-1d0009e5-d3f0-4ca6-aa4d-439b4f7b63ee tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:02.550171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76546d3b-7850-4694-9f2a-d65723a6c557 req-1d0009e5-d3f0-4ca6-aa4d-439b4f7b63ee tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:02.552337 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-76546d3b-7850-4694-9f2a-d65723a6c557 req-1d0009e5-d3f0-4ca6-aa4d-439b4f7b63ee tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.1108632 Feb 15 16:46:02.573051 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-32680be2-9177-4a49-b7fc-09bbf478aa2b service neutron] 10.222.0.107 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393427 Feb 15 16:46:02.581972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-f615e412-992d-4165-b1e6-8d1464dbc5ba tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:02.582497 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-f615e412-992d-4165-b1e6-8d1464dbc5ba tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:02.611643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992f76d-6626-4e8a-acfd-8981d6d81568 req-9dec0494-3440-4c95-8bc4-743d99165941 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:02.613866 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8992f76d-6626-4e8a-acfd-8981d6d81568 req-9dec0494-3440-4c95-8bc4-743d99165941 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.67 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 945 time: 0.1167037 Feb 15 16:46:02.631441 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-76546d3b-7850-4694-9f2a-d65723a6c557 req-aea6e010-ee1b-4abd-9606-fe468ca27605 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721288 Feb 15 16:46:02.701805 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:46:02.713451 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-f615e412-992d-4165-b1e6-8d1464dbc5ba tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4831591 Feb 15 16:46:02.729873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Request body: {'port': {'device_id': 'b2f18dce-94c1-4e61-a4ce-561c60c91376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:02.763602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-8992f76d-6626-4e8a-acfd-8981d6d81568 req-dcb30527-6a7d-4a6f-8f1e-c230758369dc tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Deleting port faeddbd6-5ba2-427c-b1b1-4aae3c788212 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:46:02.768658 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8992f76d-6626-4e8a-acfd-8981d6d81568 req-dcb30527-6a7d-4a6f-8f1e-c230758369dc tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (faeddbd6-5ba2-427c-b1b1-4aae3c788212), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:02.811678 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0d51511f-f37f-4fb9-a960-e7ef71fb12f4 None None] Provisioning complete for port 0a8ea038-3007-4035-a547-0451fc39da7b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:02.812165 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d51511f-f37f-4fb9-a960-e7ef71fb12f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0a8ea038-3007-4035-a547-0451fc39da7b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:02.888762 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0d51511f-f37f-4fb9-a960-e7ef71fb12f4 None None] Port 0a8ea038-3007-4035-a547-0451fc39da7b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:46:02.902064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8992f76d-6626-4e8a-acfd-8981d6d81568 req-dcb30527-6a7d-4a6f-8f1e-c230758369dc tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] For port faeddbd6-5ba2-427c-b1b1-4aae3c788212, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=faeddbd6-5ba2-427c-b1b1-4aae3c788212,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:02.902449 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8992f76d-6626-4e8a-acfd-8981d6d81568 req-dcb30527-6a7d-4a6f-8f1e-c230758369dc tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (faeddbd6-5ba2-427c-b1b1-4aae3c788212), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:02.917998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-8992f76d-6626-4e8a-acfd-8981d6d81568 req-dcb30527-6a7d-4a6f-8f1e-c230758369dc tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Calling delete_port for faeddbd6-5ba2-427c-b1b1-4aae3c788212 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:46:03.006770 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0a8ea038-3007-4035-a547-0451fc39da7b), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:03.270421 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9962fa87-0043-4113-b44a-a22765d3223d req-5bef5d2d-75b7-49b5-85d1-9a5ada67ebd1 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 210 time: 0.0320187 Feb 15 16:46:03.276530 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc2059c-591c-4ef8-848a-e78603d6416a req-011dc772-df2a-46a4-9b69-14751790e0d7 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:03.284071 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cfc2059c-591c-4ef8-848a-e78603d6416a req-011dc772-df2a-46a4-9b69-14751790e0d7 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 945 time: 0.0618241 Feb 15 16:46:03.315369 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8992f76d-6626-4e8a-acfd-8981d6d81568 req-dcb30527-6a7d-4a6f-8f1e-c230758369dc tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (faeddbd6-5ba2-427c-b1b1-4aae3c788212), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:03.329317 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['4f5d3119-5c92-43a6-ae81-9c1f5f26f495'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:03.365669 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ddaf331e-42d8-4293-b663-06bb413aaf2f', 'faeddbd6-5ba2-427c-b1b1-4aae3c788212'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:03.366129 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cfc2059c-591c-4ef8-848a-e78603d6416a req-03ff698f-e481-406f-800b-fb1b273a56ba tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809422 Feb 15 16:46:03.417983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb30527-6a7d-4a6f-8f1e-c230758369dc tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Pushing event deleted for resources: {'Port': ['ID=faeddbd6-5ba2-427c-b1b1-4aae3c788212,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:03.507472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8992f76d-6626-4e8a-acfd-8981d6d81568 req-dcb30527-6a7d-4a6f-8f1e-c230758369dc tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] No DVR routers for this DVR port faeddbd6-5ba2-427c-b1b1-4aae3c788212 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:46:03.514479 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8992f76d-6626-4e8a-acfd-8981d6d81568 req-dcb30527-6a7d-4a6f-8f1e-c230758369dc tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:03.518694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8992f76d-6626-4e8a-acfd-8981d6d81568 req-dcb30527-6a7d-4a6f-8f1e-c230758369dc tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.67 "DELETE /v2.0/ports/faeddbd6-5ba2-427c-b1b1-4aae3c788212 HTTP/1.1" status: 204 len: 173 time: 0.8992412 Feb 15 16:46:03.519145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67eb766-fdc2-40dc-a57b-2d95ecc1874d', 'name': 'network-vif-deleted', 'tag': 'faeddbd6-5ba2-427c-b1b1-4aae3c788212'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:03.521436 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92693f71-741d-4d80-a1d6-314b9da5b08d" -d '{"events": [{"server_uuid": "c67eb766-fdc2-40dc-a57b-2d95ecc1874d", "name": "network-vif-deleted", "tag": "faeddbd6-5ba2-427c-b1b1-4aae3c788212"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:03.567498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8ea038-3007-4035-a547-0451fc39da7b {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:03.577301 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Publish callbacks [] for port (0a8ea038-3007-4035-a547-0451fc39da7b), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:03.586321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df1dd2-1cb8-42d3-8e7b-f7d03a311250 req-4203f531-ee45-4754-9c84-f9900fa7b03d tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:03.588085 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-12df1dd2-1cb8-42d3-8e7b-f7d03a311250 req-4203f531-ee45-4754-9c84-f9900fa7b03d tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 931 time: 0.1923604 Feb 15 16:46:03.602078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Transition to ACTIVE for port object 0a8ea038-3007-4035-a547-0451fc39da7b will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:46:03.652665 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-12df1dd2-1cb8-42d3-8e7b-f7d03a311250 req-5bab8881-05c8-4764-9814-56bdb63a9623 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/security-groups?id=e71c1fb5-0ba5-4965-a455-d14f2f2dca17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490797 Feb 15 16:46:03.673539 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0a8ea038-3007-4035-a547-0451fc39da7b), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:03.780992 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8ea038-3007-4035-a547-0451fc39da7b,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:03.784788 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f0d4f6f7-9815-416f-b000-81a05c2c4846 req-844f7c25-0765-4a95-88bd-15831a100b8e tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 210 time: 0.0559559 Feb 15 16:46:03.866455 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23627ee-fb5d-439e-8659-06c2e9aa52c4 x-openstack-request-id: req-b23627ee-fb5d-439e-8659-06c2e9aa52c4 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:03.866755 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c67eb766-fdc2-40dc-a57b-2d95ecc1874d", "name": "network-vif-deleted", "tag": "faeddbd6-5ba2-427c-b1b1-4aae3c788212", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:03.867004 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b23627ee-fb5d-439e-8659-06c2e9aa52c4 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:03.867420 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67eb766-fdc2-40dc-a57b-2d95ecc1874d', 'name': 'network-vif-deleted', 'tag': 'faeddbd6-5ba2-427c-b1b1-4aae3c788212', 'status': 'completed', 'code': 200} Feb 15 16:46:03.868275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Attempting to bind port 0a8ea038-3007-4035-a547-0451fc39da7b on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:46:03.868610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Attempting to bind port 0a8ea038-3007-4035-a547-0451fc39da7b by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:46:03.868938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Attempting to bind port 0a8ea038-3007-4035-a547-0451fc39da7b on network 0cbdd945-2de0-4dc1-a660-7672fa691880 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:03.882508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Port 0a8ea038-3007-4035-a547-0451fc39da7b on network 0cbdd945-2de0-4dc1-a660-7672fa691880 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:46:03.882852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Attempting to bind port 0a8ea038-3007-4035-a547-0451fc39da7b on network 0cbdd945-2de0-4dc1-a660-7672fa691880 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:03.892614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:46:03.892966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Checking segment: {'id': 'ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:03.894526 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Bound using segment: {'id': 'ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:46:03.894526 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Bound port: 0a8ea038-3007-4035-a547-0451fc39da7b, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:46:03.894526 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0a8ea038-3007-4035-a547-0451fc39da7b), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:04.115429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] For port 0a8ea038-3007-4035-a547-0451fc39da7b, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:46:04.125700 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] For port 0a8ea038-3007-4035-a547-0451fc39da7b, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0a8ea038-3007-4035-a547-0451fc39da7b,segment=NetworkSegment(ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c),segment_id=ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:46:04.165669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10ce79-ecf0-42a9-95c9-253bba3b6f35 req-055b3433-fc1f-4014-8b2e-124080c00ab8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:04.176278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10ce79-ecf0-42a9-95c9-253bba3b6f35 req-055b3433-fc1f-4014-8b2e-124080c00ab8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:04.182915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10ce79-ecf0-42a9-95c9-253bba3b6f35 req-055b3433-fc1f-4014-8b2e-124080c00ab8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:04.189268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10ce79-ecf0-42a9-95c9-253bba3b6f35 req-055b3433-fc1f-4014-8b2e-124080c00ab8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:04.200994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10ce79-ecf0-42a9-95c9-253bba3b6f35 req-055b3433-fc1f-4014-8b2e-124080c00ab8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:04.201267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10ce79-ecf0-42a9-95c9-253bba3b6f35 req-055b3433-fc1f-4014-8b2e-124080c00ab8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:04.207464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10ce79-ecf0-42a9-95c9-253bba3b6f35 req-055b3433-fc1f-4014-8b2e-124080c00ab8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:04.209462 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc10ce79-ecf0-42a9-95c9-253bba3b6f35 req-055b3433-fc1f-4014-8b2e-124080c00ab8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.2848940 Feb 15 16:46:04.263589 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0a8ea038-3007-4035-a547-0451fc39da7b), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:04.284315 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-33eed108-ebe5-4b6e-89cc-efc9a6efc327 req-0fdaa620-4c64-40d8-8c6e-f1cea83272ce tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0274403 Feb 15 16:46:04.316267 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc10ce79-ecf0-42a9-95c9-253bba3b6f35 req-2b54c2f1-8a70-4ba0-91bc-e815436fddbf tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008763 Feb 15 16:46:04.320844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:04.321497 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:04.322872 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] 10.222.0.10 "PUT /v2.0/ports/0a8ea038-3007-4035-a547-0451fc39da7b HTTP/1.1" status: 200 len: 1092 time: 1.5992544 Feb 15 16:46:04.411511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb655de-640a-48fb-8359-13bce2813774 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8ea038-3007-4035-a547-0451fc39da7b,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:04.463887 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1194cc0f-38b3-42c8-a65a-83edc734f5f7 req-faaba391-050a-4155-86b5-1f20e4359ff8 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 210 time: 0.0453176 Feb 15 16:46:04.537094 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f668c8a-78a3-4922-bcb3-6d69d977da20 req-e155e1c4-9326-4d7e-85f4-22f34000afef tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=c67eb766-fdc2-40dc-a57b-2d95ecc1874d HTTP/1.1" status: 200 len: 210 time: 0.0357037 Feb 15 16:46:04.572693 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-da49503f-a3e2-4d86-bf3d-10f4c08e7674 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:04.574271 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-da49503f-a3e2-4d86-bf3d-10f4c08e7674 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.67 "GET /v2.0/networks?id=3574f4db-39b1-48ab-af8c-11de19a4546e HTTP/1.1" status: 200 len: 811 time: 0.2224729 Feb 15 16:46:04.591744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-32156f86-a666-443f-b319-35a68542b30c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Request body: {'port': {'device_id': '1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd', 'network_id': '3574f4db-39b1-48ab-af8c-11de19a4546e', 'admin_state_up': True, 'tenant_id': 'f46a6a08dea5478cbce46980fac5275a'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:04.647006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-03fa00f8-d446-43bc-8686-b215fd9cdb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:04.648576 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-03fa00f8-d446-43bc-8686-b215fd9cdb98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5522da92dd14128b79c900e1038ee82&device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 1126 time: 0.1726162 Feb 15 16:46:04.736682 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-3d9cd689-d311-4c3a-bf32-d38b14563641 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a8ea038-3007-4035-a547-0451fc39da7b HTTP/1.1" status: 200 len: 217 time: 0.0649579 Feb 15 16:46:04.845088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-f4fb2ac2-6fa1-49f4-ab42-b34eaf9115a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:04.846701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-f4fb2ac2-6fa1-49f4-ab42-b34eaf9115a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=416a7944-16a2-4bb6-bfb2-67eeec692582 HTTP/1.1" status: 200 len: 868 time: 0.0914781 Feb 15 16:46:04.849865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31527f14-caa4-46ee-8fb8-e9278c043904 req-4a657724-a4cb-4255-958e-6b6f3fb727a8 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:04.857931 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31527f14-caa4-46ee-8fb8-e9278c043904 req-4a657724-a4cb-4255-958e-6b6f3fb727a8 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 943 time: 0.0909076 Feb 15 16:46:04.917000 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31527f14-caa4-46ee-8fb8-e9278c043904 req-6213c3eb-dda8-48d1-a45c-55e8fccc674f tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/security-groups?id=e71c1fb5-0ba5-4965-a455-d14f2f2dca17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562956 Feb 15 16:46:04.944374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-b5d0d9d7-bc2b-4dcd-85f8-ba9a30369d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:04.945951 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-b5d0d9d7-bc2b-4dcd-85f8-ba9a30369d52 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cbdd945-2de0-4dc1-a660-7672fa691880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0884542 Feb 15 16:46:05.024456 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a62d812-1385-4b96-8b40-23da6a0802bc req-1c3baa66-889a-4b4a-b051-55b84bb33d9c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 210 time: 0.0536339 Feb 15 16:46:05.028748 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-32156f86-a666-443f-b319-35a68542b30c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Made reservation on behalf of f46a6a08dea5478cbce46980fac5275a for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:05.033396 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-32156f86-a666-443f-b319-35a68542b30c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:05.108989 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f911080c-568a-4d00-a53d-051d146fef89 req-c692743d-5bf5-4e3f-82ef-91d937cbc1c1 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=b7a5f0b72e504cf480a209cc35e182d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245922 Feb 15 16:46:05.138743 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-4f4446c8-3d2f-4b61-b8ef-c8ff067ce955 service neutron] 10.222.0.10 "GET /v2.0/networks/0cbdd945-2de0-4dc1-a660-7672fa691880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862803 Feb 15 16:46:05.228107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45328) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:05.241620 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911080c-568a-4d00-a53d-051d146fef89 req-0d5ab807-803d-4827-90d9-4d8797b33915 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:05.243112 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f911080c-568a-4d00-a53d-051d146fef89 req-0d5ab807-803d-4827-90d9-4d8797b33915 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1278837 Feb 15 16:46:05.267019 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-32156f86-a666-443f-b319-35a68542b30c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Allocated IP 172.20.0.9 (3574f4db-39b1-48ab-af8c-11de19a4546e/cb3b61e3-2dbf-4944-84b6-1149df537848/5a59a7bf-081a-4810-8b10-f736497cf5ed) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:46:05.267355 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f911080c-568a-4d00-a53d-051d146fef89 req-eba6b475-35b0-4cf8-bca8-d70dca08bd30 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/quotas/b7a5f0b72e504cf480a209cc35e182d9 HTTP/1.1" status: 200 len: 375 time: 0.0159578 Feb 15 16:46:05.312719 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9fc047-e33c-43bf-99e4-479c9950b886 req-ec064d68-2aa8-4557-a553-34781fd713cd service neutron] 10.222.0.10 "GET /v2.0/networks/0cbdd945-2de0-4dc1-a660-7672fa691880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664956 Feb 15 16:46:05.320481 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f911080c-568a-4d00-a53d-051d146fef89 req-a445bba1-f356-41c2-af1e-c980d618688f tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=b7a5f0b72e504cf480a209cc35e182d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470221 Feb 15 16:46:05.328575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device faeddbd6-5ba2-427c-b1b1-4aae3c788212 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:46:05.372343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: faeddbd6-5ba2-427c-b1b1-4aae3c788212 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:46:05.373797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device faeddbd6-5ba2-427c-b1b1-4aae3c788212 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:46:05.444503 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9e9c0907-0198-425c-86c7-972d7c77fc6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:05.467795 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-65c6ac24-c216-464b-af44-7733d8cc7055 req-6da06152-8cc2-4a0f-98c9-3568c4731244 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0442960 Feb 15 16:46:05.539965 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-32156f86-a666-443f-b319-35a68542b30c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:05.574000 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-353f5afa-401e-41e1-96a6-ed7a2df5d060 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:05.575624 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-353f5afa-401e-41e1-96a6-ed7a2df5d060 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 812 time: 0.1431618 Feb 15 16:46:05.587803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-748bcf4d-9017-415b-ba25-89c36dba021f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Request body: {'port': {'device_id': '06929e51-807c-4e91-b6c1-5546e11d40fb', 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e', 'admin_state_up': True, 'tenant_id': 'ba74aa9e819a439eb5de67abc6749cb0'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:05.655444 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9e9c0907-0198-425c-86c7-972d7c77fc6a admin admin] Publish callbacks [] for security_group (72e6eb7d-f5eb-4eba-b118-6fef1a6a63e0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:05.704616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff2ff2-4154-4dbf-b62c-e5017c13416d req-afac6862-be87-4267-9a47-b66fa5a3839d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:05.710889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff2ff2-4154-4dbf-b62c-e5017c13416d req-afac6862-be87-4267-9a47-b66fa5a3839d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:05.716191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff2ff2-4154-4dbf-b62c-e5017c13416d req-afac6862-be87-4267-9a47-b66fa5a3839d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:05.722685 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff2ff2-4154-4dbf-b62c-e5017c13416d req-afac6862-be87-4267-9a47-b66fa5a3839d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:05.728099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff2ff2-4154-4dbf-b62c-e5017c13416d req-afac6862-be87-4267-9a47-b66fa5a3839d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:05.735174 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff2ff2-4154-4dbf-b62c-e5017c13416d req-afac6862-be87-4267-9a47-b66fa5a3839d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:05.745818 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff2ff2-4154-4dbf-b62c-e5017c13416d req-afac6862-be87-4267-9a47-b66fa5a3839d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:05.750552 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-25ff2ff2-4154-4dbf-b62c-e5017c13416d req-afac6862-be87-4267-9a47-b66fa5a3839d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.1769698 Feb 15 16:46:05.758553 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c5dbf21-7512-4292-b1a7-4f41746b805e req-4fde8c54-94da-4cee-b91b-14f6d11b9bf6 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 210 time: 0.0496013 Feb 15 16:46:05.792130 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-32156f86-a666-443f-b319-35a68542b30c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:05.794333 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9e9c0907-0198-425c-86c7-972d7c77fc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (72e6eb7d-f5eb-4eba-b118-6fef1a6a63e0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:05.884779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f18dce-94c1-4e61-a4ce-561c60c91376', 'tag': '0a8ea038-3007-4035-a547-0451fc39da7b'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:05.887635 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4df0cb-aec9-4d14-b153-1fd25929acb4" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f18dce-94c1-4e61-a4ce-561c60c91376", "tag": "0a8ea038-3007-4035-a547-0451fc39da7b"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:05.930587 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-5fe24790-a4cf-476a-929e-268f338c5fcb tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=b7a5f0b72e504cf480a209cc35e182d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243630 Feb 15 16:46:05.931243 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-748bcf4d-9017-415b-ba25-89c36dba021f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Made reservation on behalf of ba74aa9e819a439eb5de67abc6749cb0 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:05.934572 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-748bcf4d-9017-415b-ba25-89c36dba021f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:05.946340 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9e9c0907-0198-425c-86c7-972d7c77fc6a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e7ff1f9689fa4e408df1c272a4c4579c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7145784 Feb 15 16:46:05.948295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45368) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:05.949043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32156f86-a666-443f-b319-35a68542b30c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event updated for resources: {'Port': ['ID=5a59a7bf-081a-4810-8b10-f736497cf5ed,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:05.956479 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-25ff2ff2-4154-4dbf-b62c-e5017c13416d req-fa9c98bd-8933-40b6-af2b-7efbee3d5b33 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2050138 Feb 15 16:46:05.958124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c0907-0198-425c-86c7-972d7c77fc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e6eb7d-f5eb-4eba-b118-6fef1a6a63e0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:05.962166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-32156f86-a666-443f-b319-35a68542b30c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Network 3574f4db-39b1-48ab-af8c-11de19a4546e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:46:05.981747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-32156f86-a666-443f-b319-35a68542b30c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:05.986958 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-32156f86-a666-443f-b319-35a68542b30c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:46:06.053056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-32156f86-a666-443f-b319-35a68542b30c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:06.053710 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-32156f86-a666-443f-b319-35a68542b30c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:06.076682 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe3aecff-a2eb-41d7-9cf2-bbbf816756d8 admin admin] Publish callbacks [] for security_group (72e6eb7d-f5eb-4eba-b118-6fef1a6a63e0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:06.100590 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe3aecff-a2eb-41d7-9cf2-bbbf816756d8 admin admin] Publish callbacks [] for security_group (72e6eb7d-f5eb-4eba-b118-6fef1a6a63e0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:06.118323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-d03cb5c3-6dd8-4013-8225-a69d21ca0e75 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:06.119780 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-d03cb5c3-6dd8-4013-8225-a69d21ca0e75 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1819921 Feb 15 16:46:06.155874 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-fbaa20b4-4678-49ab-ba9d-8377fc565351 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/quotas/b7a5f0b72e504cf480a209cc35e182d9 HTTP/1.1" status: 200 len: 375 time: 0.0182106 Feb 15 16:46:06.187518 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-32156f86-a666-443f-b319-35a68542b30c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6008160 Feb 15 16:46:06.194525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-748bcf4d-9017-415b-ba25-89c36dba021f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Allocated IP 172.20.0.13 (25ae7ec7-2a2e-4bf6-b151-6a630a07559e/e54c697c-dfc4-4d97-947c-96f129045128/8c81480f-224e-49aa-bb02-8fd864e980bf) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:46:06.198244 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-24859aef-ed27-4530-bb36-068d27bb2907 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=b7a5f0b72e504cf480a209cc35e182d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344408 Feb 15 16:46:06.198536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Request body: {'port': {'device_id': '1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:06.243650 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe3aecff-a2eb-41d7-9cf2-bbbf816756d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (72e6eb7d-f5eb-4eba-b118-6fef1a6a63e0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:06.247402 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe3aecff-a2eb-41d7-9cf2-bbbf816756d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:06.258701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fe3aecff-a2eb-41d7-9cf2-bbbf816756d8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/72e6eb7d-f5eb-4eba-b118-6fef1a6a63e0 HTTP/1.1" status: 204 len: 168 time: 0.2961445 Feb 15 16:46:06.285064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3aecff-a2eb-41d7-9cf2-bbbf816756d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e6eb7d-f5eb-4eba-b118-6fef1a6a63e0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:06.316534 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:06.392197 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-748bcf4d-9017-415b-ba25-89c36dba021f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks [] for port (8c81480f-224e-49aa-bb02-8fd864e980bf), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:06.532573 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-748bcf4d-9017-415b-ba25-89c36dba021f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (8c81480f-224e-49aa-bb02-8fd864e980bf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:06.555978 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc4c595-d7f5-4655-a03a-f05cdf469033 x-openstack-request-id: req-dfc4c595-d7f5-4655-a03a-f05cdf469033 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:06.557923 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f18dce-94c1-4e61-a4ce-561c60c91376", "tag": "0a8ea038-3007-4035-a547-0451fc39da7b", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:06.558194 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dfc4c595-d7f5-4655-a03a-f05cdf469033 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:06.558605 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f18dce-94c1-4e61-a4ce-561c60c91376', 'tag': '0a8ea038-3007-4035-a547-0451fc39da7b', 'status': 'completed', 'code': 200} Feb 15 16:46:06.708538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a59a7bf-081a-4810-8b10-f736497cf5ed {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:06.709650 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748bcf4d-9017-415b-ba25-89c36dba021f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Pushing event updated for resources: {'Port': ['ID=8c81480f-224e-49aa-bb02-8fd864e980bf,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:06.714214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-748bcf4d-9017-415b-ba25-89c36dba021f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:46:06.717897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-748bcf4d-9017-415b-ba25-89c36dba021f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:06.720818 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Publish callbacks [] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:06.732896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-748bcf4d-9017-415b-ba25-89c36dba021f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:46:06.739542 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4df0cb-aec9-4d14-b153-1fd25929acb4 req-5e1fb8e3-718f-4f83-97ff-b76967a99656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:06.740811 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f4df0cb-aec9-4d14-b153-1fd25929acb4 req-5e1fb8e3-718f-4f83-97ff-b76967a99656 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5522da92dd14128b79c900e1038ee82&device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 1126 time: 0.1404648 Feb 15 16:46:06.754441 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeec683-539e-4232-be38-5c8c0260bccc req-0eacdf2b-21c2-430f-b384-6b1012ce91cd tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:06.772433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aaeec683-539e-4232-be38-5c8c0260bccc req-0eacdf2b-21c2-430f-b384-6b1012ce91cd tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 943 time: 0.1422830 Feb 15 16:46:06.774880 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Transition to ACTIVE for port object 5a59a7bf-081a-4810-8b10-f736497cf5ed will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:46:06.824078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-748bcf4d-9017-415b-ba25-89c36dba021f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:06.824979 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-748bcf4d-9017-415b-ba25-89c36dba021f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:06.863932 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972b0d7-09f6-4f9a-8704-c2bc143af4dd req-c9135833-0409-4d33-b23b-b4b285084e60 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:06.866318 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5972b0d7-09f6-4f9a-8704-c2bc143af4dd req-c9135833-0409-4d33-b23b-b4b285084e60 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 931 time: 0.2308464 Feb 15 16:46:06.874010 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aaeec683-539e-4232-be38-5c8c0260bccc req-0ceec6f9-5387-491b-9911-128d2a03d53e tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/security-groups?id=e71c1fb5-0ba5-4965-a455-d14f2f2dca17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007047 Feb 15 16:46:06.895264 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:06.904480 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-222d8f4e-e405-4c4f-9f06-345c4faad6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:06.939075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Pushing event updated for resources: {'Port': ['ID=5a59a7bf-081a-4810-8b10-f736497cf5ed,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:06.945213 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4df0cb-aec9-4d14-b153-1fd25929acb4 req-ed5d6cb6-c32c-4ed3-9de2-981eba1fa905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:06.946865 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f4df0cb-aec9-4d14-b153-1fd25929acb4 req-ed5d6cb6-c32c-4ed3-9de2-981eba1fa905 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cbdd945-2de0-4dc1-a660-7672fa691880 HTTP/1.1" status: 200 len: 930 time: 0.1704140 Feb 15 16:46:06.948833 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-748bcf4d-9017-415b-ba25-89c36dba021f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3641431 Feb 15 16:46:06.969014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Request body: {'port': {'device_id': '06929e51-807c-4e91-b6c1-5546e11d40fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:07.002017 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5972b0d7-09f6-4f9a-8704-c2bc143af4dd req-4bd1eeff-c7be-4963-9fdd-740cf31df2ff tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289232 Feb 15 16:46:07.056498 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8c81480f-224e-49aa-bb02-8fd864e980bf), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:07.130427 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17689f6a-83a9-49f8-9aee-586359990f99 req-fc67db14-ef31-46cc-b07a-54b20445edbd tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0531697 Feb 15 16:46:07.351450 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2a382-cea3-45dc-b393-eb1b5754f509 req-dc821cb2-2b8a-4d32-8cea-6ebe70a24682 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:07.353065 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dba2a382-cea3-45dc-b393-eb1b5754f509 req-dc821cb2-2b8a-4d32-8cea-6ebe70a24682 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0c156c5-029d-4628-8275-4dc299032a38 HTTP/1.1" status: 200 len: 946 time: 0.1255555 Feb 15 16:46:07.365900 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f4df0cb-aec9-4d14-b153-1fd25929acb4 req-e869dd66-16fb-4d9d-830c-e9dd949c29aa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a8ea038-3007-4035-a547-0451fc39da7b HTTP/1.1" status: 200 len: 217 time: 0.4096582 Feb 15 16:46:07.394445 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5cb6d2ef-db38-425e-8635-5ac380bdfbbf req-28bbdf0b-1b44-465d-9cc7-fcf77c0b6572 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 210 time: 0.4369698 Feb 15 16:46:07.449312 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dba2a382-cea3-45dc-b393-eb1b5754f509 req-a122a422-a8d7-490e-81cd-0ca613bc6348 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895674 Feb 15 16:46:07.558606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4df0cb-aec9-4d14-b153-1fd25929acb4 req-f13f44bd-d471-479c-a768-75b48bf2ff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:07.560278 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f4df0cb-aec9-4d14-b153-1fd25929acb4 req-f13f44bd-d471-479c-a768-75b48bf2ff3b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=416a7944-16a2-4bb6-bfb2-67eeec692582 HTTP/1.1" status: 200 len: 868 time: 0.1754761 Feb 15 16:46:07.566235 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c81480f-224e-49aa-bb02-8fd864e980bf {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:07.575849 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Publish callbacks [] for port (8c81480f-224e-49aa-bb02-8fd864e980bf), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:07.596298 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Transition to ACTIVE for port object 8c81480f-224e-49aa-bb02-8fd864e980bf will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:46:07.615862 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e98cd-9ffe-4de0-81df-8cee1b839280 req-474b493f-2d2e-4a92-b113-8488f73f6a4b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:07.621145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e98cd-9ffe-4de0-81df-8cee1b839280 req-474b493f-2d2e-4a92-b113-8488f73f6a4b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:07.625670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d7ac3-7cc9-4373-816d-df69a49bf10e req-89f22eb9-5979-4798-8955-36e688166309 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:07.626611 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e98cd-9ffe-4de0-81df-8cee1b839280 req-474b493f-2d2e-4a92-b113-8488f73f6a4b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:07.632063 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e98cd-9ffe-4de0-81df-8cee1b839280 req-474b493f-2d2e-4a92-b113-8488f73f6a4b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:07.632737 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae0d7ac3-7cc9-4373-816d-df69a49bf10e req-89f22eb9-5979-4798-8955-36e688166309 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 932 time: 0.1377728 Feb 15 16:46:07.637288 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e98cd-9ffe-4de0-81df-8cee1b839280 req-474b493f-2d2e-4a92-b113-8488f73f6a4b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:07.643362 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e98cd-9ffe-4de0-81df-8cee1b839280 req-474b493f-2d2e-4a92-b113-8488f73f6a4b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:07.649127 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e98cd-9ffe-4de0-81df-8cee1b839280 req-474b493f-2d2e-4a92-b113-8488f73f6a4b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:07.651285 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b9e98cd-9ffe-4de0-81df-8cee1b839280 req-474b493f-2d2e-4a92-b113-8488f73f6a4b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.1146851 Feb 15 16:46:07.676775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Attempting to bind port 5a59a7bf-081a-4810-8b10-f736497cf5ed on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:46:07.677159 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Attempting to bind port 5a59a7bf-081a-4810-8b10-f736497cf5ed by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '3c120751-ed77-48d7-a4af-d4cb7dc1b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3574f4db-39b1-48ab-af8c-11de19a4546e'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:46:07.677582 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Attempting to bind port 5a59a7bf-081a-4810-8b10-f736497cf5ed on network 3574f4db-39b1-48ab-af8c-11de19a4546e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:07.695145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Port 5a59a7bf-081a-4810-8b10-f736497cf5ed on network 3574f4db-39b1-48ab-af8c-11de19a4546e not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:46:07.695475 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Attempting to bind port 5a59a7bf-081a-4810-8b10-f736497cf5ed on network 3574f4db-39b1-48ab-af8c-11de19a4546e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:07.713135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:46:07.713581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Checking segment: {'id': '3c120751-ed77-48d7-a4af-d4cb7dc1b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3574f4db-39b1-48ab-af8c-11de19a4546e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:07.713970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Bound using segment: {'id': '3c120751-ed77-48d7-a4af-d4cb7dc1b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3574f4db-39b1-48ab-af8c-11de19a4546e'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:46:07.714401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Bound port: 5a59a7bf-081a-4810-8b10-f736497cf5ed, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c120751-ed77-48d7-a4af-d4cb7dc1b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3574f4db-39b1-48ab-af8c-11de19a4546e'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:46:07.714799 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:07.717857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4df0cb-aec9-4d14-b153-1fd25929acb4 req-235cb1a9-0e96-472c-81e0-e10454790c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:07.719963 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f4df0cb-aec9-4d14-b153-1fd25929acb4 req-235cb1a9-0e96-472c-81e0-e10454790c5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cbdd945-2de0-4dc1-a660-7672fa691880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1517675 Feb 15 16:46:07.723901 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b9e98cd-9ffe-4de0-81df-8cee1b839280 req-0b8678ad-e81e-4086-bf8d-5fab1a5cc996 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627007 Feb 15 16:46:07.723901 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (8c81480f-224e-49aa-bb02-8fd864e980bf), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:07.734138 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae0d7ac3-7cc9-4373-816d-df69a49bf10e req-999d3011-a554-4d5c-ad69-1c1e7944949e tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003528 Feb 15 16:46:07.799785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45412) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:07.826337 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Pushing event updated for resources: {'Port': ['ID=8c81480f-224e-49aa-bb02-8fd864e980bf,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:07.880847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Attempting to bind port 8c81480f-224e-49aa-bb02-8fd864e980bf on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:46:07.880847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Attempting to bind port 8c81480f-224e-49aa-bb02-8fd864e980bf by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:46:07.882581 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Attempting to bind port 8c81480f-224e-49aa-bb02-8fd864e980bf on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:07.887444 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Port 8c81480f-224e-49aa-bb02-8fd864e980bf on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:46:07.887774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Attempting to bind port 8c81480f-224e-49aa-bb02-8fd864e980bf on network 25ae7ec7-2a2e-4bf6-b151-6a630a07559e {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:07.894517 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:46:07.894860 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Checking segment: {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:07.895244 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Bound using segment: {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:46:07.895717 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Bound port: 8c81480f-224e-49aa-bb02-8fd864e980bf, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d19e4a-f995-40e4-82d0-a90eebee5152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:46:07.896085 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8c81480f-224e-49aa-bb02-8fd864e980bf), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:07.947654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] For port 5a59a7bf-081a-4810-8b10-f736497cf5ed, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:46:07.964522 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f4df0cb-aec9-4d14-b153-1fd25929acb4 req-baba956a-8679-4178-88c6-d1e91426620e service neutron] 10.222.0.10 "GET /v2.0/networks/0cbdd945-2de0-4dc1-a660-7672fa691880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210963 Feb 15 16:46:07.972514 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] For port 5a59a7bf-081a-4810-8b10-f736497cf5ed, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5a59a7bf-081a-4810-8b10-f736497cf5ed,segment=NetworkSegment(3c120751-ed77-48d7-a4af-d4cb7dc1b8ff),segment_id=3c120751-ed77-48d7-a4af-d4cb7dc1b8ff)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:46:07.982401 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-35231c15-3219-4420-97ca-3893243ccca6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-828732263-network', 'tenant_id': '4f1f4ab991f44298a0b7a5ca3543dd1e'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:08.006804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5a715-13ac-41f2-8c0e-041d9fc39d1e req-134bddc8-3ecc-4985-a422-1b38addcef60 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:08.008281 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0b5a715-13ac-41f2-8c0e-041d9fc39d1e req-134bddc8-3ecc-4985-a422-1b38addcef60 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.67 "GET /v2.0/ports?device_id=b0c156c5-029d-4628-8275-4dc299032a38 HTTP/1.1" status: 200 len: 946 time: 0.1566274 Feb 15 16:46:08.026210 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] For port 8c81480f-224e-49aa-bb02-8fd864e980bf, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:46:08.035244 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] For port 8c81480f-224e-49aa-bb02-8fd864e980bf, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8c81480f-224e-49aa-bb02-8fd864e980bf,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:46:08.081672 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0a8ea038-3007-4035-a547-0451fc39da7b details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:08.091532 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:08.107642 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35231c15-3219-4420-97ca-3893243ccca6 admin admin] Made reservation on behalf of 4f1f4ab991f44298a0b7a5ca3543dd1e for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:08.110350 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-35231c15-3219-4420-97ca-3893243ccca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:08.126200 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-35231c15-3219-4420-97ca-3893243ccca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:08.155334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:08.156424 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:08.158360 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] 10.222.0.67 "PUT /v2.0/ports/5a59a7bf-081a-4810-8b10-f736497cf5ed HTTP/1.1" status: 200 len: 1092 time: 1.9637392 Feb 15 16:46:08.162873 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (8c81480f-224e-49aa-bb02-8fd864e980bf), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:08.194243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea7c47-cfba-4b2e-ac51-02dd73a91ded req-2ea0e35a-2f1c-45b9-bded-c4585546daaf tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:08.195647 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecea7c47-cfba-4b2e-ac51-02dd73a91ded req-2ea0e35a-2f1c-45b9-bded-c4585546daaf tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 943 time: 0.2278318 Feb 15 16:46:08.215542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 0a8ea038-3007-4035-a547-0451fc39da7b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0a8ea038-3007-4035-a547-0451fc39da7b,segment=NetworkSegment(ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c),segment_id=ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:08.225210 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:08.225862 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:08.227260 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] 10.222.0.67 "PUT /v2.0/ports/8c81480f-224e-49aa-bb02-8fd864e980bf HTTP/1.1" status: 200 len: 1093 time: 1.2678277 Feb 15 16:46:08.229338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '0a8ea038-3007-4035-a547-0451fc39da7b', 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880', 'port_id': '0a8ea038-3007-4035-a547-0451fc39da7b', 'mac_address': 'fa:16:3e:13:c4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:08.233825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06929e51-807c-4e91-b6c1-5546e11d40fb', 'tag': '8c81480f-224e-49aa-bb02-8fd864e980bf'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:08.237112 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9548d1-7ef6-4e0b-81ae-7183f9342ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "06929e51-807c-4e91-b6c1-5546e11d40fb", "tag": "8c81480f-224e-49aa-bb02-8fd864e980bf"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:08.252510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d04a67-1a03-4a97-bf89-37b9ccf67331 req-0890ea4e-0f0f-49be-80c3-2046a3688717 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:08.254120 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-30d04a67-1a03-4a97-bf89-37b9ccf67331 req-0890ea4e-0f0f-49be-80c3-2046a3688717 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 943 time: 0.1785307 Feb 15 16:46:08.271338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Pushing event updated for resources: {'Port': ['ID=5a59a7bf-081a-4810-8b10-f736497cf5ed,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:08.283291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 0a8ea038-3007-4035-a547-0451fc39da7b is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:08.284179 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0a8ea038-3007-4035-a547-0451fc39da7b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:08.293658 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f4df0cb-aec9-4d14-b153-1fd25929acb4 req-9772c489-71d0-44be-bbf5-03e257bef48e service neutron] 10.222.0.10 "GET /v2.0/networks/0cbdd945-2de0-4dc1-a660-7672fa691880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079183 Feb 15 16:46:08.296465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092bd4f9-954f-4ed0-b4a0-27d774ae1c58 service neutron] Pushing event updated for resources: {'Port': ['ID=8c81480f-224e-49aa-bb02-8fd864e980bf,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:08.297169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:08.297602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:08.299428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:08.299837 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:08.300193 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:08.300540 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:08.301068 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:08.301476 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:08.301803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:08.302144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:08.302959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:08.302959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:08.303232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94879d0b-28a1-454f-85fb-52261bb15a8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:08.303466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8ea038-3007-4035-a547-0451fc39da7b {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:08.338169 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 0a8ea038-3007-4035-a547-0451fc39da7b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0a8ea038-3007-4035-a547-0451fc39da7b,segment=NetworkSegment(ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c),segment_id=ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:08.352320 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecea7c47-cfba-4b2e-ac51-02dd73a91ded req-0dac7ce6-639e-4779-b305-90f472a8dc30 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/security-groups?id=e71c1fb5-0ba5-4965-a455-d14f2f2dca17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247950 Feb 15 16:46:08.371542 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-c0b5a715-13ac-41f2-8c0e-041d9fc39d1e req-ae7a4fc7-512c-48b0-a855-5940d4cb4ea3 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Deleting port ddaf331e-42d8-4293-b663-06bb413aaf2f {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:46:08.371952 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c0b5a715-13ac-41f2-8c0e-041d9fc39d1e req-ae7a4fc7-512c-48b0-a855-5940d4cb4ea3 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ddaf331e-42d8-4293-b663-06bb413aaf2f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:08.397948 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-35231c15-3219-4420-97ca-3893243ccca6 admin admin] Publish callbacks [] for security_group (a653deee-a18f-44c0-9626-295eb8dc733a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:08.402985 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-30d04a67-1a03-4a97-bf89-37b9ccf67331 req-d33f25fc-0cdd-41b9-99ba-885ca9226ec9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381817 Feb 15 16:46:08.413530 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0a8ea038-3007-4035-a547-0451fc39da7b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:08.438033 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-0ea2a336-c63d-48b3-985d-6b9206289fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:08.443595 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-0ea2a336-c63d-48b3-985d-6b9206289fbf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f46a6a08dea5478cbce46980fac5275a&device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 1126 time: 0.1399074 Feb 15 16:46:08.486844 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=0a8ea038-3007-4035-a547-0451fc39da7b,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:08.513406 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-e7ada478-3fd5-42aa-bc9a-9875e0ff0a38 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a59a7bf-081a-4810-8b10-f736497cf5ed HTTP/1.1" status: 200 len: 217 time: 0.0636296 Feb 15 16:46:08.513989 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-35231c15-3219-4420-97ca-3893243ccca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a653deee-a18f-44c0-9626-295eb8dc733a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:08.535149 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6acbd67d-3f21-4a4c-adae-0125e6620df5 req-e854fb92-5930-4476-b8dc-4f77e812d59e tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0460391 Feb 15 16:46:08.572264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35231c15-3219-4420-97ca-3893243ccca6 admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:46:08.584288 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35231c15-3219-4420-97ca-3893243ccca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a653deee-a18f-44c0-9626-295eb8dc733a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:08.597792 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-35231c15-3219-4420-97ca-3893243ccca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2bdfdf09-c973-4921-a8f5-1f856a4f4f5e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:08.598134 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-35231c15-3219-4420-97ca-3893243ccca6 admin admin] Added segment 2bdfdf09-c973-4921-a8f5-1f856a4f4f5e of type vlan for network 1604cbb8-c7dc-4a25-a17b-37c139a057a6 Feb 15 16:46:08.606810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-61a146d1-735a-4013-9998-e5f8c83fc9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:08.608286 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-61a146d1-735a-4013-9998-e5f8c83fc9ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb3b61e3-2dbf-4944-84b6-1149df537848 HTTP/1.1" status: 200 len: 851 time: 0.0825400 Feb 15 16:46:08.624656 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd', 'tag': '5a59a7bf-081a-4810-8b10-f736497cf5ed'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:08.627702 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a99db4a-4ae7-41f7-81bf-70ad0797bee1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd", "tag": "5a59a7bf-081a-4810-8b10-f736497cf5ed"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:08.646482 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['0a8ea038-3007-4035-a547-0451fc39da7b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:08.666595 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-caacb78d-b1b0-4043-aaf3-a7f8f2d8363f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3574f4db-39b1-48ab-af8c-11de19a4546e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333748 Feb 15 16:46:08.670327 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b22e3b-687f-4d9d-ae9b-e6d501924a52 x-openstack-request-id: req-29b22e3b-687f-4d9d-ae9b-e6d501924a52 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:08.670619 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06929e51-807c-4e91-b6c1-5546e11d40fb", "tag": "8c81480f-224e-49aa-bb02-8fd864e980bf", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:08.670876 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-29b22e3b-687f-4d9d-ae9b-e6d501924a52 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:08.671272 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06929e51-807c-4e91-b6c1-5546e11d40fb', 'tag': '8c81480f-224e-49aa-bb02-8fd864e980bf', 'status': 'completed', 'code': 200} Feb 15 16:46:08.673512 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-35231c15-3219-4420-97ca-3893243ccca6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (1604cbb8-c7dc-4a25-a17b-37c139a057a6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:08.706414 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-51f57152-4e2f-4a0c-a5e8-4f37d5559228 req-7203022a-f9a1-41a4-8573-9cda7aed3d95 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 210 time: 0.0584807 Feb 15 16:46:08.708105 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f911080c-568a-4d00-a53d-051d146fef89 req-c51996c6-1c76-484b-9669-6e7ec833b7bd tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b7a5f0b72e504cf480a209cc35e182d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756767 Feb 15 16:46:08.730483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-c0b5a715-13ac-41f2-8c0e-041d9fc39d1e req-ae7a4fc7-512c-48b0-a855-5940d4cb4ea3 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] For port ddaf331e-42d8-4293-b663-06bb413aaf2f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ddaf331e-42d8-4293-b663-06bb413aaf2f,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:08.730996 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c0b5a715-13ac-41f2-8c0e-041d9fc39d1e req-ae7a4fc7-512c-48b0-a855-5940d4cb4ea3 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ddaf331e-42d8-4293-b663-06bb413aaf2f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:08.751048 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-03821e1f-39a5-41f8-958c-c17ee656daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:08.753790 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-03821e1f-39a5-41f8-958c-c17ee656daa0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 1127 time: 0.3561199 Feb 15 16:46:08.812034 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-c79a1807-7306-4cf3-8232-9bbfdf4469d9 service neutron] 10.222.0.67 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358571 Feb 15 16:46:08.817924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-c0b5a715-13ac-41f2-8c0e-041d9fc39d1e req-ae7a4fc7-512c-48b0-a855-5940d4cb4ea3 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Calling delete_port for ddaf331e-42d8-4293-b663-06bb413aaf2f owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:46:08.870543 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bc1c1c-394f-4894-857a-1d77a7cf3db8 x-openstack-request-id: req-a0bc1c1c-394f-4894-857a-1d77a7cf3db8 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:08.870834 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd", "tag": "5a59a7bf-081a-4810-8b10-f736497cf5ed", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:08.871193 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a0bc1c1c-394f-4894-857a-1d77a7cf3db8 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:08.871491 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd', 'tag': '5a59a7bf-081a-4810-8b10-f736497cf5ed', 'status': 'completed', 'code': 200} Feb 15 16:46:08.888434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b700b-2b50-4034-8ef6-b1fabaac1e34 req-6f2d8239-b70f-4d7f-9abe-1f5d0109064e tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:08.890055 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-529b700b-2b50-4034-8ef6-b1fabaac1e34 req-6f2d8239-b70f-4d7f-9abe-1f5d0109064e tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0c156c5-029d-4628-8275-4dc299032a38 HTTP/1.1" status: 200 len: 946 time: 0.1415241 Feb 15 16:46:08.907881 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-5c88c6e7-1f32-4e74-92d5-c3da3b63064e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c81480f-224e-49aa-bb02-8fd864e980bf HTTP/1.1" status: 200 len: 217 time: 0.1277308 Feb 15 16:46:08.909068 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-35231c15-3219-4420-97ca-3893243ccca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (1604cbb8-c7dc-4a25-a17b-37c139a057a6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:08.910208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35231c15-3219-4420-97ca-3893243ccca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:08.910868 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-35231c15-3219-4420-97ca-3893243ccca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:09.008302 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-678f76bb-cf7b-4aea-a97f-357fdadd74b8 req-1c74d241-a699-4d64-ba16-38368f63e158 service neutron] 10.222.0.67 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882806 Feb 15 16:46:09.018057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35231c15-3219-4420-97ca-3893243ccca6 admin admin] Pushing event updated for resources: {'Network': ['ID=1604cbb8-c7dc-4a25-a17b-37c139a057a6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:09.033561 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 1604cbb8-c7dc-4a25-a17b-37c139a057a6 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:46:09.040197 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-529b700b-2b50-4034-8ef6-b1fabaac1e34 req-15c30bff-43e4-402b-be52-437b6dd65d4f tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435606 Feb 15 16:46:09.070808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed2574-c26a-4c48-87fe-cae591053055 req-21ef1577-90cf-4831-91d4-ebdb14c132dd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:09.077499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-98ed2574-c26a-4c48-87fe-cae591053055 req-21ef1577-90cf-4831-91d4-ebdb14c132dd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 944 time: 0.1720212 Feb 15 16:46:09.090735 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-35231c15-3219-4420-97ca-3893243ccca6 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2897749 Feb 15 16:46:09.091462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45438) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:09.097354 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-260b6f89-b093-4876-874c-326d8879299e admin admin] Request body: {'subnet': {'network_id': '1604cbb8-c7dc-4a25-a17b-37c139a057a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-828732263-subnet', 'tenant_id': '4f1f4ab991f44298a0b7a5ca3543dd1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:09.106935 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-b3286238-b83f-4935-8c7b-c7f01d7c7165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:09.108425 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-b3286238-b83f-4935-8c7b-c7f01d7c7165 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e54c697c-dfc4-4d97-947c-96f129045128 HTTP/1.1" status: 200 len: 852 time: 0.1802332 Feb 15 16:46:09.146354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911080c-568a-4d00-a53d-051d146fef89 req-34f3c7a0-1a41-4bf0-8c8b-100f3cf2871a tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:09.147829 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f911080c-568a-4d00-a53d-051d146fef89 req-34f3c7a0-1a41-4bf0-8c8b-100f3cf2871a tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4298341 Feb 15 16:46:09.154423 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-77950dee-96e1-4bf0-9349-bd8c923e8071 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b7a5f0b72e504cf480a209cc35e182d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618286 Feb 15 16:46:09.194567 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260b6f89-b093-4876-874c-326d8879299e admin admin] Made reservation on behalf of 4f1f4ab991f44298a0b7a5ca3543dd1e for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:09.196965 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-260b6f89-b093-4876-874c-326d8879299e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:09.209252 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-e0672383-2b60-46f7-95df-5b1d28659b45 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899706 Feb 15 16:46:09.212777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f911080c-568a-4d00-a53d-051d146fef89 req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Request body: {'port': {'device_id': '21d1e677-08ff-4d0b-bdf6-d087d0f268e0', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': 'b7a5f0b72e504cf480a209cc35e182d9'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:09.273098 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c981079-1e47-4f11-a26d-ef125cc162e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:09.309440 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-98ed2574-c26a-4c48-87fe-cae591053055 req-917413a2-9080-4e8c-9d00-2e368c18eb28 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305064 Feb 15 16:46:09.511181 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c0b5a715-13ac-41f2-8c0e-041d9fc39d1e req-ae7a4fc7-512c-48b0-a855-5940d4cb4ea3 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ddaf331e-42d8-4293-b663-06bb413aaf2f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:09.522859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['4f5d3119-5c92-43a6-ae81-9c1f5f26f495'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:09.581186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34806da0-ca17-4bdb-9fd8-866374523b2e req-7406d887-0d9d-450a-97b0-815259033947 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:09.586134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a4fc7-512c-48b0-a855-5940d4cb4ea3 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Pushing event deleted for resources: {'Port': ['ID=ddaf331e-42d8-4293-b663-06bb413aaf2f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:09.587413 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34806da0-ca17-4bdb-9fd8-866374523b2e req-7406d887-0d9d-450a-97b0-815259033947 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:09.593460 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34806da0-ca17-4bdb-9fd8-866374523b2e req-7406d887-0d9d-450a-97b0-815259033947 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:09.599744 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34806da0-ca17-4bdb-9fd8-866374523b2e req-7406d887-0d9d-450a-97b0-815259033947 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:09.605490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-6a5809df-d5db-4d0a-9679-c933c58648bf tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:09.607934 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34806da0-ca17-4bdb-9fd8-866374523b2e req-7406d887-0d9d-450a-97b0-815259033947 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:09.608123 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-6a5809df-d5db-4d0a-9679-c933c58648bf tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4041111 Feb 15 16:46:09.610020 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-62469004-e066-4723-bc66-2b8f50e3ce45 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588088 Feb 15 16:46:09.611702 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34806da0-ca17-4bdb-9fd8-866374523b2e req-7406d887-0d9d-450a-97b0-815259033947 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:09.617871 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34806da0-ca17-4bdb-9fd8-866374523b2e req-7406d887-0d9d-450a-97b0-815259033947 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:09.627496 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-34806da0-ca17-4bdb-9fd8-866374523b2e req-7406d887-0d9d-450a-97b0-815259033947 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.5023263 Feb 15 16:46:09.646205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Request body: {'port': {'device_id': 'e3497658-6691-4f17-900b-100c4500ae75', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': 'b7a5f0b72e504cf480a209cc35e182d9'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:09.652040 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99db4a-4ae7-41f7-81bf-70ad0797bee1 req-1cd76307-d936-49a2-aa19-97a2c0b1a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:09.653544 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5a99db4a-4ae7-41f7-81bf-70ad0797bee1 req-1cd76307-d936-49a2-aa19-97a2c0b1a5e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f46a6a08dea5478cbce46980fac5275a&device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 1126 time: 0.4940093 Feb 15 16:46:09.676958 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b5a715-13ac-41f2-8c0e-041d9fc39d1e req-ae7a4fc7-512c-48b0-a855-5940d4cb4ea3 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] No DVR routers for this DVR port ddaf331e-42d8-4293-b663-06bb413aaf2f on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:46:09.704145 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c0b5a715-13ac-41f2-8c0e-041d9fc39d1e req-ae7a4fc7-512c-48b0-a855-5940d4cb4ea3 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:09.707636 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0b5a715-13ac-41f2-8c0e-041d9fc39d1e req-ae7a4fc7-512c-48b0-a855-5940d4cb4ea3 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.67 "DELETE /v2.0/ports/ddaf331e-42d8-4293-b663-06bb413aaf2f HTTP/1.1" status: 204 len: 173 time: 1.6884053 Feb 15 16:46:09.754066 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d45d3-6006-4e75-b742-e75ed1d47608 req-7bfac90f-7aee-46eb-8841-5524d619e8e2 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:09.755650 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa8d45d3-6006-4e75-b742-e75ed1d47608 req-7bfac90f-7aee-46eb-8841-5524d619e8e2 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 944 time: 0.3139052 Feb 15 16:46:09.779076 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-34806da0-ca17-4bdb-9fd8-866374523b2e req-ece458c0-0b1b-4a4e-af1b-3938f8d23d15 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1506693 Feb 15 16:46:09.834316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99db4a-4ae7-41f7-81bf-70ad0797bee1 req-c98dbd41-04f4-41cb-a38c-e4e619a80b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:09.835714 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5a99db4a-4ae7-41f7-81bf-70ad0797bee1 req-c98dbd41-04f4-41cb-a38c-e4e619a80b4c service neutron] 10.222.0.67 "GET /v2.0/networks?id=3574f4db-39b1-48ab-af8c-11de19a4546e HTTP/1.1" status: 200 len: 912 time: 0.1726618 Feb 15 16:46:09.875907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f911080c-568a-4d00-a53d-051d146fef89 req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Made reservation on behalf of b7a5f0b72e504cf480a209cc35e182d9 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:09.879101 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f911080c-568a-4d00-a53d-051d146fef89 req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:09.917377 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa8d45d3-6006-4e75-b742-e75ed1d47608 req-617811e1-f69b-42b2-b4f6-71c2a97b524b tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/security-groups?id=e71c1fb5-0ba5-4965-a455-d14f2f2dca17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277974 Feb 15 16:46:09.917574 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5a99db4a-4ae7-41f7-81bf-70ad0797bee1 req-78aea17c-e00e-4421-9de8-c16fd206bb00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a59a7bf-081a-4810-8b10-f736497cf5ed HTTP/1.1" status: 200 len: 217 time: 0.0573883 Feb 15 16:46:09.917811 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f911080c-568a-4d00-a53d-051d146fef89 req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:09.923006 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7db1f0bf-a149-4e7f-ac42-db6e10c647a6 req-08d23651-2bbb-4c11-9b03-9a7d45587099 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806709 Feb 15 16:46:10.002714 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99db4a-4ae7-41f7-81bf-70ad0797bee1 req-77ca8ace-2e02-44dd-a3b7-cf35626585b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:10.008857 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5a99db4a-4ae7-41f7-81bf-70ad0797bee1 req-77ca8ace-2e02-44dd-a3b7-cf35626585b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb3b61e3-2dbf-4944-84b6-1149df537848 HTTP/1.1" status: 200 len: 851 time: 0.0685260 Feb 15 16:46:10.049652 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5a99db4a-4ae7-41f7-81bf-70ad0797bee1 req-f734f0f3-434f-458e-b8df-54c63d5b3c6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3574f4db-39b1-48ab-af8c-11de19a4546e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301890 Feb 15 16:46:10.050569 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19a123c2-6c5a-44a4-bed2-1519f909f7f2 req-e6956e3f-0b3d-460c-8c22-e98d8e410a3e tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0373020 Feb 15 16:46:10.067060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Made reservation on behalf of b7a5f0b72e504cf480a209cc35e182d9 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:10.071000 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:10.078543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee2260-6a4f-435e-aa60-2dd0f62246da req-e0357ef4-d56f-41eb-af10-d3d78ee6e619 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:10.080505 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f3ee2260-6a4f-435e-aa60-2dd0f62246da req-e0357ef4-d56f-41eb-af10-d3d78ee6e619 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 943 time: 0.2080841 Feb 15 16:46:10.085084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0a8ea038-3007-4035-a547-0451fc39da7b up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:10.098658 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:10.121620 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-260b6f89-b093-4876-874c-326d8879299e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (b1a907bc-4434-4020-ab3f-ffa46787c221), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:10.159093 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f911080c-568a-4d00-a53d-051d146fef89 req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks [] for security_group (0357d280-6f7a-4c70-a31c-b3b9e8cfbf46), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:10.228966 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2fe7797-c7d8-41d1-b4d0-0a24f95759db req-c667cea8-8bc8-4dd6-bb9a-58f4e0200862 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 210 time: 0.0725286 Feb 15 16:46:10.252668 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b6f89-b093-4876-874c-326d8879299e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a907bc-4434-4020-ab3f-ffa46787c221,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:10.254698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9548d1-7ef6-4e0b-81ae-7183f9342ad9 req-dcbb2199-df4c-49f1-9318-3efe8ba6daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:10.261219 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f9548d1-7ef6-4e0b-81ae-7183f9342ad9 req-dcbb2199-df4c-49f1-9318-3efe8ba6daf4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 1127 time: 0.1271672 Feb 15 16:46:10.326761 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f3ee2260-6a4f-435e-aa60-2dd0f62246da req-bfad2dc6-73c5-4e6a-ad1c-49bdd593d56f tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063956 Feb 15 16:46:10.330188 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5a99db4a-4ae7-41f7-81bf-70ad0797bee1 req-4b288a34-2284-4b0a-83c2-f23fc6b74bc4 service neutron] 10.222.0.67 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705724 Feb 15 16:46:10.333978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 0a8ea038-3007-4035-a547-0451fc39da7b completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:46:10.334462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260b6f89-b093-4876-874c-326d8879299e admin admin] Checking segment: {'id': '2bdfdf09-c973-4921-a8f5-1f856a4f4f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1604cbb8-c7dc-4a25-a17b-37c139a057a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:10.334462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b6f89-b093-4876-874c-326d8879299e admin admin] Network hostable DHCP agents. Network: 1604cbb8-c7dc-4a25-a17b-37c139a057a6, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:46:10.338473 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 0a8ea038-3007-4035-a547-0451fc39da7b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:10.338473 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0a8ea038-3007-4035-a547-0451fc39da7b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:10.354313 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-88cb452a-64ce-4c72-bc51-1338fe69e5b9 req-c99ab5f2-f873-4f43-a164-fe2e3dce1857 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=b0c156c5-029d-4628-8275-4dc299032a38 HTTP/1.1" status: 200 len: 210 time: 0.0389247 Feb 15 16:46:10.359905 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f911080c-568a-4d00-a53d-051d146fef89 req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0357d280-6f7a-4c70-a31c-b3b9e8cfbf46), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:10.387530 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:10.454851 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.db.api [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) b7a5f0b72e504cf480a209cc35e182d9 {{(pid=103799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:46:10.455226 n-d-828372-14 neutron-server[103799]: DEBUG oslo_db.api [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:46:10.455327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 0a8ea038-3007-4035-a547-0451fc39da7b is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:10.455660 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0a8ea038-3007-4035-a547-0451fc39da7b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:10.458960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:10.465889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9548d1-7ef6-4e0b-81ae-7183f9342ad9 req-f6e035ce-315a-48af-9449-af3227ca88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:10.467200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f9548d1-7ef6-4e0b-81ae-7183f9342ad9 req-f6e035ce-315a-48af-9449-af3227ca88c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 200 len: 913 time: 0.2045722 Feb 15 16:46:10.494350 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f18dce-94c1-4e61-a4ce-561c60c91376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8ea038-3007-4035-a547-0451fc39da7b'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:10.497004 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7415eb-1bc0-48fc-95ed-c40aa9c843f5" -d '{"events": [{"server_uuid": "b2f18dce-94c1-4e61-a4ce-561c60c91376", "name": "network-vif-plugged", "status": "completed", "tag": "0a8ea038-3007-4035-a547-0451fc39da7b"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:10.504395 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b6f89-b093-4876-874c-326d8879299e admin admin] Network 1604cbb8-c7dc-4a25-a17b-37c139a057a6 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:46:10.511574 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 0a8ea038-3007-4035-a547-0451fc39da7b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0a8ea038-3007-4035-a547-0451fc39da7b,segment=NetworkSegment(ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c),segment_id=ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:10.521755 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5a99db4a-4ae7-41f7-81bf-70ad0797bee1 req-457e470d-69f3-42b2-b549-e93532880fb1 service neutron] 10.222.0.67 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795268 Feb 15 16:46:10.524122 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f9548d1-7ef6-4e0b-81ae-7183f9342ad9 req-8f5d5995-1a37-469a-97a5-e1d9ab0a2e2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c81480f-224e-49aa-bb02-8fd864e980bf HTTP/1.1" status: 200 len: 217 time: 0.0447106 Feb 15 16:46:10.529693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894bc9b-a0a5-4891-843d-0022f513cf38 req-2b997446-1bfa-4664-894e-8656e22e11a6 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:10.531886 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3894bc9b-a0a5-4891-843d-0022f513cf38 req-2b997446-1bfa-4664-894e-8656e22e11a6 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 944 time: 0.0966642 Feb 15 16:46:10.550820 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d531a651-220a-421e-8b8b-778491b10e5c x-openstack-request-id: req-d531a651-220a-421e-8b8b-778491b10e5c {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:10.551172 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f18dce-94c1-4e61-a4ce-561c60c91376", "name": "network-vif-plugged", "status": "completed", "tag": "0a8ea038-3007-4035-a547-0451fc39da7b", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:10.551440 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d531a651-220a-421e-8b8b-778491b10e5c {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:10.551870 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f18dce-94c1-4e61-a4ce-561c60c91376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8ea038-3007-4035-a547-0451fc39da7b', 'code': 200} Feb 15 16:46:10.579811 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0a8ea038-3007-4035-a547-0451fc39da7b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:10.613071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-f911080c-568a-4d00-a53d-051d146fef89 req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Allocated IP 192.168.233.160 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/1e4659a1-999b-4f3c-a646-6d6396a3b128) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:46:10.616198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9548d1-7ef6-4e0b-81ae-7183f9342ad9 req-2b26176f-8fc8-4237-ba11-f7c21e09df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:10.617714 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f9548d1-7ef6-4e0b-81ae-7183f9342ad9 req-2b26176f-8fc8-4237-ba11-f7c21e09df53 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e54c697c-dfc4-4d97-947c-96f129045128 HTTP/1.1" status: 200 len: 852 time: 0.0746293 Feb 15 16:46:10.623471 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-260b6f89-b093-4876-874c-326d8879299e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 1604cbb8-c7dc-4a25-a17b-37c139a057a6) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:10.636635 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258ae745-6550-499d-a2f5-f0320a132a77 None None] Network 1604cbb8-c7dc-4a25-a17b-37c139a057a6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:46:10.644523 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260b6f89-b093-4876-874c-326d8879299e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:10.645245 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-260b6f89-b093-4876-874c-326d8879299e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:10.654005 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3894bc9b-a0a5-4891-843d-0022f513cf38 req-32c5a84e-6df9-44ea-bdd5-d0623c87a716 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064217 Feb 15 16:46:10.659152 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f9548d1-7ef6-4e0b-81ae-7183f9342ad9 req-6dd4e40f-4fb8-4261-af06-ee453d75d465 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25ae7ec7-2a2e-4bf6-b151-6a630a07559e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337338 Feb 15 16:46:10.694174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013111f0-c512-489d-9620-b03c5bc269c6 req-7f477b5e-0530-40c0-ae51-a9936ddf7aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:10.696167 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-013111f0-c512-489d-9620-b03c5bc269c6 req-7f477b5e-0530-40c0-ae51-a9936ddf7aa7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 1128 time: 0.0845280 Feb 15 16:46:10.701615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=0a8ea038-3007-4035-a547-0451fc39da7b,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:10.744338 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-013111f0-c512-489d-9620-b03c5bc269c6 req-89d67593-83bb-4fe5-a409-7fbe9263879b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e71c1fb5-0ba5-4965-a455-d14f2f2dca17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411286 Feb 15 16:46:10.769459 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d635c020-8907-452c-b4f3-e6fee0ef2569 None None] Network 1604cbb8-c7dc-4a25-a17b-37c139a057a6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:46:10.779989 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-260b6f89-b093-4876-874c-326d8879299e admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6868522 Feb 15 16:46:10.850264 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f9548d1-7ef6-4e0b-81ae-7183f9342ad9 req-dac240ca-6ef2-419e-bc07-7810a19b86b4 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799583 Feb 15 16:46:10.907181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c156c5-029d-4628-8275-4dc299032a38', 'name': 'network-vif-deleted', 'tag': 'ddaf331e-42d8-4293-b663-06bb413aaf2f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:11.004360 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-61934465-408c-4f75-80da-c1dc2f17f2b7 req-18b8adef-b1cc-4cf2-9707-e80fdfd66ea5 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1723579588', 'description': 'tempest-description-1514202381'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:11.096509 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-61934465-408c-4f75-80da-c1dc2f17f2b7 req-18b8adef-b1cc-4cf2-9707-e80fdfd66ea5 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:11.165204 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-61934465-408c-4f75-80da-c1dc2f17f2b7 req-18b8adef-b1cc-4cf2-9707-e80fdfd66ea5 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (62adff24-391b-425a-8532-30626ad12bb9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:11.212303 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244b1d1c-a741-4a1a-aac8-0d07bf333ea4" -d '{"events": [{"server_uuid": "b0c156c5-029d-4628-8275-4dc299032a38", "name": "network-vif-deleted", "tag": "ddaf331e-42d8-4293-b663-06bb413aaf2f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:11.219688 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:11.233638 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-61934465-408c-4f75-80da-c1dc2f17f2b7 req-18b8adef-b1cc-4cf2-9707-e80fdfd66ea5 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (62adff24-391b-425a-8532-30626ad12bb9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:11.264605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b8adef-b1cc-4cf2-9707-e80fdfd66ea5 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62adff24-391b-425a-8532-30626ad12bb9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:11.327142 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f911080c-568a-4d00-a53d-051d146fef89 req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks [] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:11.337702 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-61934465-408c-4f75-80da-c1dc2f17f2b7 req-18b8adef-b1cc-4cf2-9707-e80fdfd66ea5 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:11.338980 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-61934465-408c-4f75-80da-c1dc2f17f2b7 req-18b8adef-b1cc-4cf2-9707-e80fdfd66ea5 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3388679 Feb 15 16:46:11.350720 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8c81480f-224e-49aa-bb02-8fd864e980bf details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:11.352906 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ddaf331e-42d8-4293-b663-06bb413aaf2f no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:46:11.372346 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f9548d1-7ef6-4e0b-81ae-7183f9342ad9 req-65602c97-ec37-49aa-91d1-5cbf8ca59946 service neutron] 10.222.0.67 "GET /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147777 Feb 15 16:46:11.385713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: ddaf331e-42d8-4293-b663-06bb413aaf2f {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:46:11.386066 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ddaf331e-42d8-4293-b663-06bb413aaf2f not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:46:11.393856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f217de2-a89c-4941-94e2-5a8532efb981 req-57703795-cb5b-4a32-8abe-feccc747c9a0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:11.399194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f217de2-a89c-4941-94e2-5a8532efb981 req-57703795-cb5b-4a32-8abe-feccc747c9a0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:11.407545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f217de2-a89c-4941-94e2-5a8532efb981 req-57703795-cb5b-4a32-8abe-feccc747c9a0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:11.409849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f217de2-a89c-4941-94e2-5a8532efb981 req-57703795-cb5b-4a32-8abe-feccc747c9a0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:11.415154 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f217de2-a89c-4941-94e2-5a8532efb981 req-57703795-cb5b-4a32-8abe-feccc747c9a0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:11.420508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f217de2-a89c-4941-94e2-5a8532efb981 req-57703795-cb5b-4a32-8abe-feccc747c9a0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:11.426320 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f217de2-a89c-4941-94e2-5a8532efb981 req-57703795-cb5b-4a32-8abe-feccc747c9a0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:11.428279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f217de2-a89c-4941-94e2-5a8532efb981 req-57703795-cb5b-4a32-8abe-feccc747c9a0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.2132652 Feb 15 16:46:11.466793 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e11a3-0ff2-4611-a15b-41af901c0855 req-5d3844d6-f358-4df9-aa9f-06964db04990 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:11.468312 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc0e11a3-0ff2-4611-a15b-41af901c0855 req-5d3844d6-f358-4df9-aa9f-06964db04990 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 945 time: 0.0603397 Feb 15 16:46:11.485687 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8c81480f-224e-49aa-bb02-8fd864e980bf, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8c81480f-224e-49aa-bb02-8fd864e980bf,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:11.497785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '8c81480f-224e-49aa-bb02-8fd864e980bf', 'network_id': '25ae7ec7-2a2e-4bf6-b151-6a630a07559e', 'port_id': '8c81480f-224e-49aa-bb02-8fd864e980bf', 'mac_address': 'fa:16:3e:b9:b7:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e54c697c-dfc4-4d97-947c-96f129045128', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:11.519014 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc0e11a3-0ff2-4611-a15b-41af901c0855 req-ee3f680c-24c4-4acc-a3d9-1d267c578012 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/security-groups?id=e71c1fb5-0ba5-4965-a455-d14f2f2dca17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446742 Feb 15 16:46:11.558777 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f217de2-a89c-4941-94e2-5a8532efb981 req-690b928b-d548-45bc-b8dc-7e5c05378b1c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203213 Feb 15 16:46:11.592267 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f911080c-568a-4d00-a53d-051d146fef89 req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:11.618573 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd90ec40-a1e7-4f21-b905-7093f436e5aa req-c159cafd-964c-4206-8207-477e67b670d8 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0290482 Feb 15 16:46:11.652565 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a9e898-7ddf-44e1-96b3-4923b86fd073 x-openstack-request-id: req-98a9e898-7ddf-44e1-96b3-4923b86fd073 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:11.652996 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c156c5-029d-4628-8275-4dc299032a38", "name": "network-vif-deleted", "tag": "ddaf331e-42d8-4293-b663-06bb413aaf2f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:11.653353 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-98a9e898-7ddf-44e1-96b3-4923b86fd073 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:11.654075 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c156c5-029d-4628-8275-4dc299032a38', 'name': 'network-vif-deleted', 'tag': 'ddaf331e-42d8-4293-b663-06bb413aaf2f', 'status': 'completed', 'code': 200} Feb 15 16:46:11.687687 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f911080c-568a-4d00-a53d-051d146fef89 req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:46:11.698372 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-f911080c-568a-4d00-a53d-051d146fef89 req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:11.700593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f911080c-568a-4d00-a53d-051d146fef89 req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:46:11.712291 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b48647ff-3598-4b5a-b2bf-76161f145777 req-1b617836-a57d-491b-ac39-8d550933f0ae tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "GET /v2.0/security-groups/62adff24-391b-425a-8532-30626ad12bb9 HTTP/1.1" status: 200 len: 1832 time: 0.0563173 Feb 15 16:46:11.722460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 8c81480f-224e-49aa-bb02-8fd864e980bf is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:11.722926 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8c81480f-224e-49aa-bb02-8fd864e980bf), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:11.725712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-b48647ff-3598-4b5a-b2bf-76161f145777 req-5614cf7c-9e61-46c4-856b-dae46cbf8a42 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '62adff24-391b-425a-8532-30626ad12bb9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:11.726276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-b48647ff-3598-4b5a-b2bf-76161f145777 req-5614cf7c-9e61-46c4-856b-dae46cbf8a42 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '62adff24-391b-425a-8532-30626ad12bb9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:11.748043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c81480f-224e-49aa-bb02-8fd864e980bf {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:11.764569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Allocated IP 192.168.233.89 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/16f79cf0-dcfc-44f3-b50a-11188aaa05bf) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:46:11.767112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Pushing event updated for resources: {'Port': ['ID=1e4659a1-999b-4f3c-a646-6d6396a3b128,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:11.773419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8c81480f-224e-49aa-bb02-8fd864e980bf, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8c81480f-224e-49aa-bb02-8fd864e980bf,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:11.796181 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:11.801091 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57a8250c-a56f-4dc6-a707-102363f3fe81 req-6dd13255-bf68-45f6-8c7d-4660e1c2de3a tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 210 time: 0.0851705 Feb 15 16:46:11.844085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911080c-568a-4d00-a53d-051d146fef89 req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:11.844740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f911080c-568a-4d00-a53d-051d146fef89 req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:11.894329 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b48647ff-3598-4b5a-b2bf-76161f145777 req-5614cf7c-9e61-46c4-856b-dae46cbf8a42 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group_rule (c7f59ae8-1dba-4dca-b04a-9596726d2e96), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:11.901935 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8c81480f-224e-49aa-bb02-8fd864e980bf), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:11.902768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 5a59a7bf-081a-4810-8b10-f736497cf5ed details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:11.930715 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b48647ff-3598-4b5a-b2bf-76161f145777 req-5614cf7c-9e61-46c4-856b-dae46cbf8a42 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group_rule (c7f59ae8-1dba-4dca-b04a-9596726d2e96), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:11.981654 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f911080c-568a-4d00-a53d-051d146fef89 req-c4a49126-03cc-4077-93f0-3c26b248aa7d tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7746968 Feb 15 16:46:12.004296 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b48647ff-3598-4b5a-b2bf-76161f145777 req-5614cf7c-9e61-46c4-856b-dae46cbf8a42 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (c7f59ae8-1dba-4dca-b04a-9596726d2e96), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.023707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Request body: {'port': {'device_id': '21d1e677-08ff-4d0b-bdf6-d087d0f268e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:12.027748 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614cf7c-9e61-46c4-856b-dae46cbf8a42 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f59ae8-1dba-4dca-b04a-9596726d2e96,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:12.041461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=8c81480f-224e-49aa-bb02-8fd864e980bf,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:12.046415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-94aed1ed-1d76-4c3a-8f95-8bc7d4739a9a None None] Provisioning complete for port 1e4659a1-999b-4f3c-a646-6d6396a3b128 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:12.046821 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94aed1ed-1d76-4c3a-8f95-8bc7d4739a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.091114 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b48647ff-3598-4b5a-b2bf-76161f145777 req-5614cf7c-9e61-46c4-856b-dae46cbf8a42 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.092783 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b48647ff-3598-4b5a-b2bf-76161f145777 req-5614cf7c-9e61-46c4-856b-dae46cbf8a42 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3716748 Feb 15 16:46:12.099953 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-94aed1ed-1d76-4c3a-8f95-8bc7d4739a9a None None] Port 1e4659a1-999b-4f3c-a646-6d6396a3b128 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:46:12.118065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 5a59a7bf-081a-4810-8b10-f736497cf5ed, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5a59a7bf-081a-4810-8b10-f736497cf5ed,segment=NetworkSegment(3c120751-ed77-48d7-a4af-d4cb7dc1b8ff),segment_id=3c120751-ed77-48d7-a4af-d4cb7dc1b8ff)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:12.131691 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '5a59a7bf-081a-4810-8b10-f736497cf5ed', 'network_id': '3574f4db-39b1-48ab-af8c-11de19a4546e', 'port_id': '5a59a7bf-081a-4810-8b10-f736497cf5ed', 'mac_address': 'fa:16:3e:67:6d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3b61e3-2dbf-4944-84b6-1149df537848', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:12.137472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d903a-a92f-43ca-ac76-63afe0ea27e3 req-e8bdd50a-2e0a-431c-bfcb-fbb124e734db tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:12.139013 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cf6d903a-a92f-43ca-ac76-63afe0ea27e3 req-e8bdd50a-2e0a-431c-bfcb-fbb124e734db tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 943 time: 0.1748431 Feb 15 16:46:12.146239 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks [] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.170908 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.180354 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 5a59a7bf-081a-4810-8b10-f736497cf5ed is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:12.180753 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.196677 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a59a7bf-081a-4810-8b10-f736497cf5ed {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:12.220575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 5a59a7bf-081a-4810-8b10-f736497cf5ed, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5a59a7bf-081a-4810-8b10-f736497cf5ed,segment=NetworkSegment(3c120751-ed77-48d7-a4af-d4cb7dc1b8ff),segment_id=3c120751-ed77-48d7-a4af-d4cb7dc1b8ff)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:12.244810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc053f-3f29-4897-859e-0e984e15541b req-7d85ddb6-bd9d-402a-9e5d-b4126354de9a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:12.246369 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fefc053f-3f29-4897-859e-0e984e15541b req-7d85ddb6-bd9d-402a-9e5d-b4126354de9a tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 945 time: 0.0581903 Feb 15 16:46:12.251676 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cf6d903a-a92f-43ca-ac76-63afe0ea27e3 req-e4103c4b-95b4-4586-a27f-ab9b0bd06693 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020586 Feb 15 16:46:12.290184 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.299956 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fefc053f-3f29-4897-859e-0e984e15541b req-76a66b6f-04b6-4afc-9d88-f887dad74965 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474396 Feb 15 16:46:12.347777 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=5a59a7bf-081a-4810-8b10-f736497cf5ed,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:12.371511 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.459376 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d778a1f0-eb19-49c9-96a0-c9d23973dea5 req-aac0d527-54fc-44bf-8011-ab255593af72 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "GET /v2.0/security-groups/62adff24-391b-425a-8532-30626ad12bb9 HTTP/1.1" status: 200 len: 2426 time: 0.1803880 Feb 15 16:46:12.485011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:46:12.500334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:12.512344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Pushing event updated for resources: {'Port': ['ID=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:12.512629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['5a59a7bf-081a-4810-8b10-f736497cf5ed'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:12.518543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['8c81480f-224e-49aa-bb02-8fd864e980bf'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:12.518731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:46:12.547280 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5465a4ec-1319-440c-9740-c9408e6290e4 req-85c636e7-f1ad-486b-aa5f-f5f9c8705664 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "GET /v2.0/security-group-rules/c7f59ae8-1dba-4dca-b04a-9596726d2e96 HTTP/1.1" status: 200 len: 778 time: 0.0643356 Feb 15 16:46:12.628633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:12.629285 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.670088 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5465a4ec-1319-440c-9740-c9408e6290e4 req-0e878f0c-3e7d-467b-8a1f-7cfd31eb8273 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "GET /v2.0/security-groups/62adff24-391b-425a-8532-30626ad12bb9 HTTP/1.1" status: 200 len: 2426 time: 0.1136167 Feb 15 16:46:12.730227 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4659a1-999b-4f3c-a646-6d6396a3b128 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:12.743944 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Publish callbacks [] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.749208 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-7561bb35-a09c-4f65-abb9-88dfb3411599 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1108932 Feb 15 16:46:12.751023 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5465a4ec-1319-440c-9740-c9408e6290e4 req-683df2ac-b18b-4790-9729-557cdfbf642d tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group_rule (c7f59ae8-1dba-4dca-b04a-9596726d2e96), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.771985 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Request body: {'port': {'device_id': 'e3497658-6691-4f17-900b-100c4500ae75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:12.776487 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5465a4ec-1319-440c-9740-c9408e6290e4 req-683df2ac-b18b-4790-9729-557cdfbf642d tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group_rule (c7f59ae8-1dba-4dca-b04a-9596726d2e96), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.779039 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f76878-e551-44cb-bffe-eb338b3fe541 req-c37eaf72-3de6-4c6c-b931-8270d1cf5f5d tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:12.786988 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07f76878-e551-44cb-bffe-eb338b3fe541 req-c37eaf72-3de6-4c6c-b931-8270d1cf5f5d tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 945 time: 0.0657928 Feb 15 16:46:12.809536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Transition to ACTIVE for port object 1e4659a1-999b-4f3c-a646-6d6396a3b128 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:46:12.848570 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07f76878-e551-44cb-bffe-eb338b3fe541 req-8a30d422-4a67-4f3f-85e1-0a9781e6821d tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/security-groups?id=e71c1fb5-0ba5-4965-a455-d14f2f2dca17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603988 Feb 15 16:46:12.857728 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.876230 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.930994 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5465a4ec-1319-440c-9740-c9408e6290e4 req-683df2ac-b18b-4790-9729-557cdfbf642d tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (c7f59ae8-1dba-4dca-b04a-9596726d2e96), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.931250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-7fd47b27-1cd5-45d6-8cb4-a5e3c32f93a7 None None] Provisioning complete for port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:12.931462 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fd47b27-1cd5-45d6-8cb4-a5e3c32f93a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.935993 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5465a4ec-1319-440c-9740-c9408e6290e4 req-683df2ac-b18b-4790-9729-557cdfbf642d tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:12.948596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5465a4ec-1319-440c-9740-c9408e6290e4 req-683df2ac-b18b-4790-9729-557cdfbf642d tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/c7f59ae8-1dba-4dca-b04a-9596726d2e96 HTTP/1.1" status: 204 len: 173 time: 0.2495980 Feb 15 16:46:12.990297 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb76e0-15ab-465f-9d82-3e2f476160a6 req-19bc6ccb-0916-40ca-baff-e220331654dd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:12.995487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7fd47b27-1cd5-45d6-8cb4-a5e3c32f93a7 None None] Port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:46:12.996950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb76e0-15ab-465f-9d82-3e2f476160a6 req-19bc6ccb-0916-40ca-baff-e220331654dd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:13.003606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683df2ac-b18b-4790-9729-557cdfbf642d tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7f59ae8-1dba-4dca-b04a-9596726d2e96,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:13.005312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb76e0-15ab-465f-9d82-3e2f476160a6 req-19bc6ccb-0916-40ca-baff-e220331654dd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:13.011494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb76e0-15ab-465f-9d82-3e2f476160a6 req-19bc6ccb-0916-40ca-baff-e220331654dd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:13.012854 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4659a1-999b-4f3c-a646-6d6396a3b128,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:13.017453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb76e0-15ab-465f-9d82-3e2f476160a6 req-19bc6ccb-0916-40ca-baff-e220331654dd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:13.023421 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb76e0-15ab-465f-9d82-3e2f476160a6 req-19bc6ccb-0916-40ca-baff-e220331654dd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:13.028914 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb76e0-15ab-465f-9d82-3e2f476160a6 req-19bc6ccb-0916-40ca-baff-e220331654dd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:13.030970 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2ceb76e0-15ab-465f-9d82-3e2f476160a6 req-19bc6ccb-0916-40ca-baff-e220331654dd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.1255398 Feb 15 16:46:13.113076 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2ceb76e0-15ab-465f-9d82-3e2f476160a6 req-e0220bd6-1fea-4ab8-8c39-01d1aacff6d5 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0759063 Feb 15 16:46:13.145778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b383208e-7670-437c-8716-77eb15fdc0f9 req-0cd0b5d3-4d01-4a61-91fc-36f865c8995f tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.1059749 Feb 15 16:46:13.261029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e005d-1985-4880-98a0-552cac58b86e req-54b80042-686f-4934-b9ea-c56ad05d17cd tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:13.261029 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f82e005d-1985-4880-98a0-552cac58b86e req-54b80042-686f-4934-b9ea-c56ad05d17cd tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 945 time: 0.0673592 Feb 15 16:46:13.293349 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Attempting to bind port 1e4659a1-999b-4f3c-a646-6d6396a3b128 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:46:13.293769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Attempting to bind port 1e4659a1-999b-4f3c-a646-6d6396a3b128 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:46:13.294099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Attempting to bind port 1e4659a1-999b-4f3c-a646-6d6396a3b128 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:13.302101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f82e005d-1985-4880-98a0-552cac58b86e req-0f8c3330-ca15-4aa9-ab65-f290c01c72d2 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/security-groups?id=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441768 Feb 15 16:46:13.308516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Port 1e4659a1-999b-4f3c-a646-6d6396a3b128 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:46:13.308665 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Attempting to bind port 1e4659a1-999b-4f3c-a646-6d6396a3b128 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:13.322428 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:13.341485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:46:13.341924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:13.342310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:46:13.342756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Bound port: 1e4659a1-999b-4f3c-a646-6d6396a3b128, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:46:13.343116 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:13.357098 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8c81480f-224e-49aa-bb02-8fd864e980bf up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:13.378012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1433c6d8-2352-4c70-901b-27c53519ab75 req-aab07600-ee26-436d-8940-e6a71a5b2a8f tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:13.379550 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1433c6d8-2352-4c70-901b-27c53519ab75 req-aab07600-ee26-436d-8940-e6a71a5b2a8f tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 935 time: 0.1420801 Feb 15 16:46:13.491362 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 8c81480f-224e-49aa-bb02-8fd864e980bf completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:46:13.495833 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 8c81480f-224e-49aa-bb02-8fd864e980bf triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:13.497239 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8c81480f-224e-49aa-bb02-8fd864e980bf), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:13.514931 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-b3055542-6b99-4a79-a47b-3c9ef8020ffb tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 258 time: 0.1887872 Feb 15 16:46:13.518576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f79cf0-dcfc-44f3-b50a-11188aaa05bf {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:13.526341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:13.527179 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1433c6d8-2352-4c70-901b-27c53519ab75 req-ab3230c6-c392-4d0c-aa76-bce2598af5df tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412413 Feb 15 16:46:13.533401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Publish callbacks [] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:13.538016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] For port 1e4659a1-999b-4f3c-a646-6d6396a3b128, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:46:13.549232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] For port 1e4659a1-999b-4f3c-a646-6d6396a3b128, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1e4659a1-999b-4f3c-a646-6d6396a3b128,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:46:13.553992 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Transition to ACTIVE for port object 16f79cf0-dcfc-44f3-b50a-11188aaa05bf will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:46:13.565024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-6eb448f3-42f2-4b92-9d52-0edfbbb93167 req-c565521d-ac40-4724-b896-8b71dcfebc30 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-186804462', 'description': 'tempest-description-31471809'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:13.593315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 8c81480f-224e-49aa-bb02-8fd864e980bf is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:13.594430 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8c81480f-224e-49aa-bb02-8fd864e980bf), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:13.599329 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:13.617169 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06929e51-807c-4e91-b6c1-5546e11d40fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c81480f-224e-49aa-bb02-8fd864e980bf'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:13.619455 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9746aa21-fed7-45e5-ac0c-3f02d50f9535" -d '{"events": [{"server_uuid": "06929e51-807c-4e91-b6c1-5546e11d40fb", "name": "network-vif-plugged", "status": "completed", "tag": "8c81480f-224e-49aa-bb02-8fd864e980bf"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:13.633977 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8c81480f-224e-49aa-bb02-8fd864e980bf, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8c81480f-224e-49aa-bb02-8fd864e980bf,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:13.634092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:13.634640 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:13.636040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f911080c-568a-4d00-a53d-051d146fef89 req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] 10.222.0.10 "PUT /v2.0/ports/1e4659a1-999b-4f3c-a646-6d6396a3b128 HTTP/1.1" status: 200 len: 1097 time: 1.6274841 Feb 15 16:46:13.654959 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:13.656613 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:13.658493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d1e677-08ff-4d0b-bdf6-d087d0f268e0', 'tag': '1e4659a1-999b-4f3c-a646-6d6396a3b128'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:13.660815 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e548ebdf-2186-4e50-bbaf-d351ac26f675" -d '{"events": [{"name": "network-changed", "server_uuid": "21d1e677-08ff-4d0b-bdf6-d087d0f268e0", "tag": "1e4659a1-999b-4f3c-a646-6d6396a3b128"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:13.668308 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cb6f3-a452-4268-a0fd-2e13a9091688 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4659a1-999b-4f3c-a646-6d6396a3b128,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:13.697108 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6eb448f3-42f2-4b92-9d52-0edfbbb93167 req-c565521d-ac40-4724-b896-8b71dcfebc30 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:13.707023 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8c81480f-224e-49aa-bb02-8fd864e980bf), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:13.707849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 5a59a7bf-081a-4810-8b10-f736497cf5ed up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:13.788627 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:13.791161 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Pushing event updated for resources: {'Port': ['ID=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:13.809950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=8c81480f-224e-49aa-bb02-8fd864e980bf,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:13.899691 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6eb448f3-42f2-4b92-9d52-0edfbbb93167 req-c565521d-ac40-4724-b896-8b71dcfebc30 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (7a7e23df-9ca2-49de-b74c-13603ca7bc60), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:13.899991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 5a59a7bf-081a-4810-8b10-f736497cf5ed completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:46:13.903354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911080c-568a-4d00-a53d-051d146fef89 req-f6c18063-2d99-419e-a04d-4c4267a550b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:13.904858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f911080c-568a-4d00-a53d-051d146fef89 req-f6c18063-2d99-419e-a04d-4c4267a550b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7a5f0b72e504cf480a209cc35e182d9&device_id=21d1e677-08ff-4d0b-bdf6-d087d0f268e0 HTTP/1.1" status: 200 len: 1131 time: 0.1677864 Feb 15 16:46:13.905812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 5a59a7bf-081a-4810-8b10-f736497cf5ed triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:13.906029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Attempting to bind port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:46:13.906215 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:13.909920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Attempting to bind port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:46:13.909920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Attempting to bind port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:13.913851 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:46:13.914177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Attempting to bind port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:13.918181 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Allocated IP 172.25.4.221 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/7bb4cc1c-c561-4a43-bb9f-a53a2169042f) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:46:13.957576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:46:13.957928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:13.958330 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:46:13.958781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Bound port: 16f79cf0-dcfc-44f3-b50a-11188aaa05bf, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:46:13.959415 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:13.962996 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f911080c-568a-4d00-a53d-051d146fef89 req-10125692-acce-465d-b7d2-7bc0f84e79ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=1e4659a1-999b-4f3c-a646-6d6396a3b128 HTTP/1.1" status: 200 len: 217 time: 0.0501428 Feb 15 16:46:14.028377 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6eb448f3-42f2-4b92-9d52-0edfbbb93167 req-c565521d-ac40-4724-b896-8b71dcfebc30 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7a7e23df-9ca2-49de-b74c-13603ca7bc60), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:14.041128 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for port (7bb4cc1c-c561-4a43-bb9f-a53a2169042f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:14.052273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 5a59a7bf-081a-4810-8b10-f736497cf5ed is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:14.053553 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:14.094040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911080c-568a-4d00-a53d-051d146fef89 req-276df279-dd41-4597-a1b9-2f8c5dffd14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:14.095668 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f911080c-568a-4d00-a53d-051d146fef89 req-276df279-dd41-4597-a1b9-2f8c5dffd14b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1228065 Feb 15 16:46:14.098296 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 5a59a7bf-081a-4810-8b10-f736497cf5ed, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5a59a7bf-081a-4810-8b10-f736497cf5ed,segment=NetworkSegment(3c120751-ed77-48d7-a4af-d4cb7dc1b8ff),segment_id=3c120751-ed77-48d7-a4af-d4cb7dc1b8ff)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:14.099509 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565521d-ac40-4724-b896-8b71dcfebc30 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7e23df-9ca2-49de-b74c-13603ca7bc60,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:14.106986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] For port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:46:14.123178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] For port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:46:14.146199 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6eb448f3-42f2-4b92-9d52-0edfbbb93167 req-c565521d-ac40-4724-b896-8b71dcfebc30 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:14.147560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6eb448f3-42f2-4b92-9d52-0edfbbb93167 req-c565521d-ac40-4724-b896-8b71dcfebc30 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5865257 Feb 15 16:46:14.170604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911080c-568a-4d00-a53d-051d146fef89 req-8e5f1c8e-dade-405b-98e2-d69e83acf735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:14.172203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f911080c-568a-4d00-a53d-051d146fef89 req-8e5f1c8e-dade-405b-98e2-d69e83acf735 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0630045 Feb 15 16:46:14.205230 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (7bb4cc1c-c561-4a43-bb9f-a53a2169042f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:14.210675 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:14.238575 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:14.248419 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:46:14.255583 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:14.258033 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:46:14.266325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=5a59a7bf-081a-4810-8b10-f736497cf5ed,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:14.292539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Pushing event updated for resources: {'Port': ['ID=7bb4cc1c-c561-4a43-bb9f-a53a2169042f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:14.306542 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:14.307088 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:14.308608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] 10.222.0.10 "PUT /v2.0/ports/16f79cf0-dcfc-44f3-b50a-11188aaa05bf HTTP/1.1" status: 200 len: 1096 time: 1.5444078 Feb 15 16:46:14.356526 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d909e1-eb35-41bb-b9d5-da36d8143eda service neutron] Pushing event updated for resources: {'Port': ['ID=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:14.368495 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f911080c-568a-4d00-a53d-051d146fef89 req-be723246-abdf-4dc9-b9b9-bb325b7e4340 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897588 Feb 15 16:46:14.370598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for floatingip (1cd2a54d-0f1b-4c6a-be41-206d87bde14a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:14.376990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0dec8-b9f7-4ad8-b8e7-a5c2fa0e26f4 req-658e23e4-7b1a-4ed6-b7c9-f6ca3e25ee35 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:14.381569 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14b0dec8-b9f7-4ad8-b8e7-a5c2fa0e26f4 req-658e23e4-7b1a-4ed6-b7c9-f6ca3e25ee35 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 945 time: 0.1806540 Feb 15 16:46:14.535672 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7bb4cc1c-c561-4a43-bb9f-a53a2169042f), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:14.545183 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14b0dec8-b9f7-4ad8-b8e7-a5c2fa0e26f4 req-4c081ff1-0603-412c-a4c9-ffa6379d6106 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580341 Feb 15 16:46:14.565516 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f911080c-568a-4d00-a53d-051d146fef89 req-c365583b-b362-403c-9da0-f3dce07d463a service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857660 Feb 15 16:46:14.576254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-efa6d59f-f369-454e-bb9a-edd824bcd828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:14.577975 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-efa6d59f-f369-454e-bb9a-edd824bcd828 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7a5f0b72e504cf480a209cc35e182d9&device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 1130 time: 0.1406672 Feb 15 16:46:14.578996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e43197-7a0b-41b6-9806-2caea6aa6659 req-6b5d5608-03c4-4d8b-b9b9-db157623170b tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:14.580472 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-53e43197-7a0b-41b6-9806-2caea6aa6659 req-6b5d5608-03c4-4d8b-b9b9-db157623170b tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.10 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 945 time: 0.0904729 Feb 15 16:46:14.628670 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-9f2fd1c0-a7ce-4c7e-b3cc-73b7150dd095 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=16f79cf0-dcfc-44f3-b50a-11188aaa05bf HTTP/1.1" status: 200 len: 217 time: 0.0407197 Feb 15 16:46:14.709887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-88f9f1fd-f2ae-4e05-b6a9-1a1757fde346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:14.711369 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-88f9f1fd-f2ae-4e05-b6a9-1a1757fde346 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0732064 Feb 15 16:46:14.721659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8f576-5db8-4c93-9ba4-a6a77ba27734 req-89397bb3-7e8c-47e8-bd6b-d56a17444ffd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:14.723126 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7c8f576-5db8-4c93-9ba4-a6a77ba27734 req-89397bb3-7e8c-47e8-bd6b-d56a17444ffd tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 946 time: 0.0981603 Feb 15 16:46:14.765072 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-53e43197-7a0b-41b6-9806-2caea6aa6659 req-1423849a-9d26-4da5-b759-605c5f309902 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Deleting port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:46:14.765539 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-53e43197-7a0b-41b6-9806-2caea6aa6659 req-1423849a-9d26-4da5-b759-605c5f309902 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4f5d3119-5c92-43a6-ae81-9c1f5f26f495), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:14.801923 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7c8f576-5db8-4c93-9ba4-a6a77ba27734 req-2bdb8cdc-248d-4158-b7dc-b0faf8ab2b9c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704403 Feb 15 16:46:14.810454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-eae9db25-4070-44e2-97ae-305a5cf38ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:14.811972 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-eae9db25-4070-44e2-97ae-305a5cf38ce1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0879967 Feb 15 16:46:14.818467 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for port (7bb4cc1c-c561-4a43-bb9f-a53a2169042f), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:14.853793 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddca8874-177c-4da3-933c-288cbf5a5af0 x-openstack-request-id: req-ddca8874-177c-4da3-933c-288cbf5a5af0 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:14.853793 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06929e51-807c-4e91-b6c1-5546e11d40fb", "name": "network-vif-plugged", "status": "completed", "tag": "8c81480f-224e-49aa-bb02-8fd864e980bf", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:14.853793 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ddca8874-177c-4da3-933c-288cbf5a5af0 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:14.853793 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06929e51-807c-4e91-b6c1-5546e11d40fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c81480f-224e-49aa-bb02-8fd864e980bf', 'code': 200} Feb 15 16:46:14.878944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-53e43197-7a0b-41b6-9806-2caea6aa6659 req-1423849a-9d26-4da5-b759-605c5f309902 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] For port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=4f5d3119-5c92-43a6-ae81-9c1f5f26f495,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:14.879310 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-53e43197-7a0b-41b6-9806-2caea6aa6659 req-1423849a-9d26-4da5-b759-605c5f309902 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4f5d3119-5c92-43a6-ae81-9c1f5f26f495), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:14.903710 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6606848a-d58b-42a9-b893-51c784abb6fd x-openstack-request-id: req-6606848a-d58b-42a9-b893-51c784abb6fd {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:14.904076 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d1e677-08ff-4d0b-bdf6-d087d0f268e0", "tag": "1e4659a1-999b-4f3c-a646-6d6396a3b128", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:14.904310 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6606848a-d58b-42a9-b893-51c784abb6fd {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:14.904718 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d1e677-08ff-4d0b-bdf6-d087d0f268e0', 'tag': '1e4659a1-999b-4f3c-a646-6d6396a3b128', 'status': 'completed', 'code': 200} Feb 15 16:46:14.912533 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-53e43197-7a0b-41b6-9806-2caea6aa6659 req-1423849a-9d26-4da5-b759-605c5f309902 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Calling delete_port for 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:46:14.924491 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (7bb4cc1c-c561-4a43-bb9f-a53a2169042f), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:14.990954 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-2ac3061c-b065-4309-a321-8bf83d41b91d service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726327 Feb 15 16:46:15.041598 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Pushing event updated for resources: {'Port': ['ID=7bb4cc1c-c561-4a43-bb9f-a53a2169042f,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:15.062399 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (1cd2a54d-0f1b-4c6a-be41-206d87bde14a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:15.086233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ebdf-2186-4e50-bbaf-d351ac26f675 req-97e939bb-1643-413a-98f8-78fa5c3a5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:15.087765 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e548ebdf-2186-4e50-bbaf-d351ac26f675 req-97e939bb-1643-413a-98f8-78fa5c3a5dd8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7a5f0b72e504cf480a209cc35e182d9&device_id=21d1e677-08ff-4d0b-bdf6-d087d0f268e0 HTTP/1.1" status: 200 len: 1131 time: 0.1688807 Feb 15 16:46:15.113949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a2080-7f89-4dd2-8bc9-aef577da9452 req-24a19da4-3a68-4172-be2d-e551bbab78a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:15.115423 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-da8a2080-7f89-4dd2-8bc9-aef577da9452 req-24a19da4-3a68-4172-be2d-e551bbab78a7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 1129 time: 0.1867640 Feb 15 16:46:15.152510 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:15.154031 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-e23865a7-9aaa-4c59-b85a-e2829f19f489 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6317739 Feb 15 16:46:15.198356 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-53e43197-7a0b-41b6-9806-2caea6aa6659 req-1423849a-9d26-4da5-b759-605c5f309902 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4f5d3119-5c92-43a6-ae81-9c1f5f26f495), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:15.200835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b6267-0ee7-41e4-b1d1-7364a678c19b req-83b843a5-1a28-48c3-90e8-e672f91c115d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:15.206303 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b6267-0ee7-41e4-b1d1-7364a678c19b req-83b843a5-1a28-48c3-90e8-e672f91c115d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:15.209881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['4f5d3119-5c92-43a6-ae81-9c1f5f26f495'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:15.211573 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b6267-0ee7-41e4-b1d1-7364a678c19b req-83b843a5-1a28-48c3-90e8-e672f91c115d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:15.216814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b6267-0ee7-41e4-b1d1-7364a678c19b req-83b843a5-1a28-48c3-90e8-e672f91c115d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:15.222141 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b6267-0ee7-41e4-b1d1-7364a678c19b req-83b843a5-1a28-48c3-90e8-e672f91c115d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:15.222528 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-d8a15017-2a32-48f5-a094-440653110bdf tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 696 time: 0.0620141 Feb 15 16:46:15.227373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b6267-0ee7-41e4-b1d1-7364a678c19b req-83b843a5-1a28-48c3-90e8-e672f91c115d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:15.232575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b6267-0ee7-41e4-b1d1-7364a678c19b req-83b843a5-1a28-48c3-90e8-e672f91c115d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:15.235016 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4d1b6267-0ee7-41e4-b1d1-7364a678c19b req-83b843a5-1a28-48c3-90e8-e672f91c115d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5429 time: 0.2945092 Feb 15 16:46:15.265115 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f141de4e-beb2-47af-ba29-67bd0492e5f3 req-e34068ef-10b3-441d-95c1-9980089fbca9 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557695 Feb 15 16:46:15.266380 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423849a-9d26-4da5-b759-605c5f309902 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Pushing event deleted for resources: {'Port': ['ID=4f5d3119-5c92-43a6-ae81-9c1f5f26f495,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:15.297323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e43197-7a0b-41b6-9806-2caea6aa6659 req-1423849a-9d26-4da5-b759-605c5f309902 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] No DVR routers for this DVR port 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:46:15.300067 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-53e43197-7a0b-41b6-9806-2caea6aa6659 req-1423849a-9d26-4da5-b759-605c5f309902 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:15.304070 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-53e43197-7a0b-41b6-9806-2caea6aa6659 req-1423849a-9d26-4da5-b759-605c5f309902 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.10 "DELETE /v2.0/ports/4f5d3119-5c92-43a6-ae81-9c1f5f26f495 HTTP/1.1" status: 204 len: 173 time: 0.7136292 Feb 15 16:46:15.306379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193a1f9e-cc1e-423d-af16-5b01dc99b72d', 'name': 'network-vif-deleted', 'tag': '4f5d3119-5c92-43a6-ae81-9c1f5f26f495'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:15.309556 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1c7351-f277-4cf4-8002-1c6a0a28a778" -d '{"events": [{"server_uuid": "193a1f9e-cc1e-423d-af16-5b01dc99b72d", "name": "network-vif-deleted", "tag": "4f5d3119-5c92-43a6-ae81-9c1f5f26f495"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:15.337922 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-da8a2080-7f89-4dd2-8bc9-aef577da9452 req-c2e11d3c-9c24-4569-b597-04978e2ca57b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014658 Feb 15 16:46:15.354422 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ebdf-2186-4e50-bbaf-d351ac26f675 req-7d0e2d5f-6ce4-4ec1-b04c-a2fadd896a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:15.356218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e548ebdf-2186-4e50-bbaf-d351ac26f675 req-7d0e2d5f-6ce4-4ec1-b04c-a2fadd896a97 service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.2574317 Feb 15 16:46:15.373564 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 454e4dee-af23-45be-bb94-938d491c45ff details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:15.380398 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4d1b6267-0ee7-41e4-b1d1-7364a678c19b req-549d7612-4df2-43ae-b60e-e4aedaea0cfe tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1323326 Feb 15 16:46:15.450290 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-bf5914e9-cf36-4120-a2b1-e41a9915c190 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:15.452577 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2d888eb7-4ed4-43a1-bd05-975e94a871f7 req-bf5914e9-cf36-4120-a2b1-e41a9915c190 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.2119780 Feb 15 16:46:15.463502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e548ebdf-2186-4e50-bbaf-d351ac26f675 req-41a9e5ed-8e78-4de3-b8c9-730d104f4dd6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=1e4659a1-999b-4f3c-a646-6d6396a3b128 HTTP/1.1" status: 200 len: 217 time: 0.0992382 Feb 15 16:46:15.538216 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 454e4dee-af23-45be-bb94-938d491c45ff, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=454e4dee-af23-45be-bb94-938d491c45ff,segment=NetworkSegment(3ecfbf16-4a65-4619-b659-44f571664472),segment_id=3ecfbf16-4a65-4619-b659-44f571664472)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:15.542150 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d250afc2-1fe5-49a0-b186-3173e0790953 req-c92c33e6-edf3-4ed3-b23a-caf7b1e9d525 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "GET /v2.0/security-groups/7a7e23df-9ca2-49de-b74c-13603ca7bc60 HTTP/1.1" status: 200 len: 1829 time: 0.0812302 Feb 15 16:46:15.543670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ebdf-2186-4e50-bbaf-d351ac26f675 req-cd3481c4-41cb-458d-ad07-c6541e05158f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:15.545083 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e548ebdf-2186-4e50-bbaf-d351ac26f675 req-cd3481c4-41cb-458d-ad07-c6541e05158f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0727696 Feb 15 16:46:15.552925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '454e4dee-af23-45be-bb94-938d491c45ff', 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'port_id': '454e4dee-af23-45be-bb94-938d491c45ff', 'mac_address': 'fa:16:3e:3c:29:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:15.572121 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-841218c1-7270-4362-80ae-b2a53dc69843 req-27a88a4d-0ba5-4b63-a760-5a89b09aa8a4 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0497248 Feb 15 16:46:15.597659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 454e4dee-af23-45be-bb94-938d491c45ff is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:15.597947 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (454e4dee-af23-45be-bb94-938d491c45ff), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:15.620267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 454e4dee-af23-45be-bb94-938d491c45ff {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:15.624064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ebdf-2186-4e50-bbaf-d351ac26f675 req-a39f3a3b-5c94-486c-928d-709cf2b5336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:15.626209 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e548ebdf-2186-4e50-bbaf-d351ac26f675 req-a39f3a3b-5c94-486c-928d-709cf2b5336d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0720925 Feb 15 16:46:15.665788 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 454e4dee-af23-45be-bb94-938d491c45ff, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=454e4dee-af23-45be-bb94-938d491c45ff,segment=NetworkSegment(3ecfbf16-4a65-4619-b659-44f571664472),segment_id=3ecfbf16-4a65-4619-b659-44f571664472)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:15.701025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2e25a-07f5-4e7a-aba4-25e7ba2a7d5b req-81d7358b-61ca-4ae7-a07b-e088ce7ff77e tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:15.702617 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5ad2e25a-07f5-4e7a-aba4-25e7ba2a7d5b req-81d7358b-61ca-4ae7-a07b-e088ce7ff77e tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 947 time: 0.0642614 Feb 15 16:46:15.738990 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (454e4dee-af23-45be-bb94-938d491c45ff), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:15.739925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0f5cf237-c13f-4452-a50f-8a0b8b20e20d details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:15.764476 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5ad2e25a-07f5-4e7a-aba4-25e7ba2a7d5b req-80819fc4-bde4-450a-b235-ca0070f7a9b9 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553465 Feb 15 16:46:15.835118 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157ac1e3-d24e-4938-b4dd-3827f856b73b x-openstack-request-id: req-157ac1e3-d24e-4938-b4dd-3827f856b73b {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:15.835701 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193a1f9e-cc1e-423d-af16-5b01dc99b72d", "name": "network-vif-deleted", "tag": "4f5d3119-5c92-43a6-ae81-9c1f5f26f495", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:15.835701 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-157ac1e3-d24e-4938-b4dd-3827f856b73b {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:15.836088 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193a1f9e-cc1e-423d-af16-5b01dc99b72d', 'name': 'network-vif-deleted', 'tag': '4f5d3119-5c92-43a6-ae81-9c1f5f26f495', 'status': 'completed', 'code': 200} Feb 15 16:46:15.841769 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=454e4dee-af23-45be-bb94-938d491c45ff,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:15.899311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0f5cf237-c13f-4452-a50f-8a0b8b20e20d,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:15.912966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '0f5cf237-c13f-4452-a50f-8a0b8b20e20d', 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f', 'port_id': '0f5cf237-c13f-4452-a50f-8a0b8b20e20d', 'mac_address': 'fa:16:3e:c8:a8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baeb71b9-6efb-4690-a7d0-c53f3a2625ba', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:15.958559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:15.958960 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:15.960804 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-08ad7916-c788-4faf-9076-79b85fe9216e tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:15.962426 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-08ad7916-c788-4faf-9076-79b85fe9216e tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0681937 Feb 15 16:46:15.974234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5cf237-c13f-4452-a50f-8a0b8b20e20d {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:15.998472 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0f5cf237-c13f-4452-a50f-8a0b8b20e20d,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:16.041313 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-e1b15581-e117-4104-b18f-1ad53e7747cb tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 696 time: 0.0714617 Feb 15 16:46:16.056538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-a01b925e-4690-42a7-8b5a-4ec69ad59009 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Request body: {'floatingip': {'port_id': '0a8ea038-3007-4035-a547-0451fc39da7b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:16.064757 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:16.065908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device fee101f4-9a6f-48fa-82ce-cbc998d7d69d details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:16.105006 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-a01b925e-4690-42a7-8b5a-4ec69ad59009 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for floatingip (1cd2a54d-0f1b-4c6a-be41-206d87bde14a), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:16.107164 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5d722b8b-fea3-4e2d-a83b-9fe099f09361 req-1f392605-8202-4d2e-98c9-522197e905a9 tempest-ListServerFiltersTestJSON-1838955833 tempest-ListServerFiltersTestJSON-1838955833-project] 10.222.0.107 "GET /v2.0/ports?device_id=193a1f9e-cc1e-423d-af16-5b01dc99b72d HTTP/1.1" status: 200 len: 210 time: 0.0332637 Feb 15 16:46:16.145082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=0f5cf237-c13f-4452-a50f-8a0b8b20e20d,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:16.162721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e548ebdf-2186-4e50-bbaf-d351ac26f675 req-2f6a6cb8-33dc-4b1d-a262-8dc4349c1711 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290773 Feb 15 16:46:16.171049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port fee101f4-9a6f-48fa-82ce-cbc998d7d69d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=fee101f4-9a6f-48fa-82ce-cbc998d7d69d,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:16.183825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'fee101f4-9a6f-48fa-82ce-cbc998d7d69d', 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f', 'port_id': 'fee101f4-9a6f-48fa-82ce-cbc998d7d69d', 'mac_address': 'fa:16:3e:35:c6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baeb71b9-6efb-4690-a7d0-c53f3a2625ba', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:16.246177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port fee101f4-9a6f-48fa-82ce-cbc998d7d69d is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:16.246570 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:16.264180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee101f4-9a6f-48fa-82ce-cbc998d7d69d {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:16.288905 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port fee101f4-9a6f-48fa-82ce-cbc998d7d69d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=fee101f4-9a6f-48fa-82ce-cbc998d7d69d,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:16.318775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be96a2-8ad2-492e-bb48-9451774ddca5 req-536df3e8-dd4e-48a0-a6a0-5a5392e0fcb7 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:16.321404 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8be96a2-8ad2-492e-bb48-9451774ddca5 req-536df3e8-dd4e-48a0-a6a0-5a5392e0fcb7 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 945 time: 0.0994556 Feb 15 16:46:16.324760 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e548ebdf-2186-4e50-bbaf-d351ac26f675 req-a955cc42-bb36-49d1-a889-63882dd41201 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523988 Feb 15 16:46:16.381557 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8be96a2-8ad2-492e-bb48-9451774ddca5 req-8a714cf4-9488-407e-8d0b-b2358b172ca1 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486016 Feb 15 16:46:16.385470 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:16.386071 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c8a4d32c-8875-43a5-9a00-6e45523582eb details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:16.464477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c8a4d32c-8875-43a5-9a00-6e45523582eb, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c8a4d32c-8875-43a5-9a00-6e45523582eb,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:16.468324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=fee101f4-9a6f-48fa-82ce-cbc998d7d69d,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:16.482592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'c8a4d32c-8875-43a5-9a00-6e45523582eb', 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f', 'port_id': 'c8a4d32c-8875-43a5-9a00-6e45523582eb', 'mac_address': 'fa:16:3e:ce:1d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baeb71b9-6efb-4690-a7d0-c53f3a2625ba', 'ip_address': '10.1.1.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:16.508223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5a333-ca9b-443b-a205-e47b0ebeecf3 req-580e379a-aa76-4b43-b6b2-0535038d0e07 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:16.515577 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5b5a333-ca9b-443b-a205-e47b0ebeecf3 req-580e379a-aa76-4b43-b6b2-0535038d0e07 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 946 time: 0.0723834 Feb 15 16:46:16.525972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port c8a4d32c-8875-43a5-9a00-6e45523582eb is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:16.526354 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:16.539901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a4d32c-8875-43a5-9a00-6e45523582eb {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:16.561427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c8a4d32c-8875-43a5-9a00-6e45523582eb, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c8a4d32c-8875-43a5-9a00-6e45523582eb,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:16.568808 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5b5a333-ca9b-443b-a205-e47b0ebeecf3 req-129740b3-18c3-4443-a3b1-b42f19b1d7e0 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523925 Feb 15 16:46:16.596498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-eb140db7-bc36-47c2-9d08-db047d7a5eb7 req-dc29beef-f205-4fed-8b45-dc4102bcde75 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-597268724', 'description': 'tempest-description-710716866'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:16.636289 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:16.636887 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 117995e0-113d-4807-ac7f-d34c4a22aa53 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:16.730855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-eb140db7-bc36-47c2-9d08-db047d7a5eb7 req-dc29beef-f205-4fed-8b45-dc4102bcde75 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:16.732565 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=c8a4d32c-8875-43a5-9a00-6e45523582eb,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:16.782166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 117995e0-113d-4807-ac7f-d34c4a22aa53, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=117995e0-113d-4807-ac7f-d34c4a22aa53,segment=NetworkSegment(f5de36df-4066-44a0-b273-70e5ed08c601),segment_id=f5de36df-4066-44a0-b273-70e5ed08c601)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:16.800640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '117995e0-113d-4807-ac7f-d34c4a22aa53', 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7', 'port_id': '117995e0-113d-4807-ac7f-d34c4a22aa53', 'mac_address': 'fa:16:3e:f6:5e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e008b25-9001-40d7-bc16-630b7f78b284', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:16.816909 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-eb140db7-bc36-47c2-9d08-db047d7a5eb7 req-dc29beef-f205-4fed-8b45-dc4102bcde75 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (6e44195e-ae27-486a-9cff-d017ec9893ae), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:16.848505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 117995e0-113d-4807-ac7f-d34c4a22aa53 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:16.849079 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:16.850660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a59a7bf-081a-4810-8b10-f736497cf5ed'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:16.852935 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dc5866-e3af-4215-8729-1da9f756dd86" -d '{"events": [{"server_uuid": "1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd", "name": "network-vif-plugged", "status": "completed", "tag": "5a59a7bf-081a-4810-8b10-f736497cf5ed"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:16.868746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117995e0-113d-4807-ac7f-d34c4a22aa53 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:16.873326 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-eb140db7-bc36-47c2-9d08-db047d7a5eb7 req-dc29beef-f205-4fed-8b45-dc4102bcde75 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6e44195e-ae27-486a-9cff-d017ec9893ae), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:16.890028 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 117995e0-113d-4807-ac7f-d34c4a22aa53, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=117995e0-113d-4807-ac7f-d34c4a22aa53,segment=NetworkSegment(f5de36df-4066-44a0-b273-70e5ed08c601),segment_id=f5de36df-4066-44a0-b273-70e5ed08c601)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:16.904788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29beef-f205-4fed-8b45-dc4102bcde75 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e44195e-ae27-486a-9cff-d017ec9893ae,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:16.907339 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3497658-6691-4f17-900b-100c4500ae75', 'tag': '16f79cf0-dcfc-44f3-b50a-11188aaa05bf'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:16.909601 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38f20b5-aada-46d8-95ce-1151d4b46073" -d '{"events": [{"name": "network-changed", "server_uuid": "e3497658-6691-4f17-900b-100c4500ae75", "tag": "16f79cf0-dcfc-44f3-b50a-11188aaa05bf"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:16.953228 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:16.953984 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 43c841ed-5b6b-4bbb-87f5-2d36be9275fe details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:16.982591 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-a01b925e-4690-42a7-8b5a-4ec69ad59009 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:16.983762 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-eb140db7-bc36-47c2-9d08-db047d7a5eb7 req-dc29beef-f205-4fed-8b45-dc4102bcde75 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:16.985411 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eb140db7-bc36-47c2-9d08-db047d7a5eb7 req-dc29beef-f205-4fed-8b45-dc4102bcde75 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3934181 Feb 15 16:46:17.029628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=117995e0-113d-4807-ac7f-d34c4a22aa53,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:17.034826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=43c841ed-5b6b-4bbb-87f5-2d36be9275fe,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:17.047794 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '43c841ed-5b6b-4bbb-87f5-2d36be9275fe', 'network_id': '67e72fda-9dfe-495c-b3a9-2d311823812f', 'port_id': '43c841ed-5b6b-4bbb-87f5-2d36be9275fe', 'mac_address': 'fa:16:3e:c2:fb:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baeb71b9-6efb-4690-a7d0-c53f3a2625ba', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:17.058795 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-a01b925e-4690-42a7-8b5a-4ec69ad59009 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (1cd2a54d-0f1b-4c6a-be41-206d87bde14a), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:17.085874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:17.086267 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (43c841ed-5b6b-4bbb-87f5-2d36be9275fe), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:17.093924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22025d3f-89c5-45a1-8954-73975fbc998f req-368ec63c-5a9d-47ff-baa6-6534146b4fb7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:17.099268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22025d3f-89c5-45a1-8954-73975fbc998f req-368ec63c-5a9d-47ff-baa6-6534146b4fb7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:17.100371 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c841ed-5b6b-4bbb-87f5-2d36be9275fe {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:17.104657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22025d3f-89c5-45a1-8954-73975fbc998f req-368ec63c-5a9d-47ff-baa6-6534146b4fb7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:17.110555 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22025d3f-89c5-45a1-8954-73975fbc998f req-368ec63c-5a9d-47ff-baa6-6534146b4fb7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:17.115917 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22025d3f-89c5-45a1-8954-73975fbc998f req-368ec63c-5a9d-47ff-baa6-6534146b4fb7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:17.120582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=43c841ed-5b6b-4bbb-87f5-2d36be9275fe,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:17.121163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22025d3f-89c5-45a1-8954-73975fbc998f req-368ec63c-5a9d-47ff-baa6-6534146b4fb7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:17.126464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22025d3f-89c5-45a1-8954-73975fbc998f req-368ec63c-5a9d-47ff-baa6-6534146b4fb7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:17.128436 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22025d3f-89c5-45a1-8954-73975fbc998f req-368ec63c-5a9d-47ff-baa6-6534146b4fb7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5434 time: 0.0945632 Feb 15 16:46:17.168622 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-a01b925e-4690-42a7-8b5a-4ec69ad59009 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Floating IP 1cd2a54d-0f1b-4c6a-be41-206d87bde14a associated. External IP: 172.25.4.221, port: 0a8ea038-3007-4035-a547-0451fc39da7b. Feb 15 16:46:17.196030 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (43c841ed-5b6b-4bbb-87f5-2d36be9275fe), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:17.196966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b5374418-4fdf-4c52-a3de-6437bd613e74 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:17.202727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22025d3f-89c5-45a1-8954-73975fbc998f req-9f5d90e8-f81c-4d7c-b139-7875927d61e9 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678658 Feb 15 16:46:17.268334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=43c841ed-5b6b-4bbb-87f5-2d36be9275fe,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:17.271876 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port b5374418-4fdf-4c52-a3de-6437bd613e74, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b5374418-4fdf-4c52-a3de-6437bd613e74,segment=NetworkSegment(f5de36df-4066-44a0-b273-70e5ed08c601),segment_id=f5de36df-4066-44a0-b273-70e5ed08c601)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:17.285893 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'b5374418-4fdf-4c52-a3de-6437bd613e74', 'network_id': '7fe9f723-b633-4900-81b1-ec294bf1c8b7', 'port_id': 'b5374418-4fdf-4c52-a3de-6437bd613e74', 'mac_address': 'fa:16:3e:e2:6c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e008b25-9001-40d7-bc16-630b7f78b284', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:17.309244 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d4a135ce-bf9d-420a-b6f7-692e6054c8ce req-7230cba2-b0c6-46f4-9211-fb8da4c318a8 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0374463 Feb 15 16:46:17.323630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port b5374418-4fdf-4c52-a3de-6437bd613e74 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:17.324072 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:17.343211 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5374418-4fdf-4c52-a3de-6437bd613e74 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:17.366159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port b5374418-4fdf-4c52-a3de-6437bd613e74, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b5374418-4fdf-4c52-a3de-6437bd613e74,segment=NetworkSegment(f5de36df-4066-44a0-b273-70e5ed08c601),segment_id=f5de36df-4066-44a0-b273-70e5ed08c601)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:17.413676 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-a01b925e-4690-42a7-8b5a-4ec69ad59009 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:46:17.425606 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:17.429949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fccb2a-6d31-4a8d-8010-98029e672878 req-dad2f149-6e9a-41f0-a1f6-d09dcee755ff tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:17.431592 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3fccb2a-6d31-4a8d-8010-98029e672878 req-dad2f149-6e9a-41f0-a1f6-d09dcee755ff tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 947 time: 0.0545614 Feb 15 16:46:17.476824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=b5374418-4fdf-4c52-a3de-6437bd613e74,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:17.487992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3fccb2a-6d31-4a8d-8010-98029e672878 req-a382b8f2-a7fc-4eb6-82cb-c184919ac330 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482249 Feb 15 16:46:17.530629 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9efac2-fd26-41de-bac7-0fd2da76a392 x-openstack-request-id: req-dd9efac2-fd26-41de-bac7-0fd2da76a392 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:17.531562 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd", "name": "network-vif-plugged", "status": "completed", "tag": "5a59a7bf-081a-4810-8b10-f736497cf5ed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:17.531823 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dd9efac2-fd26-41de-bac7-0fd2da76a392 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:17.532221 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a59a7bf-081a-4810-8b10-f736497cf5ed', 'code': 200} Feb 15 16:46:17.532831 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-a01b925e-4690-42a7-8b5a-4ec69ad59009 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:46:17.537782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-a01b925e-4690-42a7-8b5a-4ec69ad59009 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:17.543783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cdea76-907a-43c9-a1b5-b7a626198c70 None None] Sync routers for ids ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:46:17.556064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cdea76-907a-43c9-a1b5-b7a626198c70 None None] Routers {'8b34347b-d440-4be6-82fe-2e17cc2e9d00'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:46:17.557416 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-04cdea76-907a-43c9-a1b5-b7a626198c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:46:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:17.571199 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-a01b925e-4690-42a7-8b5a-4ec69ad59009 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "PUT /v2.0/floatingips/1cd2a54d-0f1b-4c6a-be41-206d87bde14a HTTP/1.1" status: 200 len: 996 time: 1.5208526 Feb 15 16:46:17.578870 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9957de-252f-48b3-bf50-928a4db9b161 x-openstack-request-id: req-ea9957de-252f-48b3-bf50-928a4db9b161 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:17.579272 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3497658-6691-4f17-900b-100c4500ae75", "tag": "16f79cf0-dcfc-44f3-b50a-11188aaa05bf", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:17.579620 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ea9957de-252f-48b3-bf50-928a4db9b161 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:17.580877 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3497658-6691-4f17-900b-100c4500ae75', 'tag': '16f79cf0-dcfc-44f3-b50a-11188aaa05bf', 'status': 'completed', 'code': 200} Feb 15 16:46:17.643277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-ba63e268-b5d2-4034-8fea-63a8c5a8be51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:17.645023 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-ba63e268-b5d2-4034-8fea-63a8c5a8be51 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e5522da92dd14128b79c900e1038ee82&device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 1128 time: 0.0553939 Feb 15 16:46:17.688553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-04cdea76-907a-43c9-a1b5-b7a626198c70 None None] Set router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:46:17.697655 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0885b523-4c47-4421-ae6c-22e531335242 req-d1fb2a75-5240-4b41-9512-c89af8312ad7 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "GET /v2.0/security-groups/6e44195e-ae27-486a-9cff-d017ec9893ae HTTP/1.1" status: 200 len: 1830 time: 0.1063669 Feb 15 16:46:17.702558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923848f-e91d-4a48-9c5a-fe9c270dce9c req-fb389f82-fb0e-483e-8f52-6019c119c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:17.704680 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c923848f-e91d-4a48-9c5a-fe9c270dce9c req-fb389f82-fb0e-483e-8f52-6019c119c1c5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 1128 time: 0.1117327 Feb 15 16:46:17.719401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f20b5-aada-46d8-95ce-1151d4b46073 req-71aaba74-c693-4645-943e-447f8996da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:17.721069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c38f20b5-aada-46d8-95ce-1151d4b46073 req-71aaba74-c693-4645-943e-447f8996da07 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7a5f0b72e504cf480a209cc35e182d9&device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 1130 time: 0.1141119 Feb 15 16:46:17.752908 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45548) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:17.761544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-3f3321fe-7737-45fd-9330-9a7aed38c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:17.769516 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-3f3321fe-7737-45fd-9330-9a7aed38c6d4 service neutron] 10.222.0.107 "GET /v2.0/networks?id=0cbdd945-2de0-4dc1-a660-7672fa691880 HTTP/1.1" status: 200 len: 930 time: 0.1185861 Feb 15 16:46:17.806555 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c923848f-e91d-4a48-9c5a-fe9c270dce9c req-beeac4b2-1755-40b2-a894-76e0846e7ae5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953844 Feb 15 16:46:17.837493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f18dce-94c1-4e61-a4ce-561c60c91376', 'tag': '0a8ea038-3007-4035-a547-0451fc39da7b'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:17.840175 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c887e9a1-abe7-4382-b255-81d5128618ab" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f18dce-94c1-4e61-a4ce-561c60c91376", "tag": "0a8ea038-3007-4035-a547-0451fc39da7b"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:17.850815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f20b5-aada-46d8-95ce-1151d4b46073 req-a8ef3baa-5d3e-431d-bf76-ec4af1994d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:17.852287 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c38f20b5-aada-46d8-95ce-1151d4b46073 req-a8ef3baa-5d3e-431d-bf76-ec4af1994d7b service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1246016 Feb 15 16:46:17.869673 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe55d11-46da-4818-9d46-5ec845be93f7 admin admin] Deleting subnet 42eff12e-ced8-4da9-b37b-4785a6ec0d7a {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:46:17.881778 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-ab8c5731-bd99-416b-8df7-42ca54eb4402 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a8ea038-3007-4035-a547-0451fc39da7b HTTP/1.1" status: 200 len: 999 time: 0.1113441 Feb 15 16:46:17.884132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfe55d11-46da-4818-9d46-5ec845be93f7 admin admin] Publish callbacks [] for subnet (42eff12e-ced8-4da9-b37b-4785a6ec0d7a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:17.906349 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c38f20b5-aada-46d8-95ce-1151d4b46073 req-ba115f27-e9f9-4e79-b2fe-904a98583286 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=16f79cf0-dcfc-44f3-b50a-11188aaa05bf HTTP/1.1" status: 200 len: 217 time: 0.0394459 Feb 15 16:46:17.956822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a16bb0-02dc-40cb-a67d-579ed6018c34 req-9e5988a1-6064-4f4e-8b33-9fbacd8f9172 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:17.958371 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84a16bb0-02dc-40cb-a67d-579ed6018c34 req-9e5988a1-6064-4f4e-8b33-9fbacd8f9172 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 945 time: 0.1264238 Feb 15 16:46:17.962893 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfe55d11-46da-4818-9d46-5ec845be93f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (42eff12e-ced8-4da9-b37b-4785a6ec0d7a), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:17.971693 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f20b5-aada-46d8-95ce-1151d4b46073 req-c8ded7cb-6ad7-4b36-83c4-8d52abb33806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:17.973322 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c38f20b5-aada-46d8-95ce-1151d4b46073 req-c8ded7cb-6ad7-4b36-83c4-8d52abb33806 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0619230 Feb 15 16:46:17.987444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-04cdea76-907a-43c9-a1b5-b7a626198c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-router', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:45:44Z', 'updated_at': '2022-02-15T16:45:52Z', 'revision_number': 4, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'gw_port': {'id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:45Z', 'updated_at': '2022-02-15T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '1cd2a54d-0f1b-4c6a-be41-206d87bde14a', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'port_id': '0a8ea038-3007-4035-a547-0451fc39da7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880', 'mac_address': 'fa:16:3e:13:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f18dce-94c1-4e61-a4ce-561c60c91376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:46:14Z', 'updated_at': '2022-02-15T16:46:16Z', 'revision_number': 1, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f563c4-447e-44dc-a4cc-5ebdcb65e816', 'name': '', 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'mac_address': 'fa:16:3e:43:3c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:50Z', 'updated_at': '2022-02-15T16:45:57Z', 'revision_number': 5, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'subnets': [{'id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:17.988357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-da88fd6f-38c1-49ff-8a66-5c8eeac4a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:17.993849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-da88fd6f-38c1-49ff-8a66-5c8eeac4a1e3 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=416a7944-16a2-4bb6-bfb2-67eeec692582 HTTP/1.1" status: 200 len: 868 time: 0.1108098 Feb 15 16:46:18.017617 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cdea76-907a-43c9-a1b5-b7a626198c70 None None] Checking router: 8b34347b-d440-4be6-82fe-2e17cc2e9d00 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:46:18.027046 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cdea76-907a-43c9-a1b5-b7a626198c70 None None] Routers {'8b34347b-d440-4be6-82fe-2e17cc2e9d00'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:46:18.028405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-04cdea76-907a-43c9-a1b5-b7a626198c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:46:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:18.058341 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f20b5-aada-46d8-95ce-1151d4b46073 req-e8729306-7ac2-4679-a1f5-78e7172a801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:18.059928 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c38f20b5-aada-46d8-95ce-1151d4b46073 req-e8729306-7ac2-4679-a1f5-78e7172a801f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0794442 Feb 15 16:46:18.063622 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84a16bb0-02dc-40cb-a67d-579ed6018c34 req-ddbc0cf7-2e22-422d-b10d-22de8243b72a tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950201 Feb 15 16:46:18.069516 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['454e4dee-af23-45be-bb94-938d491c45ff'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:18.113547 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfe55d11-46da-4818-9d46-5ec845be93f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (42eff12e-ced8-4da9-b37b-4785a6ec0d7a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:18.144226 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-32047a22-61d6-48a1-8a14-256baf3d035d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:18.147029 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-32047a22-61d6-48a1-8a14-256baf3d035d service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0cbdd945-2de0-4dc1-a660-7672fa691880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1485894 Feb 15 16:46:18.219390 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c38f20b5-aada-46d8-95ce-1151d4b46073 req-bd0f8a41-74b4-40f7-b58e-5d49eba3e9c8 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531940 Feb 15 16:46:18.226597 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64cf4c-4b25-405c-82da-6f8d4b7054b9 req-bae6c488-25e5-4764-a836-a1a4843a1441 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:18.228054 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b64cf4c-4b25-405c-82da-6f8d4b7054b9 req-bae6c488-25e5-4764-a836-a1a4843a1441 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 946 time: 0.0949202 Feb 15 16:46:18.260489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['117995e0-113d-4807-ac7f-d34c4a22aa53'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:18.272499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['0f5cf237-c13f-4452-a50f-8a0b8b20e20d'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:18.274521 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['43c841ed-5b6b-4bbb-87f5-2d36be9275fe'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:18.275078 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-80020956-28b5-4ef0-8436-718d2acc0a6d service neutron] 10.222.0.107 "GET /v2.0/networks/0cbdd945-2de0-4dc1-a660-7672fa691880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161525 Feb 15 16:46:18.276708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['fee101f4-9a6f-48fa-82ce-cbc998d7d69d'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:18.278428 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1e4659a1-999b-4f3c-a646-6d6396a3b128 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:18.280282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['b5374418-4fdf-4c52-a3de-6437bd613e74'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:18.339599 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b64cf4c-4b25-405c-82da-6f8d4b7054b9 req-93b8a4c6-acab-4936-9f91-b764c010ed6f tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027505 Feb 15 16:46:18.367430 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c38f20b5-aada-46d8-95ce-1151d4b46073 req-f5acf97c-1b6d-470e-906a-af5d55b305f3 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187255 Feb 15 16:46:18.367521 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfe55d11-46da-4818-9d46-5ec845be93f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (42eff12e-ced8-4da9-b37b-4785a6ec0d7a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:18.385261 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe55d11-46da-4818-9d46-5ec845be93f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42eff12e-ced8-4da9-b37b-4785a6ec0d7a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:18.393203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-9bf37bbe-aae3-41bb-838a-517a7309e986 req-35603868-f992-452d-83e6-58ff4d063905 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1437104420', 'description': 'tempest-description-1105423312'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:18.407689 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfe55d11-46da-4818-9d46-5ec845be93f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:18.411738 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cfe55d11-46da-4818-9d46-5ec845be93f7 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/42eff12e-ced8-4da9-b37b-4785a6ec0d7a HTTP/1.1" status: 204 len: 168 time: 0.6578169 Feb 15 16:46:18.415409 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45558) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:18.431325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9def8fa-cb40-4947-8275-866835022f1b None None] Network a7a37522-7e2e-4d80-987e-413d89fcdee4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:46:18.481989 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9bf37bbe-aae3-41bb-838a-517a7309e986 req-35603868-f992-452d-83e6-58ff4d063905 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:18.490586 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24f1f8d0-fe6b-4cd8-b5dd-a1945fac0669 req-18385f4b-91bc-40d4-9b41-d8bf1c3deb41 service neutron] 10.222.0.107 "GET /v2.0/networks/0cbdd945-2de0-4dc1-a660-7672fa691880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081065 Feb 15 16:46:18.514948 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (a7a37522-7e2e-4d80-987e-413d89fcdee4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:18.552746 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:46:18.576403 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9bf37bbe-aae3-41bb-838a-517a7309e986 req-35603868-f992-452d-83e6-58ff4d063905 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (51eeee5b-a652-4b5a-8fd7-6ce2e5e2a3c7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:18.584615 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] Deleting port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:46:18.585160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6d1e35ca-85d7-4e86-9638-d1df5400ccaf), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:18.630543 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcb8ae5-ca4b-44e3-bd51-13aaba20d49d x-openstack-request-id: req-5bcb8ae5-ca4b-44e3-bd51-13aaba20d49d {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:18.631706 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f18dce-94c1-4e61-a4ce-561c60c91376", "tag": "0a8ea038-3007-4035-a547-0451fc39da7b", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:18.631827 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5bcb8ae5-ca4b-44e3-bd51-13aaba20d49d {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:18.632894 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f18dce-94c1-4e61-a4ce-561c60c91376', 'tag': '0a8ea038-3007-4035-a547-0451fc39da7b', 'status': 'completed', 'code': 200} Feb 15 16:46:18.669561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] For port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6d1e35ca-85d7-4e86-9638-d1df5400ccaf,segment=NetworkSegment(a2788795-9618-472b-be4b-997ccda10133),segment_id=a2788795-9618-472b-be4b-997ccda10133)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:18.669957 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6d1e35ca-85d7-4e86-9638-d1df5400ccaf), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:18.679748 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9bf37bbe-aae3-41bb-838a-517a7309e986 req-35603868-f992-452d-83e6-58ff4d063905 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (51eeee5b-a652-4b5a-8fd7-6ce2e5e2a3c7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:18.692565 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] Calling delete_port for 6d1e35ca-85d7-4e86-9638-d1df5400ccaf owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:46:18.710185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-04cdea76-907a-43c9-a1b5-b7a626198c70 None None] Set router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:46:18.720465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887e9a1-abe7-4382-b255-81d5128618ab req-ce431c05-a731-4ce0-8dbd-39a7da8549a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:18.722255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c887e9a1-abe7-4382-b255-81d5128618ab req-ce431c05-a731-4ce0-8dbd-39a7da8549a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5522da92dd14128b79c900e1038ee82&device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 1128 time: 0.0941350 Feb 15 16:46:18.727306 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35603868-f992-452d-83e6-58ff4d063905 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51eeee5b-a652-4b5a-8fd7-6ce2e5e2a3c7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:18.786659 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9bf37bbe-aae3-41bb-838a-517a7309e986 req-35603868-f992-452d-83e6-58ff4d063905 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:18.788022 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9bf37bbe-aae3-41bb-838a-517a7309e986 req-35603868-f992-452d-83e6-58ff4d063905 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.3991697 Feb 15 16:46:18.791213 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333784af-d015-4780-b9f4-c231a5299bba req-8ea588d5-f86b-4434-a8db-cea7b2d84520 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:18.803911 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333784af-d015-4780-b9f4-c231a5299bba req-8ea588d5-f86b-4434-a8db-cea7b2d84520 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:18.808983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333784af-d015-4780-b9f4-c231a5299bba req-8ea588d5-f86b-4434-a8db-cea7b2d84520 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:18.815184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333784af-d015-4780-b9f4-c231a5299bba req-8ea588d5-f86b-4434-a8db-cea7b2d84520 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:18.821581 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333784af-d015-4780-b9f4-c231a5299bba req-8ea588d5-f86b-4434-a8db-cea7b2d84520 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:18.826555 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333784af-d015-4780-b9f4-c231a5299bba req-8ea588d5-f86b-4434-a8db-cea7b2d84520 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:18.831877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333784af-d015-4780-b9f4-c231a5299bba req-8ea588d5-f86b-4434-a8db-cea7b2d84520 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:18.839400 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-333784af-d015-4780-b9f4-c231a5299bba req-8ea588d5-f86b-4434-a8db-cea7b2d84520 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5436 time: 0.1718919 Feb 15 16:46:18.844343 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887e9a1-abe7-4382-b255-81d5128618ab req-007d26d8-5463-4d40-b8b8-65bff244a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:18.855284 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c887e9a1-abe7-4382-b255-81d5128618ab req-007d26d8-5463-4d40-b8b8-65bff244a340 service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cbdd945-2de0-4dc1-a660-7672fa691880 HTTP/1.1" status: 200 len: 930 time: 0.1245878 Feb 15 16:46:18.926559 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-333784af-d015-4780-b9f4-c231a5299bba req-30531a11-be1e-40fe-b2d7-aa0e14831dd8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858972 Feb 15 16:46:18.940681 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f78241e-8ba2-439c-9848-15623706bb95 req-28044cd9-b6a5-44f9-8beb-edb3d2b5add6 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0302725 Feb 15 16:46:18.966919 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c887e9a1-abe7-4382-b255-81d5128618ab req-174ab15a-d51e-46b9-8e7e-88f655c362ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a8ea038-3007-4035-a547-0451fc39da7b HTTP/1.1" status: 200 len: 999 time: 0.1044347 Feb 15 16:46:18.988215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['c8a4d32c-8875-43a5-9a00-6e45523582eb'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:19.007624 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (6d1e35ca-85d7-4e86-9638-d1df5400ccaf), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:19.037343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] No DVR routers for this DVR port 6d1e35ca-85d7-4e86-9638-d1df5400ccaf on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:46:19.053300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887e9a1-abe7-4382-b255-81d5128618ab req-b6ef1e7a-24c6-435c-8a25-097c2736f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:19.054904 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c887e9a1-abe7-4382-b255-81d5128618ab req-b6ef1e7a-24c6-435c-8a25-097c2736f5f4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=416a7944-16a2-4bb6-bfb2-67eeec692582 HTTP/1.1" status: 200 len: 868 time: 0.0824947 Feb 15 16:46:19.108651 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6d1e35ca-85d7-4e86-9638-d1df5400ccaf,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:19.123256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1e4659a1-999b-4f3c-a646-6d6396a3b128, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1e4659a1-999b-4f3c-a646-6d6396a3b128,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:19.167886 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887e9a1-abe7-4382-b255-81d5128618ab req-ee7ad7bb-3aba-426d-841c-1bb730eff525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:19.170012 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c887e9a1-abe7-4382-b255-81d5128618ab req-ee7ad7bb-3aba-426d-841c-1bb730eff525 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cbdd945-2de0-4dc1-a660-7672fa691880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1082923 Feb 15 16:46:19.180317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677cc4f-1408-43bc-b77d-ec8b8c67ec2b req-a6d3d931-0239-415a-9352-33dedbfe173b tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:19.184416 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e677cc4f-1408-43bc-b77d-ec8b8c67ec2b req-a6d3d931-0239-415a-9352-33dedbfe173b tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 947 time: 0.1087327 Feb 15 16:46:19.189783 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (a7a37522-7e2e-4d80-987e-413d89fcdee4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:19.213298 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a37522-7e2e-4d80-987e-413d89fcdee4']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:19.224191 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2788795-9618-472b-be4b-997ccda10133') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:19.224494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2788795-9618-472b-be4b-997ccda10133') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:19.236227 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (a2788795-9618-472b-be4b-997ccda10133), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:19.245063 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd124cd-afa6-4d5c-b03e-81930724b826 None None] DHCP port deletion for a7a37522-7e2e-4d80-987e-413d89fcdee4 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:46:19.252261 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a2788795-9618-472b-be4b-997ccda10133), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:19.259384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:46:19.259782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (a2788795-9618-472b-be4b-997ccda10133), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:46:19.261722 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:46:19.306114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e677cc4f-1408-43bc-b77d-ec8b8c67ec2b req-b671d48d-f3b2-4e50-970b-d65e0ea76069 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027641 Feb 15 16:46:19.308395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '1e4659a1-999b-4f3c-a646-6d6396a3b128', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '1e4659a1-999b-4f3c-a646-6d6396a3b128', 'mac_address': 'fa:16:3e:ba:aa:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:19.330633 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c887e9a1-abe7-4382-b255-81d5128618ab req-3aed9398-db3a-4f53-8c79-1f58f407692e service neutron] 10.222.0.10 "GET /v2.0/networks/0cbdd945-2de0-4dc1-a660-7672fa691880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479278 Feb 15 16:46:19.421156 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (a7a37522-7e2e-4d80-987e-413d89fcdee4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:19.448052 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:19.452552 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] 10.222.0.107 "DELETE /v2.0/networks/a7a37522-7e2e-4d80-987e-413d89fcdee4 HTTP/1.1" status: 204 len: 168 time: 1.0371377 Feb 15 16:46:19.470482 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9437a-7c9c-4831-b45a-4aa9c4c637dd admin admin] Pushing event deleted for resources: {'Network': ['ID=a7a37522-7e2e-4d80-987e-413d89fcdee4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:19.508511 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e286b6c5-eb86-4700-b727-0d58fee9563d req-c54f34ad-341c-448e-98e0-8c7ddd0721ba tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "GET /v2.0/security-groups/51eeee5b-a652-4b5a-8fd7-6ce2e5e2a3c7 HTTP/1.1" status: 200 len: 1832 time: 0.0989547 Feb 15 16:46:19.551850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6d1e35ca-85d7-4e86-9638-d1df5400ccaf no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:46:19.564855 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c887e9a1-abe7-4382-b255-81d5128618ab req-01576f0c-0799-47b9-bbfb-dc0328f68233 service neutron] 10.222.0.10 "GET /v2.0/networks/0cbdd945-2de0-4dc1-a660-7672fa691880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112551 Feb 15 16:46:19.623782 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e72844-b59a-409b-8175-44d0f85ad878 req-6c21495e-0c03-4396-8668-3f4460cd9b36 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:19.625469 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1f6e258-0c80-492e-b284-28d55e978909 req-65ef6cd4-4ebc-4383-b737-627f3f576520 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 258 time: 0.2924299 Feb 15 16:46:19.629925 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-27e72844-b59a-409b-8175-44d0f85ad878 req-6c21495e-0c03-4396-8668-3f4460cd9b36 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 945 time: 0.0655925 Feb 15 16:46:19.634744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 6d1e35ca-85d7-4e86-9638-d1df5400ccaf {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:46:19.635119 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f1f6e258-0c80-492e-b284-28d55e978909 req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:19.635234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6d1e35ca-85d7-4e86-9638-d1df5400ccaf not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:46:19.658765 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1e4659a1-999b-4f3c-a646-6d6396a3b128 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:19.659164 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:19.694158 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-27e72844-b59a-409b-8175-44d0f85ad878 req-f1503216-8f03-453e-be26-bceff52a98f1 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496478 Feb 15 16:46:19.704001 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4659a1-999b-4f3c-a646-6d6396a3b128 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:19.744961 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f1f6e258-0c80-492e-b284-28d55e978909 req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:19.760733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1e4659a1-999b-4f3c-a646-6d6396a3b128, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1e4659a1-999b-4f3c-a646-6d6396a3b128,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:19.809176 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-04cdea76-907a-43c9-a1b5-b7a626198c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-router', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:45:44Z', 'updated_at': '2022-02-15T16:45:52Z', 'revision_number': 4, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'gw_port': {'id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:45Z', 'updated_at': '2022-02-15T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '1cd2a54d-0f1b-4c6a-be41-206d87bde14a', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'port_id': '0a8ea038-3007-4035-a547-0451fc39da7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880', 'mac_address': 'fa:16:3e:13:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f18dce-94c1-4e61-a4ce-561c60c91376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:46:14Z', 'updated_at': '2022-02-15T16:46:16Z', 'revision_number': 1, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f563c4-447e-44dc-a4cc-5ebdcb65e816', 'name': '', 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'mac_address': 'fa:16:3e:43:3c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:50Z', 'updated_at': '2022-02-15T16:45:57Z', 'revision_number': 5, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'subnets': [{'id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:19.811914 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45576) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:19.823729 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5c2c8-2bd9-479a-b1c4-23ed9e023db6 req-396e3db4-ff31-4da9-9ced-0d98ad1450bc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:19.825515 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a0c5c2c8-2bd9-479a-b1c4-23ed9e023db6 req-396e3db4-ff31-4da9-9ced-0d98ad1450bc tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 946 time: 0.0665374 Feb 15 16:46:19.846506 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:19.847296 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 16f79cf0-dcfc-44f3-b50a-11188aaa05bf details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:19.850963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cdea76-907a-43c9-a1b5-b7a626198c70 None None] The sync data for ids ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'] in n-d-828372-14 is: [{'id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-router', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:45:44Z', 'updated_at': '2022-02-15T16:45:52Z', 'revision_number': 4, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'gw_port': {'id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:45Z', 'updated_at': '2022-02-15T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '1cd2a54d-0f1b-4c6a-be41-206d87bde14a', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'port_id': '0a8ea038-3007-4035-a547-0451fc39da7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880', 'mac_address': 'fa:16:3e:13:c4:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f18dce-94c1-4e61-a4ce-561c60c91376', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:46:14Z', 'updated_at': '2022-02-15T16:46:16Z', 'revision_number': 1, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2f563c4-447e-44dc-a4cc-5ebdcb65e816', 'name': '', 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'mac_address': 'fa:16:3e:43:3c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:50Z', 'updated_at': '2022-02-15T16:45:57Z', 'revision_number': 5, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'subnets': [{'id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:46:19.879485 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8274f2c9-bb39-4303-88de-306a4dc1e8d2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=09b04ef91ce84fb2b5f8db2a22963f46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0643251 Feb 15 16:46:19.883902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45578) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:19.915238 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f1f6e258-0c80-492e-b284-28d55e978909 req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:19.921702 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a0c5c2c8-2bd9-479a-b1c4-23ed9e023db6 req-38ace9c1-620d-4d0e-ac5d-255308e4a7f7 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895445 Feb 15 16:46:19.939416 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1e4659a1-999b-4f3c-a646-6d6396a3b128,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:19.944022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:19.961687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-2f5d04d9-ba92-47cf-8a73-2011ebd3bd97 req-fce31b88-a9fc-4387-a8f7-36b5fd7e8a8e tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1234695100', 'description': 'tempest-description-1523206257'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:19.963622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:19.964213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:19.964768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:19.965318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:19.966054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:19.966599 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:19.967248 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:19.968620 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:19.969239 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:19.969825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:19.970493 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:19.972100 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:19.972667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:46:19.986919 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '16f79cf0-dcfc-44f3-b50a-11188aaa05bf', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '16f79cf0-dcfc-44f3-b50a-11188aaa05bf', 'mac_address': 'fa:16:3e:c4:62:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:20.007535 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f53ab23-11ef-44d7-931e-15b2a2aa7fcc admin admin] Publish callbacks [] for security_group (365da2c8-874b-4ae6-80ea-c9b9b8fad9fb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.044790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-f1f6e258-0c80-492e-b284-28d55e978909 req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Allocated IP 172.25.4.125 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/c50ae308-a420-4fa8-a621-b53be06d9712) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:46:20.047610 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f53ab23-11ef-44d7-931e-15b2a2aa7fcc admin admin] Publish callbacks [] for security_group (365da2c8-874b-4ae6-80ea-c9b9b8fad9fb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.050071 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:20.050504 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.070252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f79cf0-dcfc-44f3-b50a-11188aaa05bf {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:20.081984 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2f5d04d9-ba92-47cf-8a73-2011ebd3bd97 req-fce31b88-a9fc-4387-a8f7-36b5fd7e8a8e tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.098116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:20.149235 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c00b987-9075-4474-9410-e0b699b72e70 None None] New status for floating IP 1cd2a54d-0f1b-4c6a-be41-206d87bde14a: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:46:20.162672 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.174062 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f1f6e258-0c80-492e-b284-28d55e978909 req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for port (c50ae308-a420-4fa8-a621-b53be06d9712), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.189851 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:46:20.218264 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f53ab23-11ef-44d7-931e-15b2a2aa7fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (365da2c8-874b-4ae6-80ea-c9b9b8fad9fb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.220844 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f53ab23-11ef-44d7-931e-15b2a2aa7fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.222033 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1f53ab23-11ef-44d7-931e-15b2a2aa7fcc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/365da2c8-874b-4ae6-80ea-c9b9b8fad9fb HTTP/1.1" status: 204 len: 168 time: 0.3368912 Feb 15 16:46:20.222292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:46:20.222636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 4f5d3119-5c92-43a6-ae81-9c1f5f26f495 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:46:20.255124 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:20.276266 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2f5d04d9-ba92-47cf-8a73-2011ebd3bd97 req-fce31b88-a9fc-4387-a8f7-36b5fd7e8a8e tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (0a942696-f3f7-4039-ab90-cb868ce9bb80), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.277772 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53ab23-11ef-44d7-931e-15b2a2aa7fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365da2c8-874b-4ae6-80ea-c9b9b8fad9fb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:20.347751 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f1f6e258-0c80-492e-b284-28d55e978909 req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c50ae308-a420-4fa8-a621-b53be06d9712), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.386243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['1e4659a1-999b-4f3c-a646-6d6396a3b128'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:20.388879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f6e258-0c80-492e-b284-28d55e978909 req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:46:20.390374 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['16f79cf0-dcfc-44f3-b50a-11188aaa05bf'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:20.392149 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-f1f6e258-0c80-492e-b284-28d55e978909 req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:20.395633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f6e258-0c80-492e-b284-28d55e978909 req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:46:20.399159 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2f5d04d9-ba92-47cf-8a73-2011ebd3bd97 req-fce31b88-a9fc-4387-a8f7-36b5fd7e8a8e tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0a942696-f3f7-4039-ab90-cb868ce9bb80), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.417650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Pushing event updated for resources: {'Port': ['ID=c50ae308-a420-4fa8-a621-b53be06d9712,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:20.433773 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce31b88-a9fc-4387-a8f7-36b5fd7e8a8e tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a942696-f3f7-4039-ab90-cb868ce9bb80,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:20.510608 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f1f6e258-0c80-492e-b284-28d55e978909 req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for floatingip (00493426-d73f-4620-bdef-b58343c2d3e2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.515950 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2f5d04d9-ba92-47cf-8a73-2011ebd3bd97 req-fce31b88-a9fc-4387-a8f7-36b5fd7e8a8e tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.524411 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2f5d04d9-ba92-47cf-8a73-2011ebd3bd97 req-fce31b88-a9fc-4387-a8f7-36b5fd7e8a8e tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.5700345 Feb 15 16:46:20.619318 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f1f6e258-0c80-492e-b284-28d55e978909 req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c50ae308-a420-4fa8-a621-b53be06d9712), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.623258 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a9a7dce-c25d-4ad1-b1a3-995c1a86f95a req-74ec685b-e333-468a-b314-3c3fa9508236 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1711529008&fields=id&tenant_id=f46a6a08dea5478cbce46980fac5275a HTTP/1.1" status: 200 len: 267 time: 0.0538998 Feb 15 16:46:20.714900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a7dce-c25d-4ad1-b1a3-995c1a86f95a req-6918e602-c13d-4c6c-b6e3-64eca1196d44 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:20.716452 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a9a7dce-c25d-4ad1-b1a3-995c1a86f95a req-6918e602-c13d-4c6c-b6e3-64eca1196d44 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 945 time: 0.0871675 Feb 15 16:46:20.728575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-8a9a7dce-c25d-4ad1-b1a3-995c1a86f95a req-9ced5022-4efb-4826-9dcd-3ae609bb2955 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Request body: {'port': {'security_groups': ['e2df78b5-7b43-4e90-b0b6-0ea2aeecf152', 'e2c34399-33e9-41e1-9071-8e4474aed70d']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:20.825555 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a9a7dce-c25d-4ad1-b1a3-995c1a86f95a req-9ced5022-4efb-4826-9dcd-3ae609bb2955 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.837208 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f1f6e258-0c80-492e-b284-28d55e978909 req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for port (c50ae308-a420-4fa8-a621-b53be06d9712), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.887359 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f1f6e258-0c80-492e-b284-28d55e978909 req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c50ae308-a420-4fa8-a621-b53be06d9712), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:20.956752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Pushing event updated for resources: {'Port': ['ID=c50ae308-a420-4fa8-a621-b53be06d9712,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:20.966981 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f1f6e258-0c80-492e-b284-28d55e978909 req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (00493426-d73f-4620-bdef-b58343c2d3e2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:21.026706 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-8a9a7dce-c25d-4ad1-b1a3-995c1a86f95a req-9ced5022-4efb-4826-9dcd-3ae609bb2955 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] For port 5a59a7bf-081a-4810-8b10-f736497cf5ed, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5a59a7bf-081a-4810-8b10-f736497cf5ed,segment=NetworkSegment(3c120751-ed77-48d7-a4af-d4cb7dc1b8ff),segment_id=3c120751-ed77-48d7-a4af-d4cb7dc1b8ff)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:21.056089 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a9a7dce-c25d-4ad1-b1a3-995c1a86f95a req-9ced5022-4efb-4826-9dcd-3ae609bb2955 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:21.081293 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f1f6e258-0c80-492e-b284-28d55e978909 req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:21.084262 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1f6e258-0c80-492e-b284-28d55e978909 req-0db15f02-6a98-474d-91e5-759b503fdf7c tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4516666 Feb 15 16:46:21.124452 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a9a7dce-c25d-4ad1-b1a3-995c1a86f95a req-9ced5022-4efb-4826-9dcd-3ae609bb2955 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:21.134984 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1f6e258-0c80-492e-b284-28d55e978909 req-a3278e36-e314-42b3-a8e8-bb4e26791e59 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.0466635 Feb 15 16:46:21.138558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['5a59a7bf-081a-4810-8b10-f736497cf5ed'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:21.181897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a7dce-c25d-4ad1-b1a3-995c1a86f95a req-9ced5022-4efb-4826-9dcd-3ae609bb2955 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:21.182541 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-8a9a7dce-c25d-4ad1-b1a3-995c1a86f95a req-9ced5022-4efb-4826-9dcd-3ae609bb2955 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:21.183956 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a9a7dce-c25d-4ad1-b1a3-995c1a86f95a req-9ced5022-4efb-4826-9dcd-3ae609bb2955 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "PUT /v2.0/ports/5a59a7bf-081a-4810-8b10-f736497cf5ed HTTP/1.1" status: 200 len: 981 time: 0.4601474 Feb 15 16:46:21.184431 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd', 'tag': '5a59a7bf-081a-4810-8b10-f736497cf5ed'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:21.191611 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca5c081-02e9-4137-82ee-bb04a7f5c341" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd", "tag": "5a59a7bf-081a-4810-8b10-f736497cf5ed"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:21.231717 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced5022-4efb-4826-9dcd-3ae609bb2955 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event updated for resources: {'Port': ['ID=5a59a7bf-081a-4810-8b10-f736497cf5ed,revision_number=6']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:21.265011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6e258-0c80-492e-b284-28d55e978909 req-6c200491-1b0d-4a8f-a8a0-d3075cf9aa89 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:21.267419 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1f6e258-0c80-492e-b284-28d55e978909 req-6c200491-1b0d-4a8f-a8a0-d3075cf9aa89 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.1243355 Feb 15 16:46:21.322769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64553efa-a696-4750-a6a8-22e380b455df req-bd3a54e4-036f-4b4b-80d9-8d2c48d1e409 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:21.329787 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64553efa-a696-4750-a6a8-22e380b455df req-bd3a54e4-036f-4b4b-80d9-8d2c48d1e409 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:21.335784 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64553efa-a696-4750-a6a8-22e380b455df req-bd3a54e4-036f-4b4b-80d9-8d2c48d1e409 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:21.342516 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64553efa-a696-4750-a6a8-22e380b455df req-bd3a54e4-036f-4b4b-80d9-8d2c48d1e409 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:21.349139 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64553efa-a696-4750-a6a8-22e380b455df req-bd3a54e4-036f-4b4b-80d9-8d2c48d1e409 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:21.355090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64553efa-a696-4750-a6a8-22e380b455df req-bd3a54e4-036f-4b4b-80d9-8d2c48d1e409 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:21.360878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64553efa-a696-4750-a6a8-22e380b455df req-bd3a54e4-036f-4b4b-80d9-8d2c48d1e409 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:21.362972 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64553efa-a696-4750-a6a8-22e380b455df req-bd3a54e4-036f-4b4b-80d9-8d2c48d1e409 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5436 time: 0.1193459 Feb 15 16:46:21.371061 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aa57a311-5522-4cf1-b86c-dffa1b1d32fe req-e6678c3e-d8f2-410f-81e6-2446c0b8d4f2 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0402970 Feb 15 16:46:21.399637 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45616) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:21.444450 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 117995e0-113d-4807-ac7f-d34c4a22aa53 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:21.444659 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64553efa-a696-4750-a6a8-22e380b455df req-b3edba58-f526-4f86-9231-45ee1f9398f4 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0753515 Feb 15 16:46:21.484479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7f189-7fdb-48e1-8764-259ce31575a3 req-6bcea638-c42f-445f-b307-b8f035a769fb tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:21.486052 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-69d7f189-7fdb-48e1-8764-259ce31575a3 req-6bcea638-c42f-445f-b307-b8f035a769fb tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 948 time: 0.0610924 Feb 15 16:46:21.537733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0131695f-36a0-40cc-a44b-951cdd8c532e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-992711827-network', 'tenant_id': '6e7ba1010e1c439a84f92cb189febb7e'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:21.539298 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7f6287c9-d546-4cc9-b653-8c56246a6ee2 req-63b14b24-d70d-4bff-9c37-ba4b299c98f0 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "GET /v2.0/security-groups/0a942696-f3f7-4039-ab90-cb868ce9bb80 HTTP/1.1" status: 200 len: 1832 time: 0.0413625 Feb 15 16:46:21.550519 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-69d7f189-7fdb-48e1-8764-259ce31575a3 req-b176e281-f211-4c2d-8d71-b4e8d81867ad tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580990 Feb 15 16:46:21.565505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 117995e0-113d-4807-ac7f-d34c4a22aa53 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:46:21.576134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['5a59a7bf-081a-4810-8b10-f736497cf5ed'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:21.600449 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 117995e0-113d-4807-ac7f-d34c4a22aa53 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:21.600826 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:21.604226 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b8c02b-2371-4a8e-9c7c-cbf243331065 x-openstack-request-id: req-e9b8c02b-2371-4a8e-9c7c-cbf243331065 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:21.604226 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd", "tag": "5a59a7bf-081a-4810-8b10-f736497cf5ed", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:21.604226 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e9b8c02b-2371-4a8e-9c7c-cbf243331065 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:21.604574 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd', 'tag': '5a59a7bf-081a-4810-8b10-f736497cf5ed', 'status': 'completed', 'code': 200} Feb 15 16:46:21.621649 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0131695f-36a0-40cc-a44b-951cdd8c532e admin admin] Made reservation on behalf of 6e7ba1010e1c439a84f92cb189febb7e for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:21.624200 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0131695f-36a0-40cc-a44b-951cdd8c532e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:21.663285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96954e2-d197-4178-b66f-729a4a912b4b req-716d1768-52d7-4bfb-bd32-28566c8e895b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:21.663616 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0131695f-36a0-40cc-a44b-951cdd8c532e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:21.665122 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a96954e2-d197-4178-b66f-729a4a912b4b req-716d1768-52d7-4bfb-bd32-28566c8e895b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 946 time: 0.0729556 Feb 15 16:46:21.703792 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5c081-02e9-4137-82ee-bb04a7f5c341 req-f102a5fe-bcb9-4114-9940-684c42acbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:21.705325 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ca5c081-02e9-4137-82ee-bb04a7f5c341 req-f102a5fe-bcb9-4114-9940-684c42acbadc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f46a6a08dea5478cbce46980fac5275a&device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 1167 time: 0.0782962 Feb 15 16:46:21.721500 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a96954e2-d197-4178-b66f-729a4a912b4b req-c644f561-1bb9-4fa3-afa2-3755a1afea7c tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509081 Feb 15 16:46:21.732683 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 117995e0-113d-4807-ac7f-d34c4a22aa53 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:21.733081 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:21.772849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117995e0-113d-4807-ac7f-d34c4a22aa53'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:21.775150 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23e3695-3ce9-47f0-abe3-f32ea2e0de85" -d '{"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-plugged", "status": "completed", "tag": "117995e0-113d-4807-ac7f-d34c4a22aa53"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:21.795079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 117995e0-113d-4807-ac7f-d34c4a22aa53, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=117995e0-113d-4807-ac7f-d34c4a22aa53,segment=NetworkSegment(f5de36df-4066-44a0-b273-70e5ed08c601),segment_id=f5de36df-4066-44a0-b273-70e5ed08c601)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:21.799377 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28c48c3a-1a2d-47fe-9494-d0be1fc6dc00 req-edcf463f-1e9a-4d1e-9777-c1f1f4dfdd5a tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1642770012&fields=id&tenant_id=f46a6a08dea5478cbce46980fac5275a HTTP/1.1" status: 200 len: 267 time: 0.1337671 Feb 15 16:46:21.849597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321174c8-d9cb-48c4-b3af-2426d0136e25 req-c20b95ad-cd25-4b64-99d1-0515ef9ff1f0 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:21.859564 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-321174c8-d9cb-48c4-b3af-2426d0136e25 req-c20b95ad-cd25-4b64-99d1-0515ef9ff1f0 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0578554 Feb 15 16:46:21.879544 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:21.880352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 454e4dee-af23-45be-bb94-938d491c45ff up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:21.892615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5c081-02e9-4137-82ee-bb04a7f5c341 req-ced74932-3111-4209-869a-67bb3b766e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:21.892615 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ca5c081-02e9-4137-82ee-bb04a7f5c341 req-ced74932-3111-4209-869a-67bb3b766e5c service neutron] 10.222.0.67 "GET /v2.0/networks?id=3574f4db-39b1-48ab-af8c-11de19a4546e HTTP/1.1" status: 200 len: 912 time: 0.1724946 Feb 15 16:46:21.929993 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-321174c8-d9cb-48c4-b3af-2426d0136e25 req-2054c122-447f-405f-b335-82f7ba9a8a93 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.0690811 Feb 15 16:46:21.935353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-321174c8-d9cb-48c4-b3af-2426d0136e25 req-e3e584f8-8a85-443f-8676-2ba1dc485d99 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Request body: {'floatingip': {'port_id': '0a8ea038-3007-4035-a547-0451fc39da7b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:21.954697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c48c3a-1a2d-47fe-9494-d0be1fc6dc00 req-a846079e-aaad-466f-9a97-7222ebe49f9d tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:21.962168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28c48c3a-1a2d-47fe-9494-d0be1fc6dc00 req-a846079e-aaad-466f-9a97-7222ebe49f9d tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 984 time: 0.1552391 Feb 15 16:46:21.967638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-28c48c3a-1a2d-47fe-9494-d0be1fc6dc00 req-efb875a9-4578-46f5-beaf-dc4a4ec66f8d tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Request body: {'port': {'security_groups': ['e2c34399-33e9-41e1-9071-8e4474aed70d', 'e2df78b5-7b43-4e90-b0b6-0ea2aeecf152', '7ff72865-8b36-4cf3-87fb-7dd9c03dcb35']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:21.974258 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=117995e0-113d-4807-ac7f-d34c4a22aa53,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:21.979159 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-321174c8-d9cb-48c4-b3af-2426d0136e25 req-e3e584f8-8a85-443f-8676-2ba1dc485d99 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for floatingip (00493426-d73f-4620-bdef-b58343c2d3e2), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:21.997908 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ca5c081-02e9-4137-82ee-bb04a7f5c341 req-41885905-ac20-4097-9577-57b5cace433d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a59a7bf-081a-4810-8b10-f736497cf5ed HTTP/1.1" status: 200 len: 217 time: 0.0951722 Feb 15 16:46:22.018209 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0131695f-36a0-40cc-a44b-951cdd8c532e admin admin] Publish callbacks [] for security_group (4612417b-1ae9-4ee6-ae17-0633995e5b6c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:22.061631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 454e4dee-af23-45be-bb94-938d491c45ff completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:46:22.069797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 454e4dee-af23-45be-bb94-938d491c45ff triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:22.070855 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (454e4dee-af23-45be-bb94-938d491c45ff), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:22.098610 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0131695f-36a0-40cc-a44b-951cdd8c532e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4612417b-1ae9-4ee6-ae17-0633995e5b6c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:22.101447 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-28c48c3a-1a2d-47fe-9494-d0be1fc6dc00 req-efb875a9-4578-46f5-beaf-dc4a4ec66f8d tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:22.126483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5c081-02e9-4137-82ee-bb04a7f5c341 req-8d8d27f8-4ed2-4b17-a230-aa80af45ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:22.128198 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ca5c081-02e9-4137-82ee-bb04a7f5c341 req-8d8d27f8-4ed2-4b17-a230-aa80af45ee4b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb3b61e3-2dbf-4944-84b6-1149df537848 HTTP/1.1" status: 200 len: 851 time: 0.1183655 Feb 15 16:46:22.145902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0131695f-36a0-40cc-a44b-951cdd8c532e admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:46:22.177458 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ca5c081-02e9-4137-82ee-bb04a7f5c341 req-dba40448-9a2d-4696-a1ae-5c3d34394874 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3574f4db-39b1-48ab-af8c-11de19a4546e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389876 Feb 15 16:46:22.201072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 454e4dee-af23-45be-bb94-938d491c45ff is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:22.202399 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (454e4dee-af23-45be-bb94-938d491c45ff), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:22.208264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131695f-36a0-40cc-a44b-951cdd8c532e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4612417b-1ae9-4ee6-ae17-0633995e5b6c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:22.225412 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [req-321174c8-d9cb-48c4-b3af-2426d0136e25 req-e3e584f8-8a85-443f-8676-2ba1dc485d99 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] update failed (client error): There was a conflict when trying to complete your request. Feb 15 16:46:22.230781 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0131695f-36a0-40cc-a44b-951cdd8c532e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (764c8d24-a2ec-4b5b-884e-564d7eaea17e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:22.231136 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-0131695f-36a0-40cc-a44b-951cdd8c532e admin admin] Added segment 764c8d24-a2ec-4b5b-884e-564d7eaea17e of type vlan for network d48266a3-8c84-43d4-b869-c1bd0d13396a Feb 15 16:46:22.239503 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-321174c8-d9cb-48c4-b3af-2426d0136e25 req-e3e584f8-8a85-443f-8676-2ba1dc485d99 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "PUT /v2.0/floatingips/00493426-d73f-4620-bdef-b58343c2d3e2 HTTP/1.1" status: 409 len: 550 time: 0.3084104 Feb 15 16:46:22.264485 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [req-139195c7-6921-4bf6-b6b8-5535d10f2d6c req-6c752d38-8a1e-4e4f-a337-7e4e5dd0cc66 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] show failed (client error): The resource could not be found. Feb 15 16:46:22.279891 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-139195c7-6921-4bf6-b6b8-5535d10f2d6c req-6c752d38-8a1e-4e4f-a337-7e4e5dd0cc66 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "GET /v2.0/security-groups/c17f9c36-c095-4d34-859c-e4b8b65a8cbf HTTP/1.1" status: 404 len: 352 time: 0.0287018 Feb 15 16:46:22.294580 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 454e4dee-af23-45be-bb94-938d491c45ff, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=454e4dee-af23-45be-bb94-938d491c45ff,segment=NetworkSegment(3ecfbf16-4a65-4619-b659-44f571664472),segment_id=3ecfbf16-4a65-4619-b659-44f571664472)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:22.299009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 16f79cf0-dcfc-44f3-b50a-11188aaa05bf up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:22.341113 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0131695f-36a0-40cc-a44b-951cdd8c532e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (d48266a3-8c84-43d4-b869-c1bd0d13396a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:22.393125 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (454e4dee-af23-45be-bb94-938d491c45ff), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:22.407078 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ca5c081-02e9-4137-82ee-bb04a7f5c341 req-72881839-b5e1-499c-9e9e-b54c6ee39c24 service neutron] 10.222.0.67 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067702 Feb 15 16:46:22.443492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=454e4dee-af23-45be-bb94-938d491c45ff,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:22.449784 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:46:22.453903 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:22.454294 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:22.508662 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0131695f-36a0-40cc-a44b-951cdd8c532e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (d48266a3-8c84-43d4-b869-c1bd0d13396a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:22.509641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0131695f-36a0-40cc-a44b-951cdd8c532e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:22.510231 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0131695f-36a0-40cc-a44b-951cdd8c532e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:22.546558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:22.547062 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:22.584218 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:22.690641 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:22.691516 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1e4659a1-999b-4f3c-a646-6d6396a3b128 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:22.754363 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:22.797588 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08fc2e3-bbe8-4460-95da-be3e55f53237 x-openstack-request-id: req-e08fc2e3-bbe8-4460-95da-be3e55f53237 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:22.797936 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-plugged", "status": "completed", "tag": "117995e0-113d-4807-ac7f-d34c4a22aa53", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:22.798277 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e08fc2e3-bbe8-4460-95da-be3e55f53237 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:22.798678 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117995e0-113d-4807-ac7f-d34c4a22aa53', 'code': 200} Feb 15 16:46:22.829954 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-570bdb32-654d-43f8-b748-a6330bb9a8e6 req-185648f8-2ef2-4083-8a8f-b342e325acc1 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/floatingips/00493426-d73f-4620-bdef-b58343c2d3e2 HTTP/1.1" status: 200 len: 693 time: 0.0569284 Feb 15 16:46:22.907177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 1e4659a1-999b-4f3c-a646-6d6396a3b128 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:46:22.911987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 1e4659a1-999b-4f3c-a646-6d6396a3b128 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:22.912446 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:22.934941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131695f-36a0-40cc-a44b-951cdd8c532e admin admin] Pushing event updated for resources: {'Network': ['ID=d48266a3-8c84-43d4-b869-c1bd0d13396a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:22.943417 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bdb32-654d-43f8-b748-a6330bb9a8e6 req-18e14390-f250-45d8-b20c-486e19157c21 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:22.949867 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-570bdb32-654d-43f8-b748-a6330bb9a8e6 req-18e14390-f250-45d8-b20c-486e19157c21 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.1136813 Feb 15 16:46:22.961513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0131695f-36a0-40cc-a44b-951cdd8c532e admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5608671 Feb 15 16:46:22.964629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network d48266a3-8c84-43d4-b869-c1bd0d13396a details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:46:22.967454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45640) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:22.969596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ca5c081-02e9-4137-82ee-bb04a7f5c341 req-ac53b811-28da-4257-ba9a-b976e7ee0525 service neutron] 10.222.0.67 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556622 Feb 15 16:46:22.976494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-bd7b6853-b54b-417f-a601-6be56bb8265d admin admin] Request body: {'subnet': {'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-992711827-subnet', 'tenant_id': '6e7ba1010e1c439a84f92cb189febb7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:22.986798 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-28c48c3a-1a2d-47fe-9494-d0be1fc6dc00 req-efb875a9-4578-46f5-beaf-dc4a4ec66f8d tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] For port 5a59a7bf-081a-4810-8b10-f736497cf5ed, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5a59a7bf-081a-4810-8b10-f736497cf5ed,segment=NetworkSegment(3c120751-ed77-48d7-a4af-d4cb7dc1b8ff),segment_id=3c120751-ed77-48d7-a4af-d4cb7dc1b8ff)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:23.028669 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-28c48c3a-1a2d-47fe-9494-d0be1fc6dc00 req-efb875a9-4578-46f5-beaf-dc4a4ec66f8d tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:23.036871 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-570bdb32-654d-43f8-b748-a6330bb9a8e6 req-a6311fea-0f43-44bc-8127-4eb9fa40cfc2 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.0851331 Feb 15 16:46:23.097280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7b6853-b54b-417f-a601-6be56bb8265d admin admin] Made reservation on behalf of 6e7ba1010e1c439a84f92cb189febb7e for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:23.098868 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1e4659a1-999b-4f3c-a646-6d6396a3b128 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:23.099280 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:23.103517 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bd7b6853-b54b-417f-a601-6be56bb8265d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:23.105703 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-28c48c3a-1a2d-47fe-9494-d0be1fc6dc00 req-efb875a9-4578-46f5-beaf-dc4a4ec66f8d tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:23.107263 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-570bdb32-654d-43f8-b748-a6330bb9a8e6 req-0488bea3-fbfe-4ff2-8482-a6f0f92a0e08 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.125 HTTP/1.1" status: 200 len: 696 time: 0.0617402 Feb 15 16:46:23.119503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['5a59a7bf-081a-4810-8b10-f736497cf5ed'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:23.185951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1e4659a1-999b-4f3c-a646-6d6396a3b128, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1e4659a1-999b-4f3c-a646-6d6396a3b128,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:23.228889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c48c3a-1a2d-47fe-9494-d0be1fc6dc00 req-efb875a9-4578-46f5-beaf-dc4a4ec66f8d tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:23.229571 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-28c48c3a-1a2d-47fe-9494-d0be1fc6dc00 req-efb875a9-4578-46f5-beaf-dc4a4ec66f8d tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:23.231302 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28c48c3a-1a2d-47fe-9494-d0be1fc6dc00 req-efb875a9-4578-46f5-beaf-dc4a4ec66f8d tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "PUT /v2.0/ports/5a59a7bf-081a-4810-8b10-f736497cf5ed HTTP/1.1" status: 200 len: 1020 time: 1.2683182 Feb 15 16:46:23.238121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd', 'tag': '5a59a7bf-081a-4810-8b10-f736497cf5ed'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:23.241142 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d710b4-4be0-4fef-aad7-f389d146703c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd", "tag": "5a59a7bf-081a-4810-8b10-f736497cf5ed"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:23.264243 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:23.265242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-570bdb32-654d-43f8-b748-a6330bb9a8e6 req-93d855d8-ea5b-4372-a631-f0a9baf70ed3 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Deleting port c50ae308-a420-4fa8-a621-b53be06d9712 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:46:23.265672 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-570bdb32-654d-43f8-b748-a6330bb9a8e6 req-93d855d8-ea5b-4372-a631-f0a9baf70ed3 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c50ae308-a420-4fa8-a621-b53be06d9712), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:23.293899 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-11d0ba89-007d-4a35-9d66-fe80ff0d8454 req-66fe6caf-0fc6-4ea3-ba1c-4bbcc610320e tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] show failed (client error): The resource could not be found. Feb 15 16:46:23.295110 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11d0ba89-007d-4a35-9d66-fe80ff0d8454 req-66fe6caf-0fc6-4ea3-ba1c-4bbcc610320e tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "GET /v2.0/security-group-rules/8f070981-0840-4aad-83f3-037e106031e8 HTTP/1.1" status: 404 len: 361 time: 0.0364108 Feb 15 16:46:23.300394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb875a9-4578-46f5-beaf-dc4a4ec66f8d tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event updated for resources: {'Port': ['ID=5a59a7bf-081a-4810-8b10-f736497cf5ed,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:23.364052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1e4659a1-999b-4f3c-a646-6d6396a3b128,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:23.383021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['5a59a7bf-081a-4810-8b10-f736497cf5ed'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:23.424475 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-570bdb32-654d-43f8-b748-a6330bb9a8e6 req-93d855d8-ea5b-4372-a631-f0a9baf70ed3 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c50ae308-a420-4fa8-a621-b53be06d9712), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:23.424948 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-570bdb32-654d-43f8-b748-a6330bb9a8e6 req-93d855d8-ea5b-4372-a631-f0a9baf70ed3 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for floatingip (c50ae308-a420-4fa8-a621-b53be06d9712), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:23.437842 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-570bdb32-654d-43f8-b748-a6330bb9a8e6 req-93d855d8-ea5b-4372-a631-f0a9baf70ed3 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Calling delete_port for c50ae308-a420-4fa8-a621-b53be06d9712 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:46:23.456586 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device fee101f4-9a6f-48fa-82ce-cbc998d7d69d up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:23.471238 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8fcc1fa-0d98-41a8-aa8c-021bbbb74a4a req-ea4779af-a5e1-42d5-9aeb-6c43ca7fa113 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0295651 Feb 15 16:46:23.507715 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bd7b6853-b54b-417f-a601-6be56bb8265d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (7e049009-e97b-4ead-9d07-a8309497253a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:23.638984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7b6853-b54b-417f-a601-6be56bb8265d admin admin] Checking segment: {'id': '764c8d24-a2ec-4b5b-884e-564d7eaea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:23.639831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7b6853-b54b-417f-a601-6be56bb8265d admin admin] Network hostable DHCP agents. Network: d48266a3-8c84-43d4-b869-c1bd0d13396a, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:46:23.644280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b6853-b54b-417f-a601-6be56bb8265d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e049009-e97b-4ead-9d07-a8309497253a,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:23.669105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991982-7d55-4fc2-af94-001835a18985 req-64f0abd4-0773-4212-9882-685dc6af7904 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:23.675642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991982-7d55-4fc2-af94-001835a18985 req-64f0abd4-0773-4212-9882-685dc6af7904 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:23.681339 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991982-7d55-4fc2-af94-001835a18985 req-64f0abd4-0773-4212-9882-685dc6af7904 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:23.684710 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-570bdb32-654d-43f8-b748-a6330bb9a8e6 req-93d855d8-ea5b-4372-a631-f0a9baf70ed3 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c50ae308-a420-4fa8-a621-b53be06d9712), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:23.688099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991982-7d55-4fc2-af94-001835a18985 req-64f0abd4-0773-4212-9882-685dc6af7904 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:23.694570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991982-7d55-4fc2-af94-001835a18985 req-64f0abd4-0773-4212-9882-685dc6af7904 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:23.700903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991982-7d55-4fc2-af94-001835a18985 req-64f0abd4-0773-4212-9882-685dc6af7904 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:23.707335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd991982-7d55-4fc2-af94-001835a18985 req-64f0abd4-0773-4212-9882-685dc6af7904 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:23.715766 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd991982-7d55-4fc2-af94-001835a18985 req-64f0abd4-0773-4212-9882-685dc6af7904 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5438 time: 0.1554513 Feb 15 16:46:23.730635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d855d8-ea5b-4372-a631-f0a9baf70ed3 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Pushing event deleted for resources: {'Port': ['ID=c50ae308-a420-4fa8-a621-b53be06d9712,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:23.769331 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port fee101f4-9a6f-48fa-82ce-cbc998d7d69d completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:46:23.776593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port fee101f4-9a6f-48fa-82ce-cbc998d7d69d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:23.776969 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:23.795199 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7b6853-b54b-417f-a601-6be56bb8265d admin admin] Network d48266a3-8c84-43d4-b869-c1bd0d13396a is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:46:23.819792 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd991982-7d55-4fc2-af94-001835a18985 req-81321dd4-15b4-4ecb-964f-2d9c81d6e565 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1031516 Feb 15 16:46:23.831008 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-570bdb32-654d-43f8-b748-a6330bb9a8e6 req-93d855d8-ea5b-4372-a631-f0a9baf70ed3 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for floatingip (00493426-d73f-4620-bdef-b58343c2d3e2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:23.833628 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-570bdb32-654d-43f8-b748-a6330bb9a8e6 req-93d855d8-ea5b-4372-a631-f0a9baf70ed3 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:23.834805 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-570bdb32-654d-43f8-b748-a6330bb9a8e6 req-93d855d8-ea5b-4372-a631-f0a9baf70ed3 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "DELETE /v2.0/floatingips/00493426-d73f-4620-bdef-b58343c2d3e2 HTTP/1.1" status: 204 len: 173 time: 0.7265129 Feb 15 16:46:23.873668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port fee101f4-9a6f-48fa-82ce-cbc998d7d69d is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:23.874301 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:23.884157 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-bd7b6853-b54b-417f-a601-6be56bb8265d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, d48266a3-8c84-43d4-b869-c1bd0d13396a) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:23.888962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7b6853-b54b-417f-a601-6be56bb8265d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:23.889783 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bd7b6853-b54b-417f-a601-6be56bb8265d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:23.897098 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5269e1f7-b189-49c4-9c1a-c4d3c5ce6c80 None None] Network d48266a3-8c84-43d4-b869-c1bd0d13396a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:46:23.963267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port fee101f4-9a6f-48fa-82ce-cbc998d7d69d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=fee101f4-9a6f-48fa-82ce-cbc998d7d69d,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:23.968777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d9508-fb27-4bc0-82e3-9f67b8bd0100 req-4f8b4d2a-4734-4bb2-8bc1-aae660a01d27 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:23.971732 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2b2d9508-fb27-4bc0-82e3-9f67b8bd0100 req-4f8b4d2a-4734-4bb2-8bc1-aae660a01d27 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/ports?device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 946 time: 0.0766935 Feb 15 16:46:23.993293 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37842b-aec9-4b6d-a3d6-1c1d928f81c7 req-33280d27-02e1-492a-83ec-d6f8226a6179 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:24.002016 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b37842b-aec9-4b6d-a3d6-1c1d928f81c7 req-33280d27-02e1-492a-83ec-d6f8226a6179 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 949 time: 0.0821078 Feb 15 16:46:24.021283 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bd7b6853-b54b-417f-a601-6be56bb8265d admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0506675 Feb 15 16:46:24.037215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696a2bca-a33f-4d21-8ee3-7885d1c8e8f5 None None] Network d48266a3-8c84-43d4-b869-c1bd0d13396a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:46:24.045838 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:24.047339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0f5cf237-c13f-4452-a50f-8a0b8b20e20d up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:24.070964 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2b2d9508-fb27-4bc0-82e3-9f67b8bd0100 req-a5334ee3-387f-4ef2-9dec-5239d02d3c8b tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.107 "GET /v2.0/security-groups?id=911393ea-b108-46d2-afc1-9f93adee2ea5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919681 Feb 15 16:46:24.122046 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b37842b-aec9-4b6d-a3d6-1c1d928f81c7 req-727fb2bb-1eac-42bf-ac67-48a73a726f5e tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189923 Feb 15 16:46:24.233557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421f534-8bd1-4806-9252-24cb90e19cf3 req-baeecc2f-5a7f-412a-873c-5cb336ae8014 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:24.249038 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3421f534-8bd1-4806-9252-24cb90e19cf3 req-baeecc2f-5a7f-412a-873c-5cb336ae8014 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 1023 time: 0.1240304 Feb 15 16:46:24.258350 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c334fb-7e41-46df-9f29-f283db38f22d x-openstack-request-id: req-e9c334fb-7e41-46df-9f29-f283db38f22d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:24.258551 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd", "tag": "5a59a7bf-081a-4810-8b10-f736497cf5ed", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:24.258770 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e9c334fb-7e41-46df-9f29-f283db38f22d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:24.259177 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd', 'tag': '5a59a7bf-081a-4810-8b10-f736497cf5ed', 'status': 'completed', 'code': 200} Feb 15 16:46:24.298135 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=fee101f4-9a6f-48fa-82ce-cbc998d7d69d,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:24.320269 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6937c6c-bcab-417c-b4a4-f58c87424837 req-f822dbe9-4abc-4f0a-8b56-b0d8587d1b36 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "GET /v2.0/security-groups/0a942696-f3f7-4039-ab90-cb868ce9bb80 HTTP/1.1" status: 200 len: 1832 time: 0.0930698 Feb 15 16:46:24.355575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d710b4-4be0-4fef-aad7-f389d146703c req-009b0a35-3ca6-4fa9-9cf9-98372d3d1c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:24.357148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94d710b4-4be0-4fef-aad7-f389d146703c req-009b0a35-3ca6-4fa9-9cf9-98372d3d1c28 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f46a6a08dea5478cbce46980fac5275a&device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 1207 time: 0.0972185 Feb 15 16:46:24.412899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:46:24.421151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:24.422538 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:24.425876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ac446-fd3a-40f4-bf3d-7c9ac1afd4ee req-2a2549d0-e652-4b63-88ac-836aca0a7b84 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:24.427796 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-067ac446-fd3a-40f4-bf3d-7c9ac1afd4ee req-2a2549d0-e652-4b63-88ac-836aca0a7b84 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "GET /v2.0/ports?device_id=06929e51-807c-4e91-b6c1-5546e11d40fb HTTP/1.1" status: 200 len: 946 time: 0.1319275 Feb 15 16:46:24.451917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3421f534-8bd1-4806-9252-24cb90e19cf3 req-31bcff15-ce88-460f-b529-5b22eed7d92a tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2c34399-33e9-41e1-9071-8e4474aed70d&id=7ff72865-8b36-4cf3-87fb-7dd9c03dcb35&id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152 HTTP/1.1" status: 200 len: 6209 time: 0.2011466 Feb 15 16:46:24.454736 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e6937c6c-bcab-417c-b4a4-f58c87424837 req-a262d345-9733-4020-bc90-b4e9f2fc5796 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (0a942696-f3f7-4039-ab90-cb868ce9bb80), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:24.515721 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e6937c6c-bcab-417c-b4a4-f58c87424837 req-a262d345-9733-4020-bc90-b4e9f2fc5796 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (0a942696-f3f7-4039-ab90-cb868ce9bb80), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:24.535600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:24.536151 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:24.573706 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-7fa8a7e2-eb1a-4ff3-a674-a4ba4957be97 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 1001 time: 0.1079926 Feb 15 16:46:24.582173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0f5cf237-c13f-4452-a50f-8a0b8b20e20d,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:24.586745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d710b4-4be0-4fef-aad7-f389d146703c req-6e40e42a-9d88-45ea-882d-3e78589cbfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:24.588218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94d710b4-4be0-4fef-aad7-f389d146703c req-6e40e42a-9d88-45ea-882d-3e78589cbfc0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3574f4db-39b1-48ab-af8c-11de19a4546e HTTP/1.1" status: 200 len: 912 time: 0.2240398 Feb 15 16:46:24.598569 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-067ac446-fd3a-40f4-bf3d-7c9ac1afd4ee req-87f75136-b39a-4aa9-b2cc-63933f53d429 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Deleting port 8c81480f-224e-49aa-bb02-8fd864e980bf {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:46:24.598972 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-067ac446-fd3a-40f4-bf3d-7c9ac1afd4ee req-87f75136-b39a-4aa9-b2cc-63933f53d429 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (8c81480f-224e-49aa-bb02-8fd864e980bf), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:24.647059 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:24.647971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c8a4d32c-8875-43a5-9a00-6e45523582eb up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:24.654536 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94d710b4-4be0-4fef-aad7-f389d146703c req-8f61a77e-6024-4a47-8d16-24599a4c2b85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5a59a7bf-081a-4810-8b10-f736497cf5ed HTTP/1.1" status: 200 len: 217 time: 0.0476735 Feb 15 16:46:24.663549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-995f5eb9-d734-498b-895b-33742d85858f tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:24.664909 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-995f5eb9-d734-498b-895b-33742d85858f tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports/0a8ea038-3007-4035-a547-0451fc39da7b HTTP/1.1" status: 200 len: 942 time: 0.0904195 Feb 15 16:46:24.680701 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e6937c6c-bcab-417c-b4a4-f58c87424837 req-a262d345-9733-4020-bc90-b4e9f2fc5796 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0a942696-f3f7-4039-ab90-cb868ce9bb80), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:24.683821 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-e6937c6c-bcab-417c-b4a4-f58c87424837 req-a262d345-9733-4020-bc90-b4e9f2fc5796 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:24.686161 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6937c6c-bcab-417c-b4a4-f58c87424837 req-a262d345-9733-4020-bc90-b4e9f2fc5796 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "DELETE /v2.0/security-groups/0a942696-f3f7-4039-ab90-cb868ce9bb80 HTTP/1.1" status: 204 len: 173 time: 0.3275063 Feb 15 16:46:24.716502 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-067ac446-fd3a-40f4-bf3d-7c9ac1afd4ee req-87f75136-b39a-4aa9-b2cc-63933f53d429 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] For port 8c81480f-224e-49aa-bb02-8fd864e980bf, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8c81480f-224e-49aa-bb02-8fd864e980bf,segment=NetworkSegment(35d19e4a-f995-40e4-82d0-a90eebee5152),segment_id=35d19e4a-f995-40e4-82d0-a90eebee5152)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:24.716878 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-067ac446-fd3a-40f4-bf3d-7c9ac1afd4ee req-87f75136-b39a-4aa9-b2cc-63933f53d429 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (8c81480f-224e-49aa-bb02-8fd864e980bf), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:24.728331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d710b4-4be0-4fef-aad7-f389d146703c req-11fb1ad2-0e88-48dc-842b-6497edd0db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:24.733379 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94d710b4-4be0-4fef-aad7-f389d146703c req-11fb1ad2-0e88-48dc-842b-6497edd0db15 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb3b61e3-2dbf-4944-84b6-1149df537848 HTTP/1.1" status: 200 len: 851 time: 0.0675037 Feb 15 16:46:24.740371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-067ac446-fd3a-40f4-bf3d-7c9ac1afd4ee req-87f75136-b39a-4aa9-b2cc-63933f53d429 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Calling delete_port for 8c81480f-224e-49aa-bb02-8fd864e980bf owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:46:24.742994 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=0f5cf237-c13f-4452-a50f-8a0b8b20e20d,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:24.799017 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94d710b4-4be0-4fef-aad7-f389d146703c req-7633b5d3-78a2-4fd0-851b-fe7d6c893227 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3574f4db-39b1-48ab-af8c-11de19a4546e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544338 Feb 15 16:46:24.800464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454e4dee-af23-45be-bb94-938d491c45ff'}, {'server_uuid': 'e3497658-6691-4f17-900b-100c4500ae75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f79cf0-dcfc-44f3-b50a-11188aaa05bf'}, {'server_uuid': '21d1e677-08ff-4d0b-bdf6-d087d0f268e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4659a1-999b-4f3c-a646-6d6396a3b128'}, {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee101f4-9a6f-48fa-82ce-cbc998d7d69d'}, {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5cf237-c13f-4452-a50f-8a0b8b20e20d'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:24.801032 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262d345-9733-4020-bc90-b4e9f2fc5796 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a942696-f3f7-4039-ab90-cb868ce9bb80,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:24.807236 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a8d1bb-bed4-406d-aa58-03ba592a2a00" -d '{"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-plugged", "status": "completed", "tag": "454e4dee-af23-45be-bb94-938d491c45ff"}, {"server_uuid": "e3497658-6691-4f17-900b-100c4500ae75", "name": "network-vif-plugged", "status": "completed", "tag": "16f79cf0-dcfc-44f3-b50a-11188aaa05bf"}, {"server_uuid": "21d1e677-08ff-4d0b-bdf6-d087d0f268e0", "name": "network-vif-plugged", "status": "completed", "tag": "1e4659a1-999b-4f3c-a646-6d6396a3b128"}, {"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-plugged", "status": "completed", "tag": "fee101f4-9a6f-48fa-82ce-cbc998d7d69d"}, {"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-plugged", "status": "completed", "tag": "0f5cf237-c13f-4452-a50f-8a0b8b20e20d"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:24.821261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port c8a4d32c-8875-43a5-9a00-6e45523582eb completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:46:24.828798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port c8a4d32c-8875-43a5-9a00-6e45523582eb triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:24.829174 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:24.890409 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-f4b7836a-303a-4667-8da1-a68b2b4fba35 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 1001 time: 0.1537220 Feb 15 16:46:24.926343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port c8a4d32c-8875-43a5-9a00-6e45523582eb is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:24.926633 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:24.965709 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c8a4d32c-8875-43a5-9a00-6e45523582eb, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c8a4d32c-8875-43a5-9a00-6e45523582eb,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:24.983082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94d710b4-4be0-4fef-aad7-f389d146703c req-18d6c9b3-eb68-4a01-8fb7-ac49ab15d20b service neutron] 10.222.0.67 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765370 Feb 15 16:46:24.990150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-067ac446-fd3a-40f4-bf3d-7c9ac1afd4ee req-87f75136-b39a-4aa9-b2cc-63933f53d429 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (8c81480f-224e-49aa-bb02-8fd864e980bf), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:25.003601 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['8c81480f-224e-49aa-bb02-8fd864e980bf'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:25.035798 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:25.036876 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 43c841ed-5b6b-4bbb-87f5-2d36be9275fe up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:25.059886 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f75136-b39a-4aa9-b2cc-63933f53d429 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Pushing event deleted for resources: {'Port': ['ID=8c81480f-224e-49aa-bb02-8fd864e980bf,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:25.097016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-399b2274-c37f-4c00-a2a1-da35e5fdc36b tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:25.098503 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-399b2274-c37f-4c00-a2a1-da35e5fdc36b tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.1857171 Feb 15 16:46:25.110254 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-067ac446-fd3a-40f4-bf3d-7c9ac1afd4ee req-87f75136-b39a-4aa9-b2cc-63933f53d429 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] No DVR routers for this DVR port 8c81480f-224e-49aa-bb02-8fd864e980bf on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:46:25.113064 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-067ac446-fd3a-40f4-bf3d-7c9ac1afd4ee req-87f75136-b39a-4aa9-b2cc-63933f53d429 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:25.117317 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-067ac446-fd3a-40f4-bf3d-7c9ac1afd4ee req-87f75136-b39a-4aa9-b2cc-63933f53d429 tempest-DeleteServersTestJSON-1231135124 tempest-DeleteServersTestJSON-1231135124-project] 10.222.0.67 "DELETE /v2.0/ports/8c81480f-224e-49aa-bb02-8fd864e980bf HTTP/1.1" status: 204 len: 173 time: 0.6733077 Feb 15 16:46:25.121166 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06929e51-807c-4e91-b6c1-5546e11d40fb', 'name': 'network-vif-deleted', 'tag': '8c81480f-224e-49aa-bb02-8fd864e980bf'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:25.123512 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94d710b4-4be0-4fef-aad7-f389d146703c req-2e0d4ba8-3998-4df7-9ca2-3ae46aeaf80c service neutron] 10.222.0.67 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318605 Feb 15 16:46:25.123885 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e4ef6e-0135-4c22-8713-e80a97e6e98d" -d '{"events": [{"server_uuid": "06929e51-807c-4e91-b6c1-5546e11d40fb", "name": "network-vif-deleted", "tag": "8c81480f-224e-49aa-bb02-8fd864e980bf"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:25.125984 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=c8a4d32c-8875-43a5-9a00-6e45523582eb,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:25.161257 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-afc4295f-924e-4993-91ad-4c785afaae21 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:25.162773 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-afc4295f-924e-4993-91ad-4c785afaae21 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/networks?id=d48266a3-8c84-43d4-b869-c1bd0d13396a HTTP/1.1" status: 200 len: 817 time: 0.1970844 Feb 15 16:46:25.178041 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-60e405ac-1ded-4cd6-a5b6-f367b86cad26 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/quotas/6e7ba1010e1c439a84f92cb189febb7e HTTP/1.1" status: 200 len: 375 time: 0.0096319 Feb 15 16:46:25.192561 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-038df2f9-e295-43ed-b2ee-22daf63139b6 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 1001 time: 0.0793850 Feb 15 16:46:25.196009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:46:25.200703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:25.201081 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (43c841ed-5b6b-4bbb-87f5-2d36be9275fe), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:25.202797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-59b2fb05-3690-498e-b115-3bb58640eab6 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:25.221725 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-450366a9-f51c-4d7c-bd93-9228c96ac270 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=6e7ba1010e1c439a84f92cb189febb7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383582 Feb 15 16:46:25.234360 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-d72c6009-d910-4a08-b9ab-f94e5f75c262 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:46:25.235627 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-d72c6009-d910-4a08-b9ab-f94e5f75c262 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072584 Feb 15 16:46:25.266454 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-59b2fb05-3690-498e-b115-3bb58640eab6 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for floatingip (1cd2a54d-0f1b-4c6a-be41-206d87bde14a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:25.293870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:25.293870 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (43c841ed-5b6b-4bbb-87f5-2d36be9275fe), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:25.333058 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=43c841ed-5b6b-4bbb-87f5-2d36be9275fe,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:25.341970 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-1f4cbfe7-41b4-4b22-a8c7-9a25f92e3d76 service neutron] 10.222.0.107 "GET /v2.0/networks/d48266a3-8c84-43d4-b869-c1bd0d13396a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001847 Feb 15 16:46:25.401477 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (43c841ed-5b6b-4bbb-87f5-2d36be9275fe), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:25.402303 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b5374418-4fdf-4c52-a3de-6437bd613e74 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:25.450009 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-75fee484-0355-44b7-8b03-11c6ccf178d0 service neutron] 10.222.0.107 "GET /v2.0/networks/d48266a3-8c84-43d4-b869-c1bd0d13396a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038432 Feb 15 16:46:25.451869 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-59b2fb05-3690-498e-b115-3bb58640eab6 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:25.489734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=43c841ed-5b6b-4bbb-87f5-2d36be9275fe,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:25.538600 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-59b2fb05-3690-498e-b115-3bb58640eab6 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (1cd2a54d-0f1b-4c6a-be41-206d87bde14a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:25.539031 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-59b2fb05-3690-498e-b115-3bb58640eab6 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Floating IP 1cd2a54d-0f1b-4c6a-be41-206d87bde14a disassociated. External IP: 172.25.4.221, port: 0a8ea038-3007-4035-a547-0451fc39da7b. Feb 15 16:46:25.564261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port b5374418-4fdf-4c52-a3de-6437bd613e74 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:46:25.568439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port b5374418-4fdf-4c52-a3de-6437bd613e74 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:25.568815 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:25.651745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port b5374418-4fdf-4c52-a3de-6437bd613e74 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:25.652280 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:25.688092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port b5374418-4fdf-4c52-a3de-6437bd613e74, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b5374418-4fdf-4c52-a3de-6437bd613e74,segment=NetworkSegment(f5de36df-4066-44a0-b273-70e5ed08c601),segment_id=f5de36df-4066-44a0-b273-70e5ed08c601)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:25.750126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-59b2fb05-3690-498e-b115-3bb58640eab6 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:46:25.764146 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:25.792240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8c81480f-224e-49aa-bb02-8fd864e980bf no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:46:25.822630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 8c81480f-224e-49aa-bb02-8fd864e980bf {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:46:25.822978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8c81480f-224e-49aa-bb02-8fd864e980bf not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:46:25.839497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=b5374418-4fdf-4c52-a3de-6437bd613e74,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:25.863670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-59b2fb05-3690-498e-b115-3bb58640eab6 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:46:25.868186 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-59b2fb05-3690-498e-b115-3bb58640eab6 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:25.875527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa8c22-c265-4909-a687-7c6f042f2f7d None None] Sync routers for ids ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:46:25.901673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-59b2fb05-3690-498e-b115-3bb58640eab6 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "PUT /v2.0/floatingips/1cd2a54d-0f1b-4c6a-be41-206d87bde14a HTTP/1.1" status: 200 len: 695 time: 0.7029343 Feb 15 16:46:25.949920 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-9887e802-5b73-4a96-b097-1b1f7e83802a req-f03eba2e-d706-4238-b0b5-84344e38b6e0 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1594193794 ', 'description': 'tempest-description-1756244275'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:26.003666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-d26bad68-b351-4d74-aaee-de0fffe86ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:26.005322 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-d26bad68-b351-4d74-aaee-de0fffe86ad7 service neutron] 10.222.0.107 "GET /v2.0/ports?tenant_id=e5522da92dd14128b79c900e1038ee82&device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 1128 time: 0.0883286 Feb 15 16:46:26.023026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa8c22-c265-4909-a687-7c6f042f2f7d None None] Routers {'8b34347b-d440-4be6-82fe-2e17cc2e9d00'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:46:26.023662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-34aa8c22-c265-4909-a687-7c6f042f2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:46:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:26.058522 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9887e802-5b73-4a96-b097-1b1f7e83802a req-f03eba2e-d706-4238-b0b5-84344e38b6e0 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:26.140078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-3f233a98-6f80-4ba6-a7fd-0edf2ff4ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:26.148033 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-3f233a98-6f80-4ba6-a7fd-0edf2ff4ee0f service neutron] 10.222.0.107 "GET /v2.0/networks?id=0cbdd945-2de0-4dc1-a660-7672fa691880 HTTP/1.1" status: 200 len: 930 time: 0.1361179 Feb 15 16:46:26.151626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-34aa8c22-c265-4909-a687-7c6f042f2f7d None None] Set router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:46:26.188123 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9887e802-5b73-4a96-b097-1b1f7e83802a req-f03eba2e-d706-4238-b0b5-84344e38b6e0 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (a5a2a178-1fac-4774-b95f-379cc9cae232), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:26.195144 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-eee493a5-858b-4fb5-a250-09db39b30f63 service neutron] 10.222.0.107 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a8ea038-3007-4035-a547-0451fc39da7b HTTP/1.1" status: 200 len: 217 time: 0.0462673 Feb 15 16:46:26.245642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-72e4a8eb-e52d-45dc-9949-93a28b09d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:26.247253 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-72e4a8eb-e52d-45dc-9949-93a28b09d098 service neutron] 10.222.0.107 "GET /v2.0/subnets?id=416a7944-16a2-4bb6-bfb2-67eeec692582 HTTP/1.1" status: 200 len: 868 time: 0.0467477 Feb 15 16:46:26.261778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2f18dce-94c1-4e61-a4ce-561c60c91376', 'tag': '0a8ea038-3007-4035-a547-0451fc39da7b'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:26.264435 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3bc987-4dc7-4656-99d8-2446d30c805b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2f18dce-94c1-4e61-a4ce-561c60c91376", "tag": "0a8ea038-3007-4035-a547-0451fc39da7b"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:26.292878 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9887e802-5b73-4a96-b097-1b1f7e83802a req-f03eba2e-d706-4238-b0b5-84344e38b6e0 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a5a2a178-1fac-4774-b95f-379cc9cae232), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:26.314722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-3518500b-ed0b-4aaa-b5ef-bd99579f7054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:26.316410 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-3518500b-ed0b-4aaa-b5ef-bd99579f7054 service neutron] 10.222.0.107 "GET /v2.0/ports?network_id=0cbdd945-2de0-4dc1-a660-7672fa691880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0627244 Feb 15 16:46:26.328369 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03eba2e-d706-4238-b0b5-84344e38b6e0 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a2a178-1fac-4774-b95f-379cc9cae232,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:26.364085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-34aa8c22-c265-4909-a687-7c6f042f2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-router', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:45:44Z', 'updated_at': '2022-02-15T16:45:52Z', 'revision_number': 4, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'gw_port': {'id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:45Z', 'updated_at': '2022-02-15T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd2f563c4-447e-44dc-a4cc-5ebdcb65e816', 'name': '', 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'mac_address': 'fa:16:3e:43:3c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:50Z', 'updated_at': '2022-02-15T16:45:57Z', 'revision_number': 5, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'subnets': [{'id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:26.390774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa8c22-c265-4909-a687-7c6f042f2f7d None None] Checking router: 8b34347b-d440-4be6-82fe-2e17cc2e9d00 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:46:26.399379 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34aa8c22-c265-4909-a687-7c6f042f2f7d None None] Routers {'8b34347b-d440-4be6-82fe-2e17cc2e9d00'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:46:26.399989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-34aa8c22-c265-4909-a687-7c6f042f2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:46:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:26.420996 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-9a3dfc79-a906-4694-9c21-cdf843a6c034 service neutron] 10.222.0.107 "GET /v2.0/networks/0cbdd945-2de0-4dc1-a660-7672fa691880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908587 Feb 15 16:46:26.442167 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-9887e802-5b73-4a96-b097-1b1f7e83802a req-f03eba2e-d706-4238-b0b5-84344e38b6e0 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:26.452830 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9887e802-5b73-4a96-b097-1b1f7e83802a req-f03eba2e-d706-4238-b0b5-84344e38b6e0 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5033600 Feb 15 16:46:26.517611 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-34aa8c22-c265-4909-a687-7c6f042f2f7d None None] Set router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:46:26.534131 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ab6529b-fdd1-4a49-8848-503943203ef8 req-c1a143cf-e8aa-4d34-8158-f503f1742641 service neutron] 10.222.0.107 "GET /v2.0/networks/0cbdd945-2de0-4dc1-a660-7672fa691880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066689 Feb 15 16:46:26.535340 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1cfa864d-32fe-4d64-8390-e7bb6cf11e28 req-33fc2f9a-cbf7-483d-9af1-052beee88e8f tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0275917 Feb 15 16:46:26.627985 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5c4bd436-ac8d-4141-ab8d-778fd493c901 req-490a44d6-d094-454a-9b88-d9de4af57420 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "GET /v2.0/security-groups/51eeee5b-a652-4b5a-8fd7-6ce2e5e2a3c7 HTTP/1.1" status: 200 len: 1832 time: 0.0578074 Feb 15 16:46:26.657535 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec476f6-4bcb-4fa4-a8be-664de791cd85 x-openstack-request-id: req-8ec476f6-4bcb-4fa4-a8be-664de791cd85 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:26.657865 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-plugged", "status": "completed", "tag": "454e4dee-af23-45be-bb94-938d491c45ff", "code": 200}, {"server_uuid": "e3497658-6691-4f17-900b-100c4500ae75", "name": "network-vif-plugged", "status": "completed", "tag": "16f79cf0-dcfc-44f3-b50a-11188aaa05bf", "code": 200}, {"server_uuid": "21d1e677-08ff-4d0b-bdf6-d087d0f268e0", "name": "network-vif-plugged", "status": "completed", "tag": "1e4659a1-999b-4f3c-a646-6d6396a3b128", "code": 200}, {"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-plugged", "status": "completed", "tag": "fee101f4-9a6f-48fa-82ce-cbc998d7d69d", "code": 200}, {"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-plugged", "status": "completed", "tag": "0f5cf237-c13f-4452-a50f-8a0b8b20e20d", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:26.658112 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8ec476f6-4bcb-4fa4-a8be-664de791cd85 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:26.658534 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '454e4dee-af23-45be-bb94-938d491c45ff', 'code': 200} Feb 15 16:46:26.658777 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3497658-6691-4f17-900b-100c4500ae75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f79cf0-dcfc-44f3-b50a-11188aaa05bf', 'code': 200} Feb 15 16:46:26.659037 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d1e677-08ff-4d0b-bdf6-d087d0f268e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4659a1-999b-4f3c-a646-6d6396a3b128', 'code': 200} Feb 15 16:46:26.659293 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee101f4-9a6f-48fa-82ce-cbc998d7d69d', 'code': 200} Feb 15 16:46:26.659547 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5cf237-c13f-4452-a50f-8a0b8b20e20d', 'code': 200} Feb 15 16:46:26.730357 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5c4bd436-ac8d-4141-ab8d-778fd493c901 req-45500617-ccb9-404e-9af5-6923c8e4b5fa tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (51eeee5b-a652-4b5a-8fd7-6ce2e5e2a3c7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:26.756334 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5c4bd436-ac8d-4141-ab8d-778fd493c901 req-45500617-ccb9-404e-9af5-6923c8e4b5fa tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (51eeee5b-a652-4b5a-8fd7-6ce2e5e2a3c7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:26.792304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-34aa8c22-c265-4909-a687-7c6f042f2f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-router', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:45:44Z', 'updated_at': '2022-02-15T16:45:52Z', 'revision_number': 4, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'gw_port': {'id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:45Z', 'updated_at': '2022-02-15T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd2f563c4-447e-44dc-a4cc-5ebdcb65e816', 'name': '', 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'mac_address': 'fa:16:3e:43:3c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:50Z', 'updated_at': '2022-02-15T16:45:57Z', 'revision_number': 5, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'subnets': [{'id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:26.810152 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69924c3b-a6d1-4dba-8918-abf758a01507 req-cba872c5-937f-4ef3-8f09-a362f40ee9b7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:26.815947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69924c3b-a6d1-4dba-8918-abf758a01507 req-cba872c5-937f-4ef3-8f09-a362f40ee9b7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:26.822070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69924c3b-a6d1-4dba-8918-abf758a01507 req-cba872c5-937f-4ef3-8f09-a362f40ee9b7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:26.828658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69924c3b-a6d1-4dba-8918-abf758a01507 req-cba872c5-937f-4ef3-8f09-a362f40ee9b7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:26.834391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69924c3b-a6d1-4dba-8918-abf758a01507 req-cba872c5-937f-4ef3-8f09-a362f40ee9b7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:26.834615 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c6306-bcb8-4efd-81d6-1626b33157f6 req-faef0b06-e874-4022-b159-e83a593768ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:26.836522 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5a1c6306-bcb8-4efd-81d6-1626b33157f6 req-faef0b06-e874-4022-b159-e83a593768ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 1132 time: 0.0774815 Feb 15 16:46:26.839645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69924c3b-a6d1-4dba-8918-abf758a01507 req-cba872c5-937f-4ef3-8f09-a362f40ee9b7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:26.845524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69924c3b-a6d1-4dba-8918-abf758a01507 req-cba872c5-937f-4ef3-8f09-a362f40ee9b7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:26.847465 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-69924c3b-a6d1-4dba-8918-abf758a01507 req-cba872c5-937f-4ef3-8f09-a362f40ee9b7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5443 time: 0.1417058 Feb 15 16:46:26.854091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc24c3-b4d3-435a-b7e4-767c8aeb88ca req-126e03b7-bbef-47df-ae70-0d7cb59fc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:26.855771 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-befc24c3-b4d3-435a-b7e4-767c8aeb88ca req-126e03b7-bbef-47df-ae70-0d7cb59fc532 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=21d1e677-08ff-4d0b-bdf6-d087d0f268e0 HTTP/1.1" status: 200 len: 1133 time: 0.1147223 Feb 15 16:46:26.855926 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34aa8c22-c265-4909-a687-7c6f042f2f7d None None] The sync data for ids ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'] in n-d-828372-14 is: [{'id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-router', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:45:44Z', 'updated_at': '2022-02-15T16:45:52Z', 'revision_number': 4, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'gw_port': {'id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:45Z', 'updated_at': '2022-02-15T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd2f563c4-447e-44dc-a4cc-5ebdcb65e816', 'name': '', 'network_id': '0cbdd945-2de0-4dc1-a660-7672fa691880', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'mac_address': 'fa:16:3e:43:3c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:50Z', 'updated_at': '2022-02-15T16:45:57Z', 'revision_number': 5, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'subnets': [{'id': '416a7944-16a2-4bb6-bfb2-67eeec692582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:46:26.887233 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5c4bd436-ac8d-4141-ab8d-778fd493c901 req-45500617-ccb9-404e-9af5-6923c8e4b5fa tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (51eeee5b-a652-4b5a-8fd7-6ce2e5e2a3c7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:26.890158 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5c4bd436-ac8d-4141-ab8d-778fd493c901 req-45500617-ccb9-404e-9af5-6923c8e4b5fa tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:26.891590 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5c4bd436-ac8d-4141-ab8d-778fd493c901 req-45500617-ccb9-404e-9af5-6923c8e4b5fa tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "DELETE /v2.0/security-groups/51eeee5b-a652-4b5a-8fd7-6ce2e5e2a3c7 HTTP/1.1" status: 204 len: 173 time: 0.2625427 Feb 15 16:46:26.897956 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5a1c6306-bcb8-4efd-81d6-1626b33157f6 req-7563bcbf-7568-46b1-9d20-d0f168e37ce5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547676 Feb 15 16:46:26.902846 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45500617-ccb9-404e-9af5-6923c8e4b5fa tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51eeee5b-a652-4b5a-8fd7-6ce2e5e2a3c7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:26.955753 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-befc24c3-b4d3-435a-b7e4-767c8aeb88ca req-974bd1e2-d567-4129-8e3a-20f99359529c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913556 Feb 15 16:46:26.961133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-69924c3b-a6d1-4dba-8918-abf758a01507 req-5cbb3698-9985-41f2-b6da-92653b6f35ae tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043882 Feb 15 16:46:26.993392 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee4af35-37dc-4651-bde7-7aa22f75b9a0 x-openstack-request-id: req-3ee4af35-37dc-4651-bde7-7aa22f75b9a0 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:26.993775 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06929e51-807c-4e91-b6c1-5546e11d40fb", "name": "network-vif-deleted", "tag": "8c81480f-224e-49aa-bb02-8fd864e980bf", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:26.994096 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3ee4af35-37dc-4651-bde7-7aa22f75b9a0 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:26.994739 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06929e51-807c-4e91-b6c1-5546e11d40fb', 'name': 'network-vif-deleted', 'tag': '8c81480f-224e-49aa-bb02-8fd864e980bf', 'status': 'completed', 'code': 200} Feb 15 16:46:27.100454 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c43389-1537-4d53-9b2a-a2f4c2a9e4c6 x-openstack-request-id: req-b1c43389-1537-4d53-9b2a-a2f4c2a9e4c6 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:27.100815 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2f18dce-94c1-4e61-a4ce-561c60c91376", "tag": "0a8ea038-3007-4035-a547-0451fc39da7b", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:27.101134 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b1c43389-1537-4d53-9b2a-a2f4c2a9e4c6 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:27.101684 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2f18dce-94c1-4e61-a4ce-561c60c91376', 'tag': '0a8ea038-3007-4035-a547-0451fc39da7b', 'status': 'completed', 'code': 200} Feb 15 16:46:27.110010 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2764540-6958-42a1-91e8-b12182a77608 req-e56135bb-2b25-4b40-8cfe-c24e2d33dbed tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:27.112092 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2764540-6958-42a1-91e8-b12182a77608 req-e56135bb-2b25-4b40-8cfe-c24e2d33dbed tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 949 time: 0.0735943 Feb 15 16:46:27.161944 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4623753e-63b5-4977-9fa8-2f329acbda3e req-17495dac-a73a-4adf-91e7-e29b3f0ae771 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/a5a2a178-1fac-4774-b95f-379cc9cae232 HTTP/1.1" status: 200 len: 1800 time: 0.0508599 Feb 15 16:46:27.169712 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2764540-6958-42a1-91e8-b12182a77608 req-27f2e669-68f4-4fbe-8a5a-3c9e6fad4010 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520365 Feb 15 16:46:27.213253 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802f5f2d-dbda-4ded-bbac-db02c192be11 None None] New status for floating IP 1cd2a54d-0f1b-4c6a-be41-206d87bde14a: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:46:27.243016 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-98e5a8c0-24c6-4a4d-b1dc-04a1124754f5 req-9ae46482-1089-4c50-8c9e-c8dd8424aac3 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/floatingips/1cd2a54d-0f1b-4c6a-be41-206d87bde14a HTTP/1.1" status: 200 len: 695 time: 0.0541694 Feb 15 16:46:27.251980 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2da7df13-f9b0-4084-812a-dc66c4ad1324 req-8b235606-5a09-4e5d-b9be-efd385ec85c2 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "GET /v2.0/security-groups/6e44195e-ae27-486a-9cff-d017ec9893ae HTTP/1.1" status: 200 len: 1830 time: 0.0537953 Feb 15 16:46:27.313117 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2da7df13-f9b0-4084-812a-dc66c4ad1324 req-9d35d514-6bba-4218-9ffe-297719013ba9 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (6e44195e-ae27-486a-9cff-d017ec9893ae), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:27.368313 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2da7df13-f9b0-4084-812a-dc66c4ad1324 req-9d35d514-6bba-4218-9ffe-297719013ba9 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (6e44195e-ae27-486a-9cff-d017ec9893ae), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:27.403941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bc987-4dc7-4656-99d8-2446d30c805b req-34492eb2-8822-45ce-9326-0af8c3b208db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:27.405790 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe3bc987-4dc7-4656-99d8-2446d30c805b req-34492eb2-8822-45ce-9326-0af8c3b208db service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e5522da92dd14128b79c900e1038ee82&device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 1128 time: 0.0893443 Feb 15 16:46:27.508775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bc987-4dc7-4656-99d8-2446d30c805b req-98d91e87-6930-4ba9-8c19-a4afa9bce66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:27.510401 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe3bc987-4dc7-4656-99d8-2446d30c805b req-98d91e87-6930-4ba9-8c19-a4afa9bce66f service neutron] 10.222.0.10 "GET /v2.0/networks?id=0cbdd945-2de0-4dc1-a660-7672fa691880 HTTP/1.1" status: 200 len: 930 time: 0.0984411 Feb 15 16:46:27.554461 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2da7df13-f9b0-4084-812a-dc66c4ad1324 req-9d35d514-6bba-4218-9ffe-297719013ba9 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6e44195e-ae27-486a-9cff-d017ec9893ae), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:27.561263 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2da7df13-f9b0-4084-812a-dc66c4ad1324 req-9d35d514-6bba-4218-9ffe-297719013ba9 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:27.561263 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2da7df13-f9b0-4084-812a-dc66c4ad1324 req-9d35d514-6bba-4218-9ffe-297719013ba9 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "DELETE /v2.0/security-groups/6e44195e-ae27-486a-9cff-d017ec9893ae HTTP/1.1" status: 204 len: 173 time: 0.3054523 Feb 15 16:46:27.561263 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe3bc987-4dc7-4656-99d8-2446d30c805b req-cd78c4f9-fc3f-460e-bca9-59f82e39b38e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a8ea038-3007-4035-a547-0451fc39da7b HTTP/1.1" status: 200 len: 217 time: 0.0422392 Feb 15 16:46:27.570903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35d514-6bba-4218-9ffe-297719013ba9 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e44195e-ae27-486a-9cff-d017ec9893ae,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:27.623967 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bc987-4dc7-4656-99d8-2446d30c805b req-36a5963f-1514-4564-8aec-02af2faebc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:27.629682 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe3bc987-4dc7-4656-99d8-2446d30c805b req-36a5963f-1514-4564-8aec-02af2faebc52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=416a7944-16a2-4bb6-bfb2-67eeec692582 HTTP/1.1" status: 200 len: 868 time: 0.0599897 Feb 15 16:46:27.679180 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5a8c0-24c6-4a4d-b1dc-04a1124754f5 req-efb8cf0c-c72e-414c-a630-5bddc1c85dcc tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:27.680544 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-98e5a8c0-24c6-4a4d-b1dc-04a1124754f5 req-efb8cf0c-c72e-414c-a630-5bddc1c85dcc tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 784 time: 0.4374497 Feb 15 16:46:27.692586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4020df9b-3212-42cc-a333-4ae6107a6411 req-544e0686-1ee7-47b3-ac82-f17c0fd41b5d tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 210 time: 0.0442231 Feb 15 16:46:27.713612 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bc987-4dc7-4656-99d8-2446d30c805b req-1af98397-18e2-4554-b386-5faef238126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:27.715262 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe3bc987-4dc7-4656-99d8-2446d30c805b req-1af98397-18e2-4554-b386-5faef238126e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0cbdd945-2de0-4dc1-a660-7672fa691880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0777836 Feb 15 16:46:27.736753 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-98e5a8c0-24c6-4a4d-b1dc-04a1124754f5 req-3376df4e-6f71-425e-bd14-2842e0d23817 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 696 time: 0.0501485 Feb 15 16:46:27.785759 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-98e5a8c0-24c6-4a4d-b1dc-04a1124754f5 req-5dbbb862-2116-4708-b72d-5ecdbf1f3795 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=172.25.4.221 HTTP/1.1" status: 200 len: 696 time: 0.0423579 Feb 15 16:46:27.808994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c4cadc4-1852-4040-b0e5-fb01345d0c80 req-53fe6332-2066-4784-aabf-46f3e8de7e1a tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/a5a2a178-1fac-4774-b95f-379cc9cae232 HTTP/1.1" status: 200 len: 1800 time: 0.0924239 Feb 15 16:46:27.857782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe3bc987-4dc7-4656-99d8-2446d30c805b req-da0ffc18-4d1b-4833-98b9-1faad11d1c92 service neutron] 10.222.0.10 "GET /v2.0/networks/0cbdd945-2de0-4dc1-a660-7672fa691880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348419 Feb 15 16:46:27.919627 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-98e5a8c0-24c6-4a4d-b1dc-04a1124754f5 req-a6828896-708e-4887-aeaa-3d813b0dbf48 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Deleting port 7bb4cc1c-c561-4a43-bb9f-a53a2169042f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:46:27.920022 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-98e5a8c0-24c6-4a4d-b1dc-04a1124754f5 req-a6828896-708e-4887-aeaa-3d813b0dbf48 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7bb4cc1c-c561-4a43-bb9f-a53a2169042f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:27.935588 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c4cadc4-1852-4040-b0e5-fb01345d0c80 req-64c5ad4b-39c8-4d03-8310-a9ebe12195fc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (a5a2a178-1fac-4774-b95f-379cc9cae232), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:27.967081 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c4cadc4-1852-4040-b0e5-fb01345d0c80 req-64c5ad4b-39c8-4d03-8310-a9ebe12195fc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (a5a2a178-1fac-4774-b95f-379cc9cae232), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.006993 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-98e5a8c0-24c6-4a4d-b1dc-04a1124754f5 req-a6828896-708e-4887-aeaa-3d813b0dbf48 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7bb4cc1c-c561-4a43-bb9f-a53a2169042f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.007321 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-98e5a8c0-24c6-4a4d-b1dc-04a1124754f5 req-a6828896-708e-4887-aeaa-3d813b0dbf48 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for floatingip (7bb4cc1c-c561-4a43-bb9f-a53a2169042f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.019703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-98e5a8c0-24c6-4a4d-b1dc-04a1124754f5 req-a6828896-708e-4887-aeaa-3d813b0dbf48 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Calling delete_port for 7bb4cc1c-c561-4a43-bb9f-a53a2169042f owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:46:28.020064 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe3bc987-4dc7-4656-99d8-2446d30c805b req-75420f55-e11e-420f-aa0b-0741404747ab service neutron] 10.222.0.10 "GET /v2.0/networks/0cbdd945-2de0-4dc1-a660-7672fa691880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515245 Feb 15 16:46:28.130458 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c4cadc4-1852-4040-b0e5-fb01345d0c80 req-64c5ad4b-39c8-4d03-8310-a9ebe12195fc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a5a2a178-1fac-4774-b95f-379cc9cae232), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.133138 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c4cadc4-1852-4040-b0e5-fb01345d0c80 req-64c5ad4b-39c8-4d03-8310-a9ebe12195fc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.135013 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c4cadc4-1852-4040-b0e5-fb01345d0c80 req-64c5ad4b-39c8-4d03-8310-a9ebe12195fc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "DELETE /v2.0/security-groups/a5a2a178-1fac-4774-b95f-379cc9cae232 HTTP/1.1" status: 204 len: 173 time: 0.3163512 Feb 15 16:46:28.148085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5ad4b-39c8-4d03-8310-a9ebe12195fc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a2a178-1fac-4774-b95f-379cc9cae232,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:28.207790 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fbcf68c8-8dff-4d64-840c-1fe227fe1c42 req-cb3c80b9-6053-40b6-849a-efa65f3bcf67 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "GET /v2.0/security-groups/7a7e23df-9ca2-49de-b74c-13603ca7bc60 HTTP/1.1" status: 200 len: 1829 time: 0.0403812 Feb 15 16:46:28.267177 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fbcf68c8-8dff-4d64-840c-1fe227fe1c42 req-223b5cfc-47ca-476b-9866-fa373aa577ca tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (7a7e23df-9ca2-49de-b74c-13603ca7bc60), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.290483 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-98e5a8c0-24c6-4a4d-b1dc-04a1124754f5 req-a6828896-708e-4887-aeaa-3d813b0dbf48 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (7bb4cc1c-c561-4a43-bb9f-a53a2169042f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.296040 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fbcf68c8-8dff-4d64-840c-1fe227fe1c42 req-223b5cfc-47ca-476b-9866-fa373aa577ca tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (7a7e23df-9ca2-49de-b74c-13603ca7bc60), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.317504 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6828896-708e-4887-aeaa-3d813b0dbf48 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Pushing event deleted for resources: {'Port': ['ID=7bb4cc1c-c561-4a43-bb9f-a53a2169042f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:28.382579 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-98e5a8c0-24c6-4a4d-b1dc-04a1124754f5 req-a6828896-708e-4887-aeaa-3d813b0dbf48 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks [] for floatingip (1cd2a54d-0f1b-4c6a-be41-206d87bde14a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.385173 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-98e5a8c0-24c6-4a4d-b1dc-04a1124754f5 req-a6828896-708e-4887-aeaa-3d813b0dbf48 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.386540 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-98e5a8c0-24c6-4a4d-b1dc-04a1124754f5 req-a6828896-708e-4887-aeaa-3d813b0dbf48 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "DELETE /v2.0/floatingips/1cd2a54d-0f1b-4c6a-be41-206d87bde14a HTTP/1.1" status: 204 len: 173 time: 0.5948474 Feb 15 16:46:28.427873 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fbcf68c8-8dff-4d64-840c-1fe227fe1c42 req-223b5cfc-47ca-476b-9866-fa373aa577ca tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7a7e23df-9ca2-49de-b74c-13603ca7bc60), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.431693 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fbcf68c8-8dff-4d64-840c-1fe227fe1c42 req-223b5cfc-47ca-476b-9866-fa373aa577ca tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.432534 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fbcf68c8-8dff-4d64-840c-1fe227fe1c42 req-223b5cfc-47ca-476b-9866-fa373aa577ca tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "DELETE /v2.0/security-groups/7a7e23df-9ca2-49de-b74c-13603ca7bc60 HTTP/1.1" status: 204 len: 173 time: 0.2172732 Feb 15 16:46:28.443947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b5cfc-47ca-476b-9866-fa373aa577ca tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7e23df-9ca2-49de-b74c-13603ca7bc60,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:28.481741 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e1947e3-ddd9-49ff-b186-c75ceddf937f req-e24d3818-de3f-4b33-a901-d91b2dc41de4 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0299644 Feb 15 16:46:28.540988 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [req-d2f070f2-50b2-473a-ab05-2c41f83c156f req-82b92f19-35d8-4eba-9d2a-1f99cca966c9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] show failed (client error): The resource could not be found. Feb 15 16:46:28.542077 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d2f070f2-50b2-473a-ab05-2c41f83c156f req-82b92f19-35d8-4eba-9d2a-1f99cca966c9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/a5a2a178-1fac-4774-b95f-379cc9cae232 HTTP/1.1" status: 404 len: 352 time: 0.0157609 Feb 15 16:46:28.620449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1ae78-24fb-483f-86ec-0a42716803b0 req-03fd0d20-1e9e-4b61-b184-9f35465dcf33 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:28.625846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1ae78-24fb-483f-86ec-0a42716803b0 req-03fd0d20-1e9e-4b61-b184-9f35465dcf33 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:28.631705 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1ae78-24fb-483f-86ec-0a42716803b0 req-03fd0d20-1e9e-4b61-b184-9f35465dcf33 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:28.638075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1ae78-24fb-483f-86ec-0a42716803b0 req-03fd0d20-1e9e-4b61-b184-9f35465dcf33 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:28.643198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1ae78-24fb-483f-86ec-0a42716803b0 req-03fd0d20-1e9e-4b61-b184-9f35465dcf33 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:28.649024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1ae78-24fb-483f-86ec-0a42716803b0 req-03fd0d20-1e9e-4b61-b184-9f35465dcf33 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:28.654320 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1ae78-24fb-483f-86ec-0a42716803b0 req-03fd0d20-1e9e-4b61-b184-9f35465dcf33 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:28.656942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7ac1ae78-24fb-483f-86ec-0a42716803b0 req-03fd0d20-1e9e-4b61-b184-9f35465dcf33 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5443 time: 0.1114404 Feb 15 16:46:28.660881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a4d32c-8875-43a5-9a00-6e45523582eb'}, {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c841ed-5b6b-4bbb-87f5-2d36be9275fe'}, {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5374418-4fdf-4c52-a3de-6437bd613e74'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:28.661639 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2296fb-9b61-4877-b81e-d74d304e7b7a req-e585b67c-302d-4b0c-a05e-19c6ded4df66 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:28.663123 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e2296fb-9b61-4877-b81e-d74d304e7b7a req-e585b67c-302d-4b0c-a05e-19c6ded4df66 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 949 time: 0.0577447 Feb 15 16:46:28.663713 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4542e5f7-f9a4-4b05-a1af-0a6bf7ad7e52" -d '{"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-plugged", "status": "completed", "tag": "c8a4d32c-8875-43a5-9a00-6e45523582eb"}, {"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-plugged", "status": "completed", "tag": "43c841ed-5b6b-4bbb-87f5-2d36be9275fe"}, {"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-plugged", "status": "completed", "tag": "b5374418-4fdf-4c52-a3de-6437bd613e74"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:28.713700 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e2296fb-9b61-4877-b81e-d74d304e7b7a req-337b3f7c-0579-40ce-bfee-f9dd4083d9e8 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413878 Feb 15 16:46:28.725000 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7ac1ae78-24fb-483f-86ec-0a42716803b0 req-331493b7-ae5c-4779-b8b8-8df44b682631 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608387 Feb 15 16:46:28.793214 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67c529e5-c0c9-4d1f-a37b-58c4b57669a1 req-43df8b08-0f76-4952-8088-58397c2d539e tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "GET /v2.0/security-groups/62adff24-391b-425a-8532-30626ad12bb9 HTTP/1.1" status: 200 len: 1832 time: 0.0481696 Feb 15 16:46:28.809062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-4c4e1350-b411-471d-9cb0-a901a7e73668 req-a9c81beb-3bc1-4087-a959-6ae352bddcfa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1826566468', 'description': 'tempest-description-4094611'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:28.851303 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-67c529e5-c0c9-4d1f-a37b-58c4b57669a1 req-9f4f89f8-70c5-4992-916d-f2442adba875 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (62adff24-391b-425a-8532-30626ad12bb9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.873273 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-67c529e5-c0c9-4d1f-a37b-58c4b57669a1 req-9f4f89f8-70c5-4992-916d-f2442adba875 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (62adff24-391b-425a-8532-30626ad12bb9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.918773 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4c4e1350-b411-471d-9cb0-a901a7e73668 req-a9c81beb-3bc1-4087-a959-6ae352bddcfa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.987268 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-67c529e5-c0c9-4d1f-a37b-58c4b57669a1 req-9f4f89f8-70c5-4992-916d-f2442adba875 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (62adff24-391b-425a-8532-30626ad12bb9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.988795 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4c4e1350-b411-471d-9cb0-a901a7e73668 req-a9c81beb-3bc1-4087-a959-6ae352bddcfa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (a0889ac6-3539-44cc-87f4-d32cb797535b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.990204 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-67c529e5-c0c9-4d1f-a37b-58c4b57669a1 req-9f4f89f8-70c5-4992-916d-f2442adba875 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:28.991373 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67c529e5-c0c9-4d1f-a37b-58c4b57669a1 req-9f4f89f8-70c5-4992-916d-f2442adba875 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] 10.222.0.107 "DELETE /v2.0/security-groups/62adff24-391b-425a-8532-30626ad12bb9 HTTP/1.1" status: 204 len: 173 time: 0.1973388 Feb 15 16:46:28.997350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45744) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:29.000653 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f89f8-70c5-4992-916d-f2442adba875 tempest-SecurityGroupRulesNegativeTestJSON-1756381205 tempest-SecurityGroupRulesNegativeTestJSON-1756381205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62adff24-391b-425a-8532-30626ad12bb9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:29.043431 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec5d986-f372-4746-9d17-9a392d90b458 x-openstack-request-id: req-aec5d986-f372-4746-9d17-9a392d90b458 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:29.043747 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-plugged", "status": "completed", "tag": "c8a4d32c-8875-43a5-9a00-6e45523582eb", "code": 200}, {"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-plugged", "status": "completed", "tag": "43c841ed-5b6b-4bbb-87f5-2d36be9275fe", "code": 200}, {"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-plugged", "status": "completed", "tag": "b5374418-4fdf-4c52-a3de-6437bd613e74", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:29.044022 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-aec5d986-f372-4746-9d17-9a392d90b458 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:29.044433 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a4d32c-8875-43a5-9a00-6e45523582eb', 'code': 200} Feb 15 16:46:29.044694 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c841ed-5b6b-4bbb-87f5-2d36be9275fe', 'code': 200} Feb 15 16:46:29.051366 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5374418-4fdf-4c52-a3de-6437bd613e74', 'code': 200} Feb 15 16:46:29.057582 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0573b26-a8a9-44cf-ab13-d8a2c6b0685a admin admin] Deleting subnet b1a907bc-4434-4020-ab3f-ffa46787c221 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:46:29.067118 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f0573b26-a8a9-44cf-ab13-d8a2c6b0685a admin admin] Publish callbacks [] for subnet (b1a907bc-4434-4020-ab3f-ffa46787c221), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:29.092475 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4c4e1350-b411-471d-9cb0-a901a7e73668 req-a9c81beb-3bc1-4087-a959-6ae352bddcfa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a0889ac6-3539-44cc-87f4-d32cb797535b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:29.121677 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-58e868be-b0ce-42fe-8501-965f68b50c9e req-3e6d4a84-70cc-4a92-a6b5-1777be4a4455 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 210 time: 0.0419409 Feb 15 16:46:29.148712 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f0573b26-a8a9-44cf-ab13-d8a2c6b0685a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (b1a907bc-4434-4020-ab3f-ffa46787c221), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:29.169008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c81beb-3bc1-4087-a959-6ae352bddcfa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0889ac6-3539-44cc-87f4-d32cb797535b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:29.227596 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f0573b26-a8a9-44cf-ab13-d8a2c6b0685a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (b1a907bc-4434-4020-ab3f-ffa46787c221), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:29.229397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f30d1-f3c1-40f8-966f-577118744599 req-f990bd3e-857c-4ab4-bfe4-12cb108b2b24 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:29.230715 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c32f30d1-f3c1-40f8-966f-577118744599 req-f990bd3e-857c-4ab4-bfe4-12cb108b2b24 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0559735 Feb 15 16:46:29.256191 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4c4e1350-b411-471d-9cb0-a901a7e73668 req-a9c81beb-3bc1-4087-a959-6ae352bddcfa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:29.257462 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c4e1350-b411-471d-9cb0-a901a7e73668 req-a9c81beb-3bc1-4087-a959-6ae352bddcfa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4523032 Feb 15 16:46:29.267882 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf646308-5d61-42b0-8e16-03fcee0350aa req-7c567584-fc0d-4c72-a7f4-c4790a66c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:29.268441 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf646308-5d61-42b0-8e16-03fcee0350aa req-7c567584-fc0d-4c72-a7f4-c4790a66c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:29.268839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf646308-5d61-42b0-8e16-03fcee0350aa req-7c567584-fc0d-4c72-a7f4-c4790a66c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:29.269313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf646308-5d61-42b0-8e16-03fcee0350aa req-7c567584-fc0d-4c72-a7f4-c4790a66c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:29.269811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf646308-5d61-42b0-8e16-03fcee0350aa req-7c567584-fc0d-4c72-a7f4-c4790a66c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:29.270281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf646308-5d61-42b0-8e16-03fcee0350aa req-7c567584-fc0d-4c72-a7f4-c4790a66c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:29.270748 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf646308-5d61-42b0-8e16-03fcee0350aa req-7c567584-fc0d-4c72-a7f4-c4790a66c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:29.272807 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cf646308-5d61-42b0-8e16-03fcee0350aa req-7c567584-fc0d-4c72-a7f4-c4790a66c9f5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 6724 time: 0.1015215 Feb 15 16:46:29.327325 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c32f30d1-f3c1-40f8-966f-577118744599 req-19d9d331-2884-43b6-803f-7465330999be tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0837197 Feb 15 16:46:29.350873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cf646308-5d61-42b0-8e16-03fcee0350aa req-225c37db-9610-46f4-a1c0-ab6af5a57884 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=48302c02-c385-4408-8300-6724200ff734&id=f26d6b98-b792-46ce-8e79-456eda44c9ca&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712223 Feb 15 16:46:29.388271 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-aa7e7d27-94ed-445b-81b8-b60fe91da6cf tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:29.392790 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-aa7e7d27-94ed-445b-81b8-b60fe91da6cf tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.67 "GET /v2.0/networks?id=d48266a3-8c84-43d4-b869-c1bd0d13396a HTTP/1.1" status: 200 len: 817 time: 0.1583769 Feb 15 16:46:29.395390 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f0573b26-a8a9-44cf-ab13-d8a2c6b0685a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (b1a907bc-4434-4020-ab3f-ffa46787c221), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:29.408286 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-316f5bae-8784-4d56-bd7d-b53f9f33c799 req-fbe164d7-cc2c-4a3f-ba3f-c930ab46f553 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-437334746', 'description': 'tempest-description-1090910950'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:29.430705 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0573b26-a8a9-44cf-ab13-d8a2c6b0685a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a907bc-4434-4020-ab3f-ffa46787c221,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:29.440614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e936fe-332e-41bf-bb30-b08d9376a332 req-a7158ab3-c0c6-46f9-a9e8-6b4e19b7a830 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:29.442203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56e936fe-332e-41bf-bb30-b08d9376a332 req-a7158ab3-c0c6-46f9-a9e8-6b4e19b7a830 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=21d1e677-08ff-4d0b-bdf6-d087d0f268e0 HTTP/1.1" status: 200 len: 950 time: 0.0904605 Feb 15 16:46:29.444694 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f0573b26-a8a9-44cf-ab13-d8a2c6b0685a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:29.448263 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f0573b26-a8a9-44cf-ab13-d8a2c6b0685a admin admin] 10.222.0.107 "DELETE /v2.0/subnets/b1a907bc-4434-4020-ab3f-ffa46787c221 HTTP/1.1" status: 204 len: 168 time: 0.4496784 Feb 15 16:46:29.450911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45752) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:29.498816 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-316f5bae-8784-4d56-bd7d-b53f9f33c799 req-fbe164d7-cc2c-4a3f-ba3f-c930ab46f553 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:29.552426 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2f7be3c7-7951-441e-9a21-197d9c12e8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (1604cbb8-c7dc-4a25-a17b-37c139a057a6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:29.556554 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56e936fe-332e-41bf-bb30-b08d9376a332 req-1c086494-8a7b-444b-a15f-2bee4925d23b tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028683 Feb 15 16:46:29.575150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-316f5bae-8784-4d56-bd7d-b53f9f33c799 req-fbe164d7-cc2c-4a3f-ba3f-c930ab46f553 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (be066485-5b2c-4ddf-962b-6b97a59221da), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:29.581608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-aece0405-aee0-4dfc-ae96-bd4548f6d369 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Request body: {'port': {'device_id': '027309b4-5aec-46f5-ab3f-f0cf432d6b8c', 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a', 'admin_state_up': True, 'tenant_id': '6e7ba1010e1c439a84f92cb189febb7e'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:29.645510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1ae830d-0f5c-44ad-b7c9-2b0f51a5b685 req-dc3256dc-9b2a-43db-9dec-c1e8efe169a9 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0485208 Feb 15 16:46:29.653084 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-316f5bae-8784-4d56-bd7d-b53f9f33c799 req-fbe164d7-cc2c-4a3f-ba3f-c930ab46f553 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (be066485-5b2c-4ddf-962b-6b97a59221da), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:29.701873 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe164d7-cc2c-4a3f-ba3f-c930ab46f553 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be066485-5b2c-4ddf-962b-6b97a59221da,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:29.739317 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2f7be3c7-7951-441e-9a21-197d9c12e8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (1604cbb8-c7dc-4a25-a17b-37c139a057a6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:29.783416 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-261c6c03-4a33-4168-b4bb-5fbea02cc17c req-18d2769b-a7af-4a6e-82c5-38e5a207dd1e tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0406470 Feb 15 16:46:29.786744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-2f7be3c7-7951-441e-9a21-197d9c12e8bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1604cbb8-c7dc-4a25-a17b-37c139a057a6']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:29.796355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-2f7be3c7-7951-441e-9a21-197d9c12e8bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdfdf09-c973-4921-a8f5-1f856a4f4f5e') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:29.796655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-2f7be3c7-7951-441e-9a21-197d9c12e8bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdfdf09-c973-4921-a8f5-1f856a4f4f5e') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:29.806138 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2f7be3c7-7951-441e-9a21-197d9c12e8bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (2bdfdf09-c973-4921-a8f5-1f856a4f4f5e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:29.814233 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-316f5bae-8784-4d56-bd7d-b53f9f33c799 req-fbe164d7-cc2c-4a3f-ba3f-c930ab46f553 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:29.815391 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-316f5bae-8784-4d56-bd7d-b53f9f33c799 req-fbe164d7-cc2c-4a3f-ba3f-c930ab46f553 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4119313 Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2f7be3c7-7951-441e-9a21-197d9c12e8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2bdfdf09-c973-4921-a8f5-1f856a4f4f5e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7be3c7-7951-441e-9a21-197d9c12e8bc admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2f7be3c7-7951-441e-9a21-197d9c12e8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (2bdfdf09-c973-4921-a8f5-1f856a4f4f5e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:46:29.831065 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:46:29.987396 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-aece0405-aee0-4dfc-ae96-bd4548f6d369 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Made reservation on behalf of 6e7ba1010e1c439a84f92cb189febb7e for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:29.990901 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-aece0405-aee0-4dfc-ae96-bd4548f6d369 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:30.136387 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:30.176444 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-aece0405-aee0-4dfc-ae96-bd4548f6d369 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Allocated IP 172.20.0.13 (d48266a3-8c84-43d4-b869-c1bd0d13396a/7e049009-e97b-4ead-9d07-a8309497253a/8d713c4a-758a-467f-894f-ee35bd7ada7c) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:46:30.372663 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-aece0405-aee0-4dfc-ae96-bd4548f6d369 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks [] for port (8d713c4a-758a-467f-894f-ee35bd7ada7c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:30.399506 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2f7be3c7-7951-441e-9a21-197d9c12e8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (1604cbb8-c7dc-4a25-a17b-37c139a057a6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:30.411682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1ac553-308e-4faa-849e-c5db4731d3d0 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:30.413605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1ac553-308e-4faa-849e-c5db4731d3d0 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.10 "GET /v2.0/networks?id=d48266a3-8c84-43d4-b869-c1bd0d13396a HTTP/1.1" status: 200 len: 817 time: 0.2028775 Feb 15 16:46:30.427820 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2f7be3c7-7951-441e-9a21-197d9c12e8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:30.431068 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2f7be3c7-7951-441e-9a21-197d9c12e8bc admin admin] 10.222.0.107 "DELETE /v2.0/networks/1604cbb8-c7dc-4a25-a17b-37c139a057a6 HTTP/1.1" status: 204 len: 168 time: 0.9791911 Feb 15 16:46:30.433178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7be3c7-7951-441e-9a21-197d9c12e8bc admin admin] Pushing event deleted for resources: {'Network': ['ID=1604cbb8-c7dc-4a25-a17b-37c139a057a6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:30.443821 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ca991af8-a94f-4637-9309-18604ab6ba33 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:30.445592 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ca991af8-a94f-4637-9309-18604ab6ba33 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.67 "GET /v2.0/networks?id=d48266a3-8c84-43d4-b869-c1bd0d13396a HTTP/1.1" status: 200 len: 817 time: 0.2323284 Feb 15 16:46:30.449588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-3fe559f2-8c09-4995-ad5a-94afcc6e9b10 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Request body: {'port': {'device_id': 'ff5e5386-851f-45e7-81ea-06cb4369b4cd', 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a', 'admin_state_up': True, 'tenant_id': '6e7ba1010e1c439a84f92cb189febb7e'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:30.465528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace1096-0330-4b63-97af-646c8f5b85b0 req-e53883e8-11c1-43c2-b8e0-580ee6a22ff8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:30.471306 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace1096-0330-4b63-97af-646c8f5b85b0 req-e53883e8-11c1-43c2-b8e0-580ee6a22ff8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:30.476768 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace1096-0330-4b63-97af-646c8f5b85b0 req-e53883e8-11c1-43c2-b8e0-580ee6a22ff8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:30.482189 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace1096-0330-4b63-97af-646c8f5b85b0 req-e53883e8-11c1-43c2-b8e0-580ee6a22ff8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:30.488698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace1096-0330-4b63-97af-646c8f5b85b0 req-e53883e8-11c1-43c2-b8e0-580ee6a22ff8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:30.494082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace1096-0330-4b63-97af-646c8f5b85b0 req-e53883e8-11c1-43c2-b8e0-580ee6a22ff8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:30.500640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace1096-0330-4b63-97af-646c8f5b85b0 req-e53883e8-11c1-43c2-b8e0-580ee6a22ff8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:30.502493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-1e54e050-7c11-4cad-9be6-c89e64b705fe tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Request body: {'port': {'device_id': '23fecea1-4572-4f5d-a882-f20060ac4742', 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a', 'admin_state_up': True, 'tenant_id': '6e7ba1010e1c439a84f92cb189febb7e'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:30.507800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f70e30f9-47c2-4c8c-972c-4413d77432c9 req-45324cbf-a208-459c-8930-23560790e566 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-927758796', 'description': 'tempest-description-1517768190'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:30.509690 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cace1096-0330-4b63-97af-646c8f5b85b0 req-e53883e8-11c1-43c2-b8e0-580ee6a22ff8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5443 time: 0.1586154 Feb 15 16:46:30.579258 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cace1096-0330-4b63-97af-646c8f5b85b0 req-be60b2e3-2e9a-4ada-bed6-272591aca048 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687759 Feb 15 16:46:30.613303 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:30.642790 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-aece0405-aee0-4dfc-ae96-bd4548f6d369 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (8d713c4a-758a-467f-894f-ee35bd7ada7c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:30.701947 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f70e30f9-47c2-4c8c-972c-4413d77432c9 req-45324cbf-a208-459c-8930-23560790e566 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:30.705072 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0bfd6387-af29-4042-ba28-cc968554862f req-763be21a-6828-42e2-9990-d1a961823414 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 210 time: 0.0550740 Feb 15 16:46:30.727538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-aece0405-aee0-4dfc-ae96-bd4548f6d369 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Network d48266a3-8c84-43d4-b869-c1bd0d13396a is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:46:30.727538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-aece0405-aee0-4dfc-ae96-bd4548f6d369 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:30.727538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-aece0405-aee0-4dfc-ae96-bd4548f6d369 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:46:30.763273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-3fe559f2-8c09-4995-ad5a-94afcc6e9b10 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Made reservation on behalf of 6e7ba1010e1c439a84f92cb189febb7e for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:30.769397 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-3fe559f2-8c09-4995-ad5a-94afcc6e9b10 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:30.774539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece0405-aee0-4dfc-ae96-bd4548f6d369 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Pushing event updated for resources: {'Port': ['ID=8d713c4a-758a-467f-894f-ee35bd7ada7c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:30.818335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-1e54e050-7c11-4cad-9be6-c89e64b705fe tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Made reservation on behalf of 6e7ba1010e1c439a84f92cb189febb7e for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:30.821346 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-aece0405-aee0-4dfc-ae96-bd4548f6d369 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:30.821998 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-aece0405-aee0-4dfc-ae96-bd4548f6d369 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:30.822389 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-1e54e050-7c11-4cad-9be6-c89e64b705fe tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:30.861379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a0435-f9e9-4896-993c-ac5ce15d845b req-eb7bea55-3953-4742-bc8d-b24cf8fa0a20 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:30.864768 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4e2a0435-f9e9-4896-993c-ac5ce15d845b req-eb7bea55-3953-4742-bc8d-b24cf8fa0a20 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 945 time: 0.0840769 Feb 15 16:46:30.865723 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45786) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:30.913291 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-aece0405-aee0-4dfc-ae96-bd4548f6d369 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3365214 Feb 15 16:46:30.917778 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f70e30f9-47c2-4c8c-972c-4413d77432c9 req-45324cbf-a208-459c-8930-23560790e566 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (8a4b5703-5ed9-4a37-b824-3917d25dcc44), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:30.931702 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Request body: {'port': {'device_id': '027309b4-5aec-46f5-ab3f-f0cf432d6b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:30.965155 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-618ff9bd-a9a3-42b0-9600-5ad3b900f2bb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4f1f4ab991f44298a0b7a5ca3543dd1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0978134 Feb 15 16:46:30.969087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45788) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:30.982468 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4e2a0435-f9e9-4896-993c-ac5ce15d845b req-c2d3b214-1481-435b-86e9-feb2bcd82c06 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/security-groups?id=e71c1fb5-0ba5-4965-a455-d14f2f2dca17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085165 Feb 15 16:46:31.014235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f70e30f9-47c2-4c8c-972c-4413d77432c9 req-45324cbf-a208-459c-8930-23560790e566 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8a4b5703-5ed9-4a37-b824-3917d25dcc44), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:31.021769 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8d713c4a-758a-467f-894f-ee35bd7ada7c), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:31.088126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45324cbf-a208-459c-8930-23560790e566 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4b5703-5ed9-4a37-b824-3917d25dcc44,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:31.100878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-3fe559f2-8c09-4995-ad5a-94afcc6e9b10 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Allocated IP 172.20.0.5 (d48266a3-8c84-43d4-b869-c1bd0d13396a/7e049009-e97b-4ead-9d07-a8309497253a/7affe5ff-4046-40a7-8a2c-29b6fae0b1b5) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:46:31.109662 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb9af957-1714-4044-8909-9343cb4a7f63 admin admin] Publish callbacks [] for security_group (a653deee-a18f-44c0-9626-295eb8dc733a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:31.120537 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f70e30f9-47c2-4c8c-972c-4413d77432c9 req-45324cbf-a208-459c-8930-23560790e566 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:31.133209 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f70e30f9-47c2-4c8c-972c-4413d77432c9 req-45324cbf-a208-459c-8930-23560790e566 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.6653705 Feb 15 16:46:31.168851 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb9af957-1714-4044-8909-9343cb4a7f63 admin admin] Publish callbacks [] for security_group (a653deee-a18f-44c0-9626-295eb8dc733a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:31.198794 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d384fd20-ea41-495b-a088-27b073d2e238 req-b8b059a5-dea2-4fe5-9981-452074e9c907 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0266695 Feb 15 16:46:31.402584 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bcee3fc6-3bf1-4d0b-a6b1-c3cbb5ba9fe9 req-51d3b4ec-b406-469d-870d-38d0c1b8a36a tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f46a6a08dea5478cbce46980fac5275a HTTP/1.1" status: 200 len: 11011 time: 0.2159426 Feb 15 16:46:31.405970 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb9af957-1714-4044-8909-9343cb4a7f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a653deee-a18f-44c0-9626-295eb8dc733a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:31.408579 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb9af957-1714-4044-8909-9343cb4a7f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:31.409706 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bb9af957-1714-4044-8909-9343cb4a7f63 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a653deee-a18f-44c0-9626-295eb8dc733a HTTP/1.1" status: 204 len: 168 time: 0.4373696 Feb 15 16:46:31.428121 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-3fe559f2-8c09-4995-ad5a-94afcc6e9b10 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks [] for port (7affe5ff-4046-40a7-8a2c-29b6fae0b1b5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:31.442251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9af957-1714-4044-8909-9343cb4a7f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a653deee-a18f-44c0-9626-295eb8dc733a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:31.492231 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bcee3fc6-3bf1-4d0b-a6b1-c3cbb5ba9fe9 req-3a2a9cad-4a6a-48a4-b47b-0577bb5f4b2e tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/e2df78b5-7b43-4e90-b0b6-0ea2aeecf152 HTTP/1.1" status: 200 len: 3002 time: 0.0812736 Feb 15 16:46:31.560686 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bcee3fc6-3bf1-4d0b-a6b1-c3cbb5ba9fe9 req-6e34edc6-2395-427c-87c5-e32b80e5d3fb tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/e2df78b5-7b43-4e90-b0b6-0ea2aeecf152 HTTP/1.1" status: 200 len: 3002 time: 0.0610478 Feb 15 16:46:31.591092 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-3fe559f2-8c09-4995-ad5a-94afcc6e9b10 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7affe5ff-4046-40a7-8a2c-29b6fae0b1b5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:31.649464 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b506123e-c637-41c3-b028-9d6dc97cab9a req-65ae2db5-8056-4d58-abc1-95d5b0e4930e tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/a0889ac6-3539-44cc-87f4-d32cb797535b HTTP/1.1" status: 200 len: 1817 time: 0.0609434 Feb 15 16:46:31.699987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-3fe559f2-8c09-4995-ad5a-94afcc6e9b10 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Network d48266a3-8c84-43d4-b869-c1bd0d13396a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:46:31.709218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-3fe559f2-8c09-4995-ad5a-94afcc6e9b10 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:31.711612 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-3fe559f2-8c09-4995-ad5a-94afcc6e9b10 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:46:31.717491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-1e54e050-7c11-4cad-9be6-c89e64b705fe tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Allocated IP 172.20.0.3 (d48266a3-8c84-43d4-b869-c1bd0d13396a/7e049009-e97b-4ead-9d07-a8309497253a/3748b975-f9c6-44cd-9e21-9141ccdf8681) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:46:31.762485 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b506123e-c637-41c3-b028-9d6dc97cab9a req-9d51e8ef-fbf0-4826-96c2-b74dea79029e tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (a0889ac6-3539-44cc-87f4-d32cb797535b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:31.798473 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe559f2-8c09-4995-ad5a-94afcc6e9b10 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Pushing event updated for resources: {'Port': ['ID=7affe5ff-4046-40a7-8a2c-29b6fae0b1b5,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:31.800680 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b506123e-c637-41c3-b028-9d6dc97cab9a req-9d51e8ef-fbf0-4826-96c2-b74dea79029e tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (a0889ac6-3539-44cc-87f4-d32cb797535b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:31.865490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-3fe559f2-8c09-4995-ad5a-94afcc6e9b10 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:31.866110 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-3fe559f2-8c09-4995-ad5a-94afcc6e9b10 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:31.922165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b506123e-c637-41c3-b028-9d6dc97cab9a req-9d51e8ef-fbf0-4826-96c2-b74dea79029e tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a0889ac6-3539-44cc-87f4-d32cb797535b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:31.925225 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b506123e-c637-41c3-b028-9d6dc97cab9a req-9d51e8ef-fbf0-4826-96c2-b74dea79029e tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:31.932180 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b506123e-c637-41c3-b028-9d6dc97cab9a req-9d51e8ef-fbf0-4826-96c2-b74dea79029e tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "DELETE /v2.0/security-groups/a0889ac6-3539-44cc-87f4-d32cb797535b HTTP/1.1" status: 204 len: 173 time: 0.2749026 Feb 15 16:46:31.936866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12176-34f1-4d18-87da-a046532ba60b req-81157e5d-23fe-4ae3-81ee-f3717f102d0d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:31.942716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12176-34f1-4d18-87da-a046532ba60b req-81157e5d-23fe-4ae3-81ee-f3717f102d0d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:31.949253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12176-34f1-4d18-87da-a046532ba60b req-81157e5d-23fe-4ae3-81ee-f3717f102d0d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:31.955225 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12176-34f1-4d18-87da-a046532ba60b req-81157e5d-23fe-4ae3-81ee-f3717f102d0d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:31.960336 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12176-34f1-4d18-87da-a046532ba60b req-81157e5d-23fe-4ae3-81ee-f3717f102d0d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:31.978054 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12176-34f1-4d18-87da-a046532ba60b req-81157e5d-23fe-4ae3-81ee-f3717f102d0d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:31.987072 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12176-34f1-4d18-87da-a046532ba60b req-81157e5d-23fe-4ae3-81ee-f3717f102d0d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:31.989234 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2bf12176-34f1-4d18-87da-a046532ba60b req-81157e5d-23fe-4ae3-81ee-f3717f102d0d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5443 time: 0.2206850 Feb 15 16:46:32.034004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51e8ef-fbf0-4826-96c2-b74dea79029e tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0889ac6-3539-44cc-87f4-d32cb797535b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:32.045778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-3fe559f2-8c09-4995-ad5a-94afcc6e9b10 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6116624 Feb 15 16:46:32.069555 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Request body: {'port': {'device_id': 'ff5e5386-851f-45e7-81ea-06cb4369b4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:32.115728 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c9f2a-1428-4336-9ed1-4f3cb32b4722 req-fcc3073f-0c1c-43d9-b982-2903b6ef9e57 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:32.117228 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b0c9f2a-1428-4336-9ed1-4f3cb32b4722 req-fcc3073f-0c1c-43d9-b982-2903b6ef9e57 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 931 time: 0.1047893 Feb 15 16:46:32.124915 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e489b-09c7-447e-b9e4-6f8cf6c27f60 req-685e2ed7-7f35-4235-9d5f-47d65f2c7ed2 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:32.126625 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-805e489b-09c7-447e-b9e4-6f8cf6c27f60 req-685e2ed7-7f35-4235-9d5f-47d65f2c7ed2 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 945 time: 0.1906314 Feb 15 16:46:32.159581 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2bf12176-34f1-4d18-87da-a046532ba60b req-65838598-5387-4fe2-9701-6ce2e1e02e27 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593795 Feb 15 16:46:32.203919 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7affe5ff-4046-40a7-8a2c-29b6fae0b1b5), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:32.218641 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-1e54e050-7c11-4cad-9be6-c89e64b705fe tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks [] for port (3748b975-f9c6-44cd-9e21-9141ccdf8681), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:32.232218 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b0c9f2a-1428-4336-9ed1-4f3cb32b4722 req-38aea619-ee5f-493d-a3ae-5df11076303b tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020000 Feb 15 16:46:32.242452 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-68e99ec5-03cb-4f6c-967e-4d089862bf67 req-f5e339f3-47a8-4dfe-9605-ca3c4a5c4641 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] show failed (client error): The resource could not be found. Feb 15 16:46:32.243530 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-68e99ec5-03cb-4f6c-967e-4d089862bf67 req-f5e339f3-47a8-4dfe-9605-ca3c4a5c4641 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/a0889ac6-3539-44cc-87f4-d32cb797535b HTTP/1.1" status: 404 len: 352 time: 0.0351810 Feb 15 16:46:32.342762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-805e489b-09c7-447e-b9e4-6f8cf6c27f60 req-baf86472-dd1a-414c-946e-82a55785b8b4 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Deleting port 0a8ea038-3007-4035-a547-0451fc39da7b {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:46:32.343290 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-805e489b-09c7-447e-b9e4-6f8cf6c27f60 req-baf86472-dd1a-414c-946e-82a55785b8b4 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0a8ea038-3007-4035-a547-0451fc39da7b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:32.480706 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b4088-a700-430e-b034-2d23df940a80 req-5a8f6d42-23ff-4933-a148-26b64165414d tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:32.483261 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a20b4088-a700-430e-b034-2d23df940a80 req-5a8f6d42-23ff-4933-a148-26b64165414d tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 945 time: 0.0849428 Feb 15 16:46:32.498291 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b552304-43c3-4fc8-a114-0e7640eacda0 req-ed614a9a-56a0-489c-bc43-7593af62d8e6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:32.504476 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b552304-43c3-4fc8-a114-0e7640eacda0 req-ed614a9a-56a0-489c-bc43-7593af62d8e6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:32.509897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b552304-43c3-4fc8-a114-0e7640eacda0 req-ed614a9a-56a0-489c-bc43-7593af62d8e6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:32.516574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b552304-43c3-4fc8-a114-0e7640eacda0 req-ed614a9a-56a0-489c-bc43-7593af62d8e6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:32.522392 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b552304-43c3-4fc8-a114-0e7640eacda0 req-ed614a9a-56a0-489c-bc43-7593af62d8e6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:32.527864 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b552304-43c3-4fc8-a114-0e7640eacda0 req-ed614a9a-56a0-489c-bc43-7593af62d8e6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:32.534437 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b552304-43c3-4fc8-a114-0e7640eacda0 req-ed614a9a-56a0-489c-bc43-7593af62d8e6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:32.536331 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4b552304-43c3-4fc8-a114-0e7640eacda0 req-ed614a9a-56a0-489c-bc43-7593af62d8e6 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5443 time: 0.1410682 Feb 15 16:46:32.553708 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-1e54e050-7c11-4cad-9be6-c89e64b705fe tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3748b975-f9c6-44cd-9e21-9141ccdf8681), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:32.555061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45854) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:32.560918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9d737369-57bf-47d0-a424-43f9607c46f8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Request body: {'floatingip': {'port_id': '454e4dee-af23-45be-bb94-938d491c45ff'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:32.620171 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d737369-57bf-47d0-a424-43f9607c46f8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for floatingip (1b18afd7-52e2-4ab8-a10e-a6e2a32baeb0), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:32.677131 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a20b4088-a700-430e-b034-2d23df940a80 req-21946877-e999-4957-95fd-4e2208f4076b tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/security-groups?id=e71c1fb5-0ba5-4965-a455-d14f2f2dca17&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831062 Feb 15 16:46:32.698360 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-1e54e050-7c11-4cad-9be6-c89e64b705fe tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Network d48266a3-8c84-43d4-b869-c1bd0d13396a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:46:32.701671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-1e54e050-7c11-4cad-9be6-c89e64b705fe tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:32.717289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-1e54e050-7c11-4cad-9be6-c89e64b705fe tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:46:32.754337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54e050-7c11-4cad-9be6-c89e64b705fe tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Pushing event updated for resources: {'Port': ['ID=3748b975-f9c6-44cd-9e21-9141ccdf8681,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:32.794950 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-1e54e050-7c11-4cad-9be6-c89e64b705fe tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:32.795588 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-1e54e050-7c11-4cad-9be6-c89e64b705fe tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:32.812867 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de144a48-843c-4cd7-9414-145fd1002f6d req-41f17b37-fe09-48e2-9897-44eb3c7ef024 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/be066485-5b2c-4ddf-962b-6b97a59221da HTTP/1.1" status: 200 len: 1819 time: 0.1033745 Feb 15 16:46:32.816845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45860) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:32.879809 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-de144a48-843c-4cd7-9414-145fd1002f6d req-495b1677-9693-4488-a60f-e37f00fc0a59 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (be066485-5b2c-4ddf-962b-6b97a59221da), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:32.885951 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-1e54e050-7c11-4cad-9be6-c89e64b705fe tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4169085 Feb 15 16:46:32.904417 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-805e489b-09c7-447e-b9e4-6f8cf6c27f60 req-baf86472-dd1a-414c-946e-82a55785b8b4 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] For port 0a8ea038-3007-4035-a547-0451fc39da7b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0a8ea038-3007-4035-a547-0451fc39da7b,segment=NetworkSegment(ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c),segment_id=ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:32.904817 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-805e489b-09c7-447e-b9e4-6f8cf6c27f60 req-baf86472-dd1a-414c-946e-82a55785b8b4 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0a8ea038-3007-4035-a547-0451fc39da7b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:32.907359 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Request body: {'port': {'device_id': '23fecea1-4572-4f5d-a882-f20060ac4742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:32.930742 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-12e7065e-8c55-4a8a-9110-140b32849529 req-72771d6d-72ad-4f24-9a55-a4d823e99d29 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.2116232 Feb 15 16:46:32.942125 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-805e489b-09c7-447e-b9e4-6f8cf6c27f60 req-baf86472-dd1a-414c-946e-82a55785b8b4 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Calling delete_port for 0a8ea038-3007-4035-a547-0451fc39da7b owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:46:32.943944 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-de144a48-843c-4cd7-9414-145fd1002f6d req-495b1677-9693-4488-a60f-e37f00fc0a59 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (be066485-5b2c-4ddf-962b-6b97a59221da), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:32.998470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-a34572a3-25a2-46e7-96e2-ca0548acc82b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1790965815-network', 'tenant_id': '81594fa848e7414b8f51155b921da775'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:33.055249 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3748b975-f9c6-44cd-9e21-9141ccdf8681), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.158406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34572a3-25a2-46e7-96e2-ca0548acc82b admin admin] Made reservation on behalf of 81594fa848e7414b8f51155b921da775 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:33.160832 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a34572a3-25a2-46e7-96e2-ca0548acc82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.168571 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-de144a48-843c-4cd7-9414-145fd1002f6d req-495b1677-9693-4488-a60f-e37f00fc0a59 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (be066485-5b2c-4ddf-962b-6b97a59221da), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.171971 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-de144a48-843c-4cd7-9414-145fd1002f6d req-495b1677-9693-4488-a60f-e37f00fc0a59 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.172768 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de144a48-843c-4cd7-9414-145fd1002f6d req-495b1677-9693-4488-a60f-e37f00fc0a59 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "DELETE /v2.0/security-groups/be066485-5b2c-4ddf-962b-6b97a59221da HTTP/1.1" status: 204 len: 173 time: 0.3503604 Feb 15 16:46:33.190554 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a34572a3-25a2-46e7-96e2-ca0548acc82b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.206486 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b1677-9693-4488-a60f-e37f00fc0a59 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be066485-5b2c-4ddf-962b-6b97a59221da,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:33.253047 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [req-ae623483-eca4-4f0e-8ebc-d35a6d74f24f req-b8b47cc8-aa7c-45f0-832e-765ec3b256a3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] show failed (client error): The resource could not be found. Feb 15 16:46:33.254583 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ae623483-eca4-4f0e-8ebc-d35a6d74f24f req-b8b47cc8-aa7c-45f0-832e-765ec3b256a3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/be066485-5b2c-4ddf-962b-6b97a59221da HTTP/1.1" status: 404 len: 352 time: 0.0452342 Feb 15 16:46:33.256046 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d713c4a-758a-467f-894f-ee35bd7ada7c {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:33.268881 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Publish callbacks [] for port (8d713c4a-758a-467f-894f-ee35bd7ada7c), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.334941 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a34572a3-25a2-46e7-96e2-ca0548acc82b admin admin] Publish callbacks [] for security_group (8476a588-e71a-406e-a6ea-9ce639964780), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.361333 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6cd1de6-d748-49a4-8c07-242498b16522 req-02ec1623-9e68-46b7-96e2-315d42238cec tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/8a4b5703-5ed9-4a37-b824-3917d25dcc44 HTTP/1.1" status: 200 len: 1819 time: 0.0678580 Feb 15 16:46:33.413845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Transition to ACTIVE for port object 8d713c4a-758a-467f-894f-ee35bd7ada7c will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:46:33.417225 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-805e489b-09c7-447e-b9e4-6f8cf6c27f60 req-baf86472-dd1a-414c-946e-82a55785b8b4 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0a8ea038-3007-4035-a547-0451fc39da7b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.430733 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e6cd1de6-d748-49a4-8c07-242498b16522 req-7ce4b4e3-3e41-47f5-b646-201fa601d3b9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (8a4b5703-5ed9-4a37-b824-3917d25dcc44), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.432655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['0a8ea038-3007-4035-a547-0451fc39da7b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:33.440044 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a34572a3-25a2-46e7-96e2-ca0548acc82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8476a588-e71a-406e-a6ea-9ce639964780), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.476969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a34572a3-25a2-46e7-96e2-ca0548acc82b admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:46:33.487296 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf86472-dd1a-414c-946e-82a55785b8b4 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Pushing event deleted for resources: {'Port': ['ID=0a8ea038-3007-4035-a547-0451fc39da7b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:33.499376 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e6cd1de6-d748-49a4-8c07-242498b16522 req-7ce4b4e3-3e41-47f5-b646-201fa601d3b9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (8a4b5703-5ed9-4a37-b824-3917d25dcc44), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.510207 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34572a3-25a2-46e7-96e2-ca0548acc82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8476a588-e71a-406e-a6ea-9ce639964780,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:33.514458 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a34572a3-25a2-46e7-96e2-ca0548acc82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (40298cfd-caa0-4631-b492-07b85e5c3055), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.515473 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-a34572a3-25a2-46e7-96e2-ca0548acc82b admin admin] Added segment 40298cfd-caa0-4631-b492-07b85e5c3055 of type vlan for network 4f52de73-9cea-45af-a968-bf8d98f9217e Feb 15 16:46:33.532949 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37be86-c74f-47d1-826e-4312e5d04495 req-6ffa3f0a-4e40-434e-b7c8-1921d057571a tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:33.535534 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4c37be86-c74f-47d1-826e-4312e5d04495 req-6ffa3f0a-4e40-434e-b7c8-1921d057571a tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 931 time: 0.1906893 Feb 15 16:46:33.558962 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (8d713c4a-758a-467f-894f-ee35bd7ada7c), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.564101 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a34572a3-25a2-46e7-96e2-ca0548acc82b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (4f52de73-9cea-45af-a968-bf8d98f9217e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.567155 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d737369-57bf-47d0-a424-43f9607c46f8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.615859 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-805e489b-09c7-447e-b9e4-6f8cf6c27f60 req-baf86472-dd1a-414c-946e-82a55785b8b4 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] No DVR routers for this DVR port 0a8ea038-3007-4035-a547-0451fc39da7b on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:46:33.619048 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-805e489b-09c7-447e-b9e4-6f8cf6c27f60 req-baf86472-dd1a-414c-946e-82a55785b8b4 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.623591 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-805e489b-09c7-447e-b9e4-6f8cf6c27f60 req-baf86472-dd1a-414c-946e-82a55785b8b4 tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.10 "DELETE /v2.0/ports/0a8ea038-3007-4035-a547-0451fc39da7b HTTP/1.1" status: 204 len: 173 time: 1.4875402 Feb 15 16:46:33.636644 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2f18dce-94c1-4e61-a4ce-561c60c91376', 'name': 'network-vif-deleted', 'tag': '0a8ea038-3007-4035-a547-0451fc39da7b'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:33.639247 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f920fa-7072-4ac7-b213-5429d786fb8b" -d '{"events": [{"server_uuid": "b2f18dce-94c1-4e61-a4ce-561c60c91376", "name": "network-vif-deleted", "tag": "0a8ea038-3007-4035-a547-0451fc39da7b"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:33.672024 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d737369-57bf-47d0-a424-43f9607c46f8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (1b18afd7-52e2-4ab8-a10e-a6e2a32baeb0), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.770156 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a34572a3-25a2-46e7-96e2-ca0548acc82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (4f52de73-9cea-45af-a968-bf8d98f9217e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.772924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34572a3-25a2-46e7-96e2-ca0548acc82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:33.773840 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a34572a3-25a2-46e7-96e2-ca0548acc82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:33.790097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Pushing event updated for resources: {'Port': ['ID=8d713c4a-758a-467f-894f-ee35bd7ada7c,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:33.875476 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4c37be86-c74f-47d1-826e-4312e5d04495 req-339360f1-8aa7-4884-b3e2-e13bc17a2ca6 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176985 Feb 15 16:46:33.911661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34572a3-25a2-46e7-96e2-ca0548acc82b admin admin] Pushing event updated for resources: {'Network': ['ID=4f52de73-9cea-45af-a968-bf8d98f9217e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:33.924417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 4f52de73-9cea-45af-a968-bf8d98f9217e details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:46:33.946433 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Attempting to bind port 8d713c4a-758a-467f-894f-ee35bd7ada7c on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:46:33.947049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Attempting to bind port 8d713c4a-758a-467f-894f-ee35bd7ada7c by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '764c8d24-a2ec-4b5b-884e-564d7eaea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:46:33.947178 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Attempting to bind port 8d713c4a-758a-467f-894f-ee35bd7ada7c on network d48266a3-8c84-43d4-b869-c1bd0d13396a {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:33.958553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Port 8d713c4a-758a-467f-894f-ee35bd7ada7c on network d48266a3-8c84-43d4-b869-c1bd0d13396a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:46:33.958705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Attempting to bind port 8d713c4a-758a-467f-894f-ee35bd7ada7c on network d48266a3-8c84-43d4-b869-c1bd0d13396a {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:33.961941 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-9d737369-57bf-47d0-a424-43f9607c46f8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Floating IP 1b18afd7-52e2-4ab8-a10e-a6e2a32baeb0 associated. External IP: 172.25.4.186, port: 454e4dee-af23-45be-bb94-938d491c45ff. Feb 15 16:46:34.004002 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e6cd1de6-d748-49a4-8c07-242498b16522 req-7ce4b4e3-3e41-47f5-b646-201fa601d3b9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8a4b5703-5ed9-4a37-b824-3917d25dcc44), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:34.011282 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e6cd1de6-d748-49a4-8c07-242498b16522 req-7ce4b4e3-3e41-47f5-b646-201fa601d3b9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:34.011457 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6cd1de6-d748-49a4-8c07-242498b16522 req-7ce4b4e3-3e41-47f5-b646-201fa601d3b9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "DELETE /v2.0/security-groups/8a4b5703-5ed9-4a37-b824-3917d25dcc44 HTTP/1.1" status: 204 len: 173 time: 0.6434999 Feb 15 16:46:34.044051 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a34572a3-25a2-46e7-96e2-ca0548acc82b admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2260718 Feb 15 16:46:34.052083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45902) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:34.059712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:34.067223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-6dea1086-0904-46d5-ae99-ee684ce4701a admin admin] Request body: {'subnet': {'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1790965815-subnet', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:34.084612 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4b4e3-3e41-47f5-b646-201fa601d3b9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4b5703-5ed9-4a37-b824-3917d25dcc44,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:34.110663 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Publish callbacks [] for port (7affe5ff-4046-40a7-8a2c-29b6fae0b1b5), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:34.159919 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Transition to ACTIVE for port object 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:46:34.213316 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d7ed647-cc0b-47db-aea6-c7b8e6eed82e req-6f0acd81-5979-4fab-a059-9b6c4055927a tempest-FloatingIPsAssociationNegativeTestJSON-734174962 tempest-FloatingIPsAssociationNegativeTestJSON-734174962-project] 10.222.0.107 "GET /v2.0/ports?device_id=b2f18dce-94c1-4e61-a4ce-561c60c91376 HTTP/1.1" status: 200 len: 210 time: 0.0363283 Feb 15 16:46:34.236132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1e4659a1-999b-4f3c-a646-6d6396a3b128 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:34.256109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dea1086-0904-46d5-ae99-ee684ce4701a admin admin] Made reservation on behalf of 81594fa848e7414b8f51155b921da775 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:34.258878 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dea1086-0904-46d5-ae99-ee684ce4701a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:34.260997 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (7affe5ff-4046-40a7-8a2c-29b6fae0b1b5), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:34.378711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1e4659a1-999b-4f3c-a646-6d6396a3b128, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1e4659a1-999b-4f3c-a646-6d6396a3b128,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:34.393477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '1e4659a1-999b-4f3c-a646-6d6396a3b128', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '1e4659a1-999b-4f3c-a646-6d6396a3b128', 'mac_address': 'fa:16:3e:ba:aa:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:34.424230 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-71ce1ec9-8541-4684-94b5-99a666cf1ad8 req-98f27cc6-9ed7-428e-a90a-877fae13d013 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] show failed (client error): The resource could not be found. Feb 15 16:46:34.425487 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-71ce1ec9-8541-4684-94b5-99a666cf1ad8 req-98f27cc6-9ed7-428e-a90a-877fae13d013 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/8a4b5703-5ed9-4a37-b824-3917d25dcc44 HTTP/1.1" status: 404 len: 352 time: 0.1370931 Feb 15 16:46:34.455571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Pushing event updated for resources: {'Port': ['ID=7affe5ff-4046-40a7-8a2c-29b6fae0b1b5,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:34.467452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1e4659a1-999b-4f3c-a646-6d6396a3b128 is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:34.468474 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:34.486211 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e4659a1-999b-4f3c-a646-6d6396a3b128 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:34.515192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1e4659a1-999b-4f3c-a646-6d6396a3b128, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1e4659a1-999b-4f3c-a646-6d6396a3b128,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:34.539515 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951def0e-d5ef-4eb8-9446-44c6284a5fc9 x-openstack-request-id: req-951def0e-d5ef-4eb8-9446-44c6284a5fc9 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:34.539811 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2f18dce-94c1-4e61-a4ce-561c60c91376", "name": "network-vif-deleted", "tag": "0a8ea038-3007-4035-a547-0451fc39da7b", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:34.540067 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-951def0e-d5ef-4eb8-9446-44c6284a5fc9 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:34.540466 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2f18dce-94c1-4e61-a4ce-561c60c91376', 'name': 'network-vif-deleted', 'tag': '0a8ea038-3007-4035-a547-0451fc39da7b', 'status': 'completed', 'code': 200} Feb 15 16:46:34.578693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:46:34.579034 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Checking segment: {'id': '764c8d24-a2ec-4b5b-884e-564d7eaea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:34.579422 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Bound using segment: {'id': '764c8d24-a2ec-4b5b-884e-564d7eaea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:46:34.579867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Bound port: 8d713c4a-758a-467f-894f-ee35bd7ada7c, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764c8d24-a2ec-4b5b-884e-564d7eaea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:46:34.580222 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8d713c4a-758a-467f-894f-ee35bd7ada7c), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:34.607878 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d029b5d4-77b4-4b60-9949-93a9a116dd63 req-d1fd2780-c7be-40e9-a753-1f9eb41936d0 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0799031 Feb 15 16:46:34.658875 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:34.721784 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1e4659a1-999b-4f3c-a646-6d6396a3b128,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:34.746027 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] For port 8d713c4a-758a-467f-894f-ee35bd7ada7c, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:46:34.752992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] For port 8d713c4a-758a-467f-894f-ee35bd7ada7c, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8d713c4a-758a-467f-894f-ee35bd7ada7c,segment=NetworkSegment(764c8d24-a2ec-4b5b-884e-564d7eaea17e),segment_id=764c8d24-a2ec-4b5b-884e-564d7eaea17e)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:46:34.754805 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9304a54a-48e8-4d3a-be8b-1750e781bb24 req-c047dbcd-f9ec-4113-9ee7-dbba957b3acb tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f46a6a08dea5478cbce46980fac5275a HTTP/1.1" status: 200 len: 6209 time: 0.2891786 Feb 15 16:46:34.770634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['1e4659a1-999b-4f3c-a646-6d6396a3b128'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:34.908983 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (8d713c4a-758a-467f-894f-ee35bd7ada7c), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:34.955575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d737369-57bf-47d0-a424-43f9607c46f8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Router 1efb290c-c3ea-48ff-864c-1a0e023a997f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:46:34.967435 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:34.968824 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:34.970341 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] 10.222.0.67 "PUT /v2.0/ports/8d713c4a-758a-467f-894f-ee35bd7ada7c HTTP/1.1" status: 200 len: 1093 time: 4.0444989 Feb 15 16:46:35.065672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Attempting to bind port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:46:35.065988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Attempting to bind port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '764c8d24-a2ec-4b5b-884e-564d7eaea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:46:35.066242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Attempting to bind port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 on network d48266a3-8c84-43d4-b869-c1bd0d13396a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:35.140307 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 on network d48266a3-8c84-43d4-b869-c1bd0d13396a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:46:35.140695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Attempting to bind port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 on network d48266a3-8c84-43d4-b869-c1bd0d13396a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:35.179799 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1479af-4940-4fa2-a20c-dcae14f70480 service neutron] Pushing event updated for resources: {'Port': ['ID=8d713c4a-758a-467f-894f-ee35bd7ada7c,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:35.187024 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9304a54a-48e8-4d3a-be8b-1750e781bb24 req-c84c8360-9981-4893-8bb9-786ece700240 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/e2df78b5-7b43-4e90-b0b6-0ea2aeecf152 HTTP/1.1" status: 200 len: 3002 time: 0.4308281 Feb 15 16:46:35.203921 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:46:35.204287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Checking segment: {'id': '764c8d24-a2ec-4b5b-884e-564d7eaea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:35.204656 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Bound using segment: {'id': '764c8d24-a2ec-4b5b-884e-564d7eaea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:46:35.205505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Bound port: 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764c8d24-a2ec-4b5b-884e-564d7eaea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:46:35.205505 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7affe5ff-4046-40a7-8a2c-29b6fae0b1b5), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:35.214374 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cefa6c-4700-4235-b360-6c7e7d667639 req-2e77b522-4e96-44b8-88c2-629e38d14a86 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:35.221803 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-01cefa6c-4700-4235-b360-6c7e7d667639 req-2e77b522-4e96-44b8-88c2-629e38d14a86 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 943 time: 0.2472064 Feb 15 16:46:35.260105 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-413d5d14-dc47-4178-a651-691aa37b795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:35.261648 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-413d5d14-dc47-4178-a651-691aa37b795c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6e7ba1010e1c439a84f92cb189febb7e&device_id=027309b4-5aec-46f5-ab3f-f0cf432d6b8c HTTP/1.1" status: 200 len: 1127 time: 0.1431513 Feb 15 16:46:35.276631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3748b975-f9c6-44cd-9e21-9141ccdf8681 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:35.293323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d737369-57bf-47d0-a424-43f9607c46f8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:46:35.306394 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Publish callbacks [] for port (3748b975-f9c6-44cd-9e21-9141ccdf8681), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:35.309798 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dea1086-0904-46d5-ae99-ee684ce4701a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (47993210-4410-433b-bc3b-435fcce0d594), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:35.316727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80bc9c-b70a-417d-a6e1-9b56bd3dafa8 None None] Sync routers for ids ['1efb290c-c3ea-48ff-864c-1a0e023a997f'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:46:35.352502 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d737369-57bf-47d0-a424-43f9607c46f8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:35.371042 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-abe8f9a3-49ba-4af4-a098-5974ab6b9cdf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d713c4a-758a-467f-894f-ee35bd7ada7c HTTP/1.1" status: 200 len: 217 time: 0.0912299 Feb 15 16:46:35.383104 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9304a54a-48e8-4d3a-be8b-1750e781bb24 req-479c6a71-983e-466b-8958-7afacd5a02f7 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/e2df78b5-7b43-4e90-b0b6-0ea2aeecf152 HTTP/1.1" status: 200 len: 3002 time: 0.1938024 Feb 15 16:46:35.401386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80bc9c-b70a-417d-a6e1-9b56bd3dafa8 None None] Routers {'1efb290c-c3ea-48ff-864c-1a0e023a997f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:46:35.403407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-4a80bc9c-b70a-417d-a6e1-9b56bd3dafa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:46:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['1efb290c-c3ea-48ff-864c-1a0e023a997f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:35.411139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Transition to ACTIVE for port object 3748b975-f9c6-44cd-9e21-9141ccdf8681 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:46:35.449766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] For port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:46:35.454828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] For port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7affe5ff-4046-40a7-8a2c-29b6fae0b1b5,segment=NetworkSegment(764c8d24-a2ec-4b5b-884e-564d7eaea17e),segment_id=764c8d24-a2ec-4b5b-884e-564d7eaea17e)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:46:35.456557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea1086-0904-46d5-ae99-ee684ce4701a admin admin] Pushing event updated for resources: {'Subnet': ['ID=47993210-4410-433b-bc3b-435fcce0d594,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:35.487349 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3748b975-f9c6-44cd-9e21-9141ccdf8681), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:35.491008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dea1086-0904-46d5-ae99-ee684ce4701a admin admin] Checking segment: {'id': '40298cfd-caa0-4631-b492-07b85e5c3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:35.493855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dea1086-0904-46d5-ae99-ee684ce4701a admin admin] Network hostable DHCP agents. Network: 4f52de73-9cea-45af-a968-bf8d98f9217e, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:46:35.493976 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-01cefa6c-4700-4235-b360-6c7e7d667639 req-d6f37dbb-062e-40fc-9a25-ca4ab570b495 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666523 Feb 15 16:46:35.526917 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9d737369-57bf-47d0-a424-43f9607c46f8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "PUT /v2.0/floatingips/1b18afd7-52e2-4ab8-a10e-a6e2a32baeb0 HTTP/1.1" status: 200 len: 991 time: 2.9700966 Feb 15 16:46:35.554616 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-6ddb4b94-6f3a-42ad-990b-8cc3994c8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:35.561213 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (7affe5ff-4046-40a7-8a2c-29b6fae0b1b5), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:35.564190 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-6ddb4b94-6f3a-42ad-990b-8cc3994c8bb0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e049009-e97b-4ead-9d07-a8309497253a HTTP/1.1" status: 200 len: 857 time: 0.1238680 Feb 15 16:46:35.582154 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-6fb312f9-2d42-4a31-aadf-03e21d8c4303 req-571b2187-bcc0-451d-b75c-9ac4379e3a59 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-703605930', 'description': 'tempest-description-1908717407'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:35.588979 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45938) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:35.630497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Pushing event updated for resources: {'Port': ['ID=3748b975-f9c6-44cd-9e21-9141ccdf8681,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:35.641739 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:35.642392 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:35.645000 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] 10.222.0.10 "PUT /v2.0/ports/7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 HTTP/1.1" status: 200 len: 1092 time: 3.5873444 Feb 15 16:46:35.648864 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5e5386-851f-45e7-81ea-06cb4369b4cd', 'tag': '7affe5ff-4046-40a7-8a2c-29b6fae0b1b5'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:35.651304 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c672d0-7dae-4586-9bcc-61ec065dbd24" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5e5386-851f-45e7-81ea-06cb4369b4cd", "tag": "7affe5ff-4046-40a7-8a2c-29b6fae0b1b5"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:35.653464 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-cd99dcbb-2ca3-4bbd-ab23-dabb749a18b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d48266a3-8c84-43d4-b869-c1bd0d13396a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818810 Feb 15 16:46:35.716002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dea1086-0904-46d5-ae99-ee684ce4701a admin admin] Network 4f52de73-9cea-45af-a968-bf8d98f9217e is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:46:35.765779 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6fb312f9-2d42-4a31-aadf-03e21d8c4303 req-571b2187-bcc0-451d-b75c-9ac4379e3a59 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:35.837872 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-4a80bc9c-b70a-417d-a6e1-9b56bd3dafa8 None None] Set router 1efb290c-c3ea-48ff-864c-1a0e023a997f gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:46:35.850377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-6dea1086-0904-46d5-ae99-ee684ce4701a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 4f52de73-9cea-45af-a968-bf8d98f9217e) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:35.851931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094630c8-53ea-4f77-8141-1f6ffd2f2e7d service neutron] Pushing event updated for resources: {'Port': ['ID=7affe5ff-4046-40a7-8a2c-29b6fae0b1b5,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:35.873251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dea1086-0904-46d5-ae99-ee684ce4701a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:35.874118 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dea1086-0904-46d5-ae99-ee684ce4701a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:35.896506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b34bd80-a2c0-4256-9c08-fda3297fd865 None None] Network 4f52de73-9cea-45af-a968-bf8d98f9217e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:46:35.905297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Attempting to bind port 3748b975-f9c6-44cd-9e21-9141ccdf8681 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:46:35.905904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Attempting to bind port 3748b975-f9c6-44cd-9e21-9141ccdf8681 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '764c8d24-a2ec-4b5b-884e-564d7eaea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:46:35.906521 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Attempting to bind port 3748b975-f9c6-44cd-9e21-9141ccdf8681 on network d48266a3-8c84-43d4-b869-c1bd0d13396a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:35.922522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Port 3748b975-f9c6-44cd-9e21-9141ccdf8681 on network d48266a3-8c84-43d4-b869-c1bd0d13396a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:46:35.923104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Attempting to bind port 3748b975-f9c6-44cd-9e21-9141ccdf8681 on network d48266a3-8c84-43d4-b869-c1bd0d13396a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:35.945179 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819cecd-5ad3-4bd7-b364-c096069d1c3b req-703a89f0-3bd3-4ae2-ac45-3c923a8c5989 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:35.945910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:46:35.946424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Checking segment: {'id': '764c8d24-a2ec-4b5b-884e-564d7eaea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:35.946986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Bound using segment: {'id': '764c8d24-a2ec-4b5b-884e-564d7eaea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:46:35.947588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Bound port: 3748b975-f9c6-44cd-9e21-9141ccdf8681, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '764c8d24-a2ec-4b5b-884e-564d7eaea17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:46:35.948787 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3748b975-f9c6-44cd-9e21-9141ccdf8681), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:35.954404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-41b2dd03-1d1f-4f99-b729-44a97941479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:35.957326 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-41b2dd03-1d1f-4f99-b729-44a97941479b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e7ba1010e1c439a84f92cb189febb7e&device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 1126 time: 0.1868172 Feb 15 16:46:35.964434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819cecd-5ad3-4bd7-b364-c096069d1c3b req-703a89f0-3bd3-4ae2-ac45-3c923a8c5989 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:35.982060 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819cecd-5ad3-4bd7-b364-c096069d1c3b req-703a89f0-3bd3-4ae2-ac45-3c923a8c5989 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:35.995492 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819cecd-5ad3-4bd7-b364-c096069d1c3b req-703a89f0-3bd3-4ae2-ac45-3c923a8c5989 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:36.011741 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819cecd-5ad3-4bd7-b364-c096069d1c3b req-703a89f0-3bd3-4ae2-ac45-3c923a8c5989 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:36.026738 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819cecd-5ad3-4bd7-b364-c096069d1c3b req-703a89f0-3bd3-4ae2-ac45-3c923a8c5989 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:36.037831 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819cecd-5ad3-4bd7-b364-c096069d1c3b req-703a89f0-3bd3-4ae2-ac45-3c923a8c5989 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:36.046849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b819cecd-5ad3-4bd7-b364-c096069d1c3b req-703a89f0-3bd3-4ae2-ac45-3c923a8c5989 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5443 time: 0.3409238 Feb 15 16:46:36.059189 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-6964d215-200f-4986-82ac-fcb3f74b4ba7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 HTTP/1.1" status: 200 len: 217 time: 0.0774307 Feb 15 16:46:36.065752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6dea1086-0904-46d5-ae99-ee684ce4701a admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0100601 Feb 15 16:46:36.074058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45946) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:36.113673 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-4f52de73-9cea-45af-a968-bf8d98f9217e', 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e', 'project_id': '81594fa848e7414b8f51155b921da775', 'fixed_ips': [{'subnet_id': '47993210-4410-433b-bc3b-435fcce0d594'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:46:36.114627 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:36.120317 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-d4c87740-1891-4a99-b08d-97893b44adf5 service neutron] 10.222.0.67 "GET /v2.0/networks/d48266a3-8c84-43d4-b869-c1bd0d13396a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137964 Feb 15 16:46:36.151668 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1790965815-router', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:36.214601 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6fb312f9-2d42-4a31-aadf-03e21d8c4303 req-571b2187-bcc0-451d-b75c-9ac4379e3a59 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (0b70ed13-93dd-4728-a2b8-a738899573d4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:36.229281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-e6e0b2f7-205d-4946-900e-58a0ad431b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:36.233339 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-e6e0b2f7-205d-4946-900e-58a0ad431b84 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e049009-e97b-4ead-9d07-a8309497253a HTTP/1.1" status: 200 len: 857 time: 0.1619606 Feb 15 16:46:36.239038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1e4659a1-999b-4f3c-a646-6d6396a3b128 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:36.288215 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-d809ba22-711a-454b-b94f-abe4ff164d51 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d48266a3-8c84-43d4-b869-c1bd0d13396a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442324 Feb 15 16:46:36.292235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (4c216464-09ac-4322-91d6-3beeb3df36bf), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:36.293926 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (4c216464-09ac-4322-91d6-3beeb3df36bf), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:36.362912 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] For port 3748b975-f9c6-44cd-9e21-9141ccdf8681, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:46:36.376373 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6fb312f9-2d42-4a31-aadf-03e21d8c4303 req-571b2187-bcc0-451d-b75c-9ac4379e3a59 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0b70ed13-93dd-4728-a2b8-a738899573d4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:36.406994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] For port 3748b975-f9c6-44cd-9e21-9141ccdf8681, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3748b975-f9c6-44cd-9e21-9141ccdf8681,segment=NetworkSegment(764c8d24-a2ec-4b5b-884e-564d7eaea17e),segment_id=764c8d24-a2ec-4b5b-884e-564d7eaea17e)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:46:36.512970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b2187-bcc0-451d-b75c-9ac4379e3a59 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b70ed13-93dd-4728-a2b8-a738899573d4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:36.548201 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6fb312f9-2d42-4a31-aadf-03e21d8c4303 req-571b2187-bcc0-451d-b75c-9ac4379e3a59 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:36.549667 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6fb312f9-2d42-4a31-aadf-03e21d8c4303 req-571b2187-bcc0-451d-b75c-9ac4379e3a59 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.9736323 Feb 15 16:46:36.556487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 1e4659a1-999b-4f3c-a646-6d6396a3b128 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:36.557079 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:36.558646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027309b4-5aec-46f5-ab3f-f0cf432d6b8c', 'tag': '8d713c4a-758a-467f-894f-ee35bd7ada7c'}, {'name': 'network-changed', 'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'tag': '454e4dee-af23-45be-bb94-938d491c45ff'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:36.561238 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "027309b4-5aec-46f5-ab3f-f0cf432d6b8c", "tag": "8d713c4a-758a-467f-894f-ee35bd7ada7c"}, {"name": "network-changed", "server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "tag": "454e4dee-af23-45be-bb94-938d491c45ff"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:36.604098 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Allocated IP 172.20.0.2 (4f52de73-9cea-45af-a968-bf8d98f9217e/47993210-4410-433b-bc3b-435fcce0d594/7a19b905-5a79-4e91-9e6b-60af53682754) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:46:36.618111 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3748b975-f9c6-44cd-9e21-9141ccdf8681), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:36.618894 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b819cecd-5ad3-4bd7-b364-c096069d1c3b req-d5c719f0-6269-4a35-9c6a-59188a412bbe tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5708284 Feb 15 16:46:36.737488 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-4a80bc9c-b70a-417d-a6e1-9b56bd3dafa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-router', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:04Z', 'updated_at': '2022-02-15T16:43:15Z', 'revision_number': 4, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'gw_port': {'id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:06Z', 'updated_at': '2022-02-15T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '1b18afd7-52e2-4ab8-a10e-a6e2a32baeb0', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'port_id': '454e4dee-af23-45be-bb94-938d491c45ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'mac_address': 'fa:16:3e:3c:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6627256c-96fe-478b-a359-44296db785c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:44:55Z', 'updated_at': '2022-02-15T16:46:33Z', 'revision_number': 1, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e4068a-b879-4a3f-b4fd-21c46676a6b0', 'name': '', 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'mac_address': 'fa:16:3e:51:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:14Z', 'updated_at': '2022-02-15T16:43:22Z', 'revision_number': 5, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'subnets': [{'id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:36.764031 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c7da79-9d0c-4f4a-a2c5-47522317e90e x-openstack-request-id: req-71c7da79-9d0c-4f4a-a2c5-47522317e90e {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:36.764333 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5e5386-851f-45e7-81ea-06cb4369b4cd", "tag": "7affe5ff-4046-40a7-8a2c-29b6fae0b1b5", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:36.764575 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-71c7da79-9d0c-4f4a-a2c5-47522317e90e {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:36.777652 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5e5386-851f-45e7-81ea-06cb4369b4cd', 'tag': '7affe5ff-4046-40a7-8a2c-29b6fae0b1b5', 'status': 'completed', 'code': 200} Feb 15 16:46:36.779806 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-6461e98b-038c-4a43-addc-af819a0ebeef service neutron] 10.222.0.10 "GET /v2.0/networks/d48266a3-8c84-43d4-b869-c1bd0d13396a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791002 Feb 15 16:46:36.786631 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-2f82371f-2592-4ec1-8640-aa162339b4cc service neutron] 10.222.0.67 "GET /v2.0/networks/d48266a3-8c84-43d4-b869-c1bd0d13396a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6588860 Feb 15 16:46:36.808882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80bc9c-b70a-417d-a6e1-9b56bd3dafa8 None None] Checking router: 1efb290c-c3ea-48ff-864c-1a0e023a997f for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:46:36.829033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a80bc9c-b70a-417d-a6e1-9b56bd3dafa8 None None] Routers {'1efb290c-c3ea-48ff-864c-1a0e023a997f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:46:36.829718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-4a80bc9c-b70a-417d-a6e1-9b56bd3dafa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:46:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['1efb290c-c3ea-48ff-864c-1a0e023a997f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:36.834984 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1e4659a1-999b-4f3c-a646-6d6396a3b128 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:36.835391 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:36.841443 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Publish callbacks [] for router_controller (4c216464-09ac-4322-91d6-3beeb3df36bf), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:36.864062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:36.864690 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:36.882460 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] 10.222.0.67 "PUT /v2.0/ports/3748b975-f9c6-44cd-9e21-9141ccdf8681 HTTP/1.1" status: 200 len: 1092 time: 3.9771712 Feb 15 16:46:36.885091 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94f1950a-3f45-4650-98b0-86afc23dce8d req-4de4a82c-ece7-4f20-a4b2-46cf2ca8e929 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.1391144 Feb 15 16:46:37.021412 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42076565-bce3-4a05-8c0c-8ff0ace247cb req-e16e5f28-8a13-4962-bbd6-a65aac59218b tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:37.033194 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-42076565-bce3-4a05-8c0c-8ff0ace247cb req-e16e5f28-8a13-4962-bbd6-a65aac59218b tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 943 time: 0.1726742 Feb 15 16:46:37.043964 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc92cfa-45aa-4e21-9ac2-58d514a097de service neutron] Pushing event updated for resources: {'Port': ['ID=3748b975-f9c6-44cd-9e21-9141ccdf8681,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:37.104565 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8e0f8d5d-b361-46cf-87f1-56b4b05f8c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:37.108472 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d1e677-08ff-4d0b-bdf6-d087d0f268e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4659a1-999b-4f3c-a646-6d6396a3b128'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:37.111153 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56304a4-aeb7-4d06-9e6c-52d49e64e5b8" -d '{"events": [{"server_uuid": "21d1e677-08ff-4d0b-bdf6-d087d0f268e0", "name": "network-vif-plugged", "status": "completed", "tag": "1e4659a1-999b-4f3c-a646-6d6396a3b128"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:37.158460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1e4659a1-999b-4f3c-a646-6d6396a3b128, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1e4659a1-999b-4f3c-a646-6d6396a3b128,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:37.170669 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6f2096b-24f6-42c2-99e8-2a56847c31e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (8b34347b-d440-4be6-82fe-2e17cc2e9d00), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:37.195421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-5e99061c-0772-42c5-8c7f-f29899f2169a req-97f9469d-432b-46e5-83e5-92aa60edf76b tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1329298042', 'description': 'tempest-description-1762188436'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:37.202192 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-42076565-bce3-4a05-8c0c-8ff0ace247cb req-a8c3b6f5-b35e-4a6d-b9c5-5df68e164465 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720490 Feb 15 16:46:37.231090 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:37.232137 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0a8ea038-3007-4035-a547-0451fc39da7b no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:46:37.309057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1e4659a1-999b-4f3c-a646-6d6396a3b128,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:37.313091 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Publish callbacks [] for port (7a19b905-5a79-4e91-9e6b-60af53682754), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:37.318022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 0a8ea038-3007-4035-a547-0451fc39da7b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:46:37.318313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0a8ea038-3007-4035-a547-0451fc39da7b not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:46:37.326629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-4a80bc9c-b70a-417d-a6e1-9b56bd3dafa8 None None] Set router 1efb290c-c3ea-48ff-864c-1a0e023a997f gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:46:37.386652 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed04ec42-8533-4035-9d16-39750015b633 x-openstack-request-id: req-ed04ec42-8533-4035-9d16-39750015b633 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:37.387303 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027309b4-5aec-46f5-ab3f-f0cf432d6b8c", "tag": "8d713c4a-758a-467f-894f-ee35bd7ada7c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "tag": "454e4dee-af23-45be-bb94-938d491c45ff", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:37.387799 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ed04ec42-8533-4035-9d16-39750015b633 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:37.388389 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027309b4-5aec-46f5-ab3f-f0cf432d6b8c', 'tag': '8d713c4a-758a-467f-894f-ee35bd7ada7c', 'status': 'completed', 'code': 200} Feb 15 16:46:37.388838 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'tag': '454e4dee-af23-45be-bb94-938d491c45ff', 'status': 'completed', 'code': 200} Feb 15 16:46:37.425150 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (7a19b905-5a79-4e91-9e6b-60af53682754), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:37.535172 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-b8b13eaf-83bf-4ac5-9257-b972745b5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:37.551219 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-b8b13eaf-83bf-4ac5-9257-b972745b5579 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6e7ba1010e1c439a84f92cb189febb7e&device_id=027309b4-5aec-46f5-ab3f-f0cf432d6b8c HTTP/1.1" status: 200 len: 1127 time: 0.1612148 Feb 15 16:46:37.570576 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Pushing event updated for resources: {'Port': ['ID=7a19b905-5a79-4e91-9e6b-60af53682754,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:37.607014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71edf5e-6a13-4fc2-a2b1-e292cac5c8c5 req-c7b2f88f-f472-436e-9d27-f2f88ce8f3d0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:37.616655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Network 4f52de73-9cea-45af-a968-bf8d98f9217e is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:46:37.621150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:37.625665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71edf5e-6a13-4fc2-a2b1-e292cac5c8c5 req-c7b2f88f-f472-436e-9d27-f2f88ce8f3d0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:37.629424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:46:37.633679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71edf5e-6a13-4fc2-a2b1-e292cac5c8c5 req-c7b2f88f-f472-436e-9d27-f2f88ce8f3d0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:37.645635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71edf5e-6a13-4fc2-a2b1-e292cac5c8c5 req-c7b2f88f-f472-436e-9d27-f2f88ce8f3d0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:37.653554 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71edf5e-6a13-4fc2-a2b1-e292cac5c8c5 req-c7b2f88f-f472-436e-9d27-f2f88ce8f3d0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:37.658966 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71edf5e-6a13-4fc2-a2b1-e292cac5c8c5 req-c7b2f88f-f472-436e-9d27-f2f88ce8f3d0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:37.669398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71edf5e-6a13-4fc2-a2b1-e292cac5c8c5 req-c7b2f88f-f472-436e-9d27-f2f88ce8f3d0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:37.682945 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c71edf5e-6a13-4fc2-a2b1-e292cac5c8c5 req-c7b2f88f-f472-436e-9d27-f2f88ce8f3d0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5443 time: 0.2911863 Feb 15 16:46:37.773004 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7869eb54-ad61-44d3-ad27-e1c0e8b7979a x-openstack-request-id: req-7869eb54-ad61-44d3-ad27-e1c0e8b7979a {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:37.773308 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d1e677-08ff-4d0b-bdf6-d087d0f268e0", "name": "network-vif-plugged", "status": "completed", "tag": "1e4659a1-999b-4f3c-a646-6d6396a3b128", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:37.773596 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7869eb54-ad61-44d3-ad27-e1c0e8b7979a {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:37.773992 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d1e677-08ff-4d0b-bdf6-d087d0f268e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4659a1-999b-4f3c-a646-6d6396a3b128', 'code': 200} Feb 15 16:46:37.870142 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-7dae1f63-e908-4a64-aace-345877d82f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:37.871932 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-7dae1f63-e908-4a64-aace-345877d82f1f service neutron] 10.222.0.67 "GET /v2.0/networks?id=d48266a3-8c84-43d4-b869-c1bd0d13396a HTTP/1.1" status: 200 len: 918 time: 0.3136435 Feb 15 16:46:37.941244 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-3531df6a-9e92-47b2-8b62-37b4e1c73c2c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d713c4a-758a-467f-894f-ee35bd7ada7c HTTP/1.1" status: 200 len: 217 time: 0.0605683 Feb 15 16:46:37.942027 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-210dc5e4-6dbb-4844-9b3a-3b412a84b7df service neutron] 10.222.0.10 "GET /v2.0/networks/d48266a3-8c84-43d4-b869-c1bd0d13396a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1375008 Feb 15 16:46:37.944857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Attempting to bind port 7a19b905-5a79-4e91-9e6b-60af53682754 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:46:37.945238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Attempting to bind port 7a19b905-5a79-4e91-9e6b-60af53682754 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '40298cfd-caa0-4631-b492-07b85e5c3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:46:37.945638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Attempting to bind port 7a19b905-5a79-4e91-9e6b-60af53682754 on network 4f52de73-9cea-45af-a968-bf8d98f9217e {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:37.953205 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5e99061c-0772-42c5-8c7f-f29899f2169a req-97f9469d-432b-46e5-83e5-92aa60edf76b tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:37.961705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:46:37.964382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-aff5fd60-9917-4722-ba68-5c5307c2d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:37.965920 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-aff5fd60-9917-4722-ba68-5c5307c2d5e3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6e7ba1010e1c439a84f92cb189febb7e&device_id=23fecea1-4572-4f5d-a882-f20060ac4742 HTTP/1.1" status: 200 len: 1126 time: 0.9294782 Feb 15 16:46:37.969776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Checking segment: {'id': '40298cfd-caa0-4631-b492-07b85e5c3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:37.974050 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:37.974493 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Bound using segment: {'id': '40298cfd-caa0-4631-b492-07b85e5c3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:46:37.975024 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Bound port: 7a19b905-5a79-4e91-9e6b-60af53682754, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40298cfd-caa0-4631-b492-07b85e5c3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:46:37.980042 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7a19b905-5a79-4e91-9e6b-60af53682754), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:38.016124 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Publish callbacks [] for router_gateway (4c216464-09ac-4322-91d6-3beeb3df36bf), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:38.070506 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-132fce1b-e48a-4eca-a10a-1a1eedf27b41 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3748b975-f9c6-44cd-9e21-9141ccdf8681 HTTP/1.1" status: 200 len: 217 time: 0.0845060 Feb 15 16:46:38.080016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] For port 7a19b905-5a79-4e91-9e6b-60af53682754, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:46:38.083374 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] For port 7a19b905-5a79-4e91-9e6b-60af53682754, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7a19b905-5a79-4e91-9e6b-60af53682754,segment=NetworkSegment(40298cfd-caa0-4631-b492-07b85e5c3055),segment_id=40298cfd-caa0-4631-b492-07b85e5c3055)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:46:38.233410 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7a19b905-5a79-4e91-9e6b-60af53682754), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:38.244661 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d73004f-a3cd-42a1-929e-7e529f232f02 req-a050e703-a7f4-4d77-9c4a-ff6dcd2b90c7 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.2204471 Feb 15 16:46:38.270795 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-13e86f69-b026-46af-9db4-11ebec1e1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:38.284807 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-13e86f69-b026-46af-9db4-11ebec1e1486 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e049009-e97b-4ead-9d07-a8309497253a HTTP/1.1" status: 200 len: 857 time: 0.3345809 Feb 15 16:46:38.290001 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-5e43083b-d4d7-43db-b476-548c440a7435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:38.297415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-5e43083b-d4d7-43db-b476-548c440a7435 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e049009-e97b-4ead-9d07-a8309497253a HTTP/1.1" status: 200 len: 857 time: 0.2151074 Feb 15 16:46:38.334209 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4021a6c-37e6-4cee-abc5-a2dd44e71673 None None] Pushing event updated for resources: {'Port': ['ID=7a19b905-5a79-4e91-9e6b-60af53682754,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:38.336175 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-b63389e0-2d19-424a-9d0b-2df27eca801b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d48266a3-8c84-43d4-b869-c1bd0d13396a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426080 Feb 15 16:46:38.428860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-4a80bc9c-b70a-417d-a6e1-9b56bd3dafa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-router', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:04Z', 'updated_at': '2022-02-15T16:43:15Z', 'revision_number': 4, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'gw_port': {'id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:06Z', 'updated_at': '2022-02-15T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '1b18afd7-52e2-4ab8-a10e-a6e2a32baeb0', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'port_id': '454e4dee-af23-45be-bb94-938d491c45ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'mac_address': 'fa:16:3e:3c:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6627256c-96fe-478b-a359-44296db785c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:44:55Z', 'updated_at': '2022-02-15T16:46:33Z', 'revision_number': 1, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e4068a-b879-4a3f-b4fd-21c46676a6b0', 'name': '', 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'mac_address': 'fa:16:3e:51:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:14Z', 'updated_at': '2022-02-15T16:43:22Z', 'revision_number': 5, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'subnets': [{'id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:38.434663 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-7d908ee0-d4c3-4b27-859f-6792e5bcdfdf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d48266a3-8c84-43d4-b869-c1bd0d13396a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048715 Feb 15 16:46:38.438976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5e99061c-0772-42c5-8c7f-f29899f2169a req-97f9469d-432b-46e5-83e5-92aa60edf76b tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (95d44c07-8e62-440a-9788-910fb66f8f1d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:38.442096 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c672d0-7dae-4586-9bcc-61ec065dbd24 req-4365ddb1-cd3b-44a3-86af-4f8ea34c8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:38.443617 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83c672d0-7dae-4586-9bcc-61ec065dbd24 req-4365ddb1-cd3b-44a3-86af-4f8ea34c8871 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6e7ba1010e1c439a84f92cb189febb7e&device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 1126 time: 0.3435817 Feb 15 16:46:38.521882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a80bc9c-b70a-417d-a6e1-9b56bd3dafa8 None None] The sync data for ids ['1efb290c-c3ea-48ff-864c-1a0e023a997f'] in n-d-828372-14 is: [{'id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-router', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:04Z', 'updated_at': '2022-02-15T16:43:15Z', 'revision_number': 4, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'gw_port': {'id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:06Z', 'updated_at': '2022-02-15T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '1b18afd7-52e2-4ab8-a10e-a6e2a32baeb0', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'floating_ip_address': '172.25.4.186', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'port_id': '454e4dee-af23-45be-bb94-938d491c45ff', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1005, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'mac_address': 'fa:16:3e:3c:29:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6627256c-96fe-478b-a359-44296db785c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:44:55Z', 'updated_at': '2022-02-15T16:46:33Z', 'revision_number': 1, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57e4068a-b879-4a3f-b4fd-21c46676a6b0', 'name': '', 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'mac_address': 'fa:16:3e:51:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:14Z', 'updated_at': '2022-02-15T16:43:22Z', 'revision_number': 5, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'subnets': [{'id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:46:38.594776 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5e99061c-0772-42c5-8c7f-f29899f2169a req-97f9469d-432b-46e5-83e5-92aa60edf76b tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (95d44c07-8e62-440a-9788-910fb66f8f1d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:38.722724 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9469d-432b-46e5-83e5-92aa60edf76b tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d44c07-8e62-440a-9788-910fb66f8f1d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:38.764330 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5e99061c-0772-42c5-8c7f-f29899f2169a req-97f9469d-432b-46e5-83e5-92aa60edf76b tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:38.781159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5e99061c-0772-42c5-8c7f-f29899f2169a req-97f9469d-432b-46e5-83e5-92aa60edf76b tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.6529830 Feb 15 16:46:38.811519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fecea1-4572-4f5d-a882-f20060ac4742', 'tag': '3748b975-f9c6-44cd-9e21-9141ccdf8681'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:38.824048 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e061d2a4-12c0-434e-bbdc-6af429803e40" -d '{"events": [{"name": "network-changed", "server_uuid": "23fecea1-4572-4f5d-a882-f20060ac4742", "tag": "3748b975-f9c6-44cd-9e21-9141ccdf8681"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:38.884283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c672d0-7dae-4586-9bcc-61ec065dbd24 req-7085b20e-0b72-4848-9f33-1951699bf21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:38.886072 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83c672d0-7dae-4586-9bcc-61ec065dbd24 req-7085b20e-0b72-4848-9f33-1951699bf21f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d48266a3-8c84-43d4-b869-c1bd0d13396a HTTP/1.1" status: 200 len: 918 time: 0.4302354 Feb 15 16:46:38.900816 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-b7314977-2898-48f1-895a-1115b0691cb6 service neutron] 10.222.0.67 "GET /v2.0/networks/d48266a3-8c84-43d4-b869-c1bd0d13396a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559510 Feb 15 16:46:38.958018 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2117b1e9-1b92-4a48-a12f-3a2d1dc2a50b x-openstack-request-id: req-2117b1e9-1b92-4a48-a12f-3a2d1dc2a50b {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:38.958655 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fecea1-4572-4f5d-a882-f20060ac4742", "tag": "3748b975-f9c6-44cd-9e21-9141ccdf8681", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:38.958655 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2117b1e9-1b92-4a48-a12f-3a2d1dc2a50b {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:38.958989 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fecea1-4572-4f5d-a882-f20060ac4742', 'tag': '3748b975-f9c6-44cd-9e21-9141ccdf8681', 'status': 'completed', 'code': 200} Feb 15 16:46:39.086160 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc4122-4d39-4ebd-a176-ab9f6719629d None None] New status for floating IP 1b18afd7-52e2-4ab8-a10e-a6e2a32baeb0: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:46:39.092275 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83c672d0-7dae-4586-9bcc-61ec065dbd24 req-f291ac66-6f6f-405f-80c8-c53a48a12859 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 HTTP/1.1" status: 200 len: 217 time: 0.1793611 Feb 15 16:46:39.113797 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e6f2096b-24f6-42c2-99e8-2a56847c31e6 admin admin] Deleting port d2f563c4-447e-44dc-a4cc-5ebdcb65e816 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:46:39.114497 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6f2096b-24f6-42c2-99e8-2a56847c31e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:39.246602 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-abc543ab-0913-41f1-9d04-c283144ab8e4 req-5730ad51-f07d-4774-abef-8ad540e3ef07 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0597818 Feb 15 16:46:39.307266 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-62a08763-7a50-4ac5-aeec-bebca321fe46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:39.323161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477a7d3-583f-425a-90be-edd123a18280 req-7928e6a6-ee09-435d-9eec-79bc3f94b2bb tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:39.334540 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3477a7d3-583f-425a-90be-edd123a18280 req-7928e6a6-ee09-435d-9eec-79bc3f94b2bb tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 943 time: 0.8360295 Feb 15 16:46:39.360045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-e6f2096b-24f6-42c2-99e8-2a56847c31e6 admin admin] For port d2f563c4-447e-44dc-a4cc-5ebdcb65e816, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d2f563c4-447e-44dc-a4cc-5ebdcb65e816,segment=NetworkSegment(ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c),segment_id=ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:39.363798 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6f2096b-24f6-42c2-99e8-2a56847c31e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:39.378927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e6f2096b-24f6-42c2-99e8-2a56847c31e6 admin admin] Calling delete_port for d2f563c4-447e-44dc-a4cc-5ebdcb65e816 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:46:39.379124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c672d0-7dae-4586-9bcc-61ec065dbd24 req-d270ce77-9b22-40aa-b797-32f501fe3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:39.380652 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83c672d0-7dae-4586-9bcc-61ec065dbd24 req-d270ce77-9b22-40aa-b797-32f501fe3914 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7e049009-e97b-4ead-9d07-a8309497253a HTTP/1.1" status: 200 len: 857 time: 0.2756491 Feb 15 16:46:39.458712 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-adaa0768-54bd-47e6-95e0-cbf84cdc5469 req-b6c457b4-93d4-4d52-839a-d77620f6c863 service neutron] 10.222.0.67 "GET /v2.0/networks/d48266a3-8c84-43d4-b869-c1bd0d13396a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192511 Feb 15 16:46:39.470978 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-49a8042f-5e19-456d-9282-9bc9a1a4cfbc service neutron] 10.222.0.67 "GET /v2.0/networks/d48266a3-8c84-43d4-b869-c1bd0d13396a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1156530 Feb 15 16:46:39.473954 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Publish callbacks [] for router_gateway (4c216464-09ac-4322-91d6-3beeb3df36bf), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:39.482064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-a32368c2-d9f2-42e9-b160-e56cbb5c2cd3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:39.483645 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-a32368c2-d9f2-42e9-b160-e56cbb5c2cd3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/networks?id=3574f4db-39b1-48ab-af8c-11de19a4546e HTTP/1.1" status: 200 len: 811 time: 0.3447964 Feb 15 16:46:39.542145 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:39.546787 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83c672d0-7dae-4586-9bcc-61ec065dbd24 req-c7427f28-9213-43bf-9f73-1d264aab9625 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d48266a3-8c84-43d4-b869-c1bd0d13396a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621829 Feb 15 16:46:39.575532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8d713c4a-758a-467f-894f-ee35bd7ada7c details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:39.593510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-be1f039f-9d3b-4a44-9eb1-0962ff3e2666 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/quotas/f46a6a08dea5478cbce46980fac5275a HTTP/1.1" status: 200 len: 375 time: 0.0900562 Feb 15 16:46:39.693278 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:46:39.795377 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-19729dd3-927b-4581-8eef-ba9499d37483 service neutron] 10.222.0.67 "GET /v2.0/networks/d48266a3-8c84-43d4-b869-c1bd0d13396a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163693 Feb 15 16:46:39.868416 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8d713c4a-758a-467f-894f-ee35bd7ada7c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8d713c4a-758a-467f-894f-ee35bd7ada7c,segment=NetworkSegment(764c8d24-a2ec-4b5b-884e-564d7eaea17e),segment_id=764c8d24-a2ec-4b5b-884e-564d7eaea17e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:39.886094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '8d713c4a-758a-467f-894f-ee35bd7ada7c', 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a', 'port_id': '8d713c4a-758a-467f-894f-ee35bd7ada7c', 'mac_address': 'fa:16:3e:19:b0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e049009-e97b-4ead-9d07-a8309497253a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:39.888849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7a19b905-5a79-4e91-9e6b-60af53682754 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:39.914617 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Allocated IP 172.25.4.63 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/91b5949c-c2c6-4126-90b7-374db9eb618e) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:46:40.005520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7a19b905-5a79-4e91-9e6b-60af53682754 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:40.005900 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7a19b905-5a79-4e91-9e6b-60af53682754), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:40.060840 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Publish callbacks [] for port (91b5949c-c2c6-4126-90b7-374db9eb618e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:40.071079 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3477a7d3-583f-425a-90be-edd123a18280 req-bf0e244f-0152-48f9-be32-97056885e9d8 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353396 Feb 15 16:46:40.073000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 8d713c4a-758a-467f-894f-ee35bd7ada7c is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:40.073000 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8d713c4a-758a-467f-894f-ee35bd7ada7c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:40.134863 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d713c4a-758a-467f-894f-ee35bd7ada7c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:40.135190 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83c672d0-7dae-4586-9bcc-61ec065dbd24 req-86cea24a-b5c8-4ed1-8c38-cad9d0418a16 service neutron] 10.222.0.10 "GET /v2.0/networks/d48266a3-8c84-43d4-b869-c1bd0d13396a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788734 Feb 15 16:46:40.182832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8d713c4a-758a-467f-894f-ee35bd7ada7c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8d713c4a-758a-467f-894f-ee35bd7ada7c,segment=NetworkSegment(764c8d24-a2ec-4b5b-884e-564d7eaea17e),segment_id=764c8d24-a2ec-4b5b-884e-564d7eaea17e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:40.197045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7a19b905-5a79-4e91-9e6b-60af53682754 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:40.197925 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7a19b905-5a79-4e91-9e6b-60af53682754), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:40.240192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 7a19b905-5a79-4e91-9e6b-60af53682754, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7a19b905-5a79-4e91-9e6b-60af53682754,segment=NetworkSegment(40298cfd-caa0-4631-b492-07b85e5c3055),segment_id=40298cfd-caa0-4631-b492-07b85e5c3055)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:40.253669 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5bd542-2beb-492b-b463-0913a21f99b9 None None] Network 4f52de73-9cea-45af-a968-bf8d98f9217e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:46:40.294872 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b6de0ed-656e-4a64-a151-e6f628ee40da req-82796311-fec2-44bb-9a77-a02acf8b3c8f tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0651238 Feb 15 16:46:40.341442 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-07f2b25c-1dce-4a7f-a21e-9b0dbf005464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:40.342458 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061d2a4-12c0-434e-bbdc-6af429803e40 req-6433131d-7030-483a-aaca-3df491f65972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:40.347017 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e061d2a4-12c0-434e-bbdc-6af429803e40 req-6433131d-7030-483a-aaca-3df491f65972 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6e7ba1010e1c439a84f92cb189febb7e&device_id=23fecea1-4572-4f5d-a882-f20060ac4742 HTTP/1.1" status: 200 len: 1126 time: 0.2104852 Feb 15 16:46:40.348472 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-07f2b25c-1dce-4a7f-a21e-9b0dbf005464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:40.356243 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-07f2b25c-1dce-4a7f-a21e-9b0dbf005464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:40.357054 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-07f2b25c-1dce-4a7f-a21e-9b0dbf005464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:40.359206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-07f2b25c-1dce-4a7f-a21e-9b0dbf005464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:40.366633 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-07f2b25c-1dce-4a7f-a21e-9b0dbf005464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:40.367346 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-07f2b25c-1dce-4a7f-a21e-9b0dbf005464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:40.369452 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-b0e0bdba-b289-4651-a928-9a836d253cd7 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=f46a6a08dea5478cbce46980fac5275a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2213454 Feb 15 16:46:40.372566 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-07f2b25c-1dce-4a7f-a21e-9b0dbf005464 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c059e9cd6634bce8f4e005af5907e51&device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 6724 time: 0.5020716 Feb 15 16:46:40.395258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (91b5949c-c2c6-4126-90b7-374db9eb618e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:40.465426 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7a19b905-5a79-4e91-9e6b-60af53682754), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:40.481157 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8d713c4a-758a-467f-894f-ee35bd7ada7c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:40.496859 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Pushing event updated for resources: {'Port': ['ID=91b5949c-c2c6-4126-90b7-374db9eb618e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:40.541686 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83c672d0-7dae-4586-9bcc-61ec065dbd24 req-56ee6cf6-36d0-40dd-8d7a-fbba8adf16c7 service neutron] 10.222.0.10 "GET /v2.0/networks/d48266a3-8c84-43d4-b869-c1bd0d13396a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656404 Feb 15 16:46:40.566249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:46:40.573925 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:40.584156 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:46:40.611645 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-480b538f-5447-47a4-b5b7-11f6ae985da8 None None] Provisioning complete for port 7a19b905-5a79-4e91-9e6b-60af53682754 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:40.612428 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-480b538f-5447-47a4-b5b7-11f6ae985da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7a19b905-5a79-4e91-9e6b-60af53682754), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:40.678149 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-d675ab42-cde1-483e-b8f4-e0f054f8fa67 service neutron] 10.222.0.107 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078053 Feb 15 16:46:40.722829 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:40.761254 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=7a19b905-5a79-4e91-9e6b-60af53682754,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:40.818023 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6f2096b-24f6-42c2-99e8-2a56847c31e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d2f563c4-447e-44dc-a4cc-5ebdcb65e816), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:40.886623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061d2a4-12c0-434e-bbdc-6af429803e40 req-61ee13a1-4816-4d5b-ad58-69a0cf5994b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:40.888586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e061d2a4-12c0-434e-bbdc-6af429803e40 req-61ee13a1-4816-4d5b-ad58-69a0cf5994b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d48266a3-8c84-43d4-b869-c1bd0d13396a HTTP/1.1" status: 200 len: 918 time: 0.5046864 Feb 15 16:46:41.017168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e061d2a4-12c0-434e-bbdc-6af429803e40 req-161b014d-ee5a-430f-a2df-d639ebcc5b26 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3748b975-f9c6-44cd-9e21-9141ccdf8681 HTTP/1.1" status: 200 len: 217 time: 0.1114192 Feb 15 16:46:41.057588 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2096b-24f6-42c2-99e8-2a56847c31e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2f563c4-447e-44dc-a4cc-5ebdcb65e816,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:41.174004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['8d713c4a-758a-467f-894f-ee35bd7ada7c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:41.286133 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6f2096b-24f6-42c2-99e8-2a56847c31e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (8b34347b-d440-4be6-82fe-2e17cc2e9d00), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:41.366256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=8d713c4a-758a-467f-894f-ee35bd7ada7c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:41.391301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-480b538f-5447-47a4-b5b7-11f6ae985da8 None None] Current status of the port 7a19b905-5a79-4e91-9e6b-60af53682754 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:41.397123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061d2a4-12c0-434e-bbdc-6af429803e40 req-98a4e292-a6df-4d53-abc9-ac813afa9f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:41.400839 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e061d2a4-12c0-434e-bbdc-6af429803e40 req-98a4e292-a6df-4d53-abc9-ac813afa9f1f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7e049009-e97b-4ead-9d07-a8309497253a HTTP/1.1" status: 200 len: 857 time: 0.2816491 Feb 15 16:46:41.417255 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-c6ca8ccd-86e5-4651-9a0a-eb85492be866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:41.425402 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-c6ca8ccd-86e5-4651-9a0a-eb85492be866 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36c7dd23-e458-4e0b-8f60-3d6235ba67f5 HTTP/1.1" status: 200 len: 918 time: 1.0245843 Feb 15 16:46:41.468482 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-4098b9c2-7583-4a61-a744-3aecfc10c01e service neutron] 10.222.0.107 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7888901 Feb 15 16:46:41.479848 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e061d2a4-12c0-434e-bbdc-6af429803e40 req-aa2be8db-1816-4720-a03e-e7b61f966b6f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d48266a3-8c84-43d4-b869-c1bd0d13396a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613816 Feb 15 16:46:41.503519 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Publish callbacks [] for router_gateway (4c216464-09ac-4322-91d6-3beeb3df36bf), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:41.608121 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 3748b975-f9c6-44cd-9e21-9141ccdf8681 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:41.679195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3f6c8cb4-e6ea-4e0d-8762-1bc12daf54fc None None] Provisioning complete for port 7a19b905-5a79-4e91-9e6b-60af53682754 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:41.679584 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f6c8cb4-e6ea-4e0d-8762-1bc12daf54fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7a19b905-5a79-4e91-9e6b-60af53682754), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:41.714191 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7a19b905-5a79-4e91-9e6b-60af53682754 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:41.801984 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b772f0-3f23-4a41-8910-ef00a3f69944 req-f68776bc-7510-4f7d-a19c-1d53288cf8c5 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:41.804165 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-98b772f0-3f23-4a41-8910-ef00a3f69944 req-f68776bc-7510-4f7d-a19c-1d53288cf8c5 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 943 time: 0.5071068 Feb 15 16:46:41.809481 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-71a3658f-6827-45b4-81b9-ab5c75177376 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=454e4dee-af23-45be-bb94-938d491c45ff HTTP/1.1" status: 200 len: 1001 time: 0.3574600 Feb 15 16:46:41.839329 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:46:41.922677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-f996610a-a218-401c-8b1f-2ff4264e9822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:41.924385 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-f996610a-a218-401c-8b1f-2ff4264e9822 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f HTTP/1.1" status: 200 len: 856 time: 0.0859070 Feb 15 16:46:42.006800 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f2096b-24f6-42c2-99e8-2a56847c31e6 admin admin] Router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:46:42.012027 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-98b772f0-3f23-4a41-8910-ef00a3f69944 req-a9a23aab-1b81-415c-87e1-eb8b73924cef tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988974 Feb 15 16:46:42.027787 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-c3cbc1aa-91ca-4436-9416-c839678a5b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:42.029489 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-c3cbc1aa-91ca-4436-9416-c839678a5b68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36c7dd23-e458-4e0b-8f60-3d6235ba67f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0948119 Feb 15 16:46:42.078313 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:42.232153 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a75263a0-f7cb-4d58-a1a0-0a0025c4af44 req-795038f6-6d50-4b80-8680-fd9a6fdfc87c tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.2805939 Feb 15 16:46:42.233917 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (4c216464-09ac-4322-91d6-3beeb3df36bf), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:42.320640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:42.378894 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e061d2a4-12c0-434e-bbdc-6af429803e40 req-f0a42735-9be0-4fbe-933a-1ed53ef3faa3 service neutron] 10.222.0.67 "GET /v2.0/networks/d48266a3-8c84-43d4-b869-c1bd0d13396a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8887155 Feb 15 16:46:42.425311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3f6c8cb4-e6ea-4e0d-8762-1bc12daf54fc None None] Current status of the port 7a19b905-5a79-4e91-9e6b-60af53682754 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:42.441214 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 3748b975-f9c6-44cd-9e21-9141ccdf8681, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3748b975-f9c6-44cd-9e21-9141ccdf8681,segment=NetworkSegment(764c8d24-a2ec-4b5b-884e-564d7eaea17e),segment_id=764c8d24-a2ec-4b5b-884e-564d7eaea17e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:42.464315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '3748b975-f9c6-44cd-9e21-9141ccdf8681', 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a', 'port_id': '3748b975-f9c6-44cd-9e21-9141ccdf8681', 'mac_address': 'fa:16:3e:76:64:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e049009-e97b-4ead-9d07-a8309497253a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:42.476313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7a19b905-5a79-4e91-9e6b-60af53682754 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:42.476692 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7a19b905-5a79-4e91-9e6b-60af53682754), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:42.530143 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-8c4956f7-b146-4263-a0bb-9e316d2f694f service neutron] 10.222.0.67 "GET /v2.0/networks/36c7dd23-e458-4e0b-8f60-3d6235ba67f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887850 Feb 15 16:46:42.557136 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:46:42.640198 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f42471f-d94e-4daf-abc3-7834a4fd5da1 req-bd556786-b2ec-48bb-83e3-fbc2cd3fff06 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 210 time: 0.1025352 Feb 15 16:46:42.715466 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e061d2a4-12c0-434e-bbdc-6af429803e40 req-152cfe19-41d8-41d6-95e5-33978597bdda service neutron] 10.222.0.67 "GET /v2.0/networks/d48266a3-8c84-43d4-b869-c1bd0d13396a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289204 Feb 15 16:46:42.782299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Router 4c216464-09ac-4322-91d6-3beeb3df36bf is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:46:42.884342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 3748b975-f9c6-44cd-9e21-9141ccdf8681 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:42.886107 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3748b975-f9c6-44cd-9e21-9141ccdf8681), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:42.888589 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-972bdb72-b0bf-4515-8bd8-06ab1e63d4ba req-dac0f8e6-a728-429b-8a60-08abdd870abc service neutron] 10.222.0.67 "GET /v2.0/networks/36c7dd23-e458-4e0b-8f60-3d6235ba67f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266792 Feb 15 16:46:42.920673 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3748b975-f9c6-44cd-9e21-9141ccdf8681 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:42.979276 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 3748b975-f9c6-44cd-9e21-9141ccdf8681, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3748b975-f9c6-44cd-9e21-9141ccdf8681,segment=NetworkSegment(764c8d24-a2ec-4b5b-884e-564d7eaea17e),segment_id=764c8d24-a2ec-4b5b-884e-564d7eaea17e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:43.026698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f2096b-24f6-42c2-99e8-2a56847c31e6 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:46:43.033820 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e6f2096b-24f6-42c2-99e8-2a56847c31e6 admin admin] 10.222.0.107 "PUT /v2.0/routers/8b34347b-d440-4be6-82fe-2e17cc2e9d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4071400 Feb 15 16:46:43.034557 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46058) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:43.042000 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46062) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:43.076575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaf68ce-9c1d-4bdf-99bd-b33a01c1a674 None None] Sync routers for ids ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:46:43.139496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7affe5ff-4046-40a7-8a2c-29b6fae0b1b5,segment=NetworkSegment(764c8d24-a2ec-4b5b-884e-564d7eaea17e),segment_id=764c8d24-a2ec-4b5b-884e-564d7eaea17e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:43.193417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '7affe5ff-4046-40a7-8a2c-29b6fae0b1b5', 'network_id': 'd48266a3-8c84-43d4-b869-c1bd0d13396a', 'port_id': '7affe5ff-4046-40a7-8a2c-29b6fae0b1b5', 'mac_address': 'fa:16:3e:3c:58:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e049009-e97b-4ead-9d07-a8309497253a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:43.203166 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3748b975-f9c6-44cd-9e21-9141ccdf8681), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:43.209862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaf68ce-9c1d-4bdf-99bd-b33a01c1a674 None None] Routers {'8b34347b-d440-4be6-82fe-2e17cc2e9d00'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:46:43.210644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-bbaf68ce-9c1d-4bdf-99bd-b33a01c1a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:46:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:43.350305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dbb85-7fdd-4eae-9630-2855f54dc9d7 req-925785c4-02bb-4fe9-9920-e6607b7318b9 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:43.358462 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-826dbb85-7fdd-4eae-9630-2855f54dc9d7 req-925785c4-02bb-4fe9-9920-e6607b7318b9 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 943 time: 0.1501546 Feb 15 16:46:43.371640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9b0b0a-9a93-492a-9f24-0e1ce0b0bc29 admin admin] Deleting subnet e54c697c-dfc4-4d97-947c-96f129045128 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:46:43.374754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=3748b975-f9c6-44cd-9e21-9141ccdf8681,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:43.409796 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0b0a-9a93-492a-9f24-0e1ce0b0bc29 admin admin] Publish callbacks [] for subnet (e54c697c-dfc4-4d97-947c-96f129045128), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:43.462162 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38881bec-3e4f-4552-8bb4-eb1c80418535 admin admin] Publish callbacks [] for router (8b34347b-d440-4be6-82fe-2e17cc2e9d00), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:43.590851 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0b0a-9a93-492a-9f24-0e1ce0b0bc29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (e54c697c-dfc4-4d97-947c-96f129045128), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:43.638510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-bbaf68ce-9c1d-4bdf-99bd-b33a01c1a674 None None] Set router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:46:43.751313 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-826dbb85-7fdd-4eae-9630-2855f54dc9d7 req-da5dc45f-2fd2-4adc-babf-38eb8a75ca14 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917060 Feb 15 16:46:43.797852 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0b0a-9a93-492a-9f24-0e1ce0b0bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e54c697c-dfc4-4d97-947c-96f129045128), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:43.828350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8f8f854-7307-46a0-91eb-b586f67f4e14 req-8cb45cde-5f76-4868-ba71-4de9a3f457f7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f9ce01f2350435499701f50f6e61004&device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0587718 Feb 15 16:46:43.838455 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7054b8cf-2062-4a2e-bc35-e6e92b8ef431 req-6fe8ed93-956b-481e-b889-e2b41bfe7b2a tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0571539 Feb 15 16:46:43.846762 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7a19b905-5a79-4e91-9e6b-60af53682754 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:43.861632 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8d713c4a-758a-467f-894f-ee35bd7ada7c up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:43.871555 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8f8f854-7307-46a0-91eb-b586f67f4e14 req-d5148996-fb8d-40bc-a6f2-6dcbbd8d4854 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7f9ce01f2350435499701f50f6e61004&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320528 Feb 15 16:46:43.872531 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['3748b975-f9c6-44cd-9e21-9141ccdf8681'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:43.914576 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-88aa1951-c137-405a-a02b-d1492b0e26d9 req-8959783b-979f-4789-a5b7-21384353bde4 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 210 time: 0.0622127 Feb 15 16:46:43.935161 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38881bec-3e4f-4552-8bb4-eb1c80418535 admin admin] Publish callbacks [] for router_gateway (8b34347b-d440-4be6-82fe-2e17cc2e9d00), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:43.961895 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:46:43.988457 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Sync routers for ids ['4c216464-09ac-4322-91d6-3beeb3df36bf'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:46:44.002686 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Routers {'4c216464-09ac-4322-91d6-3beeb3df36bf'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:46:44.003897 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:46:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4c216464-09ac-4322-91d6-3beeb3df36bf'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:44.012468 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:44.023667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8f854-7307-46a0-91eb-b586f67f4e14 req-7eb70119-3cba-4051-baf1-3b1c32ff1815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:44.025844 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8f8f854-7307-46a0-91eb-b586f67f4e14 req-7eb70119-3cba-4051-baf1-3b1c32ff1815 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1463261 Feb 15 16:46:44.059079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:44.060452 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7affe5ff-4046-40a7-8a2c-29b6fae0b1b5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:44.113101 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:44.169597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7affe5ff-4046-40a7-8a2c-29b6fae0b1b5,segment=NetworkSegment(764c8d24-a2ec-4b5b-884e-564d7eaea17e),segment_id=764c8d24-a2ec-4b5b-884e-564d7eaea17e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:44.172513 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0b0a-9a93-492a-9f24-0e1ce0b0bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (e54c697c-dfc4-4d97-947c-96f129045128), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:44.173673 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:44.177240 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46080) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:44.177494 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cb794cdc-f41d-4b96-b2fc-8942483932e8 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0352249 Feb 15 16:46:44.197652 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Set router 4c216464-09ac-4322-91d6-3beeb3df36bf gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:46:44.198877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 8d713c4a-758a-467f-894f-ee35bd7ada7c completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:46:44.214407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-bbaf68ce-9c1d-4bdf-99bd-b33a01c1a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-router', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:45:44Z', 'updated_at': '2022-02-15T16:46:40Z', 'revision_number': 5, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'gw_port': {'id': 'a0c9591d-f21d-4b30-9609-9dd18201ab5c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:80:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:45:45Z', 'updated_at': '2022-02-15T16:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:44.220627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 8d713c4a-758a-467f-894f-ee35bd7ada7c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:44.220627 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8d713c4a-758a-467f-894f-ee35bd7ada7c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:44.226019 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff9b0b0a-9a93-492a-9f24-0e1ce0b0bc29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:44.231661 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ff9b0b0a-9a93-492a-9f24-0e1ce0b0bc29 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/e54c697c-dfc4-4d97-947c-96f129045128 HTTP/1.1" status: 204 len: 168 time: 1.1935523 Feb 15 16:46:44.232059 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46084) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:44.274113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaf68ce-9c1d-4bdf-99bd-b33a01c1a674 None None] Checking router: 8b34347b-d440-4be6-82fe-2e17cc2e9d00 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:46:44.276592 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7affe5ff-4046-40a7-8a2c-29b6fae0b1b5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:44.398357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=7affe5ff-4046-40a7-8a2c-29b6fae0b1b5,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:44.483921 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7df1-df15-44fd-96d9-4eeea7c0c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (25ae7ec7-2a2e-4bf6-b151-6a630a07559e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:44.550985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbaf68ce-9c1d-4bdf-99bd-b33a01c1a674 None None] Routers {'8b34347b-d440-4be6-82fe-2e17cc2e9d00'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:46:44.558256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-bbaf68ce-9c1d-4bdf-99bd-b33a01c1a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:46:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:44.580026 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-38881bec-3e4f-4552-8bb4-eb1c80418535 admin admin] Deleting port a0c9591d-f21d-4b30-9609-9dd18201ab5c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:46:44.580533 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38881bec-3e4f-4552-8bb4-eb1c80418535 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a0c9591d-f21d-4b30-9609-9dd18201ab5c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:44.586563 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b0b0a-9a93-492a-9f24-0e1ce0b0bc29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e54c697c-dfc4-4d97-947c-96f129045128,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:44.597852 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'name': 'tempest-TaggedBootDevicesTest-1790965815-router', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:36Z', 'updated_at': '2022-02-15T16:46:40Z', 'revision_number': 3, 'project_id': '81594fa848e7414b8f51155b921da775', 'gw_port': {'id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:39Z', 'updated_at': '2022-02-15T16:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:44.636009 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Checking router: 4c216464-09ac-4322-91d6-3beeb3df36bf for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:46:44.636459 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Updating router 4c216464-09ac-4322-91d6-3beeb3df36bf port 91b5949c-c2c6-4126-90b7-374db9eb618e binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:46:44.707632 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (91b5949c-c2c6-4126-90b7-374db9eb618e), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:44.750438 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7df1-df15-44fd-96d9-4eeea7c0c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (25ae7ec7-2a2e-4bf6-b151-6a630a07559e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:44.770504 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['7affe5ff-4046-40a7-8a2c-29b6fae0b1b5'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:44.802507 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-e8cc7df1-df15-44fd-96d9-4eeea7c0c5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ae7ec7-2a2e-4bf6-b151-6a630a07559e']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:44.830506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-e8cc7df1-df15-44fd-96d9-4eeea7c0c5d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d19e4a-f995-40e4-82d0-a90eebee5152') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:44.831618 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-e8cc7df1-df15-44fd-96d9-4eeea7c0c5d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d19e4a-f995-40e4-82d0-a90eebee5152') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:44.854860 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7df1-df15-44fd-96d9-4eeea7c0c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (35d19e4a-f995-40e4-82d0-a90eebee5152), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:44.886395 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7df1-df15-44fd-96d9-4eeea7c0c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (35d19e4a-f995-40e4-82d0-a90eebee5152), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:44.902044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cc7df1-df15-44fd-96d9-4eeea7c0c5d4 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:46:44.903676 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7df1-df15-44fd-96d9-4eeea7c0c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (35d19e4a-f995-40e4-82d0-a90eebee5152), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:46:44.915514 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:46:45.075244 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5b2129f-04c9-44e0-925b-486a60060060 req-c5bea000-2463-472c-95cf-4a98ded8fd1e tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0454125 Feb 15 16:46:45.184774 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7df1-df15-44fd-96d9-4eeea7c0c5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (25ae7ec7-2a2e-4bf6-b151-6a630a07559e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:45.225943 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8cc7df1-df15-44fd-96d9-4eeea7c0c5d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:45.260137 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e8cc7df1-df15-44fd-96d9-4eeea7c0c5d4 admin admin] 10.222.0.107 "DELETE /v2.0/networks/25ae7ec7-2a2e-4bf6-b151-6a630a07559e HTTP/1.1" status: 204 len: 168 time: 1.0267897 Feb 15 16:46:45.303753 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc7df1-df15-44fd-96d9-4eeea7c0c5d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=25ae7ec7-2a2e-4bf6-b151-6a630a07559e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:45.343970 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-bbaf68ce-9c1d-4bdf-99bd-b33a01c1a674 None None] Set router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:46:45.386636 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35007120-2848-47e3-9e6a-1b68178d1565 req-2373baed-782a-4f61-9bfb-e8e18f441291 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 210 time: 0.1204052 Feb 15 16:46:45.498734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 8d713c4a-758a-467f-894f-ee35bd7ada7c is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:45.499415 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8d713c4a-758a-467f-894f-ee35bd7ada7c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:45.529288 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8f8f854-7307-46a0-91eb-b586f67f4e14 req-cebb94f2-956d-4266-9038-7e003556bdf1 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.10 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0653753 Feb 15 16:46:45.541020 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-bbaf68ce-9c1d-4bdf-99bd-b33a01c1a674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-router', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:45:44Z', 'updated_at': '2022-02-15T16:46:43Z', 'revision_number': 6, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:45.636210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbaf68ce-9c1d-4bdf-99bd-b33a01c1a674 None None] The sync data for ids ['8b34347b-d440-4be6-82fe-2e17cc2e9d00'] in n-d-828372-14 is: [{'id': '8b34347b-d440-4be6-82fe-2e17cc2e9d00', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1841024614-router', 'tenant_id': 'e5522da92dd14128b79c900e1038ee82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:45:44Z', 'updated_at': '2022-02-15T16:46:43Z', 'revision_number': 6, 'project_id': 'e5522da92dd14128b79c900e1038ee82', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:46:45.693609 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Publish callbacks [] for port (91b5949c-c2c6-4126-90b7-374db9eb618e), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:45.703968 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8d713c4a-758a-467f-894f-ee35bd7ada7c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8d713c4a-758a-467f-894f-ee35bd7ada7c,segment=NetworkSegment(764c8d24-a2ec-4b5b-884e-564d7eaea17e),segment_id=764c8d24-a2ec-4b5b-884e-564d7eaea17e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:45.704960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027309b4-5aec-46f5-ab3f-f0cf432d6b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d713c4a-758a-467f-894f-ee35bd7ada7c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:45.707461 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819a5c44-2e55-43f3-9668-d0466fd3344f" -d '{"events": [{"server_uuid": "027309b4-5aec-46f5-ab3f-f0cf432d6b8c", "name": "network-vif-plugged", "status": "completed", "tag": "8d713c4a-758a-467f-894f-ee35bd7ada7c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:45.772875 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (91b5949c-c2c6-4126-90b7-374db9eb618e), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:45.781109 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8d713c4a-758a-467f-894f-ee35bd7ada7c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:45.798420 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 3748b975-f9c6-44cd-9e21-9141ccdf8681 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:45.854423 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b41375-842b-4a7d-8627-bf5026ae7d81 x-openstack-request-id: req-f1b41375-842b-4a7d-8627-bf5026ae7d81 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:45.863684 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027309b4-5aec-46f5-ab3f-f0cf432d6b8c", "name": "network-vif-plugged", "status": "completed", "tag": "8d713c4a-758a-467f-894f-ee35bd7ada7c", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:45.864396 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f1b41375-842b-4a7d-8627-bf5026ae7d81 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:45.865028 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027309b4-5aec-46f5-ab3f-f0cf432d6b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d713c4a-758a-467f-894f-ee35bd7ada7c', 'code': 200} Feb 15 16:46:45.885647 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46120) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:45.889222 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead6165-81f1-4b99-9b52-cfe965c5907d None None] Pushing event updated for resources: {'Port': ['ID=91b5949c-c2c6-4126-90b7-374db9eb618e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:45.909085 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Attempting to bind port 91b5949c-c2c6-4126-90b7-374db9eb618e on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:46:45.909638 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Attempting to bind port 91b5949c-c2c6-4126-90b7-374db9eb618e by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:46:45.909928 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Attempting to bind port 91b5949c-c2c6-4126-90b7-374db9eb618e on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:45.914851 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a3fae-6a03-4cd0-a4d9-6583a99a2e5c req-c8c3829b-b63a-47bb-aef7-6a2660eeea68 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:45.916589 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a28a3fae-6a03-4cd0-a4d9-6583a99a2e5c req-c8c3829b-b63a-47bb-aef7-6a2660eeea68 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 944 time: 0.6630564 Feb 15 16:46:45.926328 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:46:45.926710 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:45.930563 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:45.930563 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:46:45.930563 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Bound port: 91b5949c-c2c6-4126-90b7-374db9eb618e, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:46:45.930563 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (91b5949c-c2c6-4126-90b7-374db9eb618e), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:45.962691 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-044e83b0-5418-435b-ba10-5b4bac970d60 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:45.964454 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-044e83b0-5418-435b-ba10-5b4bac970d60 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.67 "GET /v2.0/networks?id=3574f4db-39b1-48ab-af8c-11de19a4546e HTTP/1.1" status: 200 len: 811 time: 0.7021244 Feb 15 16:46:45.987140 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-38881bec-3e4f-4552-8bb4-eb1c80418535 admin admin] For port a0c9591d-f21d-4b30-9609-9dd18201ab5c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a0c9591d-f21d-4b30-9609-9dd18201ab5c,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:45.988256 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38881bec-3e4f-4552-8bb4-eb1c80418535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a0c9591d-f21d-4b30-9609-9dd18201ab5c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:46.050102 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-86889bf1-f6cd-4efe-adb8-8e9af9414cfc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Request body: {'port': {'device_id': '117ef591-139a-4134-bae8-52849457482f', 'network_id': '3574f4db-39b1-48ab-af8c-11de19a4546e', 'admin_state_up': True, 'tenant_id': 'f46a6a08dea5478cbce46980fac5275a'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:46.072393 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] For port 91b5949c-c2c6-4126-90b7-374db9eb618e, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:46:46.083429 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] For port 91b5949c-c2c6-4126-90b7-374db9eb618e, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=91b5949c-c2c6-4126-90b7-374db9eb618e,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:46:46.098931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d2f563c4-447e-44dc-a4cc-5ebdcb65e816 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:46:46.159072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=8d713c4a-758a-467f-894f-ee35bd7ada7c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:46.160092 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (91b5949c-c2c6-4126-90b7-374db9eb618e), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:46.168980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: d2f563c4-447e-44dc-a4cc-5ebdcb65e816 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:46:46.169395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d2f563c4-447e-44dc-a4cc-5ebdcb65e816 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:46:46.182344 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c5bf6e06-cff1-41d6-a9a9-b09c5ded3106 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ba74aa9e819a439eb5de67abc6749cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977827 Feb 15 16:46:46.190994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46124) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:46.250166 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-38881bec-3e4f-4552-8bb4-eb1c80418535 admin admin] Calling delete_port for a0c9591d-f21d-4b30-9609-9dd18201ab5c owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:46:46.287115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 3748b975-f9c6-44cd-9e21-9141ccdf8681 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:46:46.293014 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 3748b975-f9c6-44cd-9e21-9141ccdf8681 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:46.293586 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3748b975-f9c6-44cd-9e21-9141ccdf8681), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:46.364110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae2ee6-b78f-4bc0-b5a6-ba2f54e5ffff req-242136dc-21a1-4eaa-90f5-acb2f5cc3414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:46.366428 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0bae2ee6-b78f-4bc0-b5a6-ba2f54e5ffff req-242136dc-21a1-4eaa-90f5-acb2f5cc3414 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=027309b4-5aec-46f5-ab3f-f0cf432d6b8c HTTP/1.1" status: 200 len: 1129 time: 0.3655479 Feb 15 16:46:46.407146 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead6165-81f1-4b99-9b52-cfe965c5907d None None] Pushing event updated for resources: {'Port': ['ID=91b5949c-c2c6-4126-90b7-374db9eb618e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:46.416805 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Routers {'4c216464-09ac-4322-91d6-3beeb3df36bf'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:46:46.417546 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:46:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4c216464-09ac-4322-91d6-3beeb3df36bf'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:46.436083 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1341dbe4-189a-491b-be36-4561af12e156 req-024d7d39-087b-4372-975b-d79203ec8fb2 tempest-ServerShowV254Test-1177391109 tempest-ServerShowV254Test-1177391109-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31daf0e-e40b-4c84-b194-41452459c2cc HTTP/1.1" status: 200 len: 210 time: 0.0658889 Feb 15 16:46:46.448200 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4478770-95c1-40af-a035-4eb05d9544fc admin admin] Publish callbacks [] for security_group (911393ea-b108-46d2-afc1-9f93adee2ea5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:46.538779 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 3748b975-f9c6-44cd-9e21-9141ccdf8681 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:46.539325 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3748b975-f9c6-44cd-9e21-9141ccdf8681), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:46.541853 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4478770-95c1-40af-a035-4eb05d9544fc admin admin] Publish callbacks [] for security_group (911393ea-b108-46d2-afc1-9f93adee2ea5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:46.585689 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0bae2ee6-b78f-4bc0-b5a6-ba2f54e5ffff req-7438b4ab-d137-4354-9665-b53685875a1b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033961 Feb 15 16:46:46.677604 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a28a3fae-6a03-4cd0-a4d9-6583a99a2e5c req-6d32ec37-f716-4af0-92f7-0030a4174b80 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7348123 Feb 15 16:46:46.723595 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cac6cf4e-3d80-49d6-952b-1dc53f2647ed req-5b26054d-0940-438e-8aba-d10ab9102bf6 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 210 time: 0.0696356 Feb 15 16:46:46.830781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 3748b975-f9c6-44cd-9e21-9141ccdf8681, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3748b975-f9c6-44cd-9e21-9141ccdf8681,segment=NetworkSegment(764c8d24-a2ec-4b5b-884e-564d7eaea17e),segment_id=764c8d24-a2ec-4b5b-884e-564d7eaea17e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:46.849012 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] Set router 4c216464-09ac-4322-91d6-3beeb3df36bf gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:46:46.857272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-da0db483-d512-4eb3-9dae-544942a45559 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2704754 Feb 15 16:46:46.931892 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3748b975-f9c6-44cd-9e21-9141ccdf8681), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:47.023402 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4478770-95c1-40af-a035-4eb05d9544fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (911393ea-b108-46d2-afc1-9f93adee2ea5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:47.032384 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4478770-95c1-40af-a035-4eb05d9544fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:47.048012 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f4478770-95c1-40af-a035-4eb05d9544fc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/911393ea-b108-46d2-afc1-9f93adee2ea5 HTTP/1.1" status: 204 len: 168 time: 0.8411210 Feb 15 16:46:47.068866 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:47.070770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4478770-95c1-40af-a035-4eb05d9544fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911393ea-b108-46d2-afc1-9f93adee2ea5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:47.090272 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-86889bf1-f6cd-4efe-adb8-8e9af9414cfc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Made reservation on behalf of f46a6a08dea5478cbce46980fac5275a for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:47.098332 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-86889bf1-f6cd-4efe-adb8-8e9af9414cfc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:47.101981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-f084960a-6e7c-4214-ad09-acf8e0480f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:47.103212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-f084960a-6e7c-4214-ad09-acf8e0480f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:47.103849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-f084960a-6e7c-4214-ad09-acf8e0480f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:47.104701 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-f084960a-6e7c-4214-ad09-acf8e0480f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:47.105518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-f084960a-6e7c-4214-ad09-acf8e0480f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:47.106974 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-f084960a-6e7c-4214-ad09-acf8e0480f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:47.107571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-f084960a-6e7c-4214-ad09-acf8e0480f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:47.122542 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-f084960a-6e7c-4214-ad09-acf8e0480f89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c059e9cd6634bce8f4e005af5907e51&device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 6724 time: 0.1691463 Feb 15 16:46:47.280130 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=3748b975-f9c6-44cd-9e21-9141ccdf8681,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:47.326962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-63178cdb-dbca-4d0b-90af-9891ed7cb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:47.328994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-63178cdb-dbca-4d0b-90af-9891ed7cb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:47.329638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-63178cdb-dbca-4d0b-90af-9891ed7cb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:47.332390 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-63178cdb-dbca-4d0b-90af-9891ed7cb406 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36c7dd23-e458-4e0b-8f60-3d6235ba67f5&id=67e72fda-9dfe-495c-b3a9-2d311823812f&id=67e72fda-9dfe-495c-b3a9-2d311823812f&id=67e72fda-9dfe-495c-b3a9-2d311823812f&id=67e72fda-9dfe-495c-b3a9-2d311823812f&id=7fe9f723-b633-4900-81b1-ec294bf1c8b7&id=7fe9f723-b633-4900-81b1-ec294bf1c8b7 HTTP/1.1" status: 200 len: 2298 time: 0.1923163 Feb 15 16:46:47.429429 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'name': 'tempest-TaggedBootDevicesTest-1790965815-router', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:36Z', 'updated_at': '2022-02-15T16:46:40Z', 'revision_number': 3, 'project_id': '81594fa848e7414b8f51155b921da775', 'gw_port': {'id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:39Z', 'updated_at': '2022-02-15T16:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:47.444477 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38881bec-3e4f-4552-8bb4-eb1c80418535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (a0c9591d-f21d-4b30-9609-9dd18201ab5c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:47.510288 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-86889bf1-f6cd-4efe-adb8-8e9af9414cfc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Allocated IP 172.20.0.5 (3574f4db-39b1-48ab-af8c-11de19a4546e/cb3b61e3-2dbf-4944-84b6-1149df537848/24357c8c-c420-491a-8260-08ac8d7ec20a) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:46:47.511340 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-1edad9c4-16b2-42a4-8e31-fdfe2808dfe3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=454e4dee-af23-45be-bb94-938d491c45ff HTTP/1.1" status: 200 len: 1001 time: 0.1681900 Feb 15 16:46:47.526923 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c26a67-5777-4d12-8be5-feaeacf7139d None None] The sync data for ids ['4c216464-09ac-4322-91d6-3beeb3df36bf'] in n-d-828372-14 is: [{'id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'name': 'tempest-TaggedBootDevicesTest-1790965815-router', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:36Z', 'updated_at': '2022-02-15T16:46:40Z', 'revision_number': 3, 'project_id': '81594fa848e7414b8f51155b921da775', 'gw_port': {'id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:39Z', 'updated_at': '2022-02-15T16:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:46:47.544903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38881bec-3e4f-4552-8bb4-eb1c80418535 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0c9591d-f21d-4b30-9609-9dd18201ab5c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:47.647501 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-a50518a0-a586-4f49-8387-0fbaef63b797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:47.651869 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-a50518a0-a586-4f49-8387-0fbaef63b797 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f HTTP/1.1" status: 200 len: 856 time: 0.1314423 Feb 15 16:46:47.755472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-28bdcbe1-0590-4f1f-aac4-10d0fb202309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:47.757193 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-28bdcbe1-0590-4f1f-aac4-10d0fb202309 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36c7dd23-e458-4e0b-8f60-3d6235ba67f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0996127 Feb 15 16:46:47.824391 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38881bec-3e4f-4552-8bb4-eb1c80418535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (8b34347b-d440-4be6-82fe-2e17cc2e9d00), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:47.866549 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fecea1-4572-4f5d-a882-f20060ac4742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3748b975-f9c6-44cd-9e21-9141ccdf8681'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:47.869537 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a74210-1118-4011-993d-ca4d02b6289d" -d '{"events": [{"server_uuid": "23fecea1-4572-4f5d-a882-f20060ac4742", "name": "network-vif-plugged", "status": "completed", "tag": "3748b975-f9c6-44cd-9e21-9141ccdf8681"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:47.934646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Allocated IP 172.20.0.1 (4f52de73-9cea-45af-a968-bf8d98f9217e/47993210-4410-433b-bc3b-435fcce0d594/1b75985c-0fd7-4649-b58f-cd41b77c199c) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:46:47.987931 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-9be71f21-98bf-419b-a922-8af2bd826404 service neutron] 10.222.0.67 "GET /v2.0/networks/36c7dd23-e458-4e0b-8f60-3d6235ba67f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167389 Feb 15 16:46:48.122860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a0c9591d-f21d-4b30-9609-9dd18201ab5c no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:46:48.165548 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: a0c9591d-f21d-4b30-9609-9dd18201ab5c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:46:48.166231 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a0c9591d-f21d-4b30-9609-9dd18201ab5c not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:46:48.181991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9d987528-962b-4c17-a182-0e4b42df6dea req-68ab42a8-a16d-4d38-aec1-1068f6a4b6ec tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 210 time: 0.0456100 Feb 15 16:46:48.255609 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-93abc201-1303-44f0-b593-9a573f8458eb service neutron] 10.222.0.67 "GET /v2.0/networks/36c7dd23-e458-4e0b-8f60-3d6235ba67f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539954 Feb 15 16:46:48.304699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:48.314774 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38881bec-3e4f-4552-8bb4-eb1c80418535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (8b34347b-d440-4be6-82fe-2e17cc2e9d00), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:48.375990 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0867ea49-abf4-4d4b-bb26-1fb244ffed54 x-openstack-request-id: req-0867ea49-abf4-4d4b-bb26-1fb244ffed54 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:48.376517 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fecea1-4572-4f5d-a882-f20060ac4742", "name": "network-vif-plugged", "status": "completed", "tag": "3748b975-f9c6-44cd-9e21-9141ccdf8681", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:48.379161 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0867ea49-abf4-4d4b-bb26-1fb244ffed54 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:48.380041 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fecea1-4572-4f5d-a882-f20060ac4742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3748b975-f9c6-44cd-9e21-9141ccdf8681', 'code': 200} Feb 15 16:46:48.427255 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38881bec-3e4f-4552-8bb4-eb1c80418535 admin admin] Publish callbacks [] for router_controller (8b34347b-d440-4be6-82fe-2e17cc2e9d00), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:48.465168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-9b63f381-5b47-4e3c-8e8e-cb9d1655e232 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=0f5cf237-c13f-4452-a50f-8a0b8b20e20d HTTP/1.1" status: 200 len: 217 time: 0.1914358 Feb 15 16:46:48.549600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:46:48.553646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:48.554008 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7affe5ff-4046-40a7-8a2c-29b6fae0b1b5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:48.680452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acaabf7-2d75-402a-9daa-97b9994695b7 req-5e4c1328-8f4d-433d-9fb2-c04c96f24cb0 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:48.690008 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1acaabf7-2d75-402a-9daa-97b9994695b7 req-5e4c1328-8f4d-433d-9fb2-c04c96f24cb0 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 944 time: 0.4123428 Feb 15 16:46:48.705709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46172) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:48.717585 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38881bec-3e4f-4552-8bb4-eb1c80418535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (8b34347b-d440-4be6-82fe-2e17cc2e9d00), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:48.719124 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38881bec-3e4f-4552-8bb4-eb1c80418535 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b34347b-d440-4be6-82fe-2e17cc2e9d00 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:46:48.725638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-d2a445c5-b0a8-4de8-be94-a81b2cc543cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:48.727120 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-d2a445c5-b0a8-4de8-be94-a81b2cc543cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=baeb71b9-6efb-4690-a7d0-c53f3a2625ba HTTP/1.1" status: 200 len: 797 time: 0.2277486 Feb 15 16:46:48.740688 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd916a-0546-4c8d-bdd5-49574a30e491 req-e12b9b6c-76fe-4464-8241-a2616dd430b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:48.742257 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11cd916a-0546-4c8d-bdd5-49574a30e491 req-e12b9b6c-76fe-4464-8241-a2616dd430b1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=23fecea1-4572-4f5d-a882-f20060ac4742 HTTP/1.1" status: 200 len: 1128 time: 0.2762532 Feb 15 16:46:48.750007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:48.750396 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7affe5ff-4046-40a7-8a2c-29b6fae0b1b5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:48.767604 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38881bec-3e4f-4552-8bb4-eb1c80418535 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:48.770516 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-38881bec-3e4f-4552-8bb4-eb1c80418535 admin admin] 10.222.0.107 "DELETE /v2.0/routers/8b34347b-d440-4be6-82fe-2e17cc2e9d00 HTTP/1.1" status: 204 len: 168 time: 5.7253916 Feb 15 16:46:48.774556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46176) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:48.839605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7affe5ff-4046-40a7-8a2c-29b6fae0b1b5,segment=NetworkSegment(764c8d24-a2ec-4b5b-884e-564d7eaea17e),segment_id=764c8d24-a2ec-4b5b-884e-564d7eaea17e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:48.926859 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7affe5ff-4046-40a7-8a2c-29b6fae0b1b5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:48.952705 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Publish callbacks [] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:49.006671 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-86889bf1-f6cd-4efe-adb8-8e9af9414cfc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:49.008043 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11cd916a-0546-4c8d-bdd5-49574a30e491 req-b5fba1b0-1ea1-4e27-878d-ef2f8ddf8ab1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354894 Feb 15 16:46:49.049309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=7affe5ff-4046-40a7-8a2c-29b6fae0b1b5,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:49.063790 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1acaabf7-2d75-402a-9daa-97b9994695b7 req-50762ea2-32de-4af1-9df4-2843ffd0db0a tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722789 Feb 15 16:46:49.100842 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef3a1-70b8-459a-931a-4e5c1c0e0440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:49.126855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65a3258-4c9c-4ab7-b8bd-16272fa0701e admin admin] Deleting subnet 416a7944-16a2-4bb6-bfb2-67eeec692582 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:46:49.140099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a65a3258-4c9c-4ab7-b8bd-16272fa0701e admin admin] Publish callbacks [] for subnet (416a7944-16a2-4bb6-bfb2-67eeec692582), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:49.145300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-9294b665-1d03-4288-832b-402e584d3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:49.146872 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-9294b665-1d03-4288-832b-402e584d3de6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67e72fda-9dfe-495c-b3a9-2d311823812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4037540 Feb 15 16:46:49.196436 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:49.200413 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a65a3258-4c9c-4ab7-b8bd-16272fa0701e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (416a7944-16a2-4bb6-bfb2-67eeec692582), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:49.261444 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-86889bf1-f6cd-4efe-adb8-8e9af9414cfc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:49.290334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['5a59a7bf-081a-4810-8b10-f736497cf5ed'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:49.314562 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Network 4f52de73-9cea-45af-a968-bf8d98f9217e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:46:49.333054 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:49.361436 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:46:49.423464 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46198) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:49.455406 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-86889bf1-f6cd-4efe-adb8-8e9af9414cfc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Network 3574f4db-39b1-48ab-af8c-11de19a4546e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:46:49.457637 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Pushing event updated for resources: {'Port': ['ID=1b75985c-0fd7-4649-b58f-cd41b77c199c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:49.550077 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef3a1-70b8-459a-931a-4e5c1c0e0440 admin admin] Publish callbacks [] for security_group (ccbb8b94-d8c6-4271-ab35-30a71d06607a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:49.554537 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-ef0f5f9e-7951-4259-afd8-313f77893c84 service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263574 Feb 15 16:46:49.598253 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e8aff34f-596d-4d89-9609-3c77d03938a9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1719720393-network', 'tenant_id': 'f20a1e9af48846ab82c811a38d14c905'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:49.604020 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-86889bf1-f6cd-4efe-adb8-8e9af9414cfc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:49.617748 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-86889bf1-f6cd-4efe-adb8-8e9af9414cfc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:46:49.624602 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (4c216464-09ac-4322-91d6-3beeb3df36bf), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:49.632878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86889bf1-f6cd-4efe-adb8-8e9af9414cfc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event updated for resources: {'Port': ['ID=24357c8c-c420-491a-8260-08ac8d7ec20a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:49.702968 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a65a3258-4c9c-4ab7-b8bd-16272fa0701e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (416a7944-16a2-4bb6-bfb2-67eeec692582), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:49.705223 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc0ef3a1-70b8-459a-931a-4e5c1c0e0440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ccbb8b94-d8c6-4271-ab35-30a71d06607a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:49.787712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08069a09-e33d-407f-bdc8-1052a70dcd9a req-50dfd886-c51f-47c5-aff5-44a9491c4e4f tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:49.794721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08069a09-e33d-407f-bdc8-1052a70dcd9a req-50dfd886-c51f-47c5-aff5-44a9491c4e4f tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 931 time: 0.4611430 Feb 15 16:46:49.796239 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-86889bf1-f6cd-4efe-adb8-8e9af9414cfc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:49.797245 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-86889bf1-f6cd-4efe-adb8-8e9af9414cfc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:49.809503 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ef3a1-70b8-459a-931a-4e5c1c0e0440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbb8b94-d8c6-4271-ab35-30a71d06607a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:49.828195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d0ed3ce6-6c56-4c4f-bf4e-fe264e960249 None None] Provisioning complete for port 1b75985c-0fd7-4649-b58f-cd41b77c199c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:49.828800 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0ed3ce6-6c56-4c4f-bf4e-fe264e960249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:49.865636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8aff34f-596d-4d89-9609-3c77d03938a9 admin admin] Made reservation on behalf of f20a1e9af48846ab82c811a38d14c905 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:49.868857 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8aff34f-596d-4d89-9609-3c77d03938a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:49.883644 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8aff34f-596d-4d89-9609-3c77d03938a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:49.884645 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d0ed3ce6-6c56-4c4f-bf4e-fe264e960249 None None] Port 1b75985c-0fd7-4649-b58f-cd41b77c199c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:46:49.928047 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bc0ef3a1-70b8-459a-931a-4e5c1c0e0440 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7f9ce01f2350435499701f50f6e61004&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2177782 Feb 15 16:46:49.934497 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46202) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:49.974185 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-86889bf1-f6cd-4efe-adb8-8e9af9414cfc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9782341 Feb 15 16:46:49.989997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08069a09-e33d-407f-bdc8-1052a70dcd9a req-be7636d3-45fd-4c8e-b32f-0aceaa4096c1 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941936 Feb 15 16:46:49.994249 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Request body: {'port': {'device_id': '117ef591-139a-4134-bae8-52849457482f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:49.997906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-d423bc01-4c7a-4686-9bc3-a8132f58d039 service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237764 Feb 15 16:46:50.055618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 91b5949c-c2c6-4126-90b7-374db9eb618e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:50.057942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-7eecdda7-566c-4519-b206-72f47e5a7fa7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=fee101f4-9a6f-48fa-82ce-cbc998d7d69d HTTP/1.1" status: 200 len: 217 time: 0.0530169 Feb 15 16:46:50.063800 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a65a3258-4c9c-4ab7-b8bd-16272fa0701e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (416a7944-16a2-4bb6-bfb2-67eeec692582), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:50.090550 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74f7c720-13cd-4483-a483-755fa25ff465 admin admin] Publish callbacks [] for security_group (ccbb8b94-d8c6-4271-ab35-30a71d06607a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:50.157637 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a3258-4c9c-4ab7-b8bd-16272fa0701e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=416a7944-16a2-4bb6-bfb2-67eeec692582,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:50.190123 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:50.213233 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116fbae4-305b-44f4-a216-4e166c447aa5 None None] Network 0cbdd945-2de0-4dc1-a660-7672fa691880 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:46:50.234815 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74f7c720-13cd-4483-a483-755fa25ff465 admin admin] Publish callbacks [] for security_group (ccbb8b94-d8c6-4271-ab35-30a71d06607a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:50.247501 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 91b5949c-c2c6-4126-90b7-374db9eb618e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:50.249030 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (91b5949c-c2c6-4126-90b7-374db9eb618e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:50.257065 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a65a3258-4c9c-4ab7-b8bd-16272fa0701e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:50.273354 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a65a3258-4c9c-4ab7-b8bd-16272fa0701e admin admin] 10.222.0.107 "DELETE /v2.0/subnets/416a7944-16a2-4bb6-bfb2-67eeec692582 HTTP/1.1" status: 204 len: 168 time: 1.4933994 Feb 15 16:46:50.277554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46206) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:50.292848 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:50.439519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5e5386-851f-45e7-81ea-06cb4369b4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7affe5ff-4046-40a7-8a2c-29b6fae0b1b5'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:50.442498 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47009cd8-efb8-4dac-a994-2c8a99051630" -d '{"events": [{"server_uuid": "ff5e5386-851f-45e7-81ea-06cb4369b4cd", "name": "network-vif-plugged", "status": "completed", "tag": "7affe5ff-4046-40a7-8a2c-29b6fae0b1b5"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:50.449099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-bbc2017e-43df-4613-b510-5d5461ab8058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:50.455519 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-bbc2017e-43df-4613-b510-5d5461ab8058 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=baeb71b9-6efb-4690-a7d0-c53f3a2625ba HTTP/1.1" status: 200 len: 797 time: 0.3826649 Feb 15 16:46:50.570313 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f115fbea-c1f5-4bac-935e-253a31555b8a x-openstack-request-id: req-f115fbea-c1f5-4bac-935e-253a31555b8a {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:50.570741 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5e5386-851f-45e7-81ea-06cb4369b4cd", "name": "network-vif-plugged", "status": "completed", "tag": "7affe5ff-4046-40a7-8a2c-29b6fae0b1b5", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:50.571008 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f115fbea-c1f5-4bac-935e-253a31555b8a {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:50.571403 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5e5386-851f-45e7-81ea-06cb4369b4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7affe5ff-4046-40a7-8a2c-29b6fae0b1b5', 'code': 200} Feb 15 16:46:50.580532 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (0cbdd945-2de0-4dc1-a660-7672fa691880), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:50.607309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 91b5949c-c2c6-4126-90b7-374db9eb618e is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:50.607711 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (91b5949c-c2c6-4126-90b7-374db9eb618e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:50.637452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 91b5949c-c2c6-4126-90b7-374db9eb618e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=91b5949c-c2c6-4126-90b7-374db9eb618e,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:50.717105 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (91b5949c-c2c6-4126-90b7-374db9eb618e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:50.733237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-97c6c882-da34-4260-8af1-181d9c698f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:50.734956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-97c6c882-da34-4260-8af1-181d9c698f16 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67e72fda-9dfe-495c-b3a9-2d311823812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2681375 Feb 15 16:46:50.791019 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c7f99c-d1cd-4cac-a1a9-aea79254404c None None] DHCP port deletion for 0cbdd945-2de0-4dc1-a660-7672fa691880 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:46:50.823552 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30121566-578b-4dfd-bffc-28aff97474b1 req-75b21392-3e24-42ba-9e23-10a8d724342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:50.825184 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-30121566-578b-4dfd-bffc-28aff97474b1 req-75b21392-3e24-42ba-9e23-10a8d724342a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 1128 time: 0.1579905 Feb 15 16:46:50.836537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] Deleting port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:46:50.836989 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (88d6c5f9-79d7-4779-bb9b-104dc0a81e88), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:50.878337 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=91b5949c-c2c6-4126-90b7-374db9eb618e,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:50.888193 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8aff34f-596d-4d89-9609-3c77d03938a9 admin admin] Publish callbacks [] for security_group (d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:50.948577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f4c7f99c-d1cd-4cac-a1a9-aea79254404c None None] Deleting port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:46:50.949069 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f99c-d1cd-4cac-a1a9-aea79254404c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (88d6c5f9-79d7-4779-bb9b-104dc0a81e88), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:50.955046 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b2fb1-279a-4f24-9c32-08852c8a6e57 req-f854f08f-5ba3-4b67-875d-8c2a6c9b563a tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:50.957325 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8e5b2fb1-279a-4f24-9c32-08852c8a6e57 req-f854f08f-5ba3-4b67-875d-8c2a6c9b563a tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 945 time: 0.7451408 Feb 15 16:46:50.958040 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74f7c720-13cd-4483-a483-755fa25ff465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ccbb8b94-d8c6-4271-ab35-30a71d06607a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:50.960968 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74f7c720-13cd-4483-a483-755fa25ff465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:50.965067 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-74f7c720-13cd-4483-a483-755fa25ff465 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ccbb8b94-d8c6-4271-ab35-30a71d06607a HTTP/1.1" status: 204 len: 168 time: 1.0256982 Feb 15 16:46:50.990339 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8aff34f-596d-4d89-9609-3c77d03938a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:51.042410 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-7d589736-7e1f-4c77-a480-e9c51ac22c4b service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973459 Feb 15 16:46:51.050120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] For port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=88d6c5f9-79d7-4779-bb9b-104dc0a81e88,segment=NetworkSegment(ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c),segment_id=ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:51.050120 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (88d6c5f9-79d7-4779-bb9b-104dc0a81e88), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:51.069075 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8e5b2fb1-279a-4f24-9c32-08852c8a6e57 req-54c260f0-daa7-45b8-b625-0890fd8c5386 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728183 Feb 15 16:46:51.078870 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7c720-13cd-4483-a483-755fa25ff465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbb8b94-d8c6-4271-ab35-30a71d06607a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:51.104058 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-30121566-578b-4dfd-bffc-28aff97474b1 req-696294a1-a6e1-4b8e-bf76-d2f0c3e8d54b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710774 Feb 15 16:46:51.110542 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8aff34f-596d-4d89-9609-3c77d03938a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:46:51.131692 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] Calling delete_port for 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:46:51.137264 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Publish callbacks [] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:51.171425 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8aff34f-596d-4d89-9609-3c77d03938a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (405688c3-1746-49eb-aa56-3fcc2636606b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:51.172032 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-e8aff34f-596d-4d89-9609-3c77d03938a9 admin admin] Added segment 405688c3-1746-49eb-aa56-3fcc2636606b of type vlan for network 25aed2c1-8eac-451e-af0f-0e370dd15e51 Feb 15 16:46:51.177171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aff34f-596d-4d89-9609-3c77d03938a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:51.226449 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f4c7f99c-d1cd-4cac-a1a9-aea79254404c None None] For port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=88d6c5f9-79d7-4779-bb9b-104dc0a81e88,segment=NetworkSegment(ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c),segment_id=ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:51.228369 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f99c-d1cd-4cac-a1a9-aea79254404c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (88d6c5f9-79d7-4779-bb9b-104dc0a81e88), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:51.241046 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:51.268021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f4c7f99c-d1cd-4cac-a1a9-aea79254404c None None] Calling delete_port for 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:46:51.300903 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-1c639da4-e37f-420f-93ff-5f02d32770b8 service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288227 Feb 15 16:46:51.359999 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (4c216464-09ac-4322-91d6-3beeb3df36bf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:51.364742 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-9464100b-3915-4980-a8cc-dfcc3be62e2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=43c841ed-5b6b-4bbb-87f5-2d36be9275fe HTTP/1.1" status: 200 len: 217 time: 0.0529306 Feb 15 16:46:51.371573 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Pushing event updated for resources: {'Port': ['ID=1b75985c-0fd7-4649-b58f-cd41b77c199c,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:51.403127 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8aff34f-596d-4d89-9609-3c77d03938a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (25aed2c1-8eac-451e-af0f-0e370dd15e51), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:51.416657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569ab2a-2a27-4040-b23b-aa8dab8c3ec6 req-f09d9d52-277e-42dd-ba33-dea5f02a5ba7 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:51.424699 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8569ab2a-2a27-4040-b23b-aa8dab8c3ec6 req-f09d9d52-277e-42dd-ba33-dea5f02a5ba7 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 931 time: 0.2161980 Feb 15 16:46:51.490779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-6f746170-472b-43b3-b45a-e1b1029d2e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:51.492510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-6f746170-472b-43b3-b45a-e1b1029d2e46 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=baeb71b9-6efb-4690-a7d0-c53f3a2625ba HTTP/1.1" status: 200 len: 797 time: 0.1143129 Feb 15 16:46:51.510908 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8569ab2a-2a27-4040-b23b-aa8dab8c3ec6 req-8ba8b499-b365-4134-bec6-93072d25720d tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839312 Feb 15 16:46:51.566225 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4c7f99c-d1cd-4cac-a1a9-aea79254404c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (88d6c5f9-79d7-4779-bb9b-104dc0a81e88), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:51.612218 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (88d6c5f9-79d7-4779-bb9b-104dc0a81e88), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:51.617441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c7f99c-d1cd-4cac-a1a9-aea79254404c None None] No DVR routers for this DVR port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:46:51.664898 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7f99c-d1cd-4cac-a1a9-aea79254404c None None] Pushing event deleted for resources: {'Port': ['ID=88d6c5f9-79d7-4779-bb9b-104dc0a81e88,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:51.689404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d6c5f9-79d7-4779-bb9b-104dc0a81e88,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:51.707463 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] No DVR routers for this DVR port 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:46:51.714512 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-a0545bb3-0493-4e02-9b54-d441a3b4e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:51.716825 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-a0545bb3-0493-4e02-9b54-d441a3b4e3cd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67e72fda-9dfe-495c-b3a9-2d311823812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1993136 Feb 15 16:46:51.868001 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24357c8c-c420-491a-8260-08ac8d7ec20a {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:51.909284 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Publish callbacks [] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:51.944892 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-d4b2e83a-add0-4a63-ab80-bd3aab26e108 service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974194 Feb 15 16:46:51.961423 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8aff34f-596d-4d89-9609-3c77d03938a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (25aed2c1-8eac-451e-af0f-0e370dd15e51), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:51.962449 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aff34f-596d-4d89-9609-3c77d03938a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:51.963054 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8aff34f-596d-4d89-9609-3c77d03938a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:51.968760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Transition to ACTIVE for port object 24357c8c-c420-491a-8260-08ac8d7ec20a will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:46:52.004219 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (0cbdd945-2de0-4dc1-a660-7672fa691880), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:52.043118 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 91b5949c-c2c6-4126-90b7-374db9eb618e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:52.072690 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Network 4f52de73-9cea-45af-a968-bf8d98f9217e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:46:52.072690 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aff34f-596d-4d89-9609-3c77d03938a9 admin admin] Pushing event updated for resources: {'Network': ['ID=25aed2c1-8eac-451e-af0f-0e370dd15e51,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:52.072690 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:52.080968 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:52.119781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 25aed2c1-8eac-451e-af0f-0e370dd15e51 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:46:52.159926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbdd945-2de0-4dc1-a660-7672fa691880']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:52.189078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:52.197006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:52.222058 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:52.300846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 91b5949c-c2c6-4126-90b7-374db9eb618e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:52.301851 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (91b5949c-c2c6-4126-90b7-374db9eb618e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:52.319858 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:52.327848 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Pushing event updated for resources: {'Port': ['ID=24357c8c-c420-491a-8260-08ac8d7ec20a,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:52.337467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Router 4c216464-09ac-4322-91d6-3beeb3df36bf has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:46:52.346399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:46:52.346819 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (ca73a6e8-b9fd-40cb-9f80-710da0fa4d8c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:46:52.370334 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:46:52.407631 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-bb24ab8f-b5c9-4cfc-a287-cd264e45e21a service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558308 Feb 15 16:46:52.436965 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f985d8-ca4e-4e31-b630-e840b32f18d4 req-7ec3cde2-edff-46fb-9c37-9578b5f04c0a tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:52.438532 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44f985d8-ca4e-4e31-b630-e840b32f18d4 req-7ec3cde2-edff-46fb-9c37-9578b5f04c0a tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 945 time: 0.2019343 Feb 15 16:46:52.464662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 91b5949c-c2c6-4126-90b7-374db9eb618e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:52.468874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-908b52f7-1b68-49fe-b22d-0ae5631c9686 None None] Provisioning complete for port 1b75985c-0fd7-4649-b58f-cd41b77c199c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:52.469581 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-908b52f7-1b68-49fe-b22d-0ae5631c9686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:52.493410 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e8aff34f-596d-4d89-9609-3c77d03938a9 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0580251 Feb 15 16:46:52.498120 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-e9625e25-9089-4646-8647-b9c9909c922a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=c8a4d32c-8875-43a5-9a00-6e45523582eb HTTP/1.1" status: 200 len: 217 time: 0.0747199 Feb 15 16:46:52.502862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46254) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:52.510130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ae10294d-5759-4fc3-bec3-d708c3751663 admin admin] Request body: {'subnet': {'network_id': '25aed2c1-8eac-451e-af0f-0e370dd15e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1719720393-subnet', 'tenant_id': 'f20a1e9af48846ab82c811a38d14c905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:52.522817 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-908b52f7-1b68-49fe-b22d-0ae5631c9686 None None] Port 1b75985c-0fd7-4649-b58f-cd41b77c199c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:46:52.552790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Attempting to bind port 24357c8c-c420-491a-8260-08ac8d7ec20a on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:46:52.552790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Attempting to bind port 24357c8c-c420-491a-8260-08ac8d7ec20a by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '3c120751-ed77-48d7-a4af-d4cb7dc1b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3574f4db-39b1-48ab-af8c-11de19a4546e'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:46:52.553133 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Attempting to bind port 24357c8c-c420-491a-8260-08ac8d7ec20a on network 3574f4db-39b1-48ab-af8c-11de19a4546e {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:52.575487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Port 24357c8c-c420-491a-8260-08ac8d7ec20a on network 3574f4db-39b1-48ab-af8c-11de19a4546e not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:46:52.576243 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Attempting to bind port 24357c8c-c420-491a-8260-08ac8d7ec20a on network 3574f4db-39b1-48ab-af8c-11de19a4546e {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:52.592089 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44f985d8-ca4e-4e31-b630-e840b32f18d4 req-3df575c9-92b7-4817-b5e2-a064743aad8a tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175723 Feb 15 16:46:52.596250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:46:52.597141 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (0cbdd945-2de0-4dc1-a660-7672fa691880), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:52.608103 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:52.614181 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] 10.222.0.107 "DELETE /v2.0/networks/0cbdd945-2de0-4dc1-a660-7672fa691880 HTTP/1.1" status: 204 len: 168 time: 2.3307612 Feb 15 16:46:52.618073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-78948f8b-a0c6-45f8-b8d8-b0d7a3faa572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:52.619810 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-78948f8b-a0c6-45f8-b8d8-b0d7a3faa572 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=baeb71b9-6efb-4690-a7d0-c53f3a2625ba HTTP/1.1" status: 200 len: 797 time: 0.0899813 Feb 15 16:46:52.637966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:46:52.638494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 88d6c5f9-79d7-4779-bb9b-104dc0a81e88 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:46:52.645710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:46:52.659984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae10294d-5759-4fc3-bec3-d708c3751663 admin admin] Made reservation on behalf of f20a1e9af48846ab82c811a38d14c905 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:52.669076 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ae10294d-5759-4fc3-bec3-d708c3751663 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:52.670393 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:46:52.670773 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Checking segment: {'id': '3c120751-ed77-48d7-a4af-d4cb7dc1b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3574f4db-39b1-48ab-af8c-11de19a4546e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:52.672814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Sync routers for ids ['4c216464-09ac-4322-91d6-3beeb3df36bf'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:46:52.673454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Bound using segment: {'id': '3c120751-ed77-48d7-a4af-d4cb7dc1b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3574f4db-39b1-48ab-af8c-11de19a4546e'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:46:52.675560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Bound port: 24357c8c-c420-491a-8260-08ac8d7ec20a, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c120751-ed77-48d7-a4af-d4cb7dc1b8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3574f4db-39b1-48ab-af8c-11de19a4546e'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:46:52.675945 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:52.688956 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Routers {'4c216464-09ac-4322-91d6-3beeb3df36bf'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:46:52.690330 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-79f16bc7-2519-4cd2-9977-18227fd99d2c admin admin] 10.222.0.107 "PUT /v2.0/routers/4c216464-09ac-4322-91d6-3beeb3df36bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4759569 Feb 15 16:46:52.701780 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:46:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4c216464-09ac-4322-91d6-3beeb3df36bf'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:52.796117 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce032b9e-9a92-4c6c-ace4-dc3600f79725 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cbdd945-2de0-4dc1-a660-7672fa691880,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:52.905874 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b3805-4b30-4640-a768-9738f21d734e req-c2df3a68-3900-40cc-b2d4-f73bb74ea801 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:52.913228 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a22b3805-4b30-4640-a768-9738f21d734e req-c2df3a68-3900-40cc-b2d4-f73bb74ea801 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 943 time: 0.1457641 Feb 15 16:46:52.924456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] For port 24357c8c-c420-491a-8260-08ac8d7ec20a, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:46:52.956213 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] For port 24357c8c-c420-491a-8260-08ac8d7ec20a, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=24357c8c-c420-491a-8260-08ac8d7ec20a,segment=NetworkSegment(3c120751-ed77-48d7-a4af-d4cb7dc1b8ff),segment_id=3c120751-ed77-48d7-a4af-d4cb7dc1b8ff)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:46:52.960253 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Set router 4c216464-09ac-4322-91d6-3beeb3df36bf gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:46:52.999965 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-4170d55e-daac-476e-994e-bfc8a758d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:53.011906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-4170d55e-daac-476e-994e-bfc8a758d3ef service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67e72fda-9dfe-495c-b3a9-2d311823812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3650768 Feb 15 16:46:53.017771 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a22b3805-4b30-4640-a768-9738f21d734e req-ca02e780-f3c2-49ed-999b-6e6601cde003 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028638 Feb 15 16:46:53.079601 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:53.160019 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Pushing event updated for resources: {'Port': ['ID=24357c8c-c420-491a-8260-08ac8d7ec20a,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:53.167486 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:53.168364 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:53.169869 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-838ce921-45d1-4be2-90a5-72a27e1b3107 service neutron] 10.222.0.67 "PUT /v2.0/ports/24357c8c-c420-491a-8260-08ac8d7ec20a HTTP/1.1" status: 200 len: 1092 time: 3.1809499 Feb 15 16:46:53.174394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117ef591-139a-4134-bae8-52849457482f', 'tag': '24357c8c-c420-491a-8260-08ac8d7ec20a'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:46:53.174394 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c6c641-259c-42aa-9c23-c52fceced148" -d '{"events": [{"name": "network-changed", "server_uuid": "117ef591-139a-4134-bae8-52849457482f", "tag": "24357c8c-c420-491a-8260-08ac8d7ec20a"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:46:53.224032 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d67a67c-d29e-4037-aaa7-38bcf3d7dd82 x-openstack-request-id: req-1d67a67c-d29e-4037-aaa7-38bcf3d7dd82 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:46:53.224417 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117ef591-139a-4134-bae8-52849457482f", "tag": "24357c8c-c420-491a-8260-08ac8d7ec20a", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:46:53.224677 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1d67a67c-d29e-4037-aaa7-38bcf3d7dd82 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:46:53.225087 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117ef591-139a-4134-bae8-52849457482f', 'tag': '24357c8c-c420-491a-8260-08ac8d7ec20a', 'status': 'completed', 'code': 200} Feb 15 16:46:53.225749 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46288) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:53.270917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-73700315-3dcb-4d0b-b7e6-65747305ac7e service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251763 Feb 15 16:46:53.308657 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4f7cc5e4-b72b-4d56-99db-10035b196600 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e5522da92dd14128b79c900e1038ee82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0817690 Feb 15 16:46:53.310350 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46290) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:53.360550 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6c641-259c-42aa-9c23-c52fceced148 req-1af678c0-0808-4019-aa26-bf80fff260c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:53.362150 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-46c6c641-259c-42aa-9c23-c52fceced148 req-1af678c0-0808-4019-aa26-bf80fff260c8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f46a6a08dea5478cbce46980fac5275a&device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 1126 time: 0.1108987 Feb 15 16:46:53.383826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92b5defb-0113-4ca6-90fa-d3f7238109c6 admin admin] Publish callbacks [] for security_group (e71c1fb5-0ba5-4965-a455-d14f2f2dca17), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:53.413219 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'name': 'tempest-TaggedBootDevicesTest-1790965815-router', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:36Z', 'updated_at': '2022-02-15T16:46:49Z', 'revision_number': 4, 'project_id': '81594fa848e7414b8f51155b921da775', 'gw_port': {'id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:39Z', 'updated_at': '2022-02-15T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '1b75985c-0fd7-4649-b58f-cd41b77c199c', 'name': '', 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'mac_address': 'fa:16:3e:e6:2e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '47993210-4410-433b-bc3b-435fcce0d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:47Z', 'updated_at': '2022-02-15T16:46:50Z', 'revision_number': 2, 'project_id': '81594fa848e7414b8f51155b921da775', 'subnets': [{'id': '47993210-4410-433b-bc3b-435fcce0d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:53.436188 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ae10294d-5759-4fc3-bec3-d708c3751663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (b71b1826-a4cd-4b4d-91fb-61734742a8f5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:53.481282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Checking router: 4c216464-09ac-4322-91d6-3beeb3df36bf for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:46:53.485783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Updating router 4c216464-09ac-4322-91d6-3beeb3df36bf port 1b75985c-0fd7-4649-b58f-cd41b77c199c binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:46:53.523612 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10294d-5759-4fc3-bec3-d708c3751663 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b71b1826-a4cd-4b4d-91fb-61734742a8f5,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:53.555941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae10294d-5759-4fc3-bec3-d708c3751663 admin admin] Checking segment: {'id': '405688c3-1746-49eb-aa56-3fcc2636606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '25aed2c1-8eac-451e-af0f-0e370dd15e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:53.556464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae10294d-5759-4fc3-bec3-d708c3751663 admin admin] Network hostable DHCP agents. Network: 25aed2c1-8eac-451e-af0f-0e370dd15e51, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:46:53.568637 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:53.581023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-129a1c0b-9fc5-4ced-999c-e4df2a170e1d service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021262 Feb 15 16:46:53.648459 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-5272d3d5-371f-433c-a0c9-3f26e7bdaeed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=117995e0-113d-4807-ac7f-d34c4a22aa53 HTTP/1.1" status: 200 len: 217 time: 0.0546961 Feb 15 16:46:53.732165 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6c641-259c-42aa-9c23-c52fceced148 req-5c4092a4-0dde-42e5-8df4-ddbf79ebf0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:53.734434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae10294d-5759-4fc3-bec3-d708c3751663 admin admin] Network 25aed2c1-8eac-451e-af0f-0e370dd15e51 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:46:53.734627 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-46c6c641-259c-42aa-9c23-c52fceced148 req-5c4092a4-0dde-42e5-8df4-ddbf79ebf0cc service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=f46a6a08dea5478cbce46980fac5275a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3521299 Feb 15 16:46:53.767579 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-386e134f-e90c-415c-b4f4-0609fe22ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:53.770611 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-386e134f-e90c-415c-b4f4-0609fe22ccd2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1e008b25-9001-40d7-bc16-630b7f78b284 HTTP/1.1" status: 200 len: 797 time: 0.1130307 Feb 15 16:46:53.788249 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92b5defb-0113-4ca6-90fa-d3f7238109c6 admin admin] Publish callbacks [] for security_group (e71c1fb5-0ba5-4965-a455-d14f2f2dca17), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:53.834154 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-ae10294d-5759-4fc3-bec3-d708c3751663 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 25aed2c1-8eac-451e-af0f-0e370dd15e51) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:53.844509 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae10294d-5759-4fc3-bec3-d708c3751663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:53.845432 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ae10294d-5759-4fc3-bec3-d708c3751663 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:53.874326 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-8dadf820-c942-4d82-ab4f-bfbf100ed516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:53.875212 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-8dadf820-c942-4d82-ab4f-bfbf100ed516 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fe9f723-b633-4900-81b1-ec294bf1c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0974073 Feb 15 16:46:53.958026 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ae10294d-5759-4fc3-bec3-d708c3751663 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4534059 Feb 15 16:46:54.090935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48206bf7-714f-46f1-86d3-bb68f6633042 None None] Network 25aed2c1-8eac-451e-af0f-0e370dd15e51 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:46:54.174039 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-98416b5f-fa55-4bbb-9a6d-c957c829a7e6 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669723 Feb 15 16:46:54.207341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4557f693-72fd-49b1-beed-995b8c4c99be req-255cdade-3204-482b-9fa4-f89b3798b017 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:54.210656 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4557f693-72fd-49b1-beed-995b8c4c99be req-255cdade-3204-482b-9fa4-f89b3798b017 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 945 time: 0.3437598 Feb 15 16:46:54.217585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6c641-259c-42aa-9c23-c52fceced148 req-2c7dd9b8-f6ec-4dc8-bddc-8e78a7bb95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:54.219972 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-46c6c641-259c-42aa-9c23-c52fceced148 req-2c7dd9b8-f6ec-4dc8-bddc-8e78a7bb95fd service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4690051 Feb 15 16:46:54.351100 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92b5defb-0113-4ca6-90fa-d3f7238109c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e71c1fb5-0ba5-4965-a455-d14f2f2dca17), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:54.355757 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-92b5defb-0113-4ca6-90fa-d3f7238109c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:54.356969 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-92b5defb-0113-4ca6-90fa-d3f7238109c6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e71c1fb5-0ba5-4965-a455-d14f2f2dca17 HTTP/1.1" status: 204 len: 168 time: 1.0409272 Feb 15 16:46:54.377319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5defb-0113-4ca6-90fa-d3f7238109c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71c1fb5-0ba5-4965-a455-d14f2f2dca17,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:54.402962 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4557f693-72fd-49b1-beed-995b8c4c99be req-dd499f10-63c0-495e-95be-38be52b933de tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790655 Feb 15 16:46:54.405739 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46330) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:54.425073 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1cd9fc3b-2d3c-4f6c-bd02-fb6627fd6184 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1451276116-network', 'tenant_id': 'f684d23cbd454f0da11534ec62a62d5f'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:54.450898 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-040747ff-73ed-4235-a9c0-939e587d36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:54.453059 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-040747ff-73ed-4235-a9c0-939e587d36dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f46a6a08dea5478cbce46980fac5275a&device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 1126 time: 0.1899419 Feb 15 16:46:54.553747 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-71ef167a-b88b-4895-8c5d-d3de6c04c302 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733981 Feb 15 16:46:54.592153 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-17357e65-2c3c-49c5-8351-f1015f69fe8e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24357c8c-c420-491a-8260-08ac8d7ec20a HTTP/1.1" status: 200 len: 217 time: 0.1189468 Feb 15 16:46:54.609190 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-802df7dc-d4b3-4699-b9e5-318ffa4b5272 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b5374418-4fdf-4c52-a3de-6437bd613e74 HTTP/1.1" status: 200 len: 217 time: 0.0447793 Feb 15 16:46:54.672431 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d08144f7-619f-42cb-809d-e24e5c7192e8 req-b3be72a1-5bc2-450c-adfb-647db2453f6d tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0620584 Feb 15 16:46:54.727510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-87ed8bdc-6c0f-4ed1-a4b4-8960addb7e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:54.729850 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-87ed8bdc-6c0f-4ed1-a4b4-8960addb7e9d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb3b61e3-2dbf-4944-84b6-1149df537848 HTTP/1.1" status: 200 len: 851 time: 0.1066048 Feb 15 16:46:54.765462 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-fb7ddcdf-3205-4ef8-86ea-4e891bbefb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:54.767426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-fb7ddcdf-3205-4ef8-86ea-4e891bbefb71 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1e008b25-9001-40d7-bc16-630b7f78b284 HTTP/1.1" status: 200 len: 797 time: 0.1457977 Feb 15 16:46:54.790889 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-e7d893be-2ff0-4b63-b80c-75ae01f244ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3574f4db-39b1-48ab-af8c-11de19a4546e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373738 Feb 15 16:46:54.819207 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1015cf60-38a4-4785-b9ad-de884bc83102 None None] Network 25aed2c1-8eac-451e-af0f-0e370dd15e51 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:46:54.877884 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b805aa-1e3b-4522-bad2-40cf16f1e96e req-251dd93c-0344-4540-8f5a-8924fbd017d6 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:54.879603 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f3b805aa-1e3b-4522-bad2-40cf16f1e96e req-251dd93c-0344-4540-8f5a-8924fbd017d6 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 943 time: 0.2863371 Feb 15 16:46:54.883085 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd9fc3b-2d3c-4f6c-bd02-fb6627fd6184 admin admin] Made reservation on behalf of f684d23cbd454f0da11534ec62a62d5f for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:54.886069 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd9fc3b-2d3c-4f6c-bd02-fb6627fd6184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:54.918666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-47f2caf9-d36f-4c00-a52e-441b113f6210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:54.921507 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-47f2caf9-d36f-4c00-a52e-441b113f6210 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fe9f723-b633-4900-81b1-ec294bf1c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1441875 Feb 15 16:46:54.938721 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd9fc3b-2d3c-4f6c-bd02-fb6627fd6184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:55.055789 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-8f98443e-f536-4b94-9a25-9e52d8208f3e service neutron] 10.222.0.67 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228075 Feb 15 16:46:55.065298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba8ace-944a-468f-81c9-b2f3cc2be740 req-9ab6cd3d-cb53-45a2-9b10-881ee1b0297d tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:55.066981 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-73ba8ace-944a-468f-81c9-b2f3cc2be740 req-9ab6cd3d-cb53-45a2-9b10-881ee1b0297d tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=23fecea1-4572-4f5d-a882-f20060ac4742 HTTP/1.1" status: 200 len: 945 time: 0.2728305 Feb 15 16:46:55.095691 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f3b805aa-1e3b-4522-bad2-40cf16f1e96e req-13d36ade-fc7c-41b9-9429-5b703ec6cd81 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998997 Feb 15 16:46:55.133658 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-120adfb8-5b61-4846-b831-ab791649a1ee service neutron] 10.222.0.67 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329577 Feb 15 16:46:55.157872 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Publish callbacks [] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:55.258295 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:55.323480 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f12f4592-9a0c-496a-bc8a-a33b9653edb7 req-78c1f6d0-20c5-4ae6-87e0-c6a8cf6de139 service neutron] 10.222.0.67 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781323 Feb 15 16:46:55.374794 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd9fc3b-2d3c-4f6c-bd02-fb6627fd6184 admin admin] Publish callbacks [] for security_group (097763d9-111e-4e5d-9fcb-cac3dfa019a6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:55.441958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe80c70-aefe-4a66-83ce-639e0118a1a0 None None] Pushing event updated for resources: {'Port': ['ID=1b75985c-0fd7-4649-b58f-cd41b77c199c,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:55.547067 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd9fc3b-2d3c-4f6c-bd02-fb6627fd6184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (097763d9-111e-4e5d-9fcb-cac3dfa019a6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:55.629525 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-73ba8ace-944a-468f-81c9-b2f3cc2be740 req-d2510047-ef13-4cb1-92ca-e745fba969d5 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526237 Feb 15 16:46:55.637631 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd9fc3b-2d3c-4f6c-bd02-fb6627fd6184 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:46:55.650666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Attempting to bind port 1b75985c-0fd7-4649-b58f-cd41b77c199c on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:46:55.651138 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Attempting to bind port 1b75985c-0fd7-4649-b58f-cd41b77c199c by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '40298cfd-caa0-4631-b492-07b85e5c3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:46:55.651419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Attempting to bind port 1b75985c-0fd7-4649-b58f-cd41b77c199c on network 4f52de73-9cea-45af-a968-bf8d98f9217e {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:55.678339 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9a6ce2a-6cbe-4a18-aab1-cbd1ee81c98c req-f2f11ff0-56a8-431d-bdba-34d289141b6d service neutron] 10.222.0.67 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102600 Feb 15 16:46:55.684458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:46:55.693073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Checking segment: {'id': '40298cfd-caa0-4631-b492-07b85e5c3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:55.693545 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:55.693955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Bound using segment: {'id': '40298cfd-caa0-4631-b492-07b85e5c3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:46:55.705760 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Bound port: 1b75985c-0fd7-4649-b58f-cd41b77c199c, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40298cfd-caa0-4631-b492-07b85e5c3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:46:55.706321 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:55.743298 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9fc3b-2d3c-4f6c-bd02-fb6627fd6184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097763d9-111e-4e5d-9fcb-cac3dfa019a6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:55.813420 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd9fc3b-2d3c-4f6c-bd02-fb6627fd6184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (42a01318-d3d1-42d1-b6b9-27e4c45d9548), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:55.814161 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-1cd9fc3b-2d3c-4f6c-bd02-fb6627fd6184 admin admin] Added segment 42a01318-d3d1-42d1-b6b9-27e4c45d9548 of type vlan for network 22bc56f7-d521-4761-aada-320058560a42 Feb 15 16:46:55.887702 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] For port 1b75985c-0fd7-4649-b58f-cd41b77c199c, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:46:55.892170 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] For port 1b75985c-0fd7-4649-b58f-cd41b77c199c, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1b75985c-0fd7-4649-b58f-cd41b77c199c,segment=NetworkSegment(40298cfd-caa0-4631-b492-07b85e5c3055),segment_id=40298cfd-caa0-4631-b492-07b85e5c3055)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:46:55.974276 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6ee38b0f-e1af-4ddb-9958-949cde8663cb None None] Provisioning complete for port 1b75985c-0fd7-4649-b58f-cd41b77c199c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:55.976837 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ee38b0f-e1af-4ddb-9958-949cde8663cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:56.040393 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd9fc3b-2d3c-4f6c-bd02-fb6627fd6184 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (22bc56f7-d521-4761-aada-320058560a42), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:56.056900 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:56.057677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-95f7c5d2-169a-4ba6-87c5-e9fa10d89b78 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:56.059279 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-95f7c5d2-169a-4ba6-87c5-e9fa10d89b78 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/networks?id=25aed2c1-8eac-451e-af0f-0e370dd15e51 HTTP/1.1" status: 200 len: 814 time: 0.3853345 Feb 15 16:46:56.060803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b720c5-eb8b-4c2d-89bc-e5edcb13e8e7 req-e2be057c-a569-4be2-b40d-84a59e777f0b tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:56.069990 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2b720c5-eb8b-4c2d-89bc-e5edcb13e8e7 req-e2be057c-a569-4be2-b40d-84a59e777f0b tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=027309b4-5aec-46f5-ab3f-f0cf432d6b8c HTTP/1.1" status: 200 len: 946 time: 0.1246879 Feb 15 16:46:56.094256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6ee38b0f-e1af-4ddb-9958-949cde8663cb None None] Port 1b75985c-0fd7-4649-b58f-cd41b77c199c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:46:56.097008 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-3a8ab686-834c-44b4-b906-06da4be5bfba tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/quotas/f20a1e9af48846ab82c811a38d14c905 HTTP/1.1" status: 200 len: 375 time: 0.0142024 Feb 15 16:46:56.152273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2b720c5-eb8b-4c2d-89bc-e5edcb13e8e7 req-160022dd-8b14-4bf3-bd50-e445c45ae794 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736563 Feb 15 16:46:56.177767 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-3af84cb5-fea3-44b0-ab39-41a418f83fc4 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=f20a1e9af48846ab82c811a38d14c905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520463 Feb 15 16:46:56.181191 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd9fc3b-2d3c-4f6c-bd02-fb6627fd6184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (22bc56f7-d521-4761-aada-320058560a42), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:56.184217 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd9fc3b-2d3c-4f6c-bd02-fb6627fd6184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:56.184792 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd9fc3b-2d3c-4f6c-bd02-fb6627fd6184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:56.271535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe80c70-aefe-4a66-83ce-639e0118a1a0 None None] Pushing event updated for resources: {'Port': ['ID=1b75985c-0fd7-4649-b58f-cd41b77c199c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:56.275520 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-090f78a6-c544-4e14-91f7-26138adb908e req-5f800486-b85e-4e76-9896-ce8963a465cb tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0459063 Feb 15 16:46:56.316990 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Routers {'4c216464-09ac-4322-91d6-3beeb3df36bf'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:46:56.319164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:46:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4c216464-09ac-4322-91d6-3beeb3df36bf'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:56.448759 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03c939-9ca0-46f9-9cf0-a5f0b13600e0 req-afccf2c2-9122-4295-9deb-e2157439f05b tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:56.452136 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bb03c939-9ca0-46f9-9cf0-a5f0b13600e0 req-afccf2c2-9122-4295-9deb-e2157439f05b tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 943 time: 0.0803449 Feb 15 16:46:56.467104 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1cd9fc3b-2d3c-4f6c-bd02-fb6627fd6184 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0584207 Feb 15 16:46:56.469510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46390) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:56.522379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b47f8ade-2d41-47d9-a598-c01a10b169f0 admin admin] Request body: {'subnet': {'network_id': '22bc56f7-d521-4761-aada-320058560a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1451276116-subnet', 'tenant_id': 'f684d23cbd454f0da11534ec62a62d5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:56.554433 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] Set router 4c216464-09ac-4322-91d6-3beeb3df36bf gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:46:56.577654 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9fc3b-2d3c-4f6c-bd02-fb6627fd6184 admin admin] Pushing event updated for resources: {'Network': ['ID=22bc56f7-d521-4761-aada-320058560a42,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:56.591040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bb03c939-9ca0-46f9-9cf0-a5f0b13600e0 req-3504f5a6-aa57-410b-bf08-14ccb2546ca2 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279292 Feb 15 16:46:56.619614 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 22bc56f7-d521-4761-aada-320058560a42 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:46:56.653768 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-0a49bed0-3a10-4fa0-9f6a-0509201ceeff service neutron] 10.222.0.107 "GET /v2.0/networks/25aed2c1-8eac-451e-af0f-0e370dd15e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236844 Feb 15 16:46:56.681385 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47f8ade-2d41-47d9-a598-c01a10b169f0 admin admin] Made reservation on behalf of f684d23cbd454f0da11534ec62a62d5f for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:46:56.687463 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b47f8ade-2d41-47d9-a598-c01a10b169f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:56.795429 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-eeca61f4-967e-4704-a194-6de842ea4e53 None None] Provisioning complete for port 1b75985c-0fd7-4649-b58f-cd41b77c199c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:56.796325 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eeca61f4-967e-4704-a194-6de842ea4e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:56.955265 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-512b38e2-39f0-4706-bca0-fdaae9a5c012 service neutron] 10.222.0.107 "GET /v2.0/networks/25aed2c1-8eac-451e-af0f-0e370dd15e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912836 Feb 15 16:46:57.119731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-eeca61f4-967e-4704-a194-6de842ea4e53 None None] Current status of the port 1b75985c-0fd7-4649-b58f-cd41b77c199c is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:57.120822 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eeca61f4-967e-4704-a194-6de842ea4e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:57.148852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'name': 'tempest-TaggedBootDevicesTest-1790965815-router', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:36Z', 'updated_at': '2022-02-15T16:46:49Z', 'revision_number': 4, 'project_id': '81594fa848e7414b8f51155b921da775', 'gw_port': {'id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:39Z', 'updated_at': '2022-02-15T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '1b75985c-0fd7-4649-b58f-cd41b77c199c', 'name': '', 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'mac_address': 'fa:16:3e:e6:2e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '47993210-4410-433b-bc3b-435fcce0d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:47Z', 'updated_at': '2022-02-15T16:46:55Z', 'revision_number': 4, 'project_id': '81594fa848e7414b8f51155b921da775', 'subnets': [{'id': '47993210-4410-433b-bc3b-435fcce0d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:46:57.183826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b47f8ade-2d41-47d9-a598-c01a10b169f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (da21b04a-9e76-4b91-a14e-1f37de2bf934), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:57.198411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8f122-d2ad-4da4-b21b-bc88b83a2131 None None] The sync data for ids ['4c216464-09ac-4322-91d6-3beeb3df36bf'] in n-d-828372-14 is: [{'id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'name': 'tempest-TaggedBootDevicesTest-1790965815-router', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:36Z', 'updated_at': '2022-02-15T16:46:49Z', 'revision_number': 4, 'project_id': '81594fa848e7414b8f51155b921da775', 'gw_port': {'id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:39Z', 'updated_at': '2022-02-15T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '1b75985c-0fd7-4649-b58f-cd41b77c199c', 'name': '', 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'mac_address': 'fa:16:3e:e6:2e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '47993210-4410-433b-bc3b-435fcce0d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:47Z', 'updated_at': '2022-02-15T16:46:55Z', 'revision_number': 4, 'project_id': '81594fa848e7414b8f51155b921da775', 'subnets': [{'id': '47993210-4410-433b-bc3b-435fcce0d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:46:57.245962 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-eeca61f4-967e-4704-a194-6de842ea4e53 None None] For port 1b75985c-0fd7-4649-b58f-cd41b77c199c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1b75985c-0fd7-4649-b58f-cd41b77c199c,segment=NetworkSegment(40298cfd-caa0-4631-b492-07b85e5c3055),segment_id=40298cfd-caa0-4631-b492-07b85e5c3055)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:57.330348 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eeca61f4-967e-4704-a194-6de842ea4e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:57.367914 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f8ade-2d41-47d9-a598-c01a10b169f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da21b04a-9e76-4b91-a14e-1f37de2bf934,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:57.387673 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f8ade-2d41-47d9-a598-c01a10b169f0 admin admin] Checking segment: {'id': '42a01318-d3d1-42d1-b6b9-27e4c45d9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '22bc56f7-d521-4761-aada-320058560a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:57.387936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f8ade-2d41-47d9-a598-c01a10b169f0 admin admin] Network hostable DHCP agents. Network: 22bc56f7-d521-4761-aada-320058560a42, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:46:57.457117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca61f4-967e-4704-a194-6de842ea4e53 None None] Pushing event updated for resources: {'Port': ['ID=1b75985c-0fd7-4649-b58f-cd41b77c199c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:57.534804 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1dc6c778-c0f1-43d6-87ba-679476f8a006 req-60a2ec1b-e989-47b3-8bd1-fcd1be0e938c tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 210 time: 0.0445793 Feb 15 16:46:57.544688 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47f8ade-2d41-47d9-a598-c01a10b169f0 admin admin] Network 22bc56f7-d521-4761-aada-320058560a42 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:46:57.579205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75257aa4-c428-429f-a810-4df62cec8f47 req-8a8b47a4-5ff9-48ac-865e-312500c6ce73 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:57.601816 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75257aa4-c428-429f-a810-4df62cec8f47 req-8a8b47a4-5ff9-48ac-865e-312500c6ce73 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=027309b4-5aec-46f5-ab3f-f0cf432d6b8c HTTP/1.1" status: 200 len: 946 time: 0.1768551 Feb 15 16:46:57.638389 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b47f8ade-2d41-47d9-a598-c01a10b169f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 22bc56f7-d521-4761-aada-320058560a42) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:57.643169 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 24357c8c-c420-491a-8260-08ac8d7ec20a details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:46:57.658891 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df57ee63-e93f-4f44-9310-31d0b6d5ce8f None None] Network 22bc56f7-d521-4761-aada-320058560a42 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:46:57.700921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f8ade-2d41-47d9-a598-c01a10b169f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:57.701142 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b47f8ade-2d41-47d9-a598-c01a10b169f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:57.707173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7373071-81de-47ad-a9de-c4b8b68d634e req-c126ae07-788f-45b1-a5ae-be0d43c02e1f tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0721421 Feb 15 16:46:57.718265 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75257aa4-c428-429f-a810-4df62cec8f47 req-b1480936-80e2-4aba-9b16-a866cb6895b6 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103339 Feb 15 16:46:57.849573 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b47f8ade-2d41-47d9-a598-c01a10b169f0 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3743949 Feb 15 16:46:57.854943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46442) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:57.855167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1451276116-router', 'tenant_id': 'f684d23cbd454f0da11534ec62a62d5f', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:46:58.050597 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f7c7a-45a8-445b-9e66-eb892a28bf4c req-eba62794-b694-4d61-aed1-934147682085 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:58.069462 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-075f7c7a-45a8-445b-9e66-eb892a28bf4c req-eba62794-b694-4d61-aed1-934147682085 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 943 time: 0.1712415 Feb 15 16:46:58.086880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-22bc56f7-d521-4761-aada-320058560a42', 'network_id': '22bc56f7-d521-4761-aada-320058560a42', 'project_id': 'f684d23cbd454f0da11534ec62a62d5f', 'fixed_ips': [{'subnet_id': 'da21b04a-9e76-4b91-a14e-1f37de2bf934'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:46:58.087733 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:58.093566 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1b75985c-0fd7-4649-b58f-cd41b77c199c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:46:58.119177 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (c6522102-bf10-4dc7-b166-bc701236da6e), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:58.120655 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (c6522102-bf10-4dc7-b166-bc701236da6e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:58.242130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-075f7c7a-45a8-445b-9e66-eb892a28bf4c req-cbe02a11-dcda-4e70-b4f5-0acb1d582f35 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713858 Feb 15 16:46:58.267512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 24357c8c-c420-491a-8260-08ac8d7ec20a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=24357c8c-c420-491a-8260-08ac8d7ec20a,segment=NetworkSegment(3c120751-ed77-48d7-a4af-d4cb7dc1b8ff),segment_id=3c120751-ed77-48d7-a4af-d4cb7dc1b8ff)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:58.292680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '24357c8c-c420-491a-8260-08ac8d7ec20a', 'network_id': '3574f4db-39b1-48ab-af8c-11de19a4546e', 'port_id': '24357c8c-c420-491a-8260-08ac8d7ec20a', 'mac_address': 'fa:16:3e:67:6c:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3b61e3-2dbf-4944-84b6-1149df537848', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:46:58.322827 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Publish callbacks [] for router_controller (c6522102-bf10-4dc7-b166-bc701236da6e), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:58.712697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 24357c8c-c420-491a-8260-08ac8d7ec20a is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:58.713198 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:58.720430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 1b75985c-0fd7-4649-b58f-cd41b77c199c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:46:58.720877 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:58.837893 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b30b9355-df47-4378-b347-82e6b2e718a4 req-df151792-da66-4db5-bd68-eabc83015c5d tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 210 time: 0.1504946 Feb 15 16:46:58.860899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24357c8c-c420-491a-8260-08ac8d7ec20a {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:46:58.909101 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 24357c8c-c420-491a-8260-08ac8d7ec20a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=24357c8c-c420-491a-8260-08ac8d7ec20a,segment=NetworkSegment(3c120751-ed77-48d7-a4af-d4cb7dc1b8ff),segment_id=3c120751-ed77-48d7-a4af-d4cb7dc1b8ff)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:58.911558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Allocated IP 172.20.0.2 (22bc56f7-d521-4761-aada-320058560a42/da21b04a-9e76-4b91-a14e-1f37de2bf934/b0746386-0224-4715-9532-fe8421370232) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:46:58.932017 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6f5f1-7dc3-4eaf-b42a-e5a001b3eb7a req-7b365a89-5af7-4723-a1f8-8ccfe7220ea6 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:58.946806 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-95e6f5f1-7dc3-4eaf-b42a-e5a001b3eb7a req-7b365a89-5af7-4723-a1f8-8ccfe7220ea6 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=027309b4-5aec-46f5-ab3f-f0cf432d6b8c HTTP/1.1" status: 200 len: 946 time: 0.0981228 Feb 15 16:46:58.948132 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Publish callbacks [] for router_gateway (c6522102-bf10-4dc7-b166-bc701236da6e), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:59.003971 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46478) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:59.041116 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-95e6f5f1-7dc3-4eaf-b42a-e5a001b3eb7a req-58269514-d33c-401f-a184-13e0eb155fb7 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924025 Feb 15 16:46:59.054687 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:59.057139 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1b75985c-0fd7-4649-b58f-cd41b77c199c is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:46:59.115565 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c7ca786-71bc-408c-9291-ed425bcaea42 req-310df7e1-5274-4023-abac-5b6c9908860d tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0501466 Feb 15 16:46:59.134847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51a9a7-7c73-402d-b54f-da714bd511ad req-4f30a489-4f70-485b-8b0d-0cdf1a3ea995 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:59.136740 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f51a9a7-7c73-402d-b54f-da714bd511ad req-4f30a489-4f70-485b-8b0d-0cdf1a3ea995 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.67 "GET /v2.0/ports?device_id=027309b4-5aec-46f5-ab3f-f0cf432d6b8c HTTP/1.1" status: 200 len: 946 time: 0.3470407 Feb 15 16:46:59.252478 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Publish callbacks [] for port (b0746386-0224-4715-9532-fe8421370232), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:59.313333 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4abef8a-2f61-4d57-83e2-d075ac6b3745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:59.355915 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (b0746386-0224-4715-9532-fe8421370232), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:59.382182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-6f51a9a7-7c73-402d-b54f-da714bd511ad req-40937796-7689-4e00-8ad5-5b1c6b1ce036 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Deleting port 8d713c4a-758a-467f-894f-ee35bd7ada7c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:46:59.382764 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6f51a9a7-7c73-402d-b54f-da714bd511ad req-40937796-7689-4e00-8ad5-5b1c6b1ce036 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (8d713c4a-758a-467f-894f-ee35bd7ada7c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:59.392320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=24357c8c-c420-491a-8260-08ac8d7ec20a,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:59.402786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['24357c8c-c420-491a-8260-08ac8d7ec20a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:46:59.466467 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Network 22bc56f7-d521-4761-aada-320058560a42 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:46:59.567869 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4abef8a-2f61-4d57-83e2-d075ac6b3745 admin admin] Publish callbacks [] for security_group (6216587f-c4e0-477f-a183-273b50479fa1), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:59.570001 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c2a94e-d96a-4c94-9520-e606a18ef444 req-ec40a893-1019-458f-a950-dcfbe6fed448 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:46:59.578266 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31c2a94e-d96a-4c94-9520-e606a18ef444 req-ec40a893-1019-458f-a950-dcfbe6fed448 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 944 time: 0.1901882 Feb 15 16:46:59.610273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:46:59.616439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:46:59.664211 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31c2a94e-d96a-4c94-9520-e606a18ef444 req-57ff56a6-f814-4b5b-a140-6008c679a96c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842187 Feb 15 16:46:59.720332 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Pushing event updated for resources: {'Port': ['ID=b0746386-0224-4715-9532-fe8421370232,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:59.735489 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de9fd417-beae-4f15-b1aa-3c9a06e51f20 req-10a0a95d-057d-4f5c-9435-7239a6211c14 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0969837 Feb 15 16:46:59.740976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Attempting to bind port b0746386-0224-4715-9532-fe8421370232 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:46:59.741356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Attempting to bind port b0746386-0224-4715-9532-fe8421370232 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '42a01318-d3d1-42d1-b6b9-27e4c45d9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '22bc56f7-d521-4761-aada-320058560a42'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:46:59.741754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Attempting to bind port b0746386-0224-4715-9532-fe8421370232 on network 22bc56f7-d521-4761-aada-320058560a42 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:46:59.742051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-6f51a9a7-7c73-402d-b54f-da714bd511ad req-40937796-7689-4e00-8ad5-5b1c6b1ce036 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] For port 8d713c4a-758a-467f-894f-ee35bd7ada7c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8d713c4a-758a-467f-894f-ee35bd7ada7c,segment=NetworkSegment(764c8d24-a2ec-4b5b-884e-564d7eaea17e),segment_id=764c8d24-a2ec-4b5b-884e-564d7eaea17e)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:46:59.742414 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6f51a9a7-7c73-402d-b54f-da714bd511ad req-40937796-7689-4e00-8ad5-5b1c6b1ce036 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (8d713c4a-758a-467f-894f-ee35bd7ada7c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:59.757681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:46:59.758065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Checking segment: {'id': '42a01318-d3d1-42d1-b6b9-27e4c45d9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '22bc56f7-d521-4761-aada-320058560a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:46:59.758475 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:59.759076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Bound using segment: {'id': '42a01318-d3d1-42d1-b6b9-27e4c45d9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '22bc56f7-d521-4761-aada-320058560a42'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:46:59.759347 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Bound port: b0746386-0224-4715-9532-fe8421370232, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a01318-d3d1-42d1-b6b9-27e4c45d9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '22bc56f7-d521-4761-aada-320058560a42'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:46:59.759734 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b0746386-0224-4715-9532-fe8421370232), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:59.761269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-6f51a9a7-7c73-402d-b54f-da714bd511ad req-40937796-7689-4e00-8ad5-5b1c6b1ce036 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Calling delete_port for 8d713c4a-758a-467f-894f-ee35bd7ada7c owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:46:59.813005 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4abef8a-2f61-4d57-83e2-d075ac6b3745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6216587f-c4e0-477f-a183-273b50479fa1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:59.899255 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Publish callbacks [] for router_gateway (c6522102-bf10-4dc7-b166-bc701236da6e), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:59.908402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] For port b0746386-0224-4715-9532-fe8421370232, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:46:59.912664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] For port b0746386-0224-4715-9532-fe8421370232, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b0746386-0224-4715-9532-fe8421370232,segment=NetworkSegment(42a01318-d3d1-42d1-b6b9-27e4c45d9548),segment_id=42a01318-d3d1-42d1-b6b9-27e4c45d9548)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:46:59.930381 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:46:59.939058 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c4abef8a-2f61-4d57-83e2-d075ac6b3745 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=90ba85c21ce6495596f3f47593526406&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9336939 Feb 15 16:46:59.942014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46500) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:46:59.947624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abef8a-2f61-4d57-83e2-d075ac6b3745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6216587f-c4e0-477f-a183-273b50479fa1,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:46:59.999977 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b0746386-0224-4715-9532-fe8421370232), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:00.065757 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d30bc670-91ec-435c-82f7-e0ad38545b9c req-8b527c22-d721-4288-a08d-e2c4fa36af41 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 210 time: 0.0614269 Feb 15 16:47:00.109655 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Publish callbacks [] for security_group (6216587f-c4e0-477f-a183-273b50479fa1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:00.178995 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Publish callbacks [] for security_group (6216587f-c4e0-477f-a183-273b50479fa1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:00.195682 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa3456-2cc2-48bf-86ae-030f19e3679e None None] Pushing event updated for resources: {'Port': ['ID=b0746386-0224-4715-9532-fe8421370232,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:00.238768 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Allocated IP 172.25.4.212 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/0601b994-fcd8-4a15-bb94-8eb00416f339) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:47:00.250857 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:00.298867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28a312-da12-495a-9594-c04a56b16273 req-a13aadc5-f23e-4ee1-a353-1f460745f8e9 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:00.301284 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6e28a312-da12-495a-9594-c04a56b16273 req-a13aadc5-f23e-4ee1-a353-1f460745f8e9 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=027309b4-5aec-46f5-ab3f-f0cf432d6b8c HTTP/1.1" status: 200 len: 946 time: 0.0866237 Feb 15 16:47:00.314850 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed57eea2-e529-48b7-a99b-77964fe4b195 req-94c65be7-1c9c-4347-96ae-13dc2fd361a1 tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0530245 Feb 15 16:47:00.319786 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6f51a9a7-7c73-402d-b54f-da714bd511ad req-40937796-7689-4e00-8ad5-5b1c6b1ce036 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (8d713c4a-758a-467f-894f-ee35bd7ada7c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:00.345936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['3748b975-f9c6-44cd-9e21-9141ccdf8681'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:47:00.350705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['7affe5ff-4046-40a7-8a2c-29b6fae0b1b5'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:47:00.374619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40937796-7689-4e00-8ad5-5b1c6b1ce036 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Pushing event deleted for resources: {'Port': ['ID=8d713c4a-758a-467f-894f-ee35bd7ada7c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:00.411213 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6216587f-c4e0-477f-a183-273b50479fa1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:00.417536 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:00.424044 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6216587f-c4e0-477f-a183-273b50479fa1 HTTP/1.1" status: 204 len: 168 time: 0.4806645 Feb 15 16:47:00.466375 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f51a9a7-7c73-402d-b54f-da714bd511ad req-40937796-7689-4e00-8ad5-5b1c6b1ce036 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] No DVR routers for this DVR port 8d713c4a-758a-467f-894f-ee35bd7ada7c on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:47:00.471343 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6f51a9a7-7c73-402d-b54f-da714bd511ad req-40937796-7689-4e00-8ad5-5b1c6b1ce036 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:00.475725 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f51a9a7-7c73-402d-b54f-da714bd511ad req-40937796-7689-4e00-8ad5-5b1c6b1ce036 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.67 "DELETE /v2.0/ports/8d713c4a-758a-467f-894f-ee35bd7ada7c HTTP/1.1" status: 204 len: 173 time: 1.3313019 Feb 15 16:47:00.476285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027309b4-5aec-46f5-ab3f-f0cf432d6b8c', 'name': 'network-vif-deleted', 'tag': '8d713c4a-758a-467f-894f-ee35bd7ada7c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:00.484469 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a90f5fb-851b-44fc-92c1-25ea0e640ea4" -d '{"events": [{"server_uuid": "027309b4-5aec-46f5-ab3f-f0cf432d6b8c", "name": "network-vif-deleted", "tag": "8d713c4a-758a-467f-894f-ee35bd7ada7c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:00.502610 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6216587f-c4e0-477f-a183-273b50479fa1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:00.576287 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6e28a312-da12-495a-9594-c04a56b16273 req-f783f6cc-7466-4742-88cc-ee0c2dda2e55 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595522 Feb 15 16:47:00.583664 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:00.584022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:00.585543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:00.587020 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:00.590494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:00.590494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:00.590494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:00.590494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:00.592164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:00.611109 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5baad6bd-cf4f-47fe-a19c-a54d1f618d0c x-openstack-request-id: req-5baad6bd-cf4f-47fe-a19c-a54d1f618d0c {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:00.611416 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027309b4-5aec-46f5-ab3f-f0cf432d6b8c", "name": "network-vif-deleted", "tag": "8d713c4a-758a-467f-894f-ee35bd7ada7c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:00.611676 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5baad6bd-cf4f-47fe-a19c-a54d1f618d0c {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:00.613272 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027309b4-5aec-46f5-ab3f-f0cf432d6b8c', 'name': 'network-vif-deleted', 'tag': '8d713c4a-758a-467f-894f-ee35bd7ada7c', 'status': 'completed', 'code': 200} Feb 15 16:47:00.619801 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:00.625343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:00.627786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:00.627786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c088fe6e-51d8-4893-acf1-027b3d4d4756 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:00.670581 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Publish callbacks [] for port (0601b994-fcd8-4a15-bb94-8eb00416f339), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:00.843986 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:00.939085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-f31145cb-632d-41a7-b581-e30968fab9d5 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:00.946065 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-f31145cb-632d-41a7-b581-e30968fab9d5 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.10 "GET /v2.0/networks?id=25aed2c1-8eac-451e-af0f-0e370dd15e51 HTTP/1.1" status: 200 len: 814 time: 0.3180437 Feb 15 16:47:00.957217 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-2e4f07ea-b7b0-4240-9afe-b6bdde092ea5 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Request body: {'port': {'device_id': 'afdedd59-677d-4b65-b91e-ecd1e6a2e7dc', 'network_id': '25aed2c1-8eac-451e-af0f-0e370dd15e51', 'admin_state_up': True, 'tenant_id': 'f20a1e9af48846ab82c811a38d14c905'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:01.077293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093416ed-4549-4624-b09f-2c48faa1eea1 req-bd824f38-3177-4202-a819-999153a5fd43 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:01.102292 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-093416ed-4549-4624-b09f-2c48faa1eea1 req-bd824f38-3177-4202-a819-999153a5fd43 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 944 time: 0.2680132 Feb 15 16:47:01.127261 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0601b994-fcd8-4a15-bb94-8eb00416f339), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:01.217534 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7cf1f7b-1775-4ef5-b2b8-f4f59d9a753d req-917de711-f254-4ba5-9e07-b396e95836ae tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 210 time: 0.0573227 Feb 15 16:47:01.302111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:47:01.320856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:47:01.324287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:47:01.353393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Pushing event updated for resources: {'Port': ['ID=0601b994-fcd8-4a15-bb94-8eb00416f339,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:01.379031 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-093416ed-4549-4624-b09f-2c48faa1eea1 req-26b438ca-2a3e-487e-9c81-cdd6152b621b tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719002 Feb 15 16:47:01.449029 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a267d004-0530-40b0-b160-131bc8f20c6a req-e3d96f6f-aba3-4fdc-b994-5af21221c46c tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0348256 Feb 15 16:47:01.529677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-2e4f07ea-b7b0-4240-9afe-b6bdde092ea5 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Made reservation on behalf of f20a1e9af48846ab82c811a38d14c905 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:47:01.535801 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-2e4f07ea-b7b0-4240-9afe-b6bdde092ea5 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:01.655417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 24357c8c-c420-491a-8260-08ac8d7ec20a up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:47:01.762860 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a1547ca-aab0-4f0f-a1af-35fbc66b4e61 req-c6b0e8b0-1ddb-4c3b-a95c-7652f48f2cb1 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=027309b4-5aec-46f5-ab3f-f0cf432d6b8c HTTP/1.1" status: 200 len: 210 time: 0.0790966 Feb 15 16:47:01.850262 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 24357c8c-c420-491a-8260-08ac8d7ec20a completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:47:01.857047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 24357c8c-c420-491a-8260-08ac8d7ec20a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:01.857940 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:01.967258 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0138a1b4-44cd-4e97-a19c-e260b93d9bfd None None] Network 22bc56f7-d521-4761-aada-320058560a42 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:47:01.980500 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-2e4f07ea-b7b0-4240-9afe-b6bdde092ea5 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Allocated IP 172.20.0.3 (25aed2c1-8eac-451e-af0f-0e370dd15e51/b71b1826-a4cd-4b4d-91fb-61734742a8f5/3a9010ea-16d4-45bc-9d20-0c016bf8746d) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:47:02.129409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b0746386-0224-4715-9532-fe8421370232 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:47:02.141059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-dca006ed-c39c-47df-abc4-b62e32a7fc28 None None] Provisioning complete for port b0746386-0224-4715-9532-fe8421370232 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:02.144500 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca006ed-c39c-47df-abc4-b62e32a7fc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b0746386-0224-4715-9532-fe8421370232), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:02.151400 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Publish callbacks [] for router_gateway (c6522102-bf10-4dc7-b166-bc701236da6e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:02.239051 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4226404-e50a-4564-8b75-db67961d1141 req-79c0fe83-9f20-4807-b1dc-5874b0457af1 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:02.247017 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e4226404-e50a-4564-8b75-db67961d1141 req-79c0fe83-9f20-4807-b1dc-5874b0457af1 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=21d1e677-08ff-4d0b-bdf6-d087d0f268e0 HTTP/1.1" status: 200 len: 950 time: 0.1051385 Feb 15 16:47:02.254715 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f23128ba-b2f3-40c3-aebd-5b762479891d req-4e76d5be-81af-4c0a-b700-ecb349d1f306 tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0631988 Feb 15 16:47:02.323202 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-2e4f07ea-b7b0-4240-9afe-b6bdde092ea5 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Publish callbacks [] for port (3a9010ea-16d4-45bc-9d20-0c016bf8746d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:02.373741 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e4226404-e50a-4564-8b75-db67961d1141 req-675ed81c-cfcc-4aff-909e-22d4021f6560 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254363 Feb 15 16:47:02.389114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 24357c8c-c420-491a-8260-08ac8d7ec20a is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:02.392960 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:02.432843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117ef591-139a-4134-bae8-52849457482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24357c8c-c420-491a-8260-08ac8d7ec20a'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:02.439250 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be70014-2edb-4e79-87ad-910f2119a4e2" -d '{"events": [{"server_uuid": "117ef591-139a-4134-bae8-52849457482f", "name": "network-vif-plugged", "status": "completed", "tag": "24357c8c-c420-491a-8260-08ac8d7ec20a"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:02.451243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 24357c8c-c420-491a-8260-08ac8d7ec20a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=24357c8c-c420-491a-8260-08ac8d7ec20a,segment=NetworkSegment(3c120751-ed77-48d7-a4af-d4cb7dc1b8ff),segment_id=3c120751-ed77-48d7-a4af-d4cb7dc1b8ff)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:02.536814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port b0746386-0224-4715-9532-fe8421370232 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:02.537267 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b0746386-0224-4715-9532-fe8421370232), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:02.546598 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:02.547637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8d713c4a-758a-467f-894f-ee35bd7ada7c no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:47:02.566927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22b81d-ac93-49ee-91b1-abf2b2c21a32 req-9c99280f-40ac-4cad-bfee-374341b60aa2 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:02.575797 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b22b81d-ac93-49ee-91b1-abf2b2c21a32 req-9c99280f-40ac-4cad-bfee-374341b60aa2 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 944 time: 0.0971031 Feb 15 16:47:02.645569 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dca006ed-c39c-47df-abc4-b62e32a7fc28 None None] Current status of the port b0746386-0224-4715-9532-fe8421370232 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:02.650344 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca006ed-c39c-47df-abc4-b62e32a7fc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b0746386-0224-4715-9532-fe8421370232), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:02.653534 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b22b81d-ac93-49ee-91b1-abf2b2c21a32 req-29fd122b-92ad-4303-b033-dd8bd13388b3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765843 Feb 15 16:47:02.671813 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 8d713c4a-758a-467f-894f-ee35bd7ada7c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:47:02.672218 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8d713c4a-758a-467f-894f-ee35bd7ada7c not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:47:02.716280 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9012a618-1fc9-485f-847b-3902bdbf72f3 x-openstack-request-id: req-9012a618-1fc9-485f-847b-3902bdbf72f3 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:02.716604 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117ef591-139a-4134-bae8-52849457482f", "name": "network-vif-plugged", "status": "completed", "tag": "24357c8c-c420-491a-8260-08ac8d7ec20a", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:02.716829 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9012a618-1fc9-485f-847b-3902bdbf72f3 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:02.717226 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117ef591-139a-4134-bae8-52849457482f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24357c8c-c420-491a-8260-08ac8d7ec20a', 'code': 200} Feb 15 16:47:02.758696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-dca006ed-c39c-47df-abc4-b62e32a7fc28 None None] For port b0746386-0224-4715-9532-fe8421370232, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b0746386-0224-4715-9532-fe8421370232,segment=NetworkSegment(42a01318-d3d1-42d1-b6b9-27e4c45d9548),segment_id=42a01318-d3d1-42d1-b6b9-27e4c45d9548)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:02.759855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=24357c8c-c420-491a-8260-08ac8d7ec20a,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:02.839521 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port b0746386-0224-4715-9532-fe8421370232 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:02.839880 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b0746386-0224-4715-9532-fe8421370232), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:02.850571 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-71a372bc-565a-4dfd-ad80-40c3209c5f95 req-9500add6-561b-43cc-8e5e-9db62edfdc02 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 210 time: 0.0468597 Feb 15 16:47:02.863908 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dca006ed-c39c-47df-abc4-b62e32a7fc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b0746386-0224-4715-9532-fe8421370232), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:02.928291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938e8a8-66a6-47cd-b7c5-67bf75be4ab7 req-70a2dc6f-e08e-430c-8c41-b0e3b8d655e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:02.929916 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7938e8a8-66a6-47cd-b7c5-67bf75be4ab7 req-70a2dc6f-e08e-430c-8c41-b0e3b8d655e6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 1128 time: 0.1157401 Feb 15 16:47:02.938838 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (c6522102-bf10-4dc7-b166-bc701236da6e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:02.959284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca006ed-c39c-47df-abc4-b62e32a7fc28 None None] Pushing event updated for resources: {'Port': ['ID=b0746386-0224-4715-9532-fe8421370232,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:02.985186 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:47:02.985591 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:47:02.990779 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8aab00ea-f863-4808-bfaf-99a4fcce1ebf None None] Provisioning complete for port b0746386-0224-4715-9532-fe8421370232 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:02.991282 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8aab00ea-f863-4808-bfaf-99a4fcce1ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b0746386-0224-4715-9532-fe8421370232), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:03.031385 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-2e4f07ea-b7b0-4240-9afe-b6bdde092ea5 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3a9010ea-16d4-45bc-9d20-0c016bf8746d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:03.068736 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7938e8a8-66a6-47cd-b7c5-67bf75be4ab7 req-0444fb32-2a25-4bba-b78b-4d95f1f510ce service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267185 Feb 15 16:47:03.080124 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-44931fce-8c39-49d9-a9c1-80c3d0d261d6 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=08f45dd48ba2453cbb29f1d7def9c03c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330429 Feb 15 16:47:03.098592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8aab00ea-f863-4808-bfaf-99a4fcce1ebf None None] Current status of the port b0746386-0224-4715-9532-fe8421370232 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:03.134588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-2e4f07ea-b7b0-4240-9afe-b6bdde092ea5 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Network 25aed2c1-8eac-451e-af0f-0e370dd15e51 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:47:03.142064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-2e4f07ea-b7b0-4240-9afe-b6bdde092ea5 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:47:03.148079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-2e4f07ea-b7b0-4240-9afe-b6bdde092ea5 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:47:03.158386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f07ea-b7b0-4240-9afe-b6bdde092ea5 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Pushing event updated for resources: {'Port': ['ID=3a9010ea-16d4-45bc-9d20-0c016bf8746d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:03.218385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-2e4f07ea-b7b0-4240-9afe-b6bdde092ea5 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:03.219029 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-2e4f07ea-b7b0-4240-9afe-b6bdde092ea5 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:03.232518 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-fb1865cd-9343-4861-b524-85e3b5e1fd04 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:03.234176 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-fb1865cd-9343-4861-b524-85e3b5e1fd04 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529245 Feb 15 16:47:03.249097 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-4df578cd-3bcf-43c8-8eab-05dadc99f28c tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/quotas/08f45dd48ba2453cbb29f1d7def9c03c HTTP/1.1" status: 200 len: 375 time: 0.0094268 Feb 15 16:47:03.286419 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-c769e120-81f0-4dc2-a678-a98e8ebf5e35 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=08f45dd48ba2453cbb29f1d7def9c03c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316377 Feb 15 16:47:03.307646 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-2e4f07ea-b7b0-4240-9afe-b6bdde092ea5 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3546312 Feb 15 16:47:03.323339 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Request body: {'port': {'device_id': 'afdedd59-677d-4b65-b91e-ecd1e6a2e7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:03.327939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Router c6522102-bf10-4dc7-b166-bc701236da6e is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:47:03.452024 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-005388dc-0c43-4fd6-a354-ca0cb0455112 req-49e71b5e-2910-4491-a8c9-925bd6d58619 tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0937381 Feb 15 16:47:03.494684 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3a9010ea-16d4-45bc-9d20-0c016bf8746d), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:03.564690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port b0746386-0224-4715-9532-fe8421370232 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:03.591574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:47:03.595657 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bca9438a-82c4-41ab-869f-17fc0f0f27af req-175a7372-e768-45bc-8bac-e2216fb3e1a7 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 210 time: 0.0511258 Feb 15 16:47:03.606355 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Sync routers for ids ['c6522102-bf10-4dc7-b166-bc701236da6e'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:47:03.624632 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Routers {'c6522102-bf10-4dc7-b166-bc701236da6e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:47:03.625450 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:46:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c6522102-bf10-4dc7-b166-bc701236da6e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:03.723890 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c729959-d57b-495e-8f55-fa9c39bcf85f req-be5360c6-6402-4441-ad84-b1b9f2222c3f tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:03.731871 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7c729959-d57b-495e-8f55-fa9c39bcf85f req-be5360c6-6402-4441-ad84-b1b9f2222c3f tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=21d1e677-08ff-4d0b-bdf6-d087d0f268e0 HTTP/1.1" status: 200 len: 950 time: 0.1882646 Feb 15 16:47:03.746924 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:03.748206 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d811285d-59bc-4755-ac7e-a749236b6762 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8972383 Feb 15 16:47:03.751274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46646) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:03.800024 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Set router c6522102-bf10-4dc7-b166-bc701236da6e gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:47:03.843724 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7c729959-d57b-495e-8f55-fa9c39bcf85f req-9c2230cb-efb9-45e5-87c7-4b1ae031d070 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090322 Feb 15 16:47:03.982567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9010ea-16d4-45bc-9d20-0c016bf8746d {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:47:04.007678 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Publish callbacks [] for port (3a9010ea-16d4-45bc-9d20-0c016bf8746d), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:04.012731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b0746386-0224-4715-9532-fe8421370232 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:47:04.025411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Transition to ACTIVE for port object 3a9010ea-16d4-45bc-9d20-0c016bf8746d will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:47:04.088857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port b0746386-0224-4715-9532-fe8421370232 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:04.089553 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b0746386-0224-4715-9532-fe8421370232), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:04.101635 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3a9010ea-16d4-45bc-9d20-0c016bf8746d), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:04.127813 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'name': 'tempest-TaggedBootDevicesTest-1451276116-router', 'tenant_id': 'f684d23cbd454f0da11534ec62a62d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0601b994-fcd8-4a15-bb94-8eb00416f339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:58Z', 'updated_at': '2022-02-15T16:47:01Z', 'revision_number': 3, 'project_id': 'f684d23cbd454f0da11534ec62a62d5f', 'gw_port': {'id': '0601b994-fcd8-4a15-bb94-8eb00416f339', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:59Z', 'updated_at': '2022-02-15T16:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:04.205996 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Checking router: c6522102-bf10-4dc7-b166-bc701236da6e for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:47:04.206633 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Updating router c6522102-bf10-4dc7-b166-bc701236da6e port 0601b994-fcd8-4a15-bb94-8eb00416f339 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:47:04.252988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port b0746386-0224-4715-9532-fe8421370232 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:04.256533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9010ea-16d4-45bc-9d20-0c016bf8746d,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:04.297981 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0601b994-fcd8-4a15-bb94-8eb00416f339), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:04.327319 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Attempting to bind port 3a9010ea-16d4-45bc-9d20-0c016bf8746d on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:47:04.327666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Attempting to bind port 3a9010ea-16d4-45bc-9d20-0c016bf8746d by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '405688c3-1746-49eb-aa56-3fcc2636606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '25aed2c1-8eac-451e-af0f-0e370dd15e51'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:47:04.328017 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Attempting to bind port 3a9010ea-16d4-45bc-9d20-0c016bf8746d on network 25aed2c1-8eac-451e-af0f-0e370dd15e51 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:47:04.340020 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Port 3a9010ea-16d4-45bc-9d20-0c016bf8746d on network 25aed2c1-8eac-451e-af0f-0e370dd15e51 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:47:04.344407 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Attempting to bind port 3a9010ea-16d4-45bc-9d20-0c016bf8746d on network 25aed2c1-8eac-451e-af0f-0e370dd15e51 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:47:04.359209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:47:04.359209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Checking segment: {'id': '405688c3-1746-49eb-aa56-3fcc2636606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '25aed2c1-8eac-451e-af0f-0e370dd15e51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:47:04.359209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Bound using segment: {'id': '405688c3-1746-49eb-aa56-3fcc2636606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '25aed2c1-8eac-451e-af0f-0e370dd15e51'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:47:04.359209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Bound port: 3a9010ea-16d4-45bc-9d20-0c016bf8746d, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '405688c3-1746-49eb-aa56-3fcc2636606b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '25aed2c1-8eac-451e-af0f-0e370dd15e51'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:47:04.359209 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3a9010ea-16d4-45bc-9d20-0c016bf8746d), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:04.403511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c56013-3d7b-4c97-924c-f0871308ed6c req-0f5e5009-b49c-40b7-a998-9c9c6436aebb tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:04.405560 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-30c56013-3d7b-4c97-924c-f0871308ed6c req-0f5e5009-b49c-40b7-a998-9c9c6436aebb tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 945 time: 0.5230985 Feb 15 16:47:04.447306 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] For port 3a9010ea-16d4-45bc-9d20-0c016bf8746d, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:47:04.451469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] For port 3a9010ea-16d4-45bc-9d20-0c016bf8746d, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3a9010ea-16d4-45bc-9d20-0c016bf8746d,segment=NetworkSegment(405688c3-1746-49eb-aa56-3fcc2636606b),segment_id=405688c3-1746-49eb-aa56-3fcc2636606b)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:47:04.482196 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-30c56013-3d7b-4c97-924c-f0871308ed6c req-343e7bfb-78fa-4b0b-a3c0-020e78b24288 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672209 Feb 15 16:47:04.542134 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3a9010ea-16d4-45bc-9d20-0c016bf8746d), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:04.582209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:04.583070 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:04.584673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] 10.222.0.10 "PUT /v2.0/ports/3a9010ea-16d4-45bc-9d20-0c016bf8746d HTTP/1.1" status: 200 len: 1092 time: 1.2659431 Feb 15 16:47:04.585284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdedd59-677d-4b65-b91e-ecd1e6a2e7dc', 'tag': '3a9010ea-16d4-45bc-9d20-0c016bf8746d'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:04.587608 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd944d4-e394-48c9-8f34-321ec3e6fa25" -d '{"events": [{"name": "network-changed", "server_uuid": "afdedd59-677d-4b65-b91e-ecd1e6a2e7dc", "tag": "3a9010ea-16d4-45bc-9d20-0c016bf8746d"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:04.626445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f6073-2b30-4592-8caf-bc1ca53ad1e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9010ea-16d4-45bc-9d20-0c016bf8746d,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:04.650334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf1cc1-d8ae-47c9-9cde-fd1385c3e634 req-54dbe6c0-f293-4cbf-b4eb-ae040a3014fe tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:04.651860 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9ecf1cc1-d8ae-47c9-9cde-fd1385c3e634 req-54dbe6c0-f293-4cbf-b4eb-ae040a3014fe tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 943 time: 0.0743580 Feb 15 16:47:04.657581 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Publish callbacks [] for port (0601b994-fcd8-4a15-bb94-8eb00416f339), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:04.733668 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9ecf1cc1-d8ae-47c9-9cde-fd1385c3e634 req-0f2767a4-838c-43ae-8717-a123688dfbcc tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745475 Feb 15 16:47:04.798941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-3c7c15eb-716f-4b49-afb1-49ac3ad0831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:04.800897 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0601b994-fcd8-4a15-bb94-8eb00416f339), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:04.815368 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-3c7c15eb-716f-4b49-afb1-49ac3ad0831e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f20a1e9af48846ab82c811a38d14c905&device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 1126 time: 0.0701025 Feb 15 16:47:04.844843 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:04.853752 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c25c8d-2bdb-40ac-ac1a-57ca399a8432 None None] Pushing event updated for resources: {'Port': ['ID=0601b994-fcd8-4a15-bb94-8eb00416f339,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:04.864898 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c25c8d-2bdb-40ac-ac1a-57ca399a8432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:04.866870 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c25c8d-2bdb-40ac-ac1a-57ca399a8432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:04.866870 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c25c8d-2bdb-40ac-ac1a-57ca399a8432 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:04.866870 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c25c8d-2bdb-40ac-ac1a-57ca399a8432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:04.866870 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c25c8d-2bdb-40ac-ac1a-57ca399a8432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:04.866870 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c25c8d-2bdb-40ac-ac1a-57ca399a8432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:04.867278 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c25c8d-2bdb-40ac-ac1a-57ca399a8432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:04.867493 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c25c8d-2bdb-40ac-ac1a-57ca399a8432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:04.867747 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c25c8d-2bdb-40ac-ac1a-57ca399a8432 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:04.868062 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c25c8d-2bdb-40ac-ac1a-57ca399a8432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:04.868375 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c25c8d-2bdb-40ac-ac1a-57ca399a8432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:04.868688 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c25c8d-2bdb-40ac-ac1a-57ca399a8432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:04.869085 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c25c8d-2bdb-40ac-ac1a-57ca399a8432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:04.899675 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-e04b1e66-18e4-49cc-a2fc-c5de6208e178 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a9010ea-16d4-45bc-9d20-0c016bf8746d HTTP/1.1" status: 200 len: 217 time: 0.0754085 Feb 15 16:47:04.900939 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Attempting to bind port 0601b994-fcd8-4a15-bb94-8eb00416f339 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:47:04.901603 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Attempting to bind port 0601b994-fcd8-4a15-bb94-8eb00416f339 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:47:04.902158 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Attempting to bind port 0601b994-fcd8-4a15-bb94-8eb00416f339 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:47:04.908452 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:47:04.909049 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:47:04.909684 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:04.910215 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:47:04.910818 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Bound port: 0601b994-fcd8-4a15-bb94-8eb00416f339, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:47:04.911346 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0601b994-fcd8-4a15-bb94-8eb00416f339), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:04.947271 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-26f816ad-164d-4cf1-896f-ed1a1b40e6d5 req-8daa571c-a8c4-4a39-b9b8-cca4f7181f3c tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0501187 Feb 15 16:47:04.969282 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] For port 0601b994-fcd8-4a15-bb94-8eb00416f339, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:47:04.989605 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] For port 0601b994-fcd8-4a15-bb94-8eb00416f339, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0601b994-fcd8-4a15-bb94-8eb00416f339,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:47:04.995864 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-f6744551-dc8f-46bc-a820-df0be24dc5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:04.997357 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-f6744551-dc8f-46bc-a820-df0be24dc5c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b71b1826-a4cd-4b4d-91fb-61734742a8f5 HTTP/1.1" status: 200 len: 854 time: 0.0796158 Feb 15 16:47:05.026068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1b437-5798-45fc-9da8-7dda406cd535 req-e76155c1-d723-44b9-b595-a98587cfc5da tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:05.031978 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1b437-5798-45fc-9da8-7dda406cd535 req-e76155c1-d723-44b9-b595-a98587cfc5da tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:05.033597 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-04d1b437-5798-45fc-9da8-7dda406cd535 req-e76155c1-d723-44b9-b595-a98587cfc5da tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=23fecea1-4572-4f5d-a882-f20060ac4742&device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 1681 time: 0.1133618 Feb 15 16:47:05.044909 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-b2a76bf9-b0e0-464d-983c-e635121d08ab service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=25aed2c1-8eac-451e-af0f-0e370dd15e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372055 Feb 15 16:47:05.059605 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97718408-6e57-4bce-868d-3bcbc6a809e8 x-openstack-request-id: req-97718408-6e57-4bce-868d-3bcbc6a809e8 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:05.059972 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afdedd59-677d-4b65-b91e-ecd1e6a2e7dc", "tag": "3a9010ea-16d4-45bc-9d20-0c016bf8746d", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:05.060302 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-97718408-6e57-4bce-868d-3bcbc6a809e8 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:05.060860 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afdedd59-677d-4b65-b91e-ecd1e6a2e7dc', 'tag': '3a9010ea-16d4-45bc-9d20-0c016bf8746d', 'status': 'completed', 'code': 200} Feb 15 16:47:05.107487 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0601b994-fcd8-4a15-bb94-8eb00416f339), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:05.131334 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-04d1b437-5798-45fc-9da8-7dda406cd535 req-082793b0-e714-457e-b89e-cce2214a6adc tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899725 Feb 15 16:47:05.164435 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Allocated IP 172.20.0.1 (22bc56f7-d521-4761-aada-320058560a42/da21b04a-9e76-4b91-a14e-1f37de2bf934/05218e60-25c0-4709-8d37-4d0010d666c3) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:47:05.179737 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1a0f59c2-c868-4753-b9df-3fe79e06c190 req-c5b902b7-8722-41f4-92b1-d4590eb7e6cd tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 210 time: 0.0568967 Feb 15 16:47:05.214340 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Routers {'c6522102-bf10-4dc7-b166-bc701236da6e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:47:05.214966 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:46:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c6522102-bf10-4dc7-b166-bc701236da6e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:05.245791 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-4339a14f-43a1-413c-a75e-ad969ace6dc2 service neutron] 10.222.0.10 "GET /v2.0/networks/25aed2c1-8eac-451e-af0f-0e370dd15e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791008 Feb 15 16:47:05.317303 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Publish callbacks [] for port (05218e60-25c0-4709-8d37-4d0010d666c3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:05.350132 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c25c8d-2bdb-40ac-ac1a-57ca399a8432 None None] Pushing event updated for resources: {'Port': ['ID=0601b994-fcd8-4a15-bb94-8eb00416f339,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:05.377392 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d300abc4-dae6-4e07-84ae-cf1e50e7bb1b req-2e36afba-3a39-4bb6-8069-f46aad611553 service neutron] 10.222.0.10 "GET /v2.0/networks/25aed2c1-8eac-451e-af0f-0e370dd15e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242282 Feb 15 16:47:05.420760 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] Set router c6522102-bf10-4dc7-b166-bc701236da6e gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:47:05.518516 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:05.579342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Network 22bc56f7-d521-4761-aada-320058560a42 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:47:05.583710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:47:05.586533 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:47:05.635607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Pushing event updated for resources: {'Port': ['ID=05218e60-25c0-4709-8d37-4d0010d666c3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:05.668314 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (c6522102-bf10-4dc7-b166-bc701236da6e), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:05.684235 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'name': 'tempest-TaggedBootDevicesTest-1451276116-router', 'tenant_id': 'f684d23cbd454f0da11534ec62a62d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0601b994-fcd8-4a15-bb94-8eb00416f339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:58Z', 'updated_at': '2022-02-15T16:47:01Z', 'revision_number': 3, 'project_id': 'f684d23cbd454f0da11534ec62a62d5f', 'gw_port': {'id': '0601b994-fcd8-4a15-bb94-8eb00416f339', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:59Z', 'updated_at': '2022-02-15T16:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:05.741399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe35636-b781-49f0-8aaa-b87e3e45360b req-560a67fd-a9ed-4df3-b288-707ff39a27d7 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:05.743269 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6fe35636-b781-49f0-8aaa-b87e3e45360b req-560a67fd-a9ed-4df3-b288-707ff39a27d7 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 945 time: 0.1871078 Feb 15 16:47:05.749905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd944d4-e394-48c9-8f34-321ec3e6fa25 req-93079a77-e10f-4757-a179-3eb79efea293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:05.751778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dfd944d4-e394-48c9-8f34-321ec3e6fa25 req-93079a77-e10f-4757-a179-3eb79efea293 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f20a1e9af48846ab82c811a38d14c905&device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 1126 time: 0.1847451 Feb 15 16:47:05.752946 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba2e881-ae1d-4648-9cf6-cfc715c69083 None None] The sync data for ids ['c6522102-bf10-4dc7-b166-bc701236da6e'] in n-d-828372-14 is: [{'id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'name': 'tempest-TaggedBootDevicesTest-1451276116-router', 'tenant_id': 'f684d23cbd454f0da11534ec62a62d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0601b994-fcd8-4a15-bb94-8eb00416f339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:58Z', 'updated_at': '2022-02-15T16:47:01Z', 'revision_number': 3, 'project_id': 'f684d23cbd454f0da11534ec62a62d5f', 'gw_port': {'id': '0601b994-fcd8-4a15-bb94-8eb00416f339', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:59Z', 'updated_at': '2022-02-15T16:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:47:05.869514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6fe35636-b781-49f0-8aaa-b87e3e45360b req-a7ac6f4f-a3f1-4839-b2a9-21b9257d62f9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167152 Feb 15 16:47:05.916839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd944d4-e394-48c9-8f34-321ec3e6fa25 req-6b24e851-64f0-45e9-8bd7-3956bf34b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:05.918440 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dfd944d4-e394-48c9-8f34-321ec3e6fa25 req-6b24e851-64f0-45e9-8bd7-3956bf34b6d5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=25aed2c1-8eac-451e-af0f-0e370dd15e51 HTTP/1.1" status: 200 len: 915 time: 0.1445262 Feb 15 16:47:05.956681 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:05.989917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dfd944d4-e394-48c9-8f34-321ec3e6fa25 req-372eb8e0-2a35-4e2b-92fb-96cf0a87660c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a9010ea-16d4-45bc-9d20-0c016bf8746d HTTP/1.1" status: 200 len: 217 time: 0.0556736 Feb 15 16:47:06.111898 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-005ecceb-1eed-4b69-a243-23999cdbeb6d None None] Provisioning complete for port 05218e60-25c0-4709-8d37-4d0010d666c3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:06.113011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0648539-9664-47f5-a3c3-dbddf497b9f5 req-c95690c2-69c0-41a6-a9d3-1b470646a753 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:06.114789 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-005ecceb-1eed-4b69-a243-23999cdbeb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:06.114932 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0648539-9664-47f5-a3c3-dbddf497b9f5 req-c95690c2-69c0-41a6-a9d3-1b470646a753 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 943 time: 0.1276436 Feb 15 16:47:06.116460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd944d4-e394-48c9-8f34-321ec3e6fa25 req-79cb8e0c-6eb6-4d44-9899-1efacc4cf168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:06.117995 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dfd944d4-e394-48c9-8f34-321ec3e6fa25 req-79cb8e0c-6eb6-4d44-9899-1efacc4cf168 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b71b1826-a4cd-4b4d-91fb-61734742a8f5 HTTP/1.1" status: 200 len: 854 time: 0.1093628 Feb 15 16:47:06.166958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-005ecceb-1eed-4b69-a243-23999cdbeb6d None None] Port 05218e60-25c0-4709-8d37-4d0010d666c3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:47:06.208497 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dfd944d4-e394-48c9-8f34-321ec3e6fa25 req-a64e3b6e-382c-4a4f-ac37-97b027de1173 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=25aed2c1-8eac-451e-af0f-0e370dd15e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517311 Feb 15 16:47:06.265753 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-09792735-760a-46d9-9a0e-9f453b21c1db req-7aa1fe37-b9a8-4240-9971-04175245bccf tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-703605930&fields=id&tenant_id=f46a6a08dea5478cbce46980fac5275a HTTP/1.1" status: 200 len: 267 time: 0.0834620 Feb 15 16:47:06.278133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0648539-9664-47f5-a3c3-dbddf497b9f5 req-28ac4926-f4c1-49a3-a6bd-b02a094ec06e tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575558 Feb 15 16:47:06.318662 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Publish callbacks [] for port (05218e60-25c0-4709-8d37-4d0010d666c3), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:06.339919 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1e4659a1-999b-4f3c-a646-6d6396a3b128 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:47:06.352701 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09792735-760a-46d9-9a0e-9f453b21c1db req-5a428e4e-9cdf-4e86-91dc-b68cad42b035 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:06.354335 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-09792735-760a-46d9-9a0e-9f453b21c1db req-5a428e4e-9cdf-4e86-91dc-b68cad42b035 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 945 time: 0.0797133 Feb 15 16:47:06.363167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-a31a51c4-d58a-47cb-91ed-f75f3c8d2e7f tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=08f45dd48ba2453cbb29f1d7def9c03c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393898 Feb 15 16:47:06.367294 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dfd944d4-e394-48c9-8f34-321ec3e6fa25 req-099d459c-e0e4-48ec-a2cf-8f548fadd2b8 service neutron] 10.222.0.10 "GET /v2.0/networks/25aed2c1-8eac-451e-af0f-0e370dd15e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498082 Feb 15 16:47:06.370582 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-09792735-760a-46d9-9a0e-9f453b21c1db req-60d234fa-3842-4c56-9e7b-cb6e0fc8d549 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Request body: {'port': {'security_groups': ['e2df78b5-7b43-4e90-b0b6-0ea2aeecf152', '0b70ed13-93dd-4728-a2b8-a738899573d4']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:06.442525 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:06.460704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1e4659a1-999b-4f3c-a646-6d6396a3b128 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:06.461349 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:06.497993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1e4659a1-999b-4f3c-a646-6d6396a3b128, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1e4659a1-999b-4f3c-a646-6d6396a3b128,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:06.499384 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d1e677-08ff-4d0b-bdf6-d087d0f268e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4659a1-999b-4f3c-a646-6d6396a3b128'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:06.501662 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f801b9-4892-43cf-b919-256f99d87db6" -d '{"events": [{"server_uuid": "21d1e677-08ff-4d0b-bdf6-d087d0f268e0", "name": "network-vif-unplugged", "status": "completed", "tag": "1e4659a1-999b-4f3c-a646-6d6396a3b128"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:06.566544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Pushing event updated for resources: {'Port': ['ID=05218e60-25c0-4709-8d37-4d0010d666c3,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:06.570151 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:06.574403 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-09792735-760a-46d9-9a0e-9f453b21c1db req-60d234fa-3842-4c56-9e7b-cb6e0fc8d549 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:06.598856 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (c6522102-bf10-4dc7-b166-bc701236da6e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:06.607215 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b2e79039-5125-4779-a1ba-328d7ff260a7 req-ac970bfe-b89e-471e-9390-e1c13cc8211c tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.1158485 Feb 15 16:47:06.627760 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1e4659a1-999b-4f3c-a646-6d6396a3b128,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:06.674527 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-4d5d6bfc-4019-4670-8e15-0ccbd62743e4 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:06.676065 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-4d5d6bfc-4019-4670-8e15-0ccbd62743e4 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3029652 Feb 15 16:47:06.723944 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Request body: {'port': {'device_id': 'd8937697-9f67-4ecc-b4a0-2fbbab5f59fd', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '08f45dd48ba2453cbb29f1d7def9c03c'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:06.863978 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c1ce75e5-40c0-441d-ae6e-0a12494add99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:06.875221 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dfd944d4-e394-48c9-8f34-321ec3e6fa25 req-f521448a-c255-4c31-a298-0cd17cc279b5 service neutron] 10.222.0.10 "GET /v2.0/networks/25aed2c1-8eac-451e-af0f-0e370dd15e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923693 Feb 15 16:47:06.885466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Network 22bc56f7-d521-4761-aada-320058560a42 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:47:06.888924 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:47:06.999169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Made reservation on behalf of 08f45dd48ba2453cbb29f1d7def9c03c for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:47:07.001016 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-09792735-760a-46d9-9a0e-9f453b21c1db req-60d234fa-3842-4c56-9e7b-cb6e0fc8d549 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] For port 24357c8c-c420-491a-8260-08ac8d7ec20a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=24357c8c-c420-491a-8260-08ac8d7ec20a,segment=NetworkSegment(3c120751-ed77-48d7-a4af-d4cb7dc1b8ff),segment_id=3c120751-ed77-48d7-a4af-d4cb7dc1b8ff)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:07.005534 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:07.031805 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:07.052780 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-09792735-760a-46d9-9a0e-9f453b21c1db req-60d234fa-3842-4c56-9e7b-cb6e0fc8d549 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:07.074397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Router c6522102-bf10-4dc7-b166-bc701236da6e has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:47:07.135843 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Publish callbacks [] for security_group (085c9309-7dbb-4aa1-8dbe-5600fcebd1d1), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:07.140823 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-09792735-760a-46d9-9a0e-9f453b21c1db req-60d234fa-3842-4c56-9e7b-cb6e0fc8d549 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:07.161877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['5a59a7bf-081a-4810-8b10-f736497cf5ed', '24357c8c-c420-491a-8260-08ac8d7ec20a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:47:07.190440 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d27b9628-6162-4c4c-ad08-b7baa59f7683 req-14bafa4f-a563-414b-815b-41d59dc4e824 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 210 time: 0.0330801 Feb 15 16:47:07.199345 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (085c9309-7dbb-4aa1-8dbe-5600fcebd1d1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:07.238865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=085c9309-7dbb-4aa1-8dbe-5600fcebd1d1,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:07.272729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-acca9069-752e-4bd9-9cf4-36d7c54faa87 None None] Provisioning complete for port 05218e60-25c0-4709-8d37-4d0010d666c3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:07.273182 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-acca9069-752e-4bd9-9cf4-36d7c54faa87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:07.291167 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09792735-760a-46d9-9a0e-9f453b21c1db req-60d234fa-3842-4c56-9e7b-cb6e0fc8d549 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:07.291167 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-09792735-760a-46d9-9a0e-9f453b21c1db req-60d234fa-3842-4c56-9e7b-cb6e0fc8d549 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:07.293158 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-09792735-760a-46d9-9a0e-9f453b21c1db req-60d234fa-3842-4c56-9e7b-cb6e0fc8d549 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "PUT /v2.0/ports/24357c8c-c420-491a-8260-08ac8d7ec20a HTTP/1.1" status: 200 len: 981 time: 0.9292619 Feb 15 16:47:07.304848 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117ef591-139a-4134-bae8-52849457482f', 'tag': '24357c8c-c420-491a-8260-08ac8d7ec20a'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:07.311611 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c92ab49-6e51-4501-8c7a-955913761d39" -d '{"events": [{"name": "network-changed", "server_uuid": "117ef591-139a-4134-bae8-52849457482f", "tag": "24357c8c-c420-491a-8260-08ac8d7ec20a"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:07.331530 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d234fa-3842-4c56-9e7b-cb6e0fc8d549 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event updated for resources: {'Port': ['ID=24357c8c-c420-491a-8260-08ac8d7ec20a,revision_number=6']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:07.334547 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f654f4b4-8366-4606-907d-9ce011194666 x-openstack-request-id: req-f654f4b4-8366-4606-907d-9ce011194666 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:07.335028 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d1e677-08ff-4d0b-bdf6-d087d0f268e0", "name": "network-vif-unplugged", "status": "completed", "tag": "1e4659a1-999b-4f3c-a646-6d6396a3b128", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:07.335429 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f654f4b4-8366-4606-907d-9ce011194666 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:07.335978 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d1e677-08ff-4d0b-bdf6-d087d0f268e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4659a1-999b-4f3c-a646-6d6396a3b128', 'code': 200} Feb 15 16:47:07.360334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-acca9069-752e-4bd9-9cf4-36d7c54faa87 None None] Port 05218e60-25c0-4709-8d37-4d0010d666c3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:47:07.375495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:47:07.387572 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e5edff03-9158-4b57-a459-427bcede03f2 admin admin] 10.222.0.107 "PUT /v2.0/routers/c6522102-bf10-4dc7-b166-bc701236da6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6343875 Feb 15 16:47:07.457130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea9cfe39-81e6-4485-86e5-3f64b90ab798 req-8ae5a6c5-7f66-4608-933d-485796c086bd tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/0b70ed13-93dd-4728-a2b8-a738899573d4 HTTP/1.1" status: 200 len: 1819 time: 0.1191375 Feb 15 16:47:07.461624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['24357c8c-c420-491a-8260-08ac8d7ec20a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:47:07.473762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Allocated IP 192.168.233.110 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/808877af-84fc-46bf-aa29-c2ba271b5a23) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:47:07.540154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59f06e-80ce-48a9-84df-b81d0097c928 req-6b9c2b3e-bf0a-483d-b33a-3517c66945fc tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:07.548556 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-ea9cfe39-81e6-4485-86e5-3f64b90ab798 req-1c43cb20-f424-428f-b59f-34642fe86757 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 16:47:07.549324 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb59f06e-80ce-48a9-84df-b81d0097c928 req-6b9c2b3e-bf0a-483d-b33a-3517c66945fc tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 943 time: 0.1177223 Feb 15 16:47:07.562165 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea9cfe39-81e6-4485-86e5-3f64b90ab798 req-1c43cb20-f424-428f-b59f-34642fe86757 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "DELETE /v2.0/security-groups/0b70ed13-93dd-4728-a2b8-a738899573d4 HTTP/1.1" status: 409 len: 341 time: 0.1032138 Feb 15 16:47:07.626907 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0485fb95-861e-4fe9-ab79-361bca397379 x-openstack-request-id: req-0485fb95-861e-4fe9-ab79-361bca397379 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:07.627791 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117ef591-139a-4134-bae8-52849457482f", "tag": "24357c8c-c420-491a-8260-08ac8d7ec20a", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:07.628257 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0485fb95-861e-4fe9-ab79-361bca397379 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:07.628911 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117ef591-139a-4134-bae8-52849457482f', 'tag': '24357c8c-c420-491a-8260-08ac8d7ec20a', 'status': 'completed', 'code': 200} Feb 15 16:47:07.674812 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb59f06e-80ce-48a9-84df-b81d0097c928 req-1f9e4549-60da-49fd-9884-b1dfab6151e7 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217942 Feb 15 16:47:07.766666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92ab49-6e51-4501-8c7a-955913761d39 req-e088725b-5d7a-420b-b58e-dbefda91ccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:07.768991 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c92ab49-6e51-4501-8c7a-955913761d39 req-e088725b-5d7a-420b-b58e-dbefda91ccc4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f46a6a08dea5478cbce46980fac5275a&device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 1167 time: 0.0925322 Feb 15 16:47:07.845979 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Publish callbacks [] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:07.960593 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92ab49-6e51-4501-8c7a-955913761d39 req-b8b91adb-61a2-4e0d-abf6-0bd4589468cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:07.962774 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c92ab49-6e51-4501-8c7a-955913761d39 req-b8b91adb-61a2-4e0d-abf6-0bd4589468cf service neutron] 10.222.0.67 "GET /v2.0/networks?id=3574f4db-39b1-48ab-af8c-11de19a4546e HTTP/1.1" status: 200 len: 912 time: 0.1868851 Feb 15 16:47:08.039849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0601b994-fcd8-4a15-bb94-8eb00416f339 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:47:08.076177 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c92ab49-6e51-4501-8c7a-955913761d39 req-30ab7669-c1e0-4a01-988e-bf38b756e90e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24357c8c-c420-491a-8260-08ac8d7ec20a HTTP/1.1" status: 200 len: 217 time: 0.0975454 Feb 15 16:47:08.097027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6522925-9edb-4916-86ea-899752923e3c req-6fbc0f34-4b51-4a1a-baea-082b9906ce9c tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:08.099094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c6522925-9edb-4916-86ea-899752923e3c req-6fbc0f34-4b51-4a1a-baea-082b9906ce9c tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.67 "GET /v2.0/ports?device_id=23fecea1-4572-4f5d-a882-f20060ac4742 HTTP/1.1" status: 200 len: 945 time: 0.2404757 Feb 15 16:47:08.105810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Sync routers for ids ['c6522102-bf10-4dc7-b166-bc701236da6e'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:47:08.107735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f39b1-9382-4eb5-8776-fff05903f72c req-d0784422-00f8-4d0c-b7d4-3b830793bcd3 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:08.116734 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-198f39b1-9382-4eb5-8776-fff05903f72c req-d0784422-00f8-4d0c-b7d4-3b830793bcd3 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=23fecea1-4572-4f5d-a882-f20060ac4742 HTTP/1.1" status: 200 len: 945 time: 0.2592053 Feb 15 16:47:08.145216 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Routers {'c6522102-bf10-4dc7-b166-bc701236da6e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:47:08.145905 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:46:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c6522102-bf10-4dc7-b166-bc701236da6e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:08.161438 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9024ef8a-597d-4c7d-a691-08133847cfda req-47a96e36-9ea0-4546-9812-f416c13f2225 tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0426943 Feb 15 16:47:08.178980 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:08.261459 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92ab49-6e51-4501-8c7a-955913761d39 req-36180ff8-7e63-4090-a762-a325a09657f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:08.265869 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c92ab49-6e51-4501-8c7a-955913761d39 req-36180ff8-7e63-4090-a762-a325a09657f7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb3b61e3-2dbf-4944-84b6-1149df537848 HTTP/1.1" status: 200 len: 851 time: 0.1719100 Feb 15 16:47:08.285940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-198f39b1-9382-4eb5-8776-fff05903f72c req-659c2fdd-a164-4822-82b7-bd4def87da10 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/security-groups?id=4612417b-1ae9-4ee6-ae17-0633995e5b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541600 Feb 15 16:47:08.312401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:47:08.326809 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c92ab49-6e51-4501-8c7a-955913761d39 req-62f3444c-ad98-4eea-bee3-0f87f624199c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3574f4db-39b1-48ab-af8c-11de19a4546e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536335 Feb 15 16:47:08.331594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:47:08.339110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:47:08.352476 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Pushing event updated for resources: {'Port': ['ID=808877af-84fc-46bf-aa29-c2ba271b5a23,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:08.433248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:08.433702 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:08.434128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:08.434522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:08.434920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:08.435318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:08.435725 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:08.436740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:08.437134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:08.437586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:08.437985 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:08.438514 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:08.438881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:08.444220 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3a9010ea-16d4-45bc-9d20-0c016bf8746d details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:47:08.468686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-c6522925-9edb-4916-86ea-899752923e3c req-5d5f54cd-5e38-4ec7-a649-aa1dcc39cdad tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Deleting port 3748b975-f9c6-44cd-9e21-9141ccdf8681 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:47:08.469164 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c6522925-9edb-4916-86ea-899752923e3c req-5d5f54cd-5e38-4ec7-a649-aa1dcc39cdad tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3748b975-f9c6-44cd-9e21-9141ccdf8681), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:08.494587 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c92ab49-6e51-4501-8c7a-955913761d39 req-0309dc8e-8f76-4b99-a886-8a7eb86c12ae service neutron] 10.222.0.67 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352599 Feb 15 16:47:08.526328 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80187e50-3e7e-44f9-91f0-93becf17279d req-9f49dad6-e0d0-4aa4-9b49-344fd9e51cfd tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:08.527907 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-80187e50-3e7e-44f9-91f0-93becf17279d req-9f49dad6-e0d0-4aa4-9b49-344fd9e51cfd tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 984 time: 0.2051280 Feb 15 16:47:08.570759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3a9010ea-16d4-45bc-9d20-0c016bf8746d, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3a9010ea-16d4-45bc-9d20-0c016bf8746d,segment=NetworkSegment(405688c3-1746-49eb-aa56-3fcc2636606b),segment_id=405688c3-1746-49eb-aa56-3fcc2636606b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:08.594122 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '3a9010ea-16d4-45bc-9d20-0c016bf8746d', 'network_id': '25aed2c1-8eac-451e-af0f-0e370dd15e51', 'port_id': '3a9010ea-16d4-45bc-9d20-0c016bf8746d', 'mac_address': 'fa:16:3e:12:67:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b71b1826-a4cd-4b4d-91fb-61734742a8f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:47:08.610732 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:08.611194 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:08.611656 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0601b994-fcd8-4a15-bb94-8eb00416f339 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:08.612033 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0601b994-fcd8-4a15-bb94-8eb00416f339), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:08.628219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-c6522925-9edb-4916-86ea-899752923e3c req-5d5f54cd-5e38-4ec7-a649-aa1dcc39cdad tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] For port 3748b975-f9c6-44cd-9e21-9141ccdf8681, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3748b975-f9c6-44cd-9e21-9141ccdf8681,segment=NetworkSegment(764c8d24-a2ec-4b5b-884e-564d7eaea17e),segment_id=764c8d24-a2ec-4b5b-884e-564d7eaea17e)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:08.628501 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c6522925-9edb-4916-86ea-899752923e3c req-5d5f54cd-5e38-4ec7-a649-aa1dcc39cdad tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3748b975-f9c6-44cd-9e21-9141ccdf8681), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:08.653080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-c6522925-9edb-4916-86ea-899752923e3c req-5d5f54cd-5e38-4ec7-a649-aa1dcc39cdad tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Calling delete_port for 3748b975-f9c6-44cd-9e21-9141ccdf8681 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:47:08.653322 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Set router c6522102-bf10-4dc7-b166-bc701236da6e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:47:08.685028 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-80187e50-3e7e-44f9-91f0-93becf17279d req-2212f5a4-8219-4ede-a8d1-597bf3a81194 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&id=0b70ed13-93dd-4728-a2b8-a738899573d4&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1440337 Feb 15 16:47:08.695015 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c92ab49-6e51-4501-8c7a-955913761d39 req-d934cbd5-b2f5-41d4-8b8c-92d5b30defef service neutron] 10.222.0.67 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893442 Feb 15 16:47:08.728302 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-b65ac58e-0e29-47fa-9246-81ce2245ff2b tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0300457 Feb 15 16:47:08.745447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Request body: {'port': {'device_id': 'd8937697-9f67-4ecc-b4a0-2fbbab5f59fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:08.759028 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cdf9e-f441-40bf-b849-d1eb125126f0 req-a2cb51e3-1c78-46ac-9024-f2464a85f51c tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:08.760656 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-077cdf9e-f441-40bf-b849-d1eb125126f0 req-a2cb51e3-1c78-46ac-9024-f2464a85f51c tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 936 time: 0.4041259 Feb 15 16:47:08.770270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 3a9010ea-16d4-45bc-9d20-0c016bf8746d is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:08.770831 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3a9010ea-16d4-45bc-9d20-0c016bf8746d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:08.808125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9f081b45-f008-486c-8f51-d0e5486a78c1 None None] Provisioning complete for port 808877af-84fc-46bf-aa29-c2ba271b5a23 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:08.815720 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f081b45-f008-486c-8f51-d0e5486a78c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:08.859227 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9010ea-16d4-45bc-9d20-0c016bf8746d {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:47:08.923288 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-077cdf9e-f441-40bf-b849-d1eb125126f0 req-2f109304-404f-4b74-b3e5-93b5a0143150 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/security-groups?id=085c9309-7dbb-4aa1-8dbe-5600fcebd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392314 Feb 15 16:47:08.924732 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:08.955774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8177f-4b06-47dd-bf0a-e386454a3264 req-fd862e95-2e2a-406b-9e20-5de827c0a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:08.960768 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f5c8177f-4b06-47dd-bf0a-e386454a3264 req-fd862e95-2e2a-406b-9e20-5de827c0a916 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f46a6a08dea5478cbce46980fac5275a&device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 1167 time: 0.1552265 Feb 15 16:47:08.972846 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d25a4-0954-43e2-9b09-758ff5a84fc6 req-32a5f016-3581-4a0b-a86e-328628ceccac tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:08.976811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9f081b45-f008-486c-8f51-d0e5486a78c1 None None] Port 808877af-84fc-46bf-aa29-c2ba271b5a23 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:47:08.977395 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd8d25a4-0954-43e2-9b09-758ff5a84fc6 req-32a5f016-3581-4a0b-a86e-328628ceccac tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 943 time: 0.1238008 Feb 15 16:47:09.022083 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3a9010ea-16d4-45bc-9d20-0c016bf8746d, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3a9010ea-16d4-45bc-9d20-0c016bf8746d,segment=NetworkSegment(405688c3-1746-49eb-aa56-3fcc2636606b),segment_id=405688c3-1746-49eb-aa56-3fcc2636606b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:09.024591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0601b994-fcd8-4a15-bb94-8eb00416f339 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:09.025124 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0601b994-fcd8-4a15-bb94-8eb00416f339), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:09.063283 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 0601b994-fcd8-4a15-bb94-8eb00416f339, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0601b994-fcd8-4a15-bb94-8eb00416f339,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:09.108196 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd8d25a4-0954-43e2-9b09-758ff5a84fc6 req-bfb33c96-20d5-4a27-862e-8be05b4a0a08 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075845 Feb 15 16:47:09.110528 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3a9010ea-16d4-45bc-9d20-0c016bf8746d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:09.111386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 16f79cf0-dcfc-44f3-b50a-11188aaa05bf details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:47:09.140375 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c6522925-9edb-4916-86ea-899752923e3c req-5d5f54cd-5e38-4ec7-a649-aa1dcc39cdad tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3748b975-f9c6-44cd-9e21-9141ccdf8681), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:09.148955 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8177f-4b06-47dd-bf0a-e386454a3264 req-85f009c5-a7d0-41f4-96ed-67374819e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:09.151441 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f5c8177f-4b06-47dd-bf0a-e386454a3264 req-85f009c5-a7d0-41f4-96ed-67374819e765 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3574f4db-39b1-48ab-af8c-11de19a4546e HTTP/1.1" status: 200 len: 912 time: 0.1705654 Feb 15 16:47:09.203440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['3748b975-f9c6-44cd-9e21-9141ccdf8681'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:47:09.207174 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['7affe5ff-4046-40a7-8a2c-29b6fae0b1b5'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:47:09.227242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f54cd-5e38-4ec7-a649-aa1dcc39cdad tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Pushing event deleted for resources: {'Port': ['ID=3748b975-f9c6-44cd-9e21-9141ccdf8681,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:09.272645 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f5c8177f-4b06-47dd-bf0a-e386454a3264 req-cce46684-8c37-48db-97af-0ae14580f1d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24357c8c-c420-491a-8260-08ac8d7ec20a HTTP/1.1" status: 200 len: 217 time: 0.1143448 Feb 15 16:47:09.286156 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0601b994-fcd8-4a15-bb94-8eb00416f339), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:09.338222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8177f-4b06-47dd-bf0a-e386454a3264 req-de4bd4b2-fec3-4219-b299-4d72fe7548b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:09.340372 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f5c8177f-4b06-47dd-bf0a-e386454a3264 req-de4bd4b2-fec3-4219-b299-4d72fe7548b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb3b61e3-2dbf-4944-84b6-1149df537848 HTTP/1.1" status: 200 len: 851 time: 0.0614855 Feb 15 16:47:09.346540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=3a9010ea-16d4-45bc-9d20-0c016bf8746d,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:09.394642 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f5c8177f-4b06-47dd-bf0a-e386454a3264 req-f6e4075c-c081-4abc-b673-bc7977071bb2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3574f4db-39b1-48ab-af8c-11de19a4546e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465195 Feb 15 16:47:09.405972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:09.423940 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d93d19d4-a3e7-4ebb-af5b-6b5766318ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:09.456019 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '16f79cf0-dcfc-44f3-b50a-11188aaa05bf', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '16f79cf0-dcfc-44f3-b50a-11188aaa05bf', 'mac_address': 'fa:16:3e:c4:62:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:47:09.467970 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'name': 'tempest-TaggedBootDevicesTest-1451276116-router', 'tenant_id': 'f684d23cbd454f0da11534ec62a62d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0601b994-fcd8-4a15-bb94-8eb00416f339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:58Z', 'updated_at': '2022-02-15T16:47:05Z', 'revision_number': 4, 'project_id': 'f684d23cbd454f0da11534ec62a62d5f', 'gw_port': {'id': '0601b994-fcd8-4a15-bb94-8eb00416f339', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:59Z', 'updated_at': '2022-02-15T16:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '05218e60-25c0-4709-8d37-4d0010d666c3', 'name': '', 'network_id': '22bc56f7-d521-4761-aada-320058560a42', 'tenant_id': 'f684d23cbd454f0da11534ec62a62d5f', 'mac_address': 'fa:16:3e:b7:27:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'da21b04a-9e76-4b91-a14e-1f37de2bf934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:47:04Z', 'updated_at': '2022-02-15T16:47:06Z', 'revision_number': 2, 'project_id': 'f684d23cbd454f0da11534ec62a62d5f', 'subnets': [{'id': 'da21b04a-9e76-4b91-a14e-1f37de2bf934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:09.505759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=0601b994-fcd8-4a15-bb94-8eb00416f339,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:09.508518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Checking router: c6522102-bf10-4dc7-b166-bc701236da6e for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:47:09.508874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Updating router c6522102-bf10-4dc7-b166-bc701236da6e port 05218e60-25c0-4709-8d37-4d0010d666c3 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:47:09.541147 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1fa610a9-0159-46fe-887e-e9e4aa7a2237 req-e647fb89-4049-4e4b-b793-e0c1d4f4fcdd tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=23fecea1-4572-4f5d-a882-f20060ac4742 HTTP/1.1" status: 200 len: 210 time: 0.1601403 Feb 15 16:47:09.543357 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f5c8177f-4b06-47dd-bf0a-e386454a3264 req-4eb071b7-3c72-48c5-831c-37664ae24d23 service neutron] 10.222.0.67 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273346 Feb 15 16:47:09.595566 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:09.595955 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:09.617299 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:09.627019 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16f79cf0-dcfc-44f3-b50a-11188aaa05bf {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:47:09.732614 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f5c8177f-4b06-47dd-bf0a-e386454a3264 req-cd2e43dd-f1ca-46d5-a371-1a6d0827919c service neutron] 10.222.0.67 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784675 Feb 15 16:47:09.773530 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:09.859265 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-547581c9-0a62-47d6-b6de-9ca160d2b8ed req-4ce5d230-f252-4666-9052-2270911860f0 tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.1379688 Feb 15 16:47:09.860158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6522925-9edb-4916-86ea-899752923e3c req-5d5f54cd-5e38-4ec7-a649-aa1dcc39cdad tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] No DVR routers for this DVR port 3748b975-f9c6-44cd-9e21-9141ccdf8681 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:47:09.870363 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c6522925-9edb-4916-86ea-899752923e3c req-5d5f54cd-5e38-4ec7-a649-aa1dcc39cdad tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:09.877144 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c6522925-9edb-4916-86ea-899752923e3c req-5d5f54cd-5e38-4ec7-a649-aa1dcc39cdad tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.67 "DELETE /v2.0/ports/3748b975-f9c6-44cd-9e21-9141ccdf8681 HTTP/1.1" status: 204 len: 173 time: 1.7576349 Feb 15 16:47:09.887601 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:09.887813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fecea1-4572-4f5d-a882-f20060ac4742', 'name': 'network-vif-deleted', 'tag': '3748b975-f9c6-44cd-9e21-9141ccdf8681'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:09.904317 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3312b53-4b6a-402a-9301-3b68c32a0468" -d '{"events": [{"server_uuid": "23fecea1-4572-4f5d-a882-f20060ac4742", "name": "network-vif-deleted", "tag": "3748b975-f9c6-44cd-9e21-9141ccdf8681"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:09.966006 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf3b0b-5dab-48d1-aaac-b5f4795fa78e req-6104d2d7-ae4e-4e49-ae3e-da05a53d9adc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:09.968190 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0faf3b0b-5dab-48d1-aaac-b5f4795fa78e req-6104d2d7-ae4e-4e49-ae3e-da05a53d9adc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 984 time: 0.1397502 Feb 15 16:47:09.976722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d49160-cd97-4b8f-bd41-02275f26439b req-189e98a2-ac29-45e7-b169-11f3c8414084 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:09.978315 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-59d49160-cd97-4b8f-bd41-02275f26439b req-189e98a2-ac29-45e7-b169-11f3c8414084 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5e5386-851f-45e7-81ea-06cb4369b4cd HTTP/1.1" status: 200 len: 945 time: 0.7862327 Feb 15 16:47:09.993174 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:10.015296 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['16f79cf0-dcfc-44f3-b50a-11188aaa05bf'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:47:10.132680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0601b994-fcd8-4a15-bb94-8eb00416f339 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:47:10.195823 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0faf3b0b-5dab-48d1-aaac-b5f4795fa78e req-4811e384-6df3-4df5-93fe-d8f10eb7581d tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&id=0b70ed13-93dd-4728-a2b8-a738899573d4&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2162113 Feb 15 16:47:10.214987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 808877af-84fc-46bf-aa29-c2ba271b5a23 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:47:10.232740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['3a9010ea-16d4-45bc-9d20-0c016bf8746d'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:47:10.235702 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Publish callbacks [] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:10.256279 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Transition to ACTIVE for port object 808877af-84fc-46bf-aa29-c2ba271b5a23 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:47:10.278137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-59d49160-cd97-4b8f-bd41-02275f26439b req-4241620e-437d-425f-9cd0-1627cbf5470e tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Deleting port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:47:10.278617 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-59d49160-cd97-4b8f-bd41-02275f26439b req-4241620e-437d-425f-9cd0-1627cbf5470e tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7affe5ff-4046-40a7-8a2c-29b6fae0b1b5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:10.315732 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3d6c07-1dc9-469a-8cf9-ceb323142a47 x-openstack-request-id: req-9c3d6c07-1dc9-469a-8cf9-ceb323142a47 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:10.316026 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fecea1-4572-4f5d-a882-f20060ac4742", "name": "network-vif-deleted", "tag": "3748b975-f9c6-44cd-9e21-9141ccdf8681", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:10.316269 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9c3d6c07-1dc9-469a-8cf9-ceb323142a47 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:10.316790 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fecea1-4572-4f5d-a882-f20060ac4742', 'name': 'network-vif-deleted', 'tag': '3748b975-f9c6-44cd-9e21-9141ccdf8681', 'status': 'completed', 'code': 200} Feb 15 16:47:10.347703 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:10.373650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0601b994-fcd8-4a15-bb94-8eb00416f339 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:10.374071 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0601b994-fcd8-4a15-bb94-8eb00416f339), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:10.432882 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Publish callbacks [] for port (05218e60-25c0-4709-8d37-4d0010d666c3), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:10.460638 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:10.513640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Pushing event updated for resources: {'Port': ['ID=808877af-84fc-46bf-aa29-c2ba271b5a23,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:10.544902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-59d49160-cd97-4b8f-bd41-02275f26439b req-4241620e-437d-425f-9cd0-1627cbf5470e tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] For port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7affe5ff-4046-40a7-8a2c-29b6fae0b1b5,segment=NetworkSegment(764c8d24-a2ec-4b5b-884e-564d7eaea17e),segment_id=764c8d24-a2ec-4b5b-884e-564d7eaea17e)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:10.545272 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-59d49160-cd97-4b8f-bd41-02275f26439b req-4241620e-437d-425f-9cd0-1627cbf5470e tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7affe5ff-4046-40a7-8a2c-29b6fae0b1b5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:10.562845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00908556-0743-48af-ad2c-07d655c497f5 req-e8b9df8f-cf2a-42f6-b734-fa1beae099fa tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:10.562845 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00908556-0743-48af-ad2c-07d655c497f5 req-e8b9df8f-cf2a-42f6-b734-fa1beae099fa tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 948 time: 0.1560342 Feb 15 16:47:10.593107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-59d49160-cd97-4b8f-bd41-02275f26439b req-4241620e-437d-425f-9cd0-1627cbf5470e tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Calling delete_port for 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:47:10.637989 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:10.667349 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00908556-0743-48af-ad2c-07d655c497f5 req-30d8bb74-c3dc-4d83-b242-6bf24dacc0e9 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/security-groups?id=085c9309-7dbb-4aa1-8dbe-5600fcebd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974834 Feb 15 16:47:10.738286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Attempting to bind port 808877af-84fc-46bf-aa29-c2ba271b5a23 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:47:10.738694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Attempting to bind port 808877af-84fc-46bf-aa29-c2ba271b5a23 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:47:10.739035 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Attempting to bind port 808877af-84fc-46bf-aa29-c2ba271b5a23 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:47:10.771131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Port 808877af-84fc-46bf-aa29-c2ba271b5a23 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:47:10.771730 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Attempting to bind port 808877af-84fc-46bf-aa29-c2ba271b5a23 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:47:10.794567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:47:10.797750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:47:10.798204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:47:10.799131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Bound port: 808877af-84fc-46bf-aa29-c2ba271b5a23, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:47:10.799789 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:10.886024 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0601b994-fcd8-4a15-bb94-8eb00416f339 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:10.925899 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71379d6-f7c4-41c0-a367-34eaaf22afda req-102c8196-0c04-4df5-b83e-943226660bbe tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:10.927576 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f71379d6-f7c4-41c0-a367-34eaaf22afda req-102c8196-0c04-4df5-b83e-943226660bbe tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 944 time: 0.1428325 Feb 15 16:47:11.066834 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f71379d6-f7c4-41c0-a367-34eaaf22afda req-331b552c-720f-478d-9119-a456ab8add05 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268592 Feb 15 16:47:11.072840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] For port 808877af-84fc-46bf-aa29-c2ba271b5a23, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:47:11.091466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aba6c0-57d7-44be-9f2d-c1d6a055d517 None None] Pushing event updated for resources: {'Port': ['ID=05218e60-25c0-4709-8d37-4d0010d666c3,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:11.109823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] For port 808877af-84fc-46bf-aa29-c2ba271b5a23, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=808877af-84fc-46bf-aa29-c2ba271b5a23,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:47:11.142951 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-59d49160-cd97-4b8f-bd41-02275f26439b req-4241620e-437d-425f-9cd0-1627cbf5470e tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7affe5ff-4046-40a7-8a2c-29b6fae0b1b5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:11.208595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Attempting to bind port 05218e60-25c0-4709-8d37-4d0010d666c3 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:47:11.208978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Attempting to bind port 05218e60-25c0-4709-8d37-4d0010d666c3 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '42a01318-d3d1-42d1-b6b9-27e4c45d9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '22bc56f7-d521-4761-aada-320058560a42'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:47:11.209358 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Attempting to bind port 05218e60-25c0-4709-8d37-4d0010d666c3 on network 22bc56f7-d521-4761-aada-320058560a42 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:47:11.235715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:47:11.236111 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Checking segment: {'id': '42a01318-d3d1-42d1-b6b9-27e4c45d9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '22bc56f7-d521-4761-aada-320058560a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:47:11.236523 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:11.236916 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Bound using segment: {'id': '42a01318-d3d1-42d1-b6b9-27e4c45d9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '22bc56f7-d521-4761-aada-320058560a42'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:47:11.237422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Bound port: 05218e60-25c0-4709-8d37-4d0010d666c3, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42a01318-d3d1-42d1-b6b9-27e4c45d9548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '22bc56f7-d521-4761-aada-320058560a42'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:47:11.237809 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:11.248366 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241620e-437d-425f-9cd0-1627cbf5470e tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Pushing event deleted for resources: {'Port': ['ID=7affe5ff-4046-40a7-8a2c-29b6fae0b1b5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:11.267965 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:11.339539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d49160-cd97-4b8f-bd41-02275f26439b req-4241620e-437d-425f-9cd0-1627cbf5470e tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] No DVR routers for this DVR port 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:47:11.341580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:11.342849 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:11.344374 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] 10.222.0.67 "PUT /v2.0/ports/808877af-84fc-46bf-aa29-c2ba271b5a23 HTTP/1.1" status: 200 len: 1097 time: 2.6031060 Feb 15 16:47:11.359056 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-33292625-495b-40a1-8911-7cb0d0696723 req-38786343-78b8-461d-810c-7ff7a3a31316 tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.107 "GET /v2.0/ports?device_id=23fecea1-4572-4f5d-a882-f20060ac4742 HTTP/1.1" status: 200 len: 210 time: 0.0747869 Feb 15 16:47:11.396068 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-59d49160-cd97-4b8f-bd41-02275f26439b req-4241620e-437d-425f-9cd0-1627cbf5470e tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:11.403999 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-59d49160-cd97-4b8f-bd41-02275f26439b req-4241620e-437d-425f-9cd0-1627cbf5470e tempest-ListServersNegativeTestJSON-1662720353 tempest-ListServersNegativeTestJSON-1662720353-project] 10.222.0.10 "DELETE /v2.0/ports/7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 HTTP/1.1" status: 204 len: 173 time: 1.4115541 Feb 15 16:47:11.436846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cf0ea5b5-e58f-4164-8236-b9815cd9e573 None None] Provisioning complete for port 05218e60-25c0-4709-8d37-4d0010d666c3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:11.440395 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf0ea5b5-e58f-4164-8236-b9815cd9e573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:11.478760 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bff14310-047f-478e-91e9-6a6777ae566c req-e33bc6ba-3df0-4b62-aca6-303f487a1d12 tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0517275 Feb 15 16:47:11.503584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] For port 05218e60-25c0-4709-8d37-4d0010d666c3, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:47:11.520811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cf0ea5b5-e58f-4164-8236-b9815cd9e573 None None] Port 05218e60-25c0-4709-8d37-4d0010d666c3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:47:11.534652 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] For port 05218e60-25c0-4709-8d37-4d0010d666c3, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=05218e60-25c0-4709-8d37-4d0010d666c3,segment=NetworkSegment(42a01318-d3d1-42d1-b6b9-27e4c45d9548),segment_id=42a01318-d3d1-42d1-b6b9-27e4c45d9548)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:47:11.560343 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d67de-edf2-487d-8da2-368aff6910e5 service neutron] Pushing event updated for resources: {'Port': ['ID=808877af-84fc-46bf-aa29-c2ba271b5a23,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:11.614380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-dded23e2-5d25-4bfe-928f-130b739fdd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:11.616721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-dded23e2-5d25-4bfe-928f-130b739fdd22 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=08f45dd48ba2453cbb29f1d7def9c03c&device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 1131 time: 0.1329722 Feb 15 16:47:11.639089 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d9f2c-6673-4b4a-8c39-fb3f81a0a64e req-c31fcdac-558e-41f2-826f-9839dcae1d5d tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:11.649686 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f26d9f2c-6673-4b4a-8c39-fb3f81a0a64e req-c31fcdac-558e-41f2-826f-9839dcae1d5d tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 984 time: 0.0754452 Feb 15 16:47:11.669052 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-126e4623-71ea-43b1-9958-ea06b64367ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=808877af-84fc-46bf-aa29-c2ba271b5a23 HTTP/1.1" status: 200 len: 217 time: 0.0439999 Feb 15 16:47:11.678718 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:11.745517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-025f4e71-fa47-4e91-8cf3-2e9f5490d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:11.747808 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-025f4e71-fa47-4e91-8cf3-2e9f5490d9dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0719812 Feb 15 16:47:11.766622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 3748b975-f9c6-44cd-9e21-9141ccdf8681 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:47:11.768315 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f26d9f2c-6673-4b4a-8c39-fb3f81a0a64e req-831070a7-2d98-473c-9195-8a652a397ea0 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&id=0b70ed13-93dd-4728-a2b8-a738899573d4&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1170285 Feb 15 16:47:11.813401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 3748b975-f9c6-44cd-9e21-9141ccdf8681 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:47:11.813401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 3748b975-f9c6-44cd-9e21-9141ccdf8681 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:47:11.827977 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-3ab2fa38-31a5-48cb-b80f-4a6b6837a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:11.830271 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-3ab2fa38-31a5-48cb-b80f-4a6b6837a860 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0744033 Feb 15 16:47:11.865722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Routers {'c6522102-bf10-4dc7-b166-bc701236da6e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:47:11.866346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:47:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c6522102-bf10-4dc7-b166-bc701236da6e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:11.923133 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cbea1-05ee-4d27-82c2-9dd9b7ca4145 req-7fdde7ac-b346-440a-a4c9-ae79c7017bde tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:11.927085 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d4cbea1-05ee-4d27-82c2-9dd9b7ca4145 req-7fdde7ac-b346-440a-a4c9-ae79c7017bde tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 948 time: 0.1007173 Feb 15 16:47:11.988088 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-be4ea185-63c8-4f31-8831-b8f1aa9ac454 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490812 Feb 15 16:47:12.015539 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d4cbea1-05ee-4d27-82c2-9dd9b7ca4145 req-f461a641-6c3a-4f3b-9ff9-56d897f027dc tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/security-groups?id=085c9309-7dbb-4aa1-8dbe-5600fcebd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752871 Feb 15 16:47:12.063810 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:12.079017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aba6c0-57d7-44be-9f2d-c1d6a055d517 None None] Pushing event updated for resources: {'Port': ['ID=05218e60-25c0-4709-8d37-4d0010d666c3,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:12.190625 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] Set router c6522102-bf10-4dc7-b166-bc701236da6e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:47:12.223046 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fab7320e-6b6e-4b92-a6ae-e227875417fd req-7835741f-91f4-4f19-8fc8-3e342e2a9044 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290976 Feb 15 16:47:12.261749 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19b549a4-435d-48e3-8a5f-f67038b3312f req-046e5460-ebf0-4eed-aaab-25c0e4b2aa22 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1329298042&fields=id&tenant_id=f46a6a08dea5478cbce46980fac5275a HTTP/1.1" status: 200 len: 267 time: 0.1364110 Feb 15 16:47:12.317903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8937697-9f67-4ecc-b4a0-2fbbab5f59fd', 'tag': '808877af-84fc-46bf-aa29-c2ba271b5a23'}, {'server_uuid': 'ff5e5386-851f-45e7-81ea-06cb4369b4cd', 'name': 'network-vif-deleted', 'tag': '7affe5ff-4046-40a7-8a2c-29b6fae0b1b5'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:12.320286 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec2914b-8f64-41c3-888a-1422a0badddf" -d '{"events": [{"name": "network-changed", "server_uuid": "d8937697-9f67-4ecc-b4a0-2fbbab5f59fd", "tag": "808877af-84fc-46bf-aa29-c2ba271b5a23"}, {"server_uuid": "ff5e5386-851f-45e7-81ea-06cb4369b4cd", "name": "network-vif-deleted", "tag": "7affe5ff-4046-40a7-8a2c-29b6fae0b1b5"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:12.390126 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b549a4-435d-48e3-8a5f-f67038b3312f req-2dc068bd-f7ba-4d71-b054-481ec6a1a614 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:12.392854 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19b549a4-435d-48e3-8a5f-f67038b3312f req-2dc068bd-f7ba-4d71-b054-481ec6a1a614 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 984 time: 0.1177447 Feb 15 16:47:12.414076 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-19b549a4-435d-48e3-8a5f-f67038b3312f req-21cb2930-88cb-441b-8730-a6e65626a32c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Request body: {'port': {'security_groups': ['0b70ed13-93dd-4728-a2b8-a738899573d4', 'e2df78b5-7b43-4e90-b0b6-0ea2aeecf152', '95d44c07-8e62-440a-9788-910fb66f8f1d']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:12.416310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 16f79cf0-dcfc-44f3-b50a-11188aaa05bf up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:47:12.519664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-25a6c4a2-1303-4a90-b493-896f64aac0c9 None None] Provisioning complete for port 05218e60-25c0-4709-8d37-4d0010d666c3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:12.520355 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25a6c4a2-1303-4a90-b493-896f64aac0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:12.535280 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-19b549a4-435d-48e3-8a5f-f67038b3312f req-21cb2930-88cb-441b-8730-a6e65626a32c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:12.687306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:12.687767 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:12.746561 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-25a6c4a2-1303-4a90-b493-896f64aac0c9 None None] Current status of the port 05218e60-25c0-4709-8d37-4d0010d666c3 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:12.747116 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25a6c4a2-1303-4a90-b493-896f64aac0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:12.791196 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'name': 'tempest-TaggedBootDevicesTest-1451276116-router', 'tenant_id': 'f684d23cbd454f0da11534ec62a62d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0601b994-fcd8-4a15-bb94-8eb00416f339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:58Z', 'updated_at': '2022-02-15T16:47:05Z', 'revision_number': 4, 'project_id': 'f684d23cbd454f0da11534ec62a62d5f', 'gw_port': {'id': '0601b994-fcd8-4a15-bb94-8eb00416f339', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:59Z', 'updated_at': '2022-02-15T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '05218e60-25c0-4709-8d37-4d0010d666c3', 'name': '', 'network_id': '22bc56f7-d521-4761-aada-320058560a42', 'tenant_id': 'f684d23cbd454f0da11534ec62a62d5f', 'mac_address': 'fa:16:3e:b7:27:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'da21b04a-9e76-4b91-a14e-1f37de2bf934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:47:04Z', 'updated_at': '2022-02-15T16:47:11Z', 'revision_number': 4, 'project_id': 'f684d23cbd454f0da11534ec62a62d5f', 'subnets': [{'id': 'da21b04a-9e76-4b91-a14e-1f37de2bf934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:12.834037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6970447-f582-4cdd-8dde-938ca90a04ab None None] The sync data for ids ['c6522102-bf10-4dc7-b166-bc701236da6e'] in n-d-828372-14 is: [{'id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'name': 'tempest-TaggedBootDevicesTest-1451276116-router', 'tenant_id': 'f684d23cbd454f0da11534ec62a62d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0601b994-fcd8-4a15-bb94-8eb00416f339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:58Z', 'updated_at': '2022-02-15T16:47:05Z', 'revision_number': 4, 'project_id': 'f684d23cbd454f0da11534ec62a62d5f', 'gw_port': {'id': '0601b994-fcd8-4a15-bb94-8eb00416f339', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:59Z', 'updated_at': '2022-02-15T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '05218e60-25c0-4709-8d37-4d0010d666c3', 'name': '', 'network_id': '22bc56f7-d521-4761-aada-320058560a42', 'tenant_id': 'f684d23cbd454f0da11534ec62a62d5f', 'mac_address': 'fa:16:3e:b7:27:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'da21b04a-9e76-4b91-a14e-1f37de2bf934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:47:04Z', 'updated_at': '2022-02-15T16:47:11Z', 'revision_number': 4, 'project_id': 'f684d23cbd454f0da11534ec62a62d5f', 'subnets': [{'id': 'da21b04a-9e76-4b91-a14e-1f37de2bf934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:47:12.860588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-25a6c4a2-1303-4a90-b493-896f64aac0c9 None None] For port 05218e60-25c0-4709-8d37-4d0010d666c3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=05218e60-25c0-4709-8d37-4d0010d666c3,segment=NetworkSegment(42a01318-d3d1-42d1-b6b9-27e4c45d9548),segment_id=42a01318-d3d1-42d1-b6b9-27e4c45d9548)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:12.909135 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:12.909566 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:12.934817 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-19b549a4-435d-48e3-8a5f-f67038b3312f req-21cb2930-88cb-441b-8730-a6e65626a32c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] For port 24357c8c-c420-491a-8260-08ac8d7ec20a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=24357c8c-c420-491a-8260-08ac8d7ec20a,segment=NetworkSegment(3c120751-ed77-48d7-a4af-d4cb7dc1b8ff),segment_id=3c120751-ed77-48d7-a4af-d4cb7dc1b8ff)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:12.966820 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25a6c4a2-1303-4a90-b493-896f64aac0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:12.989312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3497658-6691-4f17-900b-100c4500ae75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f79cf0-dcfc-44f3-b50a-11188aaa05bf'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:12.993219 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d252d064-2295-4f7d-aeda-fe247e9e08ce" -d '{"events": [{"server_uuid": "e3497658-6691-4f17-900b-100c4500ae75", "name": "network-vif-plugged", "status": "completed", "tag": "16f79cf0-dcfc-44f3-b50a-11188aaa05bf"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:13.001713 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-19b549a4-435d-48e3-8a5f-f67038b3312f req-21cb2930-88cb-441b-8730-a6e65626a32c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:13.044183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:13.062987 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-19b549a4-435d-48e3-8a5f-f67038b3312f req-21cb2930-88cb-441b-8730-a6e65626a32c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:13.078447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['5a59a7bf-081a-4810-8b10-f736497cf5ed', '24357c8c-c420-491a-8260-08ac8d7ec20a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:47:13.115085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6c4a2-1303-4a90-b493-896f64aac0c9 None None] Pushing event updated for resources: {'Port': ['ID=05218e60-25c0-4709-8d37-4d0010d666c3,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:13.128669 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:13.128669 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3a9010ea-16d4-45bc-9d20-0c016bf8746d up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:47:13.178642 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b549a4-435d-48e3-8a5f-f67038b3312f req-21cb2930-88cb-441b-8730-a6e65626a32c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:13.179278 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-19b549a4-435d-48e3-8a5f-f67038b3312f req-21cb2930-88cb-441b-8730-a6e65626a32c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:13.191332 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19b549a4-435d-48e3-8a5f-f67038b3312f req-21cb2930-88cb-441b-8730-a6e65626a32c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "PUT /v2.0/ports/24357c8c-c420-491a-8260-08ac8d7ec20a HTTP/1.1" status: 200 len: 1020 time: 0.7889636 Feb 15 16:47:13.230648 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117ef591-139a-4134-bae8-52849457482f', 'tag': '24357c8c-c420-491a-8260-08ac8d7ec20a'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:13.241962 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7a5a72-84d9-4f27-9775-a8edc43e5fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "117ef591-139a-4134-bae8-52849457482f", "tag": "24357c8c-c420-491a-8260-08ac8d7ec20a"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:13.293775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb2930-88cb-441b-8730-a6e65626a32c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event updated for resources: {'Port': ['ID=24357c8c-c420-491a-8260-08ac8d7ec20a,revision_number=7']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:13.373142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['24357c8c-c420-491a-8260-08ac8d7ec20a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:47:13.447516 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552c4e0-6827-4107-8fc4-e0345821fbc5 req-7996d9ed-317a-413d-b403-ce22531e718a tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:13.461958 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0552c4e0-6827-4107-8fc4-e0345821fbc5 req-7996d9ed-317a-413d-b403-ce22531e718a tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 944 time: 0.1491485 Feb 15 16:47:13.465006 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:13.478792 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:13.562851 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0552c4e0-6827-4107-8fc4-e0345821fbc5 req-af2c5e76-4f5d-43e3-b6c4-02d1e34edf84 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995286 Feb 15 16:47:13.648006 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 3a9010ea-16d4-45bc-9d20-0c016bf8746d completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:47:13.668172 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbcb066-b370-450f-b331-597403679e19 x-openstack-request-id: req-edbcb066-b370-450f-b331-597403679e19 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:13.668172 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8937697-9f67-4ecc-b4a0-2fbbab5f59fd", "tag": "808877af-84fc-46bf-aa29-c2ba271b5a23", "status": "completed", "code": 200}, {"server_uuid": "ff5e5386-851f-45e7-81ea-06cb4369b4cd", "name": "network-vif-deleted", "tag": "7affe5ff-4046-40a7-8a2c-29b6fae0b1b5", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:13.668172 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-edbcb066-b370-450f-b331-597403679e19 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:13.668871 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8937697-9f67-4ecc-b4a0-2fbbab5f59fd', 'tag': '808877af-84fc-46bf-aa29-c2ba271b5a23', 'status': 'completed', 'code': 200} Feb 15 16:47:13.668871 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5e5386-851f-45e7-81ea-06cb4369b4cd', 'name': 'network-vif-deleted', 'tag': '7affe5ff-4046-40a7-8a2c-29b6fae0b1b5', 'status': 'completed', 'code': 200} Feb 15 16:47:13.691378 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 3a9010ea-16d4-45bc-9d20-0c016bf8746d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:13.691912 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3a9010ea-16d4-45bc-9d20-0c016bf8746d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:13.780979 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 808877af-84fc-46bf-aa29-c2ba271b5a23 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:47:13.819698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2914b-8f64-41c3-888a-1422a0badddf req-26e52ad7-db4c-4ac8-8e9a-86911a1be73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:13.823820 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ec2914b-8f64-41c3-888a-1422a0badddf req-26e52ad7-db4c-4ac8-8e9a-86911a1be73d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=08f45dd48ba2453cbb29f1d7def9c03c&device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 1131 time: 0.1272442 Feb 15 16:47:13.827147 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0bbcd196-d301-4ea9-92a8-acba6926666e req-bfa37493-cbe0-4910-a4f7-3fd268394863 tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0422945 Feb 15 16:47:13.897885 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d749185-f6f7-4bea-b55b-f68b6a0dbfa0 x-openstack-request-id: req-5d749185-f6f7-4bea-b55b-f68b6a0dbfa0 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:13.898252 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3497658-6691-4f17-900b-100c4500ae75", "name": "network-vif-plugged", "status": "completed", "tag": "16f79cf0-dcfc-44f3-b50a-11188aaa05bf", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:13.898510 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5d749185-f6f7-4bea-b55b-f68b6a0dbfa0 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:13.898895 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3497658-6691-4f17-900b-100c4500ae75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f79cf0-dcfc-44f3-b50a-11188aaa05bf', 'code': 200} Feb 15 16:47:14.082361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2914b-8f64-41c3-888a-1422a0badddf req-fd79dd09-ce20-4246-a404-dd186ebcb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:14.083894 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ec2914b-8f64-41c3-888a-1422a0badddf req-fd79dd09-ce20-4246-a404-dd186ebcb791 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.2555208 Feb 15 16:47:14.166950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 05218e60-25c0-4709-8d37-4d0010d666c3 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:47:14.167433 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fef168-acc9-4d0e-bd19-b471878a4440 req-4cd39d33-84c4-4c98-bc63-5ce0ed0bf739 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:14.185082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ec2914b-8f64-41c3-888a-1422a0badddf req-35b4c682-9008-4ccf-9e4b-0a7b2db92e15 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=808877af-84fc-46bf-aa29-c2ba271b5a23 HTTP/1.1" status: 200 len: 217 time: 0.0922129 Feb 15 16:47:14.187078 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-03fef168-acc9-4d0e-bd19-b471878a4440 req-4cd39d33-84c4-4c98-bc63-5ce0ed0bf739 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 948 time: 0.1922472 Feb 15 16:47:14.258504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2914b-8f64-41c3-888a-1422a0badddf req-4ecc4fa0-975b-4f52-bb9d-5f425bd142f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:14.260005 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ec2914b-8f64-41c3-888a-1422a0badddf req-4ecc4fa0-975b-4f52-bb9d-5f425bd142f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0656583 Feb 15 16:47:14.264982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 3a9010ea-16d4-45bc-9d20-0c016bf8746d is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:14.265999 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3a9010ea-16d4-45bc-9d20-0c016bf8746d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:14.331698 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-03fef168-acc9-4d0e-bd19-b471878a4440 req-387ca063-bebb-4a2a-809c-3a567906a032 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/security-groups?id=085c9309-7dbb-4aa1-8dbe-5600fcebd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386156 Feb 15 16:47:14.355584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2914b-8f64-41c3-888a-1422a0badddf req-b58cd9ac-56cc-4e93-97d3-c95d75dfd07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:14.357145 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ec2914b-8f64-41c3-888a-1422a0badddf req-b58cd9ac-56cc-4e93-97d3-c95d75dfd07f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0868752 Feb 15 16:47:14.440822 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44a6cd31-b666-417e-a236-cdc9a3ef2801 req-483b976a-2c0f-4467-8bc8-188975928726 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/95d44c07-8e62-440a-9788-910fb66f8f1d HTTP/1.1" status: 200 len: 1820 time: 0.0760558 Feb 15 16:47:14.446901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3a9010ea-16d4-45bc-9d20-0c016bf8746d, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3a9010ea-16d4-45bc-9d20-0c016bf8746d,segment=NetworkSegment(405688c3-1746-49eb-aa56-3fcc2636606b),segment_id=405688c3-1746-49eb-aa56-3fcc2636606b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:14.526419 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [req-44a6cd31-b666-417e-a236-cdc9a3ef2801 req-b31691c9-ffb3-4bb6-a007-fbf1db53f368 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 16:47:14.532379 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 808877af-84fc-46bf-aa29-c2ba271b5a23, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=808877af-84fc-46bf-aa29-c2ba271b5a23,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:14.552445 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44a6cd31-b666-417e-a236-cdc9a3ef2801 req-b31691c9-ffb3-4bb6-a007-fbf1db53f368 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "DELETE /v2.0/security-groups/95d44c07-8e62-440a-9788-910fb66f8f1d HTTP/1.1" status: 409 len: 341 time: 0.1098888 Feb 15 16:47:14.568188 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3a9010ea-16d4-45bc-9d20-0c016bf8746d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:14.596068 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:47:14.598352 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5171e3-d654-4209-8e12-1a3445db663d x-openstack-request-id: req-cd5171e3-d654-4209-8e12-1a3445db663d {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:14.598836 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117ef591-139a-4134-bae8-52849457482f", "tag": "24357c8c-c420-491a-8260-08ac8d7ec20a", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:14.599245 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cd5171e3-d654-4209-8e12-1a3445db663d {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:14.599795 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117ef591-139a-4134-bae8-52849457482f', 'tag': '24357c8c-c420-491a-8260-08ac8d7ec20a', 'status': 'completed', 'code': 200} Feb 15 16:47:14.602468 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ec2914b-8f64-41c3-888a-1422a0badddf req-23d49c49-2f1e-47c1-9eb2-af5397c9c45b service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353635 Feb 15 16:47:14.738353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46900) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:14.787187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a5a72-84d9-4f27-9775-a8edc43e5fdb req-65e254ef-cc98-4ad6-8fc9-a7813a40fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:14.793530 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7a5a72-84d9-4f27-9775-a8edc43e5fdb req-65e254ef-cc98-4ad6-8fc9-a7813a40fa8c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f46a6a08dea5478cbce46980fac5275a&device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 1207 time: 0.1560552 Feb 15 16:47:14.844180 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b9341a-e6b2-43ee-b8f6-ba9766633c1b admin admin] Deleting subnet 7e049009-e97b-4ead-9d07-a8309497253a {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:47:14.861434 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0b9341a-e6b2-43ee-b8f6-ba9766633c1b admin admin] Publish callbacks [] for subnet (7e049009-e97b-4ead-9d07-a8309497253a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:14.944846 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0b9341a-e6b2-43ee-b8f6-ba9766633c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (7e049009-e97b-4ead-9d07-a8309497253a), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:14.949533 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ec2914b-8f64-41c3-888a-1422a0badddf req-f0ea849e-444f-4a35-aa31-60bd3a23f114 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399680 Feb 15 16:47:15.041428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a5a72-84d9-4f27-9775-a8edc43e5fdb req-07e03f22-0105-474a-8952-3cc4c7dd8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:15.043863 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7a5a72-84d9-4f27-9775-a8edc43e5fdb req-07e03f22-0105-474a-8952-3cc4c7dd8a78 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3574f4db-39b1-48ab-af8c-11de19a4546e HTTP/1.1" status: 200 len: 912 time: 0.2424147 Feb 15 16:47:15.047650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '808877af-84fc-46bf-aa29-c2ba271b5a23', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '808877af-84fc-46bf-aa29-c2ba271b5a23', 'mac_address': 'fa:16:3e:df:bd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:47:15.056097 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0b9341a-e6b2-43ee-b8f6-ba9766633c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (7e049009-e97b-4ead-9d07-a8309497253a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:15.110397 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7a5a72-84d9-4f27-9775-a8edc43e5fdb req-f08f07b1-091e-49b0-86c9-a3b3cb52098d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24357c8c-c420-491a-8260-08ac8d7ec20a HTTP/1.1" status: 200 len: 217 time: 0.0571587 Feb 15 16:47:15.174128 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:47:15.174475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 7affe5ff-4046-40a7-8a2c-29b6fae0b1b5 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:47:15.208842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a5a72-84d9-4f27-9775-a8edc43e5fdb req-99d785f9-6a29-4f57-b1ce-7a4cd56c2592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:15.210911 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7a5a72-84d9-4f27-9775-a8edc43e5fdb req-99d785f9-6a29-4f57-b1ce-7a4cd56c2592 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=cb3b61e3-2dbf-4944-84b6-1149df537848 HTTP/1.1" status: 200 len: 851 time: 0.0916481 Feb 15 16:47:15.232564 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 05218e60-25c0-4709-8d37-4d0010d666c3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:15.233604 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:15.256074 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7a5a72-84d9-4f27-9775-a8edc43e5fdb req-c13e7511-86a1-48c4-8998-f7c4c81ecb9d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3574f4db-39b1-48ab-af8c-11de19a4546e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380352 Feb 15 16:47:15.279816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=3a9010ea-16d4-45bc-9d20-0c016bf8746d,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:15.301745 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0b9341a-e6b2-43ee-b8f6-ba9766633c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (7e049009-e97b-4ead-9d07-a8309497253a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:15.317238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 808877af-84fc-46bf-aa29-c2ba271b5a23 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:15.317649 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:15.348873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808877af-84fc-46bf-aa29-c2ba271b5a23 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:47:15.383521 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9341a-e6b2-43ee-b8f6-ba9766633c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e049009-e97b-4ead-9d07-a8309497253a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:15.406572 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0b9341a-e6b2-43ee-b8f6-ba9766633c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:15.412222 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b0b9341a-e6b2-43ee-b8f6-ba9766633c1b admin admin] 10.222.0.107 "DELETE /v2.0/subnets/7e049009-e97b-4ead-9d07-a8309497253a HTTP/1.1" status: 204 len: 168 time: 0.6700344 Feb 15 16:47:15.412515 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46908) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:15.437984 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 808877af-84fc-46bf-aa29-c2ba271b5a23, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=808877af-84fc-46bf-aa29-c2ba271b5a23,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:15.498580 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7a5a72-84d9-4f27-9775-a8edc43e5fdb req-115a6d81-00f9-4de8-bccc-ad7a41159a01 service neutron] 10.222.0.67 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329543 Feb 15 16:47:15.525087 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:15.555441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 05218e60-25c0-4709-8d37-4d0010d666c3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:15.611260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=808877af-84fc-46bf-aa29-c2ba271b5a23,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:15.696307 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7a5a72-84d9-4f27-9775-a8edc43e5fdb req-43b50d2d-d9e9-431c-b3ca-5ab95708980a service neutron] 10.222.0.67 "GET /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827052 Feb 15 16:47:15.722972 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0df4da4-a4f5-45a5-8b8d-6b650f816f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (d48266a3-8c84-43d4-b869-c1bd0d13396a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:15.761487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9712ca-3ea2-4ab3-97e9-d1ed7d043f03 req-35adbf15-3f61-4b06-bfcf-8865fc565834 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:15.763431 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf9712ca-3ea2-4ab3-97e9-d1ed7d043f03 req-35adbf15-3f61-4b06-bfcf-8865fc565834 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 945 time: 0.3421597 Feb 15 16:47:15.867593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0df4da4-a4f5-45a5-8b8d-6b650f816f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (d48266a3-8c84-43d4-b869-c1bd0d13396a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:15.877311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['808877af-84fc-46bf-aa29-c2ba271b5a23'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:47:15.917807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdedd59-677d-4b65-b91e-ecd1e6a2e7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9010ea-16d4-45bc-9d20-0c016bf8746d'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:15.919053 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf9712ca-3ea2-4ab3-97e9-d1ed7d043f03 req-7f35e51a-7acf-4a37-b4ff-c6bb7f312a39 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319976 Feb 15 16:47:15.922340 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce7e5bf-8c64-4b0a-9f14-b83f78a40d0c" -d '{"events": [{"server_uuid": "afdedd59-677d-4b65-b91e-ecd1e6a2e7dc", "name": "network-vif-plugged", "status": "completed", "tag": "3a9010ea-16d4-45bc-9d20-0c016bf8746d"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:15.935752 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d0df4da4-a4f5-45a5-8b8d-6b650f816f95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48266a3-8c84-43d4-b869-c1bd0d13396a']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:15.961509 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d0df4da4-a4f5-45a5-8b8d-6b650f816f95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '764c8d24-a2ec-4b5b-884e-564d7eaea17e') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:15.961816 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d0df4da4-a4f5-45a5-8b8d-6b650f816f95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '764c8d24-a2ec-4b5b-884e-564d7eaea17e') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:15.990563 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0df4da4-a4f5-45a5-8b8d-6b650f816f95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (764c8d24-a2ec-4b5b-884e-564d7eaea17e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:16.022205 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0df4da4-a4f5-45a5-8b8d-6b650f816f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (764c8d24-a2ec-4b5b-884e-564d7eaea17e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:16.059838 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df26f4dd-009f-41b8-b886-397344eaa4a9 req-5487ef38-a4a5-4e55-994b-b882ab02116a tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0402584 Feb 15 16:47:16.060849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0df4da4-a4f5-45a5-8b8d-6b650f816f95 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:47:16.061320 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0df4da4-a4f5-45a5-8b8d-6b650f816f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (764c8d24-a2ec-4b5b-884e-564d7eaea17e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:47:16.063114 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:47:16.538470 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0df4da4-a4f5-45a5-8b8d-6b650f816f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (d48266a3-8c84-43d4-b869-c1bd0d13396a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:16.546337 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d0df4da4-a4f5-45a5-8b8d-6b650f816f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:16.549847 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d0df4da4-a4f5-45a5-8b8d-6b650f816f95 admin admin] 10.222.0.107 "DELETE /v2.0/networks/d48266a3-8c84-43d4-b869-c1bd0d13396a HTTP/1.1" status: 204 len: 168 time: 1.1363087 Feb 15 16:47:16.573612 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df4da4-a4f5-45a5-8b8d-6b650f816f95 admin admin] Pushing event deleted for resources: {'Network': ['ID=d48266a3-8c84-43d4-b869-c1bd0d13396a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:16.599975 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a254c-28db-4a26-b469-3e55b462802f req-5c5d6f44-1b53-4efa-aed0-3b32f46c4617 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:16.601563 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cc9a254c-28db-4a26-b469-3e55b462802f req-5c5d6f44-1b53-4efa-aed0-3b32f46c4617 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 1023 time: 0.4450111 Feb 15 16:47:16.695637 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:47:16.737845 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cc9a254c-28db-4a26-b469-3e55b462802f req-7b493a14-7554-4e10-a329-8c596bfe12da tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=95d44c07-8e62-440a-9788-910fb66f8f1d&id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&id=0b70ed13-93dd-4728-a2b8-a738899573d4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1173706 Feb 15 16:47:16.909444 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13d608-9069-4b28-9052-7fc31bf1b04b req-0401b40e-8b6e-4390-af64-1ebfda2e07e8 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:16.911432 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca13d608-9069-4b28-9052-7fc31bf1b04b req-0401b40e-8b6e-4390-af64-1ebfda2e07e8 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 949 time: 0.0750389 Feb 15 16:47:17.005059 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca13d608-9069-4b28-9052-7fc31bf1b04b req-253f620c-bff4-46c6-9747-500042077fdb tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/security-groups?id=085c9309-7dbb-4aa1-8dbe-5600fcebd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762205 Feb 15 16:47:17.005681 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4ba5b-5cce-4dbc-965a-cd6166825a26 req-a55fd7ff-a184-44af-aa5b-8391d339f45e tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:17.005681 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8c4ba5b-5cce-4dbc-965a-cd6166825a26 req-a55fd7ff-a184-44af-aa5b-8391d339f45e tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.67 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 1023 time: 0.0971005 Feb 15 16:47:17.032379 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6108ab66-88b1-46d9-a5f4-be029ec48000 x-openstack-request-id: req-6108ab66-88b1-46d9-a5f4-be029ec48000 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:17.032877 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdedd59-677d-4b65-b91e-ecd1e6a2e7dc", "name": "network-vif-plugged", "status": "completed", "tag": "3a9010ea-16d4-45bc-9d20-0c016bf8746d", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:17.032877 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6108ab66-88b1-46d9-a5f4-be029ec48000 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:17.033144 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdedd59-677d-4b65-b91e-ecd1e6a2e7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9010ea-16d4-45bc-9d20-0c016bf8746d', 'code': 200} Feb 15 16:47:17.154352 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdbd56-57df-4a3a-9d3b-e0ac8c59d5bd req-ec0c551a-fda6-4a72-907a-73f59df68465 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:17.158657 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5bbdbd56-57df-4a3a-9d3b-e0ac8c59d5bd req-ec0c551a-fda6-4a72-907a-73f59df68465 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 945 time: 0.0744700 Feb 15 16:47:17.172716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-a8c4ba5b-5cce-4dbc-965a-cd6166825a26 req-0279dc36-289c-4ddd-8609-0a5334bd72fa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Deleting port 24357c8c-c420-491a-8260-08ac8d7ec20a {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:47:17.173120 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8c4ba5b-5cce-4dbc-965a-cd6166825a26 req-0279dc36-289c-4ddd-8609-0a5334bd72fa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:17.181918 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92f193-2805-49bd-9aab-9a2111e8113f req-a5a89cae-4a30-480f-afb3-dd03ef52da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:17.183550 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e92f193-2805-49bd-9aab-9a2111e8113f req-a5a89cae-4a30-480f-afb3-dd03ef52da32 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 1128 time: 0.0830517 Feb 15 16:47:17.222142 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5bbdbd56-57df-4a3a-9d3b-e0ac8c59d5bd req-c1d3cd33-4874-4168-b43b-0a5a4a7f7c0f tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545914 Feb 15 16:47:17.325407 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e92f193-2805-49bd-9aab-9a2111e8113f req-f5872d6b-f164-4332-b396-5aae80ffa67a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282425 Feb 15 16:47:17.339653 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5b6d0e7-438c-47ba-bfb5-da551e9d7fd3 req-49f74ac4-cf8b-4d53-984c-6695222c3abf tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0314190 Feb 15 16:47:17.345158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a8c4ba5b-5cce-4dbc-965a-cd6166825a26 req-0279dc36-289c-4ddd-8609-0a5334bd72fa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] For port 24357c8c-c420-491a-8260-08ac8d7ec20a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=24357c8c-c420-491a-8260-08ac8d7ec20a,segment=NetworkSegment(3c120751-ed77-48d7-a4af-d4cb7dc1b8ff),segment_id=3c120751-ed77-48d7-a4af-d4cb7dc1b8ff)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:17.345575 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8c4ba5b-5cce-4dbc-965a-cd6166825a26 req-0279dc36-289c-4ddd-8609-0a5334bd72fa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:17.360344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-a8c4ba5b-5cce-4dbc-965a-cd6166825a26 req-0279dc36-289c-4ddd-8609-0a5334bd72fa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Calling delete_port for 24357c8c-c420-491a-8260-08ac8d7ec20a owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:47:17.612254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8c4ba5b-5cce-4dbc-965a-cd6166825a26 req-0279dc36-289c-4ddd-8609-0a5334bd72fa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (24357c8c-c420-491a-8260-08ac8d7ec20a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:17.634427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['5a59a7bf-081a-4810-8b10-f736497cf5ed', '24357c8c-c420-491a-8260-08ac8d7ec20a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:47:17.656765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279dc36-289c-4ddd-8609-0a5334bd72fa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event deleted for resources: {'Port': ['ID=24357c8c-c420-491a-8260-08ac8d7ec20a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:17.704993 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46928) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:17.724769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c4ba5b-5cce-4dbc-965a-cd6166825a26 req-0279dc36-289c-4ddd-8609-0a5334bd72fa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] No DVR routers for this DVR port 24357c8c-c420-491a-8260-08ac8d7ec20a on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:47:17.736318 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8c4ba5b-5cce-4dbc-965a-cd6166825a26 req-0279dc36-289c-4ddd-8609-0a5334bd72fa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:17.738186 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 808877af-84fc-46bf-aa29-c2ba271b5a23 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:47:17.744089 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8c4ba5b-5cce-4dbc-965a-cd6166825a26 req-0279dc36-289c-4ddd-8609-0a5334bd72fa tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.67 "DELETE /v2.0/ports/24357c8c-c420-491a-8260-08ac8d7ec20a HTTP/1.1" status: 204 len: 173 time: 0.7339907 Feb 15 16:47:17.748820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117ef591-139a-4134-bae8-52849457482f', 'name': 'network-vif-deleted', 'tag': '24357c8c-c420-491a-8260-08ac8d7ec20a'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:17.754133 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0762cd1c-efb6-4cda-81dc-9c178baec086" -d '{"events": [{"server_uuid": "117ef591-139a-4134-bae8-52849457482f", "name": "network-vif-deleted", "tag": "24357c8c-c420-491a-8260-08ac8d7ec20a"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:17.793680 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-069b1211-85d7-4040-a1ea-1bed69cf22e9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6e7ba1010e1c439a84f92cb189febb7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0845718 Feb 15 16:47:17.793680 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46936) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:17.921294 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c8c0a307-e072-48a9-ab44-4e76329d0048 req-deb83cb2-7cc1-41cf-b5ce-7dfe8657db2e tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 210 time: 0.0656404 Feb 15 16:47:17.950231 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30096435-3d45-4410-b753-30370bdd0bc4 admin admin] Publish callbacks [] for security_group (4612417b-1ae9-4ee6-ae17-0633995e5b6c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:17.958882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 808877af-84fc-46bf-aa29-c2ba271b5a23 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:47:17.966116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 808877af-84fc-46bf-aa29-c2ba271b5a23 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:17.966588 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:18.013467 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30096435-3d45-4410-b753-30370bdd0bc4 admin admin] Publish callbacks [] for security_group (4612417b-1ae9-4ee6-ae17-0633995e5b6c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:18.017220 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4418b80a-fb53-469d-b352-662dfc273294 x-openstack-request-id: req-4418b80a-fb53-469d-b352-662dfc273294 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:18.017220 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117ef591-139a-4134-bae8-52849457482f", "name": "network-vif-deleted", "tag": "24357c8c-c420-491a-8260-08ac8d7ec20a", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:18.017220 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4418b80a-fb53-469d-b352-662dfc273294 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:18.017220 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117ef591-139a-4134-bae8-52849457482f', 'name': 'network-vif-deleted', 'tag': '24357c8c-c420-491a-8260-08ac8d7ec20a', 'status': 'completed', 'code': 200} Feb 15 16:47:18.147735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 808877af-84fc-46bf-aa29-c2ba271b5a23 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:18.148304 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:18.170889 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8439f4c-d5d6-49ca-a803-fdf787355b18 req-af01dfdf-8ed9-4d9f-a5be-506e57ca6d0f tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:18.187195 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c8439f4c-d5d6-49ca-a803-fdf787355b18 req-af01dfdf-8ed9-4d9f-a5be-506e57ca6d0f tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 949 time: 0.0685606 Feb 15 16:47:18.209004 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30096435-3d45-4410-b753-30370bdd0bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4612417b-1ae9-4ee6-ae17-0633995e5b6c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:18.211885 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 808877af-84fc-46bf-aa29-c2ba271b5a23, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=808877af-84fc-46bf-aa29-c2ba271b5a23,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:18.216811 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30096435-3d45-4410-b753-30370bdd0bc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:18.217849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-30096435-3d45-4410-b753-30370bdd0bc4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4612417b-1ae9-4ee6-ae17-0633995e5b6c HTTP/1.1" status: 204 len: 168 time: 0.4230206 Feb 15 16:47:18.263566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30096435-3d45-4410-b753-30370bdd0bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4612417b-1ae9-4ee6-ae17-0633995e5b6c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:18.303600 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c8439f4c-d5d6-49ca-a803-fdf787355b18 req-d2b879e6-b6d6-4212-8646-edaf34d44ee0 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/security-groups?id=085c9309-7dbb-4aa1-8dbe-5600fcebd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151841 Feb 15 16:47:18.304070 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:18.461407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=808877af-84fc-46bf-aa29-c2ba271b5a23,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:18.511350 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625c0fb-4217-4cff-af0d-50368abb2eb2 req-59a832b6-ae11-4834-a6ee-7df6b12bd4eb tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:18.518105 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1625c0fb-4217-4cff-af0d-50368abb2eb2 req-59a832b6-ae11-4834-a6ee-7df6b12bd4eb tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 945 time: 0.1180961 Feb 15 16:47:18.619177 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1625c0fb-4217-4cff-af0d-50368abb2eb2 req-bef83d33-e3cb-4282-a8bb-358814110481 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986774 Feb 15 16:47:18.744652 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-909acfe9-331c-4651-9357-6db00d0e2ad7 req-267cc5a8-858a-444c-8088-98b2523bd1d2 tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0314753 Feb 15 16:47:19.035150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8937697-9f67-4ecc-b4a0-2fbbab5f59fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808877af-84fc-46bf-aa29-c2ba271b5a23'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:19.037493 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792c31fe-9107-468e-a1e4-5a277971bad9" -d '{"events": [{"server_uuid": "d8937697-9f67-4ecc-b4a0-2fbbab5f59fd", "name": "network-vif-plugged", "status": "completed", "tag": "808877af-84fc-46bf-aa29-c2ba271b5a23"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:19.069022 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0132115-b118-4c80-8b18-392b18fe45a4 req-48fc8e99-7ab0-4eb9-b229-d4c15a96ea79 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=117ef591-139a-4134-bae8-52849457482f HTTP/1.1" status: 200 len: 210 time: 0.0505958 Feb 15 16:47:19.123004 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6df13b-8b35-4948-bd0e-bfc31981d737 x-openstack-request-id: req-cf6df13b-8b35-4948-bd0e-bfc31981d737 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:19.123834 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8937697-9f67-4ecc-b4a0-2fbbab5f59fd", "name": "network-vif-plugged", "status": "completed", "tag": "808877af-84fc-46bf-aa29-c2ba271b5a23", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:19.124100 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cf6df13b-8b35-4948-bd0e-bfc31981d737 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:19.125344 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8937697-9f67-4ecc-b4a0-2fbbab5f59fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808877af-84fc-46bf-aa29-c2ba271b5a23', 'code': 200} Feb 15 16:47:19.257158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c93a9-7323-4038-8b8b-dcc2ece6cf58 req-553dff6f-db3b-43a1-b076-ee41bfb8e4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:19.258741 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-328c93a9-7323-4038-8b8b-dcc2ece6cf58 req-553dff6f-db3b-43a1-b076-ee41bfb8e4c9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 1133 time: 0.0766325 Feb 15 16:47:19.341396 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-328c93a9-7323-4038-8b8b-dcc2ece6cf58 req-a659a4f9-aaf5-4cc0-a691-d337ffa9eb49 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=085c9309-7dbb-4aa1-8dbe-5600fcebd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758891 Feb 15 16:47:19.494465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90ddbd-0e7b-4a45-89a5-5ab5da809d78 req-7b056cd1-92e9-4e82-9372-52eca4ac2336 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:19.496019 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f90ddbd-0e7b-4a45-89a5-5ab5da809d78 req-7b056cd1-92e9-4e82-9372-52eca4ac2336 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 950 time: 0.0834148 Feb 15 16:47:19.569984 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f90ddbd-0e7b-4a45-89a5-5ab5da809d78 req-bc857818-45f4-4c4a-b3fb-95ad3d81905f tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/security-groups?id=085c9309-7dbb-4aa1-8dbe-5600fcebd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664489 Feb 15 16:47:19.730033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 24357c8c-c420-491a-8260-08ac8d7ec20a no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:47:19.769296 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 24357c8c-c420-491a-8260-08ac8d7ec20a {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:47:19.770804 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 24357c8c-c420-491a-8260-08ac8d7ec20a not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:47:19.808327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fd19e-a2bc-4560-8aab-d17c4201b5bd req-6417ab56-836e-44ee-b787-9b3c81ad0832 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:19.810620 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6e1fd19e-a2bc-4560-8aab-d17c4201b5bd req-6417ab56-836e-44ee-b787-9b3c81ad0832 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 945 time: 0.1028867 Feb 15 16:47:19.905613 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6e1fd19e-a2bc-4560-8aab-d17c4201b5bd req-28bdc9bc-307c-47f6-85a1-1fc982db4124 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859089 Feb 15 16:47:20.012506 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b77b761-4acb-4f2b-b50e-9e8402a46646 req-e39a3c9e-473b-4400-9fd4-cb27d8de550d tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0383945 Feb 15 16:47:22.134422 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3397c6d5-7634-40a8-92dd-eee0c3c71fc3 req-7241925d-9d20-46a9-8fbb-d6a20edc49d7 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/0b70ed13-93dd-4728-a2b8-a738899573d4 HTTP/1.1" status: 200 len: 1819 time: 0.0700815 Feb 15 16:47:22.253581 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3397c6d5-7634-40a8-92dd-eee0c3c71fc3 req-07ebd09d-e260-40b4-be8d-d7c52286730a tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (0b70ed13-93dd-4728-a2b8-a738899573d4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:22.281625 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3397c6d5-7634-40a8-92dd-eee0c3c71fc3 req-07ebd09d-e260-40b4-be8d-d7c52286730a tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (0b70ed13-93dd-4728-a2b8-a738899573d4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:22.286466 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129be70-f97c-49ef-a9c7-b93d83317cea req-a4835163-6187-4aaa-abe6-a1a922f20e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:22.289272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0129be70-f97c-49ef-a9c7-b93d83317cea req-a4835163-6187-4aaa-abe6-a1a922f20e98 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=f20a1e9af48846ab82c811a38d14c905&device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 1128 time: 0.0892675 Feb 15 16:47:22.395271 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3397c6d5-7634-40a8-92dd-eee0c3c71fc3 req-07ebd09d-e260-40b4-be8d-d7c52286730a tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0b70ed13-93dd-4728-a2b8-a738899573d4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:22.397879 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3397c6d5-7634-40a8-92dd-eee0c3c71fc3 req-07ebd09d-e260-40b4-be8d-d7c52286730a tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:22.399558 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3397c6d5-7634-40a8-92dd-eee0c3c71fc3 req-07ebd09d-e260-40b4-be8d-d7c52286730a tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "DELETE /v2.0/security-groups/0b70ed13-93dd-4728-a2b8-a738899573d4 HTTP/1.1" status: 204 len: 173 time: 0.2488260 Feb 15 16:47:22.411275 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebd09d-e260-40b4-be8d-d7c52286730a tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b70ed13-93dd-4728-a2b8-a738899573d4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:22.519220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129be70-f97c-49ef-a9c7-b93d83317cea req-732fb2f2-cbcb-4093-be53-e145fa9730a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:22.520708 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0129be70-f97c-49ef-a9c7-b93d83317cea req-732fb2f2-cbcb-4093-be53-e145fa9730a6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=25aed2c1-8eac-451e-af0f-0e370dd15e51 HTTP/1.1" status: 200 len: 915 time: 0.2192569 Feb 15 16:47:22.587641 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0129be70-f97c-49ef-a9c7-b93d83317cea req-2930bed4-8efa-483d-bfc3-dde90c8d582d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a9010ea-16d4-45bc-9d20-0c016bf8746d HTTP/1.1" status: 200 len: 217 time: 0.0600965 Feb 15 16:47:22.602187 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b42f6-4bf9-4a03-9d6a-9e6fd7f38354 req-96e744b8-1768-4981-8097-cd0d81371b3a tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:22.603866 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ad0b42f6-4bf9-4a03-9d6a-9e6fd7f38354 req-96e744b8-1768-4981-8097-cd0d81371b3a tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 950 time: 0.0801313 Feb 15 16:47:22.666556 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ad0b42f6-4bf9-4a03-9d6a-9e6fd7f38354 req-6043b06a-a89b-405a-a229-8f225d83fb4e tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/security-groups?id=085c9309-7dbb-4aa1-8dbe-5600fcebd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546563 Feb 15 16:47:22.697593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0129be70-f97c-49ef-a9c7-b93d83317cea req-5a1a76d1-9fc3-494b-a644-456a73512458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:22.699880 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0129be70-f97c-49ef-a9c7-b93d83317cea req-5a1a76d1-9fc3-494b-a644-456a73512458 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b71b1826-a4cd-4b4d-91fb-61734742a8f5 HTTP/1.1" status: 200 len: 854 time: 0.1006947 Feb 15 16:47:22.754550 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0129be70-f97c-49ef-a9c7-b93d83317cea req-1a510723-1ec0-4d33-ace3-113b9c7d5c7b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=25aed2c1-8eac-451e-af0f-0e370dd15e51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481060 Feb 15 16:47:22.821264 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-57d4722f-8861-453f-a6c1-4086f6b13969 req-7f2dd76c-5dcc-47ce-9ed9-4b7a54c4f610 tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0488091 Feb 15 16:47:22.912695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0129be70-f97c-49ef-a9c7-b93d83317cea req-f6e08fd8-837a-4c2b-ab44-93a2b01ab4d7 service neutron] 10.222.0.10 "GET /v2.0/networks/25aed2c1-8eac-451e-af0f-0e370dd15e51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442704 Feb 15 16:47:23.051383 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbff37c-e3af-4f8b-9a7e-00520537d11e req-01415af3-f645-46aa-92f9-423cdfe01ae6 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:23.051637 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0129be70-f97c-49ef-a9c7-b93d83317cea req-5f74ff02-1429-43b3-9074-a88859bd7c85 service neutron] 10.222.0.10 "GET /v2.0/networks/25aed2c1-8eac-451e-af0f-0e370dd15e51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259775 Feb 15 16:47:23.053032 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cbbff37c-e3af-4f8b-9a7e-00520537d11e req-01415af3-f645-46aa-92f9-423cdfe01ae6 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 945 time: 0.1046650 Feb 15 16:47:23.140174 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cbbff37c-e3af-4f8b-9a7e-00520537d11e req-4b7324b6-da26-45f4-8b26-1f24bb8b30a0 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808301 Feb 15 16:47:23.247039 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2a22246e-af87-4a44-9959-9bd7d1ad23c3 req-5cb56acf-4acd-425e-98d6-44fc16b613e3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/95d44c07-8e62-440a-9788-910fb66f8f1d HTTP/1.1" status: 200 len: 1820 time: 0.0646265 Feb 15 16:47:23.319557 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2a22246e-af87-4a44-9959-9bd7d1ad23c3 req-be471900-f242-4e88-9b8a-4c067313a139 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (95d44c07-8e62-440a-9788-910fb66f8f1d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:23.369727 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2a22246e-af87-4a44-9959-9bd7d1ad23c3 req-be471900-f242-4e88-9b8a-4c067313a139 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (95d44c07-8e62-440a-9788-910fb66f8f1d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:23.526838 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2a22246e-af87-4a44-9959-9bd7d1ad23c3 req-be471900-f242-4e88-9b8a-4c067313a139 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (95d44c07-8e62-440a-9788-910fb66f8f1d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:23.531192 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2a22246e-af87-4a44-9959-9bd7d1ad23c3 req-be471900-f242-4e88-9b8a-4c067313a139 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:23.551462 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2a22246e-af87-4a44-9959-9bd7d1ad23c3 req-be471900-f242-4e88-9b8a-4c067313a139 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "DELETE /v2.0/security-groups/95d44c07-8e62-440a-9788-910fb66f8f1d HTTP/1.1" status: 204 len: 173 time: 0.2902274 Feb 15 16:47:23.579357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be471900-f242-4e88-9b8a-4c067313a139 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d44c07-8e62-440a-9788-910fb66f8f1d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:27.150230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-dd7a97a5-8e92-4a5c-9245-0502a220a581 req-c371d8a9-50ea-4844-a369-66d154c5c3f9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1673279841', 'description': 'tempest-description-1908819576'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:27.249772 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dd7a97a5-8e92-4a5c-9245-0502a220a581 req-c371d8a9-50ea-4844-a369-66d154c5c3f9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:27.322950 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dd7a97a5-8e92-4a5c-9245-0502a220a581 req-c371d8a9-50ea-4844-a369-66d154c5c3f9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (dd4d6482-45be-458d-af27-bff2314accd5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:27.410067 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dd7a97a5-8e92-4a5c-9245-0502a220a581 req-c371d8a9-50ea-4844-a369-66d154c5c3f9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (dd4d6482-45be-458d-af27-bff2314accd5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:27.444910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371d8a9-50ea-4844-a369-66d154c5c3f9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4d6482-45be-458d-af27-bff2314accd5,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:27.530421 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dd7a97a5-8e92-4a5c-9245-0502a220a581 req-c371d8a9-50ea-4844-a369-66d154c5c3f9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:27.531994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd7a97a5-8e92-4a5c-9245-0502a220a581 req-c371d8a9-50ea-4844-a369-66d154c5c3f9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3913395 Feb 15 16:47:27.612696 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d3eb754-f214-4894-9f24-08ea38ac3ddd req-157f7cb3-77f4-4aff-9bc9-ede349383fa3 tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0316958 Feb 15 16:47:27.762908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d3b7a-b691-4b0c-8ed0-fc0af0fe5c1f req-48bc3f07-4fee-42f9-aeef-881fcd94b29b tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:27.765135 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-985d3b7a-b691-4b0c-8ed0-fc0af0fe5c1f req-48bc3f07-4fee-42f9-aeef-881fcd94b29b tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 945 time: 0.0699730 Feb 15 16:47:27.767984 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-89561cb8-1493-43f3-a3a7-662dfb615451 req-9e798276-7e14-41c2-b8a4-1d8e84393eb2 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/dd4d6482-45be-458d-af27-bff2314accd5 HTTP/1.1" status: 200 len: 1820 time: 0.0445426 Feb 15 16:47:27.780164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-89561cb8-1493-43f3-a3a7-662dfb615451 req-f8a68c42-5a39-46f0-98b5-401332614679 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1316546549', 'description': 'tempest-description-hth-1104082696'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:27.824425 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-89561cb8-1493-43f3-a3a7-662dfb615451 req-f8a68c42-5a39-46f0-98b5-401332614679 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (dd4d6482-45be-458d-af27-bff2314accd5), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:27.831062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-985d3b7a-b691-4b0c-8ed0-fc0af0fe5c1f req-5a8cac70-33cc-4990-9c9c-c04a16b03ed1 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581589 Feb 15 16:47:27.931419 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-89561cb8-1493-43f3-a3a7-662dfb615451 req-f8a68c42-5a39-46f0-98b5-401332614679 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (dd4d6482-45be-458d-af27-bff2314accd5), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:27.997767 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e317e6c-a0ae-4e54-b6b3-c56ff4af9ded req-40bb43f1-ca1a-44c4-b303-bba1f8932135 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:27.999315 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e317e6c-a0ae-4e54-b6b3-c56ff4af9ded req-40bb43f1-ca1a-44c4-b303-bba1f8932135 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 949 time: 0.0544386 Feb 15 16:47:28.049196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e317e6c-a0ae-4e54-b6b3-c56ff4af9ded req-2ca2ed68-847f-4bbf-87d6-bfe53a60aa21 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422542 Feb 15 16:47:28.149284 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-89561cb8-1493-43f3-a3a7-662dfb615451 req-f8a68c42-5a39-46f0-98b5-401332614679 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (dd4d6482-45be-458d-af27-bff2314accd5), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:28.151995 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-89561cb8-1493-43f3-a3a7-662dfb615451 req-f8a68c42-5a39-46f0-98b5-401332614679 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:28.153259 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-89561cb8-1493-43f3-a3a7-662dfb615451 req-f8a68c42-5a39-46f0-98b5-401332614679 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "PUT /v2.0/security-groups/dd4d6482-45be-458d-af27-bff2314accd5 HTTP/1.1" status: 200 len: 1794 time: 0.3776264 Feb 15 16:47:28.191895 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a68c42-5a39-46f0-98b5-401332614679 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4d6482-45be-458d-af27-bff2314accd5,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:28.522099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47124) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:28.595122 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b654e64-e4f3-4e80-b2ba-02d84c81fa0f req-d1c9d6d2-a976-4c61-bf53-ad8f9c3d6f25 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/dd4d6482-45be-458d-af27-bff2314accd5 HTTP/1.1" status: 200 len: 1794 time: 0.0508237 Feb 15 16:47:28.644082 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99f3f419-1420-45f0-adaf-49f6af098bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:28.692072 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acd231-7f90-4881-b573-0efd84cab2ab req-ca3dc04f-d82d-420d-b159-faac1d763583 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:28.702036 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e7acd231-7f90-4881-b573-0efd84cab2ab req-ca3dc04f-d82d-420d-b159-faac1d763583 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 945 time: 0.0647907 Feb 15 16:47:28.750034 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e7acd231-7f90-4881-b573-0efd84cab2ab req-bf414893-5292-488a-b9c2-6fde77c76615 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466406 Feb 15 16:47:28.774087 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99f3f419-1420-45f0-adaf-49f6af098bd2 admin admin] Publish callbacks [] for security_group (7b9c0655-6c43-4f68-a002-c9577aa31d6b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:28.774087 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3422ad90-1015-45c8-8f9f-ea9038541b83 req-1259e68c-ab26-4d89-90a4-bbb10772b181 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/dd4d6482-45be-458d-af27-bff2314accd5 HTTP/1.1" status: 200 len: 1794 time: 0.0527129 Feb 15 16:47:28.846126 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99f3f419-1420-45f0-adaf-49f6af098bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7b9c0655-6c43-4f68-a002-c9577aa31d6b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:28.851250 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3422ad90-1015-45c8-8f9f-ea9038541b83 req-d5df20c0-174c-4995-ae62-9cea9f239526 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (dd4d6482-45be-458d-af27-bff2314accd5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:28.864203 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-555c389d-06e5-41ed-a37b-24f4b89571b9 req-0f2f5268-3a9a-4f44-b510-cf716b220c7f tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0459335 Feb 15 16:47:28.905031 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-99f3f419-1420-45f0-adaf-49f6af098bd2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4916e42f620d491fb86c8d4c6dfabb7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3803082 Feb 15 16:47:28.907879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47140) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:28.915705 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3422ad90-1015-45c8-8f9f-ea9038541b83 req-d5df20c0-174c-4995-ae62-9cea9f239526 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (dd4d6482-45be-458d-af27-bff2314accd5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:28.918145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3f419-1420-45f0-adaf-49f6af098bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9c0655-6c43-4f68-a002-c9577aa31d6b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:28.974942 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe9f2d73-0c6a-4fc6-ad0f-97679ba051b1 admin admin] Publish callbacks [] for security_group (7b9c0655-6c43-4f68-a002-c9577aa31d6b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:29.012575 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe9f2d73-0c6a-4fc6-ad0f-97679ba051b1 admin admin] Publish callbacks [] for security_group (7b9c0655-6c43-4f68-a002-c9577aa31d6b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:29.112769 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3422ad90-1015-45c8-8f9f-ea9038541b83 req-d5df20c0-174c-4995-ae62-9cea9f239526 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (dd4d6482-45be-458d-af27-bff2314accd5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:29.115495 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3422ad90-1015-45c8-8f9f-ea9038541b83 req-d5df20c0-174c-4995-ae62-9cea9f239526 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:29.116766 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3422ad90-1015-45c8-8f9f-ea9038541b83 req-d5df20c0-174c-4995-ae62-9cea9f239526 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "DELETE /v2.0/security-groups/dd4d6482-45be-458d-af27-bff2314accd5 HTTP/1.1" status: 204 len: 173 time: 0.3436346 Feb 15 16:47:29.127000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df20c0-174c-4995-ae62-9cea9f239526 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4d6482-45be-458d-af27-bff2314accd5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:29.169847 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe9f2d73-0c6a-4fc6-ad0f-97679ba051b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7b9c0655-6c43-4f68-a002-c9577aa31d6b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:29.180022 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe9f2d73-0c6a-4fc6-ad0f-97679ba051b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:29.180022 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fe9f2d73-0c6a-4fc6-ad0f-97679ba051b1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7b9c0655-6c43-4f68-a002-c9577aa31d6b HTTP/1.1" status: 204 len: 168 time: 0.2661982 Feb 15 16:47:29.184126 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f2d73-0c6a-4fc6-ad0f-97679ba051b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9c0655-6c43-4f68-a002-c9577aa31d6b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:29.224277 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [req-14bec010-17d4-4019-b173-1853f0aeb643 req-8a26f136-4217-4852-8520-f1ddbc0037c9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] show failed (client error): The resource could not be found. Feb 15 16:47:29.230443 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-14bec010-17d4-4019-b173-1853f0aeb643 req-8a26f136-4217-4852-8520-f1ddbc0037c9 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/95d44c07-8e62-440a-9788-910fb66f8f1d HTTP/1.1" status: 404 len: 352 time: 0.0209460 Feb 15 16:47:29.261260 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-77c61293-e5de-41a8-aa44-46cf317a62b8 req-28c9433b-bcdc-44c9-9817-b926dd685112 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] show failed (client error): The resource could not be found. Feb 15 16:47:29.262350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77c61293-e5de-41a8-aa44-46cf317a62b8 req-28c9433b-bcdc-44c9-9817-b926dd685112 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/0b70ed13-93dd-4728-a2b8-a738899573d4 HTTP/1.1" status: 404 len: 352 time: 0.0177627 Feb 15 16:47:29.297503 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [req-8f842838-007a-47eb-b7a2-b8a765727d73 req-7ee74616-ebe0-4f0f-84a2-02bb34802c31 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] show failed (client error): The resource could not be found. Feb 15 16:47:29.298492 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f842838-007a-47eb-b7a2-b8a765727d73 req-7ee74616-ebe0-4f0f-84a2-02bb34802c31 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/8a4b5703-5ed9-4a37-b824-3917d25dcc44 HTTP/1.1" status: 404 len: 352 time: 0.0145252 Feb 15 16:47:29.334329 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-ef89b460-da92-4113-8680-b0d96d552a29 req-83426f19-5204-4dae-974e-8bd90819eddd tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] show failed (client error): The resource could not be found. Feb 15 16:47:29.335486 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef89b460-da92-4113-8680-b0d96d552a29 req-83426f19-5204-4dae-974e-8bd90819eddd tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/be066485-5b2c-4ddf-962b-6b97a59221da HTTP/1.1" status: 404 len: 352 time: 0.0155761 Feb 15 16:47:29.371874 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [req-350172c4-a4d1-4881-9f64-51b3a07d0b77 req-5b9acc76-c302-4849-bf10-d01ce51a007a tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] show failed (client error): The resource could not be found. Feb 15 16:47:29.373156 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-350172c4-a4d1-4881-9f64-51b3a07d0b77 req-5b9acc76-c302-4849-bf10-d01ce51a007a tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/a0889ac6-3539-44cc-87f4-d32cb797535b HTTP/1.1" status: 404 len: 352 time: 0.0147083 Feb 15 16:47:29.410686 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-e5500f40-e9e2-4053-92da-c8de6183ad46 req-241e0d2e-bc9b-4f3f-a3cf-e56ea659f25a tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] show failed (client error): The resource could not be found. Feb 15 16:47:29.411684 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5500f40-e9e2-4053-92da-c8de6183ad46 req-241e0d2e-bc9b-4f3f-a3cf-e56ea659f25a tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/a5a2a178-1fac-4774-b95f-379cc9cae232 HTTP/1.1" status: 404 len: 352 time: 0.0182350 Feb 15 16:47:29.865266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d095c-fe73-40e0-8eae-c38cc24ad2b8 req-98027089-0027-4f7c-93c0-976cb574643f tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:29.872719 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-218d095c-fe73-40e0-8eae-c38cc24ad2b8 req-98027089-0027-4f7c-93c0-976cb574643f tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 1023 time: 0.0624437 Feb 15 16:47:29.893188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5fd6bc-d3eb-4e1a-bfd2-ab9bd48a8930 req-00f76028-ed01-4b97-9058-67feab6b1101 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:29.902882 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ed5fd6bc-d3eb-4e1a-bfd2-ab9bd48a8930 req-00f76028-ed01-4b97-9058-67feab6b1101 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 945 time: 0.0730312 Feb 15 16:47:29.946610 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-218d095c-fe73-40e0-8eae-c38cc24ad2b8 req-96e531b5-0aee-46ee-ac0a-2f272aef432f tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2c34399-33e9-41e1-9071-8e4474aed70d&id=7ff72865-8b36-4cf3-87fb-7dd9c03dcb35&id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0726147 Feb 15 16:47:29.959663 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ed5fd6bc-d3eb-4e1a-bfd2-ab9bd48a8930 req-19bc3cde-1c2f-4399-a34a-33893b46f9b6 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554924 Feb 15 16:47:30.063554 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-33a7646e-c411-4335-833e-d92a7e25fa66 req-c364ceb6-aae1-4556-9a77-60dfdef650dc tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0321343 Feb 15 16:47:30.190946 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:30.275674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054cf45-eb7a-4c30-b6ee-81dff9b36178 req-2ec38383-5da2-40a3-bd26-718a1251a142 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:30.277555 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d054cf45-eb7a-4c30-b6ee-81dff9b36178 req-2ec38383-5da2-40a3-bd26-718a1251a142 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.10 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 945 time: 0.0566530 Feb 15 16:47:30.363647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47230) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:30.390979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-d054cf45-eb7a-4c30-b6ee-81dff9b36178 req-ff185bdc-99ae-4dd1-ba9b-0cb6049c1ad7 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Deleting port 3a9010ea-16d4-45bc-9d20-0c016bf8746d {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:47:30.391331 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d054cf45-eb7a-4c30-b6ee-81dff9b36178 req-ff185bdc-99ae-4dd1-ba9b-0cb6049c1ad7 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3a9010ea-16d4-45bc-9d20-0c016bf8746d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:30.475767 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0aeb843a-f76e-441e-9f39-d3f751d90b38 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1164398541-network', 'tenant_id': '94adb06ee3c3482bb64e20e79dbef61a'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:30.494570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d054cf45-eb7a-4c30-b6ee-81dff9b36178 req-ff185bdc-99ae-4dd1-ba9b-0cb6049c1ad7 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] For port 3a9010ea-16d4-45bc-9d20-0c016bf8746d, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3a9010ea-16d4-45bc-9d20-0c016bf8746d,segment=NetworkSegment(405688c3-1746-49eb-aa56-3fcc2636606b),segment_id=405688c3-1746-49eb-aa56-3fcc2636606b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:30.494932 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d054cf45-eb7a-4c30-b6ee-81dff9b36178 req-ff185bdc-99ae-4dd1-ba9b-0cb6049c1ad7 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3a9010ea-16d4-45bc-9d20-0c016bf8746d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:30.507565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-d054cf45-eb7a-4c30-b6ee-81dff9b36178 req-ff185bdc-99ae-4dd1-ba9b-0cb6049c1ad7 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Calling delete_port for 3a9010ea-16d4-45bc-9d20-0c016bf8746d owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:47:30.558325 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aeb843a-f76e-441e-9f39-d3f751d90b38 admin admin] Made reservation on behalf of 94adb06ee3c3482bb64e20e79dbef61a for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:47:30.560646 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0aeb843a-f76e-441e-9f39-d3f751d90b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:30.569691 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0aeb843a-f76e-441e-9f39-d3f751d90b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:30.592939 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:30.660940 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0aeb843a-f76e-441e-9f39-d3f751d90b38 admin admin] Publish callbacks [] for security_group (e8931fe1-b987-4807-a40b-25d9dec3a389), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:30.737291 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d054cf45-eb7a-4c30-b6ee-81dff9b36178 req-ff185bdc-99ae-4dd1-ba9b-0cb6049c1ad7 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3a9010ea-16d4-45bc-9d20-0c016bf8746d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:30.749773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['3a9010ea-16d4-45bc-9d20-0c016bf8746d'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:47:30.764311 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0aeb843a-f76e-441e-9f39-d3f751d90b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e8931fe1-b987-4807-a40b-25d9dec3a389), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:30.770519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff185bdc-99ae-4dd1-ba9b-0cb6049c1ad7 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Pushing event deleted for resources: {'Port': ['ID=3a9010ea-16d4-45bc-9d20-0c016bf8746d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:30.796900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aeb843a-f76e-441e-9f39-d3f751d90b38 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:47:30.813143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb843a-f76e-441e-9f39-d3f751d90b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8931fe1-b987-4807-a40b-25d9dec3a389,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:30.814427 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d054cf45-eb7a-4c30-b6ee-81dff9b36178 req-ff185bdc-99ae-4dd1-ba9b-0cb6049c1ad7 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] No DVR routers for this DVR port 3a9010ea-16d4-45bc-9d20-0c016bf8746d on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:47:30.816006 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0aeb843a-f76e-441e-9f39-d3f751d90b38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (56e87c80-1103-4c5c-8329-fb9b50af9b6c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:30.816324 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-0aeb843a-f76e-441e-9f39-d3f751d90b38 admin admin] Added segment 56e87c80-1103-4c5c-8329-fb9b50af9b6c of type vlan for network 6eea3c12-df26-45e4-b247-926444960402 Feb 15 16:47:30.816862 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d054cf45-eb7a-4c30-b6ee-81dff9b36178 req-ff185bdc-99ae-4dd1-ba9b-0cb6049c1ad7 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:30.820648 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d054cf45-eb7a-4c30-b6ee-81dff9b36178 req-ff185bdc-99ae-4dd1-ba9b-0cb6049c1ad7 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.10 "DELETE /v2.0/ports/3a9010ea-16d4-45bc-9d20-0c016bf8746d HTTP/1.1" status: 204 len: 173 time: 0.5379140 Feb 15 16:47:30.821094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdedd59-677d-4b65-b91e-ecd1e6a2e7dc', 'name': 'network-vif-deleted', 'tag': '3a9010ea-16d4-45bc-9d20-0c016bf8746d'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:30.823553 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdefe18-e205-46d1-94b8-174f79a50881" -d '{"events": [{"server_uuid": "afdedd59-677d-4b65-b91e-ecd1e6a2e7dc", "name": "network-vif-deleted", "tag": "3a9010ea-16d4-45bc-9d20-0c016bf8746d"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:30.868742 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43cd3de-f25b-4bf1-a7e0-11712a02bb29 x-openstack-request-id: req-d43cd3de-f25b-4bf1-a7e0-11712a02bb29 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:30.869330 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afdedd59-677d-4b65-b91e-ecd1e6a2e7dc", "name": "network-vif-deleted", "tag": "3a9010ea-16d4-45bc-9d20-0c016bf8746d", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:30.869469 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0aeb843a-f76e-441e-9f39-d3f751d90b38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (6eea3c12-df26-45e4-b247-926444960402), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:30.869566 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d43cd3de-f25b-4bf1-a7e0-11712a02bb29 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:30.869827 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afdedd59-677d-4b65-b91e-ecd1e6a2e7dc', 'name': 'network-vif-deleted', 'tag': '3a9010ea-16d4-45bc-9d20-0c016bf8746d', 'status': 'completed', 'code': 200} Feb 15 16:47:31.010421 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0aeb843a-f76e-441e-9f39-d3f751d90b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (6eea3c12-df26-45e4-b247-926444960402), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:31.012230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb843a-f76e-441e-9f39-d3f751d90b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:31.012833 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0aeb843a-f76e-441e-9f39-d3f751d90b38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:31.094502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d86c5f3-ac70-4eb4-8b24-8c11508d98ea req-c6a74c9f-4ff2-46ae-9216-025078c984e3 tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 210 time: 0.0362356 Feb 15 16:47:31.138550 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb843a-f76e-441e-9f39-d3f751d90b38 admin admin] Pushing event updated for resources: {'Network': ['ID=6eea3c12-df26-45e4-b247-926444960402,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:31.151727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 6eea3c12-df26-45e4-b247-926444960402 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:47:31.178112 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837e94b-8621-46ae-bbc2-2b8f8bc924ea req-09ee6d89-c992-463d-b7ef-ed9410f2a1b3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:31.187176 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1837e94b-8621-46ae-bbc2-2b8f8bc924ea req-09ee6d89-c992-463d-b7ef-ed9410f2a1b3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 1023 time: 0.1409559 Feb 15 16:47:31.266430 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0aeb843a-f76e-441e-9f39-d3f751d90b38 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9016519 Feb 15 16:47:31.274742 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1837e94b-8621-46ae-bbc2-2b8f8bc924ea req-9fd67a6f-66e2-440a-8c9f-1081cffd7c29 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups?id=e2c34399-33e9-41e1-9071-8e4474aed70d&id=7ff72865-8b36-4cf3-87fb-7dd9c03dcb35&id=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0865052 Feb 15 16:47:31.275230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47262) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:31.280172 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e4827ad4-ea94-475c-a79c-c754a68a245b admin admin] Request body: {'subnet': {'network_id': '6eea3c12-df26-45e4-b247-926444960402', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1164398541-subnet', 'tenant_id': '94adb06ee3c3482bb64e20e79dbef61a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:31.322146 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-36fd7c45-b1b2-42d4-b72b-017b02793045 req-2f414e82-9d6d-4c6e-89db-c4e449969057 tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0700698 Feb 15 16:47:31.388567 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4827ad4-ea94-475c-a79c-c754a68a245b admin admin] Made reservation on behalf of 94adb06ee3c3482bb64e20e79dbef61a for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:47:31.391734 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4827ad4-ea94-475c-a79c-c754a68a245b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:31.586135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68463ac1-115d-46e3-bd86-1dac007a72ff req-6c15c376-2981-4225-8a7a-dafea13d8a19 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:31.587742 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-68463ac1-115d-46e3-bd86-1dac007a72ff req-6c15c376-2981-4225-8a7a-dafea13d8a19 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.67 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 1023 time: 0.0648057 Feb 15 16:47:31.691941 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4827ad4-ea94-475c-a79c-c754a68a245b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (c4ecc950-08ba-44af-91ce-a5f7d44068d0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:31.724852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-68463ac1-115d-46e3-bd86-1dac007a72ff req-319ba038-ce56-4de1-96fe-69db987c21b3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Deleting port 5a59a7bf-081a-4810-8b10-f736497cf5ed {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:47:31.728601 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-68463ac1-115d-46e3-bd86-1dac007a72ff req-319ba038-ce56-4de1-96fe-69db987c21b3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:31.772727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4827ad4-ea94-475c-a79c-c754a68a245b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ecc950-08ba-44af-91ce-a5f7d44068d0,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:31.787431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 808877af-84fc-46bf-aa29-c2ba271b5a23 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:47:31.795452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4827ad4-ea94-475c-a79c-c754a68a245b admin admin] Checking segment: {'id': '56e87c80-1103-4c5c-8329-fb9b50af9b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6eea3c12-df26-45e4-b247-926444960402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:47:31.798910 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4827ad4-ea94-475c-a79c-c754a68a245b admin admin] Network hostable DHCP agents. Network: 6eea3c12-df26-45e4-b247-926444960402, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:47:31.870036 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4827ad4-ea94-475c-a79c-c754a68a245b admin admin] Network 6eea3c12-df26-45e4-b247-926444960402 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:47:31.915742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-68463ac1-115d-46e3-bd86-1dac007a72ff req-319ba038-ce56-4de1-96fe-69db987c21b3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] For port 5a59a7bf-081a-4810-8b10-f736497cf5ed, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5a59a7bf-081a-4810-8b10-f736497cf5ed,segment=NetworkSegment(3c120751-ed77-48d7-a4af-d4cb7dc1b8ff),segment_id=3c120751-ed77-48d7-a4af-d4cb7dc1b8ff)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:31.916230 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-68463ac1-115d-46e3-bd86-1dac007a72ff req-319ba038-ce56-4de1-96fe-69db987c21b3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:31.939353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-68463ac1-115d-46e3-bd86-1dac007a72ff req-319ba038-ce56-4de1-96fe-69db987c21b3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Calling delete_port for 5a59a7bf-081a-4810-8b10-f736497cf5ed owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:47:31.947166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 808877af-84fc-46bf-aa29-c2ba271b5a23, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=808877af-84fc-46bf-aa29-c2ba271b5a23,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:31.952777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e4827ad4-ea94-475c-a79c-c754a68a245b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 6eea3c12-df26-45e4-b247-926444960402) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:47:31.957637 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4827ad4-ea94-475c-a79c-c754a68a245b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:31.959103 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4827ad4-ea94-475c-a79c-c754a68a245b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:31.961568 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '808877af-84fc-46bf-aa29-c2ba271b5a23', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '808877af-84fc-46bf-aa29-c2ba271b5a23', 'mac_address': 'fa:16:3e:df:bd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:47:31.964643 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc19fbc-59ee-4317-9ba4-d92226f4eede None None] Network 6eea3c12-df26-45e4-b247-926444960402 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:47:32.058365 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 808877af-84fc-46bf-aa29-c2ba271b5a23 is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:32.058837 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:32.083658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 808877af-84fc-46bf-aa29-c2ba271b5a23 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:47:32.127564 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 808877af-84fc-46bf-aa29-c2ba271b5a23, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=808877af-84fc-46bf-aa29-c2ba271b5a23,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:32.129954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a2de49-77ae-4363-bcda-c82fde0953d0 None None] Network 6eea3c12-df26-45e4-b247-926444960402 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:47:32.134069 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e4827ad4-ea94-475c-a79c-c754a68a245b admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8576453 Feb 15 16:47:32.215042 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:32.242109 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-68463ac1-115d-46e3-bd86-1dac007a72ff req-319ba038-ce56-4de1-96fe-69db987c21b3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (5a59a7bf-081a-4810-8b10-f736497cf5ed), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:32.296433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ba038-ce56-4de1-96fe-69db987c21b3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event deleted for resources: {'Port': ['ID=5a59a7bf-081a-4810-8b10-f736497cf5ed,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:32.337352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['5a59a7bf-081a-4810-8b10-f736497cf5ed'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:47:32.422609 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['808877af-84fc-46bf-aa29-c2ba271b5a23'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:47:32.432572 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e31341b0-191f-4c8b-9bdb-aba7ce18b74f req-81e4881c-372d-4415-8b21-5d69fda3886e tempest-InstanceActionsTestJSON-2146071857 tempest-InstanceActionsTestJSON-2146071857-project] 10.222.0.107 "GET /v2.0/ports?device_id=afdedd59-677d-4b65-b91e-ecd1e6a2e7dc HTTP/1.1" status: 200 len: 210 time: 0.1117990 Feb 15 16:47:32.500768 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-68463ac1-115d-46e3-bd86-1dac007a72ff req-319ba038-ce56-4de1-96fe-69db987c21b3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] No DVR routers for this DVR port 5a59a7bf-081a-4810-8b10-f736497cf5ed on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:47:32.507874 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-68463ac1-115d-46e3-bd86-1dac007a72ff req-319ba038-ce56-4de1-96fe-69db987c21b3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:32.516032 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-68463ac1-115d-46e3-bd86-1dac007a72ff req-319ba038-ce56-4de1-96fe-69db987c21b3 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.67 "DELETE /v2.0/ports/5a59a7bf-081a-4810-8b10-f736497cf5ed HTTP/1.1" status: 204 len: 173 time: 0.9222581 Feb 15 16:47:32.529578 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 16f79cf0-dcfc-44f3-b50a-11188aaa05bf no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:47:32.535533 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe1049b7-82f9-4e17-9ee2-f946e6d651c7 req-0ee8b093-2e84-48aa-ade3-77448544b76c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 210 time: 0.0752139 Feb 15 16:47:32.537724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1e4659a1-999b-4f3c-a646-6d6396a3b128 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:47:32.674426 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1e4659a1-999b-4f3c-a646-6d6396a3b128, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1e4659a1-999b-4f3c-a646-6d6396a3b128,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:32.713196 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1454a74e-bc6f-4feb-9974-840e0f3b74bb req-0165b933-bfea-4dde-982b-40ca71461870 tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0447857 Feb 15 16:47:32.763893 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '1e4659a1-999b-4f3c-a646-6d6396a3b128', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '1e4659a1-999b-4f3c-a646-6d6396a3b128', 'mac_address': 'fa:16:3e:ba:aa:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:47:32.831830 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=808877af-84fc-46bf-aa29-c2ba271b5a23,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:32.870485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd', 'name': 'network-vif-deleted', 'tag': '5a59a7bf-081a-4810-8b10-f736497cf5ed'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:32.873412 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c83bc5-0ada-4823-b6d5-13303fc3036a" -d '{"events": [{"server_uuid": "1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd", "name": "network-vif-deleted", "tag": "5a59a7bf-081a-4810-8b10-f736497cf5ed"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:32.914390 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:32.914715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:32.915171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:32.915587 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:32.916059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:32.916460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:32.916864 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:32.917279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:32.917702 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:32.918074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:32.918537 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:32.919193 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:32.919702 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:47:32.964016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1e4659a1-999b-4f3c-a646-6d6396a3b128 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:32.967724 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:32.990796 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0964fa-411e-4277-ba38-7acfa9023857 x-openstack-request-id: req-0d0964fa-411e-4277-ba38-7acfa9023857 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:32.991795 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd", "name": "network-vif-deleted", "tag": "5a59a7bf-081a-4810-8b10-f736497cf5ed", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:32.991795 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0d0964fa-411e-4277-ba38-7acfa9023857 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:32.992494 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd', 'name': 'network-vif-deleted', 'tag': '5a59a7bf-081a-4810-8b10-f736497cf5ed', 'status': 'completed', 'code': 200} Feb 15 16:47:33.034786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4659a1-999b-4f3c-a646-6d6396a3b128 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:47:33.068589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:33.068978 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:33.089664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1e4659a1-999b-4f3c-a646-6d6396a3b128, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1e4659a1-999b-4f3c-a646-6d6396a3b128,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:33.116528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3497658-6691-4f17-900b-100c4500ae75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f79cf0-dcfc-44f3-b50a-11188aaa05bf'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:33.117022 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83543fb8-7d21-40e6-ab84-69dae74c8061" -d '{"events": [{"server_uuid": "e3497658-6691-4f17-900b-100c4500ae75", "name": "network-vif-unplugged", "status": "completed", "tag": "16f79cf0-dcfc-44f3-b50a-11188aaa05bf"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:33.134377 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:33.171278 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b23ce4b-2d4e-45e8-a62d-d02f91d985c9 x-openstack-request-id: req-2b23ce4b-2d4e-45e8-a62d-d02f91d985c9 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:33.171989 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3497658-6691-4f17-900b-100c4500ae75", "name": "network-vif-unplugged", "status": "completed", "tag": "16f79cf0-dcfc-44f3-b50a-11188aaa05bf", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:33.172603 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2b23ce4b-2d4e-45e8-a62d-d02f91d985c9 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:33.173434 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3497658-6691-4f17-900b-100c4500ae75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f79cf0-dcfc-44f3-b50a-11188aaa05bf', 'code': 200} Feb 15 16:47:33.175291 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:33.207712 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:33.248699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1e4659a1-999b-4f3c-a646-6d6396a3b128,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:33.299884 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['1e4659a1-999b-4f3c-a646-6d6396a3b128'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:47:33.450278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:33.792755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 808877af-84fc-46bf-aa29-c2ba271b5a23 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:47:33.910279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 808877af-84fc-46bf-aa29-c2ba271b5a23 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:33.910279 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:33.923399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47380) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:34.106250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 808877af-84fc-46bf-aa29-c2ba271b5a23 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:34.106652 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:34.119642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-219ca287-0df5-4dad-aecc-b83d3959f9c1 admin admin] Deleting subnet b71b1826-a4cd-4b4d-91fb-61734742a8f5 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:47:34.208858 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 808877af-84fc-46bf-aa29-c2ba271b5a23, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=808877af-84fc-46bf-aa29-c2ba271b5a23,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:34.212920 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-219ca287-0df5-4dad-aecc-b83d3959f9c1 admin admin] Publish callbacks [] for subnet (b71b1826-a4cd-4b4d-91fb-61734742a8f5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:34.224365 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1747f6e-efb6-48e1-acc7-73a7214ebb46 req-94805395-71b8-4c2b-9217-a0adbc13777c tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/ports?device_id=1d9e7078-6d8b-43a6-8b9a-0c1f5fa356dd HTTP/1.1" status: 200 len: 210 time: 0.1291068 Feb 15 16:47:34.330477 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-219ca287-0df5-4dad-aecc-b83d3959f9c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (b71b1826-a4cd-4b4d-91fb-61734742a8f5), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:34.337107 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:34.337955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 5a59a7bf-081a-4810-8b10-f736497cf5ed no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:47:34.405908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 5a59a7bf-081a-4810-8b10-f736497cf5ed {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:47:34.407343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 5a59a7bf-081a-4810-8b10-f736497cf5ed not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:47:34.437029 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-219ca287-0df5-4dad-aecc-b83d3959f9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (b71b1826-a4cd-4b4d-91fb-61734742a8f5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:34.452474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=808877af-84fc-46bf-aa29-c2ba271b5a23,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:34.463989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1e4659a1-999b-4f3c-a646-6d6396a3b128 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:47:34.593120 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 1e4659a1-999b-4f3c-a646-6d6396a3b128 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:34.594188 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:34.623249 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-219ca287-0df5-4dad-aecc-b83d3959f9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (b71b1826-a4cd-4b4d-91fb-61734742a8f5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:34.698162 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ca287-0df5-4dad-aecc-b83d3959f9c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b71b1826-a4cd-4b4d-91fb-61734742a8f5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:34.709604 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-219ca287-0df5-4dad-aecc-b83d3959f9c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:34.718979 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-219ca287-0df5-4dad-aecc-b83d3959f9c1 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/b71b1826-a4cd-4b4d-91fb-61734742a8f5 HTTP/1.1" status: 204 len: 168 time: 0.7944865 Feb 15 16:47:34.724000 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47386) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:34.740314 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1e4659a1-999b-4f3c-a646-6d6396a3b128 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:34.740714 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:34.810348 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1e4659a1-999b-4f3c-a646-6d6396a3b128, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1e4659a1-999b-4f3c-a646-6d6396a3b128,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:34.862006 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51da2e9-2c8e-46ce-821b-09217383d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (25aed2c1-8eac-451e-af0f-0e370dd15e51), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:34.902845 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:34.903683 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3a9010ea-16d4-45bc-9d20-0c016bf8746d no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:47:35.004090 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 3a9010ea-16d4-45bc-9d20-0c016bf8746d {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:47:35.004790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3a9010ea-16d4-45bc-9d20-0c016bf8746d not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:47:35.065628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1e4659a1-999b-4f3c-a646-6d6396a3b128,revision_number=10']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:35.125764 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51da2e9-2c8e-46ce-821b-09217383d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (25aed2c1-8eac-451e-af0f-0e370dd15e51), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:35.161601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a51da2e9-2c8e-46ce-821b-09217383d425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25aed2c1-8eac-451e-af0f-0e370dd15e51']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:35.177144 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a51da2e9-2c8e-46ce-821b-09217383d425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405688c3-1746-49eb-aa56-3fcc2636606b') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:35.177144 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a51da2e9-2c8e-46ce-821b-09217383d425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405688c3-1746-49eb-aa56-3fcc2636606b') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:35.177342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8937697-9f67-4ecc-b4a0-2fbbab5f59fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808877af-84fc-46bf-aa29-c2ba271b5a23'}, {'server_uuid': '21d1e677-08ff-4d0b-bdf6-d087d0f268e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4659a1-999b-4f3c-a646-6d6396a3b128'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:35.177739 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d08ecdf-50a8-4b75-987a-b2b34596af96" -d '{"events": [{"server_uuid": "d8937697-9f67-4ecc-b4a0-2fbbab5f59fd", "name": "network-vif-plugged", "status": "completed", "tag": "808877af-84fc-46bf-aa29-c2ba271b5a23"}, {"server_uuid": "21d1e677-08ff-4d0b-bdf6-d087d0f268e0", "name": "network-vif-plugged", "status": "completed", "tag": "1e4659a1-999b-4f3c-a646-6d6396a3b128"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:35.183448 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51da2e9-2c8e-46ce-821b-09217383d425 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (405688c3-1746-49eb-aa56-3fcc2636606b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:35.198201 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51da2e9-2c8e-46ce-821b-09217383d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (405688c3-1746-49eb-aa56-3fcc2636606b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:35.216526 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51da2e9-2c8e-46ce-821b-09217383d425 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:47:35.216526 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51da2e9-2c8e-46ce-821b-09217383d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (405688c3-1746-49eb-aa56-3fcc2636606b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:47:35.273448 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:47:35.337021 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51da2e9-2c8e-46ce-821b-09217383d425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (25aed2c1-8eac-451e-af0f-0e370dd15e51), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:35.352102 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51da2e9-2c8e-46ce-821b-09217383d425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:35.358892 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a51da2e9-2c8e-46ce-821b-09217383d425 admin admin] 10.222.0.107 "DELETE /v2.0/networks/25aed2c1-8eac-451e-af0f-0e370dd15e51 HTTP/1.1" status: 204 len: 168 time: 0.6308224 Feb 15 16:47:35.388054 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51da2e9-2c8e-46ce-821b-09217383d425 admin admin] Pushing event deleted for resources: {'Network': ['ID=25aed2c1-8eac-451e-af0f-0e370dd15e51,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:35.901945 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47396) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:35.973550 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ef2d529-7277-4b7a-bed5-411a138700d7 req-ca986262-c9c8-4aab-a393-d4ca549d6e82 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.1061399 Feb 15 16:47:36.011199 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ea4f0aa3-40bf-471f-b67e-383babe7e662 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f20a1e9af48846ab82c811a38d14c905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1080189 Feb 15 16:47:36.016033 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47398) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:36.230561 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b721099-1f55-470e-b5e5-43e3d84b1808 admin admin] Publish callbacks [] for security_group (d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:36.351331 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b721099-1f55-470e-b5e5-43e3d84b1808 admin admin] Publish callbacks [] for security_group (d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:36.526330 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b721099-1f55-470e-b5e5-43e3d84b1808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:36.528956 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b721099-1f55-470e-b5e5-43e3d84b1808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:36.530963 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8b721099-1f55-470e-b5e5-43e3d84b1808 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355 HTTP/1.1" status: 204 len: 168 time: 0.5137444 Feb 15 16:47:36.554448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b721099-1f55-470e-b5e5-43e3d84b1808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a9bbbe-f5fb-4e48-9d8f-1cb0cc21e355,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:36.899637 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5b8aac3-9c56-4fc1-af58-9208e747d67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:38.789076 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47436) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:38.950329 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-559844c9-91d3-4414-bd0d-166e50306b55 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2056581490-network', 'tenant_id': '42610834676b47ab966c400876e61344'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:39.114568 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559844c9-91d3-4414-bd0d-166e50306b55 admin admin] Made reservation on behalf of 42610834676b47ab966c400876e61344 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:47:39.117231 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-559844c9-91d3-4414-bd0d-166e50306b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:39.132116 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-559844c9-91d3-4414-bd0d-166e50306b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:39.248061 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-559844c9-91d3-4414-bd0d-166e50306b55 admin admin] Publish callbacks [] for security_group (ce5cdc13-746e-4202-8ee8-9a17e8778327), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:39.409548 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d9be97a-a40d-472d-b4e1-68d7e5b43229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:39.422854 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-559844c9-91d3-4414-bd0d-166e50306b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ce5cdc13-746e-4202-8ee8-9a17e8778327), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:39.516338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559844c9-91d3-4414-bd0d-166e50306b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5cdc13-746e-4202-8ee8-9a17e8778327,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:39.540643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559844c9-91d3-4414-bd0d-166e50306b55 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:47:39.551657 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-559844c9-91d3-4414-bd0d-166e50306b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (cba45f71-c786-44ba-a46e-83b969cb01a3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:39.551657 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-559844c9-91d3-4414-bd0d-166e50306b55 admin admin] Added segment cba45f71-c786-44ba-a46e-83b969cb01a3 of type vlan for network 12a2093f-2fc9-4fce-b441-82e85199b407 Feb 15 16:47:39.614716 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-559844c9-91d3-4414-bd0d-166e50306b55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (12a2093f-2fc9-4fce-b441-82e85199b407), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:39.737295 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-559844c9-91d3-4414-bd0d-166e50306b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (12a2093f-2fc9-4fce-b441-82e85199b407), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:39.738415 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559844c9-91d3-4414-bd0d-166e50306b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:39.739039 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-559844c9-91d3-4414-bd0d-166e50306b55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:39.824596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559844c9-91d3-4414-bd0d-166e50306b55 admin admin] Pushing event updated for resources: {'Network': ['ID=12a2093f-2fc9-4fce-b441-82e85199b407,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:39.843846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 12a2093f-2fc9-4fce-b441-82e85199b407 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:47:39.929246 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-559844c9-91d3-4414-bd0d-166e50306b55 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1389356 Feb 15 16:47:39.932098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47442) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:39.939184 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ec20c949-0753-481e-96cb-7c655b7045e4 admin admin] Request body: {'subnet': {'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2056581490-subnet', 'tenant_id': '42610834676b47ab966c400876e61344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:40.079869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec20c949-0753-481e-96cb-7c655b7045e4 admin admin] Made reservation on behalf of 42610834676b47ab966c400876e61344 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:47:40.084385 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec20c949-0753-481e-96cb-7c655b7045e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:40.417229 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:40.549048 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec20c949-0753-481e-96cb-7c655b7045e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (3f6043ea-4296-4866-ad66-6a493d2ddddb), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:40.674367 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec20c949-0753-481e-96cb-7c655b7045e4 admin admin] Checking segment: {'id': 'cba45f71-c786-44ba-a46e-83b969cb01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:47:40.675148 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec20c949-0753-481e-96cb-7c655b7045e4 admin admin] Network hostable DHCP agents. Network: 12a2093f-2fc9-4fce-b441-82e85199b407, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:47:40.684036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20c949-0753-481e-96cb-7c655b7045e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6043ea-4296-4866-ad66-6a493d2ddddb,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:40.811795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec20c949-0753-481e-96cb-7c655b7045e4 admin admin] Network 12a2093f-2fc9-4fce-b441-82e85199b407 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:47:40.941856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-ec20c949-0753-481e-96cb-7c655b7045e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 12a2093f-2fc9-4fce-b441-82e85199b407) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:47:40.961827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf0e239-79c4-474e-bfad-59a0c2450a90 None None] Network 12a2093f-2fc9-4fce-b441-82e85199b407 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:47:40.962004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec20c949-0753-481e-96cb-7c655b7045e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:40.962004 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec20c949-0753-481e-96cb-7c655b7045e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:41.121782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ec20c949-0753-481e-96cb-7c655b7045e4 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1882758 Feb 15 16:47:41.124570 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47446) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:41.130479 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2056581490-router', 'tenant_id': '42610834676b47ab966c400876e61344', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:41.285588 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (a40e15d8-9f6f-49c2-b2e1-9939679e7789), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:41.286989 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (a40e15d8-9f6f-49c2-b2e1-9939679e7789), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:41.392046 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Publish callbacks [] for router_controller (a40e15d8-9f6f-49c2-b2e1-9939679e7789), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:41.410198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3658dc-dc77-421d-8c3b-2a32a61980a6 None None] Network 12a2093f-2fc9-4fce-b441-82e85199b407 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:47:41.721485 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Publish callbacks [] for router_gateway (a40e15d8-9f6f-49c2-b2e1-9939679e7789), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:41.823289 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:42.081551 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Publish callbacks [] for router_gateway (a40e15d8-9f6f-49c2-b2e1-9939679e7789), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:42.103897 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:42.347142 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Allocated IP 172.25.4.40 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/521a0830-9620-4fdc-837b-dd0c532cb54d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:47:42.347142 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Publish callbacks [] for port (521a0830-9620-4fdc-837b-dd0c532cb54d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:42.361807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ede33-424f-4fbe-8be0-2045b2ea8459 req-823c6f78-4147-41c7-931e-33574547650d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:42.363339 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-842ede33-424f-4fbe-8be0-2045b2ea8459 req-823c6f78-4147-41c7-931e-33574547650d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7a5f0b72e504cf480a209cc35e182d9&device_id=21d1e677-08ff-4d0b-bdf6-d087d0f268e0 HTTP/1.1" status: 200 len: 1134 time: 0.0498695 Feb 15 16:47:42.468943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ede33-424f-4fbe-8be0-2045b2ea8459 req-81dbc9f6-c218-4ad0-ac2e-50646643490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:42.478754 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-842ede33-424f-4fbe-8be0-2045b2ea8459 req-81dbc9f6-c218-4ad0-ac2e-50646643490e service neutron] 10.222.0.10 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.0860863 Feb 15 16:47:42.521800 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-842ede33-424f-4fbe-8be0-2045b2ea8459 req-ea4db697-6583-4d77-a230-6bd4c5b52de2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=1e4659a1-999b-4f3c-a646-6d6396a3b128 HTTP/1.1" status: 200 len: 217 time: 0.0457044 Feb 15 16:47:42.572698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ede33-424f-4fbe-8be0-2045b2ea8459 req-57219de1-830b-4fdc-9487-acb0fd9391cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:42.574504 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-842ede33-424f-4fbe-8be0-2045b2ea8459 req-57219de1-830b-4fdc-9487-acb0fd9391cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0478516 Feb 15 16:47:42.624577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ede33-424f-4fbe-8be0-2045b2ea8459 req-db9bf1dd-b6bc-47b3-9830-6d00ec2aa6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:42.626034 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-842ede33-424f-4fbe-8be0-2045b2ea8459 req-db9bf1dd-b6bc-47b3-9830-6d00ec2aa6f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0452988 Feb 15 16:47:42.718581 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (521a0830-9620-4fdc-837b-dd0c532cb54d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:42.766916 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-842ede33-424f-4fbe-8be0-2045b2ea8459 req-cb7e48ef-96d3-415d-a094-ffea02d2e1b1 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336935 Feb 15 16:47:42.790946 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:47:42.792877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:47:42.803685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:47:42.848192 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=521a0830-9620-4fdc-837b-dd0c532cb54d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:42.924465 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-842ede33-424f-4fbe-8be0-2045b2ea8459 req-0aa7b6c5-d703-46e8-9ab1-d241b413e439 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473622 Feb 15 16:47:43.374163 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Publish callbacks [] for router_gateway (a40e15d8-9f6f-49c2-b2e1-9939679e7789), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:43.393080 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:43.684568 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (a40e15d8-9f6f-49c2-b2e1-9939679e7789), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:44.010970 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Router a40e15d8-9f6f-49c2-b2e1-9939679e7789 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:47:44.181690 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:47:44.197105 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Sync routers for ids ['a40e15d8-9f6f-49c2-b2e1-9939679e7789'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:47:44.220961 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Routers {'a40e15d8-9f6f-49c2-b2e1-9939679e7789'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:47:44.222985 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:47:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a40e15d8-9f6f-49c2-b2e1-9939679e7789'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:44.402251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:44.404563 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-decac9df-26aa-478c-8272-fc8375e1a7e2 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2787383 Feb 15 16:47:44.407759 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47466) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:44.475125 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Set router a40e15d8-9f6f-49c2-b2e1-9939679e7789 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:47:44.862655 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'name': 'tempest-ServerRescueNegativeTestJSON-2056581490-router', 'tenant_id': '42610834676b47ab966c400876e61344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:47:41Z', 'updated_at': '2022-02-15T16:47:43Z', 'revision_number': 3, 'project_id': '42610834676b47ab966c400876e61344', 'gw_port': {'id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:47:42Z', 'updated_at': '2022-02-15T16:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:44.905659 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Checking router: a40e15d8-9f6f-49c2-b2e1-9939679e7789 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:47:44.906024 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Updating router a40e15d8-9f6f-49c2-b2e1-9939679e7789 port 521a0830-9620-4fdc-837b-dd0c532cb54d binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:47:44.937258 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (521a0830-9620-4fdc-837b-dd0c532cb54d), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:45.427650 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Publish callbacks [] for port (521a0830-9620-4fdc-837b-dd0c532cb54d), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:45.606059 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:45.629390 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (521a0830-9620-4fdc-837b-dd0c532cb54d), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:45.787990 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Attempting to bind port 521a0830-9620-4fdc-837b-dd0c532cb54d on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:47:45.793584 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Attempting to bind port 521a0830-9620-4fdc-837b-dd0c532cb54d by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:47:45.804026 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Attempting to bind port 521a0830-9620-4fdc-837b-dd0c532cb54d on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:47:45.844626 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:47:45.846409 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:47:45.847074 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:45.848692 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:47:45.850514 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Bound port: 521a0830-9620-4fdc-837b-dd0c532cb54d, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:47:45.851212 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (521a0830-9620-4fdc-837b-dd0c532cb54d), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:45.878615 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Allocated IP 172.20.0.1 (12a2093f-2fc9-4fce-b441-82e85199b407/3f6043ea-4296-4866-ad66-6a493d2ddddb/23446356-f5d1-4974-9b9e-48c60c315dbd) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:47:45.954993 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] For port 521a0830-9620-4fdc-837b-dd0c532cb54d, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:47:45.960263 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] For port 521a0830-9620-4fdc-837b-dd0c532cb54d, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=521a0830-9620-4fdc-837b-dd0c532cb54d,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:47:45.969357 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f065fb7-7480-4295-9d8d-03c437662f59 None None] Pushing event updated for resources: {'Port': ['ID=521a0830-9620-4fdc-837b-dd0c532cb54d,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:46.040224 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Publish callbacks [] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:46.108131 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (521a0830-9620-4fdc-837b-dd0c532cb54d), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:46.207353 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Routers {'a40e15d8-9f6f-49c2-b2e1-9939679e7789'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:47:46.208036 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:47:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a40e15d8-9f6f-49c2-b2e1-9939679e7789'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:46.308790 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:46.314496 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f065fb7-7480-4295-9d8d-03c437662f59 None None] Pushing event updated for resources: {'Port': ['ID=521a0830-9620-4fdc-837b-dd0c532cb54d,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:46.396212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Network 12a2093f-2fc9-4fce-b441-82e85199b407 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:47:46.399475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:47:46.403180 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:47:46.437743 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] Set router a40e15d8-9f6f-49c2-b2e1-9939679e7789 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:47:46.479152 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (a40e15d8-9f6f-49c2-b2e1-9939679e7789), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:46.488044 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Pushing event updated for resources: {'Port': ['ID=23446356-f5d1-4974-9b9e-48c60c315dbd,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:46.801117 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'name': 'tempest-ServerRescueNegativeTestJSON-2056581490-router', 'tenant_id': '42610834676b47ab966c400876e61344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:47:41Z', 'updated_at': '2022-02-15T16:47:43Z', 'revision_number': 3, 'project_id': '42610834676b47ab966c400876e61344', 'gw_port': {'id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:47:42Z', 'updated_at': '2022-02-15T16:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:46.871763 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c79897-62aa-4780-8aed-80ccbebf832f None None] The sync data for ids ['a40e15d8-9f6f-49c2-b2e1-9939679e7789'] in n-d-828372-14 is: [{'id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'name': 'tempest-ServerRescueNegativeTestJSON-2056581490-router', 'tenant_id': '42610834676b47ab966c400876e61344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:47:41Z', 'updated_at': '2022-02-15T16:47:43Z', 'revision_number': 3, 'project_id': '42610834676b47ab966c400876e61344', 'gw_port': {'id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:26:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:47:42Z', 'updated_at': '2022-02-15T16:47:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:47:47.362631 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:47.560780 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Publish callbacks [] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:47.730727 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:47.816580 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (a40e15d8-9f6f-49c2-b2e1-9939679e7789), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:47.837270 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Pushing event updated for resources: {'Port': ['ID=23446356-f5d1-4974-9b9e-48c60c315dbd,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:47.938618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Network 12a2093f-2fc9-4fce-b441-82e85199b407 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:47:47.940713 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:47:48.030208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 521a0830-9620-4fdc-837b-dd0c532cb54d up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:47:48.084460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 521a0830-9620-4fdc-837b-dd0c532cb54d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:48.084837 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (521a0830-9620-4fdc-837b-dd0c532cb54d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:48.090445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Router a40e15d8-9f6f-49c2-b2e1-9939679e7789 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:47:48.175037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 521a0830-9620-4fdc-837b-dd0c532cb54d is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:48.175654 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (521a0830-9620-4fdc-837b-dd0c532cb54d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:48.202099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 521a0830-9620-4fdc-837b-dd0c532cb54d, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=521a0830-9620-4fdc-837b-dd0c532cb54d,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:48.217666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:47:48.225904 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fbdf3772-86f3-460b-a7c4-bf09bd2446a8 admin admin] 10.222.0.107 "PUT /v2.0/routers/a40e15d8-9f6f-49c2-b2e1-9939679e7789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8155475 Feb 15 16:47:48.400619 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (521a0830-9620-4fdc-837b-dd0c532cb54d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:48.462954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=521a0830-9620-4fdc-837b-dd0c532cb54d,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:49.027195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Sync routers for ids ['a40e15d8-9f6f-49c2-b2e1-9939679e7789'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:47:49.039075 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Routers {'a40e15d8-9f6f-49c2-b2e1-9939679e7789'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:47:49.039945 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:47:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a40e15d8-9f6f-49c2-b2e1-9939679e7789'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:49.158514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Set router a40e15d8-9f6f-49c2-b2e1-9939679e7789 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:47:49.370581 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'name': 'tempest-ServerRescueNegativeTestJSON-2056581490-router', 'tenant_id': '42610834676b47ab966c400876e61344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:47:41Z', 'updated_at': '2022-02-15T16:47:46Z', 'revision_number': 4, 'project_id': '42610834676b47ab966c400876e61344', 'gw_port': {'id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:47:42Z', 'updated_at': '2022-02-15T16:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '23446356-f5d1-4974-9b9e-48c60c315dbd', 'name': '', 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407', 'tenant_id': '42610834676b47ab966c400876e61344', 'mac_address': 'fa:16:3e:7e:92:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3f6043ea-4296-4866-ad66-6a493d2ddddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:47:45Z', 'updated_at': '2022-02-15T16:47:47Z', 'revision_number': 2, 'project_id': '42610834676b47ab966c400876e61344', 'subnets': [{'id': '3f6043ea-4296-4866-ad66-6a493d2ddddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:49.396646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Checking router: a40e15d8-9f6f-49c2-b2e1-9939679e7789 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:47:49.397082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Updating router a40e15d8-9f6f-49c2-b2e1-9939679e7789 port 23446356-f5d1-4974-9b9e-48c60c315dbd binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:47:49.430398 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:49.601849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b5c49570-8c70-4ecc-8847-fed10da7fa52 req-c92adcd0-8f33-4093-b447-58cc10b5e428 tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0315025 Feb 15 16:47:49.660751 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafcb304-ac66-4afb-8ede-56c65a23c73b x-openstack-request-id: req-bafcb304-ac66-4afb-8ede-56c65a23c73b {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:49.661044 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8937697-9f67-4ecc-b4a0-2fbbab5f59fd", "name": "network-vif-plugged", "status": "completed", "tag": "808877af-84fc-46bf-aa29-c2ba271b5a23", "code": 200}, {"server_uuid": "21d1e677-08ff-4d0b-bdf6-d087d0f268e0", "name": "network-vif-plugged", "status": "completed", "tag": "1e4659a1-999b-4f3c-a646-6d6396a3b128", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:49.661306 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bafcb304-ac66-4afb-8ede-56c65a23c73b {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:49.661699 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8937697-9f67-4ecc-b4a0-2fbbab5f59fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808877af-84fc-46bf-aa29-c2ba271b5a23', 'code': 200} Feb 15 16:47:49.662054 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d1e677-08ff-4d0b-bdf6-d087d0f268e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4659a1-999b-4f3c-a646-6d6396a3b128', 'code': 200} Feb 15 16:47:49.757547 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Publish callbacks [] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:49.911825 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:49.967389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82013b3d-1a9c-4ea0-bc39-533903c4a549 None None] Pushing event updated for resources: {'Port': ['ID=23446356-f5d1-4974-9b9e-48c60c315dbd,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:50.026967 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 521a0830-9620-4fdc-837b-dd0c532cb54d up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:47:50.073288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Attempting to bind port 23446356-f5d1-4974-9b9e-48c60c315dbd on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:47:50.073898 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Attempting to bind port 23446356-f5d1-4974-9b9e-48c60c315dbd by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'cba45f71-c786-44ba-a46e-83b969cb01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:47:50.074182 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Attempting to bind port 23446356-f5d1-4974-9b9e-48c60c315dbd on network 12a2093f-2fc9-4fce-b441-82e85199b407 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:47:50.085726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:47:50.086105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Checking segment: {'id': 'cba45f71-c786-44ba-a46e-83b969cb01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:47:50.086510 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:50.086904 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Bound using segment: {'id': 'cba45f71-c786-44ba-a46e-83b969cb01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:47:50.087385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Bound port: 23446356-f5d1-4974-9b9e-48c60c315dbd, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba45f71-c786-44ba-a46e-83b969cb01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:47:50.087770 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:50.142957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 521a0830-9620-4fdc-837b-dd0c532cb54d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:50.143599 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (521a0830-9620-4fdc-837b-dd0c532cb54d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:50.193889 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] For port 23446356-f5d1-4974-9b9e-48c60c315dbd, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:47:50.209047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] For port 23446356-f5d1-4974-9b9e-48c60c315dbd, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=23446356-f5d1-4974-9b9e-48c60c315dbd,segment=NetworkSegment(cba45f71-c786-44ba-a46e-83b969cb01a3),segment_id=cba45f71-c786-44ba-a46e-83b969cb01a3)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:47:50.259648 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 521a0830-9620-4fdc-837b-dd0c532cb54d is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:50.347581 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:50.363391 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f2dc639-643a-480a-86eb-2f5c7810ba43 req-84118773-af88-48e7-9729-b36ce3dd90d9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca1574449e294285b82364fd512877dc&device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0363016 Feb 15 16:47:50.370709 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b2619d58-49cf-4e7e-a1b2-21c245d3c87c req-001ef50e-57e1-474a-98e7-dede143dc189 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/7ff72865-8b36-4cf3-87fb-7dd9c03dcb35 HTTP/1.1" status: 200 len: 1820 time: 0.0450068 Feb 15 16:47:50.371350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2385d93-53f2-415e-b082-e29112354964 req-a7151dec-2872-4f50-80b9-9e5ce6e5d1a3 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:50.373403 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2385d93-53f2-415e-b082-e29112354964 req-a7151dec-2872-4f50-80b9-9e5ce6e5d1a3 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/networks?id=12a2093f-2fc9-4fce-b441-82e85199b407 HTTP/1.1" status: 200 len: 819 time: 0.4966109 Feb 15 16:47:50.402543 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2385d93-53f2-415e-b082-e29112354964 req-73ea3130-cc95-4de7-930e-9fd6a9cc0b06 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/quotas/42610834676b47ab966c400876e61344 HTTP/1.1" status: 200 len: 375 time: 0.0200400 Feb 15 16:47:50.406875 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f2dc639-643a-480a-86eb-2f5c7810ba43 req-eb43699e-b5eb-49e1-985e-2b5ae651df53 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=ca1574449e294285b82364fd512877dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321605 Feb 15 16:47:50.412477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Routers {'a40e15d8-9f6f-49c2-b2e1-9939679e7789'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:47:50.413155 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:47:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a40e15d8-9f6f-49c2-b2e1-9939679e7789'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:50.441476 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b2619d58-49cf-4e7e-a1b2-21c245d3c87c req-29951e10-c548-4ecb-bb9a-435363f91110 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (7ff72865-8b36-4cf3-87fb-7dd9c03dcb35), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:50.450491 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82013b3d-1a9c-4ea0-bc39-533903c4a549 None None] Pushing event updated for resources: {'Port': ['ID=23446356-f5d1-4974-9b9e-48c60c315dbd,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:50.469505 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b2619d58-49cf-4e7e-a1b2-21c245d3c87c req-29951e10-c548-4ecb-bb9a-435363f91110 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (7ff72865-8b36-4cf3-87fb-7dd9c03dcb35), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:50.535139 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] Set router a40e15d8-9f6f-49c2-b2e1-9939679e7789 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:47:50.541300 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2385d93-53f2-415e-b082-e29112354964 req-faa086a6-ac39-45e8-97e0-e35efd8fde89 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=42610834676b47ab966c400876e61344&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1302199 Feb 15 16:47:50.563574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dc639-643a-480a-86eb-2f5c7810ba43 req-f6a50e06-3a4e-4055-8725-0352f82306ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:50.563574 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f2dc639-643a-480a-86eb-2f5c7810ba43 req-f6a50e06-3a4e-4055-8725-0352f82306ae service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1226029 Feb 15 16:47:50.611287 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b2619d58-49cf-4e7e-a1b2-21c245d3c87c req-29951e10-c548-4ecb-bb9a-435363f91110 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7ff72865-8b36-4cf3-87fb-7dd9c03dcb35), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:50.614276 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b2619d58-49cf-4e7e-a1b2-21c245d3c87c req-29951e10-c548-4ecb-bb9a-435363f91110 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:50.615462 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b2619d58-49cf-4e7e-a1b2-21c245d3c87c req-29951e10-c548-4ecb-bb9a-435363f91110 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "DELETE /v2.0/security-groups/7ff72865-8b36-4cf3-87fb-7dd9c03dcb35 HTTP/1.1" status: 204 len: 173 time: 0.2364955 Feb 15 16:47:50.627896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29951e10-c548-4ecb-bb9a-435363f91110 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff72865-8b36-4cf3-87fb-7dd9c03dcb35,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:50.657780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2385d93-53f2-415e-b082-e29112354964 req-439e8397-1248-4c4a-84d5-7c436a2bf39c service neutron] 10.222.0.107 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082101 Feb 15 16:47:50.742598 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697a2ee-5d66-4a46-be62-6874077fffca req-9037ff6d-0b27-444f-a53b-e3d88746b2dd tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:50.744168 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f697a2ee-5d66-4a46-be62-6874077fffca req-9037ff6d-0b27-444f-a53b-e3d88746b2dd tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 950 time: 0.0698681 Feb 15 16:47:50.758456 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2385d93-53f2-415e-b082-e29112354964 req-e82ac8cc-c6f6-4cb0-a71c-4d56710347e4 service neutron] 10.222.0.107 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945663 Feb 15 16:47:50.789186 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'name': 'tempest-ServerRescueNegativeTestJSON-2056581490-router', 'tenant_id': '42610834676b47ab966c400876e61344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:47:41Z', 'updated_at': '2022-02-15T16:47:46Z', 'revision_number': 4, 'project_id': '42610834676b47ab966c400876e61344', 'gw_port': {'id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:47:42Z', 'updated_at': '2022-02-15T16:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '23446356-f5d1-4974-9b9e-48c60c315dbd', 'name': '', 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407', 'tenant_id': '42610834676b47ab966c400876e61344', 'mac_address': 'fa:16:3e:7e:92:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3f6043ea-4296-4866-ad66-6a493d2ddddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:47:45Z', 'updated_at': '2022-02-15T16:47:50Z', 'revision_number': 4, 'project_id': '42610834676b47ab966c400876e61344', 'subnets': [{'id': '3f6043ea-4296-4866-ad66-6a493d2ddddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:50.799478 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f697a2ee-5d66-4a46-be62-6874077fffca req-2e463719-c087-4120-be70-a7c429fe6f2c tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/security-groups?id=085c9309-7dbb-4aa1-8dbe-5600fcebd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463455 Feb 15 16:47:50.821918 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5059b5a-5a74-438f-aeb0-9774274dd175 None None] The sync data for ids ['a40e15d8-9f6f-49c2-b2e1-9939679e7789'] in n-d-828372-14 is: [{'id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'name': 'tempest-ServerRescueNegativeTestJSON-2056581490-router', 'tenant_id': '42610834676b47ab966c400876e61344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:47:41Z', 'updated_at': '2022-02-15T16:47:46Z', 'revision_number': 4, 'project_id': '42610834676b47ab966c400876e61344', 'gw_port': {'id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:47:42Z', 'updated_at': '2022-02-15T16:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '23446356-f5d1-4974-9b9e-48c60c315dbd', 'name': '', 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407', 'tenant_id': '42610834676b47ab966c400876e61344', 'mac_address': 'fa:16:3e:7e:92:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '3f6043ea-4296-4866-ad66-6a493d2ddddb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:47:45Z', 'updated_at': '2022-02-15T16:47:50Z', 'revision_number': 4, 'project_id': '42610834676b47ab966c400876e61344', 'subnets': [{'id': '3f6043ea-4296-4866-ad66-6a493d2ddddb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:47:50.913052 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-007a6dd8-a717-4a72-b36e-78cb1c3de9eb req-2fc4ed2f-f12d-4348-85f4-e64f7ceb493c tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0337613 Feb 15 16:47:51.138037 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc9e58b5-728d-424d-85c1-d42e61e37696 req-5ad35669-fa18-4c0d-b765-3fc8a8c48a72 tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "GET /v2.0/security-groups/e2c34399-33e9-41e1-9071-8e4474aed70d HTTP/1.1" status: 200 len: 1820 time: 0.0610297 Feb 15 16:47:51.180409 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b18e827b-c018-437e-aa9a-1a8703cd4960 req-80f6cdf4-7432-43dc-a5c4-55ca884c95b2 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 210 time: 0.0345466 Feb 15 16:47:51.221539 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc9e58b5-728d-424d-85c1-d42e61e37696 req-a2d32f2e-7af6-4641-9e4f-e7f6b96beddc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (e2c34399-33e9-41e1-9071-8e4474aed70d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:51.254099 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc9e58b5-728d-424d-85c1-d42e61e37696 req-a2d32f2e-7af6-4641-9e4f-e7f6b96beddc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (e2c34399-33e9-41e1-9071-8e4474aed70d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:51.457095 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc9e58b5-728d-424d-85c1-d42e61e37696 req-a2d32f2e-7af6-4641-9e4f-e7f6b96beddc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e2c34399-33e9-41e1-9071-8e4474aed70d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:51.463210 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-bc9e58b5-728d-424d-85c1-d42e61e37696 req-a2d32f2e-7af6-4641-9e4f-e7f6b96beddc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:51.463210 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc9e58b5-728d-424d-85c1-d42e61e37696 req-a2d32f2e-7af6-4641-9e4f-e7f6b96beddc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] 10.222.0.107 "DELETE /v2.0/security-groups/e2c34399-33e9-41e1-9071-8e4474aed70d HTTP/1.1" status: 204 len: 173 time: 0.3162482 Feb 15 16:47:51.467375 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47612) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:51.488725 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d32f2e-7af6-4641-9e4f-e7f6b96beddc tempest-SecurityGroupsTestJSON-835903284 tempest-SecurityGroupsTestJSON-835903284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c34399-33e9-41e1-9071-8e4474aed70d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:51.526046 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-41fdc9ea-ccce-4a0c-9a3d-adb693e2cef4 admin admin] Deleting subnet cb3b61e3-2dbf-4944-84b6-1149df537848 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:47:51.531349 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41fdc9ea-ccce-4a0c-9a3d-adb693e2cef4 admin admin] Publish callbacks [] for subnet (cb3b61e3-2dbf-4944-84b6-1149df537848), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:51.588915 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41fdc9ea-ccce-4a0c-9a3d-adb693e2cef4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (cb3b61e3-2dbf-4944-84b6-1149df537848), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:51.645241 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41fdc9ea-ccce-4a0c-9a3d-adb693e2cef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (cb3b61e3-2dbf-4944-84b6-1149df537848), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:51.736412 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-5a884aae-9600-4bb0-8383-448fccbc7868 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:51.749241 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-5a884aae-9600-4bb0-8383-448fccbc7868 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/networks?id=12a2093f-2fc9-4fce-b441-82e85199b407 HTTP/1.1" status: 200 len: 819 time: 0.1539943 Feb 15 16:47:51.764401 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-bc26863c-cb92-4365-a714-1a82a33be347 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/quotas/42610834676b47ab966c400876e61344 HTTP/1.1" status: 200 len: 375 time: 0.0165691 Feb 15 16:47:51.774681 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b095ccf-7527-46ac-85ca-7ada769870ee req-28ed029a-b0ae-4def-b362-6fc19dec838a tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:51.776640 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7b095ccf-7527-46ac-85ca-7ada769870ee req-28ed029a-b0ae-4def-b362-6fc19dec838a tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=21d1e677-08ff-4d0b-bdf6-d087d0f268e0 HTTP/1.1" status: 200 len: 951 time: 0.1061218 Feb 15 16:47:51.824855 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-2e4f9ca8-d4fe-41ab-a187-65c77e4929b7 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=42610834676b47ab966c400876e61344&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0543327 Feb 15 16:47:51.858766 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f2dc639-643a-480a-86eb-2f5c7810ba43 req-55211e95-5f84-47ea-856f-70219d88e4b2 tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0397267 Feb 15 16:47:51.873971 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7b095ccf-7527-46ac-85ca-7ada769870ee req-30e7b517-edc1-469e-84ab-1aa5f96dd575 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907967 Feb 15 16:47:51.908870 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41fdc9ea-ccce-4a0c-9a3d-adb693e2cef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (cb3b61e3-2dbf-4944-84b6-1149df537848), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:51.983587 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-8ddf0fcc-bd88-4bf5-b1bd-535d4a3ea0e4 service neutron] 10.222.0.107 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502817 Feb 15 16:47:51.996120 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41fdc9ea-ccce-4a0c-9a3d-adb693e2cef4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:52.002934 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-41fdc9ea-ccce-4a0c-9a3d-adb693e2cef4 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/cb3b61e3-2dbf-4944-84b6-1149df537848 HTTP/1.1" status: 204 len: 168 time: 0.5341892 Feb 15 16:47:52.004052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdc9ea-ccce-4a0c-9a3d-adb693e2cef4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb3b61e3-2dbf-4944-84b6-1149df537848,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:52.006357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47638) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:52.117215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 23446356-f5d1-4974-9b9e-48c60c315dbd up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:47:52.166993 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00768e59-58cd-48e6-89f2-ff5464c7fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (3574f4db-39b1-48ab-af8c-11de19a4546e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:52.181322 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 23446356-f5d1-4974-9b9e-48c60c315dbd triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:52.182174 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:52.199960 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-36d4c010-4cb4-4e11-b50e-65028ec6cfb2 service neutron] 10.222.0.107 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154062 Feb 15 16:47:52.321187 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00768e59-58cd-48e6-89f2-ff5464c7fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (3574f4db-39b1-48ab-af8c-11de19a4546e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:52.333305 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 23446356-f5d1-4974-9b9e-48c60c315dbd is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:52.334137 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:52.344359 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-00768e59-58cd-48e6-89f2-ff5464c7fde6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3574f4db-39b1-48ab-af8c-11de19a4546e']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:52.363755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-00768e59-58cd-48e6-89f2-ff5464c7fde6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c120751-ed77-48d7-a4af-d4cb7dc1b8ff') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:52.363755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-00768e59-58cd-48e6-89f2-ff5464c7fde6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c120751-ed77-48d7-a4af-d4cb7dc1b8ff') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:47:52.366553 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00768e59-58cd-48e6-89f2-ff5464c7fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (3c120751-ed77-48d7-a4af-d4cb7dc1b8ff), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:52.373918 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 23446356-f5d1-4974-9b9e-48c60c315dbd, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=23446356-f5d1-4974-9b9e-48c60c315dbd,segment=NetworkSegment(cba45f71-c786-44ba-a46e-83b969cb01a3),segment_id=cba45f71-c786-44ba-a46e-83b969cb01a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:52.382994 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00768e59-58cd-48e6-89f2-ff5464c7fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (3c120751-ed77-48d7-a4af-d4cb7dc1b8ff), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:52.391833 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00768e59-58cd-48e6-89f2-ff5464c7fde6 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:47:52.392850 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00768e59-58cd-48e6-89f2-ff5464c7fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (3c120751-ed77-48d7-a4af-d4cb7dc1b8ff), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:47:52.394464 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:47:52.502771 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:52.551109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=23446356-f5d1-4974-9b9e-48c60c315dbd,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:52.586787 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00768e59-58cd-48e6-89f2-ff5464c7fde6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (3574f4db-39b1-48ab-af8c-11de19a4546e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:52.595980 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00768e59-58cd-48e6-89f2-ff5464c7fde6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:52.599165 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-00768e59-58cd-48e6-89f2-ff5464c7fde6 admin admin] 10.222.0.107 "DELETE /v2.0/networks/3574f4db-39b1-48ab-af8c-11de19a4546e HTTP/1.1" status: 204 len: 168 time: 0.5913177 Feb 15 16:47:52.616461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00768e59-58cd-48e6-89f2-ff5464c7fde6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3574f4db-39b1-48ab-af8c-11de19a4546e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:52.870864 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1a773f5e-c90f-4976-b6b4-390d638eb418 req-953d47cd-ccbe-4261-a387-ace4e1b8e525 tempest-ServerShowV257Test-603206750 tempest-ServerShowV257Test-603206750-project] 10.222.0.107 "GET /v2.0/ports?device_id=5f6e9809-180a-421d-924f-6574b28c3c8e HTTP/1.1" status: 200 len: 210 time: 0.0331888 Feb 15 16:47:52.951484 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3c3d52b0-0812-4cbf-8a7e-4700a21c1067 req-b21f7698-32a1-47d5-97a6-070a9c8609d2 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 210 time: 0.0333312 Feb 15 16:47:53.128479 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47696) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:53.173959 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2e9a45a6-9bd1-41c6-9182-7e3806129b03 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f46a6a08dea5478cbce46980fac5275a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435486 Feb 15 16:47:53.176351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47700) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:53.229822 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c73ddac-a0c6-4110-80a1-20f30e1a4f31 admin admin] Publish callbacks [] for security_group (e2df78b5-7b43-4e90-b0b6-0ea2aeecf152), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:53.252270 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c73ddac-a0c6-4110-80a1-20f30e1a4f31 admin admin] Publish callbacks [] for security_group (e2df78b5-7b43-4e90-b0b6-0ea2aeecf152), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:53.449570 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c73ddac-a0c6-4110-80a1-20f30e1a4f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e2df78b5-7b43-4e90-b0b6-0ea2aeecf152), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:53.453124 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c73ddac-a0c6-4110-80a1-20f30e1a4f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:53.454015 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2c73ddac-a0c6-4110-80a1-20f30e1a4f31 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e2df78b5-7b43-4e90-b0b6-0ea2aeecf152 HTTP/1.1" status: 204 len: 168 time: 0.2767220 Feb 15 16:47:53.463025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73ddac-a0c6-4110-80a1-20f30e1a4f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2df78b5-7b43-4e90-b0b6-0ea2aeecf152,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:53.695319 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:47:53.861015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 808877af-84fc-46bf-aa29-c2ba271b5a23 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:47:53.959977 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 808877af-84fc-46bf-aa29-c2ba271b5a23 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:53.960369 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:53.990803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8937697-9f67-4ecc-b4a0-2fbbab5f59fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808877af-84fc-46bf-aa29-c2ba271b5a23'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:53.995340 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d902ab9-3552-4ccc-b9c9-5687711d751e" -d '{"events": [{"server_uuid": "d8937697-9f67-4ecc-b4a0-2fbbab5f59fd", "name": "network-vif-unplugged", "status": "completed", "tag": "808877af-84fc-46bf-aa29-c2ba271b5a23"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:54.015160 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 808877af-84fc-46bf-aa29-c2ba271b5a23, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=808877af-84fc-46bf-aa29-c2ba271b5a23,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:54.081249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 23446356-f5d1-4974-9b9e-48c60c315dbd up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:47:54.149116 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:54.182646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 23446356-f5d1-4974-9b9e-48c60c315dbd triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:47:54.183021 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:54.245495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=808877af-84fc-46bf-aa29-c2ba271b5a23,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:54.245598 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-8f515473-87bd-47dc-ae04-4128bcc5f26f tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:54.246051 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-8f515473-87bd-47dc-ae04-4128bcc5f26f tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/networks?id=6eea3c12-df26-45e4-b247-926444960402 HTTP/1.1" status: 200 len: 810 time: 0.1489053 Feb 15 16:47:54.292047 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-acab1733-3385-4eef-86f6-d860c5c9ccc6 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/quotas/94adb06ee3c3482bb64e20e79dbef61a HTTP/1.1" status: 200 len: 375 time: 0.0328619 Feb 15 16:47:54.325284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 23446356-f5d1-4974-9b9e-48c60c315dbd is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:54.336862 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-507cbc81-0fb2-42de-b2db-1f102a821f5d tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=94adb06ee3c3482bb64e20e79dbef61a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434842 Feb 15 16:47:54.369701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cba69465-3628-4831-a100-c78ef7cb246a req-2864b58c-9897-49f2-876d-7a7056df6df3 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 210 time: 0.0450246 Feb 15 16:47:54.431460 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6319ff63-5610-4850-b5f4-70bf4fbfb4e0 x-openstack-request-id: req-6319ff63-5610-4850-b5f4-70bf4fbfb4e0 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:54.432162 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8937697-9f67-4ecc-b4a0-2fbbab5f59fd", "name": "network-vif-unplugged", "status": "completed", "tag": "808877af-84fc-46bf-aa29-c2ba271b5a23", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:54.432460 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6319ff63-5610-4850-b5f4-70bf4fbfb4e0 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:54.444513 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8937697-9f67-4ecc-b4a0-2fbbab5f59fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808877af-84fc-46bf-aa29-c2ba271b5a23', 'code': 200} Feb 15 16:47:54.450916 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-df150712-36a2-4343-85a2-04a15aaba287 service neutron] 10.222.0.107 "GET /v2.0/networks/6eea3c12-df26-45e4-b247-926444960402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130829 Feb 15 16:47:54.559942 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1e4659a1-999b-4f3c-a646-6d6396a3b128 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:47:54.605404 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-51847eb7-b0d3-4a62-b27d-1380a0aa7633 service neutron] 10.222.0.107 "GET /v2.0/networks/6eea3c12-df26-45e4-b247-926444960402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476648 Feb 15 16:47:54.718213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1e4659a1-999b-4f3c-a646-6d6396a3b128 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:47:54.718763 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:54.765124 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1e4659a1-999b-4f3c-a646-6d6396a3b128, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1e4659a1-999b-4f3c-a646-6d6396a3b128,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:47:54.902988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2385d93-53f2-415e-b082-e29112354964 req-eb5c82e0-9d7f-4324-9747-e0e0be9a36b7 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:54.905127 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2385d93-53f2-415e-b082-e29112354964 req-eb5c82e0-9d7f-4324-9747-e0e0be9a36b7 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.67 "GET /v2.0/networks?id=12a2093f-2fc9-4fce-b441-82e85199b407 HTTP/1.1" status: 200 len: 819 time: 0.1307533 Feb 15 16:47:54.917817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a2385d93-53f2-415e-b082-e29112354964 req-d7a83c11-4e60-4bf9-b800-9e2aec0aebe0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Request body: {'port': {'device_id': '707ca9d5-09fe-457c-b654-2bdb5115ab35', 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407', 'admin_state_up': True, 'tenant_id': '42610834676b47ab966c400876e61344'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:54.964793 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:55.032481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1e4659a1-999b-4f3c-a646-6d6396a3b128,revision_number=11']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:55.154839 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47846) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:55.222743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2385d93-53f2-415e-b082-e29112354964 req-d7a83c11-4e60-4bf9-b800-9e2aec0aebe0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Made reservation on behalf of 42610834676b47ab966c400876e61344 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:47:55.227615 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a2385d93-53f2-415e-b082-e29112354964 req-d7a83c11-4e60-4bf9-b800-9e2aec0aebe0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:55.326358 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1033854-c782-4fa3-8c6f-7397f52fcc55 req-89d299fd-c4bf-4f3b-ab82-a6fe37484240 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 210 time: 0.0360539 Feb 15 16:47:55.414278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47868) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:55.456597 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9926318-92eb-4e00-8397-00672148c7fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:55.465615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-a2385d93-53f2-415e-b082-e29112354964 req-d7a83c11-4e60-4bf9-b800-9e2aec0aebe0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Allocated IP 172.20.0.5 (12a2093f-2fc9-4fce-b441-82e85199b407/3f6043ea-4296-4866-ad66-6a493d2ddddb/ddbdc8e2-b03b-45cd-ac77-39a032b28d0f) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:47:55.560560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9fad63ef-c310-49be-8f1a-6e842f18e607 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-97252075-network', 'tenant_id': '6d34e3f6db004fc18a761f94cd119d20'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:55.637548 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff295f2c-5651-4fd4-ac24-04855feaf2a5 req-6ac21464-19d3-4876-8df5-0d7f94f557ac tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 210 time: 0.0618134 Feb 15 16:47:55.688537 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9926318-92eb-4e00-8397-00672148c7fb admin admin] Publish callbacks [] for security_group (afd56440-3ef3-4acc-97fd-05be00fb63ee), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:55.727114 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fad63ef-c310-49be-8f1a-6e842f18e607 admin admin] Made reservation on behalf of 6d34e3f6db004fc18a761f94cd119d20 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:47:55.729310 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fad63ef-c310-49be-8f1a-6e842f18e607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:55.788241 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9926318-92eb-4e00-8397-00672148c7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (afd56440-3ef3-4acc-97fd-05be00fb63ee), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:55.817675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fad63ef-c310-49be-8f1a-6e842f18e607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:55.850724 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a2385d93-53f2-415e-b082-e29112354964 req-d7a83c11-4e60-4bf9-b800-9e2aec0aebe0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Publish callbacks [] for port (ddbdc8e2-b03b-45cd-ac77-39a032b28d0f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:55.939508 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9926318-92eb-4e00-8397-00672148c7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd56440-3ef3-4acc-97fd-05be00fb63ee,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:55.947055 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c9926318-92eb-4e00-8397-00672148c7fb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ca1574449e294285b82364fd512877dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7908983 Feb 15 16:47:55.949716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47914) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:56.012289 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fad63ef-c310-49be-8f1a-6e842f18e607 admin admin] Publish callbacks [] for security_group (2574c934-839e-41aa-9c73-bc94b8a139ab), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:56.014947 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a2385d93-53f2-415e-b082-e29112354964 req-d7a83c11-4e60-4bf9-b800-9e2aec0aebe0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ddbdc8e2-b03b-45cd-ac77-39a032b28d0f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:56.156730 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fad63ef-c310-49be-8f1a-6e842f18e607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2574c934-839e-41aa-9c73-bc94b8a139ab), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:56.172582 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2385d93-53f2-415e-b082-e29112354964 req-d7a83c11-4e60-4bf9-b800-9e2aec0aebe0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Network 12a2093f-2fc9-4fce-b441-82e85199b407 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:47:56.193418 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fad63ef-c310-49be-8f1a-6e842f18e607 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:47:56.198657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-a2385d93-53f2-415e-b082-e29112354964 req-d7a83c11-4e60-4bf9-b800-9e2aec0aebe0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:47:56.207075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2385d93-53f2-415e-b082-e29112354964 req-d7a83c11-4e60-4bf9-b800-9e2aec0aebe0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:47:56.237988 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fad63ef-c310-49be-8f1a-6e842f18e607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8db795d2-3700-4f12-935d-da9d4ef9fd8e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:56.238581 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-9fad63ef-c310-49be-8f1a-6e842f18e607 admin admin] Added segment 8db795d2-3700-4f12-935d-da9d4ef9fd8e of type vlan for network 305c0607-0f06-4e1d-ab9e-019c0e07c667 Feb 15 16:47:56.268942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2385d93-53f2-415e-b082-e29112354964 req-d7a83c11-4e60-4bf9-b800-9e2aec0aebe0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:56.269648 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a2385d93-53f2-415e-b082-e29112354964 req-d7a83c11-4e60-4bf9-b800-9e2aec0aebe0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:56.282836 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9ffb1b02-b8a2-46c5-bef2-7c2a4c2465a7 admin admin] Publish callbacks [] for security_group (afd56440-3ef3-4acc-97fd-05be00fb63ee), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:56.289447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a83c11-4e60-4bf9-b800-9e2aec0aebe0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Pushing event updated for resources: {'Port': ['ID=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:56.311463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad63ef-c310-49be-8f1a-6e842f18e607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2574c934-839e-41aa-9c73-bc94b8a139ab,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:56.332614 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fad63ef-c310-49be-8f1a-6e842f18e607 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (305c0607-0f06-4e1d-ab9e-019c0e07c667), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:56.387779 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9ffb1b02-b8a2-46c5-bef2-7c2a4c2465a7 admin admin] Publish callbacks [] for security_group (afd56440-3ef3-4acc-97fd-05be00fb63ee), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:56.403195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-36a7c94d-3504-4a9d-a836-99d18d387332 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:56.406731 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-36a7c94d-3504-4a9d-a836-99d18d387332 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.67 "GET /v2.0/networks?id=12a2093f-2fc9-4fce-b441-82e85199b407 HTTP/1.1" status: 200 len: 819 time: 0.4140480 Feb 15 16:47:56.426517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-fe608108-451d-43c4-82ca-b626a4043a32 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Request body: {'port': {'device_id': '1da04414-cd99-4c40-9fc1-2f1b286d3cab', 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407', 'admin_state_up': True, 'tenant_id': '42610834676b47ab966c400876e61344'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:56.435692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d1e677-08ff-4d0b-bdf6-d087d0f268e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4659a1-999b-4f3c-a646-6d6396a3b128'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:56.441205 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d988a9-4b56-4775-bf3d-bf6ce6c7f348" -d '{"events": [{"server_uuid": "21d1e677-08ff-4d0b-bdf6-d087d0f268e0", "name": "network-vif-unplugged", "status": "completed", "tag": "1e4659a1-999b-4f3c-a646-6d6396a3b128"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:56.455327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2385d93-53f2-415e-b082-e29112354964 req-d7a83c11-4e60-4bf9-b800-9e2aec0aebe0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5413542 Feb 15 16:47:56.478205 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7dbf64ff-f195-49cd-960d-69954b71958a req-066c02be-7758-427c-8b0e-39b117dabf9a tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 210 time: 0.0613544 Feb 15 16:47:56.549789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Request body: {'port': {'device_id': '707ca9d5-09fe-457c-b654-2bdb5115ab35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:56.554363 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fad63ef-c310-49be-8f1a-6e842f18e607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (305c0607-0f06-4e1d-ab9e-019c0e07c667), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:56.555334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad63ef-c310-49be-8f1a-6e842f18e607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:56.555925 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fad63ef-c310-49be-8f1a-6e842f18e607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:56.578285 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a479f1-7a43-443b-bfbb-06be2fd18117 x-openstack-request-id: req-31a479f1-7a43-443b-bfbb-06be2fd18117 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:56.581009 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d1e677-08ff-4d0b-bdf6-d087d0f268e0", "name": "network-vif-unplugged", "status": "completed", "tag": "1e4659a1-999b-4f3c-a646-6d6396a3b128", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:56.581643 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-31a479f1-7a43-443b-bfbb-06be2fd18117 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:56.582559 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d1e677-08ff-4d0b-bdf6-d087d0f268e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4659a1-999b-4f3c-a646-6d6396a3b128', 'code': 200} Feb 15 16:47:56.641760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad63ef-c310-49be-8f1a-6e842f18e607 admin admin] Pushing event updated for resources: {'Network': ['ID=305c0607-0f06-4e1d-ab9e-019c0e07c667,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:56.657484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 305c0607-0f06-4e1d-ab9e-019c0e07c667 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:47:56.706536 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9fad63ef-c310-49be-8f1a-6e842f18e607 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2909989 Feb 15 16:47:56.709096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47970) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:56.715183 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-18ec0a30-77f3-4b63-8789-28d9917719a2 admin admin] Request body: {'subnet': {'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-97252075-subnet', 'tenant_id': '6d34e3f6db004fc18a761f94cd119d20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:56.759513 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ddbdc8e2-b03b-45cd-ac77-39a032b28d0f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:56.835367 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9ffb1b02-b8a2-46c5-bef2-7c2a4c2465a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (afd56440-3ef3-4acc-97fd-05be00fb63ee), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:56.850206 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9ffb1b02-b8a2-46c5-bef2-7c2a4c2465a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:56.850206 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9ffb1b02-b8a2-46c5-bef2-7c2a4c2465a7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/afd56440-3ef3-4acc-97fd-05be00fb63ee HTTP/1.1" status: 204 len: 168 time: 0.8973067 Feb 15 16:47:56.852491 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d4b56a47-adec-4cc4-99ec-781069783883 req-53c772ef-35d9-4e5c-be50-c816f51ea1be tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 210 time: 0.0563319 Feb 15 16:47:56.872722 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ec0a30-77f3-4b63-8789-28d9917719a2 admin admin] Made reservation on behalf of 6d34e3f6db004fc18a761f94cd119d20 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:47:56.875521 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18ec0a30-77f3-4b63-8789-28d9917719a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:56.883088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb1b02-b8a2-46c5-bef2-7c2a4c2465a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd56440-3ef3-4acc-97fd-05be00fb63ee,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:56.953233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-fe608108-451d-43c4-82ca-b626a4043a32 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Made reservation on behalf of 42610834676b47ab966c400876e61344 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:47:56.957062 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-fe608108-451d-43c4-82ca-b626a4043a32 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:57.193134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-fe608108-451d-43c4-82ca-b626a4043a32 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Allocated IP 172.20.0.3 (12a2093f-2fc9-4fce-b441-82e85199b407/3f6043ea-4296-4866-ad66-6a493d2ddddb/71243e8d-42fe-41eb-bd23-099132400ce1) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:47:57.365703 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18ec0a30-77f3-4b63-8789-28d9917719a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (d78d427c-8322-4326-9925-718e63fdd3e5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:57.443233 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-fe608108-451d-43c4-82ca-b626a4043a32 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Publish callbacks [] for port (71243e8d-42fe-41eb-bd23-099132400ce1), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:57.447564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec0a30-77f3-4b63-8789-28d9917719a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78d427c-8322-4326-9925-718e63fdd3e5,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:57.468182 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ec0a30-77f3-4b63-8789-28d9917719a2 admin admin] Checking segment: {'id': '8db795d2-3700-4f12-935d-da9d4ef9fd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:47:57.468890 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec0a30-77f3-4b63-8789-28d9917719a2 admin admin] Network hostable DHCP agents. Network: 305c0607-0f06-4e1d-ab9e-019c0e07c667, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:47:57.574043 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-129fbff5-56c5-45b9-a412-da13a1fd6c2c req-151cff58-24c7-4711-bd58-6830f446e8fb tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 210 time: 0.0267258 Feb 15 16:47:57.581545 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-fe608108-451d-43c4-82ca-b626a4043a32 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (71243e8d-42fe-41eb-bd23-099132400ce1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:57.624566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec0a30-77f3-4b63-8789-28d9917719a2 admin admin] Network 305c0607-0f06-4e1d-ab9e-019c0e07c667 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:47:57.686909 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-fe608108-451d-43c4-82ca-b626a4043a32 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Network 12a2093f-2fc9-4fce-b441-82e85199b407 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:47:57.692632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-fe608108-451d-43c4-82ca-b626a4043a32 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:47:57.698284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe608108-451d-43c4-82ca-b626a4043a32 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Pushing event updated for resources: {'Port': ['ID=71243e8d-42fe-41eb-bd23-099132400ce1,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:57.703123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-fe608108-451d-43c4-82ca-b626a4043a32 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:47:57.713963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-18ec0a30-77f3-4b63-8789-28d9917719a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 305c0607-0f06-4e1d-ab9e-019c0e07c667) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:47:57.718183 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec0a30-77f3-4b63-8789-28d9917719a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:57.718731 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18ec0a30-77f3-4b63-8789-28d9917719a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:57.724545 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c177d798-4be4-448a-86aa-169fbab16b97 None None] Network 305c0607-0f06-4e1d-ab9e-019c0e07c667 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:47:57.793942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-fe608108-451d-43c4-82ca-b626a4043a32 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:57.795408 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-fe608108-451d-43c4-82ca-b626a4043a32 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:57.829683 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-18ec0a30-77f3-4b63-8789-28d9917719a2 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1193569 Feb 15 16:47:57.859618 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbdc8e2-b03b-45cd-ac77-39a032b28d0f {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:47:57.868733 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Publish callbacks [] for port (ddbdc8e2-b03b-45cd-ac77-39a032b28d0f), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:57.888054 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Transition to ACTIVE for port object ddbdc8e2-b03b-45cd-ac77-39a032b28d0f will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:47:58.041049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a6f5f4-1383-4569-83aa-08b5997331d2 None None] Network 305c0607-0f06-4e1d-ab9e-019c0e07c667 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:47:58.047775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43644f5c-d93f-4d97-9882-5116d45e4ecf req-8d8da8ad-bd7f-4931-b851-bffc5ec9b8bf tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:58.049473 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43644f5c-d93f-4d97-9882-5116d45e4ecf req-8d8da8ad-bd7f-4931-b851-bffc5ec9b8bf tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 931 time: 0.1034524 Feb 15 16:47:58.064210 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-fe608108-451d-43c4-82ca-b626a4043a32 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6479564 Feb 15 16:47:58.078111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Request body: {'port': {'device_id': '1da04414-cd99-4c40-9fc1-2f1b286d3cab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:58.088279 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ddbdc8e2-b03b-45cd-ac77-39a032b28d0f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:58.138063 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43644f5c-d93f-4d97-9882-5116d45e4ecf req-72d13685-7335-4ac5-8a28-4ed223354403 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815184 Feb 15 16:47:58.272617 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Pushing event updated for resources: {'Port': ['ID=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:58.301892 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (71243e8d-42fe-41eb-bd23-099132400ce1), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:58.440548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48062) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:58.575094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Attempting to bind port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:47:58.578787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Attempting to bind port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'cba45f71-c786-44ba-a46e-83b969cb01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:47:58.578787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Attempting to bind port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f on network 12a2093f-2fc9-4fce-b441-82e85199b407 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:47:58.609078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f on network 12a2093f-2fc9-4fce-b441-82e85199b407 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:47:58.609762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Attempting to bind port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f on network 12a2093f-2fc9-4fce-b441-82e85199b407 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:47:58.631006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:47:58.631311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Checking segment: {'id': 'cba45f71-c786-44ba-a46e-83b969cb01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:47:58.631656 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Bound using segment: {'id': 'cba45f71-c786-44ba-a46e-83b969cb01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:47:58.632107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Bound port: ddbdc8e2-b03b-45cd-ac77-39a032b28d0f, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba45f71-c786-44ba-a46e-83b969cb01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:47:58.632468 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ddbdc8e2-b03b-45cd-ac77-39a032b28d0f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:58.682828 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ddfd0d85-5887-402e-957c-774e5cfa4ef4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1883635950-network', 'tenant_id': 'a8e18c6e090c406ca1725d850041f342'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:58.696681 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-c1cfe3c8-d3b1-4617-8269-09d85a94248d tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:58.698262 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-c1cfe3c8-d3b1-4617-8269-09d85a94248d tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.10 "GET /v2.0/networks?id=6eea3c12-df26-45e4-b247-926444960402 HTTP/1.1" status: 200 len: 810 time: 0.3192966 Feb 15 16:47:58.699119 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-3d3a6338-d06b-4724-bfbc-58affe28c464 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:58.701604 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-3d3a6338-d06b-4724-bfbc-58affe28c464 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/networks?id=305c0607-0f06-4e1d-ab9e-019c0e07c667 HTTP/1.1" status: 200 len: 813 time: 0.1434054 Feb 15 16:47:58.730000 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-e8b49630-d18b-4b8a-929f-ee0006a49e29 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/quotas/6d34e3f6db004fc18a761f94cd119d20 HTTP/1.1" status: 200 len: 375 time: 0.0191240 Feb 15 16:47:58.730569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-dd12069a-7cc7-4054-bf64-a8a4e7349521 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Request body: {'port': {'device_id': 'dcee8f73-f00e-4682-b0d6-a9d1f3467fab', 'network_id': '6eea3c12-df26-45e4-b247-926444960402', 'admin_state_up': True, 'tenant_id': '94adb06ee3c3482bb64e20e79dbef61a'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:58.759265 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-9acfeb11-203b-41d0-8898-b6fa28d4d0c8 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=6d34e3f6db004fc18a761f94cd119d20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276248 Feb 15 16:47:58.810510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfd0d85-5887-402e-957c-774e5cfa4ef4 admin admin] Made reservation on behalf of a8e18c6e090c406ca1725d850041f342 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:47:58.812795 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0d85-5887-402e-957c-774e5cfa4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:58.829118 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0d85-5887-402e-957c-774e5cfa4ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:58.855116 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] For port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:47:58.889997 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-100c525a-e850-439b-bf3b-4b6b79d2c6d9 service neutron] 10.222.0.107 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230924 Feb 15 16:47:58.899713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] For port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f,segment=NetworkSegment(cba45f71-c786-44ba-a46e-83b969cb01a3),segment_id=cba45f71-c786-44ba-a46e-83b969cb01a3)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:47:58.957043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71243e8d-42fe-41eb-bd23-099132400ce1 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:47:58.964968 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Publish callbacks [] for port (71243e8d-42fe-41eb-bd23-099132400ce1), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:58.970035 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ddbdc8e2-b03b-45cd-ac77-39a032b28d0f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:59.003963 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0d85-5887-402e-957c-774e5cfa4ef4 admin admin] Publish callbacks [] for security_group (ee852b7c-b5fb-4131-a07e-864d61354e89), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:59.018422 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-83ef4560-d7db-4421-a5e9-0f42f26554b6 service neutron] 10.222.0.107 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212974 Feb 15 16:47:59.043386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Transition to ACTIVE for port object 71243e8d-42fe-41eb-bd23-099132400ce1 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:47:59.047871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:59.048505 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:59.050309 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2385d93-53f2-415e-b082-e29112354964 req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] 10.222.0.67 "PUT /v2.0/ports/ddbdc8e2-b03b-45cd-ac77-39a032b28d0f HTTP/1.1" status: 200 len: 1092 time: 2.5758410 Feb 15 16:47:59.050397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '707ca9d5-09fe-457c-b654-2bdb5115ab35', 'tag': 'ddbdc8e2-b03b-45cd-ac77-39a032b28d0f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:47:59.052733 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc93e9d1-f183-4515-9689-f16a8189c2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "707ca9d5-09fe-457c-b654-2bdb5115ab35", "tag": "ddbdc8e2-b03b-45cd-ac77-39a032b28d0f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:47:59.078483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-dd12069a-7cc7-4054-bf64-a8a4e7349521 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Made reservation on behalf of 94adb06ee3c3482bb64e20e79dbef61a for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:47:59.082169 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-dd12069a-7cc7-4054-bf64-a8a4e7349521 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:59.094016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec9a8f5-c6b0-4fb2-a1dc-4ce54206998e service neutron] Pushing event updated for resources: {'Port': ['ID=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:59.123390 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0d85-5887-402e-957c-774e5cfa4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ee852b7c-b5fb-4131-a07e-864d61354e89), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:59.151255 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfd0d85-5887-402e-957c-774e5cfa4ef4 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:47:59.158306 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd0d85-5887-402e-957c-774e5cfa4ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee852b7c-b5fb-4131-a07e-864d61354e89,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:59.164414 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0d85-5887-402e-957c-774e5cfa4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (70cbafb4-c0ff-49a9-b326-1b1af33278d6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:59.164757 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-ddfd0d85-5887-402e-957c-774e5cfa4ef4 admin admin] Added segment 70cbafb4-c0ff-49a9-b326-1b1af33278d6 of type vlan for network e05bc2a3-c448-4234-803b-a9421e8ea12e Feb 15 16:47:59.198001 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (71243e8d-42fe-41eb-bd23-099132400ce1), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:59.206745 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0d85-5887-402e-957c-774e5cfa4ef4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (e05bc2a3-c448-4234-803b-a9421e8ea12e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:59.311468 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Pushing event updated for resources: {'Port': ['ID=71243e8d-42fe-41eb-bd23-099132400ce1,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:59.314383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-dd12069a-7cc7-4054-bf64-a8a4e7349521 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Allocated IP 172.20.0.13 (6eea3c12-df26-45e4-b247-926444960402/c4ecc950-08ba-44af-91ce-a5f7d44068d0/c72731b8-8c0f-47b1-a417-6aad6b453d06) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:47:59.357885 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0d85-5887-402e-957c-774e5cfa4ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (e05bc2a3-c448-4234-803b-a9421e8ea12e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:59.358852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfd0d85-5887-402e-957c-774e5cfa4ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:59.359436 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddfd0d85-5887-402e-957c-774e5cfa4ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:59.449299 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd0d85-5887-402e-957c-774e5cfa4ef4 admin admin] Pushing event updated for resources: {'Network': ['ID=e05bc2a3-c448-4234-803b-a9421e8ea12e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:47:59.461439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network e05bc2a3-c448-4234-803b-a9421e8ea12e details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:47:59.475202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2385d93-53f2-415e-b082-e29112354964 req-1d066870-b405-46ea-b428-7aff0298a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:59.476804 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2385d93-53f2-415e-b082-e29112354964 req-1d066870-b405-46ea-b428-7aff0298a053 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42610834676b47ab966c400876e61344&device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 1126 time: 0.2307565 Feb 15 16:47:59.533095 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8627984f-65ad-4ea5-b7d9-a9c26ef21c48 req-ce493bb1-fd68-4d45-b67f-dbb919ff98fb tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 210 time: 0.0640068 Feb 15 16:47:59.567420 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2385d93-53f2-415e-b082-e29112354964 req-879dcf8c-f775-4f0c-8941-2a67647fbf5c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f HTTP/1.1" status: 200 len: 217 time: 0.0806470 Feb 15 16:47:59.588397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Attempting to bind port 71243e8d-42fe-41eb-bd23-099132400ce1 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:47:59.588975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Attempting to bind port 71243e8d-42fe-41eb-bd23-099132400ce1 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'cba45f71-c786-44ba-a46e-83b969cb01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:47:59.589498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Attempting to bind port 71243e8d-42fe-41eb-bd23-099132400ce1 on network 12a2093f-2fc9-4fce-b441-82e85199b407 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:47:59.594004 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ddfd0d85-5887-402e-957c-774e5cfa4ef4 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1490953 Feb 15 16:47:59.596252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48116) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:47:59.603773 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c43740e7-6270-47f8-897f-84ce5dcf7a1c admin admin] Request body: {'subnet': {'network_id': 'e05bc2a3-c448-4234-803b-a9421e8ea12e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1883635950-subnet', 'tenant_id': 'a8e18c6e090c406ca1725d850041f342', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:47:59.645549 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39dc320-558b-4093-b95e-da3ed6f1db7b x-openstack-request-id: req-c39dc320-558b-4093-b95e-da3ed6f1db7b {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:47:59.646047 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "707ca9d5-09fe-457c-b654-2bdb5115ab35", "tag": "ddbdc8e2-b03b-45cd-ac77-39a032b28d0f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:47:59.646143 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c39dc320-558b-4093-b95e-da3ed6f1db7b {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:47:59.646476 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '707ca9d5-09fe-457c-b654-2bdb5115ab35', 'tag': 'ddbdc8e2-b03b-45cd-ac77-39a032b28d0f', 'status': 'completed', 'code': 200} Feb 15 16:47:59.651906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Port 71243e8d-42fe-41eb-bd23-099132400ce1 on network 12a2093f-2fc9-4fce-b441-82e85199b407 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:47:59.652612 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Attempting to bind port 71243e8d-42fe-41eb-bd23-099132400ce1 on network 12a2093f-2fc9-4fce-b441-82e85199b407 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:47:59.677326 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:47:59.677738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Checking segment: {'id': 'cba45f71-c786-44ba-a46e-83b969cb01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:47:59.678063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Bound using segment: {'id': 'cba45f71-c786-44ba-a46e-83b969cb01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:47:59.679417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Bound port: 71243e8d-42fe-41eb-bd23-099132400ce1, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba45f71-c786-44ba-a46e-83b969cb01a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:47:59.679417 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (71243e8d-42fe-41eb-bd23-099132400ce1), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:59.686165 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-dd12069a-7cc7-4054-bf64-a8a4e7349521 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Publish callbacks [] for port (c72731b8-8c0f-47b1-a417-6aad6b453d06), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:59.697290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2385d93-53f2-415e-b082-e29112354964 req-e6ad79da-8b2b-4dba-837c-058472b1f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:59.698801 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2385d93-53f2-415e-b082-e29112354964 req-e6ad79da-8b2b-4dba-837c-058472b1f764 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6043ea-4296-4866-ad66-6a493d2ddddb HTTP/1.1" status: 200 len: 859 time: 0.1221867 Feb 15 16:47:59.729178 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3af2c5-359d-4e62-ac0b-a97ad748cb58 req-c7662303-6f0a-4a14-8929-a936c4a3e726 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:47:59.730692 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d3af2c5-359d-4e62-ac0b-a97ad748cb58 req-c7662303-6f0a-4a14-8929-a936c4a3e726 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 943 time: 0.0571299 Feb 15 16:47:59.753532 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2385d93-53f2-415e-b082-e29112354964 req-758220ad-b85e-4c92-b30e-e3ada35c896b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12a2093f-2fc9-4fce-b441-82e85199b407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466871 Feb 15 16:47:59.774463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43740e7-6270-47f8-897f-84ce5dcf7a1c admin admin] Made reservation on behalf of a8e18c6e090c406ca1725d850041f342 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:47:59.776779 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c43740e7-6270-47f8-897f-84ce5dcf7a1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:47:59.791504 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d3af2c5-359d-4e62-ac0b-a97ad748cb58 req-04c6f443-e542-4634-be04-c8d79b5f4d73 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550416 Feb 15 16:47:59.887110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 808877af-84fc-46bf-aa29-c2ba271b5a23 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:47:59.906706 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-120d00a5-a4bd-45d6-b7d0-0f7cfd6d2354 req-171e83dc-0836-4bde-ad50-4713b76ce334 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 210 time: 0.0339742 Feb 15 16:47:59.923154 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] For port 71243e8d-42fe-41eb-bd23-099132400ce1, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:47:59.941937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] For port 71243e8d-42fe-41eb-bd23-099132400ce1, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=71243e8d-42fe-41eb-bd23-099132400ce1,segment=NetworkSegment(cba45f71-c786-44ba-a46e-83b969cb01a3),segment_id=cba45f71-c786-44ba-a46e-83b969cb01a3)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:47:59.971563 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2385d93-53f2-415e-b082-e29112354964 req-1b12877c-4bd7-4f88-9582-eccbcf0cf97d service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056665 Feb 15 16:48:00.045334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 808877af-84fc-46bf-aa29-c2ba271b5a23, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=808877af-84fc-46bf-aa29-c2ba271b5a23,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:00.063613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '808877af-84fc-46bf-aa29-c2ba271b5a23', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '808877af-84fc-46bf-aa29-c2ba271b5a23', 'mac_address': 'fa:16:3e:df:bd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:48:00.072228 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-dd12069a-7cc7-4054-bf64-a8a4e7349521 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c72731b8-8c0f-47b1-a417-6aad6b453d06), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:00.120053 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (71243e8d-42fe-41eb-bd23-099132400ce1), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:00.122077 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 808877af-84fc-46bf-aa29-c2ba271b5a23 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:00.123029 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:00.136395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 808877af-84fc-46bf-aa29-c2ba271b5a23 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:00.164655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 808877af-84fc-46bf-aa29-c2ba271b5a23, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=808877af-84fc-46bf-aa29-c2ba271b5a23,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:00.183115 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c43740e7-6270-47f8-897f-84ce5dcf7a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (32364341-f93d-4225-85e3-ce7044572353), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:00.251265 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43740e7-6270-47f8-897f-84ce5dcf7a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=32364341-f93d-4225-85e3-ce7044572353,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:00.264071 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:00.269737 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43740e7-6270-47f8-897f-84ce5dcf7a1c admin admin] Checking segment: {'id': '70cbafb4-c0ff-49a9-b326-1b1af33278d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e05bc2a3-c448-4234-803b-a9421e8ea12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:00.270106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43740e7-6270-47f8-897f-84ce5dcf7a1c admin admin] Network hostable DHCP agents. Network: e05bc2a3-c448-4234-803b-a9421e8ea12e, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:48:00.306266 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:00.357553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43740e7-6270-47f8-897f-84ce5dcf7a1c admin admin] Network e05bc2a3-c448-4234-803b-a9421e8ea12e is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:48:00.425631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=808877af-84fc-46bf-aa29-c2ba271b5a23,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:00.439650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['808877af-84fc-46bf-aa29-c2ba271b5a23'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:48:00.485342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c43740e7-6270-47f8-897f-84ce5dcf7a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, e05bc2a3-c448-4234-803b-a9421e8ea12e) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:00.498734 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43740e7-6270-47f8-897f-84ce5dcf7a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:00.503810 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c43740e7-6270-47f8-897f-84ce5dcf7a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:00.520525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df70795e-b197-402f-97c1-385f1def03ef None None] Network e05bc2a3-c448-4234-803b-a9421e8ea12e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:48:00.620027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-dd12069a-7cc7-4054-bf64-a8a4e7349521 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Network 6eea3c12-df26-45e4-b247-926444960402 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:00.637717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-dd12069a-7cc7-4054-bf64-a8a4e7349521 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:00.641895 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:00.641895 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:00.643591 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] 10.222.0.67 "PUT /v2.0/ports/71243e8d-42fe-41eb-bd23-099132400ce1 HTTP/1.1" status: 200 len: 1092 time: 2.5705886 Feb 15 16:48:00.648177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-dd12069a-7cc7-4054-bf64-a8a4e7349521 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:00.650233 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c43740e7-6270-47f8-897f-84ce5dcf7a1c admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0537386 Feb 15 16:48:00.651926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12069a-7cc7-4054-bf64-a8a4e7349521 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Pushing event updated for resources: {'Port': ['ID=c72731b8-8c0f-47b1-a417-6aad6b453d06,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:00.715588 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2385d93-53f2-415e-b082-e29112354964 req-76e29f7c-4853-494a-bc9e-5c495fb0d361 service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7365644 Feb 15 16:48:00.773301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-dd12069a-7cc7-4054-bf64-a8a4e7349521 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:00.774168 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-dd12069a-7cc7-4054-bf64-a8a4e7349521 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:00.899326 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f6a31-34cc-4c43-9db3-a251485d753e service neutron] Pushing event updated for resources: {'Port': ['ID=71243e8d-42fe-41eb-bd23-099132400ce1,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:01.009262 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-3ff58e03-f7e6-473d-90c4-61dbbc356b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:01.013852 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-3ff58e03-f7e6-473d-90c4-61dbbc356b74 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42610834676b47ab966c400876e61344&device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 1126 time: 0.2172322 Feb 15 16:48:01.060430 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c6052-5ed1-4d3a-ab8c-1c9ed962f09d req-dc0dfdca-b87a-431b-a7c3-c8e8fc2496d8 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:01.062070 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-736c6052-5ed1-4d3a-ab8c-1c9ed962f09d req-dc0dfdca-b87a-431b-a7c3-c8e8fc2496d8 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 932 time: 0.3152261 Feb 15 16:48:01.066821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-dd12069a-7cc7-4054-bf64-a8a4e7349521 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3423774 Feb 15 16:48:01.073868 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c89866-1e41-4c91-9c27-14f26a40365f None None] Network e05bc2a3-c448-4234-803b-a9421e8ea12e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:48:01.102397 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:01.131536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Request body: {'port': {'device_id': 'dcee8f73-f00e-4682-b0d6-a9d1f3467fab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:01.134778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-092a4a46-b27e-4439-a65b-0c7031a7bc79 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71243e8d-42fe-41eb-bd23-099132400ce1 HTTP/1.1" status: 200 len: 217 time: 0.1108289 Feb 15 16:48:01.146245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93e9d1-f183-4515-9689-f16a8189c2a0 req-c22153bc-1e46-4fa4-a649-ec314fd10770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:01.147906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc93e9d1-f183-4515-9689-f16a8189c2a0 req-c22153bc-1e46-4fa4-a649-ec314fd10770 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42610834676b47ab966c400876e61344&device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 1126 time: 0.2566719 Feb 15 16:48:01.412769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-2156741b-f1d2-4c5e-b8ee-dc069023f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:01.414331 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-2156741b-f1d2-4c5e-b8ee-dc069023f77a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6043ea-4296-4866-ad66-6a493d2ddddb HTTP/1.1" status: 200 len: 859 time: 0.2723193 Feb 15 16:48:01.464708 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-736c6052-5ed1-4d3a-ab8c-1c9ed962f09d req-1bdf67f0-d9b7-4a7c-afa9-cbec0f71c07a tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/security-groups?id=e8931fe1-b987-4807-a40b-25d9dec3a389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376634 Feb 15 16:48:01.511138 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-978d2d3a-6fdb-408d-a3f4-065dd729f77b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12a2093f-2fc9-4fce-b441-82e85199b407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751426 Feb 15 16:48:01.654128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da04414-cd99-4c40-9fc1-2f1b286d3cab', 'tag': '71243e8d-42fe-41eb-bd23-099132400ce1'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:01.657048 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f86cef-f71d-466e-9adb-8d04e475c69c" -d '{"events": [{"name": "network-changed", "server_uuid": "1da04414-cd99-4c40-9fc1-2f1b286d3cab", "tag": "71243e8d-42fe-41eb-bd23-099132400ce1"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:01.670540 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c72731b8-8c0f-47b1-a417-6aad6b453d06), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:01.862295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93e9d1-f183-4515-9689-f16a8189c2a0 req-f6cf90fa-1c82-4455-868f-26d1e275f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:01.863800 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc93e9d1-f183-4515-9689-f16a8189c2a0 req-f6cf90fa-1c82-4455-868f-26d1e275f16d service neutron] 10.222.0.67 "GET /v2.0/networks?id=12a2093f-2fc9-4fce-b441-82e85199b407 HTTP/1.1" status: 200 len: 920 time: 0.6687732 Feb 15 16:48:01.894932 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 808877af-84fc-46bf-aa29-c2ba271b5a23 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:01.956179 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48224) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:01.969008 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1354705821-network', 'tenant_id': '21361b4f319c4cebbc4ef1760a4b42bf'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:01.985783 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc93e9d1-f183-4515-9689-f16a8189c2a0 req-563f0335-c648-4143-8e7f-36cdc12de49a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f HTTP/1.1" status: 200 len: 217 time: 0.1067529 Feb 15 16:48:02.013911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 808877af-84fc-46bf-aa29-c2ba271b5a23 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:02.014562 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:02.077146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723305d4-2ad0-48de-8b93-c6abc5984f76 req-4fca86c8-5981-4ee8-a6a4-951d8a3aaffd tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:02.078179 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Made reservation on behalf of 21361b4f319c4cebbc4ef1760a4b42bf for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:02.079058 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-723305d4-2ad0-48de-8b93-c6abc5984f76 req-4fca86c8-5981-4ee8-a6a4-951d8a3aaffd tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 943 time: 0.5147748 Feb 15 16:48:02.081898 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-bafab000-13fa-44b8-8efe-2c691218f01e service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399776 Feb 15 16:48:02.091912 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:02.130202 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:02.212824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93e9d1-f183-4515-9689-f16a8189c2a0 req-7d45374d-4a57-4281-a9e6-638cc5ef2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:02.214540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc93e9d1-f183-4515-9689-f16a8189c2a0 req-7d45374d-4a57-4281-a9e6-638cc5ef2746 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6043ea-4296-4866-ad66-6a493d2ddddb HTTP/1.1" status: 200 len: 859 time: 0.2135887 Feb 15 16:48:02.276831 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc93e9d1-f183-4515-9689-f16a8189c2a0 req-220a55b5-e71f-4232-8cfb-3e83b0500898 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12a2093f-2fc9-4fce-b441-82e85199b407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540607 Feb 15 16:48:02.328366 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 808877af-84fc-46bf-aa29-c2ba271b5a23 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:02.329299 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:02.413635 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-723305d4-2ad0-48de-8b93-c6abc5984f76 req-68cb07f8-feed-440c-ba43-c4b6d6d62689 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999547 Feb 15 16:48:02.483051 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f341080-60a7-4fdf-9827-44e5b9ac1ebf req-1e06b2a9-5bcc-4d49-adac-2705c1370024 service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902996 Feb 15 16:48:02.492019 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 808877af-84fc-46bf-aa29-c2ba271b5a23, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=808877af-84fc-46bf-aa29-c2ba271b5a23,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:02.498404 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8937697-9f67-4ecc-b4a0-2fbbab5f59fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808877af-84fc-46bf-aa29-c2ba271b5a23'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:02.510080 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d69250f-e536-4863-bebc-af878b983493" -d '{"events": [{"server_uuid": "d8937697-9f67-4ecc-b4a0-2fbbab5f59fd", "name": "network-vif-plugged", "status": "completed", "tag": "808877af-84fc-46bf-aa29-c2ba271b5a23"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:02.559063 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Publish callbacks [] for security_group (17c6803d-6cc0-4ecc-b449-27a62f5fe8f7), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:02.594407 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:02.601133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc93e9d1-f183-4515-9689-f16a8189c2a0 req-c75552d8-c704-4e05-83b9-de7c3b650a9b service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147914 Feb 15 16:48:02.660434 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e300e9f-a60e-4ae4-82ad-9756691425f3 req-2bf848b7-f40f-4b68-927d-bbf91b48b2b8 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 210 time: 0.0825734 Feb 15 16:48:02.663959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72731b8-8c0f-47b1-a417-6aad6b453d06 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:02.691654 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Publish callbacks [] for port (c72731b8-8c0f-47b1-a417-6aad6b453d06), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:02.733279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=808877af-84fc-46bf-aa29-c2ba271b5a23,revision_number=10']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:02.754419 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Transition to ACTIVE for port object c72731b8-8c0f-47b1-a417-6aad6b453d06 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:48:02.757708 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (17c6803d-6cc0-4ecc-b449-27a62f5fe8f7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:02.798478 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c6803d-6cc0-4ecc-b449-27a62f5fe8f7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:02.808620 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4514c9-836a-40f7-a17c-e5a7a3edfd99 x-openstack-request-id: req-ed4514c9-836a-40f7-a17c-e5a7a3edfd99 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:02.811477 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da04414-cd99-4c40-9fc1-2f1b286d3cab", "tag": "71243e8d-42fe-41eb-bd23-099132400ce1", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:02.811975 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ed4514c9-836a-40f7-a17c-e5a7a3edfd99 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:02.813758 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da04414-cd99-4c40-9fc1-2f1b286d3cab', 'tag': '71243e8d-42fe-41eb-bd23-099132400ce1', 'status': 'completed', 'code': 200} Feb 15 16:48:02.820254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c72731b8-8c0f-47b1-a417-6aad6b453d06), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:02.829888 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:48:02.851417 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:02.852070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:02.852562 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:02.853052 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:02.853893 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:02.854418 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:02.854755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:02.855127 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:02.855461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:02.855788 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:02.856129 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:02.856885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:02.857159 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:02.872803 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e6619f-0775-4e13-9397-a5e5b1e4ba69 x-openstack-request-id: req-62e6619f-0775-4e13-9397-a5e5b1e4ba69 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:02.872803 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8937697-9f67-4ecc-b4a0-2fbbab5f59fd", "name": "network-vif-plugged", "status": "completed", "tag": "808877af-84fc-46bf-aa29-c2ba271b5a23", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:02.872803 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-62e6619f-0775-4e13-9397-a5e5b1e4ba69 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:02.873386 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8937697-9f67-4ecc-b4a0-2fbbab5f59fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '808877af-84fc-46bf-aa29-c2ba271b5a23', 'code': 200} Feb 15 16:48:02.918213 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Pushing event updated for resources: {'Port': ['ID=c72731b8-8c0f-47b1-a417-6aad6b453d06,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:02.924483 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d46c05a0-aad5-4c81-8dd6-30dd2fd54798), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:02.924836 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Added segment d46c05a0-aad5-4c81-8dd6-30dd2fd54798 of type vlan for network f4ae9189-0b3a-4398-b838-be8b8fd16948 Feb 15 16:48:02.932506 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc93e9d1-f183-4515-9689-f16a8189c2a0 req-4ac06eee-a554-4b33-b7cb-bd58596d8d10 service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120496 Feb 15 16:48:02.969135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f86cef-f71d-466e-9adb-8d04e475c69c req-0cb0abcc-2dc9-455c-8941-8fbc2b973379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:02.970769 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84f86cef-f71d-466e-9adb-8d04e475c69c req-0cb0abcc-2dc9-455c-8941-8fbc2b973379 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42610834676b47ab966c400876e61344&device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 1126 time: 0.1358984 Feb 15 16:48:03.045472 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-6771164d-df1d-4a9b-9441-f48351b61db5 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:03.047041 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-6771164d-df1d-4a9b-9441-f48351b61db5 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.10 "GET /v2.0/networks?id=305c0607-0f06-4e1d-ab9e-019c0e07c667 HTTP/1.1" status: 200 len: 813 time: 0.3999746 Feb 15 16:48:03.052660 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (f4ae9189-0b3a-4398-b838-be8b8fd16948), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:03.062179 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-3ca8f7d2-b494-4f50-bf41-86240a07727c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Request body: {'port': {'device_id': '756af82f-d998-4fb5-a60a-5e1da618ee08', 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667', 'admin_state_up': True, 'tenant_id': '6d34e3f6db004fc18a761f94cd119d20'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:03.142319 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Attempting to bind port c72731b8-8c0f-47b1-a417-6aad6b453d06 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:03.142913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Attempting to bind port c72731b8-8c0f-47b1-a417-6aad6b453d06 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '56e87c80-1103-4c5c-8329-fb9b50af9b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6eea3c12-df26-45e4-b247-926444960402'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:03.143328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Attempting to bind port c72731b8-8c0f-47b1-a417-6aad6b453d06 on network 6eea3c12-df26-45e4-b247-926444960402 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:03.148495 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Port c72731b8-8c0f-47b1-a417-6aad6b453d06 on network 6eea3c12-df26-45e4-b247-926444960402 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:48:03.148876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Attempting to bind port c72731b8-8c0f-47b1-a417-6aad6b453d06 on network 6eea3c12-df26-45e4-b247-926444960402 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:03.155597 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:03.155793 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a68e9-40b5-41e6-a30d-5699f352f77c req-1ab2719c-2e9a-4b9c-95c5-f96f92887126 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:03.155975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Checking segment: {'id': '56e87c80-1103-4c5c-8329-fb9b50af9b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6eea3c12-df26-45e4-b247-926444960402'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:03.156369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Bound using segment: {'id': '56e87c80-1103-4c5c-8329-fb9b50af9b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6eea3c12-df26-45e4-b247-926444960402'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:03.156813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Bound port: c72731b8-8c0f-47b1-a417-6aad6b453d06, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e87c80-1103-4c5c-8329-fb9b50af9b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '6eea3c12-df26-45e4-b247-926444960402'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:03.157306 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c72731b8-8c0f-47b1-a417-6aad6b453d06), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:03.159796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f86cef-f71d-466e-9adb-8d04e475c69c req-9458d830-d25f-4de4-8391-0b28c25b59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:03.161303 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84f86cef-f71d-466e-9adb-8d04e475c69c req-9458d830-d25f-4de4-8391-0b28c25b59f6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12a2093f-2fc9-4fce-b441-82e85199b407 HTTP/1.1" status: 200 len: 920 time: 0.1690679 Feb 15 16:48:03.165935 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-736a68e9-40b5-41e6-a30d-5699f352f77c req-1ab2719c-2e9a-4b9c-95c5-f96f92887126 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 944 time: 0.2628982 Feb 15 16:48:03.224373 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84f86cef-f71d-466e-9adb-8d04e475c69c req-e040df15-d641-4100-86bb-98ddc2abf61e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71243e8d-42fe-41eb-bd23-099132400ce1 HTTP/1.1" status: 200 len: 217 time: 0.0480278 Feb 15 16:48:03.270812 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (f4ae9189-0b3a-4398-b838-be8b8fd16948), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:03.271934 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:03.272511 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:03.300330 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-736a68e9-40b5-41e6-a30d-5699f352f77c req-279ecb83-3378-4d10-9abc-11f156e8bb06 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/security-groups?id=e8931fe1-b987-4807-a40b-25d9dec3a389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291232 Feb 15 16:48:03.316858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f86cef-f71d-466e-9adb-8d04e475c69c req-7ab4a61d-1eed-480c-aeef-fd01f630c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:03.319222 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84f86cef-f71d-466e-9adb-8d04e475c69c req-7ab4a61d-1eed-480c-aeef-fd01f630c7f5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6043ea-4296-4866-ad66-6a493d2ddddb HTTP/1.1" status: 200 len: 859 time: 0.0794096 Feb 15 16:48:03.365592 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84f86cef-f71d-466e-9adb-8d04e475c69c req-cd7f1d5a-0b77-43cf-aec6-c2db31486312 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12a2093f-2fc9-4fce-b441-82e85199b407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372267 Feb 15 16:48:03.395523 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] Pushing event updated for resources: {'Network': ['ID=f4ae9189-0b3a-4398-b838-be8b8fd16948,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:03.407106 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network f4ae9189-0b3a-4398-b838-be8b8fd16948 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:48:03.460288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] For port c72731b8-8c0f-47b1-a417-6aad6b453d06, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:03.482831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] For port c72731b8-8c0f-47b1-a417-6aad6b453d06, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c72731b8-8c0f-47b1-a417-6aad6b453d06,segment=NetworkSegment(56e87c80-1103-4c5c-8329-fb9b50af9b6c),segment_id=56e87c80-1103-4c5c-8329-fb9b50af9b6c)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:03.489881 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84f86cef-f71d-466e-9adb-8d04e475c69c req-ed37e582-74ad-4dde-9bda-b71c1265dc27 service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156635 Feb 15 16:48:03.500928 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-789d5e5e-4b38-468a-8e11-1ea0df222ffb admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5428350 Feb 15 16:48:03.508682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48254) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:03.515930 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-63e08df4-f719-4b5a-a089-1ace3bf3176e admin admin] Request body: {'subnet': {'network_id': 'f4ae9189-0b3a-4398-b838-be8b8fd16948', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1354705821-subnet', 'tenant_id': '21361b4f319c4cebbc4ef1760a4b42bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:03.573276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefeda6c-9cc6-4ab5-a5ca-0277649374f2 req-c6571403-b385-4458-b42d-23b33d16a624 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:03.581510 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fefeda6c-9cc6-4ab5-a5ca-0277649374f2 req-c6571403-b385-4458-b42d-23b33d16a624 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 947 time: 0.1516616 Feb 15 16:48:03.601822 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-3ca8f7d2-b494-4f50-bf41-86240a07727c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Made reservation on behalf of 6d34e3f6db004fc18a761f94cd119d20 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:03.605687 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-3ca8f7d2-b494-4f50-bf41-86240a07727c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:03.616054 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c72731b8-8c0f-47b1-a417-6aad6b453d06), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:03.662390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e08df4-f719-4b5a-a089-1ace3bf3176e admin admin] Made reservation on behalf of 21361b4f319c4cebbc4ef1760a4b42bf for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:03.665598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63e08df4-f719-4b5a-a089-1ace3bf3176e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:03.696170 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fefeda6c-9cc6-4ab5-a5ca-0277649374f2 req-99ce49e8-1703-4af9-b539-ec21eed1700a tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136484 Feb 15 16:48:03.697105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:03.697761 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:03.700202 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] 10.222.0.10 "PUT /v2.0/ports/c72731b8-8c0f-47b1-a417-6aad6b453d06 HTTP/1.1" status: 200 len: 1093 time: 2.5752344 Feb 15 16:48:03.728450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f006a2ae-7059-476d-b5bc-b65901257f99 req-f9ed2162-a0a8-4d3b-90e2-b0dec31a13d2 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:03.730202 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f006a2ae-7059-476d-b5bc-b65901257f99 req-f9ed2162-a0a8-4d3b-90e2-b0dec31a13d2 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 943 time: 0.1605854 Feb 15 16:48:03.759966 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84f86cef-f71d-466e-9adb-8d04e475c69c req-9a075470-796c-412a-bf4a-814148255376 service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578075 Feb 15 16:48:03.761678 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a232af-dc80-46b6-9a2c-943fa0b97c2e service neutron] Pushing event updated for resources: {'Port': ['ID=c72731b8-8c0f-47b1-a417-6aad6b453d06,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:03.869704 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f006a2ae-7059-476d-b5bc-b65901257f99 req-ef2c25c8-b13e-460e-b849-ccd732eb431a tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299570 Feb 15 16:48:03.899266 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-3ca8f7d2-b494-4f50-bf41-86240a07727c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Allocated IP 172.20.0.8 (305c0607-0f06-4e1d-ab9e-019c0e07c667/d78d427c-8322-4326-9925-718e63fdd3e5/991ee5ae-a1ea-4cd1-8122-3fa103649b46) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:03.901673 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ddbdc8e2-b03b-45cd-ac77-39a032b28d0f details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:48:03.954386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-05d7ea85-1b37-42c5-acf7-cddf4a929b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:03.958279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-05d7ea85-1b37-42c5-acf7-cddf4a929b2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94adb06ee3c3482bb64e20e79dbef61a&device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 1127 time: 0.0877581 Feb 15 16:48:03.982171 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6870e98a-1224-47ca-9494-9a2d8f8150d6 req-2a47e82d-e16f-41d1-b7d2-cc12b725a0ab tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 210 time: 0.0684054 Feb 15 16:48:04.056227 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-b494ec45-e9b1-416f-b5ae-826d5d9797d3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72731b8-8c0f-47b1-a417-6aad6b453d06 HTTP/1.1" status: 200 len: 217 time: 0.0896134 Feb 15 16:48:04.127570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f,segment=NetworkSegment(cba45f71-c786-44ba-a46e-83b969cb01a3),segment_id=cba45f71-c786-44ba-a46e-83b969cb01a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:04.146892 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'ddbdc8e2-b03b-45cd-ac77-39a032b28d0f', 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407', 'port_id': 'ddbdc8e2-b03b-45cd-ac77-39a032b28d0f', 'mac_address': 'fa:16:3e:18:b7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6043ea-4296-4866-ad66-6a493d2ddddb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:48:04.163278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-7f3b314d-55ef-46e9-b3e1-f43adf9a7a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:04.164778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-7f3b314d-55ef-46e9-b3e1-f43adf9a7a57 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c4ecc950-08ba-44af-91ce-a5f7d44068d0 HTTP/1.1" status: 200 len: 850 time: 0.1025476 Feb 15 16:48:04.210536 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63e08df4-f719-4b5a-a089-1ace3bf3176e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (d3bc2efc-a893-4cba-9b2a-dc2c7bc5d7cf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:04.214820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:04.215395 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ddbdc8e2-b03b-45cd-ac77-39a032b28d0f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:04.224160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-3ca8f7d2-b494-4f50-bf41-86240a07727c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks [] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:04.228695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-e4c2e511-e470-4ecd-9d25-23cf5178dd2e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6eea3c12-df26-45e4-b247-926444960402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571029 Feb 15 16:48:04.236554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbdc8e2-b03b-45cd-ac77-39a032b28d0f {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:04.275008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f,segment=NetworkSegment(cba45f71-c786-44ba-a46e-83b969cb01a3),segment_id=cba45f71-c786-44ba-a46e-83b969cb01a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:04.306094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e08df4-f719-4b5a-a089-1ace3bf3176e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3bc2efc-a893-4cba-9b2a-dc2c7bc5d7cf,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:04.329274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e08df4-f719-4b5a-a089-1ace3bf3176e admin admin] Checking segment: {'id': 'd46c05a0-aad5-4c81-8dd6-30dd2fd54798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f4ae9189-0b3a-4398-b838-be8b8fd16948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:04.331475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e08df4-f719-4b5a-a089-1ace3bf3176e admin admin] Network hostable DHCP agents. Network: f4ae9189-0b3a-4398-b838-be8b8fd16948, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:48:04.378906 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ddbdc8e2-b03b-45cd-ac77-39a032b28d0f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:04.391243 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-9235d0ca-4ce0-45e0-bb44-347c422c0c41 service neutron] 10.222.0.10 "GET /v2.0/networks/6eea3c12-df26-45e4-b247-926444960402?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537380 Feb 15 16:48:04.404788 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-3ca8f7d2-b494-4f50-bf41-86240a07727c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:04.458494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:04.498829 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e08df4-f719-4b5a-a089-1ace3bf3176e admin admin] Network f4ae9189-0b3a-4398-b838-be8b8fd16948 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:48:04.533949 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d851e43-aa0c-42e8-b79b-68da301bb259 req-c69c1189-666d-4753-9724-25a2b7777adb service neutron] 10.222.0.10 "GET /v2.0/networks/6eea3c12-df26-45e4-b247-926444960402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332960 Feb 15 16:48:04.536246 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-3ca8f7d2-b494-4f50-bf41-86240a07727c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Network 305c0607-0f06-4e1d-ab9e-019c0e07c667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:04.545957 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-3ca8f7d2-b494-4f50-bf41-86240a07727c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:04.550771 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-3ca8f7d2-b494-4f50-bf41-86240a07727c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:04.689015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ddbdc8e2-b03b-45cd-ac77-39a032b28d0f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:48:04.815160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcee8f73-f00e-4682-b0d6-a9d1f3467fab', 'tag': 'c72731b8-8c0f-47b1-a417-6aad6b453d06'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:04.818136 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48bcbd18-0cee-411b-b7e6-4e8aa5e0946b" -d '{"events": [{"name": "network-changed", "server_uuid": "dcee8f73-f00e-4682-b0d6-a9d1f3467fab", "tag": "c72731b8-8c0f-47b1-a417-6aad6b453d06"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:05.013767 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e9f70-44bf-416f-a729-c68b043c2d85 req-95326c82-f112-4f3b-b28d-d7df31fda262 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:05.015519 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-931e9f70-44bf-416f-a729-c68b043c2d85 req-95326c82-f112-4f3b-b28d-d7df31fda262 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 947 time: 0.0970385 Feb 15 16:48:05.094954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8f7d2-b494-4f50-bf41-86240a07727c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Pushing event updated for resources: {'Port': ['ID=991ee5ae-a1ea-4cd1-8122-3fa103649b46,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:05.094954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-63e08df4-f719-4b5a-a089-1ace3bf3176e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, f4ae9189-0b3a-4398-b838-be8b8fd16948) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:05.100301 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e08df4-f719-4b5a-a089-1ace3bf3176e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:05.100728 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63e08df4-f719-4b5a-a089-1ace3bf3176e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:05.112249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648e6a57-9133-475c-afff-c680939d9446 None None] Network f4ae9189-0b3a-4398-b838-be8b8fd16948 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:48:05.147275 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37206e5c-eff5-4ea8-8a5d-258acbca2f36 req-13b6835f-327f-4bf1-a358-ae3d36b2cdc8 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:05.148825 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-37206e5c-eff5-4ea8-8a5d-258acbca2f36 req-13b6835f-327f-4bf1-a358-ae3d36b2cdc8 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 944 time: 0.7032588 Feb 15 16:48:05.167973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-3ca8f7d2-b494-4f50-bf41-86240a07727c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:05.168596 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-3ca8f7d2-b494-4f50-bf41-86240a07727c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:05.183729 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d7150-0a7d-444f-9e97-56db0a2667ea req-9b32ee8f-3172-43c6-9261-c97faf4b85f9 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:05.188220 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b7d7150-0a7d-444f-9e97-56db0a2667ea req-9b32ee8f-3172-43c6-9261-c97faf4b85f9 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 947 time: 0.3162508 Feb 15 16:48:05.208529 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-63e08df4-f719-4b5a-a089-1ace3bf3176e admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6967182 Feb 15 16:48:05.226765 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-37206e5c-eff5-4ea8-8a5d-258acbca2f36 req-bfa0aab4-7b3f-444a-926e-049e449c6c00 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/security-groups?id=e8931fe1-b987-4807-a40b-25d9dec3a389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704505 Feb 15 16:48:05.279495 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-931e9f70-44bf-416f-a729-c68b043c2d85 req-574fedbb-f4dd-4309-9ffd-93600b4e8003 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Deleting port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:48:05.279841 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-931e9f70-44bf-416f-a729-c68b043c2d85 req-574fedbb-f4dd-4309-9ffd-93600b4e8003 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:05.297289 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b7d7150-0a7d-444f-9e97-56db0a2667ea req-9ee25130-7ba2-4611-9d77-750a89d3b3cc tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020396 Feb 15 16:48:05.313846 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-3ca8f7d2-b494-4f50-bf41-86240a07727c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2561743 Feb 15 16:48:05.336853 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Request body: {'port': {'device_id': '756af82f-d998-4fb5-a60a-5e1da618ee08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:05.358861 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebaa500d-67e1-4e31-a7ab-64c1dcfd00ad x-openstack-request-id: req-ebaa500d-67e1-4e31-a7ab-64c1dcfd00ad {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:05.359152 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcee8f73-f00e-4682-b0d6-a9d1f3467fab", "tag": "c72731b8-8c0f-47b1-a417-6aad6b453d06", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:05.359435 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ebaa500d-67e1-4e31-a7ab-64c1dcfd00ad {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:05.359841 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcee8f73-f00e-4682-b0d6-a9d1f3467fab', 'tag': 'c72731b8-8c0f-47b1-a417-6aad6b453d06', 'status': 'completed', 'code': 200} Feb 15 16:48:05.368832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aab6c4-e0ba-4f6e-92be-875d0b4ee183 None None] Network f4ae9189-0b3a-4398-b838-be8b8fd16948 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:48:05.472812 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:05.583433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-931e9f70-44bf-416f-a729-c68b043c2d85 req-574fedbb-f4dd-4309-9ffd-93600b4e8003 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] For port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:05.583802 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-931e9f70-44bf-416f-a729-c68b043c2d85 req-574fedbb-f4dd-4309-9ffd-93600b4e8003 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:05.656183 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcbd18-0cee-411b-b7e6-4e8aa5e0946b req-1892d13a-2795-4cab-bf9c-9f87533916b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:05.658788 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48bcbd18-0cee-411b-b7e6-4e8aa5e0946b req-1892d13a-2795-4cab-bf9c-9f87533916b8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94adb06ee3c3482bb64e20e79dbef61a&device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 1127 time: 0.2858906 Feb 15 16:48:05.676825 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-931e9f70-44bf-416f-a729-c68b043c2d85 req-574fedbb-f4dd-4309-9ffd-93600b4e8003 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Calling delete_port for 16f79cf0-dcfc-44f3-b50a-11188aaa05bf owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:48:05.687325 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37d050-21fa-484e-b51b-1bc94c166c80 req-f3b5bf9d-4152-46eb-a8be-dedb9c30a529 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:05.695184 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b37d050-21fa-484e-b51b-1bc94c166c80 req-f3b5bf9d-4152-46eb-a8be-dedb9c30a529 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 931 time: 0.2267420 Feb 15 16:48:05.776100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d25c73-52d1-4575-b6b1-bb82f0dedc31 req-ac071259-034e-4bb9-8e3b-34b7051ae506 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:05.784170 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-49d25c73-52d1-4575-b6b1-bb82f0dedc31 req-ac071259-034e-4bb9-8e3b-34b7051ae506 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 943 time: 0.2135830 Feb 15 16:48:05.928142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 71243e8d-42fe-41eb-bd23-099132400ce1 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:48:05.931152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ddbdc8e2-b03b-45cd-ac77-39a032b28d0f up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:05.971199 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-49d25c73-52d1-4575-b6b1-bb82f0dedc31 req-3922ca0e-bb78-4af4-8de7-342f13afa7e6 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816700 Feb 15 16:48:05.975046 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcbd18-0cee-411b-b7e6-4e8aa5e0946b req-89758d3b-9385-4adb-8f5b-321864c5b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:05.978900 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48bcbd18-0cee-411b-b7e6-4e8aa5e0946b req-89758d3b-9385-4adb-8f5b-321864c5b5d0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6eea3c12-df26-45e4-b247-926444960402 HTTP/1.1" status: 200 len: 911 time: 0.3132257 Feb 15 16:48:06.048612 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991ee5ae-a1ea-4cd1-8122-3fa103649b46 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:06.083423 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48bcbd18-0cee-411b-b7e6-4e8aa5e0946b req-41184a5a-6ff0-418e-87bb-b50214066d48 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c72731b8-8c0f-47b1-a417-6aad6b453d06 HTTP/1.1" status: 200 len: 217 time: 0.0837893 Feb 15 16:48:06.083633 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Publish callbacks [] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:06.095895 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Transition to ACTIVE for port object 991ee5ae-a1ea-4cd1-8122-3fa103649b46 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:48:06.175947 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b37d050-21fa-484e-b51b-1bc94c166c80 req-ea7a2be4-bcba-4de4-8963-5864204d5324 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711115 Feb 15 16:48:06.180672 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:06.221338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:48:06.233180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 71243e8d-42fe-41eb-bd23-099132400ce1, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=71243e8d-42fe-41eb-bd23-099132400ce1,segment=NetworkSegment(cba45f71-c786-44ba-a46e-83b969cb01a3),segment_id=cba45f71-c786-44ba-a46e-83b969cb01a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:06.254957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:06.255349 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ddbdc8e2-b03b-45cd-ac77-39a032b28d0f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:06.262282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '71243e8d-42fe-41eb-bd23-099132400ce1', 'network_id': '12a2093f-2fc9-4fce-b441-82e85199b407', 'port_id': '71243e8d-42fe-41eb-bd23-099132400ce1', 'mac_address': 'fa:16:3e:84:82:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6043ea-4296-4866-ad66-6a493d2ddddb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:48:06.282284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcbd18-0cee-411b-b7e6-4e8aa5e0946b req-d6681229-fab8-46c6-a4a1-ceb3e791478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:06.283942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48bcbd18-0cee-411b-b7e6-4e8aa5e0946b req-d6681229-fab8-46c6-a4a1-ceb3e791478d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c4ecc950-08ba-44af-91ce-a5f7d44068d0 HTTP/1.1" status: 200 len: 850 time: 0.1378026 Feb 15 16:48:06.285830 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Pushing event updated for resources: {'Port': ['ID=991ee5ae-a1ea-4cd1-8122-3fa103649b46,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:06.362589 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48bcbd18-0cee-411b-b7e6-4e8aa5e0946b req-21461295-056a-439d-a784-7b64abb4d47f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6eea3c12-df26-45e4-b247-926444960402&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723579 Feb 15 16:48:06.551377 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 71243e8d-42fe-41eb-bd23-099132400ce1 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:06.551774 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (71243e8d-42fe-41eb-bd23-099132400ce1), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:06.558383 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-931e9f70-44bf-416f-a729-c68b043c2d85 req-574fedbb-f4dd-4309-9ffd-93600b4e8003 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (16f79cf0-dcfc-44f3-b50a-11188aaa05bf), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:06.594744 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e1edf-734d-4261-af00-2751c4321554 req-c5e5645c-7612-41eb-8317-19893b276913 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:06.594744 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b78e1edf-734d-4261-af00-2751c4321554 req-c5e5645c-7612-41eb-8317-19893b276913 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 944 time: 0.1409314 Feb 15 16:48:06.594744 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Attempting to bind port 991ee5ae-a1ea-4cd1-8122-3fa103649b46 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:06.594744 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Attempting to bind port 991ee5ae-a1ea-4cd1-8122-3fa103649b46 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8db795d2-3700-4f12-935d-da9d4ef9fd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:06.594744 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Attempting to bind port 991ee5ae-a1ea-4cd1-8122-3fa103649b46 on network 305c0607-0f06-4e1d-ab9e-019c0e07c667 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:06.599778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Port 991ee5ae-a1ea-4cd1-8122-3fa103649b46 on network 305c0607-0f06-4e1d-ab9e-019c0e07c667 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:48:06.600349 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Attempting to bind port 991ee5ae-a1ea-4cd1-8122-3fa103649b46 on network 305c0607-0f06-4e1d-ab9e-019c0e07c667 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:06.613442 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:06.613921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Checking segment: {'id': '8db795d2-3700-4f12-935d-da9d4ef9fd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:06.614400 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Bound using segment: {'id': '8db795d2-3700-4f12-935d-da9d4ef9fd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:06.615199 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Bound port: 991ee5ae-a1ea-4cd1-8122-3fa103649b46, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db795d2-3700-4f12-935d-da9d4ef9fd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:06.615533 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:06.669198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:06.669198 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ddbdc8e2-b03b-45cd-ac77-39a032b28d0f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:06.724500 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b78e1edf-734d-4261-af00-2751c4321554 req-63872e21-1f2e-4927-a559-ef2d4750a538 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/security-groups?id=e8931fe1-b987-4807-a40b-25d9dec3a389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163239 Feb 15 16:48:06.738951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71243e8d-42fe-41eb-bd23-099132400ce1 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:06.749607 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707ca9d5-09fe-457c-b654-2bdb5115ab35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbdc8e2-b03b-45cd-ac77-39a032b28d0f'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:06.751892 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd46468-bc09-46f0-9718-a91eaa6e7ab8" -d '{"events": [{"server_uuid": "707ca9d5-09fe-457c-b654-2bdb5115ab35", "name": "network-vif-plugged", "status": "completed", "tag": "ddbdc8e2-b03b-45cd-ac77-39a032b28d0f"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:06.757148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f,segment=NetworkSegment(cba45f71-c786-44ba-a46e-83b969cb01a3),segment_id=cba45f71-c786-44ba-a46e-83b969cb01a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:06.787264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 71243e8d-42fe-41eb-bd23-099132400ce1, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=71243e8d-42fe-41eb-bd23-099132400ce1,segment=NetworkSegment(cba45f71-c786-44ba-a46e-83b969cb01a3),segment_id=cba45f71-c786-44ba-a46e-83b969cb01a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:06.797797 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] For port 991ee5ae-a1ea-4cd1-8122-3fa103649b46, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:06.807254 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] For port 991ee5ae-a1ea-4cd1-8122-3fa103649b46, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=991ee5ae-a1ea-4cd1-8122-3fa103649b46,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:06.818518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574fedbb-f4dd-4309-9ffd-93600b4e8003 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Pushing event deleted for resources: {'Port': ['ID=16f79cf0-dcfc-44f3-b50a-11188aaa05bf,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:06.858460 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ddbdc8e2-b03b-45cd-ac77-39a032b28d0f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:06.879634 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d318baf7-76bb-4391-8e95-b3b6bd6096c5 req-c04cd18b-2347-4bbb-8bf6-9a868a40231c tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 210 time: 0.0434313 Feb 15 16:48:06.925043 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:06.950244 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4834f591-d7a5-42c4-9d10-99322d5f512b x-openstack-request-id: req-4834f591-d7a5-42c4-9d10-99322d5f512b {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:06.951215 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707ca9d5-09fe-457c-b654-2bdb5115ab35", "name": "network-vif-plugged", "status": "completed", "tag": "ddbdc8e2-b03b-45cd-ac77-39a032b28d0f", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:06.951663 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4834f591-d7a5-42c4-9d10-99322d5f512b {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:06.952252 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707ca9d5-09fe-457c-b654-2bdb5115ab35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbdc8e2-b03b-45cd-ac77-39a032b28d0f', 'code': 200} Feb 15 16:48:06.959781 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (71243e8d-42fe-41eb-bd23-099132400ce1), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:06.961924 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff429dd6-1e95-4be5-84ac-dea7a4026f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:06.968828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:06.984978 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:06.985630 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:06.996785 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] 10.222.0.10 "PUT /v2.0/ports/991ee5ae-a1ea-4cd1-8122-3fa103649b46 HTTP/1.1" status: 200 len: 1092 time: 1.6743529 Feb 15 16:48:06.998045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756af82f-d998-4fb5-a60a-5e1da618ee08', 'tag': '991ee5ae-a1ea-4cd1-8122-3fa103649b46'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:07.005044 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045a0603-ea5b-4387-b47f-6ad983018325" -d '{"events": [{"name": "network-changed", "server_uuid": "756af82f-d998-4fb5-a60a-5e1da618ee08", "tag": "991ee5ae-a1ea-4cd1-8122-3fa103649b46"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:07.077567 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017536d-d04c-4cc2-865b-b2434ef91c91 service neutron] Pushing event updated for resources: {'Port': ['ID=991ee5ae-a1ea-4cd1-8122-3fa103649b46,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:07.097721 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=71243e8d-42fe-41eb-bd23-099132400ce1,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:07.222630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-7acae7ab-3d57-42c6-9603-58d5f54f6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:07.224213 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-7acae7ab-3d57-42c6-9603-58d5f54f6f19 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d34e3f6db004fc18a761f94cd119d20&device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 1126 time: 0.0817630 Feb 15 16:48:07.232382 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c68b2-9c2e-4014-aec7-1eb3489e9a82 req-9cf58ea1-374b-460a-b9b2-502b89fd9c58 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:07.234223 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b18c68b2-9c2e-4014-aec7-1eb3489e9a82 req-9cf58ea1-374b-460a-b9b2-502b89fd9c58 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 944 time: 0.1462536 Feb 15 16:48:07.266843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['71243e8d-42fe-41eb-bd23-099132400ce1'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:48:07.289997 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-df85b475-2bd6-4650-b042-e5c5d79be018 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=991ee5ae-a1ea-4cd1-8122-3fa103649b46 HTTP/1.1" status: 200 len: 217 time: 0.0547254 Feb 15 16:48:07.386317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48bcbd18-0cee-411b-b7e6-4e8aa5e0946b req-331491b9-f186-44aa-91f9-80270754f789 service neutron] 10.222.0.10 "GET /v2.0/networks/6eea3c12-df26-45e4-b247-926444960402?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0098314 Feb 15 16:48:07.400819 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-aedabd21-3e65-4259-8b8e-f7f777075bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:07.402610 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-aedabd21-3e65-4259-8b8e-f7f777075bc8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d78d427c-8322-4326-9925-718e63fdd3e5 HTTP/1.1" status: 200 len: 853 time: 0.1022713 Feb 15 16:48:07.409802 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-931e9f70-44bf-416f-a729-c68b043c2d85 req-574fedbb-f4dd-4309-9ffd-93600b4e8003 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] No DVR routers for this DVR port 16f79cf0-dcfc-44f3-b50a-11188aaa05bf on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:48:07.431306 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-931e9f70-44bf-416f-a729-c68b043c2d85 req-574fedbb-f4dd-4309-9ffd-93600b4e8003 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:07.434906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-931e9f70-44bf-416f-a729-c68b043c2d85 req-574fedbb-f4dd-4309-9ffd-93600b4e8003 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.10 "DELETE /v2.0/ports/16f79cf0-dcfc-44f3-b50a-11188aaa05bf HTTP/1.1" status: 204 len: 173 time: 2.4098547 Feb 15 16:48:07.435507 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3497658-6691-4f17-900b-100c4500ae75', 'name': 'network-vif-deleted', 'tag': '16f79cf0-dcfc-44f3-b50a-11188aaa05bf'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:07.437853 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f96d85a-5361-4c87-b91f-3ea497022b20" -d '{"events": [{"server_uuid": "e3497658-6691-4f17-900b-100c4500ae75", "name": "network-vif-deleted", "tag": "16f79cf0-dcfc-44f3-b50a-11188aaa05bf"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:07.457264 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-8a63de59-424e-494f-af50-cf90ae48e12b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=305c0607-0f06-4e1d-ab9e-019c0e07c667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457251 Feb 15 16:48:07.473625 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b18c68b2-9c2e-4014-aec7-1eb3489e9a82 req-1e60fef7-5345-4e97-a115-5f0b18e1e4e6 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938376 Feb 15 16:48:07.536598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-9c837a28-816d-4f13-a4c1-d05bf684ecf9 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:07.545435 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-9c837a28-816d-4f13-a4c1-d05bf684ecf9 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/networks?id=e05bc2a3-c448-4234-803b-a9421e8ea12e HTTP/1.1" status: 200 len: 825 time: 1.0107386 Feb 15 16:48:07.562204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48338) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:07.573433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-469100f3-7843-4c53-afd0-d86d5d298a53 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-963263177'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:07.580651 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9023bd7c-37ce-4872-84e5-46c2c1249d81 x-openstack-request-id: req-9023bd7c-37ce-4872-84e5-46c2c1249d81 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:07.580651 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756af82f-d998-4fb5-a60a-5e1da618ee08", "tag": "991ee5ae-a1ea-4cd1-8122-3fa103649b46", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:07.580913 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9023bd7c-37ce-4872-84e5-46c2c1249d81 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:07.581264 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756af82f-d998-4fb5-a60a-5e1da618ee08', 'tag': '991ee5ae-a1ea-4cd1-8122-3fa103649b46', 'status': 'completed', 'code': 200} Feb 15 16:48:07.595729 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-f14bea65-d905-43a1-adef-7c318be1967c tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/quotas/a8e18c6e090c406ca1725d850041f342 HTTP/1.1" status: 200 len: 375 time: 0.0492079 Feb 15 16:48:07.603440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02df880-f0de-40a4-8292-f8deaa0ac2a7 req-786a5831-723c-4709-a657-24f9f8232d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:07.604967 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e02df880-f0de-40a4-8292-f8deaa0ac2a7 req-786a5831-723c-4709-a657-24f9f8232d25 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 1128 time: 0.2839592 Feb 15 16:48:07.632307 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-e0033641-5c18-41d1-a0a9-beb2bb2cd9e0 service neutron] 10.222.0.10 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581922 Feb 15 16:48:07.666770 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-143db5b8-0882-4209-a8d6-18acbce1c7bb tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=a8e18c6e090c406ca1725d850041f342&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522559 Feb 15 16:48:07.673608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48bcbd18-0cee-411b-b7e6-4e8aa5e0946b req-3a0605e4-d068-4909-ba76-00d118238c71 service neutron] 10.222.0.10 "GET /v2.0/networks/6eea3c12-df26-45e4-b247-926444960402?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672632 Feb 15 16:48:07.742231 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e02df880-f0de-40a4-8292-f8deaa0ac2a7 req-cfdcb715-1294-4bb0-a953-dff376fe0f06 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266739 Feb 15 16:48:07.782827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289df796-e5ba-4947-94e7-3917fc3b2f9b req-f8108b54-b795-45af-868d-afc7ac1fa594 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:07.783624 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-89cbf660-7662-4d5f-840d-37c55f6ff49a service neutron] 10.222.0.107 "GET /v2.0/networks/e05bc2a3-c448-4234-803b-a9421e8ea12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090937 Feb 15 16:48:07.784302 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-289df796-e5ba-4947-94e7-3917fc3b2f9b req-f8108b54-b795-45af-868d-afc7ac1fa594 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 943 time: 0.1379776 Feb 15 16:48:07.790910 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5222af4e-bd25-4f34-a2f0-5a2e37f2b390 req-70c453e5-23fa-476b-8492-66a4183623a0 service neutron] 10.222.0.10 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528893 Feb 15 16:48:07.826480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469100f3-7843-4c53-afd0-d86d5d298a53 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Made reservation on behalf of 81594fa848e7414b8f51155b921da775 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:07.829734 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-469100f3-7843-4c53-afd0-d86d5d298a53 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:07.842186 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-289df796-e5ba-4947-94e7-3917fc3b2f9b req-d2b2c644-c259-4287-9e20-99dae8f827d1 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501854 Feb 15 16:48:07.890457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-469100f3-7843-4c53-afd0-d86d5d298a53 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:48:07.910441 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf91fae0-4788-47d2-8082-da5098a7f29f x-openstack-request-id: req-bf91fae0-4788-47d2-8082-da5098a7f29f {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:07.910730 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3497658-6691-4f17-900b-100c4500ae75", "name": "network-vif-deleted", "tag": "16f79cf0-dcfc-44f3-b50a-11188aaa05bf", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:07.910996 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bf91fae0-4788-47d2-8082-da5098a7f29f {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:07.911479 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3497658-6691-4f17-900b-100c4500ae75', 'name': 'network-vif-deleted', 'tag': '16f79cf0-dcfc-44f3-b50a-11188aaa05bf', 'status': 'completed', 'code': 200} Feb 15 16:48:07.924048 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-469100f3-7843-4c53-afd0-d86d5d298a53 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (fedb8c77-4a53-4e16-89f2-627d6c3e7d8b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:07.924048 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-469100f3-7843-4c53-afd0-d86d5d298a53 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Added segment fedb8c77-4a53-4e16-89f2-627d6c3e7d8b of type vlan for network 27a74dfa-05f1-43ff-9791-7a79afada23c Feb 15 16:48:07.959769 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-c735b8ae-48fa-4f17-a8ef-099fb2eed1db service neutron] 10.222.0.107 "GET /v2.0/networks/e05bc2a3-c448-4234-803b-a9421e8ea12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676764 Feb 15 16:48:07.995502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-469100f3-7843-4c53-afd0-d86d5d298a53 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (27a74dfa-05f1-43ff-9791-7a79afada23c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:08.100075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ccfc8-f219-4a22-b9a7-78504b7aae49 req-c73f74ba-eb9f-40eb-9520-5a12e816252a tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:08.101657 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-da3ccfc8-f219-4a22-b9a7-78504b7aae49 req-c73f74ba-eb9f-40eb-9520-5a12e816252a tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 944 time: 0.1067238 Feb 15 16:48:08.116645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a0603-ea5b-4387-b47f-6ad983018325 req-ba1dfa7c-cdc6-4cd9-9f5b-872521bcb0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:08.118203 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-045a0603-ea5b-4387-b47f-6ad983018325 req-ba1dfa7c-cdc6-4cd9-9f5b-872521bcb0cd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d34e3f6db004fc18a761f94cd119d20&device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 1126 time: 0.0758803 Feb 15 16:48:08.171795 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-469100f3-7843-4c53-afd0-d86d5d298a53 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (27a74dfa-05f1-43ff-9791-7a79afada23c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:08.179868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469100f3-7843-4c53-afd0-d86d5d298a53 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:08.180907 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-469100f3-7843-4c53-afd0-d86d5d298a53 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:08.212303 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-da3ccfc8-f219-4a22-b9a7-78504b7aae49 req-e15adca5-d1c1-4e57-841b-5a495968dccb tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/security-groups?id=e8931fe1-b987-4807-a40b-25d9dec3a389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994470 Feb 15 16:48:08.254570 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a0603-ea5b-4387-b47f-6ad983018325 req-13c82963-ec4d-4b8b-aeb4-4b2757881a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:08.256173 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-045a0603-ea5b-4387-b47f-6ad983018325 req-13c82963-ec4d-4b8b-aeb4-4b2757881a9a service neutron] 10.222.0.10 "GET /v2.0/networks?id=305c0607-0f06-4e1d-ab9e-019c0e07c667 HTTP/1.1" status: 200 len: 914 time: 0.1243670 Feb 15 16:48:08.260601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469100f3-7843-4c53-afd0-d86d5d298a53 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event updated for resources: {'Network': ['ID=27a74dfa-05f1-43ff-9791-7a79afada23c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:08.277250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 27a74dfa-05f1-43ff-9791-7a79afada23c details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:48:08.321885 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-045a0603-ea5b-4387-b47f-6ad983018325 req-c3a79425-afb2-48ea-a6fc-a350387aff35 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=991ee5ae-a1ea-4cd1-8122-3fa103649b46 HTTP/1.1" status: 200 len: 217 time: 0.0589876 Feb 15 16:48:08.335212 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4fa2bca-9209-446f-b1f2-c38808f8ac83 req-e696550c-6549-45a3-bc38-240b03c43a1b tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 210 time: 0.0455925 Feb 15 16:48:08.343501 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-469100f3-7843-4c53-afd0-d86d5d298a53 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7799475 Feb 15 16:48:08.344241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48356) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:08.358098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1971314505'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:08.393534 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8316395-77a9-4491-ba2f-3dba717009b6 req-2f46a384-14b2-402f-b680-b2eb332b71da tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3497658-6691-4f17-900b-100c4500ae75 HTTP/1.1" status: 200 len: 210 time: 0.0524313 Feb 15 16:48:08.485086 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Made reservation on behalf of 81594fa848e7414b8f51155b921da775 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:08.491554 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:08.521335 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a0603-ea5b-4387-b47f-6ad983018325 req-719cc45f-fe26-418f-8a4b-e24af8975b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:08.524625 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-045a0603-ea5b-4387-b47f-6ad983018325 req-719cc45f-fe26-418f-8a4b-e24af8975b2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d78d427c-8322-4326-9925-718e63fdd3e5 HTTP/1.1" status: 200 len: 853 time: 0.1944034 Feb 15 16:48:08.578882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c72731b8-8c0f-47b1-a417-6aad6b453d06 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:48:08.581173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 16f79cf0-dcfc-44f3-b50a-11188aaa05bf no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:48:08.601121 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-045a0603-ea5b-4387-b47f-6ad983018325 req-e68f5fad-eab2-42a2-93c0-aea8ac96e76f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=305c0607-0f06-4e1d-ab9e-019c0e07c667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602100 Feb 15 16:48:08.617841 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 16f79cf0-dcfc-44f3-b50a-11188aaa05bf {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:48:08.618383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 16f79cf0-dcfc-44f3-b50a-11188aaa05bf not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:48:08.629305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:48:08.658515 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:08.659040 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Added segment cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3 of type vlan for network acc3e972-bc1b-4777-96d3-4501629569dc Feb 15 16:48:08.720543 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91252e4-c456-443d-9462-e6ae029ae97b req-252fefc6-3593-4da0-ac94-f849aa42fa5d tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:08.728862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b91252e4-c456-443d-9462-e6ae029ae97b req-252fefc6-3593-4da0-ac94-f849aa42fa5d tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 944 time: 0.1614316 Feb 15 16:48:08.736714 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-045a0603-ea5b-4387-b47f-6ad983018325 req-8d58465d-b930-4004-aa0d-2ebdc0d4bcb1 service neutron] 10.222.0.10 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286669 Feb 15 16:48:08.765139 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c72731b8-8c0f-47b1-a417-6aad6b453d06, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c72731b8-8c0f-47b1-a417-6aad6b453d06,segment=NetworkSegment(56e87c80-1103-4c5c-8329-fb9b50af9b6c),segment_id=56e87c80-1103-4c5c-8329-fb9b50af9b6c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:08.796203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'c72731b8-8c0f-47b1-a417-6aad6b453d06', 'network_id': '6eea3c12-df26-45e4-b247-926444960402', 'port_id': 'c72731b8-8c0f-47b1-a417-6aad6b453d06', 'mac_address': 'fa:16:3e:7d:e4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ecc950-08ba-44af-91ce-a5f7d44068d0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:48:08.807241 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b91252e4-c456-443d-9462-e6ae029ae97b req-a840a52d-b6fa-4f33-8642-c41d90a09941 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774467 Feb 15 16:48:08.822573 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (acc3e972-bc1b-4777-96d3-4501629569dc), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:08.859082 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-045a0603-ea5b-4387-b47f-6ad983018325 req-862d43e9-3e52-4364-b1a4-b2ca86fc7486 service neutron] 10.222.0.10 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144242 Feb 15 16:48:08.897334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c72731b8-8c0f-47b1-a417-6aad6b453d06 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:08.897888 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c72731b8-8c0f-47b1-a417-6aad6b453d06), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:08.919260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72731b8-8c0f-47b1-a417-6aad6b453d06 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:08.948923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c72731b8-8c0f-47b1-a417-6aad6b453d06, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c72731b8-8c0f-47b1-a417-6aad6b453d06,segment=NetworkSegment(56e87c80-1103-4c5c-8329-fb9b50af9b6c),segment_id=56e87c80-1103-4c5c-8329-fb9b50af9b6c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:08.987852 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (acc3e972-bc1b-4777-96d3-4501629569dc), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:08.994221 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:08.995227 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:09.003192 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf0d26-1f63-41f8-9da0-59390ae47d6d req-6157cdb1-d625-4176-a09d-43dcb0959a99 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:09.006930 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4caf0d26-1f63-41f8-9da0-59390ae47d6d req-6157cdb1-d625-4176-a09d-43dcb0959a99 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 943 time: 0.0851104 Feb 15 16:48:09.063227 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c72731b8-8c0f-47b1-a417-6aad6b453d06), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:09.092823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event updated for resources: {'Network': ['ID=acc3e972-bc1b-4777-96d3-4501629569dc,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:09.107003 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:09.107617 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:09.108815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:09.109342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:09.110420 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:09.110927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:09.111411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:09.111918 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:09.112397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:09.112875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:09.113355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:09.113867 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:09.114342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:09.129907 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4caf0d26-1f63-41f8-9da0-59390ae47d6d req-d5ec7a60-7842-4f27-85ea-dc5df0008b92 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171789 Feb 15 16:48:09.130477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network acc3e972-bc1b-4777-96d3-4501629569dc details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:48:09.159968 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d45fbe0d-8c70-4de1-b907-e836c5b5de14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8145287 Feb 15 16:48:09.162753 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48376) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:09.167783 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-07ef6349-2236-418e-b53e-9cc7c1f6f921 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Request body: {'subnet': {'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:09.377023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c3a82-43a3-4056-9cdd-cd79353b09e2 req-0883fc83-59a3-424f-ac73-7bce760c3d99 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:09.380136 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-198c3a82-43a3-4056-9cdd-cd79353b09e2 req-0883fc83-59a3-424f-ac73-7bce760c3d99 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 945 time: 0.0766349 Feb 15 16:48:09.398472 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46444a8c-f660-4485-80f1-3c24f810578e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:09.407369 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=c72731b8-8c0f-47b1-a417-6aad6b453d06,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:09.429980 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ef6349-2236-418e-b53e-9cc7c1f6f921 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Made reservation on behalf of 81594fa848e7414b8f51155b921da775 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:09.440044 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07ef6349-2236-418e-b53e-9cc7c1f6f921 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:09.458857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['c72731b8-8c0f-47b1-a417-6aad6b453d06'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:48:09.469408 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ebbb91bd-f785-4295-9a35-161eeb3ece64 req-7e15e8a9-56cf-4c01-b999-2160a7318d70 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 210 time: 0.0347965 Feb 15 16:48:09.555040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-198c3a82-43a3-4056-9cdd-cd79353b09e2 req-3f2bc0c1-cd70-4e83-b690-c67780197f1e tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/security-groups?id=e8931fe1-b987-4807-a40b-25d9dec3a389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601102 Feb 15 16:48:09.781299 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07ef6349-2236-418e-b53e-9cc7c1f6f921 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (587154f3-20db-43d7-af01-606fa38584bd), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:09.865824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef6349-2236-418e-b53e-9cc7c1f6f921 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event updated for resources: {'Subnet': ['ID=587154f3-20db-43d7-af01-606fa38584bd,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:09.950858 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 71243e8d-42fe-41eb-bd23-099132400ce1 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:09.952633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ef6349-2236-418e-b53e-9cc7c1f6f921 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Checking segment: {'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:09.953625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ef6349-2236-418e-b53e-9cc7c1f6f921 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Network hostable DHCP agents. Network: 27a74dfa-05f1-43ff-9791-7a79afada23c, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:48:09.984344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e482d4-6a14-4e2a-b808-0389bad0442b req-a02b75e4-bbc4-43b9-a2a5-0aca846be822 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:09.991635 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f5e482d4-6a14-4e2a-b808-0389bad0442b req-a02b75e4-bbc4-43b9-a2a5-0aca846be822 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 944 time: 0.1100628 Feb 15 16:48:10.101582 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f5e482d4-6a14-4e2a-b808-0389bad0442b req-9b839818-40f8-4937-826a-b8d27de65e1a tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089535 Feb 15 16:48:10.126148 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ef6349-2236-418e-b53e-9cc7c1f6f921 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Network 27a74dfa-05f1-43ff-9791-7a79afada23c is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:48:10.137549 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569a013-537f-4aff-bfb3-a5d749cf98d5 req-364b5031-cff8-4c9a-ae7d-bf4006863ea6 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:10.147138 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4569a013-537f-4aff-bfb3-a5d749cf98d5 req-364b5031-cff8-4c9a-ae7d-bf4006863ea6 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=21d1e677-08ff-4d0b-bdf6-d087d0f268e0 HTTP/1.1" status: 200 len: 949 time: 0.0870714 Feb 15 16:48:10.159100 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 71243e8d-42fe-41eb-bd23-099132400ce1 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:48:10.171502 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 71243e8d-42fe-41eb-bd23-099132400ce1 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:10.171953 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (71243e8d-42fe-41eb-bd23-099132400ce1), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:10.234800 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4569a013-537f-4aff-bfb3-a5d749cf98d5 req-b48900c6-d1ca-4299-99fc-a1f16e2ce4e3 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812023 Feb 15 16:48:10.299663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cfab5-528a-4795-aea4-e7deb0eaac49 req-27ce9177-c7e8-4eac-9faf-bf7d07a9f6e0 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:10.308117 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-675cfab5-528a-4795-aea4-e7deb0eaac49 req-27ce9177-c7e8-4eac-9faf-bf7d07a9f6e0 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 943 time: 0.0995243 Feb 15 16:48:10.318865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-07ef6349-2236-418e-b53e-9cc7c1f6f921 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 27a74dfa-05f1-43ff-9791-7a79afada23c) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:10.329128 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8813419-592d-45f2-9bd8-3e73cc6baf40 None None] Network 27a74dfa-05f1-43ff-9791-7a79afada23c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:48:10.335559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ef6349-2236-418e-b53e-9cc7c1f6f921 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:10.336245 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07ef6349-2236-418e-b53e-9cc7c1f6f921 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:10.382210 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-675cfab5-528a-4795-aea4-e7deb0eaac49 req-bd194952-954f-4dea-9b36-bb197f623097 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730910 Feb 15 16:48:10.394972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 71243e8d-42fe-41eb-bd23-099132400ce1 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:10.395488 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (71243e8d-42fe-41eb-bd23-099132400ce1), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:10.424549 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da04414-cd99-4c40-9fc1-2f1b286d3cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71243e8d-42fe-41eb-bd23-099132400ce1'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:10.427547 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16732513-e38e-4485-9e6f-f2fa03bc652d" -d '{"events": [{"server_uuid": "1da04414-cd99-4c40-9fc1-2f1b286d3cab", "name": "network-vif-plugged", "status": "completed", "tag": "71243e8d-42fe-41eb-bd23-099132400ce1"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:10.444713 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:10.449092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 71243e8d-42fe-41eb-bd23-099132400ce1, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=71243e8d-42fe-41eb-bd23-099132400ce1,segment=NetworkSegment(cba45f71-c786-44ba-a46e-83b969cb01a3),segment_id=cba45f71-c786-44ba-a46e-83b969cb01a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:10.500440 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-07ef6349-2236-418e-b53e-9cc7c1f6f921 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3365238 Feb 15 16:48:10.504185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48408) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:10.508073 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c222209-5a25-4513-93ab-07b3bf1b64a0 x-openstack-request-id: req-1c222209-5a25-4513-93ab-07b3bf1b64a0 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:10.508578 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da04414-cd99-4c40-9fc1-2f1b286d3cab", "name": "network-vif-plugged", "status": "completed", "tag": "71243e8d-42fe-41eb-bd23-099132400ce1", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:10.508764 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1c222209-5a25-4513-93ab-07b3bf1b64a0 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:10.509402 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da04414-cd99-4c40-9fc1-2f1b286d3cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71243e8d-42fe-41eb-bd23-099132400ce1', 'code': 200} Feb 15 16:48:10.522987 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4adc8db3-57a9-46f0-adb3-24c9288e3af6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Request body: {'subnet': {'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:10.529067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-27a74dfa-05f1-43ff-9791-7a79afada23c', 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c', 'project_id': '81594fa848e7414b8f51155b921da775', 'fixed_ips': [{'subnet_id': '587154f3-20db-43d7-af01-606fa38584bd'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:48:10.530259 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:10.571230 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (71243e8d-42fe-41eb-bd23-099132400ce1), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:10.597486 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1892a44d-c51f-44cc-b999-f204c149d141 req-65d9349f-e1db-4964-b7ac-69c7d10fe8cd tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 210 time: 0.0496922 Feb 15 16:48:10.614123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 991ee5ae-a1ea-4cd1-8122-3fa103649b46 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:48:10.680341 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0eec78-d3c9-4fe0-b19c-35d14ef17c64 req-7f02798d-e9bf-45e2-8228-e7e5838ad334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:10.686320 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a0eec78-d3c9-4fe0-b19c-35d14ef17c64 req-7f02798d-e9bf-45e2-8228-e7e5838ad334 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 1128 time: 0.0877948 Feb 15 16:48:10.692925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c72731b8-8c0f-47b1-a417-6aad6b453d06 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:10.777584 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adc8db3-57a9-46f0-adb3-24c9288e3af6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Made reservation on behalf of 81594fa848e7414b8f51155b921da775 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:10.781988 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4adc8db3-57a9-46f0-adb3-24c9288e3af6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:10.844005 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a0eec78-d3c9-4fe0-b19c-35d14ef17c64 req-7f39d72f-5138-42fe-94dc-061de44a57e6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499784 Feb 15 16:48:10.914407 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de61e4-6eed-4621-b4e8-7ebb72811ec2 req-4c30aa11-cfb5-4113-8d4d-ed8a882c971f tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:10.924981 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-08de61e4-6eed-4621-b4e8-7ebb72811ec2 req-4c30aa11-cfb5-4113-8d4d-ed8a882c971f tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 945 time: 0.2289369 Feb 15 16:48:11.014994 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-08de61e4-6eed-4621-b4e8-7ebb72811ec2 req-120fae4e-65b4-4791-95ff-1a424ba5b141 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/security-groups?id=e8931fe1-b987-4807-a40b-25d9dec3a389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865860 Feb 15 16:48:11.034288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 991ee5ae-a1ea-4cd1-8122-3fa103649b46, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=991ee5ae-a1ea-4cd1-8122-3fa103649b46,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:11.039190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=71243e8d-42fe-41eb-bd23-099132400ce1,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:11.105532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '991ee5ae-a1ea-4cd1-8122-3fa103649b46', 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667', 'port_id': '991ee5ae-a1ea-4cd1-8122-3fa103649b46', 'mac_address': 'fa:16:3e:71:fe:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78d427c-8322-4326-9925-718e63fdd3e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:48:11.145971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Allocated IP 10.1.1.2 (27a74dfa-05f1-43ff-9791-7a79afada23c/587154f3-20db-43d7-af01-606fa38584bd/78664290-4270-4523-bcbf-6b4ea1dfb920) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:11.156871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 991ee5ae-a1ea-4cd1-8122-3fa103649b46 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:11.157214 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:11.209957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991ee5ae-a1ea-4cd1-8122-3fa103649b46 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:11.232181 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port c72731b8-8c0f-47b1-a417-6aad6b453d06 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:48:11.246371 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 991ee5ae-a1ea-4cd1-8122-3fa103649b46, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=991ee5ae-a1ea-4cd1-8122-3fa103649b46,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:11.249112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port c72731b8-8c0f-47b1-a417-6aad6b453d06 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:11.254384 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c72731b8-8c0f-47b1-a417-6aad6b453d06), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:11.254553 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4adc8db3-57a9-46f0-adb3-24c9288e3af6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (b8abc264-01a5-4f06-9e0a-0b1ebef29fa4), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:11.298222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc58943-ab1b-4560-99a5-237a89235786 req-ab7361f0-1194-4f20-9c0b-bdaa28875a2f tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:11.308010 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8dc58943-ab1b-4560-99a5-237a89235786 req-ab7361f0-1194-4f20-9c0b-bdaa28875a2f tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.1166849 Feb 15 16:48:11.330284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc8db3-57a9-46f0-adb3-24c9288e3af6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event updated for resources: {'Subnet': ['ID=b8abc264-01a5-4f06-9e0a-0b1ebef29fa4,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:11.384831 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:11.453567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8dc58943-ab1b-4560-99a5-237a89235786 req-546a2fd0-a361-408f-99d4-3325361384eb tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420131 Feb 15 16:48:11.455488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adc8db3-57a9-46f0-adb3-24c9288e3af6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Checking segment: {'id': 'cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:11.455488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc8db3-57a9-46f0-adb3-24c9288e3af6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Network hostable DHCP agents. Network: acc3e972-bc1b-4777-96d3-4501629569dc, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:48:11.473517 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c72731b8-8c0f-47b1-a417-6aad6b453d06 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:11.474156 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c72731b8-8c0f-47b1-a417-6aad6b453d06), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:11.494093 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Publish callbacks [] for port (78664290-4270-4523-bcbf-6b4ea1dfb920), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:11.507916 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=991ee5ae-a1ea-4cd1-8122-3fa103649b46,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:11.532124 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c72731b8-8c0f-47b1-a417-6aad6b453d06, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c72731b8-8c0f-47b1-a417-6aad6b453d06,segment=NetworkSegment(56e87c80-1103-4c5c-8329-fb9b50af9b6c),segment_id=56e87c80-1103-4c5c-8329-fb9b50af9b6c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:11.579742 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (78664290-4270-4523-bcbf-6b4ea1dfb920), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:11.607284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363fe92-4c93-4a28-ab6b-70a213b9436d req-41b981ff-82d1-4d24-a47f-ffb95a5f35fe tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:11.610888 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5363fe92-4c93-4a28-ab6b-70a213b9436d req-41b981ff-82d1-4d24-a47f-ffb95a5f35fe tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=21d1e677-08ff-4d0b-bdf6-d087d0f268e0 HTTP/1.1" status: 200 len: 949 time: 0.2206147 Feb 15 16:48:11.657292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Network 27a74dfa-05f1-43ff-9791-7a79afada23c is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:11.657643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e62dde-2086-4757-b2b2-caaf69986cf5 req-efb8ddb6-e251-4977-9b93-91a1152b3449 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:11.659401 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7e62dde-2086-4757-b2b2-caaf69986cf5 req-efb8ddb6-e251-4977-9b93-91a1152b3449 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 944 time: 0.0793965 Feb 15 16:48:11.669575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:11.677924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['991ee5ae-a1ea-4cd1-8122-3fa103649b46'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:48:11.682232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:11.686483 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c72731b8-8c0f-47b1-a417-6aad6b453d06), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:11.688706 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Pushing event updated for resources: {'Port': ['ID=78664290-4270-4523-bcbf-6b4ea1dfb920,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:11.692477 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adc8db3-57a9-46f0-adb3-24c9288e3af6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Network acc3e972-bc1b-4777-96d3-4501629569dc is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:48:11.715302 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7e62dde-2086-4757-b2b2-caaf69986cf5 req-2f95c162-9022-4112-93cf-7ab89cf67d72 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479031 Feb 15 16:48:11.754336 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-28ae5607-f710-4acb-925b-63f36eee8e6f tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:11.757145 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-28ae5607-f710-4acb-925b-63f36eee8e6f tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.10 "GET /v2.0/networks?id=e05bc2a3-c448-4234-803b-a9421e8ea12e HTTP/1.1" status: 200 len: 825 time: 0.3354819 Feb 15 16:48:11.778031 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-71555d1a-9b46-4485-92fe-0cfe594e3e48 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Request body: {'port': {'device_id': 'fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912', 'network_id': 'e05bc2a3-c448-4234-803b-a9421e8ea12e', 'admin_state_up': True, 'tenant_id': 'a8e18c6e090c406ca1725d850041f342'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:11.787833 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5363fe92-4c93-4a28-ab6b-70a213b9436d req-61e0379c-88c5-4506-8a2c-bf78bba68ab6 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665647 Feb 15 16:48:11.843552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4adc8db3-57a9-46f0-adb3-24c9288e3af6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, acc3e972-bc1b-4777-96d3-4501629569dc) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:11.853897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc8db3-57a9-46f0-adb3-24c9288e3af6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:11.854589 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4adc8db3-57a9-46f0-adb3-24c9288e3af6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:11.865447 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a69e9dd3-99e8-4a6f-a0a4-b0f917c2626b req-e4e14517-0b7d-4dd0-aeb9-1bfffb4547a1 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 210 time: 0.0516410 Feb 15 16:48:11.878526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Attempting to bind port 78664290-4270-4523-bcbf-6b4ea1dfb920 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:11.883690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Attempting to bind port 78664290-4270-4523-bcbf-6b4ea1dfb920 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:11.883690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Attempting to bind port 78664290-4270-4523-bcbf-6b4ea1dfb920 on network 27a74dfa-05f1-43ff-9791-7a79afada23c {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:11.883690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae03494-199c-4628-ab17-5d297953afb2 None None] Network acc3e972-bc1b-4777-96d3-4501629569dc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:48:11.933426 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a5b5f6-25a1-4bbe-822e-f896899c7977 req-72aefd06-73ff-4296-ae77-6075cb496bc1 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:11.936315 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3a5b5f6-25a1-4bbe-822e-f896899c7977 req-72aefd06-73ff-4296-ae77-6075cb496bc1 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.10 "GET /v2.0/ports?device_id=21d1e677-08ff-4d0b-bdf6-d087d0f268e0 HTTP/1.1" status: 200 len: 949 time: 0.0888906 Feb 15 16:48:11.955872 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:11.956256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Checking segment: {'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:11.956716 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:11.957115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Bound using segment: {'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:11.957628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Bound port: 78664290-4270-4523-bcbf-6b4ea1dfb920, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:11.958004 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (78664290-4270-4523-bcbf-6b4ea1dfb920), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:11.989544 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4adc8db3-57a9-46f0-adb3-24c9288e3af6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4807413 Feb 15 16:48:11.989544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48436) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:12.000251 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:12.002008 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8e46c3ed-6754-4dcb-853e-2b7e0e8fcba4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Request body: {'port': {'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c', 'name': 'tempest-TaggedBootDevicesTest-1301571843', 'fixed_ips': [{'subnet_id': '587154f3-20db-43d7-af01-606fa38584bd'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:12.042741 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=c72731b8-8c0f-47b1-a417-6aad6b453d06,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:12.168195 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-71555d1a-9b46-4485-92fe-0cfe594e3e48 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Made reservation on behalf of a8e18c6e090c406ca1725d850041f342 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:12.174751 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-71555d1a-9b46-4485-92fe-0cfe594e3e48 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:12.220144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-acc3e972-bc1b-4777-96d3-4501629569dc', 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc', 'project_id': '81594fa848e7414b8f51155b921da775', 'fixed_ips': [{'subnet_id': 'b8abc264-01a5-4f06-9e0a-0b1ebef29fa4'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:48:12.221021 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:12.236456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c48e212-ad8d-4bdb-adf8-ecdfe4fcefd3 req-6f00b6f1-6d44-4e40-81b2-b927145a1403 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:12.245254 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c48e212-ad8d-4bdb-adf8-ecdfe4fcefd3 req-6f00b6f1-6d44-4e40-81b2-b927145a1403 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 946 time: 0.1070404 Feb 15 16:48:12.280233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-c3a5b5f6-25a1-4bbe-822e-f896899c7977 req-bab3dfcc-d9fc-48c3-b04f-d2c30c517a00 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Deleting port 1e4659a1-999b-4f3c-a646-6d6396a3b128 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:48:12.280741 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c3a5b5f6-25a1-4bbe-822e-f896899c7977 req-bab3dfcc-d9fc-48c3-b04f-d2c30c517a00 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:12.290746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] For port 78664290-4270-4523-bcbf-6b4ea1dfb920, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:12.327274 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c48e212-ad8d-4bdb-adf8-ecdfe4fcefd3 req-69bede02-fecd-4057-98af-8b47a6da5e58 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/security-groups?id=e8931fe1-b987-4807-a40b-25d9dec3a389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808549 Feb 15 16:48:12.392409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] For port 78664290-4270-4523-bcbf-6b4ea1dfb920, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=78664290-4270-4523-bcbf-6b4ea1dfb920,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:12.482309 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (78664290-4270-4523-bcbf-6b4ea1dfb920), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:12.491546 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Allocated IP 10.2.2.2 (acc3e972-bc1b-4777-96d3-4501629569dc/b8abc264-01a5-4f06-9e0a-0b1ebef29fa4/9181d62b-98ed-4ace-af0d-b920686e6f22) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:12.502488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-c3a5b5f6-25a1-4bbe-822e-f896899c7977 req-bab3dfcc-d9fc-48c3-b04f-d2c30c517a00 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] For port 1e4659a1-999b-4f3c-a646-6d6396a3b128, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1e4659a1-999b-4f3c-a646-6d6396a3b128,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:12.507397 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c3a5b5f6-25a1-4bbe-822e-f896899c7977 req-bab3dfcc-d9fc-48c3-b04f-d2c30c517a00 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:12.533341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcee8f73-f00e-4682-b0d6-a9d1f3467fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72731b8-8c0f-47b1-a417-6aad6b453d06'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:12.533341 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d858e28-0d4e-4aac-80aa-9ce94656e142" -d '{"events": [{"server_uuid": "dcee8f73-f00e-4682-b0d6-a9d1f3467fab", "name": "network-vif-plugged", "status": "completed", "tag": "c72731b8-8c0f-47b1-a417-6aad6b453d06"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:12.608520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e46c3ed-6754-4dcb-853e-2b7e0e8fcba4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Made reservation on behalf of 81594fa848e7414b8f51155b921da775 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:12.609334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-c3a5b5f6-25a1-4bbe-822e-f896899c7977 req-bab3dfcc-d9fc-48c3-b04f-d2c30c517a00 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Calling delete_port for 1e4659a1-999b-4f3c-a646-6d6396a3b128 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:48:12.647510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da86bf-28d4-47db-830c-35aaafb9c889 None None] Pushing event updated for resources: {'Port': ['ID=78664290-4270-4523-bcbf-6b4ea1dfb920,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:12.796281 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-71555d1a-9b46-4485-92fe-0cfe594e3e48 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Allocated IP 172.20.0.7 (e05bc2a3-c448-4234-803b-a9421e8ea12e/32364341-f93d-4225-85e3-ce7044572353/d77acd8a-97f9-4a14-b97e-0981edcc6cb0) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:12.797010 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Publish callbacks [] for port (9181d62b-98ed-4ace-af0d-b920686e6f22), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:12.799476 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecc32b1-c56a-4691-8c4a-5ed92787345e x-openstack-request-id: req-6ecc32b1-c56a-4691-8c4a-5ed92787345e {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:12.799769 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcee8f73-f00e-4682-b0d6-a9d1f3467fab", "name": "network-vif-plugged", "status": "completed", "tag": "c72731b8-8c0f-47b1-a417-6aad6b453d06", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:12.800022 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6ecc32b1-c56a-4691-8c4a-5ed92787345e {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:12.800432 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcee8f73-f00e-4682-b0d6-a9d1f3467fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72731b8-8c0f-47b1-a417-6aad6b453d06', 'code': 200} Feb 15 16:48:12.895423 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (9181d62b-98ed-4ace-af0d-b920686e6f22), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:12.954203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Pushing event updated for resources: {'Port': ['ID=9181d62b-98ed-4ace-af0d-b920686e6f22,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:12.991671 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Network acc3e972-bc1b-4777-96d3-4501629569dc is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:12.997711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:13.009676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:13.090747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a4539-bb6e-48ea-81ce-eb6075f7cb51 req-06367eb7-6ded-4570-9610-e06920bea2e2 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:13.095620 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f7a4539-bb6e-48ea-81ce-eb6075f7cb51 req-06367eb7-6ded-4570-9610-e06920bea2e2 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.3020353 Feb 15 16:48:13.124137 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e46c3ed-6754-4dcb-853e-2b7e0e8fcba4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:13.144381 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Attempting to bind port 9181d62b-98ed-4ace-af0d-b920686e6f22 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:13.144381 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Attempting to bind port 9181d62b-98ed-4ace-af0d-b920686e6f22 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:13.145251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Attempting to bind port 9181d62b-98ed-4ace-af0d-b920686e6f22 on network acc3e972-bc1b-4777-96d3-4501629569dc {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:13.155041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:13.155850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Checking segment: {'id': 'cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:13.156440 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:13.156998 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Bound using segment: {'id': 'cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:13.174007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Bound port: 9181d62b-98ed-4ace-af0d-b920686e6f22, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:13.179168 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9181d62b-98ed-4ace-af0d-b920686e6f22), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:13.389587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-8e46c3ed-6754-4dcb-853e-2b7e0e8fcba4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] device_id is not set on port 41438aaf-3eb8-4735-95e0-46102a711d7c yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:48:13.411200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be753cb7-1484-4539-848f-55bc8293e2ee req-bf9f2b71-fcbf-4fb7-92ff-9db23e7eb91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:13.412775 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be753cb7-1484-4539-848f-55bc8293e2ee req-bf9f2b71-fcbf-4fb7-92ff-9db23e7eb91b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 1129 time: 0.3725517 Feb 15 16:48:13.420633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e35dc8-b43b-4c1e-a3ae-b941626b8f20 req-13fa34bc-607f-434f-a367-c9c3f2c351c0 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:13.427814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1e35dc8-b43b-4c1e-a3ae-b941626b8f20 req-13fa34bc-607f-434f-a367-c9c3f2c351c0 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 944 time: 0.4113228 Feb 15 16:48:13.468885 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f7a4539-bb6e-48ea-81ce-eb6075f7cb51 req-d36d2601-458f-4642-b407-3d6cd3bde404 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620346 Feb 15 16:48:13.487705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] For port 9181d62b-98ed-4ace-af0d-b920686e6f22, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:13.488375 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be753cb7-1484-4539-848f-55bc8293e2ee req-6055ffea-e533-4ea9-9bde-68ff67497f35 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e8931fe1-b987-4807-a40b-25d9dec3a389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576198 Feb 15 16:48:13.492118 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] For port 9181d62b-98ed-4ace-af0d-b920686e6f22, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9181d62b-98ed-4ace-af0d-b920686e6f22,segment=NetworkSegment(cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3),segment_id=cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:13.527032 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1e35dc8-b43b-4c1e-a3ae-b941626b8f20 req-87d39b6a-30b0-4432-9b7d-b1089abc9d48 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981801 Feb 15 16:48:13.613911 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e398a17b-29c9-4f19-acfd-2ba90923a588 req-5506a6be-b549-4ebd-90b4-359d565ff985 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 210 time: 0.0278502 Feb 15 16:48:13.648719 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-71555d1a-9b46-4485-92fe-0cfe594e3e48 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Publish callbacks [] for port (d77acd8a-97f9-4a14-b97e-0981edcc6cb0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:13.719421 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c3a5b5f6-25a1-4bbe-822e-f896899c7977 req-bab3dfcc-d9fc-48c3-b04f-d2c30c517a00 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1e4659a1-999b-4f3c-a646-6d6396a3b128), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:13.749516 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5802c1-7a63-4f77-a78a-382ff5ceec44 req-863d3835-297a-4aff-b2ab-631576cbed71 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:13.751084 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b5802c1-7a63-4f77-a78a-382ff5ceec44 req-863d3835-297a-4aff-b2ab-631576cbed71 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/ports?device_id=21d1e677-08ff-4d0b-bdf6-d087d0f268e0 HTTP/1.1" status: 200 len: 949 time: 0.1738868 Feb 15 16:48:13.751217 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3dfcc-d9fc-48c3-b04f-d2c30c517a00 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Pushing event deleted for resources: {'Port': ['ID=1e4659a1-999b-4f3c-a646-6d6396a3b128,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:13.763928 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:13.766670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-8e46c3ed-6754-4dcb-853e-2b7e0e8fcba4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Allocated IP 10.1.1.15 (27a74dfa-05f1-43ff-9791-7a79afada23c/587154f3-20db-43d7-af01-606fa38584bd/41438aaf-3eb8-4735-95e0-46102a711d7c) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:13.767400 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9181d62b-98ed-4ace-af0d-b920686e6f22), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:13.830361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a5b5f6-25a1-4bbe-822e-f896899c7977 req-bab3dfcc-d9fc-48c3-b04f-d2c30c517a00 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] No DVR routers for this DVR port 1e4659a1-999b-4f3c-a646-6d6396a3b128 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:48:13.834043 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c3a5b5f6-25a1-4bbe-822e-f896899c7977 req-bab3dfcc-d9fc-48c3-b04f-d2c30c517a00 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:13.838331 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3a5b5f6-25a1-4bbe-822e-f896899c7977 req-bab3dfcc-d9fc-48c3-b04f-d2c30c517a00 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.10 "DELETE /v2.0/ports/1e4659a1-999b-4f3c-a646-6d6396a3b128 HTTP/1.1" status: 204 len: 173 time: 1.8960671 Feb 15 16:48:13.838904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d1e677-08ff-4d0b-bdf6-d087d0f268e0', 'name': 'network-vif-deleted', 'tag': '1e4659a1-999b-4f3c-a646-6d6396a3b128'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:13.845924 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1626f2-6b50-4dfc-932b-260cd7f391e0" -d '{"events": [{"server_uuid": "21d1e677-08ff-4d0b-bdf6-d087d0f268e0", "name": "network-vif-deleted", "tag": "1e4659a1-999b-4f3c-a646-6d6396a3b128"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:13.908859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cabec7-433f-403b-a332-345d42199e11 None None] Pushing event updated for resources: {'Port': ['ID=9181d62b-98ed-4ace-af0d-b920686e6f22,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:13.947651 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753ffe5-f352-4dd8-bda1-9d4d83278538 req-829b3bb5-35a8-49c2-940a-89f1485c0d6a tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:13.952261 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0753ffe5-f352-4dd8-bda1-9d4d83278538 req-829b3bb5-35a8-49c2-940a-89f1485c0d6a tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 946 time: 0.1545732 Feb 15 16:48:14.049783 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b5802c1-7a63-4f77-a78a-382ff5ceec44 req-aed18383-e256-4102-922b-54fa7ebfcf94 tempest-ListImageFiltersTestJSON-235071010 tempest-ListImageFiltersTestJSON-235071010-project] 10.222.0.107 "GET /v2.0/security-groups?id=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804046 Feb 15 16:48:14.056826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-71555d1a-9b46-4485-92fe-0cfe594e3e48 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d77acd8a-97f9-4a14-b97e-0981edcc6cb0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:14.065644 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0753ffe5-f352-4dd8-bda1-9d4d83278538 req-285764a5-091f-4215-90c6-1e4f421ed921 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/security-groups?id=e8931fe1-b987-4807-a40b-25d9dec3a389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076121 Feb 15 16:48:14.114749 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71555d1a-9b46-4485-92fe-0cfe594e3e48 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Pushing event updated for resources: {'Port': ['ID=d77acd8a-97f9-4a14-b97e-0981edcc6cb0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:14.170104 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 78664290-4270-4523-bcbf-6b4ea1dfb920 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:14.181322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-71555d1a-9b46-4485-92fe-0cfe594e3e48 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Network e05bc2a3-c448-4234-803b-a9421e8ea12e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:14.185280 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e46c3ed-6754-4dcb-853e-2b7e0e8fcba4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:14.188448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-71555d1a-9b46-4485-92fe-0cfe594e3e48 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:14.192480 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-71555d1a-9b46-4485-92fe-0cfe594e3e48 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:14.206545 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3fa5e0-74a8-4da5-a46c-ebef3872ddd8 x-openstack-request-id: req-ab3fa5e0-74a8-4da5-a46c-ebef3872ddd8 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:14.207338 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d1e677-08ff-4d0b-bdf6-d087d0f268e0", "name": "network-vif-deleted", "tag": "1e4659a1-999b-4f3c-a646-6d6396a3b128", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:14.207865 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ab3fa5e0-74a8-4da5-a46c-ebef3872ddd8 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:14.208296 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d1e677-08ff-4d0b-bdf6-d087d0f268e0', 'name': 'network-vif-deleted', 'tag': '1e4659a1-999b-4f3c-a646-6d6396a3b128', 'status': 'completed', 'code': 200} Feb 15 16:48:14.308440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 78664290-4270-4523-bcbf-6b4ea1dfb920 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:14.315297 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (78664290-4270-4523-bcbf-6b4ea1dfb920), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:14.388015 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-71555d1a-9b46-4485-92fe-0cfe594e3e48 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:14.388751 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-71555d1a-9b46-4485-92fe-0cfe594e3e48 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:14.486491 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-71555d1a-9b46-4485-92fe-0cfe594e3e48 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7169604 Feb 15 16:48:14.502503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Request body: {'port': {'device_id': 'fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:14.549612 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e46c3ed-6754-4dcb-853e-2b7e0e8fcba4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:14.619499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 78664290-4270-4523-bcbf-6b4ea1dfb920 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:14.619984 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (78664290-4270-4523-bcbf-6b4ea1dfb920), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:14.662144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 991ee5ae-a1ea-4cd1-8122-3fa103649b46 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:14.761183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 78664290-4270-4523-bcbf-6b4ea1dfb920, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=78664290-4270-4523-bcbf-6b4ea1dfb920,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:14.775951 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e46c3ed-6754-4dcb-853e-2b7e0e8fcba4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Network 27a74dfa-05f1-43ff-9791-7a79afada23c is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:14.796567 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-8e46c3ed-6754-4dcb-853e-2b7e0e8fcba4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:14.799793 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e46c3ed-6754-4dcb-853e-2b7e0e8fcba4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:14.855190 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (78664290-4270-4523-bcbf-6b4ea1dfb920), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:14.913319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e39e29-d71c-4980-84e5-221bc3341bfc None None] Network 27a74dfa-05f1-43ff-9791-7a79afada23c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:48:14.914164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19235c-05ef-414d-9948-0c3362854a8a req-063ef745-b8c8-4032-9019-c8e7d35c5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:14.915667 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a19235c-05ef-414d-9948-0c3362854a8a req-063ef745-b8c8-4032-9019-c8e7d35c5276 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42610834676b47ab966c400876e61344&device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 1128 time: 0.0801692 Feb 15 16:48:14.921094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46c3ed-6754-4dcb-853e-2b7e0e8fcba4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event updated for resources: {'Port': ['ID=41438aaf-3eb8-4735-95e0-46102a711d7c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:14.928009 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd3c86-cee8-4f5c-af01-4ff616c5b3a0 req-fe4e75ef-e4a8-4544-903d-a2d462a583bf tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:14.934748 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1fd3c86-cee8-4f5c-af01-4ff616c5b3a0 req-fe4e75ef-e4a8-4544-903d-a2d462a583bf tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 931 time: 0.1476438 Feb 15 16:48:14.949981 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d77acd8a-97f9-4a14-b97e-0981edcc6cb0), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:14.960452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=78664290-4270-4523-bcbf-6b4ea1dfb920,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:14.982626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 991ee5ae-a1ea-4cd1-8122-3fa103649b46 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:48:14.993711 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eacbac-b25a-4d57-aad2-23191a3e38f7 req-92c829bb-7a7d-43dd-93d1-12262442b7ef tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:14.995626 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0eacbac-b25a-4d57-aad2-23191a3e38f7 req-92c829bb-7a7d-43dd-93d1-12262442b7ef tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 944 time: 0.2919605 Feb 15 16:48:15.001278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e46c3ed-6754-4dcb-853e-2b7e0e8fcba4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:15.002022 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8e46c3ed-6754-4dcb-853e-2b7e0e8fcba4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:15.007606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 991ee5ae-a1ea-4cd1-8122-3fa103649b46 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:15.008197 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:15.047706 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1fd3c86-cee8-4f5c-af01-4ff616c5b3a0 req-26241980-2e09-486f-ac7a-1fa2635f2d0c tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee852b7c-b5fb-4131-a07e-864d61354e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116245 Feb 15 16:48:15.188603 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19235c-05ef-414d-9948-0c3362854a8a req-9c004a0e-a747-4103-992f-e770f1dcc3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:15.191522 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a19235c-05ef-414d-9948-0c3362854a8a req-9c004a0e-a747-4103-992f-e770f1dcc3b9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12a2093f-2fc9-4fce-b441-82e85199b407 HTTP/1.1" status: 200 len: 920 time: 0.2369471 Feb 15 16:48:15.194137 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8e46c3ed-6754-4dcb-853e-2b7e0e8fcba4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2037549 Feb 15 16:48:15.198087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48488) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:15.213567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-79da4307-3d38-463b-a35c-766eaeba6257 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Request body: {'port': {'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c', 'name': 'tempest-TaggedBootDevicesTest-670415356', 'fixed_ips': [{'subnet_id': '587154f3-20db-43d7-af01-606fa38584bd'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:15.214894 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0eacbac-b25a-4d57-aad2-23191a3e38f7 req-130beb99-0562-47c5-9723-42a9d5a43883 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083194 Feb 15 16:48:15.282078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1de99ced-8425-4ff1-9242-fe571d2ab327 None None] Provisioning complete for port 78664290-4270-4523-bcbf-6b4ea1dfb920 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:15.286102 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1de99ced-8425-4ff1-9242-fe571d2ab327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (78664290-4270-4523-bcbf-6b4ea1dfb920), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:15.509752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 991ee5ae-a1ea-4cd1-8122-3fa103649b46 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:15.513513 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:15.518931 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a19235c-05ef-414d-9948-0c3362854a8a req-09044dd0-a1f4-4f02-9c89-f85a39c1c488 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71243e8d-42fe-41eb-bd23-099132400ce1 HTTP/1.1" status: 200 len: 217 time: 0.1360292 Feb 15 16:48:15.578337 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756af82f-d998-4fb5-a60a-5e1da618ee08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991ee5ae-a1ea-4cd1-8122-3fa103649b46'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:15.582843 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5cb103-835e-4175-9c4e-76a196ee8aca" -d '{"events": [{"server_uuid": "756af82f-d998-4fb5-a60a-5e1da618ee08", "name": "network-vif-plugged", "status": "completed", "tag": "991ee5ae-a1ea-4cd1-8122-3fa103649b46"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:15.608309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 991ee5ae-a1ea-4cd1-8122-3fa103649b46, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=991ee5ae-a1ea-4cd1-8122-3fa103649b46,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:15.625550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1de99ced-8425-4ff1-9242-fe571d2ab327 None None] Current status of the port 78664290-4270-4523-bcbf-6b4ea1dfb920 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:15.653937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615e097-c037-4599-8a7b-5534cf98c537 req-4e77034e-d865-49c6-b778-7356b767c231 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:15.667356 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3615e097-c037-4599-8a7b-5534cf98c537 req-4e77034e-d865-49c6-b778-7356b767c231 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.2767253 Feb 15 16:48:15.673654 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:15.675772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1e4659a1-999b-4f3c-a646-6d6396a3b128 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:48:15.677454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b4a73-7077-4971-acc9-921ffeb793c3 req-9395fba1-976e-4ff1-a460-ebc8a606351e tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:15.692380 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-067b4a73-7077-4971-acc9-921ffeb793c3 req-9395fba1-976e-4ff1-a460-ebc8a606351e tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 946 time: 0.2518077 Feb 15 16:48:15.719549 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77acd8a-97f9-4a14-b97e-0981edcc6cb0 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:15.721702 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19235c-05ef-414d-9948-0c3362854a8a req-476f6d9d-a3a2-48ac-9769-987c22d9cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:15.723188 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a19235c-05ef-414d-9948-0c3362854a8a req-476f6d9d-a3a2-48ac-9769-987c22d9cd36 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6043ea-4296-4866-ad66-6a493d2ddddb HTTP/1.1" status: 200 len: 859 time: 0.1956999 Feb 15 16:48:15.730106 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79da4307-3d38-463b-a35c-766eaeba6257 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Made reservation on behalf of 81594fa848e7414b8f51155b921da775 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:15.740248 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Publish callbacks [] for port (d77acd8a-97f9-4a14-b97e-0981edcc6cb0), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:15.767875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 1e4659a1-999b-4f3c-a646-6d6396a3b128 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:48:15.786117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1e4659a1-999b-4f3c-a646-6d6396a3b128 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:48:15.809284 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a19235c-05ef-414d-9948-0c3362854a8a req-b50c5c1a-f58d-4b80-80a6-7c303c8be8ee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12a2093f-2fc9-4fce-b441-82e85199b407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700753 Feb 15 16:48:15.848960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d984f6c5-cb67-4fbe-9d28-fe81b5909a74 None None] Network acc3e972-bc1b-4777-96d3-4501629569dc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:48:15.855572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Transition to ACTIVE for port object d77acd8a-97f9-4a14-b97e-0981edcc6cb0 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:48:15.903397 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-067b4a73-7077-4971-acc9-921ffeb793c3 req-d4b68e5a-89fa-417e-b6e2-4e99752fb31c tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/security-groups?id=e8931fe1-b987-4807-a40b-25d9dec3a389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834056 Feb 15 16:48:15.903798 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3615e097-c037-4599-8a7b-5534cf98c537 req-2c0745c5-c8b3-48e1-834d-85852bb7a380 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313006 Feb 15 16:48:15.947870 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (d77acd8a-97f9-4a14-b97e-0981edcc6cb0), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:15.955586 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-025e50cc-6557-41d5-ac2e-d32ae3df0ed5 None None] Provisioning complete for port 9181d62b-98ed-4ace-af0d-b920686e6f22 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:15.957252 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-025e50cc-6557-41d5-ac2e-d32ae3df0ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9181d62b-98ed-4ace-af0d-b920686e6f22), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:16.112335 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Pushing event updated for resources: {'Port': ['ID=d77acd8a-97f9-4a14-b97e-0981edcc6cb0,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:16.183692 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996b6110-31d6-4a33-a19a-073340191e6e x-openstack-request-id: req-996b6110-31d6-4a33-a19a-073340191e6e {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:16.184636 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a19235c-05ef-414d-9948-0c3362854a8a req-eab46100-d651-4c36-8606-afe15d5149d7 service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328731 Feb 15 16:48:16.195047 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756af82f-d998-4fb5-a60a-5e1da618ee08", "name": "network-vif-plugged", "status": "completed", "tag": "991ee5ae-a1ea-4cd1-8122-3fa103649b46", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:16.199812 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-996b6110-31d6-4a33-a19a-073340191e6e {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:16.199812 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756af82f-d998-4fb5-a60a-5e1da618ee08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991ee5ae-a1ea-4cd1-8122-3fa103649b46', 'code': 200} Feb 15 16:48:16.285357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=991ee5ae-a1ea-4cd1-8122-3fa103649b46,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:16.374497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9181d62b-98ed-4ace-af0d-b920686e6f22 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:16.474235 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-025e50cc-6557-41d5-ac2e-d32ae3df0ed5 None None] Current status of the port 9181d62b-98ed-4ace-af0d-b920686e6f22 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:16.474814 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-025e50cc-6557-41d5-ac2e-d32ae3df0ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9181d62b-98ed-4ace-af0d-b920686e6f22), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:16.526470 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-025e50cc-6557-41d5-ac2e-d32ae3df0ed5 None None] For port 9181d62b-98ed-4ace-af0d-b920686e6f22, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9181d62b-98ed-4ace-af0d-b920686e6f22,segment=NetworkSegment(cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3),segment_id=cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:16.560614 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9181d62b-98ed-4ace-af0d-b920686e6f22 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:16.560994 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9181d62b-98ed-4ace-af0d-b920686e6f22), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:16.568666 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a19235c-05ef-414d-9948-0c3362854a8a req-b892e866-5d07-4712-90ba-c104891de968 service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002913 Feb 15 16:48:16.600283 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79da4307-3d38-463b-a35c-766eaeba6257 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:16.638207 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-025e50cc-6557-41d5-ac2e-d32ae3df0ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9181d62b-98ed-4ace-af0d-b920686e6f22), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:16.654045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7633d6-ed05-4576-8ffe-7fb370f275ce req-dc681b64-4137-47d8-8e89-009f4429ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:16.656067 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de7633d6-ed05-4576-8ffe-7fb370f275ce req-dc681b64-4137-47d8-8e89-009f4429ae9f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 1128 time: 0.4686992 Feb 15 16:48:16.659049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-79da4307-3d38-463b-a35c-766eaeba6257 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] device_id is not set on port e12c4311-7333-4002-a1ec-b7bac72ef0b9 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:48:16.786735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e50cc-6557-41d5-ac2e-d32ae3df0ed5 None None] Pushing event updated for resources: {'Port': ['ID=9181d62b-98ed-4ace-af0d-b920686e6f22,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:16.833221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-673a22e7-24da-41a7-9d3f-cd1f5d71eba4 None None] Provisioning complete for port 78664290-4270-4523-bcbf-6b4ea1dfb920 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:16.833649 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-673a22e7-24da-41a7-9d3f-cd1f5d71eba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (78664290-4270-4523-bcbf-6b4ea1dfb920), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:16.837890 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de7633d6-ed05-4576-8ffe-7fb370f275ce req-8b00a676-7f5a-4377-8260-d8c1e1882af9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688476 Feb 15 16:48:16.926241 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9181d62b-98ed-4ace-af0d-b920686e6f22 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:16.927351 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 78664290-4270-4523-bcbf-6b4ea1dfb920 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:16.998667 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Attempting to bind port d77acd8a-97f9-4a14-b97e-0981edcc6cb0 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:16.999237 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Attempting to bind port d77acd8a-97f9-4a14-b97e-0981edcc6cb0 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '70cbafb4-c0ff-49a9-b326-1b1af33278d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e05bc2a3-c448-4234-803b-a9421e8ea12e'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:16.999537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Attempting to bind port d77acd8a-97f9-4a14-b97e-0981edcc6cb0 on network e05bc2a3-c448-4234-803b-a9421e8ea12e {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:17.014847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Port d77acd8a-97f9-4a14-b97e-0981edcc6cb0 on network e05bc2a3-c448-4234-803b-a9421e8ea12e not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:48:17.022087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Attempting to bind port d77acd8a-97f9-4a14-b97e-0981edcc6cb0 on network e05bc2a3-c448-4234-803b-a9421e8ea12e {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:17.028085 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19604e8-addd-473b-b78a-fc8621c86159 req-c75f68d5-88ff-46e2-9123-4771157f81b4 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:17.029782 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a19604e8-addd-473b-b78a-fc8621c86159 req-c75f68d5-88ff-46e2-9123-4771157f81b4 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 943 time: 0.6993535 Feb 15 16:48:17.031227 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:17.031680 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Checking segment: {'id': '70cbafb4-c0ff-49a9-b326-1b1af33278d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e05bc2a3-c448-4234-803b-a9421e8ea12e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:17.032172 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Bound using segment: {'id': '70cbafb4-c0ff-49a9-b326-1b1af33278d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e05bc2a3-c448-4234-803b-a9421e8ea12e'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:17.032722 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Bound port: d77acd8a-97f9-4a14-b97e-0981edcc6cb0, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70cbafb4-c0ff-49a9-b326-1b1af33278d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e05bc2a3-c448-4234-803b-a9421e8ea12e'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:17.033208 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d77acd8a-97f9-4a14-b97e-0981edcc6cb0), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:17.036459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-79da4307-3d38-463b-a35c-766eaeba6257 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Allocated IP 10.1.1.236 (27a74dfa-05f1-43ff-9791-7a79afada23c/587154f3-20db-43d7-af01-606fa38584bd/e12c4311-7333-4002-a1ec-b7bac72ef0b9) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:17.091181 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-673a22e7-24da-41a7-9d3f-cd1f5d71eba4 None None] Current status of the port 78664290-4270-4523-bcbf-6b4ea1dfb920 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:17.114752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 78664290-4270-4523-bcbf-6b4ea1dfb920 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:17.115121 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (78664290-4270-4523-bcbf-6b4ea1dfb920), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:17.120018 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a19604e8-addd-473b-b78a-fc8621c86159 req-7049b0c5-e04f-42df-9045-b8ef7e3621a4 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee852b7c-b5fb-4131-a07e-864d61354e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763702 Feb 15 16:48:17.156056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] For port d77acd8a-97f9-4a14-b97e-0981edcc6cb0, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:17.162475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] For port d77acd8a-97f9-4a14-b97e-0981edcc6cb0, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d77acd8a-97f9-4a14-b97e-0981edcc6cb0,segment=NetworkSegment(70cbafb4-c0ff-49a9-b326-1b1af33278d6),segment_id=70cbafb4-c0ff-49a9-b326-1b1af33278d6)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:17.171997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-673a22e7-24da-41a7-9d3f-cd1f5d71eba4 None None] Provisioning complete for port 41438aaf-3eb8-4735-95e0-46102a711d7c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:17.172380 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-673a22e7-24da-41a7-9d3f-cd1f5d71eba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:17.239108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-673a22e7-24da-41a7-9d3f-cd1f5d71eba4 None None] Port 41438aaf-3eb8-4735-95e0-46102a711d7c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:48:17.242718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 78664290-4270-4523-bcbf-6b4ea1dfb920 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:17.297946 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (d77acd8a-97f9-4a14-b97e-0981edcc6cb0), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:17.298833 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79da4307-3d38-463b-a35c-766eaeba6257 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:17.344482 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:17.345304 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:17.347644 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] 10.222.0.10 "PUT /v2.0/ports/d77acd8a-97f9-4a14-b97e-0981edcc6cb0 HTTP/1.1" status: 200 len: 1092 time: 2.8518162 Feb 15 16:48:17.350361 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912', 'tag': 'd77acd8a-97f9-4a14-b97e-0981edcc6cb0'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:17.354149 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42469e19-2b64-45a5-be93-254ecef0ffb7" -d '{"events": [{"name": "network-changed", "server_uuid": "fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912", "tag": "d77acd8a-97f9-4a14-b97e-0981edcc6cb0"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:17.375383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-7ffffa71-8c8b-45cd-bc82-375d4a576c1e None None] Provisioning complete for port 9181d62b-98ed-4ace-af0d-b920686e6f22 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:17.377117 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ffffa71-8c8b-45cd-bc82-375d4a576c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9181d62b-98ed-4ace-af0d-b920686e6f22), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:17.387323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620320d8-d59a-4a47-816c-40b13c75438e service neutron] Pushing event updated for resources: {'Port': ['ID=d77acd8a-97f9-4a14-b97e-0981edcc6cb0,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:17.472400 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79da4307-3d38-463b-a35c-766eaeba6257 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:17.547275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7ffffa71-8c8b-45cd-bc82-375d4a576c1e None None] Current status of the port 9181d62b-98ed-4ace-af0d-b920686e6f22 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:17.551908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da4307-3d38-463b-a35c-766eaeba6257 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event updated for resources: {'Port': ['ID=e12c4311-7333-4002-a1ec-b7bac72ef0b9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:17.574130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79da4307-3d38-463b-a35c-766eaeba6257 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Network 27a74dfa-05f1-43ff-9791-7a79afada23c is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:17.577777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-79da4307-3d38-463b-a35c-766eaeba6257 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:17.578806 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79da4307-3d38-463b-a35c-766eaeba6257 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:17.646580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-586c8d7b-64c2-4393-bfe5-648fc117a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:17.648164 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-586c8d7b-64c2-4393-bfe5-648fc117a96a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8e18c6e090c406ca1725d850041f342&device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 1126 time: 0.1510510 Feb 15 16:48:17.718675 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-e06017f5-0bc3-458b-8508-09c5387528dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d77acd8a-97f9-4a14-b97e-0981edcc6cb0 HTTP/1.1" status: 200 len: 217 time: 0.0612361 Feb 15 16:48:17.723994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da4307-3d38-463b-a35c-766eaeba6257 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:17.723994 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79da4307-3d38-463b-a35c-766eaeba6257 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:17.801132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236d2bd-89e8-4783-b0e3-b8f72b098389 req-a0770815-59b3-47d7-b9d2-985f4c82bed9 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:17.804327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5236d2bd-89e8-4783-b0e3-b8f72b098389 req-a0770815-59b3-47d7-b9d2-985f4c82bed9 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.1641228 Feb 15 16:48:17.844802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-c0b59c23-f3e8-483b-bad4-894160ccf0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:17.860221 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-c0b59c23-f3e8-483b-bad4-894160ccf0e3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=32364341-f93d-4225-85e3-ce7044572353 HTTP/1.1" status: 200 len: 865 time: 0.1179640 Feb 15 16:48:17.864707 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-79da4307-3d38-463b-a35c-766eaeba6257 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6652253 Feb 15 16:48:17.936114 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-79667c62-923f-420a-80cf-2b5eda6a3124 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e05bc2a3-c448-4234-803b-a9421e8ea12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651329 Feb 15 16:48:17.940974 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5236d2bd-89e8-4783-b0e3-b8f72b098389 req-6dced5eb-3447-42bf-97ab-b0bc1a11912b tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191881 Feb 15 16:48:18.000166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0aeeb37a-adf4-4104-b125-47293b14fa35 None None] Provisioning complete for port e12c4311-7333-4002-a1ec-b7bac72ef0b9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:18.000699 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0aeeb37a-adf4-4104-b125-47293b14fa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:18.057838 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b38b26-bed6-4a1b-8b37-0a7193c0bdb8 x-openstack-request-id: req-06b38b26-bed6-4a1b-8b37-0a7193c0bdb8 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:18.058431 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912", "tag": "d77acd8a-97f9-4a14-b97e-0981edcc6cb0", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:18.058431 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-06b38b26-bed6-4a1b-8b37-0a7193c0bdb8 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:18.058803 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912', 'tag': 'd77acd8a-97f9-4a14-b97e-0981edcc6cb0', 'status': 'completed', 'code': 200} Feb 15 16:48:18.104983 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9181d62b-98ed-4ace-af0d-b920686e6f22 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:18.113735 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfaf91-e233-4249-9ca7-8de515a62d7d req-dbddda09-99d2-447e-8718-118c2a3f8175 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:18.120517 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6acfaf91-e233-4249-9ca7-8de515a62d7d req-dbddda09-99d2-447e-8718-118c2a3f8175 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.1582377 Feb 15 16:48:18.149557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0aeeb37a-adf4-4104-b125-47293b14fa35 None None] Port e12c4311-7333-4002-a1ec-b7bac72ef0b9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:48:18.188819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9181d62b-98ed-4ace-af0d-b920686e6f22 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:18.189197 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9181d62b-98ed-4ace-af0d-b920686e6f22), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:18.203778 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6acfaf91-e233-4249-9ca7-8de515a62d7d req-d368f2b2-3234-4e77-9216-3b2c6f7dbdce tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788639 Feb 15 16:48:18.206952 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-41678c9f-e9c9-4af0-884e-b998f80d8109 service neutron] 10.222.0.10 "GET /v2.0/networks/e05bc2a3-c448-4234-803b-a9421e8ea12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615077 Feb 15 16:48:18.321678 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9181d62b-98ed-4ace-af0d-b920686e6f22 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:18.358663 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74fc8abc-e5c1-47b3-a777-d4bdec04f0c4 req-76e145d2-b53c-453a-9bc3-44b5385e8a3f service neutron] 10.222.0.10 "GET /v2.0/networks/e05bc2a3-c448-4234-803b-a9421e8ea12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394193 Feb 15 16:48:18.431508 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641a603-561d-4b95-89ce-e0ebd9461a79 req-606ba4fa-59af-4750-a729-7dfbffbe51db tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:18.433117 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e641a603-561d-4b95-89ce-e0ebd9461a79 req-606ba4fa-59af-4750-a729-7dfbffbe51db tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 946 time: 0.0693820 Feb 15 16:48:18.489390 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e641a603-561d-4b95-89ce-e0ebd9461a79 req-42437655-bb7f-4bb3-9e52-c81394588055 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/security-groups?id=e8931fe1-b987-4807-a40b-25d9dec3a389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499980 Feb 15 16:48:18.608109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42469e19-2b64-45a5-be93-254ecef0ffb7 req-7fef0457-4c2b-4759-8ab5-4766394b8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:18.610073 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-42469e19-2b64-45a5-be93-254ecef0ffb7 req-7fef0457-4c2b-4759-8ab5-4766394b8901 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8e18c6e090c406ca1725d850041f342&device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 1126 time: 0.0813498 Feb 15 16:48:18.722018 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42469e19-2b64-45a5-be93-254ecef0ffb7 req-44e02fb7-faf0-4ebf-a296-928aaad636ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:18.723559 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-42469e19-2b64-45a5-be93-254ecef0ffb7 req-44e02fb7-faf0-4ebf-a296-928aaad636ec service neutron] 10.222.0.10 "GET /v2.0/networks?id=e05bc2a3-c448-4234-803b-a9421e8ea12e HTTP/1.1" status: 200 len: 926 time: 0.1070054 Feb 15 16:48:18.771019 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-42469e19-2b64-45a5-be93-254ecef0ffb7 req-531acfc3-5362-44cf-b6b1-5d0978f62c90 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d77acd8a-97f9-4a14-b97e-0981edcc6cb0 HTTP/1.1" status: 200 len: 217 time: 0.0410798 Feb 15 16:48:18.814786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48568) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:18.821089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-dd55d843-3c55-4a13-892e-493d8a5c644d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--140021279', 'description': 'tempest-description--1415355963'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:18.830212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42469e19-2b64-45a5-be93-254ecef0ffb7 req-e113b26a-1e93-4d6c-be81-8a2dad129481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:18.831732 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-42469e19-2b64-45a5-be93-254ecef0ffb7 req-e113b26a-1e93-4d6c-be81-8a2dad129481 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=32364341-f93d-4225-85e3-ce7044572353 HTTP/1.1" status: 200 len: 865 time: 0.0534503 Feb 15 16:48:18.868744 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-42469e19-2b64-45a5-be93-254ecef0ffb7 req-cb259c46-de38-4d99-9a26-eeb3e4e71b44 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e05bc2a3-c448-4234-803b-a9421e8ea12e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280776 Feb 15 16:48:18.965281 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd55d843-3c55-4a13-892e-493d8a5c644d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:18.997028 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b1c68-58d1-4bd0-9d51-99058a8f046d req-cc62cd8b-e100-42d1-b5d6-c74b645e48cb tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:19.010509 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-961b1c68-58d1-4bd0-9d51-99058a8f046d req-cc62cd8b-e100-42d1-b5d6-c74b645e48cb tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 943 time: 0.1324408 Feb 15 16:48:19.042551 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-42469e19-2b64-45a5-be93-254ecef0ffb7 req-5574fca7-1aa1-464a-a027-04f1c8326ab5 service neutron] 10.222.0.10 "GET /v2.0/networks/e05bc2a3-c448-4234-803b-a9421e8ea12e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658745 Feb 15 16:48:19.107253 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd55d843-3c55-4a13-892e-493d8a5c644d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for security_group (9bb4248e-aa55-487a-9f15-a5ae21b4cd33), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:19.129108 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-961b1c68-58d1-4bd0-9d51-99058a8f046d req-2e13221d-a7f7-4bdf-9386-028eeb3edbde tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee852b7c-b5fb-4131-a07e-864d61354e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176677 Feb 15 16:48:19.176922 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd55d843-3c55-4a13-892e-493d8a5c644d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9bb4248e-aa55-487a-9f15-a5ae21b4cd33), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:19.204447 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-42469e19-2b64-45a5-be93-254ecef0ffb7 req-fefa6111-3aa6-474e-8ba9-01b9d1afc6e3 service neutron] 10.222.0.10 "GET /v2.0/networks/e05bc2a3-c448-4234-803b-a9421e8ea12e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509187 Feb 15 16:48:19.271425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55d843-3c55-4a13-892e-493d8a5c644d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb4248e-aa55-487a-9f15-a5ae21b4cd33,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:19.288848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b586d-401b-4d86-a3f5-de1b8320071f req-02b6fc65-6f60-4757-b133-233ef5558d80 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:19.288848 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d20b586d-401b-4d86-a3f5-de1b8320071f req-02b6fc65-6f60-4757-b133-233ef5558d80 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.10 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 946 time: 0.1752243 Feb 15 16:48:19.288848 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd55d843-3c55-4a13-892e-493d8a5c644d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:19.288848 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dd55d843-3c55-4a13-892e-493d8a5c644d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4717603 Feb 15 16:48:19.290746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48602) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:19.302009 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2690a39a-556c-48b0-9a5b-71fce8523a32 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Request body: {'security_group_rule': {'security_group_id': '9bb4248e-aa55-487a-9f15-a5ae21b4cd33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:19.347038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafc23b-29fa-41a0-bd25-6e5755cf56fd req-ed08ac3c-5d32-4f58-827f-32a906da3e69 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:19.348940 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6cafc23b-29fa-41a0-bd25-6e5755cf56fd req-ed08ac3c-5d32-4f58-827f-32a906da3e69 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.1416214 Feb 15 16:48:19.405903 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6cafc23b-29fa-41a0-bd25-6e5755cf56fd req-1ece871a-bed1-4d7f-929e-db570a669a2c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465765 Feb 15 16:48:19.464030 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2690a39a-556c-48b0-9a5b-71fce8523a32 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for security_group_rule (26cf350e-d4c2-4481-8dc0-da06b4154ca8), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:19.484030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-d20b586d-401b-4d86-a3f5-de1b8320071f req-c1763048-a640-4257-8cb7-4b58b5fa9f82 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Deleting port c72731b8-8c0f-47b1-a417-6aad6b453d06 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:48:19.490413 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d20b586d-401b-4d86-a3f5-de1b8320071f req-c1763048-a640-4257-8cb7-4b58b5fa9f82 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c72731b8-8c0f-47b1-a417-6aad6b453d06), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:19.589687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ba106-7197-4d7e-b510-f14fb5b3f9b9 req-ccb488a1-db09-4540-b47e-598850a44798 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:19.592102 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-820ba106-7197-4d7e-b510-f14fb5b3f9b9 req-ccb488a1-db09-4540-b47e-598850a44798 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.0970438 Feb 15 16:48:19.607727 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2690a39a-556c-48b0-9a5b-71fce8523a32 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for security_group_rule (26cf350e-d4c2-4481-8dc0-da06b4154ca8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:19.631792 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d20b586d-401b-4d86-a3f5-de1b8320071f req-c1763048-a640-4257-8cb7-4b58b5fa9f82 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] For port c72731b8-8c0f-47b1-a417-6aad6b453d06, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c72731b8-8c0f-47b1-a417-6aad6b453d06,segment=NetworkSegment(56e87c80-1103-4c5c-8329-fb9b50af9b6c),segment_id=56e87c80-1103-4c5c-8329-fb9b50af9b6c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:19.632363 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d20b586d-401b-4d86-a3f5-de1b8320071f req-c1763048-a640-4257-8cb7-4b58b5fa9f82 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c72731b8-8c0f-47b1-a417-6aad6b453d06), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:19.647420 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-d20b586d-401b-4d86-a3f5-de1b8320071f req-c1763048-a640-4257-8cb7-4b58b5fa9f82 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Calling delete_port for c72731b8-8c0f-47b1-a417-6aad6b453d06 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:48:19.660507 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-820ba106-7197-4d7e-b510-f14fb5b3f9b9 req-2231c12b-4785-4867-baff-9274f43dd65d tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571549 Feb 15 16:48:19.690699 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2690a39a-556c-48b0-9a5b-71fce8523a32 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (26cf350e-d4c2-4481-8dc0-da06b4154ca8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:19.715604 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690a39a-556c-48b0-9a5b-71fce8523a32 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cf350e-d4c2-4481-8dc0-da06b4154ca8,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:19.824636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e1cc7-e4cc-447c-860d-d705f66c7db7 req-03098a4b-2716-4471-9037-0c2122714448 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:19.826317 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a35e1cc7-e4cc-447c-860d-d705f66c7db7 req-03098a4b-2716-4471-9037-0c2122714448 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.0595214 Feb 15 16:48:19.876900 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a35e1cc7-e4cc-447c-860d-d705f66c7db7 req-a375f505-a167-4b7b-8003-e37cc61d610f tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440586 Feb 15 16:48:20.000361 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec4a1e-6bb3-43d5-80fd-b98c1b311dee req-6a720445-0ef7-4044-9c82-1c5c1b5efc8b tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:20.001878 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-70ec4a1e-6bb3-43d5-80fd-b98c1b311dee req-6a720445-0ef7-4044-9c82-1c5c1b5efc8b tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 946 time: 0.0584404 Feb 15 16:48:20.052819 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-70ec4a1e-6bb3-43d5-80fd-b98c1b311dee req-7533923f-e7bd-4e1a-99b5-8ce428611731 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/security-groups?id=e8931fe1-b987-4807-a40b-25d9dec3a389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429463 Feb 15 16:48:20.162532 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2690a39a-556c-48b0-9a5b-71fce8523a32 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:20.163712 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2690a39a-556c-48b0-9a5b-71fce8523a32 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8695042 Feb 15 16:48:20.166459 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48620) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:20.170879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-be05f45d-dec5-4170-8dbb-97116bf959cb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Request body: {'security_group_rule': {'security_group_id': '9bb4248e-aa55-487a-9f15-a5ae21b4cd33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:20.216105 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d20b586d-401b-4d86-a3f5-de1b8320071f req-c1763048-a640-4257-8cb7-4b58b5fa9f82 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c72731b8-8c0f-47b1-a417-6aad6b453d06), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:20.231191 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['c72731b8-8c0f-47b1-a417-6aad6b453d06'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:48:20.272257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1763048-a640-4257-8cb7-4b58b5fa9f82 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Pushing event deleted for resources: {'Port': ['ID=c72731b8-8c0f-47b1-a417-6aad6b453d06,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:20.348677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20b586d-401b-4d86-a3f5-de1b8320071f req-c1763048-a640-4257-8cb7-4b58b5fa9f82 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] No DVR routers for this DVR port c72731b8-8c0f-47b1-a417-6aad6b453d06 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:48:20.353584 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-be05f45d-dec5-4170-8dbb-97116bf959cb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for security_group_rule (739f7ce2-8807-4558-9795-a1c3a6ec1fd6), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:20.355492 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d20b586d-401b-4d86-a3f5-de1b8320071f req-c1763048-a640-4257-8cb7-4b58b5fa9f82 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:20.365717 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d20b586d-401b-4d86-a3f5-de1b8320071f req-c1763048-a640-4257-8cb7-4b58b5fa9f82 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.10 "DELETE /v2.0/ports/c72731b8-8c0f-47b1-a417-6aad6b453d06 HTTP/1.1" status: 204 len: 173 time: 1.0752959 Feb 15 16:48:20.366226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcee8f73-f00e-4682-b0d6-a9d1f3467fab', 'name': 'network-vif-deleted', 'tag': 'c72731b8-8c0f-47b1-a417-6aad6b453d06'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:20.373510 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e533dd-a5d8-4104-9021-59ff9527b866" -d '{"events": [{"server_uuid": "dcee8f73-f00e-4682-b0d6-a9d1f3467fab", "name": "network-vif-deleted", "tag": "c72731b8-8c0f-47b1-a417-6aad6b453d06"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:20.442534 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-be05f45d-dec5-4170-8dbb-97116bf959cb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for security_group_rule (739f7ce2-8807-4558-9795-a1c3a6ec1fd6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:20.458675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5b1c3-f7ca-4868-b0ae-dcc9ead50e54 req-2990d20e-7485-40dd-8031-f9fad3aee2ed tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:20.460328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e8d5b1c3-f7ca-4868-b0ae-dcc9ead50e54 req-2990d20e-7485-40dd-8031-f9fad3aee2ed tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 943 time: 0.0610347 Feb 15 16:48:20.515103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e8d5b1c3-f7ca-4868-b0ae-dcc9ead50e54 req-e5010dcf-0848-455c-a536-e63dd350b948 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee852b7c-b5fb-4131-a07e-864d61354e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471487 Feb 15 16:48:20.570893 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-be05f45d-dec5-4170-8dbb-97116bf959cb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (739f7ce2-8807-4558-9795-a1c3a6ec1fd6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:20.575124 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b55fd3-22c3-4b56-b3c3-3ddb27f01112 x-openstack-request-id: req-82b55fd3-22c3-4b56-b3c3-3ddb27f01112 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:20.575124 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcee8f73-f00e-4682-b0d6-a9d1f3467fab", "name": "network-vif-deleted", "tag": "c72731b8-8c0f-47b1-a417-6aad6b453d06", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:20.575124 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-82b55fd3-22c3-4b56-b3c3-3ddb27f01112 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:20.575757 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcee8f73-f00e-4682-b0d6-a9d1f3467fab', 'name': 'network-vif-deleted', 'tag': 'c72731b8-8c0f-47b1-a417-6aad6b453d06', 'status': 'completed', 'code': 200} Feb 15 16:48:20.593977 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be05f45d-dec5-4170-8dbb-97116bf959cb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=739f7ce2-8807-4558-9795-a1c3a6ec1fd6,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:20.624939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device d77acd8a-97f9-4a14-b97e-0981edcc6cb0 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:48:20.699904 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-be05f45d-dec5-4170-8dbb-97116bf959cb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:20.711803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48644) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:20.716512 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-be05f45d-dec5-4170-8dbb-97116bf959cb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5462162 Feb 15 16:48:20.716949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:20.841850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port d77acd8a-97f9-4a14-b97e-0981edcc6cb0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d77acd8a-97f9-4a14-b97e-0981edcc6cb0,segment=NetworkSegment(70cbafb4-c0ff-49a9-b326-1b1af33278d6),segment_id=70cbafb4-c0ff-49a9-b326-1b1af33278d6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:20.865813 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'd77acd8a-97f9-4a14-b97e-0981edcc6cb0', 'network_id': 'e05bc2a3-c448-4234-803b-a9421e8ea12e', 'port_id': 'd77acd8a-97f9-4a14-b97e-0981edcc6cb0', 'mac_address': 'fa:16:3e:c3:20:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32364341-f93d-4225-85e3-ce7044572353', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:48:20.935556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaad7c-57d0-44a8-92ee-b3550f460ccb req-d367d45e-46cf-42c4-b519-74e48ec27c4a tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:20.939225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1afaad7c-57d0-44a8-92ee-b3550f460ccb req-d367d45e-46cf-42c4-b519-74e48ec27c4a tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.0886097 Feb 15 16:48:20.941451 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:21.019917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port d77acd8a-97f9-4a14-b97e-0981edcc6cb0 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:21.020321 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d77acd8a-97f9-4a14-b97e-0981edcc6cb0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:21.049145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543eac6-268c-4c18-8a38-ccc586629624 req-6fc84868-3f41-47ed-adc7-f1b380883908 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:21.053088 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77acd8a-97f9-4a14-b97e-0981edcc6cb0 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:21.057446 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4543eac6-268c-4c18-8a38-ccc586629624 req-6fc84868-3f41-47ed-adc7-f1b380883908 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.1076403 Feb 15 16:48:21.080828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port d77acd8a-97f9-4a14-b97e-0981edcc6cb0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d77acd8a-97f9-4a14-b97e-0981edcc6cb0,segment=NetworkSegment(70cbafb4-c0ff-49a9-b326-1b1af33278d6),segment_id=70cbafb4-c0ff-49a9-b326-1b1af33278d6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:21.131556 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48654) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:21.145081 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4543eac6-268c-4c18-8a38-ccc586629624 req-48bdb50d-100c-4a3e-9a1b-e38a154eef4c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843163 Feb 15 16:48:21.152016 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d77acd8a-97f9-4a14-b97e-0981edcc6cb0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:21.312714 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=d77acd8a-97f9-4a14-b97e-0981edcc6cb0,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:21.353156 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d928422d-d683-4afe-8289-1951171fcff0 req-68ef4ad4-cdf6-4a4a-87f5-1283b9018411 tempest-ServerGroupTestJSON-63277788 tempest-ServerGroupTestJSON-63277788-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcee8f73-f00e-4682-b0d6-a9d1f3467fab HTTP/1.1" status: 200 len: 210 time: 0.0530930 Feb 15 16:48:21.401026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['d77acd8a-97f9-4a14-b97e-0981edcc6cb0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:48:21.427346 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-18953eaa-e76d-4f08-bf06-97f3d2023cf0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b7a5f0b72e504cf480a209cc35e182d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2781231 Feb 15 16:48:21.430248 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48670) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:21.486167 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-21a47bd7-f905-4703-812e-6c06cca6738f admin admin] Publish callbacks [] for security_group (0357d280-6f7a-4c70-a31c-b3b9e8cfbf46), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:21.492114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1afaad7c-57d0-44a8-92ee-b3550f460ccb req-4798ed06-6963-4bac-8763-3979c004ea5d tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297108 Feb 15 16:48:21.517457 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-21a47bd7-f905-4703-812e-6c06cca6738f admin admin] Publish callbacks [] for security_group (0357d280-6f7a-4c70-a31c-b3b9e8cfbf46), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:21.549555 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:21.654590 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aec488-30bc-4f3a-b53a-900d172cfc1e req-15979d20-c897-4422-9270-64b048c21c51 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:21.656177 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b3aec488-30bc-4f3a-b53a-900d172cfc1e req-15979d20-c897-4422-9270-64b048c21c51 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 944 time: 0.0650368 Feb 15 16:48:21.675246 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Allocated IP 172.25.4.99 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/466555cc-3227-4bbf-b303-f9ceb5ef526a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:21.675890 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-21a47bd7-f905-4703-812e-6c06cca6738f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0357d280-6f7a-4c70-a31c-b3b9e8cfbf46), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:21.678591 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-21a47bd7-f905-4703-812e-6c06cca6738f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:21.679934 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-21a47bd7-f905-4703-812e-6c06cca6738f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0357d280-6f7a-4c70-a31c-b3b9e8cfbf46 HTTP/1.1" status: 204 len: 168 time: 0.2443130 Feb 15 16:48:21.704010 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a47bd7-f905-4703-812e-6c06cca6738f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0357d280-6f7a-4c70-a31c-b3b9e8cfbf46,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:21.755911 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b3aec488-30bc-4f3a-b53a-900d172cfc1e req-08076282-88f7-4112-a0e2-fda8635b3fda tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee852b7c-b5fb-4131-a07e-864d61354e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894644 Feb 15 16:48:21.841665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for port (466555cc-3227-4bbf-b303-f9ceb5ef526a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:22.005320 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (466555cc-3227-4bbf-b303-f9ceb5ef526a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:22.050962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:22.054121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:22.056794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:22.087118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event updated for resources: {'Port': ['ID=466555cc-3227-4bbf-b303-f9ceb5ef526a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:22.164904 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for floatingip (a159062e-4330-4af7-93b7-3eebbba702b0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:22.283723 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (466555cc-3227-4bbf-b303-f9ceb5ef526a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:22.343187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fdfc4-88c4-4ff0-81e2-24b1b225f6fc req-1453ed24-8187-45d5-bea1-0df11ec9e9d7 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:22.345258 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-225fdfc4-88c4-4ff0-81e2-24b1b225f6fc req-1453ed24-8187-45d5-bea1-0df11ec9e9d7 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.1141293 Feb 15 16:48:22.466746 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-225fdfc4-88c4-4ff0-81e2-24b1b225f6fc req-ddb093d7-d4b2-4479-a7cf-0d4e520860b6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143115 Feb 15 16:48:22.561073 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for port (466555cc-3227-4bbf-b303-f9ceb5ef526a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:22.624912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device d77acd8a-97f9-4a14-b97e-0981edcc6cb0 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:22.649807 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (466555cc-3227-4bbf-b303-f9ceb5ef526a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:22.709281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event updated for resources: {'Port': ['ID=466555cc-3227-4bbf-b303-f9ceb5ef526a,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:22.777429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac8e61-696d-4963-a53c-c758c85b9c19 req-9a58c9fa-6d05-494b-ae98-8484801cef72 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:22.779762 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1eac8e61-696d-4963-a53c-c758c85b9c19 req-9a58c9fa-6d05-494b-ae98-8484801cef72 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.1961172 Feb 15 16:48:22.787950 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (a159062e-4330-4af7-93b7-3eebbba702b0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:22.818774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port d77acd8a-97f9-4a14-b97e-0981edcc6cb0 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:48:22.822048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae2c91e-9e8f-416a-93f4-75aaf0d73c0b req-29953edb-6451-4ebb-bc79-9852fc9d52ec tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:22.823852 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ae2c91e-9e8f-416a-93f4-75aaf0d73c0b req-29953edb-6451-4ebb-bc79-9852fc9d52ec tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 951 time: 0.0549355 Feb 15 16:48:22.833200 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port d77acd8a-97f9-4a14-b97e-0981edcc6cb0 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:22.833920 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d77acd8a-97f9-4a14-b97e-0981edcc6cb0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:22.857035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1eac8e61-696d-4963-a53c-c758c85b9c19 req-d39fc723-4e37-471c-aeee-cb296445a981 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656304 Feb 15 16:48:22.898179 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:22.899602 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4462feb0-a717-48ad-8db5-b68b52df70a4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1866665 Feb 15 16:48:22.927984 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ae2c91e-9e8f-416a-93f4-75aaf0d73c0b req-53fd0a82-8eb7-4d23-977c-4fa84d7fdeb3 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/security-groups?id=085c9309-7dbb-4aa1-8dbe-5600fcebd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961967 Feb 15 16:48:22.986597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port d77acd8a-97f9-4a14-b97e-0981edcc6cb0 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:22.998018 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d77acd8a-97f9-4a14-b97e-0981edcc6cb0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:23.033671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48756) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:23.048163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77acd8a-97f9-4a14-b97e-0981edcc6cb0'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:23.050896 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6665ddc-fe1d-4fdf-a7fd-af617dc365b3" -d '{"events": [{"server_uuid": "fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912", "name": "network-vif-plugged", "status": "completed", "tag": "d77acd8a-97f9-4a14-b97e-0981edcc6cb0"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:23.055374 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port d77acd8a-97f9-4a14-b97e-0981edcc6cb0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d77acd8a-97f9-4a14-b97e-0981edcc6cb0,segment=NetworkSegment(70cbafb4-c0ff-49a9-b326-1b1af33278d6),segment_id=70cbafb4-c0ff-49a9-b326-1b1af33278d6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:23.067810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e299f-76dc-47eb-b6a9-eb82eaf15a6e req-59b14f77-c8dc-4fe9-aef3-616f82aa8dc7 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:23.070042 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de0e299f-76dc-47eb-b6a9-eb82eaf15a6e req-59b14f77-c8dc-4fe9-aef3-616f82aa8dc7 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 944 time: 0.1283798 Feb 15 16:48:23.140103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de0e299f-76dc-47eb-b6a9-eb82eaf15a6e req-590b446a-4d6e-4e52-ba3b-d7128e97f209 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee852b7c-b5fb-4131-a07e-864d61354e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641339 Feb 15 16:48:23.169318 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d77acd8a-97f9-4a14-b97e-0981edcc6cb0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:23.169318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c72731b8-8c0f-47b1-a417-6aad6b453d06 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:48:23.201008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: c72731b8-8c0f-47b1-a417-6aad6b453d06 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:48:23.203267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c72731b8-8c0f-47b1-a417-6aad6b453d06 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:48:23.228028 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-649df96e-0494-41cc-80b4-9383e41e3195 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2116213318-network', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:23.296287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=d77acd8a-97f9-4a14-b97e-0981edcc6cb0,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:23.300654 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b036f6a-5c9a-4029-a0ae-a6284086b0f4 x-openstack-request-id: req-1b036f6a-5c9a-4029-a0ae-a6284086b0f4 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:23.300994 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912", "name": "network-vif-plugged", "status": "completed", "tag": "d77acd8a-97f9-4a14-b97e-0981edcc6cb0", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:23.301389 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1b036f6a-5c9a-4029-a0ae-a6284086b0f4 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:23.301918 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77acd8a-97f9-4a14-b97e-0981edcc6cb0', 'code': 200} Feb 15 16:48:23.346626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649df96e-0494-41cc-80b4-9383e41e3195 admin admin] Made reservation on behalf of 99f8a61d17cd4da6977c39196cb3c0c5 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:23.348963 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-649df96e-0494-41cc-80b4-9383e41e3195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:23.373294 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-649df96e-0494-41cc-80b4-9383e41e3195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:23.426235 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-d6139ea0-a040-4b7e-a1ba-9a939714ec7d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--140021279&fields=id&tenant_id=81594fa848e7414b8f51155b921da775 HTTP/1.1" status: 200 len: 267 time: 0.0910354 Feb 15 16:48:23.428107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e204f98-024b-4a24-8392-6e2680973439 req-8c59e1f5-5d07-485b-81c2-97715225638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:23.429504 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e204f98-024b-4a24-8392-6e2680973439 req-8c59e1f5-5d07-485b-81c2-97715225638d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 1128 time: 0.1249151 Feb 15 16:48:23.521276 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-79065b3d-2ca9-4340-a1e5-d590e825380e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:23.522664 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-79065b3d-2ca9-4340-a1e5-d590e825380e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports/41438aaf-3eb8-4735-95e0-46102a711d7c HTTP/1.1" status: 200 len: 931 time: 0.0872552 Feb 15 16:48:23.579191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e204f98-024b-4a24-8392-6e2680973439 req-c4f7c5c9-7add-4499-a429-e09c5c1436bd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ee852b7c-b5fb-4131-a07e-864d61354e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381197 Feb 15 16:48:23.604411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-de5a0b11-a99a-4129-9d72-d828a915ce44 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:23.605790 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-de5a0b11-a99a-4129-9d72-d828a915ce44 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports/e12c4311-7333-4002-a1ec-b7bac72ef0b9 HTTP/1.1" status: 200 len: 931 time: 0.0761549 Feb 15 16:48:23.616079 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-649df96e-0494-41cc-80b4-9383e41e3195 admin admin] Publish callbacks [] for security_group (233157c3-ee1e-494c-afef-d07d9dbbe137), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:23.667435 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-9079486e-160d-42d2-a210-643c7d5c07e4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?network_id=acc3e972-bc1b-4777-96d3-4501629569dc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0539923 Feb 15 16:48:23.671516 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-649df96e-0494-41cc-80b4-9383e41e3195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (233157c3-ee1e-494c-afef-d07d9dbbe137), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:23.720976 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-860adde0-df78-41d4-a432-dee755d61435 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?network_id=acc3e972-bc1b-4777-96d3-4501629569dc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0461190 Feb 15 16:48:23.726394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649df96e-0494-41cc-80b4-9383e41e3195 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:48:23.744914 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649df96e-0494-41cc-80b4-9383e41e3195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233157c3-ee1e-494c-afef-d07d9dbbe137,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:23.784808 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-649df96e-0494-41cc-80b4-9383e41e3195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:23.785164 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-649df96e-0494-41cc-80b4-9383e41e3195 admin admin] Added segment e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c of type vlan for network f5055edf-942a-4377-9670-70c584a5ccb1 Feb 15 16:48:23.846140 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-649df96e-0494-41cc-80b4-9383e41e3195 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (f5055edf-942a-4377-9670-70c584a5ccb1), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:23.896572 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c3f6f335-e761-4533-ab25-cc4a085ce026 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:23.901589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c3f6f335-e761-4533-ab25-cc4a085ce026 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:23.906630 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c3f6f335-e761-4533-ab25-cc4a085ce026 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:23.908250 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c3f6f335-e761-4533-ab25-cc4a085ce026 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/networks?id=4f52de73-9cea-45af-a968-bf8d98f9217e&id=27a74dfa-05f1-43ff-9791-7a79afada23c&id=27a74dfa-05f1-43ff-9791-7a79afada23c&id=acc3e972-bc1b-4777-96d3-4501629569dc&id=acc3e972-bc1b-4777-96d3-4501629569dc HTTP/1.1" status: 200 len: 1990 time: 0.1796815 Feb 15 16:48:23.923572 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-bc2818e6-368f-46c6-a540-2000210825a2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/quotas/81594fa848e7414b8f51155b921da775 HTTP/1.1" status: 200 len: 375 time: 0.0093706 Feb 15 16:48:23.995660 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-39361cc9-27a0-43af-8c02-44f37d1080e7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=81594fa848e7414b8f51155b921da775&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0665014 Feb 15 16:48:23.997613 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-649df96e-0494-41cc-80b4-9383e41e3195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (f5055edf-942a-4377-9670-70c584a5ccb1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:23.998969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649df96e-0494-41cc-80b4-9383e41e3195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:23.999555 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-649df96e-0494-41cc-80b4-9383e41e3195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:24.110031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649df96e-0494-41cc-80b4-9383e41e3195 admin admin] Pushing event updated for resources: {'Network': ['ID=f5055edf-942a-4377-9670-70c584a5ccb1,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:24.121115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network f5055edf-942a-4377-9670-70c584a5ccb1 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:48:24.175342 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c34b846d-2af7-4232-96ea-3053daa7ecf7 service neutron] 10.222.0.107 "GET /v2.0/networks/4f52de73-9cea-45af-a968-bf8d98f9217e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584053 Feb 15 16:48:24.202141 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-649df96e-0494-41cc-80b4-9383e41e3195 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1617291 Feb 15 16:48:24.202538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48814) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:24.211545 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e18543d9-ec90-4aaf-a373-babca1dd72b2 admin admin] Request body: {'subnet': {'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2116213318-subnet', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:24.290534 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18543d9-ec90-4aaf-a373-babca1dd72b2 admin admin] Made reservation on behalf of 99f8a61d17cd4da6977c39196cb3c0c5 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:24.293019 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e18543d9-ec90-4aaf-a373-babca1dd72b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:24.298336 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0e1ab6e2-63d8-4eb0-a9c1-288ba5aeacbb service neutron] 10.222.0.107 "GET /v2.0/networks/4f52de73-9cea-45af-a968-bf8d98f9217e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219068 Feb 15 16:48:24.343082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-5f84b1a7-ebfc-4d31-a4f3-c15ab24e61d4 service neutron] 10.222.0.107 "GET /v2.0/ports/41438aaf-3eb8-4735-95e0-46102a711d7c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0380058 Feb 15 16:48:24.438406 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-4aee7e69-9f22-4537-97fb-dc00eb50e4c7 service neutron] 10.222.0.107 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892463 Feb 15 16:48:24.519751 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e870e80-234a-493b-abec-3de447f71b50 req-7e119933-84d3-4243-9377-05ebb94dfe06 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:24.521165 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2e870e80-234a-493b-abec-3de447f71b50 req-7e119933-84d3-4243-9377-05ebb94dfe06 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.0628614 Feb 15 16:48:24.540935 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-37bda72a-b1b0-4e1d-946c-3e2dd638ff8f service neutron] 10.222.0.107 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955727 Feb 15 16:48:24.547926 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e18543d9-ec90-4aaf-a373-babca1dd72b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (8e3e6778-841b-48ec-84aa-40e26227078d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:24.587279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-ebb568b8-60de-463d-ba2d-78b2b71f5f0b service neutron] 10.222.0.107 "GET /v2.0/ports/e12c4311-7333-4002-a1ec-b7bac72ef0b9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0389769 Feb 15 16:48:24.626817 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2e870e80-234a-493b-abec-3de447f71b50 req-1634cde0-8f30-47e7-89df-487ff0f3e516 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997365 Feb 15 16:48:24.633175 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18543d9-ec90-4aaf-a373-babca1dd72b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e3e6778-841b-48ec-84aa-40e26227078d,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:24.654132 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18543d9-ec90-4aaf-a373-babca1dd72b2 admin admin] Checking segment: {'id': 'e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:24.654132 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18543d9-ec90-4aaf-a373-babca1dd72b2 admin admin] Network hostable DHCP agents. Network: f5055edf-942a-4377-9670-70c584a5ccb1, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:48:24.690899 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-2fef9384-3846-4f49-b9b3-1b6ef2bdc9c8 service neutron] 10.222.0.107 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971589 Feb 15 16:48:24.736271 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18543d9-ec90-4aaf-a373-babca1dd72b2 admin admin] Network f5055edf-942a-4377-9670-70c584a5ccb1 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:48:24.759971 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768f688-a2c0-4b04-be79-100df65247a2 req-6921b4e9-3156-4ec9-bf2b-149444657678 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:24.761793 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9768f688-a2c0-4b04-be79-100df65247a2 req-6921b4e9-3156-4ec9-bf2b-149444657678 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.0591161 Feb 15 16:48:24.791186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-e4527901-bf12-4e2d-925a-5bcf34db3d00 service neutron] 10.222.0.107 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895355 Feb 15 16:48:24.813079 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9768f688-a2c0-4b04-be79-100df65247a2 req-e81a88ed-f8da-481d-b88d-2e5ea956df02 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Feb 15 16:48:24.822042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e18543d9-ec90-4aaf-a373-babca1dd72b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, f5055edf-942a-4377-9670-70c584a5ccb1) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:24.828084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18543d9-ec90-4aaf-a373-babca1dd72b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:24.829150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e18543d9-ec90-4aaf-a373-babca1dd72b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:24.832536 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b40afcb-22c6-4ba1-9cbd-dcad3e9ede97 None None] Network f5055edf-942a-4377-9670-70c584a5ccb1 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:48:24.900134 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-1d7a791e-ea47-44b0-81ee-39b7ebc93ecd service neutron] 10.222.0.107 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061056 Feb 15 16:48:24.940234 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e18543d9-ec90-4aaf-a373-babca1dd72b2 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7365644 Feb 15 16:48:24.942974 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48820) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:24.948298 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2116213318-router', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:24.979143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb8a81-0d4e-4108-ab64-0c204075e40f req-045e8d32-7f1e-418d-9afb-9fa7730e1d10 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:24.986630 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c8eb8a81-0d4e-4108-ab64-0c204075e40f req-045e8d32-7f1e-418d-9afb-9fa7730e1d10 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 945 time: 0.0970585 Feb 15 16:48:25.013016 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c5372576-954b-4a61-919e-0911c675e663 service neutron] 10.222.0.107 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060224 Feb 15 16:48:25.036206 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c8eb8a81-0d4e-4108-ab64-0c204075e40f req-f4445a9b-c1c0-432a-8c03-9c6e3ba73be4 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee852b7c-b5fb-4131-a07e-864d61354e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484459 Feb 15 16:48:25.073153 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.074324 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.085807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-f5055edf-942a-4377-9670-70c584a5ccb1', 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1', 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'fixed_ips': [{'subnet_id': '8e3e6778-841b-48ec-84aa-40e26227078d'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:48:25.086797 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.133423 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-af9dc437-4771-40fa-99ed-ac6712e875a9 service neutron] 10.222.0.107 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134982 Feb 15 16:48:25.155350 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Publish callbacks [] for router_controller (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.201922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48830) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:25.235037 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-cd90ce83-7892-4872-b969-e6dd52c38568 service neutron] 10.222.0.107 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950377 Feb 15 16:48:25.241570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Allocated IP 172.20.0.2 (f5055edf-942a-4377-9670-70c584a5ccb1/8e3e6778-841b-48ec-84aa-40e26227078d/6c65f05a-5219-4cef-8ecf-fb7164ffef6f) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:25.344510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-e6eba98c-c10c-4691-a97c-9814ea875c01 service neutron] 10.222.0.107 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037195 Feb 15 16:48:25.346446 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b2afa9-81b1-4ed0-8da8-f7c2a1097893 admin admin] Deleting subnet c4ecc950-08ba-44af-91ce-a5f7d44068d0 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:48:25.353429 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86b2afa9-81b1-4ed0-8da8-f7c2a1097893 admin admin] Publish callbacks [] for subnet (c4ecc950-08ba-44af-91ce-a5f7d44068d0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.400860 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Publish callbacks [] for port (6c65f05a-5219-4cef-8ecf-fb7164ffef6f), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.442127 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c9c06d2f-a376-47db-8876-f46f028281e8 service neutron] 10.222.0.107 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909028 Feb 15 16:48:25.462743 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86b2afa9-81b1-4ed0-8da8-f7c2a1097893 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (c4ecc950-08ba-44af-91ce-a5f7d44068d0), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.478182 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (6c65f05a-5219-4cef-8ecf-fb7164ffef6f), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.488903 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Publish callbacks [] for router_gateway (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.499638 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781ef76-0f86-4aae-90bb-9288be073c5b req-f144d41e-a854-423e-8637-05b166dd519b tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:25.500738 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a781ef76-0f86-4aae-90bb-9288be073c5b req-f144d41e-a854-423e-8637-05b166dd519b tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 945 time: 0.2169476 Feb 15 16:48:25.522674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Network f5055edf-942a-4377-9670-70c584a5ccb1 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:25.525865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:25.529009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:25.539533 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86b2afa9-81b1-4ed0-8da8-f7c2a1097893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (c4ecc950-08ba-44af-91ce-a5f7d44068d0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.541799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Pushing event updated for resources: {'Port': ['ID=6c65f05a-5219-4cef-8ecf-fb7164ffef6f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:25.553430 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-01833958-0ad5-49af-a435-ed474ca5677d service neutron] 10.222.0.107 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055553 Feb 15 16:48:25.593001 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a781ef76-0f86-4aae-90bb-9288be073c5b req-524fe30a-6295-4746-a159-8da2df4a9dcc tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee852b7c-b5fb-4131-a07e-864d61354e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847645 Feb 15 16:48:25.628626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Attempting to bind port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:25.629002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Attempting to bind port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:25.629391 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Attempting to bind port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f on network f5055edf-942a-4377-9670-70c584a5ccb1 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:25.634744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:25.635124 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Checking segment: {'id': 'e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:25.635593 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.635924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Bound using segment: {'id': 'e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:25.636393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Bound port: 6c65f05a-5219-4cef-8ecf-fb7164ffef6f, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:25.636845 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6c65f05a-5219-4cef-8ecf-fb7164ffef6f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.688280 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-4243658a-d5ca-449b-9e84-f4a7eb5ed012 service neutron] 10.222.0.107 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274257 Feb 15 16:48:25.715069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] For port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:25.718469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] For port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6c65f05a-5219-4cef-8ecf-fb7164ffef6f,segment=NetworkSegment(e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c),segment_id=e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:25.746737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e8634cb-2d9f-4cc3-876d-5fb03604f7e3 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:25.748682 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e8634cb-2d9f-4cc3-876d-5fb03604f7e3 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports/41438aaf-3eb8-4735-95e0-46102a711d7c HTTP/1.1" status: 200 len: 931 time: 0.0538602 Feb 15 16:48:25.782917 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86b2afa9-81b1-4ed0-8da8-f7c2a1097893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (c4ecc950-08ba-44af-91ce-a5f7d44068d0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.814629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-ff569a07-4bd3-4af5-905e-bf17a45621f9 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:25.816026 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-ff569a07-4bd3-4af5-905e-bf17a45621f9 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports/e12c4311-7333-4002-a1ec-b7bac72ef0b9 HTTP/1.1" status: 200 len: 931 time: 0.0540731 Feb 15 16:48:25.816155 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2afa9-81b1-4ed0-8da8-f7c2a1097893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ecc950-08ba-44af-91ce-a5f7d44068d0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:25.820251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86b2afa9-81b1-4ed0-8da8-f7c2a1097893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.826028 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6c65f05a-5219-4cef-8ecf-fb7164ffef6f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.829247 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-86b2afa9-81b1-4ed0-8da8-f7c2a1097893 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/c4ecc950-08ba-44af-91ce-a5f7d44068d0 HTTP/1.1" status: 204 len: 168 time: 0.6199372 Feb 15 16:48:25.829498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48836) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:25.869333 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Publish callbacks [] for router_gateway (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.890692 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:25.895707 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539b84e-e129-438f-bacc-b6bd4fbead30 None None] Pushing event updated for resources: {'Port': ['ID=6c65f05a-5219-4cef-8ecf-fb7164ffef6f,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:25.960697 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ae51bd2-b151-4ef4-9d78-d3cac3845c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (6eea3c12-df26-45e4-b247-926444960402), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:26.026531 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 808877af-84fc-46bf-aa29-c2ba271b5a23 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:48:26.070204 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Allocated IP 172.25.4.31 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/7c998e0e-ca9b-4b65-b65a-124605bc97b4) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:26.120473 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ae51bd2-b151-4ef4-9d78-d3cac3845c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (6eea3c12-df26-45e4-b247-926444960402), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:26.147255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 808877af-84fc-46bf-aa29-c2ba271b5a23 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:26.147846 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:26.168080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0ae51bd2-b151-4ef4-9d78-d3cac3845c66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eea3c12-df26-45e4-b247-926444960402']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:26.182250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0ae51bd2-b151-4ef4-9d78-d3cac3845c66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e87c80-1103-4c5c-8329-fb9b50af9b6c') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:26.188044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0ae51bd2-b151-4ef4-9d78-d3cac3845c66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e87c80-1103-4c5c-8329-fb9b50af9b6c') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:26.214831 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ae51bd2-b151-4ef4-9d78-d3cac3845c66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (56e87c80-1103-4c5c-8329-fb9b50af9b6c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:26.227655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8937697-9f67-4ecc-b4a0-2fbbab5f59fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808877af-84fc-46bf-aa29-c2ba271b5a23'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:26.230020 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53a8d7c-0d1b-48cc-8c1d-b941fa74c3e8" -d '{"events": [{"server_uuid": "d8937697-9f67-4ecc-b4a0-2fbbab5f59fd", "name": "network-vif-unplugged", "status": "completed", "tag": "808877af-84fc-46bf-aa29-c2ba271b5a23"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:26.236674 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ae51bd2-b151-4ef4-9d78-d3cac3845c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (56e87c80-1103-4c5c-8329-fb9b50af9b6c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:26.243281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae51bd2-b151-4ef4-9d78-d3cac3845c66 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:48:26.243768 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ae51bd2-b151-4ef4-9d78-d3cac3845c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (56e87c80-1103-4c5c-8329-fb9b50af9b6c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:26.244172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 808877af-84fc-46bf-aa29-c2ba271b5a23, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=808877af-84fc-46bf-aa29-c2ba271b5a23,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:48:26.260395 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:48:26.283218 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Publish callbacks [] for port (7c998e0e-ca9b-4b65-b65a-124605bc97b4), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:26.364461 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:26.415085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=808877af-84fc-46bf-aa29-c2ba271b5a23,revision_number=11']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:26.427478 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ae51bd2-b151-4ef4-9d78-d3cac3845c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (6eea3c12-df26-45e4-b247-926444960402), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:26.433005 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ae51bd2-b151-4ef4-9d78-d3cac3845c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:26.435961 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0ae51bd2-b151-4ef4-9d78-d3cac3845c66 admin admin] 10.222.0.107 "DELETE /v2.0/networks/6eea3c12-df26-45e4-b247-926444960402 HTTP/1.1" status: 204 len: 168 time: 0.6085641 Feb 15 16:48:26.453271 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (7c998e0e-ca9b-4b65-b65a-124605bc97b4), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:26.453847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae51bd2-b151-4ef4-9d78-d3cac3845c66 admin admin] Pushing event deleted for resources: {'Network': ['ID=6eea3c12-df26-45e4-b247-926444960402,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:26.535410 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:26.540695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:26.546305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:26.549652 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Pushing event updated for resources: {'Port': ['ID=7c998e0e-ca9b-4b65-b65a-124605bc97b4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:26.595365 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a09804-b9fb-483e-a231-ccb0d727d60e req-04674d73-0f3d-489e-93b4-cad608e6a0a3 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:26.597141 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-59a09804-b9fb-483e-a231-ccb0d727d60e req-04674d73-0f3d-489e-93b4-cad608e6a0a3 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.1300979 Feb 15 16:48:26.736213 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-59a09804-b9fb-483e-a231-ccb0d727d60e req-f671c583-db8e-4947-934b-d810c8598ad1 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311483 Feb 15 16:48:26.779689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48864) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:26.833992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-60ed4143-50e7-4213-85c4-475a863819ae admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=94adb06ee3c3482bb64e20e79dbef61a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0530505 Feb 15 16:48:26.836465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48866) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:26.890856 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91a30c6-64c0-42fa-8c37-df05e62842ab admin admin] Publish callbacks [] for security_group (e8931fe1-b987-4807-a40b-25d9dec3a389), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:26.917023 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91a30c6-64c0-42fa-8c37-df05e62842ab admin admin] Publish callbacks [] for security_group (e8931fe1-b987-4807-a40b-25d9dec3a389), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:26.958755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625bb1c-211e-4aab-ab61-4c6a4f7490f6 req-4bb70f84-e64a-432c-b521-f02857ba38da tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:26.960319 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1625bb1c-211e-4aab-ab61-4c6a4f7490f6 req-4bb70f84-e64a-432c-b521-f02857ba38da tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.1432552 Feb 15 16:48:27.001900 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Publish callbacks [] for router_gateway (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:27.050362 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91a30c6-64c0-42fa-8c37-df05e62842ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e8931fe1-b987-4807-a40b-25d9dec3a389), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:27.053333 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91a30c6-64c0-42fa-8c37-df05e62842ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:27.054688 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d91a30c6-64c0-42fa-8c37-df05e62842ab admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e8931fe1-b987-4807-a40b-25d9dec3a389 HTTP/1.1" status: 204 len: 168 time: 0.2172358 Feb 15 16:48:27.064165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a30c6-64c0-42fa-8c37-df05e62842ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8931fe1-b987-4807-a40b-25d9dec3a389,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:27.107190 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1625bb1c-211e-4aab-ab61-4c6a4f7490f6 req-f9a2f1ce-de38-4a6e-b5f8-53977b552cea tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369872 Feb 15 16:48:27.111946 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aa2299-cfc4-4db5-a842-63228cdd8df5 None None] Network f5055edf-942a-4377-9670-70c584a5ccb1 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:48:27.214179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6f503fa1-f182-4dfe-83fa-b71e96ec8ebc None None] Provisioning complete for port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:27.214915 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f503fa1-f182-4dfe-83fa-b71e96ec8ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6c65f05a-5219-4cef-8ecf-fb7164ffef6f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:27.297947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b7638-cf2e-410e-88fe-efa60ad90331 req-2dbdd958-cf3a-46f5-bd9b-f1c3e30a4923 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:27.299466 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-493b7638-cf2e-410e-88fe-efa60ad90331 req-2dbdd958-cf3a-46f5-bd9b-f1c3e30a4923 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 949 time: 0.1023560 Feb 15 16:48:27.309199 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:27.331508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6f503fa1-f182-4dfe-83fa-b71e96ec8ebc None None] Current status of the port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:27.332075 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f503fa1-f182-4dfe-83fa-b71e96ec8ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6c65f05a-5219-4cef-8ecf-fb7164ffef6f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:27.370948 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6f503fa1-f182-4dfe-83fa-b71e96ec8ebc None None] For port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6c65f05a-5219-4cef-8ecf-fb7164ffef6f,segment=NetworkSegment(e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c),segment_id=e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:27.457955 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f503fa1-f182-4dfe-83fa-b71e96ec8ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6c65f05a-5219-4cef-8ecf-fb7164ffef6f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:27.487327 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4806f671-144b-4e6c-9ee4-4082dcb8c741 x-openstack-request-id: req-4806f671-144b-4e6c-9ee4-4082dcb8c741 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:27.488392 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8937697-9f67-4ecc-b4a0-2fbbab5f59fd", "name": "network-vif-unplugged", "status": "completed", "tag": "808877af-84fc-46bf-aa29-c2ba271b5a23", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:27.488873 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4806f671-144b-4e6c-9ee4-4082dcb8c741 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:27.489601 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8937697-9f67-4ecc-b4a0-2fbbab5f59fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '808877af-84fc-46bf-aa29-c2ba271b5a23', 'code': 200} Feb 15 16:48:27.526189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f503fa1-f182-4dfe-83fa-b71e96ec8ebc None None] Pushing event updated for resources: {'Port': ['ID=6c65f05a-5219-4cef-8ecf-fb7164ffef6f,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:27.586553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a46d47f9-483f-4bee-aa08-82fe6f864b2f None None] Provisioning complete for port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:27.587176 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a46d47f9-483f-4bee-aa08-82fe6f864b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6c65f05a-5219-4cef-8ecf-fb7164ffef6f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:27.617353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389765e-5301-4bfa-be28-21707ce794d6 req-e5e48383-23ea-46bc-804c-8b847d16ce13 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:27.627178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3389765e-5301-4bfa-be28-21707ce794d6 req-e5e48383-23ea-46bc-804c-8b847d16ce13 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 945 time: 0.0838628 Feb 15 16:48:27.690662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a46d47f9-483f-4bee-aa08-82fe6f864b2f None None] Current status of the port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:27.701650 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3389765e-5301-4bfa-be28-21707ce794d6 req-95e50dd2-467e-41f3-b759-aeeafd73caa1 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee852b7c-b5fb-4131-a07e-864d61354e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679123 Feb 15 16:48:27.779019 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba840989-e2a6-4180-9bd0-6710e746af1a req-2ace1ac4-6d87-4d84-b931-95c75621cfb6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0321507 Feb 15 16:48:27.859739 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-493b7638-cf2e-410e-88fe-efa60ad90331 req-7003446a-75a1-4eed-b44d-c16a43c297ed tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/security-groups?id=085c9309-7dbb-4aa1-8dbe-5600fcebd1d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525963 Feb 15 16:48:27.894382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-09e6cc8f-d71d-43ff-9bef-44fed5198062 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:27.900208 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-09e6cc8f-d71d-43ff-9bef-44fed5198062 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports/41438aaf-3eb8-4735-95e0-46102a711d7c HTTP/1.1" status: 200 len: 931 time: 0.4516339 Feb 15 16:48:27.981924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-86496587-a2d0-4591-a16f-443bc6766333 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:27.990034 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-86496587-a2d0-4591-a16f-443bc6766333 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports/e12c4311-7333-4002-a1ec-b7bac72ef0b9 HTTP/1.1" status: 200 len: 931 time: 0.0889583 Feb 15 16:48:28.008534 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:48:28.015124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40caa101-96ba-40b9-9664-a488b888344c req-2ab64333-580a-43bb-8834-c43eaa8525a7 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:28.018442 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40caa101-96ba-40b9-9664-a488b888344c req-2ab64333-580a-43bb-8834-c43eaa8525a7 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.0878453 Feb 15 16:48:28.094851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40caa101-96ba-40b9-9664-a488b888344c req-8d8e874d-0c94-47b3-a1f9-73f458012e0d tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684853 Feb 15 16:48:28.152223 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:48:28.164540 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Sync routers for ids ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:48:28.172158 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6c65f05a-5219-4cef-8ecf-fb7164ffef6f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:28.180223 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Routers {'2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:48:28.181684 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:48:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:28.242635 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:28.243013 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6c65f05a-5219-4cef-8ecf-fb7164ffef6f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:28.298625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7741be9-5042-4fb7-9c4f-150c14a43a42 req-7b329f49-f3a7-4f6a-9a20-53f197e51fae tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:28.300163 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7741be9-5042-4fb7-9c4f-150c14a43a42 req-7b329f49-f3a7-4f6a-9a20-53f197e51fae tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 949 time: 0.0954425 Feb 15 16:48:28.311515 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:28.314545 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-10681ec9-ac6b-4119-adda-10a7859f5b32 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3704224 Feb 15 16:48:28.321544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48906) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:28.352821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:28.378428 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Set router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:48:28.378991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa2d33-fc62-454a-b698-58f5676b4393 req-e03e7058-9b10-4d7a-9649-54e474c346dc tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:28.380979 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5faa2d33-fc62-454a-b698-58f5676b4393 req-e03e7058-9b10-4d7a-9649-54e474c346dc tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.1409490 Feb 15 16:48:28.479003 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5faa2d33-fc62-454a-b698-58f5676b4393 req-a4bfdfd0-347a-441e-80ea-e3c364f14e3a tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902741 Feb 15 16:48:28.501128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-f7741be9-5042-4fb7-9c4f-150c14a43a42 req-09f3d918-1aa9-4133-af5d-c2f2f1558bd0 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Deleting port 808877af-84fc-46bf-aa29-c2ba271b5a23 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:48:28.502111 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f7741be9-5042-4fb7-9c4f-150c14a43a42 req-09f3d918-1aa9-4133-af5d-c2f2f1558bd0 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:28.516756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104f756-87a9-4480-93ba-a0aefdc25635 req-06cfc311-9f0f-49ca-a7b7-9941d0974fe4 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:28.518587 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8104f756-87a9-4480-93ba-a0aefdc25635 req-06cfc311-9f0f-49ca-a7b7-9941d0974fe4 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 945 time: 0.1220713 Feb 15 16:48:28.623472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f7741be9-5042-4fb7-9c4f-150c14a43a42 req-09f3d918-1aa9-4133-af5d-c2f2f1558bd0 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] For port 808877af-84fc-46bf-aa29-c2ba271b5a23, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=808877af-84fc-46bf-aa29-c2ba271b5a23,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:28.623856 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f7741be9-5042-4fb7-9c4f-150c14a43a42 req-09f3d918-1aa9-4133-af5d-c2f2f1558bd0 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:28.624847 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'name': 'tempest-ServersTestManualDisk-2116213318-router', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:26Z', 'revision_number': 3, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'gw_port': {'id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:28.641749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-f7741be9-5042-4fb7-9c4f-150c14a43a42 req-09f3d918-1aa9-4133-af5d-c2f2f1558bd0 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Calling delete_port for 808877af-84fc-46bf-aa29-c2ba271b5a23 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:48:28.668053 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8104f756-87a9-4480-93ba-a0aefdc25635 req-70fd4f03-0a86-47d6-bb05-6663ca2537b0 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee852b7c-b5fb-4131-a07e-864d61354e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701115 Feb 15 16:48:28.695614 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Checking router: 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:48:28.695965 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Updating router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e port 7c998e0e-ca9b-4b65-b65a-124605bc97b4 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:48:28.743776 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7c998e0e-ca9b-4b65-b65a-124605bc97b4), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:28.745555 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48916) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:28.889273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f0dccb35-57e3-4e73-99df-22a18ef45239 req-fe5972e8-3493-45c4-870a-962c032ef6f2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0353730 Feb 15 16:48:28.919303 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f7741be9-5042-4fb7-9c4f-150c14a43a42 req-09f3d918-1aa9-4133-af5d-c2f2f1558bd0 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (808877af-84fc-46bf-aa29-c2ba271b5a23), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:28.933794 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:28.992096 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3d918-1aa9-4133-af5d-c2f2f1558bd0 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Pushing event deleted for resources: {'Port': ['ID=808877af-84fc-46bf-aa29-c2ba271b5a23,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:28.998839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-19a86327-5d3d-48d2-a364-f814eaa84456 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1711769869-network', 'tenant_id': '6e31898fb5804181ac19001bb578e22d'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:29.037109 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-68e61bd5-657a-488d-82a9-630b50110d76 req-a990211e-07d3-45bd-93ba-7b61423159d6 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 210 time: 0.0381563 Feb 15 16:48:29.073197 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7741be9-5042-4fb7-9c4f-150c14a43a42 req-09f3d918-1aa9-4133-af5d-c2f2f1558bd0 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] No DVR routers for this DVR port 808877af-84fc-46bf-aa29-c2ba271b5a23 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:48:29.076364 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f7741be9-5042-4fb7-9c4f-150c14a43a42 req-09f3d918-1aa9-4133-af5d-c2f2f1558bd0 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.080295 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7741be9-5042-4fb7-9c4f-150c14a43a42 req-09f3d918-1aa9-4133-af5d-c2f2f1558bd0 tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.67 "DELETE /v2.0/ports/808877af-84fc-46bf-aa29-c2ba271b5a23 HTTP/1.1" status: 204 len: 173 time: 0.7654247 Feb 15 16:48:29.081039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8937697-9f67-4ecc-b4a0-2fbbab5f59fd', 'name': 'network-vif-deleted', 'tag': '808877af-84fc-46bf-aa29-c2ba271b5a23'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:29.083524 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1adf6b0-586c-4cd7-bc07-95811c3036c9" -d '{"events": [{"server_uuid": "d8937697-9f67-4ecc-b4a0-2fbbab5f59fd", "name": "network-vif-deleted", "tag": "808877af-84fc-46bf-aa29-c2ba271b5a23"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:29.133716 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd8f318-7607-4c42-88f7-ee195b5b3dd5 x-openstack-request-id: req-ebd8f318-7607-4c42-88f7-ee195b5b3dd5 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:29.134071 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8937697-9f67-4ecc-b4a0-2fbbab5f59fd", "name": "network-vif-deleted", "tag": "808877af-84fc-46bf-aa29-c2ba271b5a23", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:29.134432 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ebd8f318-7607-4c42-88f7-ee195b5b3dd5 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:29.134838 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8937697-9f67-4ecc-b4a0-2fbbab5f59fd', 'name': 'network-vif-deleted', 'tag': '808877af-84fc-46bf-aa29-c2ba271b5a23', 'status': 'completed', 'code': 200} Feb 15 16:48:29.157589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Allocated IP 172.20.0.1 (f5055edf-942a-4377-9670-70c584a5ccb1/8e3e6778-841b-48ec-84aa-40e26227078d/345dacdf-8e02-4c65-966d-aefdee4c97b9) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:29.170191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a86327-5d3d-48d2-a364-f814eaa84456 admin admin] Made reservation on behalf of 6e31898fb5804181ac19001bb578e22d for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:29.172663 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a86327-5d3d-48d2-a364-f814eaa84456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.183130 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a86327-5d3d-48d2-a364-f814eaa84456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.250444 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Publish callbacks [] for port (7c998e0e-ca9b-4b65-b65a-124605bc97b4), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.271345 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a86327-5d3d-48d2-a364-f814eaa84456 admin admin] Publish callbacks [] for security_group (118982dc-03da-41b9-a2e6-72d5ec867513), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.327568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb513a-2bb2-4373-a562-caeb9beabe8b req-f574b1cf-21d5-4ce1-a859-a944e602b2ba tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:29.328981 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-15fb513a-2bb2-4373-a562-caeb9beabe8b req-f574b1cf-21d5-4ce1-a859-a944e602b2ba tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.1418650 Feb 15 16:48:29.364677 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7c998e0e-ca9b-4b65-b65a-124605bc97b4), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.371345 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Publish callbacks [] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.406470 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-15fb513a-2bb2-4373-a562-caeb9beabe8b req-8045a6a6-df4e-4fda-80fb-795628eda301 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690041 Feb 15 16:48:29.421605 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Attempting to bind port 7c998e0e-ca9b-4b65-b65a-124605bc97b4 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:29.421988 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Attempting to bind port 7c998e0e-ca9b-4b65-b65a-124605bc97b4 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:29.422355 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Attempting to bind port 7c998e0e-ca9b-4b65-b65a-124605bc97b4 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:29.429967 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7b6a7-cee4-4726-9f95-d2c02bbda25e None None] Pushing event updated for resources: {'Port': ['ID=7c998e0e-ca9b-4b65-b65a-124605bc97b4,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:29.440201 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:29.440721 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:29.441126 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.441553 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:29.442017 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Bound port: 7c998e0e-ca9b-4b65-b65a-124605bc97b4, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:29.442391 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7c998e0e-ca9b-4b65-b65a-124605bc97b4), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.444772 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b6a7-cee4-4726-9f95-d2c02bbda25e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:29.445111 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b6a7-cee4-4726-9f95-d2c02bbda25e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:29.445497 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b6a7-cee4-4726-9f95-d2c02bbda25e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:29.445828 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b6a7-cee4-4726-9f95-d2c02bbda25e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:29.446153 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b6a7-cee4-4726-9f95-d2c02bbda25e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:29.446472 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b6a7-cee4-4726-9f95-d2c02bbda25e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:29.446789 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b6a7-cee4-4726-9f95-d2c02bbda25e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:29.447106 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b6a7-cee4-4726-9f95-d2c02bbda25e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:29.447419 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b6a7-cee4-4726-9f95-d2c02bbda25e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:29.447732 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b6a7-cee4-4726-9f95-d2c02bbda25e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:29.448045 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b6a7-cee4-4726-9f95-d2c02bbda25e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:29.448354 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b6a7-cee4-4726-9f95-d2c02bbda25e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:29.448662 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf7b6a7-cee4-4726-9f95-d2c02bbda25e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:29.457448 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a86327-5d3d-48d2-a364-f814eaa84456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (118982dc-03da-41b9-a2e6-72d5ec867513), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.486566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a86327-5d3d-48d2-a364-f814eaa84456 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:48:29.497446 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.509822 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] For port 7c998e0e-ca9b-4b65-b65a-124605bc97b4, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:29.515185 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] For port 7c998e0e-ca9b-4b65-b65a-124605bc97b4, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7c998e0e-ca9b-4b65-b65a-124605bc97b4,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:29.530976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a86327-5d3d-48d2-a364-f814eaa84456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a6584b15-1eac-4389-967e-29abf9e35c7b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.531595 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-19a86327-5d3d-48d2-a364-f814eaa84456 admin admin] Added segment a6584b15-1eac-4389-967e-29abf9e35c7b of type vlan for network e56c6c06-9d52-453e-a218-08d393bef2c2 Feb 15 16:48:29.554844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a86327-5d3d-48d2-a364-f814eaa84456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118982dc-03da-41b9-a2e6-72d5ec867513,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:29.586861 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7c998e0e-ca9b-4b65-b65a-124605bc97b4), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.592453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Network f5055edf-942a-4377-9670-70c584a5ccb1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:29.603970 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:29.609058 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:29.616239 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a86327-5d3d-48d2-a364-f814eaa84456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (e56c6c06-9d52-453e-a218-08d393bef2c2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.643797 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Pushing event updated for resources: {'Port': ['ID=345dacdf-8e02-4c65-966d-aefdee4c97b9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:29.683157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.685630 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Routers {'2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:48:29.686759 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:48:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:29.724012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4bc7d-3148-4e85-ae4c-2824be4500de req-0bfba0e1-7cc4-4e9e-bd21-d84603ec186d tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:29.726547 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afd4bc7d-3148-4e85-ae4c-2824be4500de req-0bfba0e1-7cc4-4e9e-bd21-d84603ec186d tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.1239681 Feb 15 16:48:29.819649 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a86327-5d3d-48d2-a364-f814eaa84456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (e56c6c06-9d52-453e-a218-08d393bef2c2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.820618 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a86327-5d3d-48d2-a364-f814eaa84456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:29.821205 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19a86327-5d3d-48d2-a364-f814eaa84456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.839568 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afd4bc7d-3148-4e85-ae4c-2824be4500de req-1cd8c7d2-4df9-4ae9-878f-ba6c45fd2b59 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983858 Feb 15 16:48:29.862139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c6142-cbdc-4a9d-a946-ef760885ce6a req-70bf73f8-9507-4e11-bdec-1d9460e559d1 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:29.863674 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-992c6142-cbdc-4a9d-a946-ef760885ce6a req-70bf73f8-9507-4e11-bdec-1d9460e559d1 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.10 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 945 time: 0.1362412 Feb 15 16:48:29.904433 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] Set router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:48:29.906583 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7b6a7-cee4-4726-9f95-d2c02bbda25e None None] Pushing event updated for resources: {'Port': ['ID=7c998e0e-ca9b-4b65-b65a-124605bc97b4,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:29.919423 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf856ed7-279e-4fc1-9cdf-f7eca9deb176 req-fde4ba5e-14ac-4fb2-ab90-70ab0a35b7c1 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:29.929783 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf856ed7-279e-4fc1-9cdf-f7eca9deb176 req-fde4ba5e-14ac-4fb2-ab90-70ab0a35b7c1 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 945 time: 0.1163578 Feb 15 16:48:29.959093 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e87212e6-46de-4608-94f0-713761041387 None None] Provisioning complete for port 345dacdf-8e02-4c65-966d-aefdee4c97b9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:29.961515 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e87212e6-46de-4608-94f0-713761041387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:29.996393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a86327-5d3d-48d2-a364-f814eaa84456 admin admin] Pushing event updated for resources: {'Network': ['ID=e56c6c06-9d52-453e-a218-08d393bef2c2,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:30.023567 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network e56c6c06-9d52-453e-a218-08d393bef2c2 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:48:30.052422 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:30.059531 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-19a86327-5d3d-48d2-a364-f814eaa84456 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3111389 Feb 15 16:48:30.063761 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf856ed7-279e-4fc1-9cdf-f7eca9deb176 req-09165a59-6179-4406-b79e-79aef0990ad2 tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/security-groups?id=ee852b7c-b5fb-4131-a07e-864d61354e89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330717 Feb 15 16:48:30.064335 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48936) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:30.085035 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1e5810c8-5d47-454e-8adf-3305b9674d50 admin admin] Request body: {'subnet': {'network_id': 'e56c6c06-9d52-453e-a218-08d393bef2c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1711769869-subnet', 'tenant_id': '6e31898fb5804181ac19001bb578e22d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:30.142340 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d835b7a-262b-4477-be3f-9221e6a7159b req-9bce4f34-7619-478d-89f5-5c8381fcdfdc tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0824668 Feb 15 16:48:30.168838 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e87212e6-46de-4608-94f0-713761041387 None None] Port 345dacdf-8e02-4c65-966d-aefdee4c97b9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:48:30.189304 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-992c6142-cbdc-4a9d-a946-ef760885ce6a req-21e8f047-e19a-4aad-a9a4-34406fcb6aac tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Deleting port d77acd8a-97f9-4a14-b97e-0981edcc6cb0 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:48:30.189786 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-992c6142-cbdc-4a9d-a946-ef760885ce6a req-21e8f047-e19a-4aad-a9a4-34406fcb6aac tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d77acd8a-97f9-4a14-b97e-0981edcc6cb0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:30.253293 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ecce0f19-3e7e-40ea-ba46-66b0585d7e06 req-e3c6a62e-7365-404d-805e-62c1f2376f4e tempest-ImagesOneServerTestJSON-1388771049 tempest-ImagesOneServerTestJSON-1388771049-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8937697-9f67-4ecc-b4a0-2fbbab5f59fd HTTP/1.1" status: 200 len: 210 time: 0.0571697 Feb 15 16:48:30.256220 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5810c8-5d47-454e-8adf-3305b9674d50 admin admin] Made reservation on behalf of 6e31898fb5804181ac19001bb578e22d for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:30.258927 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e5810c8-5d47-454e-8adf-3305b9674d50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:30.269553 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'name': 'tempest-ServersTestManualDisk-2116213318-router', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:26Z', 'revision_number': 3, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'gw_port': {'id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:30.290510 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:30.299241 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3044cd8d-27cd-4c49-bee3-d31b5b4d6b14 None None] The sync data for ids ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'] in n-d-828372-14 is: [{'id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'name': 'tempest-ServersTestManualDisk-2116213318-router', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:26Z', 'revision_number': 3, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'gw_port': {'id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:48:30.345263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-992c6142-cbdc-4a9d-a946-ef760885ce6a req-21e8f047-e19a-4aad-a9a4-34406fcb6aac tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] For port d77acd8a-97f9-4a14-b97e-0981edcc6cb0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d77acd8a-97f9-4a14-b97e-0981edcc6cb0,segment=NetworkSegment(70cbafb4-c0ff-49a9-b326-1b1af33278d6),segment_id=70cbafb4-c0ff-49a9-b326-1b1af33278d6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:30.345691 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-992c6142-cbdc-4a9d-a946-ef760885ce6a req-21e8f047-e19a-4aad-a9a4-34406fcb6aac tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d77acd8a-97f9-4a14-b97e-0981edcc6cb0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:30.362169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-992c6142-cbdc-4a9d-a946-ef760885ce6a req-21e8f047-e19a-4aad-a9a4-34406fcb6aac tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Calling delete_port for d77acd8a-97f9-4a14-b97e-0981edcc6cb0 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:48:30.467485 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Publish callbacks [] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:30.570496 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab707e3-bc70-468f-b7e2-329985290ea0 req-bfa4c56f-d959-4574-a1e0-0c9a88babca9 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:30.572055 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ab707e3-bc70-468f-b7e2-329985290ea0 req-bfa4c56f-d959-4574-a1e0-0c9a88babca9 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.0755222 Feb 15 16:48:30.587317 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:30.617011 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:30.624979 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-992c6142-cbdc-4a9d-a946-ef760885ce6a req-21e8f047-e19a-4aad-a9a4-34406fcb6aac tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d77acd8a-97f9-4a14-b97e-0981edcc6cb0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:30.639599 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['d77acd8a-97f9-4a14-b97e-0981edcc6cb0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:48:30.641972 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e5810c8-5d47-454e-8adf-3305b9674d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (f2bcd3ef-857d-495e-bbae-295f6cc4a103), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:30.667948 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e8f047-e19a-4aad-a9a4-34406fcb6aac tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Pushing event deleted for resources: {'Port': ['ID=d77acd8a-97f9-4a14-b97e-0981edcc6cb0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:30.695344 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:48:30.705428 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Pushing event updated for resources: {'Port': ['ID=345dacdf-8e02-4c65-966d-aefdee4c97b9,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:30.709042 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:30.735386 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5810c8-5d47-454e-8adf-3305b9674d50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2bcd3ef-857d-495e-bbae-295f6cc4a103,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:30.750648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-992c6142-cbdc-4a9d-a946-ef760885ce6a req-21e8f047-e19a-4aad-a9a4-34406fcb6aac tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] No DVR routers for this DVR port d77acd8a-97f9-4a14-b97e-0981edcc6cb0 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:48:30.758626 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ab707e3-bc70-468f-b7e2-329985290ea0 req-c8ad2922-be4c-4a8c-8831-2cc617ae0893 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556907 Feb 15 16:48:30.766527 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-992c6142-cbdc-4a9d-a946-ef760885ce6a req-21e8f047-e19a-4aad-a9a4-34406fcb6aac tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:30.770745 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-992c6142-cbdc-4a9d-a946-ef760885ce6a req-21e8f047-e19a-4aad-a9a4-34406fcb6aac tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.10 "DELETE /v2.0/ports/d77acd8a-97f9-4a14-b97e-0981edcc6cb0 HTTP/1.1" status: 204 len: 173 time: 0.8802183 Feb 15 16:48:30.800812 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5810c8-5d47-454e-8adf-3305b9674d50 admin admin] Checking segment: {'id': 'a6584b15-1eac-4389-967e-29abf9e35c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'e56c6c06-9d52-453e-a218-08d393bef2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:30.801182 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5810c8-5d47-454e-8adf-3305b9674d50 admin admin] Network hostable DHCP agents. Network: e56c6c06-9d52-453e-a218-08d393bef2c2, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:48:30.854621 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Network f5055edf-942a-4377-9670-70c584a5ccb1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:30.858967 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:31.014529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5810c8-5d47-454e-8adf-3305b9674d50 admin admin] Network e56c6c06-9d52-453e-a218-08d393bef2c2 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:48:31.073313 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdc098-2184-47f5-a6f5-7eda75463c29 req-090438fd-1359-4932-93a4-1a595a94fe17 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:31.074981 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00bdc098-2184-47f5-a6f5-7eda75463c29 req-090438fd-1359-4932-93a4-1a595a94fe17 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.1166797 Feb 15 16:48:31.080858 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:48:31.116917 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-4b9de77f-d246-4753-aa83-0e7cd819a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:31.119414 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-4b9de77f-d246-4753-aa83-0e7cd819a63f service neutron] 10.222.0.10 "GET /v2.0/ports/41438aaf-3eb8-4735-95e0-46102a711d7c HTTP/1.1" status: 200 len: 1027 time: 0.0782025 Feb 15 16:48:31.138128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912', 'name': 'network-vif-deleted', 'tag': 'd77acd8a-97f9-4a14-b97e-0981edcc6cb0'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:31.140742 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35883ca5-fa8c-467e-99ee-90e77b1a1129" -d '{"events": [{"server_uuid": "fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912", "name": "network-vif-deleted", "tag": "d77acd8a-97f9-4a14-b97e-0981edcc6cb0"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:31.147650 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-1e5810c8-5d47-454e-8adf-3305b9674d50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, e56c6c06-9d52-453e-a218-08d393bef2c2) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:31.158530 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5810c8-5d47-454e-8adf-3305b9674d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:31.159138 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1e5810c8-5d47-454e-8adf-3305b9674d50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:31.164216 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3e10ea-bdee-474e-9810-e7b38df59c14 None None] Network e56c6c06-9d52-453e-a218-08d393bef2c2 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:48:31.177691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-ddd6bfe9-3f53-46b0-bd56-9befef031026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:31.179557 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-ddd6bfe9-3f53-46b0-bd56-9befef031026 service neutron] 10.222.0.10 "GET /v2.0/ports/e12c4311-7333-4002-a1ec-b7bac72ef0b9 HTTP/1.1" status: 200 len: 1027 time: 0.0534766 Feb 15 16:48:31.254348 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-064d9074-f1be-429e-b613-66caa8f548e6 None None] Provisioning complete for port 345dacdf-8e02-4c65-966d-aefdee4c97b9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:31.255509 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-064d9074-f1be-429e-b613-66caa8f548e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:31.266049 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5a70dd6-fd1b-47f2-9e24-44e6b207a6ee req-79db9811-939d-4102-b0aa-d0377998787b tempest-ServersNegativeTestMultiTenantJSON-1853468373 tempest-ServersNegativeTestMultiTenantJSON-1853468373-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912 HTTP/1.1" status: 200 len: 210 time: 0.0851221 Feb 15 16:48:31.292037 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00bdc098-2184-47f5-a6f5-7eda75463c29 req-7f6a495e-3a33-495b-b365-ffdbcfd29b92 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067571 Feb 15 16:48:31.342631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-064d9074-f1be-429e-b613-66caa8f548e6 None None] Port 345dacdf-8e02-4c65-966d-aefdee4c97b9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:48:31.348827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851d77e7-7b47-4203-a9ed-9719e433cc63 None None] Network e56c6c06-9d52-453e-a218-08d393bef2c2 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:48:31.367266 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:48:31.373959 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e8e30e-a5bb-4854-8696-dc57045b6fbc x-openstack-request-id: req-a2e8e30e-a5bb-4854-8696-dc57045b6fbc {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:31.374352 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912", "name": "network-vif-deleted", "tag": "d77acd8a-97f9-4a14-b97e-0981edcc6cb0", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:31.385088 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a2e8e30e-a5bb-4854-8696-dc57045b6fbc {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:31.385088 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc55ded9-0cf1-4c4a-93cb-2c97cd8b5912', 'name': 'network-vif-deleted', 'tag': 'd77acd8a-97f9-4a14-b97e-0981edcc6cb0', 'status': 'completed', 'code': 200} Feb 15 16:48:31.389511 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-48840622-e30a-4864-b744-9a42f4e87b8b admin admin] 10.222.0.107 "PUT /v2.0/routers/2583b5b0-7e4f-464a-8d15-74bd23eb3f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0666993 Feb 15 16:48:31.424754 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1e5810c8-5d47-454e-8adf-3305b9674d50 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3523355 Feb 15 16:48:31.477298 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c0a54bb7-3c62-47b9-bbdb-69179fafa943 req-5e9aec62-1dad-4673-8947-a004619665c0 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0511184 Feb 15 16:48:31.506906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-d2f5e7c0-fda0-49a2-b01c-3b4f66b8b44c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:31.512015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-d2f5e7c0-fda0-49a2-b01c-3b4f66b8b44c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:31.523585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-d2f5e7c0-fda0-49a2-b01c-3b4f66b8b44c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:31.525850 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-d2f5e7c0-fda0-49a2-b01c-3b4f66b8b44c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.10 "GET /v2.0/networks?id=4f52de73-9cea-45af-a968-bf8d98f9217e&id=27a74dfa-05f1-43ff-9791-7a79afada23c&id=27a74dfa-05f1-43ff-9791-7a79afada23c&id=27a74dfa-05f1-43ff-9791-7a79afada23c&id=27a74dfa-05f1-43ff-9791-7a79afada23c&id=acc3e972-bc1b-4777-96d3-4501629569dc&id=acc3e972-bc1b-4777-96d3-4501629569dc HTTP/1.1" status: 200 len: 1990 time: 0.3350120 Feb 15 16:48:31.597800 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48964) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:31.630721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-dbf87b7d-8d94-4327-a7ee-be85d6af490a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81594fa848e7414b8f51155b921da775 HTTP/1.1" status: 200 len: 379 time: 0.0943806 Feb 15 16:48:31.645525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-978abf14-5701-4ae9-8984-ef2537b03272 req-695cecfd-1d0c-4007-92e7-a336201c7399 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Request body: {'port': {'device_id': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e', 'admin_state_up': True, 'tenant_id': '81594fa848e7414b8f51155b921da775', 'security_groups': ['9bb4248e-aa55-487a-9f15-a5ae21b4cd33']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:31.676811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fac6c3d-fb68-4fb7-999f-858d6d3bd576 admin admin] Deleting subnet f2bcd3ef-857d-495e-bbae-295f6cc4a103 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:48:31.680406 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fac6c3d-fb68-4fb7-999f-858d6d3bd576 admin admin] Publish callbacks [] for subnet (f2bcd3ef-857d-495e-bbae-295f6cc4a103), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:31.720756 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fac6c3d-fb68-4fb7-999f-858d6d3bd576 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (f2bcd3ef-857d-495e-bbae-295f6cc4a103), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:31.768929 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fac6c3d-fb68-4fb7-999f-858d6d3bd576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (f2bcd3ef-857d-495e-bbae-295f6cc4a103), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:31.883378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-695cecfd-1d0c-4007-92e7-a336201c7399 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Made reservation on behalf of 81594fa848e7414b8f51155b921da775 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:31.892979 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-695cecfd-1d0c-4007-92e7-a336201c7399 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:31.926113 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fac6c3d-fb68-4fb7-999f-858d6d3bd576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (f2bcd3ef-857d-495e-bbae-295f6cc4a103), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:31.969953 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fac6c3d-fb68-4fb7-999f-858d6d3bd576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:31.991784 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2fac6c3d-fb68-4fb7-999f-858d6d3bd576 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/f2bcd3ef-857d-495e-bbae-295f6cc4a103 HTTP/1.1" status: 204 len: 168 time: 0.3907259 Feb 15 16:48:32.013485 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48968) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:32.034424 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fac6c3d-fb68-4fb7-999f-858d6d3bd576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2bcd3ef-857d-495e-bbae-295f6cc4a103,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:32.063897 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 808877af-84fc-46bf-aa29-c2ba271b5a23 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:48:32.136499 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ee845-3bef-4b5d-8fe0-6eb034179288 req-e940f375-f2c3-4415-927c-b30faedcee10 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:32.142089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 808877af-84fc-46bf-aa29-c2ba271b5a23 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:48:32.145281 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 808877af-84fc-46bf-aa29-c2ba271b5a23 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:48:32.150821 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4b5ee845-3bef-4b5d-8fe0-6eb034179288 req-e940f375-f2c3-4415-927c-b30faedcee10 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.2715173 Feb 15 16:48:32.163474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7c998e0e-ca9b-4b65-b65a-124605bc97b4 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:32.191862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48972) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:32.198967 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-22d65b4c-a9a2-4086-959e-39110e685153 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1590057132', 'description': 'tempest-description--590049860'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:32.200215 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48974) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:32.204810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-978abf14-5701-4ae9-8984-ef2537b03272 req-695cecfd-1d0c-4007-92e7-a336201c7399 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Allocated IP 172.20.0.14 (4f52de73-9cea-45af-a968-bf8d98f9217e/47993210-4410-433b-bc3b-435fcce0d594/881e40ad-0c63-425b-99cc-d07326271955) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:32.233936 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3f17338-dd7d-412f-af56-030b1dd45854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (e56c6c06-9d52-453e-a218-08d393bef2c2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.262102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7c998e0e-ca9b-4b65-b65a-124605bc97b4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:32.263675 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7c998e0e-ca9b-4b65-b65a-124605bc97b4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.280923 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4b5ee845-3bef-4b5d-8fe0-6eb034179288 req-4d5911b2-6c27-4b23-83da-a4d093d6c93e tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251342 Feb 15 16:48:32.405657 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3f17338-dd7d-412f-af56-030b1dd45854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (e56c6c06-9d52-453e-a218-08d393bef2c2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.427654 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48982) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:32.428265 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-695cecfd-1d0c-4007-92e7-a336201c7399 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for port (881e40ad-0c63-425b-99cc-d07326271955), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.441987 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-22d65b4c-a9a2-4086-959e-39110e685153 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.474503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7c998e0e-ca9b-4b65-b65a-124605bc97b4 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:32.475084 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7c998e0e-ca9b-4b65-b65a-124605bc97b4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.495903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-c3f17338-dd7d-412f-af56-030b1dd45854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56c6c06-9d52-453e-a218-08d393bef2c2']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:32.510373 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 7c998e0e-ca9b-4b65-b65a-124605bc97b4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7c998e0e-ca9b-4b65-b65a-124605bc97b4,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:32.559745 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-c3f17338-dd7d-412f-af56-030b1dd45854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6584b15-1eac-4389-967e-29abf9e35c7b') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:32.560228 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-c3f17338-dd7d-412f-af56-030b1dd45854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6584b15-1eac-4389-967e-29abf9e35c7b') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:32.569525 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-22d65b4c-a9a2-4086-959e-39110e685153 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for security_group (b27c8814-81dd-4829-a961-dff84405c761), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.581268 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7c998e0e-ca9b-4b65-b65a-124605bc97b4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.585288 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3f17338-dd7d-412f-af56-030b1dd45854 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (a6584b15-1eac-4389-967e-29abf9e35c7b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.596225 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c50413-7d66-412d-8e57-a9edeb005461 admin admin] Deleting subnet 32364341-f93d-4225-85e3-ce7044572353 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:48:32.614686 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71c50413-7d66-412d-8e57-a9edeb005461 admin admin] Publish callbacks [] for subnet (32364341-f93d-4225-85e3-ce7044572353), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.631453 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e07452fc-1918-471b-a484-2da27153528f req-b202c513-310f-496d-a452-75b8727e843a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0602357 Feb 15 16:48:32.632650 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-695cecfd-1d0c-4007-92e7-a336201c7399 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (881e40ad-0c63-425b-99cc-d07326271955), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.665984 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3f17338-dd7d-412f-af56-030b1dd45854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a6584b15-1eac-4389-967e-29abf9e35c7b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.680052 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-423a4766-edd7-49fd-97f7-d311cab025a2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=08f45dd48ba2453cbb29f1d7def9c03c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4724753 Feb 15 16:48:32.682917 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48986) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:32.685924 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3f17338-dd7d-412f-af56-030b1dd45854 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:48:32.686458 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3f17338-dd7d-412f-af56-030b1dd45854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (a6584b15-1eac-4389-967e-29abf9e35c7b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.692312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=7c998e0e-ca9b-4b65-b65a-124605bc97b4,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:48:32.692634 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:48:32.694515 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-22d65b4c-a9a2-4086-959e-39110e685153 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b27c8814-81dd-4829-a961-dff84405c761), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.703483 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d5bc0-f18f-48c2-8ccd-0c089486fcfc req-8699a557-5528-47c2-aae2-3e3ced696d77 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:32.705638 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-744d5bc0-f18f-48c2-8ccd-0c089486fcfc req-8699a557-5528-47c2-aae2-3e3ced696d77 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.2595112 Feb 15 16:48:32.750816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Sync routers for ids ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:48:32.753959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978abf14-5701-4ae9-8984-ef2537b03272 req-695cecfd-1d0c-4007-92e7-a336201c7399 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Network 4f52de73-9cea-45af-a968-bf8d98f9217e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:32.759887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cecfd-1d0c-4007-92e7-a336201c7399 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event updated for resources: {'Port': ['ID=881e40ad-0c63-425b-99cc-d07326271955,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:32.764195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-978abf14-5701-4ae9-8984-ef2537b03272 req-695cecfd-1d0c-4007-92e7-a336201c7399 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:32.766636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-695cecfd-1d0c-4007-92e7-a336201c7399 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:32.770569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d65b4c-a9a2-4086-959e-39110e685153 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27c8814-81dd-4829-a961-dff84405c761,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:32.784358 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Routers {'2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:48:32.785145 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:48:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:32.805209 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71c50413-7d66-412d-8e57-a9edeb005461 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (32364341-f93d-4225-85e3-ce7044572353), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.807010 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-22d65b4c-a9a2-4086-959e-39110e685153 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.808261 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-22d65b4c-a9a2-4086-959e-39110e685153 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6154249 Feb 15 16:48:32.811831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48988) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:32.817245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-315f849b-9a35-4785-9c34-f137171216c9 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Request body: {'security_group_rule': {'security_group_id': 'b27c8814-81dd-4829-a961-dff84405c761', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:32.855052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-695cecfd-1d0c-4007-92e7-a336201c7399 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:32.855690 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-695cecfd-1d0c-4007-92e7-a336201c7399 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.927682 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71c50413-7d66-412d-8e57-a9edeb005461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (32364341-f93d-4225-85e3-ce7044572353), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:32.942882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Set router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:48:32.960364 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-695cecfd-1d0c-4007-92e7-a336201c7399 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3195996 Feb 15 16:48:32.967894 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-744d5bc0-f18f-48c2-8ccd-0c089486fcfc req-67446f96-02b4-48e8-a1a5-cf9ca929b703 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437274 Feb 15 16:48:32.972716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c0db35c1-9e29-4a42-85c8-7a7f1fc79e36 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Request body: {'port': {'device_id': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c', 'admin_state_up': True, 'tenant_id': '81594fa848e7414b8f51155b921da775', 'security_groups': ['9bb4248e-aa55-487a-9f15-a5ae21b4cd33']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:32.990477 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-474f7f4b-ac4c-437d-95d2-8f5ff7ee526f admin admin] Publish callbacks [] for security_group (085c9309-7dbb-4aa1-8dbe-5600fcebd1d1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.018981 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3f17338-dd7d-412f-af56-030b1dd45854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (e56c6c06-9d52-453e-a218-08d393bef2c2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.034608 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3f17338-dd7d-412f-af56-030b1dd45854 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.040394 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c3f17338-dd7d-412f-af56-030b1dd45854 admin admin] 10.222.0.107 "DELETE /v2.0/networks/e56c6c06-9d52-453e-a218-08d393bef2c2 HTTP/1.1" status: 204 len: 168 time: 1.0250170 Feb 15 16:48:33.064134 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f17338-dd7d-412f-af56-030b1dd45854 admin admin] Pushing event deleted for resources: {'Network': ['ID=e56c6c06-9d52-453e-a218-08d393bef2c2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:33.079148 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-315f849b-9a35-4785-9c34-f137171216c9 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for security_group_rule (d371d6ab-9626-4f48-aadb-aa3deb5f50a8), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.085604 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-474f7f4b-ac4c-437d-95d2-8f5ff7ee526f admin admin] Publish callbacks [] for security_group (085c9309-7dbb-4aa1-8dbe-5600fcebd1d1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.139211 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-315f849b-9a35-4785-9c34-f137171216c9 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for security_group_rule (d371d6ab-9626-4f48-aadb-aa3deb5f50a8), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.146768 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71c50413-7d66-412d-8e57-a9edeb005461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (32364341-f93d-4225-85e3-ce7044572353), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.188237 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71c50413-7d66-412d-8e57-a9edeb005461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.192688 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-71c50413-7d66-412d-8e57-a9edeb005461 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/32364341-f93d-4225-85e3-ce7044572353 HTTP/1.1" status: 204 len: 168 time: 0.7626150 Feb 15 16:48:33.194697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c50413-7d66-412d-8e57-a9edeb005461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32364341-f93d-4225-85e3-ce7044572353,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:33.196538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48992) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:33.215108 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-315f849b-9a35-4785-9c34-f137171216c9 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (d371d6ab-9626-4f48-aadb-aa3deb5f50a8), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.238849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f849b-9a35-4785-9c34-f137171216c9 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d371d6ab-9626-4f48-aadb-aa3deb5f50a8,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:33.252127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c65e9cde-959c-4bbe-9370-26666623e9dd None None] Provisioning complete for port 881e40ad-0c63-425b-99cc-d07326271955 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:33.252576 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c65e9cde-959c-4bbe-9370-26666623e9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (881e40ad-0c63-425b-99cc-d07326271955), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.289341 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ced5-509e-4698-895d-e24db8377bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (e05bc2a3-c448-4234-803b-a9421e8ea12e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.295993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c0db35c1-9e29-4a42-85c8-7a7f1fc79e36 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Made reservation on behalf of 81594fa848e7414b8f51155b921da775 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:33.299544 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c0db35c1-9e29-4a42-85c8-7a7f1fc79e36 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.317295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c65e9cde-959c-4bbe-9370-26666623e9dd None None] Port 881e40ad-0c63-425b-99cc-d07326271955 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:48:33.377145 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'name': 'tempest-ServersTestManualDisk-2116213318-router', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:29Z', 'revision_number': 4, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'gw_port': {'id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '345dacdf-8e02-4c65-966d-aefdee4c97b9', 'name': '', 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'mac_address': 'fa:16:3e:b2:bf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:28Z', 'updated_at': '2022-02-15T16:48:30Z', 'revision_number': 2, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'subnets': [{'id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:33.405491 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ced5-509e-4698-895d-e24db8377bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (e05bc2a3-c448-4234-803b-a9421e8ea12e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.406672 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Checking router: 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:48:33.410864 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Updating router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e port 345dacdf-8e02-4c65-966d-aefdee4c97b9 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:48:33.411012 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-315f849b-9a35-4785-9c34-f137171216c9 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.411012 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-315f849b-9a35-4785-9c34-f137171216c9 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5970275 Feb 15 16:48:33.412386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48996) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:33.418527 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-bd7e6b1e-4f9b-49e0-8a2d-788b275225a6 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Request body: {'security_group_rule': {'security_group_id': 'b27c8814-81dd-4829-a961-dff84405c761', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:33.428248 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6fe5ced5-509e-4698-895d-e24db8377bda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05bc2a3-c448-4234-803b-a9421e8ea12e']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:33.436091 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-474f7f4b-ac4c-437d-95d2-8f5ff7ee526f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (085c9309-7dbb-4aa1-8dbe-5600fcebd1d1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.438964 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-474f7f4b-ac4c-437d-95d2-8f5ff7ee526f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.440254 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-474f7f4b-ac4c-437d-95d2-8f5ff7ee526f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/085c9309-7dbb-4aa1-8dbe-5600fcebd1d1 HTTP/1.1" status: 204 len: 168 time: 0.7562933 Feb 15 16:48:33.445528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6fe5ced5-509e-4698-895d-e24db8377bda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cbafb4-c0ff-49a9-b326-1b1af33278d6') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:33.445825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6fe5ced5-509e-4698-895d-e24db8377bda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cbafb4-c0ff-49a9-b326-1b1af33278d6') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:33.459844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f7f4b-ac4c-437d-95d2-8f5ff7ee526f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085c9309-7dbb-4aa1-8dbe-5600fcebd1d1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:33.461578 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ced5-509e-4698-895d-e24db8377bda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (70cbafb4-c0ff-49a9-b326-1b1af33278d6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.476114 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ced5-509e-4698-895d-e24db8377bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (70cbafb4-c0ff-49a9-b326-1b1af33278d6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.483557 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe5ced5-509e-4698-895d-e24db8377bda admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:48:33.484263 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ced5-509e-4698-895d-e24db8377bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (70cbafb4-c0ff-49a9-b326-1b1af33278d6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:48:33.486224 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:48:33.523858 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.604816 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6b1e-4f9b-49e0-8a2d-788b275225a6 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for security_group_rule (8f01705c-692f-4de4-a53c-f5c12ad97bc4), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.616562 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49000) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:33.624561 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ced5-509e-4698-895d-e24db8377bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (e05bc2a3-c448-4234-803b-a9421e8ea12e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.640623 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fe5ced5-509e-4698-895d-e24db8377bda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.646764 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6fe5ced5-509e-4698-895d-e24db8377bda admin admin] 10.222.0.107 "DELETE /v2.0/networks/e05bc2a3-c448-4234-803b-a9421e8ea12e HTTP/1.1" status: 204 len: 168 time: 0.4456151 Feb 15 16:48:33.649818 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49002) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:33.656029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe5ced5-509e-4698-895d-e24db8377bda admin admin] Pushing event deleted for resources: {'Network': ['ID=e05bc2a3-c448-4234-803b-a9421e8ea12e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:33.711571 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-678bb8a7-2dfb-4e3b-a42f-08a0690d1b51 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6e31898fb5804181ac19001bb578e22d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0938032 Feb 15 16:48:33.716262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49006) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:33.796193 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-392babf8-9fd3-4928-bb15-da2bc3de3c64 admin admin] Publish callbacks [] for security_group (118982dc-03da-41b9-a2e6-72d5ec867513), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.842879 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-392babf8-9fd3-4928-bb15-da2bc3de3c64 admin admin] Publish callbacks [] for security_group (118982dc-03da-41b9-a2e6-72d5ec867513), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.898202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ad167-0e52-4316-939e-f669885e9753 req-27e8b24a-cb3d-4958-a791-1aa080e8727f tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:33.899851 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c88ad167-0e52-4316-939e-f669885e9753 req-27e8b24a-cb3d-4958-a791-1aa080e8727f tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 932 time: 0.1196237 Feb 15 16:48:33.925966 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Publish callbacks [] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:33.980064 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c88ad167-0e52-4316-939e-f669885e9753 req-76da7604-a59f-4b93-9dd5-4f5a20836261 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688195 Feb 15 16:48:34.027393 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:34.101285 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7c998e0e-ca9b-4b65-b65a-124605bc97b4 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:34.174530 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-392babf8-9fd3-4928-bb15-da2bc3de3c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (118982dc-03da-41b9-a2e6-72d5ec867513), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:34.181535 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-392babf8-9fd3-4928-bb15-da2bc3de3c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:34.188266 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-392babf8-9fd3-4928-bb15-da2bc3de3c64 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/118982dc-03da-41b9-a2e6-72d5ec867513 HTTP/1.1" status: 204 len: 168 time: 0.4706237 Feb 15 16:48:34.201622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7d2e4-1242-4a90-ba12-d84498dc5d8c None None] Pushing event updated for resources: {'Port': ['ID=345dacdf-8e02-4c65-966d-aefdee4c97b9,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:34.206849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ea5cf-2672-4dc1-a3e0-de4a9f04b3fc req-a60e0c55-2efe-4625-a0e3-606bbb5a791b tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:34.217783 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b47ea5cf-2672-4dc1-a3e0-de4a9f04b3fc req-a60e0c55-2efe-4625-a0e3-606bbb5a791b tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.8466671 Feb 15 16:48:34.223361 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7d2e4-1242-4a90-ba12-d84498dc5d8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:34.223361 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7d2e4-1242-4a90-ba12-d84498dc5d8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:34.223361 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7d2e4-1242-4a90-ba12-d84498dc5d8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:34.223361 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7d2e4-1242-4a90-ba12-d84498dc5d8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:34.223361 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7d2e4-1242-4a90-ba12-d84498dc5d8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:34.226950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7d2e4-1242-4a90-ba12-d84498dc5d8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:34.227112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7d2e4-1242-4a90-ba12-d84498dc5d8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:34.227334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7d2e4-1242-4a90-ba12-d84498dc5d8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:34.227673 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7d2e4-1242-4a90-ba12-d84498dc5d8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:34.228006 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7d2e4-1242-4a90-ba12-d84498dc5d8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:34.228604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7d2e4-1242-4a90-ba12-d84498dc5d8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:34.228723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7d2e4-1242-4a90-ba12-d84498dc5d8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:34.228970 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd7d2e4-1242-4a90-ba12-d84498dc5d8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:48:34.232443 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392babf8-9fd3-4928-bb15-da2bc3de3c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118982dc-03da-41b9-a2e6-72d5ec867513,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:34.255530 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a5362-369a-4730-8780-25282315e07f req-95762ce5-8f2d-4035-8527-543d65e9ded3 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:34.260481 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a1a5362-369a-4730-8780-25282315e07f req-95762ce5-8f2d-4035-8527-543d65e9ded3 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.1954386 Feb 15 16:48:34.335715 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a1a5362-369a-4730-8780-25282315e07f req-c007d9d9-0097-4cb3-8025-168363cdfd04 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692277 Feb 15 16:48:34.343699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c0db35c1-9e29-4a42-85c8-7a7f1fc79e36 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Allocated IP 10.1.1.83 (27a74dfa-05f1-43ff-9791-7a79afada23c/587154f3-20db-43d7-af01-606fa38584bd/3afed0e7-2cee-4126-8584-e4805f52e3c7) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:34.385781 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6b1e-4f9b-49e0-8a2d-788b275225a6 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for security_group_rule (8f01705c-692f-4de4-a53c-f5c12ad97bc4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:34.412340 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedcf03a-a706-4409-bcca-b086b2e9afd0 admin admin] Deleting subnet d3bc2efc-a893-4cba-9b2a-dc2c7bc5d7cf {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:48:34.458978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eedcf03a-a706-4409-bcca-b086b2e9afd0 admin admin] Publish callbacks [] for subnet (d3bc2efc-a893-4cba-9b2a-dc2c7bc5d7cf), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:34.478271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7c998e0e-ca9b-4b65-b65a-124605bc97b4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:34.478741 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7c998e0e-ca9b-4b65-b65a-124605bc97b4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:34.481810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Attempting to bind port 345dacdf-8e02-4c65-966d-aefdee4c97b9 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:34.482184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Attempting to bind port 345dacdf-8e02-4c65-966d-aefdee4c97b9 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:34.482620 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Attempting to bind port 345dacdf-8e02-4c65-966d-aefdee4c97b9 on network f5055edf-942a-4377-9670-70c584a5ccb1 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:34.506843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:34.507260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Checking segment: {'id': 'e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:34.507622 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:34.508008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Bound using segment: {'id': 'e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:34.508915 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Bound port: 345dacdf-8e02-4c65-966d-aefdee4c97b9, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:34.508915 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:34.547517 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6b1e-4f9b-49e0-8a2d-788b275225a6 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (8f01705c-692f-4de4-a53c-f5c12ad97bc4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:34.599442 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-13f43386-8b69-4015-8a8e-f178caf4ecc7 None None] Provisioning complete for port 345dacdf-8e02-4c65-966d-aefdee4c97b9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:34.599821 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13f43386-8b69-4015-8a8e-f178caf4ecc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:34.646856 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] For port 345dacdf-8e02-4c65-966d-aefdee4c97b9, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:34.668259 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] For port 345dacdf-8e02-4c65-966d-aefdee4c97b9, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=345dacdf-8e02-4c65-966d-aefdee4c97b9,segment=NetworkSegment(e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c),segment_id=e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:34.671528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device d77acd8a-97f9-4a14-b97e-0981edcc6cb0 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:48:34.703939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7c998e0e-ca9b-4b65-b65a-124605bc97b4 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:34.707205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-13f43386-8b69-4015-8a8e-f178caf4ecc7 None None] Port 345dacdf-8e02-4c65-966d-aefdee4c97b9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:48:34.710220 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: d77acd8a-97f9-4a14-b97e-0981edcc6cb0 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:48:34.710220 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device d77acd8a-97f9-4a14-b97e-0981edcc6cb0 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:48:34.732041 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:34.786264 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c0db35c1-9e29-4a42-85c8-7a7f1fc79e36 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:34.824144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e6b1e-4f9b-49e0-8a2d-788b275225a6 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f01705c-692f-4de4-a53c-f5c12ad97bc4,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:34.841230 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eedcf03a-a706-4409-bcca-b086b2e9afd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (d3bc2efc-a893-4cba-9b2a-dc2c7bc5d7cf), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:34.856577 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b47ea5cf-2672-4dc1-a3e0-de4a9f04b3fc req-8b3b1226-59f0-4000-9031-6bfeea2819df tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6331906 Feb 15 16:48:34.872902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Routers {'2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:48:34.873908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:48:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:34.916815 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eedcf03a-a706-4409-bcca-b086b2e9afd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (d3bc2efc-a893-4cba-9b2a-dc2c7bc5d7cf), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:35.007711 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c0db35c1-9e29-4a42-85c8-7a7f1fc79e36 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:35.020791 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bd7e6b1e-4f9b-49e0-8a2d-788b275225a6 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:35.027088 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49040) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:35.029078 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bd7e6b1e-4f9b-49e0-8a2d-788b275225a6 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6156206 Feb 15 16:48:35.032762 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] Set router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:48:35.036882 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:35.085758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7d2e4-1242-4a90-ba12-d84498dc5d8c None None] Pushing event updated for resources: {'Port': ['ID=345dacdf-8e02-4c65-966d-aefdee4c97b9,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:35.137113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c0db35c1-9e29-4a42-85c8-7a7f1fc79e36 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Network 27a74dfa-05f1-43ff-9791-7a79afada23c is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:35.155307 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c0db35c1-9e29-4a42-85c8-7a7f1fc79e36 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:35.159425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c0db35c1-9e29-4a42-85c8-7a7f1fc79e36 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:35.190801 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:35.243388 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eedcf03a-a706-4409-bcca-b086b2e9afd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (d3bc2efc-a893-4cba-9b2a-dc2c7bc5d7cf), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:35.300638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db35c1-9e29-4a42-85c8-7a7f1fc79e36 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event updated for resources: {'Port': ['ID=3afed0e7-2cee-4126-8584-e4805f52e3c7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:35.321287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd91ee-592c-4228-8951-9ef7ba9dd336 req-4b387ae7-6f29-40f9-85f9-96925fdcf0c2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:35.327094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49044) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:35.333055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedd91ee-592c-4228-8951-9ef7ba9dd336 req-4b387ae7-6f29-40f9-85f9-96925fdcf0c2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:35.341198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e991702b-ce2c-4782-b152-21a523dbc50b None None] Provisioning complete for port 345dacdf-8e02-4c65-966d-aefdee4c97b9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:35.341198 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e991702b-ce2c-4782-b152-21a523dbc50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:35.341711 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcf03a-a706-4409-bcca-b086b2e9afd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3bc2efc-a893-4cba-9b2a-dc2c7bc5d7cf,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:35.342063 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bedd91ee-592c-4228-8951-9ef7ba9dd336 req-4b387ae7-6f29-40f9-85f9-96925fdcf0c2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 1653 time: 0.1964314 Feb 15 16:48:35.367973 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eedcf03a-a706-4409-bcca-b086b2e9afd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:35.370857 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-eedcf03a-a706-4409-bcca-b086b2e9afd0 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/d3bc2efc-a893-4cba-9b2a-dc2c7bc5d7cf HTTP/1.1" status: 204 len: 168 time: 1.7107275 Feb 15 16:48:35.376641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c0db35c1-9e29-4a42-85c8-7a7f1fc79e36 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:35.377286 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c0db35c1-9e29-4a42-85c8-7a7f1fc79e36 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:35.377513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49050) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:35.541952 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c0db35c1-9e29-4a42-85c8-7a7f1fc79e36 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5741484 Feb 15 16:48:35.561788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-978abf14-5701-4ae9-8984-ef2537b03272 req-9dac8ecf-112e-4b6e-96a0-6edd0f7fc8f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Request body: {'port': {'device_id': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c', 'admin_state_up': True, 'tenant_id': '81594fa848e7414b8f51155b921da775', 'security_groups': ['9bb4248e-aa55-487a-9f15-a5ae21b4cd33']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:35.577560 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bedd91ee-592c-4228-8951-9ef7ba9dd336 req-3bc4751d-3777-4448-820d-33a039f50e90 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346284 Feb 15 16:48:35.586691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-adfed92e-aeb8-4ede-a6b2-acc09f21e96f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-155902552-network', 'tenant_id': 'ca635b7ac9e5468b90eace37fe29d332'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:35.599369 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9531d2d6-4a8a-47ae-9ddf-47b5f5025568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (f4ae9189-0b3a-4398-b838-be8b8fd16948), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:35.646469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e991702b-ce2c-4782-b152-21a523dbc50b None None] Current status of the port 345dacdf-8e02-4c65-966d-aefdee4c97b9 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:35.649482 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e991702b-ce2c-4782-b152-21a523dbc50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:35.709464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9157e4-409b-40e9-b997-97e85fa5d722 req-627b72d0-b9e9-4a95-8a8a-352fc7e24ff9 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:35.711417 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb9157e4-409b-40e9-b997-97e85fa5d722 req-627b72d0-b9e9-4a95-8a8a-352fc7e24ff9 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.2401321 Feb 15 16:48:35.718690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'name': 'tempest-ServersTestManualDisk-2116213318-router', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:29Z', 'revision_number': 4, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'gw_port': {'id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '345dacdf-8e02-4c65-966d-aefdee4c97b9', 'name': '', 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'mac_address': 'fa:16:3e:b2:bf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:28Z', 'updated_at': '2022-02-15T16:48:34Z', 'revision_number': 4, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'subnets': [{'id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:35.770746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c9786-2a12-41be-9e48-cae67021f51f None None] The sync data for ids ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'] in n-d-828372-14 is: [{'id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'name': 'tempest-ServersTestManualDisk-2116213318-router', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:29Z', 'revision_number': 4, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'gw_port': {'id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '345dacdf-8e02-4c65-966d-aefdee4c97b9', 'name': '', 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'mac_address': 'fa:16:3e:b2:bf:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:28Z', 'updated_at': '2022-02-15T16:48:34Z', 'revision_number': 4, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'subnets': [{'id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:48:35.790450 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e991702b-ce2c-4782-b152-21a523dbc50b None None] For port 345dacdf-8e02-4c65-966d-aefdee4c97b9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=345dacdf-8e02-4c65-966d-aefdee4c97b9,segment=NetworkSegment(e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c),segment_id=e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:35.791654 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb9157e4-409b-40e9-b997-97e85fa5d722 req-edfb7d18-fa05-4032-99e8-59bf19e76b00 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728343 Feb 15 16:48:35.792422 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfed92e-aeb8-4ede-a6b2-acc09f21e96f admin admin] Made reservation on behalf of ca635b7ac9e5468b90eace37fe29d332 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:35.794845 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-adfed92e-aeb8-4ede-a6b2-acc09f21e96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:35.813936 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-adfed92e-aeb8-4ede-a6b2-acc09f21e96f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:35.886133 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e991702b-ce2c-4782-b152-21a523dbc50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:35.954853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-9dac8ecf-112e-4b6e-96a0-6edd0f7fc8f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Made reservation on behalf of 81594fa848e7414b8f51155b921da775 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:35.962222 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-9dac8ecf-112e-4b6e-96a0-6edd0f7fc8f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.036501 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49062) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:36.038447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991702b-ce2c-4782-b152-21a523dbc50b None None] Pushing event updated for resources: {'Port': ['ID=345dacdf-8e02-4c65-966d-aefdee4c97b9,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:36.054624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b1619cab-7c96-461c-91cb-6c1285b0da63 None None] Provisioning complete for port 3afed0e7-2cee-4126-8584-e4805f52e3c7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:36.054989 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b1619cab-7c96-461c-91cb-6c1285b0da63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.144675 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b1619cab-7c96-461c-91cb-6c1285b0da63 None None] Port 3afed0e7-2cee-4126-8584-e4805f52e3c7 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:48:36.197751 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 345dacdf-8e02-4c65-966d-aefdee4c97b9 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:36.227100 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-adfed92e-aeb8-4ede-a6b2-acc09f21e96f admin admin] Publish callbacks [] for security_group (2f65d856-6811-4498-bb12-c233bc7b6b5f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.271651 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-bee261df-3787-4196-85ec-f6c3ef6de3c9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-network', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:36.292753 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 345dacdf-8e02-4c65-966d-aefdee4c97b9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:36.293215 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.315651 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-adfed92e-aeb8-4ede-a6b2-acc09f21e96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2f65d856-6811-4498-bb12-c233bc7b6b5f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.342408 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.373349 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9531d2d6-4a8a-47ae-9ddf-47b5f5025568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (f4ae9189-0b3a-4398-b838-be8b8fd16948), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.376691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfed92e-aeb8-4ede-a6b2-acc09f21e96f admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:48:36.396796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfed92e-aeb8-4ede-a6b2-acc09f21e96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f65d856-6811-4498-bb12-c233bc7b6b5f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:36.399970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-978abf14-5701-4ae9-8984-ef2537b03272 req-9dac8ecf-112e-4b6e-96a0-6edd0f7fc8f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Allocated IP 10.1.1.25 (27a74dfa-05f1-43ff-9791-7a79afada23c/587154f3-20db-43d7-af01-606fa38584bd/fe179def-5efe-44f2-90b5-9251355671f2) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:36.409630 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-adfed92e-aeb8-4ede-a6b2-acc09f21e96f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e5306ce5-9281-43d0-bb1c-90d5352f8481), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.409987 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-adfed92e-aeb8-4ede-a6b2-acc09f21e96f admin admin] Added segment e5306ce5-9281-43d0-bb1c-90d5352f8481 of type vlan for network fb06f2df-b7da-480e-b448-9bd5eed8704f Feb 15 16:48:36.422991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee261df-3787-4196-85ec-f6c3ef6de3c9 admin admin] Made reservation on behalf of aa559641e7a648c6ab392d6a0949505a for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:36.425669 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bee261df-3787-4196-85ec-f6c3ef6de3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.446106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9531d2d6-4a8a-47ae-9ddf-47b5f5025568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ae9189-0b3a-4398-b838-be8b8fd16948']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:36.448446 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bee261df-3787-4196-85ec-f6c3ef6de3c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.480918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9531d2d6-4a8a-47ae-9ddf-47b5f5025568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46c05a0-aad5-4c81-8dd6-30dd2fd54798') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:36.482026 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9531d2d6-4a8a-47ae-9ddf-47b5f5025568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46c05a0-aad5-4c81-8dd6-30dd2fd54798') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:36.496215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 345dacdf-8e02-4c65-966d-aefdee4c97b9 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:36.513782 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbc513-84ca-492a-a97a-cf783f67eb48 req-be461537-08d5-44a6-882e-cd57bdab3425 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:36.515422 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60dbc513-84ca-492a-a97a-cf783f67eb48 req-be461537-08d5-44a6-882e-cd57bdab3425 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.2643094 Feb 15 16:48:36.519517 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-adfed92e-aeb8-4ede-a6b2-acc09f21e96f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (fb06f2df-b7da-480e-b448-9bd5eed8704f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.521717 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9531d2d6-4a8a-47ae-9ddf-47b5f5025568 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (d46c05a0-aad5-4c81-8dd6-30dd2fd54798), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.605688 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9531d2d6-4a8a-47ae-9ddf-47b5f5025568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d46c05a0-aad5-4c81-8dd6-30dd2fd54798), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.646042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Allocated IP 172.25.4.38 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/97a2bc0a-a061-499e-a249-d36f158f2342) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:36.648513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9531d2d6-4a8a-47ae-9ddf-47b5f5025568 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:48:36.649585 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9531d2d6-4a8a-47ae-9ddf-47b5f5025568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (d46c05a0-aad5-4c81-8dd6-30dd2fd54798), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:48:36.654855 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:48:36.698398 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60dbc513-84ca-492a-a97a-cf783f67eb48 req-3270c133-89e9-4ba6-a089-d06f61c66b6a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728175 Feb 15 16:48:36.796582 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-9dac8ecf-112e-4b6e-96a0-6edd0f7fc8f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for port (fe179def-5efe-44f2-90b5-9251355671f2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.829312 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9531d2d6-4a8a-47ae-9ddf-47b5f5025568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (f4ae9189-0b3a-4398-b838-be8b8fd16948), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.850903 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9531d2d6-4a8a-47ae-9ddf-47b5f5025568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.854125 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9531d2d6-4a8a-47ae-9ddf-47b5f5025568 admin admin] 10.222.0.107 "DELETE /v2.0/networks/f4ae9189-0b3a-4398-b838-be8b8fd16948 HTTP/1.1" status: 204 len: 168 time: 1.4471588 Feb 15 16:48:36.857693 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for port (97a2bc0a-a061-499e-a249-d36f158f2342), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.874724 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531d2d6-4a8a-47ae-9ddf-47b5f5025568 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4ae9189-0b3a-4398-b838-be8b8fd16948,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:36.878931 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b8fb579b-31d5-40af-b7fa-14f991689c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.883320 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-adfed92e-aeb8-4ede-a6b2-acc09f21e96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (fb06f2df-b7da-480e-b448-9bd5eed8704f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.884285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfed92e-aeb8-4ede-a6b2-acc09f21e96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:36.885652 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-adfed92e-aeb8-4ede-a6b2-acc09f21e96f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:36.934955 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bee261df-3787-4196-85ec-f6c3ef6de3c9 admin admin] Publish callbacks [] for security_group (db4bf2d7-be0a-4f13-a355-97a0f0a5fe95), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:37.010413 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (97a2bc0a-a061-499e-a249-d36f158f2342), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:37.033931 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bee261df-3787-4196-85ec-f6c3ef6de3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (db4bf2d7-be0a-4f13-a355-97a0f0a5fe95), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:37.058807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfed92e-aeb8-4ede-a6b2-acc09f21e96f admin admin] Pushing event updated for resources: {'Network': ['ID=fb06f2df-b7da-480e-b448-9bd5eed8704f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:37.076534 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network fb06f2df-b7da-480e-b448-9bd5eed8704f details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:48:37.090001 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:37.092252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a1799-eb65-4e7e-bbd8-be9c23f5d790 req-80450a5c-abeb-4b17-b2d0-c2306aa700ed tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:37.096722 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:37.103156 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a1799-eb65-4e7e-bbd8-be9c23f5d790 req-80450a5c-abeb-4b17-b2d0-c2306aa700ed tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:37.105128 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d2a1799-eb65-4e7e-bbd8-be9c23f5d790 req-80450a5c-abeb-4b17-b2d0-c2306aa700ed tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 1653 time: 0.3915992 Feb 15 16:48:37.115959 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-adfed92e-aeb8-4ede-a6b2-acc09f21e96f admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7878048 Feb 15 16:48:37.122677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:37.130094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49072) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:37.144189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee261df-3787-4196-85ec-f6c3ef6de3c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:48:37.149631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c4c6e3e8-8cbc-41e2-8fd1-22ecc9968a17 admin admin] Request body: {'subnet': {'network_id': 'fb06f2df-b7da-480e-b448-9bd5eed8704f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-155902552-subnet', 'tenant_id': 'ca635b7ac9e5468b90eace37fe29d332', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:37.178164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Pushing event updated for resources: {'Port': ['ID=97a2bc0a-a061-499e-a249-d36f158f2342,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:37.186192 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee261df-3787-4196-85ec-f6c3ef6de3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4bf2d7-be0a-4f13-a355-97a0f0a5fe95,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:37.208706 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-9dac8ecf-112e-4b6e-96a0-6edd0f7fc8f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (fe179def-5efe-44f2-90b5-9251355671f2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:37.212908 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bee261df-3787-4196-85ec-f6c3ef6de3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (7e0b5a17-119d-4f0e-9665-9c6802a2187c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:37.213755 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-bee261df-3787-4196-85ec-f6c3ef6de3c9 admin admin] Added segment 7e0b5a17-119d-4f0e-9665-9c6802a2187c of type vlan for network abd1de71-eb7f-481e-93c5-240c9863694a Feb 15 16:48:37.215893 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3e680-4d75-4ecd-8306-37ca7bf776c8 req-54a3a9e4-7cfc-49ab-9334-7abcf25d8d98 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:37.217449 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6af3e680-4d75-4ecd-8306-37ca7bf776c8 req-54a3a9e4-7cfc-49ab-9334-7abcf25d8d98 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.2623210 Feb 15 16:48:37.243311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c6e3e8-8cbc-41e2-8fd1-22ecc9968a17 admin admin] Made reservation on behalf of ca635b7ac9e5468b90eace37fe29d332 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:37.247502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4c6e3e8-8cbc-41e2-8fd1-22ecc9968a17 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:37.298231 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978abf14-5701-4ae9-8984-ef2537b03272 req-9dac8ecf-112e-4b6e-96a0-6edd0f7fc8f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Network 27a74dfa-05f1-43ff-9791-7a79afada23c is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:37.304326 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-978abf14-5701-4ae9-8984-ef2537b03272 req-9dac8ecf-112e-4b6e-96a0-6edd0f7fc8f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:37.307218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-9dac8ecf-112e-4b6e-96a0-6edd0f7fc8f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:37.327931 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6af3e680-4d75-4ecd-8306-37ca7bf776c8 req-780d6067-e2dc-4369-8e0e-61114bbb7fe2 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945621 Feb 15 16:48:37.344996 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for floatingip (d9ef1723-5cd1-4a8e-bdfa-73cbfe28eafa), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:37.373527 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-9dac8ecf-112e-4b6e-96a0-6edd0f7fc8f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:37.374352 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-9dac8ecf-112e-4b6e-96a0-6edd0f7fc8f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:37.393187 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d2a1799-eb65-4e7e-bbd8-be9c23f5d790 req-cc2bf838-2221-445d-9f48-40df582cae1e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512341 Feb 15 16:48:37.407256 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49074) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:37.503688 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bee261df-3787-4196-85ec-f6c3ef6de3c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (abd1de71-eb7f-481e-93c5-240c9863694a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:37.509244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dac8ecf-112e-4b6e-96a0-6edd0f7fc8f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event updated for resources: {'Port': ['ID=fe179def-5efe-44f2-90b5-9251355671f2,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:37.549650 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9ef7f4c9-da92-4c9a-8e54-e1a2b8d89c40 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a8e18c6e090c406ca1725d850041f342&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389110 Feb 15 16:48:37.550090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49076) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:37.569655 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (97a2bc0a-a061-499e-a249-d36f158f2342), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:37.595043 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-9dac8ecf-112e-4b6e-96a0-6edd0f7fc8f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0413263 Feb 15 16:48:37.608945 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-978abf14-5701-4ae9-8984-ef2537b03272 req-b7172469-9981-4e3e-a0ec-a2b5f1e2cc43 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Request body: {'port': {'device_id': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc', 'admin_state_up': True, 'tenant_id': '81594fa848e7414b8f51155b921da775', 'security_groups': ['9bb4248e-aa55-487a-9f15-a5ae21b4cd33']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:37.698117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-56645b22-d7e6-45f5-b3e6-5e86d703e1cb None None] Provisioning complete for port fe179def-5efe-44f2-90b5-9251355671f2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:37.699383 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56645b22-d7e6-45f5-b3e6-5e86d703e1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fe179def-5efe-44f2-90b5-9251355671f2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:37.739725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bee261df-3787-4196-85ec-f6c3ef6de3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (abd1de71-eb7f-481e-93c5-240c9863694a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:37.740790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee261df-3787-4196-85ec-f6c3ef6de3c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:37.741539 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bee261df-3787-4196-85ec-f6c3ef6de3c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:37.779768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-56645b22-d7e6-45f5-b3e6-5e86d703e1cb None None] Port fe179def-5efe-44f2-90b5-9251355671f2 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:48:37.788272 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6c7ade3f-b195-4105-91a5-0ad960dd387e admin admin] Publish callbacks [] for security_group (ee852b7c-b5fb-4131-a07e-864d61354e89), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:37.858723 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for port (97a2bc0a-a061-499e-a249-d36f158f2342), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:37.865193 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6c7ade3f-b195-4105-91a5-0ad960dd387e admin admin] Publish callbacks [] for security_group (ee852b7c-b5fb-4131-a07e-864d61354e89), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:37.885750 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3f0b5-c172-40e2-b7d4-21cf28344c01 req-0b188ef0-274e-489c-9ad8-7085574ab453 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:37.887312 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9ae3f0b5-c172-40e2-b7d4-21cf28344c01 req-0b188ef0-274e-489c-9ad8-7085574ab453 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.0677607 Feb 15 16:48:37.909597 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bee261df-3787-4196-85ec-f6c3ef6de3c9 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8697619 Feb 15 16:48:37.913659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49080) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:37.919176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee261df-3787-4196-85ec-f6c3ef6de3c9 admin admin] Pushing event updated for resources: {'Network': ['ID=abd1de71-eb7f-481e-93c5-240c9863694a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:37.920619 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1dc5b66e-8d12-42aa-9b03-a49b368bc6ef admin admin] Request body: {'subnet': {'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-subnet', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:37.933143 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network abd1de71-eb7f-481e-93c5-240c9863694a details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:48:37.935396 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-b7172469-9981-4e3e-a0ec-a2b5f1e2cc43 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Made reservation on behalf of 81594fa848e7414b8f51155b921da775 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:38.004505 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (97a2bc0a-a061-499e-a249-d36f158f2342), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:38.006431 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9ae3f0b5-c172-40e2-b7d4-21cf28344c01 req-62e44257-ca60-4dab-a20d-4b3c6549115b tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121664 Feb 15 16:48:38.080879 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4c6e3e8-8cbc-41e2-8fd1-22ecc9968a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (bc8761a9-c634-47ef-adb6-6f2b0a46cad1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:38.093410 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-b7172469-9981-4e3e-a0ec-a2b5f1e2cc43 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:38.093682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Pushing event updated for resources: {'Port': ['ID=97a2bc0a-a061-499e-a249-d36f158f2342,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:38.104724 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (d9ef1723-5cd1-4a8e-bdfa-73cbfe28eafa), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:38.111827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 345dacdf-8e02-4c65-966d-aefdee4c97b9 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:38.123071 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc5b66e-8d12-42aa-9b03-a49b368bc6ef admin admin] Made reservation on behalf of aa559641e7a648c6ab392d6a0949505a for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:38.126054 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dc5b66e-8d12-42aa-9b03-a49b368bc6ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:38.134431 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6c7ade3f-b195-4105-91a5-0ad960dd387e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ee852b7c-b5fb-4131-a07e-864d61354e89), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:38.137502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6c7ade3f-b195-4105-91a5-0ad960dd387e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:38.138908 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6c7ade3f-b195-4105-91a5-0ad960dd387e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ee852b7c-b5fb-4131-a07e-864d61354e89 HTTP/1.1" status: 204 len: 168 time: 0.5867660 Feb 15 16:48:38.177827 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ade3f-b195-4105-91a5-0ad960dd387e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee852b7c-b5fb-4131-a07e-864d61354e89,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:38.212733 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:38.223524 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8644443d-0842-48ae-bdd6-221e824e2fa2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1859465 Feb 15 16:48:38.260614 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 345dacdf-8e02-4c65-966d-aefdee4c97b9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:38.260877 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:38.268875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6e3e8-8cbc-41e2-8fd1-22ecc9968a17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc8761a9-c634-47ef-adb6-6f2b0a46cad1,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:38.391870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 345dacdf-8e02-4c65-966d-aefdee4c97b9 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:38.395314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c6e3e8-8cbc-41e2-8fd1-22ecc9968a17 admin admin] Checking segment: {'id': 'e5306ce5-9281-43d0-bb1c-90d5352f8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fb06f2df-b7da-480e-b448-9bd5eed8704f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:38.395820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c6e3e8-8cbc-41e2-8fd1-22ecc9968a17 admin admin] Network hostable DHCP agents. Network: fb06f2df-b7da-480e-b448-9bd5eed8704f, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:48:38.550720 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-2369896c-fbb5-472d-9f2f-8a11e93c01a2 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1590057132&fields=id&tenant_id=99f8a61d17cd4da6977c39196cb3c0c5 HTTP/1.1" status: 200 len: 267 time: 0.0468242 Feb 15 16:48:38.553991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e454576-fae1-406b-b86e-6ef70c0636d3 req-a47538d3-ada1-43ab-a9c1-dcb86ef59994 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:38.555524 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e454576-fae1-406b-b86e-6ef70c0636d3 req-a47538d3-ada1-43ab-a9c1-dcb86ef59994 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.1248875 Feb 15 16:48:38.594868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-978abf14-5701-4ae9-8984-ef2537b03272 req-b7172469-9981-4e3e-a0ec-a2b5f1e2cc43 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Allocated IP 10.2.2.100 (acc3e972-bc1b-4777-96d3-4501629569dc/b8abc264-01a5-4f06-9e0a-0b1ebef29fa4/f5af67be-1719-4be1-89cb-3f77a4ab58d3) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:38.616168 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c6e3e8-8cbc-41e2-8fd1-22ecc9968a17 admin admin] Network fb06f2df-b7da-480e-b448-9bd5eed8704f is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:48:38.632696 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dc5b66e-8d12-42aa-9b03-a49b368bc6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (709aeae2-05ea-4329-901d-2a8f1cd1fe0d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:38.641232 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e454576-fae1-406b-b86e-6ef70c0636d3 req-14a54b48-b775-4ec0-9953-f8fdff578a9d tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765276 Feb 15 16:48:38.714149 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5b66e-8d12-42aa-9b03-a49b368bc6ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=709aeae2-05ea-4329-901d-2a8f1cd1fe0d,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:38.751742 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc5b66e-8d12-42aa-9b03-a49b368bc6ef admin admin] Checking segment: {'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:38.752106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc5b66e-8d12-42aa-9b03-a49b368bc6ef admin admin] Network hostable DHCP agents. Network: abd1de71-eb7f-481e-93c5-240c9863694a, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:48:38.761517 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-09891ebd-b1a2-46de-8303-d4d83784d4df tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:38.764231 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-09891ebd-b1a2-46de-8303-d4d83784d4df tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/networks?id=f5055edf-942a-4377-9670-70c584a5ccb1 HTTP/1.1" status: 200 len: 812 time: 0.2012572 Feb 15 16:48:38.776387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-c4c6e3e8-8cbc-41e2-8fd1-22ecc9968a17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, fb06f2df-b7da-480e-b448-9bd5eed8704f) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:38.784036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c6e3e8-8cbc-41e2-8fd1-22ecc9968a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:38.785287 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4c6e3e8-8cbc-41e2-8fd1-22ecc9968a17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:38.785939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b374055d-8821-419c-9732-6c080ae054d7 None None] Network fb06f2df-b7da-480e-b448-9bd5eed8704f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:48:38.800287 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-e24d9af0-920b-4ebc-a6fb-df7aa9db5fee tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/quotas/99f8a61d17cd4da6977c39196cb3c0c5 HTTP/1.1" status: 200 len: 375 time: 0.0295138 Feb 15 16:48:38.877636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc5b66e-8d12-42aa-9b03-a49b368bc6ef admin admin] Network abd1de71-eb7f-481e-93c5-240c9863694a is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:48:38.883533 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-b7172469-9981-4e3e-a0ec-a2b5f1e2cc43 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:38.894358 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-1dc5b66e-8d12-42aa-9b03-a49b368bc6ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, abd1de71-eb7f-481e-93c5-240c9863694a) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:38.904821 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71631f82-80c1-4fd4-a6b0-5bb98110d55b req-a48e7fff-71da-4126-8d6e-117302feb7f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:38.911959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebd51ab-10fb-4585-b3a8-4da42230f73f None None] Network abd1de71-eb7f-481e-93c5-240c9863694a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:48:38.912962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71631f82-80c1-4fd4-a6b0-5bb98110d55b req-a48e7fff-71da-4126-8d6e-117302feb7f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:38.914185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc5b66e-8d12-42aa-9b03-a49b368bc6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:38.914901 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dc5b66e-8d12-42aa-9b03-a49b368bc6ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:38.918984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71631f82-80c1-4fd4-a6b0-5bb98110d55b req-a48e7fff-71da-4126-8d6e-117302feb7f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:38.926114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-71631f82-80c1-4fd4-a6b0-5bb98110d55b req-a48e7fff-71da-4126-8d6e-117302feb7f7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 2373 time: 0.1645644 Feb 15 16:48:38.929337 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-dce3c09c-9322-46c6-b2d1-3deacc71e5d5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=99f8a61d17cd4da6977c39196cb3c0c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1232123 Feb 15 16:48:38.948165 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c4c6e3e8-8cbc-41e2-8fd1-22ecc9968a17 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7978649 Feb 15 16:48:39.013641 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-71631f82-80c1-4fd4-a6b0-5bb98110d55b req-b62534b8-921a-46b5-99c7-aebf28ab08b7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864534 Feb 15 16:48:39.067256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c63d50-b7f9-45a0-bd02-b7f4ab699e54 None None] Network fb06f2df-b7da-480e-b448-9bd5eed8704f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:48:39.072140 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1dc5b66e-8d12-42aa-9b03-a49b368bc6ef admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1574397 Feb 15 16:48:39.073217 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49106) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:39.078968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:39.101874 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-b7172469-9981-4e3e-a0ec-a2b5f1e2cc43 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:39.159706 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-32fed3d8-c2bf-4660-b81b-6e0fae8c84e6 service neutron] 10.222.0.107 "GET /v2.0/networks/f5055edf-942a-4377-9670-70c584a5ccb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028737 Feb 15 16:48:39.171960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978abf14-5701-4ae9-8984-ef2537b03272 req-b7172469-9981-4e3e-a0ec-a2b5f1e2cc43 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Network acc3e972-bc1b-4777-96d3-4501629569dc is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:39.185116 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-978abf14-5701-4ae9-8984-ef2537b03272 req-b7172469-9981-4e3e-a0ec-a2b5f1e2cc43 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:39.191132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-b7172469-9981-4e3e-a0ec-a2b5f1e2cc43 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:39.304885 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (b27d9728-27f3-4757-aa4b-3907bd165264), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:39.306338 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (b27d9728-27f3-4757-aa4b-3907bd165264), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:39.318017 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7172469-9981-4e3e-a0ec-a2b5f1e2cc43 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event updated for resources: {'Port': ['ID=f5af67be-1719-4be1-89cb-3f77a4ab58d3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:39.330264 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-fea4df17-17f1-48c5-930c-4550a6094630 service neutron] 10.222.0.107 "GET /v2.0/networks/f5055edf-942a-4377-9670-70c584a5ccb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634328 Feb 15 16:48:39.371392 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49112) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:39.391273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-abd1de71-eb7f-481e-93c5-240c9863694a', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:48:39.394188 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:39.429395 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4f576443-50d9-43f8-b043-106a77b73314 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=21361b4f319c4cebbc4ef1760a4b42bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0562420 Feb 15 16:48:39.432056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49114) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:39.444409 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e1ea6f4a-2575-42c1-b1d4-7c4153fa71a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:39.467400 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Publish callbacks [] for router_controller (b27d9728-27f3-4757-aa4b-3907bd165264), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:39.476748 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-b7172469-9981-4e3e-a0ec-a2b5f1e2cc43 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:39.477638 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-b7172469-9981-4e3e-a0ec-a2b5f1e2cc43 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:39.495657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7f35e-30d3-4613-a808-c74d97a12e54 req-d761e356-ccc3-4de6-8b93-7276d94e6221 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:39.502595 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-00b7f35e-30d3-4613-a808-c74d97a12e54 req-d761e356-ccc3-4de6-8b93-7276d94e6221 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.3470249 Feb 15 16:48:39.548805 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99154688-6ecb-4a21-8d84-6ac52f5817c0 admin admin] Publish callbacks [] for security_group (17c6803d-6cc0-4ecc-b449-27a62f5fe8f7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:39.584697 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99154688-6ecb-4a21-8d84-6ac52f5817c0 admin admin] Publish callbacks [] for security_group (17c6803d-6cc0-4ecc-b449-27a62f5fe8f7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:39.635519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Allocated IP 172.20.0.2 (abd1de71-eb7f-481e-93c5-240c9863694a/709aeae2-05ea-4329-901d-2a8f1cd1fe0d/d362211b-5a36-4e49-8f84-c0307d672944) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:39.667706 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-00b7f35e-30d3-4613-a808-c74d97a12e54 req-effdd3ad-0ecb-40d3-a7cc-6317543a6695 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642301 Feb 15 16:48:39.706498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d8bb625c-e5ee-4cb0-a10f-3d2ef38549bb None None] Provisioning complete for port f5af67be-1719-4be1-89cb-3f77a4ab58d3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:39.706498 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d8bb625c-e5ee-4cb0-a10f-3d2ef38549bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:39.783507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb625c-e5ee-4cb0-a10f-3d2ef38549bb None None] Port f5af67be-1719-4be1-89cb-3f77a4ab58d3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:48:39.786577 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99154688-6ecb-4a21-8d84-6ac52f5817c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (17c6803d-6cc0-4ecc-b449-27a62f5fe8f7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:39.792989 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99154688-6ecb-4a21-8d84-6ac52f5817c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:39.799344 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-99154688-6ecb-4a21-8d84-6ac52f5817c0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/17c6803d-6cc0-4ecc-b449-27a62f5fe8f7 HTTP/1.1" status: 204 len: 168 time: 0.3658185 Feb 15 16:48:39.829944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99154688-6ecb-4a21-8d84-6ac52f5817c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c6803d-6cc0-4ecc-b449-27a62f5fe8f7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:39.838813 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Publish callbacks [] for router_gateway (b27d9728-27f3-4757-aa4b-3907bd165264), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:39.848944 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-b7172469-9981-4e3e-a0ec-a2b5f1e2cc43 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2441506 Feb 15 16:48:39.861819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-978abf14-5701-4ae9-8984-ef2537b03272 req-95e1a068-33c0-43e5-9f7e-f84fa4e1aa75 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Request body: {'port': {'device_id': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc', 'admin_state_up': True, 'tenant_id': '81594fa848e7414b8f51155b921da775', 'security_groups': ['9bb4248e-aa55-487a-9f15-a5ae21b4cd33']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:39.929605 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Publish callbacks [] for port (d362211b-5a36-4e49-8f84-c0307d672944), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:40.012017 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723ffab-c54c-488a-b71e-278207665767 req-9fefc217-0005-4d62-bedf-cfbd07e1efd9 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:40.012017 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4723ffab-c54c-488a-b71e-278207665767 req-9fefc217-0005-4d62-bedf-cfbd07e1efd9 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.1161330 Feb 15 16:48:40.033027 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (d362211b-5a36-4e49-8f84-c0307d672944), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:40.092722 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4723ffab-c54c-488a-b71e-278207665767 req-4af1cadd-e6c4-48fa-b6c8-ddcb7a9ff313 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713673 Feb 15 16:48:40.176324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Network abd1de71-eb7f-481e-93c5-240c9863694a is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:40.208752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Pushing event updated for resources: {'Port': ['ID=d362211b-5a36-4e49-8f84-c0307d672944,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:40.218325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:40.222013 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:40.252841 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-32924588-ffce-4c32-a800-42f8572c07ad req-0ab11065-03de-4d19-a4f5-bac628a2d63d tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 210 time: 0.0480399 Feb 15 16:48:40.294695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-95e1a068-33c0-43e5-9f7e-f84fa4e1aa75 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Made reservation on behalf of 81594fa848e7414b8f51155b921da775 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:40.297213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Attempting to bind port d362211b-5a36-4e49-8f84-c0307d672944 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:40.297707 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Attempting to bind port d362211b-5a36-4e49-8f84-c0307d672944 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:40.298167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Attempting to bind port d362211b-5a36-4e49-8f84-c0307d672944 on network abd1de71-eb7f-481e-93c5-240c9863694a {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:40.300102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-95e1a068-33c0-43e5-9f7e-f84fa4e1aa75 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:40.409018 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36725fe9-de67-41b0-8860-be4a3de50e1b req-fb047dc4-b571-458b-8959-4d90061f2fe0 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:40.426231 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36725fe9-de67-41b0-8860-be4a3de50e1b req-fb047dc4-b571-458b-8959-4d90061f2fe0 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:40.441175 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36725fe9-de67-41b0-8860-be4a3de50e1b req-fb047dc4-b571-458b-8959-4d90061f2fe0 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:40.457054 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36725fe9-de67-41b0-8860-be4a3de50e1b req-fb047dc4-b571-458b-8959-4d90061f2fe0 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:40.462138 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36725fe9-de67-41b0-8860-be4a3de50e1b req-fb047dc4-b571-458b-8959-4d90061f2fe0 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 3094 time: 0.1401958 Feb 15 16:48:40.519924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:40.520520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Checking segment: {'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:40.521070 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:40.521681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Bound using segment: {'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:40.522358 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Bound port: d362211b-5a36-4e49-8f84-c0307d672944, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:40.523359 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d362211b-5a36-4e49-8f84-c0307d672944), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:40.552701 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36725fe9-de67-41b0-8860-be4a3de50e1b req-608b2943-9a9d-45c6-9b6f-e70b0adb99b8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820174 Feb 15 16:48:40.625129 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:40.633562 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] For port d362211b-5a36-4e49-8f84-c0307d672944, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:40.640422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] For port d362211b-5a36-4e49-8f84-c0307d672944, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d362211b-5a36-4e49-8f84-c0307d672944,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:40.674641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-0a7243f8-35b2-43e3-afa0-d1efbea711e1 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:40.675997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-0a7243f8-35b2-43e3-afa0-d1efbea711e1 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/networks?id=fb06f2df-b7da-480e-b448-9bd5eed8704f HTTP/1.1" status: 200 len: 813 time: 0.4605360 Feb 15 16:48:40.731569 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-b32ffb5e-02f2-4036-858f-5be58e9a5a04 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/quotas/ca635b7ac9e5468b90eace37fe29d332 HTTP/1.1" status: 200 len: 375 time: 0.0333710 Feb 15 16:48:40.765508 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Publish callbacks [] for router_gateway (b27d9728-27f3-4757-aa4b-3907bd165264), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:40.816912 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d362211b-5a36-4e49-8f84-c0307d672944), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:40.818310 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-6399bb4e-ce7d-4f3a-931b-b20ee9f7c157 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=ca635b7ac9e5468b90eace37fe29d332&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731082 Feb 15 16:48:40.838279 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:40.844090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc658a-22f2-42a0-9bd5-a1c6a63c8d75 req-72e9828a-39bc-41e4-84a1-06bdde2b83a0 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:40.845655 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-50fc658a-22f2-42a0-9bd5-a1c6a63c8d75 req-72e9828a-39bc-41e4-84a1-06bdde2b83a0 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.0909042 Feb 15 16:48:40.923953 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2b10a-48a5-4e56-b406-726c339f158d None None] Pushing event updated for resources: {'Port': ['ID=d362211b-5a36-4e49-8f84-c0307d672944,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:40.970744 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-50fc658a-22f2-42a0-9bd5-a1c6a63c8d75 req-9299b580-de37-438b-a5b6-917124bedaf8 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171777 Feb 15 16:48:41.012250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-978abf14-5701-4ae9-8984-ef2537b03272 req-95e1a068-33c0-43e5-9f7e-f84fa4e1aa75 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Allocated IP 10.2.2.200 (acc3e972-bc1b-4777-96d3-4501629569dc/b8abc264-01a5-4f06-9e0a-0b1ebef29fa4/123c3564-d09f-4a91-ad7f-9c78aa37f9fe) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:41.250908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Allocated IP 172.25.4.214 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/d9d07707-414a-4fdd-9b6f-9ad48b97bc0e) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:41.314274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443e2e5-564f-4c9e-b039-8a2b305cbe2a req-59662e2f-2734-49ba-8f99-4c6a5bbdadc7 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:41.323440 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8443e2e5-564f-4c9e-b039-8a2b305cbe2a req-59662e2f-2734-49ba-8f99-4c6a5bbdadc7 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.1399941 Feb 15 16:48:41.327561 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-311c0542-95cb-48ed-be29-de7e53171e45 service neutron] 10.222.0.107 "GET /v2.0/networks/fb06f2df-b7da-480e-b448-9bd5eed8704f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929903 Feb 15 16:48:41.401416 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8443e2e5-564f-4c9e-b039-8a2b305cbe2a req-90834c46-3ccb-4d0c-bd3d-6ddaf14d3a36 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770733 Feb 15 16:48:41.475825 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-95e1a068-33c0-43e5-9f7e-f84fa4e1aa75 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:41.488099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Publish callbacks [] for port (d9d07707-414a-4fdd-9b6f-9ad48b97bc0e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:41.540910 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aeada1df-385b-41e0-9117-8acd542b0fed req-9cd61d80-83c8-4a12-a14c-78a26f816dcb tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 210 time: 0.0397525 Feb 15 16:48:41.543135 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-dac8fbd8-9579-444c-9010-2dea8dd2bc14 service neutron] 10.222.0.107 "GET /v2.0/networks/fb06f2df-b7da-480e-b448-9bd5eed8704f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057586 Feb 15 16:48:41.661879 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-95e1a068-33c0-43e5-9f7e-f84fa4e1aa75 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:41.709398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f245cc-832d-4781-aec1-e89704e4819e req-6348fbc7-d200-4e5a-8fae-10b1677a90eb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:41.715403 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d9d07707-414a-4fdd-9b6f-9ad48b97bc0e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:41.716578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f245cc-832d-4781-aec1-e89704e4819e req-6348fbc7-d200-4e5a-8fae-10b1677a90eb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:41.722672 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f245cc-832d-4781-aec1-e89704e4819e req-6348fbc7-d200-4e5a-8fae-10b1677a90eb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:41.735477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978abf14-5701-4ae9-8984-ef2537b03272 req-95e1a068-33c0-43e5-9f7e-f84fa4e1aa75 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Network acc3e972-bc1b-4777-96d3-4501629569dc is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:41.745303 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f245cc-832d-4781-aec1-e89704e4819e req-6348fbc7-d200-4e5a-8fae-10b1677a90eb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:41.747825 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7f245cc-832d-4781-aec1-e89704e4819e req-6348fbc7-d200-4e5a-8fae-10b1677a90eb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 3094 time: 0.1066198 Feb 15 16:48:41.753125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:41.757466 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:41.759896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-978abf14-5701-4ae9-8984-ef2537b03272 req-95e1a068-33c0-43e5-9f7e-f84fa4e1aa75 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:41.765510 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:41.768386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-95e1a068-33c0-43e5-9f7e-f84fa4e1aa75 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:41.771981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1a068-33c0-43e5-9f7e-f84fa4e1aa75 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event updated for resources: {'Port': ['ID=123c3564-d09f-4a91-ad7f-9c78aa37f9fe,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:41.841171 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7f245cc-832d-4781-aec1-e89704e4819e req-2c30012e-86c6-4ec6-8fe1-7f0b0be1adb1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850022 Feb 15 16:48:41.958420 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:42.063302 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e66b130f-e69a-402d-bca7-b47d8a83a4ad req-1a168358-a8aa-47a4-91a6-9f5a68fa36fc tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 210 time: 0.0869091 Feb 15 16:48:42.120443 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-95e1a068-33c0-43e5-9f7e-f84fa4e1aa75 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:42.121326 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-95e1a068-33c0-43e5-9f7e-f84fa4e1aa75 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:42.156551 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d07707-414a-4fdd-9b6f-9ad48b97bc0e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:42.281137 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d362211b-5a36-4e49-8f84-c0307d672944 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:42.353511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-09d583d8-5799-4298-a866-e46a6e9875ee None None] Provisioning complete for port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:42.354409 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09d583d8-5799-4298-a866-e46a6e9875ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:42.405557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-09d583d8-5799-4298-a866-e46a6e9875ee None None] Port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:48:42.407900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port d362211b-5a36-4e49-8f84-c0307d672944 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:42.408812 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d362211b-5a36-4e49-8f84-c0307d672944), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:42.504012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port d362211b-5a36-4e49-8f84-c0307d672944 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:42.504484 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d362211b-5a36-4e49-8f84-c0307d672944), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:42.549277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port d362211b-5a36-4e49-8f84-c0307d672944, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d362211b-5a36-4e49-8f84-c0307d672944,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:42.636130 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc1f091-e64d-469f-a772-285b2ee5ca93 None None] Network abd1de71-eb7f-481e-93c5-240c9863694a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:48:42.654372 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331efd9c-8bb9-491c-b407-0f8534a4d350 req-6695e8c0-5384-403e-856c-6dfed9a7bfd6 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:42.656566 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-331efd9c-8bb9-491c-b407-0f8534a4d350 req-6695e8c0-5384-403e-856c-6dfed9a7bfd6 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.0977819 Feb 15 16:48:42.694874 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d362211b-5a36-4e49-8f84-c0307d672944), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:42.792204 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-331efd9c-8bb9-491c-b407-0f8534a4d350 req-73f94666-805c-4220-97e9-637ad29af21b tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297708 Feb 15 16:48:42.800374 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0556c673-f35f-4511-9f01-d9dfa2cfec94 None None] Provisioning complete for port d362211b-5a36-4e49-8f84-c0307d672944 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:42.801020 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0556c673-f35f-4511-9f01-d9dfa2cfec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d362211b-5a36-4e49-8f84-c0307d672944), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:42.802724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=d362211b-5a36-4e49-8f84-c0307d672944,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:42.820760 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-95e1a068-33c0-43e5-9f7e-f84fa4e1aa75 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9663780 Feb 15 16:48:42.862327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Request body: {'port': {'device_id': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:42.934412 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0556c673-f35f-4511-9f01-d9dfa2cfec94 None None] Current status of the port d362211b-5a36-4e49-8f84-c0307d672944 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:43.015378 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee6a2b69-b337-4653-8adf-08a813910205 req-bd7c39ad-1b33-4f70-99b9-d8ac8f624b62 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 210 time: 0.0572503 Feb 15 16:48:43.083541 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (881e40ad-0c63-425b-99cc-d07326271955), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:43.120985 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e497d0-8b09-40c8-9f09-cd2928fd66a3 req-f6ae4067-41f6-4382-b1a7-36481f5b0c4c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:43.130030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63e497d0-8b09-40c8-9f09-cd2928fd66a3 req-f6ae4067-41f6-4382-b1a7-36481f5b0c4c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.4098866 Feb 15 16:48:43.371156 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:43.378500 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3de68fe4-c1ea-49da-aae5-cd19e564f4e4 None None] Provisioning complete for port d362211b-5a36-4e49-8f84-c0307d672944 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:43.378883 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3de68fe4-c1ea-49da-aae5-cd19e564f4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d362211b-5a36-4e49-8f84-c0307d672944), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:43.565743 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba27bee-0380-4564-82aa-dff90927f5cf req-6e99dd61-b031-4135-af4b-dab5ad66fbd8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:43.568794 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3de68fe4-c1ea-49da-aae5-cd19e564f4e4 None None] Current status of the port d362211b-5a36-4e49-8f84-c0307d672944 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:43.573839 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba27bee-0380-4564-82aa-dff90927f5cf req-6e99dd61-b031-4135-af4b-dab5ad66fbd8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:43.578677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba27bee-0380-4564-82aa-dff90927f5cf req-6e99dd61-b031-4135-af4b-dab5ad66fbd8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:43.584567 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba27bee-0380-4564-82aa-dff90927f5cf req-6e99dd61-b031-4135-af4b-dab5ad66fbd8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:43.590820 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba27bee-0380-4564-82aa-dff90927f5cf req-6e99dd61-b031-4135-af4b-dab5ad66fbd8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:43.592828 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aba27bee-0380-4564-82aa-dff90927f5cf req-6e99dd61-b031-4135-af4b-dab5ad66fbd8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 3815 time: 0.4349275 Feb 15 16:48:43.622503 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63e497d0-8b09-40c8-9f09-cd2928fd66a3 req-4601fda4-256c-4843-a2f3-23a0652ddde8 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308195 Feb 15 16:48:43.647263 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-c71bce9d-9d3b-4844-872a-c3bcdc29046d tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:43.649102 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-c71bce9d-9d3b-4844-872a-c3bcdc29046d tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.10 "GET /v2.0/networks?id=f5055edf-942a-4377-9670-70c584a5ccb1 HTTP/1.1" status: 200 len: 812 time: 0.5085678 Feb 15 16:48:43.728334 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Publish callbacks [] for router_gateway (b27d9728-27f3-4757-aa4b-3907bd165264), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:43.764777 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aba27bee-0380-4564-82aa-dff90927f5cf req-5524be06-bf33-4806-9ceb-88367d14ddc4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525068 Feb 15 16:48:43.804733 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-9cdd84cd-66b4-4789-a42d-00930c6a5c36 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99f8a61d17cd4da6977c39196cb3c0c5 HTTP/1.1" status: 200 len: 380 time: 0.1178610 Feb 15 16:48:43.816233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-41d8dffc-ab41-4d4a-9199-dd99e9d2eb96 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Request body: {'port': {'device_id': 'dcf4dfc3-3119-441e-8134-595f9976abd4', 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1', 'admin_state_up': True, 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'security_groups': ['b27c8814-81dd-4829-a961-dff84405c761']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:43.931068 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ed266c9-d935-42aa-8de9-bea2a8fef085 req-b3f66e2d-b1ed-49fd-b307-1eda9c1f3bbf tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 210 time: 0.2193060 Feb 15 16:48:44.024773 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bed4cd-c2fb-42f1-87bf-74948489a9d7 req-88b0b905-b44e-490e-9619-e8bf287433c3 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:44.026469 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c2bed4cd-c2fb-42f1-87bf-74948489a9d7 req-88b0b905-b44e-490e-9619-e8bf287433c3 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.1003282 Feb 15 16:48:44.131527 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c2bed4cd-c2fb-42f1-87bf-74948489a9d7 req-9bdf86ca-af90-44c2-86e9-670b3b333568 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956628 Feb 15 16:48:44.149770 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d362211b-5a36-4e49-8f84-c0307d672944 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:44.163262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-41d8dffc-ab41-4d4a-9199-dd99e9d2eb96 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Made reservation on behalf of 99f8a61d17cd4da6977c39196cb3c0c5 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:44.167410 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-41d8dffc-ab41-4d4a-9199-dd99e9d2eb96 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:44.195553 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b956f81-50b1-4d82-bb08-68bed6f43848 req-d0bf1f10-681d-4ac8-87b4-43299d0504e1 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 210 time: 0.0712659 Feb 15 16:48:44.206453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 881e40ad-0c63-425b-99cc-d07326271955 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:44.219306 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Publish callbacks [] for port (881e40ad-0c63-425b-99cc-d07326271955), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:44.237531 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port d362211b-5a36-4e49-8f84-c0307d672944 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:44.237531 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d362211b-5a36-4e49-8f84-c0307d672944), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:44.252404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cc33b-f044-43c8-a20b-dc01e5ce1888 req-d85d2150-b33b-49c2-b661-6e17fd6c0d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:44.254173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf6cc33b-f044-43c8-a20b-dc01e5ce1888 req-d85d2150-b33b-49c2-b661-6e17fd6c0d35 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 1128 time: 0.4368377 Feb 15 16:48:44.262965 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Transition to ACTIVE for port object 881e40ad-0c63-425b-99cc-d07326271955 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:48:44.374367 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (881e40ad-0c63-425b-99cc-d07326271955), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:44.421604 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf6cc33b-f044-43c8-a20b-dc01e5ce1888 req-a3e92546-4a76-4f20-816d-cfeeac9bd58c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519759 Feb 15 16:48:44.424318 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-41d8dffc-ab41-4d4a-9199-dd99e9d2eb96 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Allocated IP 172.20.0.9 (f5055edf-942a-4377-9670-70c584a5ccb1/8e3e6778-841b-48ec-84aa-40e26227078d/1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:44.431950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port d362211b-5a36-4e49-8f84-c0307d672944 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:44.524086 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Pushing event updated for resources: {'Port': ['ID=881e40ad-0c63-425b-99cc-d07326271955,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:44.586424 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (b27d9728-27f3-4757-aa4b-3907bd165264), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:44.669882 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-41d8dffc-ab41-4d4a-9199-dd99e9d2eb96 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for port (1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:44.784509 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-41d8dffc-ab41-4d4a-9199-dd99e9d2eb96 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:44.806380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Attempting to bind port 881e40ad-0c63-425b-99cc-d07326271955 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:44.806726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Attempting to bind port 881e40ad-0c63-425b-99cc-d07326271955 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '40298cfd-caa0-4631-b492-07b85e5c3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:44.807063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Attempting to bind port 881e40ad-0c63-425b-99cc-d07326271955 on network 4f52de73-9cea-45af-a968-bf8d98f9217e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:44.823581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Port 881e40ad-0c63-425b-99cc-d07326271955 on network 4f52de73-9cea-45af-a968-bf8d98f9217e not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:48:44.823918 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Attempting to bind port 881e40ad-0c63-425b-99cc-d07326271955 on network 4f52de73-9cea-45af-a968-bf8d98f9217e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:44.842833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:44.843278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Checking segment: {'id': '40298cfd-caa0-4631-b492-07b85e5c3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:44.843791 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Bound using segment: {'id': '40298cfd-caa0-4631-b492-07b85e5c3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:44.844563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Bound port: 881e40ad-0c63-425b-99cc-d07326271955, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40298cfd-caa0-4631-b492-07b85e5c3055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:44.844862 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (881e40ad-0c63-425b-99cc-d07326271955), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:44.922381 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-41d8dffc-ab41-4d4a-9199-dd99e9d2eb96 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Network f5055edf-942a-4377-9670-70c584a5ccb1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:44.928583 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-41d8dffc-ab41-4d4a-9199-dd99e9d2eb96 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:44.937662 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-41d8dffc-ab41-4d4a-9199-dd99e9d2eb96 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:44.947408 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8dffc-ab41-4d4a-9199-dd99e9d2eb96 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Pushing event updated for resources: {'Port': ['ID=1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:44.968321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Router b27d9728-27f3-4757-aa4b-3907bd165264 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:48:44.973882 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] For port 881e40ad-0c63-425b-99cc-d07326271955, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:45.010124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] For port 881e40ad-0c63-425b-99cc-d07326271955, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=881e40ad-0c63-425b-99cc-d07326271955,segment=NetworkSegment(40298cfd-caa0-4631-b492-07b85e5c3055),segment_id=40298cfd-caa0-4631-b492-07b85e5c3055)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:45.041969 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c38bf8-2f31-4dce-8aa5-2b86ba3c377f req-e1d94c41-3b1b-41cc-97e0-931e4801e2a1 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:45.048184 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-57c38bf8-2f31-4dce-8aa5-2b86ba3c377f req-e1d94c41-3b1b-41cc-97e0-931e4801e2a1 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.2836809 Feb 15 16:48:45.083207 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-41d8dffc-ab41-4d4a-9199-dd99e9d2eb96 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:45.084903 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-41d8dffc-ab41-4d4a-9199-dd99e9d2eb96 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:45.086337 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (881e40ad-0c63-425b-99cc-d07326271955), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:45.207419 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-57c38bf8-2f31-4dce-8aa5-2b86ba3c377f req-5bc67461-3961-4904-b4f5-64a3be612842 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178389 Feb 15 16:48:45.229843 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-41d8dffc-ab41-4d4a-9199-dd99e9d2eb96 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4192631 Feb 15 16:48:45.243052 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Request body: {'port': {'device_id': 'dcf4dfc3-3119-441e-8134-595f9976abd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:45.329504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0178fc-4fd4-4708-8695-4decbbeb655e req-2fd39979-42ea-4626-bfb6-ba838cfdf6f1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:45.346893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0178fc-4fd4-4708-8695-4decbbeb655e req-2fd39979-42ea-4626-bfb6-ba838cfdf6f1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:45.374100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0178fc-4fd4-4708-8695-4decbbeb655e req-2fd39979-42ea-4626-bfb6-ba838cfdf6f1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:45.384723 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0178fc-4fd4-4708-8695-4decbbeb655e req-2fd39979-42ea-4626-bfb6-ba838cfdf6f1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:45.394604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0178fc-4fd4-4708-8695-4decbbeb655e req-2fd39979-42ea-4626-bfb6-ba838cfdf6f1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:45.403385 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9d0178fc-4fd4-4708-8695-4decbbeb655e req-2fd39979-42ea-4626-bfb6-ba838cfdf6f1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 3827 time: 0.4637439 Feb 15 16:48:45.412315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:45.413024 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:45.414389 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] 10.222.0.10 "PUT /v2.0/ports/881e40ad-0c63-425b-99cc-d07326271955 HTTP/1.1" status: 200 len: 1093 time: 2.5656896 Feb 15 16:48:45.415040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'tag': '881e40ad-0c63-425b-99cc-d07326271955'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:45.417405 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32de080f-b2f7-48d9-934e-5232c43bb0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "tag": "881e40ad-0c63-425b-99cc-d07326271955"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:45.499042 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:45.511201 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d5a0a283-7669-49e1-b67c-86c79a17f889 None None] Provisioning complete for port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:45.513876 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5a0a283-7669-49e1-b67c-86c79a17f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:45.565073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:48:45.579689 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Sync routers for ids ['b27d9728-27f3-4757-aa4b-3907bd165264'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:48:45.602000 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Routers {'b27d9728-27f3-4757-aa4b-3907bd165264'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:48:45.602926 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:48:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b27d9728-27f3-4757-aa4b-3907bd165264'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:45.631074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d5a0a283-7669-49e1-b67c-86c79a17f889 None None] Port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:48:45.646077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Request body: {'port': {'device_id': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:45.729553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbe653-9200-4cb1-b653-c5569ff96812 service neutron] Pushing event updated for resources: {'Port': ['ID=881e40ad-0c63-425b-99cc-d07326271955,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:45.796094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49258) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:45.898167 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Set router b27d9728-27f3-4757-aa4b-3907bd165264 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:48:45.915271 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2f7d4bb9-f14c-4945-94b9-e501e99adece req-b32dbbcc-e249-42aa-8ca7-2c150e27d2df tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 210 time: 0.4354727 Feb 15 16:48:46.019084 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:46.022601 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-136ab925-bb60-45f6-b3ee-ed479a6338c0 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9484689 Feb 15 16:48:46.028811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49266) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:46.036956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9d0178fc-4fd4-4708-8695-4decbbeb655e req-40840ca1-5163-420d-9436-ebfa357baf1a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6327052 Feb 15 16:48:46.050824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-2ef27fa7-60fc-4697-a871-96b10691c292 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:46.052367 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-2ef27fa7-60fc-4697-a871-96b10691c292 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.10 "GET /v2.0/networks?id=fb06f2df-b7da-480e-b448-9bd5eed8704f HTTP/1.1" status: 200 len: 813 time: 0.8622551 Feb 15 16:48:46.057536 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:46.142186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:46.153882 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Publish callbacks [] for port (1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:46.167871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-35f7e0c0-4736-4c9b-b7aa-bb4d68232281 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Request body: {'port': {'device_id': 'd0e83d4c-ceb8-4e13-9924-b43e04e1b8ee', 'network_id': 'fb06f2df-b7da-480e-b448-9bd5eed8704f', 'admin_state_up': True, 'tenant_id': 'ca635b7ac9e5468b90eace37fe29d332'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:46.175988 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Transition to ACTIVE for port object 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:48:46.184243 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69519d-7a5a-4509-8c0f-67031b2b9ee0 req-23162b84-8d1f-4d90-a35d-89e7734d8d9a tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:46.186261 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2a69519d-7a5a-4509-8c0f-67031b2b9ee0 req-23162b84-8d1f-4d90-a35d-89e7734d8d9a tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.0992002 Feb 15 16:48:46.240367 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:43Z', 'revision_number': 3, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:46.243642 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2a69519d-7a5a-4509-8c0f-67031b2b9ee0 req-09a8fb33-9523-4de5-bdc7-9f6a6dbb40cd tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517387 Feb 15 16:48:46.295747 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:46.298436 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Checking router: b27d9728-27f3-4757-aa4b-3907bd165264 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:48:46.304423 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Updating router b27d9728-27f3-4757-aa4b-3907bd165264 port d9d07707-414a-4fdd-9b6f-9ad48b97bc0e binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:48:46.368085 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.10', 62029) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:46.379165 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d9d07707-414a-4fdd-9b6f-9ad48b97bc0e), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:46.560587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Pushing event updated for resources: {'Port': ['ID=1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:46.673023 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de080f-b2f7-48d9-934e-5232c43bb0d9 req-c533d388-75c7-4c05-bcfb-f55d44116d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:46.673023 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de080f-b2f7-48d9-934e-5232c43bb0d9 req-c533d388-75c7-4c05-bcfb-f55d44116d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:46.673023 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de080f-b2f7-48d9-934e-5232c43bb0d9 req-c533d388-75c7-4c05-bcfb-f55d44116d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:46.673023 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de080f-b2f7-48d9-934e-5232c43bb0d9 req-c533d388-75c7-4c05-bcfb-f55d44116d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:46.673023 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de080f-b2f7-48d9-934e-5232c43bb0d9 req-c533d388-75c7-4c05-bcfb-f55d44116d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:46.674329 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-32de080f-b2f7-48d9-934e-5232c43bb0d9 req-c533d388-75c7-4c05-bcfb-f55d44116d30 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81594fa848e7414b8f51155b921da775&device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 4394 time: 0.2959793 Feb 15 16:48:46.738886 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b67c591-2680-46ce-abfa-90a8690fe090 x-openstack-request-id: req-4b67c591-2680-46ce-abfa-90a8690fe090 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:46.739632 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "tag": "881e40ad-0c63-425b-99cc-d07326271955", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:46.740097 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4b67c591-2680-46ce-abfa-90a8690fe090 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:46.740717 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'tag': '881e40ad-0c63-425b-99cc-d07326271955', 'status': 'completed', 'code': 200} Feb 15 16:48:46.802240 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5df141-4dc2-419c-a539-10b1aba15691 req-1f5e0274-e8c7-45b3-8dcc-b386a438d701 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:46.809032 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-af5df141-4dc2-419c-a539-10b1aba15691 req-1f5e0274-e8c7-45b3-8dcc-b386a438d701 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.4396834 Feb 15 16:48:46.921174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Attempting to bind port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:46.921877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Attempting to bind port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:46.921877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Attempting to bind port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 on network f5055edf-942a-4377-9670-70c584a5ccb1 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:46.951478 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 on network f5055edf-942a-4377-9670-70c584a5ccb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:48:46.951844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Attempting to bind port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 on network f5055edf-942a-4377-9670-70c584a5ccb1 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:46.974947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:46.974947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Checking segment: {'id': 'e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:46.974947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Bound using segment: {'id': 'e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:46.974947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Bound port: 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:46.974947 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:47.001209 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Publish callbacks [] for port (d9d07707-414a-4fdd-9b6f-9ad48b97bc0e), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:47.031940 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-af5df141-4dc2-419c-a539-10b1aba15691 req-faae9171-b5bd-476f-ad98-69528f1303ae tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220082 Feb 15 16:48:47.033548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de080f-b2f7-48d9-934e-5232c43bb0d9 req-68c5a8fb-6867-472b-a421-e8288a3a0de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:47.040366 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de080f-b2f7-48d9-934e-5232c43bb0d9 req-68c5a8fb-6867-472b-a421-e8288a3a0de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:47.040366 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de080f-b2f7-48d9-934e-5232c43bb0d9 req-68c5a8fb-6867-472b-a421-e8288a3a0de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:47.040366 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-32de080f-b2f7-48d9-934e-5232c43bb0d9 req-68c5a8fb-6867-472b-a421-e8288a3a0de2 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=81594fa848e7414b8f51155b921da775&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3506663 Feb 15 16:48:47.107925 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d9d07707-414a-4fdd-9b6f-9ad48b97bc0e), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:47.218665 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Attempting to bind port d9d07707-414a-4fdd-9b6f-9ad48b97bc0e on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:47.218665 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Attempting to bind port d9d07707-414a-4fdd-9b6f-9ad48b97bc0e by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:47.218665 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Attempting to bind port d9d07707-414a-4fdd-9b6f-9ad48b97bc0e on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:47.229783 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:47.230204 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:47.230569 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:47.231536 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:47.232019 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Bound port: d9d07707-414a-4fdd-9b6f-9ad48b97bc0e, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:47.232405 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d9d07707-414a-4fdd-9b6f-9ad48b97bc0e), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:47.272406 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] For port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:47.289696 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbea5c7-d298-4ee9-b699-13ebfb6b29d7 req-47835df5-b77d-4b81-98f4-972c252b8247 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:47.291946 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bdbea5c7-d298-4ee9-b699-13ebfb6b29d7 req-47835df5-b77d-4b81-98f4-972c252b8247 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.1252966 Feb 15 16:48:47.302498 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de080f-b2f7-48d9-934e-5232c43bb0d9 req-9eb97896-3511-4539-9ea4-939ca32c5226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:47.303910 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-32de080f-b2f7-48d9-934e-5232c43bb0d9 req-9eb97896-3511-4539-9ea4-939ca32c5226 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2439737 Feb 15 16:48:47.304829 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] For port d9d07707-414a-4fdd-9b6f-9ad48b97bc0e, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:47.308009 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] For port d9d07707-414a-4fdd-9b6f-9ad48b97bc0e, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d9d07707-414a-4fdd-9b6f-9ad48b97bc0e,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:47.310195 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] For port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9,segment=NetworkSegment(e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c),segment_id=e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:47.321983 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c75c8c-bd88-4ffb-b001-cd061ea75655 None None] Pushing event updated for resources: {'Port': ['ID=d9d07707-414a-4fdd-9b6f-9ad48b97bc0e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:47.329621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c0b9e-f58d-4ce2-a98a-47c21735544b req-f4fd9206-fd76-4ac0-8369-4f1957f0c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:47.330267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c0b9e-f58d-4ce2-a98a-47c21735544b req-f4fd9206-fd76-4ac0-8369-4f1957f0c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:47.330636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c0b9e-f58d-4ce2-a98a-47c21735544b req-f4fd9206-fd76-4ac0-8369-4f1957f0c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:47.331161 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c0b9e-f58d-4ce2-a98a-47c21735544b req-f4fd9206-fd76-4ac0-8369-4f1957f0c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:47.331635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c0b9e-f58d-4ce2-a98a-47c21735544b req-f4fd9206-fd76-4ac0-8369-4f1957f0c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:47.332155 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c0b9e-f58d-4ce2-a98a-47c21735544b req-f4fd9206-fd76-4ac0-8369-4f1957f0c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:47.332622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c0b9e-f58d-4ce2-a98a-47c21735544b req-f4fd9206-fd76-4ac0-8369-4f1957f0c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:47.338275 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-615c0b9e-f58d-4ce2-a98a-47c21735544b req-f4fd9206-fd76-4ac0-8369-4f1957f0c172 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 6724 time: 1.5384033 Feb 15 16:48:47.340120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-35f7e0c0-4736-4c9b-b7aa-bb4d68232281 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Made reservation on behalf of ca635b7ac9e5468b90eace37fe29d332 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:48:47.343440 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-35f7e0c0-4736-4c9b-b7aa-bb4d68232281 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:47.352059 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bdbea5c7-d298-4ee9-b699-13ebfb6b29d7 req-78903f7b-38b1-46ad-beaa-c5853e4ca200 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525551 Feb 15 16:48:47.427581 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d9d07707-414a-4fdd-9b6f-9ad48b97bc0e), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:47.427735 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:47.455824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0f281-1f24-4400-8c9e-8b6d88bb5a89 req-b3ea3302-4163-4484-9aa6-4e5863d0db23 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:47.474754 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08d0f281-1f24-4400-8c9e-8b6d88bb5a89 req-b3ea3302-4163-4484-9aa6-4e5863d0db23 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 943 time: 0.7251275 Feb 15 16:48:47.489119 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Pushing event updated for resources: {'Port': ['ID=1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:47.558980 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c75c8c-bd88-4ffb-b001-cd061ea75655 None None] Pushing event updated for resources: {'Port': ['ID=d9d07707-414a-4fdd-9b6f-9ad48b97bc0e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:47.566616 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Routers {'b27d9728-27f3-4757-aa4b-3907bd165264'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:48:47.569379 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:48:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b27d9728-27f3-4757-aa4b-3907bd165264'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:47.744875 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] Set router b27d9728-27f3-4757-aa4b-3907bd165264 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:48:47.851622 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-615c0b9e-f58d-4ce2-a98a-47c21735544b req-37f01d0d-9efa-4f8d-8c75-f6a1527b0bff service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5036933 Feb 15 16:48:47.895505 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08d0f281-1f24-4400-8c9e-8b6d88bb5a89 req-2a73a742-bc20-4970-8bbb-4781895d6fc0 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups?id=b27c8814-81dd-4829-a961-dff84405c761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4105515 Feb 15 16:48:47.921338 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f532d987-4d8d-47dd-b571-36b7e616c152 req-5e0923d1-e36c-47dc-8d91-185f67336c52 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 210 time: 0.4292493 Feb 15 16:48:47.932031 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:47.937580 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:47.941231 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-385952ce-ceb0-4852-9353-b4d96b6dc40a service neutron] 10.222.0.10 "PUT /v2.0/ports/1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 HTTP/1.1" status: 200 len: 1092 time: 2.7046762 Feb 15 16:48:47.943097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf4dfc3-3119-441e-8134-595f9976abd4', 'tag': '1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:47.943226 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-54550aa2-81b8-4496-a9d0-6d0773c5df76 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3479297 Feb 15 16:48:47.951110 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484fcbe0-f1b0-4b24-b656-4336aeb221f7" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf4dfc3-3119-441e-8134-595f9976abd4", "tag": "1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:47.954252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41438aaf-3eb8-4735-95e0-46102a711d7c {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:47.959294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-35f7e0c0-4736-4c9b-b7aa-bb4d68232281 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Allocated IP 172.20.0.4 (fb06f2df-b7da-480e-b448-9bd5eed8704f/bc8761a9-c634-47ef-adb6-6f2b0a46cad1/094ef3ac-8211-4ee3-a683-4d8cc97ab8f2) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:47.979570 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Publish callbacks [] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:48.112211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Transition to ACTIVE for port object 41438aaf-3eb8-4735-95e0-46102a711d7c will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:48:48.123146 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a198e5-a55b-4303-8e8c-a846e854bfb7 x-openstack-request-id: req-90a198e5-a55b-4303-8e8c-a846e854bfb7 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:48.123446 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf4dfc3-3119-441e-8134-595f9976abd4", "tag": "1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:48.123704 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-90a198e5-a55b-4303-8e8c-a846e854bfb7 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:48.124110 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf4dfc3-3119-441e-8134-595f9976abd4', 'tag': '1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9', 'status': 'completed', 'code': 200} Feb 15 16:48:48.162323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-e2c4e1b5-a4cd-4121-b650-4d640edf576b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:48.166330 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-e2c4e1b5-a4cd-4121-b650-4d640edf576b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99f8a61d17cd4da6977c39196cb3c0c5&device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 1126 time: 0.0959787 Feb 15 16:48:48.236794 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-ac96e256-fe2f-4da3-8b67-37857a3430f3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 HTTP/1.1" status: 200 len: 217 time: 0.0648313 Feb 15 16:48:48.313262 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:48.316868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-f356d466-96e8-4ccd-b14d-fcf09cdd73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:48.325292 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-f356d466-96e8-4ccd-b14d-fcf09cdd73a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e3e6778-841b-48ec-84aa-40e26227078d HTTP/1.1" status: 200 len: 851 time: 0.0770330 Feb 15 16:48:48.345289 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:43Z', 'revision_number': 3, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:48.380492 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b1f6fc-99b9-4331-bbb8-fd2b0b8fa149 None None] The sync data for ids ['b27d9728-27f3-4757-aa4b-3907bd165264'] in n-d-828372-14 is: [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:43Z', 'revision_number': 3, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:48:48.420366 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:48.479954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-0dc1d6ce-b418-4d1e-9356-6ceb0fb4ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:48.489123 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-0dc1d6ce-b418-4d1e-9356-6ceb0fb4ee99 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5055edf-942a-4377-9670-70c584a5ccb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1527467 Feb 15 16:48:48.729518 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-c3c824c5-83e3-4aaa-b647-a66e5a2a1661 service neutron] 10.222.0.10 "GET /v2.0/networks/f5055edf-942a-4377-9670-70c584a5ccb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346315 Feb 15 16:48:48.765774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d314a-6526-4f94-ace9-d3af20fa46b0 req-87feb8b6-1357-41aa-a972-4bdf252aee5b tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:48.773016 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb0d314a-6526-4f94-ace9-d3af20fa46b0 req-87feb8b6-1357-41aa-a972-4bdf252aee5b tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.1853163 Feb 15 16:48:48.858395 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-cd6428a9-007e-41bf-bda8-a1f94508756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:48.864677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-cd6428a9-007e-41bf-bda8-a1f94508756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:48.864677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-cd6428a9-007e-41bf-bda8-a1f94508756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:48.864677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-cd6428a9-007e-41bf-bda8-a1f94508756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:48.864677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-cd6428a9-007e-41bf-bda8-a1f94508756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:48.864677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-cd6428a9-007e-41bf-bda8-a1f94508756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:48.864677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-cd6428a9-007e-41bf-bda8-a1f94508756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:48.864677 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-cd6428a9-007e-41bf-bda8-a1f94508756f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c059e9cd6634bce8f4e005af5907e51&device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 6724 time: 0.7830174 Feb 15 16:48:48.981633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173dbec-7007-4ec6-8722-5d1407ffa807 req-bd56c9c4-88bc-4777-a83b-5eb10fb7d716 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:48.982332 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb0d314a-6526-4f94-ace9-d3af20fa46b0 req-be7f5141-bc50-470b-9949-6a3e416873b3 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084999 Feb 15 16:48:49.003611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173dbec-7007-4ec6-8722-5d1407ffa807 req-bd56c9c4-88bc-4777-a83b-5eb10fb7d716 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:49.007429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173dbec-7007-4ec6-8722-5d1407ffa807 req-bd56c9c4-88bc-4777-a83b-5eb10fb7d716 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:49.016711 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173dbec-7007-4ec6-8722-5d1407ffa807 req-bd56c9c4-88bc-4777-a83b-5eb10fb7d716 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:49.030288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173dbec-7007-4ec6-8722-5d1407ffa807 req-bd56c9c4-88bc-4777-a83b-5eb10fb7d716 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:49.036026 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05c09e92-e4ac-4cb3-a350-496eec523acf req-bde0a12f-965d-45b9-908e-e177cbb9dac5 service neutron] 10.222.0.10 "GET /v2.0/networks/f5055edf-942a-4377-9670-70c584a5ccb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969673 Feb 15 16:48:49.041378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173dbec-7007-4ec6-8722-5d1407ffa807 req-bd56c9c4-88bc-4777-a83b-5eb10fb7d716 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:49.046673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e173dbec-7007-4ec6-8722-5d1407ffa807 req-bd56c9c4-88bc-4777-a83b-5eb10fb7d716 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 4599 time: 0.8405480 Feb 15 16:48:49.059052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Pushing event updated for resources: {'Port': ['ID=41438aaf-3eb8-4735-95e0-46102a711d7c,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:49.159524 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7abc2-55e3-4c71-8047-db23727fbc69 req-f833fc4d-c64d-48d3-9169-f64c4270c531 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:49.162898 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d0d7abc2-55e3-4c71-8047-db23727fbc69 req-f833fc4d-c64d-48d3-9169-f64c4270c531 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0937436 Feb 15 16:48:49.254825 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d0d7abc2-55e3-4c71-8047-db23727fbc69 req-c9fcbeef-ed35-481b-b152-0d49ec32306d tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863287 Feb 15 16:48:49.284755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fcbe0-f1b0-4b24-b656-4336aeb221f7 req-b2cf086c-a824-4f8e-8551-0e9f55ee000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:49.287653 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-484fcbe0-f1b0-4b24-b656-4336aeb221f7 req-b2cf086c-a824-4f8e-8551-0e9f55ee000c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99f8a61d17cd4da6977c39196cb3c0c5&device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 1126 time: 0.1015918 Feb 15 16:48:49.395267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Allocated IP 172.20.0.1 (abd1de71-eb7f-481e-93c5-240c9863694a/709aeae2-05ea-4329-901d-2a8f1cd1fe0d/eb75f590-8fdf-4c22-9a12-ba82e10ce549) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:49.444241 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fcbe0-f1b0-4b24-b656-4336aeb221f7 req-4824a2a3-9d89-4eb7-bc08-c44b4b730ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:49.445755 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-484fcbe0-f1b0-4b24-b656-4336aeb221f7 req-4824a2a3-9d89-4eb7-bc08-c44b4b730ef1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5055edf-942a-4377-9670-70c584a5ccb1 HTTP/1.1" status: 200 len: 913 time: 0.1530137 Feb 15 16:48:49.455785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab351c-137a-4260-828c-971588f703a3 req-866ada63-c1da-4d1d-a2f1-e8ec012bc103 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:49.462900 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2cab351c-137a-4260-828c-971588f703a3 req-866ada63-c1da-4d1d-a2f1-e8ec012bc103 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 943 time: 0.1301427 Feb 15 16:48:49.517315 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-484fcbe0-f1b0-4b24-b656-4336aeb221f7 req-691895be-ce85-4c09-a4e1-16f37766c898 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 HTTP/1.1" status: 200 len: 217 time: 0.0523658 Feb 15 16:48:49.592200 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2cab351c-137a-4260-828c-971588f703a3 req-5f20f17a-8a86-4ae6-ae6d-203e055ac216 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups?id=b27c8814-81dd-4829-a961-dff84405c761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283219 Feb 15 16:48:49.622029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fcbe0-f1b0-4b24-b656-4336aeb221f7 req-09e30941-72e4-495f-b8da-347c35686fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:49.623527 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-484fcbe0-f1b0-4b24-b656-4336aeb221f7 req-09e30941-72e4-495f-b8da-347c35686fc5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e3e6778-841b-48ec-84aa-40e26227078d HTTP/1.1" status: 200 len: 851 time: 0.0944161 Feb 15 16:48:49.735023 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fcbe0-f1b0-4b24-b656-4336aeb221f7 req-2962b0a3-ed0c-463b-bfa6-510afc28181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:49.736870 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-484fcbe0-f1b0-4b24-b656-4336aeb221f7 req-2962b0a3-ed0c-463b-bfa6-510afc28181c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5055edf-942a-4377-9670-70c584a5ccb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1045411 Feb 15 16:48:49.738970 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-98060e84-b3f2-4383-93d6-41028b23db41 req-f2d3a3ed-d7ce-4e91-8141-d547ec2430fd tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 210 time: 0.0356393 Feb 15 16:48:49.833538 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-35f7e0c0-4736-4c9b-b7aa-bb4d68232281 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Publish callbacks [] for port (094ef3ac-8211-4ee3-a683-4d8cc97ab8f2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:49.879794 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-484fcbe0-f1b0-4b24-b656-4336aeb221f7 req-61e91aa5-6816-4233-809d-0f58ab71ce21 service neutron] 10.222.0.10 "GET /v2.0/networks/f5055edf-942a-4377-9670-70c584a5ccb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338520 Feb 15 16:48:49.903998 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e173dbec-7007-4ec6-8722-5d1407ffa807 req-643db0ee-7526-408e-96b8-4594c0cfe60b tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8336380 Feb 15 16:48:49.927959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-ab2ddd2e-e442-494c-97ee-91b0a5cd2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:49.928437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-ab2ddd2e-e442-494c-97ee-91b0a5cd2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:49.928984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-ab2ddd2e-e442-494c-97ee-91b0a5cd2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:49.930627 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-ab2ddd2e-e442-494c-97ee-91b0a5cd2744 service neutron] 10.222.0.67 "GET /v2.0/networks?id=36c7dd23-e458-4e0b-8f60-3d6235ba67f5&id=67e72fda-9dfe-495c-b3a9-2d311823812f&id=67e72fda-9dfe-495c-b3a9-2d311823812f&id=67e72fda-9dfe-495c-b3a9-2d311823812f&id=67e72fda-9dfe-495c-b3a9-2d311823812f&id=7fe9f723-b633-4900-81b1-ec294bf1c8b7&id=7fe9f723-b633-4900-81b1-ec294bf1c8b7 HTTP/1.1" status: 200 len: 2298 time: 0.8616338 Feb 15 16:48:49.931327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Attempting to bind port 41438aaf-3eb8-4735-95e0-46102a711d7c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:49.931656 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Attempting to bind port 41438aaf-3eb8-4735-95e0-46102a711d7c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:49.931978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Attempting to bind port 41438aaf-3eb8-4735-95e0-46102a711d7c on network 27a74dfa-05f1-43ff-9791-7a79afada23c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:49.961350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Port 41438aaf-3eb8-4735-95e0-46102a711d7c on network 27a74dfa-05f1-43ff-9791-7a79afada23c not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:48:49.961656 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Attempting to bind port 41438aaf-3eb8-4735-95e0-46102a711d7c on network 27a74dfa-05f1-43ff-9791-7a79afada23c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:50.031831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:50.032176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Checking segment: {'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:50.032571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Bound using segment: {'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:50.033032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Bound port: 41438aaf-3eb8-4735-95e0-46102a711d7c, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:50.033389 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:50.044006 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-484fcbe0-f1b0-4b24-b656-4336aeb221f7 req-aeaea570-2cbf-44a4-a739-48c1a0d24544 service neutron] 10.222.0.10 "GET /v2.0/networks/f5055edf-942a-4377-9670-70c584a5ccb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556323 Feb 15 16:48:50.051791 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Publish callbacks [] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:50.093780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-e2a35918-9490-43a2-a183-fa90bdb21c81 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=454e4dee-af23-45be-bb94-938d491c45ff HTTP/1.1" status: 200 len: 1001 time: 0.1529942 Feb 15 16:48:50.114963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d9d07707-414a-4fdd-9b6f-9ad48b97bc0e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:50.119852 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-35f7e0c0-4736-4c9b-b7aa-bb4d68232281 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (094ef3ac-8211-4ee3-a683-4d8cc97ab8f2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:50.189056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71c1c6-b8d0-4c05-908e-a3881775a369 req-e65ade30-6b3b-4b2a-a6e4-b36fed2996e5 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:50.196373 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fd71c1c6-b8d0-4c05-908e-a3881775a369 req-e65ade30-6b3b-4b2a-a6e4-b36fed2996e5 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.1078098 Feb 15 16:48:50.225989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port d9d07707-414a-4fdd-9b6f-9ad48b97bc0e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:50.226700 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d9d07707-414a-4fdd-9b6f-9ad48b97bc0e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:50.240407 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-35f7e0c0-4736-4c9b-b7aa-bb4d68232281 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Network fb06f2df-b7da-480e-b448-9bd5eed8704f is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:50.260499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-35f7e0c0-4736-4c9b-b7aa-bb4d68232281 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:50.262880 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] For port 41438aaf-3eb8-4735-95e0-46102a711d7c, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:50.271662 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fd71c1c6-b8d0-4c05-908e-a3881775a369 req-573dce2c-f3da-42c1-a781-8e643202b80b tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739551 Feb 15 16:48:50.271817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-bde9daac-698d-4f9a-a056-46986524ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:50.276300 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-bde9daac-698d-4f9a-a056-46986524ef9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f HTTP/1.1" status: 200 len: 856 time: 0.1724524 Feb 15 16:48:50.278139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f7e0c0-4736-4c9b-b7aa-bb4d68232281 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Pushing event updated for resources: {'Port': ['ID=094ef3ac-8211-4ee3-a683-4d8cc97ab8f2,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:50.282555 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-35f7e0c0-4736-4c9b-b7aa-bb4d68232281 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:50.286488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] For port 41438aaf-3eb8-4735-95e0-46102a711d7c, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=41438aaf-3eb8-4735-95e0-46102a711d7c,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:50.352665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:50.383084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port d9d07707-414a-4fdd-9b6f-9ad48b97bc0e is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:50.384953 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d9d07707-414a-4fdd-9b6f-9ad48b97bc0e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:50.414979 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port d9d07707-414a-4fdd-9b6f-9ad48b97bc0e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d9d07707-414a-4fdd-9b6f-9ad48b97bc0e,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:50.419042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Network abd1de71-eb7f-481e-93c5-240c9863694a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:50.432828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:50.442904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:48:50.471922 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:50.513683 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d9d07707-414a-4fdd-9b6f-9ad48b97bc0e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:50.537693 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-35f7e0c0-4736-4c9b-b7aa-bb4d68232281 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:50.537693 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-35f7e0c0-4736-4c9b-b7aa-bb4d68232281 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:50.539085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Pushing event updated for resources: {'Port': ['ID=eb75f590-8fdf-4c22-9a12-ba82e10ce549,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:50.599984 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=d9d07707-414a-4fdd-9b6f-9ad48b97bc0e,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:50.619434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-f61842e6-fb3e-4d8c-bbf6-64f1ece129b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:50.620964 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-f61842e6-fb3e-4d8c-bbf6-64f1ece129b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=36c7dd23-e458-4e0b-8f60-3d6235ba67f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3314838 Feb 15 16:48:50.635704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Pushing event updated for resources: {'Port': ['ID=41438aaf-3eb8-4735-95e0-46102a711d7c,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:50.797634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8a3fa-c6b6-46b9-a655-5051deb7eaba req-d7635d59-a027-49bf-aa28-d6c04d5def0c tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:50.807099 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6d8a3fa-c6b6-46b9-a655-5051deb7eaba req-d7635d59-a027-49bf-aa28-d6c04d5def0c tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 943 time: 0.0955360 Feb 15 16:48:50.827364 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-0a023127-1531-49ea-a60d-d77878bc610b service neutron] 10.222.0.67 "GET /v2.0/networks/36c7dd23-e458-4e0b-8f60-3d6235ba67f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836154 Feb 15 16:48:50.834016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:50.841998 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:50.843506 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-680e4168-d403-4726-87dd-96d7b676b9ea service neutron] 10.222.0.10 "PUT /v2.0/ports/41438aaf-3eb8-4735-95e0-46102a711d7c HTTP/1.1" status: 200 len: 1131 time: 5.2649555 Feb 15 16:48:50.858339 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'tag': '41438aaf-3eb8-4735-95e0-46102a711d7c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:50.862018 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e10f1f-e5d3-48e5-bd60-9895e1cad7e4" -d '{"events": [{"name": "network-changed", "server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "tag": "41438aaf-3eb8-4735-95e0-46102a711d7c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:50.867558 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-35f7e0c0-4736-4c9b-b7aa-bb4d68232281 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7835352 Feb 15 16:48:50.893280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Request body: {'port': {'device_id': 'd0e83d4c-ceb8-4e13-9924-b43e04e1b8ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:50.896583 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (b27d9728-27f3-4757-aa4b-3907bd165264), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:50.934269 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6d8a3fa-c6b6-46b9-a655-5051deb7eaba req-fd414d21-ad67-46f1-8282-a1aa4d3ac3b9 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups?id=b27c8814-81dd-4829-a961-dff84405c761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241806 Feb 15 16:48:50.952500 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b3839459-b511-4fb9-adaa-8852811fe2a1 None None] Provisioning complete for port eb75f590-8fdf-4c22-9a12-ba82e10ce549 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:50.952878 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3839459-b511-4fb9-adaa-8852811fe2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:51.029113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b3839459-b511-4fb9-adaa-8852811fe2a1 None None] Port eb75f590-8fdf-4c22-9a12-ba82e10ce549 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:48:51.071633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Request body: {'port': {'device_id': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:51.121123 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2321c-de6c-4c1e-998d-e7cfed34fa9c req-b62f5477-75d5-4eee-b691-b0443745e8d4 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.124979 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d1c2321c-de6c-4c1e-998d-e7cfed34fa9c req-b62f5477-75d5-4eee-b691-b0443745e8d4 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 931 time: 0.0605989 Feb 15 16:48:51.165275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c4514-d7b2-4a1a-ac36-ae56d78251b2 req-cd6b1d64-a9dd-4030-b228-05598f383635 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.166917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a49c4514-d7b2-4a1a-ac36-ae56d78251b2 req-cd6b1d64-a9dd-4030-b228-05598f383635 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.7999456 Feb 15 16:48:51.209215 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d1c2321c-de6c-4c1e-998d-e7cfed34fa9c req-52a471b7-4a42-4721-8092-e8ab476e06f0 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/security-groups?id=2f65d856-6811-4498-bb12-c233bc7b6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805066 Feb 15 16:48:51.287425 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac956947-fc31-41b9-ba78-75d176439e3b x-openstack-request-id: req-ac956947-fc31-41b9-ba78-75d176439e3b {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:51.287725 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "tag": "41438aaf-3eb8-4735-95e0-46102a711d7c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:51.288154 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ac956947-fc31-41b9-ba78-75d176439e3b {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:51.288808 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'tag': '41438aaf-3eb8-4735-95e0-46102a711d7c', 'status': 'completed', 'code': 200} Feb 15 16:48:51.347900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10f1f-e5d3-48e5-bd60-9895e1cad7e4 req-5ff90cc6-acd5-4a59-b4d7-0187bf5e397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.348386 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10f1f-e5d3-48e5-bd60-9895e1cad7e4 req-5ff90cc6-acd5-4a59-b4d7-0187bf5e397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.349036 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10f1f-e5d3-48e5-bd60-9895e1cad7e4 req-5ff90cc6-acd5-4a59-b4d7-0187bf5e397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.349555 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10f1f-e5d3-48e5-bd60-9895e1cad7e4 req-5ff90cc6-acd5-4a59-b4d7-0187bf5e397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.350025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10f1f-e5d3-48e5-bd60-9895e1cad7e4 req-5ff90cc6-acd5-4a59-b4d7-0187bf5e397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.350488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10f1f-e5d3-48e5-bd60-9895e1cad7e4 req-5ff90cc6-acd5-4a59-b4d7-0187bf5e397b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.353523 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1e10f1f-e5d3-48e5-bd60-9895e1cad7e4 req-5ff90cc6-acd5-4a59-b4d7-0187bf5e397b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81594fa848e7414b8f51155b921da775&device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5349 time: 0.0655918 Feb 15 16:48:51.370185 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (094ef3ac-8211-4ee3-a683-4d8cc97ab8f2), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:51.395160 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:51.413131 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-7e178233-7ef0-472e-a86a-ace23fcf188d service neutron] 10.222.0.67 "GET /v2.0/networks/36c7dd23-e458-4e0b-8f60-3d6235ba67f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669289 Feb 15 16:48:51.432306 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a49c4514-d7b2-4a1a-ac36-ae56d78251b2 req-fc57fd4a-707f-45cd-8b2f-90b68b5de171 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529206 Feb 15 16:48:51.485119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-fb677f11-ef16-435a-9f86-dd404aba9bf6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=0f5cf237-c13f-4452-a50f-8a0b8b20e20d HTTP/1.1" status: 200 len: 217 time: 0.0632639 Feb 15 16:48:51.487827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e11f-8be9-40dd-9061-659fc55bdcec req-853edb51-61bd-45cc-a6a4-c713d27e6eb8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.493262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e11f-8be9-40dd-9061-659fc55bdcec req-853edb51-61bd-45cc-a6a4-c713d27e6eb8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.499454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e11f-8be9-40dd-9061-659fc55bdcec req-853edb51-61bd-45cc-a6a4-c713d27e6eb8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.504829 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e11f-8be9-40dd-9061-659fc55bdcec req-853edb51-61bd-45cc-a6a4-c713d27e6eb8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.510497 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e11f-8be9-40dd-9061-659fc55bdcec req-853edb51-61bd-45cc-a6a4-c713d27e6eb8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.516765 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54e11f-8be9-40dd-9061-659fc55bdcec req-853edb51-61bd-45cc-a6a4-c713d27e6eb8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.519100 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd54e11f-8be9-40dd-9061-659fc55bdcec req-853edb51-61bd-45cc-a6a4-c713d27e6eb8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 4599 time: 0.1646497 Feb 15 16:48:51.599703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10f1f-e5d3-48e5-bd60-9895e1cad7e4 req-295df211-ec6e-4197-9c23-e26e1b0e879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.600240 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10f1f-e5d3-48e5-bd60-9895e1cad7e4 req-295df211-ec6e-4197-9c23-e26e1b0e879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.601287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10f1f-e5d3-48e5-bd60-9895e1cad7e4 req-295df211-ec6e-4197-9c23-e26e1b0e879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.603520 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1e10f1f-e5d3-48e5-bd60-9895e1cad7e4 req-295df211-ec6e-4197-9c23-e26e1b0e879c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=81594fa848e7414b8f51155b921da775&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2281985 Feb 15 16:48:51.687096 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd54e11f-8be9-40dd-9061-659fc55bdcec req-d7303d88-61d9-4e82-88f4-b75b46d980fb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1559737 Feb 15 16:48:51.742162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10f1f-e5d3-48e5-bd60-9895e1cad7e4 req-9f477c5d-4686-445e-bb19-11bafc63c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.743647 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1e10f1f-e5d3-48e5-bd60-9895e1cad7e4 req-9f477c5d-4686-445e-bb19-11bafc63c342 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299932 Feb 15 16:48:51.750683 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:51.774104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-5ec139a1-8a92-4936-b7f8-586e9195a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:51.775604 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-5ec139a1-8a92-4936-b7f8-586e9195a7c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=baeb71b9-6efb-4690-a7d0-c53f3a2625ba HTTP/1.1" status: 200 len: 797 time: 0.2659192 Feb 15 16:48:52.075340 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d9d07707-414a-4fdd-9b6f-9ad48b97bc0e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:52.163103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port d9d07707-414a-4fdd-9b6f-9ad48b97bc0e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:52.164122 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d9d07707-414a-4fdd-9b6f-9ad48b97bc0e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:52.178250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a960001a-8b1d-4dc8-832a-4d11bf8a5050 req-f2ab3b5a-8efa-4464-a4ef-2bd2dcb4ddc8 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:52.185202 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a960001a-8b1d-4dc8-832a-4d11bf8a5050 req-f2ab3b5a-8efa-4464-a4ef-2bd2dcb4ddc8 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.6250305 Feb 15 16:48:52.269838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f8a72-55a3-427c-aa6e-69526b895ac8 req-33b26045-c7b7-4f8d-8602-86990915924a tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:52.284289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e06f8a72-55a3-427c-aa6e-69526b895ac8 req-33b26045-c7b7-4f8d-8602-86990915924a tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 943 time: 0.1440744 Feb 15 16:48:52.312691 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port d9d07707-414a-4fdd-9b6f-9ad48b97bc0e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:52.359926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-6358f125-0360-4364-becb-cfdaf689218a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:52.361487 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-6358f125-0360-4364-becb-cfdaf689218a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67e72fda-9dfe-495c-b3a9-2d311823812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.5778930 Feb 15 16:48:52.380851 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e06f8a72-55a3-427c-aa6e-69526b895ac8 req-0d1bf8d9-0064-470f-b288-53f48a384583 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups?id=b27c8814-81dd-4829-a961-dff84405c761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952282 Feb 15 16:48:52.424111 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a960001a-8b1d-4dc8-832a-4d11bf8a5050 req-8e66cc84-1fd2-479e-8828-ca2e166049ea tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330403 Feb 15 16:48:52.529393 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65303a-b355-4737-8cd0-7f8141e6879e req-5c1f28fb-008a-4f26-a19b-5830f5b8c1af tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:52.535957 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3a65303a-b355-4737-8cd0-7f8141e6879e req-5c1f28fb-008a-4f26-a19b-5830f5b8c1af tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0646327 Feb 15 16:48:52.580323 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3a65303a-b355-4737-8cd0-7f8141e6879e req-357f0bb9-d1c6-4927-906b-d6912c2d0eb0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433283 Feb 15 16:48:52.635490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:52.672526 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Publish callbacks [] for port (094ef3ac-8211-4ee3-a683-4d8cc97ab8f2), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:52.697550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 991ee5ae-a1ea-4cd1-8122-3fa103649b46 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:48:52.701732 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 991ee5ae-a1ea-4cd1-8122-3fa103649b46 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:48:52.731389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e12c4311-7333-4002-a1ec-b7bac72ef0b9 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:52.743465 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Publish callbacks [] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:52.764523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Transition to ACTIVE for port object e12c4311-7333-4002-a1ec-b7bac72ef0b9 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:48:52.778960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Transition to ACTIVE for port object 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:48:52.798895 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Publish callbacks [] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:52.807210 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-d528bd63-0015-4e96-b168-fc0ca4981ea3 service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303689 Feb 15 16:48:52.824085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaafd55-14c8-4401-a36c-ab0fce4596f0 req-9d5c78fe-43c1-4a04-8c6f-bf327b3ea460 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:52.826994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-daaafd55-14c8-4401-a36c-ab0fce4596f0 req-9d5c78fe-43c1-4a04-8c6f-bf327b3ea460 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 931 time: 0.2690766 Feb 15 16:48:52.849143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d088b7-d781-4f78-8225-94b0dc487ae2 req-4bc200e0-e14d-45b5-a9a8-934d5126be44 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:52.855087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d088b7-d781-4f78-8225-94b0dc487ae2 req-4bc200e0-e14d-45b5-a9a8-934d5126be44 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:52.860916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d088b7-d781-4f78-8225-94b0dc487ae2 req-4bc200e0-e14d-45b5-a9a8-934d5126be44 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:52.866853 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d088b7-d781-4f78-8225-94b0dc487ae2 req-4bc200e0-e14d-45b5-a9a8-934d5126be44 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:52.873745 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d088b7-d781-4f78-8225-94b0dc487ae2 req-4bc200e0-e14d-45b5-a9a8-934d5126be44 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:52.880030 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d088b7-d781-4f78-8225-94b0dc487ae2 req-4bc200e0-e14d-45b5-a9a8-934d5126be44 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:52.888532 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a2d088b7-d781-4f78-8225-94b0dc487ae2 req-4bc200e0-e14d-45b5-a9a8-934d5126be44 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 4599 time: 0.1033509 Feb 15 16:48:52.929876 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-2beb2346-ecde-4cd0-8b54-ad2245179b9e service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132565 Feb 15 16:48:52.933143 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:52.983643 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (094ef3ac-8211-4ee3-a683-4d8cc97ab8f2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:53.031694 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a2d088b7-d781-4f78-8225-94b0dc487ae2 req-a52ace51-052a-457c-b60a-745fe845a7c8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1419411 Feb 15 16:48:53.035056 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (b27d9728-27f3-4757-aa4b-3907bd165264), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:53.046217 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:53.066911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 991ee5ae-a1ea-4cd1-8122-3fa103649b46, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=991ee5ae-a1ea-4cd1-8122-3fa103649b46,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:53.111941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Pushing event updated for resources: {'Port': ['ID=eb75f590-8fdf-4c22-9a12-ba82e10ce549,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:53.112146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '991ee5ae-a1ea-4cd1-8122-3fa103649b46', 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667', 'port_id': '991ee5ae-a1ea-4cd1-8122-3fa103649b46', 'mac_address': 'fa:16:3e:71:fe:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78d427c-8322-4326-9925-718e63fdd3e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:48:53.133758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 991ee5ae-a1ea-4cd1-8122-3fa103649b46 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:53.134167 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:53.140215 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-f9f5d60a-8676-48f1-b9b3-1a02de4a0e38 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=fee101f4-9a6f-48fa-82ce-cbc998d7d69d HTTP/1.1" status: 200 len: 217 time: 0.1522682 Feb 15 16:48:53.181413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 991ee5ae-a1ea-4cd1-8122-3fa103649b46 is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:53.181809 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:53.197344 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 991ee5ae-a1ea-4cd1-8122-3fa103649b46 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:53.227046 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 991ee5ae-a1ea-4cd1-8122-3fa103649b46, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=991ee5ae-a1ea-4cd1-8122-3fa103649b46,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:53.319341 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Pushing event updated for resources: {'Port': ['ID=094ef3ac-8211-4ee3-a683-4d8cc97ab8f2,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:53.329980 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:53.330671 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:48:53.442249 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-daaafd55-14c8-4401-a36c-ab0fce4596f0 req-48ee44bd-0f19-4d82-bbb6-a2c29d1518d7 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/security-groups?id=2f65d856-6811-4498-bb12-c233bc7b6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072169 Feb 15 16:48:53.458298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-fada79f5-9b75-4787-912a-ad94ba18dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:53.458551 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-fada79f5-9b75-4787-912a-ad94ba18dedb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=baeb71b9-6efb-4690-a7d0-c53f3a2625ba HTTP/1.1" status: 200 len: 797 time: 0.2578864 Feb 15 16:48:53.548144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Network abd1de71-eb7f-481e-93c5-240c9863694a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:48:53.567063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:48:53.568813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Pushing event updated for resources: {'Port': ['ID=e12c4311-7333-4002-a1ec-b7bac72ef0b9,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:53.571227 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:48:53.573284 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:48:53.617332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Attempting to bind port e12c4311-7333-4002-a1ec-b7bac72ef0b9 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:53.617611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Attempting to bind port e12c4311-7333-4002-a1ec-b7bac72ef0b9 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:53.617943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Attempting to bind port e12c4311-7333-4002-a1ec-b7bac72ef0b9 on network 27a74dfa-05f1-43ff-9791-7a79afada23c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:53.630247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4d101-af7f-413c-8cca-67e3be7dedc2 req-e3b58daa-9252-41d6-86f2-5a4bc29df414 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:53.632459 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fce4d101-af7f-413c-8cca-67e3be7dedc2 req-e3b58daa-9252-41d6-86f2-5a4bc29df414 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 943 time: 0.1184118 Feb 15 16:48:53.667572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=991ee5ae-a1ea-4cd1-8122-3fa103649b46,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:53.704652 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9,segment=NetworkSegment(e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c),segment_id=e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:53.724721 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fce4d101-af7f-413c-8cca-67e3be7dedc2 req-8c3491ee-f2c6-4859-b329-84051126ab7d tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups?id=b27c8814-81dd-4829-a961-dff84405c761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827022 Feb 15 16:48:53.732366 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9', 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1', 'port_id': '1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9', 'mac_address': 'fa:16:3e:ce:57:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:48:53.749773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Port e12c4311-7333-4002-a1ec-b7bac72ef0b9 on network 27a74dfa-05f1-43ff-9791-7a79afada23c not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:48:53.750118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Attempting to bind port e12c4311-7333-4002-a1ec-b7bac72ef0b9 on network 27a74dfa-05f1-43ff-9791-7a79afada23c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:53.764577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Attempting to bind port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:53.764934 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Attempting to bind port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'e5306ce5-9281-43d0-bb1c-90d5352f8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fb06f2df-b7da-480e-b448-9bd5eed8704f'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:53.765506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Attempting to bind port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 on network fb06f2df-b7da-480e-b448-9bd5eed8704f {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:53.807583 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:53.808579 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:53.810810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:53.811428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Checking segment: {'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:53.811829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Bound using segment: {'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:53.812353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Bound port: e12c4311-7333-4002-a1ec-b7bac72ef0b9, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:53.812733 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:53.820158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 on network fb06f2df-b7da-480e-b448-9bd5eed8704f not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:48:53.820500 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Attempting to bind port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 on network fb06f2df-b7da-480e-b448-9bd5eed8704f {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:53.834619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-fc7a62ca-e3ed-407f-8553-d9037d32bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:53.837616 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-fc7a62ca-e3ed-407f-8553-d9037d32bead service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67e72fda-9dfe-495c-b3a9-2d311823812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3482192 Feb 15 16:48:53.843357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:53.852790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:53.853696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Checking segment: {'id': 'e5306ce5-9281-43d0-bb1c-90d5352f8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fb06f2df-b7da-480e-b448-9bd5eed8704f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:53.854061 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Bound using segment: {'id': 'e5306ce5-9281-43d0-bb1c-90d5352f8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fb06f2df-b7da-480e-b448-9bd5eed8704f'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:53.854515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Bound port: 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5306ce5-9281-43d0-bb1c-90d5352f8481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'fb06f2df-b7da-480e-b448-9bd5eed8704f'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:53.854877 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (094ef3ac-8211-4ee3-a683-4d8cc97ab8f2), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:53.879137 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9,segment=NetworkSegment(e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c),segment_id=e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:53.903791 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb8406-63d3-4463-b6a2-1e10050ef1e5 req-107d203e-4512-4bd7-944e-17c543b9239c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:53.910853 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d0eb8406-63d3-4463-b6a2-1e10050ef1e5 req-107d203e-4512-4bd7-944e-17c543b9239c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 944 time: 0.3654833 Feb 15 16:48:53.946748 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c609d8-d037-4b0a-82df-12990cf310c5 req-448e42fd-76b4-496b-96f9-215177e8e6c1 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:53.952608 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-47c609d8-d037-4b0a-82df-12990cf310c5 req-448e42fd-76b4-496b-96f9-215177e8e6c1 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.1418362 Feb 15 16:48:53.969545 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:54.043938 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-47c609d8-d037-4b0a-82df-12990cf310c5 req-ecfad27f-a1c2-4f90-b623-5cf7a9aa640e tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899115 Feb 15 16:48:54.100917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b32abcb1-5321-42bb-8fbb-881375284f91 None None] Provisioning complete for port eb75f590-8fdf-4c22-9a12-ba82e10ce549 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:54.102094 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b32abcb1-5321-42bb-8fbb-881375284f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:54.114070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Router b27d9728-27f3-4757-aa4b-3907bd165264 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:48:54.142249 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d0eb8406-63d3-4463-b6a2-1e10050ef1e5 req-269d075d-d587-4a51-bd19-e7414ba73e07 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304325 Feb 15 16:48:54.149857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] For port e12c4311-7333-4002-a1ec-b7bac72ef0b9, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:54.185391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] For port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:54.190422 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] For port e12c4311-7333-4002-a1ec-b7bac72ef0b9, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e12c4311-7333-4002-a1ec-b7bac72ef0b9,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:54.195254 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-303b8869-fd9f-4b13-8c12-873a0337ff78 service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441882 Feb 15 16:48:54.210385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] For port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=094ef3ac-8211-4ee3-a683-4d8cc97ab8f2,segment=NetworkSegment(e5306ce5-9281-43d0-bb1c-90d5352f8481),segment_id=e5306ce5-9281-43d0-bb1c-90d5352f8481)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:54.227619 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019619b-c457-473d-8508-278591b36e78 req-c1d795b8-cb74-4247-8add-d518d839c8f8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:54.235439 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019619b-c457-473d-8508-278591b36e78 req-c1d795b8-cb74-4247-8add-d518d839c8f8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:54.242305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019619b-c457-473d-8508-278591b36e78 req-c1d795b8-cb74-4247-8add-d518d839c8f8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:54.246976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 991ee5ae-a1ea-4cd1-8122-3fa103649b46 is: BUILD; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:54.247476 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:54.250197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019619b-c457-473d-8508-278591b36e78 req-c1d795b8-cb74-4247-8add-d518d839c8f8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:54.256999 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019619b-c457-473d-8508-278591b36e78 req-c1d795b8-cb74-4247-8add-d518d839c8f8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:54.262747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019619b-c457-473d-8508-278591b36e78 req-c1d795b8-cb74-4247-8add-d518d839c8f8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:54.270423 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019619b-c457-473d-8508-278591b36e78 req-c1d795b8-cb74-4247-8add-d518d839c8f8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:54.272539 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 991ee5ae-a1ea-4cd1-8122-3fa103649b46 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:54.273271 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c019619b-c457-473d-8508-278591b36e78 req-c1d795b8-cb74-4247-8add-d518d839c8f8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5371 time: 0.1289580 Feb 15 16:48:54.285821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:54.294429 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b32abcb1-5321-42bb-8fbb-881375284f91 None None] Port eb75f590-8fdf-4c22-9a12-ba82e10ce549 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:48:54.314804 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 991ee5ae-a1ea-4cd1-8122-3fa103649b46, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=991ee5ae-a1ea-4cd1-8122-3fa103649b46,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:54.328430 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:54.336607 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['991ee5ae-a1ea-4cd1-8122-3fa103649b46'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:48:54.342466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:48:54.377854 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (094ef3ac-8211-4ee3-a683-4d8cc97ab8f2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:54.391866 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c019619b-c457-473d-8508-278591b36e78 req-0b52c45d-89fa-4562-9bb0-7c1cc80cfdcc tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1079209 Feb 15 16:48:54.432379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:54.433186 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:54.434901 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] 10.222.0.10 "PUT /v2.0/ports/e12c4311-7333-4002-a1ec-b7bac72ef0b9 HTTP/1.1" status: 200 len: 1131 time: 3.3913724 Feb 15 16:48:54.437799 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:54.441548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'tag': 'e12c4311-7333-4002-a1ec-b7bac72ef0b9'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:54.444037 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5662ae7-184c-47e1-9c33-9ce155062cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "tag": "e12c4311-7333-4002-a1ec-b7bac72ef0b9"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:54.459269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:54.460029 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:54.461945 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] 10.222.0.10 "PUT /v2.0/ports/094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 HTTP/1.1" status: 200 len: 1092 time: 3.5764549 Feb 15 16:48:54.489247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3bdf8-dcd1-4581-84f5-1f17c13febb0 service neutron] Pushing event updated for resources: {'Port': ['ID=e12c4311-7333-4002-a1ec-b7bac72ef0b9,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:54.535116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=991ee5ae-a1ea-4cd1-8122-3fa103649b46,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:54.584411 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7cf0edd-8028-4b08-ab6d-bda726e533cf x-openstack-request-id: req-d7cf0edd-8028-4b08-ab6d-bda726e533cf {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:54.584717 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "tag": "e12c4311-7333-4002-a1ec-b7bac72ef0b9", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:54.584980 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d7cf0edd-8028-4b08-ab6d-bda726e533cf {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:54.589186 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'tag': 'e12c4311-7333-4002-a1ec-b7bac72ef0b9', 'status': 'completed', 'code': 200} Feb 15 16:48:54.600399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Request body: {'port': {'device_id': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:54.725453 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-4f7ab5c4-3e64-4eef-90c5-6d014c0d21b6 service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212789 Feb 15 16:48:54.739601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:48:54.748659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0c9270f7-f23f-4458-8146-8948cb07b1fe admin admin] 10.222.0.107 "PUT /v2.0/routers/b27d9728-27f3-4757-aa4b-3907bd165264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7105620 Feb 15 16:48:54.757675 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Sync routers for ids ['b27d9728-27f3-4757-aa4b-3907bd165264'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:48:54.780316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110043e6-df46-45e8-a30b-7ba500ae5a29 req-61fc2a94-ad20-461c-8347-24d0c3a27fba tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:54.787706 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-110043e6-df46-45e8-a30b-7ba500ae5a29 req-61fc2a94-ad20-461c-8347-24d0c3a27fba tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 943 time: 0.1763396 Feb 15 16:48:54.816893 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-f4fb13b4-fbad-419f-ab5a-27a306573c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:54.827141 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-f4fb13b4-fbad-419f-ab5a-27a306573c90 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca635b7ac9e5468b90eace37fe29d332&device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 1126 time: 0.1583347 Feb 15 16:48:54.845742 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-7a884ae5-47d8-44db-9031-30252abd7adf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=43c841ed-5b6b-4bbb-87f5-2d36be9275fe HTTP/1.1" status: 200 len: 217 time: 0.0896285 Feb 15 16:48:54.865053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Routers {'b27d9728-27f3-4757-aa4b-3907bd165264'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:48:54.865843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:48:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b27d9728-27f3-4757-aa4b-3907bd165264'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:54.984487 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-e459efaf-7702-4383-8605-eea878c33bda service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 HTTP/1.1" status: 200 len: 217 time: 0.1077106 Feb 15 16:48:54.991500 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-110043e6-df46-45e8-a30b-7ba500ae5a29 req-337cde61-9f3c-41eb-ab40-ddd5efe1232c tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/security-groups?id=2f65d856-6811-4498-bb12-c233bc7b6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029107 Feb 15 16:48:55.066647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-c66f8451-3f5b-4764-a627-3ace741ada95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:55.069020 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-c66f8451-3f5b-4764-a627-3ace741ada95 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc8761a9-c634-47ef-adb6-6f2b0a46cad1 HTTP/1.1" status: 200 len: 853 time: 0.0758698 Feb 15 16:48:55.096602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Set router b27d9728-27f3-4757-aa4b-3907bd165264 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:48:55.125555 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-8e382f4d-fc8e-47ac-91b4-d5797193a681 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb06f2df-b7da-480e-b448-9bd5eed8704f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441084 Feb 15 16:48:55.277017 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-1eb87519-1bad-4880-87ed-680f0f94c5bb service neutron] 10.222.0.10 "GET /v2.0/networks/fb06f2df-b7da-480e-b448-9bd5eed8704f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429222 Feb 15 16:48:55.353815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-8485d2d8-d445-4155-9bd7-6fed2e053ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:55.358289 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-8485d2d8-d445-4155-9bd7-6fed2e053ef5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=baeb71b9-6efb-4690-a7d0-c53f3a2625ba HTTP/1.1" status: 200 len: 797 time: 0.1006894 Feb 15 16:48:55.359194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a6bae-d065-44d4-85a0-71cdcf567241 service neutron] Pushing event updated for resources: {'Port': ['ID=094ef3ac-8211-4ee3-a683-4d8cc97ab8f2,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:55.412059 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17a139bb-f9b5-4318-a1df-84dd789c3a97 req-56f59545-777f-4498-8de8-65432394bb66 service neutron] 10.222.0.10 "GET /v2.0/networks/fb06f2df-b7da-480e-b448-9bd5eed8704f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278512 Feb 15 16:48:55.423540 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:55.491648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5662ae7-184c-47e1-9c33-9ce155062cbf req-10112f45-e3fa-46ec-8935-7b10bc1f1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:55.492153 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5662ae7-184c-47e1-9c33-9ce155062cbf req-10112f45-e3fa-46ec-8935-7b10bc1f1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:55.492837 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5662ae7-184c-47e1-9c33-9ce155062cbf req-10112f45-e3fa-46ec-8935-7b10bc1f1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:55.493947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5662ae7-184c-47e1-9c33-9ce155062cbf req-10112f45-e3fa-46ec-8935-7b10bc1f1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:55.493947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5662ae7-184c-47e1-9c33-9ce155062cbf req-10112f45-e3fa-46ec-8935-7b10bc1f1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:55.494188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5662ae7-184c-47e1-9c33-9ce155062cbf req-10112f45-e3fa-46ec-8935-7b10bc1f1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:55.494751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5662ae7-184c-47e1-9c33-9ce155062cbf req-10112f45-e3fa-46ec-8935-7b10bc1f1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:55.497150 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5662ae7-184c-47e1-9c33-9ce155062cbf req-10112f45-e3fa-46ec-8935-7b10bc1f1997 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81594fa848e7414b8f51155b921da775&device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 6304 time: 0.8865578 Feb 15 16:48:55.504306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:51Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'eb75f590-8fdf-4c22-9a12-ba82e10ce549', 'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'mac_address': 'fa:16:3e:3e:31:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:48Z', 'updated_at': '2022-02-15T16:48:52Z', 'revision_number': 2, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'subnets': [{'id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:55.551512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Checking router: b27d9728-27f3-4757-aa4b-3907bd165264 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:48:55.551867 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Updating router b27d9728-27f3-4757-aa4b-3907bd165264 port eb75f590-8fdf-4c22-9a12-ba82e10ce549 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:48:55.584589 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:55.727123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ab9c-cb75-4d2c-9d6d-ed7521b76d5c req-ed7ed9a1-842e-4fd7-ae35-6c43ca553069 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:55.733935 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17a2ab9c-cb75-4d2c-9d6d-ed7521b76d5c req-ed7ed9a1-842e-4fd7-ae35-6c43ca553069 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 944 time: 0.4774535 Feb 15 16:48:55.806561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-9852a9aa-ace4-43a2-809e-a238b902fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:55.808097 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-9852a9aa-ace4-43a2-809e-a238b902fa73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67e72fda-9dfe-495c-b3a9-2d311823812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4212861 Feb 15 16:48:55.851024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5662ae7-184c-47e1-9c33-9ce155062cbf req-bf6f177b-7476-4e3b-931c-986b0e15ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:55.851606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5662ae7-184c-47e1-9c33-9ce155062cbf req-bf6f177b-7476-4e3b-931c-986b0e15ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:55.851976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5662ae7-184c-47e1-9c33-9ce155062cbf req-bf6f177b-7476-4e3b-931c-986b0e15ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:55.853599 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5662ae7-184c-47e1-9c33-9ce155062cbf req-bf6f177b-7476-4e3b-931c-986b0e15ab2c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=81594fa848e7414b8f51155b921da775&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3174131 Feb 15 16:48:56.007501 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49424) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:56.025566 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Publish callbacks [] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:56.057268 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17a2ab9c-cb75-4d2c-9d6d-ed7521b76d5c req-7e50eb15-09a2-4da1-bc36-42744d320b05 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups?id=b27c8814-81dd-4829-a961-dff84405c761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205993 Feb 15 16:48:56.089247 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:56.151114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-4a05731a-0e5a-4a01-bf07-5326d6f74deb service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256636 Feb 15 16:48:56.189524 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49430) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:56.196797 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0a5eb308-eefb-4d1f-bd9d-8713a4fe53ba tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--297840973', 'description': 'tempest-description--2029373927'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:56.213592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aec458-0609-438a-9963-ec49168e792e None None] Pushing event updated for resources: {'Port': ['ID=eb75f590-8fdf-4c22-9a12-ba82e10ce549,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:56.246741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5662ae7-184c-47e1-9c33-9ce155062cbf req-07f2ca91-9073-45fc-9c23-5e500f15f8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:56.252210 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5662ae7-184c-47e1-9c33-9ce155062cbf req-07f2ca91-9073-45fc-9c23-5e500f15f8c8 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3562341 Feb 15 16:48:56.263865 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0672dba-4558-4cb3-9f54-995962fee3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:56.318591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Attempting to bind port eb75f590-8fdf-4c22-9a12-ba82e10ce549 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:56.318966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Attempting to bind port eb75f590-8fdf-4c22-9a12-ba82e10ce549 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:56.319333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Attempting to bind port eb75f590-8fdf-4c22-9a12-ba82e10ce549 on network abd1de71-eb7f-481e-93c5-240c9863694a {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:56.330320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:56.331931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Checking segment: {'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:56.333343 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:56.333343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Bound using segment: {'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:56.333676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Bound port: eb75f590-8fdf-4c22-9a12-ba82e10ce549, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:56.333999 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:56.394229 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af27f3b-a770-4e78-b914-89a7f3f10eeb req-346a629b-0600-4e58-873c-12db92b43e98 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:56.395837 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9af27f3b-a770-4e78-b914-89a7f3f10eeb req-346a629b-0600-4e58-873c-12db92b43e98 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 943 time: 0.1447721 Feb 15 16:48:56.420732 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a5eb308-eefb-4d1f-bd9d-8713a4fe53ba tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:56.429573 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c37fe5-583d-47b7-8a80-c29346227721 req-566c9bed-1269-4ff2-8636-4af9516907b8 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:56.438663 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11c37fe5-583d-47b7-8a80-c29346227721 req-566c9bed-1269-4ff2-8636-4af9516907b8 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.2898152 Feb 15 16:48:56.458510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] For port eb75f590-8fdf-4c22-9a12-ba82e10ce549, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:56.464167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] For port eb75f590-8fdf-4c22-9a12-ba82e10ce549, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=eb75f590-8fdf-4c22-9a12-ba82e10ce549,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:56.487856 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-4cd49ba8-8df1-4d90-a728-cb1df3c5f9b4 service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223481 Feb 15 16:48:56.489915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3afed0e7-2cee-4126-8584-e4805f52e3c7 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:56.509132 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Publish callbacks [] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:56.518597 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0672dba-4558-4cb3-9f54-995962fee3a4 admin admin] Publish callbacks [] for security_group (46bcf6aa-0fc9-4425-80bb-d15bfe558ca2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:56.548272 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:56.565067 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9af27f3b-a770-4e78-b914-89a7f3f10eeb req-801e9bd9-ed2e-4d77-a819-c651d02a5b45 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547000 Feb 15 16:48:56.565595 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-ce6c0fb8-7512-4676-91f8-53a9cf86ff97 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.99&port_id=c8a4d32c-8875-43a5-9a00-6e45523582eb HTTP/1.1" status: 200 len: 217 time: 0.0704994 Feb 15 16:48:56.595436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Transition to ACTIVE for port object 3afed0e7-2cee-4126-8584-e4805f52e3c7 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:48:56.595436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0e83d4c-ceb8-4e13-9924-b43e04e1b8ee', 'tag': '094ef3ac-8211-4ee3-a683-4d8cc97ab8f2'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:56.595436 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22ccdfc-5f1f-4257-9d52-841d02cad301" -d '{"events": [{"name": "network-changed", "server_uuid": "d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee", "tag": "094ef3ac-8211-4ee3-a683-4d8cc97ab8f2"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:56.609834 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11c37fe5-583d-47b7-8a80-c29346227721 req-4b55e71b-651f-4856-ac8d-e5fc63ddbab5 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663787 Feb 15 16:48:56.626509 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0672dba-4558-4cb3-9f54-995962fee3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (46bcf6aa-0fc9-4425-80bb-d15bfe558ca2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:56.685157 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:56.697072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Routers {'b27d9728-27f3-4757-aa4b-3907bd165264'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:48:56.698175 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:48:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b27d9728-27f3-4757-aa4b-3907bd165264'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:56.698312 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a5eb308-eefb-4d1f-bd9d-8713a4fe53ba tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group (677aaecf-c789-4e87-a559-e665a3641226), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:56.766359 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c0672dba-4558-4cb3-9f54-995962fee3a4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2075c62c0987492fbd09633019562641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7568493 Feb 15 16:48:56.773688 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-14ba4597-3f30-43f0-8130-14497f602714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:56.776779 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-14ba4597-3f30-43f0-8130-14497f602714 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=baeb71b9-6efb-4690-a7d0-c53f3a2625ba HTTP/1.1" status: 200 len: 797 time: 0.2033038 Feb 15 16:48:56.792189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49434) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:56.818576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0672dba-4558-4cb3-9f54-995962fee3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bcf6aa-0fc9-4425-80bb-d15bfe558ca2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:56.830301 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a5eb308-eefb-4d1f-bd9d-8713a4fe53ba tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (677aaecf-c789-4e87-a559-e665a3641226), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:56.881402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 991ee5ae-a1ea-4cd1-8122-3fa103649b46 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:56.926601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5eb308-eefb-4d1f-bd9d-8713a4fe53ba tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677aaecf-c789-4e87-a559-e665a3641226,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:56.930824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Pushing event updated for resources: {'Port': ['ID=3afed0e7-2cee-4126-8584-e4805f52e3c7,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:56.980275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-39eb935d-a6ce-42a3-b912-9764b6026cc2 None None] Provisioning complete for port eb75f590-8fdf-4c22-9a12-ba82e10ce549 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:56.994401 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39eb935d-a6ce-42a3-b912-9764b6026cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:56.998551 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c945c-e2cf-4b3a-bd4e-ec8db96e48c9 req-d6c75303-0be8-4bcd-a3e6-93b85570dc35 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:57.004876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c945c-e2cf-4b3a-bd4e-ec8db96e48c9 req-d6c75303-0be8-4bcd-a3e6-93b85570dc35 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:57.008709 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] Set router b27d9728-27f3-4757-aa4b-3907bd165264 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:48:57.010972 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c945c-e2cf-4b3a-bd4e-ec8db96e48c9 req-d6c75303-0be8-4bcd-a3e6-93b85570dc35 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:57.016878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c945c-e2cf-4b3a-bd4e-ec8db96e48c9 req-d6c75303-0be8-4bcd-a3e6-93b85570dc35 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:57.022679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c945c-e2cf-4b3a-bd4e-ec8db96e48c9 req-d6c75303-0be8-4bcd-a3e6-93b85570dc35 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:57.029015 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c945c-e2cf-4b3a-bd4e-ec8db96e48c9 req-d6c75303-0be8-4bcd-a3e6-93b85570dc35 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:57.036181 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c945c-e2cf-4b3a-bd4e-ec8db96e48c9 req-d6c75303-0be8-4bcd-a3e6-93b85570dc35 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:57.045257 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd8c945c-e2cf-4b3a-bd4e-ec8db96e48c9 req-d6c75303-0be8-4bcd-a3e6-93b85570dc35 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5383 time: 0.3146362 Feb 15 16:48:57.054013 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a5eb308-eefb-4d1f-bd9d-8713a4fe53ba tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:57.058810 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0a5eb308-eefb-4d1f-bd9d-8713a4fe53ba tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8653109 Feb 15 16:48:57.061863 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49436) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:57.077954 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6666721a-2d68-4222-8795-be74da6215cb admin admin] Publish callbacks [] for security_group (46bcf6aa-0fc9-4425-80bb-d15bfe558ca2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:57.090843 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-02aac08b-9bd2-4e93-9c1c-3d6bdb6fd6e7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Request body: {'security_group_rule': {'security_group_id': '677aaecf-c789-4e87-a559-e665a3641226', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:57.105253 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6666721a-2d68-4222-8795-be74da6215cb admin admin] Publish callbacks [] for security_group (46bcf6aa-0fc9-4425-80bb-d15bfe558ca2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:57.107673 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aec458-0609-438a-9963-ec49168e792e None None] Pushing event updated for resources: {'Port': ['ID=eb75f590-8fdf-4c22-9a12-ba82e10ce549,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:57.176077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0204e0-b097-42e0-85b1-8bfbf117fd08 req-08294283-291e-4d84-8e74-6aae99c108a2 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:57.184979 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0f0204e0-b097-42e0-85b1-8bfbf117fd08 req-08294283-291e-4d84-8e74-6aae99c108a2 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 943 time: 0.4137158 Feb 15 16:48:57.192346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-7c620c38-bfdd-41bb-81ca-b7dc4231a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:57.194432 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-7c620c38-bfdd-41bb-81ca-b7dc4231a124 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67e72fda-9dfe-495c-b3a9-2d311823812f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3893666 Feb 15 16:48:57.217108 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02aac08b-9bd2-4e93-9c1c-3d6bdb6fd6e7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group_rule (f41d008f-ac4a-4ff9-b9a3-39f603807c2e), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:57.253710 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6666721a-2d68-4222-8795-be74da6215cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (46bcf6aa-0fc9-4425-80bb-d15bfe558ca2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:57.256438 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6666721a-2d68-4222-8795-be74da6215cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:57.257668 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6666721a-2d68-4222-8795-be74da6215cb admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/46bcf6aa-0fc9-4425-80bb-d15bfe558ca2 HTTP/1.1" status: 204 len: 168 time: 0.4626975 Feb 15 16:48:57.337144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Attempting to bind port 3afed0e7-2cee-4126-8584-e4805f52e3c7 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:48:57.337538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Attempting to bind port 3afed0e7-2cee-4126-8584-e4805f52e3c7 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:48:57.337880 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Attempting to bind port 3afed0e7-2cee-4126-8584-e4805f52e3c7 on network 27a74dfa-05f1-43ff-9791-7a79afada23c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:57.340812 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666721a-2d68-4222-8795-be74da6215cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bcf6aa-0fc9-4425-80bb-d15bfe558ca2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:57.376192 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02aac08b-9bd2-4e93-9c1c-3d6bdb6fd6e7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group_rule (f41d008f-ac4a-4ff9-b9a3-39f603807c2e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:57.380072 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0f0204e0-b097-42e0-85b1-8bfbf117fd08 req-9aa5d5a0-b257-4868-9749-c615984f7ead tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/security-groups?id=2f65d856-6811-4498-bb12-c233bc7b6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896009 Feb 15 16:48:57.381218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Port 3afed0e7-2cee-4126-8584-e4805f52e3c7 on network 27a74dfa-05f1-43ff-9791-7a79afada23c not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:48:57.381586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Attempting to bind port 3afed0e7-2cee-4126-8584-e4805f52e3c7 on network 27a74dfa-05f1-43ff-9791-7a79afada23c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:48:57.386636 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd8c945c-e2cf-4b3a-bd4e-ec8db96e48c9 req-17c9804c-f43b-4d8f-80ce-94ab9757bda7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3291869 Feb 15 16:48:57.419933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:48:57.420565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Checking segment: {'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:48:57.427332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Bound using segment: {'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:48:57.428857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Bound port: 3afed0e7-2cee-4126-8584-e4805f52e3c7, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:48:57.430906 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:57.489011 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02aac08b-9bd2-4e93-9c1c-3d6bdb6fd6e7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (f41d008f-ac4a-4ff9-b9a3-39f603807c2e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:57.493438 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499d2e53-310a-404b-93fb-33e36d5f653a x-openstack-request-id: req-499d2e53-310a-404b-93fb-33e36d5f653a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:57.493438 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee", "tag": "094ef3ac-8211-4ee3-a683-4d8cc97ab8f2", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:57.493772 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-499d2e53-310a-404b-93fb-33e36d5f653a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:57.497272 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0e83d4c-ceb8-4e13-9924-b43e04e1b8ee', 'tag': '094ef3ac-8211-4ee3-a683-4d8cc97ab8f2', 'status': 'completed', 'code': 200} Feb 15 16:48:57.525409 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aac08b-9bd2-4e93-9c1c-3d6bdb6fd6e7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41d008f-ac4a-4ff9-b9a3-39f603807c2e,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:57.525633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 991ee5ae-a1ea-4cd1-8122-3fa103649b46 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:57.526018 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:57.590115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-39eb935d-a6ce-42a3-b912-9764b6026cc2 None None] Current status of the port eb75f590-8fdf-4c22-9a12-ba82e10ce549 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:57.591025 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39eb935d-a6ce-42a3-b912-9764b6026cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:57.628113 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-e6278a32-47dd-4aa5-b56a-a5dcffc9d45e service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4227638 Feb 15 16:48:57.678338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-39eb935d-a6ce-42a3-b912-9764b6026cc2 None None] For port eb75f590-8fdf-4c22-9a12-ba82e10ce549, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=eb75f590-8fdf-4c22-9a12-ba82e10ce549,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:57.689442 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-02aac08b-9bd2-4e93-9c1c-3d6bdb6fd6e7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:57.692168 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-02aac08b-9bd2-4e93-9c1c-3d6bdb6fd6e7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6282601 Feb 15 16:48:57.697935 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49446) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:57.715247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a8dc3946-6987-4911-bf10-757c7f4b8a94 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Request body: {'security_group_rule': {'security_group_id': '677aaecf-c789-4e87-a559-e665a3641226', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:57.755877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821ae09-0d9a-4bb9-a551-062805b65122 req-5dcb232f-f809-4525-946b-ccdcc2d69d87 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:57.756482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] For port 3afed0e7-2cee-4126-8584-e4805f52e3c7, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:48:57.761120 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39eb935d-a6ce-42a3-b912-9764b6026cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:57.761499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ccdfc-5f1f-4257-9d52-841d02cad301 req-bcf098a1-e9d9-4684-a932-691c03d6f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:57.763905 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2821ae09-0d9a-4bb9-a551-062805b65122 req-5dcb232f-f809-4525-946b-ccdcc2d69d87 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 944 time: 0.1288352 Feb 15 16:48:57.764520 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22ccdfc-5f1f-4257-9d52-841d02cad301 req-bcf098a1-e9d9-4684-a932-691c03d6f8b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ca635b7ac9e5468b90eace37fe29d332&device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 1126 time: 0.2440891 Feb 15 16:48:57.827762 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb935d-a6ce-42a3-b912-9764b6026cc2 None None] Pushing event updated for resources: {'Port': ['ID=eb75f590-8fdf-4c22-9a12-ba82e10ce549,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:57.856866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] For port 3afed0e7-2cee-4126-8584-e4805f52e3c7, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3afed0e7-2cee-4126-8584-e4805f52e3c7,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:48:57.898717 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:51Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'eb75f590-8fdf-4c22-9a12-ba82e10ce549', 'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'mac_address': 'fa:16:3e:3e:31:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:48Z', 'updated_at': '2022-02-15T16:48:56Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'subnets': [{'id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:48:57.928404 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 991ee5ae-a1ea-4cd1-8122-3fa103649b46 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:57.928795 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:57.934489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7445b2-8143-4fd0-a6e0-7590068122cd None None] The sync data for ids ['b27d9728-27f3-4757-aa4b-3907bd165264'] in n-d-828372-14 is: [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:51Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'eb75f590-8fdf-4c22-9a12-ba82e10ce549', 'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'mac_address': 'fa:16:3e:3e:31:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:48Z', 'updated_at': '2022-02-15T16:48:56Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'subnets': [{'id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:48:57.944660 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2821ae09-0d9a-4bb9-a551-062805b65122 req-64c11d80-4fee-403f-8e22-6bbdb1eb0d2b tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups?id=b27c8814-81dd-4829-a961-dff84405c761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595345 Feb 15 16:48:57.946003 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98662c-8f45-4ef9-8065-7e9608b52a04 req-350342b0-3792-4ceb-a86c-a6747867d9b6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:57.947989 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bb98662c-8f45-4ef9-8065-7e9608b52a04 req-350342b0-3792-4ceb-a86c-a6747867d9b6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 943 time: 0.2222252 Feb 15 16:48:57.957088 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:57.963264 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-2d7651fe-ddfe-4cf2-950a-c7193c417d58 service neutron] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242905 Feb 15 16:48:57.987396 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3946-6987-4911-bf10-757c7f4b8a94 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group_rule (3b5ae4e8-8d6c-4e3b-9d8a-6c33cf555916), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:58.001029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f738f540-6ac7-41e0-a96d-36ca7efe1a27 None None] Provisioning complete for port eb75f590-8fdf-4c22-9a12-ba82e10ce549 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:58.001435 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f738f540-6ac7-41e0-a96d-36ca7efe1a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:58.107825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756af82f-d998-4fb5-a60a-5e1da618ee08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991ee5ae-a1ea-4cd1-8122-3fa103649b46'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:58.111839 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74549ca5-d49b-408a-ab04-18ff05ba1ca2" -d '{"events": [{"server_uuid": "756af82f-d998-4fb5-a60a-5e1da618ee08", "name": "network-vif-plugged", "status": "completed", "tag": "991ee5ae-a1ea-4cd1-8122-3fa103649b46"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:58.145812 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3946-6987-4911-bf10-757c7f4b8a94 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group_rule (3b5ae4e8-8d6c-4e3b-9d8a-6c33cf555916), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:58.155068 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 991ee5ae-a1ea-4cd1-8122-3fa103649b46, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=991ee5ae-a1ea-4cd1-8122-3fa103649b46,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:58.216240 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3946-6987-4911-bf10-757c7f4b8a94 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (3b5ae4e8-8d6c-4e3b-9d8a-6c33cf555916), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:58.249471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f738f540-6ac7-41e0-a96d-36ca7efe1a27 None None] Current status of the port eb75f590-8fdf-4c22-9a12-ba82e10ce549 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:58.254127 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:58.255758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:48:58.274751 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc3946-6987-4911-bf10-757c7f4b8a94 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5ae4e8-8d6c-4e3b-9d8a-6c33cf555916,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:58.299706 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca96d7-b12e-4650-bd98-78be98082d6f req-14789c31-d90a-4086-8400-f2a4529f5081 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:58.314145 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-55ca96d7-b12e-4650-bd98-78be98082d6f req-14789c31-d90a-4086-8400-f2a4529f5081 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.1647279 Feb 15 16:48:58.316869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49452) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:58.367909 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a319f60b-a4c0-4b44-b6cf-5aad292113f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:58.413038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=991ee5ae-a1ea-4cd1-8122-3fa103649b46,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:58.418849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-55ca96d7-b12e-4650-bd98-78be98082d6f req-f020f959-78b4-421b-9668-729cb949d273 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031582 Feb 15 16:48:58.426960 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a8dc3946-6987-4911-bf10-757c7f4b8a94 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:58.429856 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a8dc3946-6987-4911-bf10-757c7f4b8a94 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7265537 Feb 15 16:48:58.432488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49458) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:58.436880 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:58.459662 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-5130186c-ecd8-415a-acc0-97055b268090 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=117995e0-113d-4807-ac7f-d34c4a22aa53 HTTP/1.1" status: 200 len: 217 time: 0.4857984 Feb 15 16:48:58.468471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:58.469101 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:58.470506 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] 10.222.0.10 "PUT /v2.0/ports/3afed0e7-2cee-4126-8584-e4805f52e3c7 HTTP/1.1" status: 200 len: 1091 time: 3.8972986 Feb 15 16:48:58.500924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ccdfc-5f1f-4257-9d52-841d02cad301 req-dbb38c9a-f33e-4bb7-b1b5-e6d8a9ee60d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:58.502705 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22ccdfc-5f1f-4257-9d52-841d02cad301 req-dbb38c9a-f33e-4bb7-b1b5-e6d8a9ee60d4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=fb06f2df-b7da-480e-b448-9bd5eed8704f HTTP/1.1" status: 200 len: 914 time: 0.7138133 Feb 15 16:48:58.525960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:48:58.531439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:48:58.534893 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:58.590552 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a319f60b-a4c0-4b44-b6cf-5aad292113f3 admin admin] Publish callbacks [] for security_group (43919d0e-095c-4185-8e5c-ddaa13b90004), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:58.624283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Request body: {'port': {'device_id': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:48:58.652197 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a319f60b-a4c0-4b44-b6cf-5aad292113f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (43919d0e-095c-4185-8e5c-ddaa13b90004), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:58.692046 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28cfb19-5897-43ac-9f89-5457659e55dd x-openstack-request-id: req-b28cfb19-5897-43ac-9f89-5457659e55dd {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:48:58.694859 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756af82f-d998-4fb5-a60a-5e1da618ee08", "name": "network-vif-plugged", "status": "completed", "tag": "991ee5ae-a1ea-4cd1-8122-3fa103649b46", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:48:58.695035 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b28cfb19-5897-43ac-9f89-5457659e55dd {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:48:58.695465 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756af82f-d998-4fb5-a60a-5e1da618ee08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991ee5ae-a1ea-4cd1-8122-3fa103649b46', 'code': 200} Feb 15 16:48:58.729983 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:48:58.793635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319f60b-a4c0-4b44-b6cf-5aad292113f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43919d0e-095c-4185-8e5c-ddaa13b90004,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:58.836503 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:58.858263 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22ccdfc-5f1f-4257-9d52-841d02cad301 req-6d78115b-fc73-4f40-8f98-c8b60c1ad984 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 HTTP/1.1" status: 200 len: 217 time: 0.2829664 Feb 15 16:48:58.874940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:58.876225 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:58.876339 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119fd21-8fe0-4eb3-935d-2d226d18a935 service neutron] Pushing event updated for resources: {'Port': ['ID=3afed0e7-2cee-4126-8584-e4805f52e3c7,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:58.924425 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:48:58.929384 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bb98662c-8f45-4ef9-8065-7e9608b52a04 req-e46c7dd8-03fb-4886-9492-39c601339c90 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9642527 Feb 15 16:48:58.983726 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a319f60b-a4c0-4b44-b6cf-5aad292113f3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4f47b6b0a323473d8f5e326795feb0ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6614714 Feb 15 16:48:58.994960 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49464) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:48:58.997763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35cd11-14ac-4ed0-bb49-816a997f1084 req-ddf35273-f4d8-47ea-ad54-47eba6fc37ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:58.999767 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ad35cd11-14ac-4ed0-bb49-816a997f1084 req-ddf35273-f4d8-47ea-ad54-47eba6fc37ad service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 1128 time: 0.2340965 Feb 15 16:48:59.028185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-d5d56a2e-bfb1-4eea-b157-91eddd142a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:59.029831 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-d5d56a2e-bfb1-4eea-b157-91eddd142a15 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1e008b25-9001-40d7-bc16-630b7f78b284 HTTP/1.1" status: 200 len: 797 time: 0.5582316 Feb 15 16:48:59.066358 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31871789-a7e9-47f4-b2b7-ec1aa7ccf03f req-9f5ee6ae-d9b2-4139-accd-7314523d0266 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:59.074215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9,segment=NetworkSegment(e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c),segment_id=e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:59.080480 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31871789-a7e9-47f4-b2b7-ec1aa7ccf03f req-9f5ee6ae-d9b2-4139-accd-7314523d0266 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 943 time: 0.3097019 Feb 15 16:48:59.145975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=094ef3ac-8211-4ee3-a683-4d8cc97ab8f2,segment=NetworkSegment(e5306ce5-9281-43d0-bb1c-90d5352f8481),segment_id=e5306ce5-9281-43d0-bb1c-90d5352f8481)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:59.160882 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:59.168942 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fe179def-5efe-44f2-90b5-9251355671f2), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:59.179556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '094ef3ac-8211-4ee3-a683-4d8cc97ab8f2', 'network_id': 'fb06f2df-b7da-480e-b448-9bd5eed8704f', 'port_id': '094ef3ac-8211-4ee3-a683-4d8cc97ab8f2', 'mac_address': 'fa:16:3e:4a:bc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8761a9-c634-47ef-adb6-6f2b0a46cad1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:48:59.204450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ccdfc-5f1f-4257-9d52-841d02cad301 req-fc244b21-7cb5-4e10-96dc-b4d854fef4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:59.205947 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22ccdfc-5f1f-4257-9d52-841d02cad301 req-fc244b21-7cb5-4e10-96dc-b4d854fef4a4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bc8761a9-c634-47ef-adb6-6f2b0a46cad1 HTTP/1.1" status: 200 len: 853 time: 0.3111892 Feb 15 16:48:59.210434 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ad35cd11-14ac-4ed0-bb49-816a997f1084 req-a4f937c4-8978-45a6-b36b-ead4fc4f733d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020447 Feb 15 16:48:59.228620 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31871789-a7e9-47f4-b2b7-ec1aa7ccf03f req-81f3c8a0-f4a8-47ff-b068-8e734c4cd77a tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/security-groups?id=2f65d856-6811-4498-bb12-c233bc7b6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471114 Feb 15 16:48:59.229779 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b1b720d8-560a-41b4-84a4-aaad97698cef admin admin] Publish callbacks [] for security_group (43919d0e-095c-4185-8e5c-ddaa13b90004), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:59.272130 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b1b720d8-560a-41b4-84a4-aaad97698cef admin admin] Publish callbacks [] for security_group (43919d0e-095c-4185-8e5c-ddaa13b90004), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:59.280174 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:59.298593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:48:59.299161 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (094ef3ac-8211-4ee3-a683-4d8cc97ab8f2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:59.345189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:59.387888 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:59.397858 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=094ef3ac-8211-4ee3-a683-4d8cc97ab8f2,segment=NetworkSegment(e5306ce5-9281-43d0-bb1c-90d5352f8481),segment_id=e5306ce5-9281-43d0-bb1c-90d5352f8481)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:48:59.438823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-4f77c4db-ae8b-4c76-8ab4-4827cded0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:59.440756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-4f77c4db-ae8b-4c76-8ab4-4827cded0e48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fe9f723-b633-4900-81b1-ec294bf1c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3792582 Feb 15 16:48:59.458922 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (094ef3ac-8211-4ee3-a683-4d8cc97ab8f2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:59.533557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'tag': '3afed0e7-2cee-4126-8584-e4805f52e3c7'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:48:59.536045 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecd2df6-ad7c-4394-ad10-fdc9673311a6" -d '{"events": [{"name": "network-changed", "server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "tag": "3afed0e7-2cee-4126-8584-e4805f52e3c7"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:48:59.560385 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3843fd4-03c5-4cec-884c-7b5ab38458be req-d54b990e-3a3a-48c9-941b-8d4fee29db42 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:48:59.565260 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f3843fd4-03c5-4cec-884c-7b5ab38458be req-d54b990e-3a3a-48c9-941b-8d4fee29db42 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 945 time: 0.1790774 Feb 15 16:48:59.583115 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22ccdfc-5f1f-4257-9d52-841d02cad301 req-25db1349-9b78-4281-8311-7f5467dc5e9f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=fb06f2df-b7da-480e-b448-9bd5eed8704f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3624878 Feb 15 16:48:59.584201 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b1b720d8-560a-41b4-84a4-aaad97698cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (43919d0e-095c-4185-8e5c-ddaa13b90004), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:59.588955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=094ef3ac-8211-4ee3-a683-4d8cc97ab8f2,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:59.592825 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b1b720d8-560a-41b4-84a4-aaad97698cef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:48:59.597449 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b1b720d8-560a-41b4-84a4-aaad97698cef admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/43919d0e-095c-4185-8e5c-ddaa13b90004 HTTP/1.1" status: 204 len: 168 time: 0.5916128 Feb 15 16:48:59.620314 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b720d8-560a-41b4-84a4-aaad97698cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43919d0e-095c-4185-8e5c-ddaa13b90004,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:48:59.698430 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f3843fd4-03c5-4cec-884c-7b5ab38458be req-fa704ccf-6aeb-49ad-beaf-c7a94493d00c tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups?id=b27c8814-81dd-4829-a961-dff84405c761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985663 Feb 15 16:48:59.701784 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['094ef3ac-8211-4ee3-a683-4d8cc97ab8f2'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:48:59.812569 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Allocated IP 172.25.4.237 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/482c8a22-1fba-486d-b4ef-08c2492e4606) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:48:59.945213 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe179def-5efe-44f2-90b5-9251355671f2 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:48:59.992952 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Publish callbacks [] for port (fe179def-5efe-44f2-90b5-9251355671f2), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:00.055579 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc10ef8-3442-4db2-8afc-f5ee638efe92 x-openstack-request-id: req-6dc10ef8-3442-4db2-8afc-f5ee638efe92 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:00.055895 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "tag": "3afed0e7-2cee-4126-8584-e4805f52e3c7", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:00.056122 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6dc10ef8-3442-4db2-8afc-f5ee638efe92 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:00.056523 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'tag': '3afed0e7-2cee-4126-8584-e4805f52e3c7', 'status': 'completed', 'code': 200} Feb 15 16:49:00.058116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd2df6-ad7c-4394-ad10-fdc9673311a6 req-ada60c27-f1c5-4e62-8f7f-6751d181ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.059171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd2df6-ad7c-4394-ad10-fdc9673311a6 req-ada60c27-f1c5-4e62-8f7f-6751d181ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.059658 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd2df6-ad7c-4394-ad10-fdc9673311a6 req-ada60c27-f1c5-4e62-8f7f-6751d181ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.060127 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd2df6-ad7c-4394-ad10-fdc9673311a6 req-ada60c27-f1c5-4e62-8f7f-6751d181ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.060588 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd2df6-ad7c-4394-ad10-fdc9673311a6 req-ada60c27-f1c5-4e62-8f7f-6751d181ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.060758 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-7148560f-ac24-43e4-8ce0-8678e3258cfe service neutron] 10.222.0.67 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154455 Feb 15 16:49:00.061065 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd2df6-ad7c-4394-ad10-fdc9673311a6 req-ada60c27-f1c5-4e62-8f7f-6751d181ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.061665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd2df6-ad7c-4394-ad10-fdc9673311a6 req-ada60c27-f1c5-4e62-8f7f-6751d181ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.063555 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ecd2df6-ad7c-4394-ad10-fdc9673311a6 req-ada60c27-f1c5-4e62-8f7f-6751d181ee1b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81594fa848e7414b8f51155b921da775&device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 6403 time: 0.2435699 Feb 15 16:49:00.078361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aefd11-a1e5-406f-9131-90fd1105fa3a req-811d2e9b-bb5c-49a3-9a91-8227d3dc7881 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.086833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aefd11-a1e5-406f-9131-90fd1105fa3a req-811d2e9b-bb5c-49a3-9a91-8227d3dc7881 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.092356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aefd11-a1e5-406f-9131-90fd1105fa3a req-811d2e9b-bb5c-49a3-9a91-8227d3dc7881 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.100963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aefd11-a1e5-406f-9131-90fd1105fa3a req-811d2e9b-bb5c-49a3-9a91-8227d3dc7881 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.115988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aefd11-a1e5-406f-9131-90fd1105fa3a req-811d2e9b-bb5c-49a3-9a91-8227d3dc7881 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.133775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aefd11-a1e5-406f-9131-90fd1105fa3a req-811d2e9b-bb5c-49a3-9a91-8227d3dc7881 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.144121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aefd11-a1e5-406f-9131-90fd1105fa3a req-811d2e9b-bb5c-49a3-9a91-8227d3dc7881 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.146143 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40aefd11-a1e5-406f-9131-90fd1105fa3a req-811d2e9b-bb5c-49a3-9a91-8227d3dc7881 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5383 time: 1.0306618 Feb 15 16:49:00.209204 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:00.280670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device eb75f590-8fdf-4c22-9a12-ba82e10ce549 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:49:00.305849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Transition to ACTIVE for port object fe179def-5efe-44f2-90b5-9251355671f2 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:49:00.332077 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for port (482c8a22-1fba-486d-b4ef-08c2492e4606), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:00.409930 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22ccdfc-5f1f-4257-9d52-841d02cad301 req-2ed9d3f2-11b4-4f73-9ce5-075c84ab073a service neutron] 10.222.0.10 "GET /v2.0/networks/fb06f2df-b7da-480e-b448-9bd5eed8704f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8105338 Feb 15 16:49:00.413946 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port eb75f590-8fdf-4c22-9a12-ba82e10ce549 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:00.414383 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:00.436158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40aefd11-a1e5-406f-9131-90fd1105fa3a req-bf2f582b-0144-46d3-a850-1e2548a63bc6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2458298 Feb 15 16:49:00.440682 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (fe179def-5efe-44f2-90b5-9251355671f2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:00.457919 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd2df6-ad7c-4394-ad10-fdc9673311a6 req-9ae6f8c6-13db-4ee7-92b9-95d8a11cc865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.458704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd2df6-ad7c-4394-ad10-fdc9673311a6 req-9ae6f8c6-13db-4ee7-92b9-95d8a11cc865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.459219 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd2df6-ad7c-4394-ad10-fdc9673311a6 req-9ae6f8c6-13db-4ee7-92b9-95d8a11cc865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.461991 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ecd2df6-ad7c-4394-ad10-fdc9673311a6 req-9ae6f8c6-13db-4ee7-92b9-95d8a11cc865 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=81594fa848e7414b8f51155b921da775&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3838897 Feb 15 16:49:00.597194 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5d4c9-7707-4ce9-8d6c-769b166f5431 req-e7d998b1-295d-4675-be42-f0257730310a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:00.608909 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-11a5d4c9-7707-4ce9-8d6c-769b166f5431 req-e7d998b1-295d-4675-be42-f0257730310a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.4118309 Feb 15 16:49:00.610893 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port eb75f590-8fdf-4c22-9a12-ba82e10ce549 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:00.697113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4dfc3-3119-441e-8134-595f9976abd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:00.708563 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24c4c3e-4da7-4a69-8f41-b11e6183728e" -d '{"events": [{"server_uuid": "dcf4dfc3-3119-441e-8134-595f9976abd4", "name": "network-vif-plugged", "status": "completed", "tag": "1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:00.725406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:49:00.741170 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (482c8a22-1fba-486d-b4ef-08c2492e4606), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:00.767210 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22ccdfc-5f1f-4257-9d52-841d02cad301 req-29bec2cd-874d-4820-9132-d2eb15a69c3e service neutron] 10.222.0.10 "GET /v2.0/networks/fb06f2df-b7da-480e-b448-9bd5eed8704f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475161 Feb 15 16:49:00.769649 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-1ad1b5ab-f419-4837-997b-648415091fcf service neutron] 10.222.0.67 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114874 Feb 15 16:49:00.792714 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:00.809657 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:49:00.835512 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:49:00.845679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:49:00.926632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe179def-5efe-44f2-90b5-9251355671f2,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:00.969340 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:49:00.994947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:00.998521 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (094ef3ac-8211-4ee3-a683-4d8cc97ab8f2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:01.107107 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-1cfb50b3-85f0-487f-a9b9-4caffe987c76 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b5374418-4fdf-4c52-a3de-6437bd613e74 HTTP/1.1" status: 200 len: 217 time: 0.2187886 Feb 15 16:49:01.134407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:01.134848 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (094ef3ac-8211-4ee3-a683-4d8cc97ab8f2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:01.151588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Attempting to bind port fe179def-5efe-44f2-90b5-9251355671f2 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:49:01.151913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Attempting to bind port fe179def-5efe-44f2-90b5-9251355671f2 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:49:01.152665 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Attempting to bind port fe179def-5efe-44f2-90b5-9251355671f2 on network 27a74dfa-05f1-43ff-9791-7a79afada23c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:49:01.179851 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=094ef3ac-8211-4ee3-a683-4d8cc97ab8f2,segment=NetworkSegment(e5306ce5-9281-43d0-bb1c-90d5352f8481),segment_id=e5306ce5-9281-43d0-bb1c-90d5352f8481)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:01.221924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-65b20750-5e5f-475f-b6b6-440caf8b7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:01.223335 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-65b20750-5e5f-475f-b6b6-440caf8b7593 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1e008b25-9001-40d7-bc16-630b7f78b284 HTTP/1.1" status: 200 len: 797 time: 0.1063859 Feb 15 16:49:01.228632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Port fe179def-5efe-44f2-90b5-9251355671f2 on network 27a74dfa-05f1-43ff-9791-7a79afada23c not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:49:01.228967 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Attempting to bind port fe179def-5efe-44f2-90b5-9251355671f2 on network 27a74dfa-05f1-43ff-9791-7a79afada23c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:49:01.255541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:49:01.255894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Checking segment: {'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:49:01.256348 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Bound using segment: {'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:49:01.256797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Bound port: fe179def-5efe-44f2-90b5-9251355671f2, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:49:01.257931 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fe179def-5efe-44f2-90b5-9251355671f2), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:01.272664 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (094ef3ac-8211-4ee3-a683-4d8cc97ab8f2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:01.318397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819e440-f2e9-4e62-acda-9fed158c7b34 req-accfaccf-3d9a-45bb-a901-cd277d238a19 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:01.325605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b819e440-f2e9-4e62-acda-9fed158c7b34 req-accfaccf-3d9a-45bb-a901-cd277d238a19 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 944 time: 0.4915740 Feb 15 16:49:01.362094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=094ef3ac-8211-4ee3-a683-4d8cc97ab8f2,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:01.414156 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for floatingip (30a1a4b7-13a2-4686-b3e5-5537b7cd6f98), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:01.470095 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-11a5d4c9-7707-4ce9-8d6c-769b166f5431 req-6534ceab-9ff2-4531-88e2-8dae66e52e53 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8539646 Feb 15 16:49:01.486136 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event updated for resources: {'Port': ['ID=482c8a22-1fba-486d-b4ef-08c2492e4606,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:01.506676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-a0fd2281-690c-4435-93c1-110e9cee6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:01.509326 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-a0fd2281-690c-4435-93c1-110e9cee6f63 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7fe9f723-b633-4900-81b1-ec294bf1c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2745600 Feb 15 16:49:01.520734 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] For port fe179def-5efe-44f2-90b5-9251355671f2, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:49:01.534394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] For port fe179def-5efe-44f2-90b5-9251355671f2, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=fe179def-5efe-44f2-90b5-9251355671f2,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:49:01.561230 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbc66c2-b29c-472c-8c0d-263a175d7880 x-openstack-request-id: req-6cbc66c2-b29c-472c-8c0d-263a175d7880 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:01.561656 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf4dfc3-3119-441e-8134-595f9976abd4", "name": "network-vif-plugged", "status": "completed", "tag": "1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:01.561962 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6cbc66c2-b29c-472c-8c0d-263a175d7880 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:01.568598 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4dfc3-3119-441e-8134-595f9976abd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9', 'code': 200} Feb 15 16:49:01.613832 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (482c8a22-1fba-486d-b4ef-08c2492e4606), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:01.654104 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-2dfad1f6-45e3-4b53-9b91-1c648a7212d6 service neutron] 10.222.0.67 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301465 Feb 15 16:49:01.673715 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b819e440-f2e9-4e62-acda-9fed158c7b34 req-09226d04-b849-4fa7-bc3b-0065e2ce1f66 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/security-groups?id=2f65d856-6811-4498-bb12-c233bc7b6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766199 Feb 15 16:49:01.762576 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (fe179def-5efe-44f2-90b5-9251355671f2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:01.838696 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for port (482c8a22-1fba-486d-b4ef-08c2492e4606), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:01.842322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Pushing event updated for resources: {'Port': ['ID=fe179def-5efe-44f2-90b5-9251355671f2,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:01.899010 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd2df6-ad7c-4394-ad10-fdc9673311a6 req-835688e8-716c-497c-a6a4-03a066176c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:01.900696 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ecd2df6-ad7c-4394-ad10-fdc9673311a6 req-835688e8-716c-497c-a6a4-03a066176c0c service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4289539 Feb 15 16:49:01.919563 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (482c8a22-1fba-486d-b4ef-08c2492e4606), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:01.928399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:01.929665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:01.931162 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6e61a685-3d1c-4376-ad69-b5424a1afda4 service neutron] 10.222.0.10 "PUT /v2.0/ports/fe179def-5efe-44f2-90b5-9251355671f2 HTTP/1.1" status: 200 len: 1091 time: 3.3207092 Feb 15 16:49:01.935083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668beab3-1e70-480d-af78-cb94efc4b16c req-6551d642-9c30-43bd-8742-f7a00c6f6b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:01.937957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-668beab3-1e70-480d-af78-cb94efc4b16c req-6551d642-9c30-43bd-8742-f7a00c6f6b48 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 1128 time: 0.2788291 Feb 15 16:49:01.958438 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4496c5-9c07-4e6b-b97c-2bce5d3d54c4 req-f52034a6-4b6e-4488-ad4b-e580d4a03be6 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:01.968415 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5f4496c5-9c07-4e6b-b97c-2bce5d3d54c4 req-f52034a6-4b6e-4488-ad4b-e580d4a03be6 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 945 time: 0.1271999 Feb 15 16:49:01.997769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event updated for resources: {'Port': ['ID=482c8a22-1fba-486d-b4ef-08c2492e4606,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:02.057963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'tag': 'fe179def-5efe-44f2-90b5-9251355671f2'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:02.062435 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dabd1c6-c5d1-438a-a4e0-2fc3e11b4c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "tag": "fe179def-5efe-44f2-90b5-9251355671f2"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:02.078928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Request body: {'port': {'device_id': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:02.099779 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (30a1a4b7-13a2-4686-b3e5-5537b7cd6f98), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:02.149248 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5f4496c5-9c07-4e6b-b97c-2bce5d3d54c4 req-cb3317d4-d9f3-450b-a456-78a081047ac4 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups?id=b27c8814-81dd-4829-a961-dff84405c761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796780 Feb 15 16:49:02.158849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b6e7-e4ec-4058-946e-001440debd36 req-bd0ec76e-e4c3-44d7-b863-745e7c0e8430 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.167368 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b6e7-e4ec-4058-946e-001440debd36 req-bd0ec76e-e4c3-44d7-b863-745e7c0e8430 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.178697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b6e7-e4ec-4058-946e-001440debd36 req-bd0ec76e-e4c3-44d7-b863-745e7c0e8430 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.189819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b6e7-e4ec-4058-946e-001440debd36 req-bd0ec76e-e4c3-44d7-b863-745e7c0e8430 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.199369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b6e7-e4ec-4058-946e-001440debd36 req-bd0ec76e-e4c3-44d7-b863-745e7c0e8430 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.211934 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:02.212493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b6e7-e4ec-4058-946e-001440debd36 req-bd0ec76e-e4c3-44d7-b863-745e7c0e8430 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.213408 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b6c4c222-a3b7-41bb-8683-904156e9992c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7799537 Feb 15 16:49:02.247873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83b6e7-e4ec-4058-946e-001440debd36 req-bd0ec76e-e4c3-44d7-b863-745e7c0e8430 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.251659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec83b6e7-e4ec-4058-946e-001440debd36 req-bd0ec76e-e4c3-44d7-b863-745e7c0e8430 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5395 time: 0.4160788 Feb 15 16:49:02.254243 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fd8542a-1b33-4df3-8938-cfd25dc728eb req-c92ab0c5-0b95-438b-ad45-85c33a16effc service neutron] 10.222.0.67 "GET /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5782833 Feb 15 16:49:02.306074 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107704e7-dede-4355-ba10-e32aeedea2bc x-openstack-request-id: req-107704e7-dede-4355-ba10-e32aeedea2bc {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:02.314377 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "tag": "fe179def-5efe-44f2-90b5-9251355671f2", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:02.314377 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-107704e7-dede-4355-ba10-e32aeedea2bc {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:02.314377 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'tag': 'fe179def-5efe-44f2-90b5-9251355671f2', 'status': 'completed', 'code': 200} Feb 15 16:49:02.327544 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-668beab3-1e70-480d-af78-cb94efc4b16c req-b7767588-6dc3-40f5-914b-f2f589edc3db service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b27c8814-81dd-4829-a961-dff84405c761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3748193 Feb 15 16:49:02.370890 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49526) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:02.407116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd1c6-c5d1-438a-a4e0-2fc3e11b4c7d req-928b11df-8b93-4a40-bab4-a70b64fca4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.407606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd1c6-c5d1-438a-a4e0-2fc3e11b4c7d req-928b11df-8b93-4a40-bab4-a70b64fca4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.408071 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd1c6-c5d1-438a-a4e0-2fc3e11b4c7d req-928b11df-8b93-4a40-bab4-a70b64fca4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.409243 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd1c6-c5d1-438a-a4e0-2fc3e11b4c7d req-928b11df-8b93-4a40-bab4-a70b64fca4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.410209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd1c6-c5d1-438a-a4e0-2fc3e11b4c7d req-928b11df-8b93-4a40-bab4-a70b64fca4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.410927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd1c6-c5d1-438a-a4e0-2fc3e11b4c7d req-928b11df-8b93-4a40-bab4-a70b64fca4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.411524 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd1c6-c5d1-438a-a4e0-2fc3e11b4c7d req-928b11df-8b93-4a40-bab4-a70b64fca4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.415220 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1dabd1c6-c5d1-438a-a4e0-2fc3e11b4c7d req-928b11df-8b93-4a40-bab4-a70b64fca4d0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81594fa848e7414b8f51155b921da775&device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 6502 time: 0.1346543 Feb 15 16:49:02.451504 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:02.533198 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec83b6e7-e4ec-4058-946e-001440debd36 req-07f488c7-6d68-4321-ad76-dea89b36ddc2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2555261 Feb 15 16:49:02.622408 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-2d6c9e67-bd52-4a6e-ac17-29091cfdaf7f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--297840973&fields=id&tenant_id=aa559641e7a648c6ab392d6a0949505a HTTP/1.1" status: 200 len: 267 time: 0.1098838 Feb 15 16:49:02.626417 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:02.761191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1740c-11bd-4c85-b813-b742b140ef42 req-cbb5d600-11fe-404f-bf04-83b4ced2fefe tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.761191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17d1740c-11bd-4c85-b813-b742b140ef42 req-cbb5d600-11fe-404f-bf04-83b4ced2fefe tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.1447663 Feb 15 16:49:02.798725 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd1c6-c5d1-438a-a4e0-2fc3e11b4c7d req-66ff825a-4572-4226-a7c7-86d1b15c0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.799203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd1c6-c5d1-438a-a4e0-2fc3e11b4c7d req-66ff825a-4572-4226-a7c7-86d1b15c0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.799672 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd1c6-c5d1-438a-a4e0-2fc3e11b4c7d req-66ff825a-4572-4226-a7c7-86d1b15c0af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.801341 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1dabd1c6-c5d1-438a-a4e0-2fc3e11b4c7d req-66ff825a-4572-4226-a7c7-86d1b15c0af9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=81594fa848e7414b8f51155b921da775&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2709048 Feb 15 16:49:02.841143 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17d1740c-11bd-4c85-b813-b742b140ef42 req-7b93e396-0649-42e5-a806-537356345644 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776041 Feb 15 16:49:02.875778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-6d180009-2d12-4396-a028-187eaa886f3c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:02.879742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5af67be-1719-4be1-89cb-3f77a4ab58d3 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:49:02.882007 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-6d180009-2d12-4396-a028-187eaa886f3c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/networks?id=abd1de71-eb7f-481e-93c5-240c9863694a HTTP/1.1" status: 200 len: 817 time: 0.2474439 Feb 15 16:49:02.889195 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Publish callbacks [] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:02.903170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Transition to ACTIVE for port object f5af67be-1719-4be1-89cb-3f77a4ab58d3 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:49:02.904655 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-afe4e8b6-19e4-4736-b5ae-bd4953ceab34 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/quotas/aa559641e7a648c6ab392d6a0949505a HTTP/1.1" status: 200 len: 375 time: 0.0217547 Feb 15 16:49:02.960904 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:02.983858 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Publish callbacks [] for security_group (7441be4c-3019-4ee0-8535-c707bb157fcd), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:03.020601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd1c6-c5d1-438a-a4e0-2fc3e11b4c7d req-bc68c171-70da-4496-ab68-beb694600782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:03.022119 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1dabd1c6-c5d1-438a-a4e0-2fc3e11b4c7d req-bc68c171-70da-4496-ab68-beb694600782 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146511 Feb 15 16:49:03.025029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31636047-2cd2-4382-8c1d-af5b9744e12f req-95b4652b-c1ff-4c49-b14c-1e2dd39c4fe9 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:03.026627 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31636047-2cd2-4382-8c1d-af5b9744e12f req-95b4652b-c1ff-4c49-b14c-1e2dd39c4fe9 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 945 time: 0.1067340 Feb 15 16:49:03.029224 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-0b5a55d3-adfa-482c-b7aa-cbb5b02be83e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=aa559641e7a648c6ab392d6a0949505a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237726 Feb 15 16:49:03.051766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Pushing event updated for resources: {'Port': ['ID=f5af67be-1719-4be1-89cb-3f77a4ab58d3,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:03.095558 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7441be4c-3019-4ee0-8535-c707bb157fcd), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:03.169003 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7441be4c-3019-4ee0-8535-c707bb157fcd,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:03.179528 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ad964f231d6e4bf78e2b23ca6e686a4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8064935 Feb 15 16:49:03.188043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:03.188393 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:03.188802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:03.189141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:03.189573 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:03.189946 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:03.190240 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:03.190564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:03.190887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:03.191209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:03.191532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:03.191852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:03.192186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb9ca6f-91c1-4b78-ad81-5e845669fa0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:03.209241 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49550) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:03.218988 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31636047-2cd2-4382-8c1d-af5b9744e12f req-85b17272-a4d8-410a-8b35-bd67a28fe65e tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/security-groups?id=2f65d856-6811-4498-bb12-c233bc7b6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585038 Feb 15 16:49:03.239845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Attempting to bind port f5af67be-1719-4be1-89cb-3f77a4ab58d3 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:49:03.250299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Attempting to bind port f5af67be-1719-4be1-89cb-3f77a4ab58d3 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:49:03.250508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Attempting to bind port f5af67be-1719-4be1-89cb-3f77a4ab58d3 on network acc3e972-bc1b-4777-96d3-4501629569dc {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:49:03.264805 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Port f5af67be-1719-4be1-89cb-3f77a4ab58d3 on network acc3e972-bc1b-4777-96d3-4501629569dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:49:03.266077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Attempting to bind port f5af67be-1719-4be1-89cb-3f77a4ab58d3 on network acc3e972-bc1b-4777-96d3-4501629569dc {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:49:03.268317 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-e83896e5-2613-47f5-9614-fdde737014c5 service neutron] 10.222.0.107 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270570 Feb 15 16:49:03.283228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:49:03.283931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Checking segment: {'id': 'cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:49:03.284536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Bound using segment: {'id': 'cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:49:03.285517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Bound port: f5af67be-1719-4be1-89cb-3f77a4ab58d3, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:49:03.286116 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:03.367121 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5cd5100b-1b67-4ea9-ad77-67b7ef012d9f admin admin] Publish callbacks [] for security_group (7441be4c-3019-4ee0-8535-c707bb157fcd), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:03.407651 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5cd5100b-1b67-4ea9-ad77-67b7ef012d9f admin admin] Publish callbacks [] for security_group (7441be4c-3019-4ee0-8535-c707bb157fcd), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:03.421541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] For port f5af67be-1719-4be1-89cb-3f77a4ab58d3, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:49:03.424683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] For port f5af67be-1719-4be1-89cb-3f77a4ab58d3, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f5af67be-1719-4be1-89cb-3f77a4ab58d3,segment=NetworkSegment(cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3),segment_id=cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:49:03.435591 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-443253c0-8266-4656-846f-f8903a2c1896 service neutron] 10.222.0.107 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580200 Feb 15 16:49:03.528893 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:03.557405 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5cd5100b-1b67-4ea9-ad77-67b7ef012d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7441be4c-3019-4ee0-8535-c707bb157fcd), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:03.562215 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5cd5100b-1b67-4ea9-ad77-67b7ef012d9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:03.565833 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5cd5100b-1b67-4ea9-ad77-67b7ef012d9f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7441be4c-3019-4ee0-8535-c707bb157fcd HTTP/1.1" status: 204 len: 168 time: 0.3513925 Feb 15 16:49:03.566720 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e83d4c-ceb8-4e13-9924-b43e04e1b8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094ef3ac-8211-4ee3-a683-4d8cc97ab8f2'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:03.574800 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5100b-1b67-4ea9-ad77-67b7ef012d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7441be4c-3019-4ee0-8535-c707bb157fcd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:03.580282 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235224fc-4bc6-4f24-b836-2e8661e3b4f1" -d '{"events": [{"server_uuid": "d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee", "name": "network-vif-plugged", "status": "completed", "tag": "094ef3ac-8211-4ee3-a683-4d8cc97ab8f2"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:03.582581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:03.583409 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:03.585780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] 10.222.0.10 "PUT /v2.0/ports/f5af67be-1719-4be1-89cb-3f77a4ab58d3 HTTP/1.1" status: 200 len: 1092 time: 1.5373037 Feb 15 16:49:03.611989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eceb8c-6588-4794-99e5-675fa751105e service neutron] Pushing event updated for resources: {'Port': ['ID=f5af67be-1719-4be1-89cb-3f77a4ab58d3,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:03.762278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Request body: {'port': {'device_id': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:03.846070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42157c-39f0-4f1d-962b-747eda2fb893 req-0121086b-bded-46a8-b83f-059ed7a86be1 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:03.847754 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0f42157c-39f0-4f1d-962b-747eda2fb893 req-0121086b-bded-46a8-b83f-059ed7a86be1 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.0961189 Feb 15 16:49:03.919396 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0f42157c-39f0-4f1d-962b-747eda2fb893 req-f3935e9b-e463-4bb3-bab8-247239cf6e62 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649898 Feb 15 16:49:04.133214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237a1c8-210b-4cde-8bf4-7783f564c5c5 req-f83b7671-b308-450e-84e4-98b0950baa34 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:04.140756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237a1c8-210b-4cde-8bf4-7783f564c5c5 req-f83b7671-b308-450e-84e4-98b0950baa34 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:04.149666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237a1c8-210b-4cde-8bf4-7783f564c5c5 req-f83b7671-b308-450e-84e4-98b0950baa34 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:04.171172 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237a1c8-210b-4cde-8bf4-7783f564c5c5 req-f83b7671-b308-450e-84e4-98b0950baa34 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:04.177849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237a1c8-210b-4cde-8bf4-7783f564c5c5 req-f83b7671-b308-450e-84e4-98b0950baa34 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:04.185255 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237a1c8-210b-4cde-8bf4-7783f564c5c5 req-f83b7671-b308-450e-84e4-98b0950baa34 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:04.192025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237a1c8-210b-4cde-8bf4-7783f564c5c5 req-f83b7671-b308-450e-84e4-98b0950baa34 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:04.201929 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5237a1c8-210b-4cde-8bf4-7783f564c5c5 req-f83b7671-b308-450e-84e4-98b0950baa34 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5407 time: 0.1687360 Feb 15 16:49:04.270054 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5237a1c8-210b-4cde-8bf4-7783f564c5c5 req-9f74e145-0a6f-4cd0-8eff-a732f7f6221c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670393 Feb 15 16:49:04.314394 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:04.315075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'tag': 'f5af67be-1719-4be1-89cb-3f77a4ab58d3'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:04.318572 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c954a82-8f4e-49cc-9f2d-7a394cd6dd23" -d '{"events": [{"name": "network-changed", "server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "tag": "f5af67be-1719-4be1-89cb-3f77a4ab58d3"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:04.336862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc338d-4671-4ec6-a41a-e7a373f8d022 req-581380bc-ff82-4d35-a1ee-98d2e16d706e tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:04.346218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14dc338d-4671-4ec6-a41a-e7a373f8d022 req-581380bc-ff82-4d35-a1ee-98d2e16d706e tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 945 time: 0.6070244 Feb 15 16:49:04.369776 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef886bb8-3059-49cc-8631-b2314eba3434 x-openstack-request-id: req-ef886bb8-3059-49cc-8631-b2314eba3434 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:04.370080 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee", "name": "network-vif-plugged", "status": "completed", "tag": "094ef3ac-8211-4ee3-a683-4d8cc97ab8f2", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:04.370342 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ef886bb8-3059-49cc-8631-b2314eba3434 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:04.370744 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e83d4c-ceb8-4e13-9924-b43e04e1b8ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094ef3ac-8211-4ee3-a683-4d8cc97ab8f2', 'code': 200} Feb 15 16:49:04.397764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47113048-1bf6-45ed-ac67-10f0b076ac34 req-c3af329b-9b2d-427e-9abc-6f091de02c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:04.399424 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47113048-1bf6-45ed-ac67-10f0b076ac34 req-c3af329b-9b2d-427e-9abc-6f091de02c91 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42610834676b47ab966c400876e61344&device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 1128 time: 0.5664265 Feb 15 16:49:04.444300 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14dc338d-4671-4ec6-a41a-e7a373f8d022 req-52365336-0b31-41db-b4d8-e0a38c011918 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups?id=b27c8814-81dd-4829-a961-dff84405c761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970099 Feb 15 16:49:04.513086 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e900ab2e-6eab-4151-b6c5-2bce62386fac req-42ba6d10-d37f-44fc-a7ba-e177314721b3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 210 time: 0.0636270 Feb 15 16:49:04.531710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c107c7-022d-45d9-a2dc-325154de4600 req-ce8931d5-d530-4787-b8fe-78d509068b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:04.533478 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f6c107c7-022d-45d9-a2dc-325154de4600 req-ce8931d5-d530-4787-b8fe-78d509068b4e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 1128 time: 0.0953267 Feb 15 16:49:04.583760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47113048-1bf6-45ed-ac67-10f0b076ac34 req-a40f96b7-8436-47db-b793-beada23ca697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:04.585761 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47113048-1bf6-45ed-ac67-10f0b076ac34 req-a40f96b7-8436-47db-b793-beada23ca697 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12a2093f-2fc9-4fce-b441-82e85199b407 HTTP/1.1" status: 200 len: 920 time: 0.1607909 Feb 15 16:49:04.610338 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f6c107c7-022d-45d9-a2dc-325154de4600 req-280d6c84-97a7-47b6-b7ce-c0549700a71d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2f65d856-6811-4498-bb12-c233bc7b6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710819 Feb 15 16:49:04.744635 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47113048-1bf6-45ed-ac67-10f0b076ac34 req-bd04ecf6-cc2c-47a4-bb0f-8b204457514c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f HTTP/1.1" status: 200 len: 217 time: 0.1361959 Feb 15 16:49:04.846611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be6b97-cb94-4338-9a78-04491467ac82 req-8b79e660-8883-4088-8edd-eb22ba59608d tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:04.848215 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5be6b97-cb94-4338-9a78-04491467ac82 req-8b79e660-8883-4088-8edd-eb22ba59608d tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.2589788 Feb 15 16:49:04.875835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47113048-1bf6-45ed-ac67-10f0b076ac34 req-b522a735-6052-449a-9965-4537cdd34af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:04.877509 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47113048-1bf6-45ed-ac67-10f0b076ac34 req-b522a735-6052-449a-9965-4537cdd34af0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6043ea-4296-4866-ad66-6a493d2ddddb HTTP/1.1" status: 200 len: 859 time: 0.1224997 Feb 15 16:49:04.936524 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47113048-1bf6-45ed-ac67-10f0b076ac34 req-98661468-8d19-466b-82b1-6c287663f249 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12a2093f-2fc9-4fce-b441-82e85199b407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498695 Feb 15 16:49:05.030852 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5be6b97-cb94-4338-9a78-04491467ac82 req-089e1f8b-71b9-4021-b9c5-47723d6e0c71 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578155 Feb 15 16:49:05.122669 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eac9bb-f41b-46a2-8037-697722ca800a req-6cc0b1c0-641b-46de-9363-8858b13cecdb tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.145867 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-40eac9bb-f41b-46a2-8037-697722ca800a req-6cc0b1c0-641b-46de-9363-8858b13cecdb tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 945 time: 0.0958476 Feb 15 16:49:05.160766 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb90441-17e4-43d8-8e58-f4177bcb58a9 x-openstack-request-id: req-ffb90441-17e4-43d8-8e58-f4177bcb58a9 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:05.161749 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "tag": "f5af67be-1719-4be1-89cb-3f77a4ab58d3", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:05.162453 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ffb90441-17e4-43d8-8e58-f4177bcb58a9 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:05.166774 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'tag': 'f5af67be-1719-4be1-89cb-3f77a4ab58d3', 'status': 'completed', 'code': 200} Feb 15 16:49:05.213471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 123c3564-d09f-4a91-ad7f-9c78aa37f9fe {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:49:05.280697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c954a82-8f4e-49cc-9f2d-7a394cd6dd23 req-66c7718a-1348-4a9c-bd3d-58efbe53ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.281192 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c954a82-8f4e-49cc-9f2d-7a394cd6dd23 req-66c7718a-1348-4a9c-bd3d-58efbe53ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.281761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c954a82-8f4e-49cc-9f2d-7a394cd6dd23 req-66c7718a-1348-4a9c-bd3d-58efbe53ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.282201 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c954a82-8f4e-49cc-9f2d-7a394cd6dd23 req-66c7718a-1348-4a9c-bd3d-58efbe53ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.282660 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c954a82-8f4e-49cc-9f2d-7a394cd6dd23 req-66c7718a-1348-4a9c-bd3d-58efbe53ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.283123 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c954a82-8f4e-49cc-9f2d-7a394cd6dd23 req-66c7718a-1348-4a9c-bd3d-58efbe53ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.283579 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c954a82-8f4e-49cc-9f2d-7a394cd6dd23 req-66c7718a-1348-4a9c-bd3d-58efbe53ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.285680 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c954a82-8f4e-49cc-9f2d-7a394cd6dd23 req-66c7718a-1348-4a9c-bd3d-58efbe53ce17 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81594fa848e7414b8f51155b921da775&device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 6601 time: 0.1387861 Feb 15 16:49:05.290294 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-40eac9bb-f41b-46a2-8037-697722ca800a req-eec58c7e-5b8b-483d-9f14-f476017b2444 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/security-groups?id=2f65d856-6811-4498-bb12-c233bc7b6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727906 Feb 15 16:49:05.291701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47113048-1bf6-45ed-ac67-10f0b076ac34 req-bd960889-f64f-4b86-b419-0506f1f327c9 service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452499 Feb 15 16:49:05.361489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170e42a-2937-44e9-a872-50a7a05c667b req-482b60bf-fa99-464d-9abf-bf1e6bd19076 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.363055 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5170e42a-2937-44e9-a872-50a7a05c667b req-482b60bf-fa99-464d-9abf-bf1e6bd19076 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 945 time: 0.1190121 Feb 15 16:49:05.377135 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Publish callbacks [] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:05.381295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49612) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:05.388008 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c112f92d-a76b-408a-940a-3c27b3119a11 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Request body: {'floatingip': {'port_id': '1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:05.406369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Transition to ACTIVE for port object 123c3564-d09f-4a91-ad7f-9c78aa37f9fe will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:49:05.454082 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c112f92d-a76b-408a-940a-3c27b3119a11 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for floatingip (d9ef1723-5cd1-4a8e-bdfa-73cbfe28eafa), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:05.459809 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47113048-1bf6-45ed-ac67-10f0b076ac34 req-44144c18-cc42-47ce-a1aa-2d5943f81c45 service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605682 Feb 15 16:49:05.525616 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:05.547641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1c49-934c-4aff-b69e-44887ab21951 req-c1e32439-68a7-449a-927e-fc8c842c2075 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.553493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1c49-934c-4aff-b69e-44887ab21951 req-c1e32439-68a7-449a-927e-fc8c842c2075 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.559378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1c49-934c-4aff-b69e-44887ab21951 req-c1e32439-68a7-449a-927e-fc8c842c2075 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.564695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1c49-934c-4aff-b69e-44887ab21951 req-c1e32439-68a7-449a-927e-fc8c842c2075 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.570030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1c49-934c-4aff-b69e-44887ab21951 req-c1e32439-68a7-449a-927e-fc8c842c2075 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.575315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1c49-934c-4aff-b69e-44887ab21951 req-c1e32439-68a7-449a-927e-fc8c842c2075 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.580620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649b1c49-934c-4aff-b69e-44887ab21951 req-c1e32439-68a7-449a-927e-fc8c842c2075 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.582666 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-649b1c49-934c-4aff-b69e-44887ab21951 req-c1e32439-68a7-449a-927e-fc8c842c2075 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5407 time: 0.1204410 Feb 15 16:49:05.680135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Pushing event updated for resources: {'Port': ['ID=123c3564-d09f-4a91-ad7f-9c78aa37f9fe,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:05.729855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c954a82-8f4e-49cc-9f2d-7a394cd6dd23 req-a311c375-e41f-4732-b678-f43274ecd5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.731150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c954a82-8f4e-49cc-9f2d-7a394cd6dd23 req-a311c375-e41f-4732-b678-f43274ecd5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.731699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c954a82-8f4e-49cc-9f2d-7a394cd6dd23 req-a311c375-e41f-4732-b678-f43274ecd5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.734255 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c954a82-8f4e-49cc-9f2d-7a394cd6dd23 req-a311c375-e41f-4732-b678-f43274ecd5e2 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=81594fa848e7414b8f51155b921da775&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4403360 Feb 15 16:49:05.800337 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-649b1c49-934c-4aff-b69e-44887ab21951 req-2f14cfd4-dd1e-42d7-9ca2-276773964cee tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1939070 Feb 15 16:49:05.841447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Attempting to bind port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:49:05.842124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Attempting to bind port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:49:05.843676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Attempting to bind port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe on network acc3e972-bc1b-4777-96d3-4501629569dc {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:49:05.854849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe on network acc3e972-bc1b-4777-96d3-4501629569dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:49:05.858557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Attempting to bind port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe on network acc3e972-bc1b-4777-96d3-4501629569dc {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:49:05.867941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:49:05.868726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Checking segment: {'id': 'cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:49:05.869354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Bound using segment: {'id': 'cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:49:05.870072 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Bound port: 123c3564-d09f-4a91-ad7f-9c78aa37f9fe, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:49:05.870685 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:05.897184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-8a269747-e61d-40e6-8cae-ee12b849aaa9 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:05.899162 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-8a269747-e61d-40e6-8cae-ee12b849aaa9 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/networks?id=305c0607-0f06-4e1d-ab9e-019c0e07c667 HTTP/1.1" status: 200 len: 813 time: 0.4417336 Feb 15 16:49:05.948559 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-304da23a-7fbf-4c49-aeae-bec4d2bff369 req-fcfa4a71-3d9e-4cbe-ab07-af4cdafb8a73 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 210 time: 0.0409443 Feb 15 16:49:05.975178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] For port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:49:05.980010 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] For port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=123c3564-d09f-4a91-ad7f-9c78aa37f9fe,segment=NetworkSegment(cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3),segment_id=cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:49:06.005489 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-2e93cf10-65ed-4f11-ad89-75c29418d319 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/quotas/6d34e3f6db004fc18a761f94cd119d20 HTTP/1.1" status: 200 len: 375 time: 0.0689895 Feb 15 16:49:06.050117 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:06.090432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:06.091185 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:06.092968 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] 10.222.0.10 "PUT /v2.0/ports/123c3564-d09f-4a91-ad7f-9c78aa37f9fe HTTP/1.1" status: 200 len: 1092 time: 2.3436341 Feb 15 16:49:06.117455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee6c02-8b33-45c4-bab7-bb64ac32a45c service neutron] Pushing event updated for resources: {'Port': ['ID=123c3564-d09f-4a91-ad7f-9c78aa37f9fe,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:06.134271 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c954a82-8f4e-49cc-9f2d-7a394cd6dd23 req-4575d92e-f81e-4fbf-9638-11a0cc1405d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:06.136024 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c954a82-8f4e-49cc-9f2d-7a394cd6dd23 req-4575d92e-f81e-4fbf-9638-11a0cc1405d1 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3900437 Feb 15 16:49:06.266601 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-a4b4c918-2ea6-4b3c-a723-75ee23c7a197 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=6d34e3f6db004fc18a761f94cd119d20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2509701 Feb 15 16:49:06.271481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d405de-29f1-4e89-a586-d11a5e2f0e9e req-663d2cae-1337-453a-b808-e216e2dcee71 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:06.281687 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-78d405de-29f1-4e89-a586-d11a5e2f0e9e req-663d2cae-1337-453a-b808-e216e2dcee71 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.1040306 Feb 15 16:49:06.356906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-78d405de-29f1-4e89-a586-d11a5e2f0e9e req-6cde15ab-2c52-489c-a04a-5c7db3c8ec4b tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742810 Feb 15 16:49:06.432990 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-d2f8fa8d-11e8-4ead-a940-642cf1ec274a service neutron] 10.222.0.107 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651883 Feb 15 16:49:06.570388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc5228-10a9-402d-aa59-16f28c3d4155 req-e746b32f-dff1-4350-9178-c09df5ac1871 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:06.572697 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0adc5228-10a9-402d-aa59-16f28c3d4155 req-e746b32f-dff1-4350-9178-c09df5ac1871 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 945 time: 0.0895200 Feb 15 16:49:06.581484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd2bd8-e9ae-413f-8c43-d161bb31c70a req-b9281fd9-6295-4a62-9bd8-55c2f8b78853 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:06.583088 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eebd2bd8-e9ae-413f-8c43-d161bb31c70a req-b9281fd9-6295-4a62-9bd8-55c2f8b78853 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.10 "GET /v2.0/ports?device_id=756af82f-d998-4fb5-a60a-5e1da618ee08 HTTP/1.1" status: 200 len: 945 time: 0.1240389 Feb 15 16:49:06.635171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-af14be67-f555-4df9-b5d7-351577c0eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:06.635564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-af14be67-f555-4df9-b5d7-351577c0eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:06.636073 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-af14be67-f555-4df9-b5d7-351577c0eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:06.637543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-af14be67-f555-4df9-b5d7-351577c0eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:06.638004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-af14be67-f555-4df9-b5d7-351577c0eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:06.638462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-af14be67-f555-4df9-b5d7-351577c0eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:06.639011 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-af14be67-f555-4df9-b5d7-351577c0eee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:06.641258 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-af14be67-f555-4df9-b5d7-351577c0eee9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81594fa848e7414b8f51155b921da775&device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 6700 time: 0.3719053 Feb 15 16:49:06.709021 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-2e227c1a-1c1c-439b-98e9-54e065ec6c3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=881e40ad-0c63-425b-99cc-d07326271955 HTTP/1.1" status: 200 len: 217 time: 0.0582483 Feb 15 16:49:06.802764 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0adc5228-10a9-402d-aa59-16f28c3d4155 req-a96bf0f1-b120-42ae-a43e-0b4dd8c08302 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/security-groups?id=2f65d856-6811-4498-bb12-c233bc7b6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171731 Feb 15 16:49:06.843989 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-c112f92d-a76b-408a-940a-3c27b3119a11 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:49:06.872646 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-eebd2bd8-e9ae-413f-8c43-d161bb31c70a req-427171ed-a7be-4ffc-ba21-45dd5b40ca42 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Deleting port 991ee5ae-a1ea-4cd1-8122-3fa103649b46 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:06.873169 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-eebd2bd8-e9ae-413f-8c43-d161bb31c70a req-427171ed-a7be-4ffc-ba21-45dd5b40ca42 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:06.884542 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2a14228-3380-4d29-95cc-93de1a0b33a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:06.897096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-4f09b2e6-875d-46d7-95d2-3eb7bca313ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:06.898604 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-4f09b2e6-875d-46d7-95d2-3eb7bca313ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47993210-4410-433b-bc3b-435fcce0d594 HTTP/1.1" status: 200 len: 851 time: 0.1455190 Feb 15 16:49:06.903081 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-ed35819c-cad6-460f-aae7-b1127f35c8e6 service neutron] 10.222.0.107 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4685936 Feb 15 16:49:06.998682 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c112f92d-a76b-408a-940a-3c27b3119a11 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:07.013354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-eebd2bd8-e9ae-413f-8c43-d161bb31c70a req-427171ed-a7be-4ffc-ba21-45dd5b40ca42 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] For port 991ee5ae-a1ea-4cd1-8122-3fa103649b46, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=991ee5ae-a1ea-4cd1-8122-3fa103649b46,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:07.013757 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-eebd2bd8-e9ae-413f-8c43-d161bb31c70a req-427171ed-a7be-4ffc-ba21-45dd5b40ca42 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:07.023317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-a1e52f5b-12dc-4c88-a012-10c3a7e98c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:07.024912 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-a1e52f5b-12dc-4c88-a012-10c3a7e98c36 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f52de73-9cea-45af-a968-bf8d98f9217e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1193066 Feb 15 16:49:07.074659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-eebd2bd8-e9ae-413f-8c43-d161bb31c70a req-427171ed-a7be-4ffc-ba21-45dd5b40ca42 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Calling delete_port for 991ee5ae-a1ea-4cd1-8122-3fa103649b46 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:07.082063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-2c6c98d6-5d84-43da-b667-da9e0081be02 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:07.083543 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-2c6c98d6-5d84-43da-b667-da9e0081be02 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.67 "GET /v2.0/networks?id=abd1de71-eb7f-481e-93c5-240c9863694a HTTP/1.1" status: 200 len: 817 time: 0.4223969 Feb 15 16:49:07.112362 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c112f92d-a76b-408a-940a-3c27b3119a11 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (d9ef1723-5cd1-4a8e-bdfa-73cbfe28eafa), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:07.173916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'tag': '123c3564-d09f-4a91-ad7f-9c78aa37f9fe'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:07.176564 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5" -d '{"events": [{"name": "network-changed", "server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "tag": "123c3564-d09f-4a91-ad7f-9c78aa37f9fe"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:07.492118 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-eebd2bd8-e9ae-413f-8c43-d161bb31c70a req-427171ed-a7be-4ffc-ba21-45dd5b40ca42 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (991ee5ae-a1ea-4cd1-8122-3fa103649b46), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:07.505496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['991ee5ae-a1ea-4cd1-8122-3fa103649b46'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:49:07.516372 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-a8722607-d186-48d8-8896-99795694ef7a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa559641e7a648c6ab392d6a0949505a HTTP/1.1" status: 200 len: 379 time: 0.4216957 Feb 15 16:49:07.531356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b3bfd-1c8d-4e61-80ed-18322f063573 req-47c3f609-864b-4910-8441-630b22f45ecd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:07.537967 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b3bfd-1c8d-4e61-80ed-18322f063573 req-47c3f609-864b-4910-8441-630b22f45ecd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:07.546292 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b3bfd-1c8d-4e61-80ed-18322f063573 req-47c3f609-864b-4910-8441-630b22f45ecd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:07.553132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b3bfd-1c8d-4e61-80ed-18322f063573 req-47c3f609-864b-4910-8441-630b22f45ecd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:07.559893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b3bfd-1c8d-4e61-80ed-18322f063573 req-47c3f609-864b-4910-8441-630b22f45ecd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:07.565795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b3bfd-1c8d-4e61-80ed-18322f063573 req-47c3f609-864b-4910-8441-630b22f45ecd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:07.572397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b3bfd-1c8d-4e61-80ed-18322f063573 req-47c3f609-864b-4910-8441-630b22f45ecd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:07.578978 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-654b3bfd-1c8d-4e61-80ed-18322f063573 req-47c3f609-864b-4910-8441-630b22f45ecd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.5622897 Feb 15 16:49:07.591568 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Request body: {'port': {'device_id': '620933a7-2931-4248-bc12-b8cbe4edac87', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'admin_state_up': True, 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'security_groups': ['677aaecf-c789-4e87-a559-e665a3641226']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:07.633298 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7258476f-aeea-49ab-873a-9cbcf29ec661 req-8c0558d8-c438-4e2a-8d68-ff3664fa3c78 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 210 time: 0.0783868 Feb 15 16:49:07.645633 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-410ca7d1-9544-43ad-a32d-0166c30dee75 service neutron] 10.222.0.10 "GET /v2.0/networks/4f52de73-9cea-45af-a968-bf8d98f9217e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6137986 Feb 15 16:49:07.698249 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:49:07.754162 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7863c12-6735-4c9a-9d12-a3b3f27ceaf2 req-6d1b8428-85d8-4f92-9f6b-50995d310846 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 210 time: 0.0476136 Feb 15 16:49:07.765615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427171ed-a7be-4ffc-ba21-45dd5b40ca42 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Pushing event deleted for resources: {'Port': ['ID=991ee5ae-a1ea-4cd1-8122-3fa103649b46,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:07.810778 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-89c638ef-7bf5-4663-9a78-94fbaf7e9565 service neutron] 10.222.0.10 "GET /v2.0/networks/4f52de73-9cea-45af-a968-bf8d98f9217e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583605 Feb 15 16:49:07.860468 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-8d037c60-6474-4e00-82ec-ac146a877b86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=41438aaf-3eb8-4735-95e0-46102a711d7c HTTP/1.1" status: 200 len: 217 time: 0.0436907 Feb 15 16:49:07.866920 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-c112f92d-a76b-408a-940a-3c27b3119a11 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Floating IP d9ef1723-5cd1-4a8e-bdfa-73cbfe28eafa associated. External IP: 172.25.4.38, port: 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9. Feb 15 16:49:07.883225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-654b3bfd-1c8d-4e61-80ed-18322f063573 req-af5362da-ea9e-483d-bc4b-05dea1e2989c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2544088 Feb 15 16:49:07.886509 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebd2bd8-e9ae-413f-8c43-d161bb31c70a req-427171ed-a7be-4ffc-ba21-45dd5b40ca42 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] No DVR routers for this DVR port 991ee5ae-a1ea-4cd1-8122-3fa103649b46 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:49:07.903145 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-eebd2bd8-e9ae-413f-8c43-d161bb31c70a req-427171ed-a7be-4ffc-ba21-45dd5b40ca42 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:07.916773 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eebd2bd8-e9ae-413f-8c43-d161bb31c70a req-427171ed-a7be-4ffc-ba21-45dd5b40ca42 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.10 "DELETE /v2.0/ports/991ee5ae-a1ea-4cd1-8122-3fa103649b46 HTTP/1.1" status: 204 len: 173 time: 1.3252842 Feb 15 16:49:08.007200 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501d16c7-8cdb-4182-910f-dc2f5dc44dfc x-openstack-request-id: req-501d16c7-8cdb-4182-910f-dc2f5dc44dfc {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:08.008256 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "tag": "123c3564-d09f-4a91-ad7f-9c78aa37f9fe", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:08.008584 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-501d16c7-8cdb-4182-910f-dc2f5dc44dfc {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:08.009131 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'tag': '123c3564-d09f-4a91-ad7f-9c78aa37f9fe', 'status': 'completed', 'code': 200} Feb 15 16:49:08.101854 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Made reservation on behalf of aa559641e7a648c6ab392d6a0949505a for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:49:08.107520 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:08.258302 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49716) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:08.266080 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-803f58f7-cb9e-442c-8f0b-d5369d0bd57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:08.281639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-803f58f7-cb9e-442c-8f0b-d5369d0bd57c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=587154f3-20db-43d7-af01-606fa38584bd HTTP/1.1" status: 200 len: 797 time: 0.3051353 Feb 15 16:49:08.306466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39af94-ee4b-4b96-ace1-976e59be4f23 req-48e890bb-e14e-47f9-b6b8-bc83e6710135 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:08.313140 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b39af94-ee4b-4b96-ace1-976e59be4f23 req-48e890bb-e14e-47f9-b6b8-bc83e6710135 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.3329136 Feb 15 16:49:08.340868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Allocated IP 172.20.0.14 (abd1de71-eb7f-481e-93c5-240c9863694a/709aeae2-05ea-4329-901d-2a8f1cd1fe0d/c3fef8ab-ea02-4705-b973-260c1b26c0c4) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:49:08.453396 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c112f92d-a76b-408a-940a-3c27b3119a11 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:49:08.455897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-f79f2fec-5c9c-4f48-9fe6-70cfcae5a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:08.457571 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-f79f2fec-5c9c-4f48-9fe6-70cfcae5a1d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27a74dfa-05f1-43ff-9791-7a79afada23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1351814 Feb 15 16:49:08.476241 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b39af94-ee4b-4b96-ace1-976e59be4f23 req-2f114817-9ced-4f78-820b-584fc4d94bf6 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332619 Feb 15 16:49:08.512153 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0575b113-b346-4e43-8dab-2f015d323f8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:08.634375 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:08.657437 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-061f9599-7150-44c4-bc55-327d632dc08d service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800356 Feb 15 16:49:08.674655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb0d32-1028-4707-aedf-7a9c54e68228 req-e6466576-3631-4439-9254-b624788618b5 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:08.686814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61eb0d32-1028-4707-aedf-7a9c54e68228 req-e6466576-3631-4439-9254-b624788618b5 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 945 time: 0.1591089 Feb 15 16:49:08.769120 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1ec042e-6670-49d5-882f-fda8e7f6ed4b req-0fd69abb-b585-4b53-9db8-fc71ab4a318d tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 210 time: 0.0493827 Feb 15 16:49:08.812424 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0575b113-b346-4e43-8dab-2f015d323f8f admin admin] Publish callbacks [] for security_group (fddc70a4-de8b-40aa-b790-415513c73188), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:08.814131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c112f92d-a76b-408a-940a-3c27b3119a11 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:49:08.822288 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c112f92d-a76b-408a-940a-3c27b3119a11 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:08.832537 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7641433-1e78-4837-b6c4-a5cb776dc469 None None] Sync routers for ids ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:49:08.848031 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7641433-1e78-4837-b6c4-a5cb776dc469 None None] Routers {'2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:08.848646 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a7641433-1e78-4837-b6c4-a5cb776dc469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:48:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:08.871334 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61eb0d32-1028-4707-aedf-7a9c54e68228 req-5a7d420d-dcd9-4c67-9b3b-e9e352595379 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/security-groups?id=2f65d856-6811-4498-bb12-c233bc7b6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830733 Feb 15 16:49:08.904808 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-59af6d83-42bf-4717-ad35-3ced849278e8 service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347903 Feb 15 16:49:08.929175 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0575b113-b346-4e43-8dab-2f015d323f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fddc70a4-de8b-40aa-b790-415513c73188), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:08.950040 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e7268cb-40f8-4cf0-ac67-58f40780c079 req-b7ecc71f-c233-4246-99c7-7190c0a54dce tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 210 time: 0.0512996 Feb 15 16:49:08.963166 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c112f92d-a76b-408a-940a-3c27b3119a11 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "PUT /v2.0/floatingips/d9ef1723-5cd1-4a8e-bdfa-73cbfe28eafa HTTP/1.1" status: 200 len: 990 time: 3.5714571 Feb 15 16:49:09.024706 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:09.035655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf4dfc3-3119-441e-8134-595f9976abd4', 'tag': '1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:09.039252 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-a7641433-1e78-4837-b6c4-a5cb776dc469 None None] Set router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:49:09.044292 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167970b4-4c16-4fa8-9c9a-388355dc8cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf4dfc3-3119-441e-8134-595f9976abd4", "tag": "1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:09.047645 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0575b113-b346-4e43-8dab-2f015d323f8f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0fdf97abe70e46a9a9eeedd775d715c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7882950 Feb 15 16:49:09.058598 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49730) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:09.071661 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-3de86386-a220-48dc-b928-44f175d3ec3f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=e12c4311-7333-4002-a1ec-b7bac72ef0b9 HTTP/1.1" status: 200 len: 217 time: 0.1504974 Feb 15 16:49:09.088050 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575b113-b346-4e43-8dab-2f015d323f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddc70a4-de8b-40aa-b790-415513c73188,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:09.114402 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Network abd1de71-eb7f-481e-93c5-240c9863694a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:49:09.119882 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:49:09.125867 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:49:09.158933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event updated for resources: {'Port': ['ID=c3fef8ab-ea02-4705-b973-260c1b26c0c4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:09.186973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:09.187598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:09.188123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:09.188638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:09.189134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:09.189655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:09.190163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:09.190667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:09.191161 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:09.191662 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:09.192153 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:09.192774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:09.193261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:09.231946 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f13337-9fe6-40e7-a54f-b0af5e61f04f req-c303ea47-d092-4ad2-a483-a4114f5a7e8a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:09.245074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f13337-9fe6-40e7-a54f-b0af5e61f04f req-c303ea47-d092-4ad2-a483-a4114f5a7e8a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:09.252595 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f13337-9fe6-40e7-a54f-b0af5e61f04f req-c303ea47-d092-4ad2-a483-a4114f5a7e8a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:09.259828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f13337-9fe6-40e7-a54f-b0af5e61f04f req-c303ea47-d092-4ad2-a483-a4114f5a7e8a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:09.266916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f13337-9fe6-40e7-a54f-b0af5e61f04f req-c303ea47-d092-4ad2-a483-a4114f5a7e8a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:09.272929 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f13337-9fe6-40e7-a54f-b0af5e61f04f req-c303ea47-d092-4ad2-a483-a4114f5a7e8a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:09.287532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f13337-9fe6-40e7-a54f-b0af5e61f04f req-c303ea47-d092-4ad2-a483-a4114f5a7e8a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:09.295194 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6f13337-9fe6-40e7-a54f-b0af5e61f04f req-c303ea47-d092-4ad2-a483-a4114f5a7e8a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.2719443 Feb 15 16:49:09.301283 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-27e4ab25-a6b9-416e-8c33-cb29a4bcad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:09.306313 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-27e4ab25-a6b9-416e-8c33-cb29a4bcad44 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=587154f3-20db-43d7-af01-606fa38584bd HTTP/1.1" status: 200 len: 797 time: 0.2241213 Feb 15 16:49:09.306727 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6cadc4d3-33d5-466c-af2a-27d29672156f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:09.330474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:09.330986 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:09.386119 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959bbcc-39fc-4e21-8073-e4c446a4ed4c req-ea55eb5c-9f91-4bf7-906c-12844e8cae9f tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:09.397701 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0959bbcc-39fc-4e21-8073-e4c446a4ed4c req-ea55eb5c-9f91-4bf7-906c-12844e8cae9f tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 945 time: 0.3222747 Feb 15 16:49:09.415775 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-32ec1fc0-b81b-4e75-aab5-7d2ab4cd4561 admin admin] Publish callbacks [] for security_group (fddc70a4-de8b-40aa-b790-415513c73188), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:09.426469 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6f13337-9fe6-40e7-a54f-b0af5e61f04f req-aaf1a13b-edc0-408c-adbe-783ace2ae562 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1303141 Feb 15 16:49:09.464398 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-32ec1fc0-b81b-4e75-aab5-7d2ab4cd4561 admin admin] Publish callbacks [] for security_group (fddc70a4-de8b-40aa-b790-415513c73188), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:09.482479 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107a9b6c-1936-48d0-8162-793f4a9c703b x-openstack-request-id: req-107a9b6c-1936-48d0-8162-793f4a9c703b {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:09.482842 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf4dfc3-3119-441e-8134-595f9976abd4", "tag": "1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:09.483420 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-107a9b6c-1936-48d0-8162-793f4a9c703b {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:09.483879 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf4dfc3-3119-441e-8134-595f9976abd4', 'tag': '1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9', 'status': 'completed', 'code': 200} Feb 15 16:49:09.486452 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-f2f18e59-df83-45bd-a5df-9627e3342dcb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9035983 Feb 15 16:49:09.505835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Request body: {'port': {'device_id': '620933a7-2931-4248-bc12-b8cbe4edac87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:09.516586 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0ba1d135-add4-43d9-ba24-118265669b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:09.519346 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0ba1d135-add4-43d9-ba24-118265669b47 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27a74dfa-05f1-43ff-9791-7a79afada23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2040424 Feb 15 16:49:09.541970 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0959bbcc-39fc-4e21-8073-e4c446a4ed4c req-a25d7e7b-8650-4a9f-bcd9-b5cda83f1ccc tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups?id=b27c8814-81dd-4829-a961-dff84405c761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430585 Feb 15 16:49:09.570288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a7aa2e20-09fc-4f98-8344-72d1f7a9e924 None None] Provisioning complete for port c3fef8ab-ea02-4705-b973-260c1b26c0c4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:09.570660 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7aa2e20-09fc-4f98-8344-72d1f7a9e924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:09.634181 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a7aa2e20-09fc-4f98-8344-72d1f7a9e924 None None] Port c3fef8ab-ea02-4705-b973-260c1b26c0c4 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:49:09.647020 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a7641433-1e78-4837-b6c4-a5cb776dc469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'name': 'tempest-ServersTestManualDisk-2116213318-router', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:29Z', 'revision_number': 4, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'gw_port': {'id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'd9ef1723-5cd1-4a8e-bdfa-73cbfe28eafa', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'port_id': '1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1', 'mac_address': 'fa:16:3e:ce:57:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf4dfc3-3119-441e-8134-595f9976abd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:48:37Z', 'updated_at': '2022-02-15T16:49:06Z', 'revision_number': 1, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345dacdf-8e02-4c65-966d-aefdee4c97b9', 'name': '', 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'mac_address': 'fa:16:3e:b2:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:28Z', 'updated_at': '2022-02-15T16:48:35Z', 'revision_number': 5, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'subnets': [{'id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:09.677032 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7641433-1e78-4837-b6c4-a5cb776dc469 None None] Checking router: 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:49:09.687394 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7641433-1e78-4837-b6c4-a5cb776dc469 None None] Routers {'2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:09.688422 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a7641433-1e78-4837-b6c4-a5cb776dc469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:09.698060 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:09.712262 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167970b4-4c16-4fa8-9c9a-388355dc8cd3 req-eab3e752-5504-4fa0-b6f3-f7fc27e5ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:09.715145 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-167970b4-4c16-4fa8-9c9a-388355dc8cd3 req-eab3e752-5504-4fa0-b6f3-f7fc27e5ecbf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=99f8a61d17cd4da6977c39196cb3c0c5&device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 1128 time: 0.1696460 Feb 15 16:49:09.743481 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-e2d06bd2-ba1a-42ff-99b6-04bdd01d2cb6 service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796880 Feb 15 16:49:09.819960 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-32ec1fc0-b81b-4e75-aab5-7d2ab4cd4561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fddc70a4-de8b-40aa-b790-415513c73188), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:09.822587 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-32ec1fc0-b81b-4e75-aab5-7d2ab4cd4561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:09.827124 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-32ec1fc0-b81b-4e75-aab5-7d2ab4cd4561 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fddc70a4-de8b-40aa-b790-415513c73188 HTTP/1.1" status: 204 len: 168 time: 0.7669983 Feb 15 16:49:09.839468 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-a7641433-1e78-4837-b6c4-a5cb776dc469 None None] Set router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:49:09.847831 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec1fc0-b81b-4e75-aab5-7d2ab4cd4561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddc70a4-de8b-40aa-b790-415513c73188,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:09.919996 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-3d070e7a-d813-42a5-a703-112361578a94 service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696615 Feb 15 16:49:09.941085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d654fc-4a2c-45cc-8f29-f5657a8e0862 req-ef0de9dc-c773-4101-9ba2-f370e0927c8e tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:09.942763 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d0d654fc-4a2c-45cc-8f29-f5657a8e0862 req-ef0de9dc-c773-4101-9ba2-f370e0927c8e tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.3267121 Feb 15 16:49:10.025916 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-d1ad8a18-79ba-4f32-988a-6cdccade7e37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=3afed0e7-2cee-4126-8584-e4805f52e3c7 HTTP/1.1" status: 200 len: 217 time: 0.0909963 Feb 15 16:49:10.147417 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-2b5a3d75-7047-4d76-9dd7-6209adf66295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:10.149498 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-2b5a3d75-7047-4d76-9dd7-6209adf66295 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=587154f3-20db-43d7-af01-606fa38584bd HTTP/1.1" status: 200 len: 797 time: 0.1148376 Feb 15 16:49:10.234285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89340895-8dd2-46f2-a5da-4d4087abc821 req-0008a038-3453-4f10-a86a-b5459c02f181 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:10.243631 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-89340895-8dd2-46f2-a5da-4d4087abc821 req-0008a038-3453-4f10-a86a-b5459c02f181 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 932 time: 0.3189313 Feb 15 16:49:10.263908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756af82f-d998-4fb5-a60a-5e1da618ee08', 'name': 'network-vif-deleted', 'tag': '991ee5ae-a1ea-4cd1-8122-3fa103649b46'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:10.266374 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec49fade-7569-4128-9b16-79c5faf4359b" -d '{"events": [{"server_uuid": "756af82f-d998-4fb5-a60a-5e1da618ee08", "name": "network-vif-deleted", "tag": "991ee5ae-a1ea-4cd1-8122-3fa103649b46"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:10.319210 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-76d7bed3-abca-4cf0-9bd8-768243801fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:10.321868 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-76d7bed3-abca-4cf0-9bd8-768243801fed service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27a74dfa-05f1-43ff-9791-7a79afada23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1642919 Feb 15 16:49:10.336752 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-89340895-8dd2-46f2-a5da-4d4087abc821 req-2fbccc27-5e4b-4025-9c16-94adb8d89ef8 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921278 Feb 15 16:49:10.364386 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a7641433-1e78-4837-b6c4-a5cb776dc469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'name': 'tempest-ServersTestManualDisk-2116213318-router', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:29Z', 'revision_number': 4, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'gw_port': {'id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'd9ef1723-5cd1-4a8e-bdfa-73cbfe28eafa', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'port_id': '1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1', 'mac_address': 'fa:16:3e:ce:57:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf4dfc3-3119-441e-8134-595f9976abd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:48:37Z', 'updated_at': '2022-02-15T16:49:06Z', 'revision_number': 1, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345dacdf-8e02-4c65-966d-aefdee4c97b9', 'name': '', 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'mac_address': 'fa:16:3e:b2:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:28Z', 'updated_at': '2022-02-15T16:48:35Z', 'revision_number': 5, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'subnets': [{'id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:10.403930 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:10.450130 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7641433-1e78-4837-b6c4-a5cb776dc469 None None] The sync data for ids ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'] in n-d-828372-14 is: [{'id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'name': 'tempest-ServersTestManualDisk-2116213318-router', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:29Z', 'revision_number': 4, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'gw_port': {'id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'd9ef1723-5cd1-4a8e-bdfa-73cbfe28eafa', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'port_id': '1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1', 'mac_address': 'fa:16:3e:ce:57:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf4dfc3-3119-441e-8134-595f9976abd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:48:37Z', 'updated_at': '2022-02-15T16:49:06Z', 'revision_number': 1, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '345dacdf-8e02-4c65-966d-aefdee4c97b9', 'name': '', 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'mac_address': 'fa:16:3e:b2:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:28Z', 'updated_at': '2022-02-15T16:48:35Z', 'revision_number': 5, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'subnets': [{'id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:49:10.518528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009bc9a9-725c-4e8a-857e-3a585ffc5bd1 req-5579a329-3360-43c9-96f5-64bd69b9861e tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:10.520278 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-009bc9a9-725c-4e8a-857e-3a585ffc5bd1 req-5579a329-3360-43c9-96f5-64bd69b9861e tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 945 time: 0.0957136 Feb 15 16:49:10.524932 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-ebd9ae48-81fe-4c3a-bddc-0fa20d09ba2d service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818166 Feb 15 16:49:10.569524 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d0d654fc-4a2c-45cc-8f29-f5657a8e0862 req-faeb57a6-a560-46e6-81b5-83fdfc387fc8 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6037154 Feb 15 16:49:10.595787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167970b4-4c16-4fa8-9c9a-388355dc8cd3 req-5111eab9-26bb-4265-9116-5441f76f003b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:10.606557 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-167970b4-4c16-4fa8-9c9a-388355dc8cd3 req-5111eab9-26bb-4265-9116-5441f76f003b service neutron] 10.222.0.10 "GET /v2.0/networks?id=f5055edf-942a-4377-9670-70c584a5ccb1 HTTP/1.1" status: 200 len: 913 time: 0.8775551 Feb 15 16:49:10.641808 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-009bc9a9-725c-4e8a-857e-3a585ffc5bd1 req-c9b45d6d-402c-4ce1-8ca2-ad57f4b7b4eb tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/security-groups?id=2f65d856-6811-4498-bb12-c233bc7b6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151330 Feb 15 16:49:10.642354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c2738-0bdc-4498-8be8-7306b02ad845 req-0186c096-fc70-42e6-a758-577a0249bb06 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:10.644158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-338c2738-0bdc-4498-8be8-7306b02ad845 req-0186c096-fc70-42e6-a758-577a0249bb06 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 945 time: 0.7377257 Feb 15 16:49:10.697656 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-b969d998-ed92-498c-a78e-9b0e3199fe07 service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635783 Feb 15 16:49:10.773306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 991ee5ae-a1ea-4cd1-8122-3fa103649b46 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:49:10.787199 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-167ab0ff-b69b-48b9-b3b5-d52f78fc2a19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=fe179def-5efe-44f2-90b5-9251355671f2 HTTP/1.1" status: 200 len: 217 time: 0.0824492 Feb 15 16:49:10.808633 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71a68f1-0ab4-46d5-bcf7-14027741a181 x-openstack-request-id: req-e71a68f1-0ab4-46d5-bcf7-14027741a181 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:10.808633 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756af82f-d998-4fb5-a60a-5e1da618ee08", "name": "network-vif-deleted", "tag": "991ee5ae-a1ea-4cd1-8122-3fa103649b46", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:10.808633 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e71a68f1-0ab4-46d5-bcf7-14027741a181 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:10.808633 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756af82f-d998-4fb5-a60a-5e1da618ee08', 'name': 'network-vif-deleted', 'tag': '991ee5ae-a1ea-4cd1-8122-3fa103649b46', 'status': 'completed', 'code': 200} Feb 15 16:49:10.819499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 991ee5ae-a1ea-4cd1-8122-3fa103649b46 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:49:10.819842 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 991ee5ae-a1ea-4cd1-8122-3fa103649b46 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:49:10.855751 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f868d1d-1016-4015-b4ff-792a57703681 None None] New status for floating IP d9ef1723-5cd1-4a8e-bdfa-73cbfe28eafa: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:49:10.872143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-6ba83401-e415-47f3-82bd-5ed776e016fb tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:10.873738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-6ba83401-e415-47f3-82bd-5ed776e016fb tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.67 "GET /v2.0/networks?id=305c0607-0f06-4e1d-ab9e-019c0e07c667 HTTP/1.1" status: 200 len: 813 time: 0.9648592 Feb 15 16:49:10.884194 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49752) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:10.910596 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e35c38b9-56f4-4dbb-9118-16fddbe0d4a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:10.914752 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-74c8ab6d-4c2b-458d-9425-3ee5d27e4d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:10.916329 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-74c8ab6d-4c2b-458d-9425-3ee5d27e4d59 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=587154f3-20db-43d7-af01-606fa38584bd HTTP/1.1" status: 200 len: 797 time: 0.1229789 Feb 15 16:49:10.925119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0a3deb39-9a16-41d0-a80c-d1235c4036d2 req-a830d61f-d8a2-47c9-a711-7200171fe856 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 210 time: 0.2590442 Feb 15 16:49:10.943778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-34e5f9da-a78d-46f1-8df5-fa4d140fe9a6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Request body: {'port': {'device_id': '8f2241b5-d720-497c-a988-8fcb6c8b8f05', 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667', 'admin_state_up': True, 'tenant_id': '6d34e3f6db004fc18a761f94cd119d20'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:11.000669 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed384-84f3-4f72-bebf-72cf64407ab2 req-dfa94492-4cf1-42ab-a12a-378a79aea951 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:11.006116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed384-84f3-4f72-bebf-72cf64407ab2 req-dfa94492-4cf1-42ab-a12a-378a79aea951 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:11.012239 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed384-84f3-4f72-bebf-72cf64407ab2 req-dfa94492-4cf1-42ab-a12a-378a79aea951 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:11.018349 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed384-84f3-4f72-bebf-72cf64407ab2 req-dfa94492-4cf1-42ab-a12a-378a79aea951 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:11.023164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed384-84f3-4f72-bebf-72cf64407ab2 req-dfa94492-4cf1-42ab-a12a-378a79aea951 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:11.028817 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed384-84f3-4f72-bebf-72cf64407ab2 req-dfa94492-4cf1-42ab-a12a-378a79aea951 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:11.033937 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aed384-84f3-4f72-bebf-72cf64407ab2 req-dfa94492-4cf1-42ab-a12a-378a79aea951 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:11.035861 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56aed384-84f3-4f72-bebf-72cf64407ab2 req-dfa94492-4cf1-42ab-a12a-378a79aea951 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.2218142 Feb 15 16:49:11.064036 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-167970b4-4c16-4fa8-9c9a-388355dc8cd3 req-15325dd0-4603-40e0-bbfb-30ac69cb1dff service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 HTTP/1.1" status: 200 len: 998 time: 0.4423654 Feb 15 16:49:11.087362 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-db624e7e-49d7-4ab2-b2d3-a2178563451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:11.089012 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-db624e7e-49d7-4ab2-b2d3-a2178563451d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27a74dfa-05f1-43ff-9791-7a79afada23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1644194 Feb 15 16:49:11.203969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167970b4-4c16-4fa8-9c9a-388355dc8cd3 req-acae4f7a-9de7-40d3-83a9-bb7d7cd75872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:11.205468 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-167970b4-4c16-4fa8-9c9a-388355dc8cd3 req-acae4f7a-9de7-40d3-83a9-bb7d7cd75872 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8e3e6778-841b-48ec-84aa-40e26227078d HTTP/1.1" status: 200 len: 851 time: 0.1278887 Feb 15 16:49:11.210520 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56aed384-84f3-4f72-bebf-72cf64407ab2 req-ae50fe91-e5ee-425e-8d3c-1fc26e70e67d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1668589 Feb 15 16:49:11.238802 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e35c38b9-56f4-4dbb-9118-16fddbe0d4a9 admin admin] Publish callbacks [] for security_group (f3eed950-5bd2-4ebb-9bf4-bd1e5f6b3941), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:11.265701 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-0fbb6428-ffe3-4bf9-bd82-53efb0302cf4 service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651335 Feb 15 16:49:11.294791 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-338c2738-0bdc-4498-8be8-7306b02ad845 req-8ad0b9cd-d16c-43ac-9ca3-9140cd1e7439 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Deleting port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:11.295142 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-338c2738-0bdc-4498-8be8-7306b02ad845 req-8ad0b9cd-d16c-43ac-9ca3-9140cd1e7439 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (094ef3ac-8211-4ee3-a683-4d8cc97ab8f2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:11.331976 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e35c38b9-56f4-4dbb-9118-16fddbe0d4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f3eed950-5bd2-4ebb-9bf4-bd1e5f6b3941), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:11.367623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3fef8ab-ea02-4705-b973-260c1b26c0c4 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:49:11.382902 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Publish callbacks [] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:11.407191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167970b4-4c16-4fa8-9c9a-388355dc8cd3 req-436f3935-3bbc-4630-b8f9-4bec86789400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:11.410219 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-167970b4-4c16-4fa8-9c9a-388355dc8cd3 req-436f3935-3bbc-4630-b8f9-4bec86789400 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f5055edf-942a-4377-9670-70c584a5ccb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1966012 Feb 15 16:49:11.413303 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e35c38b9-56f4-4dbb-9118-16fddbe0d4a9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=df9ab717271347b18e0af0578a6d1e06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5279870 Feb 15 16:49:11.416524 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-215a8c17-cf09-4da4-945b-3abf833eedc8 service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444550 Feb 15 16:49:11.416680 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49756) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:11.418176 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c38b9-56f4-4dbb-9118-16fddbe0d4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3eed950-5bd2-4ebb-9bf4-bd1e5f6b3941,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:11.435177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Transition to ACTIVE for port object c3fef8ab-ea02-4705-b973-260c1b26c0c4 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:49:11.477973 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-945ccff0-7053-4f61-97de-ad9d31f1a7b4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5af67be-1719-4be1-89cb-3f77a4ab58d3 HTTP/1.1" status: 200 len: 217 time: 0.0512826 Feb 15 16:49:11.491983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-34e5f9da-a78d-46f1-8df5-fa4d140fe9a6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Made reservation on behalf of 6d34e3f6db004fc18a761f94cd119d20 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:49:11.495280 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-34e5f9da-a78d-46f1-8df5-fa4d140fe9a6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:11.516915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-338c2738-0bdc-4498-8be8-7306b02ad845 req-8ad0b9cd-d16c-43ac-9ca3-9140cd1e7439 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] For port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=094ef3ac-8211-4ee3-a683-4d8cc97ab8f2,segment=NetworkSegment(e5306ce5-9281-43d0-bb1c-90d5352f8481),segment_id=e5306ce5-9281-43d0-bb1c-90d5352f8481)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:11.517291 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-338c2738-0bdc-4498-8be8-7306b02ad845 req-8ad0b9cd-d16c-43ac-9ca3-9140cd1e7439 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (094ef3ac-8211-4ee3-a683-4d8cc97ab8f2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:11.541973 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-19dcd1fa-1c38-4299-a38b-91b5235b7fc6 admin admin] Publish callbacks [] for security_group (f3eed950-5bd2-4ebb-9bf4-bd1e5f6b3941), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:11.563340 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-e91bff30-4590-45bc-a201-a4ea458bcc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:11.564294 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:11.565000 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-e91bff30-4590-45bc-a201-a4ea458bcc0a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8abc264-01a5-4f06-9e0a-0b1ebef29fa4 HTTP/1.1" status: 200 len: 797 time: 0.0788074 Feb 15 16:49:11.569313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-338c2738-0bdc-4498-8be8-7306b02ad845 req-8ad0b9cd-d16c-43ac-9ca3-9140cd1e7439 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Calling delete_port for 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:11.569792 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-19dcd1fa-1c38-4299-a38b-91b5235b7fc6 admin admin] Publish callbacks [] for security_group (f3eed950-5bd2-4ebb-9bf4-bd1e5f6b3941), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:11.645700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-932660de-1dbd-459f-a35c-50db2fb7988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:11.647240 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-932660de-1dbd-459f-a35c-50db2fb7988f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=acc3e972-bc1b-4777-96d3-4501629569dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0754130 Feb 15 16:49:11.778812 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Pushing event updated for resources: {'Port': ['ID=c3fef8ab-ea02-4705-b973-260c1b26c0c4,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:11.808754 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:11.818459 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-167970b4-4c16-4fa8-9c9a-388355dc8cd3 req-9467be64-d833-4c5d-8e46-5a01be464ca0 service neutron] 10.222.0.10 "GET /v2.0/networks/f5055edf-942a-4377-9670-70c584a5ccb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996732 Feb 15 16:49:11.823332 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02105cc-1a48-4150-a0d1-46e009ce3ffd req-9961d953-05a4-4c3a-8721-1f338641da2a tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:11.825874 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f02105cc-1a48-4150-a0d1-46e009ce3ffd req-9961d953-05a4-4c3a-8721-1f338641da2a tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.1621039 Feb 15 16:49:11.830105 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-19dcd1fa-1c38-4299-a38b-91b5235b7fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f3eed950-5bd2-4ebb-9bf4-bd1e5f6b3941), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:11.835021 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-19dcd1fa-1c38-4299-a38b-91b5235b7fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:11.838599 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-19dcd1fa-1c38-4299-a38b-91b5235b7fc6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f3eed950-5bd2-4ebb-9bf4-bd1e5f6b3941 HTTP/1.1" status: 204 len: 168 time: 0.4153922 Feb 15 16:49:11.876053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9741b6-e143-4e05-87bf-e8220683c79d req-bde869b8-230a-4360-ac69-7d0e6f88d427 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:11.878334 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a9741b6-e143-4e05-87bf-e8220683c79d req-bde869b8-230a-4360-ac69-7d0e6f88d427 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.3873532 Feb 15 16:49:11.883482 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcd1fa-1c38-4299-a38b-91b5235b7fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3eed950-5bd2-4ebb-9bf4-bd1e5f6b3941,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:11.903375 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-d566c19f-4939-467f-9fed-af24a93f970a service neutron] 10.222.0.10 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486091 Feb 15 16:49:12.020857 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f02105cc-1a48-4150-a0d1-46e009ce3ffd req-18164bce-be9c-4bfa-8c90-a0a8977b9036 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784675 Feb 15 16:49:12.039910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-34e5f9da-a78d-46f1-8df5-fa4d140fe9a6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Allocated IP 172.20.0.8 (305c0607-0f06-4e1d-ab9e-019c0e07c667/d78d427c-8322-4326-9925-718e63fdd3e5/4820605f-8887-4d0f-810b-7d235ccfe8d6) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:49:12.075578 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-f6b04ba3-e46c-4088-adbd-719eb1b1c351 service neutron] 10.222.0.10 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614952 Feb 15 16:49:12.124729 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-5c1deb26-0bdd-483f-b534-aaa957ae3fbc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=123c3564-d09f-4a91-ad7f-9c78aa37f9fe HTTP/1.1" status: 200 len: 217 time: 0.0428984 Feb 15 16:49:12.129754 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-167970b4-4c16-4fa8-9c9a-388355dc8cd3 req-330213fc-b60d-4533-844a-0630db42a49c service neutron] 10.222.0.10 "GET /v2.0/networks/f5055edf-942a-4377-9670-70c584a5ccb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005662 Feb 15 16:49:12.212217 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-387d4f7d-42d8-47d6-866a-ace75e5b6df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:12.213690 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-387d4f7d-42d8-47d6-866a-ace75e5b6df2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8abc264-01a5-4f06-9e0a-0b1ebef29fa4 HTTP/1.1" status: 200 len: 797 time: 0.0815368 Feb 15 16:49:12.224232 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606d17a-fbe9-4d63-a643-187d561cec46 req-7648ccb5-273e-433e-9380-1262109b0258 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:12.226121 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e606d17a-fbe9-4d63-a643-187d561cec46 req-7648ccb5-273e-433e-9380-1262109b0258 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 945 time: 0.1339233 Feb 15 16:49:12.273350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a9741b6-e143-4e05-87bf-e8220683c79d req-2f8375bb-5727-46a5-aa7a-eff181b9fad1 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3630848 Feb 15 16:49:12.281333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Attempting to bind port c3fef8ab-ea02-4705-b973-260c1b26c0c4 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:49:12.281812 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Attempting to bind port c3fef8ab-ea02-4705-b973-260c1b26c0c4 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:49:12.282254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Attempting to bind port c3fef8ab-ea02-4705-b973-260c1b26c0c4 on network abd1de71-eb7f-481e-93c5-240c9863694a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:49:12.311803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Port c3fef8ab-ea02-4705-b973-260c1b26c0c4 on network abd1de71-eb7f-481e-93c5-240c9863694a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:49:12.312264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Attempting to bind port c3fef8ab-ea02-4705-b973-260c1b26c0c4 on network abd1de71-eb7f-481e-93c5-240c9863694a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:49:12.313840 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e606d17a-fbe9-4d63-a643-187d561cec46 req-eb746945-ef8c-4e15-811b-b27794bb4c64 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/security-groups?id=2f65d856-6811-4498-bb12-c233bc7b6b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781016 Feb 15 16:49:12.324900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:49:12.325351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Checking segment: {'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:49:12.325958 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Bound using segment: {'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:49:12.326615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Bound port: c3fef8ab-ea02-4705-b973-260c1b26c0c4, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:49:12.327217 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:12.334869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978abf14-5701-4ae9-8984-ef2537b03272 req-d6c5a61f-08a2-4538-add5-243309082370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:12.336701 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-d6c5a61f-08a2-4538-add5-243309082370 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=acc3e972-bc1b-4777-96d3-4501629569dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1097302 Feb 15 16:49:12.427312 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-34e5f9da-a78d-46f1-8df5-fa4d140fe9a6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks [] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:12.456228 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-338c2738-0bdc-4498-8be8-7306b02ad845 req-8ad0b9cd-d16c-43ac-9ca3-9140cd1e7439 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (094ef3ac-8211-4ee3-a683-4d8cc97ab8f2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:12.470552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['094ef3ac-8211-4ee3-a683-4d8cc97ab8f2'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:49:12.493530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:49:12.505275 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de2f1255-7bbd-4f6e-b79d-669aab00a6d1 req-fdcdf98d-987b-435e-86b4-08f7b97dcf63 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 210 time: 0.0567801 Feb 15 16:49:12.562528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:49:12.568021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0b9cd-d16c-43ac-9ca3-9140cd1e7439 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Pushing event deleted for resources: {'Port': ['ID=094ef3ac-8211-4ee3-a683-4d8cc97ab8f2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:12.623907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-338c2738-0bdc-4498-8be8-7306b02ad845 req-8ad0b9cd-d16c-43ac-9ca3-9140cd1e7439 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] No DVR routers for this DVR port 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:49:12.629838 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-338c2738-0bdc-4498-8be8-7306b02ad845 req-8ad0b9cd-d16c-43ac-9ca3-9140cd1e7439 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:12.630799 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-338c2738-0bdc-4498-8be8-7306b02ad845 req-8ad0b9cd-d16c-43ac-9ca3-9140cd1e7439 tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.10 "DELETE /v2.0/ports/094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 HTTP/1.1" status: 204 len: 173 time: 1.9602726 Feb 15 16:49:12.637182 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:12.675725 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:12.676493 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:12.678105 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] 10.222.0.67 "PUT /v2.0/ports/c3fef8ab-ea02-4705-b973-260c1b26c0c4 HTTP/1.1" status: 200 len: 1093 time: 3.1811609 Feb 15 16:49:12.689837 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-34e5f9da-a78d-46f1-8df5-fa4d140fe9a6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:12.721900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff371519-07a0-4711-a767-403eabfe8cce service neutron] Pushing event updated for resources: {'Port': ['ID=c3fef8ab-ea02-4705-b973-260c1b26c0c4,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:12.732736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-34e5f9da-a78d-46f1-8df5-fa4d140fe9a6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Network 305c0607-0f06-4e1d-ab9e-019c0e07c667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:49:12.740767 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-34e5f9da-a78d-46f1-8df5-fa4d140fe9a6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:49:12.756935 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-34e5f9da-a78d-46f1-8df5-fa4d140fe9a6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:49:13.053064 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d40bc-6eaf-481f-ac56-d3ac83a06d70 req-4228a645-44ee-41a1-9b5d-1e3369582e18 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.056068 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0e83d4c-ceb8-4e13-9924-b43e04e1b8ee', 'name': 'network-vif-deleted', 'tag': '094ef3ac-8211-4ee3-a683-4d8cc97ab8f2'}, {'name': 'network-changed', 'server_uuid': '620933a7-2931-4248-bc12-b8cbe4edac87', 'tag': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:13.058939 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dccfce-8bd3-4c4b-a741-16f6df5c6e56" -d '{"events": [{"server_uuid": "d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee", "name": "network-vif-deleted", "tag": "094ef3ac-8211-4ee3-a683-4d8cc97ab8f2"}, {"name": "network-changed", "server_uuid": "620933a7-2931-4248-bc12-b8cbe4edac87", "tag": "c3fef8ab-ea02-4705-b973-260c1b26c0c4"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:13.061326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d40bc-6eaf-481f-ac56-d3ac83a06d70 req-4228a645-44ee-41a1-9b5d-1e3369582e18 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.069342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d40bc-6eaf-481f-ac56-d3ac83a06d70 req-4228a645-44ee-41a1-9b5d-1e3369582e18 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.077694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d40bc-6eaf-481f-ac56-d3ac83a06d70 req-4228a645-44ee-41a1-9b5d-1e3369582e18 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.083807 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d40bc-6eaf-481f-ac56-d3ac83a06d70 req-4228a645-44ee-41a1-9b5d-1e3369582e18 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.090500 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d40bc-6eaf-481f-ac56-d3ac83a06d70 req-4228a645-44ee-41a1-9b5d-1e3369582e18 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.096595 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d40bc-6eaf-481f-ac56-d3ac83a06d70 req-4228a645-44ee-41a1-9b5d-1e3369582e18 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.098920 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e32d40bc-6eaf-481f-ac56-d3ac83a06d70 req-4228a645-44ee-41a1-9b5d-1e3369582e18 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.6730649 Feb 15 16:49:13.101470 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-1f37e092-3ac6-457a-a5b0-a1da97fa1692 service neutron] 10.222.0.10 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7579911 Feb 15 16:49:13.147797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5f9da-a78d-46f1-8df5-fa4d140fe9a6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Pushing event updated for resources: {'Port': ['ID=4820605f-8887-4d0f-810b-7d235ccfe8d6,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:13.159790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-34e5f9da-a78d-46f1-8df5-fa4d140fe9a6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.160432 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-34e5f9da-a78d-46f1-8df5-fa4d140fe9a6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:13.191112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-f31d72c6-dc4c-4c05-b803-025897993b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.192777 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-f31d72c6-dc4c-4c05-b803-025897993b2e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=aa559641e7a648c6ab392d6a0949505a&device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 1127 time: 0.1265211 Feb 15 16:49:13.208051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227b366-b572-4eb1-92db-65669d96e4f1 req-5c2b29fe-309a-4ff8-90ee-8c6efc71fef0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.208051 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6227b366-b572-4eb1-92db-65669d96e4f1 req-5c2b29fe-309a-4ff8-90ee-8c6efc71fef0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.1056352 Feb 15 16:49:13.224230 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e32d40bc-6eaf-481f-ac56-d3ac83a06d70 req-c599be9c-2c98-467b-bf65-ce78c94d7156 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1178780 Feb 15 16:49:13.240262 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978abf14-5701-4ae9-8984-ef2537b03272 req-c06894f2-7f90-493b-adde-86bc30456a6d service neutron] 10.222.0.10 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277077 Feb 15 16:49:13.254671 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-5d1b37db-4036-44dd-bce9-09b4c48fecc0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4 HTTP/1.1" status: 200 len: 217 time: 0.0458827 Feb 15 16:49:13.328017 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6227b366-b572-4eb1-92db-65669d96e4f1 req-47a9d0c3-060a-4842-a470-685fac0588e7 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804183 Feb 15 16:49:13.330113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-f868f8b9-8fad-412b-bfc0-c63bee4f8e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.331629 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-f868f8b9-8fad-412b-bfc0-c63bee4f8e93 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=709aeae2-05ea-4329-901d-2a8f1cd1fe0d HTTP/1.1" status: 200 len: 856 time: 0.0681274 Feb 15 16:49:13.384158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-93581c9f-2cf8-4d74-a1d1-9a0f3aa1ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.385746 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-93581c9f-2cf8-4d74-a1d1-9a0f3aa1ab29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=abd1de71-eb7f-481e-93c5-240c9863694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477028 Feb 15 16:49:13.483890 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-3a17a7a6-11ac-454b-b7a7-fb807a5ad281 service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887861 Feb 15 16:49:13.537651 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421cd0c6-5959-4540-9eaa-7bda22b66a16 x-openstack-request-id: req-421cd0c6-5959-4540-9eaa-7bda22b66a16 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:13.537651 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee", "name": "network-vif-deleted", "tag": "094ef3ac-8211-4ee3-a683-4d8cc97ab8f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "620933a7-2931-4248-bc12-b8cbe4edac87", "tag": "c3fef8ab-ea02-4705-b973-260c1b26c0c4", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:13.537883 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:13.538361 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-421cd0c6-5959-4540-9eaa-7bda22b66a16 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:13.538361 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0e83d4c-ceb8-4e13-9924-b43e04e1b8ee', 'name': 'network-vif-deleted', 'tag': '094ef3ac-8211-4ee3-a683-4d8cc97ab8f2', 'status': 'completed', 'code': 200} Feb 15 16:49:13.538361 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620933a7-2931-4248-bc12-b8cbe4edac87', 'tag': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'status': 'completed', 'code': 200} Feb 15 16:49:13.542976 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-34e5f9da-a78d-46f1-8df5-fa4d140fe9a6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6226237 Feb 15 16:49:13.559898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Request body: {'port': {'device_id': '8f2241b5-d720-497c-a988-8fcb6c8b8f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:13.663143 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5416ad0a-683a-4307-8909-79236e3324cb req-3d0edfef-ccb0-4b39-bea6-e24a172c87fc tempest-ServerAddressesTestJSON-136727558 tempest-ServerAddressesTestJSON-136727558-project] 10.222.0.107 "GET /v2.0/ports?device_id=d0e83d4c-ceb8-4e13-9924-b43e04e1b8ee HTTP/1.1" status: 200 len: 210 time: 0.0468390 Feb 15 16:49:13.678918 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3cea9b3b-0a74-40b8-83c1-c6eeb9e3bc90 req-9c338f5a-6cb7-4faa-9727-246c6b6d86e3 service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895065 Feb 15 16:49:13.689417 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:13.721474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03ec9c-702f-4f51-a045-10c53e8707c8 req-b3e15bf2-25f0-4c1c-84a0-dd0ee42b9b68 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.723174 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7c03ec9c-702f-4f51-a045-10c53e8707c8 req-b3e15bf2-25f0-4c1c-84a0-dd0ee42b9b68 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.1120343 Feb 15 16:49:13.828463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-f9eea9d8-bb1f-4fdd-b67a-444b90ff1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.829214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-f9eea9d8-bb1f-4fdd-b67a-444b90ff1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.829885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-f9eea9d8-bb1f-4fdd-b67a-444b90ff1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.830602 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-f9eea9d8-bb1f-4fdd-b67a-444b90ff1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.831302 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-f9eea9d8-bb1f-4fdd-b67a-444b90ff1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.832013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-f9eea9d8-bb1f-4fdd-b67a-444b90ff1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.832706 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-f9eea9d8-bb1f-4fdd-b67a-444b90ff1f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.835505 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-f9eea9d8-bb1f-4fdd-b67a-444b90ff1f4b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81594fa848e7414b8f51155b921da775&device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 6700 time: 0.1503026 Feb 15 16:49:13.846999 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcfdcc-1c1b-417d-ad4e-26556603b5a8 req-60dd41cc-9360-4363-b3cb-6c50c564ac39 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:13.848838 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dfbcfdcc-1c1b-417d-ad4e-26556603b5a8 req-60dd41cc-9360-4363-b3cb-6c50c564ac39 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 931 time: 0.0938888 Feb 15 16:49:13.890893 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7c03ec9c-702f-4f51-a045-10c53e8707c8 req-211795b1-d794-4656-9b8a-dacd9d47cedc tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469507 Feb 15 16:49:13.962867 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dfbcfdcc-1c1b-417d-ad4e-26556603b5a8 req-836ba6f2-cc0b-4bfe-ac94-3f4386d51345 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041739 Feb 15 16:49:13.999101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dccfce-8bd3-4c4b-a741-16f6df5c6e56 req-293b1c68-3740-4285-a8c5-94cac2bdc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:14.000674 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0dccfce-8bd3-4c4b-a741-16f6df5c6e56 req-293b1c68-3740-4285-a8c5-94cac2bdc86e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=aa559641e7a648c6ab392d6a0949505a&device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 1127 time: 0.1511841 Feb 15 16:49:14.024218 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-4dd77db6-bc8e-4536-bb3d-bd0ba9dea26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:14.028428 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-4dd77db6-bc8e-4536-bb3d-bd0ba9dea26b service neutron] 10.222.0.10 "GET /v2.0/networks?id=acc3e972-bc1b-4777-96d3-4501629569dc HTTP/1.1" status: 200 len: 903 time: 0.1757882 Feb 15 16:49:14.071583 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-72a0eb36-4d2e-4704-8124-a04727412765 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=123c3564-d09f-4a91-ad7f-9c78aa37f9fe HTTP/1.1" status: 200 len: 217 time: 0.0401700 Feb 15 16:49:14.128974 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-62132df0-5699-4330-90b0-b1772a715b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:14.131481 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-62132df0-5699-4330-90b0-b1772a715b7a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8abc264-01a5-4f06-9e0a-0b1ebef29fa4 HTTP/1.1" status: 200 len: 797 time: 0.0542939 Feb 15 16:49:14.180742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dccfce-8bd3-4c4b-a741-16f6df5c6e56 req-0c26d629-bafa-4e91-aa1b-6e1d3e30d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:14.182297 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0dccfce-8bd3-4c4b-a741-16f6df5c6e56 req-0c26d629-bafa-4e91-aa1b-6e1d3e30d5bb service neutron] 10.222.0.67 "GET /v2.0/networks?id=abd1de71-eb7f-481e-93c5-240c9863694a HTTP/1.1" status: 200 len: 918 time: 0.1699574 Feb 15 16:49:14.197906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4820605f-8887-4d0f-810b-7d235ccfe8d6 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:49:14.210746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-599bb560-6cab-4abd-bf8d-6ddcee4050a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:14.212569 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-599bb560-6cab-4abd-bf8d-6ddcee4050a4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=acc3e972-bc1b-4777-96d3-4501629569dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0743718 Feb 15 16:49:14.247982 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Publish callbacks [] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:14.252093 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0dccfce-8bd3-4c4b-a741-16f6df5c6e56 req-47e5fbed-607d-4738-af0d-6a8efebf06ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4 HTTP/1.1" status: 200 len: 217 time: 0.0625482 Feb 15 16:49:14.292440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Transition to ACTIVE for port object 4820605f-8887-4d0f-810b-7d235ccfe8d6 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:49:14.312780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dccfce-8bd3-4c4b-a741-16f6df5c6e56 req-d889846c-da26-4d4f-a651-ffd5004543bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:14.315168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0dccfce-8bd3-4c4b-a741-16f6df5c6e56 req-d889846c-da26-4d4f-a651-ffd5004543bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=709aeae2-05ea-4329-901d-2a8f1cd1fe0d HTTP/1.1" status: 200 len: 856 time: 0.0553730 Feb 15 16:49:14.345056 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-f3e90e97-7224-4f23-9a2e-e392e4107a3c service neutron] 10.222.0.10 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228242 Feb 15 16:49:14.401849 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:14.499529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dccfce-8bd3-4c4b-a741-16f6df5c6e56 req-ad0ff2d9-7965-42a4-b901-9355f34e3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:14.501315 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0dccfce-8bd3-4c4b-a741-16f6df5c6e56 req-ad0ff2d9-7965-42a4-b901-9355f34e3ba1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=abd1de71-eb7f-481e-93c5-240c9863694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1787524 Feb 15 16:49:14.522810 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f1256e1b-026c-4c5e-ac17-f29fd40b48a5 req-a8f49d4b-5aad-4515-9ae3-2a3e4a9ab699 service neutron] 10.222.0.10 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679232 Feb 15 16:49:14.532299 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ebe7b-adb5-4742-a223-34f0cea1abf3 req-c86ea8d9-7381-4935-9962-733feed6c23f tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:14.534000 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-543ebe7b-adb5-4742-a223-34f0cea1abf3 req-c86ea8d9-7381-4935-9962-733feed6c23f tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0986092 Feb 15 16:49:14.580794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Pushing event updated for resources: {'Port': ['ID=4820605f-8887-4d0f-810b-7d235ccfe8d6,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:14.609674 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-543ebe7b-adb5-4742-a223-34f0cea1abf3 req-410dd947-38ee-4131-8c71-a921de74786e tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599134 Feb 15 16:49:14.617071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60ff38-aeb4-4491-a6fc-7502c60a0cb3 req-07f184ed-a111-4708-baaf-12676e9c91f4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:14.631555 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60ff38-aeb4-4491-a6fc-7502c60a0cb3 req-07f184ed-a111-4708-baaf-12676e9c91f4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:14.631555 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60ff38-aeb4-4491-a6fc-7502c60a0cb3 req-07f184ed-a111-4708-baaf-12676e9c91f4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:14.633811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60ff38-aeb4-4491-a6fc-7502c60a0cb3 req-07f184ed-a111-4708-baaf-12676e9c91f4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:14.639261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60ff38-aeb4-4491-a6fc-7502c60a0cb3 req-07f184ed-a111-4708-baaf-12676e9c91f4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:14.644638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60ff38-aeb4-4491-a6fc-7502c60a0cb3 req-07f184ed-a111-4708-baaf-12676e9c91f4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:14.650004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60ff38-aeb4-4491-a6fc-7502c60a0cb3 req-07f184ed-a111-4708-baaf-12676e9c91f4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:14.652530 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6a60ff38-aeb4-4491-a6fc-7502c60a0cb3 req-07f184ed-a111-4708-baaf-12676e9c91f4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.2680321 Feb 15 16:49:14.741882 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49808) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:14.780799 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0dccfce-8bd3-4c4b-a741-16f6df5c6e56 req-c1d57894-73f9-497b-84ef-37c6fa3517d6 service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684932 Feb 15 16:49:14.787041 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Attempting to bind port 4820605f-8887-4d0f-810b-7d235ccfe8d6 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:49:14.787392 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Attempting to bind port 4820605f-8887-4d0f-810b-7d235ccfe8d6 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '8db795d2-3700-4f12-935d-da9d4ef9fd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:49:14.787721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Attempting to bind port 4820605f-8887-4d0f-810b-7d235ccfe8d6 on network 305c0607-0f06-4e1d-ab9e-019c0e07c667 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:49:14.795373 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:49:14.842735 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b3a37c-0d9a-41a7-9e7d-80386a65bf5e admin admin] Deleting subnet bc8761a9-c634-47ef-adb6-6f2b0a46cad1 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:49:14.846506 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95b3a37c-0d9a-41a7-9e7d-80386a65bf5e admin admin] Publish callbacks [] for subnet (bc8761a9-c634-47ef-adb6-6f2b0a46cad1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:14.850610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:49:14.851280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 094ef3ac-8211-4ee3-a683-4d8cc97ab8f2 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:49:14.865224 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6a60ff38-aeb4-4491-a6fc-7502c60a0cb3 req-5e71a212-a508-4b38-a925-e2b479f6c2c8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2062905 Feb 15 16:49:14.867449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Port 4820605f-8887-4d0f-810b-7d235ccfe8d6 on network 305c0607-0f06-4e1d-ab9e-019c0e07c667 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:49:14.867780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Attempting to bind port 4820605f-8887-4d0f-810b-7d235ccfe8d6 on network 305c0607-0f06-4e1d-ab9e-019c0e07c667 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:49:14.879018 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 49, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:49:14.879369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Checking segment: {'id': '8db795d2-3700-4f12-935d-da9d4ef9fd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:49:14.879765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Bound using segment: {'id': '8db795d2-3700-4f12-935d-da9d4ef9fd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:49:14.880253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Bound port: 4820605f-8887-4d0f-810b-7d235ccfe8d6, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db795d2-3700-4f12-935d-da9d4ef9fd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:49:14.880572 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:14.916766 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95b3a37c-0d9a-41a7-9e7d-80386a65bf5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (bc8761a9-c634-47ef-adb6-6f2b0a46cad1), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:14.965291 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95b3a37c-0d9a-41a7-9e7d-80386a65bf5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (bc8761a9-c634-47ef-adb6-6f2b0a46cad1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:14.974441 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0dccfce-8bd3-4c4b-a741-16f6df5c6e56 req-18b79e4c-eeac-4775-ba78-b63b57ef4929 service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842599 Feb 15 16:49:15.010908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] For port 4820605f-8887-4d0f-810b-7d235ccfe8d6, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:49:15.024465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] For port 4820605f-8887-4d0f-810b-7d235ccfe8d6, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4820605f-8887-4d0f-810b-7d235ccfe8d6,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:49:15.097751 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:15.146577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:15.146830 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2cd5e-4c06-4838-9e04-677715198efe req-10418421-d2f3-4d8c-9631-d0706161af58 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:15.147306 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:15.148676 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] 10.222.0.67 "PUT /v2.0/ports/4820605f-8887-4d0f-810b-7d235ccfe8d6 HTTP/1.1" status: 200 len: 1092 time: 1.5959530 Feb 15 16:49:15.149349 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56e2cd5e-4c06-4838-9e04-677715198efe req-10418421-d2f3-4d8c-9631-d0706161af58 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.1092191 Feb 15 16:49:15.188823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12d89e-96c0-4ff8-812b-8b6f9f8fe7a9 req-217bef23-46b6-4675-97d8-1c970664dc13 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:15.190481 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9e12d89e-96c0-4ff8-812b-8b6f9f8fe7a9 req-217bef23-46b6-4675-97d8-1c970664dc13 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 943 time: 0.1305170 Feb 15 16:49:15.191660 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8bd33-0bea-4d5b-b8e4-5e49195c125f service neutron] Pushing event updated for resources: {'Port': ['ID=4820605f-8887-4d0f-810b-7d235ccfe8d6,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:15.237457 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56e2cd5e-4c06-4838-9e04-677715198efe req-290d9699-9aeb-4ad7-a7b5-b389447ab9c0 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771129 Feb 15 16:49:15.238370 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95b3a37c-0d9a-41a7-9e7d-80386a65bf5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (bc8761a9-c634-47ef-adb6-6f2b0a46cad1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:15.244499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9e12d89e-96c0-4ff8-812b-8b6f9f8fe7a9 req-8af12496-13ba-4b48-a872-e71e32fc5a7e tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466437 Feb 15 16:49:15.298835 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95b3a37c-0d9a-41a7-9e7d-80386a65bf5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:15.302290 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-95b3a37c-0d9a-41a7-9e7d-80386a65bf5e admin admin] 10.222.0.107 "DELETE /v2.0/subnets/bc8761a9-c634-47ef-adb6-6f2b0a46cad1 HTTP/1.1" status: 204 len: 168 time: 0.5585423 Feb 15 16:49:15.303234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3a37c-0d9a-41a7-9e7d-80386a65bf5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc8761a9-c634-47ef-adb6-6f2b0a46cad1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:15.304864 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49822) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:15.317401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-46a2c09f-88a1-4114-8b57-56b7e3607219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:15.318530 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-46a2c09f-88a1-4114-8b57-56b7e3607219 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d34e3f6db004fc18a761f94cd119d20&device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 1126 time: 0.0546651 Feb 15 16:49:15.365751 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-75289ab5-0c73-421a-9b33-48e59b207e0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4820605f-8887-4d0f-810b-7d235ccfe8d6 HTTP/1.1" status: 200 len: 217 time: 0.0401542 Feb 15 16:49:15.390907 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6888c8ea-06bc-47fb-ad4b-78f1102cc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (fb06f2df-b7da-480e-b448-9bd5eed8704f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:15.422641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-faee3f83-bdd9-479c-95a8-39d521c3061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:15.424617 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-faee3f83-bdd9-479c-95a8-39d521c3061a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d78d427c-8322-4326-9925-718e63fdd3e5 HTTP/1.1" status: 200 len: 853 time: 0.0524926 Feb 15 16:49:15.458997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-15508ae8-8218-4400-b572-3041e53a1a98 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=305c0607-0f06-4e1d-ab9e-019c0e07c667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281162 Feb 15 16:49:15.499086 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6888c8ea-06bc-47fb-ad4b-78f1102cc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (fb06f2df-b7da-480e-b448-9bd5eed8704f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:15.520401 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6888c8ea-06bc-47fb-ad4b-78f1102cc734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb06f2df-b7da-480e-b448-9bd5eed8704f']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:15.530703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6888c8ea-06bc-47fb-ad4b-78f1102cc734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5306ce5-9281-43d0-bb1c-90d5352f8481') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:15.532614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6888c8ea-06bc-47fb-ad4b-78f1102cc734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5306ce5-9281-43d0-bb1c-90d5352f8481') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:15.543268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f2241b5-d720-497c-a988-8fcb6c8b8f05', 'tag': '4820605f-8887-4d0f-810b-7d235ccfe8d6'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:15.547049 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e4351c-0e9a-4c3e-9a54-46bb5b8318a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f2241b5-d720-497c-a988-8fcb6c8b8f05", "tag": "4820605f-8887-4d0f-810b-7d235ccfe8d6"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:15.554698 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6888c8ea-06bc-47fb-ad4b-78f1102cc734 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (e5306ce5-9281-43d0-bb1c-90d5352f8481), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:15.568444 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-e0893d66-e3dc-4c66-a4f8-3904ae3bbba2 service neutron] 10.222.0.67 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019483 Feb 15 16:49:15.570510 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6888c8ea-06bc-47fb-ad4b-78f1102cc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e5306ce5-9281-43d0-bb1c-90d5352f8481), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:15.582982 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6888c8ea-06bc-47fb-ad4b-78f1102cc734 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:49:15.585391 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6888c8ea-06bc-47fb-ad4b-78f1102cc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (e5306ce5-9281-43d0-bb1c-90d5352f8481), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:49:15.590324 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:49:15.631850 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d49e47a-9661-45c8-9c2f-951f7231f278 x-openstack-request-id: req-6d49e47a-9661-45c8-9c2f-951f7231f278 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:15.634615 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f2241b5-d720-497c-a988-8fcb6c8b8f05", "tag": "4820605f-8887-4d0f-810b-7d235ccfe8d6", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:15.634615 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6d49e47a-9661-45c8-9c2f-951f7231f278 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:15.634615 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f2241b5-d720-497c-a988-8fcb6c8b8f05', 'tag': '4820605f-8887-4d0f-810b-7d235ccfe8d6', 'status': 'completed', 'code': 200} Feb 15 16:49:15.723055 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6888c8ea-06bc-47fb-ad4b-78f1102cc734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (fb06f2df-b7da-480e-b448-9bd5eed8704f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:15.729798 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6888c8ea-06bc-47fb-ad4b-78f1102cc734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:15.738132 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6888c8ea-06bc-47fb-ad4b-78f1102cc734 admin admin] 10.222.0.107 "DELETE /v2.0/networks/fb06f2df-b7da-480e-b448-9bd5eed8704f HTTP/1.1" status: 204 len: 168 time: 0.4310641 Feb 15 16:49:15.748495 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca18e3a6-e133-4aa3-9fe5-63422eda088c req-27271999-8a3f-4aa4-8b13-477f2a1d68c6 service neutron] 10.222.0.67 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732926 Feb 15 16:49:15.759767 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888c8ea-06bc-47fb-ad4b-78f1102cc734 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb06f2df-b7da-480e-b448-9bd5eed8704f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:15.780040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6aa5db-6053-43a3-887a-6aa6150d5975 req-5c1329fb-e776-484c-aa1c-ee0ba5ad5405 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:15.786990 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff6aa5db-6053-43a3-887a-6aa6150d5975 req-5c1329fb-e776-484c-aa1c-ee0ba5ad5405 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0970984 Feb 15 16:49:15.847589 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff6aa5db-6053-43a3-887a-6aa6150d5975 req-ea855fc7-ce6a-44a0-8141-2f45f11bb945 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595016 Feb 15 16:49:15.926236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4351c-0e9a-4c3e-9a54-46bb5b8318a4 req-d47af51b-e9b4-42ea-9cba-d6f471e6f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:15.928591 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-98e4351c-0e9a-4c3e-9a54-46bb5b8318a4 req-d47af51b-e9b4-42ea-9cba-d6f471e6f881 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6d34e3f6db004fc18a761f94cd119d20&device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 1126 time: 0.0570297 Feb 15 16:49:16.067449 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173770eb-e0a6-4592-8e4f-68c2cc29f81b req-8557ee10-4bdc-4123-9cf5-3675209313e9 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:16.076532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4351c-0e9a-4c3e-9a54-46bb5b8318a4 req-b9deaddf-81aa-4c3d-a756-326777f98e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:16.078461 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-98e4351c-0e9a-4c3e-9a54-46bb5b8318a4 req-b9deaddf-81aa-4c3d-a756-326777f98e2f service neutron] 10.222.0.67 "GET /v2.0/networks?id=305c0607-0f06-4e1d-ab9e-019c0e07c667 HTTP/1.1" status: 200 len: 914 time: 0.1422808 Feb 15 16:49:16.080419 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173770eb-e0a6-4592-8e4f-68c2cc29f81b req-8557ee10-4bdc-4123-9cf5-3675209313e9 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:16.086337 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173770eb-e0a6-4592-8e4f-68c2cc29f81b req-8557ee10-4bdc-4123-9cf5-3675209313e9 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:16.092473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173770eb-e0a6-4592-8e4f-68c2cc29f81b req-8557ee10-4bdc-4123-9cf5-3675209313e9 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:16.098070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173770eb-e0a6-4592-8e4f-68c2cc29f81b req-8557ee10-4bdc-4123-9cf5-3675209313e9 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:16.103318 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173770eb-e0a6-4592-8e4f-68c2cc29f81b req-8557ee10-4bdc-4123-9cf5-3675209313e9 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:16.108889 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173770eb-e0a6-4592-8e4f-68c2cc29f81b req-8557ee10-4bdc-4123-9cf5-3675209313e9 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:16.111031 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-173770eb-e0a6-4592-8e4f-68c2cc29f81b req-8557ee10-4bdc-4123-9cf5-3675209313e9 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.1443305 Feb 15 16:49:16.133350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-98e4351c-0e9a-4c3e-9a54-46bb5b8318a4 req-7679fa2b-55a6-4a60-a7e1-2fbbeca45c0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4820605f-8887-4d0f-810b-7d235ccfe8d6 HTTP/1.1" status: 200 len: 217 time: 0.0478504 Feb 15 16:49:16.185432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49844) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:16.188026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49846) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:16.210841 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-173770eb-e0a6-4592-8e4f-68c2cc29f81b req-ea4a1a53-2113-468a-948f-e01483d3fef2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0879288 Feb 15 16:49:16.237402 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4351c-0e9a-4c3e-9a54-46bb5b8318a4 req-1299e83d-eb26-414a-8d96-8b019a10c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:16.237402 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-98e4351c-0e9a-4c3e-9a54-46bb5b8318a4 req-1299e83d-eb26-414a-8d96-8b019a10c6c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d78d427c-8322-4326-9925-718e63fdd3e5 HTTP/1.1" status: 200 len: 853 time: 0.0908799 Feb 15 16:49:16.278835 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-98e4351c-0e9a-4c3e-9a54-46bb5b8318a4 req-890a5efb-2100-4c08-a693-b450a3288c47 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=305c0607-0f06-4e1d-ab9e-019c0e07c667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352147 Feb 15 16:49:16.282803 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-73878427-74be-49bf-bee1-7c2b146e8cae admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ca635b7ac9e5468b90eace37fe29d332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0958037 Feb 15 16:49:16.285878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49854) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:16.365215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c3fef8ab-ea02-4705-b973-260c1b26c0c4 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:49:16.385315 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84e4085e-11d8-4537-aa8c-6b1d0a8f0fe7 admin admin] Publish callbacks [] for security_group (2f65d856-6811-4498-bb12-c233bc7b6b5f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:16.413632 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84e4085e-11d8-4537-aa8c-6b1d0a8f0fe7 admin admin] Publish callbacks [] for security_group (2f65d856-6811-4498-bb12-c233bc7b6b5f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:16.448093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dc073-7c74-4ea2-92c0-72f6c8cf2d87 req-c86b0805-0f75-4e3e-905e-a887cbdd08f7 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:16.450257 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f6dc073-7c74-4ea2-92c0-72f6c8cf2d87 req-c86b0805-0f75-4e3e-905e-a887cbdd08f7 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 943 time: 0.0902822 Feb 15 16:49:16.453047 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-98e4351c-0e9a-4c3e-9a54-46bb5b8318a4 req-27d5df14-66b6-44aa-840f-eefc8c5f3b72 service neutron] 10.222.0.67 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671591 Feb 15 16:49:16.537351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:16.565277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfa7fd-97d6-4d36-9505-b81e91ac3d4d req-64ca01cd-1427-4aea-983e-bec53f35c5d9 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:16.575244 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0cdfa7fd-97d6-4d36-9505-b81e91ac3d4d req-64ca01cd-1427-4aea-983e-bec53f35c5d9 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.1910050 Feb 15 16:49:16.579502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f6dc073-7c74-4ea2-92c0-72f6c8cf2d87 req-906e1d86-ac7f-4aa8-a9d8-18dfb6baa908 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228089 Feb 15 16:49:16.581987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:16.603393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'port_id': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'mac_address': 'fa:16:3e:de:ed:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:49:16.620564 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-98e4351c-0e9a-4c3e-9a54-46bb5b8318a4 req-ebccaae4-5ca1-4ce9-8d55-42cbb31a9a51 service neutron] 10.222.0.67 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312230 Feb 15 16:49:16.637921 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:16.648864 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0cdfa7fd-97d6-4d36-9505-b81e91ac3d4d req-81debd62-b29a-4095-976e-c8ad8e1be46a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724094 Feb 15 16:49:16.660495 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84e4085e-11d8-4537-aa8c-6b1d0a8f0fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2f65d856-6811-4498-bb12-c233bc7b6b5f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:16.662471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port c3fef8ab-ea02-4705-b973-260c1b26c0c4 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:16.663128 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84e4085e-11d8-4537-aa8c-6b1d0a8f0fe7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:16.663309 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:16.667312 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-84e4085e-11d8-4537-aa8c-6b1d0a8f0fe7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2f65d856-6811-4498-bb12-c233bc7b6b5f HTTP/1.1" status: 204 len: 168 time: 0.3803020 Feb 15 16:49:16.678544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4085e-11d8-4537-aa8c-6b1d0a8f0fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f65d856-6811-4498-bb12-c233bc7b6b5f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:16.680446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fef8ab-ea02-4705-b973-260c1b26c0c4 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:49:16.718971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:16.780376 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:16.782396 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:16.839423 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=c3fef8ab-ea02-4705-b973-260c1b26c0c4,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:16.903404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Allocated IP 172.25.4.130 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/bea44c0a-610f-4698-b510-554f58619b69) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:49:17.044892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af87a3b5-a791-48a3-b18c-dcc11402c014 req-8dd5623f-b479-4bd0-90c8-f66708d651ed tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:17.048381 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-af87a3b5-a791-48a3-b18c-dcc11402c014 req-8dd5623f-b479-4bd0-90c8-f66708d651ed tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0938396 Feb 15 16:49:17.075409 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for port (bea44c0a-610f-4698-b510-554f58619b69), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:17.132067 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-af87a3b5-a791-48a3-b18c-dcc11402c014 req-0aca407a-bfe7-4a33-be5b-939bc1d7f6ce tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780816 Feb 15 16:49:17.160437 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['c3fef8ab-ea02-4705-b973-260c1b26c0c4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:49:17.211319 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (bea44c0a-610f-4698-b510-554f58619b69), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:17.282528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:49:17.312878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:49:17.318445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:49:17.359437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event updated for resources: {'Port': ['ID=bea44c0a-610f-4698-b510-554f58619b69,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:17.414326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888d888-2133-431e-9eee-fdf02797550c req-e0426f62-7892-4551-9d7c-e7b7c0952049 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:17.420904 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888d888-2133-431e-9eee-fdf02797550c req-e0426f62-7892-4551-9d7c-e7b7c0952049 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:17.426824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888d888-2133-431e-9eee-fdf02797550c req-e0426f62-7892-4551-9d7c-e7b7c0952049 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:17.432832 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888d888-2133-431e-9eee-fdf02797550c req-e0426f62-7892-4551-9d7c-e7b7c0952049 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:17.438369 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888d888-2133-431e-9eee-fdf02797550c req-e0426f62-7892-4551-9d7c-e7b7c0952049 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:17.447039 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888d888-2133-431e-9eee-fdf02797550c req-e0426f62-7892-4551-9d7c-e7b7c0952049 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:17.453026 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888d888-2133-431e-9eee-fdf02797550c req-e0426f62-7892-4551-9d7c-e7b7c0952049 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:17.455296 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a888d888-2133-431e-9eee-fdf02797550c req-e0426f62-7892-4551-9d7c-e7b7c0952049 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.1328261 Feb 15 16:49:17.455950 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for floatingip (2670d81a-0362-4e7f-9f00-1a1872972c68), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:17.515811 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a888d888-2133-431e-9eee-fdf02797550c req-95d1bb57-1c6a-4f0a-b0d4-309f3aca61f1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517046 Feb 15 16:49:17.591189 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bea44c0a-610f-4698-b510-554f58619b69), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:17.841130 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61129b0-de7a-4a39-956d-4953560298fa req-0a8977b0-c593-4042-9437-06bc05eb2811 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:17.843073 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c61129b0-de7a-4a39-956d-4953560298fa req-0a8977b0-c593-4042-9437-06bc05eb2811 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 945 time: 0.0816767 Feb 15 16:49:17.911789 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c61129b0-de7a-4a39-956d-4953560298fa req-6b2c7499-4e97-419d-b95c-8c853a09eea5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573850 Feb 15 16:49:18.072977 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e9afc-f074-489b-870b-4712f1a9d19f req-3f73f393-54e6-4033-b98d-5eff07ecf525 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:18.074602 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f68e9afc-f074-489b-870b-4712f1a9d19f req-3f73f393-54e6-4033-b98d-5eff07ecf525 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 943 time: 0.3863854 Feb 15 16:49:18.109062 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for port (bea44c0a-610f-4698-b510-554f58619b69), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.123277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49886) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:18.145519 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f68e9afc-f074-489b-870b-4712f1a9d19f req-35a30d4c-837f-4050-a5d1-d5c648f62f65 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649841 Feb 15 16:49:18.170302 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (bea44c0a-610f-4698-b510-554f58619b69), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.218968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event updated for resources: {'Port': ['ID=bea44c0a-610f-4698-b510-554f58619b69,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:18.276534 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7d7858d3-88d8-4846-93f4-591f575c8b03 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-968107136-network', 'tenant_id': 'd91886b505f2436bb2df74ac54da05ec'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:18.282175 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (2670d81a-0362-4e7f-9f00-1a1872972c68), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.300241 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c973f1-a8d7-44d8-8485-58d3f6a69c1a req-0bb51b74-90ff-4832-b220-d7facdf9f1b0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:18.301774 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e2c973f1-a8d7-44d8-8485-58d3f6a69c1a req-0bb51b74-90ff-4832-b220-d7facdf9f1b0 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0906250 Feb 15 16:49:18.348744 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e2c973f1-a8d7-44d8-8485-58d3f6a69c1a req-0d8ac7d2-059d-4bf8-b3e2-202583043a6f tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Feb 15 16:49:18.381338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4820605f-8887-4d0f-810b-7d235ccfe8d6 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:49:18.385598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c3fef8ab-ea02-4705-b973-260c1b26c0c4 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:49:18.405799 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.407050 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-65501291-21cb-417b-a161-de0aaa9dc92c tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2124569 Feb 15 16:49:18.409849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49892) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:18.414635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0459b8fa-6429-498d-9488-3419e43acb7e tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1456363295'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:18.477423 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7858d3-88d8-4846-93f4-591f575c8b03 admin admin] Made reservation on behalf of d91886b505f2436bb2df74ac54da05ec for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:49:18.480067 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d7858d3-88d8-4846-93f4-591f575c8b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.490232 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d7858d3-88d8-4846-93f4-591f575c8b03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.506150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0459b8fa-6429-498d-9488-3419e43acb7e tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Made reservation on behalf of 944b75f504c24e5d93471331401c7c6d for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:49:18.511729 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0459b8fa-6429-498d-9488-3419e43acb7e tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.518810 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0459b8fa-6429-498d-9488-3419e43acb7e tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.548759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4820605f-8887-4d0f-810b-7d235ccfe8d6, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4820605f-8887-4d0f-810b-7d235ccfe8d6,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:18.569942 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '4820605f-8887-4d0f-810b-7d235ccfe8d6', 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667', 'port_id': '4820605f-8887-4d0f-810b-7d235ccfe8d6', 'mac_address': 'fa:16:3e:b6:57:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78d427c-8322-4326-9925-718e63fdd3e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:49:18.588562 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d7858d3-88d8-4846-93f4-591f575c8b03 admin admin] Publish callbacks [] for security_group (24e3f207-e523-455b-a7d5-230ab2991219), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.592600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port c3fef8ab-ea02-4705-b973-260c1b26c0c4 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:49:18.599913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port c3fef8ab-ea02-4705-b973-260c1b26c0c4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:18.600391 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.634912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 4820605f-8887-4d0f-810b-7d235ccfe8d6 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:18.638164 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.645988 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0459b8fa-6429-498d-9488-3419e43acb7e tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for security_group (3cb9fd64-2e4c-4b13-a06d-39c05f4c5301), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.654557 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d7858d3-88d8-4846-93f4-591f575c8b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (24e3f207-e523-455b-a7d5-230ab2991219), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.662122 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4820605f-8887-4d0f-810b-7d235ccfe8d6 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:49:18.692242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4820605f-8887-4d0f-810b-7d235ccfe8d6, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4820605f-8887-4d0f-810b-7d235ccfe8d6,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:18.696188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d7858d3-88d8-4846-93f4-591f575c8b03 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:49:18.698608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c738db3-77f3-4b2c-ba17-cbbe78ea751c req-f88e9534-7454-43e6-8f12-5028876def3d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:18.705876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c738db3-77f3-4b2c-ba17-cbbe78ea751c req-f88e9534-7454-43e6-8f12-5028876def3d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:18.711791 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c738db3-77f3-4b2c-ba17-cbbe78ea751c req-f88e9534-7454-43e6-8f12-5028876def3d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:18.714182 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7858d3-88d8-4846-93f4-591f575c8b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e3f207-e523-455b-a7d5-230ab2991219,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:18.717750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c738db3-77f3-4b2c-ba17-cbbe78ea751c req-f88e9534-7454-43e6-8f12-5028876def3d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:18.723123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c738db3-77f3-4b2c-ba17-cbbe78ea751c req-f88e9534-7454-43e6-8f12-5028876def3d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:18.729257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c738db3-77f3-4b2c-ba17-cbbe78ea751c req-f88e9534-7454-43e6-8f12-5028876def3d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:18.732635 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d7858d3-88d8-4846-93f4-591f575c8b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (fae89929-723d-4d3f-bd1c-eea757e148bf), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.734079 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-7d7858d3-88d8-4846-93f4-591f575c8b03 admin admin] Added segment fae89929-723d-4d3f-bd1c-eea757e148bf of type vlan for network a703a14e-015a-44e3-9627-1ee4b5e7f85d Feb 15 16:49:18.736731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c738db3-77f3-4b2c-ba17-cbbe78ea751c req-f88e9534-7454-43e6-8f12-5028876def3d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:18.743250 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c738db3-77f3-4b2c-ba17-cbbe78ea751c req-f88e9534-7454-43e6-8f12-5028876def3d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.1181815 Feb 15 16:49:18.746338 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0459b8fa-6429-498d-9488-3419e43acb7e tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3cb9fd64-2e4c-4b13-a06d-39c05f4c5301), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.747068 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port c3fef8ab-ea02-4705-b973-260c1b26c0c4 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:18.747627 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.775452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620933a7-2931-4248-bc12-b8cbe4edac87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:18.778679 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0929aa5a-6183-4422-8aa5-a6565217bb66" -d '{"events": [{"server_uuid": "620933a7-2931-4248-bc12-b8cbe4edac87", "name": "network-vif-plugged", "status": "completed", "tag": "c3fef8ab-ea02-4705-b973-260c1b26c0c4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:18.793847 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.797786 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d7858d3-88d8-4846-93f4-591f575c8b03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (a703a14e-015a-44e3-9627-1ee4b5e7f85d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.803947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:18.815379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0459b8fa-6429-498d-9488-3419e43acb7e tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:49:18.853424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459b8fa-6429-498d-9488-3419e43acb7e tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb9fd64-2e4c-4b13-a06d-39c05f4c5301,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:18.859193 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0459b8fa-6429-498d-9488-3419e43acb7e tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (452bc2fe-6220-40c3-80f9-f5996549f404), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.859783 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-0459b8fa-6429-498d-9488-3419e43acb7e tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Added segment 452bc2fe-6220-40c3-80f9-f5996549f404 of type vlan for network 26cc8ac9-0941-42ed-a44e-5621aa5e819a Feb 15 16:49:18.883531 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79790cfa-85b2-43d0-abcd-688e275ad836 x-openstack-request-id: req-79790cfa-85b2-43d0-abcd-688e275ad836 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:18.883828 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620933a7-2931-4248-bc12-b8cbe4edac87", "name": "network-vif-plugged", "status": "completed", "tag": "c3fef8ab-ea02-4705-b973-260c1b26c0c4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:18.884088 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-79790cfa-85b2-43d0-abcd-688e275ad836 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:18.884477 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620933a7-2931-4248-bc12-b8cbe4edac87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'code': 200} Feb 15 16:49:18.885446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=4820605f-8887-4d0f-810b-7d235ccfe8d6,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:18.906833 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.936979 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c738db3-77f3-4b2c-ba17-cbbe78ea751c req-37fbc11f-ef08-4e21-a198-33d97504d6d5 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1872725 Feb 15 16:49:18.939816 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d7858d3-88d8-4846-93f4-591f575c8b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (a703a14e-015a-44e3-9627-1ee4b5e7f85d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.940794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7858d3-88d8-4846-93f4-591f575c8b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:18.946347 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d7858d3-88d8-4846-93f4-591f575c8b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:18.972636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=c3fef8ab-ea02-4705-b973-260c1b26c0c4,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:19.007676 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0459b8fa-6429-498d-9488-3419e43acb7e tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (26cc8ac9-0941-42ed-a44e-5621aa5e819a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:19.057087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec123d33-cf9c-4e87-9177-db0f990d58b2 req-8794d7c8-afd8-4052-b6f1-2b0e4612c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:19.058810 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec123d33-cf9c-4e87-9177-db0f990d58b2 req-8794d7c8-afd8-4052-b6f1-2b0e4612c740 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 1129 time: 0.1269362 Feb 15 16:49:19.090086 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7858d3-88d8-4846-93f4-591f575c8b03 admin admin] Pushing event updated for resources: {'Network': ['ID=a703a14e-015a-44e3-9627-1ee4b5e7f85d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:19.096982 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0459b8fa-6429-498d-9488-3419e43acb7e tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (26cc8ac9-0941-42ed-a44e-5621aa5e819a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:19.103515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network a703a14e-015a-44e3-9627-1ee4b5e7f85d details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:49:19.104615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0459b8fa-6429-498d-9488-3419e43acb7e tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:19.105887 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0459b8fa-6429-498d-9488-3419e43acb7e tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:19.116608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e2f3c5-220f-4b40-9721-836fbeba5910 req-ef12392d-140d-4649-b1c9-c0424bb79547 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:19.118301 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-03e2f3c5-220f-4b40-9721-836fbeba5910 req-ef12392d-140d-4649-b1c9-c0424bb79547 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.0781350 Feb 15 16:49:19.123332 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7d7858d3-88d8-4846-93f4-591f575c8b03 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9990101 Feb 15 16:49:19.132704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49900) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:19.138875 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-99ca23b1-6094-4b63-b18b-e920c426bff8 admin admin] Request body: {'subnet': {'network_id': 'a703a14e-015a-44e3-9627-1ee4b5e7f85d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-968107136-subnet', 'tenant_id': 'd91886b505f2436bb2df74ac54da05ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:19.216413 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-03e2f3c5-220f-4b40-9721-836fbeba5910 req-c72e53eb-924b-4997-acdb-19e57f693845 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915236 Feb 15 16:49:19.237819 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec123d33-cf9c-4e87-9177-db0f990d58b2 req-ad64fde6-4637-4c3e-9f01-2676078945d0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699183 Feb 15 16:49:19.254429 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ca23b1-6094-4b63-b18b-e920c426bff8 admin admin] Made reservation on behalf of d91886b505f2436bb2df74ac54da05ec for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:49:19.258205 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99ca23b1-6094-4b63-b18b-e920c426bff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:19.259663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459b8fa-6429-498d-9488-3419e43acb7e tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event updated for resources: {'Network': ['ID=26cc8ac9-0941-42ed-a44e-5621aa5e819a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:19.300123 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0459b8fa-6429-498d-9488-3419e43acb7e tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8891156 Feb 15 16:49:19.303853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49904) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:19.310946 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f0e22c18-0a87-46aa-a845-3c30456fa715 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Request body: {'subnet': {'network_id': '26cc8ac9-0941-42ed-a44e-5621aa5e819a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:19.346088 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['4820605f-8887-4d0f-810b-7d235ccfe8d6'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:49:19.348265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 26cc8ac9-0941-42ed-a44e-5621aa5e819a details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:49:19.405535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f061d1-7029-429e-a9d6-f4a2c612be91 req-195eab81-c517-417b-b922-75f821339a21 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:19.412416 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-46f061d1-7029-429e-a9d6-f4a2c612be91 req-195eab81-c517-417b-b922-75f821339a21 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 944 time: 0.1637471 Feb 15 16:49:19.483717 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-46f061d1-7029-429e-a9d6-f4a2c612be91 req-5becf183-96c6-447d-9b86-323deb5109b5 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703425 Feb 15 16:49:19.529439 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e22c18-0a87-46aa-a845-3c30456fa715 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Made reservation on behalf of 944b75f504c24e5d93471331401c7c6d for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:49:19.533220 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f0e22c18-0a87-46aa-a845-3c30456fa715 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:19.569295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d399934-df2c-49a9-ac75-6b58d9c57dde req-711d69d7-1a84-43af-83d4-4e5816d5fb37 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:19.577047 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5d399934-df2c-49a9-ac75-6b58d9c57dde req-711d69d7-1a84-43af-83d4-4e5816d5fb37 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0633657 Feb 15 16:49:19.618573 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99ca23b1-6094-4b63-b18b-e920c426bff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (e96467a9-b324-499e-9fce-622ba26ad926), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:19.645970 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5d399934-df2c-49a9-ac75-6b58d9c57dde req-bc9c0fd8-27d7-4b47-897c-9e55d5adb377 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679142 Feb 15 16:49:19.687963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca23b1-6094-4b63-b18b-e920c426bff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e96467a9-b324-499e-9fce-622ba26ad926,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:19.697151 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca23b1-6094-4b63-b18b-e920c426bff8 admin admin] Checking segment: {'id': 'fae89929-723d-4d3f-bd1c-eea757e148bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a703a14e-015a-44e3-9627-1ee4b5e7f85d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:49:19.697418 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca23b1-6094-4b63-b18b-e920c426bff8 admin admin] Network hostable DHCP agents. Network: a703a14e-015a-44e3-9627-1ee4b5e7f85d, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:49:19.797463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ca23b1-6094-4b63-b18b-e920c426bff8 admin admin] Network a703a14e-015a-44e3-9627-1ee4b5e7f85d is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:49:19.798005 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f0e22c18-0a87-46aa-a845-3c30456fa715 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (60d1e4ed-0436-4883-be29-0f9c7767bb5d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:19.868050 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e22c18-0a87-46aa-a845-3c30456fa715 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event updated for resources: {'Subnet': ['ID=60d1e4ed-0436-4883-be29-0f9c7767bb5d,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:19.872610 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-99ca23b1-6094-4b63-b18b-e920c426bff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, a703a14e-015a-44e3-9627-1ee4b5e7f85d) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:49:19.878410 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e22c18-0a87-46aa-a845-3c30456fa715 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Checking segment: {'id': '452bc2fe-6220-40c3-80f9-f5996549f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '26cc8ac9-0941-42ed-a44e-5621aa5e819a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:49:19.878410 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e22c18-0a87-46aa-a845-3c30456fa715 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Network hostable DHCP agents. Network: 26cc8ac9-0941-42ed-a44e-5621aa5e819a, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:49:19.878871 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ca23b1-6094-4b63-b18b-e920c426bff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:19.879415 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99ca23b1-6094-4b63-b18b-e920c426bff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:19.884231 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f072e2a-e833-4855-be82-738efbb23567 None None] Network a703a14e-015a-44e3-9627-1ee4b5e7f85d requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:49:19.982127 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-99ca23b1-6094-4b63-b18b-e920c426bff8 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8477049 Feb 15 16:49:19.986188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f64e89-2c22-417a-89d1-0885f076f83f None None] Network a703a14e-015a-44e3-9627-1ee4b5e7f85d requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:49:20.005704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e22c18-0a87-46aa-a845-3c30456fa715 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Network 26cc8ac9-0941-42ed-a44e-5621aa5e819a is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:49:20.028780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f0e22c18-0a87-46aa-a845-3c30456fa715 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 26cc8ac9-0941-42ed-a44e-5621aa5e819a) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:49:20.033560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e22c18-0a87-46aa-a845-3c30456fa715 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:20.034584 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f0e22c18-0a87-46aa-a845-3c30456fa715 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:20.067816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c93c2f-2395-484c-b913-6aa8d434ef70 None None] Network 26cc8ac9-0941-42ed-a44e-5621aa5e819a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:49:20.118932 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d08c20-cbea-4594-8cc1-b39516119787 req-c828c0e0-38c2-42b3-95fb-5e6b9c5d60ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:20.125414 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d08c20-cbea-4594-8cc1-b39516119787 req-c828c0e0-38c2-42b3-95fb-5e6b9c5d60ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:20.131780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d08c20-cbea-4594-8cc1-b39516119787 req-c828c0e0-38c2-42b3-95fb-5e6b9c5d60ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:20.138013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d08c20-cbea-4594-8cc1-b39516119787 req-c828c0e0-38c2-42b3-95fb-5e6b9c5d60ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:20.149646 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d08c20-cbea-4594-8cc1-b39516119787 req-c828c0e0-38c2-42b3-95fb-5e6b9c5d60ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:20.156244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d08c20-cbea-4594-8cc1-b39516119787 req-c828c0e0-38c2-42b3-95fb-5e6b9c5d60ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:20.162729 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d08c20-cbea-4594-8cc1-b39516119787 req-c828c0e0-38c2-42b3-95fb-5e6b9c5d60ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:20.173652 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-78d08c20-cbea-4594-8cc1-b39516119787 req-c828c0e0-38c2-42b3-95fb-5e6b9c5d60ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.1184993 Feb 15 16:49:20.188858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f0e22c18-0a87-46aa-a845-3c30456fa715 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8838811 Feb 15 16:49:20.193941 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49916) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:20.199375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-37722827', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:20.216086 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-26cc8ac9-0941-42ed-a44e-5621aa5e819a', 'network_id': '26cc8ac9-0941-42ed-a44e-5621aa5e819a', 'project_id': '944b75f504c24e5d93471331401c7c6d', 'fixed_ips': [{'subnet_id': '60d1e4ed-0436-4883-be29-0f9c7767bb5d'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:49:20.216947 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:20.253173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-78d08c20-cbea-4594-8cc1-b39516119787 req-079c6245-39f3-4092-810a-8e614551a35e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0780635 Feb 15 16:49:20.294864 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (213b36e3-4c2b-4091-a7bb-e12318e4e674), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:20.296081 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (213b36e3-4c2b-4091-a7bb-e12318e4e674), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:20.383872 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for router_controller (213b36e3-4c2b-4091-a7bb-e12318e4e674), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:20.391627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Allocated IP 172.20.0.2 (26cc8ac9-0941-42ed-a44e-5621aa5e819a/60d1e4ed-0436-4883-be29-0f9c7767bb5d/e229f1a6-33fd-4b16-ab5c-b5179c975e46) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:49:20.408038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3769a-ff26-44a9-93b9-f3df7132a3ee req-50f8e7cc-5eca-4b33-99a8-2dac546edaf1 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:20.409643 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-03e3769a-ff26-44a9-93b9-f3df7132a3ee req-50f8e7cc-5eca-4b33-99a8-2dac546edaf1 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.0760360 Feb 15 16:49:20.466660 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-03e3769a-ff26-44a9-93b9-f3df7132a3ee req-d5ea9e6b-2c77-4485-9fc6-dc0d9e7787e4 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494246 Feb 15 16:49:20.552421 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Publish callbacks [] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:20.603947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ebe3c-31ca-4bb7-9213-648f4b6b645a req-1b87240e-a267-4627-abd6-e35c0d0e82fe tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:20.606042 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-364ebe3c-31ca-4bb7-9213-648f4b6b645a req-1b87240e-a267-4627-abd6-e35c0d0e82fe tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 944 time: 0.0554221 Feb 15 16:49:20.609584 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:20.654605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Network 26cc8ac9-0941-42ed-a44e-5621aa5e819a is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:49:20.660041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:49:20.662311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Pushing event updated for resources: {'Port': ['ID=e229f1a6-33fd-4b16-ab5c-b5179c975e46,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:20.669735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:49:20.672980 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-364ebe3c-31ca-4bb7-9213-648f4b6b645a req-6af815b7-a84f-4c48-85ed-bcd6d02e4f68 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558138 Feb 15 16:49:20.705100 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for router_gateway (213b36e3-4c2b-4091-a7bb-e12318e4e674), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:20.713676 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-23ab9506-f1f1-47e2-a861-be2f8e6c53f6 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:20.715715 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-23ab9506-f1f1-47e2-a861-be2f8e6c53f6 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/networks?id=a703a14e-015a-44e3-9627-1ee4b5e7f85d HTTP/1.1" status: 200 len: 820 time: 0.3016841 Feb 15 16:49:20.735383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Attempting to bind port e229f1a6-33fd-4b16-ab5c-b5179c975e46 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:49:20.735929 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Attempting to bind port e229f1a6-33fd-4b16-ab5c-b5179c975e46 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '452bc2fe-6220-40c3-80f9-f5996549f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '26cc8ac9-0941-42ed-a44e-5621aa5e819a'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:49:20.736300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Attempting to bind port e229f1a6-33fd-4b16-ab5c-b5179c975e46 on network 26cc8ac9-0941-42ed-a44e-5621aa5e819a {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:49:20.738117 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-c4afb9fc-5e98-4015-b06d-e60be03cd934 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/quotas/d91886b505f2436bb2df74ac54da05ec HTTP/1.1" status: 200 len: 375 time: 0.0130215 Feb 15 16:49:20.741611 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:49:20.742002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Checking segment: {'id': '452bc2fe-6220-40c3-80f9-f5996549f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '26cc8ac9-0941-42ed-a44e-5621aa5e819a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:49:20.742407 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:20.742807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Bound using segment: {'id': '452bc2fe-6220-40c3-80f9-f5996549f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '26cc8ac9-0941-42ed-a44e-5621aa5e819a'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:49:20.743278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Bound port: e229f1a6-33fd-4b16-ab5c-b5179c975e46, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452bc2fe-6220-40c3-80f9-f5996549f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '26cc8ac9-0941-42ed-a44e-5621aa5e819a'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:49:20.743662 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:20.783230 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-5b388c9d-c187-4e53-96ae-1370594d74ea tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d91886b505f2436bb2df74ac54da05ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383217 Feb 15 16:49:20.825038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b007475-2ec2-4a8d-a4fb-b616ad9490af req-1fbd797b-68a3-4075-99a0-99005973b474 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:20.826526 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b007475-2ec2-4a8d-a4fb-b616ad9490af req-1fbd797b-68a3-4075-99a0-99005973b474 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0678122 Feb 15 16:49:20.830974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] For port e229f1a6-33fd-4b16-ab5c-b5179c975e46, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:49:20.834263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] For port e229f1a6-33fd-4b16-ab5c-b5179c975e46, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e229f1a6-33fd-4b16-ab5c-b5179c975e46,segment=NetworkSegment(452bc2fe-6220-40c3-80f9-f5996549f404),segment_id=452bc2fe-6220-40c3-80f9-f5996549f404)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:49:20.883726 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b007475-2ec2-4a8d-a4fb-b616ad9490af req-4f108ae0-41f5-4adc-8885-9ffa0f40bbd3 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450296 Feb 15 16:49:20.895991 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:20.940129 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-2ce32c10-d4e7-47d3-9c81-102bb12dc570 service neutron] 10.222.0.107 "GET /v2.0/networks/a703a14e-015a-44e3-9627-1ee4b5e7f85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496782 Feb 15 16:49:20.956885 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8c5b6-39ff-49c3-af91-e3b535c75d22 None None] Pushing event updated for resources: {'Port': ['ID=e229f1a6-33fd-4b16-ab5c-b5179c975e46,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:21.065903 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-acfeaf76-c369-4ca2-82fb-b2c371f88129 service neutron] 10.222.0.107 "GET /v2.0/networks/a703a14e-015a-44e3-9627-1ee4b5e7f85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219883 Feb 15 16:49:21.204157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for router_gateway (213b36e3-4c2b-4091-a7bb-e12318e4e674), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:21.224804 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:21.349931 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e98e575b-d696-4bc6-9543-2312c3846ccc req-f21deb63-9e78-4691-8701-fcdd4a8115a0 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 210 time: 0.0440714 Feb 15 16:49:21.424702 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Allocated IP 172.25.4.179 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/aecf9afd-9eb1-4414-94c8-aa7c52ac0ed3) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:49:21.467860 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448d80-837c-4342-92ed-2996def5a460 req-74087827-d9f1-447c-9bbc-6389cb55c0aa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:21.473974 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448d80-837c-4342-92ed-2996def5a460 req-74087827-d9f1-447c-9bbc-6389cb55c0aa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:21.479251 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448d80-837c-4342-92ed-2996def5a460 req-74087827-d9f1-447c-9bbc-6389cb55c0aa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:21.484538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448d80-837c-4342-92ed-2996def5a460 req-74087827-d9f1-447c-9bbc-6389cb55c0aa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:21.489922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448d80-837c-4342-92ed-2996def5a460 req-74087827-d9f1-447c-9bbc-6389cb55c0aa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:21.496168 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448d80-837c-4342-92ed-2996def5a460 req-74087827-d9f1-447c-9bbc-6389cb55c0aa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:21.502897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448d80-837c-4342-92ed-2996def5a460 req-74087827-d9f1-447c-9bbc-6389cb55c0aa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:21.504729 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc448d80-837c-4342-92ed-2996def5a460 req-74087827-d9f1-447c-9bbc-6389cb55c0aa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.1482244 Feb 15 16:49:21.598002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba1758-f12d-422d-ad8e-35802d6fccb4 req-14d33c95-aae3-4a51-aa16-81af2addfed3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:21.599597 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31ba1758-f12d-422d-ad8e-35802d6fccb4 req-14d33c95-aae3-4a51-aa16-81af2addfed3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.0532112 Feb 15 16:49:21.614765 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc448d80-837c-4342-92ed-2996def5a460 req-a30a3355-260c-4fb1-be20-7cb9e83c9f56 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846474 Feb 15 16:49:21.630953 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for port (aecf9afd-9eb1-4414-94c8-aa7c52ac0ed3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:21.654400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31ba1758-f12d-422d-ad8e-35802d6fccb4 req-32ade2d9-7fb6-4f39-ba57-5e43d442af79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489836 Feb 15 16:49:21.729313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (aecf9afd-9eb1-4414-94c8-aa7c52ac0ed3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:21.778587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:49:21.799247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:49:21.802644 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:49:21.817619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc82fc-250b-473e-a5fa-ecfbce44bbce req-238c4b46-a4c9-4abb-903f-0d35538e02bd tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:21.819048 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91cc82fc-250b-473e-a5fa-ecfbce44bbce req-238c4b46-a4c9-4abb-903f-0d35538e02bd tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 944 time: 0.0615921 Feb 15 16:49:21.833630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event updated for resources: {'Port': ['ID=aecf9afd-9eb1-4414-94c8-aa7c52ac0ed3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:21.899789 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91cc82fc-250b-473e-a5fa-ecfbce44bbce req-4cbb2cf7-f916-424d-a703-467d605fbcb3 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657146 Feb 15 16:49:22.019056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d23de-768a-40d0-88a8-531b46da3444 req-e46cd3d6-f105-4e81-89ab-dff13b54fc02 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:22.030468 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ea6d23de-768a-40d0-88a8-531b46da3444 req-e46cd3d6-f105-4e81-89ab-dff13b54fc02 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.2669349 Feb 15 16:49:22.030991 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49952) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:22.038834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-28879213-ee36-42df-b202-c90327db53e5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Request body: {'floatingip': {'port_id': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:22.142887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394885f-4183-4009-8c50-6f831e0fcb50 req-5e4124f3-2cdc-47c0-bca7-ee06f0db807e tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:22.159112 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d394885f-4183-4009-8c50-6f831e0fcb50 req-5e4124f3-2cdc-47c0-bca7-ee06f0db807e tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.1645114 Feb 15 16:49:22.202466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e229f1a6-33fd-4b16-ab5c-b5179c975e46 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:49:22.221246 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2c963-aa41-42b2-ba7c-25dc39b364f7 req-ffc0d8e1-ff34-4026-a41b-0ad9f40bc8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:22.222843 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acb2c963-aa41-42b2-ba7c-25dc39b364f7 req-ffc0d8e1-ff34-4026-a41b-0ad9f40bc8bb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 1128 time: 0.1442699 Feb 15 16:49:22.244079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a1abdf-8004-4d22-83db-ed4661c0a15d None None] Network 26cc8ac9-0941-42ed-a44e-5621aa5e819a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:49:22.254060 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d394885f-4183-4009-8c50-6f831e0fcb50 req-ee4fde7c-ee6c-4244-81f3-5944b9cd55b8 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893359 Feb 15 16:49:22.300944 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acb2c963-aa41-42b2-ba7c-25dc39b364f7 req-92df89ac-d71c-4d21-8f8c-932c7746d079 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671492 Feb 15 16:49:22.350036 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-70575bd8-6685-41f4-a9d2-55d85399d949 None None] Provisioning complete for port e229f1a6-33fd-4b16-ab5c-b5179c975e46 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:22.350578 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70575bd8-6685-41f4-a9d2-55d85399d949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:22.414947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4820605f-8887-4d0f-810b-7d235ccfe8d6 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:49:22.502015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port e229f1a6-33fd-4b16-ab5c-b5179c975e46 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:22.505553 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:22.584329 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28879213-ee36-42df-b202-c90327db53e5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for floatingip (30a1a4b7-13a2-4686-b3e5-5537b7cd6f98), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:22.590944 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-70575bd8-6685-41f4-a9d2-55d85399d949 None None] Current status of the port e229f1a6-33fd-4b16-ab5c-b5179c975e46 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:22.591859 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70575bd8-6685-41f4-a9d2-55d85399d949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:22.639097 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-13a56cea-7441-4e0e-a45d-7940b2377e7c req-74b74c0c-c378-4358-9631-7d1b072a2621 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 210 time: 0.0722318 Feb 15 16:49:22.657814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-70575bd8-6685-41f4-a9d2-55d85399d949 None None] For port e229f1a6-33fd-4b16-ab5c-b5179c975e46, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e229f1a6-33fd-4b16-ab5c-b5179c975e46,segment=NetworkSegment(452bc2fe-6220-40c3-80f9-f5996549f404),segment_id=452bc2fe-6220-40c3-80f9-f5996549f404)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:22.701760 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 4820605f-8887-4d0f-810b-7d235ccfe8d6 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:49:22.722647 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 4820605f-8887-4d0f-810b-7d235ccfe8d6 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:22.725056 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:22.797955 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70575bd8-6685-41f4-a9d2-55d85399d949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:22.803397 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e229f1a6-33fd-4b16-ab5c-b5179c975e46 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:22.803779 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:22.857986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac0d0d-d9b8-41e2-a0e7-827cd9624d88 req-46c34024-3dd3-4d20-bac1-15d49ee9cca1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:22.875469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac0d0d-d9b8-41e2-a0e7-827cd9624d88 req-46c34024-3dd3-4d20-bac1-15d49ee9cca1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:22.886823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac0d0d-d9b8-41e2-a0e7-827cd9624d88 req-46c34024-3dd3-4d20-bac1-15d49ee9cca1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:22.896188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac0d0d-d9b8-41e2-a0e7-827cd9624d88 req-46c34024-3dd3-4d20-bac1-15d49ee9cca1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:22.902014 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac0d0d-d9b8-41e2-a0e7-827cd9624d88 req-46c34024-3dd3-4d20-bac1-15d49ee9cca1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:22.928391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac0d0d-d9b8-41e2-a0e7-827cd9624d88 req-46c34024-3dd3-4d20-bac1-15d49ee9cca1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:22.932901 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac0d0d-d9b8-41e2-a0e7-827cd9624d88 req-46c34024-3dd3-4d20-bac1-15d49ee9cca1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:22.945211 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0cac0d0d-d9b8-41e2-a0e7-827cd9624d88 req-46c34024-3dd3-4d20-bac1-15d49ee9cca1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.1972315 Feb 15 16:49:23.029898 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70575bd8-6685-41f4-a9d2-55d85399d949 None None] Pushing event updated for resources: {'Port': ['ID=e229f1a6-33fd-4b16-ab5c-b5179c975e46,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:23.038261 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0cac0d0d-d9b8-41e2-a0e7-827cd9624d88 req-816dba37-d064-45a0-a4af-b95f3e4e1186 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919430 Feb 15 16:49:23.089301 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:49:23.092631 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:49:23.104174 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c3136c4c-5da6-4209-ba70-5a33fd4f76db None None] Provisioning complete for port e229f1a6-33fd-4b16-ab5c-b5179c975e46 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:23.104980 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c3136c4c-5da6-4209-ba70-5a33fd4f76db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:23.142785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 4820605f-8887-4d0f-810b-7d235ccfe8d6 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:23.143460 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:23.186540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2241b5-d720-497c-a988-8fcb6c8b8f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4820605f-8887-4d0f-810b-7d235ccfe8d6'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:23.190138 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995245bd-11df-4e0a-bf11-c183db3521b0" -d '{"events": [{"server_uuid": "8f2241b5-d720-497c-a988-8fcb6c8b8f05", "name": "network-vif-plugged", "status": "completed", "tag": "4820605f-8887-4d0f-810b-7d235ccfe8d6"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:23.214918 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for router_gateway (213b36e3-4c2b-4091-a7bb-e12318e4e674), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:23.218926 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4820605f-8887-4d0f-810b-7d235ccfe8d6, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4820605f-8887-4d0f-810b-7d235ccfe8d6,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:23.239332 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da65abc1-4da2-41dc-b626-79042460526e x-openstack-request-id: req-da65abc1-4da2-41dc-b626-79042460526e {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:23.239699 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2241b5-d720-497c-a988-8fcb6c8b8f05", "name": "network-vif-plugged", "status": "completed", "tag": "4820605f-8887-4d0f-810b-7d235ccfe8d6", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:23.240057 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-da65abc1-4da2-41dc-b626-79042460526e {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:23.240542 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2241b5-d720-497c-a988-8fcb6c8b8f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4820605f-8887-4d0f-810b-7d235ccfe8d6', 'code': 200} Feb 15 16:49:23.260828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c3136c4c-5da6-4209-ba70-5a33fd4f76db None None] Current status of the port e229f1a6-33fd-4b16-ab5c-b5179c975e46 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:23.296672 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:23.347213 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dabccb-619c-4b86-b321-5ba2398451bf req-74e38cf2-a569-419c-a6a2-242cadbe8ac0 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:23.354573 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f4dabccb-619c-4b86-b321-5ba2398451bf req-74e38cf2-a569-419c-a6a2-242cadbe8ac0 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 944 time: 0.2852328 Feb 15 16:49:23.402540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=4820605f-8887-4d0f-810b-7d235ccfe8d6,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:23.431388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458edbf1-ccb7-43e3-9321-b1181c2cd0c8 req-891e8a66-459f-4918-a489-fce525af686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:23.432926 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-458edbf1-ccb7-43e3-9321-b1181c2cd0c8 req-891e8a66-459f-4918-a489-fce525af686a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 1128 time: 0.1103935 Feb 15 16:49:23.484652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3febf7e-bb9f-47b0-a51e-9295d6e28c77 req-c595c520-6a92-4c7d-a156-12bd12cc9c9f tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:23.492410 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3febf7e-bb9f-47b0-a51e-9295d6e28c77 req-c595c520-6a92-4c7d-a156-12bd12cc9c9f tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.1092458 Feb 15 16:49:23.524100 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-458edbf1-ccb7-43e3-9321-b1181c2cd0c8 req-3fc6d931-d3dd-4f76-83da-26f1b04ff24b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838675 Feb 15 16:49:23.536977 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f4dabccb-619c-4b86-b321-5ba2398451bf req-d7003100-24ac-43be-b734-d1de1924c0bb tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804206 Feb 15 16:49:23.567408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3febf7e-bb9f-47b0-a51e-9295d6e28c77 req-e3a10bfd-cbed-45c1-8802-1cf1f041b44f tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740690 Feb 15 16:49:23.631472 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e229f1a6-33fd-4b16-ab5c-b5179c975e46 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:23.649330 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-28879213-ee36-42df-b202-c90327db53e5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:49:23.711985 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28879213-ee36-42df-b202-c90327db53e5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:23.749251 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eb88afaf-ad55-4cd1-9e5d-f36c20aa3d2b req-a3d649b3-6638-49d4-8912-575136718217 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 210 time: 0.0319638 Feb 15 16:49:23.759336 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (213b36e3-4c2b-4091-a7bb-e12318e4e674), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:23.771205 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28879213-ee36-42df-b202-c90327db53e5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (30a1a4b7-13a2-4686-b3e5-5537b7cd6f98), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:24.017265 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-d3b9af28-4edb-4f2c-8e95-843925c2a1f9 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:24.019091 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-d3b9af28-4edb-4f2c-8e95-843925c2a1f9 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.10 "GET /v2.0/networks?id=a703a14e-015a-44e3-9627-1ee4b5e7f85d HTTP/1.1" status: 200 len: 820 time: 0.2721863 Feb 15 16:49:24.034057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-3e4890df-01a1-4079-9d72-a96ab13d6291 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Request body: {'port': {'device_id': 'd8e70978-bc73-440a-b9d0-4b4265e94bff', 'network_id': 'a703a14e-015a-44e3-9627-1ee4b5e7f85d', 'admin_state_up': True, 'tenant_id': 'd91886b505f2436bb2df74ac54da05ec'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:24.037574 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-28879213-ee36-42df-b202-c90327db53e5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Floating IP 30a1a4b7-13a2-4686-b3e5-5537b7cd6f98 associated. External IP: 172.25.4.237, port: c3fef8ab-ea02-4705-b973-260c1b26c0c4. Feb 15 16:49:24.078857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e229f1a6-33fd-4b16-ab5c-b5179c975e46 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:49:24.162790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port e229f1a6-33fd-4b16-ab5c-b5179c975e46 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:24.163171 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:24.219864 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4487f66-e90d-461c-85ab-c0193a713317 req-efafdba7-6c8c-4890-9258-ef2fd1fa7820 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:24.225525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4487f66-e90d-461c-85ab-c0193a713317 req-efafdba7-6c8c-4890-9258-ef2fd1fa7820 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:24.231130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4487f66-e90d-461c-85ab-c0193a713317 req-efafdba7-6c8c-4890-9258-ef2fd1fa7820 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:24.236913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4487f66-e90d-461c-85ab-c0193a713317 req-efafdba7-6c8c-4890-9258-ef2fd1fa7820 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:24.242519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4487f66-e90d-461c-85ab-c0193a713317 req-efafdba7-6c8c-4890-9258-ef2fd1fa7820 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:24.248039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4487f66-e90d-461c-85ab-c0193a713317 req-efafdba7-6c8c-4890-9258-ef2fd1fa7820 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:24.253624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4487f66-e90d-461c-85ab-c0193a713317 req-efafdba7-6c8c-4890-9258-ef2fd1fa7820 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:24.255559 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d4487f66-e90d-461c-85ab-c0193a713317 req-efafdba7-6c8c-4890-9258-ef2fd1fa7820 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.1194694 Feb 15 16:49:24.271333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e229f1a6-33fd-4b16-ab5c-b5179c975e46 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:24.320574 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d4487f66-e90d-461c-85ab-c0193a713317 req-1cc169c9-49f5-4d92-8d1a-3b8a2ce882ce tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577259 Feb 15 16:49:24.325452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Router 213b36e3-4c2b-4091-a7bb-e12318e4e674 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:49:24.346094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-3e4890df-01a1-4079-9d72-a96ab13d6291 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Made reservation on behalf of d91886b505f2436bb2df74ac54da05ec for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:49:24.349440 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-3e4890df-01a1-4079-9d72-a96ab13d6291 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:24.697816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7aea6-742c-4f4a-a570-8a108e810112 req-c66cd194-7539-41a5-bbcc-43ce7b25f2ae tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:24.700093 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ca7aea6-742c-4f4a-a570-8a108e810112 req-c66cd194-7539-41a5-bbcc-43ce7b25f2ae tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0628738 Feb 15 16:49:24.750159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ca7aea6-742c-4f4a-a570-8a108e810112 req-f4992e14-8a53-4bb2-a38f-1830c8302bde tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440905 Feb 15 16:49:24.871443 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28879213-ee36-42df-b202-c90327db53e5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Router b27d9728-27f3-4757-aa4b-3907bd165264 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:49:24.892681 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95e1da1e-7467-4ca0-99a4-10fcb8d54cfd req-26fe8921-51e2-4809-a2ed-7e9fb1357e46 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 210 time: 0.0306294 Feb 15 16:49:24.916697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:49:24.929631 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfeaf68-b765-4610-ab72-99ef918da720 None None] Sync routers for ids ['213b36e3-4c2b-4091-a7bb-e12318e4e674'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:49:24.954044 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfeaf68-b765-4610-ab72-99ef918da720 None None] Routers {'213b36e3-4c2b-4091-a7bb-e12318e4e674'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:24.954700 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-edfeaf68-b765-4610-ab72-99ef918da720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['213b36e3-4c2b-4091-a7bb-e12318e4e674'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:24.993121 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-edfeaf68-b765-4610-ab72-99ef918da720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:25.002853 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfeaf68-b765-4610-ab72-99ef918da720 None None] Routers {'213b36e3-4c2b-4091-a7bb-e12318e4e674'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:25.003468 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-edfeaf68-b765-4610-ab72-99ef918da720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['213b36e3-4c2b-4091-a7bb-e12318e4e674'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:25.021891 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab16250-f471-4422-97ba-088d2d9fe159 req-19700ca7-fe59-4320-9043-fbb5760fde9b tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:25.023417 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5ab16250-f471-4422-97ba-088d2d9fe159 req-19700ca7-fe59-4320-9043-fbb5760fde9b tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.2122982 Feb 15 16:49:25.036071 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-edfeaf68-b765-4610-ab72-99ef918da720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:25.036730 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfeaf68-b765-4610-ab72-99ef918da720 None None] The sync data for ids ['213b36e3-4c2b-4091-a7bb-e12318e4e674'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:49:25.061068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-3e4890df-01a1-4079-9d72-a96ab13d6291 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Allocated IP 172.20.0.5 (a703a14e-015a-44e3-9627-1ee4b5e7f85d/e96467a9-b324-499e-9fce-622ba26ad926/3cde1991-6bc4-4c0f-ac0f-9adf2c53e312) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:49:25.065084 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:25.066221 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-60d59b67-addc-4e6a-a9fe-bd1b55ec8095 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.8712611 Feb 15 16:49:25.069055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49982) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:25.161499 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5ab16250-f471-4422-97ba-088d2d9fe159 req-f6692311-c824-4186-8536-fad751871db0 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078608 Feb 15 16:49:25.188765 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28879213-ee36-42df-b202-c90327db53e5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:49:25.200012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd51795-ea5b-4b6f-8292-bfa96b277c2f None None] Sync routers for ids ['b27d9728-27f3-4757-aa4b-3907bd165264'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:49:25.202602 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28879213-ee36-42df-b202-c90327db53e5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:25.212797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd51795-ea5b-4b6f-8292-bfa96b277c2f None None] Routers {'b27d9728-27f3-4757-aa4b-3907bd165264'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:25.214061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2fd51795-ea5b-4b6f-8292-bfa96b277c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b27d9728-27f3-4757-aa4b-3907bd165264'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:25.266048 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-28879213-ee36-42df-b202-c90327db53e5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "PUT /v2.0/floatingips/30a1a4b7-13a2-4686-b3e5-5537b7cd6f98 HTTP/1.1" status: 200 len: 992 time: 3.2315218 Feb 15 16:49:25.269089 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620933a7-2931-4248-bc12-b8cbe4edac87', 'tag': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:25.271458 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b6eb05-e043-431a-a315-81299af1c5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "620933a7-2931-4248-bc12-b8cbe4edac87", "tag": "c3fef8ab-ea02-4705-b973-260c1b26c0c4"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:25.350896 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-3e4890df-01a1-4079-9d72-a96ab13d6291 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Publish callbacks [] for port (3cde1991-6bc4-4c0f-ac0f-9adf2c53e312), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:25.386877 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d7b99e-6ccb-44c9-8854-753f563dcbd6 x-openstack-request-id: req-b7d7b99e-6ccb-44c9-8854-753f563dcbd6 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:25.387362 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "620933a7-2931-4248-bc12-b8cbe4edac87", "tag": "c3fef8ab-ea02-4705-b973-260c1b26c0c4", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:25.387785 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b7d7b99e-6ccb-44c9-8854-753f563dcbd6 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:25.388959 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620933a7-2931-4248-bc12-b8cbe4edac87', 'tag': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'status': 'completed', 'code': 200} Feb 15 16:49:25.426039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31b82-2a6f-4db0-b102-2255583201a1 req-f57d1a30-f34f-4f9e-b182-002e90b53946 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:25.427616 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17f31b82-2a6f-4db0-b102-2255583201a1 req-f57d1a30-f34f-4f9e-b182-002e90b53946 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.2164364 Feb 15 16:49:25.460472 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-3e4890df-01a1-4079-9d72-a96ab13d6291 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3cde1991-6bc4-4c0f-ac0f-9adf2c53e312), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:25.485889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e29df2-6c77-42f4-8c71-b93c06eaeb66 req-a99675e7-8b13-41d7-be67-6701a96b1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:25.487401 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22e29df2-6c77-42f4-8c71-b93c06eaeb66 req-a99675e7-8b13-41d7-be67-6701a96b1834 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42610834676b47ab966c400876e61344&device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 1128 time: 0.2256379 Feb 15 16:49:25.528443 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-2fd51795-ea5b-4b6f-8292-bfa96b277c2f None None] Set router b27d9728-27f3-4757-aa4b-3907bd165264 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:49:25.545048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-3e4890df-01a1-4079-9d72-a96ab13d6291 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Network a703a14e-015a-44e3-9627-1ee4b5e7f85d is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:49:25.551160 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-3e4890df-01a1-4079-9d72-a96ab13d6291 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:49:25.558933 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-3e4890df-01a1-4079-9d72-a96ab13d6291 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:49:25.582094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4890df-01a1-4079-9d72-a96ab13d6291 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Pushing event updated for resources: {'Port': ['ID=3cde1991-6bc4-4c0f-ac0f-9adf2c53e312,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:25.617335 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc1df1-7e19-4dbf-9f34-1a95619052ab req-68ee7fe7-6b39-4195-9dbe-ce5d14aff522 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:25.622924 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc1df1-7e19-4dbf-9f34-1a95619052ab req-68ee7fe7-6b39-4195-9dbe-ce5d14aff522 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:25.628278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc1df1-7e19-4dbf-9f34-1a95619052ab req-68ee7fe7-6b39-4195-9dbe-ce5d14aff522 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:25.633618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc1df1-7e19-4dbf-9f34-1a95619052ab req-68ee7fe7-6b39-4195-9dbe-ce5d14aff522 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:25.639472 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc1df1-7e19-4dbf-9f34-1a95619052ab req-68ee7fe7-6b39-4195-9dbe-ce5d14aff522 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:25.645122 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc1df1-7e19-4dbf-9f34-1a95619052ab req-68ee7fe7-6b39-4195-9dbe-ce5d14aff522 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:25.650811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc1df1-7e19-4dbf-9f34-1a95619052ab req-68ee7fe7-6b39-4195-9dbe-ce5d14aff522 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:25.653568 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64cc1df1-7e19-4dbf-9f34-1a95619052ab req-68ee7fe7-6b39-4195-9dbe-ce5d14aff522 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.1905816 Feb 15 16:49:25.660944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-3e4890df-01a1-4079-9d72-a96ab13d6291 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:25.661599 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-3e4890df-01a1-4079-9d72-a96ab13d6291 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:25.674740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6eb05-e043-431a-a315-81299af1c5cc req-5a5cd358-07c0-43c5-853d-afa058b0845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:25.676490 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60b6eb05-e043-431a-a315-81299af1c5cc req-5a5cd358-07c0-43c5-853d-afa058b0845c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=aa559641e7a648c6ab392d6a0949505a&device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 1129 time: 0.2408483 Feb 15 16:49:25.704604 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17f31b82-2a6f-4db0-b102-2255583201a1 req-37668b93-0c3a-43ef-a0a3-aa4b1adc80a7 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330170 Feb 15 16:49:25.729719 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64cc1df1-7e19-4dbf-9f34-1a95619052ab req-f94a16fc-d026-413f-afe9-b58158b85f62 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644743 Feb 15 16:49:25.770267 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-3e4890df-01a1-4079-9d72-a96ab13d6291 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7416921 Feb 15 16:49:25.796407 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Request body: {'port': {'device_id': 'd8e70978-bc73-440a-b9d0-4b4265e94bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:25.809413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e29df2-6c77-42f4-8c71-b93c06eaeb66 req-7c52dc0c-2850-40d9-94c5-4ce354eb7cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:25.811142 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22e29df2-6c77-42f4-8c71-b93c06eaeb66 req-7c52dc0c-2850-40d9-94c5-4ce354eb7cb6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12a2093f-2fc9-4fce-b441-82e85199b407 HTTP/1.1" status: 200 len: 920 time: 0.3122277 Feb 15 16:49:25.851784 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2fd51795-ea5b-4b6f-8292-bfa96b277c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:51Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '30a1a4b7-13a2-4686-b3e5-5537b7cd6f98', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'floating_ip_address': '172.25.4.237', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'port_id': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'mac_address': 'fa:16:3e:de:ed:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620933a7-2931-4248-bc12-b8cbe4edac87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:49:00Z', 'updated_at': '2022-02-15T16:49:23Z', 'revision_number': 1, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb75f590-8fdf-4c22-9a12-ba82e10ce549', 'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'mac_address': 'fa:16:3e:3e:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:48Z', 'updated_at': '2022-02-15T16:48:57Z', 'revision_number': 5, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'subnets': [{'id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:25.880445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd51795-ea5b-4b6f-8292-bfa96b277c2f None None] Checking router: b27d9728-27f3-4757-aa4b-3907bd165264 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:49:25.890097 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd51795-ea5b-4b6f-8292-bfa96b277c2f None None] Routers {'b27d9728-27f3-4757-aa4b-3907bd165264'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:25.890673 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2fd51795-ea5b-4b6f-8292-bfa96b277c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b27d9728-27f3-4757-aa4b-3907bd165264'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:25.901187 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3cde1991-6bc4-4c0f-ac0f-9adf2c53e312), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:25.923561 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22e29df2-6c77-42f4-8c71-b93c06eaeb66 req-05e0f00d-1911-4e48-b3f9-d1e3ba7801bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f HTTP/1.1" status: 200 len: 217 time: 0.0633109 Feb 15 16:49:25.983084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6eb05-e043-431a-a315-81299af1c5cc req-70aeefb2-98c4-4a00-bc2d-e2050737c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:25.984447 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60b6eb05-e043-431a-a315-81299af1c5cc req-70aeefb2-98c4-4a00-bc2d-e2050737c7fe service neutron] 10.222.0.67 "GET /v2.0/networks?id=abd1de71-eb7f-481e-93c5-240c9863694a HTTP/1.1" status: 200 len: 918 time: 0.2984202 Feb 15 16:49:26.038599 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-2fd51795-ea5b-4b6f-8292-bfa96b277c2f None None] Set router b27d9728-27f3-4757-aa4b-3907bd165264 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:49:26.068499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e29df2-6c77-42f4-8c71-b93c06eaeb66 req-711a672d-7b67-47b6-ae09-421ced37fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:26.070046 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22e29df2-6c77-42f4-8c71-b93c06eaeb66 req-711a672d-7b67-47b6-ae09-421ced37fa31 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6043ea-4296-4866-ad66-6a493d2ddddb HTTP/1.1" status: 200 len: 859 time: 0.1378336 Feb 15 16:49:26.332760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:49:26.339946 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2fd51795-ea5b-4b6f-8292-bfa96b277c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:51Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '30a1a4b7-13a2-4686-b3e5-5537b7cd6f98', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'floating_ip_address': '172.25.4.237', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'port_id': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'mac_address': 'fa:16:3e:de:ed:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620933a7-2931-4248-bc12-b8cbe4edac87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:49:00Z', 'updated_at': '2022-02-15T16:49:23Z', 'revision_number': 1, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb75f590-8fdf-4c22-9a12-ba82e10ce549', 'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'mac_address': 'fa:16:3e:3e:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:48Z', 'updated_at': '2022-02-15T16:48:57Z', 'revision_number': 5, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'subnets': [{'id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:26.344760 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Publish callbacks [] for port (3cde1991-6bc4-4c0f-ac0f-9adf2c53e312), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:26.360071 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Transition to ACTIVE for port object 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:49:26.382941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd51795-ea5b-4b6f-8292-bfa96b277c2f None None] The sync data for ids ['b27d9728-27f3-4757-aa4b-3907bd165264'] in n-d-828372-14 is: [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:51Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '30a1a4b7-13a2-4686-b3e5-5537b7cd6f98', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'floating_ip_address': '172.25.4.237', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'port_id': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'mac_address': 'fa:16:3e:de:ed:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620933a7-2931-4248-bc12-b8cbe4edac87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:49:00Z', 'updated_at': '2022-02-15T16:49:23Z', 'revision_number': 1, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb75f590-8fdf-4c22-9a12-ba82e10ce549', 'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'mac_address': 'fa:16:3e:3e:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:48Z', 'updated_at': '2022-02-15T16:48:57Z', 'revision_number': 5, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'subnets': [{'id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:49:26.388960 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be65963f-ed40-4e01-925a-00f20c65e650 req-8eb32c48-0797-4607-9b62-474ebbc2d70a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:26.390863 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be65963f-ed40-4e01-925a-00f20c65e650 req-8eb32c48-0797-4607-9b62-474ebbc2d70a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.1308384 Feb 15 16:49:26.392605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22e29df2-6c77-42f4-8c71-b93c06eaeb66 req-cee757fa-8bed-4f3d-9f86-3a85d62bacf7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12a2093f-2fc9-4fce-b441-82e85199b407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3059134 Feb 15 16:49:26.429772 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60b6eb05-e043-431a-a315-81299af1c5cc req-6e04c635-8e10-40f2-8588-c1d138644880 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4 HTTP/1.1" status: 200 len: 1000 time: 0.4344962 Feb 15 16:49:26.453451 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (3cde1991-6bc4-4c0f-ac0f-9adf2c53e312), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:26.506110 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be65963f-ed40-4e01-925a-00f20c65e650 req-952e2090-bd25-4200-8f3d-2ee108dd184a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018696 Feb 15 16:49:26.576945 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Pushing event updated for resources: {'Port': ['ID=3cde1991-6bc4-4c0f-ac0f-9adf2c53e312,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:26.590469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061afe9-270d-411a-899f-49a72448fcd7 req-2467c549-2aec-4cdb-a4bd-e803ffe8eb5b tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:26.596001 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0061afe9-270d-411a-899f-49a72448fcd7 req-2467c549-2aec-4cdb-a4bd-e803ffe8eb5b tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 931 time: 0.5200720 Feb 15 16:49:26.686962 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Attempting to bind port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:49:26.686962 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Attempting to bind port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'fae89929-723d-4d3f-bd1c-eea757e148bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a703a14e-015a-44e3-9627-1ee4b5e7f85d'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:49:26.686962 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Attempting to bind port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 on network a703a14e-015a-44e3-9627-1ee4b5e7f85d {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:49:26.691212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6eb05-e043-431a-a315-81299af1c5cc req-8dc32d23-551e-4e24-af8d-4f65fa114b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:26.692843 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60b6eb05-e043-431a-a315-81299af1c5cc req-8dc32d23-551e-4e24-af8d-4f65fa114b0f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=709aeae2-05ea-4329-901d-2a8f1cd1fe0d HTTP/1.1" status: 200 len: 856 time: 0.2203434 Feb 15 16:49:26.692989 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 on network a703a14e-015a-44e3-9627-1ee4b5e7f85d not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:49:26.693339 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Attempting to bind port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 on network a703a14e-015a-44e3-9627-1ee4b5e7f85d {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:49:26.700778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:49:26.701046 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Checking segment: {'id': 'fae89929-723d-4d3f-bd1c-eea757e148bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a703a14e-015a-44e3-9627-1ee4b5e7f85d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:49:26.701463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Bound using segment: {'id': 'fae89929-723d-4d3f-bd1c-eea757e148bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a703a14e-015a-44e3-9627-1ee4b5e7f85d'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:49:26.701904 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Bound port: 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fae89929-723d-4d3f-bd1c-eea757e148bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a703a14e-015a-44e3-9627-1ee4b5e7f85d'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:49:26.702274 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3cde1991-6bc4-4c0f-ac0f-9adf2c53e312), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:26.734519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79719c-2cda-4e01-a5cf-ba786678feed req-1ed58c13-b38a-4507-8c6f-6841dabd7941 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:26.741607 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ce79719c-2cda-4e01-a5cf-ba786678feed req-1ed58c13-b38a-4507-8c6f-6841dabd7941 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.1210909 Feb 15 16:49:26.770798 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0061afe9-270d-411a-899f-49a72448fcd7 req-145fc5ea-57b1-4937-b24f-80ed3cf2a50a tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/security-groups?id=24e3f207-e523-455b-a7d5-230ab2991219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737278 Feb 15 16:49:26.795113 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22e29df2-6c77-42f4-8c71-b93c06eaeb66 req-1f557f81-fd84-44c3-9227-50228a58f6e3 service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950684 Feb 15 16:49:26.808375 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c5b6c7-c8b9-443b-8cff-c7d6f7d5f587 None None] New status for floating IP 30a1a4b7-13a2-4686-b3e5-5537b7cd6f98: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:49:26.858530 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ce79719c-2cda-4e01-a5cf-ba786678feed req-a1fac8bb-dd4a-4a88-8a4e-6a16016171cc tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161103 Feb 15 16:49:26.891146 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] For port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:49:26.895246 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] For port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3cde1991-6bc4-4c0f-ac0f-9adf2c53e312,segment=NetworkSegment(fae89929-723d-4d3f-bd1c-eea757e148bf),segment_id=fae89929-723d-4d3f-bd1c-eea757e148bf)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:49:26.981566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6eb05-e043-431a-a315-81299af1c5cc req-5564b292-e72d-4e4d-bbac-d4a982b497f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:26.985559 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60b6eb05-e043-431a-a315-81299af1c5cc req-5564b292-e72d-4e4d-bbac-d4a982b497f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=abd1de71-eb7f-481e-93c5-240c9863694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2715101 Feb 15 16:49:27.000306 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (3cde1991-6bc4-4c0f-ac0f-9adf2c53e312), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:27.022184 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:27.046012 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:27.047143 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:27.048594 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] 10.222.0.10 "PUT /v2.0/ports/3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 HTTP/1.1" status: 200 len: 1092 time: 1.2572441 Feb 15 16:49:27.059565 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22e29df2-6c77-42f4-8c71-b93c06eaeb66 req-1919d41d-4d25-4e2d-881f-3e52e3747a71 service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326498 Feb 15 16:49:27.150748 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ebc99-d61e-4f1d-9371-8c0e0c132e25 req-7c7727b5-424a-4651-a76d-8b314d1334ad tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:27.164868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ebc99-d61e-4f1d-9371-8c0e0c132e25 req-7c7727b5-424a-4651-a76d-8b314d1334ad tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:27.181418 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ebc99-d61e-4f1d-9371-8c0e0c132e25 req-7c7727b5-424a-4651-a76d-8b314d1334ad tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:27.186994 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ebc99-d61e-4f1d-9371-8c0e0c132e25 req-7c7727b5-424a-4651-a76d-8b314d1334ad tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:27.192555 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ebc99-d61e-4f1d-9371-8c0e0c132e25 req-7c7727b5-424a-4651-a76d-8b314d1334ad tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:27.203615 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ebc99-d61e-4f1d-9371-8c0e0c132e25 req-7c7727b5-424a-4651-a76d-8b314d1334ad tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:27.212167 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33ebc99-d61e-4f1d-9371-8c0e0c132e25 req-7c7727b5-424a-4651-a76d-8b314d1334ad tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:27.214754 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f33ebc99-d61e-4f1d-9371-8c0e0c132e25 req-7c7727b5-424a-4651-a76d-8b314d1334ad tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.2680871 Feb 15 16:49:27.237954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f8813-5b54-4ff5-99fb-3c03f5ce1b5c req-0eacee0b-75be-468c-ba86-6c47cac83c44 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:27.246180 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-976f8813-5b54-4ff5-99fb-3c03f5ce1b5c req-0eacee0b-75be-468c-ba86-6c47cac83c44 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.3356826 Feb 15 16:49:27.286384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407595d-00b0-4832-a486-0edfbfbeac13 service neutron] Pushing event updated for resources: {'Port': ['ID=3cde1991-6bc4-4c0f-ac0f-9adf2c53e312,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:27.338483 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-db2b1f3c-bf85-4588-9583-067551aebedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:27.341197 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-db2b1f3c-bf85-4588-9583-067551aebedc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d91886b505f2436bb2df74ac54da05ec&device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 1126 time: 0.1251035 Feb 15 16:49:27.345603 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f33ebc99-d61e-4f1d-9371-8c0e0c132e25 req-721c4701-471e-4940-840c-bfe82916a226 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1202257 Feb 15 16:49:27.374124 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-976f8813-5b54-4ff5-99fb-3c03f5ce1b5c req-2fe4e913-0f27-4132-a6c3-4e5f14b99828 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270175 Feb 15 16:49:27.394722 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60b6eb05-e043-431a-a315-81299af1c5cc req-17e64b26-7fbe-4878-8cc4-a356bb111bd9 service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027269 Feb 15 16:49:27.413497 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e70978-bc73-440a-b9d0-4b4265e94bff', 'tag': '3cde1991-6bc4-4c0f-ac0f-9adf2c53e312'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:27.416414 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d11292-dc8b-428a-837b-eaf0523df300" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e70978-bc73-440a-b9d0-4b4265e94bff", "tag": "3cde1991-6bc4-4c0f-ac0f-9adf2c53e312"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:27.420802 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-5e9c1b13-4280-422c-b9cb-b9a0e7bb9c2d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 HTTP/1.1" status: 200 len: 217 time: 0.0713091 Feb 15 16:49:27.480747 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17137056-68a9-498b-9ea6-9f02f10563fb x-openstack-request-id: req-17137056-68a9-498b-9ea6-9f02f10563fb {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:27.481081 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e70978-bc73-440a-b9d0-4b4265e94bff", "tag": "3cde1991-6bc4-4c0f-ac0f-9adf2c53e312", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:27.481381 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-17137056-68a9-498b-9ea6-9f02f10563fb {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:27.481778 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e70978-bc73-440a-b9d0-4b4265e94bff', 'tag': '3cde1991-6bc4-4c0f-ac0f-9adf2c53e312', 'status': 'completed', 'code': 200} Feb 15 16:49:27.503019 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-fda9eb17-7220-478b-bbc0-27fb7bc6ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:27.504593 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-fda9eb17-7220-478b-bbc0-27fb7bc6ff72 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e96467a9-b324-499e-9fce-622ba26ad926 HTTP/1.1" status: 200 len: 860 time: 0.0771165 Feb 15 16:49:27.538792 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-82876959-04e8-448f-ad84-3aac585c9179 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a703a14e-015a-44e3-9627-1ee4b5e7f85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267174 Feb 15 16:49:27.592363 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60b6eb05-e043-431a-a315-81299af1c5cc req-9abd6878-5f96-475a-86b5-bff4e13c1897 service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867592 Feb 15 16:49:27.633439 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-74fa9256-0915-4c9d-be15-b8235f5f6100 service neutron] 10.222.0.10 "GET /v2.0/networks/a703a14e-015a-44e3-9627-1ee4b5e7f85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879397 Feb 15 16:49:27.675380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Allocated IP 172.20.0.1 (26cc8ac9-0941-42ed-a44e-5621aa5e819a/60d1e4ed-0436-4883-be29-0f9c7767bb5d/3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:49:27.797452 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f06768c-bbdf-4011-94bc-a71e3bc89192 req-2705e01f-b41b-43ef-9708-e3dabbf94dff service neutron] 10.222.0.10 "GET /v2.0/networks/a703a14e-015a-44e3-9627-1ee4b5e7f85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578257 Feb 15 16:49:27.815532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4e517-03e4-4791-bf9d-47af1f34d94a req-240d1c09-81e9-4f90-8f68-09e26a37f91d tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:27.818302 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ffe4e517-03e4-4791-bf9d-47af1f34d94a req-240d1c09-81e9-4f90-8f68-09e26a37f91d tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0861151 Feb 15 16:49:27.830672 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for port (3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:27.883547 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ffe4e517-03e4-4791-bf9d-47af1f34d94a req-1720a15e-c86c-4485-8ca0-ab52a5d8d543 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598509 Feb 15 16:49:27.923674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876dc39b-db57-4cb1-86d6-db79cfb711c0 req-931a9335-ca08-494d-ba75-f940fc01469b tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:27.925264 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-876dc39b-db57-4cb1-86d6-db79cfb711c0 req-931a9335-ca08-494d-ba75-f940fc01469b tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 943 time: 0.0670447 Feb 15 16:49:27.975774 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-876dc39b-db57-4cb1-86d6-db79cfb711c0 req-963acbf8-d704-4859-a3c0-81203fd8f7ad tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/security-groups?id=24e3f207-e523-455b-a7d5-230ab2991219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449805 Feb 15 16:49:27.999469 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:28.024663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d11292-dc8b-428a-837b-eaf0523df300 req-a38e0e3f-6d9a-4cfd-a49c-662dda17701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:28.026259 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97d11292-dc8b-428a-837b-eaf0523df300 req-a38e0e3f-6d9a-4cfd-a49c-662dda17701c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d91886b505f2436bb2df74ac54da05ec&device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 1126 time: 0.0912926 Feb 15 16:49:28.044448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Network 26cc8ac9-0941-42ed-a44e-5621aa5e819a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:49:28.047674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:49:28.049743 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3aa9e3-8ff2-4b3c-80ba-75c10ee21a68 req-625ef3a8-1d84-497b-82ac-7cc4b7022fc5 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:28.051424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:49:28.055625 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df3aa9e3-8ff2-4b3c-80ba-75c10ee21a68 req-625ef3a8-1d84-497b-82ac-7cc4b7022fc5 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0900612 Feb 15 16:49:28.058496 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event updated for resources: {'Port': ['ID=3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:28.106099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (213b36e3-4c2b-4091-a7bb-e12318e4e674), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:28.154245 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df3aa9e3-8ff2-4b3c-80ba-75c10ee21a68 req-e4be6609-e83a-45df-9c8c-846a7ef47b03 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972838 Feb 15 16:49:28.181243 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d11292-dc8b-428a-837b-eaf0523df300 req-cfa9d27c-3656-4597-87bd-7b8c7ead0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:28.193746 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97d11292-dc8b-428a-837b-eaf0523df300 req-cfa9d27c-3656-4597-87bd-7b8c7ead0965 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a703a14e-015a-44e3-9627-1ee4b5e7f85d HTTP/1.1" status: 200 len: 921 time: 0.1605978 Feb 15 16:49:28.245921 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97d11292-dc8b-428a-837b-eaf0523df300 req-e0eef5a9-c33c-4053-9035-90f8b4f5339c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 HTTP/1.1" status: 200 len: 217 time: 0.0372574 Feb 15 16:49:28.304477 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d11292-dc8b-428a-837b-eaf0523df300 req-6bc5dc27-217c-4d08-8734-d106e7c0963f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:28.306066 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97d11292-dc8b-428a-837b-eaf0523df300 req-6bc5dc27-217c-4d08-8734-d106e7c0963f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e96467a9-b324-499e-9fce-622ba26ad926 HTTP/1.1" status: 200 len: 860 time: 0.0605841 Feb 15 16:49:28.340341 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97d11292-dc8b-428a-837b-eaf0523df300 req-4f18da62-60bf-46ae-8c07-ea20a5a312bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a703a14e-015a-44e3-9627-1ee4b5e7f85d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275156 Feb 15 16:49:28.347547 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2b531803-7c48-4605-a453-ebea82bfcf47 None None] Provisioning complete for port 3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:28.348067 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b531803-7c48-4605-a453-ebea82bfcf47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:28.368387 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:28.383264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2b531803-7c48-4605-a453-ebea82bfcf47 None None] Port 3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:49:28.454513 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97d11292-dc8b-428a-837b-eaf0523df300 req-e192fd00-ed31-470b-8b69-0eb12a414c79 service neutron] 10.222.0.10 "GET /v2.0/networks/a703a14e-015a-44e3-9627-1ee4b5e7f85d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038859 Feb 15 16:49:28.590364 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd008e9-b29c-4ca0-ab62-89c66304392d req-432817d5-12e1-4ae1-a606-33fe4c3b9a1e tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:28.592873 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9fd008e9-b29c-4ca0-ab62-89c66304392d req-432817d5-12e1-4ae1-a606-33fe4c3b9a1e tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.1216028 Feb 15 16:49:28.594663 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97d11292-dc8b-428a-837b-eaf0523df300 req-5ac0905f-5bfb-40dd-bfe2-be8d2878b531 service neutron] 10.222.0.10 "GET /v2.0/networks/a703a14e-015a-44e3-9627-1ee4b5e7f85d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333032 Feb 15 16:49:28.647202 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9fd008e9-b29c-4ca0-ab62-89c66304392d req-15c4e305-3bbf-478f-b7d9-d39fa05c2b1f tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496469 Feb 15 16:49:28.734832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8259e-83a3-44f7-9570-19c132ee59ee req-bddc4d00-a635-4dc5-ba8c-10a4f82affaa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:28.740452 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8259e-83a3-44f7-9570-19c132ee59ee req-bddc4d00-a635-4dc5-ba8c-10a4f82affaa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:28.746558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8259e-83a3-44f7-9570-19c132ee59ee req-bddc4d00-a635-4dc5-ba8c-10a4f82affaa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:28.751824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8259e-83a3-44f7-9570-19c132ee59ee req-bddc4d00-a635-4dc5-ba8c-10a4f82affaa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:28.757094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8259e-83a3-44f7-9570-19c132ee59ee req-bddc4d00-a635-4dc5-ba8c-10a4f82affaa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:28.760133 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32de1f-31bb-4be6-b090-d6a35320e5c8 req-0957f481-f568-466a-b17c-8f203ade0390 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:28.762142 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b32de1f-31bb-4be6-b090-d6a35320e5c8 req-0957f481-f568-466a-b17c-8f203ade0390 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0577159 Feb 15 16:49:28.762938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8259e-83a3-44f7-9570-19c132ee59ee req-bddc4d00-a635-4dc5-ba8c-10a4f82affaa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:28.768479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e8259e-83a3-44f7-9570-19c132ee59ee req-bddc4d00-a635-4dc5-ba8c-10a4f82affaa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:28.770409 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b6e8259e-83a3-44f7-9570-19c132ee59ee req-bddc4d00-a635-4dc5-ba8c-10a4f82affaa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.1423049 Feb 15 16:49:28.772644 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for port (3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:28.810779 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b32de1f-31bb-4be6-b090-d6a35320e5c8 req-57c6cd50-890f-403b-b005-67d92ffcf11b tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426676 Feb 15 16:49:28.834485 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b6e8259e-83a3-44f7-9570-19c132ee59ee req-6abe94be-9354-457d-9e87-5d5aed1f2725 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581043 Feb 15 16:49:28.872209 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:28.944705 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event updated for resources: {'Port': ['ID=3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:28.947240 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (213b36e3-4c2b-4091-a7bb-e12318e4e674), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:29.047900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Network 26cc8ac9-0941-42ed-a44e-5621aa5e819a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:49:29.049353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:49:29.120388 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a181-812f-4b54-85cb-51d4d205b722 req-c8079681-d227-49d3-aa04-566cbc94af3d tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:29.121952 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64a2a181-812f-4b54-85cb-51d4d205b722 req-c8079681-d227-49d3-aa04-566cbc94af3d tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 943 time: 0.0728571 Feb 15 16:49:29.177321 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64a2a181-812f-4b54-85cb-51d4d205b722 req-221b8dc9-0f8d-490e-bb3c-44bce1a37aa4 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/security-groups?id=24e3f207-e523-455b-a7d5-230ab2991219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472848 Feb 15 16:49:29.189793 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Router 213b36e3-4c2b-4091-a7bb-e12318e4e674 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:49:29.302913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:49:29.307644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-4042dc57-7ff7-4080-86d8-c26a2243db31 None None] Provisioning complete for port 3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:29.308022 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4042dc57-7ff7-4080-86d8-c26a2243db31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:29.311634 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dade459e-5e44-4d32-8d4a-8f3a82982b62 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] 10.222.0.107 "PUT /v2.0/routers/213b36e3-4c2b-4091-a7bb-e12318e4e674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2383699 Feb 15 16:49:29.311634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50046) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:29.316166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ac524a7c-4a77-4937-9d9f-25c2adb55bb1 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Request body: {'port': {'network_id': '26cc8ac9-0941-42ed-a44e-5621aa5e819a', 'name': 'tempest-FloatingIPAdminTestJSON-160563125'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:29.334229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63cc801-0c32-42ed-a6bd-65b4f7415460 None None] Sync routers for ids ['213b36e3-4c2b-4091-a7bb-e12318e4e674'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:49:29.356575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63cc801-0c32-42ed-a6bd-65b4f7415460 None None] Routers {'213b36e3-4c2b-4091-a7bb-e12318e4e674'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:29.357253 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d63cc801-0c32-42ed-a6bd-65b4f7415460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['213b36e3-4c2b-4091-a7bb-e12318e4e674'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:29.359352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4042dc57-7ff7-4080-86d8-c26a2243db31 None None] Port 3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:49:29.392560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d63cc801-0c32-42ed-a6bd-65b4f7415460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:29.402194 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63cc801-0c32-42ed-a6bd-65b4f7415460 None None] Routers {'213b36e3-4c2b-4091-a7bb-e12318e4e674'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:29.402800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d63cc801-0c32-42ed-a6bd-65b4f7415460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['213b36e3-4c2b-4091-a7bb-e12318e4e674'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:29.438552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d63cc801-0c32-42ed-a6bd-65b4f7415460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:29.439190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63cc801-0c32-42ed-a6bd-65b4f7415460 None None] The sync data for ids ['213b36e3-4c2b-4091-a7bb-e12318e4e674'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:49:29.528894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac524a7c-4a77-4937-9d9f-25c2adb55bb1 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Made reservation on behalf of 944b75f504c24e5d93471331401c7c6d for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:49:29.532343 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ac524a7c-4a77-4937-9d9f-25c2adb55bb1 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:29.550146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-ac524a7c-4a77-4937-9d9f-25c2adb55bb1 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] device_id is not set on port 4d41d373-a49b-4036-a5b7-8b5dbaaf23fe yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:49:29.661113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-ac524a7c-4a77-4937-9d9f-25c2adb55bb1 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Allocated IP 172.20.0.3 (26cc8ac9-0941-42ed-a44e-5621aa5e819a/60d1e4ed-0436-4883-be29-0f9c7767bb5d/4d41d373-a49b-4036-a5b7-8b5dbaaf23fe) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:49:29.941537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63c861-df9f-465c-81b7-c04858b8b78c req-4a484244-7dca-47e3-a13f-2ebde52cd3f5 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:29.943096 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b63c861-df9f-465c-81b7-c04858b8b78c req-4a484244-7dca-47e3-a13f-2ebde52cd3f5 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0558197 Feb 15 16:49:29.994549 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b63c861-df9f-465c-81b7-c04858b8b78c req-03b8cef3-b1c1-4ee7-9c5f-9ab4f969dfc8 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456684 Feb 15 16:49:30.123205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ac550-edf8-4a48-a5dc-55dd2a3c0557 req-3045b2b5-8f89-48ea-b950-26816c08e7de tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:30.123205 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c30ac550-edf8-4a48-a5dc-55dd2a3c0557 req-3045b2b5-8f89-48ea-b950-26816c08e7de tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.3832653 Feb 15 16:49:30.127068 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ac524a7c-4a77-4937-9d9f-25c2adb55bb1 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for port (4d41d373-a49b-4036-a5b7-8b5dbaaf23fe), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:30.130390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fdda7-68da-42a4-9bae-cd5849caa651 req-f0e0d15e-c3ea-40e9-8882-56647e633f08 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:30.135818 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fdda7-68da-42a4-9bae-cd5849caa651 req-f0e0d15e-c3ea-40e9-8882-56647e633f08 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:30.140966 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fdda7-68da-42a4-9bae-cd5849caa651 req-f0e0d15e-c3ea-40e9-8882-56647e633f08 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:30.146644 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fdda7-68da-42a4-9bae-cd5849caa651 req-f0e0d15e-c3ea-40e9-8882-56647e633f08 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:30.152032 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fdda7-68da-42a4-9bae-cd5849caa651 req-f0e0d15e-c3ea-40e9-8882-56647e633f08 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:30.157577 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fdda7-68da-42a4-9bae-cd5849caa651 req-f0e0d15e-c3ea-40e9-8882-56647e633f08 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:30.162950 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:30.163154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fdda7-68da-42a4-9bae-cd5849caa651 req-f0e0d15e-c3ea-40e9-8882-56647e633f08 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:30.164990 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1a2fdda7-68da-42a4-9bae-cd5849caa651 req-f0e0d15e-c3ea-40e9-8882-56647e633f08 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.1000683 Feb 15 16:49:30.185874 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c30ac550-edf8-4a48-a5dc-55dd2a3c0557 req-b20863e0-02a8-4e89-a86b-5e7c9135ee5e tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752313 Feb 15 16:49:30.226490 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1a2fdda7-68da-42a4-9bae-cd5849caa651 req-41186bda-5bdd-48fb-a44f-6ec90deb80dd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542805 Feb 15 16:49:30.264290 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ac524a7c-4a77-4937-9d9f-25c2adb55bb1 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4d41d373-a49b-4036-a5b7-8b5dbaaf23fe), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:30.346340 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac524a7c-4a77-4937-9d9f-25c2adb55bb1 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Network 26cc8ac9-0941-42ed-a44e-5621aa5e819a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:49:30.352839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-ac524a7c-4a77-4937-9d9f-25c2adb55bb1 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:49:30.357733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac524a7c-4a77-4937-9d9f-25c2adb55bb1 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:49:30.360779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac524a7c-4a77-4937-9d9f-25c2adb55bb1 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event updated for resources: {'Port': ['ID=4d41d373-a49b-4036-a5b7-8b5dbaaf23fe,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:30.413124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeb4ff-9528-4517-94b8-f461006d0a09 req-81af1193-9e1d-4603-ae28-00d057169f8b tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:30.413124 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8afeb4ff-9528-4517-94b8-f461006d0a09 req-81af1193-9e1d-4603-ae28-00d057169f8b tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 943 time: 0.1448731 Feb 15 16:49:30.430027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac524a7c-4a77-4937-9d9f-25c2adb55bb1 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:30.430658 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ac524a7c-4a77-4937-9d9f-25c2adb55bb1 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:30.474353 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8afeb4ff-9528-4517-94b8-f461006d0a09 req-12eea59b-6a61-4f77-a896-2ca2bd18874f tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/security-groups?id=24e3f207-e523-455b-a7d5-230ab2991219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607257 Feb 15 16:49:30.525758 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ac524a7c-4a77-4937-9d9f-25c2adb55bb1 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2134764 Feb 15 16:49:30.529505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50064) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:30.586363 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-032f8830-8e7b-4066-b492-c6082b2d5186 None None] Provisioning complete for port 4d41d373-a49b-4036-a5b7-8b5dbaaf23fe triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:30.587349 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-032f8830-8e7b-4066-b492-c6082b2d5186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4d41d373-a49b-4036-a5b7-8b5dbaaf23fe), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:30.610055 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:30.622369 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-032f8830-8e7b-4066-b492-c6082b2d5186 None None] Port 4d41d373-a49b-4036-a5b7-8b5dbaaf23fe cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:49:30.642623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'project_id': '944b75f504c24e5d93471331401c7c6d', 'port_id': '4d41d373-a49b-4036-a5b7-8b5dbaaf23fe'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:30.717268 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:30.811757 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:30.855364 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:49:30.925512 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Allocated IP 172.25.4.37 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/e874730d-5d2d-4665-ad29-abfe2b1adc39) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:49:30.957796 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3cde1991-6bc4-4c0f-ac0f-9adf2c53e312,segment=NetworkSegment(fae89929-723d-4d3f-bd1c-eea757e148bf),segment_id=fae89929-723d-4d3f-bd1c-eea757e148bf)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:30.968920 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '3cde1991-6bc4-4c0f-ac0f-9adf2c53e312', 'network_id': 'a703a14e-015a-44e3-9627-1ee4b5e7f85d', 'port_id': '3cde1991-6bc4-4c0f-ac0f-9adf2c53e312', 'mac_address': 'fa:16:3e:67:69:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96467a9-b324-499e-9fce-622ba26ad926', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:49:31.007572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:31.007968 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3cde1991-6bc4-4c0f-ac0f-9adf2c53e312), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:31.027982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:49:31.049792 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3cde1991-6bc4-4c0f-ac0f-9adf2c53e312,segment=NetworkSegment(fae89929-723d-4d3f-bd1c-eea757e148bf),segment_id=fae89929-723d-4d3f-bd1c-eea757e148bf)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:31.054019 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks [] for port (e874730d-5d2d-4665-ad29-abfe2b1adc39), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:31.102397 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3cde1991-6bc4-4c0f-ac0f-9adf2c53e312), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:31.140618 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e874730d-5d2d-4665-ad29-abfe2b1adc39), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:31.146543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132db39d-d477-4055-a254-95b6886b5b79 req-814af64a-3be3-4c90-adc0-24f00b78a11f tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:31.150017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=3cde1991-6bc4-4c0f-ac0f-9adf2c53e312,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:31.153886 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-132db39d-d477-4055-a254-95b6886b5b79 req-814af64a-3be3-4c90-adc0-24f00b78a11f tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0645168 Feb 15 16:49:31.189011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:49:31.193163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:49:31.195005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Pushing event updated for resources: {'Port': ['ID=e874730d-5d2d-4665-ad29-abfe2b1adc39,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:31.197157 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:49:31.199085 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-132db39d-d477-4055-a254-95b6886b5b79 req-205dc939-9ac3-4c92-a15e-1f2fae056a36 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435302 Feb 15 16:49:31.350688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['3cde1991-6bc4-4c0f-ac0f-9adf2c53e312'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:49:31.461542 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58f223-60a1-46e3-af88-7c8346811d01 req-87dc45b4-fcf6-4b70-9b7e-b14a4ba0a355 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:31.466697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58f223-60a1-46e3-af88-7c8346811d01 req-87dc45b4-fcf6-4b70-9b7e-b14a4ba0a355 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:31.471884 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58f223-60a1-46e3-af88-7c8346811d01 req-87dc45b4-fcf6-4b70-9b7e-b14a4ba0a355 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:31.477109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58f223-60a1-46e3-af88-7c8346811d01 req-87dc45b4-fcf6-4b70-9b7e-b14a4ba0a355 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:31.482815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58f223-60a1-46e3-af88-7c8346811d01 req-87dc45b4-fcf6-4b70-9b7e-b14a4ba0a355 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:31.488104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58f223-60a1-46e3-af88-7c8346811d01 req-87dc45b4-fcf6-4b70-9b7e-b14a4ba0a355 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:31.493604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58f223-60a1-46e3-af88-7c8346811d01 req-87dc45b4-fcf6-4b70-9b7e-b14a4ba0a355 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:31.495181 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc58f223-60a1-46e3-af88-7c8346811d01 req-87dc45b4-fcf6-4b70-9b7e-b14a4ba0a355 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.1838737 Feb 15 16:49:31.598059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3125c20-6310-4a83-a5cd-1092b99c7f03 req-9b4cd50b-17ee-4ae4-b744-4984c21664ca tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:31.599860 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d3125c20-6310-4a83-a5cd-1092b99c7f03 req-9b4cd50b-17ee-4ae4-b744-4984c21664ca tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 944 time: 0.0555298 Feb 15 16:49:31.653214 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d3125c20-6310-4a83-a5cd-1092b99c7f03 req-8da882a5-39cc-47a6-b564-e87ac716da01 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/security-groups?id=24e3f207-e523-455b-a7d5-230ab2991219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464673 Feb 15 16:49:31.665213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc58f223-60a1-46e3-af88-7c8346811d01 req-d43eccea-4b7f-40b6-8870-6e96d219766c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1600189 Feb 15 16:49:31.774431 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks [] for floatingip (6d9002e2-9b2a-4842-b9f2-31a3c7509c87), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:31.938534 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e874730d-5d2d-4665-ad29-abfe2b1adc39), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:32.093254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks [] for port (e874730d-5d2d-4665-ad29-abfe2b1adc39), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:32.145046 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (e874730d-5d2d-4665-ad29-abfe2b1adc39), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:32.217737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Pushing event updated for resources: {'Port': ['ID=e874730d-5d2d-4665-ad29-abfe2b1adc39,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:32.235180 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (6d9002e2-9b2a-4842-b9f2-31a3c7509c87), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:32.335692 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd1230f-5d1b-41ab-9b2e-bccfb38747d0 req-b36fd01d-5899-403c-b70d-7d83a275839c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:32.337348 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0dd1230f-5d1b-41ab-9b2e-bccfb38747d0 req-b36fd01d-5899-403c-b70d-7d83a275839c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0609560 Feb 15 16:49:32.358232 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Floating IP 6d9002e2-9b2a-4842-b9f2-31a3c7509c87 associated. External IP: 172.25.4.37, port: 4d41d373-a49b-4036-a5b7-8b5dbaaf23fe. Feb 15 16:49:32.390099 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0dd1230f-5d1b-41ab-9b2e-bccfb38747d0 req-ea1b124c-d308-4f2c-b436-4d516f193479 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459142 Feb 15 16:49:32.572669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Router 213b36e3-4c2b-4091-a7bb-e12318e4e674 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:49:32.680594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:49:32.690553 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad5e520-8b6e-44a9-be57-e3bc8e0c9324 None None] Sync routers for ids ['213b36e3-4c2b-4091-a7bb-e12318e4e674'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:49:32.703480 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad5e520-8b6e-44a9-be57-e3bc8e0c9324 None None] Routers {'213b36e3-4c2b-4091-a7bb-e12318e4e674'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:32.705146 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6ad5e520-8b6e-44a9-be57-e3bc8e0c9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['213b36e3-4c2b-4091-a7bb-e12318e4e674'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:32.739820 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6ad5e520-8b6e-44a9-be57-e3bc8e0c9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:32.749610 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:32.750603 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad5e520-8b6e-44a9-be57-e3bc8e0c9324 None None] Routers {'213b36e3-4c2b-4091-a7bb-e12318e4e674'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:32.754618 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6ad5e520-8b6e-44a9-be57-e3bc8e0c9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['213b36e3-4c2b-4091-a7bb-e12318e4e674'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:32.804047 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-873a4d06-f617-452a-b2a6-7e78bc8aaffa tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 2.2708321 Feb 15 16:49:32.804284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54654bee-6210-4fe6-898b-df682ab5417d req-42245591-8ddd-4d31-a583-2b5cee43e890 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:32.804393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50090) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:32.809478 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54654bee-6210-4fe6-898b-df682ab5417d req-42245591-8ddd-4d31-a583-2b5cee43e890 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:32.816808 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54654bee-6210-4fe6-898b-df682ab5417d req-42245591-8ddd-4d31-a583-2b5cee43e890 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:32.822755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54654bee-6210-4fe6-898b-df682ab5417d req-42245591-8ddd-4d31-a583-2b5cee43e890 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:32.828894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54654bee-6210-4fe6-898b-df682ab5417d req-42245591-8ddd-4d31-a583-2b5cee43e890 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:32.834510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54654bee-6210-4fe6-898b-df682ab5417d req-42245591-8ddd-4d31-a583-2b5cee43e890 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:32.840238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54654bee-6210-4fe6-898b-df682ab5417d req-42245591-8ddd-4d31-a583-2b5cee43e890 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:32.848395 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54654bee-6210-4fe6-898b-df682ab5417d req-42245591-8ddd-4d31-a583-2b5cee43e890 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.1075978 Feb 15 16:49:32.855166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:49:32.897675 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6ad5e520-8b6e-44a9-be57-e3bc8e0c9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:32.898328 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad5e520-8b6e-44a9-be57-e3bc8e0c9324 None None] The sync data for ids ['213b36e3-4c2b-4091-a7bb-e12318e4e674'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:49:32.905082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d37e1e-6bd3-4a1e-8587-c2252b5cf9ae req-8fc89b89-15e6-443a-bf4d-26f5f8488ff3 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:32.906631 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c4d37e1e-6bd3-4a1e-8587-c2252b5cf9ae req-8fc89b89-15e6-443a-bf4d-26f5f8488ff3 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 944 time: 0.1716897 Feb 15 16:49:32.919539 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54654bee-6210-4fe6-898b-df682ab5417d req-d5c7132c-2b40-4334-9c34-c51cdd93359f tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0702538 Feb 15 16:49:32.978749 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-926606db-635c-4217-953d-9aa75a8f6cc8 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] 10.222.0.107 "GET /v2.0/floatingips/6d9002e2-9b2a-4842-b9f2-31a3c7509c87 HTTP/1.1" status: 200 len: 981 time: 0.1707249 Feb 15 16:49:32.980254 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50096) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:32.992024 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c4d37e1e-6bd3-4a1e-8587-c2252b5cf9ae req-a09faedd-92ac-4e28-9822-b2527bdcb66f tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/security-groups?id=24e3f207-e523-455b-a7d5-230ab2991219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781140 Feb 15 16:49:33.008233 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:49:33.012487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:33.012862 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3cde1991-6bc4-4c0f-ac0f-9adf2c53e312), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:33.100732 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:33.101127 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3cde1991-6bc4-4c0f-ac0f-9adf2c53e312), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:33.124705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e70978-bc73-440a-b9d0-4b4265e94bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cde1991-6bc4-4c0f-ac0f-9adf2c53e312'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:33.126905 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54777fb-5012-4745-9e25-0d14c326b036" -d '{"events": [{"server_uuid": "d8e70978-bc73-440a-b9d0-4b4265e94bff", "name": "network-vif-plugged", "status": "completed", "tag": "3cde1991-6bc4-4c0f-ac0f-9adf2c53e312"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:33.127680 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2ef3cbff-e297-464a-83d1-59694a78a95d tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] 10.222.0.107 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4299 time: 0.1468155 Feb 15 16:49:33.130579 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50100) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:33.139525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbe1a3-b498-40cc-8caa-579b6d76e63f req-6de741c9-84d4-467a-974d-cbdf081ceeb2 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:33.141054 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-80fbe1a3-b498-40cc-8caa-579b6d76e63f req-6de741c9-84d4-467a-974d-cbdf081ceeb2 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.1312480 Feb 15 16:49:33.143586 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3cde1991-6bc4-4c0f-ac0f-9adf2c53e312,segment=NetworkSegment(fae89929-723d-4d3f-bd1c-eea757e148bf),segment_id=fae89929-723d-4d3f-bd1c-eea757e148bf)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:33.168458 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f2e38f-bba0-4372-945a-0440b5f489ac x-openstack-request-id: req-22f2e38f-bba0-4372-945a-0440b5f489ac {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:33.168910 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e70978-bc73-440a-b9d0-4b4265e94bff", "name": "network-vif-plugged", "status": "completed", "tag": "3cde1991-6bc4-4c0f-ac0f-9adf2c53e312", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:33.169174 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-22f2e38f-bba0-4372-945a-0440b5f489ac {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:33.169591 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e70978-bc73-440a-b9d0-4b4265e94bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cde1991-6bc4-4c0f-ac0f-9adf2c53e312', 'code': 200} Feb 15 16:49:33.202163 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-80fbe1a3-b498-40cc-8caa-579b6d76e63f req-00efb73e-20d2-4cf9-ae18-19722f03270d tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550339 Feb 15 16:49:33.225055 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3cde1991-6bc4-4c0f-ac0f-9adf2c53e312), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:33.282665 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=3cde1991-6bc4-4c0f-ac0f-9adf2c53e312,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:33.294538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44bda0-479d-4229-bc39-2040ef0848b0 req-0efe8709-b07d-41d9-84a3-fa959dd5e244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:33.296064 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e44bda0-479d-4229-bc39-2040ef0848b0 req-0efe8709-b07d-41d9-84a3-fa959dd5e244 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 1128 time: 0.0593178 Feb 15 16:49:33.315928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b9b2d-ce39-414d-a46c-014c8bca8b25 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Deleting port e874730d-5d2d-4665-ad29-abfe2b1adc39 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:33.318163 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9b2d-ce39-414d-a46c-014c8bca8b25 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e874730d-5d2d-4665-ad29-abfe2b1adc39), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:33.344851 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e44bda0-479d-4229-bc39-2040ef0848b0 req-563c9ed8-824e-49ba-9b5e-907cf4c417b5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=24e3f207-e523-455b-a7d5-230ab2991219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417690 Feb 15 16:49:33.521669 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d418e2-5ac4-40bb-9b46-fae01aa9a63a req-d378be2f-5bef-4c2c-9d01-b8a6c6366f55 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:33.523351 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87d418e2-5ac4-40bb-9b46-fae01aa9a63a req-d378be2f-5bef-4c2c-9d01-b8a6c6366f55 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0618353 Feb 15 16:49:33.577066 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87d418e2-5ac4-40bb-9b46-fae01aa9a63a req-cf9c860c-e31e-400d-a032-d74758148e27 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469356 Feb 15 16:49:33.661272 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9b2d-ce39-414d-a46c-014c8bca8b25 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e874730d-5d2d-4665-ad29-abfe2b1adc39), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:33.661632 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9b2d-ce39-414d-a46c-014c8bca8b25 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for floatingip (e874730d-5d2d-4665-ad29-abfe2b1adc39), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:33.674187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ed3b9b2d-ce39-414d-a46c-014c8bca8b25 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Calling delete_port for e874730d-5d2d-4665-ad29-abfe2b1adc39 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:33.951736 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9b2d-ce39-414d-a46c-014c8bca8b25 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e874730d-5d2d-4665-ad29-abfe2b1adc39), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:33.982133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b9b2d-ce39-414d-a46c-014c8bca8b25 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event deleted for resources: {'Port': ['ID=e874730d-5d2d-4665-ad29-abfe2b1adc39,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:34.056577 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9b2d-ce39-414d-a46c-014c8bca8b25 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for floatingip (6d9002e2-9b2a-4842-b9f2-31a3c7509c87), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:34.057399 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-ed3b9b2d-ce39-414d-a46c-014c8bca8b25 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Floating IP 6d9002e2-9b2a-4842-b9f2-31a3c7509c87 disassociated (deleted). External IP: 172.25.4.37, port: 4d41d373-a49b-4036-a5b7-8b5dbaaf23fe. Feb 15 16:49:34.067828 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7b4e7-5efc-4703-8f13-979cff783100 req-eef7172b-ba91-4641-ab48-82723024dae1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:34.073313 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7b4e7-5efc-4703-8f13-979cff783100 req-eef7172b-ba91-4641-ab48-82723024dae1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:34.078988 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7b4e7-5efc-4703-8f13-979cff783100 req-eef7172b-ba91-4641-ab48-82723024dae1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:34.084513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7b4e7-5efc-4703-8f13-979cff783100 req-eef7172b-ba91-4641-ab48-82723024dae1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:34.090050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7b4e7-5efc-4703-8f13-979cff783100 req-eef7172b-ba91-4641-ab48-82723024dae1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:34.095386 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7b4e7-5efc-4703-8f13-979cff783100 req-eef7172b-ba91-4641-ab48-82723024dae1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:34.101851 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7b4e7-5efc-4703-8f13-979cff783100 req-eef7172b-ba91-4641-ab48-82723024dae1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:34.109038 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a0f7b4e7-5efc-4703-8f13-979cff783100 req-eef7172b-ba91-4641-ab48-82723024dae1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.1067445 Feb 15 16:49:34.168493 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a0f7b4e7-5efc-4703-8f13-979cff783100 req-e2a82815-43fb-4884-8e88-aa0b370d6d1d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583992 Feb 15 16:49:34.208497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e4608-276c-4faa-be77-ce3737eb2975 req-fe095672-797b-4023-a4d0-64e4ce1fa447 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:34.210019 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-569e4608-276c-4faa-be77-ce3737eb2975 req-fe095672-797b-4023-a4d0-64e4ce1fa447 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 945 time: 0.1069994 Feb 15 16:49:34.330663 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-569e4608-276c-4faa-be77-ce3737eb2975 req-3477564e-2110-476c-8fcf-0a2068504259 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/security-groups?id=24e3f207-e523-455b-a7d5-230ab2991219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119285 Feb 15 16:49:34.368576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3b9b2d-ce39-414d-a46c-014c8bca8b25 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Router 213b36e3-4c2b-4091-a7bb-e12318e4e674 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:49:34.489844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3b9b2d-ce39-414d-a46c-014c8bca8b25 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:49:34.493387 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ed3b9b2d-ce39-414d-a46c-014c8bca8b25 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:34.500573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc91e3f1-fd8f-4057-9805-1e860bd28a2b None None] Sync routers for ids ['213b36e3-4c2b-4091-a7bb-e12318e4e674'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:49:34.510556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc91e3f1-fd8f-4057-9805-1e860bd28a2b None None] Routers {'213b36e3-4c2b-4091-a7bb-e12318e4e674'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:34.512527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-bc91e3f1-fd8f-4057-9805-1e860bd28a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['213b36e3-4c2b-4091-a7bb-e12318e4e674'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:34.528885 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ed3b9b2d-ce39-414d-a46c-014c8bca8b25 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] 10.222.0.107 "DELETE /v2.0/floatingips/6d9002e2-9b2a-4842-b9f2-31a3c7509c87 HTTP/1.1" status: 204 len: 168 time: 1.3933327 Feb 15 16:49:34.529829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50122) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:34.534220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:34.551078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-bc91e3f1-fd8f-4057-9805-1e860bd28a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:34.559752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc91e3f1-fd8f-4057-9805-1e860bd28a2b None None] Routers {'213b36e3-4c2b-4091-a7bb-e12318e4e674'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:34.560330 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-bc91e3f1-fd8f-4057-9805-1e860bd28a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['213b36e3-4c2b-4091-a7bb-e12318e4e674'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:34.591366 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:34.594560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-bc91e3f1-fd8f-4057-9805-1e860bd28a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:34.595213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc91e3f1-fd8f-4057-9805-1e860bd28a2b None None] The sync data for ids ['213b36e3-4c2b-4091-a7bb-e12318e4e674'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:49:34.696299 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:34.723763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd653dd4-ee45-4576-80c5-f553f690acbe req-ead28a0c-4d80-48a0-a8f3-67220bbbe3fb tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:34.725396 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd653dd4-ee45-4576-80c5-f553f690acbe req-ead28a0c-4d80-48a0-a8f3-67220bbbe3fb tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0601397 Feb 15 16:49:34.789062 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd653dd4-ee45-4576-80c5-f553f690acbe req-d44263f2-e67c-4bc0-85d5-df03ae579df6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540273 Feb 15 16:49:34.821223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Allocated IP 172.25.4.33 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/07aa4b01-a8c7-4c2e-8d81-07734b2fa1a6) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:49:34.930279 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks [] for port (07aa4b01-a8c7-4c2e-8d81-07734b2fa1a6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:35.031719 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (07aa4b01-a8c7-4c2e-8d81-07734b2fa1a6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:35.077456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:49:35.083189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:49:35.086902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:49:35.111284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Pushing event updated for resources: {'Port': ['ID=07aa4b01-a8c7-4c2e-8d81-07734b2fa1a6,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:35.182185 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks [] for floatingip (0883282e-cdc2-4c9a-8e3d-63c8867fa9d7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:35.305529 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (07aa4b01-a8c7-4c2e-8d81-07734b2fa1a6), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:35.355271 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7862c2f-5fa9-4f72-b32e-56f2ab770534 req-91de4e3f-032a-4771-b5bf-9f4c02698151 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:35.360456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7862c2f-5fa9-4f72-b32e-56f2ab770534 req-91de4e3f-032a-4771-b5bf-9f4c02698151 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:35.365739 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7862c2f-5fa9-4f72-b32e-56f2ab770534 req-91de4e3f-032a-4771-b5bf-9f4c02698151 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:35.371544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7862c2f-5fa9-4f72-b32e-56f2ab770534 req-91de4e3f-032a-4771-b5bf-9f4c02698151 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:35.376799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7862c2f-5fa9-4f72-b32e-56f2ab770534 req-91de4e3f-032a-4771-b5bf-9f4c02698151 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:35.382039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7862c2f-5fa9-4f72-b32e-56f2ab770534 req-91de4e3f-032a-4771-b5bf-9f4c02698151 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:35.387287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7862c2f-5fa9-4f72-b32e-56f2ab770534 req-91de4e3f-032a-4771-b5bf-9f4c02698151 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:35.389241 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7862c2f-5fa9-4f72-b32e-56f2ab770534 req-91de4e3f-032a-4771-b5bf-9f4c02698151 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.1447380 Feb 15 16:49:35.455762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9ca5-9034-4cc1-b355-7c1c15a16efc req-c4251f3b-6553-4759-b778-a7e333844dca tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:35.461890 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e73e9ca5-9034-4cc1-b355-7c1c15a16efc req-c4251f3b-6553-4759-b778-a7e333844dca tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 945 time: 0.0620189 Feb 15 16:49:35.506499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7862c2f-5fa9-4f72-b32e-56f2ab770534 req-f9cf8a93-b925-4413-bfa4-00416495f3c6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1068242 Feb 15 16:49:35.513274 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e73e9ca5-9034-4cc1-b355-7c1c15a16efc req-8944f4d7-132f-41ce-ba0d-abd26605161f tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/security-groups?id=24e3f207-e523-455b-a7d5-230ab2991219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495703 Feb 15 16:49:35.566097 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks [] for port (07aa4b01-a8c7-4c2e-8d81-07734b2fa1a6), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:35.654024 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (07aa4b01-a8c7-4c2e-8d81-07734b2fa1a6), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:35.733164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Pushing event updated for resources: {'Port': ['ID=07aa4b01-a8c7-4c2e-8d81-07734b2fa1a6,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:35.751427 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (0883282e-cdc2-4c9a-8e3d-63c8867fa9d7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:35.810933 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:35.814873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7337062d-05de-47cf-8215-4bd4f2ba1e41 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2815468 Feb 15 16:49:35.815310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50152) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:35.948683 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a47c10-c319-4d9f-acfe-0811b5e88a2c req-c69b16f5-8580-424e-b7d7-311dc7ce5398 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:35.950801 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54a47c10-c319-4d9f-acfe-0811b5e88a2c req-c69b16f5-8580-424e-b7d7-311dc7ce5398 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0698817 Feb 15 16:49:36.014281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:36.036354 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54a47c10-c319-4d9f-acfe-0811b5e88a2c req-874266da-9eba-4eb8-8da7-141e23ef8b25 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769501 Feb 15 16:49:36.123345 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:36.240963 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:36.335960 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6803db4-f340-4fef-a8ed-734c38f86c93 req-50ce9fac-37d8-4d1e-a491-e287e11c9ea8 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:36.337690 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c6803db4-f340-4fef-a8ed-734c38f86c93 req-50ce9fac-37d8-4d1e-a491-e287e11c9ea8 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 945 time: 0.0550048 Feb 15 16:49:36.363519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Allocated IP 172.25.4.251 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/6dc2fe4c-68d7-4db5-8264-6ccd650c39c0) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:49:36.391905 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c6803db4-f340-4fef-a8ed-734c38f86c93 req-ce8b4ede-ccde-4c93-98f6-8d07ac715b9f tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/security-groups?id=24e3f207-e523-455b-a7d5-230ab2991219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455821 Feb 15 16:49:36.472635 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Publish callbacks [] for port (6dc2fe4c-68d7-4db5-8264-6ccd650c39c0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:36.551702 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6dc2fe4c-68d7-4db5-8264-6ccd650c39c0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:36.596210 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:49:36.602532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:49:36.604906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:49:36.639007 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Pushing event updated for resources: {'Port': ['ID=6dc2fe4c-68d7-4db5-8264-6ccd650c39c0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:36.725741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba160e30-669b-48fa-8e30-b535f7a61313 req-93cee750-3be6-4306-8d93-64c0e8cdbef2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:36.731530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba160e30-669b-48fa-8e30-b535f7a61313 req-93cee750-3be6-4306-8d93-64c0e8cdbef2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:36.736763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba160e30-669b-48fa-8e30-b535f7a61313 req-93cee750-3be6-4306-8d93-64c0e8cdbef2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:36.742009 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba160e30-669b-48fa-8e30-b535f7a61313 req-93cee750-3be6-4306-8d93-64c0e8cdbef2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:36.747982 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba160e30-669b-48fa-8e30-b535f7a61313 req-93cee750-3be6-4306-8d93-64c0e8cdbef2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:36.753243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba160e30-669b-48fa-8e30-b535f7a61313 req-93cee750-3be6-4306-8d93-64c0e8cdbef2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:36.758515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba160e30-669b-48fa-8e30-b535f7a61313 req-93cee750-3be6-4306-8d93-64c0e8cdbef2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:36.760381 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba160e30-669b-48fa-8e30-b535f7a61313 req-93cee750-3be6-4306-8d93-64c0e8cdbef2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.1612923 Feb 15 16:49:36.792784 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Publish callbacks [] for floatingip (1afd48c5-65d9-444d-b1ce-529dc4246137), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:36.833393 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba160e30-669b-48fa-8e30-b535f7a61313 req-cf0ceef9-1524-45a6-bfb6-b6bd64f70b24 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659411 Feb 15 16:49:36.883090 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5540c720-1ad6-4653-8633-ed5e211d19e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:36.948151 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6dc2fe4c-68d7-4db5-8264-6ccd650c39c0), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:37.119749 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Publish callbacks [] for port (6dc2fe4c-68d7-4db5-8264-6ccd650c39c0), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:37.164467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa3613-71d6-4f08-9e07-78d787368c6d req-2d5ce331-6071-4d55-966d-e77292977436 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:37.165991 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c7aa3613-71d6-4f08-9e07-78d787368c6d req-2d5ce331-6071-4d55-966d-e77292977436 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0521450 Feb 15 16:49:37.179852 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (6dc2fe4c-68d7-4db5-8264-6ccd650c39c0), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:37.225790 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c7aa3613-71d6-4f08-9e07-78d787368c6d req-06e09de9-8e58-40c8-bac6-4e6f7240c132 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513029 Feb 15 16:49:37.248619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Pushing event updated for resources: {'Port': ['ID=6dc2fe4c-68d7-4db5-8264-6ccd650c39c0,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:37.264751 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (1afd48c5-65d9-444d-b1ce-529dc4246137), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:37.336243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:37.337442 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-79a2af63-04a1-4fe2-b742-9e321d3d7b37 tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5211709 Feb 15 16:49:37.340713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50176) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:37.452432 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8f5e1b70-bb06-48c6-bdae-39f00cee3934 tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] 10.222.0.107 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4485 time: 0.1082461 Feb 15 16:49:37.453058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50180) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:37.542502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-241c0fa2-7097-44d4-81c2-5107b4c5efbe tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] 10.222.0.107 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0886812 Feb 15 16:49:37.545268 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50182) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:37.567025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad67607-8ad1-4fdf-b9a5-2e827f0cf144 req-c73bbe29-c5d1-4df5-88ce-11f811a588ac tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:37.568494 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aad67607-8ad1-4fdf-b9a5-2e827f0cf144 req-c73bbe29-c5d1-4df5-88ce-11f811a588ac tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 945 time: 0.0922420 Feb 15 16:49:37.617118 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aad67607-8ad1-4fdf-b9a5-2e827f0cf144 req-c1796851-84b3-422d-bd90-734321555ab1 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/security-groups?id=24e3f207-e523-455b-a7d5-230ab2991219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422814 Feb 15 16:49:37.678270 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d4a60-4a8c-4557-8c88-67cf8b27eddb tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Deleting port 6dc2fe4c-68d7-4db5-8264-6ccd650c39c0 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:37.678631 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d1d4a60-4a8c-4557-8c88-67cf8b27eddb tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6dc2fe4c-68d7-4db5-8264-6ccd650c39c0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:37.754678 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d1d4a60-4a8c-4557-8c88-67cf8b27eddb tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6dc2fe4c-68d7-4db5-8264-6ccd650c39c0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:37.755011 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d1d4a60-4a8c-4557-8c88-67cf8b27eddb tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Publish callbacks [] for floatingip (6dc2fe4c-68d7-4db5-8264-6ccd650c39c0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:37.767058 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2d1d4a60-4a8c-4557-8c88-67cf8b27eddb tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Calling delete_port for 6dc2fe4c-68d7-4db5-8264-6ccd650c39c0 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:37.912673 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa166d-d25f-4998-8ce9-d8d513cc2928 req-38f3fd1e-e77a-4870-a1d5-25d8b79da302 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:37.914893 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b5fa166d-d25f-4998-8ce9-d8d513cc2928 req-38f3fd1e-e77a-4870-a1d5-25d8b79da302 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 945 time: 0.0942729 Feb 15 16:49:38.067992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c1bfa-00d9-4780-9002-5d0694981437 req-6ef88f63-7ee8-41d8-b23d-da64d92466bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:38.073153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c1bfa-00d9-4780-9002-5d0694981437 req-6ef88f63-7ee8-41d8-b23d-da64d92466bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:38.078967 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c1bfa-00d9-4780-9002-5d0694981437 req-6ef88f63-7ee8-41d8-b23d-da64d92466bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:38.084215 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c1bfa-00d9-4780-9002-5d0694981437 req-6ef88f63-7ee8-41d8-b23d-da64d92466bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:38.089573 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c1bfa-00d9-4780-9002-5d0694981437 req-6ef88f63-7ee8-41d8-b23d-da64d92466bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:38.094793 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c1bfa-00d9-4780-9002-5d0694981437 req-6ef88f63-7ee8-41d8-b23d-da64d92466bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:38.099969 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c1bfa-00d9-4780-9002-5d0694981437 req-6ef88f63-7ee8-41d8-b23d-da64d92466bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:38.101803 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b4c1bfa-00d9-4780-9002-5d0694981437 req-6ef88f63-7ee8-41d8-b23d-da64d92466bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5419 time: 0.1857550 Feb 15 16:49:38.127214 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d1d4a60-4a8c-4557-8c88-67cf8b27eddb tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (6dc2fe4c-68d7-4db5-8264-6ccd650c39c0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:38.160528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d4a60-4a8c-4557-8c88-67cf8b27eddb tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Pushing event deleted for resources: {'Port': ['ID=6dc2fe4c-68d7-4db5-8264-6ccd650c39c0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:38.251219 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-b5fa166d-d25f-4998-8ce9-d8d513cc2928 req-e3bb0ecd-eea5-4f2f-9887-3504eadcfaeb tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Deleting port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:38.251839 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b5fa166d-d25f-4998-8ce9-d8d513cc2928 req-e3bb0ecd-eea5-4f2f-9887-3504eadcfaeb tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3cde1991-6bc4-4c0f-ac0f-9adf2c53e312), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:38.270920 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b4c1bfa-00d9-4780-9002-5d0694981437 req-7a12415e-0aab-44de-94c8-a7d93ba52f7c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1622269 Feb 15 16:49:38.335002 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d1d4a60-4a8c-4557-8c88-67cf8b27eddb tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Publish callbacks [] for floatingip (1afd48c5-65d9-444d-b1ce-529dc4246137), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:38.337548 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d1d4a60-4a8c-4557-8c88-67cf8b27eddb tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:38.338699 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2d1d4a60-4a8c-4557-8c88-67cf8b27eddb tempest-FloatingIPAdminTestJSON-492776080 tempest-FloatingIPAdminTestJSON-492776080-project] 10.222.0.107 "DELETE /v2.0/floatingips/1afd48c5-65d9-444d-b1ce-529dc4246137 HTTP/1.1" status: 204 len: 168 time: 0.7922537 Feb 15 16:49:38.341654 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50190) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:38.352786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59976a-8cb5-4ab5-92fa-08c95fd72944 req-165227df-92ca-4c45-ae60-85e6be41c464 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:38.356164 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d59976a-8cb5-4ab5-92fa-08c95fd72944 req-165227df-92ca-4c45-ae60-85e6be41c464 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0630717 Feb 15 16:49:38.407105 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d59976a-8cb5-4ab5-92fa-08c95fd72944 req-846c3836-e862-41cc-9556-b46363b8943d tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453007 Feb 15 16:49:38.480068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-b5fa166d-d25f-4998-8ce9-d8d513cc2928 req-e3bb0ecd-eea5-4f2f-9887-3504eadcfaeb tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] For port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3cde1991-6bc4-4c0f-ac0f-9adf2c53e312,segment=NetworkSegment(fae89929-723d-4d3f-bd1c-eea757e148bf),segment_id=fae89929-723d-4d3f-bd1c-eea757e148bf)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:38.480438 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b5fa166d-d25f-4998-8ce9-d8d513cc2928 req-e3bb0ecd-eea5-4f2f-9887-3504eadcfaeb tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3cde1991-6bc4-4c0f-ac0f-9adf2c53e312), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:38.509590 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-b5fa166d-d25f-4998-8ce9-d8d513cc2928 req-e3bb0ecd-eea5-4f2f-9887-3504eadcfaeb tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Calling delete_port for 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:38.570570 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-01aa015c-48a9-40e2-a1a7-a21ff99f80ca tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Deleting port 07aa4b01-a8c7-4c2e-8d81-07734b2fa1a6 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:38.570912 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01aa015c-48a9-40e2-a1a7-a21ff99f80ca tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (07aa4b01-a8c7-4c2e-8d81-07734b2fa1a6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:38.897610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device e12c4311-7333-4002-a1ec-b7bac72ef0b9 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:49:39.005512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port e12c4311-7333-4002-a1ec-b7bac72ef0b9, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e12c4311-7333-4002-a1ec-b7bac72ef0b9,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:39.019979 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'e12c4311-7333-4002-a1ec-b7bac72ef0b9', 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c', 'port_id': 'e12c4311-7333-4002-a1ec-b7bac72ef0b9', 'mac_address': 'fa:16:3e:eb:24:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587154f3-20db-43d7-af01-606fa38584bd', 'ip_address': '10.1.1.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:49:39.054613 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01aa015c-48a9-40e2-a1a7-a21ff99f80ca tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (07aa4b01-a8c7-4c2e-8d81-07734b2fa1a6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:39.054937 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01aa015c-48a9-40e2-a1a7-a21ff99f80ca tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks [] for floatingip (07aa4b01-a8c7-4c2e-8d81-07734b2fa1a6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:39.059528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port e12c4311-7333-4002-a1ec-b7bac72ef0b9 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:39.059941 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:39.065614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb8eaa3-66c4-4523-aac7-d1479da302ad req-a716b7d0-3304-435d-acf4-daa5a3bfb9d5 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:39.073881 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5eb8eaa3-66c4-4523-aac7-d1479da302ad req-a716b7d0-3304-435d-acf4-daa5a3bfb9d5 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 945 time: 0.1355565 Feb 15 16:49:39.074126 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e12c4311-7333-4002-a1ec-b7bac72ef0b9 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:49:39.099304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port e12c4311-7333-4002-a1ec-b7bac72ef0b9, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e12c4311-7333-4002-a1ec-b7bac72ef0b9,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:39.115533 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-01aa015c-48a9-40e2-a1a7-a21ff99f80ca tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Calling delete_port for 07aa4b01-a8c7-4c2e-8d81-07734b2fa1a6 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:39.168233 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:39.168909 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 123c3564-d09f-4a91-ad7f-9c78aa37f9fe details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:49:39.194010 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b5fa166d-d25f-4998-8ce9-d8d513cc2928 req-e3bb0ecd-eea5-4f2f-9887-3504eadcfaeb tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3cde1991-6bc4-4c0f-ac0f-9adf2c53e312), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:39.205176 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5eb8eaa3-66c4-4523-aac7-d1479da302ad req-32d426b4-6802-4c41-b53f-c464ca0f6284 tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/security-groups?id=24e3f207-e523-455b-a7d5-230ab2991219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303856 Feb 15 16:49:39.236646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=e12c4311-7333-4002-a1ec-b7bac72ef0b9,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:39.240268 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['3cde1991-6bc4-4c0f-ac0f-9adf2c53e312'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:49:39.248737 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bb0ecd-eea5-4f2f-9887-3504eadcfaeb tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Pushing event deleted for resources: {'Port': ['ID=3cde1991-6bc4-4c0f-ac0f-9adf2c53e312,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:39.317215 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fa166d-d25f-4998-8ce9-d8d513cc2928 req-e3bb0ecd-eea5-4f2f-9887-3504eadcfaeb tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] No DVR routers for this DVR port 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:49:39.324247 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b5fa166d-d25f-4998-8ce9-d8d513cc2928 req-e3bb0ecd-eea5-4f2f-9887-3504eadcfaeb tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:39.327032 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:39.327488 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:39.328247 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:39.328695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:39.330022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:39.337526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:39.337526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:39.337526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:39.337526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:39.337526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:39.337526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:39.337526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:39.338145 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b5fa166d-d25f-4998-8ce9-d8d513cc2928 req-e3bb0ecd-eea5-4f2f-9887-3504eadcfaeb tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.10 "DELETE /v2.0/ports/3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 HTTP/1.1" status: 204 len: 173 time: 1.4027376 Feb 15 16:49:39.338236 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:49:39.355055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e70978-bc73-440a-b9d0-4b4265e94bff', 'name': 'network-vif-deleted', 'tag': '3cde1991-6bc4-4c0f-ac0f-9adf2c53e312'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:39.357748 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9af795-cfd5-426f-b7e5-6166b2f8adc9" -d '{"events": [{"server_uuid": "d8e70978-bc73-440a-b9d0-4b4265e94bff", "name": "network-vif-deleted", "tag": "3cde1991-6bc4-4c0f-ac0f-9adf2c53e312"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:39.417974 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a1884adc-5080-4510-9b53-43a99a9926d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:39.470432 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5387f284-dae2-444b-9949-3ba40db29e29 x-openstack-request-id: req-5387f284-dae2-444b-9949-3ba40db29e29 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:39.470904 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e70978-bc73-440a-b9d0-4b4265e94bff", "name": "network-vif-deleted", "tag": "3cde1991-6bc4-4c0f-ac0f-9adf2c53e312", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:39.471170 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5387f284-dae2-444b-9949-3ba40db29e29 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:39.471883 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e70978-bc73-440a-b9d0-4b4265e94bff', 'name': 'network-vif-deleted', 'tag': '3cde1991-6bc4-4c0f-ac0f-9adf2c53e312', 'status': 'completed', 'code': 200} Feb 15 16:49:39.477795 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=123c3564-d09f-4a91-ad7f-9c78aa37f9fe,segment=NetworkSegment(cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3),segment_id=cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:39.494547 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '123c3564-d09f-4a91-ad7f-9c78aa37f9fe', 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc', 'port_id': '123c3564-d09f-4a91-ad7f-9c78aa37f9fe', 'mac_address': 'fa:16:3e:4b:aa:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8abc264-01a5-4f06-9e0a-0b1ebef29fa4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:49:39.523665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399e68e-45f3-41b9-9ae0-19b41966d706 req-af2316f2-4f89-4b25-91d7-fa2bfafec73e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:39.531028 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399e68e-45f3-41b9-9ae0-19b41966d706 req-af2316f2-4f89-4b25-91d7-fa2bfafec73e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:39.538347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399e68e-45f3-41b9-9ae0-19b41966d706 req-af2316f2-4f89-4b25-91d7-fa2bfafec73e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:39.545192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:39.545608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399e68e-45f3-41b9-9ae0-19b41966d706 req-af2316f2-4f89-4b25-91d7-fa2bfafec73e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:39.545729 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:39.552260 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399e68e-45f3-41b9-9ae0-19b41966d706 req-af2316f2-4f89-4b25-91d7-fa2bfafec73e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:39.558855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399e68e-45f3-41b9-9ae0-19b41966d706 req-af2316f2-4f89-4b25-91d7-fa2bfafec73e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:39.568050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399e68e-45f3-41b9-9ae0-19b41966d706 req-af2316f2-4f89-4b25-91d7-fa2bfafec73e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:39.570317 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b399e68e-45f3-41b9-9ae0-19b41966d706 req-af2316f2-4f89-4b25-91d7-fa2bfafec73e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5420 time: 0.1843476 Feb 15 16:49:39.595125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 123c3564-d09f-4a91-ad7f-9c78aa37f9fe {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:49:39.606293 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01aa015c-48a9-40e2-a1a7-a21ff99f80ca tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (07aa4b01-a8c7-4c2e-8d81-07734b2fa1a6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:39.632098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541a7c0-ee56-44f5-85ca-16cfc966f498 req-4176ebfa-994e-4874-8303-378fecb389c1 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:39.640118 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=123c3564-d09f-4a91-ad7f-9c78aa37f9fe,segment=NetworkSegment(cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3),segment_id=cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:39.641694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2541a7c0-ee56-44f5-85ca-16cfc966f498 req-4176ebfa-994e-4874-8303-378fecb389c1 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 945 time: 0.0907788 Feb 15 16:49:39.658481 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa015c-48a9-40e2-a1a7-a21ff99f80ca tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Pushing event deleted for resources: {'Port': ['ID=07aa4b01-a8c7-4c2e-8d81-07734b2fa1a6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:39.702162 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2541a7c0-ee56-44f5-85ca-16cfc966f498 req-cdc0892a-1539-46e1-bf5e-65f7868d47e5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups?id=b27c8814-81dd-4829-a961-dff84405c761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593400 Feb 15 16:49:39.731666 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b399e68e-45f3-41b9-9ae0-19b41966d706 req-1181a8b7-9b65-4a9c-89b4-14b3b5fced6c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1546502 Feb 15 16:49:39.746019 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01aa015c-48a9-40e2-a1a7-a21ff99f80ca tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks [] for floatingip (0883282e-cdc2-4c9a-8e3d-63c8867fa9d7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:39.748825 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01aa015c-48a9-40e2-a1a7-a21ff99f80ca tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:39.757657 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:39.758469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 881e40ad-0c63-425b-99cc-d07326271955 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:49:39.762774 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-01aa015c-48a9-40e2-a1a7-a21ff99f80ca tempest-FloatingIPAdminTestJSON-1074208626 tempest-FloatingIPAdminTestJSON-1074208626-project-admin] 10.222.0.107 "DELETE /v2.0/floatingips/0883282e-cdc2-4c9a-8e3d-63c8867fa9d7 HTTP/1.1" status: 204 len: 168 time: 1.4202065 Feb 15 16:49:39.764319 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50208) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:39.907841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff85f0b-f11b-4871-a189-d496caa34ee4 req-63b436c5-ca51-4eaa-9024-d5f107ba427f tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:39.909748 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cff85f0b-f11b-4871-a189-d496caa34ee4 req-63b436c5-ca51-4eaa-9024-d5f107ba427f tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0943360 Feb 15 16:49:39.917742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-cfa86ccf-240f-4028-901e-ad3528533626 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Deleting port 4d41d373-a49b-4036-a5b7-8b5dbaaf23fe {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:39.918104 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfa86ccf-240f-4028-901e-ad3528533626 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4d41d373-a49b-4036-a5b7-8b5dbaaf23fe), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:39.954052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 881e40ad-0c63-425b-99cc-d07326271955, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=881e40ad-0c63-425b-99cc-d07326271955,segment=NetworkSegment(40298cfd-caa0-4631-b492-07b85e5c3055),segment_id=40298cfd-caa0-4631-b492-07b85e5c3055)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:39.967776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=123c3564-d09f-4a91-ad7f-9c78aa37f9fe,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:39.971576 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '881e40ad-0c63-425b-99cc-d07326271955', 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e', 'port_id': '881e40ad-0c63-425b-99cc-d07326271955', 'mac_address': 'fa:16:3e:90:e5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47993210-4410-433b-bc3b-435fcce0d594', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:49:40.017871 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cff85f0b-f11b-4871-a189-d496caa34ee4 req-37a85438-42a0-4cd5-aa72-3a13ff7d6d9c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966008 Feb 15 16:49:40.025814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 881e40ad-0c63-425b-99cc-d07326271955 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:40.026600 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (881e40ad-0c63-425b-99cc-d07326271955), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:40.051293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 881e40ad-0c63-425b-99cc-d07326271955 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:49:40.052173 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfa86ccf-240f-4028-901e-ad3528533626 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4d41d373-a49b-4036-a5b7-8b5dbaaf23fe), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:40.064974 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-cfa86ccf-240f-4028-901e-ad3528533626 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Calling delete_port for 4d41d373-a49b-4036-a5b7-8b5dbaaf23fe owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:40.072417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 881e40ad-0c63-425b-99cc-d07326271955, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=881e40ad-0c63-425b-99cc-d07326271955,segment=NetworkSegment(40298cfd-caa0-4631-b492-07b85e5c3055),segment_id=40298cfd-caa0-4631-b492-07b85e5c3055)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:40.140123 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (881e40ad-0c63-425b-99cc-d07326271955), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:40.140894 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device fe179def-5efe-44f2-90b5-9251355671f2 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:49:40.272594 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfa86ccf-240f-4028-901e-ad3528533626 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4d41d373-a49b-4036-a5b7-8b5dbaaf23fe), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:40.389895 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b544e7d3-2d0b-49ff-85b3-6d4a00df369a req-ca63cf1f-ecdd-4f19-8774-3d3ecb01e7ef tempest-ServerMetadataNegativeTestJSON-1827688619 tempest-ServerMetadataNegativeTestJSON-1827688619-project] 10.222.0.107 "GET /v2.0/ports?device_id=d8e70978-bc73-440a-b9d0-4b4265e94bff HTTP/1.1" status: 200 len: 210 time: 0.0558043 Feb 15 16:49:40.390394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa86ccf-240f-4028-901e-ad3528533626 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event deleted for resources: {'Port': ['ID=4d41d373-a49b-4036-a5b7-8b5dbaaf23fe,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:40.401991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port fe179def-5efe-44f2-90b5-9251355671f2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=fe179def-5efe-44f2-90b5-9251355671f2,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:40.401991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=881e40ad-0c63-425b-99cc-d07326271955,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:40.419469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'fe179def-5efe-44f2-90b5-9251355671f2', 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c', 'port_id': 'fe179def-5efe-44f2-90b5-9251355671f2', 'mac_address': 'fa:16:3e:83:3c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587154f3-20db-43d7-af01-606fa38584bd', 'ip_address': '10.1.1.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:49:40.453756 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:40.469816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port fe179def-5efe-44f2-90b5-9251355671f2 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:40.470563 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fe179def-5efe-44f2-90b5-9251355671f2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:40.485292 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfa86ccf-240f-4028-901e-ad3528533626 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:40.496342 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cfa86ccf-240f-4028-901e-ad3528533626 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] 10.222.0.107 "DELETE /v2.0/ports/4d41d373-a49b-4036-a5b7-8b5dbaaf23fe HTTP/1.1" status: 204 len: 168 time: 0.7283947 Feb 15 16:49:40.496560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe179def-5efe-44f2-90b5-9251355671f2 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:49:40.496703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50218) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:40.524320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port fe179def-5efe-44f2-90b5-9251355671f2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=fe179def-5efe-44f2-90b5-9251355671f2,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:40.557736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304fc858-d3eb-428c-823c-93fb19ab833a tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:40.560364 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-304fc858-d3eb-428c-823c-93fb19ab833a tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] 10.222.0.107 "GET /v2.0/ports?device_id=213b36e3-4c2b-4091-a7bb-e12318e4e674 HTTP/1.1" status: 200 len: 913 time: 0.0616241 Feb 15 16:49:40.568549 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50220) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:40.613910 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fe179def-5efe-44f2-90b5-9251355671f2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:40.614701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f5af67be-1719-4be1-89cb-3f77a4ab58d3 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:49:40.686869 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=fe179def-5efe-44f2-90b5-9251355671f2,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:40.694007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f5af67be-1719-4be1-89cb-3f77a4ab58d3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f5af67be-1719-4be1-89cb-3f77a4ab58d3,segment=NetworkSegment(cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3),segment_id=cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:40.720373 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'f5af67be-1719-4be1-89cb-3f77a4ab58d3', 'network_id': 'acc3e972-bc1b-4777-96d3-4501629569dc', 'port_id': 'f5af67be-1719-4be1-89cb-3f77a4ab58d3', 'mac_address': 'fa:16:3e:42:47:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8abc264-01a5-4f06-9e0a-0b1ebef29fa4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:49:40.768181 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f5af67be-1719-4be1-89cb-3f77a4ab58d3 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:40.768989 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:40.786114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5af67be-1719-4be1-89cb-3f77a4ab58d3 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:49:40.809798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f5af67be-1719-4be1-89cb-3f77a4ab58d3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f5af67be-1719-4be1-89cb-3f77a4ab58d3,segment=NetworkSegment(cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3),segment_id=cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:40.896466 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:40.898191 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 41438aaf-3eb8-4735-95e0-46102a711d7c details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:49:40.968318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 41438aaf-3eb8-4735-95e0-46102a711d7c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=41438aaf-3eb8-4735-95e0-46102a711d7c,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:40.973200 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d333b-6b71-4608-b094-207a8783b308 req-75d6ccd9-1996-447b-9701-3c079cf25d01 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:40.977073 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d333b-6b71-4608-b094-207a8783b308 req-75d6ccd9-1996-447b-9701-3c079cf25d01 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:40.982731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d333b-6b71-4608-b094-207a8783b308 req-75d6ccd9-1996-447b-9701-3c079cf25d01 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:40.987907 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d333b-6b71-4608-b094-207a8783b308 req-75d6ccd9-1996-447b-9701-3c079cf25d01 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:40.993345 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d333b-6b71-4608-b094-207a8783b308 req-75d6ccd9-1996-447b-9701-3c079cf25d01 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:40.999392 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d333b-6b71-4608-b094-207a8783b308 req-75d6ccd9-1996-447b-9701-3c079cf25d01 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:41.005147 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d333b-6b71-4608-b094-207a8783b308 req-75d6ccd9-1996-447b-9701-3c079cf25d01 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:41.006959 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-173d333b-6b71-4608-b094-207a8783b308 req-75d6ccd9-1996-447b-9701-3c079cf25d01 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5423 time: 0.1635463 Feb 15 16:49:41.018120 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f5af67be-1719-4be1-89cb-3f77a4ab58d3,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:41.024781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '41438aaf-3eb8-4735-95e0-46102a711d7c', 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c', 'port_id': '41438aaf-3eb8-4735-95e0-46102a711d7c', 'mac_address': 'fa:16:3e:44:10:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587154f3-20db-43d7-af01-606fa38584bd', 'ip_address': '10.1.1.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:49:41.084588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 41438aaf-3eb8-4735-95e0-46102a711d7c is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:41.084983 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:41.099069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41438aaf-3eb8-4735-95e0-46102a711d7c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:49:41.100703 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-173d333b-6b71-4608-b094-207a8783b308 req-71946fb8-8e67-4384-bf37-83a43ac3cce4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0874488 Feb 15 16:49:41.129988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 41438aaf-3eb8-4735-95e0-46102a711d7c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=41438aaf-3eb8-4735-95e0-46102a711d7c,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:41.202767 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:41.203500 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3afed0e7-2cee-4126-8584-e4805f52e3c7 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:49:41.212009 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca112f42-a7cd-42b7-9873-c6ea267f5540 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (213b36e3-4c2b-4091-a7bb-e12318e4e674), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:41.275895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3afed0e7-2cee-4126-8584-e4805f52e3c7, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3afed0e7-2cee-4126-8584-e4805f52e3c7,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:41.283785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=41438aaf-3eb8-4735-95e0-46102a711d7c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:41.289987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '3afed0e7-2cee-4126-8584-e4805f52e3c7', 'network_id': '27a74dfa-05f1-43ff-9791-7a79afada23c', 'port_id': '3afed0e7-2cee-4126-8584-e4805f52e3c7', 'mac_address': 'fa:16:3e:6c:f2:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587154f3-20db-43d7-af01-606fa38584bd', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:49:41.330900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62573b-f978-438c-97c8-2203efe6172e req-ff763e14-ca4c-4c70-9bd6-e3bb83784f8e tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:41.331716 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 3afed0e7-2cee-4126-8584-e4805f52e3c7 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:41.332188 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:41.333824 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b62573b-f978-438c-97c8-2203efe6172e req-ff763e14-ca4c-4c70-9bd6-e3bb83784f8e tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.1536489 Feb 15 16:49:41.347076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3afed0e7-2cee-4126-8584-e4805f52e3c7 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:49:41.375297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3afed0e7-2cee-4126-8584-e4805f52e3c7, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3afed0e7-2cee-4126-8584-e4805f52e3c7,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:41.442855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50234) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:41.454380 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:41.467427 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b62573b-f978-438c-97c8-2203efe6172e req-e17b86ce-cc2d-490d-8241-57fd7aa98fe4 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251082 Feb 15 16:49:41.523303 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=3afed0e7-2cee-4126-8584-e4805f52e3c7,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:41.547140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b7fdc5-b3f0-4317-8892-8fbd4a09f904 admin admin] Deleting subnet e96467a9-b324-499e-9fce-622ba26ad926 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:49:41.550743 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78b7fdc5-b3f0-4317-8892-8fbd4a09f904 admin admin] Publish callbacks [] for subnet (e96467a9-b324-499e-9fce-622ba26ad926), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:41.600468 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78b7fdc5-b3f0-4317-8892-8fbd4a09f904 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (e96467a9-b324-499e-9fce-622ba26ad926), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:41.609752 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ca112f42-a7cd-42b7-9873-c6ea267f5540 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Deleting port 3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:41.610213 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca112f42-a7cd-42b7-9873-c6ea267f5540 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:41.626244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a83fbe-2af7-4996-9437-42fe2489d4ab req-f0afd336-b599-4a2e-82d2-4dd0090e6f8c tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:41.627761 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-37a83fbe-2af7-4996-9437-42fe2489d4ab req-f0afd336-b599-4a2e-82d2-4dd0090e6f8c tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 945 time: 0.1185217 Feb 15 16:49:41.676729 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78b7fdc5-b3f0-4317-8892-8fbd4a09f904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e96467a9-b324-499e-9fce-622ba26ad926), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:41.722580 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca112f42-a7cd-42b7-9873-c6ea267f5540 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:41.733972 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-37a83fbe-2af7-4996-9437-42fe2489d4ab req-1592cd84-5746-4a87-8e85-cb76ca49fa73 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups?id=b27c8814-81dd-4829-a961-dff84405c761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977070 Feb 15 16:49:41.745383 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ca112f42-a7cd-42b7-9873-c6ea267f5540 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Calling delete_port for 3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:41.814442 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:41.826328 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78b7fdc5-b3f0-4317-8892-8fbd4a09f904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (e96467a9-b324-499e-9fce-622ba26ad926), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:41.853984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7fdc5-b3f0-4317-8892-8fbd4a09f904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e96467a9-b324-499e-9fce-622ba26ad926,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:41.858380 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78b7fdc5-b3f0-4317-8892-8fbd4a09f904 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:41.865908 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-78b7fdc5-b3f0-4317-8892-8fbd4a09f904 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/e96467a9-b324-499e-9fce-622ba26ad926 HTTP/1.1" status: 204 len: 168 time: 0.4219613 Feb 15 16:49:41.868502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50236) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:42.020575 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca112f42-a7cd-42b7-9873-c6ea267f5540 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:42.099942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca112f42-a7cd-42b7-9873-c6ea267f5540 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event deleted for resources: {'Port': ['ID=3435e87d-bfe4-4fa4-aee3-e7c34f1c12a8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:42.102839 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['3afed0e7-2cee-4126-8584-e4805f52e3c7'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:49:42.119448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['fe179def-5efe-44f2-90b5-9251355671f2'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:49:42.209153 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['41438aaf-3eb8-4735-95e0-46102a711d7c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:49:42.214876 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['881e40ad-0c63-425b-99cc-d07326271955'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:49:42.218422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['123c3564-d09f-4a91-ad7f-9c78aa37f9fe'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:49:42.312986 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-776a5c73-9114-44d1-9878-23cc834c224d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (a703a14e-015a-44e3-9627-1ee4b5e7f85d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:42.353193 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca112f42-a7cd-42b7-9873-c6ea267f5540 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (213b36e3-4c2b-4091-a7bb-e12318e4e674), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:42.390131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bee39-7406-4721-960c-1a18aca1ae35 req-9b0310dd-c49e-48d5-9077-f71c513da5a8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:42.395312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bee39-7406-4721-960c-1a18aca1ae35 req-9b0310dd-c49e-48d5-9077-f71c513da5a8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:42.402110 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bee39-7406-4721-960c-1a18aca1ae35 req-9b0310dd-c49e-48d5-9077-f71c513da5a8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:42.408888 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bee39-7406-4721-960c-1a18aca1ae35 req-9b0310dd-c49e-48d5-9077-f71c513da5a8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:42.413015 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-776a5c73-9114-44d1-9878-23cc834c224d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (a703a14e-015a-44e3-9627-1ee4b5e7f85d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:42.422578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bee39-7406-4721-960c-1a18aca1ae35 req-9b0310dd-c49e-48d5-9077-f71c513da5a8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:42.431709 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bee39-7406-4721-960c-1a18aca1ae35 req-9b0310dd-c49e-48d5-9077-f71c513da5a8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:42.438882 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bee39-7406-4721-960c-1a18aca1ae35 req-9b0310dd-c49e-48d5-9077-f71c513da5a8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:42.439143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-776a5c73-9114-44d1-9878-23cc834c224d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a703a14e-015a-44e3-9627-1ee4b5e7f85d']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:42.441412 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a04bee39-7406-4721-960c-1a18aca1ae35 req-9b0310dd-c49e-48d5-9077-f71c513da5a8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5426 time: 0.2051694 Feb 15 16:49:42.450547 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-776a5c73-9114-44d1-9878-23cc834c224d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae89929-723d-4d3f-bd1c-eea757e148bf') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:42.451601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-776a5c73-9114-44d1-9878-23cc834c224d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae89929-723d-4d3f-bd1c-eea757e148bf') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:42.476711 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-776a5c73-9114-44d1-9878-23cc834c224d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (fae89929-723d-4d3f-bd1c-eea757e148bf), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:42.503424 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-776a5c73-9114-44d1-9878-23cc834c224d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (fae89929-723d-4d3f-bd1c-eea757e148bf), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:42.512761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776a5c73-9114-44d1-9878-23cc834c224d admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:49:42.515821 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-776a5c73-9114-44d1-9878-23cc834c224d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (fae89929-723d-4d3f-bd1c-eea757e148bf), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:42.569493 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a04bee39-7406-4721-960c-1a18aca1ae35 req-bd4f458c-5ad1-4410-b1d7-206e7000e09b tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1174407 Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:49:42.583163 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:49:42.645750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea2552-4318-44da-a0c6-db6f028a8099 req-4e1fe226-2f4f-4e75-bb73-18b379cc3bff tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:42.648202 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3aea2552-4318-44da-a0c6-db6f028a8099 req-4e1fe226-2f4f-4e75-bb73-18b379cc3bff tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0595536 Feb 15 16:49:42.679031 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-776a5c73-9114-44d1-9878-23cc834c224d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (a703a14e-015a-44e3-9627-1ee4b5e7f85d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:42.692345 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-776a5c73-9114-44d1-9878-23cc834c224d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:42.706644 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-776a5c73-9114-44d1-9878-23cc834c224d admin admin] 10.222.0.107 "DELETE /v2.0/networks/a703a14e-015a-44e3-9627-1ee4b5e7f85d HTTP/1.1" status: 204 len: 168 time: 0.8325131 Feb 15 16:49:42.741907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a5c73-9114-44d1-9878-23cc834c224d admin admin] Pushing event deleted for resources: {'Network': ['ID=a703a14e-015a-44e3-9627-1ee4b5e7f85d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:42.777820 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3aea2552-4318-44da-a0c6-db6f028a8099 req-6fa73dee-8071-4217-8716-9006cbf48b14 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218367 Feb 15 16:49:42.934476 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca112f42-a7cd-42b7-9873-c6ea267f5540 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Router 213b36e3-4c2b-4091-a7bb-e12318e4e674 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:49:42.957739 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c1ca5-bb81-40d3-be72-33ab4574c9e7 req-587fe3db-4383-47b4-b9f0-58337592e4b9 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:42.959549 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-908c1ca5-bb81-40d3-be72-33ab4574c9e7 req-587fe3db-4383-47b4-b9f0-58337592e4b9 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.10 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 945 time: 0.1304612 Feb 15 16:49:43.006749 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ef9f0-734b-4302-b97a-f24dfb52867d req-4daa4a39-e27a-4728-8529-5f1ea8859a2a tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:43.008292 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e55ef9f0-734b-4302-b97a-f24dfb52867d req-4daa4a39-e27a-4728-8529-5f1ea8859a2a tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 945 time: 0.1778696 Feb 15 16:49:43.045890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['e12c4311-7333-4002-a1ec-b7bac72ef0b9'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:49:43.079283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50248) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:43.094184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['f5af67be-1719-4be1-89cb-3f77a4ab58d3'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:49:43.163285 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b0c1f10d-0c57-43ba-9248-79135a795628 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d91886b505f2436bb2df74ac54da05ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0798912 Feb 15 16:49:43.164841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50250) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:43.181962 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e55ef9f0-734b-4302-b97a-f24dfb52867d req-2a92ca72-2641-44dc-8647-60ac40093030 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups?id=b27c8814-81dd-4829-a961-dff84405c761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356497 Feb 15 16:49:43.224911 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca112f42-a7cd-42b7-9873-c6ea267f5540 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:49:43.234112 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ca112f42-a7cd-42b7-9873-c6ea267f5540 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] 10.222.0.107 "PUT /v2.0/routers/213b36e3-4c2b-4091-a7bb-e12318e4e674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6614015 Feb 15 16:49:43.234112 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50252) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:43.239096 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4336c5-a8aa-4cfa-b328-312d979d4c2d None None] Sync routers for ids ['213b36e3-4c2b-4091-a7bb-e12318e4e674'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:49:43.241515 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-908c1ca5-bb81-40d3-be72-33ab4574c9e7 req-e434f897-75c3-486e-a5d2-ec5aadf7d9c5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Deleting port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:43.241857 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-908c1ca5-bb81-40d3-be72-33ab4574c9e7 req-e434f897-75c3-486e-a5d2-ec5aadf7d9c5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:43.244243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7f9dfce6-8135-4145-894e-cdb4bab95e3c admin admin] Publish callbacks [] for security_group (24e3f207-e523-455b-a7d5-230ab2991219), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:43.259758 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4336c5-a8aa-4cfa-b328-312d979d4c2d None None] Routers {'213b36e3-4c2b-4091-a7bb-e12318e4e674'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:43.260431 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3d4336c5-a8aa-4cfa-b328-312d979d4c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['213b36e3-4c2b-4091-a7bb-e12318e4e674'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:43.271744 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7f9dfce6-8135-4145-894e-cdb4bab95e3c admin admin] Publish callbacks [] for security_group (24e3f207-e523-455b-a7d5-230ab2991219), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:43.314096 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3d4336c5-a8aa-4cfa-b328-312d979d4c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:43.325616 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4336c5-a8aa-4cfa-b328-312d979d4c2d None None] Routers {'213b36e3-4c2b-4091-a7bb-e12318e4e674'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:43.327041 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3d4336c5-a8aa-4cfa-b328-312d979d4c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['213b36e3-4c2b-4091-a7bb-e12318e4e674'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:43.374412 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3d4336c5-a8aa-4cfa-b328-312d979d4c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:43.375759 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4336c5-a8aa-4cfa-b328-312d979d4c2d None None] The sync data for ids ['213b36e3-4c2b-4091-a7bb-e12318e4e674'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:49:43.417033 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-908c1ca5-bb81-40d3-be72-33ab4574c9e7 req-e434f897-75c3-486e-a5d2-ec5aadf7d9c5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] For port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9,segment=NetworkSegment(e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c),segment_id=e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:43.417441 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-908c1ca5-bb81-40d3-be72-33ab4574c9e7 req-e434f897-75c3-486e-a5d2-ec5aadf7d9c5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:43.421572 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7f9dfce6-8135-4145-894e-cdb4bab95e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (24e3f207-e523-455b-a7d5-230ab2991219), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:43.427118 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7f9dfce6-8135-4145-894e-cdb4bab95e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:43.434797 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7f9dfce6-8135-4145-894e-cdb4bab95e3c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/24e3f207-e523-455b-a7d5-230ab2991219 HTTP/1.1" status: 204 len: 168 time: 0.2684400 Feb 15 16:49:43.445945 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9dfce6-8135-4145-894e-cdb4bab95e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e3f207-e523-455b-a7d5-230ab2991219,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:43.460556 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:43.470242 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c51e3c-a1e9-4c08-8263-9f859b9a7aed tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for router (213b36e3-4c2b-4091-a7bb-e12318e4e674), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:43.487180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:49:43.526060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:49:43.526447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3cde1991-6bc4-4c0f-ac0f-9adf2c53e312 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:49:43.780577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a317-a143-43c8-a6c2-3ac0ee4c7cc8 req-127b6b72-8e6a-4f95-95ce-b1eed040b439 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:43.785150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a317-a143-43c8-a6c2-3ac0ee4c7cc8 req-127b6b72-8e6a-4f95-95ce-b1eed040b439 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:43.791709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a317-a143-43c8-a6c2-3ac0ee4c7cc8 req-127b6b72-8e6a-4f95-95ce-b1eed040b439 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:43.798115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a317-a143-43c8-a6c2-3ac0ee4c7cc8 req-127b6b72-8e6a-4f95-95ce-b1eed040b439 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:43.804110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a317-a143-43c8-a6c2-3ac0ee4c7cc8 req-127b6b72-8e6a-4f95-95ce-b1eed040b439 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:43.810079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a317-a143-43c8-a6c2-3ac0ee4c7cc8 req-127b6b72-8e6a-4f95-95ce-b1eed040b439 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:43.817285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a2a317-a143-43c8-a6c2-3ac0ee4c7cc8 req-127b6b72-8e6a-4f95-95ce-b1eed040b439 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:43.825166 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94a2a317-a143-43c8-a6c2-3ac0ee4c7cc8 req-127b6b72-8e6a-4f95-95ce-b1eed040b439 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5426 time: 0.1597893 Feb 15 16:49:43.918286 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94a2a317-a143-43c8-a6c2-3ac0ee4c7cc8 req-85929712-1951-47c1-86de-530c7e10abaa tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0920601 Feb 15 16:49:44.211650 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-908c1ca5-bb81-40d3-be72-33ab4574c9e7 req-e434f897-75c3-486e-a5d2-ec5aadf7d9c5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:44.212322 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-908c1ca5-bb81-40d3-be72-33ab4574c9e7 req-e434f897-75c3-486e-a5d2-ec5aadf7d9c5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (d9ef1723-5cd1-4a8e-bdfa-73cbfe28eafa), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:44.212429 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [req-908c1ca5-bb81-40d3-be72-33ab4574c9e7 req-e434f897-75c3-486e-a5d2-ec5aadf7d9c5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Floating IP d9ef1723-5cd1-4a8e-bdfa-73cbfe28eafa disassociated. External IP: 172.25.4.38, port: 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9. Feb 15 16:49:44.212755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-908c1ca5-bb81-40d3-be72-33ab4574c9e7 req-e434f897-75c3-486e-a5d2-ec5aadf7d9c5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Calling delete_port for 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:44.289761 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c51e3c-a1e9-4c08-8263-9f859b9a7aed tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for router_gateway (213b36e3-4c2b-4091-a7bb-e12318e4e674), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:44.316151 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb791cec-9c4c-40d6-aca1-b35d5847d8cb req-70f4b1ac-c823-45e5-9808-f8c46a4693f0 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:44.318021 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bb791cec-9c4c-40d6-aca1-b35d5847d8cb req-70f4b1ac-c823-45e5-9808-f8c46a4693f0 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.1600962 Feb 15 16:49:44.338674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c995f-0bb2-434c-b151-d03277df57e6 req-f0a5012d-904c-4177-a1d2-498c2a3995cb tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:44.341271 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b45c995f-0bb2-434c-b151-d03277df57e6 req-f0a5012d-904c-4177-a1d2-498c2a3995cb tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 945 time: 0.0746548 Feb 15 16:49:44.408290 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b45c995f-0bb2-434c-b151-d03277df57e6 req-5c1455f9-2168-43db-995b-cb164e47ab39 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups?id=b27c8814-81dd-4829-a961-dff84405c761&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613651 Feb 15 16:49:44.431684 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bb791cec-9c4c-40d6-aca1-b35d5847d8cb req-b2102be0-5229-4ef7-bb94-93fcb44acf44 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863130 Feb 15 16:49:44.496765 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c0c51e3c-a1e9-4c08-8263-9f859b9a7aed tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Deleting port aecf9afd-9eb1-4414-94c8-aa7c52ac0ed3 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:44.497099 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c51e3c-a1e9-4c08-8263-9f859b9a7aed tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (aecf9afd-9eb1-4414-94c8-aa7c52ac0ed3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:44.550545 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-908c1ca5-bb81-40d3-be72-33ab4574c9e7 req-e434f897-75c3-486e-a5d2-ec5aadf7d9c5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:44.595625 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434f897-75c3-486e-a5d2-ec5aadf7d9c5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Pushing event deleted for resources: {'Port': ['ID=1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:44.693871 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c51e3c-a1e9-4c08-8263-9f859b9a7aed tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (aecf9afd-9eb1-4414-94c8-aa7c52ac0ed3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:44.698460 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:49:44.717687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c0c51e3c-a1e9-4c08-8263-9f859b9a7aed tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Calling delete_port for aecf9afd-9eb1-4414-94c8-aa7c52ac0ed3 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:44.793735 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-908c1ca5-bb81-40d3-be72-33ab4574c9e7 req-e434f897-75c3-486e-a5d2-ec5aadf7d9c5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:49:45.008861 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-908c1ca5-bb81-40d3-be72-33ab4574c9e7 req-e434f897-75c3-486e-a5d2-ec5aadf7d9c5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:49:45.022787 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f34202-5bd9-41e9-a994-9d89f880cb9c None None] Sync routers for ids ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:49:45.033476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f34202-5bd9-41e9-a994-9d89f880cb9c None None] Routers {'2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:45.034327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-50f34202-5bd9-41e9-a994-9d89f880cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:45.060354 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-908c1ca5-bb81-40d3-be72-33ab4574c9e7 req-e434f897-75c3-486e-a5d2-ec5aadf7d9c5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] No DVR routers for this DVR port 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:49:45.063079 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-908c1ca5-bb81-40d3-be72-33ab4574c9e7 req-e434f897-75c3-486e-a5d2-ec5aadf7d9c5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:45.066918 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-908c1ca5-bb81-40d3-be72-33ab4574c9e7 req-e434f897-75c3-486e-a5d2-ec5aadf7d9c5 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.10 "DELETE /v2.0/ports/1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 HTTP/1.1" status: 204 len: 173 time: 2.1013768 Feb 15 16:49:45.068068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf4dfc3-3119-441e-8134-595f9976abd4', 'name': 'network-vif-deleted', 'tag': '1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:45.070491 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15711a3-6c18-4bc3-9ef4-b62c62d549a8" -d '{"events": [{"server_uuid": "dcf4dfc3-3119-441e-8134-595f9976abd4", "name": "network-vif-deleted", "tag": "1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:45.106133 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c51e3c-a1e9-4c08-8263-9f859b9a7aed tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (aecf9afd-9eb1-4414-94c8-aa7c52ac0ed3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:45.140612 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c51e3c-a1e9-4c08-8263-9f859b9a7aed tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event deleted for resources: {'Port': ['ID=aecf9afd-9eb1-4414-94c8-aa7c52ac0ed3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:45.261805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-50f34202-5bd9-41e9-a994-9d89f880cb9c None None] Set router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:49:45.286959 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cba0f-82a9-40b5-85c7-0bade1e66524 req-24bcd344-956a-421f-8975-0d314b99cafd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:45.292846 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cba0f-82a9-40b5-85c7-0bade1e66524 req-24bcd344-956a-421f-8975-0d314b99cafd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:45.298451 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cba0f-82a9-40b5-85c7-0bade1e66524 req-24bcd344-956a-421f-8975-0d314b99cafd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:45.304191 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cba0f-82a9-40b5-85c7-0bade1e66524 req-24bcd344-956a-421f-8975-0d314b99cafd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:45.309900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cba0f-82a9-40b5-85c7-0bade1e66524 req-24bcd344-956a-421f-8975-0d314b99cafd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:45.315338 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cba0f-82a9-40b5-85c7-0bade1e66524 req-24bcd344-956a-421f-8975-0d314b99cafd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:45.320678 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cba0f-82a9-40b5-85c7-0bade1e66524 req-24bcd344-956a-421f-8975-0d314b99cafd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:45.328881 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a64cba0f-82a9-40b5-85c7-0bade1e66524 req-24bcd344-956a-421f-8975-0d314b99cafd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5426 time: 0.2700114 Feb 15 16:49:45.344907 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c51e3c-a1e9-4c08-8263-9f859b9a7aed tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (213b36e3-4c2b-4091-a7bb-e12318e4e674), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:45.481004 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c51e3c-a1e9-4c08-8263-9f859b9a7aed tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (213b36e3-4c2b-4091-a7bb-e12318e4e674), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:45.485801 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c51e3c-a1e9-4c08-8263-9f859b9a7aed tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for router_controller (213b36e3-4c2b-4091-a7bb-e12318e4e674), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:45.493682 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6880c71e-c259-4f7b-9f9a-95e97fa5fff1 x-openstack-request-id: req-6880c71e-c259-4f7b-9f9a-95e97fa5fff1 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:45.502257 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf4dfc3-3119-441e-8134-595f9976abd4", "name": "network-vif-deleted", "tag": "1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:45.502257 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6880c71e-c259-4f7b-9f9a-95e97fa5fff1 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:45.502257 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf4dfc3-3119-441e-8134-595f9976abd4', 'name': 'network-vif-deleted', 'tag': '1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9', 'status': 'completed', 'code': 200} Feb 15 16:49:45.508688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device e12c4311-7333-4002-a1ec-b7bac72ef0b9 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:49:45.554353 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a64cba0f-82a9-40b5-85c7-0bade1e66524 req-6e952007-52a5-4a7c-8aa2-58dd79bc5017 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2245734 Feb 15 16:49:45.575011 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b2267133-7f22-4c56-8c46-8f23df87303a req-02f58028-2f96-4689-9caa-db323ea3ed25 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf40fce3-cd24-474e-8579-e594953655fc HTTP/1.1" status: 200 len: 210 time: 0.0389969 Feb 15 16:49:45.662378 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-50f34202-5bd9-41e9-a994-9d89f880cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'name': 'tempest-ServersTestManualDisk-2116213318-router', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:29Z', 'revision_number': 4, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'gw_port': {'id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '345dacdf-8e02-4c65-966d-aefdee4c97b9', 'name': '', 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'mac_address': 'fa:16:3e:b2:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:28Z', 'updated_at': '2022-02-15T16:48:35Z', 'revision_number': 5, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'subnets': [{'id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:45.697476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f34202-5bd9-41e9-a994-9d89f880cb9c None None] Checking router: 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:49:45.705354 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f34202-5bd9-41e9-a994-9d89f880cb9c None None] Routers {'2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:45.706089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-50f34202-5bd9-41e9-a994-9d89f880cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:45.722323 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c51e3c-a1e9-4c08-8263-9f859b9a7aed tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (213b36e3-4c2b-4091-a7bb-e12318e4e674), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:45.722981 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c51e3c-a1e9-4c08-8263-9f859b9a7aed tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Fanout notify agent at l3_agent the message router_deleted on router 213b36e3-4c2b-4091-a7bb-e12318e4e674 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:49:45.735180 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-02a7a27c-ab67-4a07-bda1-ec2eee661b74 req-7341d2aa-e54f-4f2a-9642-0850010f1ed1 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/ports?device_id=dcf4dfc3-3119-441e-8134-595f9976abd4 HTTP/1.1" status: 200 len: 210 time: 0.0588338 Feb 15 16:49:45.741671 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c51e3c-a1e9-4c08-8263-9f859b9a7aed tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:45.743611 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c0c51e3c-a1e9-4c08-8263-9f859b9a7aed tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] 10.222.0.107 "DELETE /v2.0/routers/213b36e3-4c2b-4091-a7bb-e12318e4e674 HTTP/1.1" status: 204 len: 168 time: 2.5092216 Feb 15 16:49:45.746336 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50320) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:45.788204 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2841874-8f09-4e1a-bd2d-1bfd11f0ada7 req-238ddffb-856c-487f-a5c5-27d43541e213 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:45.796997 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b2841874-8f09-4e1a-bd2d-1bfd11f0ada7 req-238ddffb-856c-487f-a5c5-27d43541e213 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.1091964 Feb 15 16:49:45.846647 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e8bf3a-e2ee-4886-aaf3-f8a4ca2d9d97 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Deleting subnet 60d1e4ed-0436-4883-be29-0f9c7767bb5d {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:49:45.859579 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-47e8bf3a-e2ee-4886-aaf3-f8a4ca2d9d97 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for subnet (60d1e4ed-0436-4883-be29-0f9c7767bb5d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:45.877728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port e12c4311-7333-4002-a1ec-b7bac72ef0b9 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:49:45.884383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port e12c4311-7333-4002-a1ec-b7bac72ef0b9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:45.884766 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:45.899762 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b2841874-8f09-4e1a-bd2d-1bfd11f0ada7 req-0352b823-7367-49be-899b-b22f804fa8c3 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012039 Feb 15 16:49:45.939350 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-47e8bf3a-e2ee-4886-aaf3-f8a4ca2d9d97 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (60d1e4ed-0436-4883-be29-0f9c7767bb5d), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:45.941992 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-50f34202-5bd9-41e9-a994-9d89f880cb9c None None] Set router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:49:46.048458 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-47e8bf3a-e2ee-4886-aaf3-f8a4ca2d9d97 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (60d1e4ed-0436-4883-be29-0f9c7767bb5d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:46.277264 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6457183a-343d-4d5a-8b2e-f923ab0c3593 req-8bb9e435-8a33-477b-9902-4da61a4f0c8e tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0406852 Feb 15 16:49:46.278403 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-47e8bf3a-e2ee-4886-aaf3-f8a4ca2d9d97 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (60d1e4ed-0436-4883-be29-0f9c7767bb5d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:46.300318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port e12c4311-7333-4002-a1ec-b7bac72ef0b9 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:46.300318 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:46.307810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8bf3a-e2ee-4886-aaf3-f8a4ca2d9d97 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event deleted for resources: {'Subnet': ['ID=60d1e4ed-0436-4883-be29-0f9c7767bb5d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:46.315647 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-47e8bf3a-e2ee-4886-aaf3-f8a4ca2d9d97 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:46.324261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94411469-15fe-4e64-9302-04b54e74833a None None] Network 26cc8ac9-0941-42ed-a44e-5621aa5e819a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:49:46.333590 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-47e8bf3a-e2ee-4886-aaf3-f8a4ca2d9d97 tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] 10.222.0.107 "DELETE /v2.0/subnets/60d1e4ed-0436-4883-be29-0f9c7767bb5d HTTP/1.1" status: 204 len: 168 time: 0.5861444 Feb 15 16:49:46.336174 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50340) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:46.405034 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12c4311-7333-4002-a1ec-b7bac72ef0b9'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:46.407296 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c40d568-e80e-4253-a682-601b7ac22d7e" -d '{"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-plugged", "status": "completed", "tag": "e12c4311-7333-4002-a1ec-b7bac72ef0b9"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:46.425466 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (26cc8ac9-0941-42ed-a44e-5621aa5e819a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:46.437042 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port e12c4311-7333-4002-a1ec-b7bac72ef0b9, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e12c4311-7333-4002-a1ec-b7bac72ef0b9,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:46.460879 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433d4fd0-1855-4662-9c17-e2cbdb7a3b40 x-openstack-request-id: req-433d4fd0-1855-4662-9c17-e2cbdb7a3b40 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:46.461184 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-plugged", "status": "completed", "tag": "e12c4311-7333-4002-a1ec-b7bac72ef0b9", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:46.461469 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-433d4fd0-1855-4662-9c17-e2cbdb7a3b40 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:46.461862 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e12c4311-7333-4002-a1ec-b7bac72ef0b9', 'code': 200} Feb 15 16:49:46.492090 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:46.496385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 123c3564-d09f-4a91-ad7f-9c78aa37f9fe up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:49:46.503558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Deleting port e229f1a6-33fd-4b16-ab5c-b5179c975e46 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:46.504289 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:46.574563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] For port e229f1a6-33fd-4b16-ab5c-b5179c975e46, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e229f1a6-33fd-4b16-ab5c-b5179c975e46,segment=NetworkSegment(452bc2fe-6220-40c3-80f9-f5996549f404),segment_id=452bc2fe-6220-40c3-80f9-f5996549f404)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:46.574920 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:46.597887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Calling delete_port for e229f1a6-33fd-4b16-ab5c-b5179c975e46 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:46.608141 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=e12c4311-7333-4002-a1ec-b7bac72ef0b9,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:46.633904 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-50f34202-5bd9-41e9-a994-9d89f880cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'name': 'tempest-ServersTestManualDisk-2116213318-router', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:29Z', 'revision_number': 4, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'gw_port': {'id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '345dacdf-8e02-4c65-966d-aefdee4c97b9', 'name': '', 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'mac_address': 'fa:16:3e:b2:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:28Z', 'updated_at': '2022-02-15T16:48:35Z', 'revision_number': 5, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'subnets': [{'id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:46.676935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2a71e5-cf9d-4b6c-9d14-23b804b581a2 None None] DHCP port deletion for 26cc8ac9-0941-42ed-a44e-5621aa5e819a request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:49:46.680084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f34202-5bd9-41e9-a994-9d89f880cb9c None None] The sync data for ids ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'] in n-d-828372-14 is: [{'id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'name': 'tempest-ServersTestManualDisk-2116213318-router', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:29Z', 'revision_number': 4, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'gw_port': {'id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '345dacdf-8e02-4c65-966d-aefdee4c97b9', 'name': '', 'network_id': 'f5055edf-942a-4377-9670-70c584a5ccb1', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'mac_address': 'fa:16:3e:b2:bf:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:28Z', 'updated_at': '2022-02-15T16:48:35Z', 'revision_number': 5, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'subnets': [{'id': '8e3e6778-841b-48ec-84aa-40e26227078d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:49:46.723637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:49:46.730759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:46.731139 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:46.736777 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2f2a71e5-cf9d-4b6c-9d14-23b804b581a2 None None] Deleting port e229f1a6-33fd-4b16-ab5c-b5179c975e46 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:46.737622 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f2a71e5-cf9d-4b6c-9d14-23b804b581a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:46.785425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d5e2e-280a-4b87-9d44-795db324ce3d req-61d14284-bda1-4652-87bb-bb21c5e53aec tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:46.802181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d5e2e-280a-4b87-9d44-795db324ce3d req-61d14284-bda1-4652-87bb-bb21c5e53aec tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:46.805788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d5e2e-280a-4b87-9d44-795db324ce3d req-61d14284-bda1-4652-87bb-bb21c5e53aec tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:46.812885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d5e2e-280a-4b87-9d44-795db324ce3d req-61d14284-bda1-4652-87bb-bb21c5e53aec tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:46.819239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d5e2e-280a-4b87-9d44-795db324ce3d req-61d14284-bda1-4652-87bb-bb21c5e53aec tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:46.825499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d5e2e-280a-4b87-9d44-795db324ce3d req-61d14284-bda1-4652-87bb-bb21c5e53aec tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:46.836609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d5e2e-280a-4b87-9d44-795db324ce3d req-61d14284-bda1-4652-87bb-bb21c5e53aec tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:46.839583 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-053d5e2e-280a-4b87-9d44-795db324ce3d req-61d14284-bda1-4652-87bb-bb21c5e53aec tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5427 time: 0.1600242 Feb 15 16:49:46.840998 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:46.851463 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2f2a71e5-cf9d-4b6c-9d14-23b804b581a2 None None] For port e229f1a6-33fd-4b16-ab5c-b5179c975e46, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e229f1a6-33fd-4b16-ab5c-b5179c975e46,segment=NetworkSegment(452bc2fe-6220-40c3-80f9-f5996549f404),segment_id=452bc2fe-6220-40c3-80f9-f5996549f404)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:46.852000 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f2a71e5-cf9d-4b6c-9d14-23b804b581a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:46.868385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2f2a71e5-cf9d-4b6c-9d14-23b804b581a2 None None] Calling delete_port for e229f1a6-33fd-4b16-ab5c-b5179c975e46 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:46.894192 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] No DVR routers for this DVR port e229f1a6-33fd-4b16-ab5c-b5179c975e46 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:49:46.910553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event deleted for resources: {'Port': ['ID=e229f1a6-33fd-4b16-ab5c-b5179c975e46,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:46.961126 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:46.963381 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:46.965811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50358) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:47.068094 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (26cc8ac9-0941-42ed-a44e-5621aa5e819a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.069573 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6dff73d-1578-4c3e-9223-5fcf7cecf97d tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for security_group (b27c8814-81dd-4829-a961-dff84405c761), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.080330 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=123c3564-d09f-4a91-ad7f-9c78aa37f9fe,segment=NetworkSegment(cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3),segment_id=cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:47.094800 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-053d5e2e-280a-4b87-9d44-795db324ce3d req-1875d170-9dc8-4b68-9235-07095b4b3891 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2418921 Feb 15 16:49:47.103972 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f2a71e5-cf9d-4b6c-9d14-23b804b581a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (e229f1a6-33fd-4b16-ab5c-b5179c975e46), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.114637 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8650cfed-4195-428c-bb8b-f9fba0ad84e4 None None] New status for floating IP d9ef1723-5cd1-4a8e-bdfa-73cbfe28eafa: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:49:47.134833 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6dff73d-1578-4c3e-9223-5fcf7cecf97d tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for security_group (b27c8814-81dd-4829-a961-dff84405c761), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.135055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26cc8ac9-0941-42ed-a44e-5621aa5e819a']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:47.142643 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a71e5-cf9d-4b6c-9d14-23b804b581a2 None None] Pushing event deleted for resources: {'Port': ['ID=e229f1a6-33fd-4b16-ab5c-b5179c975e46,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:47.145708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a71e5-cf9d-4b6c-9d14-23b804b581a2 None None] No DVR routers for this DVR port e229f1a6-33fd-4b16-ab5c-b5179c975e46 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:49:47.167215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452bc2fe-6220-40c3-80f9-f5996549f404') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:47.169552 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.170652 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 881e40ad-0c63-425b-99cc-d07326271955 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:49:47.180247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452bc2fe-6220-40c3-80f9-f5996549f404') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:47.208291 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f1906-2cbf-4762-9120-806a663629d2 req-0b96a037-9fc5-4ac4-b55b-6dfd9047dacc tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:47.213802 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (452bc2fe-6220-40c3-80f9-f5996549f404), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.219542 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-005f1906-2cbf-4762-9120-806a663629d2 req-0b96a037-9fc5-4ac4-b55b-6dfd9047dacc tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.1690164 Feb 15 16:49:47.233135 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (452bc2fe-6220-40c3-80f9-f5996549f404), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.242148 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:49:47.242568 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (452bc2fe-6220-40c3-80f9-f5996549f404), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:49:47.246886 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:49:47.295485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=123c3564-d09f-4a91-ad7f-9c78aa37f9fe,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:47.336878 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-005f1906-2cbf-4762-9120-806a663629d2 req-266ee5a2-322a-48f4-b652-bf6294ac2ea1 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140089 Feb 15 16:49:47.397206 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6dff73d-1578-4c3e-9223-5fcf7cecf97d tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b27c8814-81dd-4829-a961-dff84405c761), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.400319 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6dff73d-1578-4c3e-9223-5fcf7cecf97d tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.401657 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f6dff73d-1578-4c3e-9223-5fcf7cecf97d tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "DELETE /v2.0/security-groups/b27c8814-81dd-4829-a961-dff84405c761 HTTP/1.1" status: 204 len: 168 time: 0.4340103 Feb 15 16:49:47.405053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50362) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:47.410106 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-88a7a78a-df64-4868-8682-eb50a9250d2b req-cfa9c43b-d638-4ca8-b0b1-946ba23023ae tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0388267 Feb 15 16:49:47.423541 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dff73d-1578-4c3e-9223-5fcf7cecf97d tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27c8814-81dd-4829-a961-dff84405c761,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:47.425196 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-717a884c-53e9-418b-9c45-7182e7fa1a25 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] show failed (client error): The resource could not be found. Feb 15 16:49:47.428424 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-717a884c-53e9-418b-9c45-7182e7fa1a25 tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "GET /v2.0/security-groups/b27c8814-81dd-4829-a961-dff84405c761 HTTP/1.1" status: 404 len: 347 time: 0.0203001 Feb 15 16:49:47.428606 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (26cc8ac9-0941-42ed-a44e-5621aa5e819a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.428789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 881e40ad-0c63-425b-99cc-d07326271955 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:49:47.430610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50364) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:47.451083 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.451083 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] 10.222.0.107 "DELETE /v2.0/networks/26cc8ac9-0941-42ed-a44e-5621aa5e819a HTTP/1.1" status: 204 len: 168 time: 1.1083422 Feb 15 16:49:47.451419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 881e40ad-0c63-425b-99cc-d07326271955 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:47.451419 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (881e40ad-0c63-425b-99cc-d07326271955), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.454385 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50366) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:47.496199 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd964b-5439-4a8e-8245-4b97a6df24bf tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event deleted for resources: {'Network': ['ID=26cc8ac9-0941-42ed-a44e-5621aa5e819a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:47.606559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-d483a633-fa0e-4a77-a7bb-b88f007de72c tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Deleting port 97a2bc0a-a061-499e-a249-d36f158f2342 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:47.607284 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d483a633-fa0e-4a77-a7bb-b88f007de72c tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (97a2bc0a-a061-499e-a249-d36f158f2342), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.610940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 881e40ad-0c63-425b-99cc-d07326271955 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:47.611472 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (881e40ad-0c63-425b-99cc-d07326271955), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.636563 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fc596b15-5806-4246-b919-8ae66968a72a tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Deleting port bea44c0a-610f-4698-b510-554f58619b69 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:47.636563 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc596b15-5806-4246-b919-8ae66968a72a tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (bea44c0a-610f-4698-b510-554f58619b69), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.649462 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 881e40ad-0c63-425b-99cc-d07326271955, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=881e40ad-0c63-425b-99cc-d07326271955,segment=NetworkSegment(40298cfd-caa0-4631-b492-07b85e5c3055),segment_id=40298cfd-caa0-4631-b492-07b85e5c3055)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:47.692949 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d483a633-fa0e-4a77-a7bb-b88f007de72c tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (97a2bc0a-a061-499e-a249-d36f158f2342), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.693325 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d483a633-fa0e-4a77-a7bb-b88f007de72c tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for floatingip (97a2bc0a-a061-499e-a249-d36f158f2342), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.706276 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-d483a633-fa0e-4a77-a7bb-b88f007de72c tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Calling delete_port for 97a2bc0a-a061-499e-a249-d36f158f2342 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:47.721633 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc596b15-5806-4246-b919-8ae66968a72a tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (bea44c0a-610f-4698-b510-554f58619b69), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.722086 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc596b15-5806-4246-b919-8ae66968a72a tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for floatingip (bea44c0a-610f-4698-b510-554f58619b69), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.725090 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (881e40ad-0c63-425b-99cc-d07326271955), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.727815 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device fe179def-5efe-44f2-90b5-9251355671f2 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:49:47.736635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fc596b15-5806-4246-b919-8ae66968a72a tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Calling delete_port for bea44c0a-610f-4698-b510-554f58619b69 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:47.826120 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=881e40ad-0c63-425b-99cc-d07326271955,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:47.905222 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port fe179def-5efe-44f2-90b5-9251355671f2 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:49:47.909341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port fe179def-5efe-44f2-90b5-9251355671f2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:47.911480 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fe179def-5efe-44f2-90b5-9251355671f2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.962111 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc596b15-5806-4246-b919-8ae66968a72a tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (bea44c0a-610f-4698-b510-554f58619b69), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:47.990977 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port fe179def-5efe-44f2-90b5-9251355671f2 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:47.991449 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fe179def-5efe-44f2-90b5-9251355671f2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:48.008792 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d483a633-fa0e-4a77-a7bb-b88f007de72c tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (97a2bc0a-a061-499e-a249-d36f158f2342), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:48.018888 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc596b15-5806-4246-b919-8ae66968a72a tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Pushing event deleted for resources: {'Port': ['ID=bea44c0a-610f-4698-b510-554f58619b69,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:48.039429 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port fe179def-5efe-44f2-90b5-9251355671f2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=fe179def-5efe-44f2-90b5-9251355671f2,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:48.060159 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483a633-fa0e-4a77-a7bb-b88f007de72c tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Pushing event deleted for resources: {'Port': ['ID=97a2bc0a-a061-499e-a249-d36f158f2342,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:48.075574 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc596b15-5806-4246-b919-8ae66968a72a tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks [] for floatingip (2670d81a-0362-4e7f-9f00-1a1872972c68), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:48.078628 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc596b15-5806-4246-b919-8ae66968a72a tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:48.079994 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fc596b15-5806-4246-b919-8ae66968a72a tempest-FloatingIPAdminTestJSON-356547020 tempest-FloatingIPAdminTestJSON-356547020-project] 10.222.0.107 "DELETE /v2.0/floatingips/2670d81a-0362-4e7f-9f00-1a1872972c68 HTTP/1.1" status: 204 len: 168 time: 0.6243703 Feb 15 16:49:48.116682 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e229f1a6-33fd-4b16-ab5c-b5179c975e46 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:49:48.130068 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d483a633-fa0e-4a77-a7bb-b88f007de72c tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks [] for floatingip (d9ef1723-5cd1-4a8e-bdfa-73cbfe28eafa), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:48.133008 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d483a633-fa0e-4a77-a7bb-b88f007de72c tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:48.137806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50376) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:48.137972 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d483a633-fa0e-4a77-a7bb-b88f007de72c tempest-ServersTestManualDisk-1065886031 tempest-ServersTestManualDisk-1065886031-project] 10.222.0.107 "DELETE /v2.0/floatingips/d9ef1723-5cd1-4a8e-bdfa-73cbfe28eafa HTTP/1.1" status: 204 len: 168 time: 0.7074144 Feb 15 16:49:48.142822 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fe179def-5efe-44f2-90b5-9251355671f2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:48.143956 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f5af67be-1719-4be1-89cb-3f77a4ab58d3 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:49:48.172920 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: e229f1a6-33fd-4b16-ab5c-b5179c975e46 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:49:48.173266 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e229f1a6-33fd-4b16-ab5c-b5179c975e46 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:49:48.234713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=fe179def-5efe-44f2-90b5-9251355671f2,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:48.329260 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d43a-cc23-4dda-be2b-18d7b2ef7af2 req-7290ede2-665d-46e5-842f-eca4e28a605a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:48.334723 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d43a-cc23-4dda-be2b-18d7b2ef7af2 req-7290ede2-665d-46e5-842f-eca4e28a605a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:48.340050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d43a-cc23-4dda-be2b-18d7b2ef7af2 req-7290ede2-665d-46e5-842f-eca4e28a605a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:48.345299 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d43a-cc23-4dda-be2b-18d7b2ef7af2 req-7290ede2-665d-46e5-842f-eca4e28a605a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:48.350623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d43a-cc23-4dda-be2b-18d7b2ef7af2 req-7290ede2-665d-46e5-842f-eca4e28a605a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:48.356466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d43a-cc23-4dda-be2b-18d7b2ef7af2 req-7290ede2-665d-46e5-842f-eca4e28a605a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:48.361776 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d43a-cc23-4dda-be2b-18d7b2ef7af2 req-7290ede2-665d-46e5-842f-eca4e28a605a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:48.363654 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f682d43a-cc23-4dda-be2b-18d7b2ef7af2 req-7290ede2-665d-46e5-842f-eca4e28a605a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5430 time: 0.1176507 Feb 15 16:49:48.368210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port f5af67be-1719-4be1-89cb-3f77a4ab58d3 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:49:48.372387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port f5af67be-1719-4be1-89cb-3f77a4ab58d3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:48.372771 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:48.463210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123c3564-d09f-4a91-ad7f-9c78aa37f9fe'}, {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881e40ad-0c63-425b-99cc-d07326271955'}, {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe179def-5efe-44f2-90b5-9251355671f2'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:48.467008 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebc96d0-b7bc-40e7-a9c9-3d976509ba29" -d '{"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-plugged", "status": "completed", "tag": "123c3564-d09f-4a91-ad7f-9c78aa37f9fe"}, {"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-plugged", "status": "completed", "tag": "881e40ad-0c63-425b-99cc-d07326271955"}, {"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-plugged", "status": "completed", "tag": "fe179def-5efe-44f2-90b5-9251355671f2"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:48.472795 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f5af67be-1719-4be1-89cb-3f77a4ab58d3 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:48.473300 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:48.487382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3a0af-e780-4e5d-80ad-4201c840b442 req-b1f90c2d-62cf-488b-94d8-c05bbf915c64 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:48.497349 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fdc3a0af-e780-4e5d-80ad-4201c840b442 req-b1f90c2d-62cf-488b-94d8-c05bbf915c64 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0838270 Feb 15 16:49:48.504538 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f682d43a-cc23-4dda-be2b-18d7b2ef7af2 req-9c8f278e-d5b4-4d6f-8398-735f2937453f tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1310308 Feb 15 16:49:48.522810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f5af67be-1719-4be1-89cb-3f77a4ab58d3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f5af67be-1719-4be1-89cb-3f77a4ab58d3,segment=NetworkSegment(cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3),segment_id=cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:48.602495 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:48.603516 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 41438aaf-3eb8-4735-95e0-46102a711d7c up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:49:48.614478 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fdc3a0af-e780-4e5d-80ad-4201c840b442 req-b489bdad-0772-4b71-8b83-58c38164b835 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111107 Feb 15 16:49:48.682865 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77c9dfc1-8655-4c19-8f17-196e45c897e8 req-12ae87d1-064b-4480-be7b-88351713a566 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0532479 Feb 15 16:49:48.709068 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c6073f2-5e6d-42d9-8d84-7c1447362fc8 req-02f897d0-b399-48fc-bc69-cc04a0f32786 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564096 Feb 15 16:49:48.724798 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3f9b2e-a37f-440a-8f47-1cefbb09428d x-openstack-request-id: req-4c3f9b2e-a37f-440a-8f47-1cefbb09428d {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:48.725111 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-plugged", "status": "completed", "tag": "123c3564-d09f-4a91-ad7f-9c78aa37f9fe", "code": 200}, {"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-plugged", "status": "completed", "tag": "881e40ad-0c63-425b-99cc-d07326271955", "code": 200}, {"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-plugged", "status": "completed", "tag": "fe179def-5efe-44f2-90b5-9251355671f2", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:48.725405 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4c3f9b2e-a37f-440a-8f47-1cefbb09428d {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:48.725797 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '123c3564-d09f-4a91-ad7f-9c78aa37f9fe', 'code': 200} Feb 15 16:49:48.726058 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '881e40ad-0c63-425b-99cc-d07326271955', 'code': 200} Feb 15 16:49:48.726319 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe179def-5efe-44f2-90b5-9251355671f2', 'code': 200} Feb 15 16:49:48.751318 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-650edb5f-4bb9-40f2-8936-71eeaa5e8071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:48.771267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f5af67be-1719-4be1-89cb-3f77a4ab58d3,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:48.808580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6073f2-5e6d-42d9-8d84-7c1447362fc8 req-6f1bfdfe-86f0-4df4-9a1d-38f4d60f2ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:48.811415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c6073f2-5e6d-42d9-8d84-7c1447362fc8 req-6f1bfdfe-86f0-4df4-9a1d-38f4d60f2ac6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42610834676b47ab966c400876e61344&device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 1128 time: 0.0633147 Feb 15 16:49:48.853838 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 41438aaf-3eb8-4735-95e0-46102a711d7c completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:49:48.858445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 41438aaf-3eb8-4735-95e0-46102a711d7c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:48.858811 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:48.873459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50386) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:48.937436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6073f2-5e6d-42d9-8d84-7c1447362fc8 req-8fcdd675-8920-410a-a2df-cb05054dfe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:48.939597 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c6073f2-5e6d-42d9-8d84-7c1447362fc8 req-8fcdd675-8920-410a-a2df-cb05054dfe8e service neutron] 10.222.0.67 "GET /v2.0/networks?id=12a2093f-2fc9-4fce-b441-82e85199b407 HTTP/1.1" status: 200 len: 920 time: 0.1101117 Feb 15 16:49:48.966354 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 41438aaf-3eb8-4735-95e0-46102a711d7c is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:48.967124 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:49.001596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c6073f2-5e6d-42d9-8d84-7c1447362fc8 req-8a06ab0a-6e4c-4b8f-999c-8d8ed6dc19e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f HTTP/1.1" status: 200 len: 217 time: 0.0512619 Feb 15 16:49:49.019311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 41438aaf-3eb8-4735-95e0-46102a711d7c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=41438aaf-3eb8-4735-95e0-46102a711d7c,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:49.080027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6073f2-5e6d-42d9-8d84-7c1447362fc8 req-d6b8c4e8-927b-49c4-a2a0-70641792ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:49.081570 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c6073f2-5e6d-42d9-8d84-7c1447362fc8 req-d6b8c4e8-927b-49c4-a2a0-70641792ba2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6043ea-4296-4866-ad66-6a493d2ddddb HTTP/1.1" status: 200 len: 859 time: 0.0729208 Feb 15 16:49:49.100700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-650edb5f-4bb9-40f2-8936-71eeaa5e8071 admin admin] Deleting port 345dacdf-8e02-4c65-966d-aefdee4c97b9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:49.101261 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-650edb5f-4bb9-40f2-8936-71eeaa5e8071 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:49.128308 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c6073f2-5e6d-42d9-8d84-7c1447362fc8 req-382f481f-3f3e-4425-b8ec-8c1485fca4ab service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12a2093f-2fc9-4fce-b441-82e85199b407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277269 Feb 15 16:49:49.128560 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:49.129442 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3afed0e7-2cee-4126-8584-e4805f52e3c7 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:49:49.133179 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7f0b84ad-c37e-4403-8696-e0e53cfa747a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=944b75f504c24e5d93471331401c7c6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2560687 Feb 15 16:49:49.133466 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50392) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:49.189965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-650edb5f-4bb9-40f2-8936-71eeaa5e8071 admin admin] For port 345dacdf-8e02-4c65-966d-aefdee4c97b9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=345dacdf-8e02-4c65-966d-aefdee4c97b9,segment=NetworkSegment(e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c),segment_id=e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:49.190273 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-650edb5f-4bb9-40f2-8936-71eeaa5e8071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:49.207992 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=41438aaf-3eb8-4735-95e0-46102a711d7c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:49.208921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-650edb5f-4bb9-40f2-8936-71eeaa5e8071 admin admin] Calling delete_port for 345dacdf-8e02-4c65-966d-aefdee4c97b9 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:49.255643 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1984b80-8d0d-47a3-9e41-17af3e5a51d5 admin admin] Publish callbacks [] for security_group (3cb9fd64-2e4c-4b13-a06d-39c05f4c5301), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:49.281946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c6073f2-5e6d-42d9-8d84-7c1447362fc8 req-1226c5c2-ac72-4ff5-b5e6-660396f0b56f service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395519 Feb 15 16:49:49.310286 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1984b80-8d0d-47a3-9e41-17af3e5a51d5 admin admin] Publish callbacks [] for security_group (3cb9fd64-2e4c-4b13-a06d-39c05f4c5301), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:49.322740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 3afed0e7-2cee-4126-8584-e4805f52e3c7 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:49:49.327613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 3afed0e7-2cee-4126-8584-e4805f52e3c7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:49:49.327994 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:49.418324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 3afed0e7-2cee-4126-8584-e4805f52e3c7 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:49:49.418751 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:49.421494 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c6073f2-5e6d-42d9-8d84-7c1447362fc8 req-ccd4a52a-d27b-42c9-8756-ae7e8724d7de service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238813 Feb 15 16:49:49.452256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3afed0e7-2cee-4126-8584-e4805f52e3c7, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3afed0e7-2cee-4126-8584-e4805f52e3c7,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:49.482458 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1984b80-8d0d-47a3-9e41-17af3e5a51d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3cb9fd64-2e4c-4b13-a06d-39c05f4c5301), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:49.485126 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1984b80-8d0d-47a3-9e41-17af3e5a51d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:49.486317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c1984b80-8d0d-47a3-9e41-17af3e5a51d5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3cb9fd64-2e4c-4b13-a06d-39c05f4c5301 HTTP/1.1" status: 204 len: 168 time: 0.3519351 Feb 15 16:49:49.494175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1984b80-8d0d-47a3-9e41-17af3e5a51d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb9fd64-2e4c-4b13-a06d-39c05f4c5301,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:49.534089 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-650edb5f-4bb9-40f2-8936-71eeaa5e8071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (345dacdf-8e02-4c65-966d-aefdee4c97b9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:49.534288 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:49.564031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:49:49.590036 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:49:49.590415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1fdb6ae4-c893-4d61-a5ff-eb5191a8b0d9 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:49:49.613668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=3afed0e7-2cee-4126-8584-e4805f52e3c7,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:49.633100 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650edb5f-4bb9-40f2-8936-71eeaa5e8071 admin admin] Pushing event deleted for resources: {'Port': ['ID=345dacdf-8e02-4c65-966d-aefdee4c97b9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:49.785846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72219fff-77e4-43b8-b6bf-1a60740c0b97 req-400c59b7-16ad-4d87-90b9-af397ffd22cf tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:49.788397 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72219fff-77e4-43b8-b6bf-1a60740c0b97 req-400c59b7-16ad-4d87-90b9-af397ffd22cf tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0825288 Feb 15 16:49:49.826648 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-109a8622-d91d-45b6-a76f-79c3a7d645d3 req-e3b5a01a-25fe-429f-853d-138189a884c1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=cf40fce3-cd24-474e-8579-e594953655fc HTTP/1.1" status: 200 len: 210 time: 0.0671675 Feb 15 16:49:49.845247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9950b26-22ec-4ecb-ae48-7907617a174b req-1af09831-d3a6-41e9-a146-dbc934d45258 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:49.850574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9950b26-22ec-4ecb-ae48-7907617a174b req-1af09831-d3a6-41e9-a146-dbc934d45258 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:49.856574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9950b26-22ec-4ecb-ae48-7907617a174b req-1af09831-d3a6-41e9-a146-dbc934d45258 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:49.858108 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72219fff-77e4-43b8-b6bf-1a60740c0b97 req-03225f47-ee23-4da3-8fcf-d96e9dbfacd5 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591068 Feb 15 16:49:49.862050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9950b26-22ec-4ecb-ae48-7907617a174b req-1af09831-d3a6-41e9-a146-dbc934d45258 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:49.867371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9950b26-22ec-4ecb-ae48-7907617a174b req-1af09831-d3a6-41e9-a146-dbc934d45258 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:49.873845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9950b26-22ec-4ecb-ae48-7907617a174b req-1af09831-d3a6-41e9-a146-dbc934d45258 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:49.879131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9950b26-22ec-4ecb-ae48-7907617a174b req-1af09831-d3a6-41e9-a146-dbc934d45258 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:49.881131 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f9950b26-22ec-4ecb-ae48-7907617a174b req-1af09831-d3a6-41e9-a146-dbc934d45258 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5433 time: 0.2425799 Feb 15 16:49:49.937601 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3dcc3589-517a-4288-8f3c-0814340e9794 req-22745eac-d6b3-4c65-8b7a-dad63548daf9 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0268176 Feb 15 16:49:49.943069 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-650edb5f-4bb9-40f2-8936-71eeaa5e8071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:49.969302 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f9950b26-22ec-4ecb-ae48-7907617a174b req-c55cb0b6-31cc-4679-9807-0de4406e9660 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0810554 Feb 15 16:49:50.170417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50406) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:50.184583 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-25387907-de7e-4381-9488-02a0cbbfa0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:50.205088 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650edb5f-4bb9-40f2-8936-71eeaa5e8071 admin admin] Router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:49:50.266714 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-25387907-de7e-4381-9488-02a0cbbfa0e5 admin admin] Publish callbacks [] for security_group (fb685230-aefb-475d-b738-1d74bcf9c7c2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:50.302054 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c11d7c4d-cb3a-461a-b146-c1cf1b24de9a req-3939e27b-8a5f-47e5-a48a-6e787ad5dec9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0538113 Feb 15 16:49:50.305621 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-25387907-de7e-4381-9488-02a0cbbfa0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fb685230-aefb-475d-b738-1d74bcf9c7c2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:50.337802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650edb5f-4bb9-40f2-8936-71eeaa5e8071 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:49:50.343658 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-650edb5f-4bb9-40f2-8936-71eeaa5e8071 admin admin] 10.222.0.107 "PUT /v2.0/routers/2583b5b0-7e4f-464a-8d15-74bd23eb3f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2047875 Feb 15 16:49:50.346324 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50408) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:50.348350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-25387907-de7e-4381-9488-02a0cbbfa0e5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3d336444a08c4c1493300b5e4f51a0e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1766131 Feb 15 16:49:50.349059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d976d5-f0d1-4f4d-8a3e-c707f77f1084 None None] Sync routers for ids ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:49:50.349902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25387907-de7e-4381-9488-02a0cbbfa0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb685230-aefb-475d-b738-1d74bcf9c7c2,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:50.352567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50410) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:50.363572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d976d5-f0d1-4f4d-8a3e-c707f77f1084 None None] Routers {'2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:50.364212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-29d976d5-f0d1-4f4d-8a3e-c707f77f1084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:50.420362 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b78a9aeb-a7fa-43bb-8515-28f3c92331d9 admin admin] Publish callbacks [] for security_group (fb685230-aefb-475d-b738-1d74bcf9c7c2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:50.445639 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b78a9aeb-a7fa-43bb-8515-28f3c92331d9 admin admin] Publish callbacks [] for security_group (fb685230-aefb-475d-b738-1d74bcf9c7c2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:50.490869 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-29d976d5-f0d1-4f4d-8a3e-c707f77f1084 None None] Set router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:49:50.580095 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b78a9aeb-a7fa-43bb-8515-28f3c92331d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fb685230-aefb-475d-b738-1d74bcf9c7c2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:50.583000 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b78a9aeb-a7fa-43bb-8515-28f3c92331d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:50.587607 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b78a9aeb-a7fa-43bb-8515-28f3c92331d9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fb685230-aefb-475d-b738-1d74bcf9c7c2 HTTP/1.1" status: 204 len: 168 time: 0.2337301 Feb 15 16:49:50.597841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a9aeb-a7fa-43bb-8515-28f3c92331d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb685230-aefb-475d-b738-1d74bcf9c7c2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:50.715286 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-29d976d5-f0d1-4f4d-8a3e-c707f77f1084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'name': 'tempest-ServersTestManualDisk-2116213318-router', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:49:49Z', 'revision_number': 5, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'gw_port': {'id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:50.745346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5af67be-1719-4be1-89cb-3f77a4ab58d3'}, {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41438aaf-3eb8-4735-95e0-46102a711d7c'}, {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afed0e7-2cee-4126-8584-e4805f52e3c7'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:50.748669 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b3a73c-bfb6-45ca-bc37-3437fe3ca7b8" -d '{"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-plugged", "status": "completed", "tag": "f5af67be-1719-4be1-89cb-3f77a4ab58d3"}, {"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-plugged", "status": "completed", "tag": "41438aaf-3eb8-4735-95e0-46102a711d7c"}, {"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-plugged", "status": "completed", "tag": "3afed0e7-2cee-4126-8584-e4805f52e3c7"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:50.750890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d976d5-f0d1-4f4d-8a3e-c707f77f1084 None None] Checking router: 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:49:50.762622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d976d5-f0d1-4f4d-8a3e-c707f77f1084 None None] Routers {'2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:50.763383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-29d976d5-f0d1-4f4d-8a3e-c707f77f1084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:50.800879 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-484ebc38-eb6f-41c7-aa07-574ce611a8b4 admin admin] Publish callbacks [] for router (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:50.992001 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806de072-bcd8-43a2-ade5-78c7bb5041dd x-openstack-request-id: req-806de072-bcd8-43a2-ade5-78c7bb5041dd {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:50.992718 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-plugged", "status": "completed", "tag": "f5af67be-1719-4be1-89cb-3f77a4ab58d3", "code": 200}, {"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-plugged", "status": "completed", "tag": "41438aaf-3eb8-4735-95e0-46102a711d7c", "code": 200}, {"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-plugged", "status": "completed", "tag": "3afed0e7-2cee-4126-8584-e4805f52e3c7", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:50.993096 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-806de072-bcd8-43a2-ade5-78c7bb5041dd {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:50.993609 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5af67be-1719-4be1-89cb-3f77a4ab58d3', 'code': 200} Feb 15 16:49:50.995978 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41438aaf-3eb8-4735-95e0-46102a711d7c', 'code': 200} Feb 15 16:49:50.996397 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3afed0e7-2cee-4126-8584-e4805f52e3c7', 'code': 200} Feb 15 16:49:51.040727 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-484ebc38-eb6f-41c7-aa07-574ce611a8b4 admin admin] Publish callbacks [] for router_gateway (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:51.065986 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0f5fbf28-7bb8-40df-afb8-4a8c1e6fda11 req-fdb874e2-a3fd-4524-8846-ad40822c2695 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0386190 Feb 15 16:49:51.077491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a675-9c65-41dc-abc6-f896428019b0 req-6034602b-ce8a-4dde-8da5-dd150aac2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:51.077491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a675-9c65-41dc-abc6-f896428019b0 req-6034602b-ce8a-4dde-8da5-dd150aac2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:51.077491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a675-9c65-41dc-abc6-f896428019b0 req-6034602b-ce8a-4dde-8da5-dd150aac2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:51.077491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a675-9c65-41dc-abc6-f896428019b0 req-6034602b-ce8a-4dde-8da5-dd150aac2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:51.077491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a675-9c65-41dc-abc6-f896428019b0 req-6034602b-ce8a-4dde-8da5-dd150aac2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:51.077491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a675-9c65-41dc-abc6-f896428019b0 req-6034602b-ce8a-4dde-8da5-dd150aac2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:51.078269 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc8a675-9c65-41dc-abc6-f896428019b0 req-6034602b-ce8a-4dde-8da5-dd150aac2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:51.080474 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9cc8a675-9c65-41dc-abc6-f896428019b0 req-6034602b-ce8a-4dde-8da5-dd150aac2c90 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 6714 time: 0.1635141 Feb 15 16:49:51.083024 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-29d976d5-f0d1-4f4d-8a3e-c707f77f1084 None None] Set router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:49:51.115636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963a0b5-5937-46e1-beab-da3099ada448 req-0320b9f8-5a30-4efb-a6bf-8e6fe949d13f tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:51.117151 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5963a0b5-5937-46e1-beab-da3099ada448 req-0320b9f8-5a30-4efb-a6bf-8e6fe949d13f tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.1594539 Feb 15 16:49:51.226514 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9cc8a675-9c65-41dc-abc6-f896428019b0 req-89130022-5fc2-45c2-91ff-0bbb8eb727f7 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=8476a588-e71a-406e-a6ea-9ce639964780&id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1361191 Feb 15 16:49:51.232897 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c1a67-15e3-4384-950b-9f7fc0966a1a req-a21ac2c5-8591-4999-94e1-f7bffd35cc07 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:51.245451 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c1a67-15e3-4384-950b-9f7fc0966a1a req-a21ac2c5-8591-4999-94e1-f7bffd35cc07 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:51.248785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c1a67-15e3-4384-950b-9f7fc0966a1a req-a21ac2c5-8591-4999-94e1-f7bffd35cc07 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:51.255758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c1a67-15e3-4384-950b-9f7fc0966a1a req-a21ac2c5-8591-4999-94e1-f7bffd35cc07 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:51.262027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c1a67-15e3-4384-950b-9f7fc0966a1a req-a21ac2c5-8591-4999-94e1-f7bffd35cc07 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:51.268329 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c1a67-15e3-4384-950b-9f7fc0966a1a req-a21ac2c5-8591-4999-94e1-f7bffd35cc07 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:51.274397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c1a67-15e3-4384-950b-9f7fc0966a1a req-a21ac2c5-8591-4999-94e1-f7bffd35cc07 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:51.276414 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f9c1a67-15e3-4384-950b-9f7fc0966a1a req-a21ac2c5-8591-4999-94e1-f7bffd35cc07 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5433 time: 0.1380663 Feb 15 16:49:51.282510 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5963a0b5-5937-46e1-beab-da3099ada448 req-73c62bc4-00de-44b9-af10-1e1586beebed tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536160 Feb 15 16:49:51.304669 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-484ebc38-eb6f-41c7-aa07-574ce611a8b4 admin admin] Deleting port 7c998e0e-ca9b-4b65-b65a-124605bc97b4 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:51.305336 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-484ebc38-eb6f-41c7-aa07-574ce611a8b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7c998e0e-ca9b-4b65-b65a-124605bc97b4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:51.337486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-29d976d5-f0d1-4f4d-8a3e-c707f77f1084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'name': 'tempest-ServersTestManualDisk-2116213318-router', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:49:49Z', 'revision_number': 5, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'gw_port': {'id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:51.346823 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f9c1a67-15e3-4384-950b-9f7fc0966a1a req-4aa0422e-fe99-4c34-8297-607cbcb1677f tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599484 Feb 15 16:49:51.377287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d976d5-f0d1-4f4d-8a3e-c707f77f1084 None None] The sync data for ids ['2583b5b0-7e4f-464a-8d15-74bd23eb3f1e'] in n-d-828372-14 is: [{'id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'name': 'tempest-ServersTestManualDisk-2116213318-router', 'tenant_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31'}], 'enable_snat': True}, 'gw_port_id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:49:49Z', 'revision_number': 5, 'project_id': '99f8a61d17cd4da6977c39196cb3c0c5', 'gw_port': {'id': '7c998e0e-ca9b-4b65-b65a-124605bc97b4', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583b5b0-7e4f-464a-8d15-74bd23eb3f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:25Z', 'updated_at': '2022-02-15T16:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:49:51.384882 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50426) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:51.400266 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c51d40e4-dc82-4272-8a11-a47ac9caf125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:51.405883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-484ebc38-eb6f-41c7-aa07-574ce611a8b4 admin admin] For port 7c998e0e-ca9b-4b65-b65a-124605bc97b4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7c998e0e-ca9b-4b65-b65a-124605bc97b4,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:51.406401 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-484ebc38-eb6f-41c7-aa07-574ce611a8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7c998e0e-ca9b-4b65-b65a-124605bc97b4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:51.422252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-484ebc38-eb6f-41c7-aa07-574ce611a8b4 admin admin] Calling delete_port for 7c998e0e-ca9b-4b65-b65a-124605bc97b4 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:51.481749 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c51d40e4-dc82-4272-8a11-a47ac9caf125 admin admin] Publish callbacks [] for security_group (8fa5ef67-5665-40b7-adfa-7ef9ef32a366), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:51.544806 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c51d40e4-dc82-4272-8a11-a47ac9caf125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8fa5ef67-5665-40b7-adfa-7ef9ef32a366), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:51.585514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c51d40e4-dc82-4272-8a11-a47ac9caf125 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5b572ecd36d2400d9862fabf4aaf3d3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1993914 Feb 15 16:49:51.586406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d40e4-dc82-4272-8a11-a47ac9caf125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa5ef67-5665-40b7-adfa-7ef9ef32a366,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:51.589182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50428) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:51.640005 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d93c4462-b4ac-4cfb-a4c8-e41d6144d0db admin admin] Publish callbacks [] for security_group (8fa5ef67-5665-40b7-adfa-7ef9ef32a366), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:51.665840 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d93c4462-b4ac-4cfb-a4c8-e41d6144d0db admin admin] Publish callbacks [] for security_group (8fa5ef67-5665-40b7-adfa-7ef9ef32a366), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:51.716868 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-484ebc38-eb6f-41c7-aa07-574ce611a8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (7c998e0e-ca9b-4b65-b65a-124605bc97b4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:51.748341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ebc38-eb6f-41c7-aa07-574ce611a8b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c998e0e-ca9b-4b65-b65a-124605bc97b4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:51.815542 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-484ebc38-eb6f-41c7-aa07-574ce611a8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:51.831214 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d93c4462-b4ac-4cfb-a4c8-e41d6144d0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8fa5ef67-5665-40b7-adfa-7ef9ef32a366), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:51.834164 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d93c4462-b4ac-4cfb-a4c8-e41d6144d0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:51.837728 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d93c4462-b4ac-4cfb-a4c8-e41d6144d0db admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8fa5ef67-5665-40b7-adfa-7ef9ef32a366 HTTP/1.1" status: 204 len: 168 time: 0.2452500 Feb 15 16:49:51.848932 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c4462-b4ac-4cfb-a4c8-e41d6144d0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa5ef67-5665-40b7-adfa-7ef9ef32a366,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:51.918324 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-484ebc38-eb6f-41c7-aa07-574ce611a8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:51.920616 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-484ebc38-eb6f-41c7-aa07-574ce611a8b4 admin admin] Publish callbacks [] for router_controller (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:52.076810 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-484ebc38-eb6f-41c7-aa07-574ce611a8b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (2583b5b0-7e4f-464a-8d15-74bd23eb3f1e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:52.077351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484ebc38-eb6f-41c7-aa07-574ce611a8b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2583b5b0-7e4f-464a-8d15-74bd23eb3f1e {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:49:52.089089 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-484ebc38-eb6f-41c7-aa07-574ce611a8b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:52.089089 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-484ebc38-eb6f-41c7-aa07-574ce611a8b4 admin admin] 10.222.0.107 "DELETE /v2.0/routers/2583b5b0-7e4f-464a-8d15-74bd23eb3f1e HTTP/1.1" status: 204 len: 168 time: 1.7375708 Feb 15 16:49:52.089089 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50432) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:52.098486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 345dacdf-8e02-4c65-966d-aefdee4c97b9 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:49:52.155418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 345dacdf-8e02-4c65-966d-aefdee4c97b9 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:49:52.156059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 345dacdf-8e02-4c65-966d-aefdee4c97b9 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:49:52.201922 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3388006d-7e50-4fc4-bcc5-22da02dd60ef req-9b68e5e3-8486-467a-8dac-90889995435f tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0296102 Feb 15 16:49:52.207829 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0a4357-2df1-4a45-8124-d5121c5f523f admin admin] Deleting subnet 8e3e6778-841b-48ec-84aa-40e26227078d {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:49:52.211387 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4357-2df1-4a45-8124-d5121c5f523f admin admin] Publish callbacks [] for subnet (8e3e6778-841b-48ec-84aa-40e26227078d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:52.253320 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4357-2df1-4a45-8124-d5121c5f523f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (8e3e6778-841b-48ec-84aa-40e26227078d), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:52.378118 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4357-2df1-4a45-8124-d5121c5f523f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (8e3e6778-841b-48ec-84aa-40e26227078d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:52.460368 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307b8fb-abeb-49db-9ca4-db9f505a3557 req-bc23e901-5bca-4e00-8055-791c9f6c4a03 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:52.461986 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b307b8fb-abeb-49db-9ca4-db9f505a3557 req-bc23e901-5bca-4e00-8055-791c9f6c4a03 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0978844 Feb 15 16:49:52.518941 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b307b8fb-abeb-49db-9ca4-db9f505a3557 req-6815f8ab-4084-4e18-8228-50f68e0e4c93 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503569 Feb 15 16:49:52.534522 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4357-2df1-4a45-8124-d5121c5f523f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (8e3e6778-841b-48ec-84aa-40e26227078d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:52.564059 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4357-2df1-4a45-8124-d5121c5f523f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:52.567474 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ec0a4357-2df1-4a45-8124-d5121c5f523f admin admin] 10.222.0.107 "DELETE /v2.0/subnets/8e3e6778-841b-48ec-84aa-40e26227078d HTTP/1.1" status: 204 len: 168 time: 0.4790103 Feb 15 16:49:52.569283 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a4357-2df1-4a45-8124-d5121c5f523f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e3e6778-841b-48ec-84aa-40e26227078d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:52.570552 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50464) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:52.571040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d0afab-07f1-48f9-a4f1-1e439ffd4a4b None None] Network f5055edf-942a-4377-9670-70c584a5ccb1 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:49:52.687433 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (f5055edf-942a-4377-9670-70c584a5ccb1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:52.700481 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9356b5-76a4-47d5-9a91-c771883a7198 req-ba2153a2-ccf9-4141-a64c-8ca4c4d0a51b tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:52.707425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9356b5-76a4-47d5-9a91-c771883a7198 req-ba2153a2-ccf9-4141-a64c-8ca4c4d0a51b tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:52.715141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9356b5-76a4-47d5-9a91-c771883a7198 req-ba2153a2-ccf9-4141-a64c-8ca4c4d0a51b tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:52.721707 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9356b5-76a4-47d5-9a91-c771883a7198 req-ba2153a2-ccf9-4141-a64c-8ca4c4d0a51b tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:52.728137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9356b5-76a4-47d5-9a91-c771883a7198 req-ba2153a2-ccf9-4141-a64c-8ca4c4d0a51b tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:52.737531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9356b5-76a4-47d5-9a91-c771883a7198 req-ba2153a2-ccf9-4141-a64c-8ca4c4d0a51b tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:52.743153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9356b5-76a4-47d5-9a91-c771883a7198 req-ba2153a2-ccf9-4141-a64c-8ca4c4d0a51b tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:52.751760 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fc9356b5-76a4-47d5-9a91-c771883a7198 req-ba2153a2-ccf9-4141-a64c-8ca4c4d0a51b tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5433 time: 0.1614244 Feb 15 16:49:52.774807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] Deleting port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:52.775411 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6c65f05a-5219-4cef-8ecf-fb7164ffef6f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:52.856037 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fc9356b5-76a4-47d5-9a91-c771883a7198 req-f91721b6-3dbc-4774-ad7f-7b9904aae2ea tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1032319 Feb 15 16:49:52.876449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] For port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6c65f05a-5219-4cef-8ecf-fb7164ffef6f,segment=NetworkSegment(e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c),segment_id=e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:52.877295 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6c65f05a-5219-4cef-8ecf-fb7164ffef6f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:52.898033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48c2ff9-c04b-4e4e-be61-9029ddd6cbe7 None None] DHCP port deletion for f5055edf-942a-4377-9670-70c584a5ccb1 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:49:52.918180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] Calling delete_port for 6c65f05a-5219-4cef-8ecf-fb7164ffef6f owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:53.003657 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be11daf1-acb7-4bd3-925a-3cad63010b77 req-c62ad48d-ef6f-4f45-9783-a3442ed4462c tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0532889 Feb 15 16:49:53.004628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f48c2ff9-c04b-4e4e-be61-9029ddd6cbe7 None None] Deleting port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:49:53.005056 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f48c2ff9-c04b-4e4e-be61-9029ddd6cbe7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6c65f05a-5219-4cef-8ecf-fb7164ffef6f), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:53.075986 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f48c2ff9-c04b-4e4e-be61-9029ddd6cbe7 None None] For port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6c65f05a-5219-4cef-8ecf-fb7164ffef6f,segment=NetworkSegment(e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c),segment_id=e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:49:53.076388 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f48c2ff9-c04b-4e4e-be61-9029ddd6cbe7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6c65f05a-5219-4cef-8ecf-fb7164ffef6f), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:53.088631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f48c2ff9-c04b-4e4e-be61-9029ddd6cbe7 None None] Calling delete_port for 6c65f05a-5219-4cef-8ecf-fb7164ffef6f owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:49:53.174158 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6c65f05a-5219-4cef-8ecf-fb7164ffef6f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:53.180792 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f48c2ff9-c04b-4e4e-be61-9029ddd6cbe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (6c65f05a-5219-4cef-8ecf-fb7164ffef6f), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:53.211578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] No DVR routers for this DVR port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:49:53.215722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] Pushing event deleted for resources: {'Port': ['ID=6c65f05a-5219-4cef-8ecf-fb7164ffef6f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:53.217307 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c2ff9-c04b-4e4e-be61-9029ddd6cbe7 None None] Pushing event deleted for resources: {'Port': ['ID=6c65f05a-5219-4cef-8ecf-fb7164ffef6f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:53.221915 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c2ff9-c04b-4e4e-be61-9029ddd6cbe7 None None] No DVR routers for this DVR port 6c65f05a-5219-4cef-8ecf-fb7164ffef6f on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:49:53.309382 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (f5055edf-942a-4377-9670-70c584a5ccb1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:53.330198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5055edf-942a-4377-9670-70c584a5ccb1']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:53.339575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:53.339926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:53.349616 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:53.363690 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:53.370470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:49:53.371044 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (e92e1995-05c9-4f7f-b6c4-bc5c4bc54f3c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:49:53.372786 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:49:53.516787 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (f5055edf-942a-4377-9670-70c584a5ccb1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:53.522837 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:53.527586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] 10.222.0.107 "DELETE /v2.0/networks/f5055edf-942a-4377-9670-70c584a5ccb1 HTTP/1.1" status: 204 len: 168 time: 0.9550114 Feb 15 16:49:53.536656 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236144b-84d5-4ae3-a707-b90ec9f78af3 req-0f5c57ad-8ede-427c-adce-f9bc7118c302 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:53.538692 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7236144b-84d5-4ae3-a707-b90ec9f78af3 req-0f5c57ad-8ede-427c-adce-f9bc7118c302 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0664062 Feb 15 16:49:53.561922 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef646b64-ccca-4d1a-bbd1-6a6e0dd5406d admin admin] Pushing event deleted for resources: {'Network': ['ID=f5055edf-942a-4377-9670-70c584a5ccb1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:53.621815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ccc47-8a34-4a0f-a46a-ff2ec061e509 req-9454f6bb-ba09-4750-a8f0-2d92f1c8befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:53.623333 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-560ccc47-8a34-4a0f-a46a-ff2ec061e509 req-9454f6bb-ba09-4750-a8f0-2d92f1c8befa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42610834676b47ab966c400876e61344&device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 1128 time: 0.0707679 Feb 15 16:49:53.624777 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7236144b-84d5-4ae3-a707-b90ec9f78af3 req-510f75aa-d2b5-4035-8c53-edec8236351d tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782695 Feb 15 16:49:53.738118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dbd45-ce8c-4b25-a87c-afead906d696 req-7d992084-b38f-405d-b070-37d2a332af49 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:53.739619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-014dbd45-ce8c-4b25-a87c-afead906d696 req-7d992084-b38f-405d-b070-37d2a332af49 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.1341577 Feb 15 16:49:53.767750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ccc47-8a34-4a0f-a46a-ff2ec061e509 req-e164fcf3-7f0e-4bf8-a0c2-cc61f09c36c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:53.769528 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-560ccc47-8a34-4a0f-a46a-ff2ec061e509 req-e164fcf3-7f0e-4bf8-a0c2-cc61f09c36c0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12a2093f-2fc9-4fce-b441-82e85199b407 HTTP/1.1" status: 200 len: 920 time: 0.1306250 Feb 15 16:49:53.825748 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-560ccc47-8a34-4a0f-a46a-ff2ec061e509 req-29b6ed98-d30c-46e6-b940-ea23838675c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f HTTP/1.1" status: 200 len: 217 time: 0.0478549 Feb 15 16:49:53.845047 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50498) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:53.865159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-014dbd45-ce8c-4b25-a87c-afead906d696 req-8cc8229b-65ae-4be5-a90f-decaac458274 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176076 Feb 15 16:49:53.883524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ccc47-8a34-4a0f-a46a-ff2ec061e509 req-e8d9f209-d592-47c6-bdb7-ef8e14abe5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:53.883524 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-560ccc47-8a34-4a0f-a46a-ff2ec061e509 req-e8d9f209-d592-47c6-bdb7-ef8e14abe5e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6043ea-4296-4866-ad66-6a493d2ddddb HTTP/1.1" status: 200 len: 859 time: 0.0502110 Feb 15 16:49:53.888455 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-92a7f2c8-97cf-44c3-b84e-8662a352941f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=99f8a61d17cd4da6977c39196cb3c0c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418961 Feb 15 16:49:53.891058 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50502) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:53.919754 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-560ccc47-8a34-4a0f-a46a-ff2ec061e509 req-7fd9380f-871e-4615-9c8e-252aae3e41d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12a2093f-2fc9-4fce-b441-82e85199b407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292597 Feb 15 16:49:53.948935 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6907960a-4eff-4df1-af1b-57b5358c5d6f admin admin] Publish callbacks [] for security_group (233157c3-ee1e-494c-afef-d07d9dbbe137), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:54.013555 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6907960a-4eff-4df1-af1b-57b5358c5d6f admin admin] Publish callbacks [] for security_group (233157c3-ee1e-494c-afef-d07d9dbbe137), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:54.027288 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-560ccc47-8a34-4a0f-a46a-ff2ec061e509 req-67b72e0d-fdb8-4e75-a9d3-89c2c9b9f35b service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989528 Feb 15 16:49:54.087239 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1cb44-d693-440c-b7b8-8d483ff51f6f req-9928319f-2104-4c21-bfde-0b08cdd80938 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:54.093393 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1cb44-d693-440c-b7b8-8d483ff51f6f req-9928319f-2104-4c21-bfde-0b08cdd80938 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:54.099347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1cb44-d693-440c-b7b8-8d483ff51f6f req-9928319f-2104-4c21-bfde-0b08cdd80938 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:54.105916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1cb44-d693-440c-b7b8-8d483ff51f6f req-9928319f-2104-4c21-bfde-0b08cdd80938 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:54.110905 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1cb44-d693-440c-b7b8-8d483ff51f6f req-9928319f-2104-4c21-bfde-0b08cdd80938 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:54.116515 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1cb44-d693-440c-b7b8-8d483ff51f6f req-9928319f-2104-4c21-bfde-0b08cdd80938 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:54.122258 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1cb44-d693-440c-b7b8-8d483ff51f6f req-9928319f-2104-4c21-bfde-0b08cdd80938 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:54.124272 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7c998e0e-ca9b-4b65-b65a-124605bc97b4 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:49:54.130224 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9dd1cb44-d693-440c-b7b8-8d483ff51f6f req-9928319f-2104-4c21-bfde-0b08cdd80938 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5433 time: 0.1828411 Feb 15 16:49:54.153353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 7c998e0e-ca9b-4b65-b65a-124605bc97b4 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:49:54.158265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7c998e0e-ca9b-4b65-b65a-124605bc97b4 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:49:54.164388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6c65f05a-5219-4cef-8ecf-fb7164ffef6f no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:49:54.169241 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3971eac3-2cb9-4b39-acf8-8cd6aa711be5 req-2befc719-b424-4c28-a96e-0e97b7f6dfae tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0382228 Feb 15 16:49:54.199661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 6c65f05a-5219-4cef-8ecf-fb7164ffef6f {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:49:54.201223 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6c65f05a-5219-4cef-8ecf-fb7164ffef6f not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:49:54.212173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-560ccc47-8a34-4a0f-a46a-ff2ec061e509 req-df4cb434-8a61-403f-b625-9ec60627c8f2 service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639295 Feb 15 16:49:54.212600 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9dd1cb44-d693-440c-b7b8-8d483ff51f6f req-7c07802e-10c5-4224-af4e-4b6dda18653a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818255 Feb 15 16:49:54.255705 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6907960a-4eff-4df1-af1b-57b5358c5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (233157c3-ee1e-494c-afef-d07d9dbbe137), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:54.259595 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6907960a-4eff-4df1-af1b-57b5358c5d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:54.263545 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6907960a-4eff-4df1-af1b-57b5358c5d6f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/233157c3-ee1e-494c-afef-d07d9dbbe137 HTTP/1.1" status: 204 len: 168 time: 0.3693140 Feb 15 16:49:54.272274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907960a-4eff-4df1-af1b-57b5358c5d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233157c3-ee1e-494c-afef-d07d9dbbe137,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:54.295009 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50518) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:54.398424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-32a8679a-9a16-4619-92e3-01b031fdacc3 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-483834068'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:54.398910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-32a8679a-9a16-4619-92e3-01b031fdacc3 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] Unknown quota resources ['metering_label']. {{(pid=103799) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 16:49:54.618286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfee3eb-1ba0-4c6e-b307-a1b4f2bf61d3 req-408baae8-c5b9-4d78-ab59-20181e786a8e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:54.623599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfee3eb-1ba0-4c6e-b307-a1b4f2bf61d3 req-408baae8-c5b9-4d78-ab59-20181e786a8e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:54.628899 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfee3eb-1ba0-4c6e-b307-a1b4f2bf61d3 req-408baae8-c5b9-4d78-ab59-20181e786a8e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:54.634225 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfee3eb-1ba0-4c6e-b307-a1b4f2bf61d3 req-408baae8-c5b9-4d78-ab59-20181e786a8e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:54.639518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfee3eb-1ba0-4c6e-b307-a1b4f2bf61d3 req-408baae8-c5b9-4d78-ab59-20181e786a8e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:54.645061 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfee3eb-1ba0-4c6e-b307-a1b4f2bf61d3 req-408baae8-c5b9-4d78-ab59-20181e786a8e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:54.650381 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfee3eb-1ba0-4c6e-b307-a1b4f2bf61d3 req-408baae8-c5b9-4d78-ab59-20181e786a8e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:54.652924 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ccfee3eb-1ba0-4c6e-b307-a1b4f2bf61d3 req-408baae8-c5b9-4d78-ab59-20181e786a8e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5433 time: 0.3514597 Feb 15 16:49:54.663345 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50530) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:54.668591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-63b2de01-e939-485e-a728-49e059de6ec4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Request body: {'floatingip': {'port_id': '881e40ad-0c63-425b-99cc-d07326271955'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:54.707934 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-32a8679a-9a16-4619-92e3-01b031fdacc3 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:54.711667 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-32a8679a-9a16-4619-92e3-01b031fdacc3 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] 10.222.0.107 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4132943 Feb 15 16:49:54.711905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50532) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:54.717939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-8aa3effd-4c74-4ab4-8c9c-4901e80f9e48 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '595bc5ee-8148-40f8-acdf-891668c406f8'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:54.718530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-8aa3effd-4c74-4ab4-8c9c-4901e80f9e48 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103799) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 16:49:54.721186 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63b2de01-e939-485e-a728-49e059de6ec4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for floatingip (a159062e-4330-4af7-93b7-3eebbba702b0), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:54.876728 n-d-828372-14 neutron-server[103799]: WARNING neutron.services.metering.metering_plugin [None req-8aa3effd-4c74-4ab4-8c9c-4901e80f9e48 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 15 16:49:54.887599 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ca233-f378-42bf-ae44-6427c4e0599d req-01f48e9c-1f5f-49f7-98f3-f3f0ceee6388 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:54.889458 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a53ca233-f378-42bf-ae44-6427c4e0599d req-01f48e9c-1f5f-49f7-98f3-f3f0ceee6388 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.1315317 Feb 15 16:49:55.009821 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a53ca233-f378-42bf-ae44-6427c4e0599d req-fc13d294-e124-4915-9679-4e39313af59e tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888796 Feb 15 16:49:55.278324 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63b2de01-e939-485e-a728-49e059de6ec4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:55.314347 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17df37dc-76eb-4da6-8f9a-63f1f98fb8fe req-cd452927-70ff-4aec-b9e6-c8e651040feb tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0332425 Feb 15 16:49:55.331274 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8aa3effd-4c74-4ab4-8c9c-4901e80f9e48 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:55.332492 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8aa3effd-4c74-4ab4-8c9c-4901e80f9e48 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] 10.222.0.107 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6196468 Feb 15 16:49:55.340069 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50552) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:55.344688 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6d38b37a-ffb4-43ac-9a5a-eda642951ebf tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '595bc5ee-8148-40f8-acdf-891668c406f8'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:55.345154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6d38b37a-ffb4-43ac-9a5a-eda642951ebf tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103800) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 16:49:55.353825 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63b2de01-e939-485e-a728-49e059de6ec4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (a159062e-4330-4af7-93b7-3eebbba702b0), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:55.365475 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39218253-101e-4bf7-bb99-041764c01c1b req-91bb4de9-fc88-41fb-bded-2e207c1386d8 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:55.366955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-39218253-101e-4bf7-bb99-041764c01c1b req-91bb4de9-fc88-41fb-bded-2e207c1386d8 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.4215217 Feb 15 16:49:55.417592 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-39218253-101e-4bf7-bb99-041764c01c1b req-0069aa87-5b49-4ff5-9f0c-c9ee6eb1bf68 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434320 Feb 15 16:49:55.482480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50556) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:55.521735 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-63b2de01-e939-485e-a728-49e059de6ec4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Floating IP a159062e-4330-4af7-93b7-3eebbba702b0 associated. External IP: 172.25.4.99, port: 881e40ad-0c63-425b-99cc-d07326271955. Feb 15 16:49:55.579319 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-cae3e587-6894-4b13-b443-999c6380c50a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1408330487-network', 'tenant_id': '0f53609e0a9f4fc392abcc7ed8e009ca'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:55.587502 n-d-828372-14 neutron-server[103800]: WARNING neutron.services.metering.metering_plugin [None req-6d38b37a-ffb4-43ac-9a5a-eda642951ebf tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 15 16:49:55.716531 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d38b37a-ffb4-43ac-9a5a-eda642951ebf tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:55.717774 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6d38b37a-ffb4-43ac-9a5a-eda642951ebf tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] 10.222.0.107 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3767221 Feb 15 16:49:55.720612 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50560) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:55.731473 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae3e587-6894-4b13-b443-999c6380c50a admin admin] Made reservation on behalf of 0f53609e0a9f4fc392abcc7ed8e009ca for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:49:55.733809 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cae3e587-6894-4b13-b443-999c6380c50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:55.737849 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-536d4067-9895-4324-8548-4acef0a241ae tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-label-rules?id=8703fe96-30d8-4a48-846b-3599509f15c1 HTTP/1.1" status: 200 len: 462 time: 0.0161636 Feb 15 16:49:55.740866 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50562) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:55.745720 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cae3e587-6894-4b13-b443-999c6380c50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:55.825763 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cae3e587-6894-4b13-b443-999c6380c50a admin admin] Publish callbacks [] for security_group (90e3bc82-7cc5-4680-9033-297440c70979), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:55.866234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b2de01-e939-485e-a728-49e059de6ec4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Router 4c216464-09ac-4322-91d6-3beeb3df36bf has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:49:55.951050 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cae3e587-6894-4b13-b443-999c6380c50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (90e3bc82-7cc5-4680-9033-297440c70979), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:55.972916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae3e587-6894-4b13-b443-999c6380c50a admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:49:55.989025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3e587-6894-4b13-b443-999c6380c50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e3bc82-7cc5-4680-9033-297440c70979,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:55.992065 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cae3e587-6894-4b13-b443-999c6380c50a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:55.992411 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-cae3e587-6894-4b13-b443-999c6380c50a admin admin] Added segment b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9 of type vlan for network a1f91500-e114-407b-8fb1-5fd3f7d57bb1 Feb 15 16:49:56.023799 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ba22a88-0138-412a-bc89-a5e3fe7485b3 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:56.023799 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6ba22a88-0138-412a-bc89-a5e3fe7485b3 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] 10.222.0.107 "DELETE /v2.0/metering/metering-label-rules/8703fe96-30d8-4a48-846b-3599509f15c1 HTTP/1.1" status: 204 len: 168 time: 0.2809813 Feb 15 16:49:56.027086 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50564) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:56.033519 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cae3e587-6894-4b13-b443-999c6380c50a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (a1f91500-e114-407b-8fb1-5fd3f7d57bb1), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:56.042795 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1bd5b810-5324-4c85-8eac-4c8fb9eb667f tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-label-rules?id=8703fe96-30d8-4a48-846b-3599509f15c1 HTTP/1.1" status: 200 len: 221 time: 0.0146561 Feb 15 16:49:56.046162 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50568) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:56.057245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b4e097ba-c714-4b77-8621-914648b68965 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--579406979', 'description': 'label created by tempest'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:56.057902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b4e097ba-c714-4b77-8621-914648b68965 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] Unknown quota resources ['metering_label']. {{(pid=103799) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 16:49:56.063552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b2de01-e939-485e-a728-49e059de6ec4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:49:56.069015 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63b2de01-e939-485e-a728-49e059de6ec4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:56.077751 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c34a59-dc5b-46af-af22-a4d53e994b19 None None] Sync routers for ids ['4c216464-09ac-4322-91d6-3beeb3df36bf'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:49:56.088002 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c34a59-dc5b-46af-af22-a4d53e994b19 None None] Routers {'4c216464-09ac-4322-91d6-3beeb3df36bf'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:56.089157 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-77c34a59-dc5b-46af-af22-a4d53e994b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4c216464-09ac-4322-91d6-3beeb3df36bf'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:56.116843 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cae3e587-6894-4b13-b443-999c6380c50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (a1f91500-e114-407b-8fb1-5fd3f7d57bb1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:56.118083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae3e587-6894-4b13-b443-999c6380c50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:56.118718 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cae3e587-6894-4b13-b443-999c6380c50a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:56.131888 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-63b2de01-e939-485e-a728-49e059de6ec4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "PUT /v2.0/floatingips/a159062e-4330-4af7-93b7-3eebbba702b0 HTTP/1.1" status: 200 len: 991 time: 1.4648643 Feb 15 16:49:56.135255 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'tag': '881e40ad-0c63-425b-99cc-d07326271955'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:49:56.139675 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6291f36-22bd-4667-86d6-595ada6f1dac" -d '{"events": [{"name": "network-changed", "server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "tag": "881e40ad-0c63-425b-99cc-d07326271955"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:49:56.172395 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76b67f-7e79-4b00-a211-eda62339433c req-a577fcfa-b532-412a-aacf-7fca519fea33 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:56.181073 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1f76b67f-7e79-4b00-a211-eda62339433c req-a577fcfa-b532-412a-aacf-7fca519fea33 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0886991 Feb 15 16:49:56.202130 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-77c34a59-dc5b-46af-af22-a4d53e994b19 None None] Set router 4c216464-09ac-4322-91d6-3beeb3df36bf gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:49:56.285593 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cae3e587-6894-4b13-b443-999c6380c50a admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7991598 Feb 15 16:49:56.285593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3e587-6894-4b13-b443-999c6380c50a admin admin] Pushing event updated for resources: {'Network': ['ID=a1f91500-e114-407b-8fb1-5fd3f7d57bb1,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:56.290546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50574) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:56.298952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network a1f91500-e114-407b-8fb1-5fd3f7d57bb1 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:49:56.335012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-9d0dc239-f9c1-43d4-8fab-490f1a685c60 admin admin] Request body: {'subnet': {'network_id': 'a1f91500-e114-407b-8fb1-5fd3f7d57bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1408330487-subnet', 'tenant_id': '0f53609e0a9f4fc392abcc7ed8e009ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:49:56.403692 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4e097ba-c714-4b77-8621-914648b68965 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:56.404936 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b4e097ba-c714-4b77-8621-914648b68965 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] 10.222.0.107 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3525274 Feb 15 16:49:56.408348 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50578) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:56.454402 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-77c34a59-dc5b-46af-af22-a4d53e994b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'name': 'tempest-TaggedBootDevicesTest-1790965815-router', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:36Z', 'updated_at': '2022-02-15T16:46:49Z', 'revision_number': 4, 'project_id': '81594fa848e7414b8f51155b921da775', 'gw_port': {'id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:39Z', 'updated_at': '2022-02-15T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'a159062e-4330-4af7-93b7-3eebbba702b0', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'port_id': '881e40ad-0c63-425b-99cc-d07326271955', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e', 'mac_address': 'fa:16:3e:90:e5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:48:22Z', 'updated_at': '2022-02-15T16:49:55Z', 'revision_number': 1, 'project_id': '81594fa848e7414b8f51155b921da775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b75985c-0fd7-4649-b58f-cd41b77c199c', 'name': '', 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'mac_address': 'fa:16:3e:e6:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '47993210-4410-433b-bc3b-435fcce0d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:47Z', 'updated_at': '2022-02-15T16:46:57Z', 'revision_number': 5, 'project_id': '81594fa848e7414b8f51155b921da775', 'subnets': [{'id': '47993210-4410-433b-bc3b-435fcce0d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:56.483128 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c34a59-dc5b-46af-af22-a4d53e994b19 None None] Checking router: 4c216464-09ac-4322-91d6-3beeb3df36bf for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:49:56.491325 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0dc239-f9c1-43d4-8fab-490f1a685c60 admin admin] Made reservation on behalf of 0f53609e0a9f4fc392abcc7ed8e009ca for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:49:56.492549 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c34a59-dc5b-46af-af22-a4d53e994b19 None None] Routers {'4c216464-09ac-4322-91d6-3beeb3df36bf'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:49:56.493066 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-77c34a59-dc5b-46af-af22-a4d53e994b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4c216464-09ac-4322-91d6-3beeb3df36bf'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:56.493735 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc239-f9c1-43d4-8fab-490f1a685c60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:56.592977 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1f76b67f-7e79-4b00-a211-eda62339433c req-d621d93b-5a5a-4fce-8389-5af95bfb3d7f tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113479 Feb 15 16:49:56.608595 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-77c34a59-dc5b-46af-af22-a4d53e994b19 None None] Set router 4c216464-09ac-4322-91d6-3beeb3df36bf gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:49:56.630017 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-edf9e800-bf35-43ce-9b34-88f13000cbac tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-labels?id=1ac7c3c1-4521-4d48-b2e3-b2bcb5e8c698 HTTP/1.1" status: 200 len: 467 time: 0.2200856 Feb 15 16:49:56.632101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50584) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:56.645298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45bc1b-4b12-4bbb-a5ad-baeac8716b24 req-20e6b14b-4b84-49b4-b164-8a4adf215ec5 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:56.652040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45bc1b-4b12-4bbb-a5ad-baeac8716b24 req-20e6b14b-4b84-49b4-b164-8a4adf215ec5 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:56.658535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45bc1b-4b12-4bbb-a5ad-baeac8716b24 req-20e6b14b-4b84-49b4-b164-8a4adf215ec5 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:56.664170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45bc1b-4b12-4bbb-a5ad-baeac8716b24 req-20e6b14b-4b84-49b4-b164-8a4adf215ec5 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:56.681738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45bc1b-4b12-4bbb-a5ad-baeac8716b24 req-20e6b14b-4b84-49b4-b164-8a4adf215ec5 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:56.688977 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45bc1b-4b12-4bbb-a5ad-baeac8716b24 req-20e6b14b-4b84-49b4-b164-8a4adf215ec5 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:56.694365 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45bc1b-4b12-4bbb-a5ad-baeac8716b24 req-20e6b14b-4b84-49b4-b164-8a4adf215ec5 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:56.699104 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6d43ad-024e-4044-8a96-321ca5797672 x-openstack-request-id: req-7c6d43ad-024e-4044-8a96-321ca5797672 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:49:56.699659 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "tag": "881e40ad-0c63-425b-99cc-d07326271955", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:49:56.700179 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7c6d43ad-024e-4044-8a96-321ca5797672 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:49:56.700874 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'tag': '881e40ad-0c63-425b-99cc-d07326271955', 'status': 'completed', 'code': 200} Feb 15 16:49:56.703705 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f45bc1b-4b12-4bbb-a5ad-baeac8716b24 req-20e6b14b-4b84-49b4-b164-8a4adf215ec5 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5433 time: 0.5014236 Feb 15 16:49:56.800134 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f45bc1b-4b12-4bbb-a5ad-baeac8716b24 req-7cfb6b67-c5d3-45c7-9310-7d957cf58340 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955482 Feb 15 16:49:56.842566 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc239-f9c1-43d4-8fab-490f1a685c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (57659875-7cec-44b8-af92-441d0c8d0e93), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:56.864143 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-77c34a59-dc5b-46af-af22-a4d53e994b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'name': 'tempest-TaggedBootDevicesTest-1790965815-router', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:36Z', 'updated_at': '2022-02-15T16:46:49Z', 'revision_number': 4, 'project_id': '81594fa848e7414b8f51155b921da775', 'gw_port': {'id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:39Z', 'updated_at': '2022-02-15T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'a159062e-4330-4af7-93b7-3eebbba702b0', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'port_id': '881e40ad-0c63-425b-99cc-d07326271955', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e', 'mac_address': 'fa:16:3e:90:e5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:48:22Z', 'updated_at': '2022-02-15T16:49:55Z', 'revision_number': 1, 'project_id': '81594fa848e7414b8f51155b921da775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b75985c-0fd7-4649-b58f-cd41b77c199c', 'name': '', 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'mac_address': 'fa:16:3e:e6:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '47993210-4410-433b-bc3b-435fcce0d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:47Z', 'updated_at': '2022-02-15T16:46:57Z', 'revision_number': 5, 'project_id': '81594fa848e7414b8f51155b921da775', 'subnets': [{'id': '47993210-4410-433b-bc3b-435fcce0d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:49:56.880431 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-684f1b83-441f-4e68-87dd-c93dd399688c req-3c7e56e2-8922-4169-ab1d-2576c15f87bd tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.1174552 Feb 15 16:49:56.898401 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c34a59-dc5b-46af-af22-a4d53e994b19 None None] The sync data for ids ['4c216464-09ac-4322-91d6-3beeb3df36bf'] in n-d-828372-14 is: [{'id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'name': 'tempest-TaggedBootDevicesTest-1790965815-router', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:36Z', 'updated_at': '2022-02-15T16:46:49Z', 'revision_number': 4, 'project_id': '81594fa848e7414b8f51155b921da775', 'gw_port': {'id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:39Z', 'updated_at': '2022-02-15T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'a159062e-4330-4af7-93b7-3eebbba702b0', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'port_id': '881e40ad-0c63-425b-99cc-d07326271955', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e', 'mac_address': 'fa:16:3e:90:e5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:48:22Z', 'updated_at': '2022-02-15T16:49:55Z', 'revision_number': 1, 'project_id': '81594fa848e7414b8f51155b921da775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b75985c-0fd7-4649-b58f-cd41b77c199c', 'name': '', 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'mac_address': 'fa:16:3e:e6:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '47993210-4410-433b-bc3b-435fcce0d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:47Z', 'updated_at': '2022-02-15T16:46:57Z', 'revision_number': 5, 'project_id': '81594fa848e7414b8f51155b921da775', 'subnets': [{'id': '47993210-4410-433b-bc3b-435fcce0d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:49:56.947057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-1869e201-a47f-4cad-8243-497d773f5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:56.947540 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-1869e201-a47f-4cad-8243-497d773f5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:56.948051 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-1869e201-a47f-4cad-8243-497d773f5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:56.948522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-1869e201-a47f-4cad-8243-497d773f5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:56.950606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-1869e201-a47f-4cad-8243-497d773f5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:56.950606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-1869e201-a47f-4cad-8243-497d773f5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:56.950606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-1869e201-a47f-4cad-8243-497d773f5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:56.951884 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-1869e201-a47f-4cad-8243-497d773f5d6b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81594fa848e7414b8f51155b921da775&device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 6714 time: 0.2555912 Feb 15 16:49:56.960961 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dc239-f9c1-43d4-8fab-490f1a685c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57659875-7cec-44b8-af92-441d0c8d0e93,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:56.993418 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0dc239-f9c1-43d4-8fab-490f1a685c60 admin admin] Checking segment: {'id': 'b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1f91500-e114-407b-8fb1-5fd3f7d57bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:49:56.993796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0dc239-f9c1-43d4-8fab-490f1a685c60 admin admin] Network hostable DHCP agents. Network: a1f91500-e114-407b-8fb1-5fd3f7d57bb1, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:49:57.013353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8306a5b-ad15-4f93-a7d7-496c50e972b1 req-2d49d775-6307-4e13-a79a-7066e83b9688 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:57.014978 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8306a5b-ad15-4f93-a7d7-496c50e972b1 req-2d49d775-6307-4e13-a79a-7066e83b9688 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.1272283 Feb 15 16:49:57.027826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82afb3bb-7c30-40f5-af86-6199bb73c6a3 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:57.029031 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-82afb3bb-7c30-40f5-af86-6199bb73c6a3 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] 10.222.0.107 "DELETE /v2.0/metering/metering-labels/1ac7c3c1-4521-4d48-b2e3-b2bcb5e8c698 HTTP/1.1" status: 204 len: 168 time: 0.3952205 Feb 15 16:49:57.037063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50588) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:57.050862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ee400356-bd9d-4fc3-9726-31fe857d8fa8 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-labels?id=1ac7c3c1-4521-4d48-b2e3-b2bcb5e8c698 HTTP/1.1" status: 200 len: 216 time: 0.0126655 Feb 15 16:49:57.054419 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50590) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:57.071360 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8ab5082a-2c1d-4205-ad54-c5e3efd09fba tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0158751 Feb 15 16:49:57.075581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50592) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:57.091095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0dc239-f9c1-43d4-8fab-490f1a685c60 admin admin] Network a1f91500-e114-407b-8fb1-5fd3f7d57bb1 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:49:57.100365 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8306a5b-ad15-4f93-a7d7-496c50e972b1 req-bd470133-b567-49c6-a8c8-7d2133a837d1 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780666 Feb 15 16:49:57.107125 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f1aa5dd2-95da-4372-846d-c0a78a57229a tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0273249 Feb 15 16:49:57.111715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50594) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:57.128364 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b5b1f-0e5a-449c-9d73-9fa519ffb173 req-c0946b50-8492-4bea-b083-9f5c899cbb68 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:57.133876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b5b1f-0e5a-449c-9d73-9fa519ffb173 req-c0946b50-8492-4bea-b083-9f5c899cbb68 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:57.139979 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b5b1f-0e5a-449c-9d73-9fa519ffb173 req-c0946b50-8492-4bea-b083-9f5c899cbb68 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:57.145718 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b5b1f-0e5a-449c-9d73-9fa519ffb173 req-c0946b50-8492-4bea-b083-9f5c899cbb68 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:57.151575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b5b1f-0e5a-449c-9d73-9fa519ffb173 req-c0946b50-8492-4bea-b083-9f5c899cbb68 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:57.156950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b5b1f-0e5a-449c-9d73-9fa519ffb173 req-c0946b50-8492-4bea-b083-9f5c899cbb68 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:57.162314 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b5b1f-0e5a-449c-9d73-9fa519ffb173 req-c0946b50-8492-4bea-b083-9f5c899cbb68 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:57.164269 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-787b5b1f-0e5a-449c-9d73-9fa519ffb173 req-c0946b50-8492-4bea-b083-9f5c899cbb68 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5433 time: 0.1405120 Feb 15 16:49:57.168064 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-b2d35dac-cc77-4503-8410-4ccf417ff22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:57.169540 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-b2d35dac-cc77-4503-8410-4ccf417ff22c service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f52de73-9cea-45af-a968-bf8d98f9217e HTTP/1.1" status: 200 len: 913 time: 0.2014575 Feb 15 16:49:57.180249 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ddcb403d-f86f-48f3-917d-db277639f1c8 tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-labels/595bc5ee-8148-40f8-acdf-891668c406f8 HTTP/1.1" status: 200 len: 472 time: 0.0673013 Feb 15 16:49:57.181266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50598) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:57.188061 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-9d0dc239-f9c1-43d4-8fab-490f1a685c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, a1f91500-e114-407b-8fb1-5fd3f7d57bb1) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:49:57.195513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0dc239-f9c1-43d4-8fab-490f1a685c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:57.195513 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d0dc239-f9c1-43d4-8fab-490f1a685c60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:57.201325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e5b3a9-b073-4bed-bd43-2e7d36666436 None None] Network a1f91500-e114-407b-8fb1-5fd3f7d57bb1 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:49:57.203863 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d3040111-0c71-438c-8b2e-20bafce5f13b tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-label-rules/f494ebe2-6453-4605-ab43-a2699f9b779e HTTP/1.1" status: 200 len: 459 time: 0.0214415 Feb 15 16:49:57.205560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50600) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:57.217761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34fa62a2-6d36-496f-a05d-ce8ded2a97aa None None] New status for floating IP a159062e-4330-4af7-93b7-3eebbba702b0: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:49:57.266146 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-3c5de488-6e93-44ff-ade1-d444877e5c7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=881e40ad-0c63-425b-99cc-d07326271955 HTTP/1.1" status: 200 len: 999 time: 0.0890784 Feb 15 16:49:57.321962 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-0f8d0045-1001-4926-bca0-e487f4fb6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:57.322207 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9d0dc239-f9c1-43d4-8fab-490f1a685c60 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9914815 Feb 15 16:49:57.323911 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-0f8d0045-1001-4926-bca0-e487f4fb6989 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47993210-4410-433b-bc3b-435fcce0d594 HTTP/1.1" status: 200 len: 851 time: 0.0522919 Feb 15 16:49:57.400833 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888cecec-ea80-4eef-ba16-c4174bc11aa8 None None] Network a1f91500-e114-407b-8fb1-5fd3f7d57bb1 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:49:57.408977 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-b7f680dd-d827-4020-92a0-feef19262c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:57.410671 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-b7f680dd-d827-4020-92a0-feef19262c73 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f52de73-9cea-45af-a968-bf8d98f9217e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0744817 Feb 15 16:49:57.421051 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e7669958-e5f3-4761-bbbe-2c34d583a8cd tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:57.424801 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e7669958-e5f3-4761-bbbe-2c34d583a8cd tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] 10.222.0.107 "DELETE /v2.0/metering/metering-label-rules/f494ebe2-6453-4605-ab43-a2699f9b779e HTTP/1.1" status: 204 len: 168 time: 0.2149127 Feb 15 16:49:57.425431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50604) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:57.539677 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-38bd697e-21d2-4fcb-bed6-f145b05083e0 service neutron] 10.222.0.10 "GET /v2.0/networks/4f52de73-9cea-45af-a968-bf8d98f9217e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197381 Feb 15 16:49:57.659335 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6291f36-22bd-4667-86d6-595ada6f1dac req-38564021-8cf2-4ac3-8694-6d97415c0e4e service neutron] 10.222.0.10 "GET /v2.0/networks/4f52de73-9cea-45af-a968-bf8d98f9217e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142390 Feb 15 16:49:57.713133 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cdfc8d02-d868-4bfd-8d86-725efce4436b tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:57.717234 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cdfc8d02-d868-4bfd-8d86-725efce4436b tempest-MeteringIpV6TestJSON-2065228073 tempest-MeteringIpV6TestJSON-2065228073-project-admin] 10.222.0.107 "DELETE /v2.0/metering/metering-labels/595bc5ee-8148-40f8-acdf-891668c406f8 HTTP/1.1" status: 204 len: 168 time: 0.2886603 Feb 15 16:49:57.739797 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0b412-94c7-4d2f-b4b8-fc781e2fec89 req-7998c1d5-30cf-4cb5-b944-fb6fb97a1d92 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:57.741996 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e8a0b412-94c7-4d2f-b4b8-fc781e2fec89 req-7998c1d5-30cf-4cb5-b944-fb6fb97a1d92 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0648375 Feb 15 16:49:57.795027 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e8a0b412-94c7-4d2f-b4b8-fc781e2fec89 req-e1087626-7819-428d-bb08-5789cc86ef67 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465994 Feb 15 16:49:57.837240 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-d56cd68a-384c-48f5-8c7f-165209f48021 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:57.839291 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-d56cd68a-384c-48f5-8c7f-165209f48021 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/networks?id=a1f91500-e114-407b-8fb1-5fd3f7d57bb1 HTTP/1.1" status: 200 len: 822 time: 0.1130667 Feb 15 16:49:57.853898 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-7d162390-a97b-4189-a1db-270258805bb4 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/quotas/0f53609e0a9f4fc392abcc7ed8e009ca HTTP/1.1" status: 200 len: 375 time: 0.0089383 Feb 15 16:49:57.884739 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-350de240-de9d-494c-8ee0-2bde773e3762 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=0f53609e0a9f4fc392abcc7ed8e009ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256572 Feb 15 16:49:57.981907 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-3480fe76-edf7-47c2-9120-7bce0937f03b service neutron] 10.222.0.107 "GET /v2.0/networks/a1f91500-e114-407b-8fb1-5fd3f7d57bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901098 Feb 15 16:49:57.991663 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-166406d3-1ab9-4d39-b01b-1038c7fc30a1 req-0a8baf2a-ff6a-4220-bc94-cdb9757bd2f0 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0311067 Feb 15 16:49:58.080831 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-9989469b-dcbd-4887-bee7-ff81a3df52e2 service neutron] 10.222.0.107 "GET /v2.0/networks/a1f91500-e114-407b-8fb1-5fd3f7d57bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925114 Feb 15 16:49:58.145892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50630) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:58.231216 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca67ca-f3ce-4032-abf1-da33b35f086e req-d19644b8-9261-4f96-a2b9-7ad276dc1bf6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:58.232722 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-02ca67ca-f3ce-4032-abf1-da33b35f086e req-d19644b8-9261-4f96-a2b9-7ad276dc1bf6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0527956 Feb 15 16:49:58.266603 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-40977da9-91e0-499d-8b22-e54c5778a9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:58.313076 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-02ca67ca-f3ce-4032-abf1-da33b35f086e req-aac2bbd9-a056-444b-91a9-4e928ecae648 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743885 Feb 15 16:49:58.353569 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc2cfdff-b1ec-4de9-b717-70caf2c63806 req-6bf37968-836d-406b-8962-a2cf7698e1f5 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 210 time: 0.0362146 Feb 15 16:49:58.386226 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-40977da9-91e0-499d-8b22-e54c5778a9f7 admin admin] Publish callbacks [] for security_group (e5083c04-9a72-4b08-ac73-13e157f78acd), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:58.471038 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-40977da9-91e0-499d-8b22-e54c5778a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e5083c04-9a72-4b08-ac73-13e157f78acd), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:58.510279 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-40977da9-91e0-499d-8b22-e54c5778a9f7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c2fcbac946894943a200263d667cf745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3633873 Feb 15 16:49:58.511494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40977da9-91e0-499d-8b22-e54c5778a9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5083c04-9a72-4b08-ac73-13e157f78acd,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:58.512947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50642) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:58.562832 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0eb8e60e-24ed-45bc-bca7-d366f0f879e5 admin admin] Publish callbacks [] for security_group (e5083c04-9a72-4b08-ac73-13e157f78acd), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:58.583729 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0eb8e60e-24ed-45bc-bca7-d366f0f879e5 admin admin] Publish callbacks [] for security_group (e5083c04-9a72-4b08-ac73-13e157f78acd), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:58.688020 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0eb8e60e-24ed-45bc-bca7-d366f0f879e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e5083c04-9a72-4b08-ac73-13e157f78acd), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:58.690782 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0eb8e60e-24ed-45bc-bca7-d366f0f879e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:58.691960 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0eb8e60e-24ed-45bc-bca7-d366f0f879e5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e5083c04-9a72-4b08-ac73-13e157f78acd HTTP/1.1" status: 204 len: 168 time: 0.1779931 Feb 15 16:49:58.700165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8e60e-24ed-45bc-bca7-d366f0f879e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5083c04-9a72-4b08-ac73-13e157f78acd,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:59.076293 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15731b53-3353-4111-85f2-e8d694fceadd req-8b1e7cf5-af39-46e1-9290-9a73bf9aa239 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:59.078069 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-15731b53-3353-4111-85f2-e8d694fceadd req-8b1e7cf5-af39-46e1-9290-9a73bf9aa239 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.2159126 Feb 15 16:49:59.099714 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4647c56b-de6f-4127-a8e1-8133f6e75c45 req-79870a4f-f779-499c-8089-105d8d66f63a tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0323348 Feb 15 16:49:59.125593 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-15731b53-3353-4111-85f2-e8d694fceadd req-723b59d4-a505-4a2e-8685-d43a7755def5 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420008 Feb 15 16:49:59.216736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50656) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:59.231574 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a48f6d2e-be0a-4f38-9a6f-b314abff62cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:59.305457 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a48f6d2e-be0a-4f38-9a6f-b314abff62cd admin admin] Publish callbacks [] for security_group (b648f3a5-3b8c-40ee-a9a8-fe794aee1957), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:59.390780 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a48f6d2e-be0a-4f38-9a6f-b314abff62cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b648f3a5-3b8c-40ee-a9a8-fe794aee1957), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:59.448520 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d49b4386-64af-4cdf-aabf-bd419f69f34f req-2d7bf420-4617-4eef-a27d-28a7badfe79b tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 210 time: 0.0260429 Feb 15 16:49:59.456018 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a48f6d2e-be0a-4f38-9a6f-b314abff62cd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=07406315d9014675a7ea91697a7ecfdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2381794 Feb 15 16:49:59.458801 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50662) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:49:59.459584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f6d2e-be0a-4f38-9a6f-b314abff62cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b648f3a5-3b8c-40ee-a9a8-fe794aee1957,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:49:59.497137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6593001-8b6b-4aeb-8d73-b3c36506bcae req-367bb571-2653-4283-b0f4-70aee18431be tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:49:59.497938 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6593001-8b6b-4aeb-8d73-b3c36506bcae req-367bb571-2653-4283-b0f4-70aee18431be tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.1028724 Feb 15 16:49:59.524208 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c62fe7f-c50e-4d7f-8ae4-09469cc5b3b0 admin admin] Publish callbacks [] for security_group (b648f3a5-3b8c-40ee-a9a8-fe794aee1957), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:59.547097 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c62fe7f-c50e-4d7f-8ae4-09469cc5b3b0 admin admin] Publish callbacks [] for security_group (b648f3a5-3b8c-40ee-a9a8-fe794aee1957), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:59.552316 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6593001-8b6b-4aeb-8d73-b3c36506bcae req-6fbe58f1-0c09-41a4-b3f1-8cf84959077a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485048 Feb 15 16:49:59.659219 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c62fe7f-c50e-4d7f-8ae4-09469cc5b3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b648f3a5-3b8c-40ee-a9a8-fe794aee1957), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:59.662216 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c62fe7f-c50e-4d7f-8ae4-09469cc5b3b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:49:59.663404 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3c62fe7f-c50e-4d7f-8ae4-09469cc5b3b0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b648f3a5-3b8c-40ee-a9a8-fe794aee1957 HTTP/1.1" status: 204 len: 168 time: 0.2034609 Feb 15 16:49:59.671692 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c62fe7f-c50e-4d7f-8ae4-09469cc5b3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b648f3a5-3b8c-40ee-a9a8-fe794aee1957,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:00.150966 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:00.210681 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ef7c977-e784-4d55-b3bb-46b7f626e44f req-f74921d0-12cb-4441-916b-6ed54434a77c tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0281141 Feb 15 16:50:00.271244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab6bd8-7af9-4c80-aa8d-c294773566ab req-34247462-3019-4e72-af72-1c9571b1482d tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:00.272771 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7dab6bd8-7af9-4c80-aa8d-c294773566ab req-34247462-3019-4e72-af72-1c9571b1482d tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0690141 Feb 15 16:50:00.322570 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7dab6bd8-7af9-4c80-aa8d-c294773566ab req-d97a5c95-b7eb-4770-9ce4-aa48d70f6324 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437851 Feb 15 16:50:00.490297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-b312e7f9-b069-4f23-b3d1-62c946c011e7 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:00.492170 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-b312e7f9-b069-4f23-b3d1-62c946c011e7 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.67 "GET /v2.0/networks?id=a1f91500-e114-407b-8fb1-5fd3f7d57bb1 HTTP/1.1" status: 200 len: 822 time: 0.1117313 Feb 15 16:50:00.505434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-6bc1f8e7-5bf3-4ea8-8cc3-88a10db24d0c tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Request body: {'port': {'device_id': '3d4f33b5-e17b-4e60-b78f-a432cfc404a2', 'network_id': 'a1f91500-e114-407b-8fb1-5fd3f7d57bb1', 'admin_state_up': True, 'tenant_id': '0f53609e0a9f4fc392abcc7ed8e009ca'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:00.547582 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d651b6c7-67af-4878-9fe6-99b36768ce8c req-dc65d47f-e57b-45f8-aa4c-ce27c75ba33f tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 210 time: 0.0280142 Feb 15 16:50:00.665537 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:00.698157 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba65fc-99fe-4980-a888-b0ea55130e39 req-e428b64c-df02-4435-8b3a-1d2fa7ad1c8a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:00.699930 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0fba65fc-99fe-4980-a888-b0ea55130e39 req-e428b64c-df02-4435-8b3a-1d2fa7ad1c8a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0612230 Feb 15 16:50:00.747965 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0fba65fc-99fe-4980-a888-b0ea55130e39 req-a7ca8b49-1a1c-47a8-b6d8-3f43b631d1a0 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424242 Feb 15 16:50:00.750119 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-6bc1f8e7-5bf3-4ea8-8cc3-88a10db24d0c tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Made reservation on behalf of 0f53609e0a9f4fc392abcc7ed8e009ca for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:50:00.753221 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-6bc1f8e7-5bf3-4ea8-8cc3-88a10db24d0c tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:00.890412 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-6bc1f8e7-5bf3-4ea8-8cc3-88a10db24d0c tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Allocated IP 172.20.0.5 (a1f91500-e114-407b-8fb1-5fd3f7d57bb1/57659875-7cec-44b8-af92-441d0c8d0e93/ec816046-e0df-4b28-9e68-8bfb30997ce9) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:00.895464 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50692) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:01.020705 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9ce6a705-8897-4735-bae9-6115c67fc7ad tempest-AgentManagementNegativeTest-1857561607 tempest-AgentManagementNegativeTest-1857561607-project] 10.222.0.107 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1238441 Feb 15 16:50:01.045764 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-6bc1f8e7-5bf3-4ea8-8cc3-88a10db24d0c tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Publish callbacks [] for port (ec816046-e0df-4b28-9e68-8bfb30997ce9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:01.128216 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-6bc1f8e7-5bf3-4ea8-8cc3-88a10db24d0c tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ec816046-e0df-4b28-9e68-8bfb30997ce9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:01.176623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-6bc1f8e7-5bf3-4ea8-8cc3-88a10db24d0c tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Network a1f91500-e114-407b-8fb1-5fd3f7d57bb1 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:01.179824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-6bc1f8e7-5bf3-4ea8-8cc3-88a10db24d0c tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:01.184239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-6bc1f8e7-5bf3-4ea8-8cc3-88a10db24d0c tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:01.190614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1f8e7-5bf3-4ea8-8cc3-88a10db24d0c tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Pushing event updated for resources: {'Port': ['ID=ec816046-e0df-4b28-9e68-8bfb30997ce9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:01.235091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-6bc1f8e7-5bf3-4ea8-8cc3-88a10db24d0c tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:01.235596 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-6bc1f8e7-5bf3-4ea8-8cc3-88a10db24d0c tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:01.324345 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fa4b10ef-e522-4df8-b5a7-a2412331cbc2 req-b7b6ce0f-324a-441a-a849-94c390256887 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0316546 Feb 15 16:50:01.325597 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-6bc1f8e7-5bf3-4ea8-8cc3-88a10db24d0c tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8241730 Feb 15 16:50:01.337755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Request body: {'port': {'device_id': '3d4f33b5-e17b-4e60-b78f-a432cfc404a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:01.435710 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ec816046-e0df-4b28-9e68-8bfb30997ce9), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:01.473610 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50704) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:01.490789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9ede57-799a-446e-b2f6-c9a27e8262fc req-4d165022-a670-4738-a61e-706faf14951a tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:01.492228 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1c9ede57-799a-446e-b2f6-c9a27e8262fc req-4d165022-a670-4738-a61e-706faf14951a tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0912755 Feb 15 16:50:01.578525 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-132bc051-286f-467e-982d-e8d77ef14c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:01.606277 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1c9ede57-799a-446e-b2f6-c9a27e8262fc req-8998996c-57b3-4031-9d17-916f2188d71e tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071174 Feb 15 16:50:01.703698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d245109-79b2-40d5-b60c-4f26f7ddc7c4 req-f422a67c-f4c5-4ee8-8886-386f837749e8 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:01.705191 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5d245109-79b2-40d5-b60c-4f26f7ddc7c4 req-f422a67c-f4c5-4ee8-8886-386f837749e8 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 931 time: 0.0835800 Feb 15 16:50:01.707094 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-132bc051-286f-467e-982d-e8d77ef14c6a admin admin] Publish callbacks [] for security_group (3397646f-fc68-4bb5-9440-8bb283b3c458), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:01.752580 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5d245109-79b2-40d5-b60c-4f26f7ddc7c4 req-2a28f8fd-aa94-4ed5-870d-095673682270 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/security-groups?id=90e3bc82-7cc5-4680-9033-297440c70979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417106 Feb 15 16:50:01.754045 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-132bc051-286f-467e-982d-e8d77ef14c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3397646f-fc68-4bb5-9440-8bb283b3c458), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:01.755310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec816046-e0df-4b28-9e68-8bfb30997ce9 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:50:01.763291 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Publish callbacks [] for port (ec816046-e0df-4b28-9e68-8bfb30997ce9), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:01.778874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Transition to ACTIVE for port object ec816046-e0df-4b28-9e68-8bfb30997ce9 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:50:01.795594 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-132bc051-286f-467e-982d-e8d77ef14c6a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c31b8f7c90d74a87b59e6435fab739f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3208385 Feb 15 16:50:01.796732 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bc051-286f-467e-982d-e8d77ef14c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3397646f-fc68-4bb5-9440-8bb283b3c458,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:01.798489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50712) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:01.860515 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ec816046-e0df-4b28-9e68-8bfb30997ce9), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:01.935814 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dcab4fc2-3ea8-49b6-8309-20457896532d admin admin] Publish callbacks [] for security_group (3397646f-fc68-4bb5-9440-8bb283b3c458), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:01.951254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec816046-e0df-4b28-9e68-8bfb30997ce9,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:01.976921 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921bdf2-9361-402b-97ad-0ed95b2be0b6 req-28188db1-1f20-414d-8d65-f7eb9c95d964 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:01.978417 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3921bdf2-9361-402b-97ad-0ed95b2be0b6 req-28188db1-1f20-414d-8d65-f7eb9c95d964 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.1555183 Feb 15 16:50:02.012866 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dcab4fc2-3ea8-49b6-8309-20457896532d admin admin] Publish callbacks [] for security_group (3397646f-fc68-4bb5-9440-8bb283b3c458), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:02.106798 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Attempting to bind port ec816046-e0df-4b28-9e68-8bfb30997ce9 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:50:02.107140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Attempting to bind port ec816046-e0df-4b28-9e68-8bfb30997ce9 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1f91500-e114-407b-8fb1-5fd3f7d57bb1'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:50:02.107475 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Attempting to bind port ec816046-e0df-4b28-9e68-8bfb30997ce9 on network a1f91500-e114-407b-8fb1-5fd3f7d57bb1 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:50:02.114319 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3921bdf2-9361-402b-97ad-0ed95b2be0b6 req-d32f4c66-52ec-4774-959e-fa804a0395c4 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089070 Feb 15 16:50:02.116785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Port ec816046-e0df-4b28-9e68-8bfb30997ce9 on network a1f91500-e114-407b-8fb1-5fd3f7d57bb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:50:02.117115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Attempting to bind port ec816046-e0df-4b28-9e68-8bfb30997ce9 on network a1f91500-e114-407b-8fb1-5fd3f7d57bb1 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:50:02.122575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:50:02.124898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Checking segment: {'id': 'b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1f91500-e114-407b-8fb1-5fd3f7d57bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:50:02.124898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Bound using segment: {'id': 'b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1f91500-e114-407b-8fb1-5fd3f7d57bb1'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:50:02.124898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Bound port: ec816046-e0df-4b28-9e68-8bfb30997ce9, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1f91500-e114-407b-8fb1-5fd3f7d57bb1'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:50:02.124898 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ec816046-e0df-4b28-9e68-8bfb30997ce9), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:02.191743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] For port ec816046-e0df-4b28-9e68-8bfb30997ce9, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:50:02.194741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] For port ec816046-e0df-4b28-9e68-8bfb30997ce9, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ec816046-e0df-4b28-9e68-8bfb30997ce9,segment=NetworkSegment(b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9),segment_id=b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:50:02.197646 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dcab4fc2-3ea8-49b6-8309-20457896532d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3397646f-fc68-4bb5-9440-8bb283b3c458), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:02.200361 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dcab4fc2-3ea8-49b6-8309-20457896532d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:02.201550 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dcab4fc2-3ea8-49b6-8309-20457896532d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3397646f-fc68-4bb5-9440-8bb283b3c458 HTTP/1.1" status: 204 len: 168 time: 0.4020221 Feb 15 16:50:02.209146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab4fc2-3ea8-49b6-8309-20457896532d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3397646f-fc68-4bb5-9440-8bb283b3c458,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:02.271213 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ec816046-e0df-4b28-9e68-8bfb30997ce9), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:02.306156 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:02.306783 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:02.308223 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] 10.222.0.67 "PUT /v2.0/ports/ec816046-e0df-4b28-9e68-8bfb30997ce9 HTTP/1.1" status: 200 len: 1092 time: 0.9747901 Feb 15 16:50:02.308662 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d4f33b5-e17b-4e60-b78f-a432cfc404a2', 'tag': 'ec816046-e0df-4b28-9e68-8bfb30997ce9'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:02.310984 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6937d755-194a-4f96-8f1f-8166607fe60b" -d '{"events": [{"name": "network-changed", "server_uuid": "3d4f33b5-e17b-4e60-b78f-a432cfc404a2", "tag": "ec816046-e0df-4b28-9e68-8bfb30997ce9"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:02.336807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2328ff8f-5b7b-41e7-9169-c59fa0fc3dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec816046-e0df-4b28-9e68-8bfb30997ce9,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:02.352263 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b780eb60-21b5-4e8a-a3d5-8703c29237dc x-openstack-request-id: req-b780eb60-21b5-4e8a-a3d5-8703c29237dc {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:02.352565 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d4f33b5-e17b-4e60-b78f-a432cfc404a2", "tag": "ec816046-e0df-4b28-9e68-8bfb30997ce9", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:02.352829 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b780eb60-21b5-4e8a-a3d5-8703c29237dc {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:02.354802 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d4f33b5-e17b-4e60-b78f-a432cfc404a2', 'tag': 'ec816046-e0df-4b28-9e68-8bfb30997ce9', 'status': 'completed', 'code': 200} Feb 15 16:50:02.445423 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4286fcfe-957f-47d3-8efd-ce3f64368374 req-d6fe3b07-84f5-4a22-ab09-247d4964c461 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0305517 Feb 15 16:50:02.451494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937d755-194a-4f96-8f1f-8166607fe60b req-8f8164d4-7560-40da-8e7a-9acbc3323c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:02.452955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6937d755-194a-4f96-8f1f-8166607fe60b req-8f8164d4-7560-40da-8e7a-9acbc3323c69 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f53609e0a9f4fc392abcc7ed8e009ca&device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 1126 time: 0.0766058 Feb 15 16:50:02.557702 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937d755-194a-4f96-8f1f-8166607fe60b req-ef7886b0-b768-4787-baba-c0adcc5aecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:02.559221 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6937d755-194a-4f96-8f1f-8166607fe60b req-ef7886b0-b768-4787-baba-c0adcc5aecea service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=0f53609e0a9f4fc392abcc7ed8e009ca&shared=False HTTP/1.1" status: 200 len: 923 time: 0.0936196 Feb 15 16:50:02.658745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937d755-194a-4f96-8f1f-8166607fe60b req-48b1a9cf-4242-49ec-ab76-8c9834f474ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:02.660263 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6937d755-194a-4f96-8f1f-8166607fe60b req-48b1a9cf-4242-49ec-ab76-8c9834f474ee service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941544 Feb 15 16:50:02.745741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-d65ec664-b043-46c2-afbe-5e415b08bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:02.746835 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c22d69-89d9-4ad9-af7d-7e9e92705608 req-d9ed3ad9-9659-4ba9-8c2f-8d491708801f tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:02.747467 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-d65ec664-b043-46c2-afbe-5e415b08bc8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0f53609e0a9f4fc392abcc7ed8e009ca&device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 1126 time: 0.0505736 Feb 15 16:50:02.748480 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-95c22d69-89d9-4ad9-af7d-7e9e92705608 req-d9ed3ad9-9659-4ba9-8c2f-8d491708801f tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0625248 Feb 15 16:50:02.790739 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-b4e6efd7-86ce-4637-8799-f2c2a6acf59a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec816046-e0df-4b28-9e68-8bfb30997ce9 HTTP/1.1" status: 200 len: 217 time: 0.0363257 Feb 15 16:50:02.798822 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-95c22d69-89d9-4ad9-af7d-7e9e92705608 req-e2ee00f8-713a-4098-ba76-cf7eb578c3dc tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442238 Feb 15 16:50:02.880629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2d9ba154-69f5-4f2a-b7e3-05e713eef367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:02.882154 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-2d9ba154-69f5-4f2a-b7e3-05e713eef367 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=57659875-7cec-44b8-af92-441d0c8d0e93 HTTP/1.1" status: 200 len: 862 time: 0.0837691 Feb 15 16:50:02.918662 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-c8f4917d-a7db-4c88-a57f-c29a6ce0cb8b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a1f91500-e114-407b-8fb1-5fd3f7d57bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283694 Feb 15 16:50:02.926389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa1e87-b50c-44e8-9100-956b9599559c req-4a44f0eb-1836-4167-9453-18a33f128648 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:02.927729 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3eaa1e87-b50c-44e8-9100-956b9599559c req-4a44f0eb-1836-4167-9453-18a33f128648 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 943 time: 0.0914137 Feb 15 16:50:03.040532 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3eaa1e87-b50c-44e8-9100-956b9599559c req-d5321a32-0d72-4967-bc58-2a489d092a85 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/security-groups?id=90e3bc82-7cc5-4680-9033-297440c70979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035194 Feb 15 16:50:03.056100 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-73333ae9-9b8e-4b3c-906d-9d3fa8ae6bb1 service neutron] 10.222.0.67 "GET /v2.0/networks/a1f91500-e114-407b-8fb1-5fd3f7d57bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274722 Feb 15 16:50:03.152946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61d0e71c-5f33-4b2b-b6c3-a501a3bd9868 req-782f9df9-7e00-4ffe-931e-2327b17fcc52 service neutron] 10.222.0.67 "GET /v2.0/networks/a1f91500-e114-407b-8fb1-5fd3f7d57bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873640 Feb 15 16:50:03.214528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50748) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:03.236116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774715b4-b85e-4329-a28c-a5b25aac9967 req-d658a6e6-0c59-423c-aa1a-66509e0b5123 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:03.237729 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-774715b4-b85e-4329-a28c-a5b25aac9967 req-d658a6e6-0c59-423c-aa1a-66509e0b5123 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0560186 Feb 15 16:50:03.286441 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-774715b4-b85e-4329-a28c-a5b25aac9967 req-19b0578d-6dec-4540-bb69-499cb6a71e48 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427980 Feb 15 16:50:03.314444 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ebb50513-13e8-4df9-b0aa-3964db164403 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1550441525'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:03.407797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb50513-13e8-4df9-b0aa-3964db164403 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Made reservation on behalf of a1448ddb8b944a1facf0e9e9cf8602ff for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:50:03.411201 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebb50513-13e8-4df9-b0aa-3964db164403 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:03.424726 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebb50513-13e8-4df9-b0aa-3964db164403 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:03.499995 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebb50513-13e8-4df9-b0aa-3964db164403 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for security_group (751271af-0d3c-42bf-bb65-da015225eb7e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:03.547637 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21c9f303-753b-4d90-bafd-40b26cdb66af req-1c450737-fd76-4d19-a91c-f08fb8db8915 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0266750 Feb 15 16:50:03.567693 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebb50513-13e8-4df9-b0aa-3964db164403 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (751271af-0d3c-42bf-bb65-da015225eb7e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:03.594347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb50513-13e8-4df9-b0aa-3964db164403 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:50:03.603895 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb50513-13e8-4df9-b0aa-3964db164403 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751271af-0d3c-42bf-bb65-da015225eb7e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:03.609229 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebb50513-13e8-4df9-b0aa-3964db164403 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8f98ece2-db4c-4b70-8cfa-47c8bcb8cd35), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:03.609604 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-ebb50513-13e8-4df9-b0aa-3964db164403 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Added segment 8f98ece2-db4c-4b70-8cfa-47c8bcb8cd35 of type vlan for network 457ef532-f774-442f-ba84-00f1eecd48aa Feb 15 16:50:03.647812 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebb50513-13e8-4df9-b0aa-3964db164403 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (457ef532-f774-442f-ba84-00f1eecd48aa), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:03.727401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebb50513-13e8-4df9-b0aa-3964db164403 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (457ef532-f774-442f-ba84-00f1eecd48aa), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:03.733147 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb50513-13e8-4df9-b0aa-3964db164403 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:03.733797 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebb50513-13e8-4df9-b0aa-3964db164403 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:03.804865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb50513-13e8-4df9-b0aa-3964db164403 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Network': ['ID=457ef532-f774-442f-ba84-00f1eecd48aa,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:03.815591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 457ef532-f774-442f-ba84-00f1eecd48aa details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:50:03.859486 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ebb50513-13e8-4df9-b0aa-3964db164403 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6413064 Feb 15 16:50:03.859775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50756) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:03.865456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0c31c909-0ef3-43b5-8802-264a31361ea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'subnet': {'network_id': '457ef532-f774-442f-ba84-00f1eecd48aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:03.939944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58efdaaa-9cb5-4f0c-9c62-e7c1ca6c2dd5 req-1d6e551a-4d0d-4602-ab43-6cd2a0658667 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:03.941487 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-58efdaaa-9cb5-4f0c-9c62-e7c1ca6c2dd5 req-1d6e551a-4d0d-4602-ab43-6cd2a0658667 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0608945 Feb 15 16:50:03.989730 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-58efdaaa-9cb5-4f0c-9c62-e7c1ca6c2dd5 req-d87840ce-c54c-4b0e-9682-389af9b002b8 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424414 Feb 15 16:50:04.076702 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c31c909-0ef3-43b5-8802-264a31361ea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Made reservation on behalf of a1448ddb8b944a1facf0e9e9cf8602ff for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:50:04.080452 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0c31c909-0ef3-43b5-8802-264a31361ea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:04.207698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf4cdb-c60d-4837-8969-17d5d02e4955 req-180a7c3b-983d-46b7-a54d-06ff57bc05d0 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:04.209272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b8cf4cdb-c60d-4837-8969-17d5d02e4955 req-180a7c3b-983d-46b7-a54d-06ff57bc05d0 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 943 time: 0.0845082 Feb 15 16:50:04.296671 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b8cf4cdb-c60d-4837-8969-17d5d02e4955 req-0a9b6953-2dc2-481a-9aba-ed37e29b3d53 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/security-groups?id=90e3bc82-7cc5-4680-9033-297440c70979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811539 Feb 15 16:50:04.408418 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0c31c909-0ef3-43b5-8802-264a31361ea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (220fc773-f643-4930-b79a-35a3ffa2bf9b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:04.417698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c12643-30d9-401a-8817-46ac67604c03 req-904dcae7-8a98-4ead-a440-42e881c3e7e8 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:04.419624 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6c12643-30d9-401a-8817-46ac67604c03 req-904dcae7-8a98-4ead-a440-42e881c3e7e8 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0536575 Feb 15 16:50:04.472698 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6c12643-30d9-401a-8817-46ac67604c03 req-37070eb1-14ea-4732-97eb-9428a479b3b8 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465202 Feb 15 16:50:04.477471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31c909-0ef3-43b5-8802-264a31361ea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Subnet': ['ID=220fc773-f643-4930-b79a-35a3ffa2bf9b,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:04.483335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c31c909-0ef3-43b5-8802-264a31361ea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Checking segment: {'id': '8f98ece2-db4c-4b70-8cfa-47c8bcb8cd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '457ef532-f774-442f-ba84-00f1eecd48aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:50:04.483711 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c31c909-0ef3-43b5-8802-264a31361ea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network hostable DHCP agents. Network: 457ef532-f774-442f-ba84-00f1eecd48aa, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:50:04.573605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c31c909-0ef3-43b5-8802-264a31361ea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network 457ef532-f774-442f-ba84-00f1eecd48aa is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:50:04.604849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4820605f-8887-4d0f-810b-7d235ccfe8d6 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:50:04.659062 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-033d9d1c-0d4b-43ab-b6f4-1c3e7d3c2f75 req-25a3a224-3b99-4826-85fa-d83796893cfe tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0287228 Feb 15 16:50:04.671048 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-0c31c909-0ef3-43b5-8802-264a31361ea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 457ef532-f774-442f-ba84-00f1eecd48aa) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:04.689392 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c31c909-0ef3-43b5-8802-264a31361ea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:04.689392 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0c31c909-0ef3-43b5-8802-264a31361ea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:04.694674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e619352d-d4ee-4e1e-9f2d-67d238a7a808 None None] Network 457ef532-f774-442f-ba84-00f1eecd48aa requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:50:04.749567 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4820605f-8887-4d0f-810b-7d235ccfe8d6, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4820605f-8887-4d0f-810b-7d235ccfe8d6,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:04.753320 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0c31c909-0ef3-43b5-8802-264a31361ea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8923485 Feb 15 16:50:04.756275 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50768) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:04.761223 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1888316484', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:04.769381 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '4820605f-8887-4d0f-810b-7d235ccfe8d6', 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667', 'port_id': '4820605f-8887-4d0f-810b-7d235ccfe8d6', 'mac_address': 'fa:16:3e:b6:57:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78d427c-8322-4326-9925-718e63fdd3e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:50:04.839453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35a3bd-c506-4e4c-9ee0-da5a8fd3b6f0 None None] Network 457ef532-f774-442f-ba84-00f1eecd48aa requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:50:04.853899 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (911e7221-e377-452e-8159-4816bba39f73), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:04.856344 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (911e7221-e377-452e-8159-4816bba39f73), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:04.882955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 4820605f-8887-4d0f-810b-7d235ccfe8d6 is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:04.883342 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:04.898607 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4820605f-8887-4d0f-810b-7d235ccfe8d6 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:50:04.923602 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router_controller (911e7221-e377-452e-8159-4816bba39f73), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:04.926862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4820605f-8887-4d0f-810b-7d235ccfe8d6, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4820605f-8887-4d0f-810b-7d235ccfe8d6,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:04.996812 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:05.052961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=4820605f-8887-4d0f-810b-7d235ccfe8d6,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:05.151591 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdd2bd-a99b-4327-b316-2470f082b998 req-b33cf6bf-5158-4856-a6a9-9c7014002e44 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:05.153305 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5cdd2bd-a99b-4327-b316-2470f082b998 req-b33cf6bf-5158-4856-a6a9-9c7014002e44 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.0591412 Feb 15 16:50:05.162091 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router_gateway (911e7221-e377-452e-8159-4816bba39f73), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:05.196049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffad9a-eca2-40ff-8fa3-10771ea7838a req-d6ebc875-3352-4f9b-bb3b-bb7cf51275fc tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:05.197573 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-91ffad9a-eca2-40ff-8fa3-10771ea7838a req-d6ebc875-3352-4f9b-bb3b-bb7cf51275fc tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.1001480 Feb 15 16:50:05.212096 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5cdd2bd-a99b-4327-b316-2470f082b998 req-58ca32ad-5608-43d1-8a3f-a2f750b7bda9 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526006 Feb 15 16:50:05.293207 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-91ffad9a-eca2-40ff-8fa3-10771ea7838a req-b239c0ac-14dc-465c-86eb-9b88426eb64d tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890253 Feb 15 16:50:05.340529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['4820605f-8887-4d0f-810b-7d235ccfe8d6'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:50:05.437875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f35be-1fb3-4d5e-bc23-6ab82af188e0 req-54f22b1b-229a-4df6-a6aa-d8889596ccc3 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:05.440022 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa4f35be-1fb3-4d5e-bc23-6ab82af188e0 req-54f22b1b-229a-4df6-a6aa-d8889596ccc3 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 943 time: 0.0714593 Feb 15 16:50:05.440306 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router_gateway (911e7221-e377-452e-8159-4816bba39f73), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:05.460171 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:05.510014 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa4f35be-1fb3-4d5e-bc23-6ab82af188e0 req-86fe4f56-5e38-4f50-8ae0-ebac429eb6be tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/security-groups?id=90e3bc82-7cc5-4680-9033-297440c70979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640483 Feb 15 16:50:05.579084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Allocated IP 172.25.4.235 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/f93be456-6bcf-4dd7-a360-048de474e392) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:05.676577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e1175-c844-45e0-a1ac-c1b8189d570c req-d76cbc6d-b08d-4d0f-b994-073109bf3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:05.678801 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-949e1175-c844-45e0-a1ac-c1b8189d570c req-d76cbc6d-b08d-4d0f-b994-073109bf3c97 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 1128 time: 0.0459087 Feb 15 16:50:05.692539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f99534-aaf2-4e55-8115-4b0e0cfaab89 req-846f5867-487e-42a7-9f73-7bd2b7daec31 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:05.694101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-96f99534-aaf2-4e55-8115-4b0e0cfaab89 req-846f5867-487e-42a7-9f73-7bd2b7daec31 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 944 time: 0.1167347 Feb 15 16:50:05.742383 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-949e1175-c844-45e0-a1ac-c1b8189d570c req-9dd6263a-800c-4078-94ec-dd7356f10761 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572140 Feb 15 16:50:05.753685 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (f93be456-6bcf-4dd7-a360-048de474e392), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:05.773097 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-96f99534-aaf2-4e55-8115-4b0e0cfaab89 req-81629227-ecd8-4902-84f1-c07ddde7967b tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704272 Feb 15 16:50:05.782846 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e8f43bca-7746-4853-874e-c38b9e223acc req-fa48ff00-8265-471d-af3a-c808570ea2d7 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0295546 Feb 15 16:50:05.854350 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f93be456-6bcf-4dd7-a360-048de474e392), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:05.890495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:05.893871 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:05.897213 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:05.936479 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=f93be456-6bcf-4dd7-a360-048de474e392,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:05.947793 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:05.948685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:05.949030 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:05.949386 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:05.949729 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:05.950060 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:05.950386 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:05.950711 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:05.951037 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:05.951362 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:05.951686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:05.952007 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:05.952326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:06.253255 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router_gateway (911e7221-e377-452e-8159-4816bba39f73), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:06.387940 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c93905-4089-45ca-9713-fea7bc2018ec req-f679dc69-6e78-45d4-bcf2-ca48527acf06 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:06.389435 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-32c93905-4089-45ca-9713-fea7bc2018ec req-f679dc69-6e78-45d4-bcf2-ca48527acf06 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.1013734 Feb 15 16:50:06.417557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf54e6c-a4c8-4e81-a0e7-e367d8240a6c req-a6c3246e-c171-453f-b25d-570d1a629277 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:06.419290 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2bf54e6c-a4c8-4e81-a0e7-e367d8240a6c req-a6c3246e-c171-453f-b25d-570d1a629277 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0584216 Feb 15 16:50:06.468007 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2bf54e6c-a4c8-4e81-a0e7-e367d8240a6c req-ec1c44d7-0434-40a6-aec2-1915fc555f70 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423994 Feb 15 16:50:06.512924 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-32c93905-4089-45ca-9713-fea7bc2018ec req-7234eb73-704a-4ff6-90ad-b9e07048fc47 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168592 Feb 15 16:50:06.532849 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (911e7221-e377-452e-8159-4816bba39f73), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:06.637485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa689957-b9ee-45d2-89b0-2a874f9c126d req-f5af4a0a-a1fd-4b7e-ad19-0cab84923096 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:06.639006 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa689957-b9ee-45d2-89b0-2a874f9c126d req-f5af4a0a-a1fd-4b7e-ad19-0cab84923096 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 943 time: 0.0519090 Feb 15 16:50:06.640391 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ec816046-e0df-4b28-9e68-8bfb30997ce9 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:50:06.646213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4820605f-8887-4d0f-810b-7d235ccfe8d6 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:50:06.688150 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa689957-b9ee-45d2-89b0-2a874f9c126d req-e574f754-e21d-44b3-bbfb-ca44c2ee04ea tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/security-groups?id=90e3bc82-7cc5-4680-9033-297440c70979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422018 Feb 15 16:50:06.744998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router 911e7221-e377-452e-8159-4816bba39f73 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:50:06.760022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 4820605f-8887-4d0f-810b-7d235ccfe8d6 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:50:06.760917 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:06.822527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ec816046-e0df-4b28-9e68-8bfb30997ce9, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ec816046-e0df-4b28-9e68-8bfb30997ce9,segment=NetworkSegment(b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9),segment_id=b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:06.840294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'ec816046-e0df-4b28-9e68-8bfb30997ce9', 'network_id': 'a1f91500-e114-407b-8fb1-5fd3f7d57bb1', 'port_id': 'ec816046-e0df-4b28-9e68-8bfb30997ce9', 'mac_address': 'fa:16:3e:16:c2:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57659875-7cec-44b8-af92-441d0c8d0e93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:50:06.867477 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:50:06.879796 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2394c5-613d-4492-8d75-714958477335 None None] Sync routers for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:50:06.885118 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f74f441-0409-43b7-bf34-54c6d721c7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:06.889071 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port ec816046-e0df-4b28-9e68-8bfb30997ce9 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:06.889484 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ec816046-e0df-4b28-9e68-8bfb30997ce9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:06.898730 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2394c5-613d-4492-8d75-714958477335 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:06.901944 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-af2394c5-613d-4492-8d75-714958477335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:06.952830 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0149d3c1-8ec2-464a-8412-6dc704edef1b req-57488d9f-22c0-4fbb-9824-80e7940e6b84 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0412955 Feb 15 16:50:06.962205 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:06.967503 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0c3a4178-5d40-4b31-a777-c8cf0d64b219 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2099571 Feb 15 16:50:06.968291 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50798) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:06.983364 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676efed6-540d-4a75-9aef-853b7d466630 req-8e70b862-99ab-432b-9203-0679aa6e5929 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:06.987971 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-af2394c5-613d-4492-8d75-714958477335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:06.989982 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-676efed6-540d-4a75-9aef-853b7d466630 req-8e70b862-99ab-432b-9203-0679aa6e5929 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 944 time: 0.0985744 Feb 15 16:50:06.998358 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2394c5-613d-4492-8d75-714958477335 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:06.999267 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-af2394c5-613d-4492-8d75-714958477335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:49:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:07.035685 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-af2394c5-613d-4492-8d75-714958477335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:07.036293 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2394c5-613d-4492-8d75-714958477335 None None] The sync data for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:50:07.094880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec816046-e0df-4b28-9e68-8bfb30997ce9 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:50:07.110218 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 4820605f-8887-4d0f-810b-7d235ccfe8d6 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:07.110605 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:07.114542 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-676efed6-540d-4a75-9aef-853b7d466630 req-221d7e4e-7d4c-4f98-a2e8-a9eef121d769 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218963 Feb 15 16:50:07.125879 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ec816046-e0df-4b28-9e68-8bfb30997ce9, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ec816046-e0df-4b28-9e68-8bfb30997ce9,segment=NetworkSegment(b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9),segment_id=b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:07.140800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2241b5-d720-497c-a988-8fcb6c8b8f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4820605f-8887-4d0f-810b-7d235ccfe8d6'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:07.143093 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21c0063-dd48-43ae-8714-6b4a0b8dc730" -d '{"events": [{"server_uuid": "8f2241b5-d720-497c-a988-8fcb6c8b8f05", "name": "network-vif-plugged", "status": "completed", "tag": "4820605f-8887-4d0f-810b-7d235ccfe8d6"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:07.156085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4820605f-8887-4d0f-810b-7d235ccfe8d6, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4820605f-8887-4d0f-810b-7d235ccfe8d6,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:07.167870 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ec816046-e0df-4b28-9e68-8bfb30997ce9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:07.191968 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fc14d2-83c1-4ae1-a055-8ca8361a28c0 x-openstack-request-id: req-58fc14d2-83c1-4ae1-a055-8ca8361a28c0 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:07.192229 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2241b5-d720-497c-a988-8fcb6c8b8f05", "name": "network-vif-plugged", "status": "completed", "tag": "4820605f-8887-4d0f-810b-7d235ccfe8d6", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:07.192444 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-58fc14d2-83c1-4ae1-a055-8ca8361a28c0 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:07.192839 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2241b5-d720-497c-a988-8fcb6c8b8f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4820605f-8887-4d0f-810b-7d235ccfe8d6', 'code': 200} Feb 15 16:50:07.211371 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:07.229577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=ec816046-e0df-4b28-9e68-8bfb30997ce9,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:07.282092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=4820605f-8887-4d0f-810b-7d235ccfe8d6,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:07.383768 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93bf74f-ed14-4d6d-9521-09a7c0f6781c req-8cded18e-6ddf-48de-8618-f6fe455dc82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:07.385976 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a93bf74f-ed14-4d6d-9521-09a7c0f6781c req-8cded18e-6ddf-48de-8618-f6fe455dc82e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 1128 time: 0.0554149 Feb 15 16:50:07.437004 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a93bf74f-ed14-4d6d-9521-09a7c0f6781c req-f6644d91-1939-47a7-ac44-bbf0b5371fda service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Feb 15 16:50:07.498427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ec816046-e0df-4b28-9e68-8bfb30997ce9'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:50:07.623980 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890103a6-2bb9-400d-9907-2696cbfeb787 req-c8994846-7bbc-4520-b509-e7f9b2edbb09 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:07.625488 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-890103a6-2bb9-400d-9907-2696cbfeb787 req-c8994846-7bbc-4520-b509-e7f9b2edbb09 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0840025 Feb 15 16:50:07.645860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca7454-cfc3-433f-8947-d9b6731554da req-7e2e58fc-6291-4912-bbb8-9565b940730a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:07.647303 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cdca7454-cfc3-433f-8947-d9b6731554da req-7e2e58fc-6291-4912-bbb8-9565b940730a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.0536540 Feb 15 16:50:07.695513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cdca7454-cfc3-433f-8947-d9b6731554da req-2f1cf656-0a88-43bc-8f53-f4d575821b7d tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423152 Feb 15 16:50:07.753370 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-890103a6-2bb9-400d-9907-2696cbfeb787 req-eba788cd-91b6-4307-be2d-04988ae01d21 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849175 Feb 15 16:50:07.816397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadec053-cfe8-438f-928a-8d5a7132f023 req-e9e15aa6-40bd-4e17-bce4-dd56acfa48db tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:07.817969 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aadec053-cfe8-438f-928a-8d5a7132f023 req-e9e15aa6-40bd-4e17-bce4-dd56acfa48db tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 944 time: 0.0590413 Feb 15 16:50:07.873120 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aadec053-cfe8-438f-928a-8d5a7132f023 req-f6e01bbb-a5d8-4ab4-9e13-9e2447dd2956 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/security-groups?id=90e3bc82-7cc5-4680-9033-297440c70979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476851 Feb 15 16:50:07.894824 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:08.049978 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a1d3294-b9f6-4c4c-bd63-5f47821d2624 req-b16a7a86-6ba4-406d-93c8-4347a35444b0 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0272467 Feb 15 16:50:08.176586 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Allocated IP 172.20.0.1 (457ef532-f774-442f-ba84-00f1eecd48aa/220fc773-f643-4930-b79a-35a3ffa2bf9b/e591e845-1fe1-454b-8ff5-d267036af562) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:08.225304 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be51bd-d7bd-4328-808c-bee9e5bc8258 req-4ebda172-6cb2-4469-bba3-8f26694358e9 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:08.226851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-98be51bd-d7bd-4328-808c-bee9e5bc8258 req-4ebda172-6cb2-4469-bba3-8f26694358e9 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0954373 Feb 15 16:50:08.270539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b465d-2518-4609-9606-59aef7934bb1 req-1a9c676f-f2f7-463e-ac65-831932ad4024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:08.271942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec9b465d-2518-4609-9606-59aef7934bb1 req-1a9c676f-f2f7-463e-ac65-831932ad4024 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=42610834676b47ab966c400876e61344&device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 1128 time: 0.0829854 Feb 15 16:50:08.324893 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710c880-3093-4db8-ac96-55989704e443 req-d6cbe9e2-9302-47c6-98ad-4212c56d3fdd tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:08.326541 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c710c880-3093-4db8-ac96-55989704e443 req-d6cbe9e2-9302-47c6-98ad-4212c56d3fdd tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.1218643 Feb 15 16:50:08.345057 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (e591e845-1fe1-454b-8ff5-d267036af562), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:08.401319 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c710c880-3093-4db8-ac96-55989704e443 req-24056baa-046b-4974-a55d-a0cd3d159234 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675433 Feb 15 16:50:08.459800 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e591e845-1fe1-454b-8ff5-d267036af562), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:08.505162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network 457ef532-f774-442f-ba84-00f1eecd48aa is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:08.508605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:08.512868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:08.537800 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=e591e845-1fe1-454b-8ff5-d267036af562,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:08.563088 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (911e7221-e377-452e-8159-4816bba39f73), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:08.593046 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-98be51bd-d7bd-4328-808c-bee9e5bc8258 req-01dd1ad1-6984-4be0-91dd-518e5768aee6 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580866 Feb 15 16:50:08.643111 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ec816046-e0df-4b28-9e68-8bfb30997ce9 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:50:08.666782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b465d-2518-4609-9606-59aef7934bb1 req-a4177086-0b94-44a7-8345-7a94e7b97865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:08.668420 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec9b465d-2518-4609-9606-59aef7934bb1 req-a4177086-0b94-44a7-8345-7a94e7b97865 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12a2093f-2fc9-4fce-b441-82e85199b407 HTTP/1.1" status: 200 len: 920 time: 0.3863778 Feb 15 16:50:08.717711 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec9b465d-2518-4609-9606-59aef7934bb1 req-e0bb47cf-b63b-4151-8f76-c32878846d90 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f HTTP/1.1" status: 200 len: 217 time: 0.0399384 Feb 15 16:50:08.770748 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b465d-2518-4609-9606-59aef7934bb1 req-59f52f69-845c-4350-909f-9a25445794b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:08.772345 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec9b465d-2518-4609-9606-59aef7934bb1 req-59f52f69-845c-4350-909f-9a25445794b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3f6043ea-4296-4866-ad66-6a493d2ddddb HTTP/1.1" status: 200 len: 859 time: 0.0483263 Feb 15 16:50:08.773447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port ec816046-e0df-4b28-9e68-8bfb30997ce9 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:50:08.777903 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port ec816046-e0df-4b28-9e68-8bfb30997ce9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:50:08.782238 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ec816046-e0df-4b28-9e68-8bfb30997ce9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:08.793457 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e591e845-1fe1-454b-8ff5-d267036af562), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:08.816050 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec9b465d-2518-4609-9606-59aef7934bb1 req-6393316e-7826-4a31-9e5f-700bf4a14726 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12a2093f-2fc9-4fce-b441-82e85199b407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348239 Feb 15 16:50:08.871169 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port ec816046-e0df-4b28-9e68-8bfb30997ce9 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:08.872072 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ec816046-e0df-4b28-9e68-8bfb30997ce9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:08.884191 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1a23f-92ee-4322-9c8d-a7ed437887ab req-071f8fc3-7cda-46f0-9855-611a84b37d8e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:08.886657 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8b1a23f-92ee-4322-9c8d-a7ed437887ab req-071f8fc3-7cda-46f0-9855-611a84b37d8e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.1086507 Feb 15 16:50:08.924921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ec816046-e0df-4b28-9e68-8bfb30997ce9, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ec816046-e0df-4b28-9e68-8bfb30997ce9,segment=NetworkSegment(b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9),segment_id=b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:08.964216 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec9b465d-2518-4609-9606-59aef7934bb1 req-411cd690-8429-4fa1-99da-bb58f78393cf service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321831 Feb 15 16:50:08.986560 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ec816046-e0df-4b28-9e68-8bfb30997ce9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:09.027360 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8b1a23f-92ee-4322-9c8d-a7ed437887ab req-28997dc5-6289-4ed1-bc66-d736f1e3a711 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057885 Feb 15 16:50:09.062201 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=ec816046-e0df-4b28-9e68-8bfb30997ce9,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:09.088374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76da07-893a-4574-87b7-2e47128d90f0 req-bdbb8fe9-cd00-48f6-8a25-1dfe8c25e6b7 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:09.090528 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff76da07-893a-4574-87b7-2e47128d90f0 req-bdbb8fe9-cd00-48f6-8a25-1dfe8c25e6b7 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 944 time: 0.1250508 Feb 15 16:50:09.116528 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec9b465d-2518-4609-9606-59aef7934bb1 req-c981d016-5927-4959-bd8f-2d300a366e66 service neutron] 10.222.0.67 "GET /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417506 Feb 15 16:50:09.153977 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff76da07-893a-4574-87b7-2e47128d90f0 req-412e0bb0-2fea-4139-9548-e57e485eb638 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/security-groups?id=90e3bc82-7cc5-4680-9033-297440c70979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543077 Feb 15 16:50:09.177015 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-93c3da9c-7616-4caf-8553-978548fd207d req-e6063f90-faf6-4d18-be4f-8b5d94a3d6f7 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0452943 Feb 15 16:50:09.196206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4f33b5-e17b-4e60-b78f-a432cfc404a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec816046-e0df-4b28-9e68-8bfb30997ce9'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:09.198402 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732c31f9-5b29-4efe-92e5-4b5d477b3849" -d '{"events": [{"server_uuid": "3d4f33b5-e17b-4e60-b78f-a432cfc404a2", "name": "network-vif-plugged", "status": "completed", "tag": "ec816046-e0df-4b28-9e68-8bfb30997ce9"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:09.224848 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (e591e845-1fe1-454b-8ff5-d267036af562), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:09.238939 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b9261f-5891-4265-b0e0-cf69c6a44ea2 x-openstack-request-id: req-a4b9261f-5891-4265-b0e0-cf69c6a44ea2 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:09.239245 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4f33b5-e17b-4e60-b78f-a432cfc404a2", "name": "network-vif-plugged", "status": "completed", "tag": "ec816046-e0df-4b28-9e68-8bfb30997ce9", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:09.239506 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a4b9261f-5891-4265-b0e0-cf69c6a44ea2 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:09.239901 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4f33b5-e17b-4e60-b78f-a432cfc404a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec816046-e0df-4b28-9e68-8bfb30997ce9', 'code': 200} Feb 15 16:50:09.242219 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e9dc689e-821c-42a8-91b0-9899ead8f8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:09.293607 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (e591e845-1fe1-454b-8ff5-d267036af562), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:09.347993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ec463-c6ef-4498-bf04-fb3a7d9bbaa2 req-a48686b6-c522-4190-8c35-c0745c26aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:09.349530 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b81ec463-c6ef-4498-bf04-fb3a7d9bbaa2 req-a48686b6-c522-4190-8c35-c0745c26aa4a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 1128 time: 0.0462177 Feb 15 16:50:09.366126 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=e591e845-1fe1-454b-8ff5-d267036af562,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:09.371561 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (911e7221-e377-452e-8159-4816bba39f73), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:09.394633 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b81ec463-c6ef-4498-bf04-fb3a7d9bbaa2 req-90113c99-233f-4bff-9dd8-c6137038ca20 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=90e3bc82-7cc5-4680-9033-297440c70979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387750 Feb 15 16:50:09.471550 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network 457ef532-f774-442f-ba84-00f1eecd48aa is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:09.473095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:09.603209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd730680-76d3-430b-922a-e28c56745850 req-a99106ec-2502-4054-86ba-01add7e98411 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:09.605217 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd730680-76d3-430b-922a-e28c56745850 req-a99106ec-2502-4054-86ba-01add7e98411 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.1268795 Feb 15 16:50:09.641996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router 911e7221-e377-452e-8159-4816bba39f73 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:50:09.674566 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd730680-76d3-430b-922a-e28c56745850 req-3f2bd5a0-e1d9-4310-9481-f4b5672c00e2 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615821 Feb 15 16:50:09.721982 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a9478-a41b-429d-95e0-de84e03438e0 req-5f225c08-ad5a-463c-a31c-7a3929f2540c tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:09.723592 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e48a9478-a41b-429d-95e0-de84e03438e0 req-5f225c08-ad5a-463c-a31c-7a3929f2540c tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0558765 Feb 15 16:50:09.772491 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e48a9478-a41b-429d-95e0-de84e03438e0 req-a16188e9-578e-4877-ad1f-718aedda32bd tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420792 Feb 15 16:50:09.804719 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:50:09.813523 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-69a2b9fd-3b8f-4155-868a-1f3bbacff9cb tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "PUT /v2.0/routers/911e7221-e377-452e-8159-4816bba39f73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8397830 Feb 15 16:50:09.813523 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50838) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:09.814793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec5b31-76a5-4c86-a260-f0b0420cd145 None None] Sync routers for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:50:09.818434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6ebeb9f3-614c-4ae0-9e2f-5e2db4af2e02 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'port': {'network_id': '457ef532-f774-442f-ba84-00f1eecd48aa', 'name': 'tempest-FloatingIPTestJSON-1992744254'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:09.829578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209a332-5f89-463f-a33f-be096810fbf1 req-46d6efb4-4d0f-4e06-9305-e7594f4aba65 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:09.829892 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec5b31-76a5-4c86-a260-f0b0420cd145 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:09.830557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ccec5b31-76a5-4c86-a260-f0b0420cd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:09.831273 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a209a332-5f89-463f-a33f-be096810fbf1 req-46d6efb4-4d0f-4e06-9305-e7594f4aba65 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0873237 Feb 15 16:50:09.865052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ccec5b31-76a5-4c86-a260-f0b0420cd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:09.873930 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec5b31-76a5-4c86-a260-f0b0420cd145 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:09.874526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ccec5b31-76a5-4c86-a260-f0b0420cd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:09.909000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ccec5b31-76a5-4c86-a260-f0b0420cd145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:09.909677 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccec5b31-76a5-4c86-a260-f0b0420cd145 None None] The sync data for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:50:09.938039 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a209a332-5f89-463f-a33f-be096810fbf1 req-4665c0af-bde2-4967-9417-bbc327ae61e0 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952072 Feb 15 16:50:10.047616 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebeb9f3-614c-4ae0-9e2f-5e2db4af2e02 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Made reservation on behalf of a1448ddb8b944a1facf0e9e9cf8602ff for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:50:10.051060 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ebeb9f3-614c-4ae0-9e2f-5e2db4af2e02 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:10.068640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-6ebeb9f3-614c-4ae0-9e2f-5e2db4af2e02 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] device_id is not set on port 774f4a8a-3194-4dda-9b5f-ddfdb735d0c6 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:50:10.209618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50273a16-cdd8-490c-a42a-afef4440341e req-41a7591d-0872-4810-9b9e-e07b76eed5dd tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:10.211101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-50273a16-cdd8-490c-a42a-afef4440341e req-41a7591d-0872-4810-9b9e-e07b76eed5dd tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.1057312 Feb 15 16:50:10.231091 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-6ebeb9f3-614c-4ae0-9e2f-5e2db4af2e02 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Allocated IP 172.20.0.12 (457ef532-f774-442f-ba84-00f1eecd48aa/220fc773-f643-4930-b79a-35a3ffa2bf9b/774f4a8a-3194-4dda-9b5f-ddfdb735d0c6) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:10.296943 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-50273a16-cdd8-490c-a42a-afef4440341e req-ebf96720-4beb-4fe0-86bd-7f095609dd1b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794442 Feb 15 16:50:10.362017 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:10.362272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada34ced-04cf-4ddb-ba1e-3a883c9cb3c4 req-71055c08-2e8c-4f06-8a2f-163f72369481 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:10.363864 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ada34ced-04cf-4ddb-ba1e-3a883c9cb3c4 req-71055c08-2e8c-4f06-8a2f-163f72369481 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 945 time: 0.0809152 Feb 15 16:50:10.413170 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a059da3f-eee9-4949-a3a3-82c1a5b46ab1 req-359156fc-bb97-47ea-8a61-056c3d5b1214 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0393908 Feb 15 16:50:10.420470 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ada34ced-04cf-4ddb-ba1e-3a883c9cb3c4 req-9a76b5fb-a44c-4156-8edb-49a1ef3a99d5 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/security-groups?id=90e3bc82-7cc5-4680-9033-297440c70979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491960 Feb 15 16:50:10.446368 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ebeb9f3-614c-4ae0-9e2f-5e2db4af2e02 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (774f4a8a-3194-4dda-9b5f-ddfdb735d0c6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:10.533636 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ebeb9f3-614c-4ae0-9e2f-5e2db4af2e02 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (774f4a8a-3194-4dda-9b5f-ddfdb735d0c6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:10.579288 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebeb9f3-614c-4ae0-9e2f-5e2db4af2e02 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network 457ef532-f774-442f-ba84-00f1eecd48aa is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:10.582421 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-6ebeb9f3-614c-4ae0-9e2f-5e2db4af2e02 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:10.586066 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebeb9f3-614c-4ae0-9e2f-5e2db4af2e02 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:10.592499 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebeb9f3-614c-4ae0-9e2f-5e2db4af2e02 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=774f4a8a-3194-4dda-9b5f-ddfdb735d0c6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:10.593652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-65da8816-f690-4784-a409-78592e6263f6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:10.595164 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-65da8816-f690-4784-a409-78592e6263f6 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/networks?id=305c0607-0f06-4e1d-ab9e-019c0e07c667 HTTP/1.1" status: 200 len: 813 time: 0.1066647 Feb 15 16:50:10.616744 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-a7d98fd8-cdcf-407b-9aab-96435e00a4d0 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/quotas/6d34e3f6db004fc18a761f94cd119d20 HTTP/1.1" status: 200 len: 375 time: 0.0102899 Feb 15 16:50:10.643104 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebeb9f3-614c-4ae0-9e2f-5e2db4af2e02 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:10.643989 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ebeb9f3-614c-4ae0-9e2f-5e2db4af2e02 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:10.681284 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-91e5d3d6-f36c-4321-acef-fca59445122a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=6d34e3f6db004fc18a761f94cd119d20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524492 Feb 15 16:50:10.719164 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6ebeb9f3-614c-4ae0-9e2f-5e2db4af2e02 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9050736 Feb 15 16:50:10.721641 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50860) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:10.726596 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f10d29a1-0fa9-4b42-95c2-01a0f843fdf7 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'port': {'network_id': '457ef532-f774-442f-ba84-00f1eecd48aa', 'name': 'tempest-FloatingIPTestJSON-222025895'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:10.772828 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-16367281-ddd8-46ba-aba1-505d64bf2339 service neutron] 10.222.0.107 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842800 Feb 15 16:50:10.879892 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-9160edf7-d3fd-48bd-b58e-614a4c6651e2 service neutron] 10.222.0.107 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003542 Feb 15 16:50:10.905871 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80746a2-266f-41f5-8c5d-aaa26a9dcc69 req-82114489-57b7-4eea-bfdb-852959d18d29 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:10.907365 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c80746a2-266f-41f5-8c5d-aaa26a9dcc69 req-82114489-57b7-4eea-bfdb-852959d18d29 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0611019 Feb 15 16:50:10.910440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10d29a1-0fa9-4b42-95c2-01a0f843fdf7 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Made reservation on behalf of a1448ddb8b944a1facf0e9e9cf8602ff for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:50:10.913641 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f10d29a1-0fa9-4b42-95c2-01a0f843fdf7 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:10.948222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-f10d29a1-0fa9-4b42-95c2-01a0f843fdf7 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] device_id is not set on port 4d17c0b2-ffa2-476b-9d5e-6d583da88bc5 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:50:11.012897 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c80746a2-266f-41f5-8c5d-aaa26a9dcc69 req-09031c1c-0d57-4585-94d7-d908da77a3b7 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968387 Feb 15 16:50:11.076823 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f10d29a1-0fa9-4b42-95c2-01a0f843fdf7 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Allocated IP 172.20.0.11 (457ef532-f774-442f-ba84-00f1eecd48aa/220fc773-f643-4930-b79a-35a3ffa2bf9b/4d17c0b2-ffa2-476b-9d5e-6d583da88bc5) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:11.111279 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ccea962a-638b-4f01-b7bc-c4108e379967 req-74da27fd-9882-425b-a4e9-2d18aa462cac tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 210 time: 0.0319018 Feb 15 16:50:11.263406 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f10d29a1-0fa9-4b42-95c2-01a0f843fdf7 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (4d17c0b2-ffa2-476b-9d5e-6d583da88bc5), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:11.345756 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f10d29a1-0fa9-4b42-95c2-01a0f843fdf7 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4d17c0b2-ffa2-476b-9d5e-6d583da88bc5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:11.390863 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10d29a1-0fa9-4b42-95c2-01a0f843fdf7 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network 457ef532-f774-442f-ba84-00f1eecd48aa is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:11.401973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f10d29a1-0fa9-4b42-95c2-01a0f843fdf7 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:11.404647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d29a1-0fa9-4b42-95c2-01a0f843fdf7 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:11.434130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d924cbc-08fb-4386-8c1a-ad86c92a711d req-5832555e-b4e6-4c69-9017-82a731143368 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:11.434448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d29a1-0fa9-4b42-95c2-01a0f843fdf7 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=4d17c0b2-ffa2-476b-9d5e-6d583da88bc5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:11.439726 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d924cbc-08fb-4386-8c1a-ad86c92a711d req-5832555e-b4e6-4c69-9017-82a731143368 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.0607445 Feb 15 16:50:11.488397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10d29a1-0fa9-4b42-95c2-01a0f843fdf7 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:11.489065 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f10d29a1-0fa9-4b42-95c2-01a0f843fdf7 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:11.506154 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d924cbc-08fb-4386-8c1a-ad86c92a711d req-f53e79bf-76c9-4439-ae79-5df01efaddaa tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510042 Feb 15 16:50:11.561644 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e61ea-42df-47ee-b328-c13f5aabe0e1 req-50943b14-205d-46ef-9038-362fdca228f4 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:11.566809 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e30e61ea-42df-47ee-b328-c13f5aabe0e1 req-50943b14-205d-46ef-9038-362fdca228f4 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 945 time: 0.0711768 Feb 15 16:50:11.608486 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8fb5a152-0754-4971-ae68-d2c60ce28556 req-9c226eb1-6f3a-4870-b16a-6ee1343e6497 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0316811 Feb 15 16:50:11.620915 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f10d29a1-0fa9-4b42-95c2-01a0f843fdf7 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8981946 Feb 15 16:50:11.628522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50880) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:11.628522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '4d17c0b2-ffa2-476b-9d5e-6d583da88bc5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:11.636264 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e30e61ea-42df-47ee-b328-c13f5aabe0e1 req-c8385008-f7dc-4d38-92bd-6ce18c044a3d tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/security-groups?id=90e3bc82-7cc5-4680-9033-297440c70979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671020 Feb 15 16:50:11.718249 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:11.808538 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:11.824301 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:11.867270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254f24b-73d3-4dbb-944d-5e2c5f158df6 req-6968ce3d-75ec-4ed7-8756-2de06811dc4c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:11.868879 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9254f24b-73d3-4dbb-944d-5e2c5f158df6 req-6968ce3d-75ec-4ed7-8756-2de06811dc4c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.67 "GET /v2.0/ports?device_id=8f2241b5-d720-497c-a988-8fcb6c8b8f05 HTTP/1.1" status: 200 len: 945 time: 0.0573494 Feb 15 16:50:11.930793 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Allocated IP 172.25.4.97 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/162889db-378e-4d8c-9e90-bf068ca6c984) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:11.971575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-9254f24b-73d3-4dbb-944d-5e2c5f158df6 req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Deleting port 4820605f-8887-4d0f-810b-7d235ccfe8d6 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:50:11.971999 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9254f24b-73d3-4dbb-944d-5e2c5f158df6 req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:12.057970 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (162889db-378e-4d8c-9e90-bf068ca6c984), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:12.089532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-9254f24b-73d3-4dbb-944d-5e2c5f158df6 req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] For port 4820605f-8887-4d0f-810b-7d235ccfe8d6, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4820605f-8887-4d0f-810b-7d235ccfe8d6,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:12.089912 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9254f24b-73d3-4dbb-944d-5e2c5f158df6 req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:12.108637 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-9254f24b-73d3-4dbb-944d-5e2c5f158df6 req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Calling delete_port for 4820605f-8887-4d0f-810b-7d235ccfe8d6 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:50:12.147928 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272d51b-6790-48a4-83e3-bf168bfc82dd req-9cc5fa00-3936-4937-916d-fea185779bb5 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:12.149566 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2272d51b-6790-48a4-83e3-bf168bfc82dd req-9cc5fa00-3936-4937-916d-fea185779bb5 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0612202 Feb 15 16:50:12.181257 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (162889db-378e-4d8c-9e90-bf068ca6c984), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:12.234925 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2272d51b-6790-48a4-83e3-bf168bfc82dd req-2204f3e6-c7e9-46e3-bf7e-f511b1bf0bde tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794752 Feb 15 16:50:12.235553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ad06c-a8de-46b3-9b0e-5f78a373f2af req-bffa7a38-1ac6-4050-8824-f464c4c373d5 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:12.237106 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea9ad06c-a8de-46b3-9b0e-5f78a373f2af req-bffa7a38-1ac6-4050-8824-f464c4c373d5 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 945 time: 0.0816450 Feb 15 16:50:12.240310 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:12.243486 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:12.247744 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:12.270532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=162889db-378e-4d8c-9e90-bf068ca6c984,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:12.349933 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea9ad06c-a8de-46b3-9b0e-5f78a373f2af req-b34867f2-c124-4a25-b38e-242907824699 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/security-groups?id=90e3bc82-7cc5-4680-9033-297440c70979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989172 Feb 15 16:50:12.370751 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-940e9713-5206-4a76-81c1-adf4e20796f7 req-4412e184-f255-4318-830f-2f78aec53bcd tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 210 time: 0.0481608 Feb 15 16:50:12.390742 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9254f24b-73d3-4dbb-944d-5e2c5f158df6 req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4820605f-8887-4d0f-810b-7d235ccfe8d6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:12.414622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['4820605f-8887-4d0f-810b-7d235ccfe8d6'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:50:12.425604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Pushing event deleted for resources: {'Port': ['ID=4820605f-8887-4d0f-810b-7d235ccfe8d6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:12.434080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:12.434586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:12.435189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:12.435634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:12.436090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:12.436542 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:12.436979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:12.437328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:12.437692 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:12.438076 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:12.443554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:12.443554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:12.443554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:12.491035 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9254f24b-73d3-4dbb-944d-5e2c5f158df6 req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] No DVR routers for this DVR port 4820605f-8887-4d0f-810b-7d235ccfe8d6 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:50:12.493942 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9254f24b-73d3-4dbb-944d-5e2c5f158df6 req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:12.499664 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9254f24b-73d3-4dbb-944d-5e2c5f158df6 req-377be631-ce45-4376-975c-7e080ce77d1a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.67 "DELETE /v2.0/ports/4820605f-8887-4d0f-810b-7d235ccfe8d6 HTTP/1.1" status: 204 len: 173 time: 0.6246097 Feb 15 16:50:12.499664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f2241b5-d720-497c-a988-8fcb6c8b8f05', 'name': 'network-vif-deleted', 'tag': '4820605f-8887-4d0f-810b-7d235ccfe8d6'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:12.502374 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b541ec4-daba-4df8-a935-0cc385f59755" -d '{"events": [{"server_uuid": "8f2241b5-d720-497c-a988-8fcb6c8b8f05", "name": "network-vif-deleted", "tag": "4820605f-8887-4d0f-810b-7d235ccfe8d6"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:12.560627 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ebad8f-378b-458e-8294-d09bb310dfca x-openstack-request-id: req-a8ebad8f-378b-458e-8294-d09bb310dfca {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:12.560868 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f2241b5-d720-497c-a988-8fcb6c8b8f05", "name": "network-vif-deleted", "tag": "4820605f-8887-4d0f-810b-7d235ccfe8d6", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:12.561128 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a8ebad8f-378b-458e-8294-d09bb310dfca {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:12.561587 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f2241b5-d720-497c-a988-8fcb6c8b8f05', 'name': 'network-vif-deleted', 'tag': '4820605f-8887-4d0f-810b-7d235ccfe8d6', 'status': 'completed', 'code': 200} Feb 15 16:50:12.734974 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (d08d0ff5-395a-4e5b-bf3f-ca796fe5ca41), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:12.744492 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038884f-a498-4940-8815-2a47f44c575d req-f6d09dad-6da7-4527-ba12-e28a12668b5a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:12.746595 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5038884f-a498-4940-8815-2a47f44c575d req-f6d09dad-6da7-4527-ba12-e28a12668b5a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.1047194 Feb 15 16:50:12.825859 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5038884f-a498-4940-8815-2a47f44c575d req-1b742ba6-75e5-46dd-91d7-f8ce168785ac tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615752 Feb 15 16:50:12.884761 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7eb09b4e-3714-4695-b610-1697ea2868d8 req-331e6fee-1ca8-4b96-8c77-0aeb5a7e9885 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0378001 Feb 15 16:50:12.911608 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (162889db-378e-4d8c-9e90-bf068ca6c984), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:13.059945 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (162889db-378e-4d8c-9e90-bf068ca6c984), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:13.118078 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (162889db-378e-4d8c-9e90-bf068ca6c984), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:13.190339 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=162889db-378e-4d8c-9e90-bf068ca6c984,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:13.200074 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (d08d0ff5-395a-4e5b-bf3f-ca796fe5ca41), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:13.310924 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:13.356634 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Floating IP d08d0ff5-395a-4e5b-bf3f-ca796fe5ca41 associated. External IP: 172.25.4.97, port: 4d17c0b2-ffa2-476b-9d5e-6d583da88bc5. Feb 15 16:50:13.498908 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1cd37127-04ba-4929-b781-c47277d8a424 req-fb5fd12b-5ac9-4bab-88ac-47bc7dc66089 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 210 time: 0.0373275 Feb 15 16:50:13.856286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622caa36-3c6f-4277-bbb4-7df272d8102d req-6a7c6749-2bcf-4366-9e58-99f67f8e6a13 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:13.857722 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-622caa36-3c6f-4277-bbb4-7df272d8102d req-6a7c6749-2bcf-4366-9e58-99f67f8e6a13 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 945 time: 0.0566607 Feb 15 16:50:13.874411 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-318957ba-1765-4d9c-a771-9b4c84d29133 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:13.875954 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-318957ba-1765-4d9c-a771-9b4c84d29133 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.10 "GET /v2.0/networks?id=305c0607-0f06-4e1d-ab9e-019c0e07c667 HTTP/1.1" status: 200 len: 813 time: 0.5929382 Feb 15 16:50:13.909582 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-2c7e4ea7-f4df-4e03-a89d-74008c469b71 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Request body: {'port': {'device_id': 'c1fb332c-2c89-4ec9-8ddf-c55b7afd167d', 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667', 'admin_state_up': True, 'tenant_id': '6d34e3f6db004fc18a761f94cd119d20'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:13.969197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849034e-c925-4b2a-ba8d-b7d97b5c78de req-cf0b8da2-4cb6-4d6d-a1fc-4b031f538429 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:13.972371 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9849034e-c925-4b2a-ba8d-b7d97b5c78de req-cf0b8da2-4cb6-4d6d-a1fc-4b031f538429 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 945 time: 0.1965792 Feb 15 16:50:14.051926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-622caa36-3c6f-4277-bbb4-7df272d8102d req-0c6a3707-92a9-4cc3-bb38-cfe4c8968c13 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Deleting port ec816046-e0df-4b28-9e68-8bfb30997ce9 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:50:14.053425 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-622caa36-3c6f-4277-bbb4-7df272d8102d req-0c6a3707-92a9-4cc3-bb38-cfe4c8968c13 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ec816046-e0df-4b28-9e68-8bfb30997ce9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:14.119453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e84ee8-5e31-479a-99a9-50b517d53eb8 req-b130a0fe-4285-4930-b093-ae7c82714915 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:14.122115 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19e84ee8-5e31-479a-99a9-50b517d53eb8 req-b130a0fe-4285-4930-b093-ae7c82714915 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.1353409 Feb 15 16:50:14.203256 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-622caa36-3c6f-4277-bbb4-7df272d8102d req-0c6a3707-92a9-4cc3-bb38-cfe4c8968c13 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] For port ec816046-e0df-4b28-9e68-8bfb30997ce9, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ec816046-e0df-4b28-9e68-8bfb30997ce9,segment=NetworkSegment(b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9),segment_id=b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:14.203623 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-622caa36-3c6f-4277-bbb4-7df272d8102d req-0c6a3707-92a9-4cc3-bb38-cfe4c8968c13 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ec816046-e0df-4b28-9e68-8bfb30997ce9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:14.216020 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9849034e-c925-4b2a-ba8d-b7d97b5c78de req-8b87a64e-b5ee-417f-9ff5-5f4908879965 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/security-groups?id=90e3bc82-7cc5-4680-9033-297440c70979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986322 Feb 15 16:50:14.223746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-622caa36-3c6f-4277-bbb4-7df272d8102d req-0c6a3707-92a9-4cc3-bb38-cfe4c8968c13 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Calling delete_port for ec816046-e0df-4b28-9e68-8bfb30997ce9 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:50:14.234984 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19e84ee8-5e31-479a-99a9-50b517d53eb8 req-8dfee260-ed7e-4362-8f60-bee950e2bf2a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014037 Feb 15 16:50:14.270173 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router 911e7221-e377-452e-8159-4816bba39f73 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:50:14.378196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47b3fcb9-2e56-4d40-9a4d-ef71dc8a309b req-69001dd1-46f2-409a-a9d4-1e46fcf747f4 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0316393 Feb 15 16:50:14.429756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:50:14.440828 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d86cc-57da-44e2-8b41-832636c7c50d None None] Sync routers for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:50:14.451298 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d86cc-57da-44e2-8b41-832636c7c50d None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:14.452053 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-635d86cc-57da-44e2-8b41-832636c7c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:14.488921 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-635d86cc-57da-44e2-8b41-832636c7c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:14.499609 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d86cc-57da-44e2-8b41-832636c7c50d None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:14.500283 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-635d86cc-57da-44e2-8b41-832636c7c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:14.527979 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-2c7e4ea7-f4df-4e03-a89d-74008c469b71 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Made reservation on behalf of 6d34e3f6db004fc18a761f94cd119d20 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:50:14.532534 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-2c7e4ea7-f4df-4e03-a89d-74008c469b71 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:14.533744 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-635d86cc-57da-44e2-8b41-832636c7c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:14.534409 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d86cc-57da-44e2-8b41-832636c7c50d None None] The sync data for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:50:14.568186 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:14.671491 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5fc35e79-64f5-4e32-a630-7186e8e0a090 req-7d123a75-f5b8-4a09-be29-fc735add48f2 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 210 time: 0.0639648 Feb 15 16:50:14.687865 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dd07bccb-0a13-4120-92f1-9d141ff88b76 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.0602829 Feb 15 16:50:14.689503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50924) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:14.693932 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-622caa36-3c6f-4277-bbb4-7df272d8102d req-0c6a3707-92a9-4cc3-bb38-cfe4c8968c13 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ec816046-e0df-4b28-9e68-8bfb30997ce9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:14.694109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f3a1f4a2-6aba-4c42-b30b-531848621bc9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:14.707689 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ec816046-e0df-4b28-9e68-8bfb30997ce9'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:50:14.727369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a3707-92a9-4cc3-bb38-cfe4c8968c13 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Pushing event deleted for resources: {'Port': ['ID=ec816046-e0df-4b28-9e68-8bfb30997ce9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:14.771330 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-622caa36-3c6f-4277-bbb4-7df272d8102d req-0c6a3707-92a9-4cc3-bb38-cfe4c8968c13 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] No DVR routers for this DVR port ec816046-e0df-4b28-9e68-8bfb30997ce9 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:50:14.774614 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-622caa36-3c6f-4277-bbb4-7df272d8102d req-0c6a3707-92a9-4cc3-bb38-cfe4c8968c13 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:14.778621 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-622caa36-3c6f-4277-bbb4-7df272d8102d req-0c6a3707-92a9-4cc3-bb38-cfe4c8968c13 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.67 "DELETE /v2.0/ports/ec816046-e0df-4b28-9e68-8bfb30997ce9 HTTP/1.1" status: 204 len: 173 time: 0.9100974 Feb 15 16:50:14.779078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d4f33b5-e17b-4e60-b78f-a432cfc404a2', 'name': 'network-vif-deleted', 'tag': 'ec816046-e0df-4b28-9e68-8bfb30997ce9'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:14.781739 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a46f0b-4ef3-44ab-8827-6529152d5088" -d '{"events": [{"server_uuid": "3d4f33b5-e17b-4e60-b78f-a432cfc404a2", "name": "network-vif-deleted", "tag": "ec816046-e0df-4b28-9e68-8bfb30997ce9"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:14.806118 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3a1f4a2-6aba-4c42-b30b-531848621bc9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (d08d0ff5-395a-4e5b-bf3f-ca796fe5ca41), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:14.850511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-2c7e4ea7-f4df-4e03-a89d-74008c469b71 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Allocated IP 172.20.0.12 (305c0607-0f06-4e1d-ab9e-019c0e07c667/d78d427c-8322-4326-9925-718e63fdd3e5/910b0201-c01b-417f-b968-afa0039ca623) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:15.022727 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34308365-3294-430e-9bb0-2bc7416cfc78 x-openstack-request-id: req-34308365-3294-430e-9bb0-2bc7416cfc78 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:15.022727 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d4f33b5-e17b-4e60-b78f-a432cfc404a2", "name": "network-vif-deleted", "tag": "ec816046-e0df-4b28-9e68-8bfb30997ce9", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:15.022727 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-34308365-3294-430e-9bb0-2bc7416cfc78 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:15.022727 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d4f33b5-e17b-4e60-b78f-a432cfc404a2', 'name': 'network-vif-deleted', 'tag': 'ec816046-e0df-4b28-9e68-8bfb30997ce9', 'status': 'completed', 'code': 200} Feb 15 16:50:15.038332 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3a1f4a2-6aba-4c42-b30b-531848621bc9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:15.099605 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-2c7e4ea7-f4df-4e03-a89d-74008c469b71 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks [] for port (910b0201-c01b-417f-b968-afa0039ca623), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:15.133402 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3a1f4a2-6aba-4c42-b30b-531848621bc9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (d08d0ff5-395a-4e5b-bf3f-ca796fe5ca41), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:15.133758 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-f3a1f4a2-6aba-4c42-b30b-531848621bc9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Floating IP d08d0ff5-395a-4e5b-bf3f-ca796fe5ca41 disassociated. External IP: 172.25.4.97, port: 4d17c0b2-ffa2-476b-9d5e-6d583da88bc5. Feb 15 16:50:15.200419 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-2c7e4ea7-f4df-4e03-a89d-74008c469b71 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (910b0201-c01b-417f-b968-afa0039ca623), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:15.259174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-2c7e4ea7-f4df-4e03-a89d-74008c469b71 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Network 305c0607-0f06-4e1d-ab9e-019c0e07c667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:15.270448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-2c7e4ea7-f4df-4e03-a89d-74008c469b71 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:15.278340 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-2c7e4ea7-f4df-4e03-a89d-74008c469b71 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:15.284333 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e4ea7-f4df-4e03-a89d-74008c469b71 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Pushing event updated for resources: {'Port': ['ID=910b0201-c01b-417f-b968-afa0039ca623,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:15.368921 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb0829b4-7517-46d9-8f1a-9bbbcc007794 req-739a84f4-b3e6-4ef7-a1e0-855e0365adb2 tempest-InstanceActionsNegativeTestJSON-688261237 tempest-InstanceActionsNegativeTestJSON-688261237-project] 10.222.0.107 "GET /v2.0/ports?device_id=3d4f33b5-e17b-4e60-b78f-a432cfc404a2 HTTP/1.1" status: 200 len: 210 time: 0.0434303 Feb 15 16:50:15.377288 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-2c7e4ea7-f4df-4e03-a89d-74008c469b71 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:15.377977 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-2c7e4ea7-f4df-4e03-a89d-74008c469b71 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:15.410194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a0dff-b161-4665-b3ee-2cddbce2514b req-fc0570ca-57b8-49ac-aecd-64b752d6afb7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:15.420373 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-461a0dff-b161-4665-b3ee-2cddbce2514b req-fc0570ca-57b8-49ac-aecd-64b752d6afb7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.0734298 Feb 15 16:50:15.486352 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-461a0dff-b161-4665-b3ee-2cddbce2514b req-b306abcd-3146-48c6-8e64-76fc89af9d9e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648780 Feb 15 16:50:15.513288 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-2c7e4ea7-f4df-4e03-a89d-74008c469b71 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6020954 Feb 15 16:50:15.566651 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-930f3c7a-0bd8-4cc4-9d30-05c0c36e26b3 req-2b7d1a81-9802-4be9-bf00-a5161fd98969 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0355558 Feb 15 16:50:15.570938 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a1f4a2-6aba-4c42-b30b-531848621bc9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router 911e7221-e377-452e-8159-4816bba39f73 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:50:15.620640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Request body: {'port': {'device_id': 'c1fb332c-2c89-4ec9-8ddf-c55b7afd167d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:15.731727 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (910b0201-c01b-417f-b968-afa0039ca623), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:15.750923 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a1f4a2-6aba-4c42-b30b-531848621bc9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:50:15.756195 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3a1f4a2-6aba-4c42-b30b-531848621bc9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:15.763262 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc3bd30-579c-48db-8d44-3bf61e5b04c4 None None] Sync routers for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:50:15.781556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc3bd30-579c-48db-8d44-3bf61e5b04c4 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:15.783342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-edc3bd30-579c-48db-8d44-3bf61e5b04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:15.826302 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f3a1f4a2-6aba-4c42-b30b-531848621bc9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "PUT /v2.0/floatingips/d08d0ff5-395a-4e5b-bf3f-ca796fe5ca41 HTTP/1.1" status: 200 len: 687 time: 1.1357820 Feb 15 16:50:15.828932 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50942) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:15.855390 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-edc3bd30-579c-48db-8d44-3bf61e5b04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:15.885064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc3bd30-579c-48db-8d44-3bf61e5b04c4 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:15.886606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-edc3bd30-579c-48db-8d44-3bf61e5b04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:15.898291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d715a1-d7ab-420c-a9b2-7527702a84b0 req-352d5fc0-8fa0-4e09-be39-d56263d55915 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:15.900628 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-46d715a1-d7ab-420c-a9b2-7527702a84b0 req-352d5fc0-8fa0-4e09-be39-d56263d55915 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 932 time: 0.1144927 Feb 15 16:50:15.933272 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-edc3bd30-579c-48db-8d44-3bf61e5b04c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:15.934469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc3bd30-579c-48db-8d44-3bf61e5b04c4 None None] The sync data for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:50:15.983269 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-46d715a1-d7ab-420c-a9b2-7527702a84b0 req-24286337-49c7-4e60-a577-8acb112eba05 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584691 Feb 15 16:50:16.112884 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8c84db10-c6ef-422a-98ee-3c46ca88117d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting port 162889db-378e-4d8c-9e90-bf068ca6c984 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:50:16.113222 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c84db10-c6ef-422a-98ee-3c46ca88117d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (162889db-378e-4d8c-9e90-bf068ca6c984), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.219049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 910b0201-c01b-417f-b968-afa0039ca623 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:50:16.233387 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Publish callbacks [] for port (910b0201-c01b-417f-b968-afa0039ca623), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.238725 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c84db10-c6ef-422a-98ee-3c46ca88117d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (162889db-378e-4d8c-9e90-bf068ca6c984), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.238996 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c84db10-c6ef-422a-98ee-3c46ca88117d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (162889db-378e-4d8c-9e90-bf068ca6c984), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.257029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8c84db10-c6ef-422a-98ee-3c46ca88117d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Calling delete_port for 162889db-378e-4d8c-9e90-bf068ca6c984 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:50:16.258898 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Transition to ACTIVE for port object 910b0201-c01b-417f-b968-afa0039ca623 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:50:16.334413 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (910b0201-c01b-417f-b968-afa0039ca623), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.413917 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Pushing event updated for resources: {'Port': ['ID=910b0201-c01b-417f-b968-afa0039ca623,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:16.444094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50946) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:16.492923 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Attempting to bind port 910b0201-c01b-417f-b968-afa0039ca623 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:50:16.493169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Attempting to bind port 910b0201-c01b-417f-b968-afa0039ca623 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8db795d2-3700-4f12-935d-da9d4ef9fd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:50:16.493528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Attempting to bind port 910b0201-c01b-417f-b968-afa0039ca623 on network 305c0607-0f06-4e1d-ab9e-019c0e07c667 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:50:16.499578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Port 910b0201-c01b-417f-b968-afa0039ca623 on network 305c0607-0f06-4e1d-ab9e-019c0e07c667 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:50:16.500031 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Attempting to bind port 910b0201-c01b-417f-b968-afa0039ca623 on network 305c0607-0f06-4e1d-ab9e-019c0e07c667 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:50:16.505094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:50:16.505458 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Checking segment: {'id': '8db795d2-3700-4f12-935d-da9d4ef9fd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:50:16.505855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Bound using segment: {'id': '8db795d2-3700-4f12-935d-da9d4ef9fd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:50:16.506285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Bound port: 910b0201-c01b-417f-b968-afa0039ca623, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8db795d2-3700-4f12-935d-da9d4ef9fd8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:50:16.506641 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (910b0201-c01b-417f-b968-afa0039ca623), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.510372 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3512392c-969d-4e2b-ad40-70d72180437f admin admin] Deleting subnet 57659875-7cec-44b8-af92-441d0c8d0e93 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:50:16.523549 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3512392c-969d-4e2b-ad40-70d72180437f admin admin] Publish callbacks [] for subnet (57659875-7cec-44b8-af92-441d0c8d0e93), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.545500 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c84db10-c6ef-422a-98ee-3c46ca88117d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (162889db-378e-4d8c-9e90-bf068ca6c984), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.569299 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3512392c-969d-4e2b-ad40-70d72180437f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (57659875-7cec-44b8-af92-441d0c8d0e93), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.587792 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84db10-c6ef-422a-98ee-3c46ca88117d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Port': ['ID=162889db-378e-4d8c-9e90-bf068ca6c984,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:16.637904 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3512392c-969d-4e2b-ad40-70d72180437f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (57659875-7cec-44b8-af92-441d0c8d0e93), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.665411 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] For port 910b0201-c01b-417f-b968-afa0039ca623, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:50:16.686511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] For port 910b0201-c01b-417f-b968-afa0039ca623, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=910b0201-c01b-417f-b968-afa0039ca623,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:50:16.698940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c3fef8ab-ea02-4705-b973-260c1b26c0c4 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:50:16.701269 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4820605f-8887-4d0f-810b-7d235ccfe8d6 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:50:16.705854 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c84db10-c6ef-422a-98ee-3c46ca88117d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (d08d0ff5-395a-4e5b-bf3f-ca796fe5ca41), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.708539 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c84db10-c6ef-422a-98ee-3c46ca88117d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.711038 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8c84db10-c6ef-422a-98ee-3c46ca88117d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/floatingips/d08d0ff5-395a-4e5b-bf3f-ca796fe5ca41 HTTP/1.1" status: 204 len: 168 time: 0.8798568 Feb 15 16:50:16.713936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50954) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:16.718319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '774f4a8a-3194-4dda-9b5f-ddfdb735d0c6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:16.734372 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71efbd4-0a2f-483c-9796-ab0de48f8683 req-da8b9f21-de61-4032-8721-da1d7a0c77f7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:16.735892 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f71efbd4-0a2f-483c-9796-ab0de48f8683 req-da8b9f21-de61-4032-8721-da1d7a0c77f7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.1361220 Feb 15 16:50:16.740204 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b7b43566-6a17-45a3-8161-f521667eeb14 req-89b3c5d6-712e-463e-afa6-43eb0f0e9f21 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0699942 Feb 15 16:50:16.750955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 4820605f-8887-4d0f-810b-7d235ccfe8d6 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:50:16.751592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4820605f-8887-4d0f-810b-7d235ccfe8d6 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:50:16.752237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ec816046-e0df-4b28-9e68-8bfb30997ce9 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:50:16.764527 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (910b0201-c01b-417f-b968-afa0039ca623), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.792953 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: ec816046-e0df-4b28-9e68-8bfb30997ce9 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:50:16.793952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ec816046-e0df-4b28-9e68-8bfb30997ce9 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:50:16.829511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:16.830135 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.831399 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3512392c-969d-4e2b-ad40-70d72180437f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (57659875-7cec-44b8-af92-441d0c8d0e93), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.831549 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] 10.222.0.10 "PUT /v2.0/ports/910b0201-c01b-417f-b968-afa0039ca623 HTTP/1.1" status: 200 len: 1093 time: 1.3159003 Feb 15 16:50:16.832230 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.834679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fb332c-2c89-4ec9-8ddf-c55b7afd167d', 'tag': '910b0201-c01b-417f-b968-afa0039ca623'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:16.837346 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380eec05-73f6-41d7-b5be-fe90e5c2ac37" -d '{"events": [{"name": "network-changed", "server_uuid": "c1fb332c-2c89-4ec9-8ddf-c55b7afd167d", "tag": "910b0201-c01b-417f-b968-afa0039ca623"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:16.870908 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f71efbd4-0a2f-483c-9796-ab0de48f8683 req-0e33ec9a-fbfc-4cce-857b-356ee25b5877 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270530 Feb 15 16:50:16.876341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e030e-e08b-433c-8bf0-f615cd6a51c1 service neutron] Pushing event updated for resources: {'Port': ['ID=910b0201-c01b-417f-b968-afa0039ca623,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:16.939268 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3512392c-969d-4e2b-ad40-70d72180437f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:16.942515 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c462e21d-85c4-498a-9867-336cec81208e x-openstack-request-id: req-c462e21d-85c4-498a-9867-336cec81208e {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:16.942515 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1fb332c-2c89-4ec9-8ddf-c55b7afd167d", "tag": "910b0201-c01b-417f-b968-afa0039ca623", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:16.942515 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c462e21d-85c4-498a-9867-336cec81208e {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:16.942515 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1fb332c-2c89-4ec9-8ddf-c55b7afd167d', 'tag': '910b0201-c01b-417f-b968-afa0039ca623', 'status': 'completed', 'code': 200} Feb 15 16:50:16.946105 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3512392c-969d-4e2b-ad40-70d72180437f admin admin] 10.222.0.107 "DELETE /v2.0/subnets/57659875-7cec-44b8-af92-441d0c8d0e93 HTTP/1.1" status: 204 len: 168 time: 0.5007463 Feb 15 16:50:16.946397 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:16.946889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50960) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:16.947682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512392c-969d-4e2b-ad40-70d72180437f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57659875-7cec-44b8-af92-441d0c8d0e93,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:16.966730 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'port_id': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'mac_address': 'fa:16:3e:de:ed:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:50:17.013748 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port c3fef8ab-ea02-4705-b973-260c1b26c0c4 is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:17.014373 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:17.037517 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3fef8ab-ea02-4705-b973-260c1b26c0c4 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:50:17.048963 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d5ebf64-f6e7-48b3-8b7d-ebeceb89f659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (a1f91500-e114-407b-8fb1-5fd3f7d57bb1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:17.063140 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-da083ff2-7fc5-4764-baf0-2d589f7b25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:17.066163 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-da083ff2-7fc5-4764-baf0-2d589f7b25c4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d34e3f6db004fc18a761f94cd119d20&device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 1127 time: 0.1184855 Feb 15 16:50:17.078880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:17.148539 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d5ebf64-f6e7-48b3-8b7d-ebeceb89f659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (a1f91500-e114-407b-8fb1-5fd3f7d57bb1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:17.156479 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:17.176434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-1d5ebf64-f6e7-48b3-8b7d-ebeceb89f659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f91500-e114-407b-8fb1-5fd3f7d57bb1']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:17.197008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-1d5ebf64-f6e7-48b3-8b7d-ebeceb89f659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:17.200933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-1d5ebf64-f6e7-48b3-8b7d-ebeceb89f659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:17.212914 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d5ebf64-f6e7-48b3-8b7d-ebeceb89f659 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:17.232077 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d5ebf64-f6e7-48b3-8b7d-ebeceb89f659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:17.241448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5ebf64-f6e7-48b3-8b7d-ebeceb89f659 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:50:17.241880 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d5ebf64-f6e7-48b3-8b7d-ebeceb89f659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (b8d41c33-0b39-462e-9ac6-2f5a5db3fbe9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:17.244279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=c3fef8ab-ea02-4705-b973-260c1b26c0c4,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:50:17.244959 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:50:17.341504 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['c3fef8ab-ea02-4705-b973-260c1b26c0c4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:50:17.368927 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d5ebf64-f6e7-48b3-8b7d-ebeceb89f659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (a1f91500-e114-407b-8fb1-5fd3f7d57bb1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:17.375192 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d5ebf64-f6e7-48b3-8b7d-ebeceb89f659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:17.381961 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1d5ebf64-f6e7-48b3-8b7d-ebeceb89f659 admin admin] 10.222.0.107 "DELETE /v2.0/networks/a1f91500-e114-407b-8fb1-5fd3f7d57bb1 HTTP/1.1" status: 204 len: 168 time: 0.4272039 Feb 15 16:50:17.395109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ebf64-f6e7-48b3-8b7d-ebeceb89f659 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1f91500-e114-407b-8fb1-5fd3f7d57bb1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:17.497426 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-f8fdae32-84e6-4a3a-ae4f-cdc97dae535e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=910b0201-c01b-417f-b968-afa0039ca623 HTTP/1.1" status: 200 len: 217 time: 0.4186776 Feb 15 16:50:17.540990 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:17.647844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-8521b924-e173-4005-aed1-bc6b8e4a083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:17.649444 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-8521b924-e173-4005-aed1-bc6b8e4a083c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d78d427c-8322-4326-9925-718e63fdd3e5 HTTP/1.1" status: 200 len: 853 time: 0.1223488 Feb 15 16:50:17.684394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deb111-7363-4a4f-baf5-aee24511da3e req-d25da3c0-b1d8-4b44-afe9-9dfbed10279b tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:17.685897 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-34deb111-7363-4a4f-baf5-aee24511da3e req-d25da3c0-b1d8-4b44-afe9-9dfbed10279b tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 944 time: 0.2334695 Feb 15 16:50:17.720741 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-96e0727a-a792-45b1-beb7-58ddde073410 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=305c0607-0f06-4e1d-ab9e-019c0e07c667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575318 Feb 15 16:50:17.752850 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50968) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:17.801023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-74c6b18d-6469-4531-aa4b-cb3becf88eeb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0f53609e0a9f4fc392abcc7ed8e009ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0469487 Feb 15 16:50:17.805862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50972) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:17.820696 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Allocated IP 172.25.4.168 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/0fa6e262-6ff6-4743-ae6d-26d162107b91) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:17.902447 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a39c4dbd-adcf-4681-81ea-4c33f35e224c req-7c1e4e4e-de7b-4ab5-a0a2-2f158dd5895b tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0543735 Feb 15 16:50:17.922069 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4a198d4-21ba-4971-87d9-d0ddd70682d6 admin admin] Publish callbacks [] for security_group (90e3bc82-7cc5-4680-9033-297440c70979), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:17.923289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-34deb111-7363-4a4f-baf5-aee24511da3e req-693bd0bc-d72d-4618-bc7b-d86435e852ad tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052343 Feb 15 16:50:17.951556 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4a198d4-21ba-4971-87d9-d0ddd70682d6 admin admin] Publish callbacks [] for security_group (90e3bc82-7cc5-4680-9033-297440c70979), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:17.968956 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-9f252bcf-dd2f-495f-b9d7-33d276106e32 service neutron] 10.222.0.10 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340372 Feb 15 16:50:18.082657 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4a198d4-21ba-4971-87d9-d0ddd70682d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (90e3bc82-7cc5-4680-9033-297440c70979), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:18.086356 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4a198d4-21ba-4971-87d9-d0ddd70682d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:18.090354 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d4a198d4-21ba-4971-87d9-d0ddd70682d6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/90e3bc82-7cc5-4680-9033-297440c70979 HTTP/1.1" status: 204 len: 168 time: 0.2807951 Feb 15 16:50:18.098009 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a198d4-21ba-4971-87d9-d0ddd70682d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e3bc82-7cc5-4680-9033-297440c70979,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:18.115651 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (0fa6e262-6ff6-4743-ae6d-26d162107b91), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:18.163903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30f040-4081-41c4-b4c4-bd6c383b84fd req-ee8dd34a-e2e5-4d5b-b705-b655a2af283f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:18.165334 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aa30f040-4081-41c4-b4c4-bd6c383b84fd req-ee8dd34a-e2e5-4d5b-b705-b655a2af283f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 945 time: 0.1475291 Feb 15 16:50:18.217823 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e09cfcc-35b4-491e-a609-3b1ca75c5092 req-7889a582-899c-4a04-b71e-b133b6f14358 service neutron] 10.222.0.10 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097750 Feb 15 16:50:18.241873 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aa30f040-4081-41c4-b4c4-bd6c383b84fd req-77ae2ee2-0e00-4188-9fed-763afa7b19b4 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660536 Feb 15 16:50:18.276585 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0fa6e262-6ff6-4743-ae6d-26d162107b91), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:18.321649 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:18.325056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:18.328704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:18.351196 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=0fa6e262-6ff6-4743-ae6d-26d162107b91,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:18.535016 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eec05-73f6-41d7-b5be-fe90e5c2ac37 req-076f620a-af2a-4efc-b9aa-1421decc5da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:18.536728 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-380eec05-73f6-41d7-b5be-fe90e5c2ac37 req-076f620a-af2a-4efc-b9aa-1421decc5da1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d34e3f6db004fc18a761f94cd119d20&device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 1127 time: 0.1566315 Feb 15 16:50:18.710557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c3fef8ab-ea02-4705-b973-260c1b26c0c4 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:50:18.721643 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eec05-73f6-41d7-b5be-fe90e5c2ac37 req-55ecaa3e-7c12-4362-a6ca-70e30547f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:18.723505 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-380eec05-73f6-41d7-b5be-fe90e5c2ac37 req-55ecaa3e-7c12-4362-a6ca-70e30547f69f service neutron] 10.222.0.10 "GET /v2.0/networks?id=305c0607-0f06-4e1d-ab9e-019c0e07c667 HTTP/1.1" status: 200 len: 914 time: 0.1520956 Feb 15 16:50:18.801857 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-380eec05-73f6-41d7-b5be-fe90e5c2ac37 req-7ef3b36b-fe4e-4150-96b9-9a2d07bd4148 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=910b0201-c01b-417f-b968-afa0039ca623 HTTP/1.1" status: 200 len: 217 time: 0.0480225 Feb 15 16:50:18.813753 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port c3fef8ab-ea02-4705-b973-260c1b26c0c4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:50:18.814167 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:18.879101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eec05-73f6-41d7-b5be-fe90e5c2ac37 req-4c1288f6-3912-4b4c-85e1-3fc56257ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:18.881177 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-380eec05-73f6-41d7-b5be-fe90e5c2ac37 req-4c1288f6-3912-4b4c-85e1-3fc56257ea1a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d78d427c-8322-4326-9925-718e63fdd3e5 HTTP/1.1" status: 200 len: 853 time: 0.0736415 Feb 15 16:50:19.005286 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-380eec05-73f6-41d7-b5be-fe90e5c2ac37 req-27a29830-4f31-469a-89e1-561597fe0699 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=305c0607-0f06-4e1d-ab9e-019c0e07c667&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150339 Feb 15 16:50:19.015730 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port c3fef8ab-ea02-4705-b973-260c1b26c0c4 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:19.016130 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:19.069219 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620933a7-2931-4248-bc12-b8cbe4edac87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:19.072048 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7862ac-9cf0-43e5-a5c1-af9182b08d04" -d '{"events": [{"server_uuid": "620933a7-2931-4248-bc12-b8cbe4edac87", "name": "network-vif-plugged", "status": "completed", "tag": "c3fef8ab-ea02-4705-b973-260c1b26c0c4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:19.095984 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:19.141966 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7754c4f5-efed-4c84-9fd8-9dbbaec42201 req-23efd5ff-f655-42fa-b80c-48b2561783be tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0423286 Feb 15 16:50:19.170115 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:19.259930 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-380eec05-73f6-41d7-b5be-fe90e5c2ac37 req-e5025468-0841-44dd-87f5-82105309d77c service neutron] 10.222.0.10 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680379 Feb 15 16:50:19.272265 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48fc18c-342f-4c7a-80ed-93b679352ed9 x-openstack-request-id: req-a48fc18c-342f-4c7a-80ed-93b679352ed9 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:19.273033 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620933a7-2931-4248-bc12-b8cbe4edac87", "name": "network-vif-plugged", "status": "completed", "tag": "c3fef8ab-ea02-4705-b973-260c1b26c0c4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:19.273502 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a48fc18c-342f-4c7a-80ed-93b679352ed9 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:19.274279 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620933a7-2931-4248-bc12-b8cbe4edac87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'code': 200} Feb 15 16:50:19.290680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=c3fef8ab-ea02-4705-b973-260c1b26c0c4,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:19.411285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08e7e1-baae-48b7-a6d7-87193849ef4a req-10d56280-30d7-4e70-84f4-3798548ca33e tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:19.412798 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4d08e7e1-baae-48b7-a6d7-87193849ef4a req-10d56280-30d7-4e70-84f4-3798548ca33e tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 944 time: 0.3221812 Feb 15 16:50:19.490680 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (45f85871-6755-4f8b-a50a-a7c738d44fbc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:19.507497 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4d08e7e1-baae-48b7-a6d7-87193849ef4a req-0a400a97-8789-415c-802d-65005f68cee4 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841274 Feb 15 16:50:19.560870 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-380eec05-73f6-41d7-b5be-fe90e5c2ac37 req-7650ce54-8007-4a09-9911-11662c1e0c48 service neutron] 10.222.0.10 "GET /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355533 Feb 15 16:50:19.564636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f39b5f3-31ca-4ce2-8467-6d757e436fc3 req-40fba2ce-1bd1-4849-a056-421497563866 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:19.567889 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0f39b5f3-31ca-4ce2-8467-6d757e436fc3 req-40fba2ce-1bd1-4849-a056-421497563866 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.1732605 Feb 15 16:50:19.649308 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0f39b5f3-31ca-4ce2-8467-6d757e436fc3 req-643bb250-885b-4766-b0e2-4aadd61a1b95 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749123 Feb 15 16:50:19.711338 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0fa6e262-6ff6-4743-ae6d-26d162107b91), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:19.852804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51036) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:19.983153 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (0fa6e262-6ff6-4743-ae6d-26d162107b91), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:20.035368 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-717acca9-75f4-4b2b-be30-56d97f6fb1a5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-568416135-network', 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:20.066543 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (0fa6e262-6ff6-4743-ae6d-26d162107b91), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:20.139085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717acca9-75f4-4b2b-be30-56d97f6fb1a5 admin admin] Made reservation on behalf of 5c67acc8f1c648bcbb66c3025123165e for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:50:20.141557 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-717acca9-75f4-4b2b-be30-56d97f6fb1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:20.159848 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-717acca9-75f4-4b2b-be30-56d97f6fb1a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:20.225868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=0fa6e262-6ff6-4743-ae6d-26d162107b91,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:20.246970 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (45f85871-6755-4f8b-a50a-a7c738d44fbc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:20.278375 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-717acca9-75f4-4b2b-be30-56d97f6fb1a5 admin admin] Publish callbacks [] for security_group (6366af21-a445-4a3f-b4df-9ce724101723), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:20.331696 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6224d99-3bfd-4b25-9a0b-598841e5b557 req-55ce0e79-6f7b-466a-95b2-56715b0a8d9a tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0428214 Feb 15 16:50:20.350311 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-717acca9-75f4-4b2b-be30-56d97f6fb1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6366af21-a445-4a3f-b4df-9ce724101723), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:20.374146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717acca9-75f4-4b2b-be30-56d97f6fb1a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:50:20.398725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-717acca9-75f4-4b2b-be30-56d97f6fb1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1d9f79d2-2275-4852-b917-bf2ff270a29c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:20.399357 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-717acca9-75f4-4b2b-be30-56d97f6fb1a5 admin admin] Added segment 1d9f79d2-2275-4852-b917-bf2ff270a29c of type vlan for network 5768139a-8a69-46a4-99c3-4c56de134399 Feb 15 16:50:20.408456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717acca9-75f4-4b2b-be30-56d97f6fb1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6366af21-a445-4a3f-b4df-9ce724101723,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:20.466302 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-717acca9-75f4-4b2b-be30-56d97f6fb1a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (5768139a-8a69-46a4-99c3-4c56de134399), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:20.472900 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Floating IP 45f85871-6755-4f8b-a50a-a7c738d44fbc associated. External IP: 172.25.4.168, port: 774f4a8a-3194-4dda-9b5f-ddfdb735d0c6. Feb 15 16:50:20.596834 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-717acca9-75f4-4b2b-be30-56d97f6fb1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (5768139a-8a69-46a4-99c3-4c56de134399), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:20.597906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717acca9-75f4-4b2b-be30-56d97f6fb1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:20.598493 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-717acca9-75f4-4b2b-be30-56d97f6fb1a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:20.710745 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-717acca9-75f4-4b2b-be30-56d97f6fb1a5 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8539317 Feb 15 16:50:20.712845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51046) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:20.727296 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-d52f7162-6ae5-4964-a717-bb7176334ed9 admin admin] Request body: {'subnet': {'network_id': '5768139a-8a69-46a4-99c3-4c56de134399', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-568416135-subnet', 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:20.757609 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc6334-6376-451a-ac3d-e95599f3189e req-b4578f59-ea08-4be6-895d-2064b8e2e686 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:20.761459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717acca9-75f4-4b2b-be30-56d97f6fb1a5 admin admin] Pushing event updated for resources: {'Network': ['ID=5768139a-8a69-46a4-99c3-4c56de134399,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:20.762482 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2ffc6334-6376-451a-ac3d-e95599f3189e req-b4578f59-ea08-4be6-895d-2064b8e2e686 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 944 time: 0.1421585 Feb 15 16:50:20.786771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 5768139a-8a69-46a4-99c3-4c56de134399 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:50:20.845850 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52f7162-6ae5-4964-a717-bb7176334ed9 admin admin] Made reservation on behalf of 5c67acc8f1c648bcbb66c3025123165e for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:50:20.849248 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d52f7162-6ae5-4964-a717-bb7176334ed9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:21.005064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f429ad-e105-48cf-93b1-ea882845c4c6 req-7256614e-cbb5-463b-93bd-70c259d418fc tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:21.016053 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-13f429ad-e105-48cf-93b1-ea882845c4c6 req-7256614e-cbb5-463b-93bd-70c259d418fc tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.2412214 Feb 15 16:50:21.048308 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router 911e7221-e377-452e-8159-4816bba39f73 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:50:21.066250 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2ffc6334-6376-451a-ac3d-e95599f3189e req-de3a8b71-5652-4446-b92d-da7fb497c959 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566257 Feb 15 16:50:21.093958 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-13f429ad-e105-48cf-93b1-ea882845c4c6 req-b9ffb45f-d37f-4d27-9d2f-434235eaf93c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763438 Feb 15 16:50:21.272728 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:50:21.285636 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d72a40-e160-4d90-aad6-81a55760260d None None] Sync routers for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:50:21.287692 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d52f7162-6ae5-4964-a717-bb7176334ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (69ce327b-dd59-48f2-b8be-ecdadc3586e1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:21.297271 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d72a40-e160-4d90-aad6-81a55760260d None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:21.298197 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-62d72a40-e160-4d90-aad6-81a55760260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:21.378437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52f7162-6ae5-4964-a717-bb7176334ed9 admin admin] Checking segment: {'id': '1d9f79d2-2275-4852-b917-bf2ff270a29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:50:21.378847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52f7162-6ae5-4964-a717-bb7176334ed9 admin admin] Network hostable DHCP agents. Network: 5768139a-8a69-46a4-99c3-4c56de134399, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:50:21.405421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f7162-6ae5-4964-a717-bb7176334ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ce327b-dd59-48f2-b8be-ecdadc3586e1,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:21.432957 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:21.477805 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b358ed9e-0798-4d33-9dc6-1f843efd0d05 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.7627940 Feb 15 16:50:21.480679 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa71ad27-4e2a-47b3-8abc-e18f18641ce6 req-90b83373-eddf-4af4-aea3-098e2e111ad4 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0402987 Feb 15 16:50:21.481561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51052) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:21.482901 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-62d72a40-e160-4d90-aad6-81a55760260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:21.503162 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d72a40-e160-4d90-aad6-81a55760260d None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:21.503162 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-62d72a40-e160-4d90-aad6-81a55760260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:21.510060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52f7162-6ae5-4964-a717-bb7176334ed9 admin admin] Network 5768139a-8a69-46a4-99c3-4c56de134399 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:50:21.549751 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-62d72a40-e160-4d90-aad6-81a55760260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:21.550660 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d72a40-e160-4d90-aad6-81a55760260d None None] The sync data for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:50:21.592777 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4d9065a7-0b63-478b-bdc9-76a3201ad03a tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "GET /v2.0/floatingips/45f85871-6755-4f8b-a50a-a7c738d44fbc HTTP/1.1" status: 200 len: 979 time: 0.1095796 Feb 15 16:50:21.596272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51054) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:21.636954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-d52f7162-6ae5-4964-a717-bb7176334ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 5768139a-8a69-46a4-99c3-4c56de134399) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:21.646657 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8629f34-d546-4f59-966d-963765882fef None None] Network 5768139a-8a69-46a4-99c3-4c56de134399 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:50:21.658596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52f7162-6ae5-4964-a717-bb7176334ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:21.659299 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d52f7162-6ae5-4964-a717-bb7176334ed9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:21.703126 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:50:21.729499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-95be6553-ac7e-48db-83cd-a10f088fa5bd tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1310530 Feb 15 16:50:21.732007 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51056) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:21.737814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 910b0201-c01b-417f-b968-afa0039ca623 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:50:21.738289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0192ca03-b64f-4b38-b65d-217ce52da09d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'floatingip': {'port_id': '4d17c0b2-ffa2-476b-9d5e-6d583da88bc5'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:21.756853 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d52f7162-6ae5-4964-a717-bb7176334ed9 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0436399 Feb 15 16:50:21.757518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51058) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:21.766467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-568416135-router', 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:21.858957 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:21.860619 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:21.898403 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0192ca03-b64f-4b38-b65d-217ce52da09d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (45f85871-6755-4f8b-a50a-a7c738d44fbc), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:21.942864 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a38f2e9-79c0-4106-9edb-ed0e6ad95560 None None] Network 5768139a-8a69-46a4-99c3-4c56de134399 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:50:22.012126 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Publish callbacks [] for router_controller (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:22.038728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 910b0201-c01b-417f-b968-afa0039ca623, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=910b0201-c01b-417f-b968-afa0039ca623,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:22.070323 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '910b0201-c01b-417f-b968-afa0039ca623', 'network_id': '305c0607-0f06-4e1d-ab9e-019c0e07c667', 'port_id': '910b0201-c01b-417f-b968-afa0039ca623', 'mac_address': 'fa:16:3e:83:55:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78d427c-8322-4326-9925-718e63fdd3e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:50:22.162592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 910b0201-c01b-417f-b968-afa0039ca623 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:22.163116 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (910b0201-c01b-417f-b968-afa0039ca623), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:22.178663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 910b0201-c01b-417f-b968-afa0039ca623 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:50:22.206899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 910b0201-c01b-417f-b968-afa0039ca623, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=910b0201-c01b-417f-b968-afa0039ca623,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:22.328417 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (910b0201-c01b-417f-b968-afa0039ca623), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:22.332635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fb560-e72d-4238-9f02-5c26f4c1a6e4 req-542a3f08-849b-4d45-b69c-97b64a0f7dee tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:22.350179 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3f8fb560-e72d-4238-9f02-5c26f4c1a6e4 req-542a3f08-849b-4d45-b69c-97b64a0f7dee tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 944 time: 0.1780205 Feb 15 16:50:22.431576 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3f8fb560-e72d-4238-9f02-5c26f4c1a6e4 req-49f5510a-ad70-412e-80f5-d6d3fb2068fb tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802317 Feb 15 16:50:22.487886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=910b0201-c01b-417f-b968-afa0039ca623,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:22.502592 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Publish callbacks [] for router_gateway (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:22.534353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59139b92-53bb-427a-bec6-8c0eb6b4999f req-59dc5052-3fce-4188-af66-b3ca58454d53 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:22.543835 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-59139b92-53bb-427a-bec6-8c0eb6b4999f req-59dc5052-3fce-4188-af66-b3ca58454d53 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.2125041 Feb 15 16:50:22.634529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['910b0201-c01b-417f-b968-afa0039ca623'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:50:22.688357 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-59139b92-53bb-427a-bec6-8c0eb6b4999f req-45673499-2f14-498c-8f45-cb7f8b29880d tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330338 Feb 15 16:50:22.772440 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8d08969-e073-40d1-87fe-479d99f04eb5 req-e521c5df-6a94-4601-a88a-c61a24e4ec58 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0987055 Feb 15 16:50:22.972119 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Publish callbacks [] for router_gateway (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:23.012747 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:23.027035 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0192ca03-b64f-4b38-b65d-217ce52da09d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:23.087523 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0192ca03-b64f-4b38-b65d-217ce52da09d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (45f85871-6755-4f8b-a50a-a7c738d44fbc), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:23.171697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Allocated IP 172.25.4.12 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/04a04e4b-6a64-4e6a-a941-715313062f65) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:23.308135 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Publish callbacks [] for port (04a04e4b-6a64-4e6a-a941-715313062f65), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:23.465216 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (04a04e4b-6a64-4e6a-a941-715313062f65), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:23.491734 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:23.494567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:23.507257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:23.663203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Pushing event updated for resources: {'Port': ['ID=04a04e4b-6a64-4e6a-a941-715313062f65,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:23.747200 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 910b0201-c01b-417f-b968-afa0039ca623 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:50:23.802113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b6c35-697d-4995-a348-e96383128dd3 req-c11063b5-9c1a-417b-9660-def73bf6f83d tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:23.810636 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-281b6c35-697d-4995-a348-e96383128dd3 req-c11063b5-9c1a-417b-9660-def73bf6f83d tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 945 time: 0.2147822 Feb 15 16:50:23.921488 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 910b0201-c01b-417f-b968-afa0039ca623 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:50:23.926010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 910b0201-c01b-417f-b968-afa0039ca623 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:50:23.926537 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (910b0201-c01b-417f-b968-afa0039ca623), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:24.028209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d089e89-4126-4844-ad3f-b5f9d672ee59 req-d6be6b78-9b96-4d31-bfaa-735208e88ae1 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:24.041220 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5d089e89-4126-4844-ad3f-b5f9d672ee59 req-d6be6b78-9b96-4d31-bfaa-735208e88ae1 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.1767135 Feb 15 16:50:24.048943 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-0192ca03-b64f-4b38-b65d-217ce52da09d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Floating IP 45f85871-6755-4f8b-a50a-a7c738d44fbc associated. External IP: 172.25.4.168, port: 774f4a8a-3194-4dda-9b5f-ddfdb735d0c6. Feb 15 16:50:24.184943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 910b0201-c01b-417f-b968-afa0039ca623 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:24.185255 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (910b0201-c01b-417f-b968-afa0039ca623), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:24.235677 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fb332c-2c89-4ec9-8ddf-c55b7afd167d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910b0201-c01b-417f-b968-afa0039ca623'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:24.240373 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68cf068-ad5f-40bd-a0ee-eac3459617b0" -d '{"events": [{"server_uuid": "c1fb332c-2c89-4ec9-8ddf-c55b7afd167d", "name": "network-vif-plugged", "status": "completed", "tag": "910b0201-c01b-417f-b968-afa0039ca623"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:24.278703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 910b0201-c01b-417f-b968-afa0039ca623, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=910b0201-c01b-417f-b968-afa0039ca623,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:24.361791 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (910b0201-c01b-417f-b968-afa0039ca623), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:24.445875 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5d089e89-4126-4844-ad3f-b5f9d672ee59 req-f295854f-c77c-4c99-8e33-aebc62cac644 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4002237 Feb 15 16:50:24.456273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-281b6c35-697d-4995-a348-e96383128dd3 req-d5017944-53a9-4cce-8fc3-86fb221aca98 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268458 Feb 15 16:50:24.612809 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=910b0201-c01b-417f-b968-afa0039ca623,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:24.614114 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0192ca03-b64f-4b38-b65d-217ce52da09d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router 911e7221-e377-452e-8159-4816bba39f73 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:50:24.628709 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Publish callbacks [] for router_gateway (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:24.750126 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-14c569d7-5c16-422b-83fb-83345d5ec29f req-d7513f93-6587-4bdb-bb60-a5ce731e2322 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.1118076 Feb 15 16:50:24.852240 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0192ca03-b64f-4b38-b65d-217ce52da09d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:50:24.866663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a41ee-d10a-4295-b91e-5c13c9fb6b9b None None] Sync routers for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:50:24.885404 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a41ee-d10a-4295-b91e-5c13c9fb6b9b None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:24.888194 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-f93a41ee-d10a-4295-b91e-5c13c9fb6b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:24.977190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-f93a41ee-d10a-4295-b91e-5c13c9fb6b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:25.001267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a41ee-d10a-4295-b91e-5c13c9fb6b9b None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:25.001903 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-f93a41ee-d10a-4295-b91e-5c13c9fb6b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:25.069962 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:25.095181 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b703d1e-f780-47be-b755-54c330f5f960 x-openstack-request-id: req-9b703d1e-f780-47be-b755-54c330f5f960 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:25.095497 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fb332c-2c89-4ec9-8ddf-c55b7afd167d", "name": "network-vif-plugged", "status": "completed", "tag": "910b0201-c01b-417f-b968-afa0039ca623", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:25.095728 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9b703d1e-f780-47be-b755-54c330f5f960 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:25.096125 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fb332c-2c89-4ec9-8ddf-c55b7afd167d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '910b0201-c01b-417f-b968-afa0039ca623', 'code': 200} Feb 15 16:50:25.097180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-f93a41ee-d10a-4295-b91e-5c13c9fb6b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:25.097873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a41ee-d10a-4295-b91e-5c13c9fb6b9b None None] The sync data for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:50:25.386450 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbac0e-541c-4fc0-94c0-38dc613b5bb3 req-8532dcc6-2d49-4a50-bbc5-7a04ea98e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:25.387935 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a8fbac0e-541c-4fc0-94c0-38dc613b5bb3 req-8532dcc6-2d49-4a50-bbc5-7a04ea98e1cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 1129 time: 0.2374618 Feb 15 16:50:25.498198 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0192ca03-b64f-4b38-b65d-217ce52da09d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router 911e7221-e377-452e-8159-4816bba39f73 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:50:25.505763 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a8fbac0e-541c-4fc0-94c0-38dc613b5bb3 req-0f8a5544-c5ac-4a0c-a2c3-154146ea664b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082690 Feb 15 16:50:25.528445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Router 363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:50:25.700450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:50:25.712151 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa7000-020e-4d02-8ba8-7e37e78fe836 req-b46fb32f-755e-4539-be4d-d5e28021da11 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:25.713832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7bfa7000-020e-4d02-8ba8-7e37e78fe836 req-b46fb32f-755e-4539-be4d-d5e28021da11 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.0814769 Feb 15 16:50:25.714732 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Sync routers for ids ['363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:50:25.715596 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0192ca03-b64f-4b38-b65d-217ce52da09d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:50:25.721699 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0192ca03-b64f-4b38-b65d-217ce52da09d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:25.728508 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Routers {'363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:25.733681 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:25.738991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51656740-ff16-43e7-82ec-f648cdf58ca3 None None] Sync routers for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:50:25.764201 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51656740-ff16-43e7-82ec-f648cdf58ca3 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:25.765223 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-51656740-ff16-43e7-82ec-f648cdf58ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:25.820321 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7bfa7000-020e-4d02-8ba8-7e37e78fe836 req-db6b2b67-e1f8-49f5-b3b5-3e18672d62b7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958140 Feb 15 16:50:25.849415 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9715e16-6d04-4a28-a7a4-cf98319212c1 req-a540c5f3-da67-4195-8a0a-3475a9b73ca1 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:25.855518 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9715e16-6d04-4a28-a7a4-cf98319212c1 req-a540c5f3-da67-4195-8a0a-3475a9b73ca1 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 946 time: 0.1646895 Feb 15 16:50:25.856974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-51656740-ff16-43e7-82ec-f648cdf58ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:25.861702 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:25.867958 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7b9a6a4b-495f-4070-bfe2-83c6f8d63875 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1034763 Feb 15 16:50:25.870869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51090) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:25.890319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51656740-ff16-43e7-82ec-f648cdf58ca3 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:25.890982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-51656740-ff16-43e7-82ec-f648cdf58ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:25.924954 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Set router 363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:50:25.995693 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9715e16-6d04-4a28-a7a4-cf98319212c1 req-170eec70-f31f-4b9f-9757-91b398f09122 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252034 Feb 15 16:50:26.027538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-51656740-ff16-43e7-82ec-f648cdf58ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:26.028205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51656740-ff16-43e7-82ec-f648cdf58ca3 None None] The sync data for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:50:26.216390 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'name': 'tempest-ServerRescueTestJSON-568416135-router', 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '04a04e4b-6a64-4e6a-a941-715313062f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:50:21Z', 'updated_at': '2022-02-15T16:50:24Z', 'revision_number': 3, 'project_id': '5c67acc8f1c648bcbb66c3025123165e', 'gw_port': {'id': '04a04e4b-6a64-4e6a-a941-715313062f65', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:50:23Z', 'updated_at': '2022-02-15T16:50:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:26.248700 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Checking router: 363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:50:26.249134 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Updating router 363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e port 04a04e4b-6a64-4e6a-a941-715313062f65 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:50:26.282240 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (04a04e4b-6a64-4e6a-a941-715313062f65), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:26.289430 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51098) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:26.290503 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0192ca03-b64f-4b38-b65d-217ce52da09d tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "PUT /v2.0/floatingips/45f85871-6755-4f8b-a50a-a7c738d44fbc HTTP/1.1" status: 200 len: 978 time: 4.5573559 Feb 15 16:50:26.295808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-e2ffcf0c-a953-4b8d-b3d1-65eab023b232 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:26.331014 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-157d15cb-24ea-4f4b-83b9-8536b7ec8815 req-aa52f0db-2845-4308-8bb6-a5d43b042dc5 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0637085 Feb 15 16:50:26.406684 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e2ffcf0c-a953-4b8d-b3d1-65eab023b232 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (45f85871-6755-4f8b-a50a-a7c738d44fbc), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:26.613331 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e2ffcf0c-a953-4b8d-b3d1-65eab023b232 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:26.664725 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Publish callbacks [] for port (04a04e4b-6a64-4e6a-a941-715313062f65), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:26.751112 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e2ffcf0c-a953-4b8d-b3d1-65eab023b232 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (45f85871-6755-4f8b-a50a-a7c738d44fbc), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:26.751952 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-e2ffcf0c-a953-4b8d-b3d1-65eab023b232 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Floating IP 45f85871-6755-4f8b-a50a-a7c738d44fbc disassociated. External IP: 172.25.4.168, port: 4d17c0b2-ffa2-476b-9d5e-6d583da88bc5. Feb 15 16:50:26.764796 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:26.775933 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (04a04e4b-6a64-4e6a-a941-715313062f65), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:26.948716 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Attempting to bind port 04a04e4b-6a64-4e6a-a941-715313062f65 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:50:26.950325 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Attempting to bind port 04a04e4b-6a64-4e6a-a941-715313062f65 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:50:26.953672 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Attempting to bind port 04a04e4b-6a64-4e6a-a941-715313062f65 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:50:26.967653 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265c90e-2c8d-4565-a625-1c4ea9064b2b None None] Pushing event updated for resources: {'Port': ['ID=04a04e4b-6a64-4e6a-a941-715313062f65,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:26.982170 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:50:26.982569 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:50:26.982950 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:26.990994 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:50:26.997064 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Bound port: 04a04e4b-6a64-4e6a-a941-715313062f65, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:50:26.997064 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (04a04e4b-6a64-4e6a-a941-715313062f65), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:27.063227 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Allocated IP 172.20.0.1 (5768139a-8a69-46a4-99c3-4c56de134399/69ce327b-dd59-48f2-b8be-ecdadc3586e1/8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:27.071529 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265c90e-2c8d-4565-a625-1c4ea9064b2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:27.071880 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265c90e-2c8d-4565-a625-1c4ea9064b2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:27.072224 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265c90e-2c8d-4565-a625-1c4ea9064b2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:27.072596 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265c90e-2c8d-4565-a625-1c4ea9064b2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:27.072958 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265c90e-2c8d-4565-a625-1c4ea9064b2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:27.073276 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265c90e-2c8d-4565-a625-1c4ea9064b2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:27.073614 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265c90e-2c8d-4565-a625-1c4ea9064b2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:27.073939 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265c90e-2c8d-4565-a625-1c4ea9064b2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:27.074263 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265c90e-2c8d-4565-a625-1c4ea9064b2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:27.074586 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265c90e-2c8d-4565-a625-1c4ea9064b2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:27.074908 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265c90e-2c8d-4565-a625-1c4ea9064b2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:27.076889 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265c90e-2c8d-4565-a625-1c4ea9064b2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:27.077245 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5265c90e-2c8d-4565-a625-1c4ea9064b2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:27.138637 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7116018d-e792-464b-bbdc-32b2431f058a req-3dede729-fc68-413c-9fe7-dbe254937f4b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0433974 Feb 15 16:50:27.154799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a52ffd-069f-46a9-895e-768f36437060 req-25ec3a51-b45e-4d35-8f59-fa4cb561360d tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:27.156402 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67a52ffd-069f-46a9-895e-768f36437060 req-25ec3a51-b45e-4d35-8f59-fa4cb561360d tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.1518652 Feb 15 16:50:27.179831 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] For port 04a04e4b-6a64-4e6a-a941-715313062f65, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:50:27.186022 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] For port 04a04e4b-6a64-4e6a-a941-715313062f65, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=04a04e4b-6a64-4e6a-a941-715313062f65,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:50:27.200402 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ffcf0c-a953-4b8d-b3d1-65eab023b232 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router 911e7221-e377-452e-8159-4816bba39f73 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:50:27.240600 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67a52ffd-069f-46a9-895e-768f36437060 req-fbb1de99-2e62-42f2-9f94-f55b013ca873 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773754 Feb 15 16:50:27.265379 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (04a04e4b-6a64-4e6a-a941-715313062f65), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:27.297024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae898b-6805-48d8-88e3-d084714b3d69 req-8dcaf421-af60-4ad8-8488-bf520e982725 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:27.297024 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ffae898b-6805-48d8-88e3-d084714b3d69 req-8dcaf421-af60-4ad8-8488-bf520e982725 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 946 time: 0.1555362 Feb 15 16:50:27.331676 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Publish callbacks [] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:27.396779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ffcf0c-a953-4b8d-b3d1-65eab023b232 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:50:27.405573 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ffae898b-6805-48d8-88e3-d084714b3d69 req-34ab1f68-8344-46ad-b57d-72464f9ca24e tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954151 Feb 15 16:50:27.406125 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e2ffcf0c-a953-4b8d-b3d1-65eab023b232 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:27.438166 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7398b644-a377-4cbd-836b-81d5576da4c5 None None] Sync routers for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:50:27.468515 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:27.493841 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7398b644-a377-4cbd-836b-81d5576da4c5 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:27.497794 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7398b644-a377-4cbd-836b-81d5576da4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:27.512095 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e2ffcf0c-a953-4b8d-b3d1-65eab023b232 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "PUT /v2.0/floatingips/45f85871-6755-4f8b-a50a-a7c738d44fbc HTTP/1.1" status: 200 len: 688 time: 1.2190666 Feb 15 16:50:27.515811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51112) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:27.596434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Network 5768139a-8a69-46a4-99c3-4c56de134399 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:27.604546 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7398b644-a377-4cbd-836b-81d5576da4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:27.620539 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7398b644-a377-4cbd-836b-81d5576da4c5 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:27.621163 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7398b644-a377-4cbd-836b-81d5576da4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:27.622555 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1f2ea57b-9147-41d2-b7d4-e05ecde9c9a2 req-2e6e342f-92bc-4462-8425-667f1390f7a2 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0515523 Feb 15 16:50:27.627108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:27.633647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:27.637778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Pushing event updated for resources: {'Port': ['ID=8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:27.720058 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7398b644-a377-4cbd-836b-81d5576da4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:27.720691 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7398b644-a377-4cbd-836b-81d5576da4c5 None None] The sync data for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:50:27.722234 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Routers {'363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:27.725166 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:27.754970 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:27.787368 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d411209-ef7b-493c-b9bf-53c728433480 req-08f4bd72-992a-4bee-bb22-49d36a1085b9 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:27.796808 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d411209-ef7b-493c-b9bf-53c728433480 req-08f4bd72-992a-4bee-bb22-49d36a1085b9 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 946 time: 0.1951761 Feb 15 16:50:27.830556 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5265c90e-2c8d-4565-a625-1c4ea9064b2b None None] Pushing event updated for resources: {'Port': ['ID=04a04e4b-6a64-4e6a-a941-715313062f65,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:27.874848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1250c-231a-4e8f-bc3c-56e77940ca85 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting port 0fa6e262-6ff6-4743-ae6d-26d162107b91 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:50:27.882278 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1bc1250c-231a-4e8f-bc3c-56e77940ca85 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0fa6e262-6ff6-4743-ae6d-26d162107b91), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:27.894077 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d411209-ef7b-493c-b9bf-53c728433480 req-14f6c223-0006-49da-b807-44f29d44fda9 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961552 Feb 15 16:50:27.960791 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] Set router 363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:50:27.991956 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1bc1250c-231a-4e8f-bc3c-56e77940ca85 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0fa6e262-6ff6-4743-ae6d-26d162107b91), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:27.992670 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1bc1250c-231a-4e8f-bc3c-56e77940ca85 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (0fa6e262-6ff6-4743-ae6d-26d162107b91), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:28.010600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1250c-231a-4e8f-bc3c-56e77940ca85 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Calling delete_port for 0fa6e262-6ff6-4743-ae6d-26d162107b91 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:50:28.082009 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:28.313671 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Publish callbacks [] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:28.339108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd6665-b470-490a-8f3a-03efad6f5cff req-7c998d7b-884c-4180-8164-9a0e6d36719f tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:28.340685 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22fd6665-b470-490a-8f3a-03efad6f5cff req-7c998d7b-884c-4180-8164-9a0e6d36719f tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 946 time: 0.1111796 Feb 15 16:50:28.360880 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'name': 'tempest-ServerRescueTestJSON-568416135-router', 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '04a04e4b-6a64-4e6a-a941-715313062f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:50:21Z', 'updated_at': '2022-02-15T16:50:24Z', 'revision_number': 3, 'project_id': '5c67acc8f1c648bcbb66c3025123165e', 'gw_port': {'id': '04a04e4b-6a64-4e6a-a941-715313062f65', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:50:23Z', 'updated_at': '2022-02-15T16:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:28.411404 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1bc1250c-231a-4e8f-bc3c-56e77940ca85 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0fa6e262-6ff6-4743-ae6d-26d162107b91), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:28.415544 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b823efe5-c718-4aeb-8748-22e2b569201c None None] The sync data for ids ['363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'] in n-d-828372-14 is: [{'id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'name': 'tempest-ServerRescueTestJSON-568416135-router', 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '04a04e4b-6a64-4e6a-a941-715313062f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:50:21Z', 'updated_at': '2022-02-15T16:50:24Z', 'revision_number': 3, 'project_id': '5c67acc8f1c648bcbb66c3025123165e', 'gw_port': {'id': '04a04e4b-6a64-4e6a-a941-715313062f65', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:50:23Z', 'updated_at': '2022-02-15T16:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:50:28.442569 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c75ca-941d-4031-82fc-1e1b12039b09 req-aecc9ec2-cca0-490a-bd48-30b62e80bda0 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:28.461405 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-126c75ca-941d-4031-82fc-1e1b12039b09 req-aecc9ec2-cca0-490a-bd48-30b62e80bda0 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.0987523 Feb 15 16:50:28.470734 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22fd6665-b470-490a-8f3a-03efad6f5cff req-da403765-130b-4666-8139-2be7068762a8 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236804 Feb 15 16:50:28.479817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1250c-231a-4e8f-bc3c-56e77940ca85 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Port': ['ID=0fa6e262-6ff6-4743-ae6d-26d162107b91,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:28.486730 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:28.587326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Pushing event updated for resources: {'Port': ['ID=8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:28.641846 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-126c75ca-941d-4031-82fc-1e1b12039b09 req-435d04a1-a448-4b2c-bc9e-da7f3d176ca4 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747308 Feb 15 16:50:28.643359 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:28.678718 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1bc1250c-231a-4e8f-bc3c-56e77940ca85 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (45f85871-6755-4f8b-a50a-a7c738d44fbc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:28.683287 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1bc1250c-231a-4e8f-bc3c-56e77940ca85 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:28.685067 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1bc1250c-231a-4e8f-bc3c-56e77940ca85 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/floatingips/45f85871-6755-4f8b-a50a-a7c738d44fbc HTTP/1.1" status: 204 len: 168 time: 1.1645195 Feb 15 16:50:28.687667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51132) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:28.741265 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7fd9c-d280-4f0f-a785-3a28c1d7edf7 req-aca1be6c-a5df-4701-bd8c-f772274a08cb tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:28.751477 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28b7fd9c-d280-4f0f-a785-3a28c1d7edf7 req-aca1be6c-a5df-4701-bd8c-f772274a08cb tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 946 time: 0.1508174 Feb 15 16:50:28.754357 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-3c8b24e3-c023-4c9c-945b-c9a55bb226aa tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] delete failed (client error): The resource could not be found. Feb 15 16:50:28.755358 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3c8b24e3-c023-4c9c-945b-c9a55bb226aa tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/floatingips/45f85871-6755-4f8b-a50a-a7c738d44fbc HTTP/1.1" status: 404 len: 345 time: 0.0641973 Feb 15 16:50:28.764543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51134) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:28.889234 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28b7fd9c-d280-4f0f-a785-3a28c1d7edf7 req-f031dab7-64ed-4dba-b8eb-e442a4550e3d tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368017 Feb 15 16:50:29.031189 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87777b96-452c-46ca-8674-74c92b66c11c req-23767beb-0509-44b9-bbf8-532525eab4a7 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.2653022 Feb 15 16:50:29.067805 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Network 5768139a-8a69-46a4-99c3-4c56de134399 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:29.067805 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:29.195683 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f2db71-70de-4c17-b2c7-f9b402c77e0e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:29.207698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f2db71-70de-4c17-b2c7-f9b402c77e0e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:29.216457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f2db71-70de-4c17-b2c7-f9b402c77e0e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:29.218351 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-24f2db71-70de-4c17-b2c7-f9b402c77e0e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "GET /v2.0/ports?network_id=457ef532-f774-442f-ba84-00f1eecd48aa HTTP/1.1" status: 200 len: 2359 time: 0.4338148 Feb 15 16:50:29.221142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51142) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:29.379546 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Router 363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:50:29.404957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5509b955-5242-424c-9d04-991fabd0d798 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:29.406614 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5509b955-5242-424c-9d04-991fabd0d798 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "GET /v2.0/subnets/220fc773-f643-4930-b79a-35a3ffa2bf9b HTTP/1.1" status: 200 len: 797 time: 0.1844478 Feb 15 16:50:29.414060 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51146) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:29.417235 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd2501-533f-4f02-8f8e-0d3448543069 req-46baa967-58b1-41e4-8204-41a63693235e tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:29.424849 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-26dd2501-533f-4f02-8f8e-0d3448543069 req-46baa967-58b1-41e4-8204-41a63693235e tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 946 time: 0.1196935 Feb 15 16:50:29.494014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-58984d48-d93a-4da1-8d74-bf5cb63c45ac tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'port': {'network_id': '457ef532-f774-442f-ba84-00f1eecd48aa', 'name': 'tempest-FloatingIPTestJSON-574307467', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:29.522345 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-26dd2501-533f-4f02-8f8e-0d3448543069 req-45ce0847-0196-41e2-b97f-1d20b70bc011 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960045 Feb 15 16:50:29.743262 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a10867-9251-4ed6-bba7-21cc64c1d398 req-93e3e3eb-271e-4f7c-bba1-8614ade9b8d1 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:29.752539 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-04a10867-9251-4ed6-bba7-21cc64c1d398 req-93e3e3eb-271e-4f7c-bba1-8614ade9b8d1 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 946 time: 0.1187103 Feb 15 16:50:29.836926 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-04a10867-9251-4ed6-bba7-21cc64c1d398 req-e4441eb5-dcac-4191-8040-c336679315b5 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769091 Feb 15 16:50:30.005397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6007ca86-9aee-4ecc-9f32-9daf30dceb82 req-a7dfe984-a04e-412a-9ee0-243029de042e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:30.013712 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6007ca86-9aee-4ecc-9f32-9daf30dceb82 req-a7dfe984-a04e-412a-9ee0-243029de042e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.1065042 Feb 15 16:50:30.083265 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6007ca86-9aee-4ecc-9f32-9daf30dceb82 req-73449fc9-7615-4615-a3ec-8938306434df tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680752 Feb 15 16:50:30.190458 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:30.284573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 04a04e4b-6a64-4e6a-a941-715313062f65 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:50:30.350801 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-15dfb465-18fc-4f72-870a-367c35d951e3 req-dca40328-4a91-4357-a90d-bfc117627d19 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf40fce3-cd24-474e-8579-e594953655fc&device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0646741 Feb 15 16:50:30.377572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 04a04e4b-6a64-4e6a-a941-715313062f65 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:50:30.378337 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (04a04e4b-6a64-4e6a-a941-715313062f65), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:30.396569 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:50:30.406377 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-97d37b00-3c7c-4c25-9f78-c6ac44b4a6dc admin admin] 10.222.0.107 "PUT /v2.0/routers/363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5356898 Feb 15 16:50:30.516720 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58984d48-d93a-4da1-8d74-bf5cb63c45ac tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Made reservation on behalf of a1448ddb8b944a1facf0e9e9cf8602ff for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:50:30.555225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 04a04e4b-6a64-4e6a-a941-715313062f65 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:30.555894 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (04a04e4b-6a64-4e6a-a941-715313062f65), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:30.641315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 04a04e4b-6a64-4e6a-a941-715313062f65, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=04a04e4b-6a64-4e6a-a941-715313062f65,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:30.679198 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-58984d48-d93a-4da1-8d74-bf5cb63c45ac tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:30.725077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-58984d48-d93a-4da1-8d74-bf5cb63c45ac tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] device_id is not set on port 93e6a601-6de7-4249-863b-099cc3cfb477 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:50:30.727876 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:30.729626 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (04a04e4b-6a64-4e6a-a941-715313062f65), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:30.832881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=04a04e4b-6a64-4e6a-a941-715313062f65,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:31.127247 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d225b3d6-023b-46ee-bd43-eabb9e113b32 req-6b1092f6-e5c0-4046-b792-043a534e42ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4bad19193cf440acbea6b067875a17fa&device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0504849 Feb 15 16:50:31.201033 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-41c1dd24-50e1-4f14-b758-385b4883b701 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:31.207078 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d225b3d6-023b-46ee-bd43-eabb9e113b32 req-a700fdec-520e-438c-b510-30641d38a5bf service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4bad19193cf440acbea6b067875a17fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620091 Feb 15 16:50:31.209452 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-41c1dd24-50e1-4f14-b758-385b4883b701 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/networks?id=5768139a-8a69-46a4-99c3-4c56de134399 HTTP/1.1" status: 200 len: 810 time: 0.1929286 Feb 15 16:50:31.227471 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-6d15506f-7bee-452e-aa3f-7852834d4bc4 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/quotas/5c67acc8f1c648bcbb66c3025123165e HTTP/1.1" status: 200 len: 375 time: 0.0170603 Feb 15 16:50:31.308128 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c509f-f81f-4cf1-a1e1-5940812dc8b3 req-0554f31e-0d72-4fc8-8a75-1bd93c59a748 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:31.309831 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7e2c509f-f81f-4cf1-a1e1-5940812dc8b3 req-0554f31e-0d72-4fc8-8a75-1bd93c59a748 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 946 time: 0.1814830 Feb 15 16:50:31.318919 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-9e0d4af2-b05c-4283-bb52-d76df115e9c7 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=5c67acc8f1c648bcbb66c3025123165e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0890357 Feb 15 16:50:31.356308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Sync routers for ids ['363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:50:31.378548 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Routers {'363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:31.383166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:31.507879 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-07e45aba-6255-4b59-ad05-4f92b2afb916 service neutron] 10.222.0.107 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872175 Feb 15 16:50:31.512368 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225b3d6-023b-46ee-bd43-eabb9e113b32 req-5d174781-a60d-400b-8b0c-86709ed4ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:31.513909 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d225b3d6-023b-46ee-bd43-eabb9e113b32 req-5d174781-a60d-400b-8b0c-86709ed4ee4e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2898893 Feb 15 16:50:31.519134 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7e2c509f-f81f-4cf1-a1e1-5940812dc8b3 req-a1b96493-dc6c-4bde-9c8a-bd4ec673edaf tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020423 Feb 15 16:50:31.526600 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-58984d48-d93a-4da1-8d74-bf5cb63c45ac tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Allocated IP 172.20.0.14 (457ef532-f774-442f-ba84-00f1eecd48aa/220fc773-f643-4930-b79a-35a3ffa2bf9b/93e6a601-6de7-4249-863b-099cc3cfb477) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:31.531346 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-58984d48-d93a-4da1-8d74-bf5cb63c45ac tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Allocated IP 172.20.0.13 (457ef532-f774-442f-ba84-00f1eecd48aa/220fc773-f643-4930-b79a-35a3ffa2bf9b/93e6a601-6de7-4249-863b-099cc3cfb477) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:31.570331 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Set router 363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:50:31.713336 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-f31028f6-4f40-429a-aae6-b0e48b50feca service neutron] 10.222.0.107 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045805 Feb 15 16:50:31.803961 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-22924462-8274-4aec-acc7-13443701f883 req-4104b42d-e471-41af-a136-e3453af9c777 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0778563 Feb 15 16:50:31.902119 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-58984d48-d93a-4da1-8d74-bf5cb63c45ac tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (93e6a601-6de7-4249-863b-099cc3cfb477), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:32.017114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'name': 'tempest-ServerRescueTestJSON-568416135-router', 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '04a04e4b-6a64-4e6a-a941-715313062f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:50:21Z', 'updated_at': '2022-02-15T16:50:27Z', 'revision_number': 4, 'project_id': '5c67acc8f1c648bcbb66c3025123165e', 'gw_port': {'id': '04a04e4b-6a64-4e6a-a941-715313062f65', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:50:23Z', 'updated_at': '2022-02-15T16:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c', 'name': '', 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399', 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e', 'mac_address': 'fa:16:3e:b0:bb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '69ce327b-dd59-48f2-b8be-ecdadc3586e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:50:26Z', 'updated_at': '2022-02-15T16:50:28Z', 'revision_number': 2, 'project_id': '5c67acc8f1c648bcbb66c3025123165e', 'subnets': [{'id': '69ce327b-dd59-48f2-b8be-ecdadc3586e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:32.018504 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9878b-4167-4cc1-b134-bcde5785bb96 req-855f668f-380f-4fb2-8322-729cb2aca1a3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:32.028703 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adb9878b-4167-4cc1-b134-bcde5785bb96 req-855f668f-380f-4fb2-8322-729cb2aca1a3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.0796845 Feb 15 16:50:32.056212 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-58984d48-d93a-4da1-8d74-bf5cb63c45ac tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (93e6a601-6de7-4249-863b-099cc3cfb477), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:32.111763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Checking router: 363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:50:32.112130 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Updating router 363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e port 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:50:32.146092 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ed97d97-861f-4e01-9669-9020ba5c3930 req-4218d68e-082b-44b8-a270-5797cc1ecbb9 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 210 time: 0.0665407 Feb 15 16:50:32.168977 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:32.196956 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58984d48-d93a-4da1-8d74-bf5cb63c45ac tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=93e6a601-6de7-4249-863b-099cc3cfb477,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:32.287166 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58984d48-d93a-4da1-8d74-bf5cb63c45ac tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network 457ef532-f774-442f-ba84-00f1eecd48aa is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:32.332139 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-58984d48-d93a-4da1-8d74-bf5cb63c45ac tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:32.342114 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58984d48-d93a-4da1-8d74-bf5cb63c45ac tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:32.388086 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 04a04e4b-6a64-4e6a-a941-715313062f65 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:50:32.408642 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58984d48-d93a-4da1-8d74-bf5cb63c45ac tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:32.409713 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-58984d48-d93a-4da1-8d74-bf5cb63c45ac tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:32.436909 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-adb9878b-4167-4cc1-b134-bcde5785bb96 req-3013f3c0-c65d-4c22-a78b-a9b021fd486b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4018118 Feb 15 16:50:32.470483 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17719767-048a-40c4-a26a-67c8ead94401 req-7a235839-7b60-4a03-a116-7f536b1f325c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:32.474219 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17719767-048a-40c4-a26a-67c8ead94401 req-7a235839-7b60-4a03-a116-7f536b1f325c tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.10 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 946 time: 0.3764694 Feb 15 16:50:32.498565 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-58984d48-d93a-4da1-8d74-bf5cb63c45ac tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.0093765 Feb 15 16:50:32.502651 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51192) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:32.523468 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '93e6a601-6de7-4249-863b-099cc3cfb477', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:32.654191 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-17719767-048a-40c4-a26a-67c8ead94401 req-0fbe2807-4918-425a-8dfb-d9b4e8fe9b31 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Deleting port 910b0201-c01b-417f-b968-afa0039ca623 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:50:32.654735 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-17719767-048a-40c4-a26a-67c8ead94401 req-0fbe2807-4918-425a-8dfb-d9b4e8fe9b31 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (910b0201-c01b-417f-b968-afa0039ca623), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:32.756019 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:32.820938 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 04a04e4b-6a64-4e6a-a941-715313062f65 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:50:32.820938 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (04a04e4b-6a64-4e6a-a941-715313062f65), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:32.860568 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d946d7-fd0d-4c79-a940-920ebbb7e115 req-99e21581-c2be-4515-af69-cb02ef46b82b tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:32.870547 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e8d946d7-fd0d-4c79-a940-920ebbb7e115 req-99e21581-c2be-4515-af69-cb02ef46b82b tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 946 time: 0.1989300 Feb 15 16:50:32.877455 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-17719767-048a-40c4-a26a-67c8ead94401 req-0fbe2807-4918-425a-8dfb-d9b4e8fe9b31 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] For port 910b0201-c01b-417f-b968-afa0039ca623, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=910b0201-c01b-417f-b968-afa0039ca623,segment=NetworkSegment(8db795d2-3700-4f12-935d-da9d4ef9fd8e),segment_id=8db795d2-3700-4f12-935d-da9d4ef9fd8e)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:32.877794 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-17719767-048a-40c4-a26a-67c8ead94401 req-0fbe2807-4918-425a-8dfb-d9b4e8fe9b31 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (910b0201-c01b-417f-b968-afa0039ca623), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:32.897763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-17719767-048a-40c4-a26a-67c8ead94401 req-0fbe2807-4918-425a-8dfb-d9b4e8fe9b31 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Calling delete_port for 910b0201-c01b-417f-b968-afa0039ca623 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:50:32.984703 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Publish callbacks [] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:33.014479 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e8d946d7-fd0d-4c79-a940-920ebbb7e115 req-1ad9ed8d-6112-4668-90f4-941a75bfa9b1 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/security-groups?id=2574c934-839e-41aa-9c73-bc94b8a139ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428940 Feb 15 16:50:33.015323 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c72edae6-a5f2-4dfb-9e4e-57544cc90eb3 req-0665e9c0-52e7-4898-a819-34b21eb237a6 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0439105 Feb 15 16:50:33.016706 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d225b3d6-023b-46ee-bd43-eabb9e113b32 req-2ca8055f-10cc-453c-8c81-7af576beadbc tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.10 "GET /v2.0/ports?device_id=f52af2e7-d75d-4705-9937-560d8170c527 HTTP/1.1" status: 200 len: 210 time: 0.0665534 Feb 15 16:50:33.034291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 04a04e4b-6a64-4e6a-a941-715313062f65 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:33.062494 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:33.178957 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:33.217973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Allocated IP 172.25.4.109 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/c8b40044-bbe0-40d1-8343-a005229cb1ae) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:33.233931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51abb6-b2fe-4eef-89c1-9ce41d373125 None None] Pushing event updated for resources: {'Port': ['ID=8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:33.248845 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52668495-cef9-4fe9-b748-b013caffddc6 req-b6b1b89a-2e8c-476e-9f86-9a083c96db75 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 210 time: 0.0328999 Feb 15 16:50:33.288282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Attempting to bind port 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:50:33.288282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Attempting to bind port 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '1d9f79d2-2275-4852-b917-bf2ff270a29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:50:33.288282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Attempting to bind port 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c on network 5768139a-8a69-46a4-99c3-4c56de134399 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:50:33.293290 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:50:33.297857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Checking segment: {'id': '1d9f79d2-2275-4852-b917-bf2ff270a29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:50:33.297857 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:33.298088 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-17719767-048a-40c4-a26a-67c8ead94401 req-0fbe2807-4918-425a-8dfb-d9b4e8fe9b31 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (910b0201-c01b-417f-b968-afa0039ca623), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:33.298188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Bound using segment: {'id': '1d9f79d2-2275-4852-b917-bf2ff270a29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:50:33.298188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Bound port: 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9f79d2-2275-4852-b917-bf2ff270a29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:50:33.298188 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:33.328098 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['910b0201-c01b-417f-b968-afa0039ca623'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:50:33.408249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] For port 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:50:33.426969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] For port 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c,segment=NetworkSegment(1d9f79d2-2275-4852-b917-bf2ff270a29c),segment_id=1d9f79d2-2275-4852-b917-bf2ff270a29c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:50:33.441024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-17719767-048a-40c4-a26a-67c8ead94401 req-0fbe2807-4918-425a-8dfb-d9b4e8fe9b31 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] No DVR routers for this DVR port 910b0201-c01b-417f-b968-afa0039ca623 on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:50:33.443374 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe2807-4918-425a-8dfb-d9b4e8fe9b31 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Pushing event deleted for resources: {'Port': ['ID=910b0201-c01b-417f-b968-afa0039ca623,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:33.445815 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-17719767-048a-40c4-a26a-67c8ead94401 req-0fbe2807-4918-425a-8dfb-d9b4e8fe9b31 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:33.449505 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17719767-048a-40c4-a26a-67c8ead94401 req-0fbe2807-4918-425a-8dfb-d9b4e8fe9b31 tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.10 "DELETE /v2.0/ports/910b0201-c01b-417f-b968-afa0039ca623 HTTP/1.1" status: 204 len: 173 time: 0.9687819 Feb 15 16:50:33.450005 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fb332c-2c89-4ec9-8ddf-c55b7afd167d', 'name': 'network-vif-deleted', 'tag': '910b0201-c01b-417f-b968-afa0039ca623'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:33.452310 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f03cdf-e700-499b-8fc2-b8a2a3707d5d" -d '{"events": [{"server_uuid": "c1fb332c-2c89-4ec9-8ddf-c55b7afd167d", "name": "network-vif-deleted", "tag": "910b0201-c01b-417f-b968-afa0039ca623"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:33.482783 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (c8b40044-bbe0-40d1-8343-a005229cb1ae), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:33.528518 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:33.558054 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a00ae1-dd69-4e71-ad5f-006e12633f5d x-openstack-request-id: req-99a00ae1-dd69-4e71-ad5f-006e12633f5d {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:33.561763 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fb332c-2c89-4ec9-8ddf-c55b7afd167d", "name": "network-vif-deleted", "tag": "910b0201-c01b-417f-b968-afa0039ca623", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:33.561763 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-99a00ae1-dd69-4e71-ad5f-006e12633f5d {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:33.561763 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fb332c-2c89-4ec9-8ddf-c55b7afd167d', 'name': 'network-vif-deleted', 'tag': '910b0201-c01b-417f-b968-afa0039ca623', 'status': 'completed', 'code': 200} Feb 15 16:50:33.648812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51abb6-b2fe-4eef-89c1-9ce41d373125 None None] Pushing event updated for resources: {'Port': ['ID=8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:33.664179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Routers {'363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:33.664781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:33.854550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] Set router 363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:50:34.157701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'name': 'tempest-ServerRescueTestJSON-568416135-router', 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '04a04e4b-6a64-4e6a-a941-715313062f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:50:21Z', 'updated_at': '2022-02-15T16:50:27Z', 'revision_number': 4, 'project_id': '5c67acc8f1c648bcbb66c3025123165e', 'gw_port': {'id': '04a04e4b-6a64-4e6a-a941-715313062f65', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:50:23Z', 'updated_at': '2022-02-15T16:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c', 'name': '', 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399', 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e', 'mac_address': 'fa:16:3e:b0:bb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '69ce327b-dd59-48f2-b8be-ecdadc3586e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:50:26Z', 'updated_at': '2022-02-15T16:50:33Z', 'revision_number': 4, 'project_id': '5c67acc8f1c648bcbb66c3025123165e', 'subnets': [{'id': '69ce327b-dd59-48f2-b8be-ecdadc3586e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:34.169262 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a81dc89-3654-4b81-b598-b3da40ecfd84 req-e464b1b1-2e42-4258-a78c-f4d78aacbd84 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:34.180148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a81dc89-3654-4b81-b598-b3da40ecfd84 req-e464b1b1-2e42-4258-a78c-f4d78aacbd84 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.1542521 Feb 15 16:50:34.194474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c6fd81-5160-46b1-a5e9-6988a0530f72 None None] The sync data for ids ['363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'] in n-d-828372-14 is: [{'id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'name': 'tempest-ServerRescueTestJSON-568416135-router', 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '04a04e4b-6a64-4e6a-a941-715313062f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:50:21Z', 'updated_at': '2022-02-15T16:50:27Z', 'revision_number': 4, 'project_id': '5c67acc8f1c648bcbb66c3025123165e', 'gw_port': {'id': '04a04e4b-6a64-4e6a-a941-715313062f65', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:50:23Z', 'updated_at': '2022-02-15T16:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c', 'name': '', 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399', 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e', 'mac_address': 'fa:16:3e:b0:bb:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '69ce327b-dd59-48f2-b8be-ecdadc3586e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:50:26Z', 'updated_at': '2022-02-15T16:50:33Z', 'revision_number': 4, 'project_id': '5c67acc8f1c648bcbb66c3025123165e', 'subnets': [{'id': '69ce327b-dd59-48f2-b8be-ecdadc3586e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:50:34.242209 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c8b40044-bbe0-40d1-8343-a005229cb1ae), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:34.281107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a56f114b-4b06-4f8e-8799-5d8aecd21adc req-32e50138-76d3-462f-aa85-837727d64e5a tempest-ServerDiskConfigTestJSON-2114559847 tempest-ServerDiskConfigTestJSON-2114559847-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1fb332c-2c89-4ec9-8ddf-c55b7afd167d HTTP/1.1" status: 200 len: 210 time: 0.0748482 Feb 15 16:50:34.389447 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a81dc89-3654-4b81-b598-b3da40ecfd84 req-e782e214-4e50-498e-9471-13921a1d53b7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2077172 Feb 15 16:50:34.397737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:34.425610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=c8b40044-bbe0-40d1-8343-a005229cb1ae,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:34.433122 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:34.439206 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:34.563380 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f8b3c91-8fae-43b1-b89c-0eba7590d9d9 req-3a65dada-4c24-43b2-9e1a-93eb1e165ae2 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 210 time: 0.0714746 Feb 15 16:50:35.026675 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3e042172-30ea-440c-b020-91654f9475fe req-f1ccbc31-3276-4602-a8df-140c52b14611 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=4bad19193cf440acbea6b067875a17fa&device_id=cf40fce3-cd24-474e-8579-e594953655fc HTTP/1.1" status: 200 len: 210 time: 0.0629303 Feb 15 16:50:35.109561 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-075bb834-d68d-4698-b391-aa354bcb00ac req-0bd018c2-8130-4d96-8966-165eca83cc77 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf40fce3-cd24-474e-8579-e594953655fc HTTP/1.1" status: 200 len: 210 time: 0.0659215 Feb 15 16:50:35.113081 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3e042172-30ea-440c-b020-91654f9475fe req-c3cc39e8-5f59-4d62-8303-e23efaa2f471 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=4bad19193cf440acbea6b067875a17fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786338 Feb 15 16:50:35.247929 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (11ad49db-3314-4205-88c8-5d61f8a4782f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:35.259340 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e042172-30ea-440c-b020-91654f9475fe req-88961001-8e8a-46a3-aab5-72874efce4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:35.261040 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3e042172-30ea-440c-b020-91654f9475fe req-88961001-8e8a-46a3-aab5-72874efce4f6 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1419232 Feb 15 16:50:35.432818 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c8b40044-bbe0-40d1-8343-a005229cb1ae), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:35.748566 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3262ce5f-e234-4309-a4a1-b30e057d6172 req-cc7a57fe-43bc-4d15-8d36-98963e5edec6 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 210 time: 0.0691700 Feb 15 16:50:35.760384 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 910b0201-c01b-417f-b968-afa0039ca623 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:50:35.845960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-151af121-41f7-42cd-bccf-cf129acef469 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:35.849059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-151af121-41f7-42cd-bccf-cf129acef469 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.67 "GET /v2.0/networks?id=5768139a-8a69-46a4-99c3-4c56de134399 HTTP/1.1" status: 200 len: 810 time: 0.2932618 Feb 15 16:50:35.852610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 910b0201-c01b-417f-b968-afa0039ca623 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:50:35.859986 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 910b0201-c01b-417f-b968-afa0039ca623 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:50:35.867685 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-4ad8ed97-0de6-4969-be3d-a91c437bae12 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Request body: {'port': {'device_id': 'f1938e56-9ff7-44a1-bd90-f969861b7832', 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399', 'admin_state_up': True, 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:35.911300 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51246) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:35.977040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88c7a0-2285-4df0-a286-5d26786b4829 req-a0870969-d82c-4efe-a944-fc497420efa4 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:35.986392 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-af88c7a0-2285-4df0-a286-5d26786b4829 req-a0870969-d82c-4efe-a944-fc497420efa4 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.4148037 Feb 15 16:50:35.994591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf70328-f27c-4ae7-81ff-b56ca901ad39 admin admin] Deleting subnet d78d427c-8322-4326-9925-718e63fdd3e5 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:50:35.998815 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aaf70328-f27c-4ae7-81ff-b56ca901ad39 admin admin] Publish callbacks [] for subnet (d78d427c-8322-4326-9925-718e63fdd3e5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.044317 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aaf70328-f27c-4ae7-81ff-b56ca901ad39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (d78d427c-8322-4326-9925-718e63fdd3e5), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.156822 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aaf70328-f27c-4ae7-81ff-b56ca901ad39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (d78d427c-8322-4326-9925-718e63fdd3e5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.291858 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:50:36.301894 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-01116053-9028-44c0-8115-d51f081ebf90 req-02ddcb65-8b73-4003-8b8d-c8c7d0f2dc8f tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf40fce3-cd24-474e-8579-e594953655fc HTTP/1.1" status: 200 len: 210 time: 0.0483077 Feb 15 16:50:36.316116 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aaf70328-f27c-4ae7-81ff-b56ca901ad39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (d78d427c-8322-4326-9925-718e63fdd3e5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.327022 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-af88c7a0-2285-4df0-a286-5d26786b4829 req-253645dd-8a70-4508-b5d5-1308d459bbf6 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3396237 Feb 15 16:50:36.349868 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (c8b40044-bbe0-40d1-8343-a005229cb1ae), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.400687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf70328-f27c-4ae7-81ff-b56ca901ad39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78d427c-8322-4326-9925-718e63fdd3e5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:36.408166 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aaf70328-f27c-4ae7-81ff-b56ca901ad39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.413255 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c8b40044-bbe0-40d1-8343-a005229cb1ae), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.418984 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-aaf70328-f27c-4ae7-81ff-b56ca901ad39 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/d78d427c-8322-4326-9925-718e63fdd3e5 HTTP/1.1" status: 204 len: 168 time: 0.5058048 Feb 15 16:50:36.421316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51250) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:36.430679 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:50:36.431292 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.505140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-4ad8ed97-0de6-4969-be3d-a91c437bae12 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Made reservation on behalf of 5c67acc8f1c648bcbb66c3025123165e for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:50:36.514121 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-4ad8ed97-0de6-4969-be3d-a91c437bae12 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.521340 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4142438-0054-4798-b9ca-3d9ff9a1d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (305c0607-0f06-4e1d-ab9e-019c0e07c667), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.592886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:36.593849 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.648164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c,segment=NetworkSegment(1d9f79d2-2275-4852-b917-bf2ff270a29c),segment_id=1d9f79d2-2275-4852-b917-bf2ff270a29c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:36.670095 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3e042172-30ea-440c-b020-91654f9475fe req-1959c8b6-8a02-4c11-b676-47dfa4c9e839 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.10 "GET /v2.0/ports?device_id=cf40fce3-cd24-474e-8579-e594953655fc HTTP/1.1" status: 200 len: 210 time: 0.0894692 Feb 15 16:50:36.687062 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4142438-0054-4798-b9ca-3d9ff9a1d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (305c0607-0f06-4e1d-ab9e-019c0e07c667), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.700497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=c8b40044-bbe0-40d1-8343-a005229cb1ae,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:36.733450 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.746997 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (11ad49db-3314-4205-88c8-5d61f8a4782f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.761632 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f4142438-0054-4798-b9ca-3d9ff9a1d6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['305c0607-0f06-4e1d-ab9e-019c0e07c667']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:36.777989 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f4142438-0054-4798-b9ca-3d9ff9a1d6f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8db795d2-3700-4f12-935d-da9d4ef9fd8e') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:36.778585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f4142438-0054-4798-b9ca-3d9ff9a1d6f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8db795d2-3700-4f12-935d-da9d4ef9fd8e') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:36.795562 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4142438-0054-4798-b9ca-3d9ff9a1d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (8db795d2-3700-4f12-935d-da9d4ef9fd8e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.828667 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4142438-0054-4798-b9ca-3d9ff9a1d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8db795d2-3700-4f12-935d-da9d4ef9fd8e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.845328 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4142438-0054-4798-b9ca-3d9ff9a1d6f2 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:50:36.845949 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4142438-0054-4798-b9ca-3d9ff9a1d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (8db795d2-3700-4f12-935d-da9d4ef9fd8e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: warnings.warn(msg) Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:50:36.852811 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:50:36.904448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:36.972799 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-487f79e3-a993-4b8a-95b9-e149b7d6f39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:37.012579 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d5a9ce5-d77d-4487-a287-fd92d6ade389 req-4fb4fb65-f455-4dee-a894-add5949919b8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 210 time: 0.0622225 Feb 15 16:50:37.022531 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Floating IP 11ad49db-3314-4205-88c8-5d61f8a4782f associated. External IP: 172.25.4.109, port: 93e6a601-6de7-4249-863b-099cc3cfb477. Feb 15 16:50:37.134135 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4142438-0054-4798-b9ca-3d9ff9a1d6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (305c0607-0f06-4e1d-ab9e-019c0e07c667), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:37.152007 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4142438-0054-4798-b9ca-3d9ff9a1d6f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:37.162256 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f4142438-0054-4798-b9ca-3d9ff9a1d6f2 admin admin] 10.222.0.107 "DELETE /v2.0/networks/305c0607-0f06-4e1d-ab9e-019c0e07c667 HTTP/1.1" status: 204 len: 168 time: 0.7396097 Feb 15 16:50:37.193224 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4142438-0054-4798-b9ca-3d9ff9a1d6f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=305c0607-0f06-4e1d-ab9e-019c0e07c667,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:37.336745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-4ad8ed97-0de6-4969-be3d-a91c437bae12 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Allocated IP 172.20.0.3 (5768139a-8a69-46a4-99c3-4c56de134399/69ce327b-dd59-48f2-b8be-ecdadc3586e1/f65d11e8-f7f7-4228-88e8-2a2fa8e6268a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:37.486678 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router 911e7221-e377-452e-8159-4816bba39f73 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:50:37.550048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bd0ab9-2138-4d73-b67c-c03a6a345e90 req-75bca48a-f32e-4ee6-88bb-e017312bfc30 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:37.553876 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d3bd0ab9-2138-4d73-b67c-c03a6a345e90 req-75bca48a-f32e-4ee6-88bb-e017312bfc30 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.0878375 Feb 15 16:50:37.558305 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96610ab5-c3c6-4f67-9f91-74a1df0cae9d req-44bb71d0-7393-431c-a52d-bf47c03756f2 tempest-ServerShowV247Test-1517433223 tempest-ServerShowV247Test-1517433223-project] 10.222.0.107 "GET /v2.0/ports?device_id=cf40fce3-cd24-474e-8579-e594953655fc HTTP/1.1" status: 200 len: 210 time: 0.0384829 Feb 15 16:50:37.657377 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d3bd0ab9-2138-4d73-b67c-c03a6a345e90 req-7e9e3a10-243f-4914-bafe-cd67b29cdb58 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933278 Feb 15 16:50:37.677083 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51262) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:37.730918 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8c193ecb-a70f-416e-afa7-80619470dbc1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6d34e3f6db004fc18a761f94cd119d20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0494370 Feb 15 16:50:37.731733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:50:37.732029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51264) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:37.745462 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa5b46-0ca3-4aa4-81b1-9457ebbb685b None None] Sync routers for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:50:37.746163 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-4ad8ed97-0de6-4969-be3d-a91c437bae12 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Publish callbacks [] for port (f65d11e8-f7f7-4228-88e8-2a2fa8e6268a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:37.768118 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa5b46-0ca3-4aa4-81b1-9457ebbb685b None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:37.769502 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-23aa5b46-0ca3-4aa4-81b1-9457ebbb685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:37.808355 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2e7fce0-8586-4100-b926-0b3fbf9dc08f admin admin] Publish callbacks [] for security_group (2574c934-839e-41aa-9c73-bc94b8a139ab), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:37.834555 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2e7fce0-8586-4100-b926-0b3fbf9dc08f admin admin] Publish callbacks [] for security_group (2574c934-839e-41aa-9c73-bc94b8a139ab), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:37.850467 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:37.901697 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-23aa5b46-0ca3-4aa4-81b1-9457ebbb685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:37.929347 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-4ad8ed97-0de6-4969-be3d-a91c437bae12 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f65d11e8-f7f7-4228-88e8-2a2fa8e6268a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:37.930006 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa5b46-0ca3-4aa4-81b1-9457ebbb685b None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:37.930795 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-23aa5b46-0ca3-4aa4-81b1-9457ebbb685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:38.017441 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-23aa5b46-0ca3-4aa4-81b1-9457ebbb685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:38.018117 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa5b46-0ca3-4aa4-81b1-9457ebbb685b None None] The sync data for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:50:38.019282 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2e7fce0-8586-4100-b926-0b3fbf9dc08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2574c934-839e-41aa-9c73-bc94b8a139ab), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:38.021820 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-195e67b7-f850-48a5-a24a-fb769e6190e0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.5179629 Feb 15 16:50:38.032114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51266) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:38.038567 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2e7fce0-8586-4100-b926-0b3fbf9dc08f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:38.042161 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c2e7fce0-8586-4100-b926-0b3fbf9dc08f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2574c934-839e-41aa-9c73-bc94b8a139ab HTTP/1.1" status: 204 len: 168 time: 0.3065989 Feb 15 16:50:38.042829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-a5a8d861-7b62-4ed6-b8f2-a01fa9da8f0f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'floatingip': {'port_id': '93e6a601-6de7-4249-863b-099cc3cfb477', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:38.061526 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7fce0-8586-4100-b926-0b3fbf9dc08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2574c934-839e-41aa-9c73-bc94b8a139ab,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:38.101912 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-4ad8ed97-0de6-4969-be3d-a91c437bae12 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Network 5768139a-8a69-46a4-99c3-4c56de134399 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:38.104878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8ed97-0de6-4969-be3d-a91c437bae12 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Pushing event updated for resources: {'Port': ['ID=f65d11e8-f7f7-4228-88e8-2a2fa8e6268a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:38.111147 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-4ad8ed97-0de6-4969-be3d-a91c437bae12 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:38.115196 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-4ad8ed97-0de6-4969-be3d-a91c437bae12 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:38.198077 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d861-7b62-4ed6-b8f2-a01fa9da8f0f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (11ad49db-3314-4205-88c8-5d61f8a4782f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:38.218551 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:50:38.313511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:50:38.314969 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:38.344213 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-4ad8ed97-0de6-4969-be3d-a91c437bae12 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:38.345501 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-4ad8ed97-0de6-4969-be3d-a91c437bae12 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:38.479909 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:38.512006 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-4ad8ed97-0de6-4969-be3d-a91c437bae12 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6500595 Feb 15 16:50:38.543255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf122352-c425-465d-b65d-5854056c0dbe req-5daf20dd-365f-4ad9-9e62-6dd944e822ff tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:38.557749 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cf122352-c425-465d-b65d-5854056c0dbe req-5daf20dd-365f-4ad9-9e62-6dd944e822ff tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 931 time: 0.3401363 Feb 15 16:50:38.938145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16599dfe-26fa-49ed-9f79-4f5744ae441f req-59500203-ee9a-4cf2-ab59-7724b583cda2 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:38.944546 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-16599dfe-26fa-49ed-9f79-4f5744ae441f req-59500203-ee9a-4cf2-ab59-7724b583cda2 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.1045351 Feb 15 16:50:39.086846 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-16599dfe-26fa-49ed-9f79-4f5744ae441f req-5672c2b7-7ca1-482a-8e96-b0e4588fe28b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333928 Feb 15 16:50:39.205731 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d861-7b62-4ed6-b8f2-a01fa9da8f0f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:39.214497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Request body: {'port': {'device_id': 'f1938e56-9ff7-44a1-bd90-f969861b7832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:39.298867 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f65d11e8-f7f7-4228-88e8-2a2fa8e6268a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:39.333580 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57629a22-4326-4610-9a19-5ea532398f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:39.344922 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d861-7b62-4ed6-b8f2-a01fa9da8f0f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (11ad49db-3314-4205-88c8-5d61f8a4782f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:39.486877 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cf122352-c425-465d-b65d-5854056c0dbe req-d7e58686-ffd6-4610-8b8e-60dc9aef2ec0 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9275477 Feb 15 16:50:39.674311 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51300) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:39.890031 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae566c67-ec9c-48b4-ab40-dacadf400b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:40.091760 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae566c67-ec9c-48b4-ab40-dacadf400b78 admin admin] Publish callbacks [] for security_group (8d839aad-e921-49c1-a92a-458f0c618580), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:40.178986 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae566c67-ec9c-48b4-ab40-dacadf400b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8d839aad-e921-49c1-a92a-458f0c618580), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:40.247077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51314) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:40.330967 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a8d861-7b62-4ed6-b8f2-a01fa9da8f0f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router 911e7221-e377-452e-8159-4816bba39f73 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:50:40.347530 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ae566c67-ec9c-48b4-ab40-dacadf400b78 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4bad19193cf440acbea6b067875a17fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6717544 Feb 15 16:50:40.357134 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51318) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:40.363199 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae566c67-ec9c-48b4-ab40-dacadf400b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d839aad-e921-49c1-a92a-458f0c618580,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:40.370104 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:40.395949 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a3c5a-9a2c-4536-a2e3-eec5d06c9a58 req-e996f3d9-6da1-42aa-aa3f-e6615ba18cba tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:40.397754 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1f8a3c5a-9a2c-4536-a2e3-eec5d06c9a58 req-e996f3d9-6da1-42aa-aa3f-e6615ba18cba tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.1714780 Feb 15 16:50:40.738260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb108ec8-679c-4864-8d4f-48b41fb894d6 admin admin] Publish callbacks [] for security_group (8d839aad-e921-49c1-a92a-458f0c618580), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:40.738260 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1f8a3c5a-9a2c-4536-a2e3-eec5d06c9a58 req-28eb7130-9eb6-41af-84e0-5c163fc20b06 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259676 Feb 15 16:50:40.738260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb108ec8-679c-4864-8d4f-48b41fb894d6 admin admin] Publish callbacks [] for security_group (8d839aad-e921-49c1-a92a-458f0c618580), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:40.738260 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6d933302-4004-4fb4-88bd-d16d20355895 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-520625506-network', 'tenant_id': '2a3542f3a39647f59665a81bfe0c370a'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:40.745426 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65d11e8-f7f7-4228-88e8-2a2fa8e6268a {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:50:40.751407 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a8d861-7b62-4ed6-b8f2-a01fa9da8f0f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:50:40.757454 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d861-7b62-4ed6-b8f2-a01fa9da8f0f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:40.765172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba0fcfe-a076-4d57-a568-bd38b15af025 None None] Sync routers for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:50:40.772938 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Publish callbacks [] for port (f65d11e8-f7f7-4228-88e8-2a2fa8e6268a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:40.778995 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba0fcfe-a076-4d57-a568-bd38b15af025 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:40.780530 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-fba0fcfe-a076-4d57-a568-bd38b15af025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:40.823240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-fba0fcfe-a076-4d57-a568-bd38b15af025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:40.856706 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba0fcfe-a076-4d57-a568-bd38b15af025 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:40.857828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-fba0fcfe-a076-4d57-a568-bd38b15af025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:40.871703 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a5a8d861-7b62-4ed6-b8f2-a01fa9da8f0f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "PUT /v2.0/floatingips/11ad49db-3314-4205-88c8-5d61f8a4782f HTTP/1.1" status: 200 len: 978 time: 2.8342428 Feb 15 16:50:40.872244 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51324) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:40.915245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58553a5d-9b9e-4d19-9072-43ce1e88268b req-655a4f34-dcd6-430c-b365-0bc80b75fb38 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:40.925380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-fba0fcfe-a076-4d57-a568-bd38b15af025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:40.931394 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba0fcfe-a076-4d57-a568-bd38b15af025 None None] The sync data for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:50:40.939736 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58553a5d-9b9e-4d19-9072-43ce1e88268b req-655a4f34-dcd6-430c-b365-0bc80b75fb38 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 931 time: 0.2934599 Feb 15 16:50:40.989139 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d933302-4004-4fb4-88bd-d16d20355895 admin admin] Made reservation on behalf of 2a3542f3a39647f59665a81bfe0c370a for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:50:40.992583 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d933302-4004-4fb4-88bd-d16d20355895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:40.993603 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58553a5d-9b9e-4d19-9072-43ce1e88268b req-24027569-c536-4143-b2ff-5b557cc76538 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526869 Feb 15 16:50:40.994882 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Transition to ACTIVE for port object f65d11e8-f7f7-4228-88e8-2a2fa8e6268a will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:50:41.015484 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d933302-4004-4fb4-88bd-d16d20355895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:41.061567 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb108ec8-679c-4864-8d4f-48b41fb894d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8d839aad-e921-49c1-a92a-458f0c618580), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:41.064227 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb108ec8-679c-4864-8d4f-48b41fb894d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:41.065622 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eb108ec8-679c-4864-8d4f-48b41fb894d6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8d839aad-e921-49c1-a92a-458f0c618580 HTTP/1.1" status: 204 len: 168 time: 0.6988635 Feb 15 16:50:41.075967 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (f65d11e8-f7f7-4228-88e8-2a2fa8e6268a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:41.118635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb108ec8-679c-4864-8d4f-48b41fb894d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d839aad-e921-49c1-a92a-458f0c618580,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:41.224084 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d933302-4004-4fb4-88bd-d16d20355895 admin admin] Publish callbacks [] for security_group (d47ae4a0-6660-44b5-bb40-fe1c2951c36c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:41.316078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Pushing event updated for resources: {'Port': ['ID=f65d11e8-f7f7-4228-88e8-2a2fa8e6268a,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:41.321626 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d933302-4004-4fb4-88bd-d16d20355895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d47ae4a0-6660-44b5-bb40-fe1c2951c36c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:41.344598 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d933302-4004-4fb4-88bd-d16d20355895 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:50:41.357428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Attempting to bind port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:50:41.358178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Attempting to bind port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '1d9f79d2-2275-4852-b917-bf2ff270a29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:50:41.358734 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d933302-4004-4fb4-88bd-d16d20355895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (3485c3b9-f796-46a8-8819-386b35deedfd), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:41.359078 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-6d933302-4004-4fb4-88bd-d16d20355895 admin admin] Added segment 3485c3b9-f796-46a8-8819-386b35deedfd of type vlan for network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 Feb 15 16:50:41.359574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Attempting to bind port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a on network 5768139a-8a69-46a4-99c3-4c56de134399 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:50:41.368457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a on network 5768139a-8a69-46a4-99c3-4c56de134399 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:50:41.369268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Attempting to bind port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a on network 5768139a-8a69-46a4-99c3-4c56de134399 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:50:41.384420 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:50:41.385833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Checking segment: {'id': '1d9f79d2-2275-4852-b917-bf2ff270a29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:50:41.386461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Bound using segment: {'id': '1d9f79d2-2275-4852-b917-bf2ff270a29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:50:41.387273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Bound port: f65d11e8-f7f7-4228-88e8-2a2fa8e6268a, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d9f79d2-2275-4852-b917-bf2ff270a29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:50:41.388580 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f65d11e8-f7f7-4228-88e8-2a2fa8e6268a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:41.402718 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d933302-4004-4fb4-88bd-d16d20355895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:41.487395 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d933302-4004-4fb4-88bd-d16d20355895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47ae4a0-6660-44b5-bb40-fe1c2951c36c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:41.523087 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d933302-4004-4fb4-88bd-d16d20355895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:41.524420 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d933302-4004-4fb4-88bd-d16d20355895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:41.526056 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d933302-4004-4fb4-88bd-d16d20355895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:41.563683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] For port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:50:41.571400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] For port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=f65d11e8-f7f7-4228-88e8-2a2fa8e6268a,segment=NetworkSegment(1d9f79d2-2275-4852-b917-bf2ff270a29c),segment_id=1d9f79d2-2275-4852-b917-bf2ff270a29c)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:50:41.608085 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f9fbc01e-50b7-47b8-8362-a1d1af29c49b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting port c8b40044-bbe0-40d1-8343-a005229cb1ae {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:50:41.608580 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc01e-50b7-47b8-8362-a1d1af29c49b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c8b40044-bbe0-40d1-8343-a005229cb1ae), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:41.624859 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6d933302-4004-4fb4-88bd-d16d20355895 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3758693 Feb 15 16:50:41.627807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51334) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:41.633765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c137a139-35e2-4d8f-8eef-89c57537f032 admin admin] Request body: {'subnet': {'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-520625506-subnet', 'tenant_id': '2a3542f3a39647f59665a81bfe0c370a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:41.691468 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (f65d11e8-f7f7-4228-88e8-2a2fa8e6268a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:41.748183 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc01e-50b7-47b8-8362-a1d1af29c49b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c8b40044-bbe0-40d1-8343-a005229cb1ae), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:41.749040 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc01e-50b7-47b8-8362-a1d1af29c49b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (c8b40044-bbe0-40d1-8343-a005229cb1ae), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:41.766038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f9fbc01e-50b7-47b8-8362-a1d1af29c49b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Calling delete_port for c8b40044-bbe0-40d1-8343-a005229cb1ae owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:50:41.801442 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:41.810312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d933302-4004-4fb4-88bd-d16d20355895 admin admin] Pushing event updated for resources: {'Network': ['ID=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:41.826333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:50:41.826893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Pushing event updated for resources: {'Port': ['ID=f65d11e8-f7f7-4228-88e8-2a2fa8e6268a,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:41.840823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c137a139-35e2-4d8f-8eef-89c57537f032 admin admin] Made reservation on behalf of 2a3542f3a39647f59665a81bfe0c370a for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:50:41.843175 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c137a139-35e2-4d8f-8eef-89c57537f032 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:42.201258 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eee6a6-1b92-4d10-870c-6a6039961097 req-6e444d75-5a2b-4e4b-94bb-e0c946c02ea0 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:42.202909 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-28eee6a6-1b92-4d10-870c-6a6039961097 req-6e444d75-5a2b-4e4b-94bb-e0c946c02ea0 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.2854807 Feb 15 16:50:42.217821 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:42.218446 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:42.220061 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0841e41f-0767-42e4-a6a7-7aca1ef38c30 service neutron] 10.222.0.67 "PUT /v2.0/ports/f65d11e8-f7f7-4228-88e8-2a2fa8e6268a HTTP/1.1" status: 200 len: 1092 time: 3.7005956 Feb 15 16:50:42.220705 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1938e56-9ff7-44a1-bd90-f969861b7832', 'tag': 'f65d11e8-f7f7-4228-88e8-2a2fa8e6268a'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:42.223069 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e067fdc3-ce2d-471c-95a9-4ada27bdcf64" -d '{"events": [{"name": "network-changed", "server_uuid": "f1938e56-9ff7-44a1-bd90-f969861b7832", "tag": "f65d11e8-f7f7-4228-88e8-2a2fa8e6268a"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:42.255502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c137a139-35e2-4d8f-8eef-89c57537f032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (90996221-dff6-43e2-afc2-b6765e1e926f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:42.309809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27d347-7ae1-42a5-ba4a-f4b90c2fa650 req-0abbfb56-9b73-4840-aa86-9cdaf5b83b6f tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:42.317833 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e27d347-7ae1-42a5-ba4a-f4b90c2fa650 req-0abbfb56-9b73-4840-aa86-9cdaf5b83b6f tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 943 time: 0.1417024 Feb 15 16:50:42.318693 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-28eee6a6-1b92-4d10-870c-6a6039961097 req-1b039cdb-9f25-469d-83c8-9b185ac25b84 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036634 Feb 15 16:50:42.416950 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e27d347-7ae1-42a5-ba4a-f4b90c2fa650 req-d139e839-f0a7-4796-bfb2-85e5bacbf0dc tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981338 Feb 15 16:50:42.424136 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b20511-9346-4d9f-b9bf-fc7c6384752a x-openstack-request-id: req-84b20511-9346-4d9f-b9bf-fc7c6384752a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:42.424450 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1938e56-9ff7-44a1-bd90-f969861b7832", "tag": "f65d11e8-f7f7-4228-88e8-2a2fa8e6268a", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:42.424705 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-84b20511-9346-4d9f-b9bf-fc7c6384752a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:42.425109 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1938e56-9ff7-44a1-bd90-f969861b7832', 'tag': 'f65d11e8-f7f7-4228-88e8-2a2fa8e6268a', 'status': 'completed', 'code': 200} Feb 15 16:50:42.487536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c137a139-35e2-4d8f-8eef-89c57537f032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90996221-dff6-43e2-afc2-b6765e1e926f,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:42.497715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c137a139-35e2-4d8f-8eef-89c57537f032 admin admin] Checking segment: {'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:50:42.498081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c137a139-35e2-4d8f-8eef-89c57537f032 admin admin] Network hostable DHCP agents. Network: 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:50:42.506673 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc01e-50b7-47b8-8362-a1d1af29c49b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c8b40044-bbe0-40d1-8343-a005229cb1ae), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:42.519773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-3052e081-d504-40c2-b4f6-246ac0e2d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:42.522115 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-3052e081-d504-40c2-b4f6-246ac0e2d0b8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c67acc8f1c648bcbb66c3025123165e&device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 1126 time: 0.1265719 Feb 15 16:50:42.588443 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-0d345ffc-94ff-40c2-82e5-feadcad52082 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f65d11e8-f7f7-4228-88e8-2a2fa8e6268a HTTP/1.1" status: 200 len: 217 time: 0.0588522 Feb 15 16:50:42.589939 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbc01e-50b7-47b8-8362-a1d1af29c49b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Port': ['ID=c8b40044-bbe0-40d1-8343-a005229cb1ae,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:42.654510 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-b42b371c-7073-4832-a54a-18220f17c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:42.656276 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-b42b371c-7073-4832-a54a-18220f17c331 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69ce327b-dd59-48f2-b8be-ecdadc3586e1 HTTP/1.1" status: 200 len: 850 time: 0.0620213 Feb 15 16:50:42.657571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c137a139-35e2-4d8f-8eef-89c57537f032 admin admin] Network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:50:42.671298 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc01e-50b7-47b8-8362-a1d1af29c49b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (11ad49db-3314-4205-88c8-5d61f8a4782f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:42.671873 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-f9fbc01e-50b7-47b8-8362-a1d1af29c49b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Floating IP 11ad49db-3314-4205-88c8-5d61f8a4782f disassociated (deleted). External IP: 172.25.4.109, port: 93e6a601-6de7-4249-863b-099cc3cfb477. Feb 15 16:50:42.694533 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-3a5799d6-2a37-4470-b65b-73900a855fcd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5768139a-8a69-46a4-99c3-4c56de134399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290279 Feb 15 16:50:42.772211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-c137a139-35e2-4d8f-8eef-89c57537f032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:42.782012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ad3a93-b7fb-4758-a784-9a03e51adb65 None None] Network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:50:42.790465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c137a139-35e2-4d8f-8eef-89c57537f032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:42.792800 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c137a139-35e2-4d8f-8eef-89c57537f032 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:42.857840 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-537217ae-9f41-4f23-896a-531ec88cecb1 service neutron] 10.222.0.67 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475718 Feb 15 16:50:42.986053 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c137a139-35e2-4d8f-8eef-89c57537f032 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3565960 Feb 15 16:50:43.028824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11557488-9440-4aca-900d-920e28a0f530 None None] Network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:50:43.069564 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa14c51-cca6-4c9b-943d-0903362d62ce req-bab91877-c2bc-45cc-8fbf-90f808da394f service neutron] 10.222.0.67 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004228 Feb 15 16:50:43.100367 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fbc01e-50b7-47b8-8362-a1d1af29c49b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router 911e7221-e377-452e-8159-4816bba39f73 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:50:43.295398 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067fdc3-ce2d-471c-95a9-4ada27bdcf64 req-f432720c-1e33-45ae-baaa-d5eb4f7a1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:43.297082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e067fdc3-ce2d-471c-95a9-4ada27bdcf64 req-f432720c-1e33-45ae-baaa-d5eb4f7a1ce0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c67acc8f1c648bcbb66c3025123165e&device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 1126 time: 0.0918658 Feb 15 16:50:43.325288 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fbc01e-50b7-47b8-8362-a1d1af29c49b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:50:43.336363 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b365128d-6ed0-4855-b26e-b2cf5feaca8c None None] Sync routers for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:50:43.339124 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9fbc01e-50b7-47b8-8362-a1d1af29c49b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:43.344177 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:43.402598 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b365128d-6ed0-4855-b26e-b2cf5feaca8c None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:43.406933 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b365128d-6ed0-4855-b26e-b2cf5feaca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:43.413061 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f9fbc01e-50b7-47b8-8362-a1d1af29c49b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/floatingips/11ad49db-3314-4205-88c8-5d61f8a4782f HTTP/1.1" status: 204 len: 168 time: 2.5371003 Feb 15 16:50:43.413724 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51382) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:43.470120 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b365128d-6ed0-4855-b26e-b2cf5feaca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:43.480893 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b365128d-6ed0-4855-b26e-b2cf5feaca8c None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:43.486443 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b365128d-6ed0-4855-b26e-b2cf5feaca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:43.505603 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067fdc3-ce2d-471c-95a9-4ada27bdcf64 req-9facfa57-9faa-4fa0-b68f-4d0a37902a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:43.507163 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e067fdc3-ce2d-471c-95a9-4ada27bdcf64 req-9facfa57-9faa-4fa0-b68f-4d0a37902a96 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5768139a-8a69-46a4-99c3-4c56de134399 HTTP/1.1" status: 200 len: 911 time: 0.2019215 Feb 15 16:50:43.579941 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b365128d-6ed0-4855-b26e-b2cf5feaca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:43.579941 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b365128d-6ed0-4855-b26e-b2cf5feaca8c None None] The sync data for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:50:43.597572 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e067fdc3-ce2d-471c-95a9-4ada27bdcf64 req-e4362fef-2215-4906-9bf2-4d5affee8cae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f65d11e8-f7f7-4228-88e8-2a2fa8e6268a HTTP/1.1" status: 200 len: 217 time: 0.0798895 Feb 15 16:50:43.624642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd532ed1-0810-4ce9-9a3f-1876c650a474 req-a71a72f9-32ed-4dd6-8ec2-4f0405074120 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:43.629888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd532ed1-0810-4ce9-9a3f-1876c650a474 req-a71a72f9-32ed-4dd6-8ec2-4f0405074120 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.1218150 Feb 15 16:50:43.675075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2e5d8728-f1c5-4b8b-9859-626aab15f1c0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting port 93e6a601-6de7-4249-863b-099cc3cfb477 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:50:43.675524 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e5d8728-f1c5-4b8b-9859-626aab15f1c0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (93e6a601-6de7-4249-863b-099cc3cfb477), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:43.709089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067fdc3-ce2d-471c-95a9-4ada27bdcf64 req-b94a0447-92b2-4db1-84c5-a680268f9064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:43.717424 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e067fdc3-ce2d-471c-95a9-4ada27bdcf64 req-b94a0447-92b2-4db1-84c5-a680268f9064 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69ce327b-dd59-48f2-b8be-ecdadc3586e1 HTTP/1.1" status: 200 len: 850 time: 0.1056347 Feb 15 16:50:43.737510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dd532ed1-0810-4ce9-9a3f-1876c650a474 req-b097ce6c-ca63-4709-89fa-8179a4b0be65 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747302 Feb 15 16:50:43.737892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-6017f0c1-b304-4bb5-a98b-511d1e3d8d9f tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:43.739415 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-6017f0c1-b304-4bb5-a98b-511d1e3d8d9f tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/networks?id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 HTTP/1.1" status: 200 len: 812 time: 0.2208114 Feb 15 16:50:43.752153 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e067fdc3-ce2d-471c-95a9-4ada27bdcf64 req-4428f756-ca0c-43a9-bb38-f81ca61fa606 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5768139a-8a69-46a4-99c3-4c56de134399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329964 Feb 15 16:50:43.765570 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-a9f1c3e9-755d-4adf-a14a-2a6a45508353 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/quotas/2a3542f3a39647f59665a81bfe0c370a HTTP/1.1" status: 200 len: 375 time: 0.0177364 Feb 15 16:50:43.836596 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-b52add00-9b9d-4955-ac66-88c551d1b097 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=2a3542f3a39647f59665a81bfe0c370a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645802 Feb 15 16:50:43.846423 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e5d8728-f1c5-4b8b-9859-626aab15f1c0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (93e6a601-6de7-4249-863b-099cc3cfb477), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:43.897671 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2e5d8728-f1c5-4b8b-9859-626aab15f1c0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Calling delete_port for 93e6a601-6de7-4249-863b-099cc3cfb477 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:50:43.927046 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cfca6-89f5-4c73-b7b8-3201c4e17f82 req-63ceeb4b-4cfc-4fd0-a30b-6bca6af1b4dc tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:43.933663 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd0cfca6-89f5-4c73-b7b8-3201c4e17f82 req-63ceeb4b-4cfc-4fd0-a30b-6bca6af1b4dc tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 943 time: 0.1317008 Feb 15 16:50:44.024953 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-ad9f3e66-f382-47dd-b5e5-38570a0adc34 service neutron] 10.222.0.107 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804924 Feb 15 16:50:44.025218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e067fdc3-ce2d-471c-95a9-4ada27bdcf64 req-4bea221b-257f-4ba9-a841-b2d87ed429ee service neutron] 10.222.0.67 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813164 Feb 15 16:50:44.028376 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd0cfca6-89f5-4c73-b7b8-3201c4e17f82 req-d3c59146-ac73-4bd7-96d3-e0b31abe5cc6 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856369 Feb 15 16:50:44.144302 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e067fdc3-ce2d-471c-95a9-4ada27bdcf64 req-c6954d7e-c083-481a-a2b9-0672f6d351df service neutron] 10.222.0.67 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125388 Feb 15 16:50:44.194683 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-1e94a9ff-c812-4d77-8509-132bdeca5190 service neutron] 10.222.0.107 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539488 Feb 15 16:50:44.289455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a00c0d-556a-4ccc-b043-0de04ac1f7ac req-5cba62af-18aa-41c9-9b7d-0fcfcb5b30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:44.291685 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95a00c0d-556a-4ccc-b043-0de04ac1f7ac req-5cba62af-18aa-41c9-9b7d-0fcfcb5b30b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=aa559641e7a648c6ab392d6a0949505a&device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 1129 time: 0.0582366 Feb 15 16:50:44.348909 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-a3010e10-bbc6-4867-9b3b-4a39c80dcc6b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0596609 Feb 15 16:50:44.367751 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e5d8728-f1c5-4b8b-9859-626aab15f1c0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (93e6a601-6de7-4249-863b-099cc3cfb477), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:44.404106 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a00c0d-556a-4ccc-b043-0de04ac1f7ac req-59607a7d-6d96-420c-9352-bf024ec1690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:44.412279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95a00c0d-556a-4ccc-b043-0de04ac1f7ac req-59607a7d-6d96-420c-9352-bf024ec1690b service neutron] 10.222.0.67 "GET /v2.0/networks?id=abd1de71-eb7f-481e-93c5-240c9863694a HTTP/1.1" status: 200 len: 918 time: 0.1086724 Feb 15 16:50:44.435740 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d8728-f1c5-4b8b-9859-626aab15f1c0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Port': ['ID=93e6a601-6de7-4249-863b-099cc3cfb477,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:44.512213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95a00c0d-556a-4ccc-b043-0de04ac1f7ac req-72956724-dc9f-47fd-bf7c-9c93f61fc352 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4 HTTP/1.1" status: 200 len: 1002 time: 0.0984674 Feb 15 16:50:44.593506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a00c0d-556a-4ccc-b043-0de04ac1f7ac req-fd760ba0-3062-4b5a-9975-4047603acd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:44.595490 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95a00c0d-556a-4ccc-b043-0de04ac1f7ac req-fd760ba0-3062-4b5a-9975-4047603acd10 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=709aeae2-05ea-4329-901d-2a8f1cd1fe0d HTTP/1.1" status: 200 len: 856 time: 0.0722907 Feb 15 16:50:44.659329 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e5d8728-f1c5-4b8b-9859-626aab15f1c0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:44.666676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2e5d8728-f1c5-4b8b-9859-626aab15f1c0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/ports/93e6a601-6de7-4249-863b-099cc3cfb477 HTTP/1.1" status: 204 len: 168 time: 1.2475405 Feb 15 16:50:44.669497 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-56263c66-e74a-4a96-8e8b-ecdeed9bdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:44.669937 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-56263c66-e74a-4a96-8e8b-ecdeed9bdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:44.670596 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-56263c66-e74a-4a96-8e8b-ecdeed9bdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:44.671009 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-56263c66-e74a-4a96-8e8b-ecdeed9bdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:44.671345 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-56263c66-e74a-4a96-8e8b-ecdeed9bdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:44.671811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-56263c66-e74a-4a96-8e8b-ecdeed9bdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:44.672600 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-56263c66-e74a-4a96-8e8b-ecdeed9bdaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:44.674303 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-56263c66-e74a-4a96-8e8b-ecdeed9bdaa4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81594fa848e7414b8f51155b921da775&device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 6714 time: 0.2313170 Feb 15 16:50:44.674797 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51408) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:44.679695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:44.708352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a00c0d-556a-4ccc-b043-0de04ac1f7ac req-b608a38e-42f3-47e9-b229-6ff01d1d6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:44.714507 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95a00c0d-556a-4ccc-b043-0de04ac1f7ac req-b608a38e-42f3-47e9-b229-6ff01d1d6eac service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=abd1de71-eb7f-481e-93c5-240c9863694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1136203 Feb 15 16:50:44.861623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-2bdffdd2-d3ff-4ba9-a2ab-6bbf8177df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:44.862156 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-2bdffdd2-d3ff-4ba9-a2ab-6bbf8177df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:44.862610 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-2bdffdd2-d3ff-4ba9-a2ab-6bbf8177df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:44.864234 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-2bdffdd2-d3ff-4ba9-a2ab-6bbf8177df88 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f52de73-9cea-45af-a968-bf8d98f9217e&id=27a74dfa-05f1-43ff-9791-7a79afada23c&id=27a74dfa-05f1-43ff-9791-7a79afada23c&id=27a74dfa-05f1-43ff-9791-7a79afada23c&id=27a74dfa-05f1-43ff-9791-7a79afada23c&id=acc3e972-bc1b-4777-96d3-4501629569dc&id=acc3e972-bc1b-4777-96d3-4501629569dc HTTP/1.1" status: 200 len: 2293 time: 0.1506405 Feb 15 16:50:44.866385 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:44.870731 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95a00c0d-556a-4ccc-b043-0de04ac1f7ac req-4730ffd3-bedf-4836-bdc9-d7cc442666fe service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478667 Feb 15 16:50:45.049035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95a00c0d-556a-4ccc-b043-0de04ac1f7ac req-fa419f8a-5eb1-4e8d-a122-42c50f447d8e service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559145 Feb 15 16:50:45.086947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8698c-0da7-46d7-999f-49c769e0d542 req-db8fdd75-cf70-46bc-8101-767bb96fe056 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:45.096093 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3bc8698c-0da7-46d7-999f-49c769e0d542 req-db8fdd75-cf70-46bc-8101-767bb96fe056 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.2236798 Feb 15 16:50:45.173814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3bc8698c-0da7-46d7-999f-49c769e0d542 req-b348eaac-cdee-4e5f-9143-9338ffbe68f8 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752358 Feb 15 16:50:45.519368 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-a5d395d2-5764-431d-b30a-2516704b8c6f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=881e40ad-0c63-425b-99cc-d07326271955 HTTP/1.1" status: 200 len: 1001 time: 0.6385903 Feb 15 16:50:45.521400 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d52d1d40-5b48-460f-9a02-28df5ce438be req-af944509-752c-42cc-9d9c-7b2b93002a3f tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 210 time: 0.6562192 Feb 15 16:50:45.630568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-cd41e17a-e1af-4297-a225-8020193bea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:45.631414 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-cd41e17a-e1af-4297-a225-8020193bea38 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47993210-4410-433b-bc3b-435fcce0d594 HTTP/1.1" status: 200 len: 851 time: 0.0776892 Feb 15 16:50:45.754976 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:45.795745 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-1c1b6edb-2406-4fe8-a98f-5a590a1262a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:45.797665 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-1c1b6edb-2406-4fe8-a98f-5a590a1262a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f52de73-9cea-45af-a968-bf8d98f9217e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1575742 Feb 15 16:50:45.867218 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a15c24-6bc1-4da5-b01c-00f57d037ced req-97cb0dd1-9356-45fa-8824-4be88ed04154 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:45.875554 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-80a15c24-6bc1-4da5-b01c-00f57d037ced req-97cb0dd1-9356-45fa-8824-4be88ed04154 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 943 time: 0.1980309 Feb 15 16:50:45.930279 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be57bd0-ab4f-44da-97a7-400a705f88af req-da4f8202-3324-44c3-9b7b-ff6dae1c4939 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:45.946477 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8be57bd0-ab4f-44da-97a7-400a705f88af req-da4f8202-3324-44c3-9b7b-ff6dae1c4939 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.1290872 Feb 15 16:50:45.959924 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-b31029c1-bb4e-4179-841a-2d06aae85626 service neutron] 10.222.0.10 "GET /v2.0/networks/4f52de73-9cea-45af-a968-bf8d98f9217e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188173 Feb 15 16:50:46.021209 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8be57bd0-ab4f-44da-97a7-400a705f88af req-a67ddcc8-3b8a-470d-bce2-05b06badf485 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721226 Feb 15 16:50:46.032914 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-80a15c24-6bc1-4da5-b01c-00f57d037ced req-3df56377-3e2b-4441-b8a1-69e214b511e4 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701890 Feb 15 16:50:46.159843 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Allocated IP 172.25.4.81 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/3fe1c015-6d9b-4018-ae4d-8a3181593c9e) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:46.180496 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-d9496117-271f-41dc-b6cb-4669c4583660 service neutron] 10.222.0.10 "GET /v2.0/networks/4f52de73-9cea-45af-a968-bf8d98f9217e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940811 Feb 15 16:50:46.257661 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-581e1aff-6510-4d19-b4aa-f822844c9901 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=41438aaf-3eb8-4735-95e0-46102a711d7c HTTP/1.1" status: 200 len: 217 time: 0.0622389 Feb 15 16:50:46.370042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-4314b2ff-c5df-4d2c-b584-379e87f518c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:46.371438 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-4314b2ff-c5df-4d2c-b584-379e87f518c7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=587154f3-20db-43d7-af01-606fa38584bd HTTP/1.1" status: 200 len: 797 time: 0.1079745 Feb 15 16:50:46.399185 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (3fe1c015-6d9b-4018-ae4d-8a3181593c9e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:46.434326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba57f5a-4a7f-45ca-95f2-8eaebfe4a08a req-27bcaa09-eb4e-4cb2-ab54-c4a3526690f6 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:46.435917 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ba57f5a-4a7f-45ca-95f2-8eaebfe4a08a req-27bcaa09-eb4e-4cb2-ab54-c4a3526690f6 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.1407192 Feb 15 16:50:46.542105 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ba57f5a-4a7f-45ca-95f2-8eaebfe4a08a req-82675e76-618e-439c-92be-5059c302e11e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968013 Feb 15 16:50:46.547604 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-ed67eb86-a8c8-4cb6-a0dd-f42d8ce77262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:46.549108 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-ed67eb86-a8c8-4cb6-a0dd-f42d8ce77262 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27a74dfa-05f1-43ff-9791-7a79afada23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1701589 Feb 15 16:50:46.664952 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eb433347-8cd9-444d-8533-ee98de272eb0 req-ccd78e84-11b7-4429-b08b-f7ebb55132ab tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 210 time: 0.0372527 Feb 15 16:50:46.690833 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3fe1c015-6d9b-4018-ae4d-8a3181593c9e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:46.717058 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-e9b92aca-932f-4f41-b976-8b77d081ec41 service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603773 Feb 15 16:50:46.720683 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:46.771119 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:46.773578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:46.856055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=3fe1c015-6d9b-4018-ae4d-8a3181593c9e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:46.879127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device f65d11e8-f7f7-4228-88e8-2a2fa8e6268a details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:50:46.884277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c3fef8ab-ea02-4705-b973-260c1b26c0c4 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:50:46.949911 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-6423b67f-d49f-43d5-9882-367bd498d215 service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890948 Feb 15 16:50:47.006531 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (bf1e66ab-b1b9-49ca-90dd-73063762671e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:47.009043 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-174ff583-e42c-4ec0-b0a5-cfe71ef7dadb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=e12c4311-7333-4002-a1ec-b7bac72ef0b9 HTTP/1.1" status: 200 len: 217 time: 0.0509944 Feb 15 16:50:47.076646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-6988d1dd-fc06-4531-a117-02fe0b96e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:47.078219 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-6988d1dd-fc06-4531-a117-02fe0b96e723 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=587154f3-20db-43d7-af01-606fa38584bd HTTP/1.1" status: 200 len: 797 time: 0.0625072 Feb 15 16:50:47.161992 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port c3fef8ab-ea02-4705-b973-260c1b26c0c4 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:47.162772 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:47.166702 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=f65d11e8-f7f7-4228-88e8-2a2fa8e6268a,segment=NetworkSegment(1d9f79d2-2275-4852-b917-bf2ff270a29c),segment_id=1d9f79d2-2275-4852-b917-bf2ff270a29c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:47.188592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'f65d11e8-f7f7-4228-88e8-2a2fa8e6268a', 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399', 'port_id': 'f65d11e8-f7f7-4228-88e8-2a2fa8e6268a', 'mac_address': 'fa:16:3e:11:41:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ce327b-dd59-48f2-b8be-ecdadc3586e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:50:47.218458 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3fe1c015-6d9b-4018-ae4d-8a3181593c9e), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:47.231079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620933a7-2931-4248-bc12-b8cbe4edac87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:47.233342 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11736305-7762-45a4-83b0-c963079051a6" -d '{"events": [{"server_uuid": "620933a7-2931-4248-bc12-b8cbe4edac87", "name": "network-vif-unplugged", "status": "completed", "tag": "c3fef8ab-ea02-4705-b973-260c1b26c0c4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:47.259246 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:47.260475 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f65d11e8-f7f7-4228-88e8-2a2fa8e6268a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:47.277870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:47.280161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-8b84189a-e890-421a-be45-a925b2de63da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:47.281727 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-8b84189a-e890-421a-be45-a925b2de63da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27a74dfa-05f1-43ff-9791-7a79afada23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1962430 Feb 15 16:50:47.283494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65d11e8-f7f7-4228-88e8-2a2fa8e6268a {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:50:47.290369 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d84378-ddae-47ec-85bd-12edfa3b7cfd req-897bbe7b-9bed-4d1b-bb19-3c56e999d611 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:47.293016 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-81d84378-ddae-47ec-85bd-12edfa3b7cfd req-897bbe7b-9bed-4d1b-bb19-3c56e999d611 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.1405220 Feb 15 16:50:47.299822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f3f21-c0c5-47f3-90aa-dd602f727722 req-c51414d1-a66d-45b8-be1d-80bcf0cbc049 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:47.301741 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9f3f21-c0c5-47f3-90aa-dd602f727722 req-c51414d1-a66d-45b8-be1d-80bcf0cbc049 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 943 time: 0.1191895 Feb 15 16:50:47.317297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=f65d11e8-f7f7-4228-88e8-2a2fa8e6268a,segment=NetworkSegment(1d9f79d2-2275-4852-b917-bf2ff270a29c),segment_id=1d9f79d2-2275-4852-b917-bf2ff270a29c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:47.360654 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e9f3f21-c0c5-47f3-90aa-dd602f727722 req-402368fe-bf58-443b-8495-8cb7dee306b8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505867 Feb 15 16:50:47.385307 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:47.415151 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f65d11e8-f7f7-4228-88e8-2a2fa8e6268a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:47.432705 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf30bd0-8a69-4b6e-bffe-cfad4da34c92 x-openstack-request-id: req-8bf30bd0-8a69-4b6e-bffe-cfad4da34c92 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:47.433006 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620933a7-2931-4248-bc12-b8cbe4edac87", "name": "network-vif-unplugged", "status": "completed", "tag": "c3fef8ab-ea02-4705-b973-260c1b26c0c4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:47.433270 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8bf30bd0-8a69-4b6e-bffe-cfad4da34c92 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:47.433703 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620933a7-2931-4248-bc12-b8cbe4edac87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'code': 200} Feb 15 16:50:47.451633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=c3fef8ab-ea02-4705-b973-260c1b26c0c4,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:47.459373 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:47.459725 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:47.461257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:47.461257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:47.461257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:47.461257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:47.461601 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:47.461703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:47.462062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:47.462388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:47.462735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:47.463132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:47.463598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:50:47.465912 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-81d84378-ddae-47ec-85bd-12edfa3b7cfd req-ebbc4564-1e04-4f57-82cc-5f985d59d372 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582327 Feb 15 16:50:47.503322 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-1959438e-9716-4f92-b360-aaeebe36f8c7 service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063646 Feb 15 16:50:47.520433 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=f65d11e8-f7f7-4228-88e8-2a2fa8e6268a,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:47.530588 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (3fe1c015-6d9b-4018-ae4d-8a3181593c9e), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:47.609351 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-b3c34156-0fca-4599-8d17-f354ddaaa280 service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959980 Feb 15 16:50:47.624172 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (3fe1c015-6d9b-4018-ae4d-8a3181593c9e), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:47.664452 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-cc853306-850f-4f81-9ffc-6fb6a08e1eb9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=3afed0e7-2cee-4126-8584-e4805f52e3c7 HTTP/1.1" status: 200 len: 217 time: 0.0481539 Feb 15 16:50:47.707353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096b302-2fd3-4e27-936b-fdbbf3e09626 req-132a9fa5-31f1-47ed-94ed-3eac1d18e458 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:47.709195 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e096b302-2fd3-4e27-936b-fdbbf3e09626 req-132a9fa5-31f1-47ed-94ed-3eac1d18e458 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.0685911 Feb 15 16:50:47.745472 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['f65d11e8-f7f7-4228-88e8-2a2fa8e6268a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:50:47.761253 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=3fe1c015-6d9b-4018-ae4d-8a3181593c9e,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:47.770322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-4624a0cf-abfb-4896-a263-d9c2d288749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:47.771854 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-4624a0cf-abfb-4896-a263-d9c2d288749d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=587154f3-20db-43d7-af01-606fa38584bd HTTP/1.1" status: 200 len: 797 time: 0.0896070 Feb 15 16:50:47.777314 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (bf1e66ab-b1b9-49ca-90dd-73063762671e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:47.842060 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fc4de89b-943f-4f5f-9809-15db48024f0a req-223b9e1e-315d-4908-89fe-9c5cc096b416 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 210 time: 0.0309467 Feb 15 16:50:47.843202 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e096b302-2fd3-4e27-936b-fdbbf3e09626 req-b3939cce-9267-491a-88a7-581cf3d194a5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197066 Feb 15 16:50:47.868982 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-c9b9b569-7ff3-4caf-b293-ed362e98c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:47.868982 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-c9b9b569-7ff3-4caf-b293-ed362e98c8d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27a74dfa-05f1-43ff-9791-7a79afada23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0816166 Feb 15 16:50:47.938112 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:47.943176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51462) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:47.949235 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ea7b5a77-90b8-4dfa-abd4-d2cd34680ef0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'port': {'network_id': '457ef532-f774-442f-ba84-00f1eecd48aa', 'name': 'tempest-FloatingIPTestJSON-580331328'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:47.962136 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-27635cb5-5a92-4d67-80aa-098d9805c3ea tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2860248 Feb 15 16:50:48.041188 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-f12c507a-5dac-4546-ba41-413008d8b959 service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724415 Feb 15 16:50:48.164644 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-44bdb6cf-289f-4529-9564-3659ab1da90d service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056356 Feb 15 16:50:48.208439 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-b30037fe-24a4-4737-83ed-9bd3c663ba04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=fe179def-5efe-44f2-90b5-9251355671f2 HTTP/1.1" status: 200 len: 217 time: 0.0377707 Feb 15 16:50:48.224416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23614ca0-5f84-444b-8137-721032afbfda req-5754d99e-957d-4d87-b452-71b57e181fc3 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:48.226029 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-23614ca0-5f84-444b-8137-721032afbfda req-5754d99e-957d-4d87-b452-71b57e181fc3 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.67 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.2697208 Feb 15 16:50:48.262716 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-61fbc24d-291a-4a64-b633-ae095521b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:48.264255 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-61fbc24d-291a-4a64-b633-ae095521b72f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=587154f3-20db-43d7-af01-606fa38584bd HTTP/1.1" status: 200 len: 797 time: 0.0472419 Feb 15 16:50:48.301962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-2c27011e-d44c-430f-8941-50b3b983f7ac tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:48.303465 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-2c27011e-d44c-430f-8941-50b3b983f7ac tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.10 "GET /v2.0/networks?id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 HTTP/1.1" status: 200 len: 812 time: 0.2534852 Feb 15 16:50:48.317737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-a863cb2d-d830-4497-94ce-57130b5035d0 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Request body: {'port': {'device_id': '6641d668-5e69-4908-8cc6-dbb1d04f0369', 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8', 'admin_state_up': True, 'tenant_id': '2a3542f3a39647f59665a81bfe0c370a'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:48.327051 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-f16b30b1-d56f-4558-ae9b-e1701678930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:48.328710 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-f16b30b1-d56f-4558-ae9b-e1701678930f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27a74dfa-05f1-43ff-9791-7a79afada23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0585694 Feb 15 16:50:48.394187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7b5a77-90b8-4dfa-abd4-d2cd34680ef0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Made reservation on behalf of a1448ddb8b944a1facf0e9e9cf8602ff for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:50:48.397531 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea7b5a77-90b8-4dfa-abd4-d2cd34680ef0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:48.436085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-ea7b5a77-90b8-4dfa-abd4-d2cd34680ef0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] device_id is not set on port af7b458a-fb90-4e4c-be01-73667249b9ec yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:50:48.475879 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-3d960b05-45cd-414a-9d43-7b2faf49a166 service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395185 Feb 15 16:50:48.576709 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23315e3d-db54-42ac-90bc-67230f7e0b1c req-d4542b07-3fcc-499e-beba-a3c52f72a672 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:48.578068 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-23614ca0-5f84-444b-8137-721032afbfda req-32597504-b645-4172-9f6d-c9dbae737e2b tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Deleting port 71243e8d-42fe-41eb-bd23-099132400ce1 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:50:48.578257 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-23315e3d-db54-42ac-90bc-67230f7e0b1c req-d4542b07-3fcc-499e-beba-a3c52f72a672 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 944 time: 0.1181626 Feb 15 16:50:48.578416 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-23614ca0-5f84-444b-8137-721032afbfda req-32597504-b645-4172-9f6d-c9dbae737e2b tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (71243e8d-42fe-41eb-bd23-099132400ce1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:48.631980 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-6ff026a5-2a5c-435a-9858-0b4ec8df307a service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409953 Feb 15 16:50:48.882254 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device f65d11e8-f7f7-4228-88e8-2a2fa8e6268a up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:50:48.948447 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-b9e99b8f-ee63-4cad-bd03-75ee800c2ffc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5af67be-1719-4be1-89cb-3f77a4ab58d3 HTTP/1.1" status: 200 len: 217 time: 0.3047948 Feb 15 16:50:48.994977 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-23315e3d-db54-42ac-90bc-67230f7e0b1c req-ffb8150b-4128-43d1-af17-5a7908ba58e0 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071240 Feb 15 16:50:49.022075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-da2ad9c2-5fe2-4acf-bf1a-486023cc56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:49.023873 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-da2ad9c2-5fe2-4acf-bf1a-486023cc56c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8abc264-01a5-4f06-9e0a-0b1ebef29fa4 HTTP/1.1" status: 200 len: 797 time: 0.0658543 Feb 15 16:50:49.068390 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-ea7b5a77-90b8-4dfa-abd4-d2cd34680ef0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Allocated IP 172.20.0.5 (457ef532-f774-442f-ba84-00f1eecd48aa/220fc773-f643-4930-b79a-35a3ffa2bf9b/af7b458a-fb90-4e4c-be01-73667249b9ec) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:49.080926 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-691eabae-e18e-40ff-ba1b-0b474ab9c1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:49.082576 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-691eabae-e18e-40ff-ba1b-0b474ab9c1a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=acc3e972-bc1b-4777-96d3-4501629569dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0530648 Feb 15 16:50:49.086991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:50:49.087513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-63d71c31-e117-4cb4-8e45-a414787a24fb tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:49.089479 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-63d71c31-e117-4cb4-8e45-a414787a24fb tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.67 "GET /v2.0/networks?id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 HTTP/1.1" status: 200 len: 812 time: 0.5901184 Feb 15 16:50:49.091837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:50:49.092324 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f65d11e8-f7f7-4228-88e8-2a2fa8e6268a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:49.105765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-5d51c334-cc22-4e85-a820-3d755e141e2e tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Request body: {'port': {'device_id': '86c40a0c-cf56-45c9-a224-f396dcbc7f03', 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8', 'admin_state_up': True, 'tenant_id': '2a3542f3a39647f59665a81bfe0c370a'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:49.136577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-23614ca0-5f84-444b-8137-721032afbfda req-32597504-b645-4172-9f6d-c9dbae737e2b tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] For port 71243e8d-42fe-41eb-bd23-099132400ce1, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=71243e8d-42fe-41eb-bd23-099132400ce1,segment=NetworkSegment(cba45f71-c786-44ba-a46e-83b969cb01a3),segment_id=cba45f71-c786-44ba-a46e-83b969cb01a3)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:49.136954 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-23614ca0-5f84-444b-8137-721032afbfda req-32597504-b645-4172-9f6d-c9dbae737e2b tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (71243e8d-42fe-41eb-bd23-099132400ce1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:49.164689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-a863cb2d-d830-4497-94ce-57130b5035d0 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Made reservation on behalf of 2a3542f3a39647f59665a81bfe0c370a for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:50:49.168822 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-a863cb2d-d830-4497-94ce-57130b5035d0 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:49.211834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-23614ca0-5f84-444b-8137-721032afbfda req-32597504-b645-4172-9f6d-c9dbae737e2b tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Calling delete_port for 71243e8d-42fe-41eb-bd23-099132400ce1 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:50:49.308193 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-bf269846-a834-49fb-b703-e4cdd34a0f39 service neutron] 10.222.0.10 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028925 Feb 15 16:50:49.346983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff9e45-be51-4e9c-8bd2-9699e71ece61 req-59168432-2297-46c5-925a-acb5e55de662 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:49.357128 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e7ff9e45-be51-4e9c-8bd2-9699e71ece61 req-59168432-2297-46c5-925a-acb5e55de662 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 945 time: 0.2785029 Feb 15 16:50:49.410513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:49.411350 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f65d11e8-f7f7-4228-88e8-2a2fa8e6268a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:49.439102 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d7bdca7-bd3d-4f14-9df1-06c90e29a927 req-d60eb5b4-df66-4aac-b18e-9b63bca8a814 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 210 time: 0.1053998 Feb 15 16:50:49.472585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=f65d11e8-f7f7-4228-88e8-2a2fa8e6268a,segment=NetworkSegment(1d9f79d2-2275-4852-b917-bf2ff270a29c),segment_id=1d9f79d2-2275-4852-b917-bf2ff270a29c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:49.474177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1938e56-9ff7-44a1-bd90-f969861b7832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65d11e8-f7f7-4228-88e8-2a2fa8e6268a'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:49.476734 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5b1904-bc20-463c-ab4e-cdc366086ea0" -d '{"events": [{"server_uuid": "f1938e56-9ff7-44a1-bd90-f969861b7832", "name": "network-vif-plugged", "status": "completed", "tag": "f65d11e8-f7f7-4228-88e8-2a2fa8e6268a"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:49.490886 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e7ff9e45-be51-4e9c-8bd2-9699e71ece61 req-eef0aded-71a7-4215-a41a-65c08d9e8d3b tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324763 Feb 15 16:50:49.538254 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f65d11e8-f7f7-4228-88e8-2a2fa8e6268a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:49.539091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 71243e8d-42fe-41eb-bd23-099132400ce1 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:50:49.570456 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-030f12a9-6f20-4421-adb2-f7d97d669dff service neutron] 10.222.0.10 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509785 Feb 15 16:50:49.575282 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94acca36-35a5-47e4-9cb5-0108f312a814 x-openstack-request-id: req-94acca36-35a5-47e4-9cb5-0108f312a814 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:49.575981 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1938e56-9ff7-44a1-bd90-f969861b7832", "name": "network-vif-plugged", "status": "completed", "tag": "f65d11e8-f7f7-4228-88e8-2a2fa8e6268a", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:49.576434 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-94acca36-35a5-47e4-9cb5-0108f312a814 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:49.576881 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1938e56-9ff7-44a1-bd90-f969861b7832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65d11e8-f7f7-4228-88e8-2a2fa8e6268a', 'code': 200} Feb 15 16:50:49.595300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-865a83ba-a058-436b-88ee-242b0360d899 req-07550e20-600b-4eb2-9eed-9405c431f3a4 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:50:49.597219 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-865a83ba-a058-436b-88ee-242b0360d899 req-07550e20-600b-4eb2-9eed-9405c431f3a4 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193176 Feb 15 16:50:49.698095 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-2bf28a1e-54a2-44ab-af13-714023c8ed14 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=123c3564-d09f-4a91-ad7f-9c78aa37f9fe HTTP/1.1" status: 200 len: 217 time: 0.1004102 Feb 15 16:50:49.745644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=f65d11e8-f7f7-4228-88e8-2a2fa8e6268a,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:49.761015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-a863cb2d-d830-4497-94ce-57130b5035d0 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Allocated IP 172.20.0.5 (65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8/90996221-dff6-43e2-afc2-b6765e1e926f/e4414ec7-4c5d-40a9-8177-3ac1c9658dec) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:49.772339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 71243e8d-42fe-41eb-bd23-099132400ce1 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:49.772732 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (71243e8d-42fe-41eb-bd23-099132400ce1), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:49.866527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96bd66-5fb9-48fa-9120-975fae646291 req-bd9c357a-8312-4bac-9c34-5aba8db36934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:49.867941 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aa96bd66-5fb9-48fa-9120-975fae646291 req-bd9c357a-8312-4bac-9c34-5aba8db36934 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 1128 time: 0.1689460 Feb 15 16:50:49.872208 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-23614ca0-5f84-444b-8137-721032afbfda req-32597504-b645-4172-9f6d-c9dbae737e2b tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (71243e8d-42fe-41eb-bd23-099132400ce1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:49.873619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c3fef8ab-ea02-4705-b973-260c1b26c0c4 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:50:49.875297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-5d51c334-cc22-4e85-a820-3d755e141e2e tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Made reservation on behalf of 2a3542f3a39647f59665a81bfe0c370a for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:50:49.877968 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-b6e1412f-8ccf-4a92-97de-2068a8ca249f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:49.879561 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-5d51c334-cc22-4e85-a820-3d755e141e2e tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:49.880078 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-b6e1412f-8ccf-4a92-97de-2068a8ca249f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8abc264-01a5-4f06-9e0a-0b1ebef29fa4 HTTP/1.1" status: 200 len: 797 time: 0.1620197 Feb 15 16:50:49.962109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ddbdc8e2-b03b-45cd-ac77-39a032b28d0f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:50:50.005357 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aa96bd66-5fb9-48fa-9120-975fae646291 req-2055d987-0332-4f3a-882d-c08bd884488a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242692 Feb 15 16:50:50.025694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-d99e0f3a-e0f6-4bb1-bb89-d645537870f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:50.029252 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-d99e0f3a-e0f6-4bb1-bb89-d645537870f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=acc3e972-bc1b-4777-96d3-4501629569dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1319332 Feb 15 16:50:50.041606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32597504-b645-4172-9f6d-c9dbae737e2b tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Pushing event deleted for resources: {'Port': ['ID=71243e8d-42fe-41eb-bd23-099132400ce1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:50.130767 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port c3fef8ab-ea02-4705-b973-260c1b26c0c4 is: DOWN; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:50.214010 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-c64c9d96-2da0-41ca-8164-3d339a3fc1bf service neutron] 10.222.0.10 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770689 Feb 15 16:50:50.272889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-23614ca0-5f84-444b-8137-721032afbfda req-32597504-b645-4172-9f6d-c9dbae737e2b tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] No DVR routers for this DVR port 71243e8d-42fe-41eb-bd23-099132400ce1 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:50:50.276337 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-23614ca0-5f84-444b-8137-721032afbfda req-32597504-b645-4172-9f6d-c9dbae737e2b tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:50.280233 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-23614ca0-5f84-444b-8137-721032afbfda req-32597504-b645-4172-9f6d-c9dbae737e2b tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.67 "DELETE /v2.0/ports/71243e8d-42fe-41eb-bd23-099132400ce1 HTTP/1.1" status: 204 len: 173 time: 2.0449214 Feb 15 16:50:50.284933 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea7b5a77-90b8-4dfa-abd4-d2cd34680ef0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (af7b458a-fb90-4e4c-be01-73667249b9ec), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:50.289249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da04414-cd99-4c40-9fc1-2f1b286d3cab', 'name': 'network-vif-deleted', 'tag': '71243e8d-42fe-41eb-bd23-099132400ce1'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:50.291871 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33eabed-e21d-433e-8d51-8e0230b90124" -d '{"events": [{"server_uuid": "1da04414-cd99-4c40-9fc1-2f1b286d3cab", "name": "network-vif-deleted", "tag": "71243e8d-42fe-41eb-bd23-099132400ce1"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:50.323131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0eb4ad-5e7f-41a8-9071-5ed24d4d2825 req-d77c7dd0-6610-4d9d-bfde-e272630957b8 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:50.324708 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc0eb4ad-5e7f-41a8-9071-5ed24d4d2825 req-d77c7dd0-6610-4d9d-bfde-e272630957b8 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.3646002 Feb 15 16:50:50.342444 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b3ddba3-1e97-4506-94ed-e864576756b0 req-39c264a6-68bd-4f69-929e-e7736baac029 service neutron] 10.222.0.10 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221631 Feb 15 16:50:50.408502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-a863cb2d-d830-4497-94ce-57130b5035d0 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks [] for port (e4414ec7-4c5d-40a9-8177-3ac1c9658dec), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:50.444370 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc0eb4ad-5e7f-41a8-9071-5ed24d4d2825 req-d3ff522d-cf1d-4855-a112-dcd1c4dbf266 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114109 Feb 15 16:50:50.493190 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfeb6c9-e80b-492d-ace3-c6d868a0ecd4 req-b33ef159-a460-428f-9166-be26efff2556 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:50.495495 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cbfeb6c9-e80b-492d-ace3-c6d868a0ecd4 req-b33ef159-a460-428f-9166-be26efff2556 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.0994568 Feb 15 16:50:50.515744 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcc17b6-85ff-4213-b4f8-d110afa9cf39 x-openstack-request-id: req-bdcc17b6-85ff-4213-b4f8-d110afa9cf39 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:50.516036 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da04414-cd99-4c40-9fc1-2f1b286d3cab", "name": "network-vif-deleted", "tag": "71243e8d-42fe-41eb-bd23-099132400ce1", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:50.516296 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bdcc17b6-85ff-4213-b4f8-d110afa9cf39 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:50.519726 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da04414-cd99-4c40-9fc1-2f1b286d3cab', 'name': 'network-vif-deleted', 'tag': '71243e8d-42fe-41eb-bd23-099132400ce1', 'status': 'completed', 'code': 200} Feb 15 16:50:50.559610 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cbfeb6c9-e80b-492d-ace3-c6d868a0ecd4 req-6105b8cb-c5ce-478c-b2cc-dffc98e40619 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565510 Feb 15 16:50:50.585318 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea7b5a77-90b8-4dfa-abd4-d2cd34680ef0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (af7b458a-fb90-4e4c-be01-73667249b9ec), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:50.646147 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-d2c56d32-4c58-4607-9ac0-dc1232d1c874 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2322571 Feb 15 16:50:50.646484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-a863cb2d-d830-4497-94ce-57130b5035d0 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e4414ec7-4c5d-40a9-8177-3ac1c9658dec), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:50.668244 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-49962de6-1303-440f-840e-91027f929ee7 req-c10d1e2d-b65c-478f-b5d6-0a166e0ad90c tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 210 time: 0.0357447 Feb 15 16:50:50.713043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-8214a743-c44c-44fc-a88a-3f56e5d2b22c service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:50:50.714088 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-8214a743-c44c-44fc-a88a-3f56e5d2b22c service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0367785 Feb 15 16:50:50.764809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7b5a77-90b8-4dfa-abd4-d2cd34680ef0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network 457ef532-f774-442f-ba84-00f1eecd48aa is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:50.772046 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fdce895f-f46c-4e8b-bd32-5a9384e490c6 req-0d623280-7c1b-46fa-9a81-fdfaa2a21882 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=1da04414-cd99-4c40-9fc1-2f1b286d3cab HTTP/1.1" status: 200 len: 210 time: 0.0379539 Feb 15 16:50:50.800981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-ea7b5a77-90b8-4dfa-abd4-d2cd34680ef0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:50.814628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b5a77-90b8-4dfa-abd4-d2cd34680ef0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:50.823595 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b5a77-90b8-4dfa-abd4-d2cd34680ef0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=af7b458a-fb90-4e4c-be01-73667249b9ec,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:50.929161 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-a863cb2d-d830-4497-94ce-57130b5035d0 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:50.937244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-5d51c334-cc22-4e85-a820-3d755e141e2e tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Allocated IP 172.20.0.11 (65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8/90996221-dff6-43e2-afc2-b6765e1e926f/10db6918-f38c-46ce-8df2-26d4be601261) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:50.954930 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-a863cb2d-d830-4497-94ce-57130b5035d0 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:50.968396 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-6d3e0158-ce26-40b2-bf38-d82c1ab2025e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:50.969821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-6d3e0158-ce26-40b2-bf38-d82c1ab2025e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports/c3fef8ab-ea02-4705-b973-260c1b26c0c4 HTTP/1.1" status: 200 len: 941 time: 0.1803403 Feb 15 16:50:50.987107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-a863cb2d-d830-4497-94ce-57130b5035d0 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:51.036821 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f4bb8-b6af-4a65-9435-3fc263c49f03 req-f3d7b5eb-4f2a-4141-afb1-fc8d7a68abdb tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:51.042208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f4bb8-b6af-4a65-9435-3fc263c49f03 req-f3d7b5eb-4f2a-4141-afb1-fc8d7a68abdb tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:51.049543 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f4bb8-b6af-4a65-9435-3fc263c49f03 req-f3d7b5eb-4f2a-4141-afb1-fc8d7a68abdb tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:51.052625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f4bb8-b6af-4a65-9435-3fc263c49f03 req-f3d7b5eb-4f2a-4141-afb1-fc8d7a68abdb tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:51.057923 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f4bb8-b6af-4a65-9435-3fc263c49f03 req-f3d7b5eb-4f2a-4141-afb1-fc8d7a68abdb tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:51.063162 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f4bb8-b6af-4a65-9435-3fc263c49f03 req-f3d7b5eb-4f2a-4141-afb1-fc8d7a68abdb tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:51.068353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f4bb8-b6af-4a65-9435-3fc263c49f03 req-f3d7b5eb-4f2a-4141-afb1-fc8d7a68abdb tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:51.070439 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d5f4bb8-b6af-4a65-9435-3fc263c49f03 req-f3d7b5eb-4f2a-4141-afb1-fc8d7a68abdb tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5443 time: 0.4717383 Feb 15 16:50:51.082545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7b5a77-90b8-4dfa-abd4-d2cd34680ef0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:51.083102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea7b5a77-90b8-4dfa-abd4-d2cd34680ef0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:51.092035 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863cb2d-d830-4497-94ce-57130b5035d0 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Pushing event updated for resources: {'Port': ['ID=e4414ec7-4c5d-40a9-8177-3ac1c9658dec,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:51.145860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-a863cb2d-d830-4497-94ce-57130b5035d0 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:51.147097 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-a863cb2d-d830-4497-94ce-57130b5035d0 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:51.232141 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ea7b5a77-90b8-4dfa-abd4-d2cd34680ef0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2878513 Feb 15 16:50:51.234960 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51532) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:51.241239 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4b7eb232-cc7d-4614-a588-5fbd41a01cf1 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'floatingip': {'port_id': 'af7b458a-fb90-4e4c-be01-73667249b9ec'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:51.253213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d5f4bb8-b6af-4a65-9435-3fc263c49f03 req-67b1e6bc-d8eb-42f6-b45a-d94f01e5c0b7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1655269 Feb 15 16:50:51.289978 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb232-cc7d-4614-a588-5fbd41a01cf1 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (bf1e66ab-b1b9-49ca-90dd-73063762671e), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:51.295756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-a863cb2d-d830-4497-94ce-57130b5035d0 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9819658 Feb 15 16:50:51.312376 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Request body: {'port': {'device_id': '6641d668-5e69-4908-8cc6-dbb1d04f0369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:51.335524 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-5d51c334-cc22-4e85-a820-3d755e141e2e tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks [] for port (10db6918-f38c-46ce-8df2-26d4be601261), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:51.398301 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e4414ec7-4c5d-40a9-8177-3ac1c9658dec), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:51.520287 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-5d51c334-cc22-4e85-a820-3d755e141e2e tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (10db6918-f38c-46ce-8df2-26d4be601261), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:51.581065 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-5d51c334-cc22-4e85-a820-3d755e141e2e tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:51.616784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-5d51c334-cc22-4e85-a820-3d755e141e2e tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:51.622632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-5d51c334-cc22-4e85-a820-3d755e141e2e tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:51.669861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51c334-cc22-4e85-a820-3d755e141e2e tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Pushing event updated for resources: {'Port': ['ID=10db6918-f38c-46ce-8df2-26d4be601261,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:51.730004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc8ba7-627c-45ab-a26a-b854939ea9de req-51db1d39-ee30-4209-93d8-2f9143cd5c02 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:51.731623 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0cbc8ba7-627c-45ab-a26a-b854939ea9de req-51db1d39-ee30-4209-93d8-2f9143cd5c02 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.1884828 Feb 15 16:50:51.742940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-5d51c334-cc22-4e85-a820-3d755e141e2e tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:51.743569 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-5d51c334-cc22-4e85-a820-3d755e141e2e tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:51.787253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0076e-c88f-40f9-8fe6-da3e90acc86e req-9d5a04dc-1289-4a26-b15f-eb15b212e14e tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:51.788700 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4de0076e-c88f-40f9-8fe6-da3e90acc86e req-9d5a04dc-1289-4a26-b15f-eb15b212e14e tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.1340518 Feb 15 16:50:51.820132 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0cbc8ba7-627c-45ab-a26a-b854939ea9de req-d4e42b4d-a125-4c4d-b38f-8839c00e3d1b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794885 Feb 15 16:50:51.887755 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-5d51c334-cc22-4e85-a820-3d755e141e2e tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7875578 Feb 15 16:50:51.888539 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb232-cc7d-4614-a588-5fbd41a01cf1 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:51.897059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4de0076e-c88f-40f9-8fe6-da3e90acc86e req-b1eace73-eb75-4f86-a477-3e9d2c498963 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986784 Feb 15 16:50:51.901591 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4414ec7-4c5d-40a9-8177-3ac1c9658dec {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:50:51.934023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Request body: {'port': {'device_id': '86c40a0c-cf56-45c9-a224-f396dcbc7f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:51.941665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Publish callbacks [] for port (e4414ec7-4c5d-40a9-8177-3ac1c9658dec), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:51.954330 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203aed24-4fd7-4c22-b5e4-65dc39d820e2 req-a1ae87fd-4c2b-4c24-b688-411c5d532f8f tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:51.956082 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-203aed24-4fd7-4c22-b5e4-65dc39d820e2 req-a1ae87fd-4c2b-4c24-b688-411c5d532f8f tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 932 time: 0.0658181 Feb 15 16:50:51.957555 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb232-cc7d-4614-a588-5fbd41a01cf1 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (bf1e66ab-b1b9-49ca-90dd-73063762671e), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:51.990674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Transition to ACTIVE for port object e4414ec7-4c5d-40a9-8177-3ac1c9658dec will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:50:52.033715 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (10db6918-f38c-46ce-8df2-26d4be601261), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:52.076142 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (e4414ec7-4c5d-40a9-8177-3ac1c9658dec), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:52.131357 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-203aed24-4fd7-4c22-b5e4-65dc39d820e2 req-d7d10c9e-ee6e-4bb9-88a7-b31503479162 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691919 Feb 15 16:50:52.134916 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-4b7eb232-cc7d-4614-a588-5fbd41a01cf1 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Floating IP bf1e66ab-b1b9-49ca-90dd-73063762671e associated. External IP: 172.25.4.81, port: af7b458a-fb90-4e4c-be01-73667249b9ec. Feb 15 16:50:52.149142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Pushing event updated for resources: {'Port': ['ID=e4414ec7-4c5d-40a9-8177-3ac1c9658dec,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:52.331522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Attempting to bind port e4414ec7-4c5d-40a9-8177-3ac1c9658dec on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:50:52.332194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Attempting to bind port e4414ec7-4c5d-40a9-8177-3ac1c9658dec by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:50:52.332194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Attempting to bind port e4414ec7-4c5d-40a9-8177-3ac1c9658dec on network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:50:52.340301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Port e4414ec7-4c5d-40a9-8177-3ac1c9658dec on network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:50:52.340638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Attempting to bind port e4414ec7-4c5d-40a9-8177-3ac1c9658dec on network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:50:52.350439 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:50:52.351252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Checking segment: {'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:50:52.351252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Bound using segment: {'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:50:52.351560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Bound port: e4414ec7-4c5d-40a9-8177-3ac1c9658dec, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:50:52.351923 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e4414ec7-4c5d-40a9-8177-3ac1c9658dec), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:52.458544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b7eb232-cc7d-4614-a588-5fbd41a01cf1 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router 911e7221-e377-452e-8159-4816bba39f73 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:50:52.614750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] For port e4414ec7-4c5d-40a9-8177-3ac1c9658dec, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:50:52.632300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10db6918-f38c-46ce-8df2-26d4be601261 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:50:52.637467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b7eb232-cc7d-4614-a588-5fbd41a01cf1 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:50:52.647209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] For port e4414ec7-4c5d-40a9-8177-3ac1c9658dec, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e4414ec7-4c5d-40a9-8177-3ac1c9658dec,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:50:52.650060 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Publish callbacks [] for port (10db6918-f38c-46ce-8df2-26d4be601261), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:52.670877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe672e-c973-4724-8848-761eb9bddaf0 req-76971d8b-be75-47ed-bd66-e432ded3270a tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:52.677300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a66d12-00f3-498f-8cb2-9af4e07feb56 None None] Sync routers for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:50:52.677860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe672e-c973-4724-8848-761eb9bddaf0 req-76971d8b-be75-47ed-bd66-e432ded3270a tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:52.677958 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb232-cc7d-4614-a588-5fbd41a01cf1 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:52.682506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe672e-c973-4724-8848-761eb9bddaf0 req-76971d8b-be75-47ed-bd66-e432ded3270a tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:52.687822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe672e-c973-4724-8848-761eb9bddaf0 req-76971d8b-be75-47ed-bd66-e432ded3270a tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:52.693150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe672e-c973-4724-8848-761eb9bddaf0 req-76971d8b-be75-47ed-bd66-e432ded3270a tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:52.699388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe672e-c973-4724-8848-761eb9bddaf0 req-76971d8b-be75-47ed-bd66-e432ded3270a tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:52.704413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe672e-c973-4724-8848-761eb9bddaf0 req-76971d8b-be75-47ed-bd66-e432ded3270a tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:52.709828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a66d12-00f3-498f-8cb2-9af4e07feb56 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:52.712961 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4fe672e-c973-4724-8848-761eb9bddaf0 req-76971d8b-be75-47ed-bd66-e432ded3270a tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5443 time: 0.2509375 Feb 15 16:50:52.713969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-e0a66d12-00f3-498f-8cb2-9af4e07feb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:52.749789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Transition to ACTIVE for port object 10db6918-f38c-46ce-8df2-26d4be601261 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:50:52.751141 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (e4414ec7-4c5d-40a9-8177-3ac1c9658dec), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:52.757124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fcb05-d121-480b-b01a-3d7d728176e4 req-864474f7-1687-45a5-b826-ad43bc4419f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:52.758814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e0fcb05-d121-480b-b01a-3d7d728176e4 req-864474f7-1687-45a5-b826-ad43bc4419f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c67acc8f1c648bcbb66c3025123165e&device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 1128 time: 0.2433262 Feb 15 16:50:52.764663 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4b7eb232-cc7d-4614-a588-5fbd41a01cf1 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "PUT /v2.0/floatingips/bf1e66ab-b1b9-49ca-90dd-73063762671e HTTP/1.1" status: 200 len: 976 time: 1.5246379 Feb 15 16:50:52.764663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51560) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:52.772418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-e0a66d12-00f3-498f-8cb2-9af4e07feb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:52.784284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a66d12-00f3-498f-8cb2-9af4e07feb56 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:52.784930 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-e0a66d12-00f3-498f-8cb2-9af4e07feb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:52.840770 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-e0a66d12-00f3-498f-8cb2-9af4e07feb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:52.841513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a66d12-00f3-498f-8cb2-9af4e07feb56 None None] The sync data for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:50:52.890828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:52.890828 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:52.890828 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] 10.222.0.10 "PUT /v2.0/ports/e4414ec7-4c5d-40a9-8177-3ac1c9658dec HTTP/1.1" status: 200 len: 1092 time: 1.5848086 Feb 15 16:50:52.896051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6641d668-5e69-4908-8cc6-dbb1d04f0369', 'tag': 'e4414ec7-4c5d-40a9-8177-3ac1c9658dec'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:52.901176 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb894c0-8d23-488d-8b80-357872c8e59a" -d '{"events": [{"name": "network-changed", "server_uuid": "6641d668-5e69-4908-8cc6-dbb1d04f0369", "tag": "e4414ec7-4c5d-40a9-8177-3ac1c9658dec"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:52.909867 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (10db6918-f38c-46ce-8df2-26d4be601261), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:52.932919 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90361cd2-a959-44f1-9698-cca021d98346 req-3e353e05-5f02-4512-9e43-2fcda52ec644 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:52.942629 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90361cd2-a959-44f1-9698-cca021d98346 req-3e353e05-5f02-4512-9e43-2fcda52ec644 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.1706955 Feb 15 16:50:53.042507 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90361cd2-a959-44f1-9698-cca021d98346 req-40b94d4b-2ac3-4898-842e-5b751023039f tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988228 Feb 15 16:50:53.054428 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-0f307a59-fe42-4b2d-9a1a-cbcfe6b3aea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting port af7b458a-fb90-4e4c-be01-73667249b9ec {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:50:53.054911 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f307a59-fe42-4b2d-9a1a-cbcfe6b3aea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (af7b458a-fb90-4e4c-be01-73667249b9ec), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:53.217979 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f307a59-fe42-4b2d-9a1a-cbcfe6b3aea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (af7b458a-fb90-4e4c-be01-73667249b9ec), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:53.335532 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4fe672e-c973-4724-8848-761eb9bddaf0 req-fa3a3b7d-b63c-4742-8682-40dc825b0d1e tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6102569 Feb 15 16:50:53.345771 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e52496-f8d5-4a55-94aa-b3b99938929e service neutron] Pushing event updated for resources: {'Port': ['ID=e4414ec7-4c5d-40a9-8177-3ac1c9658dec,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:53.514273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fcb05-d121-480b-b01a-3d7d728176e4 req-efa67d8f-8c2a-4809-9f89-ce3eacbb5085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:53.515859 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e0fcb05-d121-480b-b01a-3d7d728176e4 req-efa67d8f-8c2a-4809-9f89-ce3eacbb5085 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5768139a-8a69-46a4-99c3-4c56de134399 HTTP/1.1" status: 200 len: 911 time: 0.7268445 Feb 15 16:50:53.556336 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Pushing event updated for resources: {'Port': ['ID=10db6918-f38c-46ce-8df2-26d4be601261,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:53.606557 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e0fcb05-d121-480b-b01a-3d7d728176e4 req-c186335e-d793-4b6d-bacc-9fb01b801fb3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f65d11e8-f7f7-4228-88e8-2a2fa8e6268a HTTP/1.1" status: 200 len: 217 time: 0.0626988 Feb 15 16:50:53.609607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-62f4d2be-d4a4-4c51-ac26-291bc39ef58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:53.611186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-62f4d2be-d4a4-4c51-ac26-291bc39ef58c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a3542f3a39647f59665a81bfe0c370a&device_id=6641d668-5e69-4908-8cc6-dbb1d04f0369 HTTP/1.1" status: 200 len: 1126 time: 0.3420117 Feb 15 16:50:53.710095 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-4e9e0b57-7bd9-41f9-b38f-01774caae1d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4414ec7-4c5d-40a9-8177-3ac1c9658dec HTTP/1.1" status: 200 len: 217 time: 0.0897074 Feb 15 16:50:53.722534 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16eca5-a80d-4d25-9708-bb3f8032906a req-bbf5ceab-9e3e-48ba-b45d-9ea28fa1cf49 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:53.729458 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e16eca5-a80d-4d25-9708-bb3f8032906a req-bbf5ceab-9e3e-48ba-b45d-9ea28fa1cf49 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.2799637 Feb 15 16:50:53.735016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Attempting to bind port 10db6918-f38c-46ce-8df2-26d4be601261 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:50:53.735384 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Attempting to bind port 10db6918-f38c-46ce-8df2-26d4be601261 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:50:53.735720 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Attempting to bind port 10db6918-f38c-46ce-8df2-26d4be601261 on network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:50:53.788094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fcb05-d121-480b-b01a-3d7d728176e4 req-718a0ea5-bf8b-4805-8db8-482d211cbf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:53.789621 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e0fcb05-d121-480b-b01a-3d7d728176e4 req-718a0ea5-bf8b-4805-8db8-482d211cbf21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69ce327b-dd59-48f2-b8be-ecdadc3586e1 HTTP/1.1" status: 200 len: 850 time: 0.1720607 Feb 15 16:50:53.793736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Port 10db6918-f38c-46ce-8df2-26d4be601261 on network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:50:53.794236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Attempting to bind port 10db6918-f38c-46ce-8df2-26d4be601261 on network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:50:53.794590 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b355f6-8dd5-4cf9-92da-9cb1208484cb req-66738229-4019-4799-a2be-047a236e9aa5 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:53.797859 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-96b355f6-8dd5-4cf9-92da-9cb1208484cb req-66738229-4019-4799-a2be-047a236e9aa5 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.6403627 Feb 15 16:50:53.820679 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 50, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:50:53.821333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Checking segment: {'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:50:53.822478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Bound using segment: {'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:50:53.823097 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Bound port: 10db6918-f38c-46ce-8df2-26d4be601261, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:50:53.823635 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (10db6918-f38c-46ce-8df2-26d4be601261), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:53.827937 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f307a59-fe42-4b2d-9a1a-cbcfe6b3aea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:53.828308 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f307a59-fe42-4b2d-9a1a-cbcfe6b3aea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (bf1e66ab-b1b9-49ca-90dd-73063762671e), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:53.828626 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-0f307a59-fe42-4b2d-9a1a-cbcfe6b3aea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Floating IP bf1e66ab-b1b9-49ca-90dd-73063762671e disassociated. External IP: 172.25.4.81, port: af7b458a-fb90-4e4c-be01-73667249b9ec. Feb 15 16:50:53.828975 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-0f307a59-fe42-4b2d-9a1a-cbcfe6b3aea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Calling delete_port for af7b458a-fb90-4e4c-be01-73667249b9ec owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:50:53.862196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e0fcb05-d121-480b-b01a-3d7d728176e4 req-a3becbf0-781f-4350-a171-f0c7bc8afc0a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5768139a-8a69-46a4-99c3-4c56de134399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600712 Feb 15 16:50:53.910263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-24815637-1eb3-4c0f-87c1-12dc462995e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:53.911966 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-24815637-1eb3-4c0f-87c1-12dc462995e4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=90996221-dff6-43e2-afc2-b6765e1e926f HTTP/1.1" status: 200 len: 852 time: 0.1779337 Feb 15 16:50:53.918414 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e81957a9-2305-44f1-8f10-6894f54f854c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:53.924607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e81957a9-2305-44f1-8f10-6894f54f854c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:53.930056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e81957a9-2305-44f1-8f10-6894f54f854c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:53.936037 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e81957a9-2305-44f1-8f10-6894f54f854c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:53.941353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e81957a9-2305-44f1-8f10-6894f54f854c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:53.947346 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e81957a9-2305-44f1-8f10-6894f54f854c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:53.952716 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e81957a9-2305-44f1-8f10-6894f54f854c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:53.955054 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e81957a9-2305-44f1-8f10-6894f54f854c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5443 time: 0.2425931 Feb 15 16:50:53.988256 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e16eca5-a80d-4d25-9708-bb3f8032906a req-481a07f3-8f92-436c-90db-edb48685b880 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578979 Feb 15 16:50:54.005442 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-96b355f6-8dd5-4cf9-92da-9cb1208484cb req-ad92179e-b9b4-4d72-ab57-a33cb6f3948f tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746986 Feb 15 16:50:54.106309 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7559ba5e-5989-43ac-b816-b09dd3d5150b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013167 Feb 15 16:50:54.154846 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-cb093d23-4622-432d-8f9c-57d7ffe8e94b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:54.156523 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-cb093d23-4622-432d-8f9c-57d7ffe8e94b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "GET /v2.0/ports/0f5cf237-c13f-4452-a50f-8a0b8b20e20d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1497090 Feb 15 16:50:54.159491 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5121d9-66bf-4108-bcb6-ab7f8cc35633 x-openstack-request-id: req-fa5121d9-66bf-4108-bcb6-ab7f8cc35633 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:54.160164 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6641d668-5e69-4908-8cc6-dbb1d04f0369", "tag": "e4414ec7-4c5d-40a9-8177-3ac1c9658dec", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:54.160164 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fa5121d9-66bf-4108-bcb6-ab7f8cc35633 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:54.160533 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6641d668-5e69-4908-8cc6-dbb1d04f0369', 'tag': 'e4414ec7-4c5d-40a9-8177-3ac1c9658dec', 'status': 'completed', 'code': 200} Feb 15 16:50:54.215270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] For port 10db6918-f38c-46ce-8df2-26d4be601261, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:50:54.242004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] For port 10db6918-f38c-46ce-8df2-26d4be601261, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=10db6918-f38c-46ce-8df2-26d4be601261,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:50:54.264613 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e0fcb05-d121-480b-b01a-3d7d728176e4 req-06e0e05a-99a5-4625-b79c-eaed2f8a3e10 service neutron] 10.222.0.67 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806183 Feb 15 16:50:54.298808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6357fc07-41b8-4a62-b0c5-1b483ec32fd8 req-e4179101-47af-48e9-9c62-55bbf3085752 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:54.305660 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6357fc07-41b8-4a62-b0c5-1b483ec32fd8 req-e4179101-47af-48e9-9c62-55bbf3085752 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 944 time: 0.1979442 Feb 15 16:50:54.358324 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (10db6918-f38c-46ce-8df2-26d4be601261), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:54.409158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-2cf711c4-1c83-4fac-b271-fedaa64337bf service neutron] 10.222.0.10 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887986 Feb 15 16:50:54.428108 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-1692bb03-d7e5-4b11-9c02-7f74bdd10e08 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "GET /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2567544 Feb 15 16:50:54.440349 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:54.441089 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:54.442587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] 10.222.0.67 "PUT /v2.0/ports/10db6918-f38c-46ce-8df2-26d4be601261 HTTP/1.1" status: 200 len: 1093 time: 2.5441661 Feb 15 16:50:54.449123 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-9fe66a4b-f60d-485d-a9a2-bff29f44b58a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:54.514522 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f307a59-fe42-4b2d-9a1a-cbcfe6b3aea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (af7b458a-fb90-4e4c-be01-73667249b9ec), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:54.531961 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6357fc07-41b8-4a62-b0c5-1b483ec32fd8 req-b0401503-fa20-4dd7-96ae-16c1007955e7 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253544 Feb 15 16:50:54.569878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f307a59-fe42-4b2d-9a1a-cbcfe6b3aea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Port': ['ID=af7b458a-fb90-4e4c-be01-73667249b9ec,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:54.624282 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9fc36-55d8-4d9f-bd56-8a4603a97a82 req-2933f139-a47d-49c5-b0be-73caf5524107 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:54.625934 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b3f9fc36-55d8-4d9f-bd56-8a4603a97a82 req-2933f139-a47d-49c5-b0be-73caf5524107 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.4036422 Feb 15 16:50:54.670254 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e0fcb05-d121-480b-b01a-3d7d728176e4 req-8046423b-2e15-4f8b-ba11-093b5b9013cf service neutron] 10.222.0.67 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3925261 Feb 15 16:50:54.671491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa6b2a-e978-46f0-b758-7db94bffd141 service neutron] Pushing event updated for resources: {'Port': ['ID=10db6918-f38c-46ce-8df2-26d4be601261,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:54.697144 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-9fe66a4b-f60d-485d-a9a2-bff29f44b58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:54.739572 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-55bb3370-8559-4060-86f6-748375dd0876 service neutron] 10.222.0.10 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170104 Feb 15 16:50:54.831848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-4b6aff1b-c007-4bf9-888b-90af0769eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:54.831848 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-4b6aff1b-c007-4bf9-888b-90af0769eb27 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a3542f3a39647f59665a81bfe0c370a&device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 1127 time: 0.2076478 Feb 15 16:50:54.917052 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f307a59-fe42-4b2d-9a1a-cbcfe6b3aea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router 911e7221-e377-452e-8159-4816bba39f73 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:50:54.918023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-ae569708-ab1e-4804-9318-96022df2605b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10db6918-f38c-46ce-8df2-26d4be601261 HTTP/1.1" status: 200 len: 217 time: 0.0752168 Feb 15 16:50:54.958711 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b3f9fc36-55d8-4d9f-bd56-8a4603a97a82 req-dfe5ec90-5341-4bc2-adb4-ab48c4ba4e64 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120806 Feb 15 16:50:54.975229 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2870f-aa32-45d5-a35d-e97d11e71df3 req-ea1a4b8f-8bee-4732-b914-69dbb8671c11 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:54.983804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2870f-aa32-45d5-a35d-e97d11e71df3 req-ea1a4b8f-8bee-4732-b914-69dbb8671c11 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:54.990259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2870f-aa32-45d5-a35d-e97d11e71df3 req-ea1a4b8f-8bee-4732-b914-69dbb8671c11 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:54.995881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2870f-aa32-45d5-a35d-e97d11e71df3 req-ea1a4b8f-8bee-4732-b914-69dbb8671c11 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:55.001754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2870f-aa32-45d5-a35d-e97d11e71df3 req-ea1a4b8f-8bee-4732-b914-69dbb8671c11 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:55.008195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2870f-aa32-45d5-a35d-e97d11e71df3 req-ea1a4b8f-8bee-4732-b914-69dbb8671c11 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:55.014232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2870f-aa32-45d5-a35d-e97d11e71df3 req-ea1a4b8f-8bee-4732-b914-69dbb8671c11 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:55.016210 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ff2870f-aa32-45d5-a35d-e97d11e71df3 req-ea1a4b8f-8bee-4732-b914-69dbb8671c11 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 5443 time: 0.4076660 Feb 15 16:50:55.111868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-fea84280-0532-4fc0-b7a3-5a438d4bb5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:55.113390 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-fea84280-0532-4fc0-b7a3-5a438d4bb5ef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90996221-dff6-43e2-afc2-b6765e1e926f HTTP/1.1" status: 200 len: 852 time: 0.0946209 Feb 15 16:50:55.119562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb894c0-8d23-488d-8b80-357872c8e59a req-b0b98cb6-7b62-471f-b73e-51ef25f26b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:55.121566 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4bb894c0-8d23-488d-8b80-357872c8e59a req-b0b98cb6-7b62-471f-b73e-51ef25f26b4c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a3542f3a39647f59665a81bfe0c370a&device_id=6641d668-5e69-4908-8cc6-dbb1d04f0369 HTTP/1.1" status: 200 len: 1126 time: 0.2016342 Feb 15 16:50:55.203582 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f8ee7-1ddf-4a9a-a652-c39a20797032 req-36ab9db5-bd67-41aa-bb53-dc818a96aa99 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:55.205914 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-870f8ee7-1ddf-4a9a-a652-c39a20797032 req-36ab9db5-bd67-41aa-bb53-dc818a96aa99 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.1200721 Feb 15 16:50:55.217213 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-9fe66a4b-f60d-485d-a9a2-bff29f44b58a service neutron] For port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0f5cf237-c13f-4452-a50f-8a0b8b20e20d,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:55.219729 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-aa35eae8-4b57-4387-966d-b06ee4e92712 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916605 Feb 15 16:50:55.243171 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ff2870f-aa32-45d5-a35d-e97d11e71df3 req-ebfb009c-fa41-460f-88fc-e03bd053bef0 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2115161 Feb 15 16:50:55.248328 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f307a59-fe42-4b2d-9a1a-cbcfe6b3aea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:50:55.267167 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132b3629-6097-4d23-a79b-057d8821a650 None None] Sync routers for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:50:55.281734 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132b3629-6097-4d23-a79b-057d8821a650 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:55.282376 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-132b3629-6097-4d23-a79b-057d8821a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:55.344022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-9fe66a4b-f60d-485d-a9a2-bff29f44b58a service neutron] For port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:50:55.346417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb894c0-8d23-488d-8b80-357872c8e59a req-82222f5c-fb6d-4c8d-8e07-660daf02b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:55.347155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4bb894c0-8d23-488d-8b80-357872c8e59a req-82222f5c-fb6d-4c8d-8e07-660daf02b763 service neutron] 10.222.0.10 "GET /v2.0/networks?id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 HTTP/1.1" status: 200 len: 913 time: 0.2180326 Feb 15 16:50:55.364152 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-132b3629-6097-4d23-a79b-057d8821a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:55.374066 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-870f8ee7-1ddf-4a9a-a652-c39a20797032 req-160ab9b7-c783-4d4e-9c95-ec94ecd843a1 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590221 Feb 15 16:50:55.385731 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132b3629-6097-4d23-a79b-057d8821a650 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:50:55.386347 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-132b3629-6097-4d23-a79b-057d8821a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:55.399157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f307a59-fe42-4b2d-9a1a-cbcfe6b3aea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:55.403896 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4bb894c0-8d23-488d-8b80-357872c8e59a req-fe0b22ea-a087-4a73-956c-81f4edf2390a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4414ec7-4c5d-40a9-8177-3ac1c9658dec HTTP/1.1" status: 200 len: 217 time: 0.0498993 Feb 15 16:50:55.406501 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-c74f4b99-0210-460e-bf0c-5ada14691cdd service neutron] 10.222.0.67 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789715 Feb 15 16:50:55.412515 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0f307a59-fe42-4b2d-9a1a-cbcfe6b3aea0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/ports/af7b458a-fb90-4e4c-be01-73667249b9ec HTTP/1.1" status: 204 len: 168 time: 2.6475787 Feb 15 16:50:55.415424 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-9fe66a4b-f60d-485d-a9a2-bff29f44b58a service neutron] device_id is not set on port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:50:55.419996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51596) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:55.444606 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-132b3629-6097-4d23-a79b-057d8821a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:50:55.445568 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132b3629-6097-4d23-a79b-057d8821a650 None None] The sync data for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:50:55.482648 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-9fe66a4b-f60d-485d-a9a2-bff29f44b58a service neutron] Publish callbacks [] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:55.497935 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-352d48e2-33e2-4cfc-aafa-f1239455e363 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "GET /v2.0/floatingips/bf1e66ab-b1b9-49ca-90dd-73063762671e HTTP/1.1" status: 200 len: 687 time: 0.0768211 Feb 15 16:50:55.498701 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51602) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:55.557687 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb894c0-8d23-488d-8b80-357872c8e59a req-117dafc1-3528-4ebe-bd2a-747934052f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:55.559174 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4bb894c0-8d23-488d-8b80-357872c8e59a req-117dafc1-3528-4ebe-bd2a-747934052f5b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=90996221-dff6-43e2-afc2-b6765e1e926f HTTP/1.1" status: 200 len: 852 time: 0.1496885 Feb 15 16:50:55.587556 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-9fe66a4b-f60d-485d-a9a2-bff29f44b58a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:55.615529 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4bb894c0-8d23-488d-8b80-357872c8e59a req-fc7d0f0b-f09c-45d9-9ecb-6294744f1b26 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454953 Feb 15 16:50:55.623269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd64e6-637a-427c-b653-4f888be245f0 req-690d6444-2009-413c-9e97-b585ccd0bb6c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:55.625000 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6dcd64e6-637a-427c-b653-4f888be245f0 req-690d6444-2009-413c-9e97-b585ccd0bb6c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.2033517 Feb 15 16:50:55.628209 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6cf6aa4-0d37-4a84-9d31-684c12360d87 req-dd0ac7ad-f686-4694-90aa-c11b3314e86b service neutron] 10.222.0.67 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958473 Feb 15 16:50:55.704639 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-9fe66a4b-f60d-485d-a9a2-bff29f44b58a service neutron] No DVR routers for this DVR port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:50:55.706973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe66a4b-f60d-485d-a9a2-bff29f44b58a service neutron] Pushing event updated for resources: {'Port': ['ID=0f5cf237-c13f-4452-a50f-8a0b8b20e20d,revision_number=6']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:55.796136 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4bb894c0-8d23-488d-8b80-357872c8e59a req-bb39b047-177b-4613-923c-0359d54095b4 service neutron] 10.222.0.10 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701033 Feb 15 16:50:55.831978 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-9fe66a4b-f60d-485d-a9a2-bff29f44b58a service neutron] In _notify_port_updated(), no bound segment for port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d on network 67e72fda-9dfe-495c-b3a9-2d311823812f {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 16:50:55.832867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-9fe66a4b-f60d-485d-a9a2-bff29f44b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:55.834976 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-9fe66a4b-f60d-485d-a9a2-bff29f44b58a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:55.834976 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-9fe66a4b-f60d-485d-a9a2-bff29f44b58a service neutron] 10.222.0.67 "PUT /v2.0/ports/0f5cf237-c13f-4452-a50f-8a0b8b20e20d HTTP/1.1" status: 200 len: 1032 time: 1.3976178 Feb 15 16:50:55.861103 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-802190c5-a22b-493d-a867-3c61014c8d99 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting port 3fe1c015-6d9b-4018-ae4d-8a3181593c9e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:50:55.861547 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-802190c5-a22b-493d-a867-3c61014c8d99 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3fe1c015-6d9b-4018-ae4d-8a3181593c9e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:55.909947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacbb6d-5dfa-4983-bf31-f75eefe8085e req-86818df6-0db0-4fa4-aeef-08908bad2380 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:55.911484 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eaacbb6d-5dfa-4983-bf31-f75eefe8085e req-86818df6-0db0-4fa4-aeef-08908bad2380 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 944 time: 0.1516593 Feb 15 16:50:55.920124 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6dcd64e6-637a-427c-b653-4f888be245f0 req-d21823a4-944a-492e-9300-b8f974010b9b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339554 Feb 15 16:50:55.940293 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4bb894c0-8d23-488d-8b80-357872c8e59a req-1592c8ac-a346-4a08-8a2a-36325b15082b service neutron] 10.222.0.10 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346662 Feb 15 16:50:55.985678 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-dc990db6-ebd3-4334-8155-cf127367c546 None None] Provisioning complete for port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:50:55.986613 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dc990db6-ebd3-4334-8155-cf127367c546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:55.994476 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-56ac151f-c19f-4db4-bfab-9427afe6708a tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:55.998325 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-56ac151f-c19f-4db4-bfab-9427afe6708a tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "GET /v2.0/ports/fee101f4-9a6f-48fa-82ce-cbc998d7d69d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1509397 Feb 15 16:50:56.013252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-0c730b41-8d44-46cf-bb00-31a5716a64b1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:56.084576 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dc990db6-ebd3-4334-8155-cf127367c546 None None] Port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:50:56.093760 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eaacbb6d-5dfa-4983-bf31-f75eefe8085e req-c29ba926-b9f7-4d6e-810d-8e7887a1c075 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460941 Feb 15 16:50:56.101972 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-802190c5-a22b-493d-a867-3c61014c8d99 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3fe1c015-6d9b-4018-ae4d-8a3181593c9e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:56.102302 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-802190c5-a22b-493d-a867-3c61014c8d99 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (3fe1c015-6d9b-4018-ae4d-8a3181593c9e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:56.142172 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-802190c5-a22b-493d-a867-3c61014c8d99 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Calling delete_port for 3fe1c015-6d9b-4018-ae4d-8a3181593c9e owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:50:56.158020 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-0c730b41-8d44-46cf-bb00-31a5716a64b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:56.163101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c40a0c-cf56-45c9-a224-f396dcbc7f03', 'tag': '10db6918-f38c-46ce-8df2-26d4be601261'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:56.163941 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af44abc-5f61-49b1-a9a3-1fa500536bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "86c40a0c-cf56-45c9-a224-f396dcbc7f03", "tag": "10db6918-f38c-46ce-8df2-26d4be601261"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:56.214427 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3853583-0ac2-4970-aa59-90b369a156f1 req-e5e93cf4-e78a-46ba-bda9-6fa25a4c3cf9 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:56.216118 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d3853583-0ac2-4970-aa59-90b369a156f1 req-e5e93cf4-e78a-46ba-bda9-6fa25a4c3cf9 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.0643914 Feb 15 16:50:56.278293 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d3853583-0ac2-4970-aa59-90b369a156f1 req-4a34a93f-3888-4006-87f8-82fbd3d92323 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534706 Feb 15 16:50:56.290562 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc4a70e-b3e9-40fc-be45-96a2ce35f018 x-openstack-request-id: req-abc4a70e-b3e9-40fc-be45-96a2ce35f018 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:56.291143 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c40a0c-cf56-45c9-a224-f396dcbc7f03", "tag": "10db6918-f38c-46ce-8df2-26d4be601261", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:56.291416 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-abc4a70e-b3e9-40fc-be45-96a2ce35f018 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:56.291818 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c40a0c-cf56-45c9-a224-f396dcbc7f03', 'tag': '10db6918-f38c-46ce-8df2-26d4be601261', 'status': 'completed', 'code': 200} Feb 15 16:50:56.378134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af44abc-5f61-49b1-a9a3-1fa500536bf9 req-8f6c1ee8-6c30-4974-b41e-2ff04101b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:56.379934 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9af44abc-5f61-49b1-a9a3-1fa500536bf9 req-8f6c1ee8-6c30-4974-b41e-2ff04101b774 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a3542f3a39647f59665a81bfe0c370a&device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 1127 time: 0.0667996 Feb 15 16:50:56.445539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-0c730b41-8d44-46cf-bb00-31a5716a64b1 service neutron] For port fee101f4-9a6f-48fa-82ce-cbc998d7d69d, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=fee101f4-9a6f-48fa-82ce-cbc998d7d69d,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:56.498799 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-0c730b41-8d44-46cf-bb00-31a5716a64b1 service neutron] For port fee101f4-9a6f-48fa-82ce-cbc998d7d69d, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:50:56.528310 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-802190c5-a22b-493d-a867-3c61014c8d99 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3fe1c015-6d9b-4018-ae4d-8a3181593c9e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:56.545767 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c1974-ca58-4e97-98c8-89dec78f6175 req-46d53db9-f039-4147-8492-ba01b7221073 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:56.551079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c1974-ca58-4e97-98c8-89dec78f6175 req-46d53db9-f039-4147-8492-ba01b7221073 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:56.556580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c1974-ca58-4e97-98c8-89dec78f6175 req-46d53db9-f039-4147-8492-ba01b7221073 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:56.562013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c1974-ca58-4e97-98c8-89dec78f6175 req-46d53db9-f039-4147-8492-ba01b7221073 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:56.567886 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c1974-ca58-4e97-98c8-89dec78f6175 req-46d53db9-f039-4147-8492-ba01b7221073 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:56.573390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802190c5-a22b-493d-a867-3c61014c8d99 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Port': ['ID=3fe1c015-6d9b-4018-ae4d-8a3181593c9e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:56.574251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c1974-ca58-4e97-98c8-89dec78f6175 req-46d53db9-f039-4147-8492-ba01b7221073 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:56.576366 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-962c1974-ca58-4e97-98c8-89dec78f6175 req-46d53db9-f039-4147-8492-ba01b7221073 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 4664 time: 0.1244826 Feb 15 16:50:56.606485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af44abc-5f61-49b1-a9a3-1fa500536bf9 req-9bf232d4-a532-4f29-8ada-6068ed145999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:56.607946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9af44abc-5f61-49b1-a9a3-1fa500536bf9 req-9bf232d4-a532-4f29-8ada-6068ed145999 service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 HTTP/1.1" status: 200 len: 913 time: 0.2201674 Feb 15 16:50:56.635372 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-0c730b41-8d44-46cf-bb00-31a5716a64b1 service neutron] device_id is not set on port fee101f4-9a6f-48fa-82ce-cbc998d7d69d yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:50:56.665938 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-0c730b41-8d44-46cf-bb00-31a5716a64b1 service neutron] Publish callbacks [] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:56.667499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9af44abc-5f61-49b1-a9a3-1fa500536bf9 req-e5cd6f91-80b3-4226-b0ec-3cfd7ab486d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10db6918-f38c-46ce-8df2-26d4be601261 HTTP/1.1" status: 200 len: 217 time: 0.0507817 Feb 15 16:50:56.695137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e665c08-3737-41ba-b6d9-baefe0f4e523 req-7aa9c671-16ee-4d59-9002-390bfd150f64 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:56.697207 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3e665c08-3737-41ba-b6d9-baefe0f4e523 req-7aa9c671-16ee-4d59-9002-390bfd150f64 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.1745901 Feb 15 16:50:56.703258 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-802190c5-a22b-493d-a867-3c61014c8d99 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (bf1e66ab-b1b9-49ca-90dd-73063762671e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:56.706539 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-802190c5-a22b-493d-a867-3c61014c8d99 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:56.711204 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-802190c5-a22b-493d-a867-3c61014c8d99 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/floatingips/bf1e66ab-b1b9-49ca-90dd-73063762671e HTTP/1.1" status: 204 len: 168 time: 1.2078636 Feb 15 16:50:56.712003 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51630) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:50:56.720128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '4d17c0b2-ffa2-476b-9d5e-6d583da88bc5'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:50:56.730050 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-0c730b41-8d44-46cf-bb00-31a5716a64b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:56.750598 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-962c1974-ca58-4e97-98c8-89dec78f6175 req-c821fcc6-c53b-4131-b915-74d494a1de71 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=f26d6b98-b792-46ce-8e79-456eda44c9ca&id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1662869 Feb 15 16:50:56.759931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af44abc-5f61-49b1-a9a3-1fa500536bf9 req-6bd97f96-ad0c-485a-b17e-f640bff11cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:56.759931 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9af44abc-5f61-49b1-a9a3-1fa500536bf9 req-6bd97f96-ad0c-485a-b17e-f640bff11cd2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90996221-dff6-43e2-afc2-b6765e1e926f HTTP/1.1" status: 200 len: 852 time: 0.0822239 Feb 15 16:50:56.797095 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9af44abc-5f61-49b1-a9a3-1fa500536bf9 req-ba548272-5a5b-4447-9704-c06f8447e9e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323060 Feb 15 16:50:56.831396 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:56.841351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-0c730b41-8d44-46cf-bb00-31a5716a64b1 service neutron] No DVR routers for this DVR port fee101f4-9a6f-48fa-82ce-cbc998d7d69d on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:50:56.869434 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3e665c08-3737-41ba-b6d9-baefe0f4e523 req-da5b5465-9111-4cd8-bdcf-fc1d39a58b9a tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441524 Feb 15 16:50:56.869434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c730b41-8d44-46cf-bb00-31a5716a64b1 service neutron] Pushing event updated for resources: {'Port': ['ID=fee101f4-9a6f-48fa-82ce-cbc998d7d69d,revision_number=6']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:56.879383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 454e4dee-af23-45be-bb94-938d491c45ff no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:50:56.921403 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-0c730b41-8d44-46cf-bb00-31a5716a64b1 service neutron] In _notify_port_updated(), no bound segment for port fee101f4-9a6f-48fa-82ce-cbc998d7d69d on network 67e72fda-9dfe-495c-b3a9-2d311823812f {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 16:50:56.922921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-0c730b41-8d44-46cf-bb00-31a5716a64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:56.923676 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-0c730b41-8d44-46cf-bb00-31a5716a64b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:56.925007 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-0c730b41-8d44-46cf-bb00-31a5716a64b1 service neutron] 10.222.0.67 "PUT /v2.0/ports/fee101f4-9a6f-48fa-82ce-cbc998d7d69d HTTP/1.1" status: 200 len: 1032 time: 0.9166119 Feb 15 16:50:57.011752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9af44abc-5f61-49b1-a9a3-1fa500536bf9 req-4d80e37e-131b-47e8-8818-e8e542b1f853 service neutron] 10.222.0.67 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035732 Feb 15 16:50:57.128267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 454e4dee-af23-45be-bb94-938d491c45ff is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:57.129301 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (454e4dee-af23-45be-bb94-938d491c45ff), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:57.159732 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:57.173203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9af44abc-5f61-49b1-a9a3-1fa500536bf9 req-463489c1-c33b-404c-8193-ec3e793d94d2 service neutron] 10.222.0.67 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543195 Feb 15 16:50:57.189766 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '454e4dee-af23-45be-bb94-938d491c45ff'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:57.208689 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44d2aa2a-12b8-47b4-b864-65d3ade473b3" -d '{"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-unplugged", "status": "completed", "tag": "454e4dee-af23-45be-bb94-938d491c45ff"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:57.216917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 454e4dee-af23-45be-bb94-938d491c45ff, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=454e4dee-af23-45be-bb94-938d491c45ff,segment=NetworkSegment(3ecfbf16-4a65-4619-b659-44f571664472),segment_id=3ecfbf16-4a65-4619-b659-44f571664472)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:57.237875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-35cadd0f-a0b0-4091-a63f-be80934c9e60 None None] Provisioning complete for port fee101f4-9a6f-48fa-82ce-cbc998d7d69d triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:50:57.238509 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35cadd0f-a0b0-4091-a63f-be80934c9e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:57.295786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-35cadd0f-a0b0-4091-a63f-be80934c9e60 None None] Port fee101f4-9a6f-48fa-82ce-cbc998d7d69d cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:50:57.308707 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-6a8ba770-2367-4b33-a3a5-a193bff3e964 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Deleting port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:50:57.309304 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-6a8ba770-2367-4b33-a3a5-a193bff3e964 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (43c841ed-5b6b-4bbb-87f5-2d36be9275fe), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:57.316922 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (454e4dee-af23-45be-bb94-938d491c45ff), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:57.327473 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device fee101f4-9a6f-48fa-82ce-cbc998d7d69d no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:50:57.327648 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517c0b9-b377-4779-b9bb-9bbdad47535f req-22952e26-712e-4a40-a501-57610ffd5d55 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:57.331600 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2517c0b9-b377-4779-b9bb-9bbdad47535f req-22952e26-712e-4a40-a501-57610ffd5d55 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.1743844 Feb 15 16:50:57.363167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Allocated IP 172.25.4.11 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/0f67d43e-2967-41f5-b29d-e30781cda77d) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:50:57.385358 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=454e4dee-af23-45be-bb94-938d491c45ff,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:57.393654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ebddc-6925-41ec-9ba8-cba1fa41eb57 req-47b01de7-f71e-4c87-9364-81b640d0f9da tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:57.396005 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c44ebddc-6925-41ec-9ba8-cba1fa41eb57 req-47b01de7-f71e-4c87-9364-81b640d0f9da tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 944 time: 0.1023850 Feb 15 16:50:57.454407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] The host n-h1-828372-14 is not matching for port fee101f4-9a6f-48fa-82ce-cbc998d7d69d host ! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 16:50:57.455195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device fee101f4-9a6f-48fa-82ce-cbc998d7d69d not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:50:57.455930 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0f5cf237-c13f-4452-a50f-8a0b8b20e20d no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:50:57.467663 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2517c0b9-b377-4779-b9bb-9bbdad47535f req-a964267f-25c7-4a13-9863-a08e54b56667 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350253 Feb 15 16:50:57.505735 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-6a8ba770-2367-4b33-a3a5-a193bff3e964 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] For port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=43c841ed-5b6b-4bbb-87f5-2d36be9275fe,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:57.510356 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-6a8ba770-2367-4b33-a3a5-a193bff3e964 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (43c841ed-5b6b-4bbb-87f5-2d36be9275fe), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:57.526732 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-6a8ba770-2367-4b33-a3a5-a193bff3e964 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Calling delete_port for 43c841ed-5b6b-4bbb-87f5-2d36be9275fe owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:50:57.531414 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c44ebddc-6925-41ec-9ba8-cba1fa41eb57 req-531b7d06-521f-4d55-ab75-058e27ba0369 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285729 Feb 15 16:50:57.577868 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (0f67d43e-2967-41f5-b29d-e30781cda77d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:57.594865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] The host n-h1-828372-14 is not matching for port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d host ! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 16:50:57.595284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0f5cf237-c13f-4452-a50f-8a0b8b20e20d not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:50:57.595728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c8a4d32c-8875-43a5-9a00-6e45523582eb no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:50:57.641533 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f286f83-58d7-4295-8f6b-485cb454caff x-openstack-request-id: req-5f286f83-58d7-4295-8f6b-485cb454caff {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:57.642217 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-unplugged", "status": "completed", "tag": "454e4dee-af23-45be-bb94-938d491c45ff", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:57.642699 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5f286f83-58d7-4295-8f6b-485cb454caff {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:57.644630 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '454e4dee-af23-45be-bb94-938d491c45ff', 'code': 200} Feb 15 16:50:57.709531 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0f67d43e-2967-41f5-b29d-e30781cda77d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:57.739848 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port c8a4d32c-8875-43a5-9a00-6e45523582eb is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:57.740247 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:57.756017 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-6a8ba770-2367-4b33-a3a5-a193bff3e964 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (43c841ed-5b6b-4bbb-87f5-2d36be9275fe), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:57.788723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c8a4d32c-8875-43a5-9a00-6e45523582eb, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c8a4d32c-8875-43a5-9a00-6e45523582eb,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:57.813129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:50:57.820983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:50:57.826121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:50:57.826422 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ba770-2367-4b33-a3a5-a193bff3e964 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event deleted for resources: {'Port': ['ID=43c841ed-5b6b-4bbb-87f5-2d36be9275fe,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:57.830855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=0f67d43e-2967-41f5-b29d-e30781cda77d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:57.866647 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device e4414ec7-4c5d-40a9-8177-3ac1c9658dec details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:50:57.902267 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:57.909806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 117995e0-113d-4807-ac7f-d34c4a22aa53 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:50:57.921933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06daa78-1f30-4845-99b9-d955d0c31974 req-48991cb2-3d18-4318-8b95-8f9d5ad46bea tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:57.923592 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e06daa78-1f30-4845-99b9-d955d0c31974 req-48991cb2-3d18-4318-8b95-8f9d5ad46bea tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.1851184 Feb 15 16:50:58.047001 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:50:58.138376 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=c8a4d32c-8875-43a5-9a00-6e45523582eb,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:58.246250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port e4414ec7-4c5d-40a9-8177-3ac1c9658dec, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e4414ec7-4c5d-40a9-8177-3ac1c9658dec,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:58.304597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'e4414ec7-4c5d-40a9-8177-3ac1c9658dec', 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8', 'port_id': 'e4414ec7-4c5d-40a9-8177-3ac1c9658dec', 'mac_address': 'fa:16:3e:4e:aa:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90996221-dff6-43e2-afc2-b6765e1e926f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:50:58.361133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port e4414ec7-4c5d-40a9-8177-3ac1c9658dec is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:58.361690 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e4414ec7-4c5d-40a9-8177-3ac1c9658dec), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:58.378090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-6a8ba770-2367-4b33-a3a5-a193bff3e964 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] No DVR routers for this DVR port 43c841ed-5b6b-4bbb-87f5-2d36be9275fe on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:50:58.390920 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-6a8ba770-2367-4b33-a3a5-a193bff3e964 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:58.392478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4414ec7-4c5d-40a9-8177-3ac1c9658dec {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:50:58.403252 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-6a8ba770-2367-4b33-a3a5-a193bff3e964 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "DELETE /v2.0/ports/43c841ed-5b6b-4bbb-87f5-2d36be9275fe HTTP/1.1" status: 204 len: 173 time: 1.4708865 Feb 15 16:50:58.407122 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 117995e0-113d-4807-ac7f-d34c4a22aa53 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:58.407908 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:58.427943 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-deleted', 'tag': '43c841ed-5b6b-4bbb-87f5-2d36be9275fe'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:58.441505 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b74ae2c-86e6-4914-a80c-ac3af0f00b8b" -d '{"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-deleted", "tag": "43c841ed-5b6b-4bbb-87f5-2d36be9275fe"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:58.451578 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 117995e0-113d-4807-ac7f-d34c4a22aa53, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=117995e0-113d-4807-ac7f-d34c4a22aa53,segment=NetworkSegment(f5de36df-4066-44a0-b273-70e5ed08c601),segment_id=f5de36df-4066-44a0-b273-70e5ed08c601)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:58.474040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port e4414ec7-4c5d-40a9-8177-3ac1c9658dec, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e4414ec7-4c5d-40a9-8177-3ac1c9658dec,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:58.555659 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:58.557776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 43c841ed-5b6b-4bbb-87f5-2d36be9275fe no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:50:58.561566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41867ebc-005a-426e-9bc9-c3394a5f8c53 req-d6a75410-5e53-40e8-b540-24a546aa632b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:58.567964 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41867ebc-005a-426e-9bc9-c3394a5f8c53 req-d6a75410-5e53-40e8-b540-24a546aa632b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:58.575112 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41867ebc-005a-426e-9bc9-c3394a5f8c53 req-d6a75410-5e53-40e8-b540-24a546aa632b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:58.581234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41867ebc-005a-426e-9bc9-c3394a5f8c53 req-d6a75410-5e53-40e8-b540-24a546aa632b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:58.590346 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-41867ebc-005a-426e-9bc9-c3394a5f8c53 req-d6a75410-5e53-40e8-b540-24a546aa632b tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 3146 time: 0.2868955 Feb 15 16:50:58.633592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7263fd6-fe1d-4ea1-8485-2bdc1b21ded1 req-9e58807c-775e-4ef9-bbdd-89469efa42d7 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:58.635653 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7263fd6-fe1d-4ea1-8485-2bdc1b21ded1 req-9e58807c-775e-4ef9-bbdd-89469efa42d7 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.67 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.0997002 Feb 15 16:50:58.653743 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=117995e0-113d-4807-ac7f-d34c4a22aa53,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:58.658144 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-41867ebc-005a-426e-9bc9-c3394a5f8c53 req-c4d81dc2-3160-4420-85dc-e0c25d573d61 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668020 Feb 15 16:50:58.666700 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e4414ec7-4c5d-40a9-8177-3ac1c9658dec), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:58.704128 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:50:58.707755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-c8c63f33-3b19-42c2-ab7b-becef1f95080 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Deleting port b5374418-4fdf-4c52-a3de-6437bd613e74 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:50:58.708100 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-c8c63f33-3b19-42c2-ab7b-becef1f95080 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:58.736016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=e4414ec7-4c5d-40a9-8177-3ac1c9658dec,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:58.748122 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 43c841ed-5b6b-4bbb-87f5-2d36be9275fe {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:50:58.748327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 43c841ed-5b6b-4bbb-87f5-2d36be9275fe not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:50:58.749246 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b5374418-4fdf-4c52-a3de-6437bd613e74 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:50:58.783459 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e06daa78-1f30-4845-99b9-d955d0c31974 req-4bf95570-436e-48e9-a307-27c4274fdf72 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8512149 Feb 15 16:50:58.841138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-c8c63f33-3b19-42c2-ab7b-becef1f95080 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] For port b5374418-4fdf-4c52-a3de-6437bd613e74, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b5374418-4fdf-4c52-a3de-6437bd613e74,segment=NetworkSegment(f5de36df-4066-44a0-b273-70e5ed08c601),segment_id=f5de36df-4066-44a0-b273-70e5ed08c601)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:58.841541 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-c8c63f33-3b19-42c2-ab7b-becef1f95080 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:58.849696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port b5374418-4fdf-4c52-a3de-6437bd613e74 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:58.850094 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:58.858426 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-c8c63f33-3b19-42c2-ab7b-becef1f95080 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Calling delete_port for b5374418-4fdf-4c52-a3de-6437bd613e74 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:50:58.891888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-e7263fd6-fe1d-4ea1-8485-2bdc1b21ded1 req-fbb29628-d403-44ef-881e-fedcbe463f66 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Deleting port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:50:58.892238 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e7263fd6-fe1d-4ea1-8485-2bdc1b21ded1 req-fbb29628-d403-44ef-881e-fedcbe463f66 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ddbdc8e2-b03b-45cd-ac77-39a032b28d0f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:58.896691 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port b5374418-4fdf-4c52-a3de-6437bd613e74, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b5374418-4fdf-4c52-a3de-6437bd613e74,segment=NetworkSegment(f5de36df-4066-44a0-b273-70e5ed08c601),segment_id=f5de36df-4066-44a0-b273-70e5ed08c601)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:58.901322 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 10db6918-f38c-46ce-8df2-26d4be601261 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:50:59.003542 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c09c046-d73c-4351-8bb0-02ed4b894235 x-openstack-request-id: req-9c09c046-d73c-4351-8bb0-02ed4b894235 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:59.006289 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-deleted", "tag": "43c841ed-5b6b-4bbb-87f5-2d36be9275fe", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:59.007167 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9c09c046-d73c-4351-8bb0-02ed4b894235 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:59.007710 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-deleted', 'tag': '43c841ed-5b6b-4bbb-87f5-2d36be9275fe', 'status': 'completed', 'code': 200} Feb 15 16:50:59.012802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['e4414ec7-4c5d-40a9-8177-3ac1c9658dec'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:50:59.062789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43eb6c-a4fc-4288-8436-9cbe0995b74f req-5d1e2828-6fb8-4ed7-b120-71a26e623736 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:59.065285 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df43eb6c-a4fc-4288-8436-9cbe0995b74f req-5d1e2828-6fb8-4ed7-b120-71a26e623736 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 945 time: 0.1090422 Feb 15 16:50:59.093827 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:59.108626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6b548-8b37-4f60-bb8b-df380fa8d886 req-a5e279ae-bae2-4072-8519-76807fd5a951 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:59.110236 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7a6b548-8b37-4f60-bb8b-df380fa8d886 req-a5e279ae-bae2-4072-8519-76807fd5a951 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.1179314 Feb 15 16:50:59.143854 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e7263fd6-fe1d-4ea1-8485-2bdc1b21ded1 req-fbb29628-d403-44ef-881e-fedcbe463f66 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] For port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f,segment=NetworkSegment(cba45f71-c786-44ba-a46e-83b969cb01a3),segment_id=cba45f71-c786-44ba-a46e-83b969cb01a3)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:59.144521 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e7263fd6-fe1d-4ea1-8485-2bdc1b21ded1 req-fbb29628-d403-44ef-881e-fedcbe463f66 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ddbdc8e2-b03b-45cd-ac77-39a032b28d0f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:59.153061 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df43eb6c-a4fc-4288-8436-9cbe0995b74f req-8803e78c-27f7-4c56-969b-1e7caf4ff98b tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/security-groups?id=ce5cdc13-746e-4202-8ee8-9a17e8778327&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726342 Feb 15 16:50:59.220715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=b5374418-4fdf-4c52-a3de-6437bd613e74,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:59.335045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 10db6918-f38c-46ce-8df2-26d4be601261, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=10db6918-f38c-46ce-8df2-26d4be601261,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:59.356601 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-c8c63f33-3b19-42c2-ab7b-becef1f95080 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b5374418-4fdf-4c52-a3de-6437bd613e74), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:59.364624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '10db6918-f38c-46ce-8df2-26d4be601261', 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8', 'port_id': '10db6918-f38c-46ce-8df2-26d4be601261', 'mac_address': 'fa:16:3e:5e:97:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90996221-dff6-43e2-afc2-b6765e1e926f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:50:59.404613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-e7263fd6-fe1d-4ea1-8485-2bdc1b21ded1 req-fbb29628-d403-44ef-881e-fedcbe463f66 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Calling delete_port for ddbdc8e2-b03b-45cd-ac77-39a032b28d0f owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:50:59.437799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 10db6918-f38c-46ce-8df2-26d4be601261 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:50:59.438278 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (10db6918-f38c-46ce-8df2-26d4be601261), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:59.450701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7a6b548-8b37-4f60-bb8b-df380fa8d886 req-73a953b6-a547-41a8-9a61-886444c80e10 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3199451 Feb 15 16:50:59.461826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10db6918-f38c-46ce-8df2-26d4be601261 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:50:59.468867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c63f33-3b19-42c2-ab7b-becef1f95080 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event deleted for resources: {'Port': ['ID=b5374418-4fdf-4c52-a3de-6437bd613e74,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:59.493008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 10db6918-f38c-46ce-8df2-26d4be601261, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=10db6918-f38c-46ce-8df2-26d4be601261,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:59.533694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-c8c63f33-3b19-42c2-ab7b-becef1f95080 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] No DVR routers for this DVR port b5374418-4fdf-4c52-a3de-6437bd613e74 on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:50:59.540401 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-c8c63f33-3b19-42c2-ab7b-becef1f95080 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:59.543717 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-c8c63f33-3b19-42c2-ab7b-becef1f95080 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "DELETE /v2.0/ports/b5374418-4fdf-4c52-a3de-6437bd613e74 HTTP/1.1" status: 204 len: 173 time: 1.0989060 Feb 15 16:50:59.551032 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7817840-66d1-4911-8b90-bc8279ddae16 req-67ffc360-28c9-4e9e-86bf-24ec16ec4e4f tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:50:59.552286 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (efa9ae0e-4fe8-4d43-ba7e-7cb4c2050ef2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:59.552530 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c7817840-66d1-4911-8b90-bc8279ddae16 req-67ffc360-28c9-4e9e-86bf-24ec16ec4e4f tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 944 time: 0.2712247 Feb 15 16:50:59.560922 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (10db6918-f38c-46ce-8df2-26d4be601261), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:59.655093 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a4d32c-8875-43a5-9a00-6e45523582eb'}, {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '117995e0-113d-4807-ac7f-d34c4a22aa53'}, {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5374418-4fdf-4c52-a3de-6437bd613e74'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:50:59.659548 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241af9c0-0ac7-4ea9-98fa-02508bfc5938" -d '{"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a4d32c-8875-43a5-9a00-6e45523582eb"}, {"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-unplugged", "status": "completed", "tag": "117995e0-113d-4807-ac7f-d34c4a22aa53"}, {"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-unplugged", "status": "completed", "tag": "b5374418-4fdf-4c52-a3de-6437bd613e74"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:50:59.714979 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=10db6918-f38c-46ce-8df2-26d4be601261,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:50:59.753458 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c7817840-66d1-4911-8b90-bc8279ddae16 req-c0150eae-aa48-41fa-8b3e-ef387bb430e5 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925299 Feb 15 16:50:59.756438 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e9dff1b4-3a4d-46fb-9cd2-94b91df02460 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Deleting port c8a4d32c-8875-43a5-9a00-6e45523582eb {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:50:59.757417 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e9dff1b4-3a4d-46fb-9cd2-94b91df02460 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:59.758826 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 15 Feb 2022 16:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaabe20-d82e-4871-a19e-80591250ed81 x-openstack-request-id: req-2eaabe20-d82e-4871-a19e-80591250ed81 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:50:59.759775 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a4d32c-8875-43a5-9a00-6e45523582eb", "code": 200}, {"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-unplugged", "status": "completed", "tag": "117995e0-113d-4807-ac7f-d34c4a22aa53", "code": 200}, {"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-unplugged", "status": "completed", "tag": "b5374418-4fdf-4c52-a3de-6437bd613e74", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:50:59.760044 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2eaabe20-d82e-4871-a19e-80591250ed81 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:50:59.760438 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a4d32c-8875-43a5-9a00-6e45523582eb', 'code': 200} Feb 15 16:50:59.760907 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '117995e0-113d-4807-ac7f-d34c4a22aa53', 'code': 200} Feb 15 16:50:59.761176 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5374418-4fdf-4c52-a3de-6437bd613e74', 'code': 200} Feb 15 16:50:59.790409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['10db6918-f38c-46ce-8df2-26d4be601261'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:50:59.855408 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f67d43e-2967-41f5-b29d-e30781cda77d), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:59.900237 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e9dff1b4-3a4d-46fb-9cd2-94b91df02460 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] For port c8a4d32c-8875-43a5-9a00-6e45523582eb, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c8a4d32c-8875-43a5-9a00-6e45523582eb,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:50:59.903405 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e9dff1b4-3a4d-46fb-9cd2-94b91df02460 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:50:59.927370 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e9dff1b4-3a4d-46fb-9cd2-94b91df02460 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Calling delete_port for c8a4d32c-8875-43a5-9a00-6e45523582eb owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:00.005378 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e7263fd6-fe1d-4ea1-8485-2bdc1b21ded1 req-fbb29628-d403-44ef-881e-fedcbe463f66 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ddbdc8e2-b03b-45cd-ac77-39a032b28d0f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:00.130891 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb29628-d403-44ef-881e-fedcbe463f66 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Pushing event deleted for resources: {'Port': ['ID=ddbdc8e2-b03b-45cd-ac77-39a032b28d0f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:00.145154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a80c4-5e20-405d-8791-63c88ee22634 req-6077b051-bdde-45fe-9b91-c347399a5352 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:00.153413 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-849a80c4-5e20-405d-8791-63c88ee22634 req-6077b051-bdde-45fe-9b91-c347399a5352 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.1209221 Feb 15 16:51:00.190336 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:00.254650 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-849a80c4-5e20-405d-8791-63c88ee22634 req-2a7496a6-1c56-4b03-9295-4acd62a504fa tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986831 Feb 15 16:51:00.264664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577de0b-c036-4abf-8e8e-64380c354ffa req-7cb27d42-1d14-4d84-950c-21431ba76104 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:00.270189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577de0b-c036-4abf-8e8e-64380c354ffa req-7cb27d42-1d14-4d84-950c-21431ba76104 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:00.275446 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577de0b-c036-4abf-8e8e-64380c354ffa req-7cb27d42-1d14-4d84-950c-21431ba76104 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:00.282569 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1577de0b-c036-4abf-8e8e-64380c354ffa req-7cb27d42-1d14-4d84-950c-21431ba76104 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 2409 time: 0.3686192 Feb 15 16:51:00.318703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7263fd6-fe1d-4ea1-8485-2bdc1b21ded1 req-fbb29628-d403-44ef-881e-fedcbe463f66 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] No DVR routers for this DVR port ddbdc8e2-b03b-45cd-ac77-39a032b28d0f on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:51:00.323702 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e7263fd6-fe1d-4ea1-8485-2bdc1b21ded1 req-fbb29628-d403-44ef-881e-fedcbe463f66 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:00.327098 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7263fd6-fe1d-4ea1-8485-2bdc1b21ded1 req-fbb29628-d403-44ef-881e-fedcbe463f66 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.67 "DELETE /v2.0/ports/ddbdc8e2-b03b-45cd-ac77-39a032b28d0f HTTP/1.1" status: 204 len: 173 time: 1.6814265 Feb 15 16:51:00.329500 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '707ca9d5-09fe-457c-b654-2bdb5115ab35', 'name': 'network-vif-deleted', 'tag': 'ddbdc8e2-b03b-45cd-ac77-39a032b28d0f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:00.331512 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bf8aa5-8625-458a-b70a-b2f33c600c2b" -d '{"events": [{"server_uuid": "707ca9d5-09fe-457c-b654-2bdb5115ab35", "name": "network-vif-deleted", "tag": "ddbdc8e2-b03b-45cd-ac77-39a032b28d0f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:00.390202 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f5b05a9f-8166-4c09-b2e8-6b2d799c7434 req-f502b022-dd29-46ae-bd25-7a34d7199a5d tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 210 time: 0.0399301 Feb 15 16:51:00.390453 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e9dff1b4-3a4d-46fb-9cd2-94b91df02460 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c8a4d32c-8875-43a5-9a00-6e45523582eb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:00.420673 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dff1b4-3a4d-46fb-9cd2-94b91df02460 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event deleted for resources: {'Port': ['ID=c8a4d32c-8875-43a5-9a00-6e45523582eb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:00.463272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1577de0b-c036-4abf-8e8e-64380c354ffa req-4ca3694e-c508-4e9f-8507-cad466e41a54 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797051 Feb 15 16:51:00.526063 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3436c4c2-3a88-49cc-bf9e-a249f9a68fe2 x-openstack-request-id: req-3436c4c2-3a88-49cc-bf9e-a249f9a68fe2 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:00.526063 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "707ca9d5-09fe-457c-b654-2bdb5115ab35", "name": "network-vif-deleted", "tag": "ddbdc8e2-b03b-45cd-ac77-39a032b28d0f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:00.526339 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3436c4c2-3a88-49cc-bf9e-a249f9a68fe2 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:00.526600 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '707ca9d5-09fe-457c-b654-2bdb5115ab35', 'name': 'network-vif-deleted', 'tag': 'ddbdc8e2-b03b-45cd-ac77-39a032b28d0f', 'status': 'completed', 'code': 200} Feb 15 16:51:00.529045 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (0f67d43e-2967-41f5-b29d-e30781cda77d), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:00.544318 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e9dff1b4-3a4d-46fb-9cd2-94b91df02460 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] No DVR routers for this DVR port c8a4d32c-8875-43a5-9a00-6e45523582eb on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:51:00.547784 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e9dff1b4-3a4d-46fb-9cd2-94b91df02460 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:00.552641 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-e9dff1b4-3a4d-46fb-9cd2-94b91df02460 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "DELETE /v2.0/ports/c8a4d32c-8875-43a5-9a00-6e45523582eb HTTP/1.1" status: 204 len: 173 time: 0.9988332 Feb 15 16:51:00.593550 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0f67d43e-2967-41f5-b29d-e30781cda77d), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:00.681410 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:00.708428 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-2e84f5a5-7687-4b62-8304-ee8eb424da20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Deleting port 454e4dee-af23-45be-bb94-938d491c45ff {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:00.708428 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-2e84f5a5-7687-4b62-8304-ee8eb424da20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (454e4dee-af23-45be-bb94-938d491c45ff), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:00.723984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968e198-b070-4ab9-b43f-d79700cf6077 req-ff8750dd-0a87-45b9-8d58-b4c2693fcbe9 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:00.725630 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7968e198-b070-4ab9-b43f-d79700cf6077 req-ff8750dd-0a87-45b9-8d58-b4c2693fcbe9 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.1636174 Feb 15 16:51:00.726300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=0f67d43e-2967-41f5-b29d-e30781cda77d,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:00.731565 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (efa9ae0e-4fe8-4d43-ba7e-7cb4c2050ef2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:00.867296 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-2e84f5a5-7687-4b62-8304-ee8eb424da20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] For port 454e4dee-af23-45be-bb94-938d491c45ff, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=454e4dee-af23-45be-bb94-938d491c45ff,segment=NetworkSegment(3ecfbf16-4a65-4619-b659-44f571664472),segment_id=3ecfbf16-4a65-4619-b659-44f571664472)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:00.867756 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-2e84f5a5-7687-4b62-8304-ee8eb424da20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (454e4dee-af23-45be-bb94-938d491c45ff), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:00.899087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 10db6918-f38c-46ce-8df2-26d4be601261 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:51:00.905881 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7968e198-b070-4ab9-b43f-d79700cf6077 req-6331cca1-355c-46e8-a70b-8a7d3d2ad6ad tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606321 Feb 15 16:51:00.950242 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Floating IP efa9ae0e-4fe8-4d43-ba7e-7cb4c2050ef2 associated. External IP: 172.25.4.11, port: 4d17c0b2-ffa2-476b-9d5e-6d583da88bc5. Feb 15 16:51:01.008469 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-deleted', 'tag': 'b5374418-4fdf-4c52-a3de-6437bd613e74'}, {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-deleted', 'tag': 'c8a4d32c-8875-43a5-9a00-6e45523582eb'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:01.014870 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44768ac-6a74-430c-b583-6022bd85212d" -d '{"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-deleted", "tag": "b5374418-4fdf-4c52-a3de-6437bd613e74"}, {"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-deleted", "tag": "c8a4d32c-8875-43a5-9a00-6e45523582eb"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:01.055414 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a8bc6-a807-4ff5-932b-2f41f78a300d req-3252fcee-c6c9-43b1-91e7-42a421cc5730 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:01.067229 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b44a8bc6-a807-4ff5-932b-2f41f78a300d req-3252fcee-c6c9-43b1-91e7-42a421cc5730 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 945 time: 0.1832290 Feb 15 16:51:01.110136 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 10db6918-f38c-46ce-8df2-26d4be601261 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:51:01.114784 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 10db6918-f38c-46ce-8df2-26d4be601261 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:01.115165 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (10db6918-f38c-46ce-8df2-26d4be601261), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:01.152645 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1783c7f2-31f1-4551-9982-4b052c66f369 x-openstack-request-id: req-1783c7f2-31f1-4551-9982-4b052c66f369 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:01.152861 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-deleted", "tag": "b5374418-4fdf-4c52-a3de-6437bd613e74", "status": "completed", "code": 200}, {"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-deleted", "tag": "c8a4d32c-8875-43a5-9a00-6e45523582eb", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:01.153122 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1783c7f2-31f1-4551-9982-4b052c66f369 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:01.153623 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-deleted', 'tag': 'b5374418-4fdf-4c52-a3de-6437bd613e74', 'status': 'completed', 'code': 200} Feb 15 16:51:01.153905 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-deleted', 'tag': 'c8a4d32c-8875-43a5-9a00-6e45523582eb', 'status': 'completed', 'code': 200} Feb 15 16:51:01.267272 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 10db6918-f38c-46ce-8df2-26d4be601261 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:01.267463 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (10db6918-f38c-46ce-8df2-26d4be601261), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:01.273475 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b44a8bc6-a807-4ff5-932b-2f41f78a300d req-a501abc5-80a5-41d1-afb5-abde9710a921 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227746 Feb 15 16:51:01.317524 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 10db6918-f38c-46ce-8df2-26d4be601261, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=10db6918-f38c-46ce-8df2-26d4be601261,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:01.318107 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-2e84f5a5-7687-4b62-8304-ee8eb424da20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:01.318477 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-2e84f5a5-7687-4b62-8304-ee8eb424da20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (1b18afd7-52e2-4ab8-a10e-a6e2a32baeb0), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:01.318801 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-2e84f5a5-7687-4b62-8304-ee8eb424da20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Floating IP 1b18afd7-52e2-4ab8-a10e-a6e2a32baeb0 disassociated. External IP: 172.25.4.186, port: 454e4dee-af23-45be-bb94-938d491c45ff. Feb 15 16:51:01.319291 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-2e84f5a5-7687-4b62-8304-ee8eb424da20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Calling delete_port for 454e4dee-af23-45be-bb94-938d491c45ff owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:01.406965 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (10db6918-f38c-46ce-8df2-26d4be601261), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:01.407828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ddbdc8e2-b03b-45cd-ac77-39a032b28d0f no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:51:01.487662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: ddbdc8e2-b03b-45cd-ac77-39a032b28d0f {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:51:01.488272 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ddbdc8e2-b03b-45cd-ac77-39a032b28d0f not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:51:01.530790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=10db6918-f38c-46ce-8df2-26d4be601261,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:01.556650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf94322-b763-4cb0-bcf7-a2435666d78b req-ccda68a3-004c-4118-af3f-664c59277843 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:01.557399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7bf94322-b763-4cb0-bcf7-a2435666d78b req-ccda68a3-004c-4118-af3f-664c59277843 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.2129092 Feb 15 16:51:01.579182 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c40cb6b-b141-4f93-8d66-fb7bc77a6c83 req-4c6ec6b2-9d1f-4a47-8336-f7241924d691 tempest-ServerRescueNegativeTestJSON-1000459432 tempest-ServerRescueNegativeTestJSON-1000459432-project] 10.222.0.107 "GET /v2.0/ports?device_id=707ca9d5-09fe-457c-b654-2bdb5115ab35 HTTP/1.1" status: 200 len: 210 time: 0.0369983 Feb 15 16:51:01.609771 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-2e84f5a5-7687-4b62-8304-ee8eb424da20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (454e4dee-af23-45be-bb94-938d491c45ff), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:01.659983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84f5a5-7687-4b62-8304-ee8eb424da20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event deleted for resources: {'Port': ['ID=454e4dee-af23-45be-bb94-938d491c45ff,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:01.704643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router 911e7221-e377-452e-8159-4816bba39f73 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:51:01.717554 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7bf94322-b763-4cb0-bcf7-a2435666d78b req-8f99a2f6-92b6-4b82-ba2e-a9f5958e1750 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526377 Feb 15 16:51:01.762395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c40a0c-cf56-45c9-a224-f396dcbc7f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10db6918-f38c-46ce-8df2-26d4be601261'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:01.765311 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d560b30-ccdb-4724-a1ff-860111e9887b" -d '{"events": [{"server_uuid": "86c40a0c-cf56-45c9-a224-f396dcbc7f03", "name": "network-vif-plugged", "status": "completed", "tag": "10db6918-f38c-46ce-8df2-26d4be601261"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:01.838943 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6d4211-9bff-4280-bb9e-26230f7d1c63 x-openstack-request-id: req-be6d4211-9bff-4280-bb9e-26230f7d1c63 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:01.839247 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c40a0c-cf56-45c9-a224-f396dcbc7f03", "name": "network-vif-plugged", "status": "completed", "tag": "10db6918-f38c-46ce-8df2-26d4be601261", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:01.839575 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-be6d4211-9bff-4280-bb9e-26230f7d1c63 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:01.839979 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c40a0c-cf56-45c9-a224-f396dcbc7f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10db6918-f38c-46ce-8df2-26d4be601261', 'code': 200} Feb 15 16:51:01.858164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-2e84f5a5-7687-4b62-8304-ee8eb424da20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Router 1efb290c-c3ea-48ff-864c-1a0e023a997f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:51:01.884756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device e4414ec7-4c5d-40a9-8177-3ac1c9658dec up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:51:01.888143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:51:01.939222 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed75b7-0218-447c-9fdd-031241b070fb None None] Sync routers for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:51:01.965837 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c665516-cfd6-4489-bb4a-e38f5ed0d66e req-f7596ff1-f873-43ef-9262-ecad21aac6bf tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:01.967558 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9c665516-cfd6-4489-bb4a-e38f5ed0d66e req-f7596ff1-f873-43ef-9262-ecad21aac6bf tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 943 time: 0.2650731 Feb 15 16:51:01.974802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed75b7-0218-447c-9fdd-031241b070fb None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:01.976360 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-73ed75b7-0218-447c-9fdd-031241b070fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:02.023050 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-73ed75b7-0218-447c-9fdd-031241b070fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:02.047839 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ed75b7-0218-447c-9fdd-031241b070fb None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:02.049005 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-73ed75b7-0218-447c-9fdd-031241b070fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:02.049877 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:02.092925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-73ed75b7-0218-447c-9fdd-031241b070fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:02.092925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ed75b7-0218-447c-9fdd-031241b070fb None None] The sync data for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:51:02.134352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port e4414ec7-4c5d-40a9-8177-3ac1c9658dec completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:51:02.150565 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port e4414ec7-4c5d-40a9-8177-3ac1c9658dec triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:02.150955 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e4414ec7-4c5d-40a9-8177-3ac1c9658dec), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:02.155999 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-95af2720-67d0-49d5-a865-d7ddce73ab98 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.4411390 Feb 15 16:51:02.167072 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51700) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:02.172798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-94a09d91-b773-4c8c-83a7-a734120f5cbf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1338684806'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:02.181214 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eea430-2c11-4075-b017-9853f28b8132 req-37bf07a1-c25a-4ad2-a8a2-597c3451b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:02.182774 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05eea430-2c11-4075-b017-9853f28b8132 req-37bf07a1-c25a-4ad2-a8a2-597c3451b65c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 1129 time: 0.2434075 Feb 15 16:51:02.236377 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9c665516-cfd6-4489-bb4a-e38f5ed0d66e req-9cc4a94f-725c-49a5-b87a-d5eac2ab4ff8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700783 Feb 15 16:51:02.273703 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05eea430-2c11-4075-b017-9853f28b8132 req-856b9965-3c13-4db5-b3fa-0126d3b2300c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801220 Feb 15 16:51:02.273835 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-2e84f5a5-7687-4b62-8304-ee8eb424da20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:51:02.284395 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16717192-0a00-4f44-832e-73ef55ec9eb6 None None] Sync routers for ids ['1efb290c-c3ea-48ff-864c-1a0e023a997f'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:51:02.303348 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16717192-0a00-4f44-832e-73ef55ec9eb6 None None] Routers {'1efb290c-c3ea-48ff-864c-1a0e023a997f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:02.313733 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-16717192-0a00-4f44-832e-73ef55ec9eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['1efb290c-c3ea-48ff-864c-1a0e023a997f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:02.313857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aa108-3226-4d4b-a652-0d97942aff6c req-7f047b3a-8f64-4bf1-899b-970aedb281d2 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:02.321970 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-526aa108-3226-4d4b-a652-0d97942aff6c req-7f047b3a-8f64-4bf1-899b-970aedb281d2 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.2120152 Feb 15 16:51:02.330976 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a09d91-b773-4c8c-83a7-a734120f5cbf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Made reservation on behalf of a1448ddb8b944a1facf0e9e9cf8602ff for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:51:02.342108 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94a09d91-b773-4c8c-83a7-a734120f5cbf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:02.366337 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port e4414ec7-4c5d-40a9-8177-3ac1c9658dec is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:02.366949 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e4414ec7-4c5d-40a9-8177-3ac1c9658dec), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:02.381544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-2e84f5a5-7687-4b62-8304-ee8eb424da20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] No DVR routers for this DVR port 454e4dee-af23-45be-bb94-938d491c45ff on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:51:02.396600 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-2e84f5a5-7687-4b62-8304-ee8eb424da20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:02.405986 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-2e84f5a5-7687-4b62-8304-ee8eb424da20 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "DELETE /v2.0/ports/454e4dee-af23-45be-bb94-938d491c45ff HTTP/1.1" status: 204 len: 173 time: 1.8474801 Feb 15 16:51:02.424705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port e4414ec7-4c5d-40a9-8177-3ac1c9658dec, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e4414ec7-4c5d-40a9-8177-3ac1c9658dec,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:02.442379 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-526aa108-3226-4d4b-a652-0d97942aff6c req-edb32d78-9d77-4a2c-97dc-28ae32c6adab tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190934 Feb 15 16:51:02.506008 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-16717192-0a00-4f44-832e-73ef55ec9eb6 None None] Set router 1efb290c-c3ea-48ff-864c-1a0e023a997f gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:51:02.517220 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e4414ec7-4c5d-40a9-8177-3ac1c9658dec), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:02.545470 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a09d91-b773-4c8c-83a7-a734120f5cbf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:51:02.583531 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=e4414ec7-4c5d-40a9-8177-3ac1c9658dec,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:02.612012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94a09d91-b773-4c8c-83a7-a734120f5cbf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (05343f01-0020-4209-b945-d449e62c2e66), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:02.612686 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-94a09d91-b773-4c8c-83a7-a734120f5cbf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Added segment 05343f01-0020-4209-b945-d449e62c2e66 of type vlan for network bb10f549-3925-45eb-bca1-a741b62b9859 Feb 15 16:51:02.642692 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51706) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:02.676806 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94a09d91-b773-4c8c-83a7-a734120f5cbf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (bb10f549-3925-45eb-bca1-a741b62b9859), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:02.726970 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f377f-a0d7-4ae6-b155-2c83219fa551 req-14d0e527-db3c-4822-90a7-9ef481679bdf tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:02.729072 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b81f377f-a0d7-4ae6-b155-2c83219fa551 req-14d0e527-db3c-4822-90a7-9ef481679bdf tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 946 time: 0.3221908 Feb 15 16:51:02.774425 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94a09d91-b773-4c8c-83a7-a734120f5cbf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (bb10f549-3925-45eb-bca1-a741b62b9859), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:02.780178 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a09d91-b773-4c8c-83a7-a734120f5cbf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:02.780598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94a09d91-b773-4c8c-83a7-a734120f5cbf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:02.923302 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a09d91-b773-4c8c-83a7-a734120f5cbf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Network': ['ID=bb10f549-3925-45eb-bca1-a741b62b9859,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:02.935723 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b81f377f-a0d7-4ae6-b155-2c83219fa551 req-c5efa367-8ad6-4673-980d-778d9847b884 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964343 Feb 15 16:51:02.937242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network bb10f549-3925-45eb-bca1-a741b62b9859 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:51:02.955172 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-5350548e-8a44-4cc1-8f42-12b03f2f64d1 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Deleting port 117995e0-113d-4807-ac7f-d34c4a22aa53 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:02.955612 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-5350548e-8a44-4cc1-8f42-12b03f2f64d1 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:02.963258 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-94a09d91-b773-4c8c-83a7-a734120f5cbf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7949944 Feb 15 16:51:02.981115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51712) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:03.011573 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-239e803e-fd61-4739-9a0a-72e382dd531a tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'subnet': {'network_id': 'bb10f549-3925-45eb-bca1-a741b62b9859', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:03.077907 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-16717192-0a00-4f44-832e-73ef55ec9eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-router', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:04Z', 'updated_at': '2022-02-15T16:43:15Z', 'revision_number': 4, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'gw_port': {'id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:06Z', 'updated_at': '2022-02-15T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '57e4068a-b879-4a3f-b4fd-21c46676a6b0', 'name': '', 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'mac_address': 'fa:16:3e:51:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:14Z', 'updated_at': '2022-02-15T16:43:22Z', 'revision_number': 5, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'subnets': [{'id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:03.140259 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16717192-0a00-4f44-832e-73ef55ec9eb6 None None] Checking router: 1efb290c-c3ea-48ff-864c-1a0e023a997f for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:51:03.145039 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-5350548e-8a44-4cc1-8f42-12b03f2f64d1 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] For port 117995e0-113d-4807-ac7f-d34c4a22aa53, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=117995e0-113d-4807-ac7f-d34c4a22aa53,segment=NetworkSegment(f5de36df-4066-44a0-b273-70e5ed08c601),segment_id=f5de36df-4066-44a0-b273-70e5ed08c601)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:03.145545 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-5350548e-8a44-4cc1-8f42-12b03f2f64d1 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:03.148318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c2812-9c8a-45b7-9782-f20701b179c5 req-45097160-52b7-4594-9774-7b199aa29914 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:03.151704 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16717192-0a00-4f44-832e-73ef55ec9eb6 None None] Routers {'1efb290c-c3ea-48ff-864c-1a0e023a997f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:03.152335 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-16717192-0a00-4f44-832e-73ef55ec9eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['1efb290c-c3ea-48ff-864c-1a0e023a997f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:03.154670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-deleted', 'tag': '454e4dee-af23-45be-bb94-938d491c45ff'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:03.155822 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-634c2812-9c8a-45b7-9782-f20701b179c5 req-45097160-52b7-4594-9774-7b199aa29914 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.2971683 Feb 15 16:51:03.157798 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dda533-94ce-4877-9b4e-4eefec487d5a" -d '{"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-deleted", "tag": "454e4dee-af23-45be-bb94-938d491c45ff"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:03.184393 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-5350548e-8a44-4cc1-8f42-12b03f2f64d1 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Calling delete_port for 117995e0-113d-4807-ac7f-d34c4a22aa53 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:03.202121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239e803e-fd61-4739-9a0a-72e382dd531a tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Made reservation on behalf of a1448ddb8b944a1facf0e9e9cf8602ff for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:51:03.205719 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-239e803e-fd61-4739-9a0a-72e382dd531a tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:03.245192 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69443d96-7b8f-40b4-b843-fca4bc51e60f x-openstack-request-id: req-69443d96-7b8f-40b4-b843-fca4bc51e60f {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:03.245671 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-deleted", "tag": "454e4dee-af23-45be-bb94-938d491c45ff", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:03.246028 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-69443d96-7b8f-40b4-b843-fca4bc51e60f {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:03.246533 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-deleted', 'tag': '454e4dee-af23-45be-bb94-938d491c45ff', 'status': 'completed', 'code': 200} Feb 15 16:51:03.377566 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-16717192-0a00-4f44-832e-73ef55ec9eb6 None None] Set router 1efb290c-c3ea-48ff-864c-1a0e023a997f gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:51:03.514385 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-634c2812-9c8a-45b7-9782-f20701b179c5 req-f25fe221-0508-4bc2-a9ea-0093abb8b666 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572617 Feb 15 16:51:03.609412 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-239e803e-fd61-4739-9a0a-72e382dd531a tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (b4294a55-7ee7-4ce1-ae8a-1b229b557fc1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:03.696062 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bd959-f32f-4b72-9acb-80207a6c6f87 req-25093d51-df44-409f-b260-1edd5024902d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:03.703630 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-289bd959-f32f-4b72-9acb-80207a6c6f87 req-25093d51-df44-409f-b260-1edd5024902d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 943 time: 0.1078861 Feb 15 16:51:03.715944 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-16717192-0a00-4f44-832e-73ef55ec9eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-router', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:04Z', 'updated_at': '2022-02-15T16:43:15Z', 'revision_number': 4, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'gw_port': {'id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:06Z', 'updated_at': '2022-02-15T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '57e4068a-b879-4a3f-b4fd-21c46676a6b0', 'name': '', 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'mac_address': 'fa:16:3e:51:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:14Z', 'updated_at': '2022-02-15T16:43:22Z', 'revision_number': 5, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'subnets': [{'id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:03.758518 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-289bd959-f32f-4b72-9acb-80207a6c6f87 req-493491eb-7333-466c-9f62-4714ec72e1c5 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups?id=48302c02-c385-4408-8300-6724200ff734&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534103 Feb 15 16:51:03.781570 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-5350548e-8a44-4cc1-8f42-12b03f2f64d1 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (117995e0-113d-4807-ac7f-d34c4a22aa53), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:03.788219 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16717192-0a00-4f44-832e-73ef55ec9eb6 None None] The sync data for ids ['1efb290c-c3ea-48ff-864c-1a0e023a997f'] in n-d-828372-14 is: [{'id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-router', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:04Z', 'updated_at': '2022-02-15T16:43:15Z', 'revision_number': 4, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'gw_port': {'id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:06Z', 'updated_at': '2022-02-15T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '57e4068a-b879-4a3f-b4fd-21c46676a6b0', 'name': '', 'network_id': '36c7dd23-e458-4e0b-8f60-3d6235ba67f5', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'mac_address': 'fa:16:3e:51:73:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_interface', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:14Z', 'updated_at': '2022-02-15T16:43:22Z', 'revision_number': 5, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'subnets': [{'id': '6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:51:03.823506 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350548e-8a44-4cc1-8f42-12b03f2f64d1 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event deleted for resources: {'Port': ['ID=117995e0-113d-4807-ac7f-d34c4a22aa53,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:03.841603 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6641d668-5e69-4908-8cc6-dbb1d04f0369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4414ec7-4c5d-40a9-8177-3ac1c9658dec'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:03.859819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e803e-fd61-4739-9a0a-72e382dd531a tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Subnet': ['ID=b4294a55-7ee7-4ce1-ae8a-1b229b557fc1,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:03.875033 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa515dd-3ab8-48b8-b8ac-402e42240c9a" -d '{"events": [{"server_uuid": "6641d668-5e69-4908-8cc6-dbb1d04f0369", "name": "network-vif-plugged", "status": "completed", "tag": "e4414ec7-4c5d-40a9-8177-3ac1c9658dec"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:03.944959 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-5350548e-8a44-4cc1-8f42-12b03f2f64d1 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] No DVR routers for this DVR port 117995e0-113d-4807-ac7f-d34c4a22aa53 on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:51:03.953968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239e803e-fd61-4739-9a0a-72e382dd531a tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Checking segment: {'id': '05343f01-0020-4209-b945-d449e62c2e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bb10f549-3925-45eb-bca1-a741b62b9859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:51:03.954241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239e803e-fd61-4739-9a0a-72e382dd531a tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network hostable DHCP agents. Network: bb10f549-3925-45eb-bca1-a741b62b9859, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:51:03.955834 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-5350548e-8a44-4cc1-8f42-12b03f2f64d1 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:03.973224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156dee4-2e17-4e18-a4f8-479af1779597 req-4d101fa4-13b9-4d9d-8fd1-5030011bb139 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:03.976049 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f56fd33f-5797-4263-82e1-9df82aafcfda req-5350548e-8a44-4cc1-8f42-12b03f2f64d1 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.67 "DELETE /v2.0/ports/117995e0-113d-4807-ac7f-d34c4a22aa53 HTTP/1.1" status: 204 len: 173 time: 1.5152225 Feb 15 16:51:03.981201 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0156dee4-2e17-4e18-a4f8-479af1779597 req-4d101fa4-13b9-4d9d-8fd1-5030011bb139 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.2344029 Feb 15 16:51:04.004112 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b37dd14-7c0d-496e-b15a-473171601832 x-openstack-request-id: req-3b37dd14-7c0d-496e-b15a-473171601832 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:04.005195 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6641d668-5e69-4908-8cc6-dbb1d04f0369", "name": "network-vif-plugged", "status": "completed", "tag": "e4414ec7-4c5d-40a9-8177-3ac1c9658dec", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:04.005677 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3b37dd14-7c0d-496e-b15a-473171601832 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:04.006226 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6641d668-5e69-4908-8cc6-dbb1d04f0369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4414ec7-4c5d-40a9-8177-3ac1c9658dec', 'code': 200} Feb 15 16:51:04.124275 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0156dee4-2e17-4e18-a4f8-479af1779597 req-072dc48d-3103-4be8-b885-713d6914e58e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409101 Feb 15 16:51:04.175517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239e803e-fd61-4739-9a0a-72e382dd531a tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network bb10f549-3925-45eb-bca1-a741b62b9859 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:51:04.216640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854532f4-727c-4757-9be6-47275812802d req-dcd49c48-690f-4b3d-baca-c902c10da878 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:04.224551 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-854532f4-727c-4757-9be6-47275812802d req-dcd49c48-690f-4b3d-baca-c902c10da878 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 946 time: 0.0843313 Feb 15 16:51:04.271926 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6615ee34-e6bd-42c5-82bb-390438befda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (a40e15d8-9f6f-49c2-b2e1-9939679e7789), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:04.306764 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-854532f4-727c-4757-9be6-47275812802d req-a4c2b0ca-aa4b-41f0-acef-5e5fd5e34d25 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812621 Feb 15 16:51:04.335926 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80725915-81bf-49ff-ab72-2b1e34713a7a None None] New status for floating IP 1b18afd7-52e2-4ab8-a10e-a6e2a32baeb0: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:51:04.458103 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-239e803e-fd61-4739-9a0a-72e382dd531a tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, bb10f549-3925-45eb-bca1-a741b62b9859) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:51:04.464094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239e803e-fd61-4739-9a0a-72e382dd531a tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:04.464709 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-239e803e-fd61-4739-9a0a-72e382dd531a tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:04.476482 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b14d9ee-dc64-4f89-8ccd-cff441a72fea None None] Network bb10f549-3925-45eb-bca1-a741b62b9859 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:51:04.520508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6648c2c-7c26-4ec8-8151-cea02c72f27f req-9804c0e4-7ee2-4af4-a187-4b9d4d161bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:04.522690 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6648c2c-7c26-4ec8-8151-cea02c72f27f req-9804c0e4-7ee2-4af4-a187-4b9d4d161bbc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6641d668-5e69-4908-8cc6-dbb1d04f0369 HTTP/1.1" status: 200 len: 1128 time: 0.4418354 Feb 15 16:51:04.674236 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-bb10f549-3925-45eb-bca1-a741b62b9859', 'network_id': 'bb10f549-3925-45eb-bca1-a741b62b9859', 'project_id': 'a1448ddb8b944a1facf0e9e9cf8602ff', 'fixed_ips': [{'subnet_id': 'b4294a55-7ee7-4ce1-ae8a-1b229b557fc1'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:51:04.675165 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:04.677178 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fb501-bc9c-4d20-94aa-26ea4c2b212f req-33aa56ae-9530-42a4-9496-d1921ea75250 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:04.686578 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2e5fb501-bc9c-4d20-94aa-26ea4c2b212f req-33aa56ae-9530-42a4-9496-d1921ea75250 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.0893328 Feb 15 16:51:04.758587 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2e5fb501-bc9c-4d20-94aa-26ea4c2b212f req-3dec1aec-418d-4675-83cf-4a70938ef9a2 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658143 Feb 15 16:51:04.895664 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-27e57cf7-398d-4ed4-8e8f-af7a89834760 req-a42c4b9f-0f70-4439-b88c-4cbf98d24f07 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0591865 Feb 15 16:51:05.045763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Allocated IP 172.20.0.2 (bb10f549-3925-45eb-bca1-a741b62b9859/b4294a55-7ee7-4ce1-ae8a-1b229b557fc1/a40d6225-daae-4e4b-b851-36730774a7c0) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:51:05.058053 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-239e803e-fd61-4739-9a0a-72e382dd531a tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0760598 Feb 15 16:51:05.058289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51736) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:05.062827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1569038671', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:05.112244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf0db2-b3b3-4d89-b2a3-ba1d899e54fc req-3e3c7076-8f40-427d-89c2-038943482cda tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:05.120053 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58cf0db2-b3b3-4d89-b2a3-ba1d899e54fc req-3e3c7076-8f40-427d-89c2-038943482cda tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=6641d668-5e69-4908-8cc6-dbb1d04f0369 HTTP/1.1" status: 200 len: 945 time: 0.6675794 Feb 15 16:51:05.143932 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6648c2c-7c26-4ec8-8151-cea02c72f27f req-93b260be-3594-4176-a901-94a10a80bbd2 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5843475 Feb 15 16:51:05.190922 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (f581d279-32bb-47b7-81ff-f299f4124bc3), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:05.192542 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (f581d279-32bb-47b7-81ff-f299f4124bc3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:05.265264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-deleted', 'tag': '117995e0-113d-4807-ac7f-d34c4a22aa53'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:05.267949 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cf4fea-36e1-4ab8-aaaa-8d06eb3cae95" -d '{"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-deleted", "tag": "117995e0-113d-4807-ac7f-d34c4a22aa53"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:05.309875 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58cf0db2-b3b3-4d89-b2a3-ba1d899e54fc req-4a44c3c9-9a5c-48bc-b7c3-4fccfe4a7493 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846538 Feb 15 16:51:05.315759 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Publish callbacks [] for port (a40d6225-daae-4e4b-b851-36730774a7c0), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:05.379905 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router_controller (f581d279-32bb-47b7-81ff-f299f4124bc3), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:05.403501 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34296a4e-f84c-4fb2-834c-29c24e021854 req-9bafad64-97c8-43d0-b65d-4f1471df9d97 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:05.406101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-34296a4e-f84c-4fb2-834c-29c24e021854 req-9bafad64-97c8-43d0-b65d-4f1471df9d97 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.1294234 Feb 15 16:51:05.407167 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (a40d6225-daae-4e4b-b851-36730774a7c0), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:05.412773 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d4c1cc-3eda-4766-bbc6-fbb2937f9de8 x-openstack-request-id: req-14d4c1cc-3eda-4766-bbc6-fbb2937f9de8 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:05.412773 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6627256c-96fe-478b-a359-44296db785c7", "name": "network-vif-deleted", "tag": "117995e0-113d-4807-ac7f-d34c4a22aa53", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:05.412773 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-14d4c1cc-3eda-4766-bbc6-fbb2937f9de8 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:05.412773 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6627256c-96fe-478b-a359-44296db785c7', 'name': 'network-vif-deleted', 'tag': '117995e0-113d-4807-ac7f-d34c4a22aa53', 'status': 'completed', 'code': 200} Feb 15 16:51:05.413120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-6615ee34-e6bd-42c5-82bb-390438befda6 admin admin] Deleting port 23446356-f5d1-4974-9b9e-48c60c315dbd {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:05.413120 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6615ee34-e6bd-42c5-82bb-390438befda6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:05.457633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Network bb10f549-3925-45eb-bca1-a741b62b9859 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:51:05.459765 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:51:05.464139 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:51:05.531736 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Attempting to bind port a40d6225-daae-4e4b-b851-36730774a7c0 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:51:05.532115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Attempting to bind port a40d6225-daae-4e4b-b851-36730774a7c0 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '05343f01-0020-4209-b945-d449e62c2e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bb10f549-3925-45eb-bca1-a741b62b9859'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:51:05.532497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Attempting to bind port a40d6225-daae-4e4b-b851-36730774a7c0 on network bb10f549-3925-45eb-bca1-a741b62b9859 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:51:05.534541 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Pushing event updated for resources: {'Port': ['ID=a40d6225-daae-4e4b-b851-36730774a7c0,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:05.540428 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:51:05.540811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Checking segment: {'id': '05343f01-0020-4209-b945-d449e62c2e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bb10f549-3925-45eb-bca1-a741b62b9859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:51:05.541832 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:05.541832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Bound using segment: {'id': '05343f01-0020-4209-b945-d449e62c2e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bb10f549-3925-45eb-bca1-a741b62b9859'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:51:05.542638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Bound port: a40d6225-daae-4e4b-b851-36730774a7c0, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05343f01-0020-4209-b945-d449e62c2e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'bb10f549-3925-45eb-bca1-a741b62b9859'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:51:05.542638 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a40d6225-daae-4e4b-b851-36730774a7c0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:05.591742 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-34296a4e-f84c-4fb2-834c-29c24e021854 req-eb71b782-f81b-44d3-b9b4-2d3e428c6333 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757739 Feb 15 16:51:05.591879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-6615ee34-e6bd-42c5-82bb-390438befda6 admin admin] For port 23446356-f5d1-4974-9b9e-48c60c315dbd, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=23446356-f5d1-4974-9b9e-48c60c315dbd,segment=NetworkSegment(cba45f71-c786-44ba-a46e-83b969cb01a3),segment_id=cba45f71-c786-44ba-a46e-83b969cb01a3)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:05.591879 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6615ee34-e6bd-42c5-82bb-390438befda6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:05.609700 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-6615ee34-e6bd-42c5-82bb-390438befda6 admin admin] Calling delete_port for 23446356-f5d1-4974-9b9e-48c60c315dbd owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:05.646261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] For port a40d6225-daae-4e4b-b851-36730774a7c0, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:51:05.653470 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] For port a40d6225-daae-4e4b-b851-36730774a7c0, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a40d6225-daae-4e4b-b851-36730774a7c0,segment=NetworkSegment(05343f01-0020-4209-b945-d449e62c2e66),segment_id=05343f01-0020-4209-b945-d449e62c2e66)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:51:05.706366 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router_gateway (f581d279-32bb-47b7-81ff-f299f4124bc3), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:05.733630 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a40d6225-daae-4e4b-b851-36730774a7c0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:05.845954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598ef4f3-9fe8-4450-ac16-9c08ad3ce3da None None] Pushing event updated for resources: {'Port': ['ID=a40d6225-daae-4e4b-b851-36730774a7c0,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:06.036798 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efb82f-5b95-4f4a-9edf-5f2eff808921 req-07f83ed8-5aa6-4308-9f17-2ed5d5cbf538 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:06.038667 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-03efb82f-5b95-4f4a-9edf-5f2eff808921 req-07f83ed8-5aa6-4308-9f17-2ed5d5cbf538 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.1058385 Feb 15 16:51:06.103818 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6615ee34-e6bd-42c5-82bb-390438befda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (23446356-f5d1-4974-9b9e-48c60c315dbd), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:06.110916 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fd36a4fe-2334-43e7-913c-9964a55b9e13 req-414fb080-fcd4-46ed-8d3b-f9f531408fba tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.1092885 Feb 15 16:51:06.151329 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router_gateway (f581d279-32bb-47b7-81ff-f299f4124bc3), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:06.234720 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:06.256198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615ee34-e6bd-42c5-82bb-390438befda6 admin admin] Pushing event deleted for resources: {'Port': ['ID=23446356-f5d1-4974-9b9e-48c60c315dbd,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:06.309602 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-03efb82f-5b95-4f4a-9edf-5f2eff808921 req-230b66e4-21b1-432f-8bde-5fdab830fe18 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627180 Feb 15 16:51:06.434903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Allocated IP 172.25.4.57 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/ce272f4c-12d9-449c-ae7e-e9cdfb8d758b) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:51:06.524542 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6615ee34-e6bd-42c5-82bb-390438befda6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (a40e15d8-9f6f-49c2-b2e1-9939679e7789), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:06.559712 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (ce272f4c-12d9-449c-ae7e-e9cdfb8d758b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:06.656805 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbef8a-8651-4eb3-af8e-8272195a0be2 req-39aeecb5-34c8-48c0-86b0-3175409b2fff tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:06.661150 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-08dbef8a-8651-4eb3-af8e-8272195a0be2 req-39aeecb5-34c8-48c0-86b0-3175409b2fff tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=6641d668-5e69-4908-8cc6-dbb1d04f0369 HTTP/1.1" status: 200 len: 945 time: 0.0674598 Feb 15 16:51:06.711522 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ce272f4c-12d9-449c-ae7e-e9cdfb8d758b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:06.767207 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:51:06.775945 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-08dbef8a-8651-4eb3-af8e-8272195a0be2 req-145d6615-fe9f-4fa8-b250-cce61115f86f tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028173 Feb 15 16:51:06.776814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:51:06.783379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:51:06.840641 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=ce272f4c-12d9-449c-ae7e-e9cdfb8d758b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:06.853405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:06.853770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:06.854121 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:06.854461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:06.854803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:06.855137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:06.855466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:06.856020 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:06.856360 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:06.856690 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:06.857018 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:06.857422 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:06.857760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:06.917649 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6feb2e91-e232-4bb8-a5ae-31be0566777b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:06.959444 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820a561-96ed-4518-a0f8-4f1f2d662b0c req-79f05778-be57-485e-8aa9-8c218d8a8bdc tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:06.961698 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b820a561-96ed-4518-a0f8-4f1f2d662b0c req-79f05778-be57-485e-8aa9-8c218d8a8bdc tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.0810473 Feb 15 16:51:06.969612 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6615ee34-e6bd-42c5-82bb-390438befda6 admin admin] Router a40e15d8-9f6f-49c2-b2e1-9939679e7789 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:51:07.127164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6615ee34-e6bd-42c5-82bb-390438befda6 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:51:07.136971 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6615ee34-e6bd-42c5-82bb-390438befda6 admin admin] 10.222.0.107 "PUT /v2.0/routers/a40e15d8-9f6f-49c2-b2e1-9939679e7789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4931140 Feb 15 16:51:07.143405 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71608745-dd2d-4cb3-8d6b-1975cf0ba738 None None] Sync routers for ids ['a40e15d8-9f6f-49c2-b2e1-9939679e7789'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:51:07.145610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51750) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:07.171842 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71608745-dd2d-4cb3-8d6b-1975cf0ba738 None None] Routers {'a40e15d8-9f6f-49c2-b2e1-9939679e7789'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:07.173179 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-71608745-dd2d-4cb3-8d6b-1975cf0ba738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a40e15d8-9f6f-49c2-b2e1-9939679e7789'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:07.320057 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b820a561-96ed-4518-a0f8-4f1f2d662b0c req-9b1ccdba-69b2-4317-966f-a5a5c5370ae3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3483870 Feb 15 16:51:07.383679 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-297bd405-38c9-408b-aec8-20cb9c4b1c67 req-467db4a2-5bb7-4838-b3d3-3cc27683222a tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.1142685 Feb 15 16:51:07.396037 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router_gateway (f581d279-32bb-47b7-81ff-f299f4124bc3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:07.419134 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-71608745-dd2d-4cb3-8d6b-1975cf0ba738 None None] Set router a40e15d8-9f6f-49c2-b2e1-9939679e7789 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:51:07.452722 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7118eed6-9796-4282-8dab-a87308b059c1 admin admin] Publish callbacks [] for router (a40e15d8-9f6f-49c2-b2e1-9939679e7789), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:07.680242 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-71608745-dd2d-4cb3-8d6b-1975cf0ba738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'name': 'tempest-ServerRescueNegativeTestJSON-2056581490-router', 'tenant_id': '42610834676b47ab966c400876e61344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:47:41Z', 'updated_at': '2022-02-15T16:51:05Z', 'revision_number': 5, 'project_id': '42610834676b47ab966c400876e61344', 'gw_port': {'id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:47:42Z', 'updated_at': '2022-02-15T16:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:07.720004 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71608745-dd2d-4cb3-8d6b-1975cf0ba738 None None] Checking router: a40e15d8-9f6f-49c2-b2e1-9939679e7789 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:51:07.729910 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71608745-dd2d-4cb3-8d6b-1975cf0ba738 None None] Routers {'a40e15d8-9f6f-49c2-b2e1-9939679e7789'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:07.730526 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-71608745-dd2d-4cb3-8d6b-1975cf0ba738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a40e15d8-9f6f-49c2-b2e1-9939679e7789'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:07.751060 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (f581d279-32bb-47b7-81ff-f299f4124bc3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:07.761411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d374afb-b039-449e-8203-15bbc65d70b6 None None] Network bb10f549-3925-45eb-bca1-a741b62b9859 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:51:07.887364 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff82337-1917-4676-8618-a12afff290ca req-2c212e83-97c1-4742-ac03-431eb6105da2 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:07.895443 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cff82337-1917-4676-8618-a12afff290ca req-2c212e83-97c1-4742-ac03-431eb6105da2 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.4630458 Feb 15 16:51:07.921453 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7118eed6-9796-4282-8dab-a87308b059c1 admin admin] Publish callbacks [] for router_gateway (a40e15d8-9f6f-49c2-b2e1-9939679e7789), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:07.938052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6ca10320-8a4c-499b-8cc3-f1b97fd64b81 None None] Provisioning complete for port a40d6225-daae-4e4b-b851-36730774a7c0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:07.939056 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ca10320-8a4c-499b-8cc3-f1b97fd64b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a40d6225-daae-4e4b-b851-36730774a7c0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:07.970598 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-71608745-dd2d-4cb3-8d6b-1975cf0ba738 None None] Set router a40e15d8-9f6f-49c2-b2e1-9939679e7789 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:51:08.026675 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router f581d279-32bb-47b7-81ff-f299f4124bc3 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:51:08.041115 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cff82337-1917-4676-8618-a12afff290ca req-eb13bed9-5f17-4863-8199-b956d1b71fa7 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361179 Feb 15 16:51:08.070359 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14342f-3ad5-4467-aea4-ec0f3dc4a399 req-a53e9428-19b7-45ad-b5b5-dca3251eb975 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:08.108366 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee14342f-3ad5-4467-aea4-ec0f3dc4a399 req-a53e9428-19b7-45ad-b5b5-dca3251eb975 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=6641d668-5e69-4908-8cc6-dbb1d04f0369 HTTP/1.1" status: 200 len: 945 time: 0.1733403 Feb 15 16:51:08.162393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-7118eed6-9796-4282-8dab-a87308b059c1 admin admin] Deleting port 521a0830-9620-4fdc-837b-dd0c532cb54d {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:08.162745 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7118eed6-9796-4282-8dab-a87308b059c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (521a0830-9620-4fdc-837b-dd0c532cb54d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:08.278578 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6ca10320-8a4c-499b-8cc3-f1b97fd64b81 None None] Current status of the port a40d6225-daae-4e4b-b851-36730774a7c0 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:08.278980 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ca10320-8a4c-499b-8cc3-f1b97fd64b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a40d6225-daae-4e4b-b851-36730774a7c0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:08.356395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6ca10320-8a4c-499b-8cc3-f1b97fd64b81 None None] For port a40d6225-daae-4e4b-b851-36730774a7c0, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a40d6225-daae-4e4b-b851-36730774a7c0,segment=NetworkSegment(05343f01-0020-4209-b945-d449e62c2e66),segment_id=05343f01-0020-4209-b945-d449e62c2e66)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:08.419106 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ca10320-8a4c-499b-8cc3-f1b97fd64b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a40d6225-daae-4e4b-b851-36730774a7c0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:08.452415 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-71608745-dd2d-4cb3-8d6b-1975cf0ba738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'name': 'tempest-ServerRescueNegativeTestJSON-2056581490-router', 'tenant_id': '42610834676b47ab966c400876e61344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:47:41Z', 'updated_at': '2022-02-15T16:51:05Z', 'revision_number': 5, 'project_id': '42610834676b47ab966c400876e61344', 'gw_port': {'id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:47:42Z', 'updated_at': '2022-02-15T16:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:08.458858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-7118eed6-9796-4282-8dab-a87308b059c1 admin admin] For port 521a0830-9620-4fdc-837b-dd0c532cb54d, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=521a0830-9620-4fdc-837b-dd0c532cb54d,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:08.458858 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7118eed6-9796-4282-8dab-a87308b059c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (521a0830-9620-4fdc-837b-dd0c532cb54d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:08.509964 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-7118eed6-9796-4282-8dab-a87308b059c1 admin admin] Calling delete_port for 521a0830-9620-4fdc-837b-dd0c532cb54d owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:08.522999 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71608745-dd2d-4cb3-8d6b-1975cf0ba738 None None] The sync data for ids ['a40e15d8-9f6f-49c2-b2e1-9939679e7789'] in n-d-828372-14 is: [{'id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'name': 'tempest-ServerRescueNegativeTestJSON-2056581490-router', 'tenant_id': '42610834676b47ab966c400876e61344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:47:41Z', 'updated_at': '2022-02-15T16:51:05Z', 'revision_number': 5, 'project_id': '42610834676b47ab966c400876e61344', 'gw_port': {'id': '521a0830-9620-4fdc-837b-dd0c532cb54d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:26:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40e15d8-9f6f-49c2-b2e1-9939679e7789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:47:42Z', 'updated_at': '2022-02-15T16:47:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:51:08.596471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca10320-8a4c-499b-8cc3-f1b97fd64b81 None None] Pushing event updated for resources: {'Port': ['ID=a40d6225-daae-4e4b-b851-36730774a7c0,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:08.611617 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee14342f-3ad5-4467-aea4-ec0f3dc4a399 req-b1664cff-2197-4671-af9f-b5e0641f4a32 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022953 Feb 15 16:51:08.631104 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a40d6225-daae-4e4b-b851-36730774a7c0 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:51:08.658616 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:51:08.705719 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d9d23-135d-42ea-9166-b8d8409686df None None] Sync routers for ids ['f581d279-32bb-47b7-81ff-f299f4124bc3'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:51:08.740954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d9d23-135d-42ea-9166-b8d8409686df None None] Routers {'f581d279-32bb-47b7-81ff-f299f4124bc3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:08.741634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b99d9d23-135d-42ea-9166-b8d8409686df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f581d279-32bb-47b7-81ff-f299f4124bc3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:08.750105 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-80d96737-0a38-4ccc-8b98-2f4196bb8f25 req-df38625e-9c98-42d4-883a-7916df2180a3 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0452375 Feb 15 16:51:08.798045 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:08.799636 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e6a50824-fabf-4867-8b7e-5fd27ad70f62 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.7404215 Feb 15 16:51:08.803017 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51770) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:08.828518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b99d9d23-135d-42ea-9166-b8d8409686df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:08.866952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cb176337-6f82-43d3-9739-5ba86cd98e80 None None] Provisioning complete for port a40d6225-daae-4e4b-b851-36730774a7c0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:08.871985 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb176337-6f82-43d3-9739-5ba86cd98e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a40d6225-daae-4e4b-b851-36730774a7c0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:08.907425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f078ba-546f-4a16-b621-e1262a70faa7 req-25aa3b7a-a805-449a-8597-8f9d680be901 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:08.910935 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74f078ba-546f-4a16-b621-e1262a70faa7 req-25aa3b7a-a805-449a-8597-8f9d680be901 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.3579628 Feb 15 16:51:08.963698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d9d23-135d-42ea-9166-b8d8409686df None None] Routers {'f581d279-32bb-47b7-81ff-f299f4124bc3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:08.964612 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b99d9d23-135d-42ea-9166-b8d8409686df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f581d279-32bb-47b7-81ff-f299f4124bc3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:09.064664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b99d9d23-135d-42ea-9166-b8d8409686df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:09.065389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d9d23-135d-42ea-9166-b8d8409686df None None] The sync data for ids ['f581d279-32bb-47b7-81ff-f299f4124bc3'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:51:09.084996 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a40d6225-daae-4e4b-b851-36730774a7c0 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:09.085685 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a40d6225-daae-4e4b-b851-36730774a7c0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:09.172245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74f078ba-546f-4a16-b621-e1262a70faa7 req-802c3e23-9ea1-4194-8005-29e4f4a32308 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539668 Feb 15 16:51:09.287208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cb176337-6f82-43d3-9739-5ba86cd98e80 None None] Current status of the port a40d6225-daae-4e4b-b851-36730774a7c0 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:09.329871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a40d6225-daae-4e4b-b851-36730774a7c0 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:09.396184 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b6c7fec-bb3f-4501-9cc1-a6e8cd952776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:09.487678 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc1da4-54d9-4edc-ac59-ba73758ebdbd req-c8b3a929-e2fe-4da0-af0f-cdce90064c20 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:09.495997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85fc1da4-54d9-4edc-ac59-ba73758ebdbd req-c8b3a929-e2fe-4da0-af0f-cdce90064c20 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.1417630 Feb 15 16:51:09.548240 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-9cb37f96-85fa-4677-8a17-d67c7a0b0371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:09.549807 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-9cb37f96-85fa-4677-8a17-d67c7a0b0371 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87&tenant_id=aa559641e7a648c6ab392d6a0949505a HTTP/1.1" status: 200 len: 1127 time: 0.3667769 Feb 15 16:51:09.571130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:09.646702 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85fc1da4-54d9-4edc-ac59-ba73758ebdbd req-9957de53-b56a-4700-af24-a0337595a460 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487811 Feb 15 16:51:09.657903 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:09.868999 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7118eed6-9796-4282-8dab-a87308b059c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (521a0830-9620-4fdc-837b-dd0c532cb54d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:09.911692 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fba2d59b-dc07-428f-9b65-f7788b8ff066 req-cd8cd388-096f-4670-9ff0-350627a2b602 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0467584 Feb 15 16:51:09.996556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118eed6-9796-4282-8dab-a87308b059c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=521a0830-9620-4fdc-837b-dd0c532cb54d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:10.067960 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7118eed6-9796-4282-8dab-a87308b059c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (a40e15d8-9f6f-49c2-b2e1-9939679e7789), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:10.085042 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:10.209750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:10.228293 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7118eed6-9796-4282-8dab-a87308b059c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (a40e15d8-9f6f-49c2-b2e1-9939679e7789), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:10.236967 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7118eed6-9796-4282-8dab-a87308b059c1 admin admin] Publish callbacks [] for router_controller (a40e15d8-9f6f-49c2-b2e1-9939679e7789), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:10.356990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:51:10.379021 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:10.384582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a40d6225-daae-4e4b-b851-36730774a7c0 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:51:10.413005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3fef8ab-ea02-4705-b973-260c1b26c0c4 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:51:10.426482 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Publish callbacks [] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:10.438775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76db4232-8a43-49e3-903d-aeeb93edb9ec req-17833794-f89e-40dd-a0e7-5c41041045ab tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:10.441168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76db4232-8a43-49e3-903d-aeeb93edb9ec req-17833794-f89e-40dd-a0e7-5c41041045ab tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.1296630 Feb 15 16:51:10.465165 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7118eed6-9796-4282-8dab-a87308b059c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (a40e15d8-9f6f-49c2-b2e1-9939679e7789), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:10.465762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7118eed6-9796-4282-8dab-a87308b059c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a40e15d8-9f6f-49c2-b2e1-9939679e7789 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:51:10.472657 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7118eed6-9796-4282-8dab-a87308b059c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:10.476722 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7118eed6-9796-4282-8dab-a87308b059c1 admin admin] 10.222.0.107 "DELETE /v2.0/routers/a40e15d8-9f6f-49c2-b2e1-9939679e7789 HTTP/1.1" status: 204 len: 168 time: 3.3302457 Feb 15 16:51:10.483310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51794) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:10.490794 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a40d6225-daae-4e4b-b851-36730774a7c0 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:10.491103 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Allocated IP 172.20.0.1 (bb10f549-3925-45eb-bca1-a741b62b9859/b4294a55-7ee7-4ce1-ae8a-1b229b557fc1/966baf37-2959-4025-9bc1-d4444283453a) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:51:10.491408 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a40d6225-daae-4e4b-b851-36730774a7c0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:10.551606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-5153cc4a-88e4-4040-9a31-6484a7ba71ec admin admin] Deleting subnet 3f6043ea-4296-4866-ad66-6a493d2ddddb {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:51:10.564889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Transition to ACTIVE for port object c3fef8ab-ea02-4705-b973-260c1b26c0c4 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:51:10.567908 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5153cc4a-88e4-4040-9a31-6484a7ba71ec admin admin] Publish callbacks [] for subnet (3f6043ea-4296-4866-ad66-6a493d2ddddb), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:10.661092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a40d6225-daae-4e4b-b851-36730774a7c0 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:10.679652 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 23446356-f5d1-4974-9b9e-48c60c315dbd no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:51:10.686331 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:10.709289 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 23446356-f5d1-4974-9b9e-48c60c315dbd {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:51:10.709670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 23446356-f5d1-4974-9b9e-48c60c315dbd not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:51:10.729697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ab555-7166-4386-8351-88c630e9ba38 req-99b89256-272c-44a9-97b6-97188c020379 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:10.731274 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-99b89256-272c-44a9-97b6-97188c020379 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/networks?id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 HTTP/1.1" status: 200 len: 812 time: 0.7723954 Feb 15 16:51:10.756263 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (966baf37-2959-4025-9bc1-d4444283453a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:10.773505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Pushing event updated for resources: {'Port': ['ID=c3fef8ab-ea02-4705-b973-260c1b26c0c4,revision_number=9']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:10.782197 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5153cc4a-88e4-4040-9a31-6484a7ba71ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (3f6043ea-4296-4866-ad66-6a493d2ddddb), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:10.821976 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-d2d265bc-f83a-4d20-b9cb-d3e4db5c5472 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/quotas/2a3542f3a39647f59665a81bfe0c370a HTTP/1.1" status: 200 len: 375 time: 0.0192251 Feb 15 16:51:10.827338 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76db4232-8a43-49e3-903d-aeeb93edb9ec req-87075bf9-7046-47ff-81ce-572d11a1a48a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3586099 Feb 15 16:51:10.888324 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0be3d-5642-4c4b-8615-3bbe0fb8bccb req-4a2cecec-b707-4d58-a04d-151d88440467 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:10.889829 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d4d0be3d-5642-4c4b-8615-3bbe0fb8bccb req-4a2cecec-b707-4d58-a04d-151d88440467 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=6641d668-5e69-4908-8cc6-dbb1d04f0369 HTTP/1.1" status: 200 len: 945 time: 0.2930803 Feb 15 16:51:10.897423 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (966baf37-2959-4025-9bc1-d4444283453a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:10.943035 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network bb10f549-3925-45eb-bca1-a741b62b9859 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:51:10.952730 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:51:10.956078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:51:11.066078 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5153cc4a-88e4-4040-9a31-6484a7ba71ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (3f6043ea-4296-4866-ad66-6a493d2ddddb), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:11.140827 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (f581d279-32bb-47b7-81ff-f299f4124bc3), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:11.215314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] No DVR routers for this DVR port c3fef8ab-ea02-4705-b973-260c1b26c0c4 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:51:11.218486 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5153cc4a-88e4-4040-9a31-6484a7ba71ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (3f6043ea-4296-4866-ad66-6a493d2ddddb), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:11.458632 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-a14d3ed5-e805-4a8e-9bf8-984d31b4359d tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=2a3542f3a39647f59665a81bfe0c370a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6236460 Feb 15 16:51:11.459148 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (966baf37-2959-4025-9bc1-d4444283453a), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:11.464532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ec979192-e8f3-4ecf-af75-97a6d2c30e96 None None] Provisioning complete for port 966baf37-2959-4025-9bc1-d4444283453a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:11.469446 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec979192-e8f3-4ecf-af75-97a6d2c30e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (966baf37-2959-4025-9bc1-d4444283453a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:11.565689 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=966baf37-2959-4025-9bc1-d4444283453a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:11.566118 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ec979192-e8f3-4ecf-af75-97a6d2c30e96 None None] Port 966baf37-2959-4025-9bc1-d4444283453a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:51:11.729268 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8f657-7153-4693-9a36-a5128f7d8bc6 req-4a62c988-6079-4ddc-92cd-d1ecd4b5a2cc tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:11.730786 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77d8f657-7153-4693-9a36-a5128f7d8bc6 req-4a62c988-6079-4ddc-92cd-d1ecd4b5a2cc tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.67 "GET /v2.0/ports?device_id=86c40a0c-cf56-45c9-a224-f396dcbc7f03 HTTP/1.1" status: 200 len: 946 time: 0.3906941 Feb 15 16:51:11.771315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153cc4a-88e4-4040-9a31-6484a7ba71ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6043ea-4296-4866-ad66-6a493d2ddddb,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:11.786968 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5153cc4a-88e4-4040-9a31-6484a7ba71ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:11.790454 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5153cc4a-88e4-4040-9a31-6484a7ba71ec admin admin] 10.222.0.107 "DELETE /v2.0/subnets/3f6043ea-4296-4866-ad66-6a493d2ddddb HTTP/1.1" status: 204 len: 168 time: 1.3060954 Feb 15 16:51:11.796290 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51806) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:11.801274 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d9ecf-341c-4f58-a941-45cc06afd886 req-068f51f7-2550-4af2-8544-4eb22ecc687a tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:11.802915 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d9d9ecf-341c-4f58-a941-45cc06afd886 req-068f51f7-2550-4af2-8544-4eb22ecc687a tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.8574493 Feb 15 16:51:11.827067 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:11.877632 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d9d9ecf-341c-4f58-a941-45cc06afd886 req-a116ee3f-4c8d-41c9-a769-6008e76bb8a6 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630448 Feb 15 16:51:11.903296 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-605275b9-0866-4f55-8a89-6ac880588918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (12a2093f-2fc9-4fce-b441-82e85199b407), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:11.934621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Attempting to bind port c3fef8ab-ea02-4705-b973-260c1b26c0c4 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:51:11.935023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Attempting to bind port c3fef8ab-ea02-4705-b973-260c1b26c0c4 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:51:11.935413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Attempting to bind port c3fef8ab-ea02-4705-b973-260c1b26c0c4 on network abd1de71-eb7f-481e-93c5-240c9863694a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:51:11.940932 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Port c3fef8ab-ea02-4705-b973-260c1b26c0c4 on network abd1de71-eb7f-481e-93c5-240c9863694a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:51:11.941319 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Attempting to bind port c3fef8ab-ea02-4705-b973-260c1b26c0c4 on network abd1de71-eb7f-481e-93c5-240c9863694a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:51:11.950766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:51:11.951128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Checking segment: {'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:51:11.951569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Bound using segment: {'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:51:11.952019 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Bound port: c3fef8ab-ea02-4705-b973-260c1b26c0c4, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:51:11.952384 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:12.065612 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ea3d3d1-1e56-4090-bed6-bb967a0814f7 req-80bf1413-cb67-4d3d-ad97-04cfdec6683e tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0512264 Feb 15 16:51:12.090282 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-b42aa7dc-5774-48ef-aec4-a710517c2bc3 service neutron] 10.222.0.107 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5957725 Feb 15 16:51:12.122518 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-d4d0be3d-5642-4c4b-8615-3bbe0fb8bccb req-e838fc28-054c-4c82-be23-25c89289536a tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Deleting port e4414ec7-4c5d-40a9-8177-3ac1c9658dec {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:12.122869 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d4d0be3d-5642-4c4b-8615-3bbe0fb8bccb req-e838fc28-054c-4c82-be23-25c89289536a tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e4414ec7-4c5d-40a9-8177-3ac1c9658dec), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:12.125498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:51:12.130637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 521a0830-9620-4fdc-837b-dd0c532cb54d no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:51:12.135949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:51:12.168638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 521a0830-9620-4fdc-837b-dd0c532cb54d {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:51:12.168997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 521a0830-9620-4fdc-837b-dd0c532cb54d not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:51:12.219063 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:12.321532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:12.322778 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:12.324464 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-077222f7-b79b-439a-a603-132e45e299ae service neutron] 10.222.0.10 "PUT /v2.0/ports/c3fef8ab-ea02-4705-b973-260c1b26c0c4 HTTP/1.1" status: 200 len: 1093 time: 2.7583869 Feb 15 16:51:12.325259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077222f7-b79b-439a-a603-132e45e299ae service neutron] Pushing event updated for resources: {'Port': ['ID=c3fef8ab-ea02-4705-b973-260c1b26c0c4,revision_number=10']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:12.344332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620933a7-2931-4248-bc12-b8cbe4edac87', 'tag': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:12.347241 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a436ef7-b5af-403d-a40d-91501420fb7b" -d '{"events": [{"name": "network-changed", "server_uuid": "620933a7-2931-4248-bc12-b8cbe4edac87", "tag": "c3fef8ab-ea02-4705-b973-260c1b26c0c4"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:12.374311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4393cf-7539-4eb5-87cc-2f6415773f27 req-2f3e8da3-ef0c-4b84-8581-c469c56ef4fd tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:12.376116 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a4393cf-7539-4eb5-87cc-2f6415773f27 req-2f3e8da3-ef0c-4b84-8581-c469c56ef4fd tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 944 time: 0.2033699 Feb 15 16:51:12.435342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-b8d65d6d-0464-46e6-b0a3-0abd80a5f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:12.437089 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-b8d65d6d-0464-46e6-b0a3-0abd80a5f74b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa559641e7a648c6ab392d6a0949505a&device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 1128 time: 0.0833819 Feb 15 16:51:12.491094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a4393cf-7539-4eb5-87cc-2f6415773f27 req-90460396-f70e-4c0f-aea7-e9d8a4db0c1a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957391 Feb 15 16:51:12.588320 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d250a5a4-c04d-4ee8-a1c1-bfdb2d148f52 x-openstack-request-id: req-d250a5a4-c04d-4ee8-a1c1-bfdb2d148f52 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:12.588320 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "620933a7-2931-4248-bc12-b8cbe4edac87", "tag": "c3fef8ab-ea02-4705-b973-260c1b26c0c4", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:12.588320 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d250a5a4-c04d-4ee8-a1c1-bfdb2d148f52 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:12.588320 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620933a7-2931-4248-bc12-b8cbe4edac87', 'tag': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'status': 'completed', 'code': 200} Feb 15 16:51:12.641907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-0bb3b909-d6bd-4a92-b9cd-a2e45434746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:12.645875 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-0bb3b909-d6bd-4a92-b9cd-a2e45434746f service neutron] 10.222.0.10 "GET /v2.0/networks?id=abd1de71-eb7f-481e-93c5-240c9863694a HTTP/1.1" status: 200 len: 918 time: 0.1812010 Feb 15 16:51:12.687305 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-605275b9-0866-4f55-8a89-6ac880588918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (12a2093f-2fc9-4fce-b441-82e85199b407), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:12.740057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-605275b9-0866-4f55-8a89-6ac880588918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a2093f-2fc9-4fce-b441-82e85199b407']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:12.768847 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-e10f5213-a20b-4342-a962-ca2a434819da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4 HTTP/1.1" status: 200 len: 1000 time: 0.1172419 Feb 15 16:51:12.779317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-605275b9-0866-4f55-8a89-6ac880588918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba45f71-c786-44ba-a46e-83b969cb01a3') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:12.779629 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-605275b9-0866-4f55-8a89-6ac880588918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba45f71-c786-44ba-a46e-83b969cb01a3') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:12.791782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-605275b9-0866-4f55-8a89-6ac880588918 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (cba45f71-c786-44ba-a46e-83b969cb01a3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:12.816161 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-605275b9-0866-4f55-8a89-6ac880588918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (cba45f71-c786-44ba-a46e-83b969cb01a3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:12.824986 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605275b9-0866-4f55-8a89-6ac880588918 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:51:12.825564 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-605275b9-0866-4f55-8a89-6ac880588918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (cba45f71-c786-44ba-a46e-83b969cb01a3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:12.842926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-99f4dff2-640a-4cff-8cbc-b9dc8963b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:12.844970 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-99f4dff2-640a-4cff-8cbc-b9dc8963b7e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=709aeae2-05ea-4329-901d-2a8f1cd1fe0d HTTP/1.1" status: 200 len: 856 time: 0.0687587 Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:51:12.895774 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:51:12.909640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-31e23d53-1c71-4cea-acd3-37b60ff84449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:12.912375 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-31e23d53-1c71-4cea-acd3-37b60ff84449 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=abd1de71-eb7f-481e-93c5-240c9863694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0614450 Feb 15 16:51:12.978243 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-77d8f657-7153-4693-9a36-a5128f7d8bc6 req-74dd398f-f1a7-48c3-b67f-4a3ef2bb7361 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Deleting port 10db6918-f38c-46ce-8df2-26d4be601261 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:12.979763 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-77d8f657-7153-4693-9a36-a5128f7d8bc6 req-74dd398f-f1a7-48c3-b67f-4a3ef2bb7361 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (10db6918-f38c-46ce-8df2-26d4be601261), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:13.088474 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-77d8f657-7153-4693-9a36-a5128f7d8bc6 req-74dd398f-f1a7-48c3-b67f-4a3ef2bb7361 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] For port 10db6918-f38c-46ce-8df2-26d4be601261, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=10db6918-f38c-46ce-8df2-26d4be601261,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:13.088711 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-72e63be7-2625-490d-9d40-22be2b0a81fa service neutron] 10.222.0.10 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697934 Feb 15 16:51:13.089013 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-77d8f657-7153-4693-9a36-a5128f7d8bc6 req-74dd398f-f1a7-48c3-b67f-4a3ef2bb7361 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (10db6918-f38c-46ce-8df2-26d4be601261), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:13.097204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afbff4-1bca-4c25-b42b-019de97c11c7 req-f34f5081-4551-4d2b-bcec-eb8ff9d5ee57 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:13.103753 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-77d8f657-7153-4693-9a36-a5128f7d8bc6 req-74dd398f-f1a7-48c3-b67f-4a3ef2bb7361 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Calling delete_port for 10db6918-f38c-46ce-8df2-26d4be601261 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:13.105900 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d6afbff4-1bca-4c25-b42b-019de97c11c7 req-f34f5081-4551-4d2b-bcec-eb8ff9d5ee57 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.1140354 Feb 15 16:51:13.158963 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-605275b9-0866-4f55-8a89-6ac880588918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (12a2093f-2fc9-4fce-b441-82e85199b407), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:13.164640 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-605275b9-0866-4f55-8a89-6ac880588918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:13.171117 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-605275b9-0866-4f55-8a89-6ac880588918 admin admin] 10.222.0.107 "DELETE /v2.0/networks/12a2093f-2fc9-4fce-b441-82e85199b407 HTTP/1.1" status: 204 len: 168 time: 1.3524904 Feb 15 16:51:13.192844 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-ddabba41-cba4-48e8-80d2-802035bcee23 service neutron] 10.222.0.107 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1014745 Feb 15 16:51:13.246076 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605275b9-0866-4f55-8a89-6ac880588918 admin admin] Pushing event deleted for resources: {'Network': ['ID=12a2093f-2fc9-4fce-b441-82e85199b407,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:13.276520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-d4d0be3d-5642-4c4b-8615-3bbe0fb8bccb req-e838fc28-054c-4c82-be23-25c89289536a tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] For port e4414ec7-4c5d-40a9-8177-3ac1c9658dec, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e4414ec7-4c5d-40a9-8177-3ac1c9658dec,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:13.281209 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d4d0be3d-5642-4c4b-8615-3bbe0fb8bccb req-e838fc28-054c-4c82-be23-25c89289536a tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e4414ec7-4c5d-40a9-8177-3ac1c9658dec), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:13.285668 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d6afbff4-1bca-4c25-b42b-019de97c11c7 req-eedd91b2-cfec-4e96-84a8-d68d31074a93 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786766 Feb 15 16:51:13.305048 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (966baf37-2959-4025-9bc1-d4444283453a), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:13.321971 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-d4d0be3d-5642-4c4b-8615-3bbe0fb8bccb req-e838fc28-054c-4c82-be23-25c89289536a tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Calling delete_port for e4414ec7-4c5d-40a9-8177-3ac1c9658dec owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:13.358331 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be0b3735-b4e0-4ca6-b3f7-eebe3ded1b2a req-543e8d21-de90-452f-9eb2-c6f5ef7fa578 service neutron] 10.222.0.10 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500999 Feb 15 16:51:13.372974 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:13.427899 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (966baf37-2959-4025-9bc1-d4444283453a), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:13.521793 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-41e08f25-c459-4089-b7ed-d3cfe072603a req-6acb2d75-510b-45ed-99ab-719f4b2b78cc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0810785 Feb 15 16:51:13.562941 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=966baf37-2959-4025-9bc1-d4444283453a,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:13.568462 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (f581d279-32bb-47b7-81ff-f299f4124bc3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:13.679362 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-77d8f657-7153-4693-9a36-a5128f7d8bc6 req-74dd398f-f1a7-48c3-b67f-4a3ef2bb7361 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (10db6918-f38c-46ce-8df2-26d4be601261), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:13.744774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a436ef7-b5af-403d-a40d-91501420fb7b req-2d372da6-5d7e-4b1b-b872-991dd7719512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:13.746743 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a436ef7-b5af-403d-a40d-91501420fb7b req-2d372da6-5d7e-4b1b-b872-991dd7719512 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa559641e7a648c6ab392d6a0949505a&device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 1128 time: 0.1885548 Feb 15 16:51:13.799854 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd398f-f1a7-48c3-b67f-4a3ef2bb7361 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Pushing event deleted for resources: {'Port': ['ID=10db6918-f38c-46ce-8df2-26d4be601261,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:13.876767 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d8f657-7153-4693-9a36-a5128f7d8bc6 req-74dd398f-f1a7-48c3-b67f-4a3ef2bb7361 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] No DVR routers for this DVR port 10db6918-f38c-46ce-8df2-26d4be601261 on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:51:13.884378 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-77d8f657-7153-4693-9a36-a5128f7d8bc6 req-74dd398f-f1a7-48c3-b67f-4a3ef2bb7361 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:13.894935 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77d8f657-7153-4693-9a36-a5128f7d8bc6 req-74dd398f-f1a7-48c3-b67f-4a3ef2bb7361 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.67 "DELETE /v2.0/ports/10db6918-f38c-46ce-8df2-26d4be601261 HTTP/1.1" status: 204 len: 173 time: 2.1558304 Feb 15 16:51:13.906064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a436ef7-b5af-403d-a40d-91501420fb7b req-6161d10a-874c-438e-a22e-c31d1bcc9b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:13.907584 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a436ef7-b5af-403d-a40d-91501420fb7b req-6161d10a-874c-438e-a22e-c31d1bcc9b18 service neutron] 10.222.0.10 "GET /v2.0/networks?id=abd1de71-eb7f-481e-93c5-240c9863694a HTTP/1.1" status: 200 len: 918 time: 0.1538813 Feb 15 16:51:13.908911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51842) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:13.916463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c40a0c-cf56-45c9-a224-f396dcbc7f03', 'name': 'network-vif-deleted', 'tag': '10db6918-f38c-46ce-8df2-26d4be601261'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:13.919021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff84a91-6ef7-4e77-b08a-09ac7f3c54c1 req-7e6e952b-16f1-4644-98ee-5aa4df20c934 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:13.920793 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d27051-2f19-4da4-8f1d-f306d20dba17" -d '{"events": [{"server_uuid": "86c40a0c-cf56-45c9-a224-f396dcbc7f03", "name": "network-vif-deleted", "tag": "10db6918-f38c-46ce-8df2-26d4be601261"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:13.926514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dff84a91-6ef7-4e77-b08a-09ac7f3c54c1 req-7e6e952b-16f1-4644-98ee-5aa4df20c934 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 945 time: 0.3175764 Feb 15 16:51:13.931963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device e4414ec7-4c5d-40a9-8177-3ac1c9658dec no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:51:13.985442 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8e0fbf42-ec8c-4c54-a018-d6b4151ded2d req-ed9af9c3-c927-4c85-b82c-361a486ec2c6 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 210 time: 0.0705140 Feb 15 16:51:14.087709 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network bb10f549-3925-45eb-bca1-a741b62b9859 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:51:14.090321 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:51:14.105843 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d4d0be3d-5642-4c4b-8615-3bbe0fb8bccb req-e838fc28-054c-4c82-be23-25c89289536a tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e4414ec7-4c5d-40a9-8177-3ac1c9658dec), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:14.228535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port e4414ec7-4c5d-40a9-8177-3ac1c9658dec is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:14.234144 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e4414ec7-4c5d-40a9-8177-3ac1c9658dec), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:14.237461 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a436ef7-b5af-403d-a40d-91501420fb7b req-ba187c66-fe9f-4883-a462-a9813884405f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4 HTTP/1.1" status: 200 len: 1000 time: 0.3082004 Feb 15 16:51:14.263451 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dff84a91-6ef7-4e77-b08a-09ac7f3c54c1 req-b3c82866-11b3-44e0-8a29-006578b28cac tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3358781 Feb 15 16:51:14.266215 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-25bc2325-d4a9-49bc-9aac-c6d43c450f40 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=42610834676b47ab966c400876e61344&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3561797 Feb 15 16:51:14.278888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51856) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:14.492944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838fc28-054c-4c82-be23-25c89289536a tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Pushing event deleted for resources: {'Port': ['ID=e4414ec7-4c5d-40a9-8177-3ac1c9658dec,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:14.518281 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router f581d279-32bb-47b7-81ff-f299f4124bc3 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:51:14.522394 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ab6807-6ac7-48bb-8af0-7d5338cc7007 x-openstack-request-id: req-55ab6807-6ac7-48bb-8af0-7d5338cc7007 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:14.522994 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c40a0c-cf56-45c9-a224-f396dcbc7f03", "name": "network-vif-deleted", "tag": "10db6918-f38c-46ce-8df2-26d4be601261", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:14.525067 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-55ab6807-6ac7-48bb-8af0-7d5338cc7007 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:14.525067 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c40a0c-cf56-45c9-a224-f396dcbc7f03', 'name': 'network-vif-deleted', 'tag': '10db6918-f38c-46ce-8df2-26d4be601261', 'status': 'completed', 'code': 200} Feb 15 16:51:14.604292 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a436ef7-b5af-403d-a40d-91501420fb7b req-941fe61e-1947-4065-a598-f2e7d1479b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:14.609973 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a436ef7-b5af-403d-a40d-91501420fb7b req-941fe61e-1947-4065-a598-f2e7d1479b72 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=709aeae2-05ea-4329-901d-2a8f1cd1fe0d HTTP/1.1" status: 200 len: 856 time: 0.3293850 Feb 15 16:51:14.646739 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-15c21b18-f522-4ad6-a6a9-d2b3500ffa31 None None] Provisioning complete for port 966baf37-2959-4025-9bc1-d4444283453a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:14.647821 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15c21b18-f522-4ad6-a6a9-d2b3500ffa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (966baf37-2959-4025-9bc1-d4444283453a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:14.677037 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d0be3d-5642-4c4b-8615-3bbe0fb8bccb req-e838fc28-054c-4c82-be23-25c89289536a tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] No DVR routers for this DVR port e4414ec7-4c5d-40a9-8177-3ac1c9658dec on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:51:14.684438 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-d4d0be3d-5642-4c4b-8615-3bbe0fb8bccb req-e838fc28-054c-4c82-be23-25c89289536a tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:14.692722 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d4d0be3d-5642-4c4b-8615-3bbe0fb8bccb req-e838fc28-054c-4c82-be23-25c89289536a tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.10 "DELETE /v2.0/ports/e4414ec7-4c5d-40a9-8177-3ac1c9658dec HTTP/1.1" status: 204 len: 173 time: 3.7790818 Feb 15 16:51:14.694113 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Publish callbacks [] for security_group (ce5cdc13-746e-4202-8ee8-9a17e8778327), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:14.777491 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-15c21b18-f522-4ad6-a6a9-d2b3500ffa31 None None] Port 966baf37-2959-4025-9bc1-d4444283453a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:51:14.791565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8195d-dfba-4a3c-a591-fe0be200656d req-ffdf4cf7-185d-4563-af27-c9c2e44358c3 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:14.806055 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56e8195d-dfba-4a3c-a591-fe0be200656d req-ffdf4cf7-185d-4563-af27-c9c2e44358c3 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.3075993 Feb 15 16:51:14.858781 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Publish callbacks [] for security_group (ce5cdc13-746e-4202-8ee8-9a17e8778327), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:14.897834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a436ef7-b5af-403d-a40d-91501420fb7b req-6f5b985e-5182-4f09-9804-59c2db275cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:14.899348 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a436ef7-b5af-403d-a40d-91501420fb7b req-6f5b985e-5182-4f09-9804-59c2db275cdd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=abd1de71-eb7f-481e-93c5-240c9863694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2715650 Feb 15 16:51:14.934662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 10db6918-f38c-46ce-8df2-26d4be601261 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:51:15.018052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 10db6918-f38c-46ce-8df2-26d4be601261 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:51:15.020715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 10db6918-f38c-46ce-8df2-26d4be601261 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:51:15.053976 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:51:15.065277 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef631d-6b52-4cae-90b9-e8d040ff8c2c None None] Sync routers for ids ['f581d279-32bb-47b7-81ff-f299f4124bc3'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:51:15.091954 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef631d-6b52-4cae-90b9-e8d040ff8c2c None None] Routers {'f581d279-32bb-47b7-81ff-f299f4124bc3'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:15.094144 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-27ef631d-6b52-4cae-90b9-e8d040ff8c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f581d279-32bb-47b7-81ff-f299f4124bc3'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:15.098255 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fc6a04b5-413c-43c0-9533-fffc43663f87 req-21f1c79c-345c-476b-b5ca-eee067578bd1 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.3472021 Feb 15 16:51:15.127302 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e39009be-6db0-4e6f-80a6-ef85ba20003e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "PUT /v2.0/routers/f581d279-32bb-47b7-81ff-f299f4124bc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3206053 Feb 15 16:51:15.130110 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51874) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:15.141064 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-63b91956-cfb5-4fe3-9e66-a202b7f0da1e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'port': {'network_id': 'bb10f549-3925-45eb-bca1-a741b62b9859', 'name': 'tempest-FloatingIPTestJSON-298485930'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:15.185960 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56e8195d-dfba-4a3c-a591-fe0be200656d req-1aa684a8-c537-4938-8b4b-8b6efc68e148 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789432 Feb 15 16:51:15.205242 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-27ef631d-6b52-4cae-90b9-e8d040ff8c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:15.245802 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef631d-6b52-4cae-90b9-e8d040ff8c2c None None] Routers {'f581d279-32bb-47b7-81ff-f299f4124bc3'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:15.246753 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-27ef631d-6b52-4cae-90b9-e8d040ff8c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f581d279-32bb-47b7-81ff-f299f4124bc3'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:15.329855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ce5cdc13-746e-4202-8ee8-9a17e8778327), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:15.351106 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:15.361783 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ce5cdc13-746e-4202-8ee8-9a17e8778327 HTTP/1.1" status: 204 len: 168 time: 1.0424871 Feb 15 16:51:15.389636 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a436ef7-b5af-403d-a40d-91501420fb7b req-e6734baa-4ee2-43af-8cc4-3eceb54f8fd6 service neutron] 10.222.0.10 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666233 Feb 15 16:51:15.403002 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-27ef631d-6b52-4cae-90b9-e8d040ff8c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:15.422316 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ef631d-6b52-4cae-90b9-e8d040ff8c2c None None] The sync data for ids ['f581d279-32bb-47b7-81ff-f299f4124bc3'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:51:15.460340 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5cdc13-746e-4202-8ee8-9a17e8778327,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:15.469021 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f25976d4-405b-4765-a266-8afaf4b00013 req-45992eae-5322-4f66-a31c-082a95aca591 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 210 time: 0.0805736 Feb 15 16:51:15.519109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:15.531472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:15.532032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:15.532492 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:15.532949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:15.533459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:15.533893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:15.534350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:15.534790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:15.535224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:15.535660 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:15.536100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:15.536567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ff5391-be3c-4275-a446-82a8b9e50a57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:15.682096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b91956-cfb5-4fe3-9e66-a202b7f0da1e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Made reservation on behalf of a1448ddb8b944a1facf0e9e9cf8602ff for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:51:15.686931 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63b91956-cfb5-4fe3-9e66-a202b7f0da1e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:15.731416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-63b91956-cfb5-4fe3-9e66-a202b7f0da1e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] device_id is not set on port d27a3fe9-fadb-4b35-9046-bbda818a68ea yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:51:15.759934 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a436ef7-b5af-403d-a40d-91501420fb7b req-5d783352-58de-4f86-bca4-f4641388e358 service neutron] 10.222.0.10 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451746 Feb 15 16:51:15.771334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55337acc-87ef-48dd-9db8-7141aca3d18c req-ba50b5b6-4ce9-4cdf-8ac6-b0ef1b3e18d1 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:15.772889 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55337acc-87ef-48dd-9db8-7141aca3d18c req-ba50b5b6-4ce9-4cdf-8ac6-b0ef1b3e18d1 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 945 time: 0.2806261 Feb 15 16:51:15.919507 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55337acc-87ef-48dd-9db8-7141aca3d18c req-2319d115-147b-4d52-8b39-e882de83e3f9 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308095 Feb 15 16:51:16.000099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-63b91956-cfb5-4fe3-9e66-a202b7f0da1e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Allocated IP 172.20.0.7 (bb10f549-3925-45eb-bca1-a741b62b9859/b4294a55-7ee7-4ce1-ae8a-1b229b557fc1/d27a3fe9-fadb-4b35-9046-bbda818a68ea) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:51:16.481986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6b798-301c-41b2-a259-d6c771305051 req-7916322c-079d-4109-9567-6f6fc1ba381d tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:16.492218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a6b798-301c-41b2-a259-d6c771305051 req-7916322c-079d-4109-9567-6f6fc1ba381d tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.1857889 Feb 15 16:51:16.573156 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6641d668-5e69-4908-8cc6-dbb1d04f0369', 'name': 'network-vif-deleted', 'tag': 'e4414ec7-4c5d-40a9-8177-3ac1c9658dec'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:16.598054 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2eb526a-26c8-4983-a9ef-fe872446b7b7" -d '{"events": [{"server_uuid": "6641d668-5e69-4908-8cc6-dbb1d04f0369", "name": "network-vif-deleted", "tag": "e4414ec7-4c5d-40a9-8177-3ac1c9658dec"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:16.598333 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a6b798-301c-41b2-a259-d6c771305051 req-8ad5a71d-93b6-4621-8ac2-746dba86bbae tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993571 Feb 15 16:51:16.619313 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2094ac2d-61ea-4273-a199-56de8aa4edfc req-96889a24-01db-4f01-8932-96003f531704 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.1563978 Feb 15 16:51:16.710135 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63b91956-cfb5-4fe3-9e66-a202b7f0da1e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for port (d27a3fe9-fadb-4b35-9046-bbda818a68ea), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:16.714199 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b85a62-dd93-459c-a500-b277057a0150 x-openstack-request-id: req-a4b85a62-dd93-459c-a500-b277057a0150 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:16.720383 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6641d668-5e69-4908-8cc6-dbb1d04f0369", "name": "network-vif-deleted", "tag": "e4414ec7-4c5d-40a9-8177-3ac1c9658dec", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:16.720383 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a4b85a62-dd93-459c-a500-b277057a0150 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:16.720383 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6641d668-5e69-4908-8cc6-dbb1d04f0369', 'name': 'network-vif-deleted', 'tag': 'e4414ec7-4c5d-40a9-8177-3ac1c9658dec', 'status': 'completed', 'code': 200} Feb 15 16:51:16.783918 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31d5c72e-3979-49ca-a423-f6d70614befb req-83bc24db-30d3-49fc-b1cf-ab6bfba0a211 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 210 time: 0.0882280 Feb 15 16:51:16.864775 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63b91956-cfb5-4fe3-9e66-a202b7f0da1e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d27a3fe9-fadb-4b35-9046-bbda818a68ea), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:16.961021 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b91956-cfb5-4fe3-9e66-a202b7f0da1e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event updated for resources: {'Port': ['ID=d27a3fe9-fadb-4b35-9046-bbda818a68ea,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:17.042433 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b91956-cfb5-4fe3-9e66-a202b7f0da1e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Network bb10f549-3925-45eb-bca1-a741b62b9859 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:51:17.067761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-63b91956-cfb5-4fe3-9e66-a202b7f0da1e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:51:17.112496 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b91956-cfb5-4fe3-9e66-a202b7f0da1e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:51:17.263908 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001be67-6887-4c93-ba06-53912410f0cf req-64956e01-ca5f-4ec2-8194-1dfb33b98105 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:17.265643 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f001be67-6887-4c93-ba06-53912410f0cf req-64956e01-ca5f-4ec2-8194-1dfb33b98105 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 945 time: 0.2211370 Feb 15 16:51:17.285479 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b91956-cfb5-4fe3-9e66-a202b7f0da1e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:17.286139 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63b91956-cfb5-4fe3-9e66-a202b7f0da1e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:17.419494 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f001be67-6887-4c93-ba06-53912410f0cf req-12420253-9b11-4fa0-b05e-31891e2b97c5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845475 Feb 15 16:51:17.444375 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-63b91956-cfb5-4fe3-9e66-a202b7f0da1e tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3129926 Feb 15 16:51:17.447537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51914) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:17.452968 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-05d0c7b0-c630-4daf-b930-a345e4ce9adc tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Request body: {'floatingip': {'port_id': 'd27a3fe9-fadb-4b35-9046-bbda818a68ea'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:17.637829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-831cc1a3-7a95-44cf-b67c-6c26da30dca8 None None] Provisioning complete for port d27a3fe9-fadb-4b35-9046-bbda818a68ea triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:17.640671 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-831cc1a3-7a95-44cf-b67c-6c26da30dca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d27a3fe9-fadb-4b35-9046-bbda818a68ea), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:17.707644 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05d0c7b0-c630-4daf-b930-a345e4ce9adc tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (efa9ae0e-4fe8-4d43-ba7e-7cb4c2050ef2), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:17.742548 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-831cc1a3-7a95-44cf-b67c-6c26da30dca8 None None] Port d27a3fe9-fadb-4b35-9046-bbda818a68ea cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:51:17.847211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51926) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:17.854458 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6662535d-74ca-47da-a5e4-085479b50e26 req-555f6f03-6385-43be-aae1-78fc25c47890 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0568066 Feb 15 16:51:17.958875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49821d9-534b-4836-8e20-30f2efc45f11 req-48c8ebaf-e391-4fe1-aa19-17db826468ce tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:17.960694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b49821d9-534b-4836-8e20-30f2efc45f11 req-48c8ebaf-e391-4fe1-aa19-17db826468ce tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.1829076 Feb 15 16:51:18.119946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b49821d9-534b-4836-8e20-30f2efc45f11 req-24c39d23-2612-4beb-b2a2-f777be3ebd37 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533830 Feb 15 16:51:18.138645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-558ec1b6-70d2-40e8-82fc-717774f3cf7b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-981998377-network', 'tenant_id': 'd50e5805188b4195b80b506af394e48d'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:18.222682 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0e423df-cc50-47ea-8bb1-48fe52ffa30e req-c62278f5-d4c6-4d83-8692-8de348d5f772 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 210 time: 0.0469577 Feb 15 16:51:18.231398 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558ec1b6-70d2-40e8-82fc-717774f3cf7b admin admin] Made reservation on behalf of d50e5805188b4195b80b506af394e48d for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:51:18.244578 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-558ec1b6-70d2-40e8-82fc-717774f3cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:18.257919 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-558ec1b6-70d2-40e8-82fc-717774f3cf7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:18.795941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ab555-7166-4386-8351-88c630e9ba38 req-91d2a68d-d343-4c87-971a-1d6982e7c70d tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:18.797594 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-91d2a68d-d343-4c87-971a-1d6982e7c70d tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.10 "GET /v2.0/networks?id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 HTTP/1.1" status: 200 len: 812 time: 0.4272788 Feb 15 16:51:18.888581 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-558ec1b6-70d2-40e8-82fc-717774f3cf7b admin admin] Publish callbacks [] for security_group (62bfbbfd-ef2e-4779-8fbe-24fcc4e19924), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:18.924245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-b48ab555-7166-4386-8351-88c630e9ba38 req-d00229ee-2beb-426e-b7f3-43a6bec90e29 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Request body: {'port': {'device_id': 'edc5125e-4e77-4c38-bace-7ca2072a07b0', 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8', 'admin_state_up': True, 'tenant_id': '2a3542f3a39647f59665a81bfe0c370a'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:18.969662 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe5aa8-8e28-47cf-ac96-768d6a3caf48 req-0f46eab9-4d3f-408c-a52a-2f882cc80eef tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:18.984102 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6afe5aa8-8e28-47cf-ac96-768d6a3caf48 req-0f46eab9-4d3f-408c-a52a-2f882cc80eef tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 945 time: 0.3715398 Feb 15 16:51:19.076787 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-558ec1b6-70d2-40e8-82fc-717774f3cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (62bfbbfd-ef2e-4779-8fbe-24fcc4e19924), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:19.198242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558ec1b6-70d2-40e8-82fc-717774f3cf7b admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:51:19.229089 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-558ec1b6-70d2-40e8-82fc-717774f3cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (75c0d09a-56d0-479f-8fd0-4e5327ecd323), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:19.231035 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-558ec1b6-70d2-40e8-82fc-717774f3cf7b admin admin] Added segment 75c0d09a-56d0-479f-8fd0-4e5327ecd323 of type vlan for network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 Feb 15 16:51:19.294000 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c4e15a2-537c-4ce5-bf5f-42f6ee3fd568 req-1b1dd45d-965f-4986-8f1b-644858e6ae5d tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.1912653 Feb 15 16:51:19.377416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ab555-7166-4386-8351-88c630e9ba38 req-18fd57e0-fb4e-4d40-a114-1d5538ef9cd8 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:19.382982 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-18fd57e0-fb4e-4d40-a114-1d5538ef9cd8 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.67 "GET /v2.0/networks?id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 HTTP/1.1" status: 200 len: 812 time: 0.9144454 Feb 15 16:51:19.399027 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-558ec1b6-70d2-40e8-82fc-717774f3cf7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (5c7b397a-77f6-47e0-8f8f-d0b42cdceb05), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:19.423947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-b48ab555-7166-4386-8351-88c630e9ba38 req-08f8acdf-6e95-4ea3-817f-14f8e3c13c60 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Request body: {'port': {'device_id': 'a6b8e4b4-a0b2-48a7-ade3-33adc1e08350', 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8', 'admin_state_up': True, 'tenant_id': '2a3542f3a39647f59665a81bfe0c370a'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:19.482128 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-05d0c7b0-c630-4daf-b930-a345e4ce9adc tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:51:19.610836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ec1b6-70d2-40e8-82fc-717774f3cf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bfbbfd-ef2e-4779-8fbe-24fcc4e19924,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:19.652172 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6afe5aa8-8e28-47cf-ac96-768d6a3caf48 req-f8e9964b-827e-40fa-8a0e-b8105a728300 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6659927 Feb 15 16:51:19.652933 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-558ec1b6-70d2-40e8-82fc-717774f3cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (5c7b397a-77f6-47e0-8f8f-d0b42cdceb05), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:19.654193 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558ec1b6-70d2-40e8-82fc-717774f3cf7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:19.654663 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-558ec1b6-70d2-40e8-82fc-717774f3cf7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:19.770134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ec1b6-70d2-40e8-82fc-717774f3cf7b admin admin] Pushing event updated for resources: {'Network': ['ID=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:19.795369 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:51:19.957693 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-558ec1b6-70d2-40e8-82fc-717774f3cf7b admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1072271 Feb 15 16:51:19.961384 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51944) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:20.045065 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2b5fbc7d-c30e-443f-bd88-511c85467ef6 admin admin] Request body: {'subnet': {'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-981998377-subnet', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:20.061170 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e952cc2f-d47d-4b4f-bbc5-2a19de594820 req-e350d0b8-91d6-443a-81b8-a873d5c70b94 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 210 time: 0.1528294 Feb 15 16:51:20.167740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48ab555-7166-4386-8351-88c630e9ba38 req-d00229ee-2beb-426e-b7f3-43a6bec90e29 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Made reservation on behalf of 2a3542f3a39647f59665a81bfe0c370a for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:51:20.171291 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-d00229ee-2beb-426e-b7f3-43a6bec90e29 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:20.214025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5fbc7d-c30e-443f-bd88-511c85467ef6 admin admin] Made reservation on behalf of d50e5805188b4195b80b506af394e48d for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:51:20.226152 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbc7d-c30e-443f-bd88-511c85467ef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:20.434471 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05d0c7b0-c630-4daf-b930-a345e4ce9adc tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:20.522722 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2e3cba39-0566-4f60-8bd7-9b63bccdb968 req-d54c3cf0-1857-4970-80e2-c682b9f67c76 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0750043 Feb 15 16:51:20.547867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aab32-78d6-488c-a312-360d3f00481f req-19d5b224-ccd7-408f-a13b-bb9b3b5bd765 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:20.562745 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-816aab32-78d6-488c-a312-360d3f00481f req-19d5b224-ccd7-408f-a13b-bb9b3b5bd765 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 1.1320441 Feb 15 16:51:20.615347 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05d0c7b0-c630-4daf-b930-a345e4ce9adc tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (efa9ae0e-4fe8-4d43-ba7e-7cb4c2050ef2), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:20.657786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-b48ab555-7166-4386-8351-88c630e9ba38 req-d00229ee-2beb-426e-b7f3-43a6bec90e29 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Allocated IP 172.20.0.8 (65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8/90996221-dff6-43e2-afc2-b6765e1e926f/acbe237f-9187-4987-8b32-04a5f0df57f3) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:51:20.862023 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbc7d-c30e-443f-bd88-511c85467ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (ee4840c8-e6d6-4864-8cc9-9887e739eb93), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:20.991385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea897f-47c9-4513-a64d-ef3e61e18bd5 req-6b0642e0-7e8a-4a5f-8f71-20e303430570 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:20.998565 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-edea897f-47c9-4513-a64d-ef3e61e18bd5 req-6b0642e0-7e8a-4a5f-8f71-20e303430570 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 945 time: 0.2127955 Feb 15 16:51:21.031957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a4bda-0065-4a8b-8545-2233558d3f4e req-2dded491-71af-4aee-bbb7-679b1bba3faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:21.034205 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d47a4bda-0065-4a8b-8545-2233558d3f4e req-2dded491-71af-4aee-bbb7-679b1bba3faa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 1128 time: 0.2168868 Feb 15 16:51:21.048915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5fbc7d-c30e-443f-bd88-511c85467ef6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee4840c8-e6d6-4864-8cc9-9887e739eb93,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:21.150953 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5fbc7d-c30e-443f-bd88-511c85467ef6 admin admin] Checking segment: {'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:51:21.153611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5fbc7d-c30e-443f-bd88-511c85467ef6 admin admin] Network hostable DHCP agents. Network: 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:51:21.158875 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-05d0c7b0-c630-4daf-b930-a345e4ce9adc tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Floating IP efa9ae0e-4fe8-4d43-ba7e-7cb4c2050ef2 associated. External IP: 172.25.4.11, port: 4d17c0b2-ffa2-476b-9d5e-6d583da88bc5. Feb 15 16:51:21.178757 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-d00229ee-2beb-426e-b7f3-43a6bec90e29 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks [] for port (acbe237f-9187-4987-8b32-04a5f0df57f3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:21.210381 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-edea897f-47c9-4513-a64d-ef3e61e18bd5 req-d7e5aaa5-3e15-46fd-afd0-bdfe1e33ed6f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097497 Feb 15 16:51:21.274170 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48ab555-7166-4386-8351-88c630e9ba38 req-08f8acdf-6e95-4ea3-817f-14f8e3c13c60 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Made reservation on behalf of 2a3542f3a39647f59665a81bfe0c370a for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:51:21.289014 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d47a4bda-0065-4a8b-8545-2233558d3f4e req-f09f35c1-75a1-4249-af89-800599eee2d4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432899 Feb 15 16:51:21.293031 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-08f8acdf-6e95-4ea3-817f-14f8e3c13c60 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:21.431086 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18c0fdf9-9331-4e4a-bd23-db50efac653e req-c02b3972-3e89-4446-beea-abe131dc125a tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 210 time: 0.0881386 Feb 15 16:51:21.434476 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-816aab32-78d6-488c-a312-360d3f00481f req-1f4c4417-5d92-4054-b0e2-60b0601b6f52 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8652871 Feb 15 16:51:21.435580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5fbc7d-c30e-443f-bd88-511c85467ef6 admin admin] Network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:51:21.567076 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-d00229ee-2beb-426e-b7f3-43a6bec90e29 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (acbe237f-9187-4987-8b32-04a5f0df57f3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:21.642673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-2b5fbc7d-c30e-443f-bd88-511c85467ef6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:51:21.658765 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23319a5e-f624-47a1-9ed6-162e4d4304cb None None] Network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:51:21.670803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00229ee-2beb-426e-b7f3-43a6bec90e29 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Pushing event updated for resources: {'Port': ['ID=acbe237f-9187-4987-8b32-04a5f0df57f3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:21.675143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48ab555-7166-4386-8351-88c630e9ba38 req-d00229ee-2beb-426e-b7f3-43a6bec90e29 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:51:21.679111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5fbc7d-c30e-443f-bd88-511c85467ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:21.681351 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2b5fbc7d-c30e-443f-bd88-511c85467ef6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:21.684209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-b48ab555-7166-4386-8351-88c630e9ba38 req-d00229ee-2beb-426e-b7f3-43a6bec90e29 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:51:21.687368 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48ab555-7166-4386-8351-88c630e9ba38 req-d00229ee-2beb-426e-b7f3-43a6bec90e29 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:51:21.779300 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-32962679-e542-4761-82cf-ed7f984b8728 req-d63baac3-185c-4b47-a367-b98e1dc987a7 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0848339 Feb 15 16:51:21.825781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ab555-7166-4386-8351-88c630e9ba38 req-d00229ee-2beb-426e-b7f3-43a6bec90e29 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:21.826818 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-d00229ee-2beb-426e-b7f3-43a6bec90e29 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:21.862533 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2b5fbc7d-c30e-443f-bd88-511c85467ef6 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8930275 Feb 15 16:51:21.875230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51956) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:21.879201 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-b48ab555-7166-4386-8351-88c630e9ba38 req-08f8acdf-6e95-4ea3-817f-14f8e3c13c60 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Allocated IP 172.20.0.9 (65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8/90996221-dff6-43e2-afc2-b6765e1e926f/3a88288a-e3b0-4c1f-99e4-3bd37b2b5109) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:51:21.882395 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:21.921112 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-d00229ee-2beb-426e-b7f3-43a6bec90e29 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0129318 Feb 15 16:51:21.943854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'project_id': 'd50e5805188b4195b80b506af394e48d', 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:51:21.944852 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:21.949778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Request body: {'port': {'device_id': 'edc5125e-4e77-4c38-bace-7ca2072a07b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:22.046428 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (3c8e9e02-c334-4a50-abed-f9672b7513c0), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:22.053248 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d0c7b0-c630-4daf-b930-a345e4ce9adc tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router 911e7221-e377-452e-8159-4816bba39f73 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:51:22.054403 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (3c8e9e02-c334-4a50-abed-f9672b7513c0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:22.378921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Allocated IP 172.20.0.2 (5c7b397a-77f6-47e0-8f8f-d0b42cdceb05/ee4840c8-e6d6-4864-8cc9-9887e739eb93/145f9fbd-e266-496f-86c3-963fd7ac8e3b) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:51:22.403986 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (acbe237f-9187-4987-8b32-04a5f0df57f3), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:22.501745 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Publish callbacks [] for router_controller (3c8e9e02-c334-4a50-abed-f9672b7513c0), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:22.603701 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d0c7b0-c630-4daf-b930-a345e4ce9adc tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:51:22.617385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b513a7a2-c49c-45b4-a7e2-bcee77288ee9 None None] Sync routers for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:51:22.742014 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Publish callbacks [] for port (145f9fbd-e266-496f-86c3-963fd7ac8e3b), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:22.758330 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b513a7a2-c49c-45b4-a7e2-bcee77288ee9 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:22.770295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b513a7a2-c49c-45b4-a7e2-bcee77288ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:22.860812 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (145f9fbd-e266-496f-86c3-963fd7ac8e3b), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:22.873535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b513a7a2-c49c-45b4-a7e2-bcee77288ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:22.906732 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:51:22.926904 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b513a7a2-c49c-45b4-a7e2-bcee77288ee9 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:22.927823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b513a7a2-c49c-45b4-a7e2-bcee77288ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:22.942622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:51:22.952616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f6a179-8f14-4276-aa4e-24a622cce046 req-7c026ce0-a998-4f9e-ac59-844dd19a8f5c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:22.963645 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57f6a179-8f14-4276-aa4e-24a622cce046 req-7c026ce0-a998-4f9e-ac59-844dd19a8f5c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 945 time: 0.5736623 Feb 15 16:51:23.018332 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-08f8acdf-6e95-4ea3-817f-14f8e3c13c60 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks [] for port (3a88288a-e3b0-4c1f-99e4-3bd37b2b5109), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:23.039388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:51:23.044241 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b513a7a2-c49c-45b4-a7e2-bcee77288ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:23.044943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b513a7a2-c49c-45b4-a7e2-bcee77288ee9 None None] The sync data for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:51:23.064939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Pushing event updated for resources: {'Port': ['ID=145f9fbd-e266-496f-86c3-963fd7ac8e3b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:23.089667 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84299c37-ae87-4e43-93e6-caad8fca0c76 req-9ada5fdc-fcfb-4280-855d-0fb5013e3a2d tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:23.094464 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-84299c37-ae87-4e43-93e6-caad8fca0c76 req-9ada5fdc-fcfb-4280-855d-0fb5013e3a2d tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.4917271 Feb 15 16:51:23.186251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Attempting to bind port 145f9fbd-e266-496f-86c3-963fd7ac8e3b on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:51:23.186667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Attempting to bind port 145f9fbd-e266-496f-86c3-963fd7ac8e3b by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:51:23.187032 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Attempting to bind port 145f9fbd-e266-496f-86c3-963fd7ac8e3b on network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:51:23.205662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:51:23.205936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Checking segment: {'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:51:23.206560 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:23.207054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Bound using segment: {'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:51:23.207595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Bound port: 145f9fbd-e266-496f-86c3-963fd7ac8e3b, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:51:23.207986 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (145f9fbd-e266-496f-86c3-963fd7ac8e3b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:23.301743 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-84299c37-ae87-4e43-93e6-caad8fca0c76 req-1cb4abf6-1cd6-4f13-a860-678aeb8da8a5 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003489 Feb 15 16:51:23.397420 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] For port 145f9fbd-e266-496f-86c3-963fd7ac8e3b, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:51:23.402926 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Publish callbacks [] for router_gateway (3c8e9e02-c334-4a50-abed-f9672b7513c0), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:23.404572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] For port 145f9fbd-e266-496f-86c3-963fd7ac8e3b, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=145f9fbd-e266-496f-86c3-963fd7ac8e3b,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:51:23.433996 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57f6a179-8f14-4276-aa4e-24a622cce046 req-f3d7a79a-2da5-421d-91c0-2bfcb39b0a49 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4692926 Feb 15 16:51:23.498518 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (145f9fbd-e266-496f-86c3-963fd7ac8e3b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:23.546407 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-08f8acdf-6e95-4ea3-817f-14f8e3c13c60 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3a88288a-e3b0-4c1f-99e4-3bd37b2b5109), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:23.739515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795aa809-1c06-4be0-964f-432d21c73893 None None] Pushing event updated for resources: {'Port': ['ID=145f9fbd-e266-496f-86c3-963fd7ac8e3b,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:23.742638 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48ab555-7166-4386-8351-88c630e9ba38 req-08f8acdf-6e95-4ea3-817f-14f8e3c13c60 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:51:23.763342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-b48ab555-7166-4386-8351-88c630e9ba38 req-08f8acdf-6e95-4ea3-817f-14f8e3c13c60 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:51:23.770187 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48ab555-7166-4386-8351-88c630e9ba38 req-08f8acdf-6e95-4ea3-817f-14f8e3c13c60 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:51:23.970686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8acdf-6e95-4ea3-817f-14f8e3c13c60 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Pushing event updated for resources: {'Port': ['ID=3a88288a-e3b0-4c1f-99e4-3bd37b2b5109,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:23.988321 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ab555-7166-4386-8351-88c630e9ba38 req-08f8acdf-6e95-4ea3-817f-14f8e3c13c60 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:23.989673 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-08f8acdf-6e95-4ea3-817f-14f8e3c13c60 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:24.198683 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab9093-b9d7-4eeb-bf43-97c109a172f9 req-649a4e49-7d87-4b3d-b667-e1eb7f4bc68c tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:24.212589 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4cab9093-b9d7-4eeb-bf43-97c109a172f9 req-649a4e49-7d87-4b3d-b667-e1eb7f4bc68c tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 931 time: 0.6810029 Feb 15 16:51:24.240335 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d0c7b0-c630-4daf-b930-a345e4ce9adc tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router f581d279-32bb-47b7-81ff-f299f4124bc3 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:51:24.432821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51978) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:24.440075 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 145f9fbd-e266-496f-86c3-963fd7ac8e3b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:51:24.470475 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4cab9093-b9d7-4eeb-bf43-97c109a172f9 req-f2e81208-dd5a-4f4f-b50d-2b0ddf9a552c tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545497 Feb 15 16:51:24.537291 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-08f8acdf-6e95-4ea3-817f-14f8e3c13c60 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1388607 Feb 15 16:51:24.553049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Request body: {'port': {'device_id': 'a6b8e4b4-a0b2-48a7-ade3-33adc1e08350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:24.689522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 145f9fbd-e266-496f-86c3-963fd7ac8e3b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:24.689908 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (145f9fbd-e266-496f-86c3-963fd7ac8e3b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:24.879444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 145f9fbd-e266-496f-86c3-963fd7ac8e3b is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:24.880200 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (145f9fbd-e266-496f-86c3-963fd7ac8e3b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:24.912062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b8249296-9555-4665-acce-bab7a4feff1e req-9226b8be-bab4-442c-8eed-ff88fc9ae926 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 1.2792809 Feb 15 16:51:25.017357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 145f9fbd-e266-496f-86c3-963fd7ac8e3b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=145f9fbd-e266-496f-86c3-963fd7ac8e3b,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:25.132575 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (145f9fbd-e266-496f-86c3-963fd7ac8e3b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:25.141677 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15ff3e9b-7966-44da-bdc7-d15261739a04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:25.243874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=145f9fbd-e266-496f-86c3-963fd7ac8e3b,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:25.272880 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3a88288a-e3b0-4c1f-99e4-3bd37b2b5109), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:25.419120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbe237f-9187-4987-8b32-04a5f0df57f3 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:51:25.431450 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-6b49d969-4f12-4b01-ba20-69e0e36ad26f tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:25.433029 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-6b49d969-4f12-4b01-ba20-69e0e36ad26f tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/networks?id=5768139a-8a69-46a4-99c3-4c56de134399 HTTP/1.1" status: 200 len: 810 time: 0.7465310 Feb 15 16:51:25.441747 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Publish callbacks [] for port (acbe237f-9187-4987-8b32-04a5f0df57f3), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:25.487772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Transition to ACTIVE for port object acbe237f-9187-4987-8b32-04a5f0df57f3 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:51:25.597434 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (acbe237f-9187-4987-8b32-04a5f0df57f3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:25.783045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5a547-1035-447d-a3ea-85078f069997 req-f7c7c887-6f72-4b6a-8e52-411cda913443 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:25.787683 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4db5a547-1035-447d-a3ea-85078f069997 req-f7c7c887-6f72-4b6a-8e52-411cda913443 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 945 time: 0.4063995 Feb 15 16:51:25.794876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Pushing event updated for resources: {'Port': ['ID=acbe237f-9187-4987-8b32-04a5f0df57f3,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:25.832030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc81dc3e-2623-4965-b470-86226c23afa0 None None] Network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:51:26.035063 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d0c7b0-c630-4daf-b930-a345e4ce9adc tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:51:26.047466 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1481a-c54a-4282-9d0e-6779a2f769ba None None] Sync routers for ids ['f581d279-32bb-47b7-81ff-f299f4124bc3'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:51:26.063206 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1481a-c54a-4282-9d0e-6779a2f769ba None None] Routers {'f581d279-32bb-47b7-81ff-f299f4124bc3'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:26.071643 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-77a1481a-c54a-4282-9d0e-6779a2f769ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f581d279-32bb-47b7-81ff-f299f4124bc3'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:26.083764 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-61e19a38-c4f3-4721-8276-fe061a8a8714 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/quotas/5c67acc8f1c648bcbb66c3025123165e HTTP/1.1" status: 200 len: 375 time: 0.1117959 Feb 15 16:51:26.099883 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05d0c7b0-c630-4daf-b930-a345e4ce9adc tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:26.128214 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4db5a547-1035-447d-a3ea-85078f069997 req-4c2f68ea-bb72-492a-91f9-67d1eb55f6c8 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3224275 Feb 15 16:51:26.152262 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Attempting to bind port acbe237f-9187-4987-8b32-04a5f0df57f3 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:51:26.153042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Attempting to bind port acbe237f-9187-4987-8b32-04a5f0df57f3 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:51:26.154794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Attempting to bind port acbe237f-9187-4987-8b32-04a5f0df57f3 on network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:51:26.163478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5a2f8b82-8fac-4aa0-a0a8-b0dd107229b6 None None] Provisioning complete for port 145f9fbd-e266-496f-86c3-963fd7ac8e3b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:26.163861 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a2f8b82-8fac-4aa0-a0a8-b0dd107229b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (145f9fbd-e266-496f-86c3-963fd7ac8e3b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:26.179015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Port acbe237f-9187-4987-8b32-04a5f0df57f3 on network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:51:26.180453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Attempting to bind port acbe237f-9187-4987-8b32-04a5f0df57f3 on network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:51:26.203381 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-77a1481a-c54a-4282-9d0e-6779a2f769ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:26.240854 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a1481a-c54a-4282-9d0e-6779a2f769ba None None] Routers {'f581d279-32bb-47b7-81ff-f299f4124bc3'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:26.243668 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-77a1481a-c54a-4282-9d0e-6779a2f769ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f581d279-32bb-47b7-81ff-f299f4124bc3'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:26.347882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 145f9fbd-e266-496f-86c3-963fd7ac8e3b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:51:26.490766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:51:26.491165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Checking segment: {'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:51:26.495801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Bound using segment: {'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:51:26.497533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Bound port: acbe237f-9187-4987-8b32-04a5f0df57f3, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:51:26.498066 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (acbe237f-9187-4987-8b32-04a5f0df57f3), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:26.589395 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15ff3e9b-7966-44da-bdc7-d15261739a04 admin admin] Publish callbacks [] for security_group (2d8a396b-8b82-4cd2-bcc8-7a8a0eda5323), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:26.603745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5a2f8b82-8fac-4aa0-a0a8-b0dd107229b6 None None] Current status of the port 145f9fbd-e266-496f-86c3-963fd7ac8e3b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:26.616062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 145f9fbd-e266-496f-86c3-963fd7ac8e3b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:26.616380 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (145f9fbd-e266-496f-86c3-963fd7ac8e3b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:26.675890 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-77a1481a-c54a-4282-9d0e-6779a2f769ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:26.676732 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-05d0c7b0-c630-4daf-b930-a345e4ce9adc tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "PUT /v2.0/floatingips/efa9ae0e-4fe8-4d43-ba7e-7cb4c2050ef2 HTTP/1.1" status: 200 len: 976 time: 9.2281179 Feb 15 16:51:26.677183 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a1481a-c54a-4282-9d0e-6779a2f769ba None None] The sync data for ids ['f581d279-32bb-47b7-81ff-f299f4124bc3'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:51:26.730597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:51:26.765572 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Publish callbacks [] for port (3a88288a-e3b0-4c1f-99e4-3bd37b2b5109), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:26.802527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Transition to ACTIVE for port object 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:51:26.806115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51998) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:26.846175 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 145f9fbd-e266-496f-86c3-963fd7ac8e3b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:26.857707 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-4276766b-090b-4723-92df-b630c33072c2 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=5c67acc8f1c648bcbb66c3025123165e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7656710 Feb 15 16:51:26.900680 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15ff3e9b-7966-44da-bdc7-d15261739a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2d8a396b-8b82-4cd2-bcc8-7a8a0eda5323), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:26.944727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e02b1763-ed4f-4ff8-a367-900a59b04a17 None None] Provisioning complete for port 145f9fbd-e266-496f-86c3-963fd7ac8e3b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:26.945150 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e02b1763-ed4f-4ff8-a367-900a59b04a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (145f9fbd-e266-496f-86c3-963fd7ac8e3b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:27.054819 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Publish callbacks [] for router_gateway (3c8e9e02-c334-4a50-abed-f9672b7513c0), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:27.208314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ee579-a63c-4496-91b3-f06cfb937174 req-f99c305c-4fda-41c3-afdb-2f82b883ab94 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:27.225616 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b3ee579-a63c-4496-91b3-f06cfb937174 req-f99c305c-4fda-41c3-afdb-2f82b883ab94 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 931 time: 0.8280869 Feb 15 16:51:27.242576 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:27.343742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] For port acbe237f-9187-4987-8b32-04a5f0df57f3, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:51:27.463785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e02b1763-ed4f-4ff8-a367-900a59b04a17 None None] Current status of the port 145f9fbd-e266-496f-86c3-963fd7ac8e3b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:27.519529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] For port acbe237f-9187-4987-8b32-04a5f0df57f3, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=acbe237f-9187-4987-8b32-04a5f0df57f3,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:51:27.581986 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b3ee579-a63c-4496-91b3-f06cfb937174 req-3d433806-fd67-457b-8be3-bce21818cd3f tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552530 Feb 15 16:51:27.626075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4d387e4e-aed3-4b18-b08e-700ba6b1c737 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting port d27a3fe9-fadb-4b35-9046-bbda818a68ea {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:27.626598 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d387e4e-aed3-4b18-b08e-700ba6b1c737 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d27a3fe9-fadb-4b35-9046-bbda818a68ea), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:27.647488 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (3a88288a-e3b0-4c1f-99e4-3bd37b2b5109), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:27.795720 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d387e4e-aed3-4b18-b08e-700ba6b1c737 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d27a3fe9-fadb-4b35-9046-bbda818a68ea), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:27.831266 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-15ff3e9b-7966-44da-bdc7-d15261739a04 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4cd96e984bb742a6989b1f1a705eef7a&name=default HTTP/1.1" status: 200 len: 3000 time: 3.3597224 Feb 15 16:51:27.847025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff3e9b-7966-44da-bdc7-d15261739a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8a396b-8b82-4cd2-bcc8-7a8a0eda5323,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:27.847025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52004) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:28.035963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Pushing event updated for resources: {'Port': ['ID=3a88288a-e3b0-4c1f-99e4-3bd37b2b5109,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:28.119781 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-e5a5e076-6012-4154-a835-b1d410c3150f service neutron] 10.222.0.107 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2540939 Feb 15 16:51:28.186683 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d387e4e-aed3-4b18-b08e-700ba6b1c737 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:28.187063 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d387e4e-aed3-4b18-b08e-700ba6b1c737 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (efa9ae0e-4fe8-4d43-ba7e-7cb4c2050ef2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:28.187375 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-4d387e4e-aed3-4b18-b08e-700ba6b1c737 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Floating IP efa9ae0e-4fe8-4d43-ba7e-7cb4c2050ef2 disassociated. External IP: 172.25.4.11, port: d27a3fe9-fadb-4b35-9046-bbda818a68ea. Feb 15 16:51:28.188126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4d387e4e-aed3-4b18-b08e-700ba6b1c737 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Calling delete_port for d27a3fe9-fadb-4b35-9046-bbda818a68ea owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:28.205721 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Attempting to bind port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:51:28.206648 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Attempting to bind port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:51:28.206648 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Attempting to bind port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 on network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:51:28.299665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (acbe237f-9187-4987-8b32-04a5f0df57f3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:28.310884 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-32397453-40e8-4723-a390-a1fa52367646 admin admin] Publish callbacks [] for security_group (2d8a396b-8b82-4cd2-bcc8-7a8a0eda5323), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:28.314327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 on network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:51:28.314647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Attempting to bind port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 on network 65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:51:28.342631 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:51:28.343023 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Checking segment: {'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:51:28.343559 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Bound using segment: {'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:51:28.344007 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Bound port: 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3485c3b9-f796-46a8-8819-386b35deedfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:51:28.344366 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3a88288a-e3b0-4c1f-99e4-3bd37b2b5109), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:28.362583 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-32397453-40e8-4723-a390-a1fa52367646 admin admin] Publish callbacks [] for security_group (2d8a396b-8b82-4cd2-bcc8-7a8a0eda5323), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:28.469059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] For port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:51:28.472628 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] For port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3a88288a-e3b0-4c1f-99e4-3bd37b2b5109,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:51:28.511797 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-f3449f4c-4751-4d3d-95d0-90d04af79dc5 service neutron] 10.222.0.107 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838305 Feb 15 16:51:28.534299 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (3a88288a-e3b0-4c1f-99e4-3bd37b2b5109), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:28.596430 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Allocated IP 172.25.4.210 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/aa2346d8-6a0e-4d9e-9624-f07817277401) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:51:28.600095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:28.600862 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:28.603845 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] 10.222.0.67 "PUT /v2.0/ports/3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 HTTP/1.1" status: 200 len: 1092 time: 4.0551183 Feb 15 16:51:28.604407 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6b8e4b4-a0b2-48a7-ade3-33adc1e08350', 'tag': '3a88288a-e3b0-4c1f-99e4-3bd37b2b5109'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:28.610140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-16f87fd2-9dc7-4f50-9ca1-581bdffe3ab8 req-a93cb742-6503-4619-9719-b20bf22f686e tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.3188610 Feb 15 16:51:28.621212 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8c74cd-3386-4270-ab3b-b27c3f8a274b" -d '{"events": [{"name": "network-changed", "server_uuid": "a6b8e4b4-a0b2-48a7-ade3-33adc1e08350", "tag": "3a88288a-e3b0-4c1f-99e4-3bd37b2b5109"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:28.654450 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-32397453-40e8-4723-a390-a1fa52367646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2d8a396b-8b82-4cd2-bcc8-7a8a0eda5323), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:28.667743 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-32397453-40e8-4723-a390-a1fa52367646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:28.670107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-32397453-40e8-4723-a390-a1fa52367646 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2d8a396b-8b82-4cd2-bcc8-7a8a0eda5323 HTTP/1.1" status: 204 len: 168 time: 0.8101523 Feb 15 16:51:28.679754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:28.681709 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:28.684006 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] 10.222.0.10 "PUT /v2.0/ports/acbe237f-9187-4987-8b32-04a5f0df57f3 HTTP/1.1" status: 200 len: 1092 time: 6.7465727 Feb 15 16:51:28.684998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a8545-ef11-4e71-9c0f-3be984b3660d service neutron] Pushing event updated for resources: {'Port': ['ID=acbe237f-9187-4987-8b32-04a5f0df57f3,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:28.691736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc5125e-4e77-4c38-bace-7ca2072a07b0', 'tag': 'acbe237f-9187-4987-8b32-04a5f0df57f3'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:28.695091 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3deaf03-d5f8-4cc4-be2b-c738d121c381" -d '{"events": [{"name": "network-changed", "server_uuid": "edc5125e-4e77-4c38-bace-7ca2072a07b0", "tag": "acbe237f-9187-4987-8b32-04a5f0df57f3"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:28.724193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32397453-40e8-4723-a390-a1fa52367646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8a396b-8b82-4cd2-bcc8-7a8a0eda5323,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:28.817888 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8e11d-9b8c-4c4d-914c-73d1371e7e9f service neutron] Pushing event updated for resources: {'Port': ['ID=3a88288a-e3b0-4c1f-99e4-3bd37b2b5109,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:28.823759 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d387e4e-aed3-4b18-b08e-700ba6b1c737 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d27a3fe9-fadb-4b35-9046-bbda818a68ea), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:28.888375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ab555-7166-4386-8351-88c630e9ba38 req-90d5a7c4-88a0-4823-89eb-ebd8ace012e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:28.891424 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-90d5a7c4-88a0-4823-89eb-ebd8ace012e2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a3542f3a39647f59665a81bfe0c370a&device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 1126 time: 0.1492734 Feb 15 16:51:28.941592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d387e4e-aed3-4b18-b08e-700ba6b1c737 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Port': ['ID=d27a3fe9-fadb-4b35-9046-bbda818a68ea,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:28.976313 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-e97382bb-8ee3-4a66-85c3-a94ab729dd52 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 HTTP/1.1" status: 200 len: 217 time: 0.0746751 Feb 15 16:51:29.129517 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ab555-7166-4386-8351-88c630e9ba38 req-3293c386-3765-4627-bd8a-6b26153ec0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:29.133396 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-3293c386-3765-4627-bd8a-6b26153ec0ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90996221-dff6-43e2-afc2-b6765e1e926f HTTP/1.1" status: 200 len: 852 time: 0.1500831 Feb 15 16:51:29.194548 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-389a7ed6-7c24-4362-94e7-cd33729a8ec2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504522 Feb 15 16:51:29.252873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873ff54-1346-4cc5-beb4-d6854bb0783b req-9ec868b0-a315-41da-ac40-07f237134256 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:29.254601 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4873ff54-1346-4cc5-beb4-d6854bb0783b req-9ec868b0-a315-41da-ac40-07f237134256 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 945 time: 0.4445450 Feb 15 16:51:29.306075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d863a-1027-4945-8253-659f469ec112 req-6631c2e8-4951-4c9a-b9ad-93aca033434f tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:29.308174 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-349d863a-1027-4945-8253-659f469ec112 req-6631c2e8-4951-4c9a-b9ad-93aca033434f tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 943 time: 0.2205689 Feb 15 16:51:29.363786 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-b6d9793d-a148-4a23-b316-82c8583bb2a6 service neutron] 10.222.0.67 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638019 Feb 15 16:51:29.459309 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-349d863a-1027-4945-8253-659f469ec112 req-76a2129c-cf81-42d0-aedc-0dea44515ae3 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430800 Feb 15 16:51:29.468339 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Publish callbacks [] for port (aa2346d8-6a0e-4d9e-9624-f07817277401), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:29.507512 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ab555-7166-4386-8351-88c630e9ba38 req-4038a4e8-713c-4d83-a793-39203b7c1162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:29.509661 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-4038a4e8-713c-4d83-a793-39203b7c1162 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a3542f3a39647f59665a81bfe0c370a&device_id=edc5125e-4e77-4c38-bace-7ca2072a07b0 HTTP/1.1" status: 200 len: 1126 time: 0.5991595 Feb 15 16:51:29.549073 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8442aa-d147-4385-bda0-3e4494fe5469 x-openstack-request-id: req-3b8442aa-d147-4385-bda0-3e4494fe5469 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:29.549381 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6b8e4b4-a0b2-48a7-ade3-33adc1e08350", "tag": "3a88288a-e3b0-4c1f-99e4-3bd37b2b5109", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:29.549642 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3b8442aa-d147-4385-bda0-3e4494fe5469 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:29.550054 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6b8e4b4-a0b2-48a7-ade3-33adc1e08350', 'tag': '3a88288a-e3b0-4c1f-99e4-3bd37b2b5109', 'status': 'completed', 'code': 200} Feb 15 16:51:29.552593 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-b4998b4e-5c39-4ce9-9c23-cf48bc4f5e77 service neutron] 10.222.0.67 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634209 Feb 15 16:51:29.612884 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-8b5e6256-a042-4b8a-bd33-9735dcc0dfc0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acbe237f-9187-4987-8b32-04a5f0df57f3 HTTP/1.1" status: 200 len: 217 time: 0.0874662 Feb 15 16:51:29.638265 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4873ff54-1346-4cc5-beb4-d6854bb0783b req-6e9d5190-981b-494c-a797-27c3157fdd50 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3696423 Feb 15 16:51:29.706015 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5560312d-c2a8-4b44-9b33-f6c11bc398d8 x-openstack-request-id: req-5560312d-c2a8-4b44-9b33-f6c11bc398d8 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:29.706320 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc5125e-4e77-4c38-bace-7ca2072a07b0", "tag": "acbe237f-9187-4987-8b32-04a5f0df57f3", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:29.706589 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5560312d-c2a8-4b44-9b33-f6c11bc398d8 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:29.707023 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc5125e-4e77-4c38-bace-7ca2072a07b0', 'tag': 'acbe237f-9187-4987-8b32-04a5f0df57f3', 'status': 'completed', 'code': 200} Feb 15 16:51:29.804904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d387e4e-aed3-4b18-b08e-700ba6b1c737 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router f581d279-32bb-47b7-81ff-f299f4124bc3 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:51:29.816891 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7f32c92a-7937-46ce-b67f-642fd1d47f8c req-458667b4-8987-4c60-8fb0-1af4758ebb2f tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 210 time: 0.0910170 Feb 15 16:51:29.840386 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c74cd-3386-4270-ab3b-b27c3f8a274b req-39ae3110-2c14-4423-bdad-c803e7318019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:29.845262 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff8c74cd-3386-4270-ab3b-b27c3f8a274b req-39ae3110-2c14-4423-bdad-c803e7318019 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a3542f3a39647f59665a81bfe0c370a&device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 1126 time: 0.1704667 Feb 15 16:51:29.856809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ab555-7166-4386-8351-88c630e9ba38 req-c3d045cf-f114-48da-a8c5-cc28dafde0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:29.860002 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-c3d045cf-f114-48da-a8c5-cc28dafde0d6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=90996221-dff6-43e2-afc2-b6765e1e926f HTTP/1.1" status: 200 len: 852 time: 0.2191265 Feb 15 16:51:30.064253 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c74cd-3386-4270-ab3b-b27c3f8a274b req-04e920e1-1119-492a-acd8-0d83e330aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:30.066351 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff8c74cd-3386-4270-ab3b-b27c3f8a274b req-04e920e1-1119-492a-acd8-0d83e330aada service neutron] 10.222.0.67 "GET /v2.0/networks?id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 HTTP/1.1" status: 200 len: 913 time: 0.2131536 Feb 15 16:51:30.126197 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d387e4e-aed3-4b18-b08e-700ba6b1c737 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:51:30.139094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b0b832-dd90-4661-982d-7ef5c43f3955 None None] Sync routers for ids ['f581d279-32bb-47b7-81ff-f299f4124bc3'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:51:30.173527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0b832-dd90-4661-982d-7ef5c43f3955 None None] Routers {'f581d279-32bb-47b7-81ff-f299f4124bc3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:30.174491 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-26b0b832-dd90-4661-982d-7ef5c43f3955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f581d279-32bb-47b7-81ff-f299f4124bc3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:30.177296 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff8c74cd-3386-4270-ab3b-b27c3f8a274b req-2ac62251-0dd5-483e-bef5-17f1d7a2d1ab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 HTTP/1.1" status: 200 len: 217 time: 0.1043689 Feb 15 16:51:30.193287 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (aa2346d8-6a0e-4d9e-9624-f07817277401), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:30.239817 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-26b0b832-dd90-4661-982d-7ef5c43f3955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:30.253311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0b832-dd90-4661-982d-7ef5c43f3955 None None] Routers {'f581d279-32bb-47b7-81ff-f299f4124bc3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:30.254781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-26b0b832-dd90-4661-982d-7ef5c43f3955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f581d279-32bb-47b7-81ff-f299f4124bc3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:30.292095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c74cd-3386-4270-ab3b-b27c3f8a274b req-a69d146b-f240-4a16-ad93-941c5452aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:30.293622 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff8c74cd-3386-4270-ab3b-b27c3f8a274b req-a69d146b-f240-4a16-ad93-941c5452aca3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90996221-dff6-43e2-afc2-b6765e1e926f HTTP/1.1" status: 200 len: 852 time: 0.1085451 Feb 15 16:51:30.295755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-26b0b832-dd90-4661-982d-7ef5c43f3955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:30.296773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b0b832-dd90-4661-982d-7ef5c43f3955 None None] The sync data for ids ['f581d279-32bb-47b7-81ff-f299f4124bc3'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:51:30.334103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-966ab70e-c627-4376-a2c5-e18d0b62f403 req-07fa010c-67e8-441b-8a59-4001d799b862 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.4727447 Feb 15 16:51:30.338619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-2d369287-a4eb-4f5f-bb45-098688c1eb56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4637401 Feb 15 16:51:30.341802 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff8c74cd-3386-4270-ab3b-b27c3f8a274b req-03fa8527-4acc-4da8-8e0e-6dc693e9a8fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418479 Feb 15 16:51:30.505050 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-2d439042-6d89-49b0-8c01-1f1f9648694d service neutron] 10.222.0.10 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303549 Feb 15 16:51:30.516314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Pushing event updated for resources: {'Port': ['ID=aa2346d8-6a0e-4d9e-9624-f07817277401,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:30.522320 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff8c74cd-3386-4270-ab3b-b27c3f8a274b req-0ab88352-c498-4903-8a78-d0e058b6d846 service neutron] 10.222.0.67 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727700 Feb 15 16:51:30.537995 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:30.544282 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:51:30.566265 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:51:30.669298 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:30.738429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:51:30.872262 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b48ab555-7166-4386-8351-88c630e9ba38 req-211a9d26-a3c1-4457-91bc-82a056fe7027 service neutron] 10.222.0.10 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073797 Feb 15 16:51:30.884803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e46ebe-71c2-416b-a433-baf36020e973 req-f501e608-85bc-40bb-b446-d954b28a5591 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:30.891899 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-65e46ebe-71c2-416b-a433-baf36020e973 req-f501e608-85bc-40bb-b446-d954b28a5591 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 943 time: 0.2326517 Feb 15 16:51:30.905940 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff8c74cd-3386-4270-ab3b-b27c3f8a274b req-a7c9af13-7d70-43d5-8f46-45802793326b service neutron] 10.222.0.67 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764970 Feb 15 16:51:30.915083 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d387e4e-aed3-4b18-b08e-700ba6b1c737 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:30.918813 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4d387e4e-aed3-4b18-b08e-700ba6b1c737 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/ports/d27a3fe9-fadb-4b35-9046-bbda818a68ea HTTP/1.1" status: 204 len: 168 time: 4.1059692 Feb 15 16:51:30.923027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52052) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:31.001332 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:51:31.004767 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-65e46ebe-71c2-416b-a433-baf36020e973 req-dc51d884-e3c0-4965-8bf6-df1676f49caf tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114516 Feb 15 16:51:31.241705 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-72721d52-d985-4984-9688-7beb85a75cad req-31bbd0a0-9e26-4c08-ad1e-60e0f1876a43 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 210 time: 0.0697699 Feb 15 16:51:31.302244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3a88288a-e3b0-4c1f-99e4-3bd37b2b5109,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:31.323935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '3a88288a-e3b0-4c1f-99e4-3bd37b2b5109', 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8', 'port_id': '3a88288a-e3b0-4c1f-99e4-3bd37b2b5109', 'mac_address': 'fa:16:3e:51:fc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90996221-dff6-43e2-afc2-b6765e1e926f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:51:31.380607 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:31.381332 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3a88288a-e3b0-4c1f-99e4-3bd37b2b5109), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:31.398268 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:51:31.424646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3a88288a-e3b0-4c1f-99e4-3bd37b2b5109,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:31.480921 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3a88288a-e3b0-4c1f-99e4-3bd37b2b5109), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:31.487165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50cbb5-39c9-4189-9ee8-74c2b9eb094a req-027e9eb8-0b12-42f9-b84b-8c2dfb8dc890 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:31.488797 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5d50cbb5-39c9-4189-9ee8-74c2b9eb094a req-027e9eb8-0b12-42f9-b84b-8c2dfb8dc890 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 945 time: 0.6615012 Feb 15 16:51:31.506831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3deaf03-d5f8-4cc4-be2b-c738d121c381 req-1ce53337-6e88-4d1c-a180-0f22215296e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:31.508990 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3deaf03-d5f8-4cc4-be2b-c738d121c381 req-1ce53337-6e88-4d1c-a180-0f22215296e9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a3542f3a39647f59665a81bfe0c370a&device_id=edc5125e-4e77-4c38-bace-7ca2072a07b0 HTTP/1.1" status: 200 len: 1126 time: 0.4406424 Feb 15 16:51:31.518051 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5b481da-9431-422c-b321-e9f5a064827c req-261a7d46-9f34-406d-93f9-71096fd42ef8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0553927 Feb 15 16:51:31.581002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=3a88288a-e3b0-4c1f-99e4-3bd37b2b5109,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:31.698130 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['3a88288a-e3b0-4c1f-99e4-3bd37b2b5109'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:51:32.083608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5d50cbb5-39c9-4189-9ee8-74c2b9eb094a req-b4b4652b-da37-49f1-9174-715e2b8e2e2f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5827596 Feb 15 16:51:32.231074 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3e9f6-e18b-4f40-af3e-38036ec7e419 req-96e6c4d2-f5a6-45f0-a09d-b2db806f4c34 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:32.237247 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-80d3e9f6-e18b-4f40-af3e-38036ec7e419 req-96e6c4d2-f5a6-45f0-a09d-b2db806f4c34 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 944 time: 0.0703416 Feb 15 16:51:32.275887 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Publish callbacks [] for router_gateway (3c8e9e02-c334-4a50-abed-f9672b7513c0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:32.281419 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3deaf03-d5f8-4cc4-be2b-c738d121c381 req-57702cfb-2f8a-457c-952d-29604d3bcff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:32.282954 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3deaf03-d5f8-4cc4-be2b-c738d121c381 req-57702cfb-2f8a-457c-952d-29604d3bcff2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 HTTP/1.1" status: 200 len: 913 time: 0.2434695 Feb 15 16:51:32.379629 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-80d3e9f6-e18b-4f40-af3e-38036ec7e419 req-90c8912d-5e08-4700-9b62-3cd9dc46699f tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353364 Feb 15 16:51:32.420897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-b2b9e4f2-0473-4690-b65a-000d5af193f8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:32.422606 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-b2b9e4f2-0473-4690-b65a-000d5af193f8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.10 "GET /v2.0/networks?id=5768139a-8a69-46a4-99c3-4c56de134399 HTTP/1.1" status: 200 len: 810 time: 0.1602678 Feb 15 16:51:32.435424 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-1dca3f86-0959-4a5e-8c3c-f558809b5bd8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Request body: {'port': {'device_id': 'a98be146-fae7-4900-af2f-daa8071f0d78', 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399', 'admin_state_up': True, 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:32.527932 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3deaf03-d5f8-4cc4-be2b-c738d121c381 req-c523072c-ca0b-43d1-9cc6-5cc9be994e7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acbe237f-9187-4987-8b32-04a5f0df57f3 HTTP/1.1" status: 200 len: 217 time: 0.1967738 Feb 15 16:51:32.531416 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-98d30f5b-422a-481e-833a-58041a665c88 req-52995356-dbf7-42ea-bb77-0cb2532ff9b0 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 210 time: 0.2040629 Feb 15 16:51:32.675162 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0fd6faa0-a1fc-4b64-9ae8-0ab554586c3b req-7f78e70d-cd57-4a13-9666-d9ff3f538bdf tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0501118 Feb 15 16:51:32.676352 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-1dca3f86-0959-4a5e-8c3c-f558809b5bd8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Made reservation on behalf of 5c67acc8f1c648bcbb66c3025123165e for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:51:32.679825 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-1dca3f86-0959-4a5e-8c3c-f558809b5bd8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:32.703115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3deaf03-d5f8-4cc4-be2b-c738d121c381 req-78b7c728-f945-4b9e-9ea8-c7f714fe57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:32.707985 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3deaf03-d5f8-4cc4-be2b-c738d121c381 req-78b7c728-f945-4b9e-9ea8-c7f714fe57bf service neutron] 10.222.0.10 "GET /v2.0/subnets?id=90996221-dff6-43e2-afc2-b6765e1e926f HTTP/1.1" status: 200 len: 852 time: 0.1708546 Feb 15 16:51:32.807066 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3deaf03-d5f8-4cc4-be2b-c738d121c381 req-f5b36e9f-d29a-4277-b9d3-5ec7e67611de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943971 Feb 15 16:51:32.823829 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-1dca3f86-0959-4a5e-8c3c-f558809b5bd8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Allocated IP 172.20.0.7 (5768139a-8a69-46a4-99c3-4c56de134399/69ce327b-dd59-48f2-b8be-ecdadc3586e1/0f58c61a-3693-4bb8-b3eb-a229ed1a7d81) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:51:32.994540 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8d223da-c2c4-4ee2-bfa2-cee126575d7c tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (f581d279-32bb-47b7-81ff-f299f4124bc3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:33.014309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:51:33.015076 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-1dca3f86-0959-4a5e-8c3c-f558809b5bd8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Publish callbacks [] for port (0f58c61a-3693-4bb8-b3eb-a229ed1a7d81), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:33.040986 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3deaf03-d5f8-4cc4-be2b-c738d121c381 req-32bace1f-e01f-4304-852f-cf220b170047 service neutron] 10.222.0.10 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045436 Feb 15 16:51:33.075637 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (3c8e9e02-c334-4a50-abed-f9672b7513c0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:33.207403 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-1dca3f86-0959-4a5e-8c3c-f558809b5bd8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0f58c61a-3693-4bb8-b3eb-a229ed1a7d81), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:33.210523 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:51:33.216030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:33.216538 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3a88288a-e3b0-4c1f-99e4-3bd37b2b5109), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:33.252842 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['f65d11e8-f7f7-4228-88e8-2a2fa8e6268a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:51:33.288048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca3f86-0959-4a5e-8c3c-f558809b5bd8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Pushing event updated for resources: {'Port': ['ID=0f58c61a-3693-4bb8-b3eb-a229ed1a7d81,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:33.316781 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-1dca3f86-0959-4a5e-8c3c-f558809b5bd8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Network 5768139a-8a69-46a4-99c3-4c56de134399 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:51:33.320068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-1dca3f86-0959-4a5e-8c3c-f558809b5bd8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:51:33.337528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-1dca3f86-0959-4a5e-8c3c-f558809b5bd8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:51:33.392621 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3deaf03-d5f8-4cc4-be2b-c738d121c381 req-6feb1378-d0da-4e90-8de4-cbe4980eac9c service neutron] 10.222.0.10 "GET /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123257 Feb 15 16:51:33.400610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf69e7c2-da04-447a-9319-37f905eed3e5 req-9173057d-6903-463c-a346-21bce19e2eb6 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:33.402610 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf69e7c2-da04-447a-9319-37f905eed3e5 req-9173057d-6903-463c-a346-21bce19e2eb6 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 945 time: 0.1934693 Feb 15 16:51:33.444959 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-1dca3f86-0959-4a5e-8c3c-f558809b5bd8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:33.446659 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-1dca3f86-0959-4a5e-8c3c-f558809b5bd8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:33.516793 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf69e7c2-da04-447a-9319-37f905eed3e5 req-b87074c6-a0d8-417a-9981-87d08c94088e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965357 Feb 15 16:51:33.544980 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-1dca3f86-0959-4a5e-8c3c-f558809b5bd8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1140945 Feb 15 16:51:33.550765 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:33.552647 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3a88288a-e3b0-4c1f-99e4-3bd37b2b5109), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:33.582828 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Request body: {'port': {'device_id': 'a98be146-fae7-4900-af2f-daa8071f0d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:33.597982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b8e4b4-a0b2-48a7-ade3-33adc1e08350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a88288a-e3b0-4c1f-99e4-3bd37b2b5109'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:33.600467 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9396d038-0787-48c5-801b-0f64d50951b3" -d '{"events": [{"server_uuid": "a6b8e4b4-a0b2-48a7-ade3-33adc1e08350", "name": "network-vif-plugged", "status": "completed", "tag": "3a88288a-e3b0-4c1f-99e4-3bd37b2b5109"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:33.606194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Router 3c8e9e02-c334-4a50-abed-f9672b7513c0 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:51:33.618156 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3a88288a-e3b0-4c1f-99e4-3bd37b2b5109,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:33.649955 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28921b91-aecc-491e-9193-dc21265b626f req-3ae78f44-e731-4324-b788-f6f55a5e1eb3 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:33.651747 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-28921b91-aecc-491e-9193-dc21265b626f req-3ae78f44-e731-4324-b788-f6f55a5e1eb3 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 944 time: 0.1717281 Feb 15 16:51:33.684256 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3a88288a-e3b0-4c1f-99e4-3bd37b2b5109), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:33.741063 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f58c61a-3693-4bb8-b3eb-a229ed1a7d81), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:33.744230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e8d223da-c2c4-4ee2-bfa2-cee126575d7c tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting port 966baf37-2959-4025-9bc1-d4444283453a {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:33.744647 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8d223da-c2c4-4ee2-bfa2-cee126575d7c tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (966baf37-2959-4025-9bc1-d4444283453a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:33.777764 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-28921b91-aecc-491e-9193-dc21265b626f req-4cb059e8-d309-4952-9912-3023c796f77a tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184435 Feb 15 16:51:33.788279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=3a88288a-e3b0-4c1f-99e4-3bd37b2b5109,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:33.863752 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fd6694-432b-49f0-9f3a-dedcb63a593e x-openstack-request-id: req-c5fd6694-432b-49f0-9f3a-dedcb63a593e {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:33.864249 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b8e4b4-a0b2-48a7-ade3-33adc1e08350", "name": "network-vif-plugged", "status": "completed", "tag": "3a88288a-e3b0-4c1f-99e4-3bd37b2b5109", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:33.870013 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c5fd6694-432b-49f0-9f3a-dedcb63a593e {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:33.870840 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b8e4b4-a0b2-48a7-ade3-33adc1e08350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a88288a-e3b0-4c1f-99e4-3bd37b2b5109', 'code': 200} Feb 15 16:51:33.892815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f924b-d832-4d66-b2f1-1f475015b14f req-7a1aa53b-25f5-41e2-93b1-6ac59e2793f2 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:33.894658 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0f8f924b-d832-4d66-b2f1-1f475015b14f req-7a1aa53b-25f5-41e2-93b1-6ac59e2793f2 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 931 time: 0.2241669 Feb 15 16:51:33.975687 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:51:33.991613 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Sync routers for ids ['3c8e9e02-c334-4a50-abed-f9672b7513c0'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:51:33.999561 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8d223da-c2c4-4ee2-bfa2-cee126575d7c tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (966baf37-2959-4025-9bc1-d4444283453a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:34.017650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device acbe237f-9187-4987-8b32-04a5f0df57f3 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:51:34.019021 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Routers {'3c8e9e02-c334-4a50-abed-f9672b7513c0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:34.020135 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3c8e9e02-c334-4a50-abed-f9672b7513c0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:34.023134 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0f8f924b-d832-4d66-b2f1-1f475015b14f req-261bc0a2-e686-40f9-a714-8aa6a5aac20f tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080852 Feb 15 16:51:34.033505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e8d223da-c2c4-4ee2-bfa2-cee126575d7c tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Calling delete_port for 966baf37-2959-4025-9bc1-d4444283453a owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:34.061056 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-935019e0-ca33-4226-8478-10afaf98c567 req-ec144767-56c9-4f27-a434-500770657bbc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.1340480 Feb 15 16:51:34.116132 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:34.120021 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-60640e83-5c02-4a1f-adf2-7e6071b4dbbd admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.2394156 Feb 15 16:51:34.121926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52112) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:34.152404 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port acbe237f-9187-4987-8b32-04a5f0df57f3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=acbe237f-9187-4987-8b32-04a5f0df57f3,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:34.167959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'acbe237f-9187-4987-8b32-04a5f0df57f3', 'network_id': '65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8', 'port_id': 'acbe237f-9187-4987-8b32-04a5f0df57f3', 'mac_address': 'fa:16:3e:88:05:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90996221-dff6-43e2-afc2-b6765e1e926f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:51:34.216662 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efcd9c5-8d68-4101-b029-3a003a693958 req-cc94855d-7cd3-437b-9f9b-ddb7e74aca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:34.221163 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3efcd9c5-8d68-4101-b029-3a003a693958 req-cc94855d-7cd3-437b-9f9b-ddb7e74aca04 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 1128 time: 0.2687280 Feb 15 16:51:34.232655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port acbe237f-9187-4987-8b32-04a5f0df57f3 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:34.233064 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (acbe237f-9187-4987-8b32-04a5f0df57f3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:34.261971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbe237f-9187-4987-8b32-04a5f0df57f3 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:51:34.287765 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Set router 3c8e9e02-c334-4a50-abed-f9672b7513c0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:51:34.310429 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port acbe237f-9187-4987-8b32-04a5f0df57f3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=acbe237f-9187-4987-8b32-04a5f0df57f3,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:34.339935 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3efcd9c5-8d68-4101-b029-3a003a693958 req-8a2c7b40-da41-4886-8dac-b3aa630f249d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105943 Feb 15 16:51:34.406159 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (acbe237f-9187-4987-8b32-04a5f0df57f3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:34.501463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:51:34.510282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=acbe237f-9187-4987-8b32-04a5f0df57f3,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:34.527226 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Publish callbacks [] for port (0f58c61a-3693-4bb8-b3eb-a229ed1a7d81), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:34.541563 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Transition to ACTIVE for port object 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:51:34.588737 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:31Z', 'revision_number': 3, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:34.618352 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (0f58c61a-3693-4bb8-b3eb-a229ed1a7d81), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:34.624807 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Checking router: 3c8e9e02-c334-4a50-abed-f9672b7513c0 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:51:34.624807 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Updating router 3c8e9e02-c334-4a50-abed-f9672b7513c0 port aa2346d8-6a0e-4d9e-9624-f07817277401 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:51:34.655321 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (aa2346d8-6a0e-4d9e-9624-f07817277401), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:34.693832 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8d223da-c2c4-4ee2-bfa2-cee126575d7c tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (966baf37-2959-4025-9bc1-d4444283453a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:34.696248 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['acbe237f-9187-4987-8b32-04a5f0df57f3'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:51:34.783932 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Pushing event updated for resources: {'Port': ['ID=0f58c61a-3693-4bb8-b3eb-a229ed1a7d81,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:34.899343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Attempting to bind port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:51:34.899687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Attempting to bind port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '1d9f79d2-2275-4852-b917-bf2ff270a29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:51:34.900022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Attempting to bind port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 on network 5768139a-8a69-46a4-99c3-4c56de134399 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:51:34.915436 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 on network 5768139a-8a69-46a4-99c3-4c56de134399 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:51:34.915774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Attempting to bind port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 on network 5768139a-8a69-46a4-99c3-4c56de134399 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:51:34.929638 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:51:34.930522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Checking segment: {'id': '1d9f79d2-2275-4852-b917-bf2ff270a29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:51:34.930936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Bound using segment: {'id': '1d9f79d2-2275-4852-b917-bf2ff270a29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:51:34.931388 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Bound port: 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d9f79d2-2275-4852-b917-bf2ff270a29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:51:34.932041 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f58c61a-3693-4bb8-b3eb-a229ed1a7d81), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:35.098739 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec0772-4f27-4b54-8be0-d2e30051f275 req-5b985b2b-55e5-4d45-86b0-3a32f83612f2 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:35.109983 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-23ec0772-4f27-4b54-8be0-d2e30051f275 req-5b985b2b-55e5-4d45-86b0-3a32f83612f2 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 945 time: 0.1965957 Feb 15 16:51:35.137382 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] For port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:51:35.161839 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] For port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0f58c61a-3693-4bb8-b3eb-a229ed1a7d81,segment=NetworkSegment(1d9f79d2-2275-4852-b917-bf2ff270a29c),segment_id=1d9f79d2-2275-4852-b917-bf2ff270a29c)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:51:35.181145 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Publish callbacks [] for port (aa2346d8-6a0e-4d9e-9624-f07817277401), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:35.194909 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-23ec0772-4f27-4b54-8be0-d2e30051f275 req-c9cad802-fef2-4382-a343-f69a4c3585d2 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782228 Feb 15 16:51:35.242046 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (0f58c61a-3693-4bb8-b3eb-a229ed1a7d81), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:35.288024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:35.288651 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:35.290072 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] 10.222.0.10 "PUT /v2.0/ports/0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 HTTP/1.1" status: 200 len: 1092 time: 1.7283430 Feb 15 16:51:35.297723 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98be146-fae7-4900-af2f-daa8071f0d78', 'tag': '0f58c61a-3693-4bb8-b3eb-a229ed1a7d81'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:35.304160 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (aa2346d8-6a0e-4d9e-9624-f07817277401), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:35.308109 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27c63f3-0f5e-4a34-975b-60b0584a5a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a98be146-fae7-4900-af2f-daa8071f0d78", "tag": "0f58c61a-3693-4bb8-b3eb-a229ed1a7d81"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:35.363639 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4cc72d-8118-4a43-b6d5-d2f0f76da998 service neutron] Pushing event updated for resources: {'Port': ['ID=0f58c61a-3693-4bb8-b3eb-a229ed1a7d81,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:35.383012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d223da-c2c4-4ee2-bfa2-cee126575d7c tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Port': ['ID=966baf37-2959-4025-9bc1-d4444283453a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:35.383820 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60583a-a309-43af-aa22-1060a339129d req-0af31ec8-08db-4fd8-b9be-a3029c7ab399 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:35.406167 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5c60583a-a309-43af-aa22-1060a339129d req-0af31ec8-08db-4fd8-b9be-a3029c7ab399 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 943 time: 0.1091988 Feb 15 16:51:35.433404 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c46c21-64a6-4460-86ac-523d948de1b1 None None] Pushing event updated for resources: {'Port': ['ID=aa2346d8-6a0e-4d9e-9624-f07817277401,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:35.434326 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Attempting to bind port aa2346d8-6a0e-4d9e-9624-f07817277401 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:51:35.434726 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Attempting to bind port aa2346d8-6a0e-4d9e-9624-f07817277401 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:51:35.435068 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Attempting to bind port aa2346d8-6a0e-4d9e-9624-f07817277401 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:51:35.445098 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:51:35.477525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:51:35.477525 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:35.477525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:51:35.477525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Bound port: aa2346d8-6a0e-4d9e-9624-f07817277401, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:51:35.477525 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (aa2346d8-6a0e-4d9e-9624-f07817277401), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:35.477525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c46c21-64a6-4460-86ac-523d948de1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:35.477525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c46c21-64a6-4460-86ac-523d948de1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:35.477525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c46c21-64a6-4460-86ac-523d948de1b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:35.477525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c46c21-64a6-4460-86ac-523d948de1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:35.477525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c46c21-64a6-4460-86ac-523d948de1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:35.477525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c46c21-64a6-4460-86ac-523d948de1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:35.477525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c46c21-64a6-4460-86ac-523d948de1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:35.477525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c46c21-64a6-4460-86ac-523d948de1b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:35.477525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c46c21-64a6-4460-86ac-523d948de1b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:35.478939 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c46c21-64a6-4460-86ac-523d948de1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:35.478939 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c46c21-64a6-4460-86ac-523d948de1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:35.478939 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c46c21-64a6-4460-86ac-523d948de1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:35.478939 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c46c21-64a6-4460-86ac-523d948de1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:35.494381 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52130) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:35.529675 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5c60583a-a309-43af-aa22-1060a339129d req-7cea0e0a-9e50-491f-b8a0-44f56c2f9ac3 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375036 Feb 15 16:51:35.541446 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] For port aa2346d8-6a0e-4d9e-9624-f07817277401, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:51:35.553930 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] For port aa2346d8-6a0e-4d9e-9624-f07817277401, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=aa2346d8-6a0e-4d9e-9624-f07817277401,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:51:35.611000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3856d8-8362-4ef9-933b-b4893ba52285 req-8ac31e9f-11c9-4a69-80d9-597185792f8a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:35.613164 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd3856d8-8362-4ef9-933b-b4893ba52285 req-8ac31e9f-11c9-4a69-80d9-597185792f8a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 945 time: 0.9208374 Feb 15 16:51:35.616211 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:35.648741 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3a4014a6-63a4-4d5f-b584-77387753b144 req-ff04fc2a-2894-462d-a834-afd632f209b4 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0423224 Feb 15 16:51:35.666219 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05a52058-bf1c-4001-a963-d00d00c15165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:35.706147 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:51:35.733975 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8debd295-143b-4ac3-82ad-2d9ad38bc181 x-openstack-request-id: req-8debd295-143b-4ac3-82ad-2d9ad38bc181 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:35.733975 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98be146-fae7-4900-af2f-daa8071f0d78", "tag": "0f58c61a-3693-4bb8-b3eb-a229ed1a7d81", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:35.733975 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8debd295-143b-4ac3-82ad-2d9ad38bc181 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:35.733975 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98be146-fae7-4900-af2f-daa8071f0d78', 'tag': '0f58c61a-3693-4bb8-b3eb-a229ed1a7d81', 'status': 'completed', 'code': 200} Feb 15 16:51:35.816515 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05a52058-bf1c-4001-a963-d00d00c15165 admin admin] Publish callbacks [] for security_group (ef3b6d21-de57-4ebe-bbef-fd66c7ce7583), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:35.826448 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd3856d8-8362-4ef9-933b-b4893ba52285 req-513b11fa-bb23-4a7b-b305-f610588bf953 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2046015 Feb 15 16:51:35.838336 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-ccbd888c-7a48-438f-b3cf-e1e4283d4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:35.840053 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-ccbd888c-7a48-438f-b3cf-e1e4283d4ef4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c67acc8f1c648bcbb66c3025123165e&device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 1126 time: 0.1100791 Feb 15 16:51:35.890186 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8d223da-c2c4-4ee2-bfa2-cee126575d7c tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (f581d279-32bb-47b7-81ff-f299f4124bc3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:35.892755 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-90d7585a-171f-42dd-9f68-9f29795673c0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 HTTP/1.1" status: 200 len: 217 time: 0.0454431 Feb 15 16:51:35.955311 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-31056267-a62f-4c9b-97dd-1fb25fd61520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:35.957452 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-31056267-a62f-4c9b-97dd-1fb25fd61520 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=69ce327b-dd59-48f2-b8be-ecdadc3586e1 HTTP/1.1" status: 200 len: 850 time: 0.0583980 Feb 15 16:51:35.999351 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-4c30682d-8521-4e7d-9fab-08de58d5e1cc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5768139a-8a69-46a4-99c3-4c56de134399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332582 Feb 15 16:51:36.032888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Allocated IP 172.20.0.1 (5c7b397a-77f6-47e0-8f8f-d0b42cdceb05/ee4840c8-e6d6-4864-8cc9-9887e739eb93/4f2542da-82d6-4a15-a3f7-3be92e291a89) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:51:36.035009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device acbe237f-9187-4987-8b32-04a5f0df57f3 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:51:36.121672 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (aa2346d8-6a0e-4d9e-9624-f07817277401), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:36.136780 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-05a52058-bf1c-4001-a963-d00d00c15165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ef3b6d21-de57-4ebe-bbef-fd66c7ce7583), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:36.201787 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-05a52058-bf1c-4001-a963-d00d00c15165 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=674e0fd1ac49477cb9cac75a0af6d987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7060268 Feb 15 16:51:36.203613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52134) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:36.215316 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-93e5a350-9510-469b-a787-5a0aadee2184 service neutron] 10.222.0.10 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081451 Feb 15 16:51:36.255349 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Routers {'3c8e9e02-c334-4a50-abed-f9672b7513c0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:36.258027 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3c8e9e02-c334-4a50-abed-f9672b7513c0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:36.268205 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c46c21-64a6-4460-86ac-523d948de1b1 None None] Pushing event updated for resources: {'Port': ['ID=aa2346d8-6a0e-4d9e-9624-f07817277401,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:36.270142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port acbe237f-9187-4987-8b32-04a5f0df57f3 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:51:36.275152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port acbe237f-9187-4987-8b32-04a5f0df57f3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:36.275562 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (acbe237f-9187-4987-8b32-04a5f0df57f3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:36.309477 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Publish callbacks [] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:36.327683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d223da-c2c4-4ee2-bfa2-cee126575d7c tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router f581d279-32bb-47b7-81ff-f299f4124bc3 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:51:36.366655 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ca14fa7c-b01e-4aae-99b0-41b498d05b41 admin admin] Publish callbacks [] for security_group (ef3b6d21-de57-4ebe-bbef-fd66c7ce7583), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:36.389740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ca14fa7c-b01e-4aae-99b0-41b498d05b41 admin admin] Publish callbacks [] for security_group (ef3b6d21-de57-4ebe-bbef-fd66c7ce7583), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:36.392683 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0f14b75-4d6a-476a-ac42-7137cab71ea1 req-019af52f-6003-4623-be48-ab9f7696bb5b service neutron] 10.222.0.10 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583662 Feb 15 16:51:36.420246 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a52058-bf1c-4001-a963-d00d00c15165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3b6d21-de57-4ebe-bbef-fd66c7ce7583,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:36.476598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port acbe237f-9187-4987-8b32-04a5f0df57f3 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:36.477072 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (acbe237f-9187-4987-8b32-04a5f0df57f3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:36.506001 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74344e95-2395-4500-86e7-1c145dbad1db req-5b58a0da-b065-43af-9eef-a6b86d0890c8 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:36.513676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74344e95-2395-4500-86e7-1c145dbad1db req-5b58a0da-b065-43af-9eef-a6b86d0890c8 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 945 time: 0.1186943 Feb 15 16:51:36.533671 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port acbe237f-9187-4987-8b32-04a5f0df57f3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=acbe237f-9187-4987-8b32-04a5f0df57f3,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:36.534801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc5125e-4e77-4c38-bace-7ca2072a07b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbe237f-9187-4987-8b32-04a5f0df57f3'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:36.537299 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301ba3a9-fd08-4d05-a5ad-99706bae935d" -d '{"events": [{"server_uuid": "edc5125e-4e77-4c38-bace-7ca2072a07b0", "name": "network-vif-plugged", "status": "completed", "tag": "acbe237f-9187-4987-8b32-04a5f0df57f3"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:36.538641 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] Set router 3c8e9e02-c334-4a50-abed-f9672b7513c0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:51:36.594039 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86832682-5686-4621-83f9-ad2234fb5cfc x-openstack-request-id: req-86832682-5686-4621-83f9-ad2234fb5cfc {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:36.594344 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc5125e-4e77-4c38-bace-7ca2072a07b0", "name": "network-vif-plugged", "status": "completed", "tag": "acbe237f-9187-4987-8b32-04a5f0df57f3", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:36.594607 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-86832682-5686-4621-83f9-ad2234fb5cfc {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:36.595032 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc5125e-4e77-4c38-bace-7ca2072a07b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbe237f-9187-4987-8b32-04a5f0df57f3', 'code': 200} Feb 15 16:51:36.600963 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (acbe237f-9187-4987-8b32-04a5f0df57f3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:36.604684 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ca14fa7c-b01e-4aae-99b0-41b498d05b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ef3b6d21-de57-4ebe-bbef-fd66c7ce7583), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:36.610502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ca14fa7c-b01e-4aae-99b0-41b498d05b41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:36.615562 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ca14fa7c-b01e-4aae-99b0-41b498d05b41 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ef3b6d21-de57-4ebe-bbef-fd66c7ce7583 HTTP/1.1" status: 204 len: 168 time: 0.4069808 Feb 15 16:51:36.665430 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14fa7c-b01e-4aae-99b0-41b498d05b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3b6d21-de57-4ebe-bbef-fd66c7ce7583,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:36.686970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d223da-c2c4-4ee2-bfa2-cee126575d7c tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:51:36.711148 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74344e95-2395-4500-86e7-1c145dbad1db req-0057d7da-4971-488f-a5ed-505274080d63 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878233 Feb 15 16:51:36.715771 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e8d223da-c2c4-4ee2-bfa2-cee126575d7c tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "PUT /v2.0/routers/f581d279-32bb-47b7-81ff-f299f4124bc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7898850 Feb 15 16:51:36.716722 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52146) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:36.741870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82cc054-8277-414d-9bb4-7eb4a5537925 None None] Sync routers for ids ['f581d279-32bb-47b7-81ff-f299f4124bc3'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:51:36.765922 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:36.822940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=acbe237f-9187-4987-8b32-04a5f0df57f3,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:36.841440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82cc054-8277-414d-9bb4-7eb4a5537925 None None] Routers {'f581d279-32bb-47b7-81ff-f299f4124bc3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:36.842166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b82cc054-8277-414d-9bb4-7eb4a5537925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f581d279-32bb-47b7-81ff-f299f4124bc3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:36.861195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Pushing event updated for resources: {'Port': ['ID=4f2542da-82d6-4a15-a3f7-3be92e291a89,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:36.865237 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c63f3-0f5e-4a34-975b-60b0584a5a8b req-e14091aa-a29e-43e0-864c-354ce98016b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:36.867002 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c27c63f3-0f5e-4a34-975b-60b0584a5a8b req-e14091aa-a29e-43e0-864c-354ce98016b5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c67acc8f1c648bcbb66c3025123165e&device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 1126 time: 0.3358688 Feb 15 16:51:36.919516 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74504b5e-b576-41dd-a320-1d8f57319f0d req-0727ac5a-5aaf-4383-984e-4a6127bbc73c tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0577905 Feb 15 16:51:36.928365 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b82cc054-8277-414d-9bb4-7eb4a5537925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:36.941037 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02c4c803-a392-4736-aa3f-7d995447b711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:36.956425 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82cc054-8277-414d-9bb4-7eb4a5537925 None None] Routers {'f581d279-32bb-47b7-81ff-f299f4124bc3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:36.957129 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b82cc054-8277-414d-9bb4-7eb4a5537925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f581d279-32bb-47b7-81ff-f299f4124bc3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:36.962401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:51:36.969473 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:51:36.974274 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:51:36.981571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f03ec-51d9-494a-99f0-9a9dce2fb7e8 req-c7b2cf96-bbed-4a72-918e-e8cdbe8a763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:36.983608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e76f03ec-51d9-494a-99f0-9a9dce2fb7e8 req-c7b2cf96-bbed-4a72-918e-e8cdbe8a763c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=edc5125e-4e77-4c38-bace-7ca2072a07b0 HTTP/1.1" status: 200 len: 1128 time: 0.2963593 Feb 15 16:51:37.069955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b82cc054-8277-414d-9bb4-7eb4a5537925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:37.070832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82cc054-8277-414d-9bb4-7eb4a5537925 None None] The sync data for ids ['f581d279-32bb-47b7-81ff-f299f4124bc3'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:51:37.080987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404606a5-0545-4083-9b38-1b955b70bb82 req-d70ac853-194f-4678-8f19-869a00c6b408 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:37.088370 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-404606a5-0545-4083-9b38-1b955b70bb82 req-d70ac853-194f-4678-8f19-869a00c6b408 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 943 time: 0.2337043 Feb 15 16:51:37.092439 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:31Z', 'revision_number': 3, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:37.133404 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (3c8e9e02-c334-4a50-abed-f9672b7513c0), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:37.148082 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38989872-2b0a-43d4-b153-13f6fcbed0e0 None None] The sync data for ids ['3c8e9e02-c334-4a50-abed-f9672b7513c0'] in n-d-828372-14 is: [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:31Z', 'revision_number': 3, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:51:37.217409 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e76f03ec-51d9-494a-99f0-9a9dce2fb7e8 req-804e73c9-3983-4be3-8929-4db82af7d8cb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083585 Feb 15 16:51:37.242114 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c63f3-0f5e-4a34-975b-60b0584a5a8b req-5738a055-c257-4bbe-80b3-ea11f5c6655b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:37.243798 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c27c63f3-0f5e-4a34-975b-60b0584a5a8b req-5738a055-c257-4bbe-80b3-ea11f5c6655b service neutron] 10.222.0.10 "GET /v2.0/networks?id=5768139a-8a69-46a4-99c3-4c56de134399 HTTP/1.1" status: 200 len: 911 time: 0.3618715 Feb 15 16:51:37.251210 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eafb8c00-15e2-487e-a8da-0f6b3918a50f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router (f581d279-32bb-47b7-81ff-f299f4124bc3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:37.287542 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-404606a5-0545-4083-9b38-1b955b70bb82 req-550d388a-117e-4a19-a57a-36b86fba48dd tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933956 Feb 15 16:51:37.381653 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87039d6-43fc-44af-ad33-ff769682b00a req-a63ad691-9cc7-4e66-80b4-97dd02d3fb54 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:37.389041 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f87039d6-43fc-44af-ad33-ff769682b00a req-a63ad691-9cc7-4e66-80b4-97dd02d3fb54 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=edc5125e-4e77-4c38-bace-7ca2072a07b0 HTTP/1.1" status: 200 len: 945 time: 0.3055828 Feb 15 16:51:37.506792 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87125fa3-92c2-485d-b4dd-bb37a412a032 req-fb5cf9d1-97c1-4df8-9d3f-23081c3c8c13 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:37.508980 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-87125fa3-92c2-485d-b4dd-bb37a412a032 req-fb5cf9d1-97c1-4df8-9d3f-23081c3c8c13 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 945 time: 0.1256294 Feb 15 16:51:37.646195 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:37.692180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8c930313-47a8-44ce-9a7b-0e57b23e2057 None None] Provisioning complete for port 4f2542da-82d6-4a15-a3f7-3be92e291a89 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:37.692894 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8c930313-47a8-44ce-9a7b-0e57b23e2057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:37.702354 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-87125fa3-92c2-485d-b4dd-bb37a412a032 req-c2b86a9e-03a5-421b-9050-3f994edd75d5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833589 Feb 15 16:51:37.752815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52154) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:37.765400 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8c930313-47a8-44ce-9a7b-0e57b23e2057 None None] Port 4f2542da-82d6-4a15-a3f7-3be92e291a89 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:51:37.795212 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c27c63f3-0f5e-4a34-975b-60b0584a5a8b req-9148373c-0526-45fa-90a0-f25996fbe7f6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 HTTP/1.1" status: 200 len: 217 time: 0.3763409 Feb 15 16:51:37.798748 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a7e81b3-49ea-477f-95e0-7ec286dd5b1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:37.823060 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eafb8c00-15e2-487e-a8da-0f6b3918a50f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router_gateway (f581d279-32bb-47b7-81ff-f299f4124bc3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:37.874204 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f87039d6-43fc-44af-ad33-ff769682b00a req-01da8011-2121-4fea-a62a-772965710522 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823191 Feb 15 16:51:37.905045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c63f3-0f5e-4a34-975b-60b0584a5a8b req-e2ea4f8c-e7ca-4ba7-a011-a704770959ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:37.906527 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c27c63f3-0f5e-4a34-975b-60b0584a5a8b req-e2ea4f8c-e7ca-4ba7-a011-a704770959ff service neutron] 10.222.0.10 "GET /v2.0/subnets?id=69ce327b-dd59-48f2-b8be-ecdadc3586e1 HTTP/1.1" status: 200 len: 850 time: 0.1012466 Feb 15 16:51:37.946756 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c27c63f3-0f5e-4a34-975b-60b0584a5a8b req-ed3e4e66-73a0-49bd-b180-cffed5c65c88 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5768139a-8a69-46a4-99c3-4c56de134399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330768 Feb 15 16:51:37.998896 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Publish callbacks [] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:38.037943 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a7e81b3-49ea-477f-95e0-7ec286dd5b1b admin admin] Publish callbacks [] for security_group (e55c812f-f47f-4cb9-b3e7-d2b5a5ca5ffe), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:38.092278 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-729185d8-4473-491c-a04e-82be66594aeb req-a87e341a-5a3d-4487-b04d-922b90bc19cc tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0348737 Feb 15 16:51:38.094037 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c27c63f3-0f5e-4a34-975b-60b0584a5a8b req-b320529b-2bae-47a7-ac79-a7ac34fcf3ed service neutron] 10.222.0.10 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230307 Feb 15 16:51:38.096576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-eafb8c00-15e2-487e-a8da-0f6b3918a50f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting port ce272f4c-12d9-449c-ae7e-e9cdfb8d758b {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:38.097092 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eafb8c00-15e2-487e-a8da-0f6b3918a50f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ce272f4c-12d9-449c-ae7e-e9cdfb8d758b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:38.097981 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:38.158767 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (3c8e9e02-c334-4a50-abed-f9672b7513c0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:38.170315 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a7e81b3-49ea-477f-95e0-7ec286dd5b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e55c812f-f47f-4cb9-b3e7-d2b5a5ca5ffe), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:38.246839 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c27c63f3-0f5e-4a34-975b-60b0584a5a8b req-3fac2c9f-556f-46fb-bb51-64fc2c6cd619 service neutron] 10.222.0.10 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364722 Feb 15 16:51:38.331589 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1a7e81b3-49ea-477f-95e0-7ec286dd5b1b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6ce6b037f8564caf883913c2aa56944e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5720460 Feb 15 16:51:38.332722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device aa2346d8-6a0e-4d9e-9624-f07817277401 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:51:38.335038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52160) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:38.386437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Pushing event updated for resources: {'Port': ['ID=4f2542da-82d6-4a15-a3f7-3be92e291a89,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:38.397827 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e81b3-49ea-477f-95e0-7ec286dd5b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55c812f-f47f-4cb9-b3e7-d2b5a5ca5ffe,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:38.415780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:51:38.417273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:51:38.451291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port aa2346d8-6a0e-4d9e-9624-f07817277401 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:38.452468 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (aa2346d8-6a0e-4d9e-9624-f07817277401), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:38.499217 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eafb8c00-15e2-487e-a8da-0f6b3918a50f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ce272f4c-12d9-449c-ae7e-e9cdfb8d758b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:38.556987 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-eafb8c00-15e2-487e-a8da-0f6b3918a50f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Calling delete_port for ce272f4c-12d9-449c-ae7e-e9cdfb8d758b owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:38.659212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port aa2346d8-6a0e-4d9e-9624-f07817277401 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:38.659615 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (aa2346d8-6a0e-4d9e-9624-f07817277401), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:38.697830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Router 3c8e9e02-c334-4a50-abed-f9672b7513c0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:51:38.708032 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port aa2346d8-6a0e-4d9e-9624-f07817277401, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=aa2346d8-6a0e-4d9e-9624-f07817277401,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:38.721769 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce101-a84a-483b-aa2f-79fa3b2fdb21 admin admin] Publish callbacks [] for security_group (e55c812f-f47f-4cb9-b3e7-d2b5a5ca5ffe), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:38.731877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ea4eb-a405-4fc6-9e48-7a686772c99e req-345b1173-e512-484c-80e4-91f7fa72ba06 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:38.739768 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-089ea4eb-a405-4fc6-9e48-7a686772c99e req-345b1173-e512-484c-80e4-91f7fa72ba06 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 943 time: 0.3252542 Feb 15 16:51:38.783817 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (aa2346d8-6a0e-4d9e-9624-f07817277401), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:38.890734 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce101-a84a-483b-aa2f-79fa3b2fdb21 admin admin] Publish callbacks [] for security_group (e55c812f-f47f-4cb9-b3e7-d2b5a5ca5ffe), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:38.916885 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=aa2346d8-6a0e-4d9e-9624-f07817277401,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:38.942121 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cd505cfa-b2b6-4148-8a82-6c0586b4df08 None None] Provisioning complete for port 4f2542da-82d6-4a15-a3f7-3be92e291a89 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:38.943085 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd505cfa-b2b6-4148-8a82-6c0586b4df08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:38.973745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:51:38.992570 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dd188c46-e699-4cc2-9b61-7925b2f4a866 admin admin] 10.222.0.107 "PUT /v2.0/routers/3c8e9e02-c334-4a50-abed-f9672b7513c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8607061 Feb 15 16:51:38.999744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cd505cfa-b2b6-4148-8a82-6c0586b4df08 None None] Port 4f2542da-82d6-4a15-a3f7-3be92e291a89 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:51:39.008879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e60ed-144f-4e17-bf9a-2d3bbf6006e7 req-5ff454ab-00d9-4423-b72b-50ce4ac08761 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:39.010910 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f90e60ed-144f-4e17-bf9a-2d3bbf6006e7 req-5ff454ab-00d9-4423-b72b-50ce4ac08761 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 945 time: 0.1265633 Feb 15 16:51:39.016108 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-089ea4eb-a405-4fc6-9e48-7a686772c99e req-cf4f7a0a-b08c-4958-be8d-8fa1e4bc5cec tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754364 Feb 15 16:51:39.086779 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f90e60ed-144f-4e17-bf9a-2d3bbf6006e7 req-e0b9d19e-ede7-4be8-91c6-3b2c3dda14b3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666776 Feb 15 16:51:39.165905 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce101-a84a-483b-aa2f-79fa3b2fdb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e55c812f-f47f-4cb9-b3e7-d2b5a5ca5ffe), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:39.168362 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4f8ce101-a84a-483b-aa2f-79fa3b2fdb21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:39.169559 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4f8ce101-a84a-483b-aa2f-79fa3b2fdb21 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e55c812f-f47f-4cb9-b3e7-d2b5a5ca5ffe HTTP/1.1" status: 204 len: 168 time: 0.8335357 Feb 15 16:51:39.204671 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ce101-a84a-483b-aa2f-79fa3b2fdb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55c812f-f47f-4cb9-b3e7-d2b5a5ca5ffe,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:39.232106 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24bc1270-8f7a-4bd1-9e6b-45dad70bf5e0 req-ae71c939-78c3-4e3e-ab1b-b1b0535b6211 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0494354 Feb 15 16:51:39.234739 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ce6ce-05f4-4b64-b7a8-86c34be75645 req-2a68c493-7dd9-4800-89af-d8d238437609 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:39.236875 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-946ce6ce-05f4-4b64-b7a8-86c34be75645 req-2a68c493-7dd9-4800-89af-d8d238437609 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=edc5125e-4e77-4c38-bace-7ca2072a07b0 HTTP/1.1" status: 200 len: 945 time: 0.1119745 Feb 15 16:51:39.265129 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eafb8c00-15e2-487e-a8da-0f6b3918a50f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ce272f4c-12d9-449c-ae7e-e9cdfb8d758b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:39.309630 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b239da1-0672-460f-aff6-cdef127ad592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:39.395697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb8c00-15e2-487e-a8da-0f6b3918a50f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Port': ['ID=ce272f4c-12d9-449c-ae7e-e9cdfb8d758b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:39.426268 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-946ce6ce-05f4-4b64-b7a8-86c34be75645 req-e590627a-ace1-4bff-8dd3-6e2950ee5182 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838558 Feb 15 16:51:39.432293 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eafb8c00-15e2-487e-a8da-0f6b3918a50f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (f581d279-32bb-47b7-81ff-f299f4124bc3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:39.555597 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eafb8c00-15e2-487e-a8da-0f6b3918a50f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (f581d279-32bb-47b7-81ff-f299f4124bc3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:39.559065 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eafb8c00-15e2-487e-a8da-0f6b3918a50f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router_controller (f581d279-32bb-47b7-81ff-f299f4124bc3), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:39.766562 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eafb8c00-15e2-487e-a8da-0f6b3918a50f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (f581d279-32bb-47b7-81ff-f299f4124bc3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:39.768808 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafb8c00-15e2-487e-a8da-0f6b3918a50f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Fanout notify agent at l3_agent the message router_deleted on router f581d279-32bb-47b7-81ff-f299f4124bc3 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:51:39.774638 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eafb8c00-15e2-487e-a8da-0f6b3918a50f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:39.775792 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eafb8c00-15e2-487e-a8da-0f6b3918a50f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/routers/f581d279-32bb-47b7-81ff-f299f4124bc3 HTTP/1.1" status: 204 len: 168 time: 3.0504258 Feb 15 16:51:39.778527 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52188) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:39.841963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc802dc2-7e8f-46c3-83de-b73a9e14e883 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting subnet b4294a55-7ee7-4ce1-ae8a-1b229b557fc1 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:51:39.846649 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc802dc2-7e8f-46c3-83de-b73a9e14e883 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for subnet (b4294a55-7ee7-4ce1-ae8a-1b229b557fc1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:39.848380 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Sync routers for ids ['3c8e9e02-c334-4a50-abed-f9672b7513c0'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:51:39.867454 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Routers {'3c8e9e02-c334-4a50-abed-f9672b7513c0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:39.868967 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3c8e9e02-c334-4a50-abed-f9672b7513c0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:39.891892 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc802dc2-7e8f-46c3-83de-b73a9e14e883 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (b4294a55-7ee7-4ce1-ae8a-1b229b557fc1), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:39.976859 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52190) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:39.997992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f5317b86-755c-4346-b448-c67251e14369 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1529930733', 'description': 'tempest-description--181481580'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:40.027780 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Set router 3c8e9e02-c334-4a50-abed-f9672b7513c0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:51:40.066323 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc802dc2-7e8f-46c3-83de-b73a9e14e883 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (b4294a55-7ee7-4ce1-ae8a-1b229b557fc1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:40.080878 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c3fef8ab-ea02-4705-b973-260c1b26c0c4 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:51:40.127203 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5317b86-755c-4346-b448-c67251e14369 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:40.321705 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc802dc2-7e8f-46c3-83de-b73a9e14e883 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (b4294a55-7ee7-4ce1-ae8a-1b229b557fc1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:40.321874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device aa2346d8-6a0e-4d9e-9624-f07817277401 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:51:40.372988 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f4add-8b99-497f-8c44-ea686dd7e94c req-b150ede7-3404-477a-8369-ea0d97c51bcb tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:40.393697 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e96f4add-8b99-497f-8c44-ea686dd7e94c req-b150ede7-3404-477a-8369-ea0d97c51bcb tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 943 time: 0.2342792 Feb 15 16:51:40.406982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:40.410143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc802dc2-7e8f-46c3-83de-b73a9e14e883 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Subnet': ['ID=b4294a55-7ee7-4ce1-ae8a-1b229b557fc1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:40.421207 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc802dc2-7e8f-46c3-83de-b73a9e14e883 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:40.427088 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bc802dc2-7e8f-46c3-83de-b73a9e14e883 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/subnets/b4294a55-7ee7-4ce1-ae8a-1b229b557fc1 HTTP/1.1" status: 204 len: 168 time: 0.6443951 Feb 15 16:51:40.431601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52208) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:40.432037 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:40.441948 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ffcdfa-071f-4d9a-83d7-64e3a11da0f6 None None] Network bb10f549-3925-45eb-bca1-a741b62b9859 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:51:40.456198 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:37Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '4f2542da-82d6-4a15-a3f7-3be92e291a89', 'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'mac_address': 'fa:16:3e:78:7a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:35Z', 'updated_at': '2022-02-15T16:51:37Z', 'revision_number': 2, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'subnets': [{'id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:40.466385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'port_id': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'mac_address': 'fa:16:3e:de:ed:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:51:40.554195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port aa2346d8-6a0e-4d9e-9624-f07817277401 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:40.554724 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (aa2346d8-6a0e-4d9e-9624-f07817277401), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:40.590156 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Checking router: 3c8e9e02-c334-4a50-abed-f9672b7513c0 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:51:40.590801 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Updating router 3c8e9e02-c334-4a50-abed-f9672b7513c0 port 4f2542da-82d6-4a15-a3f7-3be92e291a89 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:51:40.633667 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:40.655230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c3fef8ab-ea02-4705-b973-260c1b26c0c4 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:40.655696 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:40.677627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fef8ab-ea02-4705-b973-260c1b26c0c4 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:51:40.713180 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5317b86-755c-4346-b448-c67251e14369 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group (0289c732-bfdc-4714-b589-07f9417f6af0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:40.744931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port aa2346d8-6a0e-4d9e-9624-f07817277401 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:40.779004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:40.796179 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (bb10f549-3925-45eb-bca1-a741b62b9859), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:40.805819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b23c2-2d9b-4922-ba3c-6223723d1a2d req-cffeaebd-eb8f-42cb-a715-a10c0a917ce5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:40.811040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aec7eed-4c51-4604-be22-66308fe1599a None None] DHCP port deletion for bb10f549-3925-45eb-bca1-a741b62b9859 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:51:40.815670 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e96f4add-8b99-497f-8c44-ea686dd7e94c req-79390c83-6a39-4bb6-b20f-4dbce0ac41ca tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090366 Feb 15 16:51:40.832720 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-397b23c2-2d9b-4922-ba3c-6223723d1a2d req-cffeaebd-eb8f-42cb-a715-a10c0a917ce5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 945 time: 0.1415429 Feb 15 16:51:40.836321 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5317b86-755c-4346-b448-c67251e14369 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0289c732-bfdc-4714-b589-07f9417f6af0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:40.920283 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:40.920983 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:51:40.942577 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-397b23c2-2d9b-4922-ba3c-6223723d1a2d req-0916ca39-4935-4d63-86aa-2197daceca60 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087992 Feb 15 16:51:40.987194 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5aec7eed-4c51-4604-be22-66308fe1599a None None] Deleting port a40d6225-daae-4e4b-b851-36730774a7c0 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:40.993959 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5aec7eed-4c51-4604-be22-66308fe1599a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a40d6225-daae-4e4b-b851-36730774a7c0), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.027067 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b64b65f-9e9a-43be-919f-a4f58ad87174 req-1bbf8bdd-bfa2-43d2-86e6-02e9fe625d76 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0980129 Feb 15 16:51:41.028950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5317b86-755c-4346-b448-c67251e14369 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0289c732-bfdc-4714-b589-07f9417f6af0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:41.048751 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5317b86-755c-4346-b448-c67251e14369 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.051347 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f5317b86-755c-4346-b448-c67251e14369 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0717630 Feb 15 16:51:41.053524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52216) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:41.062324 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2c491ab2-4a84-45e7-864f-2b85b386e896 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Request body: {'security_group_rule': {'security_group_id': '0289c732-bfdc-4714-b589-07f9417f6af0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:41.096174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting port a40d6225-daae-4e4b-b851-36730774a7c0 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:41.097087 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a40d6225-daae-4e4b-b851-36730774a7c0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.186505 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:51:41.193110 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2c491ab2-4a84-45e7-864f-2b85b386e896 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group_rule (47648dac-e25f-46e5-b2e7-ed1f49494288), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.267825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] For port a40d6225-daae-4e4b-b851-36730774a7c0, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a40d6225-daae-4e4b-b851-36730774a7c0,segment=NetworkSegment(05343f01-0020-4209-b945-d449e62c2e66),segment_id=05343f01-0020-4209-b945-d449e62c2e66)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:41.268196 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a40d6225-daae-4e4b-b851-36730774a7c0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.291464 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Publish callbacks [] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.297665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Calling delete_port for a40d6225-daae-4e4b-b851-36730774a7c0 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:41.339224 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2c491ab2-4a84-45e7-864f-2b85b386e896 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group_rule (47648dac-e25f-46e5-b2e7-ed1f49494288), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.352209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60dc59-ed8a-404b-ae14-6155c013a785 req-8e5cf5f3-7caf-4a02-839c-84bdad5cdcf6 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:41.364658 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d60dc59-ed8a-404b-ae14-6155c013a785 req-8e5cf5f3-7caf-4a02-839c-84bdad5cdcf6 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=edc5125e-4e77-4c38-bace-7ca2072a07b0 HTTP/1.1" status: 200 len: 945 time: 0.2369146 Feb 15 16:51:41.404598 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.418849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=c3fef8ab-ea02-4705-b973-260c1b26c0c4,revision_number=11']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:41.424584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5aec7eed-4c51-4604-be22-66308fe1599a None None] For port a40d6225-daae-4e4b-b851-36730774a7c0, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a40d6225-daae-4e4b-b851-36730774a7c0,segment=NetworkSegment(05343f01-0020-4209-b945-d449e62c2e66),segment_id=05343f01-0020-4209-b945-d449e62c2e66)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:41.424987 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5aec7eed-4c51-4604-be22-66308fe1599a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a40d6225-daae-4e4b-b851-36730774a7c0), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.455276 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5aec7eed-4c51-4604-be22-66308fe1599a None None] Calling delete_port for a40d6225-daae-4e4b-b851-36730774a7c0 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:41.480694 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2c491ab2-4a84-45e7-864f-2b85b386e896 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (47648dac-e25f-46e5-b2e7-ed1f49494288), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.504721 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ccd99-a946-46f8-b341-ccc37f2b2345 None None] Pushing event updated for resources: {'Port': ['ID=4f2542da-82d6-4a15-a3f7-3be92e291a89,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:41.515283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c491ab2-4a84-45e7-864f-2b85b386e896 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47648dac-e25f-46e5-b2e7-ed1f49494288,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:41.542265 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d60dc59-ed8a-404b-ae14-6155c013a785 req-88f566ff-713f-48d3-9bee-2f1876f609f5 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760936 Feb 15 16:51:41.598978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0f58c61a-3693-4bb8-b3eb-a229ed1a7d81,segment=NetworkSegment(1d9f79d2-2275-4852-b917-bf2ff270a29c),segment_id=1d9f79d2-2275-4852-b917-bf2ff270a29c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:41.603028 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2c491ab2-4a84-45e7-864f-2b85b386e896 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.605589 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2c491ab2-4a84-45e7-864f-2b85b386e896 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5488575 Feb 15 16:51:41.607433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52226) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:41.612098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-1f6d6b30-de77-411a-8195-1533a7f4d914 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Request body: {'security_group_rule': {'security_group_id': '0289c732-bfdc-4714-b589-07f9417f6af0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:41.618826 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0098fb-8e0d-406e-987c-3645e6a0d600 req-d3c13a97-e97d-443f-99e6-b1c32560bbd2 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:41.620423 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b0098fb-8e0d-406e-987c-3645e6a0d600 req-d3c13a97-e97d-443f-99e6-b1c32560bbd2 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.10 "GET /v2.0/ports?device_id=edc5125e-4e77-4c38-bace-7ca2072a07b0 HTTP/1.1" status: 200 len: 945 time: 0.1464787 Feb 15 16:51:41.631826 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Attempting to bind port 4f2542da-82d6-4a15-a3f7-3be92e291a89 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:51:41.632191 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Attempting to bind port 4f2542da-82d6-4a15-a3f7-3be92e291a89 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:51:41.633875 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Attempting to bind port 4f2542da-82d6-4a15-a3f7-3be92e291a89 on network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:51:41.635163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '0f58c61a-3693-4bb8-b3eb-a229ed1a7d81', 'network_id': '5768139a-8a69-46a4-99c3-4c56de134399', 'port_id': '0f58c61a-3693-4bb8-b3eb-a229ed1a7d81', 'mac_address': 'fa:16:3e:a2:64:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ce327b-dd59-48f2-b8be-ecdadc3586e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:51:41.650653 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:51:41.650653 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Checking segment: {'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:51:41.651057 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.652432 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Bound using segment: {'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:51:41.652432 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Bound port: 4f2542da-82d6-4a15-a3f7-3be92e291a89, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:51:41.652432 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.760664 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (a40d6225-daae-4e4b-b851-36730774a7c0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.761965 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f6d6b30-de77-411a-8195-1533a7f4d914 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group_rule (bc441d74-dcfe-4391-9ac4-c1c8d6f6daa9), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.778765 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.786587 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.786587 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.786587 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.786587 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.786587 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.786587 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.786587 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.786587 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.786587 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.786587 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.786587 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.786587 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.786587 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:51:41.786587 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 16:51:41.799299 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] For port 4f2542da-82d6-4a15-a3f7-3be92e291a89, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:51:41.808936 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] For port 4f2542da-82d6-4a15-a3f7-3be92e291a89, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4f2542da-82d6-4a15-a3f7-3be92e291a89,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:51:41.812367 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] No DVR routers for this DVR port a40d6225-daae-4e4b-b851-36730774a7c0 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:51:41.827182 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5aec7eed-4c51-4604-be22-66308fe1599a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (a40d6225-daae-4e4b-b851-36730774a7c0), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.834654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:41.835046 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f58c61a-3693-4bb8-b3eb-a229ed1a7d81), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.877117 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f6d6b30-de77-411a-8195-1533a7f4d914 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group_rule (bc441d74-dcfe-4391-9ac4-c1c8d6f6daa9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.906415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:51:41.929162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0f58c61a-3693-4bb8-b3eb-a229ed1a7d81,segment=NetworkSegment(1d9f79d2-2275-4852-b917-bf2ff270a29c),segment_id=1d9f79d2-2275-4852-b917-bf2ff270a29c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:41.947530 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aec7eed-4c51-4604-be22-66308fe1599a None None] Pushing event deleted for resources: {'Port': ['ID=a40d6225-daae-4e4b-b851-36730774a7c0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:41.953132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aec7eed-4c51-4604-be22-66308fe1599a None None] No DVR routers for this DVR port a40d6225-daae-4e4b-b851-36730774a7c0 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:51:41.976349 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5b9b3eb5-88a4-4451-8835-8876e8aba690 None None] Provisioning complete for port 4f2542da-82d6-4a15-a3f7-3be92e291a89 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:41.976349 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b9b3eb5-88a4-4451-8835-8876e8aba690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.990920 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f6d6b30-de77-411a-8195-1533a7f4d914 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (bc441d74-dcfe-4391-9ac4-c1c8d6f6daa9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:41.997916 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:42.007183 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:42.019107 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Port': ['ID=a40d6225-daae-4e4b-b851-36730774a7c0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:42.043637 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0f58c61a-3693-4bb8-b3eb-a229ed1a7d81), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:42.077252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d6b30-de77-411a-8195-1533a7f4d914 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc441d74-dcfe-4391-9ac4-c1c8d6f6daa9,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:42.084922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-3b0098fb-8e0d-406e-987c-3645e6a0d600 req-2b8cc562-f726-4037-af6f-826689745784 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Deleting port acbe237f-9187-4987-8b32-04a5f0df57f3 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:42.085477 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3b0098fb-8e0d-406e-987c-3645e6a0d600 req-2b8cc562-f726-4037-af6f-826689745784 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (acbe237f-9187-4987-8b32-04a5f0df57f3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:42.100023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5b9b3eb5-88a4-4451-8835-8876e8aba690 None None] Port 4f2542da-82d6-4a15-a3f7-3be92e291a89 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:51:42.152550 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ccd99-a946-46f8-b341-ccc37f2b2345 None None] Pushing event updated for resources: {'Port': ['ID=4f2542da-82d6-4a15-a3f7-3be92e291a89,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:42.176823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=0f58c61a-3693-4bb8-b3eb-a229ed1a7d81,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:42.195365 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc269988-19e6-4670-a5d5-c7efae48ad42 req-28063411-d041-4378-9924-4887a33bffbf tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:42.199174 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dc269988-19e6-4670-a5d5-c7efae48ad42 req-28063411-d041-4378-9924-4887a33bffbf tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.67 "GET /v2.0/ports?device_id=a6b8e4b4-a0b2-48a7-ade3-33adc1e08350 HTTP/1.1" status: 200 len: 945 time: 0.3100576 Feb 15 16:51:42.207425 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Routers {'3c8e9e02-c334-4a50-abed-f9672b7513c0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:42.208208 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3c8e9e02-c334-4a50-abed-f9672b7513c0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:42.215446 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (bb10f549-3925-45eb-bca1-a741b62b9859), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:42.295238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a40d6225-daae-4e4b-b851-36730774a7c0 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:51:42.319096 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6a7ec-442e-4c53-880c-5521cf9606b4 req-aac20b9e-56fe-4dc6-af05-c302ab02936c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:42.326254 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: a40d6225-daae-4e4b-b851-36730774a7c0 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:51:42.326606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a40d6225-daae-4e4b-b851-36730774a7c0 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:51:42.330250 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53b6a7ec-442e-4c53-880c-5521cf9606b4 req-aac20b9e-56fe-4dc6-af05-c302ab02936c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.2308357 Feb 15 16:51:42.373333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['0f58c61a-3693-4bb8-b3eb-a229ed1a7d81'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:51:42.378586 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['c3fef8ab-ea02-4705-b973-260c1b26c0c4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:51:42.411620 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f6d6b30-de77-411a-8195-1533a7f4d914 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:42.418328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1f6d6b30-de77-411a-8195-1533a7f4d914 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8094602 Feb 15 16:51:42.421839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52248) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:42.437849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:42.469959 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b35cf-17d8-485a-bd7c-2603a043ee14 req-9d7a2a74-5320-4b92-a74e-c71ad2dfa53c tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:42.471796 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b9b35cf-17d8-485a-bd7c-2603a043ee14 req-9d7a2a74-5320-4b92-a74e-c71ad2dfa53c tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 944 time: 0.5571082 Feb 15 16:51:42.494638 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53b6a7ec-442e-4c53-880c-5521cf9606b4 req-274e3673-f84a-4ee8-854d-e5f7d3e6ec1d tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634564 Feb 15 16:51:42.501799 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] Set router 3c8e9e02-c334-4a50-abed-f9672b7513c0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:51:42.582987 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb10f549-3925-45eb-bca1-a741b62b9859']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:42.682533 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d244cebe-c4bc-4beb-b8f8-1858ef49f5f5 req-b6af75c7-946d-4ac1-abfd-5d7d63b4c912 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0744750 Feb 15 16:51:42.688522 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b9b35cf-17d8-485a-bd7c-2603a043ee14 req-8e7545ae-fb1c-4161-8335-ca87dd2a51a8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908708 Feb 15 16:51:42.711426 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:42.734605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05343f01-0020-4209-b945-d449e62c2e66') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:42.734931 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05343f01-0020-4209-b945-d449e62c2e66') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:42.767829 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-dc269988-19e6-4670-a5d5-c7efae48ad42 req-38c67a78-6a45-41f3-933f-c636b6459fee tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Deleting port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:42.768176 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dc269988-19e6-4670-a5d5-c7efae48ad42 req-38c67a78-6a45-41f3-933f-c636b6459fee tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3a88288a-e3b0-4c1f-99e4-3bd37b2b5109), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:42.846574 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e18f8f72-1884-4644-a9d8-0572ebbec0fe None None] Provisioning complete for port 4f2542da-82d6-4a15-a3f7-3be92e291a89 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:42.847149 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e18f8f72-1884-4644-a9d8-0572ebbec0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:42.954528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52264) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:42.968603 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:42.987633 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-dc269988-19e6-4670-a5d5-c7efae48ad42 req-38c67a78-6a45-41f3-933f-c636b6459fee tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] For port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3a88288a-e3b0-4c1f-99e4-3bd37b2b5109,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:42.988012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dc269988-19e6-4670-a5d5-c7efae48ad42 req-38c67a78-6a45-41f3-933f-c636b6459fee tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3a88288a-e3b0-4c1f-99e4-3bd37b2b5109), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:43.012169 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:37Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '4f2542da-82d6-4a15-a3f7-3be92e291a89', 'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'mac_address': 'fa:16:3e:78:7a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:35Z', 'updated_at': '2022-02-15T16:51:41Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'subnets': [{'id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:43.027769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-dc269988-19e6-4670-a5d5-c7efae48ad42 req-38c67a78-6a45-41f3-933f-c636b6459fee tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Calling delete_port for 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:43.051141 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574e0604-ccbf-46f4-a41f-ffda00b4774f None None] The sync data for ids ['3c8e9e02-c334-4a50-abed-f9672b7513c0'] in n-d-828372-14 is: [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:37Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '4f2542da-82d6-4a15-a3f7-3be92e291a89', 'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'mac_address': 'fa:16:3e:78:7a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:35Z', 'updated_at': '2022-02-15T16:51:41Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'subnets': [{'id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:51:43.169104 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e18f8f72-1884-4644-a9d8-0572ebbec0fe None None] Current status of the port 4f2542da-82d6-4a15-a3f7-3be92e291a89 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:43.169638 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e18f8f72-1884-4644-a9d8-0572ebbec0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:43.208973 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (05343f01-0020-4209-b945-d449e62c2e66), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:43.224560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190e98f-eb92-40e0-9600-354dfb3805f1 req-d01aa402-a16c-43ba-aec2-04f91ed130a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:43.225291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190e98f-eb92-40e0-9600-354dfb3805f1 req-d01aa402-a16c-43ba-aec2-04f91ed130a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:43.226054 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190e98f-eb92-40e0-9600-354dfb3805f1 req-d01aa402-a16c-43ba-aec2-04f91ed130a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:43.231342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190e98f-eb92-40e0-9600-354dfb3805f1 req-d01aa402-a16c-43ba-aec2-04f91ed130a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:43.231342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190e98f-eb92-40e0-9600-354dfb3805f1 req-d01aa402-a16c-43ba-aec2-04f91ed130a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:43.231342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190e98f-eb92-40e0-9600-354dfb3805f1 req-d01aa402-a16c-43ba-aec2-04f91ed130a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:43.231342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190e98f-eb92-40e0-9600-354dfb3805f1 req-d01aa402-a16c-43ba-aec2-04f91ed130a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:43.240361 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0190e98f-eb92-40e0-9600-354dfb3805f1 req-d01aa402-a16c-43ba-aec2-04f91ed130a6 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 6714 time: 0.2833228 Feb 15 16:51:43.252179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e18f8f72-1884-4644-a9d8-0572ebbec0fe None None] For port 4f2542da-82d6-4a15-a3f7-3be92e291a89, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4f2542da-82d6-4a15-a3f7-3be92e291a89,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:43.300484 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (05343f01-0020-4209-b945-d449e62c2e66), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:43.340505 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd48aa7f-d508-4f49-8a28-5eec693ad9f0 req-086f20ed-eaef-4b94-8a79-f961009dc0e8 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:43.342829 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd48aa7f-d508-4f49-8a28-5eec693ad9f0 req-086f20ed-eaef-4b94-8a79-f961009dc0e8 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=edc5125e-4e77-4c38-bace-7ca2072a07b0 HTTP/1.1" status: 200 len: 945 time: 0.2320569 Feb 15 16:51:43.355627 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e18f8f72-1884-4644-a9d8-0572ebbec0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:43.366692 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Allocated IP 172.25.4.252 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/125d160f-6202-4a62-bfa4-fd935fc7ad58) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:51:43.372385 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-3b0098fb-8e0d-406e-987c-3645e6a0d600 req-2b8cc562-f726-4037-af6f-826689745784 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] For port acbe237f-9187-4987-8b32-04a5f0df57f3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=acbe237f-9187-4987-8b32-04a5f0df57f3,segment=NetworkSegment(3485c3b9-f796-46a8-8819-386b35deedfd),segment_id=3485c3b9-f796-46a8-8819-386b35deedfd)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:43.372886 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3b0098fb-8e0d-406e-987c-3645e6a0d600 req-2b8cc562-f726-4037-af6f-826689745784 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (acbe237f-9187-4987-8b32-04a5f0df57f3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:43.396100 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0190e98f-eb92-40e0-9600-354dfb3805f1 req-1f482fd6-cbbc-4e7c-af6e-bf6cead62696 service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1502404 Feb 15 16:51:43.400503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:51:43.401593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (05343f01-0020-4209-b945-d449e62c2e66), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:43.408860 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:51:43.426061 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:51:43.474190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f8f72-1884-4644-a9d8-0572ebbec0fe None None] Pushing event updated for resources: {'Port': ['ID=4f2542da-82d6-4a15-a3f7-3be92e291a89,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:43.493952 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd48aa7f-d508-4f49-8a28-5eec693ad9f0 req-62ed5ee5-9086-4f15-a85b-da6e1a9a57d2 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/security-groups?id=d47ae4a0-6660-44b5-bb40-fe1c2951c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174662 Feb 15 16:51:43.553087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-3b0098fb-8e0d-406e-987c-3645e6a0d600 req-2b8cc562-f726-4037-af6f-826689745784 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Calling delete_port for acbe237f-9187-4987-8b32-04a5f0df57f3 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:43.598213 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for port (125d160f-6202-4a62-bfa4-fd935fc7ad58), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:43.689388 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (bb10f549-3925-45eb-bca1-a741b62b9859), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:43.701823 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:43.711949 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/networks/bb10f549-3925-45eb-bca1-a741b62b9859 HTTP/1.1" status: 204 len: 168 time: 3.2782350 Feb 15 16:51:43.715497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52282) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:43.753226 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f930480a-f9d7-4910-a709-8a20cdc4ea0b tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Network': ['ID=bb10f549-3925-45eb-bca1-a741b62b9859,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:43.781165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dc269988-19e6-4670-a5d5-c7efae48ad42 req-38c67a78-6a45-41f3-933f-c636b6459fee tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3a88288a-e3b0-4c1f-99e4-3bd37b2b5109), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:43.787206 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f5695-8778-4f3c-b1fb-472733997465 req-d58297ad-cc78-4f4f-8bc5-48ecdc95d0a3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:43.795443 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-229f5695-8778-4f3c-b1fb-472733997465 req-d58297ad-cc78-4f4f-8bc5-48ecdc95d0a3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.1560926 Feb 15 16:51:43.797907 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['acbe237f-9187-4987-8b32-04a5f0df57f3'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:51:43.857666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c67a78-6a45-41f3-933f-c636b6459fee tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Pushing event deleted for resources: {'Port': ['ID=3a88288a-e3b0-4c1f-99e4-3bd37b2b5109,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:43.869159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-229f5695-8778-4f3c-b1fb-472733997465 req-130c9f52-09b0-4629-bd71-e7ca631f9c56 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725856 Feb 15 16:51:43.875059 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (125d160f-6202-4a62-bfa4-fd935fc7ad58), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:43.983501 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:51:44.090548 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-23b4c260-9eb3-4a1a-a410-d3a6021a1811 req-3a4a8bcc-ca41-4964-a408-50147b753446 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0901191 Feb 15 16:51:44.091591 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:51:44.095623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:51:44.097105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:51:44.153938 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc269988-19e6-4670-a5d5-c7efae48ad42 req-38c67a78-6a45-41f3-933f-c636b6459fee tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] No DVR routers for this DVR port 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:51:44.159237 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-dc269988-19e6-4670-a5d5-c7efae48ad42 req-38c67a78-6a45-41f3-933f-c636b6459fee tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:44.164903 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dc269988-19e6-4670-a5d5-c7efae48ad42 req-38c67a78-6a45-41f3-933f-c636b6459fee tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.67 "DELETE /v2.0/ports/3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 HTTP/1.1" status: 204 len: 173 time: 1.9468834 Feb 15 16:51:44.176297 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc3408-d14d-4fb2-b06f-a5bf0fd4f316 req-fd2333e3-60e4-4546-beb5-e81f593265e8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:44.177464 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-14bc3408-d14d-4fb2-b06f-a5bf0fd4f316 req-fd2333e3-60e4-4546-beb5-e81f593265e8 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 944 time: 0.3376143 Feb 15 16:51:44.178174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6b8e4b4-a0b2-48a7-ade3-33adc1e08350', 'name': 'network-vif-deleted', 'tag': '3a88288a-e3b0-4c1f-99e4-3bd37b2b5109'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:44.180870 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35f77b0-a5ae-406d-a3e4-caaa5bbd07b2" -d '{"events": [{"server_uuid": "a6b8e4b4-a0b2-48a7-ade3-33adc1e08350", "name": "network-vif-deleted", "tag": "3a88288a-e3b0-4c1f-99e4-3bd37b2b5109"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:44.187985 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3b0098fb-8e0d-406e-987c-3645e6a0d600 req-2b8cc562-f726-4037-af6f-826689745784 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (acbe237f-9187-4987-8b32-04a5f0df57f3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:44.222100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event updated for resources: {'Port': ['ID=125d160f-6202-4a62-bfa4-fd935fc7ad58,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:44.328344 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:51:44.343372 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:44.344532 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0f58c61a-3693-4bb8-b3eb-a229ed1a7d81), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:44.391417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4f2542da-82d6-4a15-a3f7-3be92e291a89 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:51:44.473377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-cbca9264-f91c-4619-9032-b25e085c3cf4 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting port 0f67d43e-2967-41f5-b29d-e30781cda77d {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:44.473966 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbca9264-f91c-4619-9032-b25e085c3cf4 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0f67d43e-2967-41f5-b29d-e30781cda77d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:44.555142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4f2542da-82d6-4a15-a3f7-3be92e291a89 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:44.556030 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:44.566596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-9d1ae869-60da-4965-8473-7440b62ec10f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2389579 Feb 15 16:51:44.588934 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for floatingip (ccd3adaa-a01d-40fc-8e45-225826e868bb), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:44.649623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:44.650027 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f58c61a-3693-4bb8-b3eb-a229ed1a7d81), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:44.769680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98be146-fae7-4900-af2f-daa8071f0d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f58c61a-3693-4bb8-b3eb-a229ed1a7d81'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:44.772432 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f38ec4-8ede-474c-8dce-792f52bda800" -d '{"events": [{"server_uuid": "a98be146-fae7-4900-af2f-daa8071f0d78", "name": "network-vif-plugged", "status": "completed", "tag": "0f58c61a-3693-4bb8-b3eb-a229ed1a7d81"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:44.785212 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96514b86-fb20-4a5c-87d3-30983a03e83b x-openstack-request-id: req-96514b86-fb20-4a5c-87d3-30983a03e83b {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:44.787173 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6b8e4b4-a0b2-48a7-ade3-33adc1e08350", "name": "network-vif-deleted", "tag": "3a88288a-e3b0-4c1f-99e4-3bd37b2b5109", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:44.787532 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-96514b86-fb20-4a5c-87d3-30983a03e83b {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:44.788553 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6b8e4b4-a0b2-48a7-ade3-33adc1e08350', 'name': 'network-vif-deleted', 'tag': '3a88288a-e3b0-4c1f-99e4-3bd37b2b5109', 'status': 'completed', 'code': 200} Feb 15 16:51:44.796008 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbca9264-f91c-4619-9032-b25e085c3cf4 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0f67d43e-2967-41f5-b29d-e30781cda77d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:44.796354 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbca9264-f91c-4619-9032-b25e085c3cf4 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (0f67d43e-2967-41f5-b29d-e30781cda77d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:44.803193 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0f58c61a-3693-4bb8-b3eb-a229ed1a7d81,segment=NetworkSegment(1d9f79d2-2275-4852-b917-bf2ff270a29c),segment_id=1d9f79d2-2275-4852-b917-bf2ff270a29c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:44.811642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-cbca9264-f91c-4619-9032-b25e085c3cf4 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Calling delete_port for 0f67d43e-2967-41f5-b29d-e30781cda77d owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:44.900176 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0f58c61a-3693-4bb8-b3eb-a229ed1a7d81), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:44.902465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c3fef8ab-ea02-4705-b973-260c1b26c0c4 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:51:44.928425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cc562-f726-4037-af6f-826689745784 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Pushing event deleted for resources: {'Port': ['ID=acbe237f-9187-4987-8b32-04a5f0df57f3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:44.954023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4f2542da-82d6-4a15-a3f7-3be92e291a89 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:45.039805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=0f58c61a-3693-4bb8-b3eb-a229ed1a7d81,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:45.060890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:51:45.092147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:51:45.094036 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 3a88288a-e3b0-4c1f-99e4-3bd37b2b5109 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:51:45.101079 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-14bc3408-d14d-4fb2-b06f-a5bf0fd4f316 req-a5f88f92-d816-411b-8f71-6084aed13070 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9147503 Feb 15 16:51:45.102305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0098fb-8e0d-406e-987c-3645e6a0d600 req-2b8cc562-f726-4037-af6f-826689745784 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] No DVR routers for this DVR port acbe237f-9187-4987-8b32-04a5f0df57f3 on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:51:45.115686 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-3b0098fb-8e0d-406e-987c-3645e6a0d600 req-2b8cc562-f726-4037-af6f-826689745784 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:45.122025 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b0098fb-8e0d-406e-987c-3645e6a0d600 req-2b8cc562-f726-4037-af6f-826689745784 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.10 "DELETE /v2.0/ports/acbe237f-9187-4987-8b32-04a5f0df57f3 HTTP/1.1" status: 204 len: 173 time: 3.4853709 Feb 15 16:51:45.152065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port c3fef8ab-ea02-4705-b973-260c1b26c0c4 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:51:45.170593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port c3fef8ab-ea02-4705-b973-260c1b26c0c4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:45.170979 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:45.264819 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ccff84-a080-4d78-8c81-63b449d5d4db x-openstack-request-id: req-28ccff84-a080-4d78-8c81-63b449d5d4db {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:45.265346 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98be146-fae7-4900-af2f-daa8071f0d78", "name": "network-vif-plugged", "status": "completed", "tag": "0f58c61a-3693-4bb8-b3eb-a229ed1a7d81", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:45.265346 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-28ccff84-a080-4d78-8c81-63b449d5d4db {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:45.267036 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98be146-fae7-4900-af2f-daa8071f0d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f58c61a-3693-4bb8-b3eb-a229ed1a7d81', 'code': 200} Feb 15 16:51:45.345789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c3fef8ab-ea02-4705-b973-260c1b26c0c4 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:45.346184 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:45.400079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:45.456151 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a16e46-2c16-4be9-9430-befabb2976ea req-80158122-9a54-4733-be5c-e3ce1f406872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:45.458038 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c7a16e46-2c16-4be9-9430-befabb2976ea req-80158122-9a54-4733-be5c-e3ce1f406872 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 1128 time: 0.1457329 Feb 15 16:51:45.466615 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94d510-0523-441a-b7f7-01b3563f27cc req-e0e34002-0ab7-47b6-be40-f636750063df tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:45.475599 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2c94d510-0523-441a-b7f7-01b3563f27cc req-e0e34002-0ab7-47b6-be40-f636750063df tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 946 time: 0.0947688 Feb 15 16:51:45.555289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2c94d510-0523-441a-b7f7-01b3563f27cc req-422689ab-3977-400f-8f16-d98a383ed5cc tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773935 Feb 15 16:51:45.555871 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:45.575316 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (125d160f-6202-4a62-bfa4-fd935fc7ad58), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:45.588408 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c7a16e46-2c16-4be9-9430-befabb2976ea req-6b7996ba-7556-4be8-adf2-df003f0fb085 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106021 Feb 15 16:51:45.620979 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d613bbe9-e75a-4fde-99e2-676922b402fc req-44c19e30-5069-4a2a-9a3b-dad44ce3b189 tempest-MultipleCreateTestJSON-1037499839 tempest-MultipleCreateTestJSON-1037499839-project] 10.222.0.107 "GET /v2.0/ports?device_id=edc5125e-4e77-4c38-bace-7ca2072a07b0 HTTP/1.1" status: 200 len: 210 time: 0.9023845 Feb 15 16:51:45.671571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=c3fef8ab-ea02-4705-b973-260c1b26c0c4,revision_number=12']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:45.725161 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-f8e7c224-3dd0-4ac6-aaa6-40a1d7fd4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:45.725537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-f8e7c224-3dd0-4ac6-aaa6-40a1d7fd4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:45.726016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-f8e7c224-3dd0-4ac6-aaa6-40a1d7fd4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:45.727117 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-f8e7c224-3dd0-4ac6-aaa6-40a1d7fd4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:45.727538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-f8e7c224-3dd0-4ac6-aaa6-40a1d7fd4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:45.728007 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-f8e7c224-3dd0-4ac6-aaa6-40a1d7fd4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:45.728464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-f8e7c224-3dd0-4ac6-aaa6-40a1d7fd4e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:45.730470 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-f8e7c224-3dd0-4ac6-aaa6-40a1d7fd4e3a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81594fa848e7414b8f51155b921da775&device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 6714 time: 1.0648105 Feb 15 16:51:45.731163 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-65ef6f66-4a96-4de0-977a-2103df2f1e7b req-fb3f4730-0145-4dab-ad39-fe6594fca1b8 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0413363 Feb 15 16:51:45.786452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52314) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:45.937032 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1777a436-cf63-4cc2-a2ed-5b3b4fc579cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:46.016370 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for port (125d160f-6202-4a62-bfa4-fd935fc7ad58), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:46.019249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-4ea19446-1255-4044-8305-5c06cf9bd497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:46.020174 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-4ea19446-1255-4044-8305-5c06cf9bd497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:46.020661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-4ea19446-1255-4044-8305-5c06cf9bd497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:46.022389 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-4ea19446-1255-4044-8305-5c06cf9bd497 service neutron] 10.222.0.10 "GET /v2.0/networks?id=4f52de73-9cea-45af-a968-bf8d98f9217e&id=27a74dfa-05f1-43ff-9791-7a79afada23c&id=27a74dfa-05f1-43ff-9791-7a79afada23c&id=27a74dfa-05f1-43ff-9791-7a79afada23c&id=27a74dfa-05f1-43ff-9791-7a79afada23c&id=acc3e972-bc1b-4777-96d3-4501629569dc&id=acc3e972-bc1b-4777-96d3-4501629569dc HTTP/1.1" status: 200 len: 2293 time: 0.2107010 Feb 15 16:51:46.031624 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1777a436-cf63-4cc2-a2ed-5b3b4fc579cf admin admin] Publish callbacks [] for security_group (3ac36c33-fec4-49b2-a21a-3960f025824b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:46.082963 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbca9264-f91c-4619-9032-b25e085c3cf4 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0f67d43e-2967-41f5-b29d-e30781cda77d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:46.099771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device acbe237f-9187-4987-8b32-04a5f0df57f3 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:51:46.115420 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1777a436-cf63-4cc2-a2ed-5b3b4fc579cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3ac36c33-fec4-49b2-a21a-3960f025824b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:46.123657 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (125d160f-6202-4a62-bfa4-fd935fc7ad58), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:46.127237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca9264-f91c-4619-9032-b25e085c3cf4 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Port': ['ID=0f67d43e-2967-41f5-b29d-e30781cda77d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:46.151390 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: acbe237f-9187-4987-8b32-04a5f0df57f3 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:51:46.154938 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device acbe237f-9187-4987-8b32-04a5f0df57f3 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:51:46.181195 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1777a436-cf63-4cc2-a2ed-5b3b4fc579cf admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9d7296c40d0b4080917ba7ff67ff34ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3911459 Feb 15 16:51:46.181626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52320) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:46.190671 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777a436-cf63-4cc2-a2ed-5b3b4fc579cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac36c33-fec4-49b2-a21a-3960f025824b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:46.216082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-7700de0c-71e9-43ab-916d-06978d4cbc6b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=881e40ad-0c63-425b-99cc-d07326271955 HTTP/1.1" status: 200 len: 1001 time: 0.1843421 Feb 15 16:51:46.241221 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b331885-4e84-486f-861f-614a0fbd0aaf admin admin] Publish callbacks [] for security_group (3ac36c33-fec4-49b2-a21a-3960f025824b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:46.266260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b331885-4e84-486f-861f-614a0fbd0aaf admin admin] Publish callbacks [] for security_group (3ac36c33-fec4-49b2-a21a-3960f025824b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:46.315256 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event updated for resources: {'Port': ['ID=125d160f-6202-4a62-bfa4-fd935fc7ad58,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:46.359109 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbca9264-f91c-4619-9032-b25e085c3cf4 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for floatingip (efa9ae0e-4fe8-4d43-ba7e-7cb4c2050ef2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:46.361732 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbca9264-f91c-4619-9032-b25e085c3cf4 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:46.362896 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cbca9264-f91c-4619-9032-b25e085c3cf4 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/floatingips/efa9ae0e-4fe8-4d43-ba7e-7cb4c2050ef2 HTTP/1.1" status: 204 len: 168 time: 2.6362102 Feb 15 16:51:46.366699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52322) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:46.368264 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (ccd3adaa-a01d-40fc-8e45-225826e868bb), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:46.380296 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-1d1b5b3e-f038-4ee7-a446-4fa804b99ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:46.381858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-1d1b5b3e-f038-4ee7-a446-4fa804b99ed4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=47993210-4410-433b-bc3b-435fcce0d594 HTTP/1.1" status: 200 len: 851 time: 0.1506991 Feb 15 16:51:46.393234 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a326bf-3d0c-4c8f-9a13-723ab28d25cf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] DELETE failed (client error): The resource could not be found. Feb 15 16:51:46.393829 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a326bf-3d0c-4c8f-9a13-723ab28d25cf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:51:46.399183 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-45a326bf-3d0c-4c8f-9a13-723ab28d25cf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/ports/d27a3fe9-fadb-4b35-9046-bbda818a68ea HTTP/1.1" status: 404 len: 333 time: 0.0292938 Feb 15 16:51:46.400819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52324) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:46.453163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa78e9-8b0c-4121-84e7-8990533a7197 req-3364d44c-f04b-44bc-ab9d-8be60a8aa323 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:46.454695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2aa78e9-8b0c-4121-84e7-8990533a7197 req-3364d44c-f04b-44bc-ab9d-8be60a8aa323 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.1865616 Feb 15 16:51:46.457530 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-493233e6-f694-4bbb-bcf4-df93d0578042 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "GET /v2.0/ports?device_id=f581d279-32bb-47b7-81ff-f299f4124bc3 HTTP/1.1" status: 200 len: 205 time: 0.0556245 Feb 15 16:51:46.459903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52326) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:46.463322 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b331885-4e84-486f-861f-614a0fbd0aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3ac36c33-fec4-49b2-a21a-3960f025824b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:46.466494 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b331885-4e84-486f-861f-614a0fbd0aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:46.470918 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1b331885-4e84-486f-861f-614a0fbd0aaf admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3ac36c33-fec4-49b2-a21a-3960f025824b HTTP/1.1" status: 204 len: 168 time: 0.2855728 Feb 15 16:51:46.478278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b331885-4e84-486f-861f-614a0fbd0aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac36c33-fec4-49b2-a21a-3960f025824b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:46.515811 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-9ab8b18c-5b70-43bb-9583-2b3b97711d91 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] delete failed (client error): The resource could not be found. Feb 15 16:51:46.519964 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9ab8b18c-5b70-43bb-9583-2b3b97711d91 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/routers/f581d279-32bb-47b7-81ff-f299f4124bc3 HTTP/1.1" status: 404 len: 336 time: 0.0560772 Feb 15 16:51:46.521270 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52330) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:46.524094 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:46.525454 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bb8680dd-6546-4aed-9e19-29647e006c2a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0981715 Feb 15 16:51:46.550102 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-5fcdfab5-8cc2-460c-a499-85103c9b5375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:46.551841 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-5fcdfab5-8cc2-460c-a499-85103c9b5375 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=4f52de73-9cea-45af-a968-bf8d98f9217e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1623583 Feb 15 16:51:46.592668 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2aa78e9-8b0c-4121-84e7-8990533a7197 req-e3b3e9a1-c413-4396-b5ec-361212280c0e tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238976 Feb 15 16:51:46.598724 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b986e9b-cb70-4a86-b099-bb87d2b58e8a tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] DELETE failed (client error): The resource could not be found. Feb 15 16:51:46.599482 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b986e9b-cb70-4a86-b099-bb87d2b58e8a tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:51:46.607128 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0b986e9b-cb70-4a86-b099-bb87d2b58e8a tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/subnets/b4294a55-7ee7-4ce1-ae8a-1b229b557fc1 HTTP/1.1" status: 404 len: 337 time: 0.0833042 Feb 15 16:51:46.608980 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52336) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:46.765908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52346) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:46.804181 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc5125e-4e77-4c38-bace-7ca2072a07b0', 'name': 'network-vif-deleted', 'tag': 'acbe237f-9187-4987-8b32-04a5f0df57f3'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:46.807944 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746a7635-0552-4277-8df8-ef45d3319f23" -d '{"events": [{"server_uuid": "edc5125e-4e77-4c38-bace-7ca2072a07b0", "name": "network-vif-deleted", "tag": "acbe237f-9187-4987-8b32-04a5f0df57f3"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:46.814033 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-cbba5613-a8b6-4f7a-9076-cc52106e298d service neutron] 10.222.0.10 "GET /v2.0/networks/4f52de73-9cea-45af-a968-bf8d98f9217e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488785 Feb 15 16:51:46.884856 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ccd99ccd-7627-4368-b850-11ce7bb335c5 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting port 4d17c0b2-ffa2-476b-9d5e-6d583da88bc5 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:46.886260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ccd99ccd-7627-4368-b850-11ce7bb335c5 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4d17c0b2-ffa2-476b-9d5e-6d583da88bc5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:46.926661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bdb624d-5a52-4d75-9820-fa2da603cf3a admin admin] Deleting subnet 90996221-dff6-43e2-afc2-b6765e1e926f {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:51:46.930965 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5bdb624d-5a52-4d75-9820-fa2da603cf3a admin admin] Publish callbacks [] for subnet (90996221-dff6-43e2-afc2-b6765e1e926f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:46.936796 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e5f5e-7ec2-4c1a-94cf-9772b3cdf5ac req-434e102c-5cba-4659-9d9c-5d266f9e48a3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:46.950567 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-840e5f5e-7ec2-4c1a-94cf-9772b3cdf5ac req-434e102c-5cba-4659-9d9c-5d266f9e48a3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 947 time: 0.1581588 Feb 15 16:51:47.028374 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5bdb624d-5a52-4d75-9820-fa2da603cf3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (90996221-dff6-43e2-afc2-b6765e1e926f), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:47.076739 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-086dedd9-9794-43e7-a2e1-d21dd284ad55 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--1529930733&fields=id&tenant_id=d50e5805188b4195b80b506af394e48d HTTP/1.1" status: 200 len: 267 time: 0.2329588 Feb 15 16:51:47.089036 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-840e5f5e-7ec2-4c1a-94cf-9772b3cdf5ac req-c5a0e5eb-715c-4969-978f-f2e5749d0ced tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375093 Feb 15 16:51:47.113104 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ccd99ccd-7627-4368-b850-11ce7bb335c5 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4d17c0b2-ffa2-476b-9d5e-6d583da88bc5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:47.130918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ccd99ccd-7627-4368-b850-11ce7bb335c5 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Calling delete_port for 4d17c0b2-ffa2-476b-9d5e-6d583da88bc5 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:47.156040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-7c8617c2-542a-4d76-9796-b2467235d6f2 service neutron] 10.222.0.10 "GET /v2.0/networks/4f52de73-9cea-45af-a968-bf8d98f9217e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335738 Feb 15 16:51:47.184012 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5bdb624d-5a52-4d75-9820-fa2da603cf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (90996221-dff6-43e2-afc2-b6765e1e926f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:47.225759 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-524d4e69-940a-4da7-92f7-39ec3798157b req-24d6af69-49d7-4275-9465-de3859875d2a tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0323138 Feb 15 16:51:47.236091 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-23385766-ad61-4c3a-a052-d4bdaad26b29 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.15&port_id=41438aaf-3eb8-4735-95e0-46102a711d7c HTTP/1.1" status: 200 len: 217 time: 0.0736043 Feb 15 16:51:47.268032 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620933a7-2931-4248-bc12-b8cbe4edac87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:47.272216 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4253d4-07dc-4b37-ba81-d890db75d5dc" -d '{"events": [{"server_uuid": "620933a7-2931-4248-bc12-b8cbe4edac87", "name": "network-vif-plugged", "status": "completed", "tag": "c3fef8ab-ea02-4705-b973-260c1b26c0c4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:47.321846 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5311ec-746d-492f-9dd3-7c2d5ec4664a x-openstack-request-id: req-ca5311ec-746d-492f-9dd3-7c2d5ec4664a {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:47.322895 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc5125e-4e77-4c38-bace-7ca2072a07b0", "name": "network-vif-deleted", "tag": "acbe237f-9187-4987-8b32-04a5f0df57f3", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:47.328839 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ca5311ec-746d-492f-9dd3-7c2d5ec4664a {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:47.328839 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc5125e-4e77-4c38-bace-7ca2072a07b0', 'name': 'network-vif-deleted', 'tag': 'acbe237f-9187-4987-8b32-04a5f0df57f3', 'status': 'completed', 'code': 200} Feb 15 16:51:47.338553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-faf1bfaa-1d8f-4e95-b1c5-0fa5beb3785e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:47.340117 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-faf1bfaa-1d8f-4e95-b1c5-0fa5beb3785e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/networks?id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 HTTP/1.1" status: 200 len: 810 time: 0.2623496 Feb 15 16:51:47.348655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-2c637e96-8b4f-4a70-9142-6abf89e9f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:47.352559 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-2c637e96-8b4f-4a70-9142-6abf89e9f60e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=587154f3-20db-43d7-af01-606fa38584bd HTTP/1.1" status: 200 len: 797 time: 0.1066170 Feb 15 16:51:47.378564 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-957652ff-ee84-4013-9723-5b07fc295e2c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/quotas/d50e5805188b4195b80b506af394e48d HTTP/1.1" status: 200 len: 375 time: 0.0252051 Feb 15 16:51:47.411430 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5c5691-908c-42c0-a95c-11e04ea93941 x-openstack-request-id: req-6b5c5691-908c-42c0-a95c-11e04ea93941 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:47.411731 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620933a7-2931-4248-bc12-b8cbe4edac87", "name": "network-vif-plugged", "status": "completed", "tag": "c3fef8ab-ea02-4705-b973-260c1b26c0c4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:47.411992 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6b5c5691-908c-42c0-a95c-11e04ea93941 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:47.412390 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620933a7-2931-4248-bc12-b8cbe4edac87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'code': 200} Feb 15 16:51:47.438005 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5bdb624d-5a52-4d75-9820-fa2da603cf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (90996221-dff6-43e2-afc2-b6765e1e926f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:47.486719 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ccd99ccd-7627-4368-b850-11ce7bb335c5 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4d17c0b2-ffa2-476b-9d5e-6d583da88bc5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:47.500005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb624d-5a52-4d75-9820-fa2da603cf3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90996221-dff6-43e2-afc2-b6765e1e926f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:47.510544 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5bdb624d-5a52-4d75-9820-fa2da603cf3a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:47.516216 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5bdb624d-5a52-4d75-9820-fa2da603cf3a admin admin] 10.222.0.107 "DELETE /v2.0/subnets/90996221-dff6-43e2-afc2-b6765e1e926f HTTP/1.1" status: 204 len: 168 time: 0.7469423 Feb 15 16:51:47.517168 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52362) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:47.518727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52364) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:47.552149 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-de057b88-ae52-4dca-9aea-5a4f631e4e35 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d50e5805188b4195b80b506af394e48d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1726792 Feb 15 16:51:47.553979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-ed26de1c-f4a7-410f-8883-fcfaee109575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:47.558987 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-ed26de1c-f4a7-410f-8883-fcfaee109575 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27a74dfa-05f1-43ff-9791-7a79afada23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1941144 Feb 15 16:51:47.570239 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd99ccd-7627-4368-b850-11ce7bb335c5 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Port': ['ID=4d17c0b2-ffa2-476b-9d5e-6d583da88bc5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:47.601133 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cea4e6e1-1fcf-4551-adba-f5d518a7f6c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:47.646976 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ccd99ccd-7627-4368-b850-11ce7bb335c5 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:47.656903 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ccd99ccd-7627-4368-b850-11ce7bb335c5 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/ports/4d17c0b2-ffa2-476b-9d5e-6d583da88bc5 HTTP/1.1" status: 204 len: 168 time: 1.0471492 Feb 15 16:51:47.658385 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52370) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:47.720570 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8fd37560-7a7d-44d3-adf3-944c1a6a255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:47.809773 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-9ed34e88-932f-4177-9984-ed6d1091b6ab service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212813 Feb 15 16:51:47.887884 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2244bf-da79-499e-b47e-6980fac78101 req-e6a044ab-9a15-4eb8-bdc5-f404c0a011e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:47.889452 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ef2244bf-da79-499e-b47e-6980fac78101 req-e6a044ab-9a15-4eb8-bdc5-f404c0a011e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 1130 time: 0.2214437 Feb 15 16:51:47.911022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0797d70-37eb-40c7-84a9-db4ec82873de req-ccf34354-f1a7-48d9-8d4d-8e6d0cfa7713 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:47.912743 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0797d70-37eb-40c7-84a9-db4ec82873de req-ccf34354-f1a7-48d9-8d4d-8e6d0cfa7713 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.1749539 Feb 15 16:51:47.968376 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8fd37560-7a7d-44d3-adf3-944c1a6a255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:47.990615 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b903687e-0c46-4e72-9b76-67cbca45c8c9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting port 774f4a8a-3194-4dda-9b5f-ddfdb735d0c6 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:47.990615 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b903687e-0c46-4e72-9b76-67cbca45c8c9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (774f4a8a-3194-4dda-9b5f-ddfdb735d0c6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:48.018193 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-8fd37560-7a7d-44d3-adf3-944c1a6a255a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:48.045537 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cea4e6e1-1fcf-4551-adba-f5d518a7f6c1 admin admin] Publish callbacks [] for security_group (eab4472d-ea37-400b-b963-5f1c676c2d41), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:48.048881 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ef2244bf-da79-499e-b47e-6980fac78101 req-5222d882-bc92-4247-abc0-a639cabaaed1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504772 Feb 15 16:51:48.054522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-8fd37560-7a7d-44d3-adf3-944c1a6a255a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3485c3b9-f796-46a8-8819-386b35deedfd') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:48.055435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-8fd37560-7a7d-44d3-adf3-944c1a6a255a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3485c3b9-f796-46a8-8819-386b35deedfd') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:48.065503 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0797d70-37eb-40c7-84a9-db4ec82873de req-edeb8a1d-e7d0-4e7a-8f1b-75ee08ef6360 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428037 Feb 15 16:51:48.084320 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8fd37560-7a7d-44d3-adf3-944c1a6a255a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (3485c3b9-f796-46a8-8819-386b35deedfd), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:48.110321 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8fd37560-7a7d-44d3-adf3-944c1a6a255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (3485c3b9-f796-46a8-8819-386b35deedfd), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:48.115904 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-abec83d1-80e7-4875-9230-3c0436e8ba5e service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907999 Feb 15 16:51:48.124436 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-7415007f-9a1d-4c12-9194-00ea7cb33038 service neutron] 10.222.0.107 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381699 Feb 15 16:51:48.127434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd37560-7a7d-44d3-adf3-944c1a6a255a admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:51:48.127837 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8fd37560-7a7d-44d3-adf3-944c1a6a255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (3485c3b9-f796-46a8-8819-386b35deedfd), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:51:48.130308 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:51:48.146408 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cea4e6e1-1fcf-4551-adba-f5d518a7f6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (eab4472d-ea37-400b-b963-5f1c676c2d41), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:48.148207 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b903687e-0c46-4e72-9b76-67cbca45c8c9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (774f4a8a-3194-4dda-9b5f-ddfdb735d0c6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:48.165068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b903687e-0c46-4e72-9b76-67cbca45c8c9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Calling delete_port for 774f4a8a-3194-4dda-9b5f-ddfdb735d0c6 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:48.333182 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-61bdbcdd-8da1-4e0b-875d-6d97375bae91 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.236&port_id=e12c4311-7333-4002-a1ec-b7bac72ef0b9 HTTP/1.1" status: 200 len: 217 time: 0.0798807 Feb 15 16:51:48.333719 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8fd37560-7a7d-44d3-adf3-944c1a6a255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:48.344795 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cea4e6e1-1fcf-4551-adba-f5d518a7f6c1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=08d7fa9139b74abf9c8c56a899a9ff5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8247054 Feb 15 16:51:48.347795 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52378) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:48.362037 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8fd37560-7a7d-44d3-adf3-944c1a6a255a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:48.365199 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8fd37560-7a7d-44d3-adf3-944c1a6a255a admin admin] 10.222.0.107 "DELETE /v2.0/networks/65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8 HTTP/1.1" status: 204 len: 168 time: 0.8438747 Feb 15 16:51:48.382110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4e6e1-1fcf-4551-adba-f5d518a7f6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab4472d-ea37-400b-b963-5f1c676c2d41,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:48.402187 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b903687e-0c46-4e72-9b76-67cbca45c8c9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (774f4a8a-3194-4dda-9b5f-ddfdb735d0c6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:48.405512 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd37560-7a7d-44d3-adf3-944c1a6a255a admin admin] Pushing event deleted for resources: {'Network': ['ID=65f5ad4b-7ce4-4a4c-91fe-40bd4da324c8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:48.446434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-0d3485f8-6bc5-47e9-ac37-62bc870a72ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:48.448023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-0d3485f8-6bc5-47e9-ac37-62bc870a72ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=587154f3-20db-43d7-af01-606fa38584bd HTTP/1.1" status: 200 len: 797 time: 0.0992792 Feb 15 16:51:48.450527 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-9fcab28d-dd1f-400b-b161-72fe4c8f8d8a service neutron] 10.222.0.107 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052115 Feb 15 16:51:48.527539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903687e-0c46-4e72-9b76-67cbca45c8c9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Port': ['ID=774f4a8a-3194-4dda-9b5f-ddfdb735d0c6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:48.566313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-5dd25b8d-e989-4967-a1c3-337918e05c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:48.571316 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-5dd25b8d-e989-4967-a1c3-337918e05c82 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27a74dfa-05f1-43ff-9791-7a79afada23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0959463 Feb 15 16:51:48.646113 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b753cf5-2c3d-4c2e-bf83-d25fd8d1e3d2 admin admin] Publish callbacks [] for security_group (eab4472d-ea37-400b-b963-5f1c676c2d41), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:48.710015 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-ebd54ea4-0108-4ed2-8ced-9b18f2fefabc service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287675 Feb 15 16:51:48.714045 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b753cf5-2c3d-4c2e-bf83-d25fd8d1e3d2 admin admin] Publish callbacks [] for security_group (eab4472d-ea37-400b-b963-5f1c676c2d41), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:48.745528 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b903687e-0c46-4e72-9b76-67cbca45c8c9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:48.748817 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b903687e-0c46-4e72-9b76-67cbca45c8c9 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/ports/774f4a8a-3194-4dda-9b5f-ddfdb735d0c6 HTTP/1.1" status: 204 len: 168 time: 1.0894392 Feb 15 16:51:48.762827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52386) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:48.815774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfa097-72d8-4184-8127-31d28be6ae07 req-03890301-8f76-40bd-ba77-189cbb124401 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:48.817434 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-66dfa097-72d8-4184-8127-31d28be6ae07 req-03890301-8f76-40bd-ba77-189cbb124401 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 947 time: 0.2399201 Feb 15 16:51:48.875893 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0234ebcb-6c08-4bb7-aabf-7f673540a3aa req-c941e679-1d35-43db-b126-59f9541e4277 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0362964 Feb 15 16:51:48.895477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52390) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:48.898792 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ded05-b450-4d81-be94-404070b2473b req-97912aa6-2d56-4cb3-92d8-c08ff37dc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:48.900419 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b0ded05-b450-4d81-be94-404070b2473b req-97912aa6-2d56-4cb3-92d8-c08ff37dc479 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c67acc8f1c648bcbb66c3025123165e&device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 1128 time: 0.3008363 Feb 15 16:51:48.947142 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-819062f7-b95c-4365-a682-aad569740876 service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296238 Feb 15 16:51:48.979421 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b753cf5-2c3d-4c2e-bf83-d25fd8d1e3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (eab4472d-ea37-400b-b963-5f1c676c2d41), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:48.982401 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b753cf5-2c3d-4c2e-bf83-d25fd8d1e3d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:48.985927 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3b753cf5-2c3d-4c2e-bf83-d25fd8d1e3d2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/eab4472d-ea37-400b-b963-5f1c676c2d41 HTTP/1.1" status: 204 len: 168 time: 0.6331327 Feb 15 16:51:49.021565 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-5d2e38a7-f5d7-48b9-9d89-48d6b5243719 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=3afed0e7-2cee-4126-8584-e4805f52e3c7 HTTP/1.1" status: 200 len: 217 time: 0.0641482 Feb 15 16:51:49.024567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bc8179ca-6886-4178-a31b-44ff525e25b6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2a3542f3a39647f59665a81bfe0c370a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279674 Feb 15 16:51:49.035087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6138ef-873d-4d68-8b91-d602c3cacfc0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:49.036681 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0e6138ef-873d-4d68-8b91-d602c3cacfc0 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "GET /v2.0/ports?device_id=911e7221-e377-452e-8159-4816bba39f73 HTTP/1.1" status: 200 len: 913 time: 0.2729454 Feb 15 16:51:49.037647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b753cf5-2c3d-4c2e-bf83-d25fd8d1e3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab4472d-ea37-400b-b963-5f1c676c2d41,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:49.042753 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52394) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:49.042946 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52398) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:49.074119 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-66dfa097-72d8-4184-8127-31d28be6ae07 req-0a1f05a8-73f9-4acb-9b76-aaed21b0f903 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795750 Feb 15 16:51:49.111871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-577de5c0-2423-44e3-bd32-ec46bcf86664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:49.113699 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-577de5c0-2423-44e3-bd32-ec46bcf86664 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=587154f3-20db-43d7-af01-606fa38584bd HTTP/1.1" status: 200 len: 797 time: 0.0638499 Feb 15 16:51:49.135975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcbf980-2768-491c-8ca3-c304c49a2d48 req-0ee74ebd-0afb-4a98-8669-800312df051a tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:49.138070 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bdcbf980-2768-491c-8ca3-c304c49a2d48 req-0ee74ebd-0afb-4a98-8669-800312df051a tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.1623962 Feb 15 16:51:49.227707 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bdcbf980-2768-491c-8ca3-c304c49a2d48 req-77320660-46d3-4ed1-92c0-daebfb9b2948 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756826 Feb 15 16:51:49.245125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-b7e26d17-73f2-45de-9479-04d37ffee7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:49.247309 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-b7e26d17-73f2-45de-9479-04d37ffee7d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27a74dfa-05f1-43ff-9791-7a79afada23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1081481 Feb 15 16:51:49.273132 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c485f45a-d14e-4f56-8f7b-5f3eda18c555 req-628e57f0-e96d-46c4-9c29-54d77f4b74b3 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 210 time: 0.0788391 Feb 15 16:51:49.296392 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ded05-b450-4d81-be94-404070b2473b req-a3c597f2-8909-4649-b899-9e834ca8d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:49.303117 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b0ded05-b450-4d81-be94-404070b2473b req-a3c597f2-8909-4649-b899-9e834ca8d071 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5768139a-8a69-46a4-99c3-4c56de134399 HTTP/1.1" status: 200 len: 911 time: 0.3932395 Feb 15 16:51:49.385578 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-74870bb7-9741-4e35-8c09-82f3eecdf30e service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296272 Feb 15 16:51:49.436135 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b0ded05-b450-4d81-be94-404070b2473b req-d2112fc0-9c2c-40ac-a55d-3074307a97c2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 HTTP/1.1" status: 200 len: 217 time: 0.0869303 Feb 15 16:51:49.486487 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b85b850-b2ea-4a2e-930a-7aa16ffcae91 admin admin] Publish callbacks [] for security_group (d47ae4a0-6660-44b5-bb40-fe1c2951c36c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:49.533281 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-09014780-b186-43d9-812b-2dde42503627 service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397140 Feb 15 16:51:49.550190 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe098d19-395d-4206-ad0f-1f5c925fd34d req-39d7cee5-f23f-4a7b-b5d3-87d18b63bd11 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2447741 Feb 15 16:51:49.552066 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b85b850-b2ea-4a2e-930a-7aa16ffcae91 admin admin] Publish callbacks [] for security_group (d47ae4a0-6660-44b5-bb40-fe1c2951c36c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:49.586404 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ded05-b450-4d81-be94-404070b2473b req-34ed0de7-ffa0-4a86-a0e6-bafd0399b9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:49.588011 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b0ded05-b450-4d81-be94-404070b2473b req-34ed0de7-ffa0-4a86-a0e6-bafd0399b9b6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=69ce327b-dd59-48f2-b8be-ecdadc3586e1 HTTP/1.1" status: 200 len: 850 time: 0.1391540 Feb 15 16:51:49.604354 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-69071696-edaf-41bb-b9b9-49424f7cce9f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.25&port_id=fe179def-5efe-44f2-90b5-9251355671f2 HTTP/1.1" status: 200 len: 217 time: 0.0659626 Feb 15 16:51:49.685458 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b0ded05-b450-4d81-be94-404070b2473b req-8ab0d654-4055-42fa-9eb9-2b50fc607cfc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5768139a-8a69-46a4-99c3-4c56de134399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664322 Feb 15 16:51:49.735409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-2711e919-27d4-4243-bf07-a5c75ef03b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:49.741290 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-2711e919-27d4-4243-bf07-a5c75ef03b78 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=587154f3-20db-43d7-af01-606fa38584bd HTTP/1.1" status: 200 len: 797 time: 0.1305220 Feb 15 16:51:49.809049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe098d19-395d-4206-ad0f-1f5c925fd34d req-deb3a1ac-371c-41c5-85a0-077b38fd4b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:49.810610 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe098d19-395d-4206-ad0f-1f5c925fd34d req-deb3a1ac-371c-41c5-85a0-077b38fd4b2a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5c67acc8f1c648bcbb66c3025123165e&device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 1128 time: 0.1905863 Feb 15 16:51:49.877968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-a61cd778-28c6-4ebf-98ad-afa0b4685fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:49.881265 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-a61cd778-28c6-4ebf-98ad-afa0b4685fc6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=27a74dfa-05f1-43ff-9791-7a79afada23c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1329534 Feb 15 16:51:50.334415 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b0ded05-b450-4d81-be94-404070b2473b req-336f0bc8-e2ec-42b0-a971-c9d34f7609f8 service neutron] 10.222.0.10 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6324196 Feb 15 16:51:50.340201 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b85b850-b2ea-4a2e-930a-7aa16ffcae91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d47ae4a0-6660-44b5-bb40-fe1c2951c36c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:50.343792 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b85b850-b2ea-4a2e-930a-7aa16ffcae91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:50.345599 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4b85b850-b2ea-4a2e-930a-7aa16ffcae91 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d47ae4a0-6660-44b5-bb40-fe1c2951c36c HTTP/1.1" status: 204 len: 168 time: 1.3004966 Feb 15 16:51:50.435544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85b850-b2ea-4a2e-930a-7aa16ffcae91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47ae4a0-6660-44b5-bb40-fe1c2951c36c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:50.536223 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0fc308ca-3c32-4441-be56-1890dc5169e4 req-9828710a-81c3-4429-a687-1aa8abeb3374 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0403109 Feb 15 16:51:50.567736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe098d19-395d-4206-ad0f-1f5c925fd34d req-c1244c97-2d04-4f54-a5da-6ba02d1e54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:50.574586 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe098d19-395d-4206-ad0f-1f5c925fd34d req-c1244c97-2d04-4f54-a5da-6ba02d1e54f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5768139a-8a69-46a4-99c3-4c56de134399 HTTP/1.1" status: 200 len: 911 time: 0.7174420 Feb 15 16:51:50.624057 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-f29ea80a-a75e-4ba8-8ff8-9b82dd8bdec6 service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7363870 Feb 15 16:51:50.658871 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbeae00-cfaf-4770-b493-74db88793df5 req-811ec2aa-d2ed-40a8-bdf0-c81c5c36af1d tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:50.666493 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-acbeae00-cfaf-4770-b493-74db88793df5 req-811ec2aa-d2ed-40a8-bdf0-c81c5c36af1d tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 947 time: 0.3345912 Feb 15 16:51:50.742653 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b0ded05-b450-4d81-be94-404070b2473b req-014864c2-0aaf-4678-b610-67badb4fbcac service neutron] 10.222.0.10 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895409 Feb 15 16:51:50.744252 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe098d19-395d-4206-ad0f-1f5c925fd34d req-bfe9c702-ac04-474b-b4e5-ad596f06bb14 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f65d11e8-f7f7-4228-88e8-2a2fa8e6268a HTTP/1.1" status: 200 len: 217 time: 0.1564090 Feb 15 16:51:50.762928 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-362b5e8a-d204-4e52-a517-67a9c5e9095b service neutron] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307902 Feb 15 16:51:50.818109 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-acbeae00-cfaf-4770-b493-74db88793df5 req-a3868fc4-c88b-4fe1-bbc5-7e773a7156b1 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446805 Feb 15 16:51:50.819893 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-adb399dd-cf35-4941-90f4-3d306903486f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f5af67be-1719-4be1-89cb-3f77a4ab58d3 HTTP/1.1" status: 200 len: 217 time: 0.0469837 Feb 15 16:51:50.902112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-771fa467-68c2-47da-9956-e008d7d8670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:50.903582 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-771fa467-68c2-47da-9956-e008d7d8670e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8abc264-01a5-4f06-9e0a-0b1ebef29fa4 HTTP/1.1" status: 200 len: 797 time: 0.0761244 Feb 15 16:51:50.913357 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508794cb-045a-4ecc-8139-df0acb84728c req-c060a5d8-5765-4217-b1d6-387e289bb527 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:50.915820 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-508794cb-045a-4ecc-8139-df0acb84728c req-c060a5d8-5765-4217-b1d6-387e289bb527 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.2757192 Feb 15 16:51:51.020471 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-508794cb-045a-4ecc-8139-df0acb84728c req-1f2f37a1-9a45-4bee-9989-e40a84347242 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954828 Feb 15 16:51:51.023421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-7f446ec4-978c-4224-b372-f3dfc2cbaa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:51.024930 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-7f446ec4-978c-4224-b372-f3dfc2cbaa8c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=acc3e972-bc1b-4777-96d3-4501629569dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1086493 Feb 15 16:51:51.070868 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a07421a-eefb-49af-8375-8b631657799b req-4a5dca5f-b435-44ce-a354-bc666f5c83e5 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 210 time: 0.0939462 Feb 15 16:51:51.152691 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe098d19-395d-4206-ad0f-1f5c925fd34d req-7f11d4d3-e748-4c83-87cf-55175fe55e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:51.155338 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe098d19-395d-4206-ad0f-1f5c925fd34d req-7f11d4d3-e748-4c83-87cf-55175fe55e3c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69ce327b-dd59-48f2-b8be-ecdadc3586e1 HTTP/1.1" status: 200 len: 850 time: 0.3609977 Feb 15 16:51:51.210428 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe098d19-395d-4206-ad0f-1f5c925fd34d req-52ae2f47-1792-4bd8-aee8-043e8fb120c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5768139a-8a69-46a4-99c3-4c56de134399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475547 Feb 15 16:51:51.226250 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-867266dc-6968-4528-a322-2613202a6a23 service neutron] 10.222.0.10 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925645 Feb 15 16:51:51.284676 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-254650c1-a5e4-4313-a0bd-17fda8fa0a31 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (911e7221-e377-452e-8159-4816bba39f73), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:51.383398 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-aad13d45-b2b7-4300-97b2-e6343323809e service neutron] 10.222.0.10 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484582 Feb 15 16:51:51.447212 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe098d19-395d-4206-ad0f-1f5c925fd34d req-53ed1adc-c5a0-49ce-bd53-72d06a3dbf5a service neutron] 10.222.0.67 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275143 Feb 15 16:51:51.453209 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-4edecbfc-be3b-4010-91b0-02393be9c39c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=123c3564-d09f-4a91-ad7f-9c78aa37f9fe HTTP/1.1" status: 200 len: 217 time: 0.0639892 Feb 15 16:51:51.537231 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-28378dec-240a-40ba-8bb1-7a9327be7d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:51.542354 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-28378dec-240a-40ba-8bb1-7a9327be7d3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b8abc264-01a5-4f06-9e0a-0b1ebef29fa4 HTTP/1.1" status: 200 len: 797 time: 0.0825164 Feb 15 16:51:51.664635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-3c715010-2d55-4a52-b5be-2703aa1268e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:51.666218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-3c715010-2d55-4a52-b5be-2703aa1268e7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=acc3e972-bc1b-4777-96d3-4501629569dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1167231 Feb 15 16:51:51.700430 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe098d19-395d-4206-ad0f-1f5c925fd34d req-df41e1d2-1c9b-4fd4-85d1-df4f0ca30cd8 service neutron] 10.222.0.67 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430365 Feb 15 16:51:51.922847 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f0588ba-e757-46a9-bc50-e7310688eedd req-d5937f7e-0e0d-49ff-9281-bcc0092fca6e tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0964494 Feb 15 16:51:51.936339 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-5cf19087-e230-422f-9512-4c6bff6911b3 service neutron] 10.222.0.10 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611940 Feb 15 16:51:51.968363 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-254650c1-a5e4-4313-a0bd-17fda8fa0a31 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting port e591e845-1fe1-454b-8ff5-d267036af562 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:51.968705 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-254650c1-a5e4-4313-a0bd-17fda8fa0a31 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e591e845-1fe1-454b-8ff5-d267036af562), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:52.103233 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96e76fd5-a76a-4e18-b950-3ea87ba568e6 req-27570534-77ff-472f-b70d-9ebed0275c15 service neutron] 10.222.0.10 "GET /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575077 Feb 15 16:51:52.199928 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98d1a2-3e8b-40c9-afa7-1bdf63924549 req-d0b0b679-58c8-4c29-af3f-0881427d9f65 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:52.201890 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c98d1a2-3e8b-40c9-afa7-1bdf63924549 req-d0b0b679-58c8-4c29-af3f-0881427d9f65 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 947 time: 0.2771835 Feb 15 16:51:52.261807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24db45-8cb3-49ca-8af4-df507cdddcd2 req-9f1b46e8-6017-4ba8-b00d-1f1d9cb54868 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:52.263620 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed24db45-8cb3-49ca-8af4-df507cdddcd2 req-9f1b46e8-6017-4ba8-b00d-1f1d9cb54868 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.1173270 Feb 15 16:51:52.284887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-76375521-e87a-4fd2-a096-7083ce843645 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:52.286750 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-76375521-e87a-4fd2-a096-7083ce843645 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.67 "GET /v2.0/networks?id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 HTTP/1.1" status: 200 len: 810 time: 0.2444375 Feb 15 16:51:52.330034 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed24db45-8cb3-49ca-8af4-df507cdddcd2 req-96f63b03-76b6-4f17-9c36-3d67b5ce733b tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530820 Feb 15 16:51:52.374372 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c98d1a2-3e8b-40c9-afa7-1bdf63924549 req-bfa80bdd-bed2-4362-a2c1-3177bc8264ba tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558621 Feb 15 16:51:52.380145 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-254650c1-a5e4-4313-a0bd-17fda8fa0a31 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e591e845-1fe1-454b-8ff5-d267036af562), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:52.413251 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-254650c1-a5e4-4313-a0bd-17fda8fa0a31 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Calling delete_port for e591e845-1fe1-454b-8ff5-d267036af562 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:52.440578 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-fff15287-a9d1-4e46-a30f-3c96bfe89b94 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d50e5805188b4195b80b506af394e48d HTTP/1.1" status: 200 len: 380 time: 0.1444769 Feb 15 16:51:52.463195 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-b0916073-d15c-4a30-8480-6572d117a14b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Request body: {'port': {'device_id': '26178897-39d4-4ec1-b6c0-82b58f177d86', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'admin_state_up': True, 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'security_groups': ['0289c732-bfdc-4714-b589-07f9417f6af0']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:52.503837 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-376b770d-9f4f-43ff-acd5-065c20e2738d req-781f160f-72e4-46b0-a222-39ae57f9bd60 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 210 time: 0.0591960 Feb 15 16:51:52.811801 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-b0916073-d15c-4a30-8480-6572d117a14b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Made reservation on behalf of d50e5805188b4195b80b506af394e48d for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:51:52.815382 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-b0916073-d15c-4a30-8480-6572d117a14b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:52.920544 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-254650c1-a5e4-4313-a0bd-17fda8fa0a31 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e591e845-1fe1-454b-8ff5-d267036af562), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:52.959005 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254650c1-a5e4-4313-a0bd-17fda8fa0a31 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Port': ['ID=e591e845-1fe1-454b-8ff5-d267036af562,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:53.066322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52526) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:53.104923 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cba4ce2c-3722-4661-bdcd-4f9952727af0 req-0c4aef6a-f669-44b8-9340-f78394f28c3a tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0660279 Feb 15 16:51:53.145902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-b0916073-d15c-4a30-8480-6572d117a14b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Allocated IP 172.20.0.14 (5c7b397a-77f6-47e0-8f8f-d0b42cdceb05/ee4840c8-e6d6-4864-8cc9-9887e739eb93/76beb63c-bfcf-4a0b-be8a-d368b5208dab) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:51:53.206471 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dbed0d7-30ff-40a2-9ad1-a1b99a3e4402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:53.330786 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dbed0d7-30ff-40a2-9ad1-a1b99a3e4402 admin admin] Publish callbacks [] for security_group (8a14028a-948b-4df8-b1bf-ec72a4c3a2c9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:53.358659 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-254650c1-a5e4-4313-a0bd-17fda8fa0a31 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (911e7221-e377-452e-8159-4816bba39f73), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:53.407138 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dbed0d7-30ff-40a2-9ad1-a1b99a3e4402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8a14028a-948b-4df8-b1bf-ec72a4c3a2c9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:53.541921 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6dbed0d7-30ff-40a2-9ad1-a1b99a3e4402 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a3767bb2dc494d56a26ca1138d73e89e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4689922 Feb 15 16:51:53.542215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52542) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:53.544303 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbed0d7-30ff-40a2-9ad1-a1b99a3e4402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a14028a-948b-4df8-b1bf-ec72a4c3a2c9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:53.583956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80fbf5-6aae-435e-bb0c-f940f986555e req-d90f018a-7244-46a3-bf02-74850230acf4 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:53.585649 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db80fbf5-6aae-435e-bb0c-f940f986555e req-d90f018a-7244-46a3-bf02-74850230acf4 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.1512308 Feb 15 16:51:53.623254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d042f6-b9f7-4627-ba16-4916d44d34b6 admin admin] Publish callbacks [] for security_group (8a14028a-948b-4df8-b1bf-ec72a4c3a2c9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:53.692335 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d042f6-b9f7-4627-ba16-4916d44d34b6 admin admin] Publish callbacks [] for security_group (8a14028a-948b-4df8-b1bf-ec72a4c3a2c9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:53.749790 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db80fbf5-6aae-435e-bb0c-f940f986555e req-b84b04d5-a264-4fae-814b-b7d542139cb9 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479907 Feb 15 16:51:53.799604 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-01f988b0-51e0-4cb2-85b3-f17054094c9e req-460bfdb3-0f1f-49ca-80fd-f5c6cbedc677 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 210 time: 0.1208782 Feb 15 16:51:53.825318 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-b0916073-d15c-4a30-8480-6572d117a14b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for port (76beb63c-bfcf-4a0b-be8a-d368b5208dab), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:53.846248 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d042f6-b9f7-4627-ba16-4916d44d34b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8a14028a-948b-4df8-b1bf-ec72a4c3a2c9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:53.849040 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d042f6-b9f7-4627-ba16-4916d44d34b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:53.852850 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-45d042f6-b9f7-4627-ba16-4916d44d34b6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8a14028a-948b-4df8-b1bf-ec72a4c3a2c9 HTTP/1.1" status: 204 len: 168 time: 0.3091874 Feb 15 16:51:53.862187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d042f6-b9f7-4627-ba16-4916d44d34b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a14028a-948b-4df8-b1bf-ec72a4c3a2c9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:53.968754 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-b0916073-d15c-4a30-8480-6572d117a14b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (76beb63c-bfcf-4a0b-be8a-d368b5208dab), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:54.017702 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-b0916073-d15c-4a30-8480-6572d117a14b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:51:54.022747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-b0916073-d15c-4a30-8480-6572d117a14b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:51:54.031173 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-b0916073-d15c-4a30-8480-6572d117a14b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:51:54.074008 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0916073-d15c-4a30-8480-6572d117a14b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event updated for resources: {'Port': ['ID=76beb63c-bfcf-4a0b-be8a-d368b5208dab,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:54.095722 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254650c1-a5e4-4313-a0bd-17fda8fa0a31 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Router 911e7221-e377-452e-8159-4816bba39f73 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:51:54.308099 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4f00e3a1-6dae-472d-83db-36aa45f26e4a req-d11384d2-291f-4ad2-9f15-fe3832186d78 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0770454 Feb 15 16:51:54.311635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254650c1-a5e4-4313-a0bd-17fda8fa0a31 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:51:54.318602 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-b0916073-d15c-4a30-8480-6572d117a14b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:54.319241 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-b0916073-d15c-4a30-8480-6572d117a14b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:54.328144 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-254650c1-a5e4-4313-a0bd-17fda8fa0a31 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "PUT /v2.0/routers/911e7221-e377-452e-8159-4816bba39f73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2807691 Feb 15 16:51:54.328365 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52558) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:54.328654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dadd28a-2e14-4609-8f3f-e2d2bc998d44 None None] Sync routers for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:51:54.357466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dadd28a-2e14-4609-8f3f-e2d2bc998d44 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:54.358780 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-0dadd28a-2e14-4609-8f3f-e2d2bc998d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:54.454247 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-0dadd28a-2e14-4609-8f3f-e2d2bc998d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:54.472648 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-b0916073-d15c-4a30-8480-6572d117a14b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0165360 Feb 15 16:51:54.474394 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dadd28a-2e14-4609-8f3f-e2d2bc998d44 None None] Routers {'911e7221-e377-452e-8159-4816bba39f73'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:51:54.480797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-0dadd28a-2e14-4609-8f3f-e2d2bc998d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['911e7221-e377-452e-8159-4816bba39f73'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:54.486022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Request body: {'port': {'device_id': '26178897-39d4-4ec1-b6c0-82b58f177d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:51:54.521341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-0dadd28a-2e14-4609-8f3f-e2d2bc998d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:54.522234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dadd28a-2e14-4609-8f3f-e2d2bc998d44 None None] The sync data for ids ['911e7221-e377-452e-8159-4816bba39f73'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:51:54.559742 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9297c91-b05c-4846-b7b8-126913360fd3 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router (911e7221-e377-452e-8159-4816bba39f73), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:54.580336 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-123639bc-142b-4de6-a504-3225caebe920 None None] Provisioning complete for port 76beb63c-bfcf-4a0b-be8a-d368b5208dab triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:51:54.580756 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-123639bc-142b-4de6-a504-3225caebe920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (76beb63c-bfcf-4a0b-be8a-d368b5208dab), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:54.586276 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (76beb63c-bfcf-4a0b-be8a-d368b5208dab), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:54.676250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-123639bc-142b-4de6-a504-3225caebe920 None None] Port 76beb63c-bfcf-4a0b-be8a-d368b5208dab cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:51:54.701467 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9297c91-b05c-4846-b7b8-126913360fd3 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router_gateway (911e7221-e377-452e-8159-4816bba39f73), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:54.904267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-f9297c91-b05c-4846-b7b8-126913360fd3 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting port f93be456-6bcf-4dd7-a360-048de474e392 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:54.905133 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9297c91-b05c-4846-b7b8-126913360fd3 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f93be456-6bcf-4dd7-a360-048de474e392), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:55.013347 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9297c91-b05c-4846-b7b8-126913360fd3 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f93be456-6bcf-4dd7-a360-048de474e392), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:55.027838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-f9297c91-b05c-4846-b7b8-126913360fd3 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Calling delete_port for f93be456-6bcf-4dd7-a360-048de474e392 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:55.033585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2563d-eea0-43de-9ef5-373cee622d48 req-996db252-571a-4564-a14d-87583b8bb7dc tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:55.041523 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-62a2563d-eea0-43de-9ef5-373cee622d48 req-996db252-571a-4564-a14d-87583b8bb7dc tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.1442897 Feb 15 16:51:55.071802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76beb63c-bfcf-4a0b-be8a-d368b5208dab {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:51:55.106811 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Publish callbacks [] for port (76beb63c-bfcf-4a0b-be8a-d368b5208dab), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:55.123326 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-62a2563d-eea0-43de-9ef5-373cee622d48 req-a7ebe1f2-6d07-4ccb-8eae-62fac7cc199f tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808101 Feb 15 16:51:55.137658 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Transition to ACTIVE for port object 76beb63c-bfcf-4a0b-be8a-d368b5208dab will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:51:55.206659 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (76beb63c-bfcf-4a0b-be8a-d368b5208dab), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:55.254995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d2829-5c1f-4cf0-8e92-3a41d54c2d15 req-5548cd6a-c086-4485-be44-6b99aaafc106 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:55.256735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-694d2829-5c1f-4cf0-8e92-3a41d54c2d15 req-5548cd6a-c086-4485-be44-6b99aaafc106 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 932 time: 0.0986574 Feb 15 16:51:55.286219 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Pushing event updated for resources: {'Port': ['ID=76beb63c-bfcf-4a0b-be8a-d368b5208dab,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:55.336971 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-694d2829-5c1f-4cf0-8e92-3a41d54c2d15 req-fe76c1e6-758d-49e2-bcfd-3e421251f74f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655537 Feb 15 16:51:55.366213 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9297c91-b05c-4846-b7b8-126913360fd3 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f93be456-6bcf-4dd7-a360-048de474e392), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:55.396910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9297c91-b05c-4846-b7b8-126913360fd3 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Port': ['ID=f93be456-6bcf-4dd7-a360-048de474e392,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:55.399958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Attempting to bind port 76beb63c-bfcf-4a0b-be8a-d368b5208dab on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:51:55.404842 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Attempting to bind port 76beb63c-bfcf-4a0b-be8a-d368b5208dab by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:51:55.408437 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Attempting to bind port 76beb63c-bfcf-4a0b-be8a-d368b5208dab on network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:51:55.410504 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Port 76beb63c-bfcf-4a0b-be8a-d368b5208dab on network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:51:55.412423 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Attempting to bind port 76beb63c-bfcf-4a0b-be8a-d368b5208dab on network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:51:55.424591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:51:55.425863 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Checking segment: {'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:51:55.427688 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Bound using segment: {'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:51:55.428220 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Bound port: 76beb63c-bfcf-4a0b-be8a-d368b5208dab, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:51:55.429648 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (76beb63c-bfcf-4a0b-be8a-d368b5208dab), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:55.485692 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9297c91-b05c-4846-b7b8-126913360fd3 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (911e7221-e377-452e-8159-4816bba39f73), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:55.497292 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0955f9e0-12e3-4d99-9483-fa3049a08ed3 req-b1a14257-82ba-43f3-97fe-0429d6d00867 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/ports?device_id=6627256c-96fe-478b-a359-44296db785c7 HTTP/1.1" status: 200 len: 210 time: 0.0634787 Feb 15 16:51:55.590814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] For port 76beb63c-bfcf-4a0b-be8a-d368b5208dab, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:51:55.594657 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] For port 76beb63c-bfcf-4a0b-be8a-d368b5208dab, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=76beb63c-bfcf-4a0b-be8a-d368b5208dab,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:51:55.606564 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9297c91-b05c-4846-b7b8-126913360fd3 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (911e7221-e377-452e-8159-4816bba39f73), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:55.609702 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9297c91-b05c-4846-b7b8-126913360fd3 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router_controller (911e7221-e377-452e-8159-4816bba39f73), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:55.664081 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (76beb63c-bfcf-4a0b-be8a-d368b5208dab), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:55.707156 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:55.707777 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:55.709164 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] 10.222.0.67 "PUT /v2.0/ports/76beb63c-bfcf-4a0b-be8a-d368b5208dab HTTP/1.1" status: 200 len: 1093 time: 1.2285488 Feb 15 16:51:55.709633 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26178897-39d4-4ec1-b6c0-82b58f177d86', 'tag': '76beb63c-bfcf-4a0b-be8a-d368b5208dab'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:51:55.712660 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1c5c67-b7da-4b69-b0e9-ee9f7ac0bb7a" -d '{"events": [{"name": "network-changed", "server_uuid": "26178897-39d4-4ec1-b6c0-82b58f177d86", "tag": "76beb63c-bfcf-4a0b-be8a-d368b5208dab"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:51:55.715533 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9297c91-b05c-4846-b7b8-126913360fd3 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (911e7221-e377-452e-8159-4816bba39f73), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:55.716121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9297c91-b05c-4846-b7b8-126913360fd3 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Fanout notify agent at l3_agent the message router_deleted on router 911e7221-e377-452e-8159-4816bba39f73 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:51:55.725123 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9297c91-b05c-4846-b7b8-126913360fd3 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:55.725123 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f9297c91-b05c-4846-b7b8-126913360fd3 tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/routers/911e7221-e377-452e-8159-4816bba39f73 HTTP/1.1" status: 204 len: 168 time: 1.3950937 Feb 15 16:51:55.728028 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52598) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:55.758253 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc6fab-d451-4491-8619-d9d12d01aace service neutron] Pushing event updated for resources: {'Port': ['ID=76beb63c-bfcf-4a0b-be8a-d368b5208dab,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:55.779479 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b9386f-8b77-4bff-b81f-176903c6698b x-openstack-request-id: req-f3b9386f-8b77-4bff-b81f-176903c6698b {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:51:55.779789 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26178897-39d4-4ec1-b6c0-82b58f177d86", "tag": "76beb63c-bfcf-4a0b-be8a-d368b5208dab", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:51:55.782418 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f3b9386f-8b77-4bff-b81f-176903c6698b {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:51:55.782418 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26178897-39d4-4ec1-b6c0-82b58f177d86', 'tag': '76beb63c-bfcf-4a0b-be8a-d368b5208dab', 'status': 'completed', 'code': 200} Feb 15 16:51:55.798545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ca87c4-e731-4b53-92aa-ed7aa98db04f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Deleting subnet 220fc773-f643-4930-b79a-35a3ffa2bf9b {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:51:55.806272 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75ca87c4-e731-4b53-92aa-ed7aa98db04f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for subnet (220fc773-f643-4930-b79a-35a3ffa2bf9b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:55.865329 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c5c67-b7da-4b69-b0e9-ee9f7ac0bb7a req-35824623-aba6-4c7f-9b65-87343230c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:55.866896 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7f1c5c67-b7da-4b69-b0e9-ee9f7ac0bb7a req-35824623-aba6-4c7f-9b65-87343230c61f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d50e5805188b4195b80b506af394e48d&device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 1127 time: 0.0641901 Feb 15 16:51:55.894277 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75ca87c4-e731-4b53-92aa-ed7aa98db04f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (220fc773-f643-4930-b79a-35a3ffa2bf9b), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:55.964958 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75ca87c4-e731-4b53-92aa-ed7aa98db04f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (220fc773-f643-4930-b79a-35a3ffa2bf9b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.104312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c5c67-b7da-4b69-b0e9-ee9f7ac0bb7a req-434832f3-69c0-4ff6-81fa-013b00f0a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:56.107961 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7f1c5c67-b7da-4b69-b0e9-ee9f7ac0bb7a req-434832f3-69c0-4ff6-81fa-013b00f0a0cb service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d50e5805188b4195b80b506af394e48d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2330294 Feb 15 16:51:56.139172 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75ca87c4-e731-4b53-92aa-ed7aa98db04f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (220fc773-f643-4930-b79a-35a3ffa2bf9b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.208469 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52622) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:56.212925 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca87c4-e731-4b53-92aa-ed7aa98db04f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Subnet': ['ID=220fc773-f643-4930-b79a-35a3ffa2bf9b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:56.216760 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75ca87c4-e731-4b53-92aa-ed7aa98db04f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.231056 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-75ca87c4-e731-4b53-92aa-ed7aa98db04f tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/subnets/220fc773-f643-4930-b79a-35a3ffa2bf9b HTTP/1.1" status: 204 len: 168 time: 0.4989047 Feb 15 16:51:56.231802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52626) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:56.343819 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c5c67-b7da-4b69-b0e9-ee9f7ac0bb7a req-a96ce820-580f-44e9-8050-1998cb29814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:56.345263 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7f1c5c67-b7da-4b69-b0e9-ee9f7ac0bb7a req-a96ce820-580f-44e9-8050-1998cb29814f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2319753 Feb 15 16:51:56.365741 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95533a2a-19eb-4c18-8f7f-648bd0d684aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.380887 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb0370a4-5827-4b22-9818-90c232728bdf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (457ef532-f774-442f-ba84-00f1eecd48aa), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.446492 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1ab7e-141c-4f0e-a9e9-6f1e301d043d req-10ed5679-074b-41a9-94b9-9452d1fe4554 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:56.447983 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eca1ab7e-141c-4f0e-a9e9-6f1e301d043d req-10ed5679-074b-41a9-94b9-9452d1fe4554 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.1927550 Feb 15 16:51:56.553999 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be4315-61b3-47e3-9f61-0bf4d50bfe03 req-aa2ea379-f527-48d7-ade1-6955e80ee0da tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:56.556125 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d0be4315-61b3-47e3-9f61-0bf4d50bfe03 req-aa2ea379-f527-48d7-ade1-6955e80ee0da tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 944 time: 0.0655260 Feb 15 16:51:56.604787 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d0be4315-61b3-47e3-9f61-0bf4d50bfe03 req-7fc3fce6-ce92-4996-a7fc-f37afa42d48f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415943 Feb 15 16:51:56.609493 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb0370a4-5827-4b22-9818-90c232728bdf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (457ef532-f774-442f-ba84-00f1eecd48aa), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.624008 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-18b97354-a766-4ff4-b219-01402d24bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:56.625531 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-18b97354-a766-4ff4-b219-01402d24bbaa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d50e5805188b4195b80b506af394e48d&device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 1127 time: 0.2360866 Feb 15 16:51:56.641613 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eca1ab7e-141c-4f0e-a9e9-6f1e301d043d req-37d9da9b-bf7b-4222-b251-db9dba474e0d tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842129 Feb 15 16:51:56.661171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-fb0370a4-5827-4b22-9818-90c232728bdf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457ef532-f774-442f-ba84-00f1eecd48aa']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:56.702082 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95533a2a-19eb-4c18-8f7f-648bd0d684aa admin admin] Publish callbacks [] for security_group (67ac594d-49d5-4c85-909b-18d6088c4dd4), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.703919 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-6a760a55-bda1-4843-b9d6-30720e19ebe7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76beb63c-bfcf-4a0b-be8a-d368b5208dab HTTP/1.1" status: 200 len: 217 time: 0.0689986 Feb 15 16:51:56.705496 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-fb0370a4-5827-4b22-9818-90c232728bdf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f98ece2-db4c-4b70-8cfa-47c8bcb8cd35') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:56.705785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-fb0370a4-5827-4b22-9818-90c232728bdf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f98ece2-db4c-4b70-8cfa-47c8bcb8cd35') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:51:56.727852 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb0370a4-5827-4b22-9818-90c232728bdf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (8f98ece2-db4c-4b70-8cfa-47c8bcb8cd35), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.762885 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb0370a4-5827-4b22-9818-90c232728bdf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8f98ece2-db4c-4b70-8cfa-47c8bcb8cd35), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.778595 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95533a2a-19eb-4c18-8f7f-648bd0d684aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (67ac594d-49d5-4c85-909b-18d6088c4dd4), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.778827 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52642) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:56.779026 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0370a4-5827-4b22-9818-90c232728bdf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:51:56.779026 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb0370a4-5827-4b22-9818-90c232728bdf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (8f98ece2-db4c-4b70-8cfa-47c8bcb8cd35), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:51:56.784165 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:51:56.829426 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-a26e7763-cc2a-4c99-94f3-f5dd87a57103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:56.830905 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-a26e7763-cc2a-4c99-94f3-f5dd87a57103 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee4840c8-e6d6-4864-8cc9-9887e739eb93 HTTP/1.1" status: 200 len: 849 time: 0.1182492 Feb 15 16:51:56.855976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-caf6edd6-e1ee-43d6-9ced-554cdc9c2d14 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for security_group (48302c02-c385-4408-8300-6724200ff734), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.882515 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-caf6edd6-e1ee-43d6-9ced-554cdc9c2d14 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for security_group (48302c02-c385-4408-8300-6724200ff734), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.902122 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95533a2a-19eb-4c18-8f7f-648bd0d684aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ac594d-49d5-4c85-909b-18d6088c4dd4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:56.907444 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-95533a2a-19eb-4c18-8f7f-648bd0d684aa admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f8375b9692574fe1af8c70ee56efa0ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6983430 Feb 15 16:51:56.910587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52646) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:56.925931 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52648) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:56.958536 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-df22362e-78ca-4cda-9362-30437a6112b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:56.960063 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-df22362e-78ca-4cda-9362-30437a6112b2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1174119 Feb 15 16:51:56.963088 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb0370a4-5827-4b22-9818-90c232728bdf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (457ef532-f774-442f-ba84-00f1eecd48aa), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.967556 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb0370a4-5827-4b22-9818-90c232728bdf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.971177 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fb0370a4-5827-4b22-9818-90c232728bdf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] 10.222.0.107 "DELETE /v2.0/networks/457ef532-f774-442f-ba84-00f1eecd48aa HTTP/1.1" status: 204 len: 168 time: 0.7378941 Feb 15 16:51:56.975979 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-caf6edd6-e1ee-43d6-9ced-554cdc9c2d14 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (48302c02-c385-4408-8300-6724200ff734), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.982319 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-caf6edd6-e1ee-43d6-9ced-554cdc9c2d14 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:56.984921 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-caf6edd6-e1ee-43d6-9ced-554cdc9c2d14 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "DELETE /v2.0/security-groups/48302c02-c385-4408-8300-6724200ff734 HTTP/1.1" status: 204 len: 168 time: 0.2087102 Feb 15 16:51:56.988175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52654) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:57.008861 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0370a4-5827-4b22-9818-90c232728bdf tempest-FloatingIPTestJSON-109810714 tempest-FloatingIPTestJSON-109810714-project] Pushing event deleted for resources: {'Network': ['ID=457ef532-f774-442f-ba84-00f1eecd48aa,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:57.015029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6edd6-e1ee-43d6-9ced-554cdc9c2d14 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48302c02-c385-4408-8300-6724200ff734,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:57.017076 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-59d0a0aa-037c-4393-8a6a-0868e6ad14cd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] show failed (client error): The resource could not be found. Feb 15 16:51:57.022059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-59d0a0aa-037c-4393-8a6a-0868e6ad14cd tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "GET /v2.0/security-groups/48302c02-c385-4408-8300-6724200ff734 HTTP/1.1" status: 404 len: 347 time: 0.0223951 Feb 15 16:51:57.023094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52656) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:57.060487 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c41c887-4f17-4b75-a9f8-bd2215ab487b admin admin] Publish callbacks [] for security_group (67ac594d-49d5-4c85-909b-18d6088c4dd4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.100447 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c41c887-4f17-4b75-a9f8-bd2215ab487b admin admin] Publish callbacks [] for security_group (67ac594d-49d5-4c85-909b-18d6088c4dd4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.138892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c85e37c-5c75-4de6-aa27-a195332b099b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.154428 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-3a763d39-ee2a-48b9-a4ef-5e6e6d792d12 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819983 Feb 15 16:51:57.163195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a7a12036-21e9-4e92-9624-21ec35073f82 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Deleting port a30e9c2a-3c19-47b3-9ca0-6d4a26be93e5 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:57.163542 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a7a12036-21e9-4e92-9624-21ec35073f82 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a30e9c2a-3c19-47b3-9ca0-6d4a26be93e5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.247056 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a7a12036-21e9-4e92-9624-21ec35073f82 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a30e9c2a-3c19-47b3-9ca0-6d4a26be93e5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.247579 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a7a12036-21e9-4e92-9624-21ec35073f82 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for floatingip (a30e9c2a-3c19-47b3-9ca0-6d4a26be93e5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.260714 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-908bc2d3-7809-45c3-bb2a-33e70f819349 req-653e6007-4159-4893-a328-3367f7f962d6 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982971 Feb 15 16:51:57.264896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a7a12036-21e9-4e92-9624-21ec35073f82 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Calling delete_port for a30e9c2a-3c19-47b3-9ca0-6d4a26be93e5 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:57.287485 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c41c887-4f17-4b75-a9f8-bd2215ab487b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (67ac594d-49d5-4c85-909b-18d6088c4dd4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.292233 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c41c887-4f17-4b75-a9f8-bd2215ab487b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.292233 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9c41c887-4f17-4b75-a9f8-bd2215ab487b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/67ac594d-49d5-4c85-909b-18d6088c4dd4 HTTP/1.1" status: 204 len: 168 time: 0.3797810 Feb 15 16:51:57.309549 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41c887-4f17-4b75-a9f8-bd2215ab487b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ac594d-49d5-4c85-909b-18d6088c4dd4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:57.371868 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c85e37c-5c75-4de6-aa27-a195332b099b admin admin] Publish callbacks [] for security_group (9a767e83-bcd2-4984-9c13-c77d57a2d375), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.428777 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c85e37c-5c75-4de6-aa27-a195332b099b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9a767e83-bcd2-4984-9c13-c77d57a2d375), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.454799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52662) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:57.472926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52666) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:57.473107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7c85e37c-5c75-4de6-aa27-a195332b099b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=775a9a83b7d5488ba566f5671121252e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5448263 Feb 15 16:51:57.475245 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85e37c-5c75-4de6-aa27-a195332b099b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a767e83-bcd2-4984-9c13-c77d57a2d375,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:57.495397 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a7a12036-21e9-4e92-9624-21ec35073f82 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a30e9c2a-3c19-47b3-9ca0-6d4a26be93e5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.533478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a12036-21e9-4e92-9624-21ec35073f82 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event deleted for resources: {'Port': ['ID=a30e9c2a-3c19-47b3-9ca0-6d4a26be93e5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:57.600422 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6d37406-e5cb-46a7-9808-82de2cf66d25 admin admin] Publish callbacks [] for security_group (9a767e83-bcd2-4984-9c13-c77d57a2d375), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.613014 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a7a12036-21e9-4e92-9624-21ec35073f82 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for floatingip (1b18afd7-52e2-4ab8-a10e-a6e2a32baeb0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.615611 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a7a12036-21e9-4e92-9624-21ec35073f82 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.616802 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a7a12036-21e9-4e92-9624-21ec35073f82 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "DELETE /v2.0/floatingips/1b18afd7-52e2-4ab8-a10e-a6e2a32baeb0 HTTP/1.1" status: 204 len: 168 time: 0.5921812 Feb 15 16:51:57.621694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52670) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:57.633342 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6d37406-e5cb-46a7-9808-82de2cf66d25 admin admin] Publish callbacks [] for security_group (9a767e83-bcd2-4984-9c13-c77d57a2d375), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.731586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e1af969e-f645-4933-9f2f-beeb9975291e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a1448ddb8b944a1facf0e9e9cf8602ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2755146 Feb 15 16:51:57.737657 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52676) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:57.774708 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6d37406-e5cb-46a7-9808-82de2cf66d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9a767e83-bcd2-4984-9c13-c77d57a2d375), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.777820 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6d37406-e5cb-46a7-9808-82de2cf66d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.778477 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b6d37406-e5cb-46a7-9808-82de2cf66d25 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9a767e83-bcd2-4984-9c13-c77d57a2d375 HTTP/1.1" status: 204 len: 168 time: 0.3044899 Feb 15 16:51:57.794845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b3fb3-4370-4687-87b6-a9636f77e7e8 req-76877a8b-46ee-48b1-befb-e02f2f398758 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:57.796603 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-417b3fb3-4370-4687-87b6-a9636f77e7e8 req-76877a8b-46ee-48b1-befb-e02f2f398758 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.0640564 Feb 15 16:51:57.797571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d37406-e5cb-46a7-9808-82de2cf66d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a767e83-bcd2-4984-9c13-c77d57a2d375,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:57.828062 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f28e04-8939-4b6b-a5f4-e3a5748e226e req-d2096797-bcea-4e54-aa07-b72bb3d284cd tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:57.834923 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-37f28e04-8939-4b6b-a5f4-e3a5748e226e req-d2096797-bcea-4e54-aa07-b72bb3d284cd tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 944 time: 0.1366799 Feb 15 16:51:57.865580 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-417b3fb3-4370-4687-87b6-a9636f77e7e8 req-108473d4-b73c-4fee-baa1-b2a76de8a6d9 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493586 Feb 15 16:51:57.876593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e881d249-a773-4395-93a2-d4e12a35f35c admin admin] Publish callbacks [] for security_group (751271af-0d3c-42bf-bb65-da015225eb7e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.900303 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-22c4c176-ea35-4348-b975-d3008e421205 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Deleting port fee101f4-9a6f-48fa-82ce-cbc998d7d69d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:57.904302 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22c4c176-ea35-4348-b975-d3008e421205 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.913260 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52680) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:57.928357 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-676eacfc-0729-4622-9d49-80d25a7131a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.957640 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e881d249-a773-4395-93a2-d4e12a35f35c admin admin] Publish callbacks [] for security_group (751271af-0d3c-42bf-bb65-da015225eb7e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:57.973933 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-37f28e04-8939-4b6b-a5f4-e3a5748e226e req-5351a040-c13d-4ec6-bfe6-cbee5fcc93e4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381111 Feb 15 16:51:58.016953 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-676eacfc-0729-4622-9d49-80d25a7131a2 admin admin] Publish callbacks [] for security_group (1cb5c0cd-f9b6-45f8-b30f-6e59a924cfa9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:58.039756 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22c4c176-ea35-4348-b975-d3008e421205 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:58.052646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-22c4c176-ea35-4348-b975-d3008e421205 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Calling delete_port for fee101f4-9a6f-48fa-82ce-cbc998d7d69d owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:58.067957 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-676eacfc-0729-4622-9d49-80d25a7131a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1cb5c0cd-f9b6-45f8-b30f-6e59a924cfa9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:58.116266 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-676eacfc-0729-4622-9d49-80d25a7131a2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7b4e5abe51c241c2b8e229f2e358e033&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2010825 Feb 15 16:51:58.118710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676eacfc-0729-4622-9d49-80d25a7131a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb5c0cd-f9b6-45f8-b30f-6e59a924cfa9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:58.119969 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52684) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:58.135930 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e881d249-a773-4395-93a2-d4e12a35f35c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (751271af-0d3c-42bf-bb65-da015225eb7e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:58.138648 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e881d249-a773-4395-93a2-d4e12a35f35c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:58.141480 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e881d249-a773-4395-93a2-d4e12a35f35c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/751271af-0d3c-42bf-bb65-da015225eb7e HTTP/1.1" status: 204 len: 168 time: 0.3986819 Feb 15 16:51:58.154794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881d249-a773-4395-93a2-d4e12a35f35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751271af-0d3c-42bf-bb65-da015225eb7e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:58.232866 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7fd12a46-d4e9-4a22-be91-b22d3372c747 admin admin] Publish callbacks [] for security_group (1cb5c0cd-f9b6-45f8-b30f-6e59a924cfa9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:58.267320 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7fd12a46-d4e9-4a22-be91-b22d3372c747 admin admin] Publish callbacks [] for security_group (1cb5c0cd-f9b6-45f8-b30f-6e59a924cfa9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:58.370690 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22c4c176-ea35-4348-b975-d3008e421205 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (fee101f4-9a6f-48fa-82ce-cbc998d7d69d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:58.435733 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7fd12a46-d4e9-4a22-be91-b22d3372c747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1cb5c0cd-f9b6-45f8-b30f-6e59a924cfa9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:58.435870 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7fd12a46-d4e9-4a22-be91-b22d3372c747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:58.436964 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7fd12a46-d4e9-4a22-be91-b22d3372c747 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1cb5c0cd-f9b6-45f8-b30f-6e59a924cfa9 HTTP/1.1" status: 204 len: 168 time: 0.3160620 Feb 15 16:51:58.437872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4c176-ea35-4348-b975-d3008e421205 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event deleted for resources: {'Port': ['ID=fee101f4-9a6f-48fa-82ce-cbc998d7d69d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:58.473096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd12a46-d4e9-4a22-be91-b22d3372c747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb5c0cd-f9b6-45f8-b30f-6e59a924cfa9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:58.493408 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22c4c176-ea35-4348-b975-d3008e421205 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:58.502261 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-22c4c176-ea35-4348-b975-d3008e421205 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "DELETE /v2.0/ports/fee101f4-9a6f-48fa-82ce-cbc998d7d69d HTTP/1.1" status: 204 len: 168 time: 0.8735223 Feb 15 16:51:58.502261 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52702) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:58.607125 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-54213c28-63b5-4d7a-a949-54153b44d77e tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Deleting port 0f5cf237-c13f-4452-a50f-8a0b8b20e20d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:58.607472 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54213c28-63b5-4d7a-a949-54153b44d77e tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:58.700523 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54213c28-63b5-4d7a-a949-54153b44d77e tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:58.713113 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-54213c28-63b5-4d7a-a949-54153b44d77e tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Calling delete_port for 0f5cf237-c13f-4452-a50f-8a0b8b20e20d owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:51:58.949163 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54213c28-63b5-4d7a-a949-54153b44d77e tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0f5cf237-c13f-4452-a50f-8a0b8b20e20d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:58.981215 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54213c28-63b5-4d7a-a949-54153b44d77e tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event deleted for resources: {'Port': ['ID=0f5cf237-c13f-4452-a50f-8a0b8b20e20d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:59.047463 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c913a-1641-4dea-a268-f255a2d604bd req-3faf1771-5615-40a1-a47a-b95c2a39e813 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:59.055543 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac8c913a-1641-4dea-a268-f255a2d604bd req-3faf1771-5615-40a1-a47a-b95c2a39e813 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.1069145 Feb 15 16:51:59.080815 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 76beb63c-bfcf-4a0b-be8a-d368b5208dab details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:51:59.108205 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac8c913a-1641-4dea-a268-f255a2d604bd req-d872f8cd-0100-405a-a872-cd2a97bc6ad2 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511794 Feb 15 16:51:59.139200 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54213c28-63b5-4d7a-a949-54153b44d77e tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:59.154398 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-54213c28-63b5-4d7a-a949-54153b44d77e tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "DELETE /v2.0/ports/0f5cf237-c13f-4452-a50f-8a0b8b20e20d HTTP/1.1" status: 204 len: 168 time: 0.6413860 Feb 15 16:51:59.154959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52736) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:59.167162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659d02c-4c5a-42cb-beb2-75c0c3373e4c req-f3d30e27-d7ad-48ed-8524-fa3fb57d77ca tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:51:59.168783 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2659d02c-4c5a-42cb-beb2-75c0c3373e4c req-f3d30e27-d7ad-48ed-8524-fa3fb57d77ca tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 944 time: 0.0881987 Feb 15 16:51:59.226084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-927accb2-9c29-4988-aa12-b8f657084542 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Deleting subnet 1e008b25-9001-40d7-bc16-630b7f78b284 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:51:59.229989 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-927accb2-9c29-4988-aa12-b8f657084542 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for subnet (1e008b25-9001-40d7-bc16-630b7f78b284), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:59.240451 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 76beb63c-bfcf-4a0b-be8a-d368b5208dab, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=76beb63c-bfcf-4a0b-be8a-d368b5208dab,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:59.241654 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2659d02c-4c5a-42cb-beb2-75c0c3373e4c req-89d0b668-4219-44a2-837e-30cb1fee622d tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637434 Feb 15 16:51:59.254230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '76beb63c-bfcf-4a0b-be8a-d368b5208dab', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'port_id': '76beb63c-bfcf-4a0b-be8a-d368b5208dab', 'mac_address': 'fa:16:3e:04:a4:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:51:59.285644 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-927accb2-9c29-4988-aa12-b8f657084542 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (1e008b25-9001-40d7-bc16-630b7f78b284), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:59.311768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 76beb63c-bfcf-4a0b-be8a-d368b5208dab is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:51:59.312253 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (76beb63c-bfcf-4a0b-be8a-d368b5208dab), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:59.329788 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76beb63c-bfcf-4a0b-be8a-d368b5208dab {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:51:59.353879 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 76beb63c-bfcf-4a0b-be8a-d368b5208dab, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=76beb63c-bfcf-4a0b-be8a-d368b5208dab,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:59.403211 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-927accb2-9c29-4988-aa12-b8f657084542 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (1e008b25-9001-40d7-bc16-630b7f78b284), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:59.429043 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (76beb63c-bfcf-4a0b-be8a-d368b5208dab), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:59.489997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=76beb63c-bfcf-4a0b-be8a-d368b5208dab,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:59.497937 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:59.498290 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:59.498636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:59.498980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:59.499318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:59.499653 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:59.499984 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:59.500313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:59.500639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:59.500964 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:59.501288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:59.501790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:59.502306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:51:59.532148 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-927accb2-9c29-4988-aa12-b8f657084542 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (1e008b25-9001-40d7-bc16-630b7f78b284), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:59.571073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927accb2-9c29-4988-aa12-b8f657084542 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event deleted for resources: {'Subnet': ['ID=1e008b25-9001-40d7-bc16-630b7f78b284,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:51:59.574764 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-927accb2-9c29-4988-aa12-b8f657084542 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:59.580660 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-927accb2-9c29-4988-aa12-b8f657084542 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "DELETE /v2.0/subnets/1e008b25-9001-40d7-bc16-630b7f78b284 HTTP/1.1" status: 204 len: 168 time: 0.4258883 Feb 15 16:51:59.580920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52754) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:59.588704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb61bd3f-11a8-4e02-b703-338cacea36a9 None None] Network 7fe9f723-b633-4900-81b1-ec294bf1c8b7 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:51:59.646247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b23a0e3-1e1b-4177-b058-3d4e93206004 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Deleting subnet baeb71b9-6efb-4690-a7d0-c53f3a2625ba {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:51:59.649689 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b23a0e3-1e1b-4177-b058-3d4e93206004 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for subnet (baeb71b9-6efb-4690-a7d0-c53f3a2625ba), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:59.670191 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['76beb63c-bfcf-4a0b-be8a-d368b5208dab'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:51:59.704682 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b23a0e3-1e1b-4177-b058-3d4e93206004 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (baeb71b9-6efb-4690-a7d0-c53f3a2625ba), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:59.719568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52758) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:51:59.818469 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b23a0e3-1e1b-4177-b058-3d4e93206004 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (baeb71b9-6efb-4690-a7d0-c53f3a2625ba), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:59.828658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e58f09-761f-4acd-8c72-c67e2c9821c4 None None] DHCP port deletion for 7fe9f723-b633-4900-81b1-ec294bf1c8b7 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:51:59.893887 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-78e58f09-761f-4acd-8c72-c67e2c9821c4 None None] Deleting port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:51:59.894798 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78e58f09-761f-4acd-8c72-c67e2c9821c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:59.956105 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-136039ef-177a-4ce8-b826-59e5808443a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:59.961613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-78e58f09-761f-4acd-8c72-c67e2c9821c4 None None] For port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3545e4fe-afc0-4b56-abe8-cf24464d1ac3,segment=NetworkSegment(f5de36df-4066-44a0-b273-70e5ed08c601),segment_id=f5de36df-4066-44a0-b273-70e5ed08c601)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:51:59.962086 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78e58f09-761f-4acd-8c72-c67e2c9821c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:59.966920 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b23a0e3-1e1b-4177-b058-3d4e93206004 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (baeb71b9-6efb-4690-a7d0-c53f3a2625ba), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:51:59.999416 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-78e58f09-761f-4acd-8c72-c67e2c9821c4 None None] Calling delete_port for 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:00.024518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23a0e3-1e1b-4177-b058-3d4e93206004 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event deleted for resources: {'Subnet': ['ID=baeb71b9-6efb-4690-a7d0-c53f3a2625ba,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:00.040477 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b23a0e3-1e1b-4177-b058-3d4e93206004 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.047846 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8b23a0e3-1e1b-4177-b058-3d4e93206004 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "DELETE /v2.0/subnets/baeb71b9-6efb-4690-a7d0-c53f3a2625ba HTTP/1.1" status: 204 len: 168 time: 0.4655900 Feb 15 16:52:00.049484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52768) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:00.066528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcf64d5-982a-4ef2-bf2b-d97c431b0ecc None None] Network 67e72fda-9dfe-495c-b3a9-2d311823812f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:00.094271 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-136039ef-177a-4ce8-b826-59e5808443a1 admin admin] Publish callbacks [] for security_group (13d8e4b1-13e0-40f4-a96f-7eaaf769539c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.096595 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52770) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:00.145645 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (7fe9f723-b633-4900-81b1-ec294bf1c8b7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.170811 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-136039ef-177a-4ce8-b826-59e5808443a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (13d8e4b1-13e0-40f4-a96f-7eaaf769539c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.223306 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Deleting port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:00.223699 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.261847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136039ef-177a-4ce8-b826-59e5808443a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d8e4b1-13e0-40f4-a96f-7eaaf769539c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:00.310077 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-136039ef-177a-4ce8-b826-59e5808443a1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3dfb76dccffd437e8716a3ef160873d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5884655 Feb 15 16:52:00.311470 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52780) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:00.359198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] For port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3545e4fe-afc0-4b56-abe8-cf24464d1ac3,segment=NetworkSegment(f5de36df-4066-44a0-b273-70e5ed08c601),segment_id=f5de36df-4066-44a0-b273-70e5ed08c601)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:00.359853 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.370484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:52:00.382699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Calling delete_port for 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:00.404938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b62e6-c822-4c2d-a916-45b9b36d9ea3 req-c6e70e6f-93d0-41e5-a8ae-82417316aee4 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:00.413010 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-023b62e6-c822-4c2d-a916-45b9b36d9ea3 req-c6e70e6f-93d0-41e5-a8ae-82417316aee4 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.1565096 Feb 15 16:52:00.529948 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.543059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:52:00.543059 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.562071 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-023b62e6-c822-4c2d-a916-45b9b36d9ea3 req-7c85bbf5-52b3-47e9-8969-735e4b6a3f22 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477778 Feb 15 16:52:00.595080 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.624996 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78e58f09-761f-4acd-8c72-c67e2c9821c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (3545e4fe-afc0-4b56-abe8-cf24464d1ac3), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.657171 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event deleted for resources: {'Port': ['ID=3545e4fe-afc0-4b56-abe8-cf24464d1ac3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:00.659202 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84af571-4c14-4fd7-9f80-9785d972f133 None None] DHCP port deletion for 67e72fda-9dfe-495c-b3a9-2d311823812f request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:52:00.661960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e58f09-761f-4acd-8c72-c67e2c9821c4 None None] Pushing event deleted for resources: {'Port': ['ID=3545e4fe-afc0-4b56-abe8-cf24464d1ac3,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:00.671988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e58f09-761f-4acd-8c72-c67e2c9821c4 None None] No DVR routers for this DVR port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:00.672115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] No DVR routers for this DVR port 3545e4fe-afc0-4b56-abe8-cf24464d1ac3 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:00.703411 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.723750 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1d44a402-7f03-4942-a5ff-783e9f8c92f3 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-675601643'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:00.732330 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b84af571-4c14-4fd7-9f80-9785d972f133 None None] Deleting port c5a97275-655b-48eb-9656-312ec5af023f {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:00.736734 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b84af571-4c14-4fd7-9f80-9785d972f133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c5a97275-655b-48eb-9656-312ec5af023f), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.781737 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a52b3-fe2c-4f44-ac51-76e3f1a9f1b1 req-0585e893-dcdc-4d71-aa6d-7513e8aa3f57 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:00.783563 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c6a52b3-fe2c-4f44-ac51-76e3f1a9f1b1 req-0585e893-dcdc-4d71-aa6d-7513e8aa3f57 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 945 time: 0.4222524 Feb 15 16:52:00.789155 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-087cadbc-938f-49bf-ab65-63d4779281ac admin admin] Publish callbacks [] for security_group (13d8e4b1-13e0-40f4-a96f-7eaaf769539c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.795710 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (7fe9f723-b633-4900-81b1-ec294bf1c8b7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.822553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b84af571-4c14-4fd7-9f80-9785d972f133 None None] For port c5a97275-655b-48eb-9656-312ec5af023f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c5a97275-655b-48eb-9656-312ec5af023f,segment=NetworkSegment(4df724b6-b9c9-45eb-86b0-a9175e3980ac),segment_id=4df724b6-b9c9-45eb-86b0-a9175e3980ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:00.823669 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b84af571-4c14-4fd7-9f80-9785d972f133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c5a97275-655b-48eb-9656-312ec5af023f), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.827737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe9f723-b633-4900-81b1-ec294bf1c8b7']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:00.834484 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-087cadbc-938f-49bf-ab65-63d4779281ac admin admin] Publish callbacks [] for security_group (13d8e4b1-13e0-40f4-a96f-7eaaf769539c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.844457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b84af571-4c14-4fd7-9f80-9785d972f133 None None] Calling delete_port for c5a97275-655b-48eb-9656-312ec5af023f owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:00.846359 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5de36df-4066-44a0-b273-70e5ed08c601') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:00.847469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5de36df-4066-44a0-b273-70e5ed08c601') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:00.860158 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (f5de36df-4066-44a0-b273-70e5ed08c601), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.867174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d44a402-7f03-4942-a5ff-783e9f8c92f3 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:00.870559 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d44a402-7f03-4942-a5ff-783e9f8c92f3 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.877034 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (f5de36df-4066-44a0-b273-70e5ed08c601), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.885287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:00.885804 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (f5de36df-4066-44a0-b273-70e5ed08c601), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:00.890204 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:00.892430 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c6a52b3-fe2c-4f44-ac51-76e3f1a9f1b1 req-23c43914-52e6-4fd1-9c08-8707d6728342 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994029 Feb 15 16:52:00.895531 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d44a402-7f03-4942-a5ff-783e9f8c92f3 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.002951 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-087cadbc-938f-49bf-ab65-63d4779281ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (13d8e4b1-13e0-40f4-a96f-7eaaf769539c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.009863 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-087cadbc-938f-49bf-ab65-63d4779281ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.009863 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-087cadbc-938f-49bf-ab65-63d4779281ac admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/13d8e4b1-13e0-40f4-a96f-7eaaf769539c HTTP/1.1" status: 204 len: 168 time: 0.6912525 Feb 15 16:52:01.025698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cadbc-938f-49bf-ab65-63d4779281ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d8e4b1-13e0-40f4-a96f-7eaaf769539c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:01.028943 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b84af571-4c14-4fd7-9f80-9785d972f133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (c5a97275-655b-48eb-9656-312ec5af023f), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.031317 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (7fe9f723-b633-4900-81b1-ec294bf1c8b7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.038830 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.042607 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84af571-4c14-4fd7-9f80-9785d972f133 None None] No DVR routers for this DVR port c5a97275-655b-48eb-9656-312ec5af023f on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:01.049651 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "DELETE /v2.0/networks/7fe9f723-b633-4900-81b1-ec294bf1c8b7 HTTP/1.1" status: 204 len: 168 time: 0.9987788 Feb 15 16:52:01.051256 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52796) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:01.063204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2643f-ec05-4d25-9cd3-287ad3e4f744 tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event deleted for resources: {'Network': ['ID=7fe9f723-b633-4900-81b1-ec294bf1c8b7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:01.098474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84af571-4c14-4fd7-9f80-9785d972f133 None None] Pushing event deleted for resources: {'Port': ['ID=c5a97275-655b-48eb-9656-312ec5af023f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:01.102415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 76beb63c-bfcf-4a0b-be8a-d368b5208dab up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:52:01.211660 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a54960e-f18b-4622-966b-ed443541ac3f tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (67e72fda-9dfe-495c-b3a9-2d311823812f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.222183 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d44a402-7f03-4942-a5ff-783e9f8c92f3 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for security_group (821ef9be-78fa-406d-82af-ca1f9affc7e6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.263490 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 76beb63c-bfcf-4a0b-be8a-d368b5208dab completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:52:01.267416 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 76beb63c-bfcf-4a0b-be8a-d368b5208dab triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:52:01.267800 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (76beb63c-bfcf-4a0b-be8a-d368b5208dab), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.308516 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a54960e-f18b-4622-966b-ed443541ac3f tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (67e72fda-9dfe-495c-b3a9-2d311823812f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.329378 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3a54960e-f18b-4622-966b-ed443541ac3f tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e72fda-9dfe-495c-b3a9-2d311823812f']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:01.338766 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3a54960e-f18b-4622-966b-ed443541ac3f tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df724b6-b9c9-45eb-86b0-a9175e3980ac') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:01.339075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3a54960e-f18b-4622-966b-ed443541ac3f tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df724b6-b9c9-45eb-86b0-a9175e3980ac') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:01.348328 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a54960e-f18b-4622-966b-ed443541ac3f tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (4df724b6-b9c9-45eb-86b0-a9175e3980ac), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.349308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 76beb63c-bfcf-4a0b-be8a-d368b5208dab is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:52:01.349824 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (76beb63c-bfcf-4a0b-be8a-d368b5208dab), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.355403 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d44a402-7f03-4942-a5ff-783e9f8c92f3 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (821ef9be-78fa-406d-82af-ca1f9affc7e6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.383215 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a54960e-f18b-4622-966b-ed443541ac3f tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (4df724b6-b9c9-45eb-86b0-a9175e3980ac), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.387320 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d44a402-7f03-4942-a5ff-783e9f8c92f3 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:52:01.389816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 76beb63c-bfcf-4a0b-be8a-d368b5208dab, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=76beb63c-bfcf-4a0b-be8a-d368b5208dab,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:01.390800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26178897-39d4-4ec1-b6c0-82b58f177d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76beb63c-bfcf-4a0b-be8a-d368b5208dab'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:52:01.393203 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26c9f57-7aaf-4752-a59e-20c3461b2782" -d '{"events": [{"server_uuid": "26178897-39d4-4ec1-b6c0-82b58f177d86", "name": "network-vif-plugged", "status": "completed", "tag": "76beb63c-bfcf-4a0b-be8a-d368b5208dab"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:52:01.403992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a54960e-f18b-4622-966b-ed443541ac3f tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:01.404635 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a54960e-f18b-4622-966b-ed443541ac3f tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (4df724b6-b9c9-45eb-86b0-a9175e3980ac), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:01.407543 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:01.444122 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f45364d-ecd7-4eb9-8ca2-afb9240bd1b9 x-openstack-request-id: req-5f45364d-ecd7-4eb9-8ca2-afb9240bd1b9 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:52:01.444122 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26178897-39d4-4ec1-b6c0-82b58f177d86", "name": "network-vif-plugged", "status": "completed", "tag": "76beb63c-bfcf-4a0b-be8a-d368b5208dab", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:52:01.450672 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5f45364d-ecd7-4eb9-8ca2-afb9240bd1b9 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:52:01.450672 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26178897-39d4-4ec1-b6c0-82b58f177d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76beb63c-bfcf-4a0b-be8a-d368b5208dab', 'code': 200} Feb 15 16:52:01.452541 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d44a402-7f03-4942-a5ff-783e9f8c92f3 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e4babbdb-d578-4124-92ad-e3fb8d520caa), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.452782 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-1d44a402-7f03-4942-a5ff-783e9f8c92f3 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Added segment e4babbdb-d578-4124-92ad-e3fb8d520caa of type vlan for network 80bc9037-6f27-4497-a167-21bcfd389192 Feb 15 16:52:01.454092 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44a402-7f03-4942-a5ff-783e9f8c92f3 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=821ef9be-78fa-406d-82af-ca1f9affc7e6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:01.469941 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (76beb63c-bfcf-4a0b-be8a-d368b5208dab), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.670164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=76beb63c-bfcf-4a0b-be8a-d368b5208dab,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:01.675290 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d37ea-5855-4034-8a69-63231d77ed76 req-6d1316aa-48f9-494c-b4fb-d1107bd01e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:01.675290 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-719d37ea-5855-4034-8a69-63231d77ed76 req-6d1316aa-48f9-494c-b4fb-d1107bd01e3a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 1129 time: 0.0509515 Feb 15 16:52:01.675290 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-719d37ea-5855-4034-8a69-63231d77ed76 req-32ee4264-d6fd-47f5-85aa-10cb75a0f38b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588996 Feb 15 16:52:01.690590 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1ead6-832d-49bb-9a4b-b11d79002f17 req-c45d88bb-bbad-419f-8c4a-8f328e266774 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:01.692157 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-61e1ead6-832d-49bb-9a4b-b11d79002f17 req-c45d88bb-bbad-419f-8c4a-8f328e266774 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.0575826 Feb 15 16:52:01.746811 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-61e1ead6-832d-49bb-9a4b-b11d79002f17 req-47cd8880-25cc-4eb5-82c6-84d2314a2d53 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490572 Feb 15 16:52:01.883392 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a54960e-f18b-4622-966b-ed443541ac3f tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (67e72fda-9dfe-495c-b3a9-2d311823812f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.896269 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a54960e-f18b-4622-966b-ed443541ac3f tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.900058 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3a54960e-f18b-4622-966b-ed443541ac3f tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] 10.222.0.107 "DELETE /v2.0/networks/67e72fda-9dfe-495c-b3a9-2d311823812f HTTP/1.1" status: 204 len: 168 time: 0.8478618 Feb 15 16:52:01.903095 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d44a402-7f03-4942-a5ff-783e9f8c92f3 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (80bc9037-6f27-4497-a167-21bcfd389192), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:01.919305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54960e-f18b-4622-966b-ed443541ac3f tempest-TaggedBootDevicesTest_v242-1912845471 tempest-TaggedBootDevicesTest_v242-1912845471-project] Pushing event deleted for resources: {'Network': ['ID=67e72fda-9dfe-495c-b3a9-2d311823812f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:02.041193 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d44a402-7f03-4942-a5ff-783e9f8c92f3 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (80bc9037-6f27-4497-a167-21bcfd389192), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:02.046494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d44a402-7f03-4942-a5ff-783e9f8c92f3 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:02.051073 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d44a402-7f03-4942-a5ff-783e9f8c92f3 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:02.055716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f81da2-a01a-4f4a-ac8b-1c32bf073904 req-8ab2e07c-a7ab-498e-8c3d-41f5598df71a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:02.059024 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2f81da2-a01a-4f4a-ac8b-1c32bf073904 req-8ab2e07c-a7ab-498e-8c3d-41f5598df71a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.0639379 Feb 15 16:52:02.127838 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2f81da2-a01a-4f4a-ac8b-1c32bf073904 req-a3850abf-e73d-4bab-86de-f9b92842a398 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600603 Feb 15 16:52:02.133285 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1d44a402-7f03-4942-a5ff-783e9f8c92f3 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0354059 Feb 15 16:52:02.139788 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44a402-7f03-4942-a5ff-783e9f8c92f3 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Network': ['ID=80bc9037-6f27-4497-a167-21bcfd389192,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:02.160641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 80bc9037-6f27-4497-a167-21bcfd389192 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:52:02.262056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c5a97275-655b-48eb-9656-312ec5af023f no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:52:02.272400 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52834) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:02.278451 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-89dad980-5ab9-4205-854b-5f60d0148d78 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'subnet': {'network_id': '80bc9037-6f27-4497-a167-21bcfd389192', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:02.317810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: c5a97275-655b-48eb-9656-312ec5af023f {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:52:02.318159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c5a97275-655b-48eb-9656-312ec5af023f not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:52:02.447846 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dad980-5ab9-4205-854b-5f60d0148d78 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:02.451686 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89dad980-5ab9-4205-854b-5f60d0148d78 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:02.706205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52846) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:02.733708 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89dad980-5ab9-4205-854b-5f60d0148d78 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (5d4b3187-0bb1-4360-a2a6-5aa67ac7c3c9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:02.823180 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dad980-5ab9-4205-854b-5f60d0148d78 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Subnet': ['ID=5d4b3187-0bb1-4360-a2a6-5aa67ac7c3c9,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:02.832583 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dad980-5ab9-4205-854b-5f60d0148d78 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Checking segment: {'id': 'e4babbdb-d578-4124-92ad-e3fb8d520caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '80bc9037-6f27-4497-a167-21bcfd389192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:02.832985 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dad980-5ab9-4205-854b-5f60d0148d78 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network hostable DHCP agents. Network: 80bc9037-6f27-4497-a167-21bcfd389192, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:52:02.921112 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a1b27-b765-4182-9114-598c95c635f4 req-0774fc00-6c40-4bc2-b751-3aea935fa04d tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:02.922788 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-988a1b27-b765-4182-9114-598c95c635f4 req-0774fc00-6c40-4bc2-b751-3aea935fa04d tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.0673192 Feb 15 16:52:02.943824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dad980-5ab9-4205-854b-5f60d0148d78 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network 80bc9037-6f27-4497-a167-21bcfd389192 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:52:02.953986 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e76df162-81ae-43fb-ba18-e0cdd11e8bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.015723 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-988a1b27-b765-4182-9114-598c95c635f4 req-d8d7e722-385c-4717-9a77-3974449dfa8e tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847692 Feb 15 16:52:03.021599 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-89dad980-5ab9-4205-854b-5f60d0148d78 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 80bc9037-6f27-4497-a167-21bcfd389192) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:03.028034 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dad980-5ab9-4205-854b-5f60d0148d78 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:03.028705 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89dad980-5ab9-4205-854b-5f60d0148d78 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.031787 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efab06f-4257-4c6b-9e61-9fcde79e0993 None None] Network 80bc9037-6f27-4497-a167-21bcfd389192 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:03.089713 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e76df162-81ae-43fb-ba18-e0cdd11e8bbf admin admin] Publish callbacks [] for security_group (26cdd36a-2de5-4282-9c9e-55f0bdc42ebb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.117601 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-89dad980-5ab9-4205-854b-5f60d0148d78 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8407605 Feb 15 16:52:03.117920 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52858) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:03.124726 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fcd67476-f3c5-4d28-8dfa-9588c86dfd8d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1855860897'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:03.154795 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e76df162-81ae-43fb-ba18-e0cdd11e8bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (26cdd36a-2de5-4282-9c9e-55f0bdc42ebb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.168580 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-80bc9037-6f27-4497-a167-21bcfd389192', 'network_id': '80bc9037-6f27-4497-a167-21bcfd389192', 'project_id': 'fe0c97cc021b45ff9a703ec5fdb025a9', 'fixed_ips': [{'subnet_id': '5d4b3187-0bb1-4360-a2a6-5aa67ac7c3c9'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:52:03.171438 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.239618 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e76df162-81ae-43fb-ba18-e0cdd11e8bbf admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=15c20d6c2d584190bab15886ac68d0cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5322864 Feb 15 16:52:03.242736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52864) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:03.257327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76df162-81ae-43fb-ba18-e0cdd11e8bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cdd36a-2de5-4282-9c9e-55f0bdc42ebb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:03.257327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd67476-f3c5-4d28-8dfa-9588c86dfd8d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:03.275064 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fcd67476-f3c5-4d28-8dfa-9588c86dfd8d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.302261 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd67476-f3c5-4d28-8dfa-9588c86dfd8d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:52:03.313162 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fcd67476-f3c5-4d28-8dfa-9588c86dfd8d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.314856 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-fcd67476-f3c5-4d28-8dfa-9588c86dfd8d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Added segment 2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab of type vlan for network 92274bde-d2eb-4ae6-a0e1-94abf3fb35ff Feb 15 16:52:03.403662 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fcd67476-f3c5-4d28-8dfa-9588c86dfd8d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (92274bde-d2eb-4ae6-a0e1-94abf3fb35ff), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.416242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Allocated IP 172.20.255.242 (80bc9037-6f27-4497-a167-21bcfd389192/5d4b3187-0bb1-4360-a2a6-5aa67ac7c3c9/6d601981-565d-442e-8948-a907064eeee2) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:52:03.448582 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7e607-4c01-4c7a-adfd-f5040098be52 req-94c2da46-ee9c-495a-bc4c-13f466b27e11 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:03.458997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d0f7e607-4c01-4c7a-adfd-f5040098be52 req-94c2da46-ee9c-495a-bc4c-13f466b27e11 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.2277246 Feb 15 16:52:03.497384 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fcd67476-f3c5-4d28-8dfa-9588c86dfd8d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (92274bde-d2eb-4ae6-a0e1-94abf3fb35ff), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.507069 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd67476-f3c5-4d28-8dfa-9588c86dfd8d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:03.508476 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fcd67476-f3c5-4d28-8dfa-9588c86dfd8d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.508745 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8c582623-61e0-4880-b0ef-fe7695c924b5 admin admin] Publish callbacks [] for security_group (26cdd36a-2de5-4282-9c9e-55f0bdc42ebb), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.539063 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d0f7e607-4c01-4c7a-adfd-f5040098be52 req-e9c0114b-3d03-42f1-8de5-3d79725cc4aa tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786986 Feb 15 16:52:03.549848 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8c582623-61e0-4880-b0ef-fe7695c924b5 admin admin] Publish callbacks [] for security_group (26cdd36a-2de5-4282-9c9e-55f0bdc42ebb), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.598910 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Publish callbacks [] for port (6d601981-565d-442e-8948-a907064eeee2), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.601634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd67476-f3c5-4d28-8dfa-9588c86dfd8d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Network': ['ID=92274bde-d2eb-4ae6-a0e1-94abf3fb35ff,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:03.614002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 92274bde-d2eb-4ae6-a0e1-94abf3fb35ff details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:52:03.673255 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fcd67476-f3c5-4d28-8dfa-9588c86dfd8d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5539844 Feb 15 16:52:03.676893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52876) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:03.684212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-17965425-acc4-4f1e-9c6c-588d3aec230b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'subnet': {'network_id': '92274bde-d2eb-4ae6-a0e1-94abf3fb35ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:03.712661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c06b70-4916-42f3-93f2-688795f43fe3 req-f0f8da3c-25a4-471a-9c2f-dcf26849a8c3 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:03.714918 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-66c06b70-4916-42f3-93f2-688795f43fe3 req-f0f8da3c-25a4-471a-9c2f-dcf26849a8c3 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.0856390 Feb 15 16:52:03.715202 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (6d601981-565d-442e-8948-a907064eeee2), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.724041 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52878) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:03.729949 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f0315bd4-14a2-4fad-8bfc-d4c5e4479858 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Request body: {'floatingip': {'port_id': '76beb63c-bfcf-4a0b-be8a-d368b5208dab'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:03.739414 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8c582623-61e0-4880-b0ef-fe7695c924b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (26cdd36a-2de5-4282-9c9e-55f0bdc42ebb), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.742786 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8c582623-61e0-4880-b0ef-fe7695c924b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.743940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8c582623-61e0-4880-b0ef-fe7695c924b5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/26cdd36a-2de5-4282-9c9e-55f0bdc42ebb HTTP/1.1" status: 204 len: 168 time: 0.4973605 Feb 15 16:52:03.763312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c582623-61e0-4880-b0ef-fe7695c924b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cdd36a-2de5-4282-9c9e-55f0bdc42ebb,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:03.816538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Network 80bc9037-6f27-4497-a167-21bcfd389192 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:52:03.820055 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0315bd4-14a2-4fad-8bfc-d4c5e4479858 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for floatingip (ccd3adaa-a01d-40fc-8e45-225826e868bb), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.824281 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:03.828695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:52:03.839988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Pushing event updated for resources: {'Port': ['ID=6d601981-565d-442e-8948-a907064eeee2,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:03.880400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17965425-acc4-4f1e-9c6c-588d3aec230b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:03.888242 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-17965425-acc4-4f1e-9c6c-588d3aec230b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.943546 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Attempting to bind port 6d601981-565d-442e-8948-a907064eeee2 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:52:03.943943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Attempting to bind port 6d601981-565d-442e-8948-a907064eeee2 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'e4babbdb-d578-4124-92ad-e3fb8d520caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '80bc9037-6f27-4497-a167-21bcfd389192'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:52:03.944289 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Attempting to bind port 6d601981-565d-442e-8948-a907064eeee2 on network 80bc9037-6f27-4497-a167-21bcfd389192 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:52:03.956624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:52:03.957140 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Checking segment: {'id': 'e4babbdb-d578-4124-92ad-e3fb8d520caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '80bc9037-6f27-4497-a167-21bcfd389192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:03.958882 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:03.960699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Bound using segment: {'id': 'e4babbdb-d578-4124-92ad-e3fb8d520caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '80bc9037-6f27-4497-a167-21bcfd389192'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:52:03.961295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Bound port: 6d601981-565d-442e-8948-a907064eeee2, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4babbdb-d578-4124-92ad-e3fb8d520caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '80bc9037-6f27-4497-a167-21bcfd389192'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:52:03.961900 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6d601981-565d-442e-8948-a907064eeee2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:04.063680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] For port 6d601981-565d-442e-8948-a907064eeee2, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:52:04.067834 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] For port 6d601981-565d-442e-8948-a907064eeee2, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6d601981-565d-442e-8948-a907064eeee2,segment=NetworkSegment(e4babbdb-d578-4124-92ad-e3fb8d520caa),segment_id=e4babbdb-d578-4124-92ad-e3fb8d520caa)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:52:04.133825 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6d601981-565d-442e-8948-a907064eeee2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:04.232113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21266b1d-6e41-4b4e-96a7-20291eb6e6ff None None] Pushing event updated for resources: {'Port': ['ID=6d601981-565d-442e-8948-a907064eeee2,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:04.281674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773f5e0-80b5-4e8f-b95b-4bac3e7e6cfd req-2d0a719d-1551-40aa-9cb8-6078e34908dc tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:04.292946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e773f5e0-80b5-4e8f-b95b-4bac3e7e6cfd req-2d0a719d-1551-40aa-9cb8-6078e34908dc tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.1150432 Feb 15 16:52:04.388084 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e773f5e0-80b5-4e8f-b95b-4bac3e7e6cfd req-7f09befd-d89e-4527-b513-afd58c11e49f tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927823 Feb 15 16:52:04.397589 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-17965425-acc4-4f1e-9c6c-588d3aec230b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (e4f747bf-f19c-43fd-8221-0d952dd81cbd), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:04.471599 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0315bd4-14a2-4fad-8bfc-d4c5e4479858 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:04.537071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17965425-acc4-4f1e-9c6c-588d3aec230b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Subnet': ['ID=e4f747bf-f19c-43fd-8221-0d952dd81cbd,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:04.542536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17965425-acc4-4f1e-9c6c-588d3aec230b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Checking segment: {'id': '2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '92274bde-d2eb-4ae6-a0e1-94abf3fb35ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:04.542904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17965425-acc4-4f1e-9c6c-588d3aec230b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network hostable DHCP agents. Network: 92274bde-d2eb-4ae6-a0e1-94abf3fb35ff, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:52:04.565990 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0315bd4-14a2-4fad-8bfc-d4c5e4479858 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (ccd3adaa-a01d-40fc-8e45-225826e868bb), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:04.669729 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17965425-acc4-4f1e-9c6c-588d3aec230b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network 92274bde-d2eb-4ae6-a0e1-94abf3fb35ff is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:52:04.721645 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-f0315bd4-14a2-4fad-8bfc-d4c5e4479858 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Floating IP ccd3adaa-a01d-40fc-8e45-225826e868bb associated. External IP: 172.25.4.252, port: 76beb63c-bfcf-4a0b-be8a-d368b5208dab. Feb 15 16:52:04.754541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-17965425-acc4-4f1e-9c6c-588d3aec230b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 92274bde-d2eb-4ae6-a0e1-94abf3fb35ff) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:04.764198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17965425-acc4-4f1e-9c6c-588d3aec230b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:04.764198 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-17965425-acc4-4f1e-9c6c-588d3aec230b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:04.769880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04892da9-a306-4cfb-85ad-09090f7040ed None None] Network 92274bde-d2eb-4ae6-a0e1-94abf3fb35ff requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:04.856266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52900) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:04.889191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-17965425-acc4-4f1e-9c6c-588d3aec230b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2104743 Feb 15 16:52:04.891275 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b7a9-8670-40c9-b69d-031468f7ee3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:04.895013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52904) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:04.949634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-92274bde-d2eb-4ae6-a0e1-94abf3fb35ff', 'network_id': '92274bde-d2eb-4ae6-a0e1-94abf3fb35ff', 'project_id': 'fe0c97cc021b45ff9a703ec5fdb025a9', 'fixed_ips': [{'subnet_id': 'e4f747bf-f19c-43fd-8221-0d952dd81cbd'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:52:04.950641 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:05.067998 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (92274bde-d2eb-4ae6-a0e1-94abf3fb35ff), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:05.090085 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0315bd4-14a2-4fad-8bfc-d4c5e4479858 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Router 3c8e9e02-c334-4a50-abed-f9672b7513c0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:52:05.152012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Allocated IP 172.20.0.2 (92274bde-d2eb-4ae6-a0e1-94abf3fb35ff/e4f747bf-f19c-43fd-8221-0d952dd81cbd/91a55dcc-b875-4f93-892c-c6e6916a8ec2) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:52:05.218396 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b7a9-8670-40c9-b69d-031468f7ee3c admin admin] Publish callbacks [] for security_group (c62cc370-66d3-4b65-af58-ab9ef4173e1b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:05.255155 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e4f747bf-f19c-43fd-8221-0d952dd81cbd), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:05.272405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0315bd4-14a2-4fad-8bfc-d4c5e4479858 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:52:05.277693 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0315bd4-14a2-4fad-8bfc-d4c5e4479858 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:05.288303 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1d692e-c6ea-48d3-a79e-c981eab4acd7 None None] Sync routers for ids ['3c8e9e02-c334-4a50-abed-f9672b7513c0'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:52:05.318396 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1d692e-c6ea-48d3-a79e-c981eab4acd7 None None] Routers {'3c8e9e02-c334-4a50-abed-f9672b7513c0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:52:05.321878 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-be1d692e-c6ea-48d3-a79e-c981eab4acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3c8e9e02-c334-4a50-abed-f9672b7513c0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:05.322420 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9fc0b7a9-8670-40c9-b69d-031468f7ee3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c62cc370-66d3-4b65-af58-ab9ef4173e1b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:05.361014 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f0315bd4-14a2-4fad-8bfc-d4c5e4479858 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "PUT /v2.0/floatingips/ccd3adaa-a01d-40fc-8e45-225826e868bb HTTP/1.1" status: 200 len: 992 time: 1.6352499 Feb 15 16:52:05.363932 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26178897-39d4-4ec1-b6c0-82b58f177d86', 'tag': '76beb63c-bfcf-4a0b-be8a-d368b5208dab'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:52:05.368369 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fcc6bc-7ff8-441b-b9d1-6103e5461792" -d '{"events": [{"name": "network-changed", "server_uuid": "26178897-39d4-4ec1-b6c0-82b58f177d86", "tag": "76beb63c-bfcf-4a0b-be8a-d368b5208dab"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:52:05.390071 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Publish callbacks [] for port (91a55dcc-b875-4f93-892c-c6e6916a8ec2), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:05.433405 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9fc0b7a9-8670-40c9-b69d-031468f7ee3c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c3f1d8676ec7419299374c4b80ddcfd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5744436 Feb 15 16:52:05.436468 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52920) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:05.445754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0b7a9-8670-40c9-b69d-031468f7ee3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62cc370-66d3-4b65-af58-ab9ef4173e1b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:05.463618 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad488b30-f53a-430d-9e1e-6d859de8ad26 x-openstack-request-id: req-ad488b30-f53a-430d-9e1e-6d859de8ad26 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:52:05.466486 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26178897-39d4-4ec1-b6c0-82b58f177d86", "tag": "76beb63c-bfcf-4a0b-be8a-d368b5208dab", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:52:05.466853 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ad488b30-f53a-430d-9e1e-6d859de8ad26 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:52:05.467859 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26178897-39d4-4ec1-b6c0-82b58f177d86', 'tag': '76beb63c-bfcf-4a0b-be8a-d368b5208dab', 'status': 'completed', 'code': 200} Feb 15 16:52:05.506901 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (91a55dcc-b875-4f93-892c-c6e6916a8ec2), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:05.599590 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-be1d692e-c6ea-48d3-a79e-c981eab4acd7 None None] Set router 3c8e9e02-c334-4a50-abed-f9672b7513c0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:52:05.610312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Network 92274bde-d2eb-4ae6-a0e1-94abf3fb35ff is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:52:05.617516 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (e4f747bf-f19c-43fd-8221-0d952dd81cbd), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:05.630598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:05.633808 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9b36787-4431-44fa-9a5f-21e9d92ff19c admin admin] Publish callbacks [] for security_group (c62cc370-66d3-4b65-af58-ab9ef4173e1b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:05.638262 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:52:05.686553 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9b36787-4431-44fa-9a5f-21e9d92ff19c admin admin] Publish callbacks [] for security_group (c62cc370-66d3-4b65-af58-ab9ef4173e1b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:05.720111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f747bf-f19c-43fd-8221-0d952dd81cbd,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:05.725779 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Pushing event updated for resources: {'Port': ['ID=91a55dcc-b875-4f93-892c-c6e6916a8ec2,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:05.729259 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Attempting to bind port 91a55dcc-b875-4f93-892c-c6e6916a8ec2 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:52:05.729669 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Attempting to bind port 91a55dcc-b875-4f93-892c-c6e6916a8ec2 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '92274bde-d2eb-4ae6-a0e1-94abf3fb35ff'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:52:05.730132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Attempting to bind port 91a55dcc-b875-4f93-892c-c6e6916a8ec2 on network 92274bde-d2eb-4ae6-a0e1-94abf3fb35ff {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:52:05.735946 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:52:05.736324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Checking segment: {'id': '2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '92274bde-d2eb-4ae6-a0e1-94abf3fb35ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:05.736732 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:05.737140 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Bound using segment: {'id': '2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '92274bde-d2eb-4ae6-a0e1-94abf3fb35ff'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:52:05.737651 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Bound port: 91a55dcc-b875-4f93-892c-c6e6916a8ec2, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '92274bde-d2eb-4ae6-a0e1-94abf3fb35ff'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:52:05.738037 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (91a55dcc-b875-4f93-892c-c6e6916a8ec2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:05.750694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcc6bc-7ff8-441b-b9d1-6103e5461792 req-125ade43-7c26-4a23-9632-da25f8ff5031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:05.754217 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6fcc6bc-7ff8-441b-b9d1-6103e5461792 req-125ade43-7c26-4a23-9632-da25f8ff5031 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d50e5805188b4195b80b506af394e48d&device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 1129 time: 0.2552085 Feb 15 16:52:05.888576 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] For port 91a55dcc-b875-4f93-892c-c6e6916a8ec2, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:52:05.894096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] For port 91a55dcc-b875-4f93-892c-c6e6916a8ec2, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=91a55dcc-b875-4f93-892c-c6e6916a8ec2,segment=NetworkSegment(2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab),segment_id=2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:52:05.935266 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bc051a-da81-4ea5-afa2-a0e211f14fe4 None None] Network 80bc9037-6f27-4497-a167-21bcfd389192 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:05.990810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcc6bc-7ff8-441b-b9d1-6103e5461792 req-80058b9c-a720-4330-af93-d9b566df793c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:05.995020 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6fcc6bc-7ff8-441b-b9d1-6103e5461792 req-80058b9c-a720-4330-af93-d9b566df793c service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 HTTP/1.1" status: 200 len: 911 time: 0.2316506 Feb 15 16:52:06.014845 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9b36787-4431-44fa-9a5f-21e9d92ff19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c62cc370-66d3-4b65-af58-ab9ef4173e1b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:06.017799 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9b36787-4431-44fa-9a5f-21e9d92ff19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:06.022460 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c9b36787-4431-44fa-9a5f-21e9d92ff19c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c62cc370-66d3-4b65-af58-ab9ef4173e1b HTTP/1.1" status: 204 len: 168 time: 0.5846982 Feb 15 16:52:06.027674 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (91a55dcc-b875-4f93-892c-c6e6916a8ec2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:06.069408 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b36787-4431-44fa-9a5f-21e9d92ff19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62cc370-66d3-4b65-af58-ab9ef4173e1b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:06.137162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8fcec6e2-3c58-4684-93d1-c764cff6590f None None] Provisioning complete for port 6d601981-565d-442e-8948-a907064eeee2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:52:06.137573 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fcec6e2-3c58-4684-93d1-c764cff6590f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6d601981-565d-442e-8948-a907064eeee2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:06.140334 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6fcc6bc-7ff8-441b-b9d1-6103e5461792 req-8860d075-6677-411e-87a0-f491554cdaae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76beb63c-bfcf-4a0b-be8a-d368b5208dab HTTP/1.1" status: 200 len: 1000 time: 0.1374731 Feb 15 16:52:06.245418 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-be1d692e-c6ea-48d3-a79e-c981eab4acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:37Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'ccd3adaa-a01d-40fc-8e45-225826e868bb', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'port_id': '76beb63c-bfcf-4a0b-be8a-d368b5208dab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'mac_address': 'fa:16:3e:04:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26178897-39d4-4ec1-b6c0-82b58f177d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:51:44Z', 'updated_at': '2022-02-15T16:52:04Z', 'revision_number': 1, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2542da-82d6-4a15-a3f7-3be92e291a89', 'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'mac_address': 'fa:16:3e:78:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:35Z', 'updated_at': '2022-02-15T16:51:43Z', 'revision_number': 5, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'subnets': [{'id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:06.278568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcc6bc-7ff8-441b-b9d1-6103e5461792 req-e73f0e75-6a04-416b-86dc-a9ebac7f8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:06.281315 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6fcc6bc-7ff8-441b-b9d1-6103e5461792 req-e73f0e75-6a04-416b-86dc-a9ebac7f8ce1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee4840c8-e6d6-4864-8cc9-9887e739eb93 HTTP/1.1" status: 200 len: 849 time: 0.1327097 Feb 15 16:52:06.334962 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d30004-59f6-4c3a-ac83-3a2bf0351266 None None] Pushing event updated for resources: {'Port': ['ID=91a55dcc-b875-4f93-892c-c6e6916a8ec2,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:06.357521 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1d692e-c6ea-48d3-a79e-c981eab4acd7 None None] Checking router: 3c8e9e02-c334-4a50-abed-f9672b7513c0 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:52:06.382828 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1d692e-c6ea-48d3-a79e-c981eab4acd7 None None] Routers {'3c8e9e02-c334-4a50-abed-f9672b7513c0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:52:06.383955 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-be1d692e-c6ea-48d3-a79e-c981eab4acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:51:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3c8e9e02-c334-4a50-abed-f9672b7513c0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:06.407721 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcc6bc-7ff8-441b-b9d1-6103e5461792 req-21406757-7e36-4cda-b31b-a75621e4c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:06.413398 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6fcc6bc-7ff8-441b-b9d1-6103e5461792 req-21406757-7e36-4cda-b31b-a75621e4c472 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1220596 Feb 15 16:52:06.432632 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6d601981-565d-442e-8948-a907064eeee2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:52:06.433158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda5061-aaf1-4444-a112-efa5c71fda04 req-cf4f4a1b-fdc0-4763-a9fb-3cfb845acf45 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:06.443727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ffda5061-aaf1-4444-a112-efa5c71fda04 req-cf4f4a1b-fdc0-4763-a9fb-3cfb845acf45 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.8559659 Feb 15 16:52:06.452821 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (92274bde-d2eb-4ae6-a0e1-94abf3fb35ff), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:06.502017 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92274bde-d2eb-4ae6-a0e1-94abf3fb35ff']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:06.522182 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8fcec6e2-3c58-4684-93d1-c764cff6590f None None] Current status of the port 6d601981-565d-442e-8948-a907064eeee2 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:52:06.522867 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fcec6e2-3c58-4684-93d1-c764cff6590f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6d601981-565d-442e-8948-a907064eeee2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:06.531669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:06.533496 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:06.553894 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6fcc6bc-7ff8-441b-b9d1-6103e5461792 req-ac0ac541-2f98-4076-9fbd-fb3db5627a09 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372049 Feb 15 16:52:06.574007 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:06.581973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52739263-729d-4598-aadd-955484fbe276 None None] Network 92274bde-d2eb-4ae6-a0e1-94abf3fb35ff requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:06.617705 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:06.641892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:06.642314 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:06.660833 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-be1d692e-c6ea-48d3-a79e-c981eab4acd7 None None] Set router 3c8e9e02-c334-4a50-abed-f9672b7513c0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:06.696116 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:06.814199 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ffda5061-aaf1-4444-a112-efa5c71fda04 req-cd4084a2-ece3-42be-a254-2dca67df48ec tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687599 Feb 15 16:52:06.821678 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6fcc6bc-7ff8-441b-b9d1-6103e5461792 req-8d585744-31e7-421c-8dfe-4b7ed89d4b7c service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607393 Feb 15 16:52:06.858125 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.db.api [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 16:52:06.858125 n-d-828372-14 neutron-server[103799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 16:52:06.858125 n-d-828372-14 neutron-server[103799]: [parameters: {'id': '92274bde-d2eb-4ae6-a0e1-94abf3fb35ff'}] Feb 15 16:52:06.858125 n-d-828372-14 neutron-server[103799]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:52:06.858743 n-d-828372-14 neutron-server[103799]: DEBUG oslo_db.api [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:52:06.948729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8fcec6e2-3c58-4684-93d1-c764cff6590f None None] For port 6d601981-565d-442e-8948-a907064eeee2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6d601981-565d-442e-8948-a907064eeee2,segment=NetworkSegment(e4babbdb-d578-4124-92ad-e3fb8d520caa),segment_id=e4babbdb-d578-4124-92ad-e3fb8d520caa)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:06.961253 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 6d601981-565d-442e-8948-a907064eeee2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:52:06.969298 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6d601981-565d-442e-8948-a907064eeee2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:07.042278 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8fcec6e2-3c58-4684-93d1-c764cff6590f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6d601981-565d-442e-8948-a907064eeee2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:07.155022 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe5f3630-efaf-4038-b55b-95e14fc382e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:07.175207 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-be1d692e-c6ea-48d3-a79e-c981eab4acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:37Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'ccd3adaa-a01d-40fc-8e45-225826e868bb', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'port_id': '76beb63c-bfcf-4a0b-be8a-d368b5208dab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'mac_address': 'fa:16:3e:04:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26178897-39d4-4ec1-b6c0-82b58f177d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:51:44Z', 'updated_at': '2022-02-15T16:52:04Z', 'revision_number': 1, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2542da-82d6-4a15-a3f7-3be92e291a89', 'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'mac_address': 'fa:16:3e:78:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:35Z', 'updated_at': '2022-02-15T16:51:43Z', 'revision_number': 5, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'subnets': [{'id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:07.199380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcec6e2-3c58-4684-93d1-c764cff6590f None None] Pushing event updated for resources: {'Port': ['ID=6d601981-565d-442e-8948-a907064eeee2,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:07.222109 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1d692e-c6ea-48d3-a79e-c981eab4acd7 None None] The sync data for ids ['3c8e9e02-c334-4a50-abed-f9672b7513c0'] in n-d-828372-14 is: [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:37Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'ccd3adaa-a01d-40fc-8e45-225826e868bb', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'floating_ip_address': '172.25.4.252', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'port_id': '76beb63c-bfcf-4a0b-be8a-d368b5208dab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'mac_address': 'fa:16:3e:04:a4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26178897-39d4-4ec1-b6c0-82b58f177d86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:51:44Z', 'updated_at': '2022-02-15T16:52:04Z', 'revision_number': 1, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2542da-82d6-4a15-a3f7-3be92e291a89', 'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'mac_address': 'fa:16:3e:78:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:35Z', 'updated_at': '2022-02-15T16:51:43Z', 'revision_number': 5, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'subnets': [{'id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:52:07.263752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9028e944-81e5-42d0-8642-e498319f31a2 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 16:52:07.335370 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 6d601981-565d-442e-8948-a907064eeee2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:52:07.359719 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (92274bde-d2eb-4ae6-a0e1-94abf3fb35ff), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:07.362593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-df034708-ef7b-41c6-9af0-a8745984d240 None None] Provisioning complete for port 6d601981-565d-442e-8948-a907064eeee2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:52:07.362990 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-df034708-ef7b-41c6-9af0-a8745984d240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6d601981-565d-442e-8948-a907064eeee2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:07.470725 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Deleting port 91a55dcc-b875-4f93-892c-c6e6916a8ec2 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:07.471958 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (91a55dcc-b875-4f93-892c-c6e6916a8ec2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:07.583743 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605bc51a-61c3-4ec5-b790-75f7d88a3457 None None] New status for floating IP ccd3adaa-a01d-40fc-8e45-225826e868bb: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:52:07.606768 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] For port 91a55dcc-b875-4f93-892c-c6e6916a8ec2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=91a55dcc-b875-4f93-892c-c6e6916a8ec2,segment=NetworkSegment(2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab),segment_id=2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:07.607701 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (91a55dcc-b875-4f93-892c-c6e6916a8ec2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:07.626369 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-df034708-ef7b-41c6-9af0-a8745984d240 None None] Current status of the port 6d601981-565d-442e-8948-a907064eeee2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:52:07.630343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9028e944-81e5-42d0-8642-e498319f31a2 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 16:52:07.638587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Calling delete_port for 91a55dcc-b875-4f93-892c-c6e6916a8ec2 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:07.860665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (91a55dcc-b875-4f93-892c-c6e6916a8ec2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:07.900967 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Port': ['ID=91a55dcc-b875-4f93-892c-c6e6916a8ec2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:07.915715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No DVR routers for this DVR port 91a55dcc-b875-4f93-892c-c6e6916a8ec2 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:08.054097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab89d0a-8b89-4427-a43f-40356d998bb6 req-a1348612-879a-4532-bd71-aee842d9f2b2 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:08.057956 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cab89d0a-8b89-4427-a43f-40356d998bb6 req-a1348612-879a-4532-bd71-aee842d9f2b2 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.1071696 Feb 15 16:52:08.059578 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (92274bde-d2eb-4ae6-a0e1-94abf3fb35ff), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:08.089058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92274bde-d2eb-4ae6-a0e1-94abf3fb35ff']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:08.103104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:08.103400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:08.121975 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:08.139717 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:08.155073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:08.155408 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (2b895ee3-4b7f-41ec-b2f6-c1d418dcb1ab), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:08.183936 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:08.193746 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cab89d0a-8b89-4427-a43f-40356d998bb6 req-90e9b1d4-64a9-467e-8f45-c8010e0bdbf9 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241868 Feb 15 16:52:08.285661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6d601981-565d-442e-8948-a907064eeee2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:52:08.364383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 6d601981-565d-442e-8948-a907064eeee2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:52:08.365651 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6d601981-565d-442e-8948-a907064eeee2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:08.421403 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (92274bde-d2eb-4ae6-a0e1-94abf3fb35ff), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:08.439904 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:08.446947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52992) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:08.447138 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/92274bde-d2eb-4ae6-a0e1-94abf3fb35ff HTTP/1.1" status: 204 len: 168 time: 3.5507324 Feb 15 16:52:08.450424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3d197-a7c6-4828-8ab2-29ac197bc4c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Network': ['ID=92274bde-d2eb-4ae6-a0e1-94abf3fb35ff,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:08.453314 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1605435616'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:08.479307 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 6d601981-565d-442e-8948-a907064eeee2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:52:08.605736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:08.609165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:08.633843 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:52:08.643435 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (01134263-cb1f-4d3f-b39a-da59ae694a56), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:08.643860 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Added segment 01134263-cb1f-4d3f-b39a-da59ae694a56 of type vlan for network 92162249-6aba-4f3e-894e-c911a90b56ff Feb 15 16:52:08.707829 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (92162249-6aba-4f3e-894e-c911a90b56ff), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:08.777301 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (92162249-6aba-4f3e-894e-c911a90b56ff), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:08.784846 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:08.785544 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:08.885464 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4367707 Feb 15 16:52:08.888390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53008) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:08.905261 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9bb4e55e-81db-49a9-b6cc-1e58eb2a2cbc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'subnet': {'network_id': '92162249-6aba-4f3e-894e-c911a90b56ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:08.966475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Network': ['ID=92162249-6aba-4f3e-894e-c911a90b56ff,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:08.985004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:08.985757 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:08.986344 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:08.986916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:08.987489 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:08.988049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:08.988614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:08.989854 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:08.990684 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:08.991197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:08.991804 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:08.992211 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:08.992618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e447fbdf-ba6a-4188-8225-34bde8f7dba1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:09.014208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 92162249-6aba-4f3e-894e-c911a90b56ff details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:52:09.114377 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb4e55e-81db-49a9-b6cc-1e58eb2a2cbc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:09.118849 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bb4e55e-81db-49a9-b6cc-1e58eb2a2cbc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:09.204237 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-9bb4e55e-81db-49a9-b6cc-1e58eb2a2cbc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Performing IP validity checks on allocation pools {{(pid=103800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 16:52:09.205185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-9bb4e55e-81db-49a9-b6cc-1e58eb2a2cbc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 16:52:09.292413 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd97b2ae-2fe1-4294-94ca-30e268aecbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:09.356323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b64be8-650f-4fcb-9f5f-fbd698c3c483 req-56066c49-4474-4ac6-b086-cb01eb89f083 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:09.358049 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28b64be8-650f-4fcb-9f5f-fbd698c3c483 req-56066c49-4474-4ac6-b086-cb01eb89f083 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.0976763 Feb 15 16:52:09.417953 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28b64be8-650f-4fcb-9f5f-fbd698c3c483 req-9cf00372-d562-45f0-81e3-4b8153483e17 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543709 Feb 15 16:52:09.504240 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bb4e55e-81db-49a9-b6cc-1e58eb2a2cbc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (5bca210c-088e-41ac-b4da-03389800db73), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:09.586381 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4e55e-81db-49a9-b6cc-1e58eb2a2cbc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Subnet': ['ID=5bca210c-088e-41ac-b4da-03389800db73,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:09.598589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb4e55e-81db-49a9-b6cc-1e58eb2a2cbc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Checking segment: {'id': '01134263-cb1f-4d3f-b39a-da59ae694a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '92162249-6aba-4f3e-894e-c911a90b56ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:09.598962 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb4e55e-81db-49a9-b6cc-1e58eb2a2cbc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network hostable DHCP agents. Network: 92162249-6aba-4f3e-894e-c911a90b56ff, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:52:09.708721 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb4e55e-81db-49a9-b6cc-1e58eb2a2cbc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network 92162249-6aba-4f3e-894e-c911a90b56ff is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:52:09.783116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9bb4e55e-81db-49a9-b6cc-1e58eb2a2cbc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 92162249-6aba-4f3e-894e-c911a90b56ff) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:09.792715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cb059b-8d06-473f-9ed3-ef9db292ff9f None None] Network 92162249-6aba-4f3e-894e-c911a90b56ff requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:09.803519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb4e55e-81db-49a9-b6cc-1e58eb2a2cbc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:09.811379 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bb4e55e-81db-49a9-b6cc-1e58eb2a2cbc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:09.811379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53032) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:09.874395 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9bb4e55e-81db-49a9-b6cc-1e58eb2a2cbc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9819455 Feb 15 16:52:09.875159 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53038) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:09.967738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-92162249-6aba-4f3e-894e-c911a90b56ff', 'network_id': '92162249-6aba-4f3e-894e-c911a90b56ff', 'project_id': 'fe0c97cc021b45ff9a703ec5fdb025a9', 'fixed_ips': [{'subnet_id': '5bca210c-088e-41ac-b4da-03389800db73'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:52:09.968804 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.036740 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (92162249-6aba-4f3e-894e-c911a90b56ff), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.113397 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22dda57b-00ba-4b36-a4cb-fc4b1d123a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.154667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Allocated IP 172.20.0.3 (92162249-6aba-4f3e-894e-c911a90b56ff/5bca210c-088e-41ac-b4da-03389800db73/4ba0c4af-17d9-4e39-a8ab-a48846217a34) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:52:10.277052 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (5bca210c-088e-41ac-b4da-03389800db73), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.328492 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22dda57b-00ba-4b36-a4cb-fc4b1d123a63 admin admin] Publish callbacks [] for security_group (fee7c557-2c51-4a0a-8aa2-89eac6de168f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.336174 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Publish callbacks [] for port (4ba0c4af-17d9-4e39-a8ab-a48846217a34), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.389469 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.412964 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (4ba0c4af-17d9-4e39-a8ab-a48846217a34), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.426242 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22dda57b-00ba-4b36-a4cb-fc4b1d123a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fee7c557-2c51-4a0a-8aa2-89eac6de168f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.479394 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-22dda57b-00ba-4b36-a4cb-fc4b1d123a63 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=01850e74fc5f482d8edb632dd5206eda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6689866 Feb 15 16:52:10.479394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dda57b-00ba-4b36-a4cb-fc4b1d123a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee7c557-2c51-4a0a-8aa2-89eac6de168f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:10.486208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53058) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:10.509434 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (5bca210c-088e-41ac-b4da-03389800db73), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.590110 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb0f0-0eb6-4448-8d8c-cf2c43f8ccf2 admin admin] Publish callbacks [] for security_group (fee7c557-2c51-4a0a-8aa2-89eac6de168f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.638346 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Subnet': ['ID=5bca210c-088e-41ac-b4da-03389800db73,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:10.650407 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb0f0-0eb6-4448-8d8c-cf2c43f8ccf2 admin admin] Publish callbacks [] for security_group (fee7c557-2c51-4a0a-8aa2-89eac6de168f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.716427 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (92162249-6aba-4f3e-894e-c911a90b56ff), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.750490 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92162249-6aba-4f3e-894e-c911a90b56ff']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:10.769063 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3c3bd-04ac-4a2f-bbd0-e78c743a17db req-3506b346-86a9-4a25-b48c-aa80c0ebf3aa tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:10.771097 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3be3c3bd-04ac-4a2f-bbd0-e78c743a17db req-3506b346-86a9-4a25-b48c-aa80c0ebf3aa tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.1968510 Feb 15 16:52:10.774271 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01134263-cb1f-4d3f-b39a-da59ae694a56') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:10.774563 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01134263-cb1f-4d3f-b39a-da59ae694a56') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:10.795231 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (01134263-cb1f-4d3f-b39a-da59ae694a56), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.809180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Network 92162249-6aba-4f3e-894e-c911a90b56ff is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:52:10.812507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:10.817235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb0f0-0eb6-4448-8d8c-cf2c43f8ccf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fee7c557-2c51-4a0a-8aa2-89eac6de168f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.818558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:52:10.821809 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5d2bb0f0-0eb6-4448-8d8c-cf2c43f8ccf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.824790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Pushing event updated for resources: {'Port': ['ID=4ba0c4af-17d9-4e39-a8ab-a48846217a34,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:10.824938 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (01134263-cb1f-4d3f-b39a-da59ae694a56), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.825817 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5d2bb0f0-0eb6-4448-8d8c-cf2c43f8ccf2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fee7c557-2c51-4a0a-8aa2-89eac6de168f HTTP/1.1" status: 204 len: 168 time: 0.3448071 Feb 15 16:52:10.841806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:10.842259 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (01134263-cb1f-4d3f-b39a-da59ae694a56), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:10.845490 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:10.870584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bb0f0-0eb6-4448-8d8c-cf2c43f8ccf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee7c557-2c51-4a0a-8aa2-89eac6de168f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:10.944002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Attempting to bind port 4ba0c4af-17d9-4e39-a8ab-a48846217a34 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:52:10.952082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Attempting to bind port 4ba0c4af-17d9-4e39-a8ab-a48846217a34 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '01134263-cb1f-4d3f-b39a-da59ae694a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '92162249-6aba-4f3e-894e-c911a90b56ff'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:52:10.952082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Attempting to bind port 4ba0c4af-17d9-4e39-a8ab-a48846217a34 on network 92162249-6aba-4f3e-894e-c911a90b56ff {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:52:10.957892 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:52:10.958284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Checking segment: {'id': '01134263-cb1f-4d3f-b39a-da59ae694a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '92162249-6aba-4f3e-894e-c911a90b56ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:10.958699 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:10.959200 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Bound using segment: {'id': '01134263-cb1f-4d3f-b39a-da59ae694a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '92162249-6aba-4f3e-894e-c911a90b56ff'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:52:10.959700 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Bound port: 4ba0c4af-17d9-4e39-a8ab-a48846217a34, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01134263-cb1f-4d3f-b39a-da59ae694a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '92162249-6aba-4f3e-894e-c911a90b56ff'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:52:10.960090 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4ba0c4af-17d9-4e39-a8ab-a48846217a34), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:11.063093 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] For port 4ba0c4af-17d9-4e39-a8ab-a48846217a34, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:52:11.249766 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3be3c3bd-04ac-4a2f-bbd0-e78c743a17db req-ab7229f0-0cfe-4158-9538-0740a5243ed2 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678669 Feb 15 16:52:11.301467 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] For port 4ba0c4af-17d9-4e39-a8ab-a48846217a34, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4ba0c4af-17d9-4e39-a8ab-a48846217a34,segment=NetworkSegment(01134263-cb1f-4d3f-b39a-da59ae694a56),segment_id=01134263-cb1f-4d3f-b39a-da59ae694a56)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:52:11.361132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.api [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 16:52:11.361132 n-d-828372-14 neutron-server[103800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 16:52:11.361132 n-d-828372-14 neutron-server[103800]: [parameters: {'id': '92162249-6aba-4f3e-894e-c911a90b56ff'}] Feb 15 16:52:11.361132 n-d-828372-14 neutron-server[103800]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:52:11.361919 n-d-828372-14 neutron-server[103800]: DEBUG oslo_db.api [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:52:11.397308 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4ba0c4af-17d9-4e39-a8ab-a48846217a34), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:11.476912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d810211-34a3-4062-a355-6aad4d65bdd9 None None] Pushing event updated for resources: {'Port': ['ID=4ba0c4af-17d9-4e39-a8ab-a48846217a34,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:11.533105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebacec2-21fb-41a8-b3fb-ecdf877faf9f None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 16:52:11.677908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebacec2-21fb-41a8-b3fb-ecdf877faf9f None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 16:52:11.833705 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:11.847050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53080) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:11.868030 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (92162249-6aba-4f3e-894e-c911a90b56ff), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:11.873860 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a7e700a-f2f7-41fa-a79d-8a74237aa7f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:11.901440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53082) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:12.032026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cffcd5e-603b-403c-a951-494af60f0914 None None] Network 92162249-6aba-4f3e-894e-c911a90b56ff requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:12.040353 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a7e700a-f2f7-41fa-a79d-8a74237aa7f0 admin admin] Publish callbacks [] for security_group (87ed475c-e86b-4aa8-a982-25390fe1ecc2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.104673 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a7e700a-f2f7-41fa-a79d-8a74237aa7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (87ed475c-e86b-4aa8-a982-25390fe1ecc2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.180973 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2a7e700a-f2f7-41fa-a79d-8a74237aa7f0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=af127d99b1644907bbeb4f47615df10b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3327358 Feb 15 16:52:12.183089 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e700a-f2f7-41fa-a79d-8a74237aa7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ed475c-e86b-4aa8-a982-25390fe1ecc2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:12.183707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53086) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:12.214584 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Deleting port 4ba0c4af-17d9-4e39-a8ab-a48846217a34 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:12.214933 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4ba0c4af-17d9-4e39-a8ab-a48846217a34), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.269833 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-569c7f34-0f7b-41a6-a80d-0effdf4489f7 admin admin] Publish callbacks [] for security_group (87ed475c-e86b-4aa8-a982-25390fe1ecc2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.313288 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c97e4849-eee8-49f7-a92b-4c6870020d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.330277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] For port 4ba0c4af-17d9-4e39-a8ab-a48846217a34, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4ba0c4af-17d9-4e39-a8ab-a48846217a34,segment=NetworkSegment(01134263-cb1f-4d3f-b39a-da59ae694a56),segment_id=01134263-cb1f-4d3f-b39a-da59ae694a56)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:12.330741 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4ba0c4af-17d9-4e39-a8ab-a48846217a34), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.353980 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Calling delete_port for 4ba0c4af-17d9-4e39-a8ab-a48846217a34 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:12.398521 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-569c7f34-0f7b-41a6-a80d-0effdf4489f7 admin admin] Publish callbacks [] for security_group (87ed475c-e86b-4aa8-a982-25390fe1ecc2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.465406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2395252-5efc-4ef3-8fe1-4cbcd9875272 req-6a4167a0-9e46-44c6-806f-0026e7a7d38c tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:12.467297 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b2395252-5efc-4ef3-8fe1-4cbcd9875272 req-6a4167a0-9e46-44c6-806f-0026e7a7d38c tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.1103241 Feb 15 16:52:12.550768 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4ba0c4af-17d9-4e39-a8ab-a48846217a34), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.556291 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b2395252-5efc-4ef3-8fe1-4cbcd9875272 req-14910b5b-4b27-4cda-bd22-59636689bd3c tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773461 Feb 15 16:52:12.569295 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c97e4849-eee8-49f7-a92b-4c6870020d59 admin admin] Publish callbacks [] for security_group (0b60becb-1595-4fde-8ac0-0c3a1da39346), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.600556 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-569c7f34-0f7b-41a6-a80d-0effdf4489f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (87ed475c-e86b-4aa8-a982-25390fe1ecc2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.603562 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Port': ['ID=4ba0c4af-17d9-4e39-a8ab-a48846217a34,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:12.605567 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-569c7f34-0f7b-41a6-a80d-0effdf4489f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.611526 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-569c7f34-0f7b-41a6-a80d-0effdf4489f7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/87ed475c-e86b-4aa8-a982-25390fe1ecc2 HTTP/1.1" status: 204 len: 168 time: 0.4224343 Feb 15 16:52:12.613773 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No DVR routers for this DVR port 4ba0c4af-17d9-4e39-a8ab-a48846217a34 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:12.623928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c7f34-0f7b-41a6-a80d-0effdf4489f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ed475c-e86b-4aa8-a982-25390fe1ecc2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:12.658911 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c97e4849-eee8-49f7-a92b-4c6870020d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0b60becb-1595-4fde-8ac0-0c3a1da39346), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.710808 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:52:12.734654 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (92162249-6aba-4f3e-894e-c911a90b56ff), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.746101 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c97e4849-eee8-49f7-a92b-4c6870020d59 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c1261271b669493493eb01b026047041&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8422179 Feb 15 16:52:12.747112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e4849-eee8-49f7-a92b-4c6870020d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b60becb-1595-4fde-8ac0-0c3a1da39346,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:12.748876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53094) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:12.796201 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92162249-6aba-4f3e-894e-c911a90b56ff']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:12.817946 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01134263-cb1f-4d3f-b39a-da59ae694a56') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:12.818317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01134263-cb1f-4d3f-b39a-da59ae694a56') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:12.836855 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (01134263-cb1f-4d3f-b39a-da59ae694a56), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.859361 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (01134263-cb1f-4d3f-b39a-da59ae694a56), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.868653 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-965c78a8-8d32-4054-84e7-1c2fa3260c9d admin admin] Publish callbacks [] for security_group (0b60becb-1595-4fde-8ac0-0c3a1da39346), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.871263 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:12.871649 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (01134263-cb1f-4d3f-b39a-da59ae694a56), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:12.874557 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:12.943593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-965c78a8-8d32-4054-84e7-1c2fa3260c9d admin admin] Publish callbacks [] for security_group (0b60becb-1595-4fde-8ac0-0c3a1da39346), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:13.034336 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (92162249-6aba-4f3e-894e-c911a90b56ff), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:13.044280 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:13.050777 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/92162249-6aba-4f3e-894e-c911a90b56ff HTTP/1.1" status: 204 len: 168 time: 3.1705396 Feb 15 16:52:13.051742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53102) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:13.059317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-a5170653-8736-4215-8719-fbc689ea6411 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-566061358'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:13.061748 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-965c78a8-8d32-4054-84e7-1c2fa3260c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0b60becb-1595-4fde-8ac0-0c3a1da39346), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:13.064338 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-965c78a8-8d32-4054-84e7-1c2fa3260c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:13.065500 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-965c78a8-8d32-4054-84e7-1c2fa3260c9d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0b60becb-1595-4fde-8ac0-0c3a1da39346 HTTP/1.1" status: 204 len: 168 time: 0.3047991 Feb 15 16:52:13.066377 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab8e27-743f-4a82-b9dc-c419e3140efc tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Network': ['ID=92162249-6aba-4f3e-894e-c911a90b56ff,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:13.094825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c78a8-8d32-4054-84e7-1c2fa3260c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b60becb-1595-4fde-8ac0-0c3a1da39346,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:13.154551 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5170653-8736-4215-8719-fbc689ea6411 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:13.157949 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5170653-8736-4215-8719-fbc689ea6411 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:13.182690 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5170653-8736-4215-8719-fbc689ea6411 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:52:13.191562 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5170653-8736-4215-8719-fbc689ea6411 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (92ee9ba0-45ea-4043-acde-cc12a542fcb8), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:13.191899 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-a5170653-8736-4215-8719-fbc689ea6411 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Added segment 92ee9ba0-45ea-4043-acde-cc12a542fcb8 of type vlan for network c2bfcbbf-a5de-478b-99ba-440af8e1d8e6 Feb 15 16:52:13.237805 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5170653-8736-4215-8719-fbc689ea6411 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (c2bfcbbf-a5de-478b-99ba-440af8e1d8e6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:13.331821 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5170653-8736-4215-8719-fbc689ea6411 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (c2bfcbbf-a5de-478b-99ba-440af8e1d8e6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:13.337748 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5170653-8736-4215-8719-fbc689ea6411 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:13.340627 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5170653-8736-4215-8719-fbc689ea6411 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:13.366648 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:13.410792 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5170653-8736-4215-8719-fbc689ea6411 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Network': ['ID=c2bfcbbf-a5de-478b-99ba-440af8e1d8e6,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:13.438534 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network c2bfcbbf-a5de-478b-99ba-440af8e1d8e6 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:52:13.505743 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a5170653-8736-4215-8719-fbc689ea6411 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4523711 Feb 15 16:52:13.509205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53120) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:13.515401 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5be39e12-461c-4c9a-92fd-87fe9f68839d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'subnet': {'network_id': 'c2bfcbbf-a5de-478b-99ba-440af8e1d8e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:13.694466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606b64a-85fa-4a13-9c71-48f6dfd63f36 req-e4dc503e-be11-4b0c-8de6-0c28caeef45a tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:13.696712 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6606b64a-85fa-4a13-9c71-48f6dfd63f36 req-e4dc503e-be11-4b0c-8de6-0c28caeef45a tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.0566874 Feb 15 16:52:13.725687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be39e12-461c-4c9a-92fd-87fe9f68839d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:13.729460 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5be39e12-461c-4c9a-92fd-87fe9f68839d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:13.811975 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6606b64a-85fa-4a13-9c71-48f6dfd63f36 req-cdf9ef65-1d24-44c5-9386-aa983bdf165f tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086471 Feb 15 16:52:13.816104 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53130) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:13.838078 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c03a18fc-dd0c-47fe-b1eb-6433fa55df10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:14.000675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c03a18fc-dd0c-47fe-b1eb-6433fa55df10 admin admin] Publish callbacks [] for security_group (09847b8f-9654-4c6f-a009-197b32f6ba0a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:14.051909 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5be39e12-461c-4c9a-92fd-87fe9f68839d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (12d8aaca-deaa-43a4-97b8-754bd13f468a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:14.095724 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c03a18fc-dd0c-47fe-b1eb-6433fa55df10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (09847b8f-9654-4c6f-a009-197b32f6ba0a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:14.130697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be39e12-461c-4c9a-92fd-87fe9f68839d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Subnet': ['ID=12d8aaca-deaa-43a4-97b8-754bd13f468a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:14.159712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a18fc-dd0c-47fe-b1eb-6433fa55df10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09847b8f-9654-4c6f-a009-197b32f6ba0a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:14.169395 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53136) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:14.169897 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c03a18fc-dd0c-47fe-b1eb-6433fa55df10 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=06417a5a2adc4c108bc342ff11146765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3523364 Feb 15 16:52:14.170933 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be39e12-461c-4c9a-92fd-87fe9f68839d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Checking segment: {'id': '92ee9ba0-45ea-4043-acde-cc12a542fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c2bfcbbf-a5de-478b-99ba-440af8e1d8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:14.171308 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be39e12-461c-4c9a-92fd-87fe9f68839d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network hostable DHCP agents. Network: c2bfcbbf-a5de-478b-99ba-440af8e1d8e6, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:52:14.222859 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13d8dd84-1c22-4bd1-9aa8-36305d2a472d admin admin] Publish callbacks [] for security_group (09847b8f-9654-4c6f-a009-197b32f6ba0a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:14.251498 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13d8dd84-1c22-4bd1-9aa8-36305d2a472d admin admin] Publish callbacks [] for security_group (09847b8f-9654-4c6f-a009-197b32f6ba0a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:14.263192 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be39e12-461c-4c9a-92fd-87fe9f68839d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network c2bfcbbf-a5de-478b-99ba-440af8e1d8e6 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:52:14.377575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-5be39e12-461c-4c9a-92fd-87fe9f68839d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, c2bfcbbf-a5de-478b-99ba-440af8e1d8e6) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:14.382352 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be39e12-461c-4c9a-92fd-87fe9f68839d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:14.383707 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5be39e12-461c-4c9a-92fd-87fe9f68839d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:14.388684 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d1abed-83fc-41ca-956a-789be6350541 None None] Network c2bfcbbf-a5de-478b-99ba-440af8e1d8e6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:14.405950 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13d8dd84-1c22-4bd1-9aa8-36305d2a472d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (09847b8f-9654-4c6f-a009-197b32f6ba0a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:14.408757 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13d8dd84-1c22-4bd1-9aa8-36305d2a472d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:14.410156 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-13d8dd84-1c22-4bd1-9aa8-36305d2a472d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/09847b8f-9654-4c6f-a009-197b32f6ba0a HTTP/1.1" status: 204 len: 168 time: 0.2397168 Feb 15 16:52:14.421417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8dd84-1c22-4bd1-9aa8-36305d2a472d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09847b8f-9654-4c6f-a009-197b32f6ba0a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:14.481259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53148) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:14.481569 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5be39e12-461c-4c9a-92fd-87fe9f68839d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9709828 Feb 15 16:52:14.555609 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-c2bfcbbf-a5de-478b-99ba-440af8e1d8e6', 'network_id': 'c2bfcbbf-a5de-478b-99ba-440af8e1d8e6', 'project_id': 'fe0c97cc021b45ff9a703ec5fdb025a9', 'fixed_ips': [{'subnet_id': '12d8aaca-deaa-43a4-97b8-754bd13f468a'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:52:14.556682 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:14.629686 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (c2bfcbbf-a5de-478b-99ba-440af8e1d8e6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:14.697497 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (12d8aaca-deaa-43a4-97b8-754bd13f468a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:14.767890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Allocated IP 172.20.0.1 (c2bfcbbf-a5de-478b-99ba-440af8e1d8e6/12d8aaca-deaa-43a4-97b8-754bd13f468a/cd3317b2-9043-4a53-ba61-ff0e7799de6b) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:52:14.964555 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Publish callbacks [] for port (cd3317b2-9043-4a53-ba61-ff0e7799de6b), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:15.021348 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86cc4d-3df1-401e-ad26-193b3142e4af req-9714784b-b9e4-4ba9-ab4e-2e03213367da tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:15.023601 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e86cc4d-3df1-401e-ad26-193b3142e4af req-9714784b-b9e4-4ba9-ab4e-2e03213367da tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.0843527 Feb 15 16:52:15.046659 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (cd3317b2-9043-4a53-ba61-ff0e7799de6b), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:15.114842 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e86cc4d-3df1-401e-ad26-193b3142e4af req-b03eca46-0a8a-4183-ad7c-8bc92981aa13 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807049 Feb 15 16:52:15.153923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Network c2bfcbbf-a5de-478b-99ba-440af8e1d8e6 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:52:15.153923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:15.153923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:52:15.153923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Pushing event updated for resources: {'Port': ['ID=cd3317b2-9043-4a53-ba61-ff0e7799de6b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:15.201306 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (12d8aaca-deaa-43a4-97b8-754bd13f468a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:15.211961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Attempting to bind port cd3317b2-9043-4a53-ba61-ff0e7799de6b on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:52:15.212332 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Attempting to bind port cd3317b2-9043-4a53-ba61-ff0e7799de6b by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '92ee9ba0-45ea-4043-acde-cc12a542fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c2bfcbbf-a5de-478b-99ba-440af8e1d8e6'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:52:15.212694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Attempting to bind port cd3317b2-9043-4a53-ba61-ff0e7799de6b on network c2bfcbbf-a5de-478b-99ba-440af8e1d8e6 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:52:15.217880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:52:15.218324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Checking segment: {'id': '92ee9ba0-45ea-4043-acde-cc12a542fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c2bfcbbf-a5de-478b-99ba-440af8e1d8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:15.218781 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:15.219177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Bound using segment: {'id': '92ee9ba0-45ea-4043-acde-cc12a542fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c2bfcbbf-a5de-478b-99ba-440af8e1d8e6'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:52:15.219650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Bound port: cd3317b2-9043-4a53-ba61-ff0e7799de6b, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ee9ba0-45ea-4043-acde-cc12a542fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c2bfcbbf-a5de-478b-99ba-440af8e1d8e6'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:52:15.220026 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cd3317b2-9043-4a53-ba61-ff0e7799de6b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:15.256241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Subnet': ['ID=12d8aaca-deaa-43a4-97b8-754bd13f468a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:15.300487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] For port cd3317b2-9043-4a53-ba61-ff0e7799de6b, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:52:15.306095 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] For port cd3317b2-9043-4a53-ba61-ff0e7799de6b, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cd3317b2-9043-4a53-ba61-ff0e7799de6b,segment=NetworkSegment(92ee9ba0-45ea-4043-acde-cc12a542fcb8),segment_id=92ee9ba0-45ea-4043-acde-cc12a542fcb8)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:52:15.344386 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (c2bfcbbf-a5de-478b-99ba-440af8e1d8e6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:15.384663 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cd3317b2-9043-4a53-ba61-ff0e7799de6b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:15.389826 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bfcbbf-a5de-478b-99ba-440af8e1d8e6']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:15.401354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ee9ba0-45ea-4043-acde-cc12a542fcb8') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:15.401839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ee9ba0-45ea-4043-acde-cc12a542fcb8') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:15.411924 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (92ee9ba0-45ea-4043-acde-cc12a542fcb8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:15.439048 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (92ee9ba0-45ea-4043-acde-cc12a542fcb8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:15.450969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:15.453267 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (92ee9ba0-45ea-4043-acde-cc12a542fcb8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:15.455349 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:15.516217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72de70a-d7d6-4216-88d6-8a762762f715 None None] Pushing event updated for resources: {'Port': ['ID=cd3317b2-9043-4a53-ba61-ff0e7799de6b,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:15.535059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f913df47-ae9c-4f55-bb9e-c16867ed11dd None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 16:52:15.559191 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.db.api [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 16:52:15.559191 n-d-828372-14 neutron-server[103799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 16:52:15.559191 n-d-828372-14 neutron-server[103799]: [parameters: {'id': 'c2bfcbbf-a5de-478b-99ba-440af8e1d8e6'}] Feb 15 16:52:15.559191 n-d-828372-14 neutron-server[103799]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:52:15.559659 n-d-828372-14 neutron-server[103799]: DEBUG oslo_db.api [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:52:15.687303 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f913df47-ae9c-4f55-bb9e-c16867ed11dd None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 16:52:15.926773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5e737f-1d61-4168-80e8-244e55913ef7 None None] Network c2bfcbbf-a5de-478b-99ba-440af8e1d8e6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:16.060240 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (c2bfcbbf-a5de-478b-99ba-440af8e1d8e6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:16.125728 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Deleting port cd3317b2-9043-4a53-ba61-ff0e7799de6b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:16.126080 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cd3317b2-9043-4a53-ba61-ff0e7799de6b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:16.212243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] For port cd3317b2-9043-4a53-ba61-ff0e7799de6b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cd3317b2-9043-4a53-ba61-ff0e7799de6b,segment=NetworkSegment(92ee9ba0-45ea-4043-acde-cc12a542fcb8),segment_id=92ee9ba0-45ea-4043-acde-cc12a542fcb8)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:16.212975 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cd3317b2-9043-4a53-ba61-ff0e7799de6b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:16.227211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Calling delete_port for cd3317b2-9043-4a53-ba61-ff0e7799de6b owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:16.244183 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66dd92-701f-4684-a22e-19eb4c2e4b29 req-7643f354-5a17-4021-ab0c-56b9e9a986c4 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:16.245838 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd66dd92-701f-4684-a22e-19eb4c2e4b29 req-7643f354-5a17-4021-ab0c-56b9e9a986c4 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.0630112 Feb 15 16:52:16.319387 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd66dd92-701f-4684-a22e-19eb4c2e4b29 req-0417ae47-54e8-4fdf-bc80-f311fda2cfe2 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643492 Feb 15 16:52:16.379996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53206) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:16.427429 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cd3317b2-9043-4a53-ba61-ff0e7799de6b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:16.457625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No DVR routers for this DVR port cd3317b2-9043-4a53-ba61-ff0e7799de6b on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:16.464255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Port': ['ID=cd3317b2-9043-4a53-ba61-ff0e7799de6b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:16.502750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:16.503141 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:16.508386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:16.508386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:16.508386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:16.508386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:16.508386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:16.508386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:16.508386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:16.508386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:16.508386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:16.508386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:16.508386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:52:16.551360 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bfcf84a9-a763-4456-a83b-30da27de8512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:16.580388 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (c2bfcbbf-a5de-478b-99ba-440af8e1d8e6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:16.611102 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bfcbbf-a5de-478b-99ba-440af8e1d8e6']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:16.626400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ee9ba0-45ea-4043-acde-cc12a542fcb8') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:16.626789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ee9ba0-45ea-4043-acde-cc12a542fcb8') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:16.645165 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (92ee9ba0-45ea-4043-acde-cc12a542fcb8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:16.675374 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (92ee9ba0-45ea-4043-acde-cc12a542fcb8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:16.685882 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:16.686276 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (92ee9ba0-45ea-4043-acde-cc12a542fcb8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:16.689193 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:16.757848 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bfcf84a9-a763-4456-a83b-30da27de8512 admin admin] Publish callbacks [] for security_group (8b1545e9-fe95-4c27-9b32-d964e8e84b8d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:16.856058 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bfcf84a9-a763-4456-a83b-30da27de8512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8b1545e9-fe95-4c27-9b32-d964e8e84b8d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:16.896295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf84a9-a763-4456-a83b-30da27de8512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1545e9-fe95-4c27-9b32-d964e8e84b8d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:16.902109 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bfcf84a9-a763-4456-a83b-30da27de8512 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e133562e129446d8b4bbf6af6dd46052&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5211544 Feb 15 16:52:16.904683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53224) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:16.961775 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (c2bfcbbf-a5de-478b-99ba-440af8e1d8e6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:16.969686 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:16.976981 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/c2bfcbbf-a5de-478b-99ba-440af8e1d8e6 HTTP/1.1" status: 204 len: 168 time: 2.4885533 Feb 15 16:52:16.977225 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53230) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:16.986276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c2f2f31a-5ffd-4978-8771-66891263637a tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1091851101'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:16.997436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89664408-19ca-4101-b3a6-02ff031eaf90 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Network': ['ID=c2bfcbbf-a5de-478b-99ba-440af8e1d8e6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:17.020946 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d658c60e-95a5-4f5e-85f2-3080fe5de01c admin admin] Publish callbacks [] for security_group (8b1545e9-fe95-4c27-9b32-d964e8e84b8d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:17.065202 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d658c60e-95a5-4f5e-85f2-3080fe5de01c admin admin] Publish callbacks [] for security_group (8b1545e9-fe95-4c27-9b32-d964e8e84b8d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:17.092454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f2f31a-5ffd-4978-8771-66891263637a tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:17.096777 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f31a-5ffd-4978-8771-66891263637a tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:17.155921 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39866921-5f4e-42fd-b575-082156efc37c req-425a35eb-80e9-459c-8fd8-c936fd0e65d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:17.157565 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-39866921-5f4e-42fd-b575-082156efc37c req-425a35eb-80e9-459c-8fd8-c936fd0e65d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 1128 time: 0.0525153 Feb 15 16:52:17.202586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-39866921-5f4e-42fd-b575-082156efc37c req-e3e1e094-355a-4c45-a7da-112f04f5a97d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377078 Feb 15 16:52:17.228344 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d658c60e-95a5-4f5e-85f2-3080fe5de01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8b1545e9-fe95-4c27-9b32-d964e8e84b8d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:17.237996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f2f31a-5ffd-4978-8771-66891263637a tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:52:17.238985 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d658c60e-95a5-4f5e-85f2-3080fe5de01c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:17.242670 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d658c60e-95a5-4f5e-85f2-3080fe5de01c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8b1545e9-fe95-4c27-9b32-d964e8e84b8d HTTP/1.1" status: 204 len: 168 time: 0.3368430 Feb 15 16:52:17.255090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658c60e-95a5-4f5e-85f2-3080fe5de01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1545e9-fe95-4c27-9b32-d964e8e84b8d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:17.284677 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f31a-5ffd-4978-8771-66891263637a tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (85fa7255-f311-4d0b-aedc-3a62d2cf2453), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:17.288524 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-c2f2f31a-5ffd-4978-8771-66891263637a tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Added segment 85fa7255-f311-4d0b-aedc-3a62d2cf2453 of type vlan for network 26ca51eb-3438-40fe-b355-4d3b0f2d9b82 Feb 15 16:52:17.353583 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f31a-5ffd-4978-8771-66891263637a tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (26ca51eb-3438-40fe-b355-4d3b0f2d9b82), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:17.445332 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f31a-5ffd-4978-8771-66891263637a tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (26ca51eb-3438-40fe-b355-4d3b0f2d9b82), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:17.451511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f2f31a-5ffd-4978-8771-66891263637a tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:17.452350 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2f2f31a-5ffd-4978-8771-66891263637a tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:17.464164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a873d1-97f9-4598-9345-c80a481a5eaf req-e8738175-ef8f-459d-a026-14f576c3c5d3 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:17.469215 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79a873d1-97f9-4598-9345-c80a481a5eaf req-e8738175-ef8f-459d-a026-14f576c3c5d3 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.0759199 Feb 15 16:52:17.535541 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79a873d1-97f9-4598-9345-c80a481a5eaf req-21b85c26-ce46-4ed1-8313-10e1280d53f5 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555692 Feb 15 16:52:17.546142 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2f31a-5ffd-4978-8771-66891263637a tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Network': ['ID=26ca51eb-3438-40fe-b355-4d3b0f2d9b82,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:17.558001 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 26ca51eb-3438-40fe-b355-4d3b0f2d9b82 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:52:17.604319 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53248) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:17.605375 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c2f2f31a-5ffd-4978-8771-66891263637a tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6237447 Feb 15 16:52:17.609528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-5a746a89-63b0-4c1b-a1a8-75fb854b1443 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'subnet': {'network_id': '26ca51eb-3438-40fe-b355-4d3b0f2d9b82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:17.833333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a746a89-63b0-4c1b-a1a8-75fb854b1443 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:17.841113 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a746a89-63b0-4c1b-a1a8-75fb854b1443 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:18.099091 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53256) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:18.120732 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-217daf32-0053-42ba-89ba-d2e4e3c1e3e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:18.121130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53258) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:18.188151 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a746a89-63b0-4c1b-a1a8-75fb854b1443 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (54a636e2-8cfd-4ff1-84ae-c9d568652cb9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:18.222498 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-217daf32-0053-42ba-89ba-d2e4e3c1e3e4 admin admin] Publish callbacks [] for security_group (842f858c-a2d4-4b40-8b5b-fb7e39ce341e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:18.283118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a746a89-63b0-4c1b-a1a8-75fb854b1443 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Subnet': ['ID=54a636e2-8cfd-4ff1-84ae-c9d568652cb9,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:18.285952 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-217daf32-0053-42ba-89ba-d2e4e3c1e3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (842f858c-a2d4-4b40-8b5b-fb7e39ce341e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:18.299488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a746a89-63b0-4c1b-a1a8-75fb854b1443 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Checking segment: {'id': '85fa7255-f311-4d0b-aedc-3a62d2cf2453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26ca51eb-3438-40fe-b355-4d3b0f2d9b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:18.299871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a746a89-63b0-4c1b-a1a8-75fb854b1443 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network hostable DHCP agents. Network: 26ca51eb-3438-40fe-b355-4d3b0f2d9b82, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:52:18.357388 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-217daf32-0053-42ba-89ba-d2e4e3c1e3e4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f1a924ad88ba4c9d8055df60cd2336ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2567837 Feb 15 16:52:18.358597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217daf32-0053-42ba-89ba-d2e4e3c1e3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842f858c-a2d4-4b40-8b5b-fb7e39ce341e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:18.359954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53262) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:18.400740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-25df2006-6792-4573-8d25-0525860d1c4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:18.415855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a746a89-63b0-4c1b-a1a8-75fb854b1443 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network 26ca51eb-3438-40fe-b355-4d3b0f2d9b82 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:52:18.457928 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6934bf50-0521-431e-8a75-e02f7afe2e5e admin admin] Publish callbacks [] for security_group (842f858c-a2d4-4b40-8b5b-fb7e39ce341e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:18.492351 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6934bf50-0521-431e-8a75-e02f7afe2e5e admin admin] Publish callbacks [] for security_group (842f858c-a2d4-4b40-8b5b-fb7e39ce341e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:18.503740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-5a746a89-63b0-4c1b-a1a8-75fb854b1443 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 26ca51eb-3438-40fe-b355-4d3b0f2d9b82) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:18.513225 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a746a89-63b0-4c1b-a1a8-75fb854b1443 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:18.513864 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a746a89-63b0-4c1b-a1a8-75fb854b1443 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:18.514666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c94219-cb00-4561-bc1a-22f66b615819 None None] Network 26ca51eb-3438-40fe-b355-4d3b0f2d9b82 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:18.570462 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-25df2006-6792-4573-8d25-0525860d1c4d admin admin] Publish callbacks [] for security_group (3bfe305a-49a8-4bc0-9938-88ed7ada877b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:18.627681 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5a746a89-63b0-4c1b-a1a8-75fb854b1443 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0217283 Feb 15 16:52:18.629703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53266) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:18.679955 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f3a62-87d5-4a1d-a5a8-b5ef2c30fef4 req-b48d2785-d27c-473e-bdb2-8fb8992aa456 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:18.681923 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f2f3a62-87d5-4a1d-a5a8-b5ef2c30fef4 req-b48d2785-d27c-473e-bdb2-8fb8992aa456 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.0609684 Feb 15 16:52:18.704203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-26ca51eb-3438-40fe-b355-4d3b0f2d9b82', 'network_id': '26ca51eb-3438-40fe-b355-4d3b0f2d9b82', 'project_id': 'fe0c97cc021b45ff9a703ec5fdb025a9', 'fixed_ips': [{'subnet_id': '54a636e2-8cfd-4ff1-84ae-c9d568652cb9'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:52:18.705385 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:18.743703 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f2f3a62-87d5-4a1d-a5a8-b5ef2c30fef4 req-53ae408c-c810-4549-be1f-25f81ac32ebc tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561023 Feb 15 16:52:18.777541 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-25df2006-6792-4573-8d25-0525860d1c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3bfe305a-49a8-4bc0-9938-88ed7ada877b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:18.785581 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6934bf50-0521-431e-8a75-e02f7afe2e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (842f858c-a2d4-4b40-8b5b-fb7e39ce341e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:18.788277 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6934bf50-0521-431e-8a75-e02f7afe2e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:18.802608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6934bf50-0521-431e-8a75-e02f7afe2e5e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/842f858c-a2d4-4b40-8b5b-fb7e39ce341e HTTP/1.1" status: 204 len: 168 time: 0.4284906 Feb 15 16:52:18.852959 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-25df2006-6792-4573-8d25-0525860d1c4d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=139ed5787929487da500ab1ac0a67e0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7306836 Feb 15 16:52:18.853327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53272) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:18.856838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25df2006-6792-4573-8d25-0525860d1c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfe305a-49a8-4bc0-9938-88ed7ada877b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:18.889683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934bf50-0521-431e-8a75-e02f7afe2e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842f858c-a2d4-4b40-8b5b-fb7e39ce341e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:18.922182 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (26ca51eb-3438-40fe-b355-4d3b0f2d9b82), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:18.950737 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Allocated IP 172.20.0.2 (26ca51eb-3438-40fe-b355-4d3b0f2d9b82/54a636e2-8cfd-4ff1-84ae-c9d568652cb9/9bb3f58b-c857-493c-a901-4dceb9080701) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:52:18.982941 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a22f82a9-336f-4ac4-9bd3-636f89ba46d3 admin admin] Publish callbacks [] for security_group (3bfe305a-49a8-4bc0-9938-88ed7ada877b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:19.010219 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (54a636e2-8cfd-4ff1-84ae-c9d568652cb9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:19.051391 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a22f82a9-336f-4ac4-9bd3-636f89ba46d3 admin admin] Publish callbacks [] for security_group (3bfe305a-49a8-4bc0-9938-88ed7ada877b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:19.223152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57554fd-02f4-4072-b6af-5c97f67c2937 req-59ee6834-6d80-47a9-ae3e-53a1e234ff71 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:19.226659 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b57554fd-02f4-4072-b6af-5c97f67c2937 req-59ee6834-6d80-47a9-ae3e-53a1e234ff71 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.1193318 Feb 15 16:52:19.284619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbab77-c768-41ac-b454-7a3e383f2b7b req-c295a367-c664-46fe-b840-29991784aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:19.289006 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7cdbab77-c768-41ac-b454-7a3e383f2b7b req-c295a367-c664-46fe-b840-29991784aaa9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5c67acc8f1c648bcbb66c3025123165e&device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 1128 time: 0.1296203 Feb 15 16:52:19.301535 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Publish callbacks [] for port (9bb3f58b-c857-493c-a901-4dceb9080701), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:19.325502 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b57554fd-02f4-4072-b6af-5c97f67c2937 req-178af2b6-3881-4422-8b79-5660e1dfd231 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867133 Feb 15 16:52:19.327174 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a22f82a9-336f-4ac4-9bd3-636f89ba46d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3bfe305a-49a8-4bc0-9938-88ed7ada877b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:19.333196 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a22f82a9-336f-4ac4-9bd3-636f89ba46d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:19.336139 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a22f82a9-336f-4ac4-9bd3-636f89ba46d3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3bfe305a-49a8-4bc0-9938-88ed7ada877b HTTP/1.1" status: 204 len: 168 time: 0.4814212 Feb 15 16:52:19.346743 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f82a9-336f-4ac4-9bd3-636f89ba46d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfe305a-49a8-4bc0-9938-88ed7ada877b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:19.403915 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (9bb3f58b-c857-493c-a901-4dceb9080701), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:19.453753 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Pushing event updated for resources: {'Port': ['ID=9bb3f58b-c857-493c-a901-4dceb9080701,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:19.472021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Network 26ca51eb-3438-40fe-b355-4d3b0f2d9b82 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:52:19.472483 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:19.478290 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:52:19.507520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbab77-c768-41ac-b454-7a3e383f2b7b req-d5f8d794-2b89-4e0e-bfe1-d9bbff78943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:19.510304 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7cdbab77-c768-41ac-b454-7a3e383f2b7b req-d5f8d794-2b89-4e0e-bfe1-d9bbff78943a service neutron] 10.222.0.10 "GET /v2.0/networks?id=5768139a-8a69-46a4-99c3-4c56de134399 HTTP/1.1" status: 200 len: 911 time: 0.2144949 Feb 15 16:52:19.558756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Attempting to bind port 9bb3f58b-c857-493c-a901-4dceb9080701 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:52:19.560243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Attempting to bind port 9bb3f58b-c857-493c-a901-4dceb9080701 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '85fa7255-f311-4d0b-aedc-3a62d2cf2453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26ca51eb-3438-40fe-b355-4d3b0f2d9b82'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:52:19.561824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Attempting to bind port 9bb3f58b-c857-493c-a901-4dceb9080701 on network 26ca51eb-3438-40fe-b355-4d3b0f2d9b82 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:52:19.568758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:52:19.570489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Checking segment: {'id': '85fa7255-f311-4d0b-aedc-3a62d2cf2453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26ca51eb-3438-40fe-b355-4d3b0f2d9b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:19.570489 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:19.570489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Bound using segment: {'id': '85fa7255-f311-4d0b-aedc-3a62d2cf2453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26ca51eb-3438-40fe-b355-4d3b0f2d9b82'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:52:19.570770 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Bound port: 9bb3f58b-c857-493c-a901-4dceb9080701, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85fa7255-f311-4d0b-aedc-3a62d2cf2453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '26ca51eb-3438-40fe-b355-4d3b0f2d9b82'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:52:19.571428 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9bb3f58b-c857-493c-a901-4dceb9080701), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:19.615511 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7cdbab77-c768-41ac-b454-7a3e383f2b7b req-129cc219-6b17-4b10-897b-d1d616563dd4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 HTTP/1.1" status: 200 len: 217 time: 0.0982974 Feb 15 16:52:19.617589 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (54a636e2-8cfd-4ff1-84ae-c9d568652cb9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:19.686798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] For port 9bb3f58b-c857-493c-a901-4dceb9080701, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:52:19.691010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] For port 9bb3f58b-c857-493c-a901-4dceb9080701, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9bb3f58b-c857-493c-a901-4dceb9080701,segment=NetworkSegment(85fa7255-f311-4d0b-aedc-3a62d2cf2453),segment_id=85fa7255-f311-4d0b-aedc-3a62d2cf2453)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:52:19.705715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Subnet': ['ID=54a636e2-8cfd-4ff1-84ae-c9d568652cb9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:19.794141 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9bb3f58b-c857-493c-a901-4dceb9080701), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:19.824126 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (26ca51eb-3438-40fe-b355-4d3b0f2d9b82), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:19.867850 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbab77-c768-41ac-b454-7a3e383f2b7b req-e99590f6-0939-467f-9831-11ad93820b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:19.869707 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7cdbab77-c768-41ac-b454-7a3e383f2b7b req-e99590f6-0939-467f-9831-11ad93820b1c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=69ce327b-dd59-48f2-b8be-ecdadc3586e1 HTTP/1.1" status: 200 len: 850 time: 0.2422259 Feb 15 16:52:19.920490 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7cdbab77-c768-41ac-b454-7a3e383f2b7b req-590eb19e-d6a3-48c8-9228-8c30708ddd66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5768139a-8a69-46a4-99c3-4c56de134399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438578 Feb 15 16:52:19.922428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ca51eb-3438-40fe-b355-4d3b0f2d9b82']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:19.963284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fa7255-f311-4d0b-aedc-3a62d2cf2453') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:19.963659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fa7255-f311-4d0b-aedc-3a62d2cf2453') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:19.997267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f524b-87bf-4fc3-b8e2-1f21e2f30ddc None None] Pushing event updated for resources: {'Port': ['ID=9bb3f58b-c857-493c-a901-4dceb9080701,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:20.009179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0104ce00-1470-4175-9500-ba7776db5356 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 16:52:20.025760 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (85fa7255-f311-4d0b-aedc-3a62d2cf2453), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:20.061827 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (85fa7255-f311-4d0b-aedc-3a62d2cf2453), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:20.075695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:20.076539 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (85fa7255-f311-4d0b-aedc-3a62d2cf2453), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:20.088007 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:20.189140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7cdbab77-c768-41ac-b454-7a3e383f2b7b req-db5e5d6f-874a-4fb2-ae7f-3de6e1762d30 service neutron] 10.222.0.10 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618389 Feb 15 16:52:20.206646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0104ce00-1470-4175-9500-ba7776db5356 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 16:52:20.322555 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.db.api [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 16:52:20.322555 n-d-828372-14 neutron-server[103799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 16:52:20.322555 n-d-828372-14 neutron-server[103799]: [parameters: {'id': '26ca51eb-3438-40fe-b355-4d3b0f2d9b82'}] Feb 15 16:52:20.322555 n-d-828372-14 neutron-server[103799]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:52:20.323393 n-d-828372-14 neutron-server[103799]: DEBUG oslo_db.api [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:52:20.365035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7cdbab77-c768-41ac-b454-7a3e383f2b7b req-0e78d655-205e-45d5-9a81-53f9f18fc968 service neutron] 10.222.0.10 "GET /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682491 Feb 15 16:52:20.494464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa417a3-48f1-4d52-b5ae-752a695a5091 req-dd41b900-d334-4057-914f-dc92d1007543 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:20.503479 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efa417a3-48f1-4d52-b5ae-752a695a5091 req-dd41b900-d334-4057-914f-dc92d1007543 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.0921891 Feb 15 16:52:20.585004 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efa417a3-48f1-4d52-b5ae-752a695a5091 req-056a12b1-6927-4e8b-9ab7-157f5e108248 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718887 Feb 15 16:52:20.702328 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed41689-5ae6-4631-9b5e-779720b29fc7 None None] Network 26ca51eb-3438-40fe-b355-4d3b0f2d9b82 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:20.824344 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (26ca51eb-3438-40fe-b355-4d3b0f2d9b82), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:20.888918 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Deleting port 9bb3f58b-c857-493c-a901-4dceb9080701 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:20.889344 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9bb3f58b-c857-493c-a901-4dceb9080701), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:20.983612 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] For port 9bb3f58b-c857-493c-a901-4dceb9080701, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9bb3f58b-c857-493c-a901-4dceb9080701,segment=NetworkSegment(85fa7255-f311-4d0b-aedc-3a62d2cf2453),segment_id=85fa7255-f311-4d0b-aedc-3a62d2cf2453)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:20.984068 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9bb3f58b-c857-493c-a901-4dceb9080701), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:20.999605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Calling delete_port for 9bb3f58b-c857-493c-a901-4dceb9080701 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:21.189520 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9bb3f58b-c857-493c-a901-4dceb9080701), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:21.219903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Port': ['ID=9bb3f58b-c857-493c-a901-4dceb9080701,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:21.226808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No DVR routers for this DVR port 9bb3f58b-c857-493c-a901-4dceb9080701 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:21.332524 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (26ca51eb-3438-40fe-b355-4d3b0f2d9b82), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:21.355780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26ca51eb-3438-40fe-b355-4d3b0f2d9b82']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:21.368110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fa7255-f311-4d0b-aedc-3a62d2cf2453') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:21.368491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fa7255-f311-4d0b-aedc-3a62d2cf2453') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:21.379405 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (85fa7255-f311-4d0b-aedc-3a62d2cf2453), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:21.393606 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (85fa7255-f311-4d0b-aedc-3a62d2cf2453), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:21.401661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:21.402134 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (85fa7255-f311-4d0b-aedc-3a62d2cf2453), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:21.405455 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:21.546817 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (26ca51eb-3438-40fe-b355-4d3b0f2d9b82), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:21.562862 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:21.565696 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/26ca51eb-3438-40fe-b355-4d3b0f2d9b82 HTTP/1.1" status: 204 len: 168 time: 2.9347649 Feb 15 16:52:21.570008 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53350) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:21.575255 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4b89ea12-fb1d-452c-a210-e2c380c90dc0 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1910277388'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:21.584365 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdf12e-3a82-40fc-bf9d-fe99aaddc252 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Network': ['ID=26ca51eb-3438-40fe-b355-4d3b0f2d9b82,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:21.696752 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b89ea12-fb1d-452c-a210-e2c380c90dc0 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:21.700154 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b89ea12-fb1d-452c-a210-e2c380c90dc0 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:21.711179 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a672d9-a2e7-4cd8-ac9f-699d5f36ee17 req-98a4f1e9-1e16-480a-b47f-188013dc7e36 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:21.712776 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97a672d9-a2e7-4cd8-ac9f-699d5f36ee17 req-98a4f1e9-1e16-480a-b47f-188013dc7e36 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.0681779 Feb 15 16:52:21.762639 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b89ea12-fb1d-452c-a210-e2c380c90dc0 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:52:21.800886 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b89ea12-fb1d-452c-a210-e2c380c90dc0 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a7b50933-8e2b-430b-b6d6-4a235575c084), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:21.801174 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-4b89ea12-fb1d-452c-a210-e2c380c90dc0 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Added segment a7b50933-8e2b-430b-b6d6-4a235575c084 of type vlan for network 5c33b208-1526-460a-a556-02c649553192 Feb 15 16:52:21.805794 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97a672d9-a2e7-4cd8-ac9f-699d5f36ee17 req-d917c4c8-1cd7-419b-9e29-4038795b2f86 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827129 Feb 15 16:52:21.858046 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b89ea12-fb1d-452c-a210-e2c380c90dc0 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (5c33b208-1526-460a-a556-02c649553192), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:21.983509 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b89ea12-fb1d-452c-a210-e2c380c90dc0 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (5c33b208-1526-460a-a556-02c649553192), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:21.992811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b89ea12-fb1d-452c-a210-e2c380c90dc0 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:21.993929 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b89ea12-fb1d-452c-a210-e2c380c90dc0 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:22.114220 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b89ea12-fb1d-452c-a210-e2c380c90dc0 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Network': ['ID=5c33b208-1526-460a-a556-02c649553192,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:22.128768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 5c33b208-1526-460a-a556-02c649553192 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:52:22.181718 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4b89ea12-fb1d-452c-a210-e2c380c90dc0 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6105053 Feb 15 16:52:22.184546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53368) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:22.191014 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0a4c5b5f-cec8-4cd3-ba9e-a7bc2c6cf952 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'subnet': {'network_id': '5c33b208-1526-460a-a556-02c649553192', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:22.383672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4c5b5f-cec8-4cd3-ba9e-a7bc2c6cf952 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:22.386986 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0a4c5b5f-cec8-4cd3-ba9e-a7bc2c6cf952 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:22.489526 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.ipam_backend_mixin [None req-0a4c5b5f-cec8-4cd3-ba9e-a7bc2c6cf952 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Performing IP validity checks on allocation pools {{(pid=103799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 16:52:22.490338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.ipam_backend_mixin [None req-0a4c5b5f-cec8-4cd3-ba9e-a7bc2c6cf952 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 16:52:22.715931 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0a4c5b5f-cec8-4cd3-ba9e-a7bc2c6cf952 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (f89bd6c1-7c3e-495c-8f6e-7aa07ef56001), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:22.799952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c5b5f-cec8-4cd3-ba9e-a7bc2c6cf952 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Subnet': ['ID=f89bd6c1-7c3e-495c-8f6e-7aa07ef56001,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:22.815856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c5b5f-cec8-4cd3-ba9e-a7bc2c6cf952 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Checking segment: {'id': 'a7b50933-8e2b-430b-b6d6-4a235575c084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5c33b208-1526-460a-a556-02c649553192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:22.816422 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4c5b5f-cec8-4cd3-ba9e-a7bc2c6cf952 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network hostable DHCP agents. Network: 5c33b208-1526-460a-a556-02c649553192, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:52:22.963113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4c5b5f-cec8-4cd3-ba9e-a7bc2c6cf952 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network 5c33b208-1526-460a-a556-02c649553192 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:52:23.003342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1846b2e-8097-4e57-9808-90e1ce725291 req-b6fe1049-56ab-4e89-b499-8fd28e88213f tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:23.004916 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1846b2e-8097-4e57-9808-90e1ce725291 req-b6fe1049-56ab-4e89-b499-8fd28e88213f tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.0869348 Feb 15 16:52:23.035334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-0a4c5b5f-cec8-4cd3-ba9e-a7bc2c6cf952 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 5c33b208-1526-460a-a556-02c649553192) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:23.041015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4c5b5f-cec8-4cd3-ba9e-a7bc2c6cf952 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:23.041935 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0a4c5b5f-cec8-4cd3-ba9e-a7bc2c6cf952 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:23.048513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a4e958-65e9-423e-801a-31cb052fbcc7 None None] Network 5c33b208-1526-460a-a556-02c649553192 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:23.092036 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1846b2e-8097-4e57-9808-90e1ce725291 req-5252f0c2-d122-4ca5-8f71-770ea5641580 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791783 Feb 15 16:52:23.158377 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0a4c5b5f-cec8-4cd3-ba9e-a7bc2c6cf952 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9721005 Feb 15 16:52:23.161013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53412) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:23.291115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-5c33b208-1526-460a-a556-02c649553192', 'network_id': '5c33b208-1526-460a-a556-02c649553192', 'project_id': 'fe0c97cc021b45ff9a703ec5fdb025a9', 'fixed_ips': [{'subnet_id': 'f89bd6c1-7c3e-495c-8f6e-7aa07ef56001'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:52:23.292217 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:23.351190 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (5c33b208-1526-460a-a556-02c649553192), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:23.431699 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (f89bd6c1-7c3e-495c-8f6e-7aa07ef56001), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:23.519490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53424) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:23.582006 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Allocated IP 172.20.0.3 (5c33b208-1526-460a-a556-02c649553192/f89bd6c1-7c3e-495c-8f6e-7aa07ef56001/683a26d9-4f48-43b9-9d8f-3dff2dabb3ee) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:52:23.827537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762affc3-13c6-4538-86f7-9b9a32457b4d req-00da5e40-5f4a-46f6-88ce-18e023f76d3d tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:23.827537 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-762affc3-13c6-4538-86f7-9b9a32457b4d req-00da5e40-5f4a-46f6-88ce-18e023f76d3d tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.1115766 Feb 15 16:52:23.834135 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Publish callbacks [] for port (683a26d9-4f48-43b9-9d8f-3dff2dabb3ee), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:23.904188 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-762affc3-13c6-4538-86f7-9b9a32457b4d req-911ee553-9fb1-4a29-b4a8-e956a629fe0a tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750632 Feb 15 16:52:23.931216 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (683a26d9-4f48-43b9-9d8f-3dff2dabb3ee), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:23.974643 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c8ffe7f5-7ded-4581-a64a-e6bf539820d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:23.983204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Network 5c33b208-1526-460a-a556-02c649553192 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:52:23.988205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:23.993677 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:52:24.018707 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (f89bd6c1-7c3e-495c-8f6e-7aa07ef56001), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:24.034994 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Pushing event updated for resources: {'Port': ['ID=683a26d9-4f48-43b9-9d8f-3dff2dabb3ee,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:24.069131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Subnet': ['ID=f89bd6c1-7c3e-495c-8f6e-7aa07ef56001,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:24.079178 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Attempting to bind port 683a26d9-4f48-43b9-9d8f-3dff2dabb3ee on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:52:24.079904 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Attempting to bind port 683a26d9-4f48-43b9-9d8f-3dff2dabb3ee by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'a7b50933-8e2b-430b-b6d6-4a235575c084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5c33b208-1526-460a-a556-02c649553192'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:52:24.080505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Attempting to bind port 683a26d9-4f48-43b9-9d8f-3dff2dabb3ee on network 5c33b208-1526-460a-a556-02c649553192 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:52:24.087329 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:52:24.087994 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Checking segment: {'id': 'a7b50933-8e2b-430b-b6d6-4a235575c084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5c33b208-1526-460a-a556-02c649553192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:24.088638 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:24.089232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Bound using segment: {'id': 'a7b50933-8e2b-430b-b6d6-4a235575c084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5c33b208-1526-460a-a556-02c649553192'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:52:24.089904 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Bound port: 683a26d9-4f48-43b9-9d8f-3dff2dabb3ee, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b50933-8e2b-430b-b6d6-4a235575c084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '5c33b208-1526-460a-a556-02c649553192'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:52:24.090557 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (683a26d9-4f48-43b9-9d8f-3dff2dabb3ee), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:24.101709 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c8ffe7f5-7ded-4581-a64a-e6bf539820d9 admin admin] Publish callbacks [] for security_group (44a7de9b-d2ab-4511-9b32-598bfcf5cece), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:24.162945 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (5c33b208-1526-460a-a556-02c649553192), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:24.178193 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] For port 683a26d9-4f48-43b9-9d8f-3dff2dabb3ee, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:52:24.186247 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] For port 683a26d9-4f48-43b9-9d8f-3dff2dabb3ee, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=683a26d9-4f48-43b9-9d8f-3dff2dabb3ee,segment=NetworkSegment(a7b50933-8e2b-430b-b6d6-4a235575c084),segment_id=a7b50933-8e2b-430b-b6d6-4a235575c084)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:52:24.200290 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c8ffe7f5-7ded-4581-a64a-e6bf539820d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (44a7de9b-d2ab-4511-9b32-598bfcf5cece), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:24.212011 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c33b208-1526-460a-a556-02c649553192']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:24.223357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b50933-8e2b-430b-b6d6-4a235575c084') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:24.223953 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b50933-8e2b-430b-b6d6-4a235575c084') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:24.243790 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (a7b50933-8e2b-430b-b6d6-4a235575c084), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:24.265962 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a7b50933-8e2b-430b-b6d6-4a235575c084), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:24.266222 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (683a26d9-4f48-43b9-9d8f-3dff2dabb3ee), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:24.275494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:24.276170 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (a7b50933-8e2b-430b-b6d6-4a235575c084), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:24.283515 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:24.297625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ffe7f5-7ded-4581-a64a-e6bf539820d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a7de9b-d2ab-4511-9b32-598bfcf5cece,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:24.313792 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c8ffe7f5-7ded-4581-a64a-e6bf539820d9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c5996275fff54d589448dd8e66f2e86b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7922883 Feb 15 16:52:24.316249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53448) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:24.405762 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb12dea-ed90-4a95-9a5b-ef20f6fae3d0 None None] Pushing event updated for resources: {'Port': ['ID=683a26d9-4f48-43b9-9d8f-3dff2dabb3ee,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:24.430554 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d04ddca-d873-4f9b-baaf-545842cade6b admin admin] Publish callbacks [] for security_group (44a7de9b-d2ab-4511-9b32-598bfcf5cece), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:24.472167 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d04ddca-d873-4f9b-baaf-545842cade6b admin admin] Publish callbacks [] for security_group (44a7de9b-d2ab-4511-9b32-598bfcf5cece), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:24.475307 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.api [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 16:52:24.475307 n-d-828372-14 neutron-server[103800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 16:52:24.475307 n-d-828372-14 neutron-server[103800]: [parameters: {'id': '5c33b208-1526-460a-a556-02c649553192'}] Feb 15 16:52:24.475307 n-d-828372-14 neutron-server[103800]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:52:24.478857 n-d-828372-14 neutron-server[103800]: DEBUG oslo_db.api [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:52:24.514457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8893f71d-4cb5-43eb-839b-90a3f7b65992 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 16:52:24.602636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53458) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:24.624022 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d04ddca-d873-4f9b-baaf-545842cade6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (44a7de9b-d2ab-4511-9b32-598bfcf5cece), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:24.628322 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d04ddca-d873-4f9b-baaf-545842cade6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:24.630896 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3d04ddca-d873-4f9b-baaf-545842cade6b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/44a7de9b-d2ab-4511-9b32-598bfcf5cece HTTP/1.1" status: 204 len: 168 time: 0.3120608 Feb 15 16:52:24.660388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04ddca-d873-4f9b-baaf-545842cade6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a7de9b-d2ab-4511-9b32-598bfcf5cece,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:24.778135 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8893f71d-4cb5-43eb-839b-90a3f7b65992 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 16:52:24.977519 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (5c33b208-1526-460a-a556-02c649553192), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:25.208212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Deleting port 683a26d9-4f48-43b9-9d8f-3dff2dabb3ee {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:25.213896 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (683a26d9-4f48-43b9-9d8f-3dff2dabb3ee), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:25.284480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ddc1f9-b491-4db8-abf7-32b954d48b03 None None] Network 5c33b208-1526-460a-a556-02c649553192 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:25.359826 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] For port 683a26d9-4f48-43b9-9d8f-3dff2dabb3ee, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=683a26d9-4f48-43b9-9d8f-3dff2dabb3ee,segment=NetworkSegment(a7b50933-8e2b-430b-b6d6-4a235575c084),segment_id=a7b50933-8e2b-430b-b6d6-4a235575c084)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:25.363059 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (683a26d9-4f48-43b9-9d8f-3dff2dabb3ee), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:25.424094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Calling delete_port for 683a26d9-4f48-43b9-9d8f-3dff2dabb3ee owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:25.470970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335bcf35-ff46-4abd-97da-dd2f7302f294 req-d88f4678-b257-439f-b233-2020d852ad00 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:25.479942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-335bcf35-ff46-4abd-97da-dd2f7302f294 req-d88f4678-b257-439f-b233-2020d852ad00 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.2963455 Feb 15 16:52:25.572591 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-335bcf35-ff46-4abd-97da-dd2f7302f294 req-9fecd139-9aa3-4875-8948-cffdc87ea2df tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860200 Feb 15 16:52:25.637208 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2f101f69-7f1f-4828-bfba-6463462b48d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (1efb290c-c3ea-48ff-864c-1a0e023a997f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:25.743676 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (683a26d9-4f48-43b9-9d8f-3dff2dabb3ee), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:25.794051 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No DVR routers for this DVR port 683a26d9-4f48-43b9-9d8f-3dff2dabb3ee on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:25.807597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Port': ['ID=683a26d9-4f48-43b9-9d8f-3dff2dabb3ee,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:25.864953 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53476) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:25.894579 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6d60-803e-43ab-a008-126a5f77fe11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.096435 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (5c33b208-1526-460a-a556-02c649553192), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.126075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c33b208-1526-460a-a556-02c649553192']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:26.136520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b50933-8e2b-430b-b6d6-4a235575c084') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:26.136769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b50933-8e2b-430b-b6d6-4a235575c084') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:26.151723 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (a7b50933-8e2b-430b-b6d6-4a235575c084), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.182589 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a7b50933-8e2b-430b-b6d6-4a235575c084), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.185787 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6d60-803e-43ab-a008-126a5f77fe11 admin admin] Publish callbacks [] for security_group (e3400e8e-7099-42fa-92ab-979367c67217), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.191006 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:26.191441 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (a7b50933-8e2b-430b-b6d6-4a235575c084), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:26.194555 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:26.284819 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2bf6d60-803e-43ab-a008-126a5f77fe11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e3400e8e-7099-42fa-92ab-979367c67217), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.348945 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d2bf6d60-803e-43ab-a008-126a5f77fe11 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=99de3f92293c44afa60a55f26236f591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4823947 Feb 15 16:52:26.350943 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53480) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:26.353176 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (5c33b208-1526-460a-a556-02c649553192), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.359214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf6d60-803e-43ab-a008-126a5f77fe11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3400e8e-7099-42fa-92ab-979367c67217,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:26.368867 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.376904 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/5c33b208-1526-460a-a556-02c649553192 HTTP/1.1" status: 204 len: 168 time: 3.2126002 Feb 15 16:52:26.384702 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53482) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:26.409167 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cd980225-74e7-4745-8b9d-7cbb2b5c89fe tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1420691343'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:26.452741 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e6c0b-97f0-4638-94ec-266cc85404a1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Network': ['ID=5c33b208-1526-460a-a556-02c649553192,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:26.508273 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf4225c2-0d25-4256-992c-e7e500f89333 admin admin] Publish callbacks [] for security_group (e3400e8e-7099-42fa-92ab-979367c67217), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.526734 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd980225-74e7-4745-8b9d-7cbb2b5c89fe tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:26.532472 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd980225-74e7-4745-8b9d-7cbb2b5c89fe tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.567675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-2f101f69-7f1f-4828-bfba-6463462b48d7 admin admin] Deleting port 57e4068a-b879-4a3f-b4fd-21c46676a6b0 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:26.568029 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2f101f69-7f1f-4828-bfba-6463462b48d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.568856 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd980225-74e7-4745-8b9d-7cbb2b5c89fe tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:52:26.582994 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd980225-74e7-4745-8b9d-7cbb2b5c89fe tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (980fb431-b9a9-49f3-93cc-b29e27a4c982), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.583495 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-cd980225-74e7-4745-8b9d-7cbb2b5c89fe tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Added segment 980fb431-b9a9-49f3-93cc-b29e27a4c982 of type vlan for network c8151ad1-c0c3-40d3-b045-b9ff429bfa9b Feb 15 16:52:26.641341 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd980225-74e7-4745-8b9d-7cbb2b5c89fe tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (c8151ad1-c0c3-40d3-b045-b9ff429bfa9b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.681639 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf4225c2-0d25-4256-992c-e7e500f89333 admin admin] Publish callbacks [] for security_group (e3400e8e-7099-42fa-92ab-979367c67217), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.748053 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd980225-74e7-4745-8b9d-7cbb2b5c89fe tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (c8151ad1-c0c3-40d3-b045-b9ff429bfa9b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.755416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd980225-74e7-4745-8b9d-7cbb2b5c89fe tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:26.756894 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd980225-74e7-4745-8b9d-7cbb2b5c89fe tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.785738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-2f101f69-7f1f-4828-bfba-6463462b48d7 admin admin] For port 57e4068a-b879-4a3f-b4fd-21c46676a6b0, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=57e4068a-b879-4a3f-b4fd-21c46676a6b0,segment=NetworkSegment(3ecfbf16-4a65-4619-b659-44f571664472),segment_id=3ecfbf16-4a65-4619-b659-44f571664472)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:26.786397 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2f101f69-7f1f-4828-bfba-6463462b48d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.795247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4ff17-ad4b-47e1-870d-d496df12e8e6 req-24759bf1-77f8-48ed-9bcb-44f743eb6bd1 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:26.803279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85b4ff17-ad4b-47e1-870d-d496df12e8e6 req-24759bf1-77f8-48ed-9bcb-44f743eb6bd1 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.0964646 Feb 15 16:52:26.863520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd980225-74e7-4745-8b9d-7cbb2b5c89fe tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Network': ['ID=c8151ad1-c0c3-40d3-b045-b9ff429bfa9b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:26.877042 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network c8151ad1-c0c3-40d3-b045-b9ff429bfa9b details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:52:26.881207 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-2f101f69-7f1f-4828-bfba-6463462b48d7 admin admin] Calling delete_port for 57e4068a-b879-4a3f-b4fd-21c46676a6b0 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:26.897561 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cd980225-74e7-4745-8b9d-7cbb2b5c89fe tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5104518 Feb 15 16:52:26.899447 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf4225c2-0d25-4256-992c-e7e500f89333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e3400e8e-7099-42fa-92ab-979367c67217), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.904534 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf4225c2-0d25-4256-992c-e7e500f89333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:26.906884 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bf4225c2-0d25-4256-992c-e7e500f89333 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e3400e8e-7099-42fa-92ab-979367c67217 HTTP/1.1" status: 204 len: 168 time: 0.5550096 Feb 15 16:52:26.907979 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53492) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:26.920579 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-930e0f71-7e40-4c06-ae3e-30248f0cb7fa tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'subnet': {'network_id': 'c8151ad1-c0c3-40d3-b045-b9ff429bfa9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:27.001890 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85b4ff17-ad4b-47e1-870d-d496df12e8e6 req-269d63cc-0b6f-4998-84a0-af52c85c91b3 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963921 Feb 15 16:52:27.091736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4225c2-0d25-4256-992c-e7e500f89333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3400e8e-7099-42fa-92ab-979367c67217,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:27.124337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f2e51b-3880-4dc8-a756-061e90e4b796 req-91f95c79-6915-49bc-bb92-ce9fcbb0e52b tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:27.126231 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-10f2e51b-3880-4dc8-a756-061e90e4b796 req-91f95c79-6915-49bc-bb92-ce9fcbb0e52b tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.10 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 945 time: 0.2969894 Feb 15 16:52:27.164333 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-930e0f71-7e40-4c06-ae3e-30248f0cb7fa tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:27.167813 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-930e0f71-7e40-4c06-ae3e-30248f0cb7fa tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:27.320773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-10f2e51b-3880-4dc8-a756-061e90e4b796 req-6f621464-0162-4876-a8ed-52abc3e7e3d0 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Deleting port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:27.321503 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-10f2e51b-3880-4dc8-a756-061e90e4b796 req-6f621464-0162-4876-a8ed-52abc3e7e3d0 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0f58c61a-3693-4bb8-b3eb-a229ed1a7d81), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:27.443794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-10f2e51b-3880-4dc8-a756-061e90e4b796 req-6f621464-0162-4876-a8ed-52abc3e7e3d0 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] For port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0f58c61a-3693-4bb8-b3eb-a229ed1a7d81,segment=NetworkSegment(1d9f79d2-2275-4852-b917-bf2ff270a29c),segment_id=1d9f79d2-2275-4852-b917-bf2ff270a29c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:27.443794 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-10f2e51b-3880-4dc8-a756-061e90e4b796 req-6f621464-0162-4876-a8ed-52abc3e7e3d0 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0f58c61a-3693-4bb8-b3eb-a229ed1a7d81), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:27.520216 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-10f2e51b-3880-4dc8-a756-061e90e4b796 req-6f621464-0162-4876-a8ed-52abc3e7e3d0 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Calling delete_port for 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:27.521117 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-930e0f71-7e40-4c06-ae3e-30248f0cb7fa tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (4b415c87-18af-4ab6-9f4a-06917a84e4ca), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:27.590142 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2f101f69-7f1f-4828-bfba-6463462b48d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (57e4068a-b879-4a3f-b4fd-21c46676a6b0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:27.646946 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f101f69-7f1f-4828-bfba-6463462b48d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=57e4068a-b879-4a3f-b4fd-21c46676a6b0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:27.726774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930e0f71-7e40-4c06-ae3e-30248f0cb7fa tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Checking segment: {'id': '980fb431-b9a9-49f3-93cc-b29e27a4c982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c8151ad1-c0c3-40d3-b045-b9ff429bfa9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:27.727590 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930e0f71-7e40-4c06-ae3e-30248f0cb7fa tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network hostable DHCP agents. Network: c8151ad1-c0c3-40d3-b045-b9ff429bfa9b, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:52:27.745834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930e0f71-7e40-4c06-ae3e-30248f0cb7fa tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Subnet': ['ID=4b415c87-18af-4ab6-9f4a-06917a84e4ca,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:27.903009 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930e0f71-7e40-4c06-ae3e-30248f0cb7fa tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network c8151ad1-c0c3-40d3-b045-b9ff429bfa9b is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:52:27.942624 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2f101f69-7f1f-4828-bfba-6463462b48d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (1efb290c-c3ea-48ff-864c-1a0e023a997f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:27.953633 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-10f2e51b-3880-4dc8-a756-061e90e4b796 req-6f621464-0162-4876-a8ed-52abc3e7e3d0 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0f58c61a-3693-4bb8-b3eb-a229ed1a7d81), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:27.967633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['0f58c61a-3693-4bb8-b3eb-a229ed1a7d81'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:52:27.974522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['f65d11e8-f7f7-4228-88e8-2a2fa8e6268a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:52:27.975705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-930e0f71-7e40-4c06-ae3e-30248f0cb7fa tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, c8151ad1-c0c3-40d3-b045-b9ff429bfa9b) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:27.980542 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930e0f71-7e40-4c06-ae3e-30248f0cb7fa tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:27.981464 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-930e0f71-7e40-4c06-ae3e-30248f0cb7fa tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:28.008782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f621464-0162-4876-a8ed-52abc3e7e3d0 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Pushing event deleted for resources: {'Port': ['ID=0f58c61a-3693-4bb8-b3eb-a229ed1a7d81,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:28.076062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c419bcb3-c785-4063-9ae9-64b913244848 None None] Network c8151ad1-c0c3-40d3-b045-b9ff429bfa9b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:28.079924 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-930e0f71-7e40-4c06-ae3e-30248f0cb7fa tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1654212 Feb 15 16:52:28.080273 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53514) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:28.238667 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-376f9c1b-f6ac-48f8-8d5e-0a415cf5f8df tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (c8151ad1-c0c3-40d3-b045-b9ff429bfa9b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:28.339683 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e3f3b-5e2b-4bbb-a717-a807f9d28dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-c8151ad1-c0c3-40d3-b045-b9ff429bfa9b', 'network_id': 'c8151ad1-c0c3-40d3-b045-b9ff429bfa9b', 'project_id': 'fe0c97cc021b45ff9a703ec5fdb025a9', 'fixed_ips': [{'subnet_id': '4b415c87-18af-4ab6-9f4a-06917a84e4ca'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:52:28.340036 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-376f9c1b-f6ac-48f8-8d5e-0a415cf5f8df tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (4b415c87-18af-4ab6-9f4a-06917a84e4ca), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:28.340794 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c48e3f3b-5e2b-4bbb-a717-a807f9d28dff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:28.384314 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e436c84f-aa2f-4793-9a0f-a71126c509c4 req-1bd16960-615b-4de5-8af1-176d42cb1f59 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 210 time: 0.1982038 Feb 15 16:52:28.387485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f2e51b-3880-4dc8-a756-061e90e4b796 req-6f621464-0162-4876-a8ed-52abc3e7e3d0 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] No DVR routers for this DVR port 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:28.433433 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-10f2e51b-3880-4dc8-a756-061e90e4b796 req-6f621464-0162-4876-a8ed-52abc3e7e3d0 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:28.436851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-10f2e51b-3880-4dc8-a756-061e90e4b796 req-6f621464-0162-4876-a8ed-52abc3e7e3d0 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.10 "DELETE /v2.0/ports/0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 HTTP/1.1" status: 204 len: 173 time: 1.3023779 Feb 15 16:52:28.437317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98be146-fae7-4900-af2f-daa8071f0d78', 'name': 'network-vif-deleted', 'tag': '0f58c61a-3693-4bb8-b3eb-a229ed1a7d81'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:52:28.439661 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f65521-e020-42d2-ab15-172be0c5c97b" -d '{"events": [{"server_uuid": "a98be146-fae7-4900-af2f-daa8071f0d78", "name": "network-vif-deleted", "tag": "0f58c61a-3693-4bb8-b3eb-a229ed1a7d81"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:52:28.486490 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054a1e5d-b46f-4768-be5e-eb4699cf7c07 x-openstack-request-id: req-054a1e5d-b46f-4768-be5e-eb4699cf7c07 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:52:28.486883 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98be146-fae7-4900-af2f-daa8071f0d78", "name": "network-vif-deleted", "tag": "0f58c61a-3693-4bb8-b3eb-a229ed1a7d81", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:52:28.487217 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-054a1e5d-b46f-4768-be5e-eb4699cf7c07 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:52:28.487701 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98be146-fae7-4900-af2f-daa8071f0d78', 'name': 'network-vif-deleted', 'tag': '0f58c61a-3693-4bb8-b3eb-a229ed1a7d81', 'status': 'completed', 'code': 200} Feb 15 16:52:28.522358 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-376f9c1b-f6ac-48f8-8d5e-0a415cf5f8df tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (4b415c87-18af-4ab6-9f4a-06917a84e4ca), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:28.547929 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f101f69-7f1f-4828-bfba-6463462b48d7 admin admin] Router 1efb290c-c3ea-48ff-864c-1a0e023a997f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:52:28.669058 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-376f9c1b-f6ac-48f8-8d5e-0a415cf5f8df tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (c8151ad1-c0c3-40d3-b045-b9ff429bfa9b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:28.694371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-376f9c1b-f6ac-48f8-8d5e-0a415cf5f8df tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8151ad1-c0c3-40d3-b045-b9ff429bfa9b']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:28.703814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f101f69-7f1f-4828-bfba-6463462b48d7 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:52:28.705646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-376f9c1b-f6ac-48f8-8d5e-0a415cf5f8df tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980fb431-b9a9-49f3-93cc-b29e27a4c982') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:28.705646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-376f9c1b-f6ac-48f8-8d5e-0a415cf5f8df tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980fb431-b9a9-49f3-93cc-b29e27a4c982') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:28.712210 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2f101f69-7f1f-4828-bfba-6463462b48d7 admin admin] 10.222.0.107 "PUT /v2.0/routers/1efb290c-c3ea-48ff-864c-1a0e023a997f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1084006 Feb 15 16:52:28.714966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53532) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:28.717712 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-376f9c1b-f6ac-48f8-8d5e-0a415cf5f8df tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (980fb431-b9a9-49f3-93cc-b29e27a4c982), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:28.724670 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a475c-0bb5-4614-8c13-ac0696f1e9d0 None None] Sync routers for ids ['1efb290c-c3ea-48ff-864c-1a0e023a997f'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server [None req-c48e3f3b-5e2b-4bbb-a717-a807f9d28dff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b415c87-18af-4ab6-9f4a-06917a84e4ca: This subnet is being modified by another concurrent operation. Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 16:52:28.729950 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise exception Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4b415c87-18af-4ab6-9f4a-06917a84e4ca: This subnet is being modified by another concurrent operation. Feb 15 16:52:28.734486 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server Feb 15 16:52:28.743117 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9a475c-0bb5-4614-8c13-ac0696f1e9d0 None None] Routers {'1efb290c-c3ea-48ff-864c-1a0e023a997f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:52:28.743691 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3e9a475c-0bb5-4614-8c13-ac0696f1e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:52:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['1efb290c-c3ea-48ff-864c-1a0e023a997f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:28.761124 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-376f9c1b-f6ac-48f8-8d5e-0a415cf5f8df tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (980fb431-b9a9-49f3-93cc-b29e27a4c982), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:28.771070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376f9c1b-f6ac-48f8-8d5e-0a415cf5f8df tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:28.771469 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-376f9c1b-f6ac-48f8-8d5e-0a415cf5f8df tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (980fb431-b9a9-49f3-93cc-b29e27a4c982), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:28.800561 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea5fae1-e133-4417-9da4-4f5d166d2072 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:28.880127 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:28.884124 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f9c1b-f6ac-48f8-8d5e-0a415cf5f8df tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Subnet': ['ID=4b415c87-18af-4ab6-9f4a-06917a84e4ca,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:28.918908 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3e9a475c-0bb5-4614-8c13-ac0696f1e9d0 None None] Set router 1efb290c-c3ea-48ff-864c-1a0e023a997f gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:52:28.969796 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fe1a-87a3-4cc7-b499-7df1f33ef38d admin admin] Publish callbacks [] for router (1efb290c-c3ea-48ff-864c-1a0e023a997f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:29.114164 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-376f9c1b-f6ac-48f8-8d5e-0a415cf5f8df tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (c8151ad1-c0c3-40d3-b045-b9ff429bfa9b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:29.123529 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-376f9c1b-f6ac-48f8-8d5e-0a415cf5f8df tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:29.127858 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3e9a475c-0bb5-4614-8c13-ac0696f1e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-router', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:04Z', 'updated_at': '2022-02-15T16:52:27Z', 'revision_number': 5, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'gw_port': {'id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:06Z', 'updated_at': '2022-02-15T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:29.139250 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-376f9c1b-f6ac-48f8-8d5e-0a415cf5f8df tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/c8151ad1-c0c3-40d3-b045-b9ff429bfa9b HTTP/1.1" status: 204 len: 168 time: 1.0578005 Feb 15 16:52:29.139909 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53542) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:29.149611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-559063c5-355f-4006-9af0-188709466b1e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-106082524'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:29.154944 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea5fae1-e133-4417-9da4-4f5d166d2072 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 16:52:29.160136 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376f9c1b-f6ac-48f8-8d5e-0a415cf5f8df tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Network': ['ID=c8151ad1-c0c3-40d3-b045-b9ff429bfa9b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:29.188759 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a475c-0bb5-4614-8c13-ac0696f1e9d0 None None] Checking router: 1efb290c-c3ea-48ff-864c-1a0e023a997f for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:52:29.209388 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9a475c-0bb5-4614-8c13-ac0696f1e9d0 None None] Routers {'1efb290c-c3ea-48ff-864c-1a0e023a997f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:52:29.215875 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fe1a-87a3-4cc7-b499-7df1f33ef38d admin admin] Publish callbacks [] for router_gateway (1efb290c-c3ea-48ff-864c-1a0e023a997f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:29.216041 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3e9a475c-0bb5-4614-8c13-ac0696f1e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:52:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['1efb290c-c3ea-48ff-864c-1a0e023a997f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:29.292099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-559063c5-355f-4006-9af0-188709466b1e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:29.296097 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-559063c5-355f-4006-9af0-188709466b1e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:29.415939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-559063c5-355f-4006-9af0-188709466b1e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:52:29.431654 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3e9a475c-0bb5-4614-8c13-ac0696f1e9d0 None None] Set router 1efb290c-c3ea-48ff-864c-1a0e023a997f gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:52:29.467469 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-559063c5-355f-4006-9af0-188709466b1e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a176ac74-ae7b-491b-a61e-4dd3fa621008), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:29.467827 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-559063c5-355f-4006-9af0-188709466b1e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Added segment a176ac74-ae7b-491b-a61e-4dd3fa621008 of type vlan for network 47c87078-e450-436e-92df-0b9da818713b Feb 15 16:52:29.501565 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e658ef7-5fee-4cda-96ce-3b870773ed09 None None] Network c8151ad1-c0c3-40d3-b045-b9ff429bfa9b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:29.502406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e8a7fe1a-87a3-4cc7-b499-7df1f33ef38d admin admin] Deleting port c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:29.502768 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fe1a-87a3-4cc7-b499-7df1f33ef38d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:29.524573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e658ef7-5fee-4cda-96ce-3b870773ed09 None None] Network c8151ad1-c0c3-40d3-b045-b9ff429bfa9b could not be found, it might have been deleted concurrently. {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 16:52:29.614965 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-559063c5-355f-4006-9af0-188709466b1e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (47c87078-e450-436e-92df-0b9da818713b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:29.627982 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4d779c3b-985d-4578-baaa-5775e2fc799a req-8fa91442-f734-49d1-9c39-9376c3482410 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=a98be146-fae7-4900-af2f-daa8071f0d78 HTTP/1.1" status: 200 len: 210 time: 0.0817213 Feb 15 16:52:29.696196 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-e8a7fe1a-87a3-4cc7-b499-7df1f33ef38d admin admin] For port c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:29.696577 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fe1a-87a3-4cc7-b499-7df1f33ef38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:29.718082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e8a7fe1a-87a3-4cc7-b499-7df1f33ef38d admin admin] Calling delete_port for c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:29.742481 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3e9a475c-0bb5-4614-8c13-ac0696f1e9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-router', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:04Z', 'updated_at': '2022-02-15T16:52:27Z', 'revision_number': 5, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'gw_port': {'id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:06Z', 'updated_at': '2022-02-15T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:29.774701 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9a475c-0bb5-4614-8c13-ac0696f1e9d0 None None] The sync data for ids ['1efb290c-c3ea-48ff-864c-1a0e023a997f'] in n-d-828372-14 is: [{'id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'name': 'tempest-TaggedBootDevicesTest_v242-2147066107-router', 'tenant_id': '5c059e9cd6634bce8f4e005af5907e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:04Z', 'updated_at': '2022-02-15T16:52:27Z', 'revision_number': 5, 'project_id': '5c059e9cd6634bce8f4e005af5907e51', 'gw_port': {'id': 'c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:12:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb290c-c3ea-48ff-864c-1a0e023a997f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:06Z', 'updated_at': '2022-02-15T16:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:52:29.820679 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-559063c5-355f-4006-9af0-188709466b1e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (47c87078-e450-436e-92df-0b9da818713b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:29.826156 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559063c5-355f-4006-9af0-188709466b1e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:29.826779 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-559063c5-355f-4006-9af0-188709466b1e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:29.945756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559063c5-355f-4006-9af0-188709466b1e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Network': ['ID=47c87078-e450-436e-92df-0b9da818713b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:29.965177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 47c87078-e450-436e-92df-0b9da818713b details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:52:29.972259 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-559063c5-355f-4006-9af0-188709466b1e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8311522 Feb 15 16:52:29.976462 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53570) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:30.001962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c0382d95-66fa-49c0-a50b-796f5eecd051 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'subnet': {'network_id': '47c87078-e450-436e-92df-0b9da818713b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:30.201881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0382d95-66fa-49c0-a50b-796f5eecd051 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:30.206023 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c0382d95-66fa-49c0-a50b-796f5eecd051 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:30.210734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 57e4068a-b879-4a3f-b4fd-21c46676a6b0 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:52:30.211523 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fe1a-87a3-4cc7-b499-7df1f33ef38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:30.236582 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:30.237338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 57e4068a-b879-4a3f-b4fd-21c46676a6b0 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:52:30.237637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 57e4068a-b879-4a3f-b4fd-21c46676a6b0 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:52:30.256931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:52:30.291019 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:52:30.291471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0f58c61a-3693-4bb8-b3eb-a229ed1a7d81 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:52:30.300684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7fe1a-87a3-4cc7-b499-7df1f33ef38d admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:30.394389 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fe1a-87a3-4cc7-b499-7df1f33ef38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (1efb290c-c3ea-48ff-864c-1a0e023a997f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:30.498802 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fe1a-87a3-4cc7-b499-7df1f33ef38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (1efb290c-c3ea-48ff-864c-1a0e023a997f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:30.518628 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fe1a-87a3-4cc7-b499-7df1f33ef38d admin admin] Publish callbacks [] for router_controller (1efb290c-c3ea-48ff-864c-1a0e023a997f), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:30.664009 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fe1a-87a3-4cc7-b499-7df1f33ef38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (1efb290c-c3ea-48ff-864c-1a0e023a997f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:30.664596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a7fe1a-87a3-4cc7-b499-7df1f33ef38d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1efb290c-c3ea-48ff-864c-1a0e023a997f {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:52:30.678161 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a7fe1a-87a3-4cc7-b499-7df1f33ef38d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:30.681939 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e8a7fe1a-87a3-4cc7-b499-7df1f33ef38d admin admin] 10.222.0.107 "DELETE /v2.0/routers/1efb290c-c3ea-48ff-864c-1a0e023a997f HTTP/1.1" status: 204 len: 168 time: 1.9628136 Feb 15 16:52:30.682430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53594) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:30.742983 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c0382d95-66fa-49c0-a50b-796f5eecd051 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (9e0073ac-a491-4b84-a8e5-ea0b241b87d9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:30.780918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-adbd2c2d-6b0d-4646-a19f-4dfff9110092 admin admin] Deleting subnet 6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:52:30.784599 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-adbd2c2d-6b0d-4646-a19f-4dfff9110092 admin admin] Publish callbacks [] for subnet (6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:30.832567 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:30.881007 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-adbd2c2d-6b0d-4646-a19f-4dfff9110092 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:30.883471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0382d95-66fa-49c0-a50b-796f5eecd051 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Subnet': ['ID=9e0073ac-a491-4b84-a8e5-ea0b241b87d9,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:30.889960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0382d95-66fa-49c0-a50b-796f5eecd051 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Checking segment: {'id': 'a176ac74-ae7b-491b-a61e-4dd3fa621008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '47c87078-e450-436e-92df-0b9da818713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:30.890366 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0382d95-66fa-49c0-a50b-796f5eecd051 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network hostable DHCP agents. Network: 47c87078-e450-436e-92df-0b9da818713b, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:52:31.018077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0382d95-66fa-49c0-a50b-796f5eecd051 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network 47c87078-e450-436e-92df-0b9da818713b is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:52:31.057678 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-adbd2c2d-6b0d-4646-a19f-4dfff9110092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:31.080122 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-c0382d95-66fa-49c0-a50b-796f5eecd051 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 47c87078-e450-436e-92df-0b9da818713b) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:31.090738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0382d95-66fa-49c0-a50b-796f5eecd051 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:31.092567 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c0382d95-66fa-49c0-a50b-796f5eecd051 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:31.098034 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca3ffa-1a1a-4f96-84ab-bf28cb1d977e None None] Network 47c87078-e450-436e-92df-0b9da818713b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:31.246501 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c0382d95-66fa-49c0-a50b-796f5eecd051 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2682257 Feb 15 16:52:31.254193 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53630) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:31.276425 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-adbd2c2d-6b0d-4646-a19f-4dfff9110092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:31.311871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-47c87078-e450-436e-92df-0b9da818713b', 'network_id': '47c87078-e450-436e-92df-0b9da818713b', 'project_id': 'fe0c97cc021b45ff9a703ec5fdb025a9', 'fixed_ips': [{'subnet_id': '9e0073ac-a491-4b84-a8e5-ea0b241b87d9'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:52:31.313585 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:31.376337 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd2c2d-6b0d-4646-a19f-4dfff9110092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:31.383747 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-adbd2c2d-6b0d-4646-a19f-4dfff9110092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:31.395512 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-adbd2c2d-6b0d-4646-a19f-4dfff9110092 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/6e0eb37c-3f13-41e9-a3f2-c82f34d4ff8f HTTP/1.1" status: 204 len: 168 time: 0.7084041 Feb 15 16:52:31.404103 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045c1d4-d606-43b5-b8de-b1998b4df08e req-c4718a3d-4544-4e86-9b3e-b5f59726420e tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:31.410062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53636) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:31.411326 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0045c1d4-d606-43b5-b8de-b1998b4df08e req-c4718a3d-4544-4e86-9b3e-b5f59726420e tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.2407429 Feb 15 16:52:31.422843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6473d841-7862-410a-a00f-77b4a00e8dd7 None None] Network 36c7dd23-e458-4e0b-8f60-3d6235ba67f5 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:31.481690 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0045c1d4-d606-43b5-b8de-b1998b4df08e req-e4fd752f-e97e-468d-899c-777e019cb495 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687573 Feb 15 16:52:31.522091 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (47c87078-e450-436e-92df-0b9da818713b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:31.527212 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (36c7dd23-e458-4e0b-8f60-3d6235ba67f5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:31.591297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Allocated IP 172.20.0.1 (47c87078-e450-436e-92df-0b9da818713b/9e0073ac-a491-4b84-a8e5-ea0b241b87d9/ce6f2866-7cb7-4637-b9f1-5a112623b1f8) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:52:31.609789 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (9e0073ac-a491-4b84-a8e5-ea0b241b87d9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:31.682694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] Deleting port 1a4bc7f7-2988-4f09-a172-7933cb67a855 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:31.683035 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:31.736396 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c431e1f-4cb0-477b-86cb-f1dc526b0492 None None] DHCP port deletion for 36c7dd23-e458-4e0b-8f60-3d6235ba67f5 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:52:31.791374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] For port 1a4bc7f7-2988-4f09-a172-7933cb67a855, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1a4bc7f7-2988-4f09-a172-7933cb67a855,segment=NetworkSegment(3ecfbf16-4a65-4619-b659-44f571664472),segment_id=3ecfbf16-4a65-4619-b659-44f571664472)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:31.791729 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:31.804920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] Calling delete_port for 1a4bc7f7-2988-4f09-a172-7933cb67a855 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:31.864669 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3c431e1f-4cb0-477b-86cb-f1dc526b0492 None None] Deleting port 1a4bc7f7-2988-4f09-a172-7933cb67a855 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:31.865150 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3c431e1f-4cb0-477b-86cb-f1dc526b0492 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:31.952926 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Publish callbacks [] for port (ce6f2866-7cb7-4637-b9f1-5a112623b1f8), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:31.961799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3c431e1f-4cb0-477b-86cb-f1dc526b0492 None None] For port 1a4bc7f7-2988-4f09-a172-7933cb67a855, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1a4bc7f7-2988-4f09-a172-7933cb67a855,segment=NetworkSegment(3ecfbf16-4a65-4619-b659-44f571664472),segment_id=3ecfbf16-4a65-4619-b659-44f571664472)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:31.962193 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3c431e1f-4cb0-477b-86cb-f1dc526b0492 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:31.976253 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3c431e1f-4cb0-477b-86cb-f1dc526b0492 None None] Calling delete_port for 1a4bc7f7-2988-4f09-a172-7933cb67a855 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:32.056128 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:32.095245 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3c431e1f-4cb0-477b-86cb-f1dc526b0492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (1a4bc7f7-2988-4f09-a172-7933cb67a855), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:32.112158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a4bc7f7-2988-4f09-a172-7933cb67a855,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:32.121734 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] No DVR routers for this DVR port 1a4bc7f7-2988-4f09-a172-7933cb67a855 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:32.132681 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (ce6f2866-7cb7-4637-b9f1-5a112623b1f8), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:32.151689 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c431e1f-4cb0-477b-86cb-f1dc526b0492 None None] Pushing event deleted for resources: {'Port': ['ID=1a4bc7f7-2988-4f09-a172-7933cb67a855,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:32.235205 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (36c7dd23-e458-4e0b-8f60-3d6235ba67f5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:32.238578 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Pushing event updated for resources: {'Port': ['ID=ce6f2866-7cb7-4637-b9f1-5a112623b1f8,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:32.259227 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c7dd23-e458-4e0b-8f60-3d6235ba67f5']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:32.270266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ecfbf16-4a65-4619-b659-44f571664472') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:32.270632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ecfbf16-4a65-4619-b659-44f571664472') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:32.271786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Network 47c87078-e450-436e-92df-0b9da818713b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:52:32.275402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:32.277461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c431e1f-4cb0-477b-86cb-f1dc526b0492 None None] No DVR routers for this DVR port 1a4bc7f7-2988-4f09-a172-7933cb67a855 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:32.279006 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:52:32.290825 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (9e0073ac-a491-4b84-a8e5-ea0b241b87d9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:32.295666 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (3ecfbf16-4a65-4619-b659-44f571664472), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:32.305758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:52:32.328126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0073ac-a491-4b84-a8e5-ea0b241b87d9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:32.402017 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (47c87078-e450-436e-92df-0b9da818713b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:32.411695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:52:32.411695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c3c9ec5a-8dbc-437e-8e55-a21ec8cb3cfe not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:52:32.411695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1a4bc7f7-2988-4f09-a172-7933cb67a855 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:52:32.413116 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (3ecfbf16-4a65-4619-b659-44f571664472), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:32.429833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:32.430235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (3ecfbf16-4a65-4619-b659-44f571664472), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:32.432122 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:32.442348 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c87078-e450-436e-92df-0b9da818713b']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:32.445822 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 1a4bc7f7-2988-4f09-a172-7933cb67a855 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:52:32.446253 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1a4bc7f7-2988-4f09-a172-7933cb67a855 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:52:32.448290 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Attempting to bind port ce6f2866-7cb7-4637-b9f1-5a112623b1f8 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:52:32.448618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Attempting to bind port ce6f2866-7cb7-4637-b9f1-5a112623b1f8 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'a176ac74-ae7b-491b-a61e-4dd3fa621008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '47c87078-e450-436e-92df-0b9da818713b'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:52:32.448985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Attempting to bind port ce6f2866-7cb7-4637-b9f1-5a112623b1f8 on network 47c87078-e450-436e-92df-0b9da818713b {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:52:32.455268 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:52:32.455656 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Checking segment: {'id': 'a176ac74-ae7b-491b-a61e-4dd3fa621008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '47c87078-e450-436e-92df-0b9da818713b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:32.456064 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:32.456461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Bound using segment: {'id': 'a176ac74-ae7b-491b-a61e-4dd3fa621008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '47c87078-e450-436e-92df-0b9da818713b'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:52:32.457021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Bound port: ce6f2866-7cb7-4637-b9f1-5a112623b1f8, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a176ac74-ae7b-491b-a61e-4dd3fa621008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '47c87078-e450-436e-92df-0b9da818713b'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:52:32.457444 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ce6f2866-7cb7-4637-b9f1-5a112623b1f8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:32.486599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a176ac74-ae7b-491b-a61e-4dd3fa621008') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:32.486899 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a176ac74-ae7b-491b-a61e-4dd3fa621008') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:32.523275 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (a176ac74-ae7b-491b-a61e-4dd3fa621008), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:32.563560 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a176ac74-ae7b-491b-a61e-4dd3fa621008), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:32.578831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:32.579353 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (a176ac74-ae7b-491b-a61e-4dd3fa621008), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:32.582635 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:32.585185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] For port ce6f2866-7cb7-4637-b9f1-5a112623b1f8, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:52:32.658859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] For port ce6f2866-7cb7-4637-b9f1-5a112623b1f8, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ce6f2866-7cb7-4637-b9f1-5a112623b1f8,segment=NetworkSegment(a176ac74-ae7b-491b-a61e-4dd3fa621008),segment_id=a176ac74-ae7b-491b-a61e-4dd3fa621008)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:52:32.673217 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad5f12-3c10-4e34-a3f1-4f6e14ad5b28 req-43c2f531-2eda-4ee8-b543-0e9755f68a9d tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:32.673217 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1ad5f12-3c10-4e34-a3f1-4f6e14ad5b28 req-43c2f531-2eda-4ee8-b543-0e9755f68a9d tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.0660152 Feb 15 16:52:32.725026 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1ad5f12-3c10-4e34-a3f1-4f6e14ad5b28 req-92954bfe-b878-44b3-a6e1-c3ef215c3273 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524125 Feb 15 16:52:32.982229 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (36c7dd23-e458-4e0b-8f60-3d6235ba67f5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:32.983954 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.db.api [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 16:52:32.983954 n-d-828372-14 neutron-server[103799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 16:52:32.983954 n-d-828372-14 neutron-server[103799]: [parameters: {'id': '47c87078-e450-436e-92df-0b9da818713b'}] Feb 15 16:52:32.983954 n-d-828372-14 neutron-server[103799]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:52:32.984350 n-d-828372-14 neutron-server[103799]: DEBUG oslo_db.api [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:52:32.988245 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:32.995295 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] 10.222.0.107 "DELETE /v2.0/networks/36c7dd23-e458-4e0b-8f60-3d6235ba67f5 HTTP/1.1" status: 204 len: 168 time: 1.5807285 Feb 15 16:52:32.995295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53682) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:33.006568 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ce6f2866-7cb7-4637-b9f1-5a112623b1f8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:33.024028 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4ae2f5-088c-41f0-a7b4-142121bb04e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c7dd23-e458-4e0b-8f60-3d6235ba67f5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:33.122933 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503c847-9525-49af-81fe-ba69d0753515 None None] Pushing event updated for resources: {'Port': ['ID=ce6f2866-7cb7-4637-b9f1-5a112623b1f8,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:33.152146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99fcb64-bf0c-462b-b54c-633e568fbf69 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 16:52:33.349287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99fcb64-bf0c-462b-b54c-633e568fbf69 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 16:52:33.533148 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (47c87078-e450-436e-92df-0b9da818713b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:33.583160 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530bee0-1476-4138-8472-43ad7d459bdb req-82a626b6-8b6e-4d14-a81d-18ad7811d885 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:33.585770 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2530bee0-1476-4138-8472-43ad7d459bdb req-82a626b6-8b6e-4d14-a81d-18ad7811d885 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.67 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.1644104 Feb 15 16:52:33.695327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Deleting port ce6f2866-7cb7-4637-b9f1-5a112623b1f8 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:33.695956 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ce6f2866-7cb7-4637-b9f1-5a112623b1f8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:33.750893 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd710ac-b226-48e9-90c8-e687ed44b557 None None] Network 47c87078-e450-436e-92df-0b9da818713b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:33.808344 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-2530bee0-1476-4138-8472-43ad7d459bdb req-eda7d936-3fbb-446c-9eb0-7368cd35ceba tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Deleting port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:33.811693 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2530bee0-1476-4138-8472-43ad7d459bdb req-eda7d936-3fbb-446c-9eb0-7368cd35ceba tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f65d11e8-f7f7-4228-88e8-2a2fa8e6268a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:33.836612 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] For port ce6f2866-7cb7-4637-b9f1-5a112623b1f8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ce6f2866-7cb7-4637-b9f1-5a112623b1f8,segment=NetworkSegment(a176ac74-ae7b-491b-a61e-4dd3fa621008),segment_id=a176ac74-ae7b-491b-a61e-4dd3fa621008)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:33.837652 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ce6f2866-7cb7-4637-b9f1-5a112623b1f8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:33.902163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Calling delete_port for ce6f2866-7cb7-4637-b9f1-5a112623b1f8 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:34.090414 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74a694-4a2a-4884-a23b-f1733562e8d4 req-578bb6cb-dd5d-4b50-af24-99c9f3836e3a tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:34.091976 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dc74a694-4a2a-4884-a23b-f1733562e8d4 req-578bb6cb-dd5d-4b50-af24-99c9f3836e3a tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 945 time: 0.2473886 Feb 15 16:52:34.106351 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a443147-fc01-4701-aac3-6184f29f461d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (4ae8ed4f-80b4-4524-9065-c82809d475cf), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.112768 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-2530bee0-1476-4138-8472-43ad7d459bdb req-eda7d936-3fbb-446c-9eb0-7368cd35ceba tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] For port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=f65d11e8-f7f7-4228-88e8-2a2fa8e6268a,segment=NetworkSegment(1d9f79d2-2275-4852-b917-bf2ff270a29c),segment_id=1d9f79d2-2275-4852-b917-bf2ff270a29c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:34.113137 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2530bee0-1476-4138-8472-43ad7d459bdb req-eda7d936-3fbb-446c-9eb0-7368cd35ceba tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f65d11e8-f7f7-4228-88e8-2a2fa8e6268a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.134371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-2530bee0-1476-4138-8472-43ad7d459bdb req-eda7d936-3fbb-446c-9eb0-7368cd35ceba tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Calling delete_port for f65d11e8-f7f7-4228-88e8-2a2fa8e6268a owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:34.208133 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dc74a694-4a2a-4884-a23b-f1733562e8d4 req-c5066d9b-5328-45d5-9c3a-ed0e847ef864 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/security-groups?id=6366af21-a445-4a3f-b4df-9ce724101723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048906 Feb 15 16:52:34.232728 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ce6f2866-7cb7-4637-b9f1-5a112623b1f8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.258237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Port': ['ID=ce6f2866-7cb7-4637-b9f1-5a112623b1f8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:34.267902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No DVR routers for this DVR port ce6f2866-7cb7-4637-b9f1-5a112623b1f8 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:34.392806 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2530bee0-1476-4138-8472-43ad7d459bdb req-eda7d936-3fbb-446c-9eb0-7368cd35ceba tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f65d11e8-f7f7-4228-88e8-2a2fa8e6268a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.396126 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (47c87078-e450-436e-92df-0b9da818713b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.405404 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['f65d11e8-f7f7-4228-88e8-2a2fa8e6268a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:52:34.450601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7d936-3fbb-446c-9eb0-7368cd35ceba tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Pushing event deleted for resources: {'Port': ['ID=f65d11e8-f7f7-4228-88e8-2a2fa8e6268a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:34.478134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c87078-e450-436e-92df-0b9da818713b']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:34.491198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a176ac74-ae7b-491b-a61e-4dd3fa621008') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:34.491505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a176ac74-ae7b-491b-a61e-4dd3fa621008') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:34.497212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-2530bee0-1476-4138-8472-43ad7d459bdb req-eda7d936-3fbb-446c-9eb0-7368cd35ceba tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] No DVR routers for this DVR port f65d11e8-f7f7-4228-88e8-2a2fa8e6268a on host n-h1-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:34.500260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-2530bee0-1476-4138-8472-43ad7d459bdb req-eda7d936-3fbb-446c-9eb0-7368cd35ceba tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.503438 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (a176ac74-ae7b-491b-a61e-4dd3fa621008), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.505277 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2530bee0-1476-4138-8472-43ad7d459bdb req-eda7d936-3fbb-446c-9eb0-7368cd35ceba tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.67 "DELETE /v2.0/ports/f65d11e8-f7f7-4228-88e8-2a2fa8e6268a HTTP/1.1" status: 204 len: 173 time: 0.9118140 Feb 15 16:52:34.505886 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1938e56-9ff7-44a1-bd90-f969861b7832', 'name': 'network-vif-deleted', 'tag': 'f65d11e8-f7f7-4228-88e8-2a2fa8e6268a'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:52:34.509313 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b3b18c-a39e-4a09-9577-220abc51da1d" -d '{"events": [{"server_uuid": "f1938e56-9ff7-44a1-bd90-f969861b7832", "name": "network-vif-deleted", "tag": "f65d11e8-f7f7-4228-88e8-2a2fa8e6268a"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:52:34.535002 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a176ac74-ae7b-491b-a61e-4dd3fa621008), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.536118 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53730) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:34.548964 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:34.549622 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (a176ac74-ae7b-491b-a61e-4dd3fa621008), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:34.554193 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:34.558907 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b425268-3166-4f93-86f1-2c767256fbcf x-openstack-request-id: req-0b425268-3166-4f93-86f1-2c767256fbcf {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:52:34.559378 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1938e56-9ff7-44a1-bd90-f969861b7832", "name": "network-vif-deleted", "tag": "f65d11e8-f7f7-4228-88e8-2a2fa8e6268a", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:52:34.559637 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0b425268-3166-4f93-86f1-2c767256fbcf {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:52:34.560327 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1938e56-9ff7-44a1-bd90-f969861b7832', 'name': 'network-vif-deleted', 'tag': 'f65d11e8-f7f7-4228-88e8-2a2fa8e6268a', 'status': 'completed', 'code': 200} Feb 15 16:52:34.697114 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e843ae0d-9c1a-41b2-be41-2f192caa2fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.699842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-5a443147-fc01-4701-aac3-6184f29f461d admin admin] Deleting port 0c816807-3bc4-4746-95e6-7f9409e536e8 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:34.700793 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a443147-fc01-4701-aac3-6184f29f461d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.755875 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (47c87078-e450-436e-92df-0b9da818713b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.760839 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.767140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/47c87078-e450-436e-92df-0b9da818713b HTTP/1.1" status: 204 len: 168 time: 3.5071688 Feb 15 16:52:34.767653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53738) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:34.783472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-d1f35fbe-dec2-4551-b391-46b033e4c3c6 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-708971751'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:34.802132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a5976-ef80-444a-af1f-99a18cae6b6c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Network': ['ID=47c87078-e450-436e-92df-0b9da818713b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:34.837313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e843ae0d-9c1a-41b2-be41-2f192caa2fd3 admin admin] Publish callbacks [] for security_group (0556e376-eb5c-4f48-bc23-c5f3fcaef471), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.851241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-5a443147-fc01-4701-aac3-6184f29f461d admin admin] For port 0c816807-3bc4-4746-95e6-7f9409e536e8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0c816807-3bc4-4746-95e6-7f9409e536e8,segment=NetworkSegment(01c23b04-4554-4bc1-93ce-6a8dc763a770),segment_id=01c23b04-4554-4bc1-93ce-6a8dc763a770)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:34.852183 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a443147-fc01-4701-aac3-6184f29f461d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.865404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-5a443147-fc01-4701-aac3-6184f29f461d admin admin] Calling delete_port for 0c816807-3bc4-4746-95e6-7f9409e536e8 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:34.925650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f35fbe-dec2-4551-b391-46b033e4c3c6 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:34.929435 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1f35fbe-dec2-4551-b391-46b033e4c3c6 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.953937 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e843ae0d-9c1a-41b2-be41-2f192caa2fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0556e376-eb5c-4f48-bc23-c5f3fcaef471), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:34.975960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f35fbe-dec2-4551-b391-46b033e4c3c6 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:52:35.023733 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1f35fbe-dec2-4551-b391-46b033e4c3c6 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (368ce224-5658-434d-a450-a22b1fd13ce3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:35.023995 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843ae0d-9c1a-41b2-be41-2f192caa2fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0556e376-eb5c-4f48-bc23-c5f3fcaef471,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:35.024100 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-d1f35fbe-dec2-4551-b391-46b033e4c3c6 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Added segment 368ce224-5658-434d-a450-a22b1fd13ce3 of type vlan for network bcdbba7c-f0d5-4a0f-8df0-649035467dc4 Feb 15 16:52:35.041284 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e843ae0d-9c1a-41b2-be41-2f192caa2fd3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=faf9bef9738441ff8133ada8169e387c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5039120 Feb 15 16:52:35.045483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53754) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:35.110088 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1f35fbe-dec2-4551-b391-46b033e4c3c6 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (bcdbba7c-f0d5-4a0f-8df0-649035467dc4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:35.208260 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea5c92e5-f7e0-488a-b888-e88a6cdd617e admin admin] Publish callbacks [] for security_group (0556e376-eb5c-4f48-bc23-c5f3fcaef471), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:35.248152 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea5c92e5-f7e0-488a-b888-e88a6cdd617e admin admin] Publish callbacks [] for security_group (0556e376-eb5c-4f48-bc23-c5f3fcaef471), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:35.272612 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1f35fbe-dec2-4551-b391-46b033e4c3c6 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (bcdbba7c-f0d5-4a0f-8df0-649035467dc4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:35.282013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f35fbe-dec2-4551-b391-46b033e4c3c6 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:35.282013 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1f35fbe-dec2-4551-b391-46b033e4c3c6 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:35.379507 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae0dd3c2-bef0-4d0a-b32c-80e7687c7efe req-20640066-e295-4f3d-9471-8ed85543b324 tempest-ServerRescueTestJSON-1341322801 tempest-ServerRescueTestJSON-1341322801-project] 10.222.0.107 "GET /v2.0/ports?device_id=f1938e56-9ff7-44a1-bd90-f969861b7832 HTTP/1.1" status: 200 len: 210 time: 0.0436480 Feb 15 16:52:35.382744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f35fbe-dec2-4551-b391-46b033e4c3c6 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Network': ['ID=bcdbba7c-f0d5-4a0f-8df0-649035467dc4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:35.388695 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a443147-fc01-4701-aac3-6184f29f461d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0c816807-3bc4-4746-95e6-7f9409e536e8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:35.397904 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network bcdbba7c-f0d5-4a0f-8df0-649035467dc4 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:52:35.440752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d1f35fbe-dec2-4551-b391-46b033e4c3c6 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6666534 Feb 15 16:52:35.442325 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a443147-fc01-4701-aac3-6184f29f461d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c816807-3bc4-4746-95e6-7f9409e536e8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:35.443453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53766) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:35.449394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9be9bde6-8c88-4726-94e8-46d20e528400 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:35.507802 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea5c92e5-f7e0-488a-b888-e88a6cdd617e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0556e376-eb5c-4f48-bc23-c5f3fcaef471), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:35.512437 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea5c92e5-f7e0-488a-b888-e88a6cdd617e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:35.513967 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ea5c92e5-f7e0-488a-b888-e88a6cdd617e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0556e376-eb5c-4f48-bc23-c5f3fcaef471 HTTP/1.1" status: 204 len: 168 time: 0.4669678 Feb 15 16:52:35.538947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c92e5-f7e0-488a-b888-e88a6cdd617e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0556e376-eb5c-4f48-bc23-c5f3fcaef471,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:35.745939 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a443147-fc01-4701-aac3-6184f29f461d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (4ae8ed4f-80b4-4524-9065-c82809d475cf), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:36.055490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a443147-fc01-4701-aac3-6184f29f461d admin admin] Router 4ae8ed4f-80b4-4524-9065-c82809d475cf has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:52:36.091111 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9be9bde6-8c88-4726-94e8-46d20e528400 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (bcdbba7c-f0d5-4a0f-8df0-649035467dc4), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:36.171651 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9be9bde6-8c88-4726-94e8-46d20e528400 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (bcdbba7c-f0d5-4a0f-8df0-649035467dc4), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:36.175818 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a443147-fc01-4701-aac3-6184f29f461d admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:52:36.190420 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5a443147-fc01-4701-aac3-6184f29f461d admin admin] 10.222.0.107 "PUT /v2.0/routers/4ae8ed4f-80b4-4524-9065-c82809d475cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1859195 Feb 15 16:52:36.190420 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53798) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:36.194355 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190013cd-9282-4d59-890b-c2a8ae5c298e None None] Sync routers for ids ['4ae8ed4f-80b4-4524-9065-c82809d475cf'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:52:36.229101 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190013cd-9282-4d59-890b-c2a8ae5c298e None None] Routers {'4ae8ed4f-80b4-4524-9065-c82809d475cf'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:52:36.231309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-190013cd-9282-4d59-890b-c2a8ae5c298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:52:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4ae8ed4f-80b4-4524-9065-c82809d475cf'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:36.259150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be9bde6-8c88-4726-94e8-46d20e528400 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Network': ['ID=bcdbba7c-f0d5-4a0f-8df0-649035467dc4,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:36.263539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9be9bde6-8c88-4726-94e8-46d20e528400 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network bcdbba7c-f0d5-4a0f-8df0-649035467dc4 is not hosted by any dhcp agent {{(pid=103800) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 16:52:36.272500 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be9bde6-8c88-4726-94e8-46d20e528400 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:36.278912 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9be9bde6-8c88-4726-94e8-46d20e528400 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:36.279066 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53802) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:36.284101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-d2a5ccbd-fe84-43d6-8077-1ef15b30a492 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'subnet': {'network_id': 'bcdbba7c-f0d5-4a0f-8df0-649035467dc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:36.292280 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9be9bde6-8c88-4726-94e8-46d20e528400 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "PUT /v2.0/networks/bcdbba7c-f0d5-4a0f-8df0-649035467dc4 HTTP/1.1" status: 200 len: 723 time: 0.8475461 Feb 15 16:52:36.400908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network bcdbba7c-f0d5-4a0f-8df0-649035467dc4 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:52:36.426845 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-57695627-fdd7-4cd2-9fbb-bec87b174bf3 admin admin] Publish callbacks [] for router (4ae8ed4f-80b4-4524-9065-c82809d475cf), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:36.464113 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53808) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:36.512519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-190013cd-9282-4d59-890b-c2a8ae5c298e None None] Set router 4ae8ed4f-80b4-4524-9065-c82809d475cf gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:52:36.515112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53810) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:36.558982 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a5ccbd-fe84-43d6-8077-1ef15b30a492 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:36.562530 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ccbd-fe84-43d6-8077-1ef15b30a492 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:36.571559 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2379631e-e134-4e44-842c-fe2c601a4ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:36.749589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-190013cd-9282-4d59-890b-c2a8ae5c298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'name': 'tempest-TaggedBootDevicesTest_v242-556432693-router', 'tenant_id': 'c0ec1e49481b441384a16b5429f3c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:23Z', 'updated_at': '2022-02-15T16:52:35Z', 'revision_number': 5, 'project_id': 'c0ec1e49481b441384a16b5429f3c001', 'gw_port': {'id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:24Z', 'updated_at': '2022-02-15T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:36.750953 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-57695627-fdd7-4cd2-9fbb-bec87b174bf3 admin admin] Publish callbacks [] for router_gateway (4ae8ed4f-80b4-4524-9065-c82809d475cf), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:36.783031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190013cd-9282-4d59-890b-c2a8ae5c298e None None] Checking router: 4ae8ed4f-80b4-4524-9065-c82809d475cf for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:52:36.795687 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190013cd-9282-4d59-890b-c2a8ae5c298e None None] Routers {'4ae8ed4f-80b4-4524-9065-c82809d475cf'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:52:36.796679 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-190013cd-9282-4d59-890b-c2a8ae5c298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:52:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4ae8ed4f-80b4-4524-9065-c82809d475cf'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:36.828138 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2379631e-e134-4e44-842c-fe2c601a4ae4 admin admin] Publish callbacks [] for security_group (708599ca-41f9-4f01-a6e3-84555b2a9a72), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:36.915925 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2379631e-e134-4e44-842c-fe2c601a4ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (708599ca-41f9-4f01-a6e3-84555b2a9a72), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:36.941830 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-190013cd-9282-4d59-890b-c2a8ae5c298e None None] Set router 4ae8ed4f-80b4-4524-9065-c82809d475cf gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:52:36.953057 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-57695627-fdd7-4cd2-9fbb-bec87b174bf3 admin admin] Deleting port 54f649fd-3f38-4b30-927c-a0305e46af9b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:36.953435 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-57695627-fdd7-4cd2-9fbb-bec87b174bf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (54f649fd-3f38-4b30-927c-a0305e46af9b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:36.990250 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2379631e-e134-4e44-842c-fe2c601a4ae4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=42c5ce235993411e9fa391a81466701b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4746182 Feb 15 16:52:36.991136 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379631e-e134-4e44-842c-fe2c601a4ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708599ca-41f9-4f01-a6e3-84555b2a9a72,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:36.992442 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53818) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:37.046724 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ccbd-fe84-43d6-8077-1ef15b30a492 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (c9c14fe4-7baa-42f0-8227-e9e0744df105), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.098067 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd9ec3fe-44ec-4a14-ae8c-025f6a711dc4 admin admin] Publish callbacks [] for security_group (708599ca-41f9-4f01-a6e3-84555b2a9a72), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.151150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd9ec3fe-44ec-4a14-ae8c-025f6a711dc4 admin admin] Publish callbacks [] for security_group (708599ca-41f9-4f01-a6e3-84555b2a9a72), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.167328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5ccbd-fe84-43d6-8077-1ef15b30a492 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Subnet': ['ID=c9c14fe4-7baa-42f0-8227-e9e0744df105,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:37.187782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-57695627-fdd7-4cd2-9fbb-bec87b174bf3 admin admin] For port 54f649fd-3f38-4b30-927c-a0305e46af9b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=54f649fd-3f38-4b30-927c-a0305e46af9b,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:37.188163 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-57695627-fdd7-4cd2-9fbb-bec87b174bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (54f649fd-3f38-4b30-927c-a0305e46af9b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.200912 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15a34fda-e82f-4a50-93e4-c3d7b0ea7cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.212471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5ccbd-fe84-43d6-8077-1ef15b30a492 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Checking segment: {'id': '368ce224-5658-434d-a450-a22b1fd13ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bcdbba7c-f0d5-4a0f-8df0-649035467dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:37.212841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5ccbd-fe84-43d6-8077-1ef15b30a492 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network hostable DHCP agents. Network: bcdbba7c-f0d5-4a0f-8df0-649035467dc4, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:52:37.215366 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-57695627-fdd7-4cd2-9fbb-bec87b174bf3 admin admin] Calling delete_port for 54f649fd-3f38-4b30-927c-a0305e46af9b owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:37.330697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53822) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:37.332600 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b507177c-691e-4eff-ad65-a622a1824d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.339453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device f65d11e8-f7f7-4228-88e8-2a2fa8e6268a no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:52:37.371768 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5ccbd-fe84-43d6-8077-1ef15b30a492 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network bcdbba7c-f0d5-4a0f-8df0-649035467dc4 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:52:37.405104 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd9ec3fe-44ec-4a14-ae8c-025f6a711dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (708599ca-41f9-4f01-a6e3-84555b2a9a72), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.408218 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd9ec3fe-44ec-4a14-ae8c-025f6a711dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.410557 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dd9ec3fe-44ec-4a14-ae8c-025f6a711dc4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/708599ca-41f9-4f01-a6e3-84555b2a9a72 HTTP/1.1" status: 204 len: 168 time: 0.4160140 Feb 15 16:52:37.431386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: f65d11e8-f7f7-4228-88e8-2a2fa8e6268a {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:52:37.431882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device f65d11e8-f7f7-4228-88e8-2a2fa8e6268a not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:52:37.464790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-d2a5ccbd-fe84-43d6-8077-1ef15b30a492 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, bcdbba7c-f0d5-4a0f-8df0-649035467dc4) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:37.474885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a5ccbd-fe84-43d6-8077-1ef15b30a492 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:37.476363 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d2a5ccbd-fe84-43d6-8077-1ef15b30a492 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.489389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d293c7ea-4ca0-46a2-88f8-a7060e3b3d5c None None] Network bcdbba7c-f0d5-4a0f-8df0-649035467dc4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:37.501663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ec3fe-44ec-4a14-ae8c-025f6a711dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708599ca-41f9-4f01-a6e3-84555b2a9a72,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:37.515840 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91079d69-ffec-4219-8aee-867233af48a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.547656 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-57695627-fdd7-4cd2-9fbb-bec87b174bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (54f649fd-3f38-4b30-927c-a0305e46af9b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.624541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57695627-fdd7-4cd2-9fbb-bec87b174bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=54f649fd-3f38-4b30-927c-a0305e46af9b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:37.644401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-190013cd-9282-4d59-890b-c2a8ae5c298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'name': 'tempest-TaggedBootDevicesTest_v242-556432693-router', 'tenant_id': 'c0ec1e49481b441384a16b5429f3c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:23Z', 'updated_at': '2022-02-15T16:52:35Z', 'revision_number': 5, 'project_id': 'c0ec1e49481b441384a16b5429f3c001', 'gw_port': {'id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:24Z', 'updated_at': '2022-02-15T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:37.662017 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91079d69-ffec-4219-8aee-867233af48a6 admin admin] Publish callbacks [] for security_group (6687da4f-1b2a-4613-aec1-8c3c7de8d884), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.670365 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d2a5ccbd-fe84-43d6-8077-1ef15b30a492 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3908544 Feb 15 16:52:37.673410 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53834) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:37.678673 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-331e3d2a-fc9d-4fd9-ab33-eb0ae46e72ce tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:37.680674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-bcdbba7c-f0d5-4a0f-8df0-649035467dc4', 'network_id': 'bcdbba7c-f0d5-4a0f-8df0-649035467dc4', 'project_id': 'fe0c97cc021b45ff9a703ec5fdb025a9', 'fixed_ips': [{'subnet_id': 'c9c14fe4-7baa-42f0-8227-e9e0744df105'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:52:37.681633 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.684911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190013cd-9282-4d59-890b-c2a8ae5c298e None None] The sync data for ids ['4ae8ed4f-80b4-4524-9065-c82809d475cf'] in n-d-828372-14 is: [{'id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'name': 'tempest-TaggedBootDevicesTest_v242-556432693-router', 'tenant_id': 'c0ec1e49481b441384a16b5429f3c001', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:43:23Z', 'updated_at': '2022-02-15T16:52:35Z', 'revision_number': 5, 'project_id': 'c0ec1e49481b441384a16b5429f3c001', 'gw_port': {'id': '54f649fd-3f38-4b30-927c-a0305e46af9b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:88:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8ed4f-80b4-4524-9065-c82809d475cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:43:24Z', 'updated_at': '2022-02-15T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:52:37.750145 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-57695627-fdd7-4cd2-9fbb-bec87b174bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (4ae8ed4f-80b4-4524-9065-c82809d475cf), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.778122 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-15a34fda-e82f-4a50-93e4-c3d7b0ea7cbb admin admin] Deleting port 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:37.778479 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15a34fda-e82f-4a50-93e4-c3d7b0ea7cbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.783777 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91079d69-ffec-4219-8aee-867233af48a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6687da4f-1b2a-4613-aec1-8c3c7de8d884), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.864516 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-57695627-fdd7-4cd2-9fbb-bec87b174bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (4ae8ed4f-80b4-4524-9065-c82809d475cf), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.867272 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-57695627-fdd7-4cd2-9fbb-bec87b174bf3 admin admin] Publish callbacks [] for router_controller (4ae8ed4f-80b4-4524-9065-c82809d475cf), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.879924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Allocated IP 172.20.0.2 (bcdbba7c-f0d5-4a0f-8df0-649035467dc4/c9c14fe4-7baa-42f0-8227-e9e0744df105/186311a3-2f61-4695-bb64-fb2bef7ac81d) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:52:37.880171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91079d69-ffec-4219-8aee-867233af48a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6687da4f-1b2a-4613-aec1-8c3c7de8d884,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:37.923597 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-331e3d2a-fc9d-4fd9-ab33-eb0ae46e72ce tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8863207'] for subnet (c9c14fe4-7baa-42f0-8227-e9e0744df105), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:37.934193 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-91079d69-ffec-4219-8aee-867233af48a6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=deef09f4c6f64677835317c6f318c5d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6022058 Feb 15 16:52:37.935092 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53840) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:38.097116 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Publish callbacks [] for port (186311a3-2f61-4695-bb64-fb2bef7ac81d), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.139635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-15a34fda-e82f-4a50-93e4-c3d7b0ea7cbb admin admin] For port 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c,segment=NetworkSegment(1d9f79d2-2275-4852-b917-bf2ff270a29c),segment_id=1d9f79d2-2275-4852-b917-bf2ff270a29c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:38.140477 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15a34fda-e82f-4a50-93e4-c3d7b0ea7cbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.189475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-15a34fda-e82f-4a50-93e4-c3d7b0ea7cbb admin admin] Calling delete_port for 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:38.195104 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c2b52dc-2270-41f4-878f-2d5780c213c6 admin admin] Publish callbacks [] for security_group (6687da4f-1b2a-4613-aec1-8c3c7de8d884), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.214995 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (186311a3-2f61-4695-bb64-fb2bef7ac81d), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.299650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Network bcdbba7c-f0d5-4a0f-8df0-649035467dc4 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:52:38.308829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:38.315590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:52:38.338069 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632c85b-03cf-4f73-b5fc-39b37b2ddb8a req-c86a16c0-7a56-4d1c-8ee4-c0141dbeafc6 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:38.339688 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9632c85b-03cf-4f73-b5fc-39b37b2ddb8a req-c86a16c0-7a56-4d1c-8ee4-c0141dbeafc6 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 947 time: 0.2609973 Feb 15 16:52:38.358969 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c2b52dc-2270-41f4-878f-2d5780c213c6 admin admin] Publish callbacks [] for security_group (6687da4f-1b2a-4613-aec1-8c3c7de8d884), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.375564 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0c816807-3bc4-4746-95e6-7f9409e536e8 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:52:38.430121 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 0c816807-3bc4-4746-95e6-7f9409e536e8 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:52:38.430470 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0c816807-3bc4-4746-95e6-7f9409e536e8 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:52:38.434918 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Pushing event updated for resources: {'Port': ['ID=186311a3-2f61-4695-bb64-fb2bef7ac81d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:38.452572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Attempting to bind port 186311a3-2f61-4695-bb64-fb2bef7ac81d on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:52:38.452949 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Attempting to bind port 186311a3-2f61-4695-bb64-fb2bef7ac81d by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '368ce224-5658-434d-a450-a22b1fd13ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bcdbba7c-f0d5-4a0f-8df0-649035467dc4'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:52:38.453314 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Attempting to bind port 186311a3-2f61-4695-bb64-fb2bef7ac81d on network bcdbba7c-f0d5-4a0f-8df0-649035467dc4 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:52:38.457266 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-57695627-fdd7-4cd2-9fbb-bec87b174bf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (4ae8ed4f-80b4-4524-9065-c82809d475cf), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.461965 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57695627-fdd7-4cd2-9fbb-bec87b174bf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ae8ed4f-80b4-4524-9065-c82809d475cf {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:52:38.462064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:52:38.462064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Checking segment: {'id': '368ce224-5658-434d-a450-a22b1fd13ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bcdbba7c-f0d5-4a0f-8df0-649035467dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:38.462064 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.462064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Bound using segment: {'id': '368ce224-5658-434d-a450-a22b1fd13ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bcdbba7c-f0d5-4a0f-8df0-649035467dc4'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:52:38.462064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Bound port: 186311a3-2f61-4695-bb64-fb2bef7ac81d, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368ce224-5658-434d-a450-a22b1fd13ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bcdbba7c-f0d5-4a0f-8df0-649035467dc4'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:52:38.462064 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (186311a3-2f61-4695-bb64-fb2bef7ac81d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.468456 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-57695627-fdd7-4cd2-9fbb-bec87b174bf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.472654 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-57695627-fdd7-4cd2-9fbb-bec87b174bf3 admin admin] 10.222.0.107 "DELETE /v2.0/routers/4ae8ed4f-80b4-4524-9065-c82809d475cf HTTP/1.1" status: 204 len: 168 time: 2.2875738 Feb 15 16:52:38.473442 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53852) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:38.502663 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9632c85b-03cf-4f73-b5fc-39b37b2ddb8a req-32fe9392-b209-4f81-aa22-5c14241ce379 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499305 Feb 15 16:52:38.557188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] For port 186311a3-2f61-4695-bb64-fb2bef7ac81d, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:52:38.558574 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] For port 186311a3-2f61-4695-bb64-fb2bef7ac81d, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=186311a3-2f61-4695-bb64-fb2bef7ac81d,segment=NetworkSegment(368ce224-5658-434d-a450-a22b1fd13ce3),segment_id=368ce224-5658-434d-a450-a22b1fd13ce3)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:52:38.568608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-483b87c6-a175-4a8d-9130-1ca46fa56b82 admin admin] Deleting subnet 231edd03-90ef-4de2-800c-f612974cb93d {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:52:38.572845 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-483b87c6-a175-4a8d-9130-1ca46fa56b82 admin admin] Publish callbacks [] for subnet (231edd03-90ef-4de2-800c-f612974cb93d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.615781 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-483b87c6-a175-4a8d-9130-1ca46fa56b82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (231edd03-90ef-4de2-800c-f612974cb93d), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.635253 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (186311a3-2f61-4695-bb64-fb2bef7ac81d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.709433 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20dab6-cf99-4896-a1e7-f50305ef3b99 None None] Pushing event updated for resources: {'Port': ['ID=186311a3-2f61-4695-bb64-fb2bef7ac81d,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:38.726620 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-483b87c6-a175-4a8d-9130-1ca46fa56b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (231edd03-90ef-4de2-800c-f612974cb93d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.727257 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-331e3d2a-fc9d-4fd9-ab33-eb0ae46e72ce tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759614419478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8822389'] for subnet (c9c14fe4-7baa-42f0-8227-e9e0744df105), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.772859 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c2b52dc-2270-41f4-878f-2d5780c213c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6687da4f-1b2a-4613-aec1-8c3c7de8d884), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.775072 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c2b52dc-2270-41f4-878f-2d5780c213c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.776226 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9c2b52dc-2270-41f4-878f-2d5780c213c6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6687da4f-1b2a-4613-aec1-8c3c7de8d884 HTTP/1.1" status: 204 len: 168 time: 0.8186665 Feb 15 16:52:38.781728 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331e3d2a-fc9d-4fd9-ab33-eb0ae46e72ce tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:38.783843 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-331e3d2a-fc9d-4fd9-ab33-eb0ae46e72ce tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.783843 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-331e3d2a-fc9d-4fd9-ab33-eb0ae46e72ce tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "PUT /v2.0/subnets/c9c14fe4-7baa-42f0-8227-e9e0744df105 HTTP/1.1" status: 200 len: 806 time: 1.1092305 Feb 15 16:52:38.793191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53862) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:38.807970 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b52dc-2270-41f4-878f-2d5780c213c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6687da4f-1b2a-4613-aec1-8c3c7de8d884,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:38.820907 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e3d2a-fc9d-4fd9-ab33-eb0ae46e72ce tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Subnet': ['ID=c9c14fe4-7baa-42f0-8227-e9e0744df105,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:38.909318 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15a34fda-e82f-4a50-93e4-c3d7b0ea7cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:38.967508 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a34fda-e82f-4a50-93e4-c3d7b0ea7cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:38.967614 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (bcdbba7c-f0d5-4a0f-8df0-649035467dc4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:39.045809 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-483b87c6-a175-4a8d-9130-1ca46fa56b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (231edd03-90ef-4de2-800c-f612974cb93d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:39.134618 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-483b87c6-a175-4a8d-9130-1ca46fa56b82 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:39.138432 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ee1670-3fcc-4206-9978-a7a8ea554e05 None None] Network 2807a2de-2c37-45b1-aca9-33329891341e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:39.149525 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-483b87c6-a175-4a8d-9130-1ca46fa56b82 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/231edd03-90ef-4de2-800c-f612974cb93d HTTP/1.1" status: 204 len: 168 time: 0.6714525 Feb 15 16:52:39.153284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53876) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:39.168554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b87c6-a175-4a8d-9130-1ca46fa56b82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=231edd03-90ef-4de2-800c-f612974cb93d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:39.264529 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15a34fda-e82f-4a50-93e4-c3d7b0ea7cbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:39.298716 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63bd51e6-fc1e-4809-9cee-7bbe9d22df48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:39.337084 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (2807a2de-2c37-45b1-aca9-33329891341e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:39.379249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18882d44-e7da-46cd-9fb4-11e1f1cf32e6 None None] DHCP port deletion for 2807a2de-2c37-45b1-aca9-33329891341e request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:52:39.397928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Deleting port 186311a3-2f61-4695-bb64-fb2bef7ac81d {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:39.398280 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (186311a3-2f61-4695-bb64-fb2bef7ac81d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:39.476701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-18882d44-e7da-46cd-9fb4-11e1f1cf32e6 None None] Deleting port a14ed472-d432-4a70-a894-5af3f534f165 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:39.477757 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18882d44-e7da-46cd-9fb4-11e1f1cf32e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a14ed472-d432-4a70-a894-5af3f534f165), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:39.558330 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cd5246-6af0-4ac6-81f7-598a6b9ec1d9 req-460ce7a4-376d-40f4-ac98-bcd848e8a3e7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:39.562382 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-13cd5246-6af0-4ac6-81f7-598a6b9ec1d9 req-460ce7a4-376d-40f4-ac98-bcd848e8a3e7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.10 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 947 time: 0.1145737 Feb 15 16:52:39.586329 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-18882d44-e7da-46cd-9fb4-11e1f1cf32e6 None None] For port a14ed472-d432-4a70-a894-5af3f534f165, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a14ed472-d432-4a70-a894-5af3f534f165,segment=NetworkSegment(01c23b04-4554-4bc1-93ce-6a8dc763a770),segment_id=01c23b04-4554-4bc1-93ce-6a8dc763a770)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:39.586752 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18882d44-e7da-46cd-9fb4-11e1f1cf32e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a14ed472-d432-4a70-a894-5af3f534f165), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:39.607820 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a34fda-e82f-4a50-93e4-c3d7b0ea7cbb admin admin] Router 363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:52:39.613499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-18882d44-e7da-46cd-9fb4-11e1f1cf32e6 None None] Calling delete_port for a14ed472-d432-4a70-a894-5af3f534f165 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:39.640688 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] For port 186311a3-2f61-4695-bb64-fb2bef7ac81d, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=186311a3-2f61-4695-bb64-fb2bef7ac81d,segment=NetworkSegment(368ce224-5658-434d-a450-a22b1fd13ce3),segment_id=368ce224-5658-434d-a450-a22b1fd13ce3)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:39.641549 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (186311a3-2f61-4695-bb64-fb2bef7ac81d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:39.683139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] Deleting port a14ed472-d432-4a70-a894-5af3f534f165 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:39.683479 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a14ed472-d432-4a70-a894-5af3f534f165), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:39.692478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Calling delete_port for 186311a3-2f61-4695-bb64-fb2bef7ac81d owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:39.790557 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a34fda-e82f-4a50-93e4-c3d7b0ea7cbb admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:52:39.800122 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-18882d44-e7da-46cd-9fb4-11e1f1cf32e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (a14ed472-d432-4a70-a894-5af3f534f165), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:39.807169 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c3271e-b547-432f-bbb0-94a5d2961402 None None] Sync routers for ids ['363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:52:39.814524 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-15a34fda-e82f-4a50-93e4-c3d7b0ea7cbb admin admin] 10.222.0.107 "PUT /v2.0/routers/363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3488576 Feb 15 16:52:39.815295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53902) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:39.825111 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c3271e-b547-432f-bbb0-94a5d2961402 None None] Routers {'363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:52:39.826036 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-39c3271e-b547-432f-bbb0-94a5d2961402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:52:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:39.864249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18882d44-e7da-46cd-9fb4-11e1f1cf32e6 None None] Pushing event deleted for resources: {'Port': ['ID=a14ed472-d432-4a70-a894-5af3f534f165,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:39.883173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18882d44-e7da-46cd-9fb4-11e1f1cf32e6 None None] No DVR routers for this DVR port a14ed472-d432-4a70-a894-5af3f534f165 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:39.899190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] For port a14ed472-d432-4a70-a894-5af3f534f165, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a14ed472-d432-4a70-a894-5af3f534f165,segment=NetworkSegment(01c23b04-4554-4bc1-93ce-6a8dc763a770),segment_id=01c23b04-4554-4bc1-93ce-6a8dc763a770)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:39.899691 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a14ed472-d432-4a70-a894-5af3f534f165), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:39.940241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819582b4-1846-4505-a54f-2d9538a8f42c req-0315ba94-fec6-4b10-b86b-101105b54a62 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:39.941888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-819582b4-1846-4505-a54f-2d9538a8f42c req-0315ba94-fec6-4b10-b86b-101105b54a62 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 947 time: 0.3117814 Feb 15 16:52:39.958645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] Calling delete_port for a14ed472-d432-4a70-a894-5af3f534f165 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:40.050010 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3dd91e6-14ce-4a69-b9b2-04b11fd36afa admin admin] Publish callbacks [] for router (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:40.078026 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-819582b4-1846-4505-a54f-2d9538a8f42c req-6ced95ba-f918-4cbc-bae6-af062b6a715d tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213837 Feb 15 16:52:40.096963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-13cd5246-6af0-4ac6-81f7-598a6b9ec1d9 req-11a1310c-6a39-4feb-8bdc-66f580c12a4a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Deleting port c3fef8ab-ea02-4705-b973-260c1b26c0c4 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:40.096963 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-13cd5246-6af0-4ac6-81f7-598a6b9ec1d9 req-11a1310c-6a39-4feb-8bdc-66f580c12a4a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:40.097141 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-39c3271e-b547-432f-bbb0-94a5d2961402 None None] Set router 363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:52:40.199191 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3dd91e6-14ce-4a69-b9b2-04b11fd36afa admin admin] Publish callbacks [] for router_gateway (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:40.255837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fff123-a573-4315-a05c-1a2a038ae185 None None] Network bcdbba7c-f0d5-4a0f-8df0-649035467dc4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:40.316417 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a14ed472-d432-4a70-a894-5af3f534f165), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:40.376744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-bb7add37-2a33-4188-a10f-78681e5f35be None None] Provisioning complete for port 186311a3-2f61-4695-bb64-fb2bef7ac81d triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:52:40.376944 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb7add37-2a33-4188-a10f-78681e5f35be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (186311a3-2f61-4695-bb64-fb2bef7ac81d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:40.415120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd91e6-14ce-4a69-b9b2-04b11fd36afa admin admin] Deleting port 04a04e4b-6a64-4e6a-a941-715313062f65 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:40.415753 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3dd91e6-14ce-4a69-b9b2-04b11fd36afa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (04a04e4b-6a64-4e6a-a941-715313062f65), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:40.463030 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-39c3271e-b547-432f-bbb0-94a5d2961402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'name': 'tempest-ServerRescueTestJSON-568416135-router', 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': '04a04e4b-6a64-4e6a-a941-715313062f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:50:21Z', 'updated_at': '2022-02-15T16:52:38Z', 'revision_number': 5, 'project_id': '5c67acc8f1c648bcbb66c3025123165e', 'gw_port': {'id': '04a04e4b-6a64-4e6a-a941-715313062f65', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:64:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:50:23Z', 'updated_at': '2022-02-15T16:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:40.497088 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:40.525554 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c3271e-b547-432f-bbb0-94a5d2961402 None None] Checking router: 363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:52:40.553116 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c3271e-b547-432f-bbb0-94a5d2961402 None None] Routers {'363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:52:40.554521 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-39c3271e-b547-432f-bbb0-94a5d2961402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:52:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:40.589087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-a3dd91e6-14ce-4a69-b9b2-04b11fd36afa admin admin] For port 04a04e4b-6a64-4e6a-a941-715313062f65, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=04a04e4b-6a64-4e6a-a941-715313062f65,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:40.590958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 186311a3-2f61-4695-bb64-fb2bef7ac81d up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:52:40.591188 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3dd91e6-14ce-4a69-b9b2-04b11fd36afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (04a04e4b-6a64-4e6a-a941-715313062f65), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:40.600250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-13cd5246-6af0-4ac6-81f7-598a6b9ec1d9 req-11a1310c-6a39-4feb-8bdc-66f580c12a4a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] For port c3fef8ab-ea02-4705-b973-260c1b26c0c4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c3fef8ab-ea02-4705-b973-260c1b26c0c4,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:40.601561 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-13cd5246-6af0-4ac6-81f7-598a6b9ec1d9 req-11a1310c-6a39-4feb-8bdc-66f580c12a4a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:40.620391 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd91e6-14ce-4a69-b9b2-04b11fd36afa admin admin] Calling delete_port for 04a04e4b-6a64-4e6a-a941-715313062f65 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:40.636331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53918) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:40.664267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] Pushing event deleted for resources: {'Port': ['ID=a14ed472-d432-4a70-a894-5af3f534f165,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:40.691559 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-39c3271e-b547-432f-bbb0-94a5d2961402 None None] Set router 363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:52:40.718679 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] No DVR routers for this DVR port a14ed472-d432-4a70-a894-5af3f534f165 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:40.722569 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bb7add37-2a33-4188-a10f-78681e5f35be None None] Current status of the port 186311a3-2f61-4695-bb64-fb2bef7ac81d is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:52:40.727649 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb7add37-2a33-4188-a10f-78681e5f35be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (186311a3-2f61-4695-bb64-fb2bef7ac81d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:40.769431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 186311a3-2f61-4695-bb64-fb2bef7ac81d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:52:40.770433 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (186311a3-2f61-4695-bb64-fb2bef7ac81d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:40.787829 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-39c3271e-b547-432f-bbb0-94a5d2961402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'name': 'tempest-ServerRescueTestJSON-568416135-router', 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:50:21Z', 'updated_at': '2022-02-15T16:52:40Z', 'revision_number': 6, 'project_id': '5c67acc8f1c648bcbb66c3025123165e', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:40.980058 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 186311a3-2f61-4695-bb64-fb2bef7ac81d is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:52:40.980761 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (186311a3-2f61-4695-bb64-fb2bef7ac81d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.089719 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (2807a2de-2c37-45b1-aca9-33329891341e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.093890 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c3271e-b547-432f-bbb0-94a5d2961402 None None] The sync data for ids ['363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e'] in n-d-828372-14 is: [{'id': '363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e', 'name': 'tempest-ServerRescueTestJSON-568416135-router', 'tenant_id': '5c67acc8f1c648bcbb66c3025123165e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:50:21Z', 'updated_at': '2022-02-15T16:52:40Z', 'revision_number': 6, 'project_id': '5c67acc8f1c648bcbb66c3025123165e', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:52:41.107248 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a0defc2-0fc8-4e21-8ffb-d946574f1aa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.125212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5104140b-084f-430d-8b72-54d6bb4444ca None None] Network bcdbba7c-f0d5-4a0f-8df0-649035467dc4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:41.145764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2807a2de-2c37-45b1-aca9-33329891341e']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:41.183064 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3dd91e6-14ce-4a69-b9b2-04b11fd36afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (04a04e4b-6a64-4e6a-a941-715313062f65), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.204387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c23b04-4554-4bc1-93ce-6a8dc763a770') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:41.204695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c23b04-4554-4bc1-93ce-6a8dc763a770') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:41.206600 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (186311a3-2f61-4695-bb64-fb2bef7ac81d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.244021 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (01c23b04-4554-4bc1-93ce-6a8dc763a770), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.289424 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd91e6-14ce-4a69-b9b2-04b11fd36afa admin admin] Pushing event deleted for resources: {'Port': ['ID=04a04e4b-6a64-4e6a-a941-715313062f65,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:41.301779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Port': ['ID=186311a3-2f61-4695-bb64-fb2bef7ac81d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:41.333691 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (01c23b04-4554-4bc1-93ce-6a8dc763a770), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.355608 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20e7dccb-153c-4044-866a-8f712be58c8e None None] Could not find standard attr ID for object 186311a3-2f61-4695-bb64-fb2bef7ac81d. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 16:52:41.365247 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-13cd5246-6af0-4ac6-81f7-598a6b9ec1d9 req-11a1310c-6a39-4feb-8bdc-66f580c12a4a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.365636 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-13cd5246-6af0-4ac6-81f7-598a6b9ec1d9 req-11a1310c-6a39-4feb-8bdc-66f580c12a4a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (30a1a4b7-13a2-4686-b3e5-5537b7cd6f98), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.373467 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-13cd5246-6af0-4ac6-81f7-598a6b9ec1d9 req-11a1310c-6a39-4feb-8bdc-66f580c12a4a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Floating IP 30a1a4b7-13a2-4686-b3e5-5537b7cd6f98 disassociated. External IP: 172.25.4.237, port: c3fef8ab-ea02-4705-b973-260c1b26c0c4. Feb 15 16:52:41.373467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-13cd5246-6af0-4ac6-81f7-598a6b9ec1d9 req-11a1310c-6a39-4feb-8bdc-66f580c12a4a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Calling delete_port for c3fef8ab-ea02-4705-b973-260c1b26c0c4 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:41.373467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:41.373467 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (01c23b04-4554-4bc1-93ce-6a8dc763a770), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:41.376752 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:41.406729 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53819b0e-63a1-4fe5-9f6b-19ab6f4c5d6f req-e08b92a8-bad9-4233-bfe8-33b4c5dc60cc tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:41.410051 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-53819b0e-63a1-4fe5-9f6b-19ab6f4c5d6f req-e08b92a8-bad9-4233-bfe8-33b4c5dc60cc tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 947 time: 0.1385288 Feb 15 16:52:41.429074 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3dd91e6-14ce-4a69-b9b2-04b11fd36afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.459220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No DVR routers for this DVR port 186311a3-2f61-4695-bb64-fb2bef7ac81d on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:41.494295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a14ed472-d432-4a70-a894-5af3f534f165 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:52:41.542655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: a14ed472-d432-4a70-a894-5af3f534f165 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:52:41.543745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a14ed472-d432-4a70-a894-5af3f534f165 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:52:41.544332 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 54f649fd-3f38-4b30-927c-a0305e46af9b no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:52:41.575381 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 54f649fd-3f38-4b30-927c-a0305e46af9b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:52:41.576010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 54f649fd-3f38-4b30-927c-a0305e46af9b not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:52:41.626268 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (c9c14fe4-7baa-42f0-8227-e9e0744df105), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.632677 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a0defc2-0fc8-4e21-8ffb-d946574f1aa3 admin admin] Publish callbacks [] for security_group (3c9243da-9d14-46ea-a2d0-d4933b815beb), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.669314 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (2807a2de-2c37-45b1-aca9-33329891341e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.673537 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.684044 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] 10.222.0.107 "DELETE /v2.0/networks/2807a2de-2c37-45b1-aca9-33329891341e HTTP/1.1" status: 204 len: 168 time: 2.5250900 Feb 15 16:52:41.724450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b74ed-79ee-4e81-b395-086b5373f11d admin admin] Pushing event deleted for resources: {'Network': ['ID=2807a2de-2c37-45b1-aca9-33329891341e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:41.724450 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a0defc2-0fc8-4e21-8ffb-d946574f1aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3c9243da-9d14-46ea-a2d0-d4933b815beb), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.804663 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7a0defc2-0fc8-4e21-8ffb-d946574f1aa3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ed1cbaf539aa4d598f2de7de654878af&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1441910 Feb 15 16:52:41.831658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53950) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:41.843100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0defc2-0fc8-4e21-8ffb-d946574f1aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9243da-9d14-46ea-a2d0-d4933b815beb,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:41.857729 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.902595 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (c9c14fe4-7baa-42f0-8227-e9e0744df105), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.966511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c14fe4-7baa-42f0-8227-e9e0744df105,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:41.970999 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ce2cd72-e4f1-4bdf-8120-60094a705586 admin admin] Publish callbacks [] for security_group (3c9243da-9d14-46ea-a2d0-d4933b815beb), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.973845 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-13cd5246-6af0-4ac6-81f7-598a6b9ec1d9 req-11a1310c-6a39-4feb-8bdc-66f580c12a4a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c3fef8ab-ea02-4705-b973-260c1b26c0c4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:41.974865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc77cac4-4247-4fe1-8f72-bb0585cf6742 None None] Network bcdbba7c-f0d5-4a0f-8df0-649035467dc4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:42.059493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1310c-6a39-4feb-8bdc-66f580c12a4a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event deleted for resources: {'Port': ['ID=c3fef8ab-ea02-4705-b973-260c1b26c0c4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:42.110747 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ce2cd72-e4f1-4bdf-8120-60094a705586 admin admin] Publish callbacks [] for security_group (3c9243da-9d14-46ea-a2d0-d4933b815beb), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.113753 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (bcdbba7c-f0d5-4a0f-8df0-649035467dc4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.180562 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3dd91e6-14ce-4a69-b9b2-04b11fd36afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.186846 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3dd91e6-14ce-4a69-b9b2-04b11fd36afa admin admin] Publish callbacks [] for router_controller (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.196179 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-53819b0e-63a1-4fe5-9f6b-19ab6f4c5d6f req-bc5bbfb6-3a1a-4560-aa1b-35b9808e262a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=677aaecf-c789-4e87-a559-e665a3641226&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7693133 Feb 15 16:52:42.284181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcdbba7c-f0d5-4a0f-8df0-649035467dc4']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:42.291753 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8b4d4f-88e2-4bdf-9b21-4958547b4328 None None] DHCP port deletion for bcdbba7c-f0d5-4a0f-8df0-649035467dc4 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:52:42.296591 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368ce224-5658-434d-a450-a22b1fd13ce3') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:42.296897 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368ce224-5658-434d-a450-a22b1fd13ce3') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:42.297197 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c3fef8ab-ea02-4705-b973-260c1b26c0c4 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:52:42.313769 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (368ce224-5658-434d-a450-a22b1fd13ce3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.340126 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: c3fef8ab-ea02-4705-b973-260c1b26c0c4 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:52:42.342271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c3fef8ab-ea02-4705-b973-260c1b26c0c4 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:52:42.398369 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53958) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:42.399000 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (368ce224-5658-434d-a450-a22b1fd13ce3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.427756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:42.428171 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (368ce224-5658-434d-a450-a22b1fd13ce3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.431256 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3dd91e6-14ce-4a69-b9b2-04b11fd36afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.432574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dd91e6-14ce-4a69-b9b2-04b11fd36afa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:42.432699 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:42.442528 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3dd91e6-14ce-4a69-b9b2-04b11fd36afa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.444066 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a3dd91e6-14ce-4a69-b9b2-04b11fd36afa admin admin] 10.222.0.107 "DELETE /v2.0/routers/363ea8cd-ecc6-4bd0-9bdf-c3b2f15efb8e HTTP/1.1" status: 204 len: 168 time: 2.6277511 Feb 15 16:52:42.450726 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53960) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:42.559822 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-932ebaac-7761-4355-a891-1f8a186e71f3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5c059e9cd6634bce8f4e005af5907e51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600893 Feb 15 16:52:42.562938 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53964) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:42.577246 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 04a04e4b-6a64-4e6a-a941-715313062f65 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:52:42.587492 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13cd5246-6af0-4ac6-81f7-598a6b9ec1d9 req-11a1310c-6a39-4feb-8bdc-66f580c12a4a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Router b27d9728-27f3-4757-aa4b-3907bd165264 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:52:42.625559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 04a04e4b-6a64-4e6a-a941-715313062f65 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:52:42.625925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 04a04e4b-6a64-4e6a-a941-715313062f65 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:52:42.626370 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:52:42.627061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a0581c-fb09-4682-9a17-dc6c8f0813a2 admin admin] Deleting subnet 69ce327b-dd59-48f2-b8be-ecdadc3586e1 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:52:42.649887 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6a0581c-fb09-4682-9a17-dc6c8f0813a2 admin admin] Publish callbacks [] for subnet (69ce327b-dd59-48f2-b8be-ecdadc3586e1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.675334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:52:42.675985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8618a0b2-d7ee-4ac4-aa8f-7edc8d29822c not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:52:42.747877 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6a0581c-fb09-4682-9a17-dc6c8f0813a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (69ce327b-dd59-48f2-b8be-ecdadc3586e1), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.763112 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ce2cd72-e4f1-4bdf-8120-60094a705586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3c9243da-9d14-46ea-a2d0-d4933b815beb), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.768385 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ce2cd72-e4f1-4bdf-8120-60094a705586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.770433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7ce2cd72-e4f1-4bdf-8120-60094a705586 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3c9243da-9d14-46ea-a2d0-d4933b815beb HTTP/1.1" status: 204 len: 168 time: 0.9371085 Feb 15 16:52:42.771670 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (bcdbba7c-f0d5-4a0f-8df0-649035467dc4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.790970 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.805502 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72040a5b-77f1-4070-8a49-f5cc0246eb4a admin admin] Publish callbacks [] for security_group (f26d6b98-b792-46ce-8e79-456eda44c9ca), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.816395 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53972) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:42.817436 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/bcdbba7c-f0d5-4a0f-8df0-649035467dc4 HTTP/1.1" status: 204 len: 168 time: 4.0213754 Feb 15 16:52:42.860642 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a05f3221-0fd1-4b3b-9c79-1d7e7ff65e48 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:42.861965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a05f3221-0fd1-4b3b-9c79-1d7e7ff65e48 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:42.868186 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a05f3221-0fd1-4b3b-9c79-1d7e7ff65e48 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/bcdbba7c-f0d5-4a0f-8df0-649035467dc4 HTTP/1.1" status: 404 len: 339 time: 0.0469089 Feb 15 16:52:42.871897 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53974) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:42.887058 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72040a5b-77f1-4070-8a49-f5cc0246eb4a admin admin] Publish callbacks [] for security_group (f26d6b98-b792-46ce-8e79-456eda44c9ca), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.889090 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6a0581c-fb09-4682-9a17-dc6c8f0813a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (69ce327b-dd59-48f2-b8be-ecdadc3586e1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:42.905881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-bf84f8b0-f2a5-47cd-8cf3-a890583b2475 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1153813038', 'description': 'd1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:42.916538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2cd72-e4f1-4bdf-8120-60094a705586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9243da-9d14-46ea-a2d0-d4933b815beb,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:42.938371 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e562cd5-5bd5-4770-b0ff-458247612fb1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Network': ['ID=bcdbba7c-f0d5-4a0f-8df0-649035467dc4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:42.993295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13cd5246-6af0-4ac6-81f7-598a6b9ec1d9 req-11a1310c-6a39-4feb-8bdc-66f580c12a4a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:52:43.003944 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc870cc-f308-4aa4-b70f-482b35f59706 None None] Sync routers for ids ['b27d9728-27f3-4757-aa4b-3907bd165264'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:52:43.022275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc870cc-f308-4aa4-b70f-482b35f59706 None None] Routers {'b27d9728-27f3-4757-aa4b-3907bd165264'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:52:43.023086 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-edc870cc-f308-4aa4-b70f-482b35f59706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:52:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b27d9728-27f3-4757-aa4b-3907bd165264'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:43.048135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cd5246-6af0-4ac6-81f7-598a6b9ec1d9 req-11a1310c-6a39-4feb-8bdc-66f580c12a4a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] No DVR routers for this DVR port c3fef8ab-ea02-4705-b973-260c1b26c0c4 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:43.050814 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-13cd5246-6af0-4ac6-81f7-598a6b9ec1d9 req-11a1310c-6a39-4feb-8bdc-66f580c12a4a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:43.055986 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-13cd5246-6af0-4ac6-81f7-598a6b9ec1d9 req-11a1310c-6a39-4feb-8bdc-66f580c12a4a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.10 "DELETE /v2.0/ports/c3fef8ab-ea02-4705-b973-260c1b26c0c4 HTTP/1.1" status: 204 len: 173 time: 3.4869475 Feb 15 16:52:43.056464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620933a7-2931-4248-bc12-b8cbe4edac87', 'name': 'network-vif-deleted', 'tag': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:52:43.059501 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6204d634-eefd-4899-a040-a153bd5805c3" -d '{"events": [{"server_uuid": "620933a7-2931-4248-bc12-b8cbe4edac87", "name": "network-vif-deleted", "tag": "c3fef8ab-ea02-4705-b973-260c1b26c0c4"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:52:43.106238 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647e1d1e-803f-4eb8-9e57-31cd22dbd879 x-openstack-request-id: req-647e1d1e-803f-4eb8-9e57-31cd22dbd879 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:52:43.106559 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620933a7-2931-4248-bc12-b8cbe4edac87", "name": "network-vif-deleted", "tag": "c3fef8ab-ea02-4705-b973-260c1b26c0c4", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:52:43.106884 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-647e1d1e-803f-4eb8-9e57-31cd22dbd879 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:52:43.107640 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620933a7-2931-4248-bc12-b8cbe4edac87', 'name': 'network-vif-deleted', 'tag': 'c3fef8ab-ea02-4705-b973-260c1b26c0c4', 'status': 'completed', 'code': 200} Feb 15 16:52:43.117335 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6a0581c-fb09-4682-9a17-dc6c8f0813a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (69ce327b-dd59-48f2-b8be-ecdadc3586e1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:43.121344 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72040a5b-77f1-4070-8a49-f5cc0246eb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f26d6b98-b792-46ce-8e79-456eda44c9ca), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:43.125681 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72040a5b-77f1-4070-8a49-f5cc0246eb4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:43.127283 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-72040a5b-77f1-4070-8a49-f5cc0246eb4a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f26d6b98-b792-46ce-8e79-456eda44c9ca HTTP/1.1" status: 204 len: 168 time: 0.5630372 Feb 15 16:52:43.132803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf84f8b0-f2a5-47cd-8cf3-a890583b2475 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:43.138387 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf84f8b0-f2a5-47cd-8cf3-a890583b2475 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:43.157002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72040a5b-77f1-4070-8a49-f5cc0246eb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26d6b98-b792-46ce-8e79-456eda44c9ca,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:43.190344 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0581c-fb09-4682-9a17-dc6c8f0813a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69ce327b-dd59-48f2-b8be-ecdadc3586e1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:43.202024 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6a0581c-fb09-4682-9a17-dc6c8f0813a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:43.210804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53986) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:43.211399 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f6a0581c-fb09-4682-9a17-dc6c8f0813a2 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/69ce327b-dd59-48f2-b8be-ecdadc3586e1 HTTP/1.1" status: 204 len: 168 time: 0.7627180 Feb 15 16:52:43.286697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf84f8b0-f2a5-47cd-8cf3-a890583b2475 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:52:43.460394 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:43.462477 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-66b0c0df-ccc4-4cb2-bd00-65d61982a59e req-9ba48d93-520b-4382-8e7d-df7259180cfd tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=620933a7-2931-4248-bc12-b8cbe4edac87 HTTP/1.1" status: 200 len: 210 time: 0.0807860 Feb 15 16:52:43.470350 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-edc870cc-f308-4aa4-b70f-482b35f59706 None None] Set router b27d9728-27f3-4757-aa4b-3907bd165264 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:52:43.501562 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf84f8b0-f2a5-47cd-8cf3-a890583b2475 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (50531c0e-e6de-4d2e-aa95-03a28f6a2723), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:43.501562 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-bf84f8b0-f2a5-47cd-8cf3-a890583b2475 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Added segment 50531c0e-e6de-4d2e-aa95-03a28f6a2723 of type vlan for network 4919db6c-56af-4413-bb3b-e2146ebbac61 Feb 15 16:52:43.541039 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f28f1eb6-9f39-430d-bdce-2cb7281ba4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (5768139a-8a69-46a4-99c3-4c56de134399), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:43.588162 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf84f8b0-f2a5-47cd-8cf3-a890583b2475 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (4919db6c-56af-4413-bb3b-e2146ebbac61), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:43.692648 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f28f1eb6-9f39-430d-bdce-2cb7281ba4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (5768139a-8a69-46a4-99c3-4c56de134399), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:43.717072 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f28f1eb6-9f39-430d-bdce-2cb7281ba4fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5768139a-8a69-46a4-99c3-4c56de134399']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:43.729494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f28f1eb6-9f39-430d-bdce-2cb7281ba4fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9f79d2-2275-4852-b917-bf2ff270a29c') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:43.729813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f28f1eb6-9f39-430d-bdce-2cb7281ba4fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9f79d2-2275-4852-b917-bf2ff270a29c') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:43.741571 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f28f1eb6-9f39-430d-bdce-2cb7281ba4fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (1d9f79d2-2275-4852-b917-bf2ff270a29c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:43.741809 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-edc870cc-f308-4aa4-b70f-482b35f59706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:51Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'eb75f590-8fdf-4c22-9a12-ba82e10ce549', 'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'mac_address': 'fa:16:3e:3e:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:48Z', 'updated_at': '2022-02-15T16:48:57Z', 'revision_number': 5, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'subnets': [{'id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:43.756267 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f28f1eb6-9f39-430d-bdce-2cb7281ba4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1d9f79d2-2275-4852-b917-bf2ff270a29c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:43.763268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f28f1eb6-9f39-430d-bdce-2cb7281ba4fc admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:43.764038 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f28f1eb6-9f39-430d-bdce-2cb7281ba4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (1d9f79d2-2275-4852-b917-bf2ff270a29c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:43.765452 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:43.781639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc870cc-f308-4aa4-b70f-482b35f59706 None None] Checking router: b27d9728-27f3-4757-aa4b-3907bd165264 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:52:43.790557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc870cc-f308-4aa4-b70f-482b35f59706 None None] Routers {'b27d9728-27f3-4757-aa4b-3907bd165264'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:52:43.792712 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-edc870cc-f308-4aa4-b70f-482b35f59706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:52:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b27d9728-27f3-4757-aa4b-3907bd165264'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:43.803279 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf84f8b0-f2a5-47cd-8cf3-a890583b2475 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (4919db6c-56af-4413-bb3b-e2146ebbac61), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:43.808281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf84f8b0-f2a5-47cd-8cf3-a890583b2475 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:43.808877 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf84f8b0-f2a5-47cd-8cf3-a890583b2475 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:43.936415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-edc870cc-f308-4aa4-b70f-482b35f59706 None None] Set router b27d9728-27f3-4757-aa4b-3907bd165264 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:52:43.958287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84f8b0-f2a5-47cd-8cf3-a890583b2475 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Network': ['ID=4919db6c-56af-4413-bb3b-e2146ebbac61,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:43.977175 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 4919db6c-56af-4413-bb3b-e2146ebbac61 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:52:44.063044 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f28f1eb6-9f39-430d-bdce-2cb7281ba4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (5768139a-8a69-46a4-99c3-4c56de134399), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:44.074363 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f28f1eb6-9f39-430d-bdce-2cb7281ba4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:44.081870 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f28f1eb6-9f39-430d-bdce-2cb7281ba4fc admin admin] 10.222.0.107 "DELETE /v2.0/networks/5768139a-8a69-46a4-99c3-4c56de134399 HTTP/1.1" status: 204 len: 168 time: 0.8676274 Feb 15 16:52:44.109401 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bf84f8b0-f2a5-47cd-8cf3-a890583b2475 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2054455 Feb 15 16:52:44.110292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54026) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:44.112556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f1eb6-9f39-430d-bdce-2cb7281ba4fc admin admin] Pushing event deleted for resources: {'Network': ['ID=5768139a-8a69-46a4-99c3-4c56de134399,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:44.238733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 186311a3-2f61-4695-bb64-fb2bef7ac81d no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:52:44.257574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5d05db-6980-4d37-a315-d3bb20ff0bc9 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:44.257574 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8e5d05db-6980-4d37-a315-d3bb20ff0bc9 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "GET /v2.0/networks?id=4919db6c-56af-4413-bb3b-e2146ebbac61 HTTP/1.1" status: 200 len: 761 time: 0.1424372 Feb 15 16:52:44.257574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54032) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:44.262963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c1e9b5f3-e119-48ba-8d12-ab4501cd4ecf tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'network': {'description': 'd2'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:44.277261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 186311a3-2f61-4695-bb64-fb2bef7ac81d {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:52:44.277865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 186311a3-2f61-4695-bb64-fb2bef7ac81d not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:52:44.291790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-edc870cc-f308-4aa4-b70f-482b35f59706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:51Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'eb75f590-8fdf-4c22-9a12-ba82e10ce549', 'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'mac_address': 'fa:16:3e:3e:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:48Z', 'updated_at': '2022-02-15T16:48:57Z', 'revision_number': 5, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'subnets': [{'id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:44.334092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc870cc-f308-4aa4-b70f-482b35f59706 None None] The sync data for ids ['b27d9728-27f3-4757-aa4b-3907bd165264'] in n-d-828372-14 is: [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:51Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'eb75f590-8fdf-4c22-9a12-ba82e10ce549', 'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'mac_address': 'fa:16:3e:3e:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:48Z', 'updated_at': '2022-02-15T16:48:57Z', 'revision_number': 5, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'subnets': [{'id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:52:44.348970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54040) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:44.419850 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-61733ebe-fe81-4a01-8062-d6ba8cdc0142 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c0ec1e49481b441384a16b5429f3c001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0696318 Feb 15 16:52:44.423371 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54042) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:44.479127 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5bb8-8923-482a-a9b4-e7d807eec68c admin admin] Publish callbacks [] for security_group (c20d5738-dc83-4186-a358-8ccfd076ff41), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:44.508629 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5bb8-8923-482a-a9b4-e7d807eec68c admin admin] Publish callbacks [] for security_group (c20d5738-dc83-4186-a358-8ccfd076ff41), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:44.538193 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b5f3-e119-48ba-8d12-ab4501cd4ecf tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (4919db6c-56af-4413-bb3b-e2146ebbac61), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:44.621147 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5bb8-8923-482a-a9b4-e7d807eec68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c20d5738-dc83-4186-a358-8ccfd076ff41), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:44.621406 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b5f3-e119-48ba-8d12-ab4501cd4ecf tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (4919db6c-56af-4413-bb3b-e2146ebbac61), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:44.625295 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d6f5bb8-8923-482a-a9b4-e7d807eec68c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:44.633032 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2d6f5bb8-8923-482a-a9b4-e7d807eec68c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c20d5738-dc83-4186-a358-8ccfd076ff41 HTTP/1.1" status: 204 len: 168 time: 0.2057180 Feb 15 16:52:44.642628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f5bb8-8923-482a-a9b4-e7d807eec68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20d5738-dc83-4186-a358-8ccfd076ff41,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:44.679550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54056) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:44.690301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54058) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:44.695972 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1e9b5f3-e119-48ba-8d12-ab4501cd4ecf tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network 4919db6c-56af-4413-bb3b-e2146ebbac61 is not hosted by any dhcp agent {{(pid=103800) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 16:52:44.701149 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e9b5f3-e119-48ba-8d12-ab4501cd4ecf tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:44.702071 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1e9b5f3-e119-48ba-8d12-ab4501cd4ecf tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:44.703588 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c1e9b5f3-e119-48ba-8d12-ab4501cd4ecf tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "PUT /v2.0/networks/4919db6c-56af-4413-bb3b-e2146ebbac61 HTTP/1.1" status: 200 len: 758 time: 0.4450626 Feb 15 16:52:44.707577 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54060) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:44.786863 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a986d532-0b3b-4f9a-8be0-8529a56f082a None None] New status for floating IP 30a1a4b7-13a2-4686-b3e5-5537b7cd6f98: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:52:44.803918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9b5f3-e119-48ba-8d12-ab4501cd4ecf tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Network': ['ID=4919db6c-56af-4413-bb3b-e2146ebbac61,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:44.809200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9479d25c-6a78-40a3-9af6-8dab60b1751e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5c67acc8f1c648bcbb66c3025123165e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286414 Feb 15 16:52:44.814763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54066) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:44.814913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 4919db6c-56af-4413-bb3b-e2146ebbac61 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:52:44.871125 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7043e070-6d38-479e-817b-9ea5f5decccf tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:44.872528 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7043e070-6d38-479e-817b-9ea5f5decccf tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "GET /v2.0/networks?id=4919db6c-56af-4413-bb3b-e2146ebbac61 HTTP/1.1" status: 200 len: 761 time: 0.1635973 Feb 15 16:52:44.877123 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54072) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:44.890069 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-25064ec5-1c7f-4ae6-884b-afd37720cd08 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1876519938'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:44.906503 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-24b146b8-fc55-4493-9bae-cf4cee0ea190 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group (677aaecf-c789-4e87-a559-e665a3641226), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:44.934768 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e7417c35-e624-4c88-afcc-5dabd4b54036 admin admin] Publish callbacks [] for security_group (6366af21-a445-4a3f-b4df-9ce724101723), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:44.967277 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-24b146b8-fc55-4493-9bae-cf4cee0ea190 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group (677aaecf-c789-4e87-a559-e665a3641226), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:44.971155 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e7417c35-e624-4c88-afcc-5dabd4b54036 admin admin] Publish callbacks [] for security_group (6366af21-a445-4a3f-b4df-9ce724101723), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:45.023084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25064ec5-1c7f-4ae6-884b-afd37720cd08 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:45.041084 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25064ec5-1c7f-4ae6-884b-afd37720cd08 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:45.080597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25064ec5-1c7f-4ae6-884b-afd37720cd08 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:52:45.093344 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25064ec5-1c7f-4ae6-884b-afd37720cd08 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (333fdf42-9901-4d7b-abfd-a8449827beea), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:45.093344 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-25064ec5-1c7f-4ae6-884b-afd37720cd08 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Added segment 333fdf42-9901-4d7b-abfd-a8449827beea of type vlan for network 2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7 Feb 15 16:52:45.136051 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e7417c35-e624-4c88-afcc-5dabd4b54036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6366af21-a445-4a3f-b4df-9ce724101723), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:45.139092 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25064ec5-1c7f-4ae6-884b-afd37720cd08 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:45.140331 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e7417c35-e624-4c88-afcc-5dabd4b54036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:45.141675 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e7417c35-e624-4c88-afcc-5dabd4b54036 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6366af21-a445-4a3f-b4df-9ce724101723 HTTP/1.1" status: 204 len: 168 time: 0.3247800 Feb 15 16:52:45.170411 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-24b146b8-fc55-4493-9bae-cf4cee0ea190 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (677aaecf-c789-4e87-a559-e665a3641226), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:45.173153 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-24b146b8-fc55-4493-9bae-cf4cee0ea190 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:45.177442 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-24b146b8-fc55-4493-9bae-cf4cee0ea190 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "DELETE /v2.0/security-groups/677aaecf-c789-4e87-a559-e665a3641226 HTTP/1.1" status: 204 len: 168 time: 0.4830594 Feb 15 16:52:45.177442 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7417c35-e624-4c88-afcc-5dabd4b54036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6366af21-a445-4a3f-b4df-9ce724101723,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:45.177712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54086) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:45.199328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b146b8-fc55-4493-9bae-cf4cee0ea190 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=677aaecf-c789-4e87-a559-e665a3641226,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:45.211724 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-9c927224-a033-424c-9aff-ec29a649c94f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] show failed (client error): The resource could not be found. Feb 15 16:52:45.215447 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9c927224-a033-424c-9aff-ec29a649c94f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups/677aaecf-c789-4e87-a559-e665a3641226 HTTP/1.1" status: 404 len: 347 time: 0.0343027 Feb 15 16:52:45.216052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54090) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:45.270440 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25064ec5-1c7f-4ae6-884b-afd37720cd08 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:45.275162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25064ec5-1c7f-4ae6-884b-afd37720cd08 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:45.276969 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25064ec5-1c7f-4ae6-884b-afd37720cd08 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:45.402744 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25064ec5-1c7f-4ae6-884b-afd37720cd08 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Network': ['ID=2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:45.416264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:52:45.436451 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54094) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:45.438454 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-25064ec5-1c7f-4ae6-884b-afd37720cd08 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5541387 Feb 15 16:52:45.448393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-806830e0-acba-4ec5-b6d1-2b2799967ed7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'subnet': {'network_id': '2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:45.506030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-f4a50142-33db-484e-95bf-a3252bb9565e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Deleting port 482c8a22-1fba-486d-b4ef-08c2492e4606 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:45.506315 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4a50142-33db-484e-95bf-a3252bb9565e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (482c8a22-1fba-486d-b4ef-08c2492e4606), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:45.627171 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4a50142-33db-484e-95bf-a3252bb9565e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (482c8a22-1fba-486d-b4ef-08c2492e4606), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:45.627481 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4a50142-33db-484e-95bf-a3252bb9565e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for floatingip (482c8a22-1fba-486d-b4ef-08c2492e4606), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:45.648121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-f4a50142-33db-484e-95bf-a3252bb9565e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Calling delete_port for 482c8a22-1fba-486d-b4ef-08c2492e4606 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:45.695182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806830e0-acba-4ec5-b6d1-2b2799967ed7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:45.698626 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-806830e0-acba-4ec5-b6d1-2b2799967ed7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:45.986426 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4a50142-33db-484e-95bf-a3252bb9565e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (482c8a22-1fba-486d-b4ef-08c2492e4606), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:46.005147 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54106) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:46.015721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a50142-33db-484e-95bf-a3252bb9565e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event deleted for resources: {'Port': ['ID=482c8a22-1fba-486d-b4ef-08c2492e4606,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:46.087471 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4a50142-33db-484e-95bf-a3252bb9565e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for floatingip (30a1a4b7-13a2-4686-b3e5-5537b7cd6f98), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:46.095578 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4a50142-33db-484e-95bf-a3252bb9565e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:46.095578 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f4a50142-33db-484e-95bf-a3252bb9565e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "DELETE /v2.0/floatingips/30a1a4b7-13a2-4686-b3e5-5537b7cd6f98 HTTP/1.1" status: 204 len: 168 time: 0.8741391 Feb 15 16:52:46.113404 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-806830e0-acba-4ec5-b6d1-2b2799967ed7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (02d0beac-0a41-4006-be5d-ea493e158435), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:46.236464 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-816344ae-3d95-467e-b705-588330077e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:46.555281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806830e0-acba-4ec5-b6d1-2b2799967ed7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Subnet': ['ID=02d0beac-0a41-4006-be5d-ea493e158435,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:46.562994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-806830e0-acba-4ec5-b6d1-2b2799967ed7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Checking segment: {'id': '333fdf42-9901-4d7b-abfd-a8449827beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:46.563443 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806830e0-acba-4ec5-b6d1-2b2799967ed7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network hostable DHCP agents. Network: 2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:52:46.578965 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-816344ae-3d95-467e-b705-588330077e8d admin admin] Publish callbacks [] for security_group (d26a4ef1-befa-482c-a62a-b5dc93b74c54), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:46.660881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806830e0-acba-4ec5-b6d1-2b2799967ed7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network 2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:52:46.684018 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-816344ae-3d95-467e-b705-588330077e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d26a4ef1-befa-482c-a62a-b5dc93b74c54), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:46.731918 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54126) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:46.742061 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-816344ae-3d95-467e-b705-588330077e8d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=39482cd257c640bb856a3502b3067f9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7338133 Feb 15 16:52:46.747504 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816344ae-3d95-467e-b705-588330077e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26a4ef1-befa-482c-a62a-b5dc93b74c54,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:46.767697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54130) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:46.772645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8d779859-8d2a-4b1d-9d6d-7b5a71915e5b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--678209519', 'description': 'tempest-description--1896218645'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:46.787989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-806830e0-acba-4ec5-b6d1-2b2799967ed7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:46.804362 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806830e0-acba-4ec5-b6d1-2b2799967ed7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:46.805480 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-806830e0-acba-4ec5-b6d1-2b2799967ed7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:46.827724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966c96bd-fa14-4856-9afc-f025b144e6c9 None None] Network 2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:46.831976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-960cc0ee-e09e-426c-b074-ab93a163ffd4 admin admin] Publish callbacks [] for security_group (d26a4ef1-befa-482c-a62a-b5dc93b74c54), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:46.860543 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-960cc0ee-e09e-426c-b074-ab93a163ffd4 admin admin] Publish callbacks [] for security_group (d26a4ef1-befa-482c-a62a-b5dc93b74c54), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:46.916029 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d779859-8d2a-4b1d-9d6d-7b5a71915e5b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:46.946625 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54140) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:46.946951 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-806830e0-acba-4ec5-b6d1-2b2799967ed7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5091662 Feb 15 16:52:46.993631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7', 'network_id': '2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7', 'project_id': 'fe0c97cc021b45ff9a703ec5fdb025a9', 'fixed_ips': [{'subnet_id': '02d0beac-0a41-4006-be5d-ea493e158435'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:52:46.994533 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.029946 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-960cc0ee-e09e-426c-b074-ab93a163ffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d26a4ef1-befa-482c-a62a-b5dc93b74c54), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.051204 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-960cc0ee-e09e-426c-b074-ab93a163ffd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.053694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-960cc0ee-e09e-426c-b074-ab93a163ffd4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d26a4ef1-befa-482c-a62a-b5dc93b74c54 HTTP/1.1" status: 204 len: 168 time: 0.3197217 Feb 15 16:52:47.071036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960cc0ee-e09e-426c-b074-ab93a163ffd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26a4ef1-befa-482c-a62a-b5dc93b74c54,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:47.083098 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.185588 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d779859-8d2a-4b1d-9d6d-7b5a71915e5b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group (a7589f49-b692-4327-83e0-bfeffa0042da), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.186934 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (02d0beac-0a41-4006-be5d-ea493e158435), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.200505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54150) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:47.240011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54154) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:47.257507 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d779859-8d2a-4b1d-9d6d-7b5a71915e5b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a7589f49-b692-4327-83e0-bfeffa0042da), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.260601 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Allocated IP 172.20.0.2 (2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7/02d0beac-0a41-4006-be5d-ea493e158435/0b312add-b0ed-43bd-b562-62ee6d290568) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:52:47.330591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d779859-8d2a-4b1d-9d6d-7b5a71915e5b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7589f49-b692-4327-83e0-bfeffa0042da,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:47.368529 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d779859-8d2a-4b1d-9d6d-7b5a71915e5b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.372925 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8d779859-8d2a-4b1d-9d6d-7b5a71915e5b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6042881 Feb 15 16:52:47.373220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54160) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:47.378762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-d4b8ba19-d1b8-4660-85d1-850a30525a99 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Request body: {'security_group_rule': {'security_group_id': 'a7589f49-b692-4327-83e0-bfeffa0042da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:47.446513 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Publish callbacks [] for port (0b312add-b0ed-43bd-b562-62ee6d290568), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.464812 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-dcfd447a-a5e8-45ce-835a-9ec7eed8a457 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-967397822-network', 'tenant_id': '49c4245619b347b1abcf122c8a867c89'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:47.502401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4b8ba19-d1b8-4660-85d1-850a30525a99 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group_rule (c508506e-8368-4b2d-b632-860b20519daf), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.526328 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (0b312add-b0ed-43bd-b562-62ee6d290568), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.575313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfd447a-a5e8-45ce-835a-9ec7eed8a457 admin admin] Made reservation on behalf of 49c4245619b347b1abcf122c8a867c89 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:47.577858 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dcfd447a-a5e8-45ce-835a-9ec7eed8a457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.582022 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4b8ba19-d1b8-4660-85d1-850a30525a99 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group_rule (c508506e-8368-4b2d-b632-860b20519daf), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.591793 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dcfd447a-a5e8-45ce-835a-9ec7eed8a457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.617109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Network 2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:52:47.628868 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (02d0beac-0a41-4006-be5d-ea493e158435), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.632913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-33dc55d3-221c-43f9-b806-e0334a4761cc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-348821667-network', 'tenant_id': 'e6a9a5739db149a6bf851ba113dffa73'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:47.649422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:47.657465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:52:47.668670 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4b8ba19-d1b8-4660-85d1-850a30525a99 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (c508506e-8368-4b2d-b632-860b20519daf), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.696827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Pushing event updated for resources: {'Port': ['ID=0b312add-b0ed-43bd-b562-62ee6d290568,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:47.702901 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Subnet': ['ID=02d0beac-0a41-4006-be5d-ea493e158435,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:47.707252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8ba19-d1b8-4660-85d1-850a30525a99 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c508506e-8368-4b2d-b632-860b20519daf,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:47.729312 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dcfd447a-a5e8-45ce-835a-9ec7eed8a457 admin admin] Publish callbacks [] for security_group (a5fcd5f2-5656-4e8d-8209-5d56ad512b06), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.754735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dc55d3-221c-43f9-b806-e0334a4761cc admin admin] Made reservation on behalf of e6a9a5739db149a6bf851ba113dffa73 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:47.761053 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33dc55d3-221c-43f9-b806-e0334a4761cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.772898 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33dc55d3-221c-43f9-b806-e0334a4761cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.804835 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.824544 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Attempting to bind port 0b312add-b0ed-43bd-b562-62ee6d290568 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:52:47.825885 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Attempting to bind port 0b312add-b0ed-43bd-b562-62ee6d290568 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '333fdf42-9901-4d7b-abfd-a8449827beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:52:47.827942 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Attempting to bind port 0b312add-b0ed-43bd-b562-62ee6d290568 on network 2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:52:47.837319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:52:47.838215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Checking segment: {'id': '333fdf42-9901-4d7b-abfd-a8449827beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:47.839035 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.839663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Bound using segment: {'id': '333fdf42-9901-4d7b-abfd-a8449827beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:52:47.840516 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Bound port: 0b312add-b0ed-43bd-b562-62ee6d290568, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333fdf42-9901-4d7b-abfd-a8449827beea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:52:47.841166 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0b312add-b0ed-43bd-b562-62ee6d290568), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.853662 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:47.875569 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333fdf42-9901-4d7b-abfd-a8449827beea') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:47.875876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333fdf42-9901-4d7b-abfd-a8449827beea') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:47.896530 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (333fdf42-9901-4d7b-abfd-a8449827beea), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.903507 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33dc55d3-221c-43f9-b806-e0334a4761cc admin admin] Publish callbacks [] for security_group (650509d5-b2d9-4f51-ab11-021207741d20), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.914846 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4b8ba19-d1b8-4660-85d1-850a30525a99 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.920027 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d4b8ba19-d1b8-4660-85d1-850a30525a99 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5450561 Feb 15 16:52:47.925505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54170) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:47.925505 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dcfd447a-a5e8-45ce-835a-9ec7eed8a457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a5fcd5f2-5656-4e8d-8209-5d56ad512b06), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.926942 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (333fdf42-9901-4d7b-abfd-a8449827beea), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.934932 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-95690b43-2e38-45cd-973f-e1774f627ed5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Request body: {'security_group_rule': {'security_group_id': 'a7589f49-b692-4327-83e0-bfeffa0042da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:47.937086 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:47.937527 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (333fdf42-9901-4d7b-abfd-a8449827beea), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:47.938562 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] For port 0b312add-b0ed-43bd-b562-62ee6d290568, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:47.947023 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:47.988726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd447a-a5e8-45ce-835a-9ec7eed8a457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fcd5f2-5656-4e8d-8209-5d56ad512b06,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:48.009603 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33dc55d3-221c-43f9-b806-e0334a4761cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (650509d5-b2d9-4f51-ab11-021207741d20), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.043347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc55d3-221c-43f9-b806-e0334a4761cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650509d5-b2d9-4f51-ab11-021207741d20,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:48.047552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] For port 0b312add-b0ed-43bd-b562-62ee6d290568, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0b312add-b0ed-43bd-b562-62ee6d290568,segment=NetworkSegment(333fdf42-9901-4d7b-abfd-a8449827beea),segment_id=333fdf42-9901-4d7b-abfd-a8449827beea)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:52:48.054868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54174) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:48.069172 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-392e6fbc-395a-4e16-becf-2138c99f2afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.071959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfd447a-a5e8-45ce-835a-9ec7eed8a457 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:52:48.082988 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.api [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 16:52:48.082988 n-d-828372-14 neutron-server[103800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 16:52:48.082988 n-d-828372-14 neutron-server[103800]: [parameters: {'id': '2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7'}] Feb 15 16:52:48.082988 n-d-828372-14 neutron-server[103800]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:52:48.083963 n-d-828372-14 neutron-server[103800]: DEBUG oslo_db.api [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:52:48.086200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33dc55d3-221c-43f9-b806-e0334a4761cc admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:52:48.106362 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dcfd447a-a5e8-45ce-835a-9ec7eed8a457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (50f75520-fa56-4843-a139-9726e1510d3f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.106757 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-dcfd447a-a5e8-45ce-835a-9ec7eed8a457 admin admin] Added segment 50f75520-fa56-4843-a139-9726e1510d3f of type vlan for network 6cb15e08-a134-4e77-a451-734e5c021ad0 Feb 15 16:52:48.141324 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95690b43-2e38-45cd-973f-e1774f627ed5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group_rule (752dba28-531e-4470-98fd-d3464c7362b9), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.143210 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0b312add-b0ed-43bd-b562-62ee6d290568), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.161984 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33dc55d3-221c-43f9-b806-e0334a4761cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c0f62ab7-2ec0-4505-a18f-bc105e00fb40), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.163119 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-33dc55d3-221c-43f9-b806-e0334a4761cc admin admin] Added segment c0f62ab7-2ec0-4505-a18f-bc105e00fb40 of type vlan for network faa64524-3e9c-4cad-af8e-596b77dc9db6 Feb 15 16:52:48.163373 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-392e6fbc-395a-4e16-becf-2138c99f2afc admin admin] Publish callbacks [] for security_group (7bff57d5-67bd-4a14-813a-f2ea9c6766c2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.168932 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dcfd447a-a5e8-45ce-835a-9ec7eed8a457 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (6cb15e08-a134-4e77-a451-734e5c021ad0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.228276 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-392e6fbc-395a-4e16-becf-2138c99f2afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7bff57d5-67bd-4a14-813a-f2ea9c6766c2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.242441 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33dc55d3-221c-43f9-b806-e0334a4761cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (faa64524-3e9c-4cad-af8e-596b77dc9db6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.278684 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa4a26f-ddb5-4e85-9d3a-aacdac05b913 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 16:52:48.279143 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95690b43-2e38-45cd-973f-e1774f627ed5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group_rule (752dba28-531e-4470-98fd-d3464c7362b9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.304709 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-392e6fbc-395a-4e16-becf-2138c99f2afc admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4c65f364720e44058f67d90c9d39b8df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2488987 Feb 15 16:52:48.307186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54176) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:48.308076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd6c12-83d2-42e2-b759-e9c160219611 None None] Pushing event updated for resources: {'Port': ['ID=0b312add-b0ed-43bd-b562-62ee6d290568,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:48.324553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392e6fbc-395a-4e16-becf-2138c99f2afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bff57d5-67bd-4a14-813a-f2ea9c6766c2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:48.334997 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dcfd447a-a5e8-45ce-835a-9ec7eed8a457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (6cb15e08-a134-4e77-a451-734e5c021ad0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.336549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfd447a-a5e8-45ce-835a-9ec7eed8a457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:48.337107 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dcfd447a-a5e8-45ce-835a-9ec7eed8a457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.383416 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-067692d7-5fac-4f23-97ad-a6f82070da06 admin admin] Publish callbacks [] for security_group (7bff57d5-67bd-4a14-813a-f2ea9c6766c2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.386251 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33dc55d3-221c-43f9-b806-e0334a4761cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (faa64524-3e9c-4cad-af8e-596b77dc9db6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.387202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dc55d3-221c-43f9-b806-e0334a4761cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:48.387799 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33dc55d3-221c-43f9-b806-e0334a4761cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.392544 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95690b43-2e38-45cd-973f-e1774f627ed5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (752dba28-531e-4470-98fd-d3464c7362b9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.416345 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa4a26f-ddb5-4e85-9d3a-aacdac05b913 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 16:52:48.425325 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-067692d7-5fac-4f23-97ad-a6f82070da06 admin admin] Publish callbacks [] for security_group (7bff57d5-67bd-4a14-813a-f2ea9c6766c2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.434836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95690b43-2e38-45cd-973f-e1774f627ed5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752dba28-531e-4470-98fd-d3464c7362b9,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:48.436600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd447a-a5e8-45ce-835a-9ec7eed8a457 admin admin] Pushing event updated for resources: {'Network': ['ID=6cb15e08-a134-4e77-a451-734e5c021ad0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:48.458962 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dcfd447a-a5e8-45ce-835a-9ec7eed8a457 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2566097 Feb 15 16:52:48.483332 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54180) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:48.495727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-da333806-ef9e-4eb1-a1c2-dff2e5fbcaa4 admin admin] Request body: {'subnet': {'network_id': '6cb15e08-a134-4e77-a451-734e5c021ad0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-967397822-subnet', 'tenant_id': '49c4245619b347b1abcf122c8a867c89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:48.505728 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc55d3-221c-43f9-b806-e0334a4761cc admin admin] Pushing event updated for resources: {'Network': ['ID=faa64524-3e9c-4cad-af8e-596b77dc9db6,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:48.524697 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-33dc55d3-221c-43f9-b806-e0334a4761cc admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2833555 Feb 15 16:52:48.525386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54182) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:48.529473 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 6cb15e08-a134-4e77-a451-734e5c021ad0 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:52:48.531055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-268ec1ca-3192-4c39-9b77-d4466e37b2da admin admin] Request body: {'subnet': {'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-348821667-subnet', 'tenant_id': 'e6a9a5739db149a6bf851ba113dffa73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:48.542485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network faa64524-3e9c-4cad-af8e-596b77dc9db6 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:52:48.552749 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95690b43-2e38-45cd-973f-e1774f627ed5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.554508 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-95690b43-2e38-45cd-973f-e1774f627ed5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6321633 Feb 15 16:52:48.557182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54184) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:48.561970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:48.585178 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.632520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268ec1ca-3192-4c39-9b77-d4466e37b2da admin admin] Made reservation on behalf of e6a9a5739db149a6bf851ba113dffa73 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:48.633144 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74690a60-3ed8-4a8a-b0a2-ee2a047141de req-4bc3c9e6-9da7-44eb-984b-ae1ee5c49112 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1225896 Feb 15 16:52:48.635036 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-268ec1ca-3192-4c39-9b77-d4466e37b2da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.672440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da333806-ef9e-4eb1-a1c2-dff2e5fbcaa4 admin admin] Made reservation on behalf of 49c4245619b347b1abcf122c8a867c89 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:48.675200 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da333806-ef9e-4eb1-a1c2-dff2e5fbcaa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.706283 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.744075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Deleting port 0b312add-b0ed-43bd-b562-62ee6d290568 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:48.744529 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0b312add-b0ed-43bd-b562-62ee6d290568), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.746660 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-067692d7-5fac-4f23-97ad-a6f82070da06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7bff57d5-67bd-4a14-813a-f2ea9c6766c2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.749306 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-067692d7-5fac-4f23-97ad-a6f82070da06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:48.752886 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-067692d7-5fac-4f23-97ad-a6f82070da06 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7bff57d5-67bd-4a14-813a-f2ea9c6766c2 HTTP/1.1" status: 204 len: 168 time: 0.4443293 Feb 15 16:52:48.955777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067692d7-5fac-4f23-97ad-a6f82070da06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bff57d5-67bd-4a14-813a-f2ea9c6766c2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:48.986693 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:49.009603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] For port 0b312add-b0ed-43bd-b562-62ee6d290568, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0b312add-b0ed-43bd-b562-62ee6d290568,segment=NetworkSegment(333fdf42-9901-4d7b-abfd-a8449827beea),segment_id=333fdf42-9901-4d7b-abfd-a8449827beea)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:49.009603 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0b312add-b0ed-43bd-b562-62ee6d290568), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:49.027216 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Calling delete_port for 0b312add-b0ed-43bd-b562-62ee6d290568 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:49.062111 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74690a60-3ed8-4a8a-b0a2-ee2a047141de req-123ffa84-2611-409b-b1d9-a7ead6e4a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:49.063806 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74690a60-3ed8-4a8a-b0a2-ee2a047141de req-123ffa84-2611-409b-b1d9-a7ead6e4a2ce service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d50e5805188b4195b80b506af394e48d&device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 1129 time: 0.3355570 Feb 15 16:52:49.098256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909de458-e2e3-4631-9a7e-2783da9fadcd None None] Network 2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:49.179057 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Allocated IP 172.25.4.250 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/84bea9c8-9dc8-4eab-8e4e-cd25514a9217) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:52:49.281788 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-268ec1ca-3192-4c39-9b77-d4466e37b2da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (c464a3a9-43bb-42ce-b940-4b3652cae714), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:49.349274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74690a60-3ed8-4a8a-b0a2-ee2a047141de req-449fde4b-bf16-4cc2-a088-60bc8ee6b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:49.352975 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74690a60-3ed8-4a8a-b0a2-ee2a047141de req-449fde4b-bf16-4cc2-a088-60bc8ee6b757 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 HTTP/1.1" status: 200 len: 911 time: 0.2662184 Feb 15 16:52:49.372719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ec1ca-3192-4c39-9b77-d4466e37b2da admin admin] Pushing event updated for resources: {'Subnet': ['ID=c464a3a9-43bb-42ce-b940-4b3652cae714,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:49.405036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268ec1ca-3192-4c39-9b77-d4466e37b2da admin admin] Checking segment: {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:49.405541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268ec1ca-3192-4c39-9b77-d4466e37b2da admin admin] Network hostable DHCP agents. Network: faa64524-3e9c-4cad-af8e-596b77dc9db6, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:52:49.441156 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0b312add-b0ed-43bd-b562-62ee6d290568), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:49.456641 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for port (84bea9c8-9dc8-4eab-8e4e-cd25514a9217), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:49.470607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Port': ['ID=0b312add-b0ed-43bd-b562-62ee6d290568,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:49.479917 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74690a60-3ed8-4a8a-b0a2-ee2a047141de req-8bc3a1b8-7f8d-4d86-b5bb-7c11f92d388b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76beb63c-bfcf-4a0b-be8a-d368b5208dab HTTP/1.1" status: 200 len: 1002 time: 0.1184103 Feb 15 16:52:49.488741 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No DVR routers for this DVR port 0b312add-b0ed-43bd-b562-62ee6d290568 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:52:49.514660 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268ec1ca-3192-4c39-9b77-d4466e37b2da admin admin] Network faa64524-3e9c-4cad-af8e-596b77dc9db6 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:52:49.563698 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da333806-ef9e-4eb1-a1c2-dff2e5fbcaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (1a36c0aa-2d2b-4145-8dd5-c04834c7b034), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:49.613000 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (84bea9c8-9dc8-4eab-8e4e-cd25514a9217), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:49.659012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:49.660302 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-268ec1ca-3192-4c39-9b77-d4466e37b2da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, faa64524-3e9c-4cad-af8e-596b77dc9db6) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:49.665847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74690a60-3ed8-4a8a-b0a2-ee2a047141de req-1fa096f1-98c5-408b-a20a-7af02c081ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:49.667365 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74690a60-3ed8-4a8a-b0a2-ee2a047141de req-1fa096f1-98c5-408b-a20a-7af02c081ea0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee4840c8-e6d6-4864-8cc9-9887e739eb93 HTTP/1.1" status: 200 len: 849 time: 0.1682558 Feb 15 16:52:49.670041 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:52:49.671454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268ec1ca-3192-4c39-9b77-d4466e37b2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:49.672044 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-268ec1ca-3192-4c39-9b77-d4466e37b2da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:49.675664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6966cb4-f957-4bf1-b71c-d560d8694434 None None] Network faa64524-3e9c-4cad-af8e-596b77dc9db6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:49.702069 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:49.707776 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:49.710189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:52:49.719477 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:52:49.720222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333fdf42-9901-4d7b-abfd-a8449827beea') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:49.720649 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333fdf42-9901-4d7b-abfd-a8449827beea') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:49.742298 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (333fdf42-9901-4d7b-abfd-a8449827beea), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:49.759657 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (333fdf42-9901-4d7b-abfd-a8449827beea), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:49.766348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:49.766932 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (333fdf42-9901-4d7b-abfd-a8449827beea), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:49.808199 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ced225-92d2-420a-bfbe-d872267ca987 None None] Network faa64524-3e9c-4cad-af8e-596b77dc9db6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:49.814896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event updated for resources: {'Port': ['ID=84bea9c8-9dc8-4eab-8e4e-cd25514a9217,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:49.839520 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:49.843884 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da333806-ef9e-4eb1-a1c2-dff2e5fbcaa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a36c0aa-2d2b-4145-8dd5-c04834c7b034,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:49.879140 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da333806-ef9e-4eb1-a1c2-dff2e5fbcaa4 admin admin] Checking segment: {'id': '50f75520-fa56-4843-a139-9726e1510d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6cb15e08-a134-4e77-a451-734e5c021ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:49.879140 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da333806-ef9e-4eb1-a1c2-dff2e5fbcaa4 admin admin] Network hostable DHCP agents. Network: 6cb15e08-a134-4e77-a451-734e5c021ad0, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:52:49.901986 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-268ec1ca-3192-4c39-9b77-d4466e37b2da admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3750584 Feb 15 16:52:49.924405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74690a60-3ed8-4a8a-b0a2-ee2a047141de req-f6da9e19-57ad-4fd5-8b0d-4f649caba192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:49.925408 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74690a60-3ed8-4a8a-b0a2-ee2a047141de req-f6da9e19-57ad-4fd5-8b0d-4f649caba192 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2435861 Feb 15 16:52:49.950176 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:49.990822 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for floatingip (20dae339-5dfb-4383-9413-ae4a74320700), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:50.000501 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:50.003753 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7 HTTP/1.1" status: 204 len: 168 time: 3.0556459 Feb 15 16:52:50.006868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54208) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:50.024339 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565fda1-e30c-4c64-88fd-189cc482f186 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Network': ['ID=2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:50.030592 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da333806-ef9e-4eb1-a1c2-dff2e5fbcaa4 admin admin] Network 6cb15e08-a134-4e77-a451-734e5c021ad0 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:52:50.041221 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b118f7-8b64-4242-9c45-0f3196323a0f tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] GET failed (client error): The resource could not be found. Feb 15 16:52:50.042620 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-67b118f7-8b64-4242-9c45-0f3196323a0f tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "GET /v2.0/subnets/02d0beac-0a41-4006-be5d-ea493e158435 HTTP/1.1" status: 404 len: 337 time: 0.0346103 Feb 15 16:52:50.045635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54212) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:50.072038 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af70c92-a621-4d95-b1fa-596777a0bc8b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:50.072636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af70c92-a621-4d95-b1fa-596777a0bc8b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:50.075828 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74690a60-3ed8-4a8a-b0a2-ee2a047141de req-fb5f7788-ed79-45bc-b793-908e99b26d32 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437140 Feb 15 16:52:50.081043 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8af70c92-a621-4d95-b1fa-596777a0bc8b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7 HTTP/1.1" status: 404 len: 339 time: 0.0321200 Feb 15 16:52:50.082785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54218) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:50.141469 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-da333806-ef9e-4eb1-a1c2-dff2e5fbcaa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 6cb15e08-a134-4e77-a451-734e5c021ad0) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:50.146336 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da333806-ef9e-4eb1-a1c2-dff2e5fbcaa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:50.147692 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da333806-ef9e-4eb1-a1c2-dff2e5fbcaa4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:50.151808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d25f4c-e15c-4be4-9d71-47f30c477f37 None None] Network 6cb15e08-a134-4e77-a451-734e5c021ad0 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:50.207614 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74690a60-3ed8-4a8a-b0a2-ee2a047141de req-989c3c1f-09fa-4586-a503-7acbd8b6e4e0 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243186 Feb 15 16:52:50.258597 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-da333806-ef9e-4eb1-a1c2-dff2e5fbcaa4 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7721083 Feb 15 16:52:50.348105 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (84bea9c8-9dc8-4eab-8e4e-cd25514a9217), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:50.372691 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d24505-b6b9-4839-aa6c-39dc11da66fe None None] Network 6cb15e08-a134-4e77-a451-734e5c021ad0 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:50.381916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3e15ba-5183-42cf-91e3-18c8dc893b85 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:50.386551 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bb3e15ba-5183-42cf-91e3-18c8dc893b85 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2972891 Feb 15 16:52:50.386648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54230) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:50.536271 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54242) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:50.542069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d4993ebb-1dc0-4e1d-ab13-58cc8308f7fb tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 207 time: 0.1541657 Feb 15 16:52:50.727737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-fddb98f8-79aa-4af8-983a-4b1d90a8c188 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:50.731338 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-fddb98f8-79aa-4af8-983a-4b1d90a8c188 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 805 time: 0.2045190 Feb 15 16:52:50.764634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fec8a76-4a2f-45e9-a31c-be6729c3587f tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:50.771815 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fec8a76-4a2f-45e9-a31c-be6729c3587f tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:50.777762 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-764d9f46-62b7-4f34-882b-38e89624bf1f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/quotas/e6a9a5739db149a6bf851ba113dffa73 HTTP/1.1" status: 200 len: 375 time: 0.0328424 Feb 15 16:52:50.780650 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fec8a76-4a2f-45e9-a31c-be6729c3587f tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:50.788502 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fec8a76-4a2f-45e9-a31c-be6729c3587f tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:50.790662 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5fec8a76-4a2f-45e9-a31c-be6729c3587f tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2538333 Feb 15 16:52:50.795503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54254) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:50.937217 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6634cd4b-ab1d-4d28-9c57-fe80edcc1797 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1395431 Feb 15 16:52:50.943177 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-8f096f0c-0ee4-433b-8102-0e785228755d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1534531 Feb 15 16:52:50.943545 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54264) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:51.054364 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab20bf1-8ad8-4377-bf14-460149d21b15 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:51.056293 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab20bf1-8ad8-4377-bf14-460149d21b15 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:51.061767 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dab20bf1-8ad8-4377-bf14-460149d21b15 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1131325 Feb 15 16:52:51.066624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54266) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:51.141850 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758ca435-8ed0-4f6a-822a-f19ca39e0614 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:51.143956 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758ca435-8ed0-4f6a-822a-f19ca39e0614 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['shared'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:51.146920 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-758ca435-8ed0-4f6a-822a-f19ca39e0614 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0809703 Feb 15 16:52:51.150473 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54270) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:51.250486 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-82535b17-6fd4-4bb4-a3cd-891c98520e1e service neutron] 10.222.0.107 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961357 Feb 15 16:52:51.255257 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for port (84bea9c8-9dc8-4eab-8e4e-cd25514a9217), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:51.381760 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (84bea9c8-9dc8-4eab-8e4e-cd25514a9217), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:51.499539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1628a5f-ab5a-40ed-b05b-e0d02d14175a tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:51.504404 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c1628a5f-ab5a-40ed-b05b-e0d02d14175a tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "GET /v2.0/networks/80bc9037-6f27-4497-a167-21bcfd389192 HTTP/1.1" status: 200 len: 799 time: 0.3506446 Feb 15 16:52:51.506477 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54282) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:51.540084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event updated for resources: {'Port': ['ID=84bea9c8-9dc8-4eab-8e4e-cd25514a9217,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:51.570512 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-80de6400-68ac-4e08-b6e7-e8450f20de89 service neutron] 10.222.0.107 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070686 Feb 15 16:52:51.599066 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (20dae339-5dfb-4383-9413-ae4a74320700), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:51.737103 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:51.738441 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c18768aa-d928-47d4-9b38-77f1f9e94d79 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1802144 Feb 15 16:52:51.978492 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24b6fa9d-33d6-48c2-b823-697aa3e52054 req-5ab36583-69f4-44d8-8c80-eda9ce478505 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 210 time: 0.0741572 Feb 15 16:52:52.103179 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fe5aa2df-c571-4bb0-862f-2437c66a3b0d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "GET /v2.0/networks/80bc9037-6f27-4497-a167-21bcfd389192?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.5946681 Feb 15 16:52:52.106580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54318) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:52.138409 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07466c0e-95f6-4299-87f4-71892449c726 req-8beea378-4630-4aff-b0fa-92c3f9ebf1d1 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:52.140081 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07466c0e-95f6-4299-87f4-71892449c726 req-8beea378-4630-4aff-b0fa-92c3f9ebf1d1 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/networks?id=6cb15e08-a134-4e77-a451-734e5c021ad0 HTTP/1.1" status: 200 len: 817 time: 0.6344924 Feb 15 16:52:52.157172 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07466c0e-95f6-4299-87f4-71892449c726 req-1b8f81ba-eada-4ce6-8ce3-59884ad20b2b tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/quotas/49c4245619b347b1abcf122c8a867c89 HTTP/1.1" status: 200 len: 375 time: 0.0112247 Feb 15 16:52:52.219938 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07466c0e-95f6-4299-87f4-71892449c726 req-e3bd1c47-b137-4453-b267-a11def1d4970 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=49c4245619b347b1abcf122c8a867c89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555968 Feb 15 16:52:52.236361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c5f5f7-adb1-4719-a444-247ee2c44aad tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:52.238179 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e8c5f5f7-adb1-4719-a444-247ee2c44aad tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "GET /v2.0/subnets/5d4b3187-0bb1-4360-a2a6-5aa67ac7c3c9 HTTP/1.1" status: 200 len: 811 time: 0.1306114 Feb 15 16:52:52.244308 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54322) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:52.315653 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74537514-5c8f-453f-8c45-feae687c52fb req-63b33ef8-56fb-4f30-a631-5e2dedf365b4 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--678209519&fields=id&tenant_id=aa559641e7a648c6ab392d6a0949505a HTTP/1.1" status: 200 len: 267 time: 0.1643307 Feb 15 16:52:52.320786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728deb43-6a7e-487b-bced-22794e757e39 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:52.323914 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-728deb43-6a7e-487b-bced-22794e757e39 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "GET /v2.0/subnets/5d4b3187-0bb1-4360-a2a6-5aa67ac7c3c9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0769601 Feb 15 16:52:52.326453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54326) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:52.337155 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-df86b1bd-ffc6-41ef-ad6f-1ef403252621 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1870962658'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:52.349466 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07466c0e-95f6-4299-87f4-71892449c726 req-ad066498-29d3-4cbc-9fbc-d1e9e3223369 service neutron] 10.222.0.107 "GET /v2.0/networks/6cb15e08-a134-4e77-a451-734e5c021ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224115 Feb 15 16:52:52.452032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74537514-5c8f-453f-8c45-feae687c52fb req-f11f8e05-7de0-478d-993a-a4b67d071a72 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:52.453579 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74537514-5c8f-453f-8c45-feae687c52fb req-f11f8e05-7de0-478d-993a-a4b67d071a72 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/networks?id=abd1de71-eb7f-481e-93c5-240c9863694a HTTP/1.1" status: 200 len: 817 time: 0.1302845 Feb 15 16:52:52.476060 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74537514-5c8f-453f-8c45-feae687c52fb req-5b49022f-23f5-4c37-8ef1-fffa5510f820 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/quotas/aa559641e7a648c6ab392d6a0949505a HTTP/1.1" status: 200 len: 375 time: 0.0155258 Feb 15 16:52:52.478308 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07466c0e-95f6-4299-87f4-71892449c726 req-fca49e45-c1b3-48ab-958f-1142492d1d7b service neutron] 10.222.0.107 "GET /v2.0/networks/6cb15e08-a134-4e77-a451-734e5c021ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212692 Feb 15 16:52:52.530761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df86b1bd-ffc6-41ef-ad6f-1ef403252621 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:52.534490 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df86b1bd-ffc6-41ef-ad6f-1ef403252621 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:52.583738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74537514-5c8f-453f-8c45-feae687c52fb req-7458e9b4-2527-459f-b4ed-cdf614f391a4 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=aa559641e7a648c6ab392d6a0949505a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955539 Feb 15 16:52:52.584603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df86b1bd-ffc6-41ef-ad6f-1ef403252621 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:52:52.594736 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df86b1bd-ffc6-41ef-ad6f-1ef403252621 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (21ac8b68-411d-40eb-a577-dd43056b29cb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:52.595142 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-df86b1bd-ffc6-41ef-ad6f-1ef403252621 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Added segment 21ac8b68-411d-40eb-a577-dd43056b29cb of type vlan for network 1160fdda-c20f-46c2-bfc0-06b0d0f77dc0 Feb 15 16:52:52.647340 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54330) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:52.700007 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df86b1bd-ffc6-41ef-ad6f-1ef403252621 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (1160fdda-c20f-46c2-bfc0-06b0d0f77dc0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:52.777655 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74537514-5c8f-453f-8c45-feae687c52fb req-007643ea-733e-4bf7-9b1f-c0c4231e684e service neutron] 10.222.0.107 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779845 Feb 15 16:52:52.834236 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df86b1bd-ffc6-41ef-ad6f-1ef403252621 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (1160fdda-c20f-46c2-bfc0-06b0d0f77dc0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:52.839849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df86b1bd-ffc6-41ef-ad6f-1ef403252621 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:52.840711 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df86b1bd-ffc6-41ef-ad6f-1ef403252621 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:52.917857 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1c0e1068-6067-45ef-9c1a-dd7fc2f23277 tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:52.981276 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74537514-5c8f-453f-8c45-feae687c52fb req-62fd1451-d0f8-411d-bc34-f8d91b9d78a8 service neutron] 10.222.0.107 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889749 Feb 15 16:52:53.060905 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3eee4e48-c809-48fc-a58f-27666a07532f req-e9dde541-8ccf-49cd-b66d-207ebe6b0034 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 210 time: 0.0798786 Feb 15 16:52:53.068738 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df86b1bd-ffc6-41ef-ad6f-1ef403252621 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Network': ['ID=1160fdda-c20f-46c2-bfc0-06b0d0f77dc0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:53.083375 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 1160fdda-c20f-46c2-bfc0-06b0d0f77dc0 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:52:53.115731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54350) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:53.115868 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-df86b1bd-ffc6-41ef-ad6f-1ef403252621 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7883141 Feb 15 16:52:53.125535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-a028a9d2-604f-4519-9ba3-c54d2c2ff5c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'subnet': {'network_id': '1160fdda-c20f-46c2-bfc0-06b0d0f77dc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:53.195369 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00799fde-4604-44bd-9388-afa61e531db6 req-3f7044aa-7de4-4922-9ed2-509085661a99 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 210 time: 0.0671275 Feb 15 16:52:53.245410 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1c0e1068-6067-45ef-9c1a-dd7fc2f23277 tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] 10.222.0.107 "PUT /v2.0/quotas/e779a99d66f043f9887fc9759c3a3a76 HTTP/1.1" status: 200 len: 366 time: 0.5956497 Feb 15 16:52:53.246411 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54356) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:53.264485 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0f0c293f-dda0-4c71-80ff-d781c5e03268 tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] 10.222.0.107 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0167501 Feb 15 16:52:53.266851 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54360) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:53.280670 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-05d1fb17-98b4-4b7d-8006-0d7b771da8fc tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] 10.222.0.107 "GET /v2.0/quotas/e779a99d66f043f9887fc9759c3a3a76 HTTP/1.1" status: 200 len: 366 time: 0.0102966 Feb 15 16:52:53.280890 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54362) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:53.336330 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-034d00da-36a4-45bb-a581-485bd80f7ef6 req-c7f3fdc1-78a0-4e3b-8b1d-fc3e93e2e47b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 210 time: 0.0323541 Feb 15 16:52:53.370896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a028a9d2-604f-4519-9ba3-c54d2c2ff5c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Made reservation on behalf of fe0c97cc021b45ff9a703ec5fdb025a9 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:53.375180 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a028a9d2-604f-4519-9ba3-c54d2c2ff5c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:53.437480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.ipam_backend_mixin [None req-a028a9d2-604f-4519-9ba3-c54d2c2ff5c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Performing IP validity checks on allocation pools {{(pid=103799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 16:52:53.438332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.ipam_backend_mixin [None req-a028a9d2-604f-4519-9ba3-c54d2c2ff5c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 16:52:53.463220 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a0fb7ad8-8d1d-4ad6-a7d2-b6389367795c tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] 10.222.0.107 "DELETE /v2.0/quotas/e779a99d66f043f9887fc9759c3a3a76 HTTP/1.1" status: 204 len: 168 time: 0.1810582 Feb 15 16:52:53.465485 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54370) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:53.476708 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8c4503a9-cf7d-4273-be45-b1aed4a69333 tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] 10.222.0.107 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0098519 Feb 15 16:52:53.479019 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54372) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:53.489306 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-33c8cda4-341b-4378-93a8-8cbf89717ddc tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] 10.222.0.107 "GET /v2.0/quotas/e779a99d66f043f9887fc9759c3a3a76 HTTP/1.1" status: 200 len: 370 time: 0.0084918 Feb 15 16:52:53.493080 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54374) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:53.500387 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-020e9f55-6094-4be8-aba6-5676b72eebf5 tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] 10.222.0.107 "GET /v2.0/quotas/e779a99d66f043f9887fc9759c3a3a76/default HTTP/1.1" status: 200 len: 370 time: 0.0039814 Feb 15 16:52:53.500926 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54376) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:53.511213 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-16152fa1-70f3-43c3-9cff-3a37c12852c5 tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] delete failed (client error): The resource could not be found. Feb 15 16:52:53.512952 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-16152fa1-70f3-43c3-9cff-3a37c12852c5 tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] 10.222.0.107 "DELETE /v2.0/quotas/e779a99d66f043f9887fc9759c3a3a76 HTTP/1.1" status: 404 len: 348 time: 0.0102739 Feb 15 16:52:53.743102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a028a9d2-604f-4519-9ba3-c54d2c2ff5c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (9cc6712e-13c7-483c-b4c5-1752d152eda6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:53.825246 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a028a9d2-604f-4519-9ba3-c54d2c2ff5c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Checking segment: {'id': '21ac8b68-411d-40eb-a577-dd43056b29cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '1160fdda-c20f-46c2-bfc0-06b0d0f77dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:53.825987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a028a9d2-604f-4519-9ba3-c54d2c2ff5c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network hostable DHCP agents. Network: 1160fdda-c20f-46c2-bfc0-06b0d0f77dc0, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:52:53.829409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a028a9d2-604f-4519-9ba3-c54d2c2ff5c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Subnet': ['ID=9cc6712e-13c7-483c-b4c5-1752d152eda6,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:53.973301 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54382) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:53.990256 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a028a9d2-604f-4519-9ba3-c54d2c2ff5c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Network 1160fdda-c20f-46c2-bfc0-06b0d0f77dc0 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:52:54.004247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.quota.resource [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Usage tracker for resource:network and project:708b217b9fd04658ab0431d34be8f310 is out of sync, need to count used quota {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 16:52:54.009337 n-d-828372-14 neutron-server[103800]: DEBUG neutron.quota.resource [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 16:52:54.016464 n-d-828372-14 neutron-server[103800]: DEBUG neutron.quota.resource [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Usage tracker for resource:subnet and project:708b217b9fd04658ab0431d34be8f310 is out of sync, need to count used quota {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 16:52:54.020462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.quota.resource [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 16:52:54.027404 n-d-828372-14 neutron-server[103800]: DEBUG neutron.quota.resource [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Usage tracker for resource:subnetpool and project:708b217b9fd04658ab0431d34be8f310 is out of sync, need to count used quota {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 16:52:54.036865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.quota.resource [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 16:52:54.044543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.quota.resource [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Usage tracker for resource:port and project:708b217b9fd04658ab0431d34be8f310 is out of sync, need to count used quota {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 16:52:54.048741 n-d-828372-14 neutron-server[103800]: DEBUG neutron.quota.resource [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 16:52:54.056388 n-d-828372-14 neutron-server[103800]: DEBUG neutron.quota.resource [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Usage tracker for resource:router and project:708b217b9fd04658ab0431d34be8f310 is out of sync, need to count used quota {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 16:52:54.059811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.quota.resource [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 16:52:54.066247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.quota.resource [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Usage tracker for resource:floatingip and project:708b217b9fd04658ab0431d34be8f310 is out of sync, need to count used quota {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 16:52:54.069883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.quota.resource [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 16:52:54.104618 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a028a9d2-604f-4519-9ba3-c54d2c2ff5c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 1160fdda-c20f-46c2-bfc0-06b0d0f77dc0) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:54.104618 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a028a9d2-604f-4519-9ba3-c54d2c2ff5c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:54.104618 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a028a9d2-604f-4519-9ba3-c54d2c2ff5c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:54.105775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fa5289-fba6-457c-87d3-b9e368439e4f None None] Network 1160fdda-c20f-46c2-bfc0-06b0d0f77dc0 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:54.142473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.quota.resource [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Usage tracker for resource:security_group and project:708b217b9fd04658ab0431d34be8f310 is out of sync, need to count used quota {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 16:52:54.152055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.quota.resource [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 16:52:54.168174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.quota.resource [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Usage tracker for resource:security_group_rule and project:708b217b9fd04658ab0431d34be8f310 is out of sync, need to count used quota {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 16:52:54.172371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.quota.resource [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103800) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 15 16:52:54.177472 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5a9ee3dc-aeb5-45df-98d1-c156c31cbabd tempest-QuotasTest-503963434 tempest-QuotasTest-503963434-project-admin] 10.222.0.107 "GET /v2.0/quotas/708b217b9fd04658ab0431d34be8f310/details.json HTTP/1.1" status: 200 len: 703 time: 0.2029829 Feb 15 16:52:54.204518 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2e7e52a1-7ae0-4b8b-a798-0817e0a68009 req-144f9bef-d209-4597-8f06-fdf2c386a1d5 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 210 time: 0.0526416 Feb 15 16:52:54.214264 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a028a9d2-604f-4519-9ba3-c54d2c2ff5c7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0966988 Feb 15 16:52:54.217107 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54394) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:54.231954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9b8ebf8f-5355-4d29-85f2-f77a64e2126c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:54.318783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36056d67-5245-49cb-bd69-798daa433f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-1160fdda-c20f-46c2-bfc0-06b0d0f77dc0', 'network_id': '1160fdda-c20f-46c2-bfc0-06b0d0f77dc0', 'project_id': 'fe0c97cc021b45ff9a703ec5fdb025a9', 'fixed_ips': [{'subnet_id': '9cc6712e-13c7-483c-b4c5-1752d152eda6'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:52:54.320792 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36056d67-5245-49cb-bd69-798daa433f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:54.439901 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7f6f0605-25e6-42f5-9848-bccd69b9e3a3 req-ea94ffe4-4200-460a-9226-e7aeb5d70997 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 210 time: 0.0996611 Feb 15 16:52:54.471101 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b8ebf8f-5355-4d29-85f2-f77a64e2126c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8863207'] for subnet (9cc6712e-13c7-483c-b4c5-1752d152eda6), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:54.507121 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-429dd2fd-7f65-4f47-98f9-247f24ebeb44 req-19579082-b109-43f9-8799-96bb64ea2ae4 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 210 time: 0.0468857 Feb 15 16:52:54.619132 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-36056d67-5245-49cb-bd69-798daa433f57 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 15 16:52:54.619132 n-d-828372-14 neutron-server[103801]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 15 16:52:54.619132 n-d-828372-14 neutron-server[103801]: [parameters: {'in_use': 1, 'id_1': '9cc6712e-13c7-483c-b4c5-1752d152eda6'}] Feb 15 16:52:54.619132 n-d-828372-14 neutron-server[103801]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:52:54.620225 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-36056d67-5245-49cb-bd69-798daa433f57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:52:54.774922 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b8ebf8f-5355-4d29-85f2-f77a64e2126c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759614419478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8822389'] for subnet (9cc6712e-13c7-483c-b4c5-1752d152eda6), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:54.822994 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8ebf8f-5355-4d29-85f2-f77a64e2126c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:54.823528 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b8ebf8f-5355-4d29-85f2-f77a64e2126c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:54.824877 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9b8ebf8f-5355-4d29-85f2-f77a64e2126c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "PUT /v2.0/subnets/9cc6712e-13c7-483c-b4c5-1752d152eda6 HTTP/1.1" status: 200 len: 877 time: 0.6064227 Feb 15 16:52:54.827658 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54400) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:54.852964 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ebf8f-5355-4d29-85f2-f77a64e2126c tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event updated for resources: {'Subnet': ['ID=9cc6712e-13c7-483c-b4c5-1752d152eda6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:54.957382 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16fee558-e44e-4b32-a2cf-7fa24c964d2e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (1160fdda-c20f-46c2-bfc0-06b0d0f77dc0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:55.017592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54406) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:55.077474 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16fee558-e44e-4b32-a2cf-7fa24c964d2e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (9cc6712e-13c7-483c-b4c5-1752d152eda6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:55.123109 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36056d67-5245-49cb-bd69-798daa433f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:55.209746 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a22547d6-32ca-441d-845e-802a8ea1b751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:55.301157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-0a3b493b-1c33-4328-80e0-5bf9c00617ea tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:55.302670 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-0a3b493b-1c33-4328-80e0-5bf9c00617ea tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.67 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 805 time: 0.1064751 Feb 15 16:52:55.317591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-bfa80120-d98f-462d-a75d-0c01e048274d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Request body: {'port': {'device_id': '883e4fe3-3c4a-4e63-9b71-5538c0e3537c', 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6', 'admin_state_up': True, 'tenant_id': 'e6a9a5739db149a6bf851ba113dffa73'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:55.351164 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f6f42f79-0d1b-4924-8c07-2655f4c178b1 req-bb61b25d-a1d3-4c7e-9cfe-f720899a49c9 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 210 time: 0.0463786 Feb 15 16:52:55.352374 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16fee558-e44e-4b32-a2cf-7fa24c964d2e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (9cc6712e-13c7-483c-b4c5-1752d152eda6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:55.464615 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a22547d6-32ca-441d-845e-802a8ea1b751 admin admin] Publish callbacks [] for security_group (e3e57ee0-2c28-40f2-bb2d-3f39a488f106), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:55.481924 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fee558-e44e-4b32-a2cf-7fa24c964d2e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc6712e-13c7-483c-b4c5-1752d152eda6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server [None req-36056d67-5245-49cb-bd69-798daa433f57 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9cc6712e-13c7-483c-b4c5-1752d152eda6: This subnet is being modified by another concurrent operation. Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 16:52:55.495473 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise exception Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9cc6712e-13c7-483c-b4c5-1752d152eda6: This subnet is being modified by another concurrent operation. Feb 15 16:52:55.505251 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server Feb 15 16:52:55.532631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a555b9-c8c2-4173-9d40-1a6aff365455 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 16:52:55.549496 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a22547d6-32ca-441d-845e-802a8ea1b751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e3e57ee0-2c28-40f2-bb2d-3f39a488f106), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:55.590112 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16fee558-e44e-4b32-a2cf-7fa24c964d2e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (1160fdda-c20f-46c2-bfc0-06b0d0f77dc0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:55.639507 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-41890a70-4619-40fc-bae4-63913d2663e9 req-842e96e9-b62b-492c-9ece-e076b007e154 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 210 time: 0.0781124 Feb 15 16:52:55.643705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-16fee558-e44e-4b32-a2cf-7fa24c964d2e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1160fdda-c20f-46c2-bfc0-06b0d0f77dc0']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:55.656142 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-16fee558-e44e-4b32-a2cf-7fa24c964d2e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ac8b68-411d-40eb-a577-dd43056b29cb') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:55.656869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-16fee558-e44e-4b32-a2cf-7fa24c964d2e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ac8b68-411d-40eb-a577-dd43056b29cb') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:55.666273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a22547d6-32ca-441d-845e-802a8ea1b751 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=203dbc6bc81a4e488a4e1b5c5699c15f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6472673 Feb 15 16:52:55.668548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54422) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:55.673187 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16fee558-e44e-4b32-a2cf-7fa24c964d2e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (21ac8b68-411d-40eb-a577-dd43056b29cb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:55.692976 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16fee558-e44e-4b32-a2cf-7fa24c964d2e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (21ac8b68-411d-40eb-a577-dd43056b29cb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:55.697726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22547d6-32ca-441d-845e-802a8ea1b751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e57ee0-2c28-40f2-bb2d-3f39a488f106,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:55.744094 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b123f960-50ff-42b1-bd9e-5fce0e229ad8 admin admin] Publish callbacks [] for security_group (e3e57ee0-2c28-40f2-bb2d-3f39a488f106), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:55.770668 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b123f960-50ff-42b1-bd9e-5fce0e229ad8 admin admin] Publish callbacks [] for security_group (e3e57ee0-2c28-40f2-bb2d-3f39a488f106), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:55.773095 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1141dc99-85bd-482a-9423-7c95e75a7512 req-e76c8c5e-e337-46b8-ae8e-7a71fa3745b6 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 210 time: 0.0753911 Feb 15 16:52:55.778864 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16fee558-e44e-4b32-a2cf-7fa24c964d2e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:55.779272 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16fee558-e44e-4b32-a2cf-7fa24c964d2e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (21ac8b68-411d-40eb-a577-dd43056b29cb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: warnings.warn('Neutron quota engine will require "--force" ' Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:55.782941 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:55.860394 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a555b9-c8c2-4173-9d40-1a6aff365455 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 16:52:55.969586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74537514-5c8f-453f-8c45-feae687c52fb req-08b3a848-6263-436d-bda5-d1f9e2327985 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:55.972110 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74537514-5c8f-453f-8c45-feae687c52fb req-08b3a848-6263-436d-bda5-d1f9e2327985 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.67 "GET /v2.0/networks?id=abd1de71-eb7f-481e-93c5-240c9863694a HTTP/1.1" status: 200 len: 817 time: 0.1437848 Feb 15 16:52:56.006997 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-bfa80120-d98f-462d-a75d-0c01e048274d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Made reservation on behalf of e6a9a5739db149a6bf851ba113dffa73 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:56.013552 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-bfa80120-d98f-462d-a75d-0c01e048274d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:56.016758 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16fee558-e44e-4b32-a2cf-7fa24c964d2e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (1160fdda-c20f-46c2-bfc0-06b0d0f77dc0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:56.025658 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b123f960-50ff-42b1-bd9e-5fce0e229ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e3e57ee0-2c28-40f2-bb2d-3f39a488f106), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:56.040128 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b123f960-50ff-42b1-bd9e-5fce0e229ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:56.043487 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b123f960-50ff-42b1-bd9e-5fce0e229ad8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e3e57ee0-2c28-40f2-bb2d-3f39a488f106 HTTP/1.1" status: 204 len: 168 time: 0.3737898 Feb 15 16:52:56.049183 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16fee558-e44e-4b32-a2cf-7fa24c964d2e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:56.061027 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-16fee558-e44e-4b32-a2cf-7fa24c964d2e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/1160fdda-c20f-46c2-bfc0-06b0d0f77dc0 HTTP/1.1" status: 204 len: 168 time: 1.2277460 Feb 15 16:52:56.067813 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54430) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:56.128296 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74537514-5c8f-453f-8c45-feae687c52fb req-d73743b5-4f79-4004-aedc-37a418421564 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa559641e7a648c6ab392d6a0949505a HTTP/1.1" status: 200 len: 379 time: 0.1456885 Feb 15 16:52:56.143784 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fee558-e44e-4b32-a2cf-7fa24c964d2e tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Network': ['ID=1160fdda-c20f-46c2-bfc0-06b0d0f77dc0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:56.153036 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec7acc9-7235-4793-a5b8-49ea1af4a0d2 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:56.153754 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec7acc9-7235-4793-a5b8-49ea1af4a0d2 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:56.157027 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8ec7acc9-7235-4793-a5b8-49ea1af4a0d2 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/subnets/9cc6712e-13c7-483c-b4c5-1752d152eda6 HTTP/1.1" status: 404 len: 337 time: 0.0869634 Feb 15 16:52:56.160497 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54436) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:56.210273 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc92102b-1d5a-44d1-80bf-07f8aabb1e30 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:56.210894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc92102b-1d5a-44d1-80bf-07f8aabb1e30 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:56.214123 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dc92102b-1d5a-44d1-80bf-07f8aabb1e30 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/1160fdda-c20f-46c2-bfc0-06b0d0f77dc0 HTTP/1.1" status: 404 len: 339 time: 0.0523970 Feb 15 16:52:56.225624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54438) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:56.253017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7b0eb8-9e77-400e-8405-4a43f461989e None None] Network 1160fdda-c20f-46c2-bfc0-06b0d0f77dc0 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:56.276993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7b0eb8-9e77-400e-8405-4a43f461989e None None] Network 1160fdda-c20f-46c2-bfc0-06b0d0f77dc0 could not be found, it might have been deleted concurrently. {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 16:52:56.300780 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d44c14-ce5f-418e-b6df-fbdbf92caf70 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:56.300780 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d44c14-ce5f-418e-b6df-fbdbf92caf70 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:56.303319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c6c46-9679-46c5-ae2b-e89a4bb5304a None None] Network 1160fdda-c20f-46c2-bfc0-06b0d0f77dc0 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:56.313716 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a4d44c14-ce5f-418e-b6df-fbdbf92caf70 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/subnets/02d0beac-0a41-4006-be5d-ea493e158435 HTTP/1.1" status: 404 len: 337 time: 0.0864542 Feb 15 16:52:56.314444 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54440) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:56.322264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073c6c46-9679-46c5-ae2b-e89a4bb5304a None None] Network 1160fdda-c20f-46c2-bfc0-06b0d0f77dc0 could not be found, it might have been deleted concurrently. {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 16:52:56.335605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-74537514-5c8f-453f-8c45-feae687c52fb req-96fd7247-9cdc-440b-ad56-6901f429c39a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Request body: {'port': {'device_id': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'admin_state_up': True, 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'security_groups': ['a7589f49-b692-4327-83e0-bfeffa0042da']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:56.344659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123f960-50ff-42b1-bd9e-5fce0e229ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e57ee0-2c28-40f2-bb2d-3f39a488f106,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:56.362470 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-90e0e184-6a89-4f05-853c-9af57816b436 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:56.362997 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90e0e184-6a89-4f05-853c-9af57816b436 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:56.371984 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-90e0e184-6a89-4f05-853c-9af57816b436 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/2f4dbbbd-ecbf-4277-9b73-60cf1eaf63a7 HTTP/1.1" status: 404 len: 339 time: 0.0537467 Feb 15 16:52:56.376808 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54442) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:56.424226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07466c0e-95f6-4299-87f4-71892449c726 req-8946f5d3-9943-401e-92bd-3c0ea2b3f89e tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:56.426820 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07466c0e-95f6-4299-87f4-71892449c726 req-8946f5d3-9943-401e-92bd-3c0ea2b3f89e tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.67 "GET /v2.0/networks?id=6cb15e08-a134-4e77-a451-734e5c021ad0 HTTP/1.1" status: 200 len: 817 time: 0.2761471 Feb 15 16:52:56.441810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-07466c0e-95f6-4299-87f4-71892449c726 req-bd062e2f-361e-4615-a30b-794f68a62881 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Request body: {'port': {'device_id': '67d3b336-a84e-4f6f-87a0-cefd1a839482', 'network_id': '6cb15e08-a134-4e77-a451-734e5c021ad0', 'admin_state_up': True, 'tenant_id': '49c4245619b347b1abcf122c8a867c89'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:56.525703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-bfa80120-d98f-462d-a75d-0c01e048274d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Allocated IP 172.20.0.14 (faa64524-3e9c-4cad-af8e-596b77dc9db6/c464a3a9-43bb-42ce-b940-4b3652cae714/21b48050-d6b1-4d95-96d0-49afc662f919) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:52:56.535735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fdf1f29-3473-4bf0-a55e-f924ee440e59 req-accf90dd-abf2-45ca-ae45-b685b385ac8b tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 210 time: 0.0635924 Feb 15 16:52:56.587429 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bbd252d-01ab-4d96-9b03-aa3b65c18fc4 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (4919db6c-56af-4413-bb3b-e2146ebbac61), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:56.746556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74537514-5c8f-453f-8c45-feae687c52fb req-96fd7247-9cdc-440b-ad56-6901f429c39a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Made reservation on behalf of aa559641e7a648c6ab392d6a0949505a for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:56.750251 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-74537514-5c8f-453f-8c45-feae687c52fb req-96fd7247-9cdc-440b-ad56-6901f429c39a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:56.779753 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07466c0e-95f6-4299-87f4-71892449c726 req-bd062e2f-361e-4615-a30b-794f68a62881 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Made reservation on behalf of 49c4245619b347b1abcf122c8a867c89 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:52:56.780284 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-07466c0e-95f6-4299-87f4-71892449c726 req-bd062e2f-361e-4615-a30b-794f68a62881 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:56.787030 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd7eb926-f471-4123-84f5-4fba8bb875d4 req-c5d89605-041a-4dad-8a2e-4825efe9d482 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 210 time: 0.0441339 Feb 15 16:52:56.792542 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bbd252d-01ab-4d96-9b03-aa3b65c18fc4 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (4919db6c-56af-4413-bb3b-e2146ebbac61), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:56.823619 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9bbd252d-01ab-4d96-9b03-aa3b65c18fc4 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4919db6c-56af-4413-bb3b-e2146ebbac61']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:56.843231 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9bbd252d-01ab-4d96-9b03-aa3b65c18fc4 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50531c0e-e6de-4d2e-aa95-03a28f6a2723') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:56.843532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9bbd252d-01ab-4d96-9b03-aa3b65c18fc4 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50531c0e-e6de-4d2e-aa95-03a28f6a2723') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:52:56.864103 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bbd252d-01ab-4d96-9b03-aa3b65c18fc4 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (50531c0e-e6de-4d2e-aa95-03a28f6a2723), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:56.889005 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-bfa80120-d98f-462d-a75d-0c01e048274d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks [] for port (21b48050-d6b1-4d95-96d0-49afc662f919), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:56.891241 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bbd252d-01ab-4d96-9b03-aa3b65c18fc4 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (50531c0e-e6de-4d2e-aa95-03a28f6a2723), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:56.901819 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbd252d-01ab-4d96-9b03-aa3b65c18fc4 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:52:56.902349 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bbd252d-01ab-4d96-9b03-aa3b65c18fc4 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (50531c0e-e6de-4d2e-aa95-03a28f6a2723), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:52:56.905292 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:52:56.996590 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55b0fded-c312-43de-bf06-e7f5345f39b1 req-b8caae0b-8f17-46c1-84ce-9184adc45961 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 210 time: 0.0738685 Feb 15 16:52:57.051159 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bbd252d-01ab-4d96-9b03-aa3b65c18fc4 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (4919db6c-56af-4413-bb3b-e2146ebbac61), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:57.060271 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bbd252d-01ab-4d96-9b03-aa3b65c18fc4 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:57.064444 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9bbd252d-01ab-4d96-9b03-aa3b65c18fc4 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/4919db6c-56af-4413-bb3b-e2146ebbac61 HTTP/1.1" status: 204 len: 168 time: 0.6868744 Feb 15 16:52:57.067389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54452) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:57.077210 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd252d-01ab-4d96-9b03-aa3b65c18fc4 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Network': ['ID=4919db6c-56af-4413-bb3b-e2146ebbac61,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:57.096467 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-bfa80120-d98f-462d-a75d-0c01e048274d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (21b48050-d6b1-4d95-96d0-49afc662f919), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:57.106926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-07466c0e-95f6-4299-87f4-71892449c726 req-bd062e2f-361e-4615-a30b-794f68a62881 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Allocated IP 172.20.0.14 (6cb15e08-a134-4e77-a451-734e5c021ad0/1a36c0aa-2d2b-4145-8dd5-c04834c7b034/e32c074f-08fd-41b7-8c2d-1e83c896de7c) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:52:57.113458 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-872c3e15-dde9-4bfa-b1ee-393017a5b3b7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:57.113922 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872c3e15-dde9-4bfa-b1ee-393017a5b3b7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:57.116968 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-872c3e15-dde9-4bfa-b1ee-393017a5b3b7 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/subnets/c9c14fe4-7baa-42f0-8227-e9e0744df105 HTTP/1.1" status: 404 len: 337 time: 0.0461857 Feb 15 16:52:57.121407 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54454) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:57.127548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-74537514-5c8f-453f-8c45-feae687c52fb req-96fd7247-9cdc-440b-ad56-6901f429c39a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Allocated IP 172.20.0.4 (abd1de71-eb7f-481e-93c5-240c9863694a/709aeae2-05ea-4329-901d-2a8f1cd1fe0d/89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:52:57.142099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54456) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:57.153658 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a54c37-a9a8-41ef-84df-51bfece0a80b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:57.154193 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a54c37-a9a8-41ef-84df-51bfece0a80b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:57.157236 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b4a54c37-a9a8-41ef-84df-51bfece0a80b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/bcdbba7c-f0d5-4a0f-8df0-649035467dc4 HTTP/1.1" status: 404 len: 339 time: 0.0317674 Feb 15 16:52:57.162356 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54458) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:57.201865 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-101e3cb0-f13b-4c36-8a82-4bf7a2434d3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:57.220447 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-bfa80120-d98f-462d-a75d-0c01e048274d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Network faa64524-3e9c-4cad-af8e-596b77dc9db6 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:52:57.223814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-bfa80120-d98f-462d-a75d-0c01e048274d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:57.226760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-bfa80120-d98f-462d-a75d-0c01e048274d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:52:57.229790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa80120-d98f-462d-a75d-0c01e048274d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Pushing event updated for resources: {'Port': ['ID=21b48050-d6b1-4d95-96d0-49afc662f919,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:57.236139 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb5ceb7-4cdd-416d-8f6d-d5b000ef829b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:57.237202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb5ceb7-4cdd-416d-8f6d-d5b000ef829b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:57.241208 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1fb5ceb7-4cdd-416d-8f6d-d5b000ef829b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/subnets/9e0073ac-a491-4b84-a8e5-ea0b241b87d9 HTTP/1.1" status: 404 len: 337 time: 0.0745156 Feb 15 16:52:57.263422 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54462) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:57.317257 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-bfa80120-d98f-462d-a75d-0c01e048274d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:57.317892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-bfa80120-d98f-462d-a75d-0c01e048274d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:57.380925 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-101e3cb0-f13b-4c36-8a82-4bf7a2434d3b admin admin] Publish callbacks [] for security_group (91848611-5200-4bf8-b232-7af78ee719e3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:57.468897 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-bfa80120-d98f-462d-a75d-0c01e048274d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1552024 Feb 15 16:52:57.481749 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Request body: {'port': {'device_id': '883e4fe3-3c4a-4e63-9b71-5538c0e3537c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:57.537177 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-101e3cb0-f13b-4c36-8a82-4bf7a2434d3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (91848611-5200-4bf8-b232-7af78ee719e3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:57.581208 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (21b48050-d6b1-4d95-96d0-49afc662f919), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:57.626247 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-101e3cb0-f13b-4c36-8a82-4bf7a2434d3b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=708b217b9fd04658ab0431d34be8f310&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4735866 Feb 15 16:52:57.629324 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54466) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:57.665406 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4d7c80-d6ef-4f96-91d5-5f77c01a8a56 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:57.665406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4d7c80-d6ef-4f96-91d5-5f77c01a8a56 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:57.665720 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101e3cb0-f13b-4c36-8a82-4bf7a2434d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91848611-5200-4bf8-b232-7af78ee719e3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:57.668345 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ef4d7c80-d6ef-4f96-91d5-5f77c01a8a56 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/47c87078-e450-436e-92df-0b9da818713b HTTP/1.1" status: 404 len: 339 time: 0.3936970 Feb 15 16:52:57.676593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54468) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:57.692903 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-16c2b8f0-9d9e-414c-aeec-7289e4535428 req-4d91d1ef-980a-486a-b9c9-ca0e9c7d5397 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 210 time: 0.0663640 Feb 15 16:52:57.706383 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6c7b0b-95a6-452d-81ba-b382aec34715 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:57.706941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6c7b0b-95a6-452d-81ba-b382aec34715 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:57.713727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fc6c7b0b-95a6-452d-81ba-b382aec34715 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/subnets/4b415c87-18af-4ab6-9f4a-06917a84e4ca HTTP/1.1" status: 404 len: 337 time: 0.0330138 Feb 15 16:52:57.715368 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54470) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:57.755683 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-8310b6c7-8694-4d10-a649-4deec8f30bc0 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:57.756426 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8310b6c7-8694-4d10-a649-4deec8f30bc0 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:57.760442 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8310b6c7-8694-4d10-a649-4deec8f30bc0 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/c8151ad1-c0c3-40d3-b045-b9ff429bfa9b HTTP/1.1" status: 404 len: 339 time: 0.0432756 Feb 15 16:52:57.765868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54472) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:57.777926 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-21f1e7b3-d85c-48bd-bd76-04f7c6576d90 admin admin] Publish callbacks [] for security_group (91848611-5200-4bf8-b232-7af78ee719e3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:57.816279 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-07466c0e-95f6-4299-87f4-71892449c726 req-bd062e2f-361e-4615-a30b-794f68a62881 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Publish callbacks [] for port (e32c074f-08fd-41b7-8c2d-1e83c896de7c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:57.820008 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-74537514-5c8f-453f-8c45-feae687c52fb req-96fd7247-9cdc-440b-ad56-6901f429c39a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:57.821260 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21333bf-6caa-4be9-8880-1becab206af6 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:57.821752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21333bf-6caa-4be9-8880-1becab206af6 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:57.827216 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f21333bf-6caa-4be9-8880-1becab206af6 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/subnets/f89bd6c1-7c3e-495c-8f6e-7aa07ef56001 HTTP/1.1" status: 404 len: 337 time: 0.0580029 Feb 15 16:52:57.828209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54476) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:57.854880 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78c771a-29c8-4f68-a2de-33029121e4d1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:57.855400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78c771a-29c8-4f68-a2de-33029121e4d1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:57.858473 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b78c771a-29c8-4f68-a2de-33029121e4d1 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/5c33b208-1526-460a-a556-02c649553192 HTTP/1.1" status: 404 len: 339 time: 0.0297534 Feb 15 16:52:57.861748 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54478) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:57.878860 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-21f1e7b3-d85c-48bd-bd76-04f7c6576d90 admin admin] Publish callbacks [] for security_group (91848611-5200-4bf8-b232-7af78ee719e3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:57.901727 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d7d5b0-d3ac-459a-9df4-df85e9da60ba tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:57.902192 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d7d5b0-d3ac-459a-9df4-df85e9da60ba tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:57.905270 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-04d7d5b0-d3ac-459a-9df4-df85e9da60ba tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/subnets/54a636e2-8cfd-4ff1-84ae-c9d568652cb9 HTTP/1.1" status: 404 len: 337 time: 0.0424333 Feb 15 16:52:57.920080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54480) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:57.984858 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb615022-93b6-4dca-99af-e71447f62e23 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:57.985776 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb615022-93b6-4dca-99af-e71447f62e23 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:57.996698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54482) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:57.997389 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fb615022-93b6-4dca-99af-e71447f62e23 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/26ca51eb-3438-40fe-b355-4d3b0f2d9b82 HTTP/1.1" status: 404 len: 339 time: 0.0763474 Feb 15 16:52:58.023843 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb06ff-8910-4dd3-a931-95513e7a18d6 req-3b105112-0e5a-487c-9df3-666ff3f4868d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:58.031984 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7afb06ff-8910-4dd3-a931-95513e7a18d6 req-3b105112-0e5a-487c-9df3-666ff3f4868d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 932 time: 0.1147547 Feb 15 16:52:58.032236 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-3666eb40-2500-4cbc-a4e7-8a39962368cb tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:58.032547 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3666eb40-2500-4cbc-a4e7-8a39962368cb tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:58.035740 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3666eb40-2500-4cbc-a4e7-8a39962368cb tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/subnets/12d8aaca-deaa-43a4-97b8-754bd13f468a HTTP/1.1" status: 404 len: 337 time: 0.0379817 Feb 15 16:52:58.040814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54486) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:58.072591 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3e7a6c-cbb0-4053-b7bf-86f2e45183a5 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:58.073481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3e7a6c-cbb0-4053-b7bf-86f2e45183a5 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:58.079561 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5e3e7a6c-cbb0-4053-b7bf-86f2e45183a5 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/c2bfcbbf-a5de-478b-99ba-440af8e1d8e6 HTTP/1.1" status: 404 len: 339 time: 0.0366809 Feb 15 16:52:58.080192 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54488) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:58.112937 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b48050-d6b1-4d95-96d0-49afc662f919 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:52:58.114323 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb5029f-8268-47a5-b9f9-a98825253afd tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:58.114782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbb5029f-8268-47a5-b9f9-a98825253afd tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:58.120851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cbb5029f-8268-47a5-b9f9-a98825253afd tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/subnets/5bca210c-088e-41ac-b4da-03389800db73 HTTP/1.1" status: 404 len: 337 time: 0.0371010 Feb 15 16:52:58.121933 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-07466c0e-95f6-4299-87f4-71892449c726 req-bd062e2f-361e-4615-a30b-794f68a62881 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e32c074f-08fd-41b7-8c2d-1e83c896de7c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.123801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54490) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:58.137235 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8e18b4fb-66f4-474f-b9f5-5c6adee8fdd4 req-ac2a50d5-aef8-4cc9-8a06-93d4ba9d568e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 210 time: 0.0383666 Feb 15 16:52:58.137865 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-21f1e7b3-d85c-48bd-bd76-04f7c6576d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (91848611-5200-4bf8-b232-7af78ee719e3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.140442 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-21f1e7b3-d85c-48bd-bd76-04f7c6576d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.144746 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-21f1e7b3-d85c-48bd-bd76-04f7c6576d90 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/91848611-5200-4bf8-b232-7af78ee719e3 HTTP/1.1" status: 204 len: 168 time: 0.5112123 Feb 15 16:52:58.145181 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-74537514-5c8f-453f-8c45-feae687c52fb req-96fd7247-9cdc-440b-ad56-6901f429c39a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.145294 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Publish callbacks [] for port (21b48050-d6b1-4d95-96d0-49afc662f919), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.159406 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1e7b3-d85c-48bd-bd76-04f7c6576d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91848611-5200-4bf8-b232-7af78ee719e3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:58.168529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Transition to ACTIVE for port object 21b48050-d6b1-4d95-96d0-49afc662f919 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:52:58.218949 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7afb06ff-8910-4dd3-a931-95513e7a18d6 req-01c5b02c-c4d6-418d-aa77-06b08fe2716e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803012 Feb 15 16:52:58.220193 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9691556-4b6d-4f89-b69d-070e559cf13d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:58.220734 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9691556-4b6d-4f89-b69d-070e559cf13d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:58.226158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f9691556-4b6d-4f89-b69d-070e559cf13d tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/92162249-6aba-4f3e-894e-c911a90b56ff HTTP/1.1" status: 404 len: 339 time: 0.0964670 Feb 15 16:52:58.226561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54494) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:58.238108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07466c0e-95f6-4299-87f4-71892449c726 req-bd062e2f-361e-4615-a30b-794f68a62881 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Network 6cb15e08-a134-4e77-a451-734e5c021ad0 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:52:58.246884 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-07466c0e-95f6-4299-87f4-71892449c726 req-bd062e2f-361e-4615-a30b-794f68a62881 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:58.254825 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-90641c6f-a700-4e4d-8536-2a20913f9426 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:58.255297 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90641c6f-a700-4e4d-8536-2a20913f9426 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:58.255527 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-07466c0e-95f6-4299-87f4-71892449c726 req-bd062e2f-361e-4615-a30b-794f68a62881 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:52:58.261346 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-90641c6f-a700-4e4d-8536-2a20913f9426 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/subnets/e4f747bf-f19c-43fd-8221-0d952dd81cbd HTTP/1.1" status: 404 len: 337 time: 0.0315380 Feb 15 16:52:58.261546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74537514-5c8f-453f-8c45-feae687c52fb req-96fd7247-9cdc-440b-ad56-6901f429c39a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Network abd1de71-eb7f-481e-93c5-240c9863694a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:52:58.261679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54496) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:58.280592 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (21b48050-d6b1-4d95-96d0-49afc662f919), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.282090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-74537514-5c8f-453f-8c45-feae687c52fb req-96fd7247-9cdc-440b-ad56-6901f429c39a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:52:58.284703 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7130248-e569-48cf-ba13-7e52b3965e0b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] DELETE failed (client error): The resource could not be found. Feb 15 16:52:58.285233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7130248-e569-48cf-ba13-7e52b3965e0b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:52:58.286505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-74537514-5c8f-453f-8c45-feae687c52fb req-96fd7247-9cdc-440b-ad56-6901f429c39a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:52:58.290841 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d7130248-e569-48cf-ba13-7e52b3965e0b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/92274bde-d2eb-4ae6-a0e1-94abf3fb35ff HTTP/1.1" status: 404 len: 339 time: 0.0259233 Feb 15 16:52:58.291009 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd062e2f-361e-4615-a30b-794f68a62881 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Pushing event updated for resources: {'Port': ['ID=e32c074f-08fd-41b7-8c2d-1e83c896de7c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:58.291203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54498) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:58.389600 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=21b48050-d6b1-4d95-96d0-49afc662f919,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:58.445297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07466c0e-95f6-4299-87f4-71892449c726 req-bd062e2f-361e-4615-a30b-794f68a62881 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:58.445966 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-07466c0e-95f6-4299-87f4-71892449c726 req-bd062e2f-361e-4615-a30b-794f68a62881 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.474523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74537514-5c8f-453f-8c45-feae687c52fb req-96fd7247-9cdc-440b-ad56-6901f429c39a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:58.475787 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-74537514-5c8f-453f-8c45-feae687c52fb req-96fd7247-9cdc-440b-ad56-6901f429c39a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.478277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd7247-9cdc-440b-ad56-6901f429c39a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event updated for resources: {'Port': ['ID=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:58.491551 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d4ff09-432e-4db4-813e-abedf9c20057 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Deleting subnet 5d4b3187-0bb1-4360-a2a6-5aa67ac7c3c9 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:52:58.497467 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff09-432e-4db4-813e-abedf9c20057 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for subnet (5d4b3187-0bb1-4360-a2a6-5aa67ac7c3c9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.506521 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Attempting to bind port 21b48050-d6b1-4d95-96d0-49afc662f919 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:52:58.506971 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Attempting to bind port 21b48050-d6b1-4d95-96d0-49afc662f919 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:52:58.507403 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Attempting to bind port 21b48050-d6b1-4d95-96d0-49afc662f919 on network faa64524-3e9c-4cad-af8e-596b77dc9db6 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:52:58.515928 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Port 21b48050-d6b1-4d95-96d0-49afc662f919 on network faa64524-3e9c-4cad-af8e-596b77dc9db6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:52:58.518199 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Attempting to bind port 21b48050-d6b1-4d95-96d0-49afc662f919 on network faa64524-3e9c-4cad-af8e-596b77dc9db6 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:52:58.524883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:52:58.525675 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Checking segment: {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:52:58.526121 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Bound using segment: {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:52:58.526798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Bound port: 21b48050-d6b1-4d95-96d0-49afc662f919, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:52:58.527271 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (21b48050-d6b1-4d95-96d0-49afc662f919), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.568741 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff09-432e-4db4-813e-abedf9c20057 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (5d4b3187-0bb1-4360-a2a6-5aa67ac7c3c9), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.599324 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07466c0e-95f6-4299-87f4-71892449c726 req-bd062e2f-361e-4615-a30b-794f68a62881 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1586640 Feb 15 16:52:58.602413 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] For port 21b48050-d6b1-4d95-96d0-49afc662f919, host n-h1-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:52:58.605878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] For port 21b48050-d6b1-4d95-96d0-49afc662f919, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=21b48050-d6b1-4d95-96d0-49afc662f919,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:52:58.609633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Request body: {'port': {'device_id': '67d3b336-a84e-4f6f-87a0-cefd1a839482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:58.638925 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74537514-5c8f-453f-8c45-feae687c52fb req-96fd7247-9cdc-440b-ad56-6901f429c39a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4856884 Feb 15 16:52:58.654174 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Request body: {'port': {'device_id': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:58.673220 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-82109940-2dc0-4527-b90f-1e48527c8662 None None] Provisioning complete for port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:52:58.673816 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-82109940-2dc0-4527-b90f-1e48527c8662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.731292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-82109940-2dc0-4527-b90f-1e48527c8662 None None] Port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:52:58.750407 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (21b48050-d6b1-4d95-96d0-49afc662f919), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.781507 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e32c074f-08fd-41b7-8c2d-1e83c896de7c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.813882 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff09-432e-4db4-813e-abedf9c20057 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (5d4b3187-0bb1-4360-a2a6-5aa67ac7c3c9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.840906 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.868468 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:58.869214 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:58.870744 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] 10.222.0.67 "PUT /v2.0/ports/21b48050-d6b1-4d95-96d0-49afc662f919 HTTP/1.1" status: 200 len: 1093 time: 1.3934693 Feb 15 16:52:58.871276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '883e4fe3-3c4a-4e63-9b71-5538c0e3537c', 'tag': '21b48050-d6b1-4d95-96d0-49afc662f919'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:52:58.874094 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9478154c-4788-4e0d-b7ce-0e1300645238" -d '{"events": [{"name": "network-changed", "server_uuid": "883e4fe3-3c4a-4e63-9b71-5538c0e3537c", "tag": "21b48050-d6b1-4d95-96d0-49afc662f919"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:52:58.940556 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f3a39-2b68-413f-aa64-1ceb0ff30bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=21b48050-d6b1-4d95-96d0-49afc662f919,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:58.947192 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72af5120-e578-481f-ad13-e6f3f4e3669f x-openstack-request-id: req-72af5120-e578-481f-ad13-e6f3f4e3669f {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:52:58.947717 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "883e4fe3-3c4a-4e63-9b71-5538c0e3537c", "tag": "21b48050-d6b1-4d95-96d0-49afc662f919", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:52:58.950238 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-72af5120-e578-481f-ad13-e6f3f4e3669f {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:52:58.950238 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '883e4fe3-3c4a-4e63-9b71-5538c0e3537c', 'tag': '21b48050-d6b1-4d95-96d0-49afc662f919', 'status': 'completed', 'code': 200} Feb 15 16:52:58.967775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb52d8-0e08-40d1-bb50-2e4539d947e8 req-0b11214f-bbeb-4dd0-b6e2-1371f5b35dfe tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:58.973281 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1feb52d8-0e08-40d1-bb50-2e4539d947e8 req-0b11214f-bbeb-4dd0-b6e2-1371f5b35dfe tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 932 time: 0.1421819 Feb 15 16:52:59.065885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478154c-4788-4e0d-b7ce-0e1300645238 req-ec629ed4-20bc-40c4-bd5a-8190d741e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:59.067407 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9478154c-4788-4e0d-b7ce-0e1300645238 req-ec629ed4-20bc-40c4-bd5a-8190d741e36a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 1127 time: 0.0964170 Feb 15 16:52:59.071821 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1feb52d8-0e08-40d1-bb50-2e4539d947e8 req-2078490f-87d1-4007-9d41-263c1784a90e tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/security-groups?id=a5fcd5f2-5656-4e8d-8209-5d56ad512b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668340 Feb 15 16:52:59.180625 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478154c-4788-4e0d-b7ce-0e1300645238 req-7a8f8591-7a39-4ecb-8fed-1ba1accc3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:59.182484 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9478154c-4788-4e0d-b7ce-0e1300645238 req-7a8f8591-7a39-4ecb-8fed-1ba1accc3268 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=e6a9a5739db149a6bf851ba113dffa73&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1086144 Feb 15 16:52:59.194217 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff09-432e-4db4-813e-abedf9c20057 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (5d4b3187-0bb1-4360-a2a6-5aa67ac7c3c9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:59.256980 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4ff09-432e-4db4-813e-abedf9c20057 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Subnet': ['ID=5d4b3187-0bb1-4360-a2a6-5aa67ac7c3c9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:59.264606 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07d4ff09-432e-4db4-813e-abedf9c20057 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:59.268913 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-07d4ff09-432e-4db4-813e-abedf9c20057 tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/subnets/5d4b3187-0bb1-4360-a2a6-5aa67ac7c3c9 HTTP/1.1" status: 204 len: 168 time: 0.9747419 Feb 15 16:52:59.276168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc5ac6d-dc70-414a-bfdd-6b4415fc1a3b None None] Network 80bc9037-6f27-4497-a167-21bcfd389192 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:52:59.279570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54520) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:59.400726 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a8b79-1171-4e1b-9153-847d0d848d2f req-293be618-60e9-4f08-8470-0792fc60ca55 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:59.401680 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-809a8b79-1171-4e1b-9153-847d0d848d2f req-293be618-60e9-4f08-8470-0792fc60ca55 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 944 time: 0.0969048 Feb 15 16:52:59.404794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478154c-4788-4e0d-b7ce-0e1300645238 req-56bc7639-c2e1-4838-8bd5-319b13e02a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:59.407956 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9478154c-4788-4e0d-b7ce-0e1300645238 req-56bc7639-c2e1-4838-8bd5-319b13e02a73 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2190282 Feb 15 16:52:59.535878 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-809a8b79-1171-4e1b-9153-847d0d848d2f req-882bfc30-bb1e-481f-8bf4-8102a22c7e11 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268432 Feb 15 16:52:59.542349 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (80bc9037-6f27-4497-a167-21bcfd389192), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:59.542556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] DHCP port deletion for 80bc9037-6f27-4497-a167-21bcfd389192 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:52:59.560862 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-6c3c2cbe-e40e-461a-a41a-3dbc79331ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:59.562982 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-6c3c2cbe-e40e-461a-a41a-3dbc79331ffb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 1127 time: 0.1143928 Feb 15 16:52:59.597960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Deleting port 6d601981-565d-442e-8948-a907064eeee2 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:59.598344 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6d601981-565d-442e-8948-a907064eeee2), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:59.612198 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-fed380e2-b7ce-4728-aa4f-a60a79c5c917 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21b48050-d6b1-4d95-96d0-49afc662f919 HTTP/1.1" status: 200 len: 217 time: 0.0414996 Feb 15 16:52:59.614465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b7610-b165-49cb-b9f3-b4ad67f93dff req-956a9289-c295-4ff1-a6ca-aa1fbbef4658 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:59.616678 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd6b7610-b165-49cb-b9f3-b4ad67f93dff req-956a9289-c295-4ff1-a6ca-aa1fbbef4658 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 931 time: 0.3227372 Feb 15 16:52:59.631517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32c074f-08fd-41b7-8c2d-1e83c896de7c {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:52:59.655483 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Publish callbacks [] for port (e32c074f-08fd-41b7-8c2d-1e83c896de7c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:59.669346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] For port 6d601981-565d-442e-8948-a907064eeee2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6d601981-565d-442e-8948-a907064eeee2,segment=NetworkSegment(e4babbdb-d578-4124-92ad-e3fb8d520caa),segment_id=e4babbdb-d578-4124-92ad-e3fb8d520caa)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:59.670018 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6d601981-565d-442e-8948-a907064eeee2), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:59.682298 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-58d6a2b0-4b35-4b9e-90fb-f4b791dc94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:52:59.684938 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-58d6a2b0-4b35-4b9e-90fb-f4b791dc94ad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c464a3a9-43bb-42ce-b940-4b3652cae714 HTTP/1.1" status: 200 len: 845 time: 0.0662649 Feb 15 16:52:59.686164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Calling delete_port for 6d601981-565d-442e-8948-a907064eeee2 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:59.719382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Transition to ACTIVE for port object e32c074f-08fd-41b7-8c2d-1e83c896de7c will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:52:59.725420 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-a6649dbc-9259-4231-ab3b-cfc68c0ec052 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=faa64524-3e9c-4cad-af8e-596b77dc9db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333366 Feb 15 16:52:59.765010 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd6b7610-b165-49cb-b9f3-b4ad67f93dff req-9e618d11-04cf-4253-9286-c07a6658577c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366689 Feb 15 16:52:59.767563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:52:59.778408 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Publish callbacks [] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:59.803842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Transition to ACTIVE for port object 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:52:59.805486 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Deleting port 6d601981-565d-442e-8948-a907064eeee2 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:52:59.811119 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6d601981-565d-442e-8948-a907064eeee2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:59.819233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54532) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:52:59.839931 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-19f9f519-1054-4c35-9f4e-396cf3d892c0 service neutron] 10.222.0.67 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070035 Feb 15 16:52:59.846678 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (e32c074f-08fd-41b7-8c2d-1e83c896de7c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:59.925222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] For port 6d601981-565d-442e-8948-a907064eeee2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6d601981-565d-442e-8948-a907064eeee2,segment=NetworkSegment(e4babbdb-d578-4124-92ad-e3fb8d520caa),segment_id=e4babbdb-d578-4124-92ad-e3fb8d520caa)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:52:59.925624 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6d601981-565d-442e-8948-a907064eeee2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:59.937932 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6fbe2d20-cfe7-4918-893c-bd2b4e609b62 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1450963348'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:52:59.939356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Pushing event updated for resources: {'Port': ['ID=e32c074f-08fd-41b7-8c2d-1e83c896de7c,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:52:59.947526 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Calling delete_port for 6d601981-565d-442e-8948-a907064eeee2 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:52:59.951669 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-77edb2d3-dcca-4b04-934c-2d5037451f88 service neutron] 10.222.0.67 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041405 Feb 15 16:52:59.957796 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (6d601981-565d-442e-8948-a907064eeee2), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:52:59.992030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Pushing event deleted for resources: {'Port': ['ID=6d601981-565d-442e-8948-a907064eeee2,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:00.001303 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] No DVR routers for this DVR port 6d601981-565d-442e-8948-a907064eeee2 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:00.003643 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:00.004018 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:00.004369 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:00.004713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:00.005054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:00.005411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:00.005743 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:00.006102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:00.006427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:00.006752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:00.007077 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:00.007401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:00.007745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc48b6d6-deeb-4aee-a3f8-4775e48ccc1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:00.032359 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.039451 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbe2d20-cfe7-4918-893c-bd2b4e609b62 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Made reservation on behalf of 996080ab51fb4c5a9602683a88845b99 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:00.042849 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2d20-cfe7-4918-893c-bd2b4e609b62 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.051981 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2d20-cfe7-4918-893c-bd2b4e609b62 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.130725 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Pushing event updated for resources: {'Port': ['ID=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:00.141930 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2d20-cfe7-4918-893c-bd2b4e609b62 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks [] for security_group (a900026c-7e34-4879-bd94-eed5b75b7e37), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.145628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Attempting to bind port e32c074f-08fd-41b7-8c2d-1e83c896de7c on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:53:00.146156 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Attempting to bind port e32c074f-08fd-41b7-8c2d-1e83c896de7c by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '50f75520-fa56-4843-a139-9726e1510d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6cb15e08-a134-4e77-a451-734e5c021ad0'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:53:00.146694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Attempting to bind port e32c074f-08fd-41b7-8c2d-1e83c896de7c on network 6cb15e08-a134-4e77-a451-734e5c021ad0 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:00.173666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Port e32c074f-08fd-41b7-8c2d-1e83c896de7c on network 6cb15e08-a134-4e77-a451-734e5c021ad0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:53:00.174372 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Attempting to bind port e32c074f-08fd-41b7-8c2d-1e83c896de7c on network 6cb15e08-a134-4e77-a451-734e5c021ad0 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:00.208657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:53:00.209939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Checking segment: {'id': '50f75520-fa56-4843-a139-9726e1510d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6cb15e08-a134-4e77-a451-734e5c021ad0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:00.210679 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Bound using segment: {'id': '50f75520-fa56-4843-a139-9726e1510d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6cb15e08-a134-4e77-a451-734e5c021ad0'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:53:00.211477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Bound port: e32c074f-08fd-41b7-8c2d-1e83c896de7c, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50f75520-fa56-4843-a139-9726e1510d3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6cb15e08-a134-4e77-a451-734e5c021ad0'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:53:00.212128 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e32c074f-08fd-41b7-8c2d-1e83c896de7c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.219157 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6d601981-565d-442e-8948-a907064eeee2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.235934 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.248228 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2d20-cfe7-4918-893c-bd2b4e609b62 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a900026c-7e34-4879-bd94-eed5b75b7e37), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.267962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] No DVR routers for this DVR port 6d601981-565d-442e-8948-a907064eeee2 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:00.272575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Port': ['ID=6d601981-565d-442e-8948-a907064eeee2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:00.283809 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbe2d20-cfe7-4918-893c-bd2b4e609b62 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:53:00.295910 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2d20-cfe7-4918-893c-bd2b4e609b62 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8dc2f33a-8142-4a5d-a212-c5261e5fbbd5), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.296396 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-6fbe2d20-cfe7-4918-893c-bd2b4e609b62 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Added segment 8dc2f33a-8142-4a5d-a212-c5261e5fbbd5 of type vlan for network 0e0fa663-29a5-479f-b9f6-633db576f80e Feb 15 16:53:00.305185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6d601981-565d-442e-8948-a907064eeee2 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:53:00.338276 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 6d601981-565d-442e-8948-a907064eeee2 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:53:00.339050 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6d601981-565d-442e-8948-a907064eeee2 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:53:00.383720 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8c47d-09e6-41a6-8db9-113c9e30987c req-6ad94868-4d42-4b52-8487-5439a0aaab1a tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:00.385521 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-12c8c47d-09e6-41a6-8db9-113c9e30987c req-6ad94868-4d42-4b52-8487-5439a0aaab1a tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 944 time: 0.2021935 Feb 15 16:53:00.400015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Attempting to bind port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:53:00.400353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Attempting to bind port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:53:00.400690 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Attempting to bind port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f on network abd1de71-eb7f-481e-93c5-240c9863694a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:00.421174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe2d20-cfe7-4918-893c-bd2b4e609b62 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a900026c-7e34-4879-bd94-eed5b75b7e37,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:00.425752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f on network abd1de71-eb7f-481e-93c5-240c9863694a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:53:00.425920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Attempting to bind port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f on network abd1de71-eb7f-481e-93c5-240c9863694a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:00.430740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (80bc9037-6f27-4497-a167-21bcfd389192), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.441970 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2d20-cfe7-4918-893c-bd2b4e609b62 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (0e0fa663-29a5-479f-b9f6-633db576f80e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.442731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] For port e32c074f-08fd-41b7-8c2d-1e83c896de7c, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:53:00.447460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] For port e32c074f-08fd-41b7-8c2d-1e83c896de7c, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=e32c074f-08fd-41b7-8c2d-1e83c896de7c,segment=NetworkSegment(50f75520-fa56-4843-a139-9726e1510d3f),segment_id=50f75520-fa56-4843-a139-9726e1510d3f)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:53:00.448985 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:53:00.449313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Checking segment: {'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:00.449721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Bound using segment: {'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:53:00.450165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Bound port: 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e0b5a17-119d-4f0e-9665-9c6802a2187c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:53:00.450659 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.477574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80bc9037-6f27-4497-a167-21bcfd389192']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:00.488689 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-12c8c47d-09e6-41a6-8db9-113c9e30987c req-35dbdfac-bee7-42ad-89e5-233271911da5 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/security-groups?id=a5fcd5f2-5656-4e8d-8209-5d56ad512b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777290 Feb 15 16:53:00.491797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4babbdb-d578-4124-92ad-e3fb8d520caa') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:00.492104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4babbdb-d578-4124-92ad-e3fb8d520caa') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:00.534598 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (e4babbdb-d578-4124-92ad-e3fb8d520caa), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.548903 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (e32c074f-08fd-41b7-8c2d-1e83c896de7c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.562258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e4babbdb-d578-4124-92ad-e3fb8d520caa), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.579327 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2d20-cfe7-4918-893c-bd2b4e609b62 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (0e0fa663-29a5-479f-b9f6-633db576f80e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.585076 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbe2d20-cfe7-4918-893c-bd2b4e609b62 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:00.585808 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fbe2d20-cfe7-4918-893c-bd2b4e609b62 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.603713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:53:00.604129 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (e4babbdb-d578-4124-92ad-e3fb8d520caa), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:53:00.610195 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:53:00.628874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:00.629541 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.631006 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07466c0e-95f6-4299-87f4-71892449c726 req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] 10.222.0.67 "PUT /v2.0/ports/e32c074f-08fd-41b7-8c2d-1e83c896de7c HTTP/1.1" status: 200 len: 1093 time: 2.0271769 Feb 15 16:53:00.635734 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d3b336-a84e-4f6f-87a0-cefd1a839482', 'tag': 'e32c074f-08fd-41b7-8c2d-1e83c896de7c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:00.638108 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122e99ab-2ab3-4848-a025-54b4f8710f99" -d '{"events": [{"name": "network-changed", "server_uuid": "67d3b336-a84e-4f6f-87a0-cefd1a839482", "tag": "e32c074f-08fd-41b7-8c2d-1e83c896de7c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:00.678039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] For port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:53:00.731503 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.742747 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cabf253-2e70-4a59-b2e6-2e16378d092b x-openstack-request-id: req-3cabf253-2e70-4a59-b2e6-2e16378d092b {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:00.743122 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d3b336-a84e-4f6f-87a0-cefd1a839482", "tag": "e32c074f-08fd-41b7-8c2d-1e83c896de7c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:00.743320 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3cabf253-2e70-4a59-b2e6-2e16378d092b {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:00.743702 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d3b336-a84e-4f6f-87a0-cefd1a839482', 'tag': 'e32c074f-08fd-41b7-8c2d-1e83c896de7c', 'status': 'completed', 'code': 200} Feb 15 16:53:00.746622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] For port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:53:00.751560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38601f14-3e7f-42cf-bd8c-eec6abcfa2df service neutron] Pushing event updated for resources: {'Port': ['ID=e32c074f-08fd-41b7-8c2d-1e83c896de7c,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:00.808228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce2ddd-e17b-4a90-957b-30dccbaf02d2 req-1f0af5e5-6b29-431c-b969-7fdfe8bdd7c5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:00.809980 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2ce2ddd-e17b-4a90-957b-30dccbaf02d2 req-1f0af5e5-6b29-431c-b969-7fdfe8bdd7c5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 944 time: 0.1779888 Feb 15 16:53:00.827708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e99ab-2ab3-4848-a025-54b4f8710f99 req-ab8cadcf-2640-4028-a20f-b7866e7317b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:00.829308 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-122e99ab-2ab3-4848-a025-54b4f8710f99 req-ab8cadcf-2640-4028-a20f-b7866e7317b1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=49c4245619b347b1abcf122c8a867c89&device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 1127 time: 0.0739882 Feb 15 16:53:00.850202 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.852057 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (80bc9037-6f27-4497-a167-21bcfd389192), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.907575 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.910901 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] 10.222.0.107 "DELETE /v2.0/networks/80bc9037-6f27-4497-a167-21bcfd389192 HTTP/1.1" status: 204 len: 168 time: 1.6303377 Feb 15 16:53:00.965934 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6fbe2d20-cfe7-4918-893c-bd2b4e609b62 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.1428533 Feb 15 16:53:00.970695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:00.971578 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:00.973142 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74537514-5c8f-453f-8c45-feae687c52fb req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] 10.222.0.67 "PUT /v2.0/ports/89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f HTTP/1.1" status: 200 len: 1092 time: 2.3267846 Feb 15 16:53:00.976816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc1f81-2c56-41d4-b212-2bb4db70a43b tempest-NetworksTest-1221033620 tempest-NetworksTest-1221033620-project] Pushing event deleted for resources: {'Network': ['ID=80bc9037-6f27-4497-a167-21bcfd389192,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:00.983421 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54548) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:00.992328 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fa388933-2e52-4b20-8482-c1d2874c4a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Request body: {'subnet': {'network_id': '0e0fa663-29a5-479f-b9f6-633db576f80e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:01.026164 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2ce2ddd-e17b-4a90-957b-30dccbaf02d2 req-40c89ba2-1f5f-4009-8a0b-8c07bc378175 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066922 Feb 15 16:53:01.056019 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e756f6-ee0f-4916-9798-287e2d4542da service neutron] Pushing event updated for resources: {'Port': ['ID=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:01.075993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e99ab-2ab3-4848-a025-54b4f8710f99 req-f9b4581e-5334-4694-bb42-29c8cc862fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:01.079128 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-122e99ab-2ab3-4848-a025-54b4f8710f99 req-f9b4581e-5334-4694-bb42-29c8cc862fec service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=49c4245619b347b1abcf122c8a867c89&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2405753 Feb 15 16:53:01.090239 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe2d20-cfe7-4918-893c-bd2b4e609b62 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Pushing event updated for resources: {'Network': ['ID=0e0fa663-29a5-479f-b9f6-633db576f80e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:01.102666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 0e0fa663-29a5-479f-b9f6-633db576f80e details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:53:01.214333 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a697fa-aa1f-4b43-bc52-5fbdf3118570 req-57a69afb-9bda-4263-a65f-d07dc588f77e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:01.216025 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8a697fa-aa1f-4b43-bc52-5fbdf3118570 req-57a69afb-9bda-4263-a65f-d07dc588f77e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.2578409 Feb 15 16:53:01.238831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74537514-5c8f-453f-8c45-feae687c52fb req-05342e33-6729-4683-b426-88190ad5e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:01.240942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74537514-5c8f-453f-8c45-feae687c52fb req-05342e33-6729-4683-b426-88190ad5e3d9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=aa559641e7a648c6ab392d6a0949505a&device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 1126 time: 0.1432343 Feb 15 16:53:01.276556 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8a697fa-aa1f-4b43-bc52-5fbdf3118570 req-9a1f77d5-2e5e-4465-bc0f-270e1eca4049 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471570 Feb 15 16:53:01.295799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122e99ab-2ab3-4848-a025-54b4f8710f99 req-d1476a0c-86fe-4039-b9fa-c7f9a886b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:01.297293 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-122e99ab-2ab3-4848-a025-54b4f8710f99 req-d1476a0c-86fe-4039-b9fa-c7f9a886b2b9 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2104745 Feb 15 16:53:01.299047 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74537514-5c8f-453f-8c45-feae687c52fb req-27414074-745f-438c-a10a-77611e5485d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f HTTP/1.1" status: 200 len: 217 time: 0.0491822 Feb 15 16:53:01.320521 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa388933-2e52-4b20-8482-c1d2874c4a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Made reservation on behalf of 996080ab51fb4c5a9602683a88845b99 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:01.324454 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa388933-2e52-4b20-8482-c1d2874c4a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:01.392106 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74537514-5c8f-453f-8c45-feae687c52fb req-ad75dac6-c0a2-4468-b96a-7e9ae7cdf9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:01.393656 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74537514-5c8f-453f-8c45-feae687c52fb req-ad75dac6-c0a2-4468-b96a-7e9ae7cdf9d1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=709aeae2-05ea-4329-901d-2a8f1cd1fe0d HTTP/1.1" status: 200 len: 856 time: 0.0874226 Feb 15 16:53:01.429210 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07466c0e-95f6-4299-87f4-71892449c726 req-ee77bd20-f4e8-4e30-bf28-18e102e3c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:01.430801 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07466c0e-95f6-4299-87f4-71892449c726 req-ee77bd20-f4e8-4e30-bf28-18e102e3c118 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=49c4245619b347b1abcf122c8a867c89&device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 1127 time: 0.0916903 Feb 15 16:53:01.466213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 21b48050-d6b1-4d95-96d0-49afc662f919 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:53:01.481222 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07466c0e-95f6-4299-87f4-71892449c726 req-82019f1d-e862-4344-b1b7-2dbbff870d18 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e32c074f-08fd-41b7-8c2d-1e83c896de7c HTTP/1.1" status: 200 len: 217 time: 0.0442462 Feb 15 16:53:01.512515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74537514-5c8f-453f-8c45-feae687c52fb req-592b2e99-ebb2-4097-bc2f-c675f36c14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:01.514531 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74537514-5c8f-453f-8c45-feae687c52fb req-592b2e99-ebb2-4097-bc2f-c675f36c14f2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=abd1de71-eb7f-481e-93c5-240c9863694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1148493 Feb 15 16:53:01.612097 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 21b48050-d6b1-4d95-96d0-49afc662f919, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=21b48050-d6b1-4d95-96d0-49afc662f919,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:01.647665 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '21b48050-d6b1-4d95-96d0-49afc662f919', 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6', 'port_id': '21b48050-d6b1-4d95-96d0-49afc662f919', 'mac_address': 'fa:16:3e:9a:98:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c464a3a9-43bb-42ce-b940-4b3652cae714', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:53:01.669386 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa388933-2e52-4b20-8482-c1d2874c4a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (a003b141-300e-4a83-a308-b540b5a9e926), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:01.682372 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74537514-5c8f-453f-8c45-feae687c52fb req-4884bac2-1032-4a84-b2da-be293b242e4b service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423013 Feb 15 16:53:01.689454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07466c0e-95f6-4299-87f4-71892449c726 req-15df3db4-8a8b-46da-93ed-11201eb9b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:01.691430 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07466c0e-95f6-4299-87f4-71892449c726 req-15df3db4-8a8b-46da-93ed-11201eb9b974 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=1a36c0aa-2d2b-4145-8dd5-c04834c7b034 HTTP/1.1" status: 200 len: 857 time: 0.2012382 Feb 15 16:53:01.695745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 21b48050-d6b1-4d95-96d0-49afc662f919 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:01.699744 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (21b48050-d6b1-4d95-96d0-49afc662f919), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:01.716198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b48050-d6b1-4d95-96d0-49afc662f919 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:53:01.741868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa388933-2e52-4b20-8482-c1d2874c4a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Pushing event updated for resources: {'Subnet': ['ID=a003b141-300e-4a83-a308-b540b5a9e926,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:01.744108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54556) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:01.752460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 21b48050-d6b1-4d95-96d0-49afc662f919, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=21b48050-d6b1-4d95-96d0-49afc662f919,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:01.769271 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa388933-2e52-4b20-8482-c1d2874c4a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Checking segment: {'id': '8dc2f33a-8142-4a5d-a212-c5261e5fbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0e0fa663-29a5-479f-b9f6-633db576f80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:01.769751 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa388933-2e52-4b20-8482-c1d2874c4a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Network hostable DHCP agents. Network: 0e0fa663-29a5-479f-b9f6-633db576f80e, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:53:01.776240 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07466c0e-95f6-4299-87f4-71892449c726 req-102ed736-7803-4bd9-80ba-748e7e9f5357 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6cb15e08-a134-4e77-a451-734e5c021ad0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738294 Feb 15 16:53:01.789455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452e91a-c8ef-4f93-9271-4ceaf319f722 req-452bc441-587f-4bfa-9e9e-0da4b51a2e25 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:01.791045 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5452e91a-c8ef-4f93-9271-4ceaf319f722 req-452bc441-587f-4bfa-9e9e-0da4b51a2e25 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 944 time: 0.1808181 Feb 15 16:53:01.826043 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (21b48050-d6b1-4d95-96d0-49afc662f919), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:01.854894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa388933-2e52-4b20-8482-c1d2874c4a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Network 0e0fa663-29a5-479f-b9f6-633db576f80e is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:53:01.907734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=21b48050-d6b1-4d95-96d0-49afc662f919,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:01.926274 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f4e63c33-0b38-4687-8a7b-aeb1036800c2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fe0c97cc021b45ff9a703ec5fdb025a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1658151 Feb 15 16:53:01.926445 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74537514-5c8f-453f-8c45-feae687c52fb req-8d37efa9-486f-4aef-b1fb-834e596f6823 service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326026 Feb 15 16:53:01.926550 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54560) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:01.930611 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5452e91a-c8ef-4f93-9271-4ceaf319f722 req-b2047a3e-3a7b-44c6-b69c-97a37f649df8 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/security-groups?id=a5fcd5f2-5656-4e8d-8209-5d56ad512b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274731 Feb 15 16:53:01.946608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07466c0e-95f6-4299-87f4-71892449c726 req-2a435d2d-a846-4682-baeb-1fe41bf82ed1 service neutron] 10.222.0.67 "GET /v2.0/networks/6cb15e08-a134-4e77-a451-734e5c021ad0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544027 Feb 15 16:53:01.954503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-fa388933-2e52-4b20-8482-c1d2874c4a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 0e0fa663-29a5-479f-b9f6-633db576f80e) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:01.968510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa388933-2e52-4b20-8482-c1d2874c4a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:01.969192 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa388933-2e52-4b20-8482-c1d2874c4a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:01.972579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165a9e12-4abf-4798-b66b-ca59eb536cde None None] Network 0e0fa663-29a5-479f-b9f6-633db576f80e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:02.000238 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf169d06-a7ea-41bb-8644-da28cc4e77a4 admin admin] Publish callbacks [] for security_group (821ef9be-78fa-406d-82af-ca1f9affc7e6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:02.035613 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf169d06-a7ea-41bb-8644-da28cc4e77a4 admin admin] Publish callbacks [] for security_group (821ef9be-78fa-406d-82af-ca1f9affc7e6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:02.044389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['21b48050-d6b1-4d95-96d0-49afc662f919'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:53:02.079910 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fa388933-2e52-4b20-8482-c1d2874c4a35 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0953021 Feb 15 16:53:02.085285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54564) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:02.092215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-295ad8b7-6459-4204-bcc6-d7ec50fa545f tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Request body: {'port': {'network_id': '0e0fa663-29a5-479f-b9f6-633db576f80e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2137695918'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:02.154659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-0e0fa663-29a5-479f-b9f6-633db576f80e', 'network_id': '0e0fa663-29a5-479f-b9f6-633db576f80e', 'project_id': '996080ab51fb4c5a9602683a88845b99', 'fixed_ips': [{'subnet_id': 'a003b141-300e-4a83-a308-b540b5a9e926'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:53:02.156178 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:02.159046 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07466c0e-95f6-4299-87f4-71892449c726 req-268a4617-b854-4932-86bd-f8f7bd482eb9 service neutron] 10.222.0.67 "GET /v2.0/networks/6cb15e08-a134-4e77-a451-734e5c021ad0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064414 Feb 15 16:53:02.188067 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf169d06-a7ea-41bb-8644-da28cc4e77a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (821ef9be-78fa-406d-82af-ca1f9affc7e6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:02.191740 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf169d06-a7ea-41bb-8644-da28cc4e77a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:02.195424 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bf169d06-a7ea-41bb-8644-da28cc4e77a4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/821ef9be-78fa-406d-82af-ca1f9affc7e6 HTTP/1.1" status: 204 len: 168 time: 0.2656062 Feb 15 16:53:02.205690 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61871506-d839-43a3-ae70-011295247c16 req-74fa8e38-794b-4092-9d16-f334cdb431c9 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:02.207993 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-61871506-d839-43a3-ae70-011295247c16 req-74fa8e38-794b-4092-9d16-f334cdb431c9 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 945 time: 0.0862389 Feb 15 16:53:02.214161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf169d06-a7ea-41bb-8644-da28cc4e77a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821ef9be-78fa-406d-82af-ca1f9affc7e6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:02.321320 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-61871506-d839-43a3-ae70-011295247c16 req-ce05ebe2-6714-4b18-b4b8-db0c30511cf6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954814 Feb 15 16:53:02.411618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Allocated IP 2001:db8::2 (0e0fa663-29a5-479f-b9f6-633db576f80e/a003b141-300e-4a83-a308-b540b5a9e926/c7ec1296-793b-4bee-a976-81f519226690) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:02.660588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb2fd3-a86d-4dba-ac87-4f3d92d0cdbf req-f738f507-06fb-4dfa-b820-b919b41156c0 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:02.662245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7fbb2fd3-a86d-4dba-ac87-4f3d92d0cdbf req-f738f507-06fb-4dfa-b820-b919b41156c0 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.0817068 Feb 15 16:53:02.676414 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Publish callbacks [] for port (c7ec1296-793b-4bee-a976-81f519226690), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:02.719815 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7fbb2fd3-a86d-4dba-ac87-4f3d92d0cdbf req-58257c91-90f3-4676-a851-41652181c316 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505083 Feb 15 16:53:02.744649 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'tag': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:02.747364 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71f6f9f-49e0-4659-b3ca-501865a1249b" -d '{"events": [{"name": "network-changed", "server_uuid": "f941c2e9-bbce-4b93-acf2-6d4a8ff1232e", "tag": "89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:02.774697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295ad8b7-6459-4204-bcc6-d7ec50fa545f tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Made reservation on behalf of 996080ab51fb4c5a9602683a88845b99 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:02.778757 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-295ad8b7-6459-4204-bcc6-d7ec50fa545f tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:02.782605 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14542636-a06c-494f-bdca-e31877c20083 x-openstack-request-id: req-14542636-a06c-494f-bdca-e31877c20083 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:02.782963 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f941c2e9-bbce-4b93-acf2-6d4a8ff1232e", "tag": "89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:02.783305 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-14542636-a06c-494f-bdca-e31877c20083 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:02.783767 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'tag': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f', 'status': 'completed', 'code': 200} Feb 15 16:53:02.800770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-295ad8b7-6459-4204-bcc6-d7ec50fa545f tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] device_id is not set on port 67878e17-8f0c-4de4-86c9-0af85b10b529 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:53:02.815550 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (c7ec1296-793b-4bee-a976-81f519226690), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:02.860520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Network 0e0fa663-29a5-479f-b9f6-633db576f80e is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:02.866550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:02.869489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:02.883538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Pushing event updated for resources: {'Port': ['ID=c7ec1296-793b-4bee-a976-81f519226690,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:02.927456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f6f9f-49e0-4659-b3ca-501865a1249b req-e1b1e84e-2c92-4755-9781-fc58baae0b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:02.929539 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f71f6f9f-49e0-4659-b3ca-501865a1249b req-e1b1e84e-2c92-4755-9781-fc58baae0b73 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=aa559641e7a648c6ab392d6a0949505a&device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 1126 time: 0.1236482 Feb 15 16:53:02.937397 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Attempting to bind port c7ec1296-793b-4bee-a976-81f519226690 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:53:02.937769 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Attempting to bind port c7ec1296-793b-4bee-a976-81f519226690 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '8dc2f33a-8142-4a5d-a212-c5261e5fbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0e0fa663-29a5-479f-b9f6-633db576f80e'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:53:02.938129 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Attempting to bind port c7ec1296-793b-4bee-a976-81f519226690 on network 0e0fa663-29a5-479f-b9f6-633db576f80e {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:02.943253 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:53:02.944322 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Checking segment: {'id': '8dc2f33a-8142-4a5d-a212-c5261e5fbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0e0fa663-29a5-479f-b9f6-633db576f80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:02.944733 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:02.945138 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Bound using segment: {'id': '8dc2f33a-8142-4a5d-a212-c5261e5fbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0e0fa663-29a5-479f-b9f6-633db576f80e'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:53:02.945637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Bound port: c7ec1296-793b-4bee-a976-81f519226690, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc2f33a-8142-4a5d-a212-c5261e5fbbd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0e0fa663-29a5-479f-b9f6-633db576f80e'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:53:02.946664 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c7ec1296-793b-4bee-a976-81f519226690), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:03.012762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-295ad8b7-6459-4204-bcc6-d7ec50fa545f tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Allocated IP 2001:db8::36b (0e0fa663-29a5-479f-b9f6-633db576f80e/a003b141-300e-4a83-a308-b540b5a9e926/67878e17-8f0c-4de4-86c9-0af85b10b529) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:03.031007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] For port c7ec1296-793b-4bee-a976-81f519226690, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:53:03.034718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] For port c7ec1296-793b-4bee-a976-81f519226690, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c7ec1296-793b-4bee-a976-81f519226690,segment=NetworkSegment(8dc2f33a-8142-4a5d-a212-c5261e5fbbd5),segment_id=8dc2f33a-8142-4a5d-a212-c5261e5fbbd5)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:53:03.104461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f6f9f-49e0-4659-b3ca-501865a1249b req-7cbd338f-3f4b-4aaa-8c70-b16d575dbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:03.106002 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f71f6f9f-49e0-4659-b3ca-501865a1249b req-7cbd338f-3f4b-4aaa-8c70-b16d575dbcfa service neutron] 10.222.0.67 "GET /v2.0/networks?id=abd1de71-eb7f-481e-93c5-240c9863694a HTTP/1.1" status: 200 len: 918 time: 0.1699038 Feb 15 16:53:03.106370 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c7ec1296-793b-4bee-a976-81f519226690), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:03.169095 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324633e-f37d-4198-b872-3d478a87fc96 None None] Pushing event updated for resources: {'Port': ['ID=c7ec1296-793b-4bee-a976-81f519226690,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:03.174519 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f71f6f9f-49e0-4659-b3ca-501865a1249b req-00578d83-9d07-4942-940c-14474fb3e8d5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f HTTP/1.1" status: 200 len: 217 time: 0.0608275 Feb 15 16:53:03.246556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7028b-f2e9-4e82-81b5-80f07ad03a6b req-835b3d20-2af5-4ed0-8700-3170722efe25 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:03.248728 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebe7028b-f2e9-4e82-81b5-80f07ad03a6b req-835b3d20-2af5-4ed0-8700-3170722efe25 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 944 time: 0.2134919 Feb 15 16:53:03.302153 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f6f9f-49e0-4659-b3ca-501865a1249b req-22f560a9-f0dc-471e-9ab9-304705be7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:03.304227 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f71f6f9f-49e0-4659-b3ca-501865a1249b req-22f560a9-f0dc-471e-9ab9-304705be7caf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=709aeae2-05ea-4329-901d-2a8f1cd1fe0d HTTP/1.1" status: 200 len: 856 time: 0.1034150 Feb 15 16:53:03.440027 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-295ad8b7-6459-4204-bcc6-d7ec50fa545f tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks [] for port (67878e17-8f0c-4de4-86c9-0af85b10b529), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:03.454218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ebe7028b-f2e9-4e82-81b5-80f07ad03a6b req-939310ac-2eb5-4724-bf8b-f134747d0622 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/security-groups?id=a5fcd5f2-5656-4e8d-8209-5d56ad512b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959641 Feb 15 16:53:03.503883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device e32c074f-08fd-41b7-8c2d-1e83c896de7c details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:53:03.503883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 21b48050-d6b1-4d95-96d0-49afc662f919 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:03.504690 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f6f9f-49e0-4659-b3ca-501865a1249b req-dc12fccb-0038-470c-9043-28b06514e1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:03.504690 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f71f6f9f-49e0-4659-b3ca-501865a1249b req-dc12fccb-0038-470c-9043-28b06514e1ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=abd1de71-eb7f-481e-93c5-240c9863694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1931460 Feb 15 16:53:03.536084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ac28f-bc07-48e7-a4b4-a89223384cbd req-10f7c0a0-419a-4be1-859a-c26dfb718203 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:03.538193 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be0ac28f-bc07-48e7-a4b4-a89223384cbd req-10f7c0a0-419a-4be1-859a-c26dfb718203 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 945 time: 0.1187456 Feb 15 16:53:03.680469 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f71f6f9f-49e0-4659-b3ca-501865a1249b req-ceab6159-71fb-4ca8-8d92-fbeafacc4f7a service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127274 Feb 15 16:53:03.682810 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be0ac28f-bc07-48e7-a4b4-a89223384cbd req-ea4455a7-e5b3-46d9-87ba-d735e444965a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920169 Feb 15 16:53:03.682810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54596) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:03.754253 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f71f6f9f-49e0-4659-b3ca-501865a1249b req-2740b07f-af66-4ffd-9053-e4ebaadc785b service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210468 Feb 15 16:53:03.821801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port e32c074f-08fd-41b7-8c2d-1e83c896de7c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=e32c074f-08fd-41b7-8c2d-1e83c896de7c,segment=NetworkSegment(50f75520-fa56-4843-a139-9726e1510d3f),segment_id=50f75520-fa56-4843-a139-9726e1510d3f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:03.834155 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'e32c074f-08fd-41b7-8c2d-1e83c896de7c', 'network_id': '6cb15e08-a134-4e77-a451-734e5c021ad0', 'port_id': 'e32c074f-08fd-41b7-8c2d-1e83c896de7c', 'mac_address': 'fa:16:3e:1a:d4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a36c0aa-2d2b-4145-8dd5-c04834c7b034', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:53:03.845030 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f4f9cd41-d9a5-4c67-989f-99d29fa27156 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] Request body: {'port': {'network_id': 'ddb2a796-a251-40cb-90be-0239772f32ce', 'name': 'tempest-NetworksNegativeTestJSON-1333769160'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:03.860723 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f9cd41-d9a5-4c67-989f-99d29fa27156 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] POST failed (client error): The resource could not be found. Feb 15 16:53:03.861320 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f9cd41-d9a5-4c67-989f-99d29fa27156 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:53:03.862573 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f4f9cd41-d9a5-4c67-989f-99d29fa27156 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1883972 Feb 15 16:53:03.867074 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54604) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:03.873319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port e32c074f-08fd-41b7-8c2d-1e83c896de7c is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:03.873828 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e32c074f-08fd-41b7-8c2d-1e83c896de7c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:03.883505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7593f-5d40-4798-9839-21501bfd0f1a req-e4b316a6-7340-4f71-838a-abfda415ecb4 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:03.885057 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ca7593f-5d40-4798-9839-21501bfd0f1a req-e4b316a6-7340-4f71-838a-abfda415ecb4 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.0642431 Feb 15 16:53:03.885556 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e31ce36-b89b-415b-ab75-ab395519e61d tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] DELETE failed (client error): The resource could not be found. Feb 15 16:53:03.886065 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e31ce36-b89b-415b-ab75-ab395519e61d tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:53:03.887381 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32c074f-08fd-41b7-8c2d-1e83c896de7c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:53:03.890054 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1e31ce36-b89b-415b-ab75-ab395519e61d tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] 10.222.0.107 "DELETE /v2.0/networks/99aa5085-1c7a-491a-a646-e49831e68433 HTTP/1.1" status: 404 len: 339 time: 0.0220230 Feb 15 16:53:03.896273 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-295ad8b7-6459-4204-bcc6-d7ec50fa545f tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (67878e17-8f0c-4de4-86c9-0af85b10b529), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:03.899375 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54606) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:03.910227 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port e32c074f-08fd-41b7-8c2d-1e83c896de7c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=e32c074f-08fd-41b7-8c2d-1e83c896de7c,segment=NetworkSegment(50f75520-fa56-4843-a139-9726e1510d3f),segment_id=50f75520-fa56-4843-a139-9726e1510d3f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:03.931036 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 21b48050-d6b1-4d95-96d0-49afc662f919 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:53:03.935692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 21b48050-d6b1-4d95-96d0-49afc662f919 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:03.936879 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (21b48050-d6b1-4d95-96d0-49afc662f919), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:03.971824 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75428eb-b866-44de-b31c-ce586004bb8c tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] DELETE failed (client error): The resource could not be found. Feb 15 16:53:03.972445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75428eb-b866-44de-b31c-ce586004bb8c tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:53:03.975942 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e32c074f-08fd-41b7-8c2d-1e83c896de7c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:03.976513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c75428eb-b866-44de-b31c-ce586004bb8c tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] 10.222.0.107 "DELETE /v2.0/ports/3d6c2b5d-d390-4693-8dcd-2b2a65fa9ba1 HTTP/1.1" status: 404 len: 333 time: 0.0762029 Feb 15 16:53:03.976679 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:53:03.992947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54608) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:04.032998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295ad8b7-6459-4204-bcc6-d7ec50fa545f tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Network 0e0fa663-29a5-479f-b9f6-633db576f80e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:04.040232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ad8b7-6459-4204-bcc6-d7ec50fa545f tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Pushing event updated for resources: {'Port': ['ID=67878e17-8f0c-4de4-86c9-0af85b10b529,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:04.045333 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bad98d5-9683-4a19-b884-8c630a6fc9c3 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] DELETE failed (client error): The resource could not be found. Feb 15 16:53:04.045830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bad98d5-9683-4a19-b884-8c630a6fc9c3 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:53:04.049128 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6bad98d5-9683-4a19-b884-8c630a6fc9c3 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] 10.222.0.107 "DELETE /v2.0/subnets/df874b2b-bd02-4c9a-8897-e50b5af450f5 HTTP/1.1" status: 404 len: 337 time: 0.0560908 Feb 15 16:53:04.050146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-295ad8b7-6459-4204-bcc6-d7ec50fa545f tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:04.053588 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54610) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:04.067624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ad8b7-6459-4204-bcc6-d7ec50fa545f tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:04.084785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295ad8b7-6459-4204-bcc6-d7ec50fa545f tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:04.084785 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-295ad8b7-6459-4204-bcc6-d7ec50fa545f tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:04.085258 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a78a6e-add9-4fda-bb60-74eff8571a25 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] GET failed (client error): The resource could not be found. Feb 15 16:53:04.085258 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-84a78a6e-add9-4fda-bb60-74eff8571a25 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] 10.222.0.107 "GET /v2.0/networks/990cb146-22fd-4a2f-9ba3-ebf560a0cec6 HTTP/1.1" status: 404 len: 339 time: 0.0228574 Feb 15 16:53:04.091715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54612) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:04.109528 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ca7593f-5d40-4798-9839-21501bfd0f1a req-2521e95c-5521-486d-b82c-68fad9fef3e5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982536 Feb 15 16:53:04.129910 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-73140162-fdac-4f41-a78e-aea44d6f3d79 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] GET failed (client error): The resource could not be found. Feb 15 16:53:04.135653 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-73140162-fdac-4f41-a78e-aea44d6f3d79 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] 10.222.0.107 "GET /v2.0/ports/120179b7-09aa-41ed-b903-0c62776b1292 HTTP/1.1" status: 404 len: 333 time: 0.0425565 Feb 15 16:53:04.138043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54614) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:04.166328 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=e32c074f-08fd-41b7-8c2d-1e83c896de7c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:04.167963 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cad920a-88d0-45a3-9594-057974157ba1 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] GET failed (client error): The resource could not be found. Feb 15 16:53:04.173463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54616) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:04.179097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-37f0c3d8-6e8d-4c64-96d4-33debe1e943c tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:04.184153 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4cad920a-88d0-45a3-9594-057974157ba1 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] 10.222.0.107 "GET /v2.0/subnets/928f5d07-f845-46bf-a04f-22d48a673add HTTP/1.1" status: 404 len: 337 time: 0.0384016 Feb 15 16:53:04.185821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 21b48050-d6b1-4d95-96d0-49afc662f919 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:04.186226 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (21b48050-d6b1-4d95-96d0-49afc662f919), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:04.189784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-295ad8b7-6459-4204-bcc6-d7ec50fa545f tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1028373 Feb 15 16:53:04.190141 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:04.192843 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54618) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:04.197790 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f0c3d8-6e8d-4c64-96d4-33debe1e943c tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] PUT failed (client error): The resource could not be found. Feb 15 16:53:04.198310 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f0c3d8-6e8d-4c64-96d4-33debe1e943c tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:53:04.199371 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Request body: {'port': {'network_id': '0e0fa663-29a5-479f-b9f6-633db576f80e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-816740230', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:04.200342 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.api.validators [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] bootfile-name is not in valid_values {{(pid=103799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 16:53:04.200782 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.api.validators [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] tftp-server is not in valid_values {{(pid=103799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 16:53:04.203364 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-37f0c3d8-6e8d-4c64-96d4-33debe1e943c tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] 10.222.0.107 "PUT /v2.0/networks/125d2f6e-fa65-4cf4-b1b8-fa8c100dd33f HTTP/1.1" status: 404 len: 339 time: 0.0288188 Feb 15 16:53:04.203565 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.api.validators [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] server-ip-address is not in valid_values {{(pid=103799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 16:53:04.204049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54620) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:04.210171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-33320418-a768-4d35-b039-4cfc43418a73 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:04.215838 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'port_id': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f', 'mac_address': 'fa:16:3e:16:4a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:53:04.223818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883e4fe3-3c4a-4e63-9b71-5538c0e3537c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b48050-d6b1-4d95-96d0-49afc662f919'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:04.226775 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528ba1da-0f97-414b-9e96-4e19cea4bbd2" -d '{"events": [{"server_uuid": "883e4fe3-3c4a-4e63-9b71-5538c0e3537c", "name": "network-vif-plugged", "status": "completed", "tag": "21b48050-d6b1-4d95-96d0-49afc662f919"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:04.242562 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 21b48050-d6b1-4d95-96d0-49afc662f919, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=21b48050-d6b1-4d95-96d0-49afc662f919,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:04.261590 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-33320418-a768-4d35-b039-4cfc43418a73 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] PUT failed (client error): The resource could not be found. Feb 15 16:53:04.269600 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33320418-a768-4d35-b039-4cfc43418a73 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:53:04.271338 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-33320418-a768-4d35-b039-4cfc43418a73 tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] 10.222.0.107 "PUT /v2.0/ports/a30c6cf2-1613-4110-98f0-fe42477f6cb9 HTTP/1.1" status: 404 len: 333 time: 0.0662081 Feb 15 16:53:04.275676 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54624) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:04.288857 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fcd8f529-1516-49f4-bee3-0c6d2e033b2f tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:04.291108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:04.291630 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:04.295932 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb7d937-5229-4dcd-9c41-c37f3b91030b x-openstack-request-id: req-8bb7d937-5229-4dcd-9c41-c37f3b91030b {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:04.296319 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883e4fe3-3c4a-4e63-9b71-5538c0e3537c", "name": "network-vif-plugged", "status": "completed", "tag": "21b48050-d6b1-4d95-96d0-49afc662f919", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:04.296668 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8bb7d937-5229-4dcd-9c41-c37f3b91030b {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:04.297297 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883e4fe3-3c4a-4e63-9b71-5538c0e3537c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b48050-d6b1-4d95-96d0-49afc662f919', 'code': 200} Feb 15 16:53:04.325848 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:53:04.338953 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd8f529-1516-49f4-bee3-0c6d2e033b2f tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] PUT failed (client error): The resource could not be found. Feb 15 16:53:04.339844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd8f529-1516-49f4-bee3-0c6d2e033b2f tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:53:04.341074 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fcd8f529-1516-49f4-bee3-0c6d2e033b2f tempest-NetworksNegativeTestJSON-340625156 tempest-NetworksNegativeTestJSON-340625156-project] 10.222.0.107 "PUT /v2.0/subnets/43ab6590-e684-45b0-a38e-95289a0bcd9f HTTP/1.1" status: 404 len: 337 time: 0.0642917 Feb 15 16:53:04.358549 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:04.365502 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (21b48050-d6b1-4d95-96d0-49afc662f919), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:04.419506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c7ec1296-793b-4bee-a976-81f519226690 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:04.448695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8504e5ea-afc0-4895-b2a4-0a668ba5b013 req-d5f980c5-20da-4faa-991f-65879fa32623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:04.458110 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8504e5ea-afc0-4895-b2a4-0a668ba5b013 req-d5f980c5-20da-4faa-991f-65879fa32623 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 1129 time: 0.0902965 Feb 15 16:53:04.458215 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:04.477694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=21b48050-d6b1-4d95-96d0-49afc662f919,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:04.507347 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8504e5ea-afc0-4895-b2a4-0a668ba5b013 req-7434cee9-1bfd-44c7-8c93-4b194999466a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497439 Feb 15 16:53:04.541065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bdbea5-1174-48fd-aca1-569bce2137bb None None] Network 0e0fa663-29a5-479f-b9f6-633db576f80e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:04.545866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Made reservation on behalf of 996080ab51fb4c5a9602683a88845b99 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:04.547584 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:04.588262 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:04.590122 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] device_id is not set on port e2ed5798-bce9-4b7e-bdab-ef336bb5b338 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:53:04.593283 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c7ec1296-793b-4bee-a976-81f519226690 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:04.593677 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c7ec1296-793b-4bee-a976-81f519226690), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:04.660209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75bcfa7-6701-42b4-aa46-ed45f2a732d9 req-761d43b8-8b55-44fc-9239-dd42514b64c5 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:04.661854 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e75bcfa7-6701-42b4-aa46-ed45f2a732d9 req-761d43b8-8b55-44fc-9239-dd42514b64c5 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 945 time: 0.1191165 Feb 15 16:53:04.671282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-23638380-4e7b-46cb-99e9-a919921dc56b None None] Provisioning complete for port c7ec1296-793b-4bee-a976-81f519226690 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:04.671652 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-23638380-4e7b-46cb-99e9-a919921dc56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c7ec1296-793b-4bee-a976-81f519226690), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:04.724786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['e32c074f-08fd-41b7-8c2d-1e83c896de7c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:53:04.726797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:53:04.755620 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e75bcfa7-6701-42b4-aa46-ed45f2a732d9 req-2b5f5eaa-278d-4968-ab34-98cd947ed9ff tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/security-groups?id=a5fcd5f2-5656-4e8d-8209-5d56ad512b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842030 Feb 15 16:53:04.776810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Allocated IP 2001:db8::266 (0e0fa663-29a5-479f-b9f6-633db576f80e/a003b141-300e-4a83-a308-b540b5a9e926/e2ed5798-bce9-4b7e-bdab-ef336bb5b338) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:04.850424 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d284bd8-21e8-4769-8e2a-4b1c8b430511 req-54755751-7152-4614-abfb-a74fe19c6731 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:04.864954 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2d284bd8-21e8-4769-8e2a-4b1c8b430511 req-54755751-7152-4614-abfb-a74fe19c6731 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 946 time: 0.1129827 Feb 15 16:53:04.873471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c7ec1296-793b-4bee-a976-81f519226690 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:04.881607 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c7ec1296-793b-4bee-a976-81f519226690), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:04.951152 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2d284bd8-21e8-4769-8e2a-4b1c8b430511 req-cf7d34b3-211f-499f-9ed0-21d87bf43ffd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829897 Feb 15 16:53:05.015787 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port c7ec1296-793b-4bee-a976-81f519226690, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c7ec1296-793b-4bee-a976-81f519226690,segment=NetworkSegment(8dc2f33a-8142-4a5d-a212-c5261e5fbbd5),segment_id=8dc2f33a-8142-4a5d-a212-c5261e5fbbd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:05.027599 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-23638380-4e7b-46cb-99e9-a919921dc56b None None] Current status of the port c7ec1296-793b-4bee-a976-81f519226690 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:05.028350 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-23638380-4e7b-46cb-99e9-a919921dc56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c7ec1296-793b-4bee-a976-81f519226690), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:05.030093 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks [] for port (e2ed5798-bce9-4b7e-bdab-ef336bb5b338), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:05.071894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54638) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:05.132624 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c7ec1296-793b-4bee-a976-81f519226690), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:05.167624 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e2ed5798-bce9-4b7e-bdab-ef336bb5b338), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:05.234603 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18b6359d-2ddc-40ed-a74f-b627e128b006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:05.243392 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Pushing event updated for resources: {'Port': ['ID=e2ed5798-bce9-4b7e-bdab-ef336bb5b338,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:05.265814 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-23638380-4e7b-46cb-99e9-a919921dc56b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:53:05.265814 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-23638380-4e7b-46cb-99e9-a919921dc56b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:53:05.282463 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=c7ec1296-793b-4bee-a976-81f519226690,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:05.301792 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Network 0e0fa663-29a5-479f-b9f6-633db576f80e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:05.309014 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:05.311981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:05.318183 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:05.318908 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:05.348681 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18b6359d-2ddc-40ed-a74f-b627e128b006 admin admin] Publish callbacks [] for security_group (0ae1d5ff-80d3-4695-9aea-e187444f1fbc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:05.354632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4efa72-3a5f-4be6-bb81-a41548d4cc4d req-7728c3d4-a0fe-46ab-8098-297bef46d930 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:05.356774 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1c4efa72-3a5f-4be6-bb81-a41548d4cc4d req-7728c3d4-a0fe-46ab-8098-297bef46d930 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 944 time: 0.1145504 Feb 15 16:53:05.407703 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1c4efa72-3a5f-4be6-bb81-a41548d4cc4d req-a58ba846-2bbc-4278-aa5b-6f90df6f5200 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445030 Feb 15 16:53:05.468630 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18b6359d-2ddc-40ed-a74f-b627e128b006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0ae1d5ff-80d3-4695-9aea-e187444f1fbc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:05.471627 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ba77146d-f570-4a91-b0ff-75093a867cfc tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.2775199 Feb 15 16:53:05.476408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54644) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:05.524618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6359d-2ddc-40ed-a74f-b627e128b006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae1d5ff-80d3-4695-9aea-e187444f1fbc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:05.543858 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-18b6359d-2ddc-40ed-a74f-b627e128b006 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8b806291266c4b45960ba2899eef1f4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4678359 Feb 15 16:53:05.543858 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54646) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:05.587321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9276951-bdb4-45b5-bc2a-d7b1198145c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:05.593041 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9276951-bdb4-45b5-bc2a-d7b1198145c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:05.598937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9276951-bdb4-45b5-bc2a-d7b1198145c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:05.604072 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c9276951-bdb4-45b5-bc2a-d7b1198145c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1247530 Feb 15 16:53:05.611847 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2abc123-dacd-4e50-a12f-5946150fb3dd admin admin] Publish callbacks [] for security_group (0ae1d5ff-80d3-4695-9aea-e187444f1fbc), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:05.612242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54648) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:05.650719 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2abc123-dacd-4e50-a12f-5946150fb3dd admin admin] Publish callbacks [] for security_group (0ae1d5ff-80d3-4695-9aea-e187444f1fbc), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:05.726839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-44faf132-fdd5-48a2-8e18-27beeee8ba9e tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Deleting port e2ed5798-bce9-4b7e-bdab-ef336bb5b338 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:05.727231 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44faf132-fdd5-48a2-8e18-27beeee8ba9e tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e2ed5798-bce9-4b7e-bdab-ef336bb5b338), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:05.803822 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-23638380-4e7b-46cb-99e9-a919921dc56b None None] Current status of the port c7ec1296-793b-4bee-a976-81f519226690 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:05.820267 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44faf132-fdd5-48a2-8e18-27beeee8ba9e tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e2ed5798-bce9-4b7e-bdab-ef336bb5b338), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:05.831980 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2abc123-dacd-4e50-a12f-5946150fb3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0ae1d5ff-80d3-4695-9aea-e187444f1fbc), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:05.838718 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2abc123-dacd-4e50-a12f-5946150fb3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:05.838718 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c2abc123-dacd-4e50-a12f-5946150fb3dd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0ae1d5ff-80d3-4695-9aea-e187444f1fbc HTTP/1.1" status: 204 len: 168 time: 0.2918968 Feb 15 16:53:05.848048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2abc123-dacd-4e50-a12f-5946150fb3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae1d5ff-80d3-4695-9aea-e187444f1fbc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:05.850541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-44faf132-fdd5-48a2-8e18-27beeee8ba9e tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Calling delete_port for e2ed5798-bce9-4b7e-bdab-ef336bb5b338 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:05.941646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-45478d4b-d700-40ed-9be7-599cf2de11e9 None None] Provisioning complete for port c7ec1296-793b-4bee-a976-81f519226690 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:05.942730 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-45478d4b-d700-40ed-9be7-599cf2de11e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c7ec1296-793b-4bee-a976-81f519226690), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:06.096746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-45478d4b-d700-40ed-9be7-599cf2de11e9 None None] Current status of the port c7ec1296-793b-4bee-a976-81f519226690 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:06.108850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-45478d4b-d700-40ed-9be7-599cf2de11e9 None None] Provisioning complete for port 67878e17-8f0c-4de4-86c9-0af85b10b529 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:06.109311 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-45478d4b-d700-40ed-9be7-599cf2de11e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (67878e17-8f0c-4de4-86c9-0af85b10b529), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:06.150871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f297fe1-b543-4394-a619-2daca00267d2 req-aaa06ab4-8304-4596-a970-179f16d78f64 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:06.152076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-45478d4b-d700-40ed-9be7-599cf2de11e9 None None] Port 67878e17-8f0c-4de4-86c9-0af85b10b529 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:53:06.152522 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f297fe1-b543-4394-a619-2daca00267d2 req-aaa06ab4-8304-4596-a970-179f16d78f64 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 946 time: 0.0632720 Feb 15 16:53:06.164649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-45478d4b-d700-40ed-9be7-599cf2de11e9 None None] Provisioning complete for port e2ed5798-bce9-4b7e-bdab-ef336bb5b338 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:06.169804 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-45478d4b-d700-40ed-9be7-599cf2de11e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e2ed5798-bce9-4b7e-bdab-ef336bb5b338), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:06.169958 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44faf132-fdd5-48a2-8e18-27beeee8ba9e tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e2ed5798-bce9-4b7e-bdab-ef336bb5b338), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:06.186011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-45478d4b-d700-40ed-9be7-599cf2de11e9 None None] Port e2ed5798-bce9-4b7e-bdab-ef336bb5b338 was deleted so its status cannot be updated. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 15 16:53:06.215766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44faf132-fdd5-48a2-8e18-27beeee8ba9e tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Pushing event deleted for resources: {'Port': ['ID=e2ed5798-bce9-4b7e-bdab-ef336bb5b338,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:06.229151 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53b9d7-c6db-4a31-972e-cc4a6c868885 req-461d2686-c753-4b6c-9a2d-641e053426df tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:06.230737 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ac53b9d7-c6db-4a31-972e-cc4a6c868885 req-461d2686-c753-4b6c-9a2d-641e053426df tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 945 time: 0.0568922 Feb 15 16:53:06.268307 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44faf132-fdd5-48a2-8e18-27beeee8ba9e tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:06.279212 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-44faf132-fdd5-48a2-8e18-27beeee8ba9e tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] 10.222.0.107 "DELETE /v2.0/ports/e2ed5798-bce9-4b7e-bdab-ef336bb5b338 HTTP/1.1" status: 204 len: 168 time: 0.6673005 Feb 15 16:53:06.279212 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f297fe1-b543-4394-a619-2daca00267d2 req-03a1c2fc-6aa2-472d-a242-1f155952ff14 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168804 Feb 15 16:53:06.279212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54664) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:06.282640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-e154d2ee-1ed7-4081-b026-8f1991456cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Request body: {'port': {'name': 'tempest-new-port-name-1013365356', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:06.282974 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.api.validators [None req-e154d2ee-1ed7-4081-b026-8f1991456cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] bootfile-name is not in valid_values {{(pid=103799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 16:53:06.283334 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.api.validators [None req-e154d2ee-1ed7-4081-b026-8f1991456cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] tftp-server is not in valid_values {{(pid=103799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 16:53:06.283671 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.api.validators [None req-e154d2ee-1ed7-4081-b026-8f1991456cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] server-ip-address is not in valid_values {{(pid=103799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 16:53:06.343314 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ac53b9d7-c6db-4a31-972e-cc4a6c868885 req-393687c3-f208-49ac-8122-d40a7415f3a4 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/security-groups?id=a5fcd5f2-5656-4e8d-8209-5d56ad512b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006613 Feb 15 16:53:06.384812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c7ec1296-793b-4bee-a976-81f519226690 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:06.421757 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e154d2ee-1ed7-4081-b026-8f1991456cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (67878e17-8f0c-4de4-86c9-0af85b10b529), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:06.491377 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c7ec1296-793b-4bee-a976-81f519226690 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:06.491550 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c7ec1296-793b-4bee-a976-81f519226690), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:06.619083 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c7ec1296-793b-4bee-a976-81f519226690 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:06.641859 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea52b3-9c56-48a1-b3e7-b35764fd379a req-4f7624e3-a2e6-4fa4-a6db-1074f556443c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:06.643415 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8ea52b3-9c56-48a1-b3e7-b35764fd379a req-4f7624e3-a2e6-4fa4-a6db-1074f556443c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 944 time: 0.1131263 Feb 15 16:53:06.695292 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e154d2ee-1ed7-4081-b026-8f1991456cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks [] for port (67878e17-8f0c-4de4-86c9-0af85b10b529), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:06.703140 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8ea52b3-9c56-48a1-b3e7-b35764fd379a req-6ff395f4-a744-4c04-8792-aa89bdef2d5f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531301 Feb 15 16:53:06.764244 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e154d2ee-1ed7-4081-b026-8f1991456cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (67878e17-8f0c-4de4-86c9-0af85b10b529), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:06.827232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e154d2ee-1ed7-4081-b026-8f1991456cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] In _notify_port_updated(), no bound segment for port 67878e17-8f0c-4de4-86c9-0af85b10b529 on network 0e0fa663-29a5-479f-b9f6-633db576f80e {{(pid=103799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 16:53:06.833137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e154d2ee-1ed7-4081-b026-8f1991456cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:06.833774 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e154d2ee-1ed7-4081-b026-8f1991456cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:06.834353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e33076-6676-4d5a-a68a-3f3467d3074b req-522b1f54-1291-4586-bcec-1c717ef57721 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:06.835974 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e5e33076-6676-4d5a-a68a-3f3467d3074b req-522b1f54-1291-4586-bcec-1c717ef57721 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.0676999 Feb 15 16:53:06.837887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54690) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:06.838023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e154d2ee-1ed7-4081-b026-8f1991456cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] 10.222.0.107 "PUT /v2.0/ports/67878e17-8f0c-4de4-86c9-0af85b10b529 HTTP/1.1" status: 200 len: 1130 time: 0.5603850 Feb 15 16:53:06.853969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154d2ee-1ed7-4081-b026-8f1991456cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Pushing event updated for resources: {'Port': ['ID=67878e17-8f0c-4de4-86c9-0af85b10b529,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:06.890523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087d29c-4593-4049-bc65-9b7fe4cded84 req-36c229f7-0525-4c56-877b-fbca77f47733 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:06.892327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b087d29c-4593-4049-bc65-9b7fe4cded84 req-36c229f7-0525-4c56-877b-fbca77f47733 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 805 time: 0.2023726 Feb 15 16:53:06.908181 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b087d29c-4593-4049-bc65-9b7fe4cded84 req-fe29a752-2ee4-49bf-a4d1-7deebf98e76d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/quotas/e6a9a5739db149a6bf851ba113dffa73 HTTP/1.1" status: 200 len: 375 time: 0.0098984 Feb 15 16:53:06.917317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12de956d-b7ce-4b38-9dd7-7a90372c3542 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:06.922387 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-12de956d-b7ce-4b38-9dd7-7a90372c3542 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] 10.222.0.107 "GET /v2.0/ports/67878e17-8f0c-4de4-86c9-0af85b10b529 HTTP/1.1" status: 200 len: 1130 time: 0.0789669 Feb 15 16:53:06.923922 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54692) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:06.924115 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f3008f33-2171-4e74-bf00-a0aa36890509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:06.946872 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e5e33076-6676-4d5a-a68a-3f3467d3074b req-53b207f5-620a-4a6c-b9e9-3da5e6adfb4e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981431 Feb 15 16:53:07.058555 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b087d29c-4593-4049-bc65-9b7fe4cded84 req-51bc140d-46d2-4f5e-a3cf-2e037da0010f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1435852 Feb 15 16:53:07.135517 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f4037414-5778-4ba9-8dd9-c2db99dbc531 None None] Provisioning complete for port 67878e17-8f0c-4de4-86c9-0af85b10b529 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:07.135517 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4037414-5778-4ba9-8dd9-c2db99dbc531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (67878e17-8f0c-4de4-86c9-0af85b10b529), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:07.147333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-84917032-fb75-4f63-a538-e0e3ba613c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Deleting port 67878e17-8f0c-4de4-86c9-0af85b10b529 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:07.147679 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-84917032-fb75-4f63-a538-e0e3ba613c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (67878e17-8f0c-4de4-86c9-0af85b10b529), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:07.170612 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f4037414-5778-4ba9-8dd9-c2db99dbc531 None None] Port 67878e17-8f0c-4de4-86c9-0af85b10b529 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:53:07.220569 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b087d29c-4593-4049-bc65-9b7fe4cded84 req-0be56748-e135-4f0b-86bf-43db62c22424 service neutron] 10.222.0.107 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506402 Feb 15 16:53:07.311376 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-84917032-fb75-4f63-a538-e0e3ba613c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (67878e17-8f0c-4de4-86c9-0af85b10b529), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:07.328921 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-84917032-fb75-4f63-a538-e0e3ba613c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Calling delete_port for 67878e17-8f0c-4de4-86c9-0af85b10b529 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:07.395541 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b087d29c-4593-4049-bc65-9b7fe4cded84 req-cab0cc30-8f55-4854-a5fd-12f0e54ec784 service neutron] 10.222.0.107 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657727 Feb 15 16:53:07.483724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device e32c074f-08fd-41b7-8c2d-1e83c896de7c up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:07.516384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15713edf-7d66-458a-a4f4-956212628735 req-449b8c11-d242-4756-965d-bf6235270dba tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:07.517998 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-15713edf-7d66-458a-a4f4-956212628735 req-449b8c11-d242-4756-965d-bf6235270dba tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 945 time: 0.0761623 Feb 15 16:53:07.566858 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-15713edf-7d66-458a-a4f4-956212628735 req-a7290bb6-b98a-4e45-8950-41a561f234c8 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/security-groups?id=a5fcd5f2-5656-4e8d-8209-5d56ad512b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420940 Feb 15 16:53:07.651135 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-84917032-fb75-4f63-a538-e0e3ba613c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (67878e17-8f0c-4de4-86c9-0af85b10b529), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:07.692818 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84917032-fb75-4f63-a538-e0e3ba613c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Pushing event deleted for resources: {'Port': ['ID=67878e17-8f0c-4de4-86c9-0af85b10b529,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:07.702618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port e32c074f-08fd-41b7-8c2d-1e83c896de7c completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:53:07.706883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port e32c074f-08fd-41b7-8c2d-1e83c896de7c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:07.711324 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e32c074f-08fd-41b7-8c2d-1e83c896de7c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:07.726931 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-84917032-fb75-4f63-a538-e0e3ba613c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:07.732787 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-84917032-fb75-4f63-a538-e0e3ba613c0d tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] 10.222.0.107 "DELETE /v2.0/ports/67878e17-8f0c-4de4-86c9-0af85b10b529 HTTP/1.1" status: 204 len: 168 time: 0.8004775 Feb 15 16:53:07.733613 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54718) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:07.812175 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port e32c074f-08fd-41b7-8c2d-1e83c896de7c is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:07.812795 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e32c074f-08fd-41b7-8c2d-1e83c896de7c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:07.817548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-de750d10-d4a5-41c5-afac-77ba38bd500b tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Deleting subnet a003b141-300e-4a83-a308-b540b5a9e926 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:53:07.825830 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de750d10-d4a5-41c5-afac-77ba38bd500b tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks [] for subnet (a003b141-300e-4a83-a308-b540b5a9e926), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:07.873348 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d3b336-a84e-4f6f-87a0-cefd1a839482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32c074f-08fd-41b7-8c2d-1e83c896de7c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:07.875929 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff17ae88-8de2-4eac-88c0-2b155188a5bf" -d '{"events": [{"server_uuid": "67d3b336-a84e-4f6f-87a0-cefd1a839482", "name": "network-vif-plugged", "status": "completed", "tag": "e32c074f-08fd-41b7-8c2d-1e83c896de7c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:07.879247 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de750d10-d4a5-41c5-afac-77ba38bd500b tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (a003b141-300e-4a83-a308-b540b5a9e926), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:07.892506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port e32c074f-08fd-41b7-8c2d-1e83c896de7c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=e32c074f-08fd-41b7-8c2d-1e83c896de7c,segment=NetworkSegment(50f75520-fa56-4843-a139-9726e1510d3f),segment_id=50f75520-fa56-4843-a139-9726e1510d3f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:07.947297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7452f09-1826-4d70-9bfb-8943b18d4d74 req-c4a1a728-df1d-4221-9ad4-95c52f2ade58 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:07.949224 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7452f09-1826-4d70-9bfb-8943b18d4d74 req-c4a1a728-df1d-4221-9ad4-95c52f2ade58 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 944 time: 0.1462772 Feb 15 16:53:08.023476 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de750d10-d4a5-41c5-afac-77ba38bd500b tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (a003b141-300e-4a83-a308-b540b5a9e926), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:08.049500 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7452f09-1826-4d70-9bfb-8943b18d4d74 req-7e956dd4-790e-490e-8183-cf52d6c9618f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906467 Feb 15 16:53:08.061246 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e32c074f-08fd-41b7-8c2d-1e83c896de7c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:08.062187 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:08.109476 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8cf1d92-ce18-41fc-b167-1f22222b5732 x-openstack-request-id: req-c8cf1d92-ce18-41fc-b167-1f22222b5732 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:08.109802 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d3b336-a84e-4f6f-87a0-cefd1a839482", "name": "network-vif-plugged", "status": "completed", "tag": "e32c074f-08fd-41b7-8c2d-1e83c896de7c", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:08.110062 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c8cf1d92-ce18-41fc-b167-1f22222b5732 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:08.110517 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d3b336-a84e-4f6f-87a0-cefd1a839482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32c074f-08fd-41b7-8c2d-1e83c896de7c', 'code': 200} Feb 15 16:53:08.180847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=e32c074f-08fd-41b7-8c2d-1e83c896de7c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:08.202125 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de750d10-d4a5-41c5-afac-77ba38bd500b tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (a003b141-300e-4a83-a308-b540b5a9e926), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:08.222927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:53:08.236886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:08.237288 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:08.240727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128c65c-d4ee-4a15-8229-f0a7ef8cdfca req-a60eddd9-8a2e-4683-b4f7-edf720069178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:08.242240 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7128c65c-d4ee-4a15-8229-f0a7ef8cdfca req-a60eddd9-8a2e-4683-b4f7-edf720069178 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 1129 time: 0.0582707 Feb 15 16:53:08.247994 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f468c653-4fed-435e-92b7-636e8987e917 None None] Network 0e0fa663-29a5-479f-b9f6-633db576f80e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:08.254052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bf824-4b30-439d-bc28-42153f6edda6 req-43d43389-b8b5-482e-931a-71907eed62bb tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:08.262180 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a37bf824-4b30-439d-bc28-42153f6edda6 req-43d43389-b8b5-482e-931a-71907eed62bb tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.1116998 Feb 15 16:53:08.293720 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de750d10-d4a5-41c5-afac-77ba38bd500b tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:08.310001 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-de750d10-d4a5-41c5-afac-77ba38bd500b tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] 10.222.0.107 "DELETE /v2.0/subnets/a003b141-300e-4a83-a308-b540b5a9e926 HTTP/1.1" status: 204 len: 168 time: 0.5750299 Feb 15 16:53:08.311090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54744) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:08.315992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de750d10-d4a5-41c5-afac-77ba38bd500b tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Pushing event deleted for resources: {'Subnet': ['ID=a003b141-300e-4a83-a308-b540b5a9e926,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:08.382015 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a37bf824-4b30-439d-bc28-42153f6edda6 req-b0a10239-67bd-40c2-b058-83c417d8c047 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186481 Feb 15 16:53:08.401058 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7128c65c-d4ee-4a15-8229-f0a7ef8cdfca req-cefb58dd-2994-4762-95f0-28797bbee9a5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a5fcd5f2-5656-4e8d-8209-5d56ad512b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306217 Feb 15 16:53:08.454649 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (0e0fa663-29a5-479f-b9f6-633db576f80e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:08.516413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:08.516816 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:08.554577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:08.592008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9313fe3-cf78-4dbd-a3fe-7c372a622a4c None None] DHCP port deletion for 0e0fa663-29a5-479f-b9f6-633db576f80e request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:53:08.615842 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Deleting port c7ec1296-793b-4bee-a976-81f519226690 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:08.616330 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c7ec1296-793b-4bee-a976-81f519226690), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:08.638873 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:08.701453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-9e8fe6df-d433-4b3a-b771-3b344d89fab5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:08.703092 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-9e8fe6df-d433-4b3a-b771-3b344d89fab5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 805 time: 0.1936781 Feb 15 16:53:08.708226 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:08.721053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c9313fe3-cf78-4dbd-a3fe-7c372a622a4c None None] Deleting port c7ec1296-793b-4bee-a976-81f519226690 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:08.721477 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9313fe3-cf78-4dbd-a3fe-7c372a622a4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c7ec1296-793b-4bee-a976-81f519226690), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:08.741550 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] For port c7ec1296-793b-4bee-a976-81f519226690, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c7ec1296-793b-4bee-a976-81f519226690,segment=NetworkSegment(8dc2f33a-8142-4a5d-a212-c5261e5fbbd5),segment_id=8dc2f33a-8142-4a5d-a212-c5261e5fbbd5)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:08.741550 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c7ec1296-793b-4bee-a976-81f519226690), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:08.754916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9a5a1-26cd-462f-a0a1-77db4152fca7 req-cd5f1cd1-b300-462d-9cd9-6c7fd03d0d99 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:08.758100 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Calling delete_port for c7ec1296-793b-4bee-a976-81f519226690 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:08.765195 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-23c9a5a1-26cd-462f-a0a1-77db4152fca7 req-cd5f1cd1-b300-462d-9cd9-6c7fd03d0d99 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 946 time: 0.1116192 Feb 15 16:53:08.797758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c9313fe3-cf78-4dbd-a3fe-7c372a622a4c None None] For port c7ec1296-793b-4bee-a976-81f519226690, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c7ec1296-793b-4bee-a976-81f519226690,segment=NetworkSegment(8dc2f33a-8142-4a5d-a212-c5261e5fbbd5),segment_id=8dc2f33a-8142-4a5d-a212-c5261e5fbbd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:08.800440 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9313fe3-cf78-4dbd-a3fe-7c372a622a4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c7ec1296-793b-4bee-a976-81f519226690), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:08.814323 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c9313fe3-cf78-4dbd-a3fe-7c372a622a4c None None] Calling delete_port for c7ec1296-793b-4bee-a976-81f519226690 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:08.834343 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-34e89348-1025-4b6a-9954-d8c1604acbe2 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/quotas/e6a9a5739db149a6bf851ba113dffa73 HTTP/1.1" status: 200 len: 375 time: 0.0567393 Feb 15 16:53:08.868510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-23c9a5a1-26cd-462f-a0a1-77db4152fca7 req-cea86f91-74ff-4fe6-8327-9ec050cf8194 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/security-groups?id=a5fcd5f2-5656-4e8d-8209-5d56ad512b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009419 Feb 15 16:53:08.955263 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ce3a4190-99b5-40c4-a895-24ec5992d6e3 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1125979 Feb 15 16:53:09.006153 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9313fe3-cf78-4dbd-a3fe-7c372a622a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (c7ec1296-793b-4bee-a976-81f519226690), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:09.034535 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c7ec1296-793b-4bee-a976-81f519226690), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:09.038392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9313fe3-cf78-4dbd-a3fe-7c372a622a4c None None] Pushing event deleted for resources: {'Port': ['ID=c7ec1296-793b-4bee-a976-81f519226690,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:09.043033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9313fe3-cf78-4dbd-a3fe-7c372a622a4c None None] No DVR routers for this DVR port c7ec1296-793b-4bee-a976-81f519226690 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:09.084770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] No DVR routers for this DVR port c7ec1296-793b-4bee-a976-81f519226690 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:09.086567 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Pushing event deleted for resources: {'Port': ['ID=c7ec1296-793b-4bee-a976-81f519226690,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:09.126845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:09.126845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:09.126845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:09.127173 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:09.127353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:09.127690 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:09.128013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:09.128345 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:09.128676 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:09.129007 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:09.129334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:09.129682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:09.130201 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:09.194520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e48f7-9aac-44ce-920f-fb3059521091 req-311edd37-767f-49b3-8d3d-9ba7647aacdf tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:09.195498 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-706b5903-9f6b-42ca-ae0a-f4c8668ae497 service neutron] 10.222.0.107 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330205 Feb 15 16:53:09.197334 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c8e48f7-9aac-44ce-920f-fb3059521091 req-311edd37-767f-49b3-8d3d-9ba7647aacdf tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.0683982 Feb 15 16:53:09.202274 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (0e0fa663-29a5-479f-b9f6-633db576f80e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:09.252494 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c8e48f7-9aac-44ce-920f-fb3059521091 req-c0343036-7ba5-48cf-b3f5-b82058cb5edb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489099 Feb 15 16:53:09.272175 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0fa663-29a5-479f-b9f6-633db576f80e']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:09.287406 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc2f33a-8142-4a5d-a212-c5261e5fbbd5') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:09.287684 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc2f33a-8142-4a5d-a212-c5261e5fbbd5') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:09.300108 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (8dc2f33a-8142-4a5d-a212-c5261e5fbbd5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:09.320542 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8d8c3a3-08d3-49b0-9731-058a025f72c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:09.327050 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8dc2f33a-8142-4a5d-a212-c5261e5fbbd5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:09.340265 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:53:09.340658 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (8dc2f33a-8142-4a5d-a212-c5261e5fbbd5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:53:09.344009 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:53:09.355107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-056e9df4-115b-4ddf-bbf0-30df484b6d4d service neutron] 10.222.0.107 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502008 Feb 15 16:53:09.499678 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e0c1de-1907-402f-9be7-9cb9bfc769da req-fa1cfa86-0a17-4f19-aa57-515ffd03f1bd tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:09.501290 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76e0c1de-1907-402f-9be7-9cb9bfc769da req-fa1cfa86-0a17-4f19-aa57-515ffd03f1bd tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.0556884 Feb 15 16:53:09.510859 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (0e0fa663-29a5-479f-b9f6-633db576f80e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:09.529639 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:09.533355 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] 10.222.0.107 "DELETE /v2.0/networks/0e0fa663-29a5-479f-b9f6-633db576f80e HTTP/1.1" status: 204 len: 168 time: 1.2183425 Feb 15 16:53:09.534503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a988e-5fd1-4894-b862-36931c889e48 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878 tempest-ExtraDHCPOptionsIpV6TestJSON-1160625878-project] Pushing event deleted for resources: {'Network': ['ID=0e0fa663-29a5-479f-b9f6-633db576f80e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:09.593579 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76e0c1de-1907-402f-9be7-9cb9bfc769da req-150de5de-8b44-422a-a0ea-73e2f1faf7cd tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756781 Feb 15 16:53:09.613765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54798) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:09.684868 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56204df5-bf6c-4754-85e9-33311774907f req-abca3875-4fbb-4604-8945-4b1fd12ab17c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 210 time: 0.0412207 Feb 15 16:53:09.761004 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-47e170d3-cfbe-44ba-978b-d85d54236c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:09.838140 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-47e170d3-cfbe-44ba-978b-d85d54236c0a admin admin] Publish callbacks [] for security_group (b0d7ef70-fdfa-4b89-b2a6-ce855c59f17b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:09.919574 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-47e170d3-cfbe-44ba-978b-d85d54236c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b0d7ef70-fdfa-4b89-b2a6-ce855c59f17b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:09.968243 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-47e170d3-cfbe-44ba-978b-d85d54236c0a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a8ba9afc7eac480cb7c2735705b5b02c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3531213 Feb 15 16:53:09.971019 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54808) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:09.971944 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e170d3-cfbe-44ba-978b-d85d54236c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d7ef70-fdfa-4b89-b2a6-ce855c59f17b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:10.024778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a93335-5b40-4500-b7b8-bd6b8c73ae2d req-51d1fa58-5461-4414-8b47-8ce4f0da53f5 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:10.026415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94a93335-5b40-4500-b7b8-bd6b8c73ae2d req-51d1fa58-5461-4414-8b47-8ce4f0da53f5 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 946 time: 0.0726621 Feb 15 16:53:10.032498 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aae48beb-f343-40b0-bdca-037954456794 admin admin] Publish callbacks [] for security_group (b0d7ef70-fdfa-4b89-b2a6-ce855c59f17b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:10.067020 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aae48beb-f343-40b0-bdca-037954456794 admin admin] Publish callbacks [] for security_group (b0d7ef70-fdfa-4b89-b2a6-ce855c59f17b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:10.083255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94a93335-5b40-4500-b7b8-bd6b8c73ae2d req-7148dc3f-271e-498e-98ec-0c4f5b572611 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/security-groups?id=a5fcd5f2-5656-4e8d-8209-5d56ad512b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510180 Feb 15 16:53:10.124429 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:10.124429 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344e0ebc-99c1-4fe7-8227-e02985e0b1d8" -d '{"events": [{"server_uuid": "f941c2e9-bbce-4b93-acf2-6d4a8ff1232e", "name": "network-vif-plugged", "status": "completed", "tag": "89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:10.151771 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992f6e71-d089-431f-9bda-0f898f45e422 x-openstack-request-id: req-992f6e71-d089-431f-9bda-0f898f45e422 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:10.152087 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f941c2e9-bbce-4b93-acf2-6d4a8ff1232e", "name": "network-vif-plugged", "status": "completed", "tag": "89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:10.152346 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-992f6e71-d089-431f-9bda-0f898f45e422 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:10.152783 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f', 'code': 200} Feb 15 16:53:10.164369 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54818) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:10.200289 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aae48beb-f343-40b0-bdca-037954456794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b0d7ef70-fdfa-4b89-b2a6-ce855c59f17b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:10.205697 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aae48beb-f343-40b0-bdca-037954456794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:10.214638 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-aae48beb-f343-40b0-bdca-037954456794 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b0d7ef70-fdfa-4b89-b2a6-ce855c59f17b HTTP/1.1" status: 204 len: 168 time: 0.2412086 Feb 15 16:53:10.244942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae48beb-f343-40b0-bdca-037954456794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d7ef70-fdfa-4b89-b2a6-ce855c59f17b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:10.279605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a225d1-c728-4ef9-b9e7-2de7bd9fd7cf req-9df0abcb-3e29-4bce-8a89-4001ccc95b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:10.281107 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76a225d1-c728-4ef9-b9e7-2de7bd9fd7cf req-9df0abcb-3e29-4bce-8a89-4001ccc95b25 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 1128 time: 0.0655558 Feb 15 16:53:10.320311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c7ec1296-793b-4bee-a976-81f519226690 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:53:10.360278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: c7ec1296-793b-4bee-a976-81f519226690 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:53:10.360999 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c7ec1296-793b-4bee-a976-81f519226690 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:53:10.372117 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76a225d1-c728-4ef9-b9e7-2de7bd9fd7cf req-cf8f9f34-1040-4669-952e-a7abf010e5ec service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841267 Feb 15 16:53:10.425279 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-63b08e8d-431e-4400-a979-0e6544f7ed30 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=996080ab51fb4c5a9602683a88845b99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2595253 Feb 15 16:53:10.428255 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54826) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:10.437097 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:10.449000 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a592d0-7b92-41ed-b933-ea5440d8d2cf req-7203e585-c5ec-40d9-a083-08bc0cd87c0f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:10.450543 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-49a592d0-7b92-41ed-b933-ea5440d8d2cf req-7203e585-c5ec-40d9-a083-08bc0cd87c0f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.1074524 Feb 15 16:53:10.524171 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5071c077-9693-4962-a669-2b94a67e1698 admin admin] Publish callbacks [] for security_group (a900026c-7e34-4879-bd94-eed5b75b7e37), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:10.530495 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-49a592d0-7b92-41ed-b933-ea5440d8d2cf req-56f91759-dfff-4a6b-a2a9-bd871ed72b73 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703795 Feb 15 16:53:10.551931 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5071c077-9693-4962-a669-2b94a67e1698 admin admin] Publish callbacks [] for security_group (a900026c-7e34-4879-bd94-eed5b75b7e37), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:10.694287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77be152-4f03-4bb5-874b-f35e7f47489d req-3c9d88ce-fd48-4cef-9017-820d4ab331db tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:10.702604 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f77be152-4f03-4bb5-874b-f35e7f47489d req-3c9d88ce-fd48-4cef-9017-820d4ab331db tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 946 time: 0.0980959 Feb 15 16:53:10.720108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebd60f-bde1-4583-9040-268b73d2defe req-51d331ce-d856-4e30-80fc-72329beae3d9 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:10.722386 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-beebd60f-bde1-4583-9040-268b73d2defe req-51d331ce-d856-4e30-80fc-72329beae3d9 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.0548956 Feb 15 16:53:10.728400 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5071c077-9693-4962-a669-2b94a67e1698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a900026c-7e34-4879-bd94-eed5b75b7e37), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:10.729269 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5071c077-9693-4962-a669-2b94a67e1698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:10.736406 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5071c077-9693-4962-a669-2b94a67e1698 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a900026c-7e34-4879-bd94-eed5b75b7e37 HTTP/1.1" status: 204 len: 168 time: 0.3071582 Feb 15 16:53:10.766390 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f77be152-4f03-4bb5-874b-f35e7f47489d req-4d70b9bf-dfc7-4614-ad10-d3fa5a977a0b tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/security-groups?id=a5fcd5f2-5656-4e8d-8209-5d56ad512b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568464 Feb 15 16:53:10.766731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071c077-9693-4962-a669-2b94a67e1698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a900026c-7e34-4879-bd94-eed5b75b7e37,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:10.815672 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-beebd60f-bde1-4583-9040-268b73d2defe req-c6eb8a70-781d-485c-92ff-77c0e1242b31 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781245 Feb 15 16:53:10.856059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6606b5b4-53ea-41e5-8fa1-4afd4503ca5b req-5be5f37f-c1bb-47f2-9572-6618729e9f34 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 210 time: 0.0292089 Feb 15 16:53:10.923986 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54844) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:10.937613 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37ad72e9-40d9-43c4-8529-2b5996997066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:11.020379 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37ad72e9-40d9-43c4-8529-2b5996997066 admin admin] Publish callbacks [] for security_group (3a1c910e-93d4-4142-a4d4-508a66dfced1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:11.085499 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37ad72e9-40d9-43c4-8529-2b5996997066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3a1c910e-93d4-4142-a4d4-508a66dfced1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:11.125965 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-37ad72e9-40d9-43c4-8529-2b5996997066 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0169a7fa93cb41c789563807c61f0615&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2007089 Feb 15 16:53:11.135114 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad72e9-40d9-43c4-8529-2b5996997066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1c910e-93d4-4142-a4d4-508a66dfced1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:11.136218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54846) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:11.176404 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79d833d3-6bbf-4416-be69-bee77ba3bbfe admin admin] Publish callbacks [] for security_group (3a1c910e-93d4-4142-a4d4-508a66dfced1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:11.196653 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79d833d3-6bbf-4416-be69-bee77ba3bbfe admin admin] Publish callbacks [] for security_group (3a1c910e-93d4-4142-a4d4-508a66dfced1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:11.311889 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79d833d3-6bbf-4416-be69-bee77ba3bbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3a1c910e-93d4-4142-a4d4-508a66dfced1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:11.315601 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79d833d3-6bbf-4416-be69-bee77ba3bbfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:11.315745 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-79d833d3-6bbf-4416-be69-bee77ba3bbfe admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3a1c910e-93d4-4142-a4d4-508a66dfced1 HTTP/1.1" status: 204 len: 168 time: 0.1860008 Feb 15 16:53:11.324301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d833d3-6bbf-4416-be69-bee77ba3bbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1c910e-93d4-4142-a4d4-508a66dfced1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:11.635828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-7a97b38f-a742-4719-ac8b-b437879b6d5c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:11.637584 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-7a97b38f-a742-4719-ac8b-b437879b6d5c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 805 time: 0.1286271 Feb 15 16:53:11.650358 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-71ef5759-aa87-4754-8f59-ef3b75886573 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Request body: {'port': {'device_id': '287585c2-cc2e-472e-80e7-ecf29ead0bb9', 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6', 'admin_state_up': True, 'tenant_id': 'e6a9a5739db149a6bf851ba113dffa73'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:11.738117 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecd741-4327-48c3-b9ab-4978f6370adf req-32f65823-80ed-4619-bbcc-bbb0576e6296 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:11.741700 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1aecd741-4327-48c3-b9ab-4978f6370adf req-32f65823-80ed-4619-bbcc-bbb0576e6296 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.0899334 Feb 15 16:53:11.804044 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1aecd741-4327-48c3-b9ab-4978f6370adf req-fa1a5c7d-1297-45c3-ac74-0e114d766368 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534279 Feb 15 16:53:11.873404 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:11.912646 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de05f7-9d36-430f-954e-34f99caf72c4 req-a4d87596-073b-4a4a-8766-43f181de5ada tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:11.919687 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b8de05f7-9d36-430f-954e-34f99caf72c4 req-a4d87596-073b-4a4a-8766-43f181de5ada tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 946 time: 0.0831814 Feb 15 16:53:11.926753 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-71ef5759-aa87-4754-8f59-ef3b75886573 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Made reservation on behalf of e6a9a5739db149a6bf851ba113dffa73 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:11.926753 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-71ef5759-aa87-4754-8f59-ef3b75886573 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:12.000084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcea4ed-e136-47aa-98ad-c278d674945b req-75ad4e44-2a39-4ea0-8bcc-6c123169111e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:12.002015 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cbcea4ed-e136-47aa-98ad-c278d674945b req-75ad4e44-2a39-4ea0-8bcc-6c123169111e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.0970368 Feb 15 16:53:12.042823 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b8de05f7-9d36-430f-954e-34f99caf72c4 req-9a788bfa-a37b-4906-88f9-a7ad52df5e0e tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/security-groups?id=a5fcd5f2-5656-4e8d-8209-5d56ad512b06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221626 Feb 15 16:53:12.077629 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cbcea4ed-e136-47aa-98ad-c278d674945b req-ba08bbfd-6938-4436-920f-288420b499a5 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668061 Feb 15 16:53:12.142303 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-15a0f0ce-de04-4a45-9654-06f4c5620163 req-ea8b4c5c-3d05-4372-a497-166144bf5201 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 210 time: 0.0314748 Feb 15 16:53:12.173153 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-71ef5759-aa87-4754-8f59-ef3b75886573 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Allocated IP 172.20.0.4 (faa64524-3e9c-4cad-af8e-596b77dc9db6/c464a3a9-43bb-42ce-b940-4b3652cae714/8e5f40c8-f278-4ce7-aad2-a78bc6889833) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:12.285425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54894) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:12.315035 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47036d42-af40-4462-8642-9f44fbb98dd7 req-248fd826-5dd6-418e-bc4e-fd243537e345 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:12.316587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47036d42-af40-4462-8642-9f44fbb98dd7 req-248fd826-5dd6-418e-bc4e-fd243537e345 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.67 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 946 time: 0.1207442 Feb 15 16:53:12.443972 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-71ef5759-aa87-4754-8f59-ef3b75886573 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks [] for port (8e5f40c8-f278-4ce7-aad2-a78bc6889833), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:12.467292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Request body: {'networks': [{'name': 'tempest-network--272238592'}, {'name': 'tempest-network--826864136'}]} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:12.467678 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Request body: {'network': {'name': 'tempest-network--272238592'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:12.468441 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Request body: {'network': {'name': 'tempest-network--826864136'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:12.487978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-47036d42-af40-4462-8642-9f44fbb98dd7 req-159f55a3-e9b4-49dc-a8fd-653f85f05f19 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Deleting port e32c074f-08fd-41b7-8c2d-1e83c896de7c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:12.487978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47036d42-af40-4462-8642-9f44fbb98dd7 req-159f55a3-e9b4-49dc-a8fd-653f85f05f19 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e32c074f-08fd-41b7-8c2d-1e83c896de7c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:12.559305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Made reservation on behalf of 12687f3044c548e7a96da70b809471c5 for: {'network': 2} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:12.563711 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:12.573140 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:12.578394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-47036d42-af40-4462-8642-9f44fbb98dd7 req-159f55a3-e9b4-49dc-a8fd-653f85f05f19 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] For port e32c074f-08fd-41b7-8c2d-1e83c896de7c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=e32c074f-08fd-41b7-8c2d-1e83c896de7c,segment=NetworkSegment(50f75520-fa56-4843-a139-9726e1510d3f),segment_id=50f75520-fa56-4843-a139-9726e1510d3f)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:12.578784 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47036d42-af40-4462-8642-9f44fbb98dd7 req-159f55a3-e9b4-49dc-a8fd-653f85f05f19 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e32c074f-08fd-41b7-8c2d-1e83c896de7c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:12.591571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-47036d42-af40-4462-8642-9f44fbb98dd7 req-159f55a3-e9b4-49dc-a8fd-653f85f05f19 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Calling delete_port for e32c074f-08fd-41b7-8c2d-1e83c896de7c owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:12.654443 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for security_group (84e156dd-7b37-4031-83b4-c0b821d95033), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:12.681662 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-71ef5759-aa87-4754-8f59-ef3b75886573 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (8e5f40c8-f278-4ce7-aad2-a78bc6889833), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:12.694705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['21b48050-d6b1-4d95-96d0-49afc662f919'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:53:12.737395 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (84e156dd-7b37-4031-83b4-c0b821d95033), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:12.738362 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:12.763053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-71ef5759-aa87-4754-8f59-ef3b75886573 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Network faa64524-3e9c-4cad-af8e-596b77dc9db6 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:12.775107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-71ef5759-aa87-4754-8f59-ef3b75886573 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:12.782044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-71ef5759-aa87-4754-8f59-ef3b75886573 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:12.787753 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef5759-aa87-4754-8f59-ef3b75886573 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Pushing event updated for resources: {'Port': ['ID=8e5f40c8-f278-4ce7-aad2-a78bc6889833,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:12.790197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e156dd-7b37-4031-83b4-c0b821d95033,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:12.843510 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-71ef5759-aa87-4754-8f59-ef3b75886573 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:12.844325 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-71ef5759-aa87-4754-8f59-ef3b75886573 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:12.868292 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47036d42-af40-4462-8642-9f44fbb98dd7 req-159f55a3-e9b4-49dc-a8fd-653f85f05f19 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e32c074f-08fd-41b7-8c2d-1e83c896de7c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:12.874521 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:53:12.881964 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['e32c074f-08fd-41b7-8c2d-1e83c896de7c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:53:12.886569 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8e3b68da-855b-4390-9e79-143c0523ff93), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:12.886925 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Added segment 8e3b68da-855b-4390-9e79-143c0523ff93 of type vlan for network 8f548853-2fef-4d25-8698-086b5f0a051c Feb 15 16:53:12.930765 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-71ef5759-aa87-4754-8f59-ef3b75886573 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2842941 Feb 15 16:53:12.931436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f55a3-e9b4-49dc-a8fd-653f85f05f19 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Pushing event deleted for resources: {'Port': ['ID=e32c074f-08fd-41b7-8c2d-1e83c896de7c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:12.951367 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Request body: {'port': {'device_id': '287585c2-cc2e-472e-80e7-ecf29ead0bb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:12.968594 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (8f548853-2fef-4d25-8698-086b5f0a051c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:13.000339 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c5425-67df-429c-b0bf-48347d431023 req-2e04a663-4dad-4226-994d-45b2659c70cb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:13.001880 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-523c5425-67df-429c-b0bf-48347d431023 req-2e04a663-4dad-4226-994d-45b2659c70cb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.1134150 Feb 15 16:53:13.005082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-47036d42-af40-4462-8642-9f44fbb98dd7 req-159f55a3-e9b4-49dc-a8fd-653f85f05f19 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] No DVR routers for this DVR port e32c074f-08fd-41b7-8c2d-1e83c896de7c on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:13.007994 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47036d42-af40-4462-8642-9f44fbb98dd7 req-159f55a3-e9b4-49dc-a8fd-653f85f05f19 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:13.012633 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47036d42-af40-4462-8642-9f44fbb98dd7 req-159f55a3-e9b4-49dc-a8fd-653f85f05f19 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.67 "DELETE /v2.0/ports/e32c074f-08fd-41b7-8c2d-1e83c896de7c HTTP/1.1" status: 204 len: 173 time: 0.6904016 Feb 15 16:53:13.015696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d3b336-a84e-4f6f-87a0-cefd1a839482', 'name': 'network-vif-deleted', 'tag': 'e32c074f-08fd-41b7-8c2d-1e83c896de7c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:13.018640 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc01a16-1411-414f-8e28-5b07bf25d67b" -d '{"events": [{"server_uuid": "67d3b336-a84e-4f6f-87a0-cefd1a839482", "name": "network-vif-deleted", "tag": "e32c074f-08fd-41b7-8c2d-1e83c896de7c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:13.029072 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:53:13.045312 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (04832823-4367-4a59-9008-f58115d88769), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:13.049539 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Added segment 04832823-4367-4a59-9008-f58115d88769 of type vlan for network f87fc1d6-e83c-429e-918c-51d7b2be3ef6 Feb 15 16:53:13.065585 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8e5f40c8-f278-4ce7-aad2-a78bc6889833), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:13.079059 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cadbc3a-d5c1-48c2-9056-66abbdb8b09e x-openstack-request-id: req-3cadbc3a-d5c1-48c2-9056-66abbdb8b09e {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:13.079359 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d3b336-a84e-4f6f-87a0-cefd1a839482", "name": "network-vif-deleted", "tag": "e32c074f-08fd-41b7-8c2d-1e83c896de7c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:13.079806 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3cadbc3a-d5c1-48c2-9056-66abbdb8b09e {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:13.080287 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d3b336-a84e-4f6f-87a0-cefd1a839482', 'name': 'network-vif-deleted', 'tag': 'e32c074f-08fd-41b7-8c2d-1e83c896de7c', 'status': 'completed', 'code': 200} Feb 15 16:53:13.112326 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-523c5425-67df-429c-b0bf-48347d431023 req-9b1c720f-ee9e-4f40-a1b8-5fdcd13e9e91 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013854 Feb 15 16:53:13.125948 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (f87fc1d6-e83c-429e-918c-51d7b2be3ef6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:13.259645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d62e54-8e4b-4d28-a9ad-e60f4273cdd9 req-d0168aeb-1a00-461b-8ada-822e10e0dfda tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:13.259645 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c9d62e54-8e4b-4d28-a9ad-e60f4273cdd9 req-d0168aeb-1a00-461b-8ada-822e10e0dfda tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.0665300 Feb 15 16:53:13.260716 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (8f548853-2fef-4d25-8698-086b5f0a051c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:13.261997 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (f87fc1d6-e83c-429e-918c-51d7b2be3ef6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:13.268224 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:13.274121 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:13.274992 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:13.323468 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0bea35ee-420b-4061-99aa-8602e0dc5c26 req-9b9e9116-464f-4df5-8efa-422a535a7b59 tempest-InstanceActionsV221TestJSON-374285558 tempest-InstanceActionsV221TestJSON-374285558-project] 10.222.0.107 "GET /v2.0/ports?device_id=67d3b336-a84e-4f6f-87a0-cefd1a839482 HTTP/1.1" status: 200 len: 210 time: 0.1300395 Feb 15 16:53:13.375430 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:13.387835 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event updated for resources: {'Network': ['ID=8f548853-2fef-4d25-8698-086b5f0a051c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:13.402789 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c9d62e54-8e4b-4d28-a9ad-e60f4273cdd9 req-8d6b249b-2ce1-4b35-8b1e-d9040d362fae tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246777 Feb 15 16:53:13.405610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 8f548853-2fef-4d25-8698-086b5f0a051c details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:53:13.447321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5f40c8-f278-4ce7-aad2-a78bc6889833 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:53:13.461350 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Publish callbacks [] for port (8e5f40c8-f278-4ce7-aad2-a78bc6889833), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:13.490344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Transition to ACTIVE for port object 8e5f40c8-f278-4ce7-aad2-a78bc6889833 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:53:13.495199 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2083955 Feb 15 16:53:13.499496 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54926) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:13.532987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120151f3-70f0-4bc5-9f6a-b81c45255ec8 req-68a5c44e-9241-49e1-b913-711d477ada82 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:13.534748 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-120151f3-70f0-4bc5-9f6a-b81c45255ec8 req-68a5c44e-9241-49e1-b913-711d477ada82 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.1204469 Feb 15 16:53:13.559830 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54930) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:13.575569 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-606b411a-ef69-4799-9727-da421cd17e81 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Request body: {'floatingip': {'port_id': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:13.638362 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-606b411a-ef69-4799-9727-da421cd17e81 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for floatingip (20dae339-5dfb-4383-9413-ae4a74320700), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:13.708756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa96c58-d3de-4bff-9d83-870d66bad60d tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event updated for resources: {'Network': ['ID=f87fc1d6-e83c-429e-918c-51d7b2be3ef6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:13.730522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network f87fc1d6-e83c-429e-918c-51d7b2be3ef6 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:53:13.757604 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e572fd7-29f8-4466-9369-bbfdcea1cbc8 req-7f0f3124-d725-465e-bbac-5587a8c2d9e7 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:13.759315 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e572fd7-29f8-4466-9369-bbfdcea1cbc8 req-7f0f3124-d725-465e-bbac-5587a8c2d9e7 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 931 time: 0.2468388 Feb 15 16:53:13.860483 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e572fd7-29f8-4466-9369-bbfdcea1cbc8 req-c2598231-461c-435c-95fc-a54d627f9777 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947206 Feb 15 16:53:13.971750 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (8e5f40c8-f278-4ce7-aad2-a78bc6889833), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:14.135096 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5f40c8-f278-4ce7-aad2-a78bc6889833,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:14.222304 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-606b411a-ef69-4799-9727-da421cd17e81 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:14.235591 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66179acf-9b5c-4085-96b8-168067ec4c76 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:14.245932 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66179acf-9b5c-4085-96b8-168067ec4c76 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:14.250902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66179acf-9b5c-4085-96b8-168067ec4c76 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:14.256053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66179acf-9b5c-4085-96b8-168067ec4c76 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:14.257825 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-66179acf-9b5c-4085-96b8-168067ec4c76 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7534800 Feb 15 16:53:14.261409 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54946) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:14.280931 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-606b411a-ef69-4799-9727-da421cd17e81 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (20dae339-5dfb-4383-9413-ae4a74320700), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:14.285506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Attempting to bind port 8e5f40c8-f278-4ce7-aad2-a78bc6889833 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:53:14.285859 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Attempting to bind port 8e5f40c8-f278-4ce7-aad2-a78bc6889833 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:53:14.286198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Attempting to bind port 8e5f40c8-f278-4ce7-aad2-a78bc6889833 on network faa64524-3e9c-4cad-af8e-596b77dc9db6 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:14.292856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Port 8e5f40c8-f278-4ce7-aad2-a78bc6889833 on network faa64524-3e9c-4cad-af8e-596b77dc9db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:53:14.296652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Attempting to bind port 8e5f40c8-f278-4ce7-aad2-a78bc6889833 on network faa64524-3e9c-4cad-af8e-596b77dc9db6 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:14.299378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:53:14.300286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Checking segment: {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:14.300750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Bound using segment: {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:53:14.301632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Bound port: 8e5f40c8-f278-4ce7-aad2-a78bc6889833, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:53:14.302143 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8e5f40c8-f278-4ce7-aad2-a78bc6889833), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:14.393604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] For port 8e5f40c8-f278-4ce7-aad2-a78bc6889833, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:53:14.406761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] For port 8e5f40c8-f278-4ce7-aad2-a78bc6889833, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=8e5f40c8-f278-4ce7-aad2-a78bc6889833,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:53:14.413522 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652ddd33-4a07-46dd-9444-5c8805e244a9 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (8f548853-2fef-4d25-8698-086b5f0a051c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:14.476683 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-606b411a-ef69-4799-9727-da421cd17e81 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Floating IP 20dae339-5dfb-4383-9413-ae4a74320700 associated. External IP: 172.25.4.250, port: 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f. Feb 15 16:53:14.505098 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (8e5f40c8-f278-4ce7-aad2-a78bc6889833), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:14.566491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:14.567482 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54958) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:14.567883 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:14.575286 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] 10.222.0.10 "PUT /v2.0/ports/8e5f40c8-f278-4ce7-aad2-a78bc6889833 HTTP/1.1" status: 200 len: 1092 time: 1.6283147 Feb 15 16:53:14.588327 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652ddd33-4a07-46dd-9444-5c8805e244a9 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (8f548853-2fef-4d25-8698-086b5f0a051c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:14.605778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9deecd-4b4a-4bbb-aa9e-9d4497a4ce52 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5f40c8-f278-4ce7-aad2-a78bc6889833,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:14.618765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66a7336-afdd-4cfb-b2c3-57e6442238d5 req-1e016fbf-0365-478c-95ef-4a7e3c109540 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:14.620389 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d66a7336-afdd-4cfb-b2c3-57e6442238d5 req-1e016fbf-0365-478c-95ef-4a7e3c109540 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.1381600 Feb 15 16:53:14.695234 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d66a7336-afdd-4cfb-b2c3-57e6442238d5 req-49a8cb21-0548-4256-8669-a30c0781d468 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651536 Feb 15 16:53:14.770643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-2b6ffa0a-557a-4cc6-b334-63003a2b2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:14.775883 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-2b6ffa0a-557a-4cc6-b334-63003a2b2533 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 1126 time: 0.0901656 Feb 15 16:53:14.825642 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-32ed9c73-9ece-4f32-bb82-496d0c38f0dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e5f40c8-f278-4ce7-aad2-a78bc6889833 HTTP/1.1" status: 200 len: 217 time: 0.0466080 Feb 15 16:53:14.887813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-057040dd-a029-4105-ab75-b7cb1a91c4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:14.889910 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-057040dd-a029-4105-ab75-b7cb1a91c4a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c464a3a9-43bb-42ce-b940-4b3652cae714 HTTP/1.1" status: 200 len: 845 time: 0.0588505 Feb 15 16:53:14.927068 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-ebd690f3-7d7e-4eb6-973a-7a6906ed4e12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faa64524-3e9c-4cad-af8e-596b77dc9db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305543 Feb 15 16:53:14.991882 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-652ddd33-4a07-46dd-9444-5c8805e244a9 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f548853-2fef-4d25-8698-086b5f0a051c']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:15.022705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-652ddd33-4a07-46dd-9444-5c8805e244a9 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3b68da-855b-4390-9e79-143c0523ff93') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:15.022940 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-652ddd33-4a07-46dd-9444-5c8805e244a9 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3b68da-855b-4390-9e79-143c0523ff93') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:15.030746 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-533a0c25-7bd9-4982-b324-f79e26fca974 service neutron] 10.222.0.10 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980330 Feb 15 16:53:15.040744 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652ddd33-4a07-46dd-9444-5c8805e244a9 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (8e3b68da-855b-4390-9e79-143c0523ff93), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.045956 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17ef00a-854c-42e8-9b0e-8efeccee1fb4 admin admin] Deleting subnet 1a36c0aa-2d2b-4145-8dd5-c04834c7b034 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:53:15.061546 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c17ef00a-854c-42e8-9b0e-8efeccee1fb4 admin admin] Publish callbacks [] for subnet (1a36c0aa-2d2b-4145-8dd5-c04834c7b034), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.081747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287585c2-cc2e-472e-80e7-ecf29ead0bb9', 'tag': '8e5f40c8-f278-4ce7-aad2-a78bc6889833'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:15.084716 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf7e9fc-09e3-4748-ad46-d94b8fbd5700" -d '{"events": [{"name": "network-changed", "server_uuid": "287585c2-cc2e-472e-80e7-ecf29ead0bb9", "tag": "8e5f40c8-f278-4ce7-aad2-a78bc6889833"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:15.094618 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652ddd33-4a07-46dd-9444-5c8805e244a9 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8e3b68da-855b-4390-9e79-143c0523ff93), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.113890 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652ddd33-4a07-46dd-9444-5c8805e244a9 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:53:15.114293 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652ddd33-4a07-46dd-9444-5c8805e244a9 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (8e3b68da-855b-4390-9e79-143c0523ff93), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:53:15.118461 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:53:15.130129 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ce9bb0f-821c-47f6-930d-73431e739c33 req-c1ca1ae4-50cd-44de-bfdf-ab980ab8f115 service neutron] 10.222.0.10 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939481 Feb 15 16:53:15.135336 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf13de1-7b24-478d-9d58-0cbbf7fc6f23 x-openstack-request-id: req-fbf13de1-7b24-478d-9d58-0cbbf7fc6f23 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:15.135336 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287585c2-cc2e-472e-80e7-ecf29ead0bb9", "tag": "8e5f40c8-f278-4ce7-aad2-a78bc6889833", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:15.135336 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fbf13de1-7b24-478d-9d58-0cbbf7fc6f23 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:15.135336 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287585c2-cc2e-472e-80e7-ecf29ead0bb9', 'tag': '8e5f40c8-f278-4ce7-aad2-a78bc6889833', 'status': 'completed', 'code': 200} Feb 15 16:53:15.171082 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c17ef00a-854c-42e8-9b0e-8efeccee1fb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (1a36c0aa-2d2b-4145-8dd5-c04834c7b034), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.181710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a0f16-ffb8-4eda-b363-2cceb659af32 req-0681f745-564b-40e7-8839-93f8d031bc64 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:15.183193 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd9a0f16-ffb8-4eda-b363-2cceb659af32 req-0681f745-564b-40e7-8839-93f8d031bc64 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 943 time: 0.2236035 Feb 15 16:53:15.269963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54972) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:15.297047 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7e9fc-09e3-4748-ad46-d94b8fbd5700 req-e9a277fd-6c51-43df-9ec0-306c01cd3468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:15.299457 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbf7e9fc-09e3-4748-ad46-d94b8fbd5700 req-e9a277fd-6c51-43df-9ec0-306c01cd3468 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 1126 time: 0.0615835 Feb 15 16:53:15.321014 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c17ef00a-854c-42e8-9b0e-8efeccee1fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (1a36c0aa-2d2b-4145-8dd5-c04834c7b034), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.399575 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f0a99fab-2223-4005-b901-f277ea722b97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.402640 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd9a0f16-ffb8-4eda-b363-2cceb659af32 req-721d67cc-7cc7-4183-a0f2-7d8021f5110e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971149 Feb 15 16:53:15.412787 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652ddd33-4a07-46dd-9444-5c8805e244a9 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (8f548853-2fef-4d25-8698-086b5f0a051c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.418053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606b411a-ef69-4799-9727-da421cd17e81 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Router b27d9728-27f3-4757-aa4b-3907bd165264 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:53:15.424979 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-652ddd33-4a07-46dd-9444-5c8805e244a9 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.429408 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-652ddd33-4a07-46dd-9444-5c8805e244a9 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "DELETE /v2.0/networks/8f548853-2fef-4d25-8698-086b5f0a051c HTTP/1.1" status: 204 len: 168 time: 1.1667006 Feb 15 16:53:15.430813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7e9fc-09e3-4748-ad46-d94b8fbd5700 req-2013869c-b24c-47b2-b6d6-82410bcdb918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:15.431959 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbf7e9fc-09e3-4748-ad46-d94b8fbd5700 req-2013869c-b24c-47b2-b6d6-82410bcdb918 service neutron] 10.222.0.10 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 906 time: 0.1271334 Feb 15 16:53:15.432132 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54976) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:15.455772 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ddd33-4a07-46dd-9444-5c8805e244a9 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event deleted for resources: {'Network': ['ID=8f548853-2fef-4d25-8698-086b5f0a051c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:15.485905 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbf7e9fc-09e3-4748-ad46-d94b8fbd5700 req-0255da88-5658-4c01-aa21-c327ae985f6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e5f40c8-f278-4ce7-aad2-a78bc6889833 HTTP/1.1" status: 200 len: 217 time: 0.0450373 Feb 15 16:53:15.509294 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c17ef00a-854c-42e8-9b0e-8efeccee1fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (1a36c0aa-2d2b-4145-8dd5-c04834c7b034), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.512370 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device e32c074f-08fd-41b7-8c2d-1e83c896de7c no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:53:15.533081 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: e32c074f-08fd-41b7-8c2d-1e83c896de7c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:53:15.533348 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device e32c074f-08fd-41b7-8c2d-1e83c896de7c not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:53:15.555475 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7e9fc-09e3-4748-ad46-d94b8fbd5700 req-012e111d-e759-46f3-9046-3424c4f0ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:15.556994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbf7e9fc-09e3-4748-ad46-d94b8fbd5700 req-012e111d-e759-46f3-9046-3424c4f0ff05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c464a3a9-43bb-42ce-b940-4b3652cae714 HTTP/1.1" status: 200 len: 845 time: 0.0638685 Feb 15 16:53:15.603247 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbf7e9fc-09e3-4748-ad46-d94b8fbd5700 req-8357c87b-0860-4705-890f-2c491ed633ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faa64524-3e9c-4cad-af8e-596b77dc9db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374804 Feb 15 16:53:15.619946 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ef00a-854c-42e8-9b0e-8efeccee1fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a36c0aa-2d2b-4145-8dd5-c04834c7b034,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:15.620447 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f0a99fab-2223-4005-b901-f277ea722b97 admin admin] Publish callbacks [] for security_group (eb77d126-931f-40db-9ad3-919e3090aa16), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.625172 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c17ef00a-854c-42e8-9b0e-8efeccee1fb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.628314 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c17ef00a-854c-42e8-9b0e-8efeccee1fb4 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/1a36c0aa-2d2b-4145-8dd5-c04834c7b034 HTTP/1.1" status: 204 len: 168 time: 1.0536320 Feb 15 16:53:15.632712 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4593e659-b427-4c17-9bb8-a55090b1a1e5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (f87fc1d6-e83c-429e-918c-51d7b2be3ef6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.635060 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54978) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:15.680107 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f0a99fab-2223-4005-b901-f277ea722b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (eb77d126-931f-40db-9ad3-919e3090aa16), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.738329 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbf7e9fc-09e3-4748-ad46-d94b8fbd5700 req-23d5c16f-aaf8-41d3-9f2f-e201f25fff85 service neutron] 10.222.0.10 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273110 Feb 15 16:53:15.739233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a99fab-2223-4005-b901-f277ea722b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb77d126-931f-40db-9ad3-919e3090aa16,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:15.746818 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f0a99fab-2223-4005-b901-f277ea722b97 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9894f4534d2b442d88da7d44f9f8a1b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4739678 Feb 15 16:53:15.749256 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54982) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:15.793839 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-250b374e-8171-46aa-93d2-e705a12cf390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (6cb15e08-a134-4e77-a451-734e5c021ad0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.803061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606b411a-ef69-4799-9727-da421cd17e81 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:53:15.814026 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-606b411a-ef69-4799-9727-da421cd17e81 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.816361 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ca4db-11de-49fc-9d03-4c7f05bdf851 None None] Sync routers for ids ['b27d9728-27f3-4757-aa4b-3907bd165264'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:53:15.837012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ca4db-11de-49fc-9d03-4c7f05bdf851 None None] Routers {'b27d9728-27f3-4757-aa4b-3907bd165264'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:15.842413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-fa6ca4db-11de-49fc-9d03-4c7f05bdf851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b27d9728-27f3-4757-aa4b-3907bd165264'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:15.847910 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4593e659-b427-4c17-9bb8-a55090b1a1e5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (f87fc1d6-e83c-429e-918c-51d7b2be3ef6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.881107 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4593e659-b427-4c17-9bb8-a55090b1a1e5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87fc1d6-e83c-429e-918c-51d7b2be3ef6']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:15.886743 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-606b411a-ef69-4799-9727-da421cd17e81 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "PUT /v2.0/floatingips/20dae339-5dfb-4383-9413-ae4a74320700 HTTP/1.1" status: 200 len: 991 time: 2.3128252 Feb 15 16:53:15.900484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-77df69c0-3919-43b3-94f8-248369ece2f7 admin admin] Publish callbacks [] for security_group (eb77d126-931f-40db-9ad3-919e3090aa16), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.903350 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4593e659-b427-4c17-9bb8-a55090b1a1e5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04832823-4367-4a59-9008-f58115d88769') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:15.903650 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4593e659-b427-4c17-9bb8-a55090b1a1e5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04832823-4367-4a59-9008-f58115d88769') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:15.925863 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-77df69c0-3919-43b3-94f8-248369ece2f7 admin admin] Publish callbacks [] for security_group (eb77d126-931f-40db-9ad3-919e3090aa16), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.931632 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4593e659-b427-4c17-9bb8-a55090b1a1e5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (04832823-4367-4a59-9008-f58115d88769), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.950491 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4593e659-b427-4c17-9bb8-a55090b1a1e5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (04832823-4367-4a59-9008-f58115d88769), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:15.957963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4593e659-b427-4c17-9bb8-a55090b1a1e5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:53:15.957963 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4593e659-b427-4c17-9bb8-a55090b1a1e5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (04832823-4367-4a59-9008-f58115d88769), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:16.005705 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbf7e9fc-09e3-4748-ad46-d94b8fbd5700 req-d9354b41-c095-4066-ad2d-54d329d0cae4 service neutron] 10.222.0.10 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573981 Feb 15 16:53:16.013106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'tag': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:16.017741 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341cfc3e-93e5-4b28-b9ef-1ee46bcb79cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f941c2e9-bbce-4b93-acf2-6d4a8ff1232e", "tag": "89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:53:16.021142 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:53:16.029471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0827abe-8881-4fba-9b56-bfe2545d02ee req-971f0a38-16ab-4e78-9e58-9b97b8d8a479 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:16.031808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-fa6ca4db-11de-49fc-9d03-4c7f05bdf851 None None] Set router b27d9728-27f3-4757-aa4b-3907bd165264 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:53:16.034408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0827abe-8881-4fba-9b56-bfe2545d02ee req-971f0a38-16ab-4e78-9e58-9b97b8d8a479 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.2176688 Feb 15 16:53:16.125322 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0827abe-8881-4fba-9b56-bfe2545d02ee req-0335a5f7-a6f5-4294-be60-08ced49bddb6 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834708 Feb 15 16:53:16.131970 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-77df69c0-3919-43b3-94f8-248369ece2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (eb77d126-931f-40db-9ad3-919e3090aa16), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:16.136272 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074e4ab5-25f2-4c4d-9006-7675cf069982 x-openstack-request-id: req-074e4ab5-25f2-4c4d-9006-7675cf069982 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:16.136602 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f941c2e9-bbce-4b93-acf2-6d4a8ff1232e", "tag": "89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:16.137005 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-074e4ab5-25f2-4c4d-9006-7675cf069982 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:16.137438 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'tag': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f', 'status': 'completed', 'code': 200} Feb 15 16:53:16.140704 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-77df69c0-3919-43b3-94f8-248369ece2f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:16.141974 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-77df69c0-3919-43b3-94f8-248369ece2f7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/eb77d126-931f-40db-9ad3-919e3090aa16 HTTP/1.1" status: 204 len: 168 time: 0.3918035 Feb 15 16:53:16.143205 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-250b374e-8171-46aa-93d2-e705a12cf390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (6cb15e08-a134-4e77-a451-734e5c021ad0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:16.157190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df69c0-3919-43b3-94f8-248369ece2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb77d126-931f-40db-9ad3-919e3090aa16,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:16.186625 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-250b374e-8171-46aa-93d2-e705a12cf390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb15e08-a134-4e77-a451-734e5c021ad0']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:16.198800 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-250b374e-8171-46aa-93d2-e705a12cf390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f75520-fa56-4843-a139-9726e1510d3f') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:16.199166 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-250b374e-8171-46aa-93d2-e705a12cf390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f75520-fa56-4843-a139-9726e1510d3f') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:16.220557 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-250b374e-8171-46aa-93d2-e705a12cf390 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (50f75520-fa56-4843-a139-9726e1510d3f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:16.237009 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-250b374e-8171-46aa-93d2-e705a12cf390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (50f75520-fa56-4843-a139-9726e1510d3f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:16.244923 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250b374e-8171-46aa-93d2-e705a12cf390 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:53:16.245442 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-250b374e-8171-46aa-93d2-e705a12cf390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (50f75520-fa56-4843-a139-9726e1510d3f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:16.258433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cfc3e-93e5-4b28-b9ef-1ee46bcb79cf req-47982e4b-adc3-442d-bf99-120fa2ea0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:16.260155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-341cfc3e-93e5-4b28-b9ef-1ee46bcb79cf req-47982e4b-adc3-442d-bf99-120fa2ea0ff9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=aa559641e7a648c6ab392d6a0949505a&device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 1128 time: 0.0885096 Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:53:16.285300 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:53:16.317343 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4593e659-b427-4c17-9bb8-a55090b1a1e5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (f87fc1d6-e83c-429e-918c-51d7b2be3ef6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:16.322553 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4593e659-b427-4c17-9bb8-a55090b1a1e5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:16.325728 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4593e659-b427-4c17-9bb8-a55090b1a1e5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "DELETE /v2.0/networks/f87fc1d6-e83c-429e-918c-51d7b2be3ef6 HTTP/1.1" status: 204 len: 168 time: 0.8801711 Feb 15 16:53:16.328934 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54996) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:16.336453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593e659-b427-4c17-9bb8-a55090b1a1e5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event deleted for resources: {'Network': ['ID=f87fc1d6-e83c-429e-918c-51d7b2be3ef6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:16.412934 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-250b374e-8171-46aa-93d2-e705a12cf390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (6cb15e08-a134-4e77-a451-734e5c021ad0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:16.420063 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-250b374e-8171-46aa-93d2-e705a12cf390 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:16.424213 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-250b374e-8171-46aa-93d2-e705a12cf390 admin admin] 10.222.0.107 "DELETE /v2.0/networks/6cb15e08-a134-4e77-a451-734e5c021ad0 HTTP/1.1" status: 204 len: 168 time: 0.7841227 Feb 15 16:53:16.424626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cfc3e-93e5-4b28-b9ef-1ee46bcb79cf req-34f7d5ba-9bd4-4b22-a63f-d4e33e5e00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:16.426964 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-341cfc3e-93e5-4b28-b9ef-1ee46bcb79cf req-34f7d5ba-9bd4-4b22-a63f-d4e33e5e00a8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=abd1de71-eb7f-481e-93c5-240c9863694a HTTP/1.1" status: 200 len: 918 time: 0.1604149 Feb 15 16:53:16.452222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b374e-8171-46aa-93d2-e705a12cf390 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cb15e08-a134-4e77-a451-734e5c021ad0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:16.463963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-fa6ca4db-11de-49fc-9d03-4c7f05bdf851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:51Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '20dae339-5dfb-4383-9413-ae4a74320700', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'port_id': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'mac_address': 'fa:16:3e:16:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:52:49Z', 'updated_at': '2022-02-15T16:53:14Z', 'revision_number': 1, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb75f590-8fdf-4c22-9a12-ba82e10ce549', 'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'mac_address': 'fa:16:3e:3e:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:48Z', 'updated_at': '2022-02-15T16:48:57Z', 'revision_number': 5, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'subnets': [{'id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:16.558638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ca4db-11de-49fc-9d03-4c7f05bdf851 None None] Checking router: b27d9728-27f3-4757-aa4b-3907bd165264 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:53:16.586627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ca4db-11de-49fc-9d03-4c7f05bdf851 None None] Routers {'b27d9728-27f3-4757-aa4b-3907bd165264'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:16.587663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-fa6ca4db-11de-49fc-9d03-4c7f05bdf851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b27d9728-27f3-4757-aa4b-3907bd165264'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:16.615631 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e8bcf-c0ed-4c0e-8892-ff22758eaba8 req-46fe647a-1a5b-439d-835a-d4e3dffe0f90 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:16.624277 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c0e8bcf-c0ed-4c0e-8892-ff22758eaba8 req-46fe647a-1a5b-439d-835a-d4e3dffe0f90 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 943 time: 0.0909567 Feb 15 16:53:16.687112 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-341cfc3e-93e5-4b28-b9ef-1ee46bcb79cf req-d950696e-2212-4599-8c71-9e77839c7ccc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f HTTP/1.1" status: 200 len: 999 time: 0.2473719 Feb 15 16:53:16.695613 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c0e8bcf-c0ed-4c0e-8892-ff22758eaba8 req-4c555d79-8190-4ee4-9ec3-e6349050c2a6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678763 Feb 15 16:53:16.737033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-fa6ca4db-11de-49fc-9d03-4c7f05bdf851 None None] Set router b27d9728-27f3-4757-aa4b-3907bd165264 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:53:16.741961 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dd44b4-ec12-4a7a-bc90-49736f3928ba tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:16.747312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dd44b4-ec12-4a7a-bc90-49736f3928ba tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:16.748996 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-11dd44b4-ec12-4a7a-bc90-49736f3928ba tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4190807 Feb 15 16:53:16.752966 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55010) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:16.758653 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bfff6301-0dd5-4cd4-afda-a7a2169a0e83 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-929938209'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:16.768829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cfc3e-93e5-4b28-b9ef-1ee46bcb79cf req-73ce9b4f-4a28-4f91-88a4-3e0dad62e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:16.770763 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-341cfc3e-93e5-4b28-b9ef-1ee46bcb79cf req-73ce9b4f-4a28-4f91-88a4-3e0dad62e232 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=709aeae2-05ea-4329-901d-2a8f1cd1fe0d HTTP/1.1" status: 200 len: 856 time: 0.0725977 Feb 15 16:53:16.920992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfff6301-0dd5-4cd4-afda-a7a2169a0e83 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Made reservation on behalf of 12687f3044c548e7a96da70b809471c5 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:16.929997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cfc3e-93e5-4b28-b9ef-1ee46bcb79cf req-8621524c-d083-4147-83df-534cb211a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:16.930308 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfff6301-0dd5-4cd4-afda-a7a2169a0e83 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:16.941892 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-341cfc3e-93e5-4b28-b9ef-1ee46bcb79cf req-8621524c-d083-4147-83df-534cb211a41e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=abd1de71-eb7f-481e-93c5-240c9863694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1557968 Feb 15 16:53:16.984412 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55026) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:17.039391 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfff6301-0dd5-4cd4-afda-a7a2169a0e83 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:53:17.065555 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfff6301-0dd5-4cd4-afda-a7a2169a0e83 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1a8cc4ce-f647-411a-878f-3fec36bc0b58), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:17.065908 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-bfff6301-0dd5-4cd4-afda-a7a2169a0e83 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Added segment 1a8cc4ce-f647-411a-878f-3fec36bc0b58 of type vlan for network c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3 Feb 15 16:53:17.086615 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c7a389ba-42ec-49f9-9a78-b28fde9b79f0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=49c4245619b347b1abcf122c8a867c89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0975249 Feb 15 16:53:17.089397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55032) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:17.110776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-fa6ca4db-11de-49fc-9d03-4c7f05bdf851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:51Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '20dae339-5dfb-4383-9413-ae4a74320700', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'port_id': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'mac_address': 'fa:16:3e:16:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:52:49Z', 'updated_at': '2022-02-15T16:53:14Z', 'revision_number': 1, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb75f590-8fdf-4c22-9a12-ba82e10ce549', 'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'mac_address': 'fa:16:3e:3e:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:48Z', 'updated_at': '2022-02-15T16:48:57Z', 'revision_number': 5, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'subnets': [{'id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:17.112010 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-341cfc3e-93e5-4b28-b9ef-1ee46bcb79cf req-f6aa97b9-70a8-4ac9-9e55-0d533b84ecbb service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695061 Feb 15 16:53:17.143060 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfff6301-0dd5-4cd4-afda-a7a2169a0e83 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:17.145263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ca4db-11de-49fc-9d03-4c7f05bdf851 None None] The sync data for ids ['b27d9728-27f3-4757-aa4b-3907bd165264'] in n-d-828372-14 is: [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:51Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '20dae339-5dfb-4383-9413-ae4a74320700', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'floating_ip_address': '172.25.4.250', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'port_id': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'mac_address': 'fa:16:3e:16:4a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:52:49Z', 'updated_at': '2022-02-15T16:53:14Z', 'revision_number': 1, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb75f590-8fdf-4c22-9a12-ba82e10ce549', 'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'mac_address': 'fa:16:3e:3e:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:48Z', 'updated_at': '2022-02-15T16:48:57Z', 'revision_number': 5, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'subnets': [{'id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:53:17.196849 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b3a47c85-4847-44ff-8dfd-a78f9cfde313 admin admin] Publish callbacks [] for security_group (a5fcd5f2-5656-4e8d-8209-5d56ad512b06), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:17.236090 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b3a47c85-4847-44ff-8dfd-a78f9cfde313 admin admin] Publish callbacks [] for security_group (a5fcd5f2-5656-4e8d-8209-5d56ad512b06), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:17.287556 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfff6301-0dd5-4cd4-afda-a7a2169a0e83 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:17.293798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff6301-0dd5-4cd4-afda-a7a2169a0e83 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:17.294399 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfff6301-0dd5-4cd4-afda-a7a2169a0e83 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:17.308367 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-341cfc3e-93e5-4b28-b9ef-1ee46bcb79cf req-b5981484-6863-40f1-847e-98cfd659b061 service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901476 Feb 15 16:53:17.361299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c7afe-120f-4f32-8e2c-66b5e5ec3a6f req-336dc367-42ea-47d2-9b8c-e600d87c1d27 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:17.362988 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-816c7afe-120f-4f32-8e2c-66b5e5ec3a6f req-336dc367-42ea-47d2-9b8c-e600d87c1d27 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.1001930 Feb 15 16:53:17.387137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff6301-0dd5-4cd4-afda-a7a2169a0e83 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event updated for resources: {'Network': ['ID=c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:17.404935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:53:17.434920 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bfff6301-0dd5-4cd4-afda-a7a2169a0e83 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6808121 Feb 15 16:53:17.437583 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55048) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:17.443379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c08be25f-f658-46ce-8253-fa5c086e64c6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1068215504'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:17.485293 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-816c7afe-120f-4f32-8e2c-66b5e5ec3a6f req-de27e03b-2132-4bab-93d0-47cb70fda39f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113329 Feb 15 16:53:17.494636 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b3a47c85-4847-44ff-8dfd-a78f9cfde313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a5fcd5f2-5656-4e8d-8209-5d56ad512b06), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:17.498874 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b3a47c85-4847-44ff-8dfd-a78f9cfde313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:17.498997 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b3a47c85-4847-44ff-8dfd-a78f9cfde313 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a5fcd5f2-5656-4e8d-8209-5d56ad512b06 HTTP/1.1" status: 204 len: 168 time: 0.4087207 Feb 15 16:53:17.521434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a47c85-4847-44ff-8dfd-a78f9cfde313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fcd5f2-5656-4e8d-8209-5d56ad512b06,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:17.545525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee8dca4-333b-402c-92a5-9a0aa21fd584 None None] New status for floating IP 20dae339-5dfb-4383-9413-ae4a74320700: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:53:17.585735 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08be25f-f658-46ce-8253-fa5c086e64c6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Made reservation on behalf of 12687f3044c548e7a96da70b809471c5 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:17.589644 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c08be25f-f658-46ce-8253-fa5c086e64c6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:17.671345 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08be25f-f658-46ce-8253-fa5c086e64c6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:53:17.681929 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c08be25f-f658-46ce-8253-fa5c086e64c6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (430bf43c-ea2c-424c-8c3d-255fa5135dd6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:17.682758 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-c08be25f-f658-46ce-8253-fa5c086e64c6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Added segment 430bf43c-ea2c-424c-8c3d-255fa5135dd6 of type vlan for network 09e9e98a-6b60-4397-8471-1dbcc096baa9 Feb 15 16:53:17.737915 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c08be25f-f658-46ce-8253-fa5c086e64c6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (09e9e98a-6b60-4397-8471-1dbcc096baa9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:17.864122 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0b9f7-e8b4-4239-93c9-227c087bb48a req-c0f5a0af-75ca-4625-b8df-8fe648b5c5a3 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:17.865608 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f9b0b9f7-e8b4-4239-93c9-227c087bb48a req-c0f5a0af-75ca-4625-b8df-8fe648b5c5a3 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 943 time: 0.0650120 Feb 15 16:53:17.949611 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c08be25f-f658-46ce-8253-fa5c086e64c6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (09e9e98a-6b60-4397-8471-1dbcc096baa9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:17.963520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08be25f-f658-46ce-8253-fa5c086e64c6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:17.966657 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c08be25f-f658-46ce-8253-fa5c086e64c6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:18.044651 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f9b0b9f7-e8b4-4239-93c9-227c087bb48a req-7d2d80d2-976d-4f80-b591-2a271afc5513 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708977 Feb 15 16:53:18.121528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08be25f-f658-46ce-8253-fa5c086e64c6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event updated for resources: {'Network': ['ID=09e9e98a-6b60-4397-8471-1dbcc096baa9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:18.134870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 09e9e98a-6b60-4397-8471-1dbcc096baa9 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:53:18.142348 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c08be25f-f658-46ce-8253-fa5c086e64c6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7036247 Feb 15 16:53:18.145277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55072) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:18.153081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Request body: {'ports': [{'network_id': 'c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3', 'name': 'tempest-port--1660172243', 'admin_state_up': True}, {'network_id': '09e9e98a-6b60-4397-8471-1dbcc096baa9', 'admin_state_up': False}]} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:18.153412 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Request body: {'port': {'network_id': 'c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3', 'name': 'tempest-port--1660172243', 'admin_state_up': True}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:18.154011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Request body: {'port': {'network_id': '09e9e98a-6b60-4397-8471-1dbcc096baa9', 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:18.408014 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 8e5f40c8-f278-4ce7-aad2-a78bc6889833 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:53:18.475026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Made reservation on behalf of 12687f3044c548e7a96da70b809471c5 for: {'port': 2} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:18.483243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:18.519199 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:18.548852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 8e5f40c8-f278-4ce7-aad2-a78bc6889833, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=8e5f40c8-f278-4ce7-aad2-a78bc6889833,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:18.562805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '8e5f40c8-f278-4ce7-aad2-a78bc6889833', 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6', 'port_id': '8e5f40c8-f278-4ce7-aad2-a78bc6889833', 'mac_address': 'fa:16:3e:31:87:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c464a3a9-43bb-42ce-b940-4b3652cae714', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:53:18.616698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 8e5f40c8-f278-4ce7-aad2-a78bc6889833 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:18.621174 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8e5f40c8-f278-4ce7-aad2-a78bc6889833), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:18.648594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5f40c8-f278-4ce7-aad2-a78bc6889833 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:53:18.684465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 8e5f40c8-f278-4ce7-aad2-a78bc6889833, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=8e5f40c8-f278-4ce7-aad2-a78bc6889833,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:18.753549 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8e5f40c8-f278-4ce7-aad2-a78bc6889833), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:18.855008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] device_id is not set on port 4dcbafa4-bfc4-40bf-870e-15cec5eec10b yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:53:18.855304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=8e5f40c8-f278-4ce7-aad2-a78bc6889833,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:18.881757 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4fd97-5e5b-4141-9b4b-a292b01571b2 req-9580419a-6243-4f31-ba08-a1270ff4f7bd tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:18.881757 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ca4fd97-5e5b-4141-9b4b-a292b01571b2 req-9580419a-6243-4f31-ba08-a1270ff4f7bd tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.2128420 Feb 15 16:53:18.970250 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ca4fd97-5e5b-4141-9b4b-a292b01571b2 req-6dd25017-ca57-424b-bbc8-8885984a7e67 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876310 Feb 15 16:53:19.038608 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['8e5f40c8-f278-4ce7-aad2-a78bc6889833'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:53:19.067635 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for port (4dcbafa4-bfc4-40bf-870e-15cec5eec10b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:19.200238 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55116) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:19.243228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] device_id is not set on port 95988ff9-f783-4720-8c30-fd2dff196a9f yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:53:19.265499 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe36ae-e41f-4851-931d-f7daf519a983 req-c9dfc988-276c-48d3-9015-7c547ef830df tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:19.271959 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aebe36ae-e41f-4851-931d-f7daf519a983 req-c9dfc988-276c-48d3-9015-7c547ef830df tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 944 time: 0.1003973 Feb 15 16:53:19.366368 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aebe36ae-e41f-4851-931d-f7daf519a983 req-8a651571-722d-42b1-b1fa-cff217092a11 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867634 Feb 15 16:53:19.376978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for port (95988ff9-f783-4720-8c30-fd2dff196a9f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:19.420621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-79d998d1-42cf-4428-921a-a6526d6bd711 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1816553218-network', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:19.542697 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4dcbafa4-bfc4-40bf-870e-15cec5eec10b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:19.570533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d998d1-42cf-4428-921a-a6526d6bd711 admin admin] Made reservation on behalf of 0860b996450e411880fd86cd9f5cbb84 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:19.572804 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79d998d1-42cf-4428-921a-a6526d6bd711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:19.588092 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79d998d1-42cf-4428-921a-a6526d6bd711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:19.626611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event updated for resources: {'Port': ['ID=4dcbafa4-bfc4-40bf-870e-15cec5eec10b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:19.646241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:19.648458 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:19.649049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:19.649661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:19.650209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:19.650610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:19.651190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:19.651781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:19.652342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:19.653418 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:19.657598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:19.658012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:19.658369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:19.672465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Checking segment: {'id': '1a8cc4ce-f647-411a-878f-3fec36bc0b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:19.674284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Network hostable DHCP agents. Network: c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:53:19.733967 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79d998d1-42cf-4428-921a-a6526d6bd711 admin admin] Publish callbacks [] for security_group (01881ff2-c04a-4389-a914-c6443c42f12b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:19.787664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Network c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:53:19.814219 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79d998d1-42cf-4428-921a-a6526d6bd711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (01881ff2-c04a-4389-a914-c6443c42f12b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:19.839682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d998d1-42cf-4428-921a-a6526d6bd711 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:53:19.853240 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d998d1-42cf-4428-921a-a6526d6bd711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01881ff2-c04a-4389-a914-c6443c42f12b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:19.858072 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79d998d1-42cf-4428-921a-a6526d6bd711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (5ccf1505-15a6-48aa-a681-32d4bfd94419), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:19.858420 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-79d998d1-42cf-4428-921a-a6526d6bd711 admin admin] Added segment 5ccf1505-15a6-48aa-a681-32d4bfd94419 of type vlan for network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c Feb 15 16:53:19.871134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:19.871554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:19.872436 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (95988ff9-f783-4720-8c30-fd2dff196a9f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:19.876410 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbf4a16-c9fa-408c-a399-9f06e4e3f194 None None] Network c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:19.939232 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79d998d1-42cf-4428-921a-a6526d6bd711 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:19.977879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event updated for resources: {'Port': ['ID=95988ff9-f783-4720-8c30-fd2dff196a9f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:19.997554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Checking segment: {'id': '430bf43c-ea2c-424c-8c3d-255fa5135dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '09e9e98a-6b60-4397-8471-1dbcc096baa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:20.002789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Network hostable DHCP agents. Network: 09e9e98a-6b60-4397-8471-1dbcc096baa9, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:53:20.064839 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79d998d1-42cf-4428-921a-a6526d6bd711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:20.068952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d998d1-42cf-4428-921a-a6526d6bd711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:20.068952 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-79d998d1-42cf-4428-921a-a6526d6bd711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:20.104840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Network 09e9e98a-6b60-4397-8471-1dbcc096baa9 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:53:20.162653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d998d1-42cf-4428-921a-a6526d6bd711 admin admin] Pushing event updated for resources: {'Network': ['ID=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:20.170785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:53:20.175218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73aca4-3a09-4d04-bfd4-a886d2332ad3 req-6d91b2d8-fd9a-48c5-ba82-f658deb2380a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:20.176817 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e73aca4-3a09-4d04-bfd4-a886d2332ad3 req-6d91b2d8-fd9a-48c5-ba82-f658deb2380a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.1223390 Feb 15 16:53:20.233903 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-79d998d1-42cf-4428-921a-a6526d6bd711 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0325918 Feb 15 16:53:20.235001 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55166) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:20.240472 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ab64941e-d6c3-4dac-a240-f855b7638e32 admin admin] Request body: {'subnet': {'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1816553218-subnet', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:20.247622 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e73aca4-3a09-4d04-bfd4-a886d2332ad3 req-05fbbdfe-9dfe-4203-8f79-b407877f2ca8 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587790 Feb 15 16:53:20.279177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 09e9e98a-6b60-4397-8471-1dbcc096baa9) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:20.283277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:20.288944 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:20.293132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb3234a-2ff0-48fe-8d59-71b07d9b8417 None None] Network 09e9e98a-6b60-4397-8471-1dbcc096baa9 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:20.298859 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:20.299922 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:20.330854 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab64941e-d6c3-4dac-a240-f855b7638e32 admin admin] Made reservation on behalf of 0860b996450e411880fd86cd9f5cbb84 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:20.333462 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ab64941e-d6c3-4dac-a240-f855b7638e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:20.418855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 8e5f40c8-f278-4ce7-aad2-a78bc6889833 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:20.436501 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cbdcd97b-81d0-47e3-9b74-13fbb54ed2d4 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.2899947 Feb 15 16:53:20.438926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55174) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:20.506231 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3586c89b-d8b3-453e-bca7-d1098a68d826 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:20.511960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3586c89b-d8b3-453e-bca7-d1098a68d826 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:20.516135 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3586c89b-d8b3-453e-bca7-d1098a68d826 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0736880 Feb 15 16:53:20.516403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55176) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:20.568527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a0d39-6d55-41d1-8711-b9c3fc242052 req-05494b53-ec24-40d1-bb4a-1895149e53d5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:20.570085 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f5a0d39-6d55-41d1-8711-b9c3fc242052 req-05494b53-ec24-40d1-bb4a-1895149e53d5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 944 time: 0.1037371 Feb 15 16:53:20.617087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 8e5f40c8-f278-4ce7-aad2-a78bc6889833 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:53:20.621762 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 8e5f40c8-f278-4ce7-aad2-a78bc6889833 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:20.621762 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8e5f40c8-f278-4ce7-aad2-a78bc6889833), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:20.633338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-382182b9-9a96-48f2-a834-e8376e54e148 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Deleting port 4dcbafa4-bfc4-40bf-870e-15cec5eec10b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:20.633940 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-382182b9-9a96-48f2-a834-e8376e54e148 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4dcbafa4-bfc4-40bf-870e-15cec5eec10b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:20.660332 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f5a0d39-6d55-41d1-8711-b9c3fc242052 req-8112c6a1-cea6-4f4e-8dc2-daba4c78c6e4 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830371 Feb 15 16:53:20.685465 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ab64941e-d6c3-4dac-a240-f855b7638e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (16b2d1c9-a71e-43a3-baad-57a8767096cb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:20.734486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 8e5f40c8-f278-4ce7-aad2-a78bc6889833 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:20.735130 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8e5f40c8-f278-4ce7-aad2-a78bc6889833), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:20.748451 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-382182b9-9a96-48f2-a834-e8376e54e148 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4dcbafa4-bfc4-40bf-870e-15cec5eec10b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:20.761565 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64941e-d6c3-4dac-a240-f855b7638e32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b2d1c9-a71e-43a3-baad-57a8767096cb,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:20.775982 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab64941e-d6c3-4dac-a240-f855b7638e32 admin admin] Checking segment: {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:20.776362 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab64941e-d6c3-4dac-a240-f855b7638e32 admin admin] Network hostable DHCP agents. Network: 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:53:20.780917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287585c2-cc2e-472e-80e7-ecf29ead0bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5f40c8-f278-4ce7-aad2-a78bc6889833'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:20.783508 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6131ea89-66fa-48b9-8b7e-681ce6e3a18b" -d '{"events": [{"server_uuid": "287585c2-cc2e-472e-80e7-ecf29ead0bb9", "name": "network-vif-plugged", "status": "completed", "tag": "8e5f40c8-f278-4ce7-aad2-a78bc6889833"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:20.794889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-382182b9-9a96-48f2-a834-e8376e54e148 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Calling delete_port for 4dcbafa4-bfc4-40bf-870e-15cec5eec10b owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:20.800988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 8e5f40c8-f278-4ce7-aad2-a78bc6889833, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=8e5f40c8-f278-4ce7-aad2-a78bc6889833,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:20.831246 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf33c31-196b-444d-9dfd-cca6a0d4c822 x-openstack-request-id: req-3bf33c31-196b-444d-9dfd-cca6a0d4c822 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:20.831663 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287585c2-cc2e-472e-80e7-ecf29ead0bb9", "name": "network-vif-plugged", "status": "completed", "tag": "8e5f40c8-f278-4ce7-aad2-a78bc6889833", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:20.831926 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3bf33c31-196b-444d-9dfd-cca6a0d4c822 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:20.832894 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287585c2-cc2e-472e-80e7-ecf29ead0bb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5f40c8-f278-4ce7-aad2-a78bc6889833', 'code': 200} Feb 15 16:53:20.846295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55182) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:20.866546 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab64941e-d6c3-4dac-a240-f855b7638e32 admin admin] Network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:53:20.928042 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8e5f40c8-f278-4ce7-aad2-a78bc6889833), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:20.950677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80c78-a558-409d-baa4-0f5ca4c03d69 req-42b893da-590a-4194-8be1-aeee93cf44f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:20.952636 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ab80c78-a558-409d-baa4-0f5ca4c03d69 req-42b893da-590a-4194-8be1-aeee93cf44f2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 1127 time: 0.0611689 Feb 15 16:53:20.960152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ab64941e-d6c3-4dac-a240-f855b7638e32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:20.976782 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab64941e-d6c3-4dac-a240-f855b7638e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:20.977852 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ab64941e-d6c3-4dac-a240-f855b7638e32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:20.978962 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d599d3-f706-4b5b-90f5-35232dbcc158 None None] Network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:21.025887 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-382182b9-9a96-48f2-a834-e8376e54e148 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4dcbafa4-bfc4-40bf-870e-15cec5eec10b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.030795 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c62429ea-bf6d-4991-a62e-63ea38fb7841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.070527 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ab64941e-d6c3-4dac-a240-f855b7638e32 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8314404 Feb 15 16:53:21.071010 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55188) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:21.077074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=8e5f40c8-f278-4ce7-aad2-a78bc6889833,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:21.081055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1816553218-router', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:21.081701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ab80c78-a558-409d-baa4-0f5ca4c03d69 req-897cdb71-b8e9-4f38-a5a2-dfa20ed0cf64 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232393 Feb 15 16:53:21.082521 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382182b9-9a96-48f2-a834-e8376e54e148 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event deleted for resources: {'Port': ['ID=4dcbafa4-bfc4-40bf-870e-15cec5eec10b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:21.091406 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-382182b9-9a96-48f2-a834-e8376e54e148 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.094810 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-382182b9-9a96-48f2-a834-e8376e54e148 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "DELETE /v2.0/ports/4dcbafa4-bfc4-40bf-870e-15cec5eec10b HTTP/1.1" status: 204 len: 168 time: 0.5772321 Feb 15 16:53:21.097614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55190) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:21.166691 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c62429ea-bf6d-4991-a62e-63ea38fb7841 admin admin] Publish callbacks [] for security_group (a688bc99-0a62-4e0c-9f5d-787b0018597c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.179901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:53:21.181008 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.183480 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (09584aaf-5d12-4911-98b9-de7e42b548bc), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.185225 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (09584aaf-5d12-4911-98b9-de7e42b548bc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.219944 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-89aadd77-41a9-4324-9f4a-9488472e01a6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Deleting port 95988ff9-f783-4720-8c30-fd2dff196a9f {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:21.220545 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89aadd77-41a9-4324-9f4a-9488472e01a6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (95988ff9-f783-4720-8c30-fd2dff196a9f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.269562 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c62429ea-bf6d-4991-a62e-63ea38fb7841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a688bc99-0a62-4e0c-9f5d-787b0018597c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.304693 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Publish callbacks [] for router_controller (09584aaf-5d12-4911-98b9-de7e42b548bc), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.343508 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89aadd77-41a9-4324-9f4a-9488472e01a6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (95988ff9-f783-4720-8c30-fd2dff196a9f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.346399 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62429ea-bf6d-4991-a62e-63ea38fb7841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a688bc99-0a62-4e0c-9f5d-787b0018597c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:21.353026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Allocated IP 172.20.0.2 (09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c/16b2d1c9-a71e-43a3-baad-57a8767096cb/ffc97731-834c-4c6b-a3ba-74f961d5b30b) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:21.376387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55194) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:21.379563 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c62429ea-bf6d-4991-a62e-63ea38fb7841 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cc643a128cb642daa36c2420151c3d46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5320098 Feb 15 16:53:21.390883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-89aadd77-41a9-4324-9f4a-9488472e01a6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Calling delete_port for 95988ff9-f783-4720-8c30-fd2dff196a9f owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:21.509163 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Publish callbacks [] for port (ffc97731-834c-4c6b-a3ba-74f961d5b30b), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.517704 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2a43db04-55b6-44f8-b9f4-ab712e0b4338 admin admin] Publish callbacks [] for security_group (a688bc99-0a62-4e0c-9f5d-787b0018597c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.550773 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2a43db04-55b6-44f8-b9f4-ab712e0b4338 admin admin] Publish callbacks [] for security_group (a688bc99-0a62-4e0c-9f5d-787b0018597c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.581278 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (ffc97731-834c-4c6b-a3ba-74f961d5b30b), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.603199 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9d331-fcad-4ae1-9117-1555fbfdfd12 req-6127593e-50e6-4a39-9145-ad5f5b668b4b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:21.604834 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8b9d331-fcad-4ae1-9117-1555fbfdfd12 req-6127593e-50e6-4a39-9145-ad5f5b668b4b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.2214682 Feb 15 16:53:21.610921 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Publish callbacks [] for router_gateway (09584aaf-5d12-4911-98b9-de7e42b548bc), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.647527 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89aadd77-41a9-4324-9f4a-9488472e01a6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (95988ff9-f783-4720-8c30-fd2dff196a9f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.665112 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8b9d331-fcad-4ae1-9117-1555fbfdfd12 req-4ab13252-bd99-458c-891e-8d2ae20e89bd tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506012 Feb 15 16:53:21.736163 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2a43db04-55b6-44f8-b9f4-ab712e0b4338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a688bc99-0a62-4e0c-9f5d-787b0018597c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.751275 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2a43db04-55b6-44f8-b9f4-ab712e0b4338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.756094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2a43db04-55b6-44f8-b9f4-ab712e0b4338 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a688bc99-0a62-4e0c-9f5d-787b0018597c HTTP/1.1" status: 204 len: 168 time: 0.3773227 Feb 15 16:53:21.757596 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89aadd77-41a9-4324-9f4a-9488472e01a6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.761282 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-89aadd77-41a9-4324-9f4a-9488472e01a6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "DELETE /v2.0/ports/95988ff9-f783-4720-8c30-fd2dff196a9f HTTP/1.1" status: 204 len: 168 time: 0.6624813 Feb 15 16:53:21.766180 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55200) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:21.777570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aadd77-41a9-4324-9f4a-9488472e01a6 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event deleted for resources: {'Port': ['ID=95988ff9-f783-4720-8c30-fd2dff196a9f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:21.804753 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43db04-55b6-44f8-b9f4-ab712e0b4338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a688bc99-0a62-4e0c-9f5d-787b0018597c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:21.814626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:21.826278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:21.831188 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dbd93189-98dc-45c5-8ded-e82da331a3e2 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0604999 Feb 15 16:53:21.832012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:21.835525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55202) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:21.843564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a83aeebb-d8dc-4bbd-8495-8fd966cb9fe5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1392889939'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:21.850548 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Pushing event updated for resources: {'Port': ['ID=ffc97731-834c-4c6b-a3ba-74f961d5b30b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:21.893909 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e5f10-4592-41a9-aa77-20a786921ecb req-6d7ed6cd-1265-4da8-9194-c2e3451aa479 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:21.897768 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed8e5f10-4592-41a9-aa77-20a786921ecb req-6d7ed6cd-1265-4da8-9194-c2e3451aa479 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1094453 Feb 15 16:53:21.936427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Attempting to bind port ffc97731-834c-4c6b-a3ba-74f961d5b30b on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:53:21.937632 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Attempting to bind port ffc97731-834c-4c6b-a3ba-74f961d5b30b by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:53:21.938176 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Attempting to bind port ffc97731-834c-4c6b-a3ba-74f961d5b30b on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:21.944573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:53:21.945275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Checking segment: {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:21.945955 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:21.955125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Bound using segment: {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:53:21.956002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Bound port: ffc97731-834c-4c6b-a3ba-74f961d5b30b, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:53:21.956693 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ffc97731-834c-4c6b-a3ba-74f961d5b30b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:22.018752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed8e5f10-4592-41a9-aa77-20a786921ecb req-86fa0921-061c-44f4-82e1-2a0bad1803e0 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137402 Feb 15 16:53:22.027668 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83aeebb-d8dc-4bbd-8495-8fd966cb9fe5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Made reservation on behalf of 12687f3044c548e7a96da70b809471c5 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:22.050348 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a83aeebb-d8dc-4bbd-8495-8fd966cb9fe5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:22.052343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] For port ffc97731-834c-4c6b-a3ba-74f961d5b30b, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:53:22.056088 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] For port ffc97731-834c-4c6b-a3ba-74f961d5b30b, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ffc97731-834c-4c6b-a3ba-74f961d5b30b,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:53:22.120587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83aeebb-d8dc-4bbd-8495-8fd966cb9fe5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:53:22.123118 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Publish callbacks [] for router_gateway (09584aaf-5d12-4911-98b9-de7e42b548bc), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:22.148375 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:22.152143 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ffc97731-834c-4c6b-a3ba-74f961d5b30b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:22.268129 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a83aeebb-d8dc-4bbd-8495-8fd966cb9fe5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (f9f1e86e-350f-4002-9805-2c29add72881), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:22.268485 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-a83aeebb-d8dc-4bbd-8495-8fd966cb9fe5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Added segment f9f1e86e-350f-4002-9805-2c29add72881 of type vlan for network 1578279b-9e60-405d-a91d-a9580924e13a Feb 15 16:53:22.311433 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Allocated IP 172.25.4.10 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/e66b8239-04ef-4d1e-9532-0c4638eac2c2) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:22.313989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e5abe-436f-4993-8bbe-b5b090d040f8 None None] Pushing event updated for resources: {'Port': ['ID=ffc97731-834c-4c6b-a3ba-74f961d5b30b,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:22.340171 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a83aeebb-d8dc-4bbd-8495-8fd966cb9fe5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (1578279b-9e60-405d-a91d-a9580924e13a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:22.670037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55208) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:22.685585 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e49efc5-fa66-49b0-bc74-908281de56ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:22.795547 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e49efc5-fa66-49b0-bc74-908281de56ee admin admin] Publish callbacks [] for security_group (72f3e85d-3f01-47cb-ac36-2efa806dd42b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:22.852680 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Publish callbacks [] for port (e66b8239-04ef-4d1e-9532-0c4638eac2c2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:22.865877 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a83aeebb-d8dc-4bbd-8495-8fd966cb9fe5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (1578279b-9e60-405d-a91d-a9580924e13a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:22.871431 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83aeebb-d8dc-4bbd-8495-8fd966cb9fe5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:22.873282 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a83aeebb-d8dc-4bbd-8495-8fd966cb9fe5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:22.884798 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e49efc5-fa66-49b0-bc74-908281de56ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (72f3e85d-3f01-47cb-ac36-2efa806dd42b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:22.919942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49efc5-fa66-49b0-bc74-908281de56ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f3e85d-3f01-47cb-ac36-2efa806dd42b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:22.944445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be3229-e5f3-4396-a0cc-76011046aa28 req-717578e7-ae1e-4c9d-bd7c-09ac8324bd64 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:22.946029 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e5be3229-e5f3-4396-a0cc-76011046aa28 req-717578e7-ae1e-4c9d-bd7c-09ac8324bd64 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.1349301 Feb 15 16:53:22.957103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1e49efc5-fa66-49b0-bc74-908281de56ee admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=66e907e76f434e50a124ba52235415b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2859659 Feb 15 16:53:22.962036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55212) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:23.015001 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83aeebb-d8dc-4bbd-8495-8fd966cb9fe5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event updated for resources: {'Network': ['ID=1578279b-9e60-405d-a91d-a9580924e13a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:23.029459 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 1578279b-9e60-405d-a91d-a9580924e13a details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:53:23.039667 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a83aeebb-d8dc-4bbd-8495-8fd966cb9fe5 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2001657 Feb 15 16:53:23.041866 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4a7b5ad-7ff4-4822-ae60-adb99855d949 admin admin] Publish callbacks [] for security_group (72f3e85d-3f01-47cb-ac36-2efa806dd42b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:23.044620 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55214) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:23.051772 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d7a07ca3-5138-460e-94ce-a094a4a2b936 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1498318797'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:23.095305 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e5be3229-e5f3-4396-a0cc-76011046aa28 req-8af7911d-59e5-4d59-9fb0-09116e504ca0 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061361 Feb 15 16:53:23.132932 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4a7b5ad-7ff4-4822-ae60-adb99855d949 admin admin] Publish callbacks [] for security_group (72f3e85d-3f01-47cb-ac36-2efa806dd42b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:23.136017 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e66b8239-04ef-4d1e-9532-0c4638eac2c2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:23.204792 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e66b8239-04ef-4d1e-9532-0c4638eac2c2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:23.211041 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a07ca3-5138-460e-94ce-a094a4a2b936 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Made reservation on behalf of 12687f3044c548e7a96da70b809471c5 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:23.215137 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7a07ca3-5138-460e-94ce-a094a4a2b936 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:23.240001 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:23.243701 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:23.246383 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:23.319502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b610f-6949-480c-8c5e-4537f20919eb req-4c3cefad-8873-44f8-9f37-42c9962fc56e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:23.321508 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e37b610f-6949-480c-8c5e-4537f20919eb req-4c3cefad-8873-44f8-9f37-42c9962fc56e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1149230 Feb 15 16:53:23.327216 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a07ca3-5138-460e-94ce-a094a4a2b936 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:53:23.377505 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4a7b5ad-7ff4-4822-ae60-adb99855d949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (72f3e85d-3f01-47cb-ac36-2efa806dd42b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:23.381099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4a7b5ad-7ff4-4822-ae60-adb99855d949 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:23.384743 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a4a7b5ad-7ff4-4822-ae60-adb99855d949 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/72f3e85d-3f01-47cb-ac36-2efa806dd42b HTTP/1.1" status: 204 len: 168 time: 0.4193156 Feb 15 16:53:23.402002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7b5ad-7ff4-4822-ae60-adb99855d949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f3e85d-3f01-47cb-ac36-2efa806dd42b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:23.410831 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e37b610f-6949-480c-8c5e-4537f20919eb req-1ae24925-aeaf-4fff-ad48-1ea1218125c5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809529 Feb 15 16:53:23.464336 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7a07ca3-5138-460e-94ce-a094a4a2b936 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (ffad7788-dc46-4605-9017-74e5dc599f4a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:23.475367 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-d7a07ca3-5138-460e-94ce-a094a4a2b936 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Added segment ffad7788-dc46-4605-9017-74e5dc599f4a of type vlan for network 7b0360bc-8928-4288-a9ef-f99f41368e4c Feb 15 16:53:23.609574 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7a07ca3-5138-460e-94ce-a094a4a2b936 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (7b0360bc-8928-4288-a9ef-f99f41368e4c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:23.666467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a707023-8a7d-4470-8a47-c07e409db4e5 req-f0d38384-bfbc-4905-88a8-792b4c7abb65 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:23.668089 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9a707023-8a7d-4470-8a47-c07e409db4e5 req-f0d38384-bfbc-4905-88a8-792b4c7abb65 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1250393 Feb 15 16:53:23.698308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7132de5-6ff9-4488-8a57-a57cc963e164 None None] Network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:23.799910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5e19db51-0f27-4229-aeeb-71df1f2f694b None None] Provisioning complete for port ffc97731-834c-4c6b-a3ba-74f961d5b30b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:23.800445 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e19db51-0f27-4229-aeeb-71df1f2f694b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ffc97731-834c-4c6b-a3ba-74f961d5b30b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:23.830941 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7a07ca3-5138-460e-94ce-a094a4a2b936 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (7b0360bc-8928-4288-a9ef-f99f41368e4c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:23.836796 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a07ca3-5138-460e-94ce-a094a4a2b936 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:23.838102 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7a07ca3-5138-460e-94ce-a094a4a2b936 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:24.005974 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d7a07ca3-5138-460e-94ce-a094a4a2b936 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9589260 Feb 15 16:53:24.011732 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9a707023-8a7d-4470-8a47-c07e409db4e5 req-38618941-9b82-4527-a9f1-393e90d436db tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344915 Feb 15 16:53:24.014355 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a07ca3-5138-460e-94ce-a094a4a2b936 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event updated for resources: {'Network': ['ID=7b0360bc-8928-4288-a9ef-f99f41368e4c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:24.033353 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Publish callbacks [] for router_gateway (09584aaf-5d12-4911-98b9-de7e42b548bc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:24.040237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 7b0360bc-8928-4288-a9ef-f99f41368e4c details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:53:24.146564 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55234) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:24.152615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Request body: {'subnets': [{'network_id': '1578279b-9e60-405d-a91d-a9580924e13a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--158481136', 'ip_version': 4}, {'network_id': '7b0360bc-8928-4288-a9ef-f99f41368e4c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:24.152957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Request body: {'subnet': {'network_id': '1578279b-9e60-405d-a91d-a9580924e13a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--158481136', 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:24.154087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Request body: {'subnet': {'network_id': '7b0360bc-8928-4288-a9ef-f99f41368e4c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:24.256643 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5e19db51-0f27-4229-aeeb-71df1f2f694b None None] Current status of the port ffc97731-834c-4c6b-a3ba-74f961d5b30b is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:24.257049 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e19db51-0f27-4229-aeeb-71df1f2f694b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ffc97731-834c-4c6b-a3ba-74f961d5b30b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:24.333734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5e19db51-0f27-4229-aeeb-71df1f2f694b None None] For port ffc97731-834c-4c6b-a3ba-74f961d5b30b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ffc97731-834c-4c6b-a3ba-74f961d5b30b,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:24.459335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ffc97731-834c-4c6b-a3ba-74f961d5b30b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:24.459335 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e19db51-0f27-4229-aeeb-71df1f2f694b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ffc97731-834c-4c6b-a3ba-74f961d5b30b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:24.460415 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47547f8-202c-4546-8a18-b39f08154de9 req-3b93a578-b1ee-4be7-b8c1-4921b28e9217 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:24.473832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e47547f8-202c-4546-8a18-b39f08154de9 req-3b93a578-b1ee-4be7-b8c1-4921b28e9217 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.1210270 Feb 15 16:53:24.527213 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (09584aaf-5d12-4911-98b9-de7e42b548bc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:24.682213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19db51-0f27-4229-aeeb-71df1f2f694b None None] Pushing event updated for resources: {'Port': ['ID=ffc97731-834c-4c6b-a3ba-74f961d5b30b,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:24.716544 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-59084768-1594-4d64-9f63-177124f761bf None None] Provisioning complete for port ffc97731-834c-4c6b-a3ba-74f961d5b30b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:24.716860 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59084768-1594-4d64-9f63-177124f761bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ffc97731-834c-4c6b-a3ba-74f961d5b30b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:24.722397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Made reservation on behalf of 12687f3044c548e7a96da70b809471c5 for: {'subnet': 2} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:24.728807 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:24.729161 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:24.739896 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e47547f8-202c-4546-8a18-b39f08154de9 req-69cbedc5-020a-425a-b83e-433952722634 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610879 Feb 15 16:53:24.850520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ffc97731-834c-4c6b-a3ba-74f961d5b30b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:24.850520 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ffc97731-834c-4c6b-a3ba-74f961d5b30b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:24.944108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cd79c-5bb1-46e6-bf75-4d2c683893a0 req-be345d6b-e1ba-421f-be16-186c787fc399 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:24.945798 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-911cd79c-5bb1-46e6-bf75-4d2c683893a0 req-be345d6b-e1ba-421f-be16-186c787fc399 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1109610 Feb 15 16:53:24.999907 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Router 09584aaf-5d12-4911-98b9-de7e42b548bc is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:53:25.016478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ffc97731-834c-4c6b-a3ba-74f961d5b30b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:25.027797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-59084768-1594-4d64-9f63-177124f761bf None None] Current status of the port ffc97731-834c-4c6b-a3ba-74f961d5b30b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:25.081064 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-911cd79c-5bb1-46e6-bf75-4d2c683893a0 req-40e3ecde-b680-409e-8c41-74da3343d5d6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258209 Feb 15 16:53:25.196885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:53:25.207921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Sync routers for ids ['09584aaf-5d12-4911-98b9-de7e42b548bc'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:53:25.223509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Routers {'09584aaf-5d12-4911-98b9-de7e42b548bc'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:25.224484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['09584aaf-5d12-4911-98b9-de7e42b548bc'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:25.296495 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:25.298577 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-62bcfd36-1d93-457e-9904-67b56c66a8c6 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2266133 Feb 15 16:53:25.339493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55254) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:25.345716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55256) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:25.370913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Set router 09584aaf-5d12-4911-98b9-de7e42b548bc gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:53:25.535947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-aaa2d219-7126-406a-8a5a-8e06323e1ad4 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1862426266'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:25.571175 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (3ce85be4-dd9a-4c39-a1fd-c16069faf09d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:25.587250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'name': 'tempest-ServerActionsTestJSON-1816553218-router', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:53:21Z', 'updated_at': '2022-02-15T16:53:23Z', 'revision_number': 3, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'gw_port': {'id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:22Z', 'updated_at': '2022-02-15T16:53:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:25.615412 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Checking router: 09584aaf-5d12-4911-98b9-de7e42b548bc for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:53:25.615757 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Updating router 09584aaf-5d12-4911-98b9-de7e42b548bc port e66b8239-04ef-4d1e-9532-0c4638eac2c2 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:53:25.644045 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e66b8239-04ef-4d1e-9532-0c4638eac2c2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:25.644317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa2d219-7126-406a-8a5a-8e06323e1ad4 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Made reservation on behalf of 53caec674e0f46b7b5b7ec5ba8c77568 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:25.647873 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aaa2d219-7126-406a-8a5a-8e06323e1ad4 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:25.663490 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aaa2d219-7126-406a-8a5a-8e06323e1ad4 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:25.676561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Checking segment: {'id': 'f9f1e86e-350f-4002-9805-2c29add72881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1578279b-9e60-405d-a91d-a9580924e13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:25.676934 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Network hostable DHCP agents. Network: 1578279b-9e60-405d-a91d-a9580924e13a, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:53:25.683815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event updated for resources: {'Subnet': ['ID=3ce85be4-dd9a-4c39-a1fd-c16069faf09d,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:25.764425 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aaa2d219-7126-406a-8a5a-8e06323e1ad4 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for security_group (9cc4177f-aed2-419a-b2b7-3148d71499b1), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:25.796995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Network 1578279b-9e60-405d-a91d-a9580924e13a is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:53:25.822345 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aaa2d219-7126-406a-8a5a-8e06323e1ad4 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9cc4177f-aed2-419a-b2b7-3148d71499b1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:25.854864 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa2d219-7126-406a-8a5a-8e06323e1ad4 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:53:25.865224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2d219-7126-406a-8a5a-8e06323e1ad4 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc4177f-aed2-419a-b2b7-3148d71499b1,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:25.873277 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aaa2d219-7126-406a-8a5a-8e06323e1ad4 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (04084731-27ec-4286-ab62-5741c6bf3a68), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:25.873660 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-aaa2d219-7126-406a-8a5a-8e06323e1ad4 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Added segment 04084731-27ec-4286-ab62-5741c6bf3a68 of type vlan for network 3a13db26-21f5-486f-98e1-7faef1fc9a6e Feb 15 16:53:25.922139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 1578279b-9e60-405d-a91d-a9580924e13a) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:25.933581 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccaaa4-002e-48ba-b118-69f532c78b54 req-55d80e7f-66f0-4fc4-92ff-4059e7f74e83 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:25.935392 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ccccaaa4-002e-48ba-b118-69f532c78b54 req-55d80e7f-66f0-4fc4-92ff-4059e7f74e83 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.1154437 Feb 15 16:53:25.941956 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (ad599a6c-a0b4-43db-bbb4-3bb7ffb32ce0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:25.947778 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aaa2d219-7126-406a-8a5a-8e06323e1ad4 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (3a13db26-21f5-486f-98e1-7faef1fc9a6e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:25.956646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaea11b-b064-4907-a65f-35bf78bd8d15 None None] Network 1578279b-9e60-405d-a91d-a9580924e13a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:26.002781 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.025249 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ccccaaa4-002e-48ba-b118-69f532c78b54 req-12c7b45e-ba0b-4144-86df-958959377e10 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825369 Feb 15 16:53:26.050410 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event updated for resources: {'Subnet': ['ID=ad599a6c-a0b4-43db-bbb4-3bb7ffb32ce0,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:26.054991 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Publish callbacks [] for port (e66b8239-04ef-4d1e-9532-0c4638eac2c2), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.092861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Checking segment: {'id': 'ffad7788-dc46-4605-9017-74e5dc599f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7b0360bc-8928-4288-a9ef-f99f41368e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:26.093251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Network hostable DHCP agents. Network: 7b0360bc-8928-4288-a9ef-f99f41368e4c, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:53:26.121017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-1578279b-9e60-405d-a91d-a9580924e13a', 'network_id': '1578279b-9e60-405d-a91d-a9580924e13a', 'project_id': '12687f3044c548e7a96da70b809471c5', 'fixed_ips': [{'subnet_id': '3ce85be4-dd9a-4c39-a1fd-c16069faf09d'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:53:26.121946 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.134665 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1317c-dfcf-42b8-980f-76304329c566 req-2b3174f7-4545-4d35-8f08-a2d10241dded tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:26.140463 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2dd1317c-dfcf-42b8-980f-76304329c566 req-2b3174f7-4545-4d35-8f08-a2d10241dded tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 945 time: 0.1073959 Feb 15 16:53:26.178709 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aaa2d219-7126-406a-8a5a-8e06323e1ad4 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (3a13db26-21f5-486f-98e1-7faef1fc9a6e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.183635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa2d219-7126-406a-8a5a-8e06323e1ad4 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:26.184239 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aaa2d219-7126-406a-8a5a-8e06323e1ad4 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.199873 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Allocated IP 172.20.0.1 (09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c/16b2d1c9-a71e-43a3-baad-57a8767096cb/6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:26.200436 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e66b8239-04ef-4d1e-9532-0c4638eac2c2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.214064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Network 7b0360bc-8928-4288-a9ef-f99f41368e4c is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:53:26.317487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Attempting to bind port e66b8239-04ef-4d1e-9532-0c4638eac2c2 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:53:26.318611 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Attempting to bind port e66b8239-04ef-4d1e-9532-0c4638eac2c2 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:53:26.318729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Attempting to bind port e66b8239-04ef-4d1e-9532-0c4638eac2c2 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:26.322505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b18214-c28e-4d97-8992-bf9f6d08550d None None] Pushing event updated for resources: {'Port': ['ID=e66b8239-04ef-4d1e-9532-0c4638eac2c2,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:26.341331 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:53:26.341811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:26.342260 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.342653 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:53:26.343188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Bound port: e66b8239-04ef-4d1e-9532-0c4638eac2c2, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:53:26.343502 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e66b8239-04ef-4d1e-9532-0c4638eac2c2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.346950 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-aaa2d219-7126-406a-8a5a-8e06323e1ad4 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0000362 Feb 15 16:53:26.349789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55272) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:26.357286 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-de909988-852c-434b-9593-db2799055e3f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Request body: {'subnet': {'network_id': '3a13db26-21f5-486f-98e1-7faef1fc9a6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:26.361430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ffc97731-834c-4c6b-a3ba-74f961d5b30b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:26.388350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa2d219-7126-406a-8a5a-8e06323e1ad4 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Pushing event updated for resources: {'Network': ['ID=3a13db26-21f5-486f-98e1-7faef1fc9a6e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:26.408787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 7b0360bc-8928-4288-a9ef-f99f41368e4c) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:26.409131 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Allocated IP 172.20.0.2 (1578279b-9e60-405d-a91d-a9580924e13a/3ce85be4-dd9a-4c39-a1fd-c16069faf09d/388b61cc-0246-4a76-a69c-b8e8655518e2) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:26.421091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 3a13db26-21f5-486f-98e1-7faef1fc9a6e details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:53:26.423331 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f3fde3-3239-4cec-8588-30e8317381ca None None] Network 7b0360bc-8928-4288-a9ef-f99f41368e4c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:26.431350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:26.431559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:26.434119 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.456973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9481bf3-00b1-4c8f-b4b7-4696391b2f3c req-0f6dc8ca-f7be-4a8c-b626-e4ee8722e29e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:26.459975 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c9481bf3-00b1-4c8f-b4b7-4696391b2f3c req-0f6dc8ca-f7be-4a8c-b626-e4ee8722e29e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 945 time: 0.2822704 Feb 15 16:53:26.467040 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Publish callbacks [] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.472369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-2dd1317c-dfcf-42b8-980f-76304329c566 req-0bf5962d-b495-4d47-9558-dba449aa0aee tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Deleting port 8e5f40c8-f278-4ce7-aad2-a78bc6889833 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:26.473394 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2dd1317c-dfcf-42b8-980f-76304329c566 req-0bf5962d-b495-4d47-9558-dba449aa0aee tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (8e5f40c8-f278-4ce7-aad2-a78bc6889833), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.548072 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ec9cade3-a67a-4eb2-af15-7694c46516a8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.3998444 Feb 15 16:53:26.550252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55276) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:26.604100 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c9481bf3-00b1-4c8f-b4b7-4696391b2f3c req-674772ba-e07d-4a7f-bb7b-11d3c771439b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342216 Feb 15 16:53:26.606355 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de909988-852c-434b-9593-db2799055e3f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Made reservation on behalf of 53caec674e0f46b7b5b7ec5ba8c77568 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:26.609910 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de909988-852c-434b-9593-db2799055e3f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.619835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] For port e66b8239-04ef-4d1e-9532-0c4638eac2c2, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:53:26.631896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-2dd1317c-dfcf-42b8-980f-76304329c566 req-0bf5962d-b495-4d47-9558-dba449aa0aee tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] For port 8e5f40c8-f278-4ce7-aad2-a78bc6889833, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=8e5f40c8-f278-4ce7-aad2-a78bc6889833,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:26.632552 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2dd1317c-dfcf-42b8-980f-76304329c566 req-0bf5962d-b495-4d47-9558-dba449aa0aee tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (8e5f40c8-f278-4ce7-aad2-a78bc6889833), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.646950 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-2dd1317c-dfcf-42b8-980f-76304329c566 req-0bf5962d-b495-4d47-9558-dba449aa0aee tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Calling delete_port for 8e5f40c8-f278-4ce7-aad2-a78bc6889833 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:26.658671 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.687829 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4f4aa2-8a57-49ec-9ffd-c84172c3578e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:26.689628 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4f4aa2-8a57-49ec-9ffd-c84172c3578e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:26.691097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4f4aa2-8a57-49ec-9ffd-c84172c3578e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:26.696330 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1a4f4aa2-8a57-49ec-9ffd-c84172c3578e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1415160 Feb 15 16:53:26.699345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55278) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:26.707298 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] For port e66b8239-04ef-4d1e-9532-0c4638eac2c2, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e66b8239-04ef-4d1e-9532-0c4638eac2c2,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:53:26.723820 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:26.728344 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:26.730922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:26.763801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-5098aa55-5d05-4d87-b695-f4dfd4aee3a2 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Deleting subnet 3ce85be4-dd9a-4c39-a1fd-c16069faf09d {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:53:26.765324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ffc97731-834c-4c6b-a3ba-74f961d5b30b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:26.766204 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ffc97731-834c-4c6b-a3ba-74f961d5b30b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.798877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Pushing event updated for resources: {'Port': ['ID=6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:26.810968 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (09584aaf-5d12-4911-98b9-de7e42b548bc), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.821572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-7b0360bc-8928-4288-a9ef-f99f41368e4c', 'network_id': '7b0360bc-8928-4288-a9ef-f99f41368e4c', 'project_id': '12687f3044c548e7a96da70b809471c5', 'fixed_ips': [{'subnet_id': 'ad599a6c-a0b4-43db-bbb4-3bb7ffb32ce0'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:53:26.823301 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.848563 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:53:26.855256 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e66b8239-04ef-4d1e-9532-0c4638eac2c2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:26.976519 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2dd1317c-dfcf-42b8-980f-76304329c566 req-0bf5962d-b495-4d47-9558-dba449aa0aee tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (8e5f40c8-f278-4ce7-aad2-a78bc6889833), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:27.057924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf5962d-b495-4d47-9558-dba449aa0aee tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Pushing event deleted for resources: {'Port': ['ID=8e5f40c8-f278-4ce7-aad2-a78bc6889833,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:27.127157 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd1317c-dfcf-42b8-980f-76304329c566 req-0bf5962d-b495-4d47-9558-dba449aa0aee tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] No DVR routers for this DVR port 8e5f40c8-f278-4ce7-aad2-a78bc6889833 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:27.131334 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2dd1317c-dfcf-42b8-980f-76304329c566 req-0bf5962d-b495-4d47-9558-dba449aa0aee tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:27.138665 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2dd1317c-dfcf-42b8-980f-76304329c566 req-0bf5962d-b495-4d47-9558-dba449aa0aee tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "DELETE /v2.0/ports/8e5f40c8-f278-4ce7-aad2-a78bc6889833 HTTP/1.1" status: 204 len: 173 time: 0.9964120 Feb 15 16:53:27.139177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287585c2-cc2e-472e-80e7-ecf29ead0bb9', 'name': 'network-vif-deleted', 'tag': '8e5f40c8-f278-4ce7-aad2-a78bc6889833'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:27.154065 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1af61c5-39fb-41bb-a19b-b03c5f207ceb" -d '{"events": [{"server_uuid": "287585c2-cc2e-472e-80e7-ecf29ead0bb9", "name": "network-vif-deleted", "tag": "8e5f40c8-f278-4ce7-aad2-a78bc6889833"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:27.195177 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425dc4dd-be70-41c2-bc5b-a1e3e040f466 x-openstack-request-id: req-425dc4dd-be70-41c2-bc5b-a1e3e040f466 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:27.195475 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287585c2-cc2e-472e-80e7-ecf29ead0bb9", "name": "network-vif-deleted", "tag": "8e5f40c8-f278-4ce7-aad2-a78bc6889833", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:27.195729 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-425dc4dd-be70-41c2-bc5b-a1e3e040f466 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:27.196141 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287585c2-cc2e-472e-80e7-ecf29ead0bb9', 'name': 'network-vif-deleted', 'tag': '8e5f40c8-f278-4ce7-aad2-a78bc6889833', 'status': 'completed', 'code': 200} Feb 15 16:53:27.242928 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0f86d-8c7f-4424-beaa-630ad1c7626a req-d825b470-8925-4cc7-8fde-137563b66482 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:27.244736 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdf0f86d-8c7f-4424-beaa-630ad1c7626a req-d825b470-8925-4cc7-8fde-137563b66482 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.0759988 Feb 15 16:53:27.250978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['8e5f40c8-f278-4ce7-aad2-a78bc6889833'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:53:27.253384 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['21b48050-d6b1-4d95-96d0-49afc662f919'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:53:27.292483 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de909988-852c-434b-9593-db2799055e3f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (a780e925-ec46-4741-baaf-81a7d6dc52e7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:27.352243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b18214-c28e-4d97-8992-bf9f6d08550d None None] Pushing event updated for resources: {'Port': ['ID=e66b8239-04ef-4d1e-9532-0c4638eac2c2,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:27.361962 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cdf0f86d-8c7f-4424-beaa-630ad1c7626a req-cf5d4850-51a5-435f-9287-fd3ad79300a5 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111126 Feb 15 16:53:27.414158 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de909988-852c-434b-9593-db2799055e3f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Pushing event updated for resources: {'Subnet': ['ID=a780e925-ec46-4741-baaf-81a7d6dc52e7,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:27.421423 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:27.442606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de909988-852c-434b-9593-db2799055e3f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Checking segment: {'id': '04084731-27ec-4286-ab62-5741c6bf3a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3a13db26-21f5-486f-98e1-7faef1fc9a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:27.442954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de909988-852c-434b-9593-db2799055e3f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Network hostable DHCP agents. Network: 3a13db26-21f5-486f-98e1-7faef1fc9a6e, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:53:27.453073 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Publish callbacks [] for port (388b61cc-0246-4a76-a69c-b8e8655518e2), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:27.455475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-621614b1-a9a4-4a41-ac48-0942a24e41b5 None None] Provisioning complete for port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:27.455853 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-621614b1-a9a4-4a41-ac48-0942a24e41b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:27.504140 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Routers {'09584aaf-5d12-4911-98b9-de7e42b548bc'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:27.504772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['09584aaf-5d12-4911-98b9-de7e42b548bc'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:27.528010 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5098aa55-5d05-4d87-b695-f4dfd4aee3a2 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for subnet (3ce85be4-dd9a-4c39-a1fd-c16069faf09d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:27.608076 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de909988-852c-434b-9593-db2799055e3f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Network 3a13db26-21f5-486f-98e1-7faef1fc9a6e is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:53:27.629505 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (388b61cc-0246-4a76-a69c-b8e8655518e2), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:27.639735 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Publish callbacks [] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:27.654777 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-621614b1-a9a4-4a41-ac48-0942a24e41b5 None None] Port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:53:27.727614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-de909988-852c-434b-9593-db2799055e3f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 3a13db26-21f5-486f-98e1-7faef1fc9a6e) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:27.731593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:27.741131 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Network 1578279b-9e60-405d-a91d-a9580924e13a is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:27.741518 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de909988-852c-434b-9593-db2799055e3f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:27.741985 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de909988-852c-434b-9593-db2799055e3f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:27.743623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ffc97731-834c-4c6b-a3ba-74f961d5b30b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:27.763497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:27.765385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe18b91-3301-40d1-b951-f4dd823f545f None None] Network 3a13db26-21f5-486f-98e1-7faef1fc9a6e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:27.770476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:27.794372 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Allocated IP 172.20.0.18 (7b0360bc-8928-4288-a9ef-f99f41368e4c/ad599a6c-a0b4-43db-bbb4-3bb7ffb32ce0/ce92a6bc-6838-406f-bf97-e7319f72fb87) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:27.831355 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Pushing event updated for resources: {'Port': ['ID=388b61cc-0246-4a76-a69c-b8e8655518e2,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:27.844789 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (09584aaf-5d12-4911-98b9-de7e42b548bc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:27.928999 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-de909988-852c-434b-9593-db2799055e3f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5691862 Feb 15 16:53:27.973028 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55292) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:27.983374 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] Set router 09584aaf-5d12-4911-98b9-de7e42b548bc gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:53:28.001797 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b7532855-bac4-4f5b-981a-0ade7100e97f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-66097601', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:28.088024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Pushing event updated for resources: {'Port': ['ID=6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:28.095671 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Attempting to bind port 388b61cc-0246-4a76-a69c-b8e8655518e2 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:53:28.096050 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Attempting to bind port 388b61cc-0246-4a76-a69c-b8e8655518e2 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f9f1e86e-350f-4002-9805-2c29add72881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1578279b-9e60-405d-a91d-a9580924e13a'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:53:28.096421 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Attempting to bind port 388b61cc-0246-4a76-a69c-b8e8655518e2 on network 1578279b-9e60-405d-a91d-a9580924e13a {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:28.103941 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6695f7f6-48df-4682-b232-47a542178c75 req-8ef7f385-179f-4d6e-af54-35ee2916b767 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=287585c2-cc2e-472e-80e7-ecf29ead0bb9 HTTP/1.1" status: 200 len: 210 time: 0.0518985 Feb 15 16:53:28.110386 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7532855-bac4-4f5b-981a-0ade7100e97f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (4212b2c0-075b-45fe-ab8f-18523b237a13), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:28.111837 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7532855-bac4-4f5b-981a-0ade7100e97f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (4212b2c0-075b-45fe-ab8f-18523b237a13), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:28.127284 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5098aa55-5d05-4d87-b695-f4dfd4aee3a2 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (3ce85be4-dd9a-4c39-a1fd-c16069faf09d), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:28.173150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:53:28.173647 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Checking segment: {'id': 'f9f1e86e-350f-4002-9805-2c29add72881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1578279b-9e60-405d-a91d-a9580924e13a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:28.174433 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:28.174924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Bound using segment: {'id': 'f9f1e86e-350f-4002-9805-2c29add72881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1578279b-9e60-405d-a91d-a9580924e13a'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:53:28.175503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Bound port: 388b61cc-0246-4a76-a69c-b8e8655518e2, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f1e86e-350f-4002-9805-2c29add72881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '1578279b-9e60-405d-a91d-a9580924e13a'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:53:28.175987 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (388b61cc-0246-4a76-a69c-b8e8655518e2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:28.217134 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7532855-bac4-4f5b-981a-0ade7100e97f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for router_controller (4212b2c0-075b-45fe-ab8f-18523b237a13), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:28.228310 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:28.243695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:28.244583 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5098aa55-5d05-4d87-b695-f4dfd4aee3a2 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (3ce85be4-dd9a-4c39-a1fd-c16069faf09d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:28.279430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-3a13db26-21f5-486f-98e1-7faef1fc9a6e', 'network_id': '3a13db26-21f5-486f-98e1-7faef1fc9a6e', 'project_id': '53caec674e0f46b7b5b7ec5ba8c77568', 'fixed_ips': [{'subnet_id': 'a780e925-ec46-4741-baaf-81a7d6dc52e7'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:53:28.280436 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:28.353699 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7532855-bac4-4f5b-981a-0ade7100e97f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (4212b2c0-075b-45fe-ab8f-18523b237a13), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:28.430473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Router 09584aaf-5d12-4911-98b9-de7e42b548bc has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:53:28.466256 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5098aa55-5d05-4d87-b695-f4dfd4aee3a2 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (3ce85be4-dd9a-4c39-a1fd-c16069faf09d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:28.521622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] For port 388b61cc-0246-4a76-a69c-b8e8655518e2, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:53:28.522596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098aa55-5d05-4d87-b695-f4dfd4aee3a2 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce85be4-dd9a-4c39-a1fd-c16069faf09d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:28.524990 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5098aa55-5d05-4d87-b695-f4dfd4aee3a2 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:28.526481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] For port 388b61cc-0246-4a76-a69c-b8e8655518e2, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=388b61cc-0246-4a76-a69c-b8e8655518e2,segment=NetworkSegment(f9f1e86e-350f-4002-9805-2c29add72881),segment_id=f9f1e86e-350f-4002-9805-2c29add72881)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:53:28.531342 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5098aa55-5d05-4d87-b695-f4dfd4aee3a2 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "DELETE /v2.0/subnets/3ce85be4-dd9a-4c39-a1fd-c16069faf09d HTTP/1.1" status: 204 len: 168 time: 1.8286078 Feb 15 16:53:28.538527 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55300) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:28.610724 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-19032473-4161-431a-87c0-dec82d9e506b tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Deleting subnet ad599a6c-a0b4-43db-bbb4-3bb7ffb32ce0 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:53:28.647110 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (388b61cc-0246-4a76-a69c-b8e8655518e2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:28.789070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f8b12bf9-a805-4c9d-a016-8485eb1d92e4 None None] Provisioning complete for port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:28.789620 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8b12bf9-a805-4c9d-a016-8485eb1d92e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:28.873514 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Publish callbacks [] for port (ce92a6bc-6838-406f-bf97-e7319f72fb87), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:28.878397 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7532855-bac4-4f5b-981a-0ade7100e97f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:28.882286 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b7532855-bac4-4f5b-981a-0ade7100e97f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 0.8914897 Feb 15 16:53:28.882448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55302) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:28.898827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c3bf4-12fa-4b3c-b919-ba2bb7ab138a None None] Pushing event updated for resources: {'Port': ['ID=388b61cc-0246-4a76-a69c-b8e8655518e2,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:28.918893 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Allocated IP 172.20.0.2 (3a13db26-21f5-486f-98e1-7faef1fc9a6e/a780e925-ec46-4741-baaf-81a7d6dc52e7/f09e3c2c-9f38-4d83-a857-d5917fd61c24) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:28.927493 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f8b12bf9-a805-4c9d-a016-8485eb1d92e4 None None] Port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:53:28.931961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'name': 'tempest-ServerActionsTestJSON-1816553218-router', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:53:21Z', 'updated_at': '2022-02-15T16:53:27Z', 'revision_number': 4, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'gw_port': {'id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:22Z', 'updated_at': '2022-02-15T16:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7', 'name': '', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'mac_address': 'fa:16:3e:0b:13:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:26Z', 'updated_at': '2022-02-15T16:53:26Z', 'revision_number': 1, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'subnets': [{'id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:28.969831 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (ce92a6bc-6838-406f-bf97-e7319f72fb87), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:28.971910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b353f8-72eb-4b3e-993e-c027ba7ac2bd None None] The sync data for ids ['09584aaf-5d12-4911-98b9-de7e42b548bc'] in n-d-828372-14 is: [{'id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'name': 'tempest-ServerActionsTestJSON-1816553218-router', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:53:21Z', 'updated_at': '2022-02-15T16:53:27Z', 'revision_number': 4, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'gw_port': {'id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:22Z', 'updated_at': '2022-02-15T16:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7', 'name': '', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'mac_address': 'fa:16:3e:0b:13:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:26Z', 'updated_at': '2022-02-15T16:53:26Z', 'revision_number': 1, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'subnets': [{'id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:53:28.985890 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19032473-4161-431a-87c0-dec82d9e506b tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for subnet (ad599a6c-a0b4-43db-bbb4-3bb7ffb32ce0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:29.008902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:53:29.055420 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-73d5d572-32af-441e-86b2-875ca2bb1332 admin admin] 10.222.0.107 "PUT /v2.0/routers/09584aaf-5d12-4911-98b9-de7e42b548bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7058334 Feb 15 16:53:29.083090 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19032473-4161-431a-87c0-dec82d9e506b tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (ad599a6c-a0b4-43db-bbb4-3bb7ffb32ce0), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:29.162456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2daa22-f4e9-41af-9c1a-8cc52a5a6215 req-8488e7e8-e5df-4674-9eeb-933bd2edf622 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:29.164370 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9a2daa22-f4e9-41af-9c1a-8cc52a5a6215 req-8488e7e8-e5df-4674-9eeb-933bd2edf622 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.2916067 Feb 15 16:53:29.169752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Network 7b0360bc-8928-4288-a9ef-f99f41368e4c is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:29.174453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:29.179538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:29.276354 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Pushing event updated for resources: {'Port': ['ID=ce92a6bc-6838-406f-bf97-e7319f72fb87,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:29.322877 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9a2daa22-f4e9-41af-9c1a-8cc52a5a6215 req-e24d43dc-8ee7-4168-a841-6676b27b608d tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491697 Feb 15 16:53:29.352002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Attempting to bind port ce92a6bc-6838-406f-bf97-e7319f72fb87 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:53:29.352380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Attempting to bind port ce92a6bc-6838-406f-bf97-e7319f72fb87 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'ffad7788-dc46-4605-9017-74e5dc599f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7b0360bc-8928-4288-a9ef-f99f41368e4c'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:53:29.352761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Attempting to bind port ce92a6bc-6838-406f-bf97-e7319f72fb87 on network 7b0360bc-8928-4288-a9ef-f99f41368e4c {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:29.369874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:53:29.370255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Checking segment: {'id': 'ffad7788-dc46-4605-9017-74e5dc599f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7b0360bc-8928-4288-a9ef-f99f41368e4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:29.370786 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:29.371100 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Bound using segment: {'id': 'ffad7788-dc46-4605-9017-74e5dc599f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7b0360bc-8928-4288-a9ef-f99f41368e4c'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:53:29.371588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Bound port: ce92a6bc-6838-406f-bf97-e7319f72fb87, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffad7788-dc46-4605-9017-74e5dc599f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7b0360bc-8928-4288-a9ef-f99f41368e4c'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:53:29.371975 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ce92a6bc-6838-406f-bf97-e7319f72fb87), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:29.407013 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19032473-4161-431a-87c0-dec82d9e506b tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (ad599a6c-a0b4-43db-bbb4-3bb7ffb32ce0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:29.663613 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19032473-4161-431a-87c0-dec82d9e506b tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (ad599a6c-a0b4-43db-bbb4-3bb7ffb32ce0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:29.713954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19032473-4161-431a-87c0-dec82d9e506b tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event deleted for resources: {'Subnet': ['ID=ad599a6c-a0b4-43db-bbb4-3bb7ffb32ce0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:29.732724 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-19032473-4161-431a-87c0-dec82d9e506b tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:29.743762 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-19032473-4161-431a-87c0-dec82d9e506b tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "DELETE /v2.0/subnets/ad599a6c-a0b4-43db-bbb4-3bb7ffb32ce0 HTTP/1.1" status: 204 len: 168 time: 1.2009206 Feb 15 16:53:29.746957 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55320) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:29.884914 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b411d061-fce8-4f01-b951-b0453c3c38e8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:29.891506 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b411d061-fce8-4f01-b951-b0453c3c38e8 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1430950 Feb 15 16:53:29.892283 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55324) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:29.928022 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Publish callbacks [] for port (f09e3c2c-9f38-4d83-a857-d5917fd61c24), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:29.939818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] For port ce92a6bc-6838-406f-bf97-e7319f72fb87, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:53:29.949441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] For port ce92a6bc-6838-406f-bf97-e7319f72fb87, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ce92a6bc-6838-406f-bf97-e7319f72fb87,segment=NetworkSegment(ffad7788-dc46-4605-9017-74e5dc599f4a),segment_id=ffad7788-dc46-4605-9017-74e5dc599f4a)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:53:30.048635 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (f09e3c2c-9f38-4d83-a857-d5917fd61c24), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:30.058960 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (7b0360bc-8928-4288-a9ef-f99f41368e4c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:30.108125 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:30.112293 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ce92a6bc-6838-406f-bf97-e7319f72fb87), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:30.198746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Network 3a13db26-21f5-486f-98e1-7faef1fc9a6e is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:30.199914 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Deleting port ce92a6bc-6838-406f-bf97-e7319f72fb87 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:30.200576 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ce92a6bc-6838-406f-bf97-e7319f72fb87), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:30.218200 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55330) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:30.222858 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6e6e1c19-0456-4c00-919a-cdf5798242c7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787293413', 'description': 'tempest-description--644805808'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:30.244043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:30.290954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:30.316604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Pushing event updated for resources: {'Port': ['ID=f09e3c2c-9f38-4d83-a857-d5917fd61c24,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:30.391262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] For port ce92a6bc-6838-406f-bf97-e7319f72fb87, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ce92a6bc-6838-406f-bf97-e7319f72fb87,segment=NetworkSegment(ffad7788-dc46-4605-9017-74e5dc599f4a),segment_id=ffad7788-dc46-4605-9017-74e5dc599f4a)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:30.391788 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ce92a6bc-6838-406f-bf97-e7319f72fb87), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:30.432160 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:30.458785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Calling delete_port for ce92a6bc-6838-406f-bf97-e7319f72fb87 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:30.609260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1c19-0456-4c00-919a-cdf5798242c7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:30.660827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 8e5f40c8-f278-4ce7-aad2-a78bc6889833 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:53:30.714064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 388b61cc-0246-4a76-a69c-b8e8655518e2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:30.842408 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 8e5f40c8-f278-4ce7-aad2-a78bc6889833 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:53:30.843150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 8e5f40c8-f278-4ce7-aad2-a78bc6889833 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:53:30.858133 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1c19-0456-4c00-919a-cdf5798242c7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for security_group (11c7353b-7d20-40ad-bbfe-0fe84cb3b437), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:30.873302 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3498f89-57dd-4c42-8837-7c4b4b95092e req-3288fa60-7d25-4e93-8151-27f713eff1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:30.875540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3498f89-57dd-4c42-8837-7c4b4b95092e req-3288fa60-7d25-4e93-8151-27f713eff1df service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d50e5805188b4195b80b506af394e48d&device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 1129 time: 0.4659328 Feb 15 16:53:30.931250 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1c19-0456-4c00-919a-cdf5798242c7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (11c7353b-7d20-40ad-bbfe-0fe84cb3b437), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:30.932028 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6a4917-b760-437b-95fd-27c7a109f56a None None] Network 1578279b-9e60-405d-a91d-a9580924e13a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:30.979505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9e15c-0975-4071-b172-4e1e320dde82 req-baa37609-f950-45f4-83cf-27c05c6feb9c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:30.991633 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3d9e15c-0975-4071-b172-4e1e320dde82 req-baa37609-f950-45f4-83cf-27c05c6feb9c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.5830607 Feb 15 16:53:30.999372 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ce92a6bc-6838-406f-bf97-e7319f72fb87), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.056345 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Attempting to bind port f09e3c2c-9f38-4d83-a857-d5917fd61c24 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:53:31.056738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Attempting to bind port f09e3c2c-9f38-4d83-a857-d5917fd61c24 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '04084731-27ec-4286-ab62-5741c6bf3a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3a13db26-21f5-486f-98e1-7faef1fc9a6e'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:53:31.057089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Attempting to bind port f09e3c2c-9f38-4d83-a857-d5917fd61c24 on network 3a13db26-21f5-486f-98e1-7faef1fc9a6e {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:31.076601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] No DVR routers for this DVR port ce92a6bc-6838-406f-bf97-e7319f72fb87 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:31.081414 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event deleted for resources: {'Port': ['ID=ce92a6bc-6838-406f-bf97-e7319f72fb87,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:31.089633 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e1c19-0456-4c00-919a-cdf5798242c7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c7353b-7d20-40ad-bbfe-0fe84cb3b437,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:31.108902 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.135385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:53:31.136097 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Checking segment: {'id': '04084731-27ec-4286-ab62-5741c6bf3a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3a13db26-21f5-486f-98e1-7faef1fc9a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:31.136669 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.137221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Bound using segment: {'id': '04084731-27ec-4286-ab62-5741c6bf3a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3a13db26-21f5-486f-98e1-7faef1fc9a6e'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:53:31.137923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Bound port: f09e3c2c-9f38-4d83-a857-d5917fd61c24, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04084731-27ec-4286-ab62-5741c6bf3a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '3a13db26-21f5-486f-98e1-7faef1fc9a6e'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:53:31.138654 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f09e3c2c-9f38-4d83-a857-d5917fd61c24), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.142830 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e6e1c19-0456-4c00-919a-cdf5798242c7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.144123 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6e6e1c19-0456-4c00-919a-cdf5798242c7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9249270 Feb 15 16:53:31.147392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e964c0-08f6-4f14-8ed6-eb92a8e91a11 None None] Pushing event updated for resources: {'Port': ['ID=ce92a6bc-6838-406f-bf97-e7319f72fb87,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:31.152800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55346) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:31.165751 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 388b61cc-0246-4a76-a69c-b8e8655518e2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:31.166482 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (388b61cc-0246-4a76-a69c-b8e8655518e2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.171322 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-4a13c981-4de8-44d6-a0d5-8c2cb35bdcdf None None] Provisioning complete for port 388b61cc-0246-4a76-a69c-b8e8655518e2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:31.172573 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a13c981-4de8-44d6-a0d5-8c2cb35bdcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (388b61cc-0246-4a76-a69c-b8e8655518e2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.175029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-01a13576-3ed2-4416-a549-e51eabb76927 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Request body: {'security_group_rule': {'security_group_id': '11c7353b-7d20-40ad-bbfe-0fe84cb3b437', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:31.225934 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (7b0360bc-8928-4288-a9ef-f99f41368e4c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.251087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b0360bc-8928-4288-a9ef-f99f41368e4c']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:31.270648 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffad7788-dc46-4605-9017-74e5dc599f4a') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:31.271507 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffad7788-dc46-4605-9017-74e5dc599f4a') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:31.294338 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3d9e15c-0975-4071-b172-4e1e320dde82 req-1dc1d85a-630c-4bd5-80ed-287cd7090d3b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754891 Feb 15 16:53:31.307201 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (ffad7788-dc46-4605-9017-74e5dc599f4a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.324415 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (ffad7788-dc46-4605-9017-74e5dc599f4a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.332715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:53:31.333050 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (ffad7788-dc46-4605-9017-74e5dc599f4a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.338833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3498f89-57dd-4c42-8837-7c4b4b95092e req-23b101f1-8122-4054-98fe-b6fa6daa237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:31.340339 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3498f89-57dd-4c42-8837-7c4b4b95092e req-23b101f1-8122-4054-98fe-b6fa6daa237d service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 HTTP/1.1" status: 200 len: 911 time: 0.4539442 Feb 15 16:53:31.341504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Allocated IP 172.20.0.1 (3a13db26-21f5-486f-98e1-7faef1fc9a6e/a780e925-ec46-4741-baaf-81a7d6dc52e7/bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:31.356408 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] For port f09e3c2c-9f38-4d83-a857-d5917fd61c24, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:53:31.360291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] For port f09e3c2c-9f38-4d83-a857-d5917fd61c24, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f09e3c2c-9f38-4d83-a857-d5917fd61c24,segment=NetworkSegment(04084731-27ec-4286-ab62-5741c6bf3a68),segment_id=04084731-27ec-4286-ab62-5741c6bf3a68)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:53:31.429620 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:53:31.443188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 388b61cc-0246-4a76-a69c-b8e8655518e2 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:31.443592 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (388b61cc-0246-4a76-a69c-b8e8655518e2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.447326 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f09e3c2c-9f38-4d83-a857-d5917fd61c24), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.450120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-891460e8-5289-4570-9efe-e0aa252e35eb tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:31.451727 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-891460e8-5289-4570-9efe-e0aa252e35eb tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 805 time: 0.7796943 Feb 15 16:53:31.479211 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01a13576-3ed2-4416-a549-e51eabb76927 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for security_group_rule (bb401add-1790-4250-99a1-a1e8b670b030), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.480023 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-7e362b39-3720-43f6-a932-40c41b9a0a2d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/quotas/e6a9a5739db149a6bf851ba113dffa73 HTTP/1.1" status: 200 len: 375 time: 0.0216229 Feb 15 16:53:31.517159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3498f89-57dd-4c42-8837-7c4b4b95092e req-67fd0f18-bd93-4d2d-bbe7-c9296c9523c7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76beb63c-bfcf-4a0b-be8a-d368b5208dab HTTP/1.1" status: 200 len: 1002 time: 0.1689427 Feb 15 16:53:31.574275 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (7b0360bc-8928-4288-a9ef-f99f41368e4c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.610756 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.619834 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "DELETE /v2.0/networks/7b0360bc-8928-4288-a9ef-f99f41368e4c HTTP/1.1" status: 204 len: 168 time: 1.7262599 Feb 15 16:53:31.638200 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55352) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:31.664771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 388b61cc-0246-4a76-a69c-b8e8655518e2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=388b61cc-0246-4a76-a69c-b8e8655518e2,segment=NetworkSegment(f9f1e86e-350f-4002-9805-2c29add72881),segment_id=f9f1e86e-350f-4002-9805-2c29add72881)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:31.704055 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9ba0ed-2203-4000-ac18-33343c1f283b None None] DHCP port deletion for 1578279b-9e60-405d-a91d-a9580924e13a request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:53:31.756511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4a13c981-4de8-44d6-a0d5-8c2cb35bdcdf None None] Current status of the port 388b61cc-0246-4a76-a69c-b8e8655518e2 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:31.756924 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a13c981-4de8-44d6-a0d5-8c2cb35bdcdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (388b61cc-0246-4a76-a69c-b8e8655518e2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.774512 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (388b61cc-0246-4a76-a69c-b8e8655518e2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.788558 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01a13576-3ed2-4416-a549-e51eabb76927 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for security_group_rule (bb401add-1790-4250-99a1-a1e8b670b030), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.792416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bde26-3a0c-47f3-9083-0b363544ef06 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event deleted for resources: {'Network': ['ID=7b0360bc-8928-4288-a9ef-f99f41368e4c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:31.798925 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3498f89-57dd-4c42-8837-7c4b4b95092e req-67bff23e-b906-437f-b085-fe43046bad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:31.798925 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3498f89-57dd-4c42-8837-7c4b4b95092e req-67bff23e-b906-437f-b085-fe43046bad0a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee4840c8-e6d6-4864-8cc9-9887e739eb93 HTTP/1.1" status: 200 len: 849 time: 0.2535374 Feb 15 16:53:31.816473 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-7479150b-7f44-4f87-bde8-ea9457b6d2d9 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3114903 Feb 15 16:53:31.822649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc90a9b-96eb-427a-9599-7a29e13adf88 None None] Pushing event updated for resources: {'Port': ['ID=f09e3c2c-9f38-4d83-a857-d5917fd61c24,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:31.843827 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for port (bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.888168 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (1578279b-9e60-405d-a91d-a9580924e13a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:31.935038 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01a13576-3ed2-4416-a549-e51eabb76927 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (bb401add-1790-4250-99a1-a1e8b670b030), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:32.018094 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:32.034991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a13576-3ed2-4416-a549-e51eabb76927 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb401add-1790-4250-99a1-a1e8b670b030,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:32.086158 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-305ebbdd-a7d4-4d9a-a5e2-836306cdf0b9 service neutron] 10.222.0.107 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347310 Feb 15 16:53:32.098608 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=388b61cc-0246-4a76-a69c-b8e8655518e2,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:32.104330 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-4a13c981-4de8-44d6-a0d5-8c2cb35bdcdf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:53:32.105340 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-4a13c981-4de8-44d6-a0d5-8c2cb35bdcdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:53:32.117841 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ba0ed-2203-4000-ac18-33343c1f283b None None] Deleting port 388b61cc-0246-4a76-a69c-b8e8655518e2 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:32.118223 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a9ba0ed-2203-4000-ac18-33343c1f283b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (388b61cc-0246-4a76-a69c-b8e8655518e2), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:32.126818 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Network 3a13db26-21f5-486f-98e1-7faef1fc9a6e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:32.138542 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01a13576-3ed2-4416-a549-e51eabb76927 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:32.142780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-01a13576-3ed2-4416-a549-e51eabb76927 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9832673 Feb 15 16:53:32.146658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55354) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:32.148130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:32.154105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:32.161223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-aa73fe4c-70a3-4e96-8ee2-ab0abecd62bd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Request body: {'security_group_rule': {'security_group_id': '11c7353b-7d20-40ad-bbfe-0fe84cb3b437', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:32.172088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Pushing event updated for resources: {'Port': ['ID=bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:32.209232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3498f89-57dd-4c42-8837-7c4b4b95092e req-74bbb2a3-284c-4aa3-be36-bd5f7179ffb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:32.210906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3498f89-57dd-4c42-8837-7c4b4b95092e req-74bbb2a3-284c-4aa3-be36-bd5f7179ffb9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3079970 Feb 15 16:53:32.216027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4a9ba0ed-2203-4000-ac18-33343c1f283b None None] For port 388b61cc-0246-4a76-a69c-b8e8655518e2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=388b61cc-0246-4a76-a69c-b8e8655518e2,segment=NetworkSegment(f9f1e86e-350f-4002-9805-2c29add72881),segment_id=f9f1e86e-350f-4002-9805-2c29add72881)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:32.216027 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a9ba0ed-2203-4000-ac18-33343c1f283b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (388b61cc-0246-4a76-a69c-b8e8655518e2), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:32.249588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ba0ed-2203-4000-ac18-33343c1f283b None None] Calling delete_port for 388b61cc-0246-4a76-a69c-b8e8655518e2 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:32.303091 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (4212b2c0-075b-45fe-ab8f-18523b237a13), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:32.393737 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Deleting port 388b61cc-0246-4a76-a69c-b8e8655518e2 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:32.393737 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (388b61cc-0246-4a76-a69c-b8e8655518e2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:32.441111 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aa73fe4c-70a3-4e96-8ee2-ab0abecd62bd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for security_group_rule (7dd7908f-6497-43ff-a8e4-399c1669010f), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:32.477331 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-6079bb23-f8e0-4051-8e1a-344bf0cbbf9a service neutron] 10.222.0.107 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666890 Feb 15 16:53:32.520810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] For port 388b61cc-0246-4a76-a69c-b8e8655518e2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=388b61cc-0246-4a76-a69c-b8e8655518e2,segment=NetworkSegment(f9f1e86e-350f-4002-9805-2c29add72881),segment_id=f9f1e86e-350f-4002-9805-2c29add72881)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:32.522361 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (388b61cc-0246-4a76-a69c-b8e8655518e2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:32.534128 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a9ba0ed-2203-4000-ac18-33343c1f283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (388b61cc-0246-4a76-a69c-b8e8655518e2), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:32.563594 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Calling delete_port for 388b61cc-0246-4a76-a69c-b8e8655518e2 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:32.618245 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f09e3c2c-9f38-4d83-a857-d5917fd61c24 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:32.622821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9ba0ed-2203-4000-ac18-33343c1f283b None None] No DVR routers for this DVR port 388b61cc-0246-4a76-a69c-b8e8655518e2 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:32.625843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ba0ed-2203-4000-ac18-33343c1f283b None None] Pushing event deleted for resources: {'Port': ['ID=388b61cc-0246-4a76-a69c-b8e8655518e2,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:32.693945 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404f7cd6-5c65-4be7-a378-3d285a412c88 None None] DHCP port deletion for 7b0360bc-8928-4288-a9ef-f99f41368e4c request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:53:32.699110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4a13c981-4de8-44d6-a0d5-8c2cb35bdcdf None None] Port 388b61cc-0246-4a76-a69c-b8e8655518e2 update to ACTIVE by agent not found {{(pid=103801) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 15 16:53:32.735713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9795e4-cf04-42ad-8abe-dcc5f822e81d None None] Network 7b0360bc-8928-4288-a9ef-f99f41368e4c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:32.758675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (388b61cc-0246-4a76-a69c-b8e8655518e2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:32.775960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9795e4-cf04-42ad-8abe-dcc5f822e81d None None] Network 7b0360bc-8928-4288-a9ef-f99f41368e4c could not be found, it might have been deleted concurrently. {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 16:53:32.777553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f09e3c2c-9f38-4d83-a857-d5917fd61c24 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:32.778908 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f09e3c2c-9f38-4d83-a857-d5917fd61c24), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:32.851553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3254bef8-1b55-4ae1-a257-68231b8a8a4d None None] Could not find standard attr ID for object ce92a6bc-6838-406f-bf97-e7319f72fb87. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 16:53:32.862281 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event deleted for resources: {'Port': ['ID=388b61cc-0246-4a76-a69c-b8e8655518e2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:32.921912 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] No DVR routers for this DVR port 388b61cc-0246-4a76-a69c-b8e8655518e2 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:32.961513 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-362e5edf-dd21-4f54-b609-a8d87ef1116b req-fa70b752-fd23-4b8a-a8c8-4d3b1a322b2e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 210 time: 0.0740767 Feb 15 16:53:33.014004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f09e3c2c-9f38-4d83-a857-d5917fd61c24 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:33.014395 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f09e3c2c-9f38-4d83-a857-d5917fd61c24), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.082685 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3498f89-57dd-4c42-8837-7c4b4b95092e req-befb7c45-7544-4316-85e1-8c18a8c9e425 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8645616 Feb 15 16:53:33.088342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port f09e3c2c-9f38-4d83-a857-d5917fd61c24, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f09e3c2c-9f38-4d83-a857-d5917fd61c24,segment=NetworkSegment(04084731-27ec-4286-ab62-5741c6bf3a68),segment_id=04084731-27ec-4286-ab62-5741c6bf3a68)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:33.143491 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (1578279b-9e60-405d-a91d-a9580924e13a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.153090 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aa73fe4c-70a3-4e96-8ee2-ab0abecd62bd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for security_group_rule (7dd7908f-6497-43ff-a8e4-399c1669010f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.166190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbe4c5-6c3a-4278-88cd-f2dd6cfe9460 req-4de3f5ba-4d98-43a4-b11c-6ed0a2cf5269 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:33.170014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1578279b-9e60-405d-a91d-a9580924e13a']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:33.173328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8edbe4c5-6c3a-4278-88cd-f2dd6cfe9460 req-4de3f5ba-4d98-43a4-b11c-6ed0a2cf5269 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.7158084 Feb 15 16:53:33.184173 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f1e86e-350f-4002-9805-2c29add72881') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:33.184730 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f1e86e-350f-4002-9805-2c29add72881') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:33.200260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (f9f1e86e-350f-4002-9805-2c29add72881), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.204472 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f09e3c2c-9f38-4d83-a857-d5917fd61c24), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.205494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e66b8239-04ef-4d1e-9532-0c4638eac2c2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:33.245122 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (f9f1e86e-350f-4002-9805-2c29add72881), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.253338 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:53:33.254317 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (f9f1e86e-350f-4002-9805-2c29add72881), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.279555 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aa73fe4c-70a3-4e96-8ee2-ab0abecd62bd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (7dd7908f-6497-43ff-a8e4-399c1669010f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.288263 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.318402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port e66b8239-04ef-4d1e-9532-0c4638eac2c2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:33.319285 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e66b8239-04ef-4d1e-9532-0c4638eac2c2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.383099 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8edbe4c5-6c3a-4278-88cd-f2dd6cfe9460 req-4c14d4bb-3b07-46d1-9a52-fab373703d8d tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087965 Feb 15 16:53:33.390905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73fe4c-70a3-4e96-8ee2-ab0abecd62bd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd7908f-6497-43ff-a8e4-399c1669010f,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:53:33.408265 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:53:33.411785 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3498f89-57dd-4c42-8837-7c4b4b95092e req-a468998b-67f5-425f-bf6a-9619eb7e0e90 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180487 Feb 15 16:53:33.433284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=f09e3c2c-9f38-4d83-a857-d5917fd61c24,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:33.482681 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aa73fe4c-70a3-4e96-8ee2-ab0abecd62bd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.483987 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-aa73fe4c-70a3-4e96-8ee2-ab0abecd62bd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3336248 Feb 15 16:53:33.487614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55372) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:33.499048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:33.529754 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (1578279b-9e60-405d-a91d-a9580924e13a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.536261 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Sync routers for ids ['09584aaf-5d12-4911-98b9-de7e42b548bc'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:53:33.547255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e66b8239-04ef-4d1e-9532-0c4638eac2c2 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:33.547644 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e66b8239-04ef-4d1e-9532-0c4638eac2c2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.548185 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.553004 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "DELETE /v2.0/networks/1578279b-9e60-405d-a91d-a9580924e13a HTTP/1.1" status: 204 len: 168 time: 1.9109159 Feb 15 16:53:33.556735 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Routers {'09584aaf-5d12-4911-98b9-de7e42b548bc'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:33.557067 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['09584aaf-5d12-4911-98b9-de7e42b548bc'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:33.565674 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55374) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:33.593188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23857970-0aee-4d57-b46e-2db77d6b0f4e tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event deleted for resources: {'Network': ['ID=1578279b-9e60-405d-a91d-a9580924e13a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:33.599019 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port e66b8239-04ef-4d1e-9532-0c4638eac2c2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e66b8239-04ef-4d1e-9532-0c4638eac2c2,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:33.687182 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Set router 09584aaf-5d12-4911-98b9-de7e42b548bc gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:53:33.689623 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.725599 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e66b8239-04ef-4d1e-9532-0c4638eac2c2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.837282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 388b61cc-0246-4a76-a69c-b8e8655518e2 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:53:33.857609 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d68dace-c8c6-49d3-b2be-a275d71f9168 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (09e9e98a-6b60-4397-8471-1dbcc096baa9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:33.915803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eb53bc-5698-4bcf-a89d-5a83fb4c7756 None None] Network 3a13db26-21f5-486f-98e1-7faef1fc9a6e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:33.923861 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 388b61cc-0246-4a76-a69c-b8e8655518e2 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:53:33.924967 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 388b61cc-0246-4a76-a69c-b8e8655518e2 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:53:34.008995 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for port (bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.062751 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d68dace-c8c6-49d3-b2be-a275d71f9168 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (09e9e98a-6b60-4397-8471-1dbcc096baa9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.107370 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.128078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1d68dace-c8c6-49d3-b2be-a275d71f9168 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e9e98a-6b60-4397-8471-1dbcc096baa9']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:34.132533 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5876dcd2-d032-4ecf-a44e-cd10965b26c1 req-79ed396a-7b5d-4562-b2a5-ea8bf254c84e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 210 time: 0.0503235 Feb 15 16:53:34.144586 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1d68dace-c8c6-49d3-b2be-a275d71f9168 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430bf43c-ea2c-424c-8c3d-255fa5135dd6') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:34.149493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1d68dace-c8c6-49d3-b2be-a275d71f9168 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430bf43c-ea2c-424c-8c3d-255fa5135dd6') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:34.156401 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.160794 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d68dace-c8c6-49d3-b2be-a275d71f9168 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (430bf43c-ea2c-424c-8c3d-255fa5135dd6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.164587 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=e66b8239-04ef-4d1e-9532-0c4638eac2c2,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:34.191195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-289ac97c-44b4-4146-8132-81642553141c None None] Provisioning complete for port f09e3c2c-9f38-4d83-a857-d5917fd61c24 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:34.193404 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-289ac97c-44b4-4146-8132-81642553141c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f09e3c2c-9f38-4d83-a857-d5917fd61c24), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.218647 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'name': 'tempest-ServerActionsTestJSON-1816553218-router', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:53:21Z', 'updated_at': '2022-02-15T16:53:27Z', 'revision_number': 4, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'gw_port': {'id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:22Z', 'updated_at': '2022-02-15T16:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7', 'name': '', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'mac_address': 'fa:16:3e:0b:13:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:26Z', 'updated_at': '2022-02-15T16:53:27Z', 'revision_number': 2, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'subnets': [{'id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:34.224488 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d68dace-c8c6-49d3-b2be-a275d71f9168 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (430bf43c-ea2c-424c-8c3d-255fa5135dd6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.238398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d68dace-c8c6-49d3-b2be-a275d71f9168 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:53:34.238814 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d68dace-c8c6-49d3-b2be-a275d71f9168 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (430bf43c-ea2c-424c-8c3d-255fa5135dd6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:53:34.242656 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:53:34.279891 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Checking router: 09584aaf-5d12-4911-98b9-de7e42b548bc for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:53:34.280107 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Updating router 09584aaf-5d12-4911-98b9-de7e42b548bc port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:53:34.311315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Pushing event updated for resources: {'Port': ['ID=bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:34.311315 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (4212b2c0-075b-45fe-ab8f-18523b237a13), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.339870 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.385659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-289ac97c-44b4-4146-8132-81642553141c None None] Current status of the port f09e3c2c-9f38-4d83-a857-d5917fd61c24 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:34.475986 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f09e3c2c-9f38-4d83-a857-d5917fd61c24 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:34.533663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Allocated IP 172.25.4.171 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/5d807e73-0fd9-4c6e-bd37-108f18bfd4bb) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:34.553681 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Network 3a13db26-21f5-486f-98e1-7faef1fc9a6e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:34.555390 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:34.608404 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f09e3c2c-9f38-4d83-a857-d5917fd61c24 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:34.624572 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f09e3c2c-9f38-4d83-a857-d5917fd61c24), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.766691 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for port (5d807e73-0fd9-4c6e-bd37-108f18bfd4bb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.774554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695662fe-f5d6-4a5d-879d-57872e85fa4b req-97197bba-aec8-48a2-bc05-8264dbdfc156 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:34.777336 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f09e3c2c-9f38-4d83-a857-d5917fd61c24 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:34.778526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e66b8239-04ef-4d1e-9532-0c4638eac2c2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:34.787891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-695662fe-f5d6-4a5d-879d-57872e85fa4b req-97197bba-aec8-48a2-bc05-8264dbdfc156 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.2200215 Feb 15 16:53:34.845232 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Publish callbacks [] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.857535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b9d7a4ff-3b91-4394-81f7-1ae0ab342d54 None None] Provisioning complete for port f09e3c2c-9f38-4d83-a857-d5917fd61c24 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:34.858742 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a4ff-3b91-4394-81f7-1ae0ab342d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f09e3c2c-9f38-4d83-a857-d5917fd61c24), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.885105 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-695662fe-f5d6-4a5d-879d-57872e85fa4b req-ec0ddccc-01a2-43f9-8334-f0fd2a8fb708 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905488 Feb 15 16:53:34.909224 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port e66b8239-04ef-4d1e-9532-0c4638eac2c2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:34.909684 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e66b8239-04ef-4d1e-9532-0c4638eac2c2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.913793 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d68dace-c8c6-49d3-b2be-a275d71f9168 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (09e9e98a-6b60-4397-8471-1dbcc096baa9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.921872 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d68dace-c8c6-49d3-b2be-a275d71f9168 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:34.925241 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1d68dace-c8c6-49d3-b2be-a275d71f9168 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "DELETE /v2.0/networks/09e9e98a-6b60-4397-8471-1dbcc096baa9 HTTP/1.1" status: 204 len: 168 time: 1.3585927 Feb 15 16:53:34.930848 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55386) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:34.972165 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68dace-c8c6-49d3-b2be-a275d71f9168 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event deleted for resources: {'Network': ['ID=09e9e98a-6b60-4397-8471-1dbcc096baa9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:34.977715 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.066892 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c46ec1-6ec4-41e8-9955-578e73758c36 None None] Pushing event updated for resources: {'Port': ['ID=6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:35.085000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Router 4212b2c0-075b-45fe-ab8f-18523b237a13 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:53:35.097829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7a4ff-3b91-4394-81f7-1ae0ab342d54 None None] Current status of the port f09e3c2c-9f38-4d83-a857-d5917fd61c24 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:35.110652 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c46ec1-6ec4-41e8-9955-578e73758c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:35.110652 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c46ec1-6ec4-41e8-9955-578e73758c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:35.110652 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c46ec1-6ec4-41e8-9955-578e73758c36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:35.110652 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c46ec1-6ec4-41e8-9955-578e73758c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:35.110652 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c46ec1-6ec4-41e8-9955-578e73758c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:35.111171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e66b8239-04ef-4d1e-9532-0c4638eac2c2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:35.111269 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c46ec1-6ec4-41e8-9955-578e73758c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:35.111269 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c46ec1-6ec4-41e8-9955-578e73758c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:35.111269 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c46ec1-6ec4-41e8-9955-578e73758c36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:35.111269 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c46ec1-6ec4-41e8-9955-578e73758c36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:35.116263 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c46ec1-6ec4-41e8-9955-578e73758c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:35.118154 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c46ec1-6ec4-41e8-9955-578e73758c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:35.118873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ce92a6bc-6838-406f-bf97-e7319f72fb87 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:53:35.119683 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c46ec1-6ec4-41e8-9955-578e73758c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:35.121005 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c46ec1-6ec4-41e8-9955-578e73758c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:53:35.136461 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (5d807e73-0fd9-4c6e-bd37-108f18bfd4bb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.181750 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: ce92a6bc-6838-406f-bf97-e7319f72fb87 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:53:35.182317 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ce92a6bc-6838-406f-bf97-e7319f72fb87 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:53:35.188727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b9d7a4ff-3b91-4394-81f7-1ae0ab342d54 None None] Provisioning complete for port bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:35.192288 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9d7a4ff-3b91-4394-81f7-1ae0ab342d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.220625 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Attempting to bind port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:53:35.222384 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Attempting to bind port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:53:35.222948 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Attempting to bind port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:35.229192 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:53:35.230573 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Checking segment: {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:35.231152 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.231724 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Bound using segment: {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:53:35.232406 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Bound port: 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:53:35.233008 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.248461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event updated for resources: {'Port': ['ID=5d807e73-0fd9-4c6e-bd37-108f18bfd4bb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:35.294697 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-497e1ef6-20aa-45af-a421-77d3be248004 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.309067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7a4ff-3b91-4394-81f7-1ae0ab342d54 None None] Port bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:53:35.314282 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:35.331098 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:35.343150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:35.382114 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] For port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:53:35.388810 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] For port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:53:35.404062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:53:35.407626 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8127dfeb-7280-44d6-a15a-e5d5d960d333 req-0ac0fc42-3301-444a-aa02-9268fcd7d6a1 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 210 time: 0.0983074 Feb 15 16:53:35.407735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-71a40749-ca3e-4cf8-9b4e-d58a8c76409f tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] 10.222.0.107 "PUT /v2.0/routers/4212b2c0-075b-45fe-ab8f-18523b237a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5212758 Feb 15 16:53:35.409043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55394) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:35.414231 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-65fd75e7-710e-421b-b30e-941e75e14b07 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Request body: {'port': {'network_id': '3a13db26-21f5-486f-98e1-7faef1fc9a6e', 'name': 'tempest-FloatingIPNegativeTestJSON-1729213667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:35.415658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e66b2c-1556-4280-b01b-0ec4e9d2c923 None None] Sync routers for ids ['4212b2c0-075b-45fe-ab8f-18523b237a13'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:53:35.494338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6c067909-7ef3-4278-b2aa-fcade9ab6bd5 None None] Provisioning complete for port bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:35.494712 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6c067909-7ef3-4278-b2aa-fcade9ab6bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.500426 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.542035 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6c067909-7ef3-4278-b2aa-fcade9ab6bd5 None None] Port bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:53:35.545301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e66b2c-1556-4280-b01b-0ec4e9d2c923 None None] Routers {'4212b2c0-075b-45fe-ab8f-18523b237a13'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:35.545975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-11e66b2c-1556-4280-b01b-0ec4e9d2c923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4212b2c0-075b-45fe-ab8f-18523b237a13'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:35.554425 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-497e1ef6-20aa-45af-a421-77d3be248004 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.594720 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-11e66b2c-1556-4280-b01b-0ec4e9d2c923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:35.604155 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e66b2c-1556-4280-b01b-0ec4e9d2c923 None None] Routers {'4212b2c0-075b-45fe-ab8f-18523b237a13'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:35.604782 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-11e66b2c-1556-4280-b01b-0ec4e9d2c923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4212b2c0-075b-45fe-ab8f-18523b237a13'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:35.624802 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Routers {'09584aaf-5d12-4911-98b9-de7e42b548bc'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:35.635857 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['09584aaf-5d12-4911-98b9-de7e42b548bc'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:35.646295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-497e1ef6-20aa-45af-a421-77d3be248004 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:35.660917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-11e66b2c-1556-4280-b01b-0ec4e9d2c923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:35.662209 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e66b2c-1556-4280-b01b-0ec4e9d2c923 None None] The sync data for ids ['4212b2c0-075b-45fe-ab8f-18523b237a13'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:53:35.671998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-497e1ef6-20aa-45af-a421-77d3be248004 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8cc4ce-f647-411a-878f-3fec36bc0b58') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:35.672305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-497e1ef6-20aa-45af-a421-77d3be248004 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8cc4ce-f647-411a-878f-3fec36bc0b58') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:35.676203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2d0205ba-6cd2-4b9b-ac9e-1e2c2211d120 None None] Provisioning complete for port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:35.676688 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d0205ba-6cd2-4b9b-ac9e-1e2c2211d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.695309 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-497e1ef6-20aa-45af-a421-77d3be248004 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (1a8cc4ce-f647-411a-878f-3fec36bc0b58), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.707075 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for floatingip (3a2b1f5b-57f1-430a-aea1-fb3a35e9bac2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.719062 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c46ec1-6ec4-41e8-9955-578e73758c36 None None] Pushing event updated for resources: {'Port': ['ID=6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:35.740249 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-497e1ef6-20aa-45af-a421-77d3be248004 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1a8cc4ce-f647-411a-878f-3fec36bc0b58), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.753034 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fd75e7-710e-421b-b30e-941e75e14b07 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Made reservation on behalf of 53caec674e0f46b7b5b7ec5ba8c77568 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:35.753034 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65fd75e7-710e-421b-b30e-941e75e14b07 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.753335 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497e1ef6-20aa-45af-a421-77d3be248004 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:53:35.753757 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-497e1ef6-20aa-45af-a421-77d3be248004 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (1a8cc4ce-f647-411a-878f-3fec36bc0b58), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:53:35.764131 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:53:35.791542 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-65fd75e7-710e-421b-b30e-941e75e14b07 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] device_id is not set on port 036cdb37-817e-4501-8c93-1fdb13757c04 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:53:35.824676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2d0205ba-6cd2-4b9b-ac9e-1e2c2211d120 None None] Current status of the port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:35.825439 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d0205ba-6cd2-4b9b-ac9e-1e2c2211d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.841799 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] Set router 09584aaf-5d12-4911-98b9-de7e42b548bc gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:53:35.882150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2d0205ba-6cd2-4b9b-ac9e-1e2c2211d120 None None] For port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:35.981610 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5d807e73-0fd9-4c6e-bd37-108f18bfd4bb), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:35.989270 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d0205ba-6cd2-4b9b-ac9e-1e2c2211d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:36.002041 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-65fd75e7-710e-421b-b30e-941e75e14b07 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Allocated IP 172.20.0.3 (3a13db26-21f5-486f-98e1-7faef1fc9a6e/a780e925-ec46-4741-baaf-81a7d6dc52e7/036cdb37-817e-4501-8c93-1fdb13757c04) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:36.074100 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0205ba-6cd2-4b9b-ac9e-1e2c2211d120 None None] Pushing event updated for resources: {'Port': ['ID=6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:36.090970 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-497e1ef6-20aa-45af-a421-77d3be248004 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:36.095005 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2d0205ba-6cd2-4b9b-ac9e-1e2c2211d120 None None] Provisioning complete for port bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:36.095398 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d0205ba-6cd2-4b9b-ac9e-1e2c2211d120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:36.144078 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-497e1ef6-20aa-45af-a421-77d3be248004 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:36.149062 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-497e1ef6-20aa-45af-a421-77d3be248004 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] 10.222.0.107 "DELETE /v2.0/networks/c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3 HTTP/1.1" status: 204 len: 168 time: 1.2089920 Feb 15 16:53:36.172384 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2d0205ba-6cd2-4b9b-ac9e-1e2c2211d120 None None] Port bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:53:36.202249 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e1ef6-20aa-45af-a421-77d3be248004 tempest-BulkNetworkOpsTest-1154119550 tempest-BulkNetworkOpsTest-1154119550-project] Pushing event deleted for resources: {'Network': ['ID=c33b3fdd-d8e6-4f7b-a479-fe9ccec797b3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:36.232394 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'name': 'tempest-ServerActionsTestJSON-1816553218-router', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:53:21Z', 'updated_at': '2022-02-15T16:53:27Z', 'revision_number': 4, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'gw_port': {'id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:22Z', 'updated_at': '2022-02-15T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7', 'name': '', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'mac_address': 'fa:16:3e:0b:13:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:26Z', 'updated_at': '2022-02-15T16:53:35Z', 'revision_number': 4, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'subnets': [{'id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:36.250729 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65fd75e7-710e-421b-b30e-941e75e14b07 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for port (036cdb37-817e-4501-8c93-1fdb13757c04), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:36.300842 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-41720b5a-a569-40b8-b818-ef792382ae9f None None] Provisioning complete for port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:36.301303 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41720b5a-a569-40b8-b818-ef792382ae9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:36.352539 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278f89d-4b15-4b56-91ab-945bec219081 None None] The sync data for ids ['09584aaf-5d12-4911-98b9-de7e42b548bc'] in n-d-828372-14 is: [{'id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'name': 'tempest-ServerActionsTestJSON-1816553218-router', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:53:21Z', 'updated_at': '2022-02-15T16:53:27Z', 'revision_number': 4, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'gw_port': {'id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:22Z', 'updated_at': '2022-02-15T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7', 'name': '', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'mac_address': 'fa:16:3e:0b:13:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:26Z', 'updated_at': '2022-02-15T16:53:35Z', 'revision_number': 4, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'subnets': [{'id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:53:36.438847 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for port (5d807e73-0fd9-4c6e-bd37-108f18bfd4bb), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:36.461084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:36.521133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-41720b5a-a569-40b8-b818-ef792382ae9f None None] Current status of the port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:36.555661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:36.556136 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:36.560304 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (5d807e73-0fd9-4c6e-bd37-108f18bfd4bb), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:36.598856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46918ff-f984-4712-b710-9438b59274a1 req-12a9a4a9-cf6b-4104-a5ef-ec5bbe93badb tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:36.606815 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c46918ff-f984-4712-b710-9438b59274a1 req-12a9a4a9-cf6b-4104-a5ef-ec5bbe93badb tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.2038910 Feb 15 16:53:36.635815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1a606510-551e-4223-9d7f-62c3e4df81a1 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:36.643704 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1a606510-551e-4223-9d7f-62c3e4df81a1 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 805 time: 0.3621585 Feb 15 16:53:36.650720 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65fd75e7-710e-421b-b30e-941e75e14b07 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (036cdb37-817e-4501-8c93-1fdb13757c04), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:36.661401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-890c0da7-841e-4ee8-be97-0159ccc0e70a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Request body: {'port': {'device_id': '762a2596-565f-454b-ba71-8d97c9e618b1', 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6', 'admin_state_up': True, 'tenant_id': 'e6a9a5739db149a6bf851ba113dffa73'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:36.676381 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-569bf306-0582-44d3-917e-b47b4b366f1a req-7d662962-3d61-4406-9dcb-8136533c2189 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 210 time: 0.0437007 Feb 15 16:53:36.699538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:36.723365 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event updated for resources: {'Port': ['ID=5d807e73-0fd9-4c6e-bd37-108f18bfd4bb,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:36.752163 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (3a2b1f5b-57f1-430a-aea1-fb3a35e9bac2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:36.834302 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd75e7-710e-421b-b30e-941e75e14b07 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Pushing event updated for resources: {'Port': ['ID=036cdb37-817e-4501-8c93-1fdb13757c04,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:36.844454 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:36.854311 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-261839d9-6943-4296-8097-67fe58361889 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3562260 Feb 15 16:53:36.854629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fd75e7-710e-421b-b30e-941e75e14b07 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Network 3a13db26-21f5-486f-98e1-7faef1fc9a6e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:36.858478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-65fd75e7-710e-421b-b30e-941e75e14b07 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:36.869900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd75e7-710e-421b-b30e-941e75e14b07 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:36.914063 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f6f99506-6ff5-471d-b56f-a6d3ec2d98d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:36.965285 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c46918ff-f984-4712-b710-9438b59274a1 req-b46b065e-64ae-4f40-92d0-05c0e8e29dd4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3453946 Feb 15 16:53:37.093640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fd75e7-710e-421b-b30e-941e75e14b07 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:37.094473 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65fd75e7-710e-421b-b30e-941e75e14b07 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:37.107570 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55422) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:37.154207 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-a88909bc-cbf0-44d3-aa3a-7f2f30354569 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--787293413&fields=id&tenant_id=0860b996450e411880fd86cd9f5cbb84 HTTP/1.1" status: 200 len: 267 time: 0.1289907 Feb 15 16:53:37.175992 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-890c0da7-841e-4ee8-be97-0159ccc0e70a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Made reservation on behalf of e6a9a5739db149a6bf851ba113dffa73 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:37.181046 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-890c0da7-841e-4ee8-be97-0159ccc0e70a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:37.267280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-27423507-2817-4918-ad94-6fe67732f21d None None] Provisioning complete for port 036cdb37-817e-4501-8c93-1fdb13757c04 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:37.267805 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27423507-2817-4918-ad94-6fe67732f21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (036cdb37-817e-4501-8c93-1fdb13757c04), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:37.306526 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-65fd75e7-710e-421b-b30e-941e75e14b07 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8928964 Feb 15 16:53:37.321992 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55426) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:37.326415 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:37.371959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-27423507-2817-4918-ad94-6fe67732f21d None None] Port 036cdb37-817e-4501-8c93-1fdb13757c04 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:53:37.406293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-890c0da7-841e-4ee8-be97-0159ccc0e70a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Allocated IP 172.20.0.12 (faa64524-3e9c-4cad-af8e-596b77dc9db6/c464a3a9-43bb-42ce-b940-4b3652cae714/0200a7ab-2dc4-4422-8223-57f0223bff48) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:37.428758 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-22ae33db-d673-4f08-8526-4ae47c90edb2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=12687f3044c548e7a96da70b809471c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3200529 Feb 15 16:53:37.431410 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55432) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:37.460688 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-92f00264-ab7f-4210-8e2c-761c0e543003 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:37.467984 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-92f00264-ab7f-4210-8e2c-761c0e543003 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 812 time: 0.3126323 Feb 15 16:53:37.490025 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-a4e08ad4-2d2a-4b35-a3ce-e59a447478ff tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/quotas/0860b996450e411880fd86cd9f5cbb84 HTTP/1.1" status: 200 len: 375 time: 0.0209429 Feb 15 16:53:37.518788 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:37.569517 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6977fde-0abf-4823-9a1e-c023e2c3767f admin admin] Publish callbacks [] for security_group (84e156dd-7b37-4031-83b4-c0b821d95033), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:37.607893 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-db51e40e-665d-4a47-8df9-ace6a6cafe83 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936751 Feb 15 16:53:37.609979 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6977fde-0abf-4823-9a1e-c023e2c3767f admin admin] Publish callbacks [] for security_group (84e156dd-7b37-4031-83b4-c0b821d95033), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:37.655415 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-890c0da7-841e-4ee8-be97-0159ccc0e70a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks [] for port (0200a7ab-2dc4-4422-8223-57f0223bff48), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:37.703981 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:37.734432 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-b8ee708a-d253-4e82-b2eb-74ed3a6976b8 service neutron] 10.222.0.107 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087832 Feb 15 16:53:37.796113 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9796bb9c-43f8-400e-8d0a-48f35c1a591e req-7864f410-3215-4675-88bb-435d646960f3 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 210 time: 0.0339978 Feb 15 16:53:37.805131 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-890c0da7-841e-4ee8-be97-0159ccc0e70a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0200a7ab-2dc4-4422-8223-57f0223bff48), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:37.822199 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['21b48050-d6b1-4d95-96d0-49afc662f919'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:53:37.840415 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6977fde-0abf-4823-9a1e-c023e2c3767f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (84e156dd-7b37-4031-83b4-c0b821d95033), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:37.843100 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6977fde-0abf-4823-9a1e-c023e2c3767f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:37.844320 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f6977fde-0abf-4823-9a1e-c023e2c3767f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/84e156dd-7b37-4031-83b4-c0b821d95033 HTTP/1.1" status: 204 len: 168 time: 0.4119542 Feb 15 16:53:37.863501 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-2c52f7f1-67a6-49eb-8f6b-61c6ea109bcb service neutron] 10.222.0.107 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191077 Feb 15 16:53:37.876222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6977fde-0abf-4823-9a1e-c023e2c3767f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e156dd-7b37-4031-83b4-c0b821d95033,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:37.894894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-890c0da7-841e-4ee8-be97-0159ccc0e70a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Network faa64524-3e9c-4cad-af8e-596b77dc9db6 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:37.905994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-890c0da7-841e-4ee8-be97-0159ccc0e70a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:37.908323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-890c0da7-841e-4ee8-be97-0159ccc0e70a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:37.952871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c0da7-841e-4ee8-be97-0159ccc0e70a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Pushing event updated for resources: {'Port': ['ID=0200a7ab-2dc4-4422-8223-57f0223bff48,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:37.960855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Allocated IP 172.25.4.37 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/7931f875-c902-498f-a703-ef3fe71c3b37) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:37.999727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-890c0da7-841e-4ee8-be97-0159ccc0e70a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:38.000352 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-890c0da7-841e-4ee8-be97-0159ccc0e70a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:38.097594 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for port (7931f875-c902-498f-a703-ef3fe71c3b37), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:38.161803 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-890c0da7-841e-4ee8-be97-0159ccc0e70a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5073044 Feb 15 16:53:38.178870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Request body: {'port': {'device_id': '762a2596-565f-454b-ba71-8d97c9e618b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:38.182651 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5649e90d-c76f-4e61-996a-6915d66ed13c req-f9c13384-ac03-44b0-a6b9-f67d1fe2383e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 210 time: 0.0372074 Feb 15 16:53:38.217178 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7931f875-c902-498f-a703-ef3fe71c3b37), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:38.536864 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:38.544776 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:38.551495 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:38.578384 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0200a7ab-2dc4-4422-8223-57f0223bff48), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:38.580170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Pushing event updated for resources: {'Port': ['ID=7931f875-c902-498f-a703-ef3fe71c3b37,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:38.748631 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for floatingip (ad8f6ec1-f3d4-4a7a-9df6-ba8e04a7fc32), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:38.951454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec20691e-ef0c-4985-9a34-5794aa254cad req-7902e83c-f95c-4ed3-b73c-5f52db7b67e8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:38.953483 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ec20691e-ef0c-4985-9a34-5794aa254cad req-7902e83c-f95c-4ed3-b73c-5f52db7b67e8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 932 time: 0.0706825 Feb 15 16:53:38.986768 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0200a7ab-2dc4-4422-8223-57f0223bff48 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:53:38.992371 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7931f875-c902-498f-a703-ef3fe71c3b37), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.012566 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ec20691e-ef0c-4985-9a34-5794aa254cad req-0f5793c0-75bd-4d51-bced-9fda2bbbb4a5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531950 Feb 15 16:53:39.018493 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Publish callbacks [] for port (0200a7ab-2dc4-4422-8223-57f0223bff48), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.042032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Transition to ACTIVE for port object 0200a7ab-2dc4-4422-8223-57f0223bff48 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:53:39.141770 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0200a7ab-2dc4-4422-8223-57f0223bff48), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.212911 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for port (7931f875-c902-498f-a703-ef3fe71c3b37), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.236923 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Pushing event updated for resources: {'Port': ['ID=0200a7ab-2dc4-4422-8223-57f0223bff48,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:39.250524 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55474) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:39.297022 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b0dcb69-c848-416e-b692-9d220c27769a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.316657 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-735fc792-2aed-4488-a9b2-c488c49b474c req-f46a9efd-0768-4740-aac0-686ba744575f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 210 time: 0.0540993 Feb 15 16:53:39.328441 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (7931f875-c902-498f-a703-ef3fe71c3b37), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.371922 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Attempting to bind port 0200a7ab-2dc4-4422-8223-57f0223bff48 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:53:39.372312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Attempting to bind port 0200a7ab-2dc4-4422-8223-57f0223bff48 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:53:39.372596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Attempting to bind port 0200a7ab-2dc4-4422-8223-57f0223bff48 on network faa64524-3e9c-4cad-af8e-596b77dc9db6 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:39.376750 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-52f9c66c-0fdb-4bc2-8fa5-bb982f38a0fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-873547644'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:39.405415 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Port 0200a7ab-2dc4-4422-8223-57f0223bff48 on network faa64524-3e9c-4cad-af8e-596b77dc9db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:53:39.405415 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Attempting to bind port 0200a7ab-2dc4-4422-8223-57f0223bff48 on network faa64524-3e9c-4cad-af8e-596b77dc9db6 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:39.415666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Pushing event updated for resources: {'Port': ['ID=7931f875-c902-498f-a703-ef3fe71c3b37,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:39.421226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:53:39.421597 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Checking segment: {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:39.421976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Bound using segment: {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:53:39.422409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Bound port: 0200a7ab-2dc4-4422-8223-57f0223bff48, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:53:39.422764 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0200a7ab-2dc4-4422-8223-57f0223bff48), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.444830 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (ad8f6ec1-f3d4-4a7a-9df6-ba8e04a7fc32), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.505929 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] For port 0200a7ab-2dc4-4422-8223-57f0223bff48, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:53:39.508975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] For port 0200a7ab-2dc4-4422-8223-57f0223bff48, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0200a7ab-2dc4-4422-8223-57f0223bff48,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:53:39.527874 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f9c66c-0fdb-4bc2-8fa5-bb982f38a0fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:39.531752 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52f9c66c-0fdb-4bc2-8fa5-bb982f38a0fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.545612 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52f9c66c-0fdb-4bc2-8fa5-bb982f38a0fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.624461 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52f9c66c-0fdb-4bc2-8fa5-bb982f38a0fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for security_group (7d1698d5-4d21-43de-91e1-31e719f355fa), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.629411 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.631295 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8a342a20-b51e-4ec3-a1cb-3e3ff8e6a98a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3083785 Feb 15 16:53:39.634621 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55482) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:39.639120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6c646d63-62da-4f1f-9229-f0a8510bb18a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Request body: {'floatingip': {'port_id': '036cdb37-817e-4501-8c93-1fdb13757c04', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:39.662843 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0200a7ab-2dc4-4422-8223-57f0223bff48), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.679581 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c646d63-62da-4f1f-9229-f0a8510bb18a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for floatingip (ad8f6ec1-f3d4-4a7a-9df6-ba8e04a7fc32), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.697662 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:39.698292 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.699685 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] 10.222.0.10 "PUT /v2.0/ports/0200a7ab-2dc4-4422-8223-57f0223bff48 HTTP/1.1" status: 200 len: 1093 time: 1.5256851 Feb 15 16:53:39.700134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762a2596-565f-454b-ba71-8d97c9e618b1', 'tag': '0200a7ab-2dc4-4422-8223-57f0223bff48'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:39.702447 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befe6b91-855c-4c62-9573-a4deaf414595" -d '{"events": [{"name": "network-changed", "server_uuid": "762a2596-565f-454b-ba71-8d97c9e618b1", "tag": "0200a7ab-2dc4-4422-8223-57f0223bff48"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:39.732723 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370c51f-cb5e-4dcc-89e8-d79d7b1d9697 service neutron] Pushing event updated for resources: {'Port': ['ID=0200a7ab-2dc4-4422-8223-57f0223bff48,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:39.756209 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7117caa7-3a12-46bc-b6f5-35238ae9a011 x-openstack-request-id: req-7117caa7-3a12-46bc-b6f5-35238ae9a011 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:39.756847 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762a2596-565f-454b-ba71-8d97c9e618b1", "tag": "0200a7ab-2dc4-4422-8223-57f0223bff48", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:39.756847 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7117caa7-3a12-46bc-b6f5-35238ae9a011 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:39.757173 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '762a2596-565f-454b-ba71-8d97c9e618b1', 'tag': '0200a7ab-2dc4-4422-8223-57f0223bff48', 'status': 'completed', 'code': 200} Feb 15 16:53:39.759379 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52f9c66c-0fdb-4bc2-8fa5-bb982f38a0fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7d1698d5-4d21-43de-91e1-31e719f355fa), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.789406 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f9c66c-0fdb-4bc2-8fa5-bb982f38a0fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:53:39.836547 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52f9c66c-0fdb-4bc2-8fa5-bb982f38a0fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8c35e51a-d258-4a76-a71d-2b50facc5d47), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.836896 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-52f9c66c-0fdb-4bc2-8fa5-bb982f38a0fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Added segment 8c35e51a-d258-4a76-a71d-2b50facc5d47 of type vlan for network 2be7a24f-61fd-4852-b434-7585ce9cf070 Feb 15 16:53:39.837691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe6b91-855c-4c62-9573-a4deaf414595 req-d37aed53-d596-45be-a6b5-3fd5f72ccd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:39.839236 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-befe6b91-855c-4c62-9573-a4deaf414595 req-d37aed53-d596-45be-a6b5-3fd5f72ccd53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 1127 time: 0.0649438 Feb 15 16:53:39.859040 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9c66c-0fdb-4bc2-8fa5-bb982f38a0fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1698d5-4d21-43de-91e1-31e719f355fa,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:39.904318 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52f9c66c-0fdb-4bc2-8fa5-bb982f38a0fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (2be7a24f-61fd-4852-b434-7585ce9cf070), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:39.906722 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-6c646d63-62da-4f1f-9229-f0a8510bb18a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] update failed (client error): The resource could not be found. Feb 15 16:53:39.907755 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6c646d63-62da-4f1f-9229-f0a8510bb18a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] 10.222.0.107 "PUT /v2.0/floatingips/ad8f6ec1-f3d4-4a7a-9df6-ba8e04a7fc32 HTTP/1.1" status: 404 len: 507 time: 0.2721753 Feb 15 16:53:39.912240 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55488) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:40.016037 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52f9c66c-0fdb-4bc2-8fa5-bb982f38a0fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (2be7a24f-61fd-4852-b434-7585ce9cf070), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:40.022659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f9c66c-0fdb-4bc2-8fa5-bb982f38a0fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:40.025790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe6b91-855c-4c62-9573-a4deaf414595 req-8d1fdf95-2d48-4379-be15-8b80fcc39ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:40.025926 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52f9c66c-0fdb-4bc2-8fa5-bb982f38a0fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:40.026031 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-befe6b91-855c-4c62-9573-a4deaf414595 req-8d1fdf95-2d48-4379-be15-8b80fcc39ae9 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e6a9a5739db149a6bf851ba113dffa73&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1784441 Feb 15 16:53:40.102668 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9c66c-0fdb-4bc2-8fa5-bb982f38a0fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Network': ['ID=2be7a24f-61fd-4852-b434-7585ce9cf070,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:40.113624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 2be7a24f-61fd-4852-b434-7585ce9cf070 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:53:40.157468 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-52f9c66c-0fdb-4bc2-8fa5-bb982f38a0fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9056606 Feb 15 16:53:40.159821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55492) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:40.165436 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8d783c8f-e9c4-4d40-a41e-ec13f221ae07 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-13050560'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:40.198380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab7bd6-e418-46fa-9571-0184c8ae4782 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Deleting port 7931f875-c902-498f-a703-ef3fe71c3b37 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:40.198380 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7bd6-e418-46fa-9571-0184c8ae4782 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7931f875-c902-498f-a703-ef3fe71c3b37), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:40.221731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7bb7a-fb34-48e4-8940-78ac64962e20 req-2f0f3a05-7757-4928-9206-8335c5dc436e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:40.231761 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76d7bb7a-fb34-48e4-8940-78ac64962e20 req-2f0f3a05-7757-4928-9206-8335c5dc436e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 944 time: 0.1299450 Feb 15 16:53:40.249514 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe6b91-855c-4c62-9573-a4deaf414595 req-ff63bae1-6dad-4537-a4af-ccf5dbf3d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:40.250946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-befe6b91-855c-4c62-9573-a4deaf414595 req-ff63bae1-6dad-4537-a4af-ccf5dbf3d752 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2085338 Feb 15 16:53:40.278863 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d783c8f-e9c4-4d40-a41e-ec13f221ae07 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:40.283985 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d783c8f-e9c4-4d40-a41e-ec13f221ae07 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:40.314550 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d783c8f-e9c4-4d40-a41e-ec13f221ae07 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:53:40.326564 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d783c8f-e9c4-4d40-a41e-ec13f221ae07 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (3775be5e-802c-4fee-be21-5505a1ddce50), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:40.327735 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-8d783c8f-e9c4-4d40-a41e-ec13f221ae07 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Added segment 3775be5e-802c-4fee-be21-5505a1ddce50 of type vlan for network 0027788b-1e7d-476d-85d1-477cc416a159 Feb 15 16:53:40.345245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76d7bb7a-fb34-48e4-8940-78ac64962e20 req-1b2531c2-caf0-4493-bb89-7cdc3d283af9 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971587 Feb 15 16:53:40.355591 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7bd6-e418-46fa-9571-0184c8ae4782 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7931f875-c902-498f-a703-ef3fe71c3b37), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:40.355936 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7bd6-e418-46fa-9571-0184c8ae4782 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for floatingip (7931f875-c902-498f-a703-ef3fe71c3b37), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:40.371598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab7bd6-e418-46fa-9571-0184c8ae4782 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Calling delete_port for 7931f875-c902-498f-a703-ef3fe71c3b37 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:40.381904 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d783c8f-e9c4-4d40-a41e-ec13f221ae07 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (0027788b-1e7d-476d-85d1-477cc416a159), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:40.393797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-f291e9dd-3206-4ba1-a5f8-2d888f1575a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:40.395670 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-f291e9dd-3206-4ba1-a5f8-2d888f1575a7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 1127 time: 0.0988691 Feb 15 16:53:40.421757 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:40.462958 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9e4c7fa1-eea2-402e-8c70-1a3cdb3a8997 req-c2cb2b9b-11b3-4b60-8843-85029e75a24f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 210 time: 0.0330079 Feb 15 16:53:40.471605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-ddaa2f6e-d061-439b-8c29-23003793bf6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0200a7ab-2dc4-4422-8223-57f0223bff48 HTTP/1.1" status: 200 len: 217 time: 0.0417230 Feb 15 16:53:40.543612 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-016bf1ab-6ad3-4ce3-bed8-2e6328113c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:40.545017 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-016bf1ab-6ad3-4ce3-bed8-2e6328113c41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c464a3a9-43bb-42ce-b940-4b3652cae714 HTTP/1.1" status: 200 len: 845 time: 0.0682669 Feb 15 16:53:40.573739 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d783c8f-e9c4-4d40-a41e-ec13f221ae07 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (0027788b-1e7d-476d-85d1-477cc416a159), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:40.579669 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d783c8f-e9c4-4d40-a41e-ec13f221ae07 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:40.579669 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d783c8f-e9c4-4d40-a41e-ec13f221ae07 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:40.596595 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-20098a76-bcc0-4b63-bef9-e4eb2432e833 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faa64524-3e9c-4cad-af8e-596b77dc9db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431874 Feb 15 16:53:40.669528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d783c8f-e9c4-4d40-a41e-ec13f221ae07 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Network': ['ID=0027788b-1e7d-476d-85d1-477cc416a159,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:40.682843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 0027788b-1e7d-476d-85d1-477cc416a159 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:53:40.705273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-a1562030-89de-4081-9e3e-735a87f7d7b6 service neutron] 10.222.0.10 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003006 Feb 15 16:53:40.734937 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8d783c8f-e9c4-4d40-a41e-ec13f221ae07 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5735590 Feb 15 16:53:40.737958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55500) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:40.748581 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a2763e8a-5f56-42d8-887d-404eb5757961 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'subnet': {'network_id': '2be7a24f-61fd-4852-b434-7585ce9cf070', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:40.772575 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7bd6-e418-46fa-9571-0184c8ae4782 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7931f875-c902-498f-a703-ef3fe71c3b37), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:40.808234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab7bd6-e418-46fa-9571-0184c8ae4782 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Pushing event deleted for resources: {'Port': ['ID=7931f875-c902-498f-a703-ef3fe71c3b37,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:40.891466 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e130f5cb-3217-4bd0-8e2f-c250690e7f98 req-72ecb9a0-bc7e-46d9-8204-df2cc0a89d51 service neutron] 10.222.0.10 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771045 Feb 15 16:53:40.901151 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7bd6-e418-46fa-9571-0184c8ae4782 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for floatingip (ad8f6ec1-f3d4-4a7a-9df6-ba8e04a7fc32), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:40.903593 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e2ab7bd6-e418-46fa-9571-0184c8ae4782 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:40.908697 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e2ab7bd6-e418-46fa-9571-0184c8ae4782 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] 10.222.0.107 "DELETE /v2.0/floatingips/ad8f6ec1-f3d4-4a7a-9df6-ba8e04a7fc32 HTTP/1.1" status: 204 len: 168 time: 0.9917469 Feb 15 16:53:40.908697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55502) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:40.914227 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-d3bfa57a-9f70-470e-8094-6a293f81def7 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Request body: {'floatingip': {'floating_network_id': '3a13db26-21f5-486f-98e1-7faef1fc9a6e', 'port_id': '036cdb37-817e-4501-8c93-1fdb13757c04', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:40.944733 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2763e8a-5f56-42d8-887d-404eb5757961 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:40.953340 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2763e8a-5f56-42d8-887d-404eb5757961 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:41.079698 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d3bfa57a-9f70-470e-8094-6a293f81def7 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:41.208647 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2763e8a-5f56-42d8-887d-404eb5757961 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (c13a075b-861f-481a-8409-a8d9fecc717f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:41.274810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2763e8a-5f56-42d8-887d-404eb5757961 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Subnet': ['ID=c13a075b-861f-481a-8409-a8d9fecc717f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:41.284556 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2763e8a-5f56-42d8-887d-404eb5757961 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Checking segment: {'id': '8c35e51a-d258-4a76-a71d-2b50facc5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2be7a24f-61fd-4852-b434-7585ce9cf070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:41.284556 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2763e8a-5f56-42d8-887d-404eb5757961 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network hostable DHCP agents. Network: 2be7a24f-61fd-4852-b434-7585ce9cf070, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:53:41.315302 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-d3bfa57a-9f70-470e-8094-6a293f81def7 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 16:53:41.316458 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d3bfa57a-9f70-470e-8094-6a293f81def7 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4066396 Feb 15 16:53:41.320890 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55504) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:41.325642 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '036cdb37-817e-4501-8c93-1fdb13757c04', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:41.374211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-fcf14753-24fc-462f-b609-bde477a5ee55 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:41.375732 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-fcf14753-24fc-462f-b609-bde477a5ee55 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.10 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 812 time: 0.1172197 Feb 15 16:53:41.471550 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-838d0053-51a1-46f8-b5f7-4d1638f1d6d2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0860b996450e411880fd86cd9f5cbb84 HTTP/1.1" status: 200 len: 379 time: 0.0878208 Feb 15 16:53:41.473414 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2763e8a-5f56-42d8-887d-404eb5757961 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 2be7a24f-61fd-4852-b434-7585ce9cf070 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:53:41.484526 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-743162ad-729c-4f4c-ba78-64e1a9a75d53 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Request body: {'port': {'device_id': '07367aa8-bdb4-4c97-acdc-274008972a63', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'admin_state_up': True, 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'security_groups': ['11c7353b-7d20-40ad-bbfe-0fe84cb3b437']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:41.522908 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:41.553641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdc1ec-caf3-42ac-b9ad-e509d2298221 req-02a19523-1bf5-4b57-822d-72312eee651a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:41.555408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21fdc1ec-caf3-42ac-b9ad-e509d2298221 req-02a19523-1bf5-4b57-822d-72312eee651a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 944 time: 0.1269305 Feb 15 16:53:41.643249 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21fdc1ec-caf3-42ac-b9ad-e509d2298221 req-a024599b-0f2c-44a3-8365-d5dfc0960310 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807433 Feb 15 16:53:41.762539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-743162ad-729c-4f4c-ba78-64e1a9a75d53 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Made reservation on behalf of 0860b996450e411880fd86cd9f5cbb84 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:41.766884 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-743162ad-729c-4f4c-ba78-64e1a9a75d53 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:41.851088 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:41.922045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-743162ad-729c-4f4c-ba78-64e1a9a75d53 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Allocated IP 172.20.0.12 (09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c/16b2d1c9-a71e-43a3-baad-57a8767096cb/f211093c-554d-4094-aeca-f5b854a678a4) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:41.935032 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-21267079-8d7a-4b91-865a-4d7d0c357a94 req-5e295fad-0b9e-49f7-88a3-d32919ae6dc9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 210 time: 0.3598297 Feb 15 16:53:41.936861 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a2763e8a-5f56-42d8-887d-404eb5757961 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 2be7a24f-61fd-4852-b434-7585ce9cf070) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:41.945101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2763e8a-5f56-42d8-887d-404eb5757961 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:41.945705 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2763e8a-5f56-42d8-887d-404eb5757961 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:41.958690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029c7a83-a7ac-4415-ad03-6ed9b74b5f7c None None] Network 2be7a24f-61fd-4852-b434-7585ce9cf070 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:42.016582 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.088392 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a2763e8a-5f56-42d8-887d-404eb5757961 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3491075 Feb 15 16:53:42.092771 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55514) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:42.097913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-8d4902da-e3cb-4c8a-8692-8ea95b803188 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'subnet': {'network_id': '0027788b-1e7d-476d-85d1-477cc416a159', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:42.101056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-2be7a24f-61fd-4852-b434-7585ce9cf070', 'network_id': '2be7a24f-61fd-4852-b434-7585ce9cf070', 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'fixed_ips': [{'subnet_id': 'c13a075b-861f-481a-8409-a8d9fecc717f'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:53:42.102062 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.139259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Allocated IP 172.25.4.183 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/d1c00855-c96b-491c-bc15-ee855a587d3b) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:42.159200 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-743162ad-729c-4f4c-ba78-64e1a9a75d53 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for port (f211093c-554d-4094-aeca-f5b854a678a4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.255218 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for port (d1c00855-c96b-491c-bc15-ee855a587d3b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.261254 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Allocated IP 2001:db8::2 (2be7a24f-61fd-4852-b434-7585ce9cf070/c13a075b-861f-481a-8409-a8d9fecc717f/0c308658-26a6-417c-8aaf-ec84994d4ac7) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:42.313137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4902da-e3cb-4c8a-8692-8ea95b803188 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:42.316592 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8d4902da-e3cb-4c8a-8692-8ea95b803188 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.374620 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-743162ad-729c-4f4c-ba78-64e1a9a75d53 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f211093c-554d-4094-aeca-f5b854a678a4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.408521 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d1c00855-c96b-491c-bc15-ee855a587d3b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.440269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-743162ad-729c-4f4c-ba78-64e1a9a75d53 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:42.441395 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Publish callbacks [] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.452461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-743162ad-729c-4f4c-ba78-64e1a9a75d53 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:42.452935 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:42.460594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-743162ad-729c-4f4c-ba78-64e1a9a75d53 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:42.461222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:42.465448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:42.471658 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Pushing event updated for resources: {'Port': ['ID=d1c00855-c96b-491c-bc15-ee855a587d3b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:42.496974 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743162ad-729c-4f4c-ba78-64e1a9a75d53 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event updated for resources: {'Port': ['ID=f211093c-554d-4094-aeca-f5b854a678a4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:42.534081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-743162ad-729c-4f4c-ba78-64e1a9a75d53 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:42.534725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-743162ad-729c-4f4c-ba78-64e1a9a75d53 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.545696 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.597687 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Network 2be7a24f-61fd-4852-b434-7585ce9cf070 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:42.602306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:42.605224 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:42.613696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Pushing event updated for resources: {'Port': ['ID=0c308658-26a6-417c-8aaf-ec84994d4ac7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:42.694039 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-743162ad-729c-4f4c-ba78-64e1a9a75d53 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2133822 Feb 15 16:53:42.694150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Attempting to bind port 0c308658-26a6-417c-8aaf-ec84994d4ac7 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:53:42.694150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Attempting to bind port 0c308658-26a6-417c-8aaf-ec84994d4ac7 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '8c35e51a-d258-4a76-a71d-2b50facc5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2be7a24f-61fd-4852-b434-7585ce9cf070'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:53:42.694150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Attempting to bind port 0c308658-26a6-417c-8aaf-ec84994d4ac7 on network 2be7a24f-61fd-4852-b434-7585ce9cf070 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:42.700084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:53:42.700611 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Checking segment: {'id': '8c35e51a-d258-4a76-a71d-2b50facc5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2be7a24f-61fd-4852-b434-7585ce9cf070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:42.701141 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.701712 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Bound using segment: {'id': '8c35e51a-d258-4a76-a71d-2b50facc5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2be7a24f-61fd-4852-b434-7585ce9cf070'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:53:42.703397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Request body: {'port': {'device_id': '07367aa8-bdb4-4c97-acdc-274008972a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:42.706051 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Bound port: 0c308658-26a6-417c-8aaf-ec84994d4ac7, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c35e51a-d258-4a76-a71d-2b50facc5d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '2be7a24f-61fd-4852-b434-7585ce9cf070'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:53:42.706546 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.720856 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Deleting port d1c00855-c96b-491c-bc15-ee855a587d3b {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:42.721248 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d1c00855-c96b-491c-bc15-ee855a587d3b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.734062 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8d4902da-e3cb-4c8a-8692-8ea95b803188 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (3efb4b59-8fd3-4a21-8c28-c07d94dd05c9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.817002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] For port 0c308658-26a6-417c-8aaf-ec84994d4ac7, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:53:42.819487 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d1c00855-c96b-491c-bc15-ee855a587d3b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.819905 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for floatingip (d1c00855-c96b-491c-bc15-ee855a587d3b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.820872 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] For port 0c308658-26a6-417c-8aaf-ec84994d4ac7, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0c308658-26a6-417c-8aaf-ec84994d4ac7,segment=NetworkSegment(8c35e51a-d258-4a76-a71d-2b50facc5d47),segment_id=8c35e51a-d258-4a76-a71d-2b50facc5d47)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:53:42.831619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1510ac28-b63d-44ba-a6a6-8f0c9b6cd4d7 None None] Provisioning complete for port f211093c-554d-4094-aeca-f5b854a678a4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:42.834603 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1510ac28-b63d-44ba-a6a6-8f0c9b6cd4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f211093c-554d-4094-aeca-f5b854a678a4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.839170 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Calling delete_port for d1c00855-c96b-491c-bc15-ee855a587d3b owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:42.869908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1510ac28-b63d-44ba-a6a6-8f0c9b6cd4d7 None None] Port f211093c-554d-4094-aeca-f5b854a678a4 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:53:42.872620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4902da-e3cb-4c8a-8692-8ea95b803188 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Subnet': ['ID=3efb4b59-8fd3-4a21-8c28-c07d94dd05c9,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:42.891251 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f211093c-554d-4094-aeca-f5b854a678a4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.891959 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:42.927148 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4902da-e3cb-4c8a-8692-8ea95b803188 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Checking segment: {'id': '3775be5e-802c-4fee-be21-5505a1ddce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0027788b-1e7d-476d-85d1-477cc416a159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:42.927770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4902da-e3cb-4c8a-8692-8ea95b803188 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network hostable DHCP agents. Network: 0027788b-1e7d-476d-85d1-477cc416a159, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:53:42.935941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd346fa-e12d-42ec-8b3b-32c8df193861 req-9f64d169-1421-4762-bc69-013cc09e80d0 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:42.937651 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7bd346fa-e12d-42ec-8b3b-32c8df193861 req-9f64d169-1421-4762-bc69-013cc09e80d0 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 944 time: 0.1910615 Feb 15 16:53:42.984640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c49e7-a98d-410a-b22f-8c769857dcf7 None None] Pushing event updated for resources: {'Port': ['ID=0c308658-26a6-417c-8aaf-ec84994d4ac7,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:43.091074 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7bd346fa-e12d-42ec-8b3b-32c8df193861 req-7c8d0735-b068-4eba-a66e-e18df7c9087f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303411 Feb 15 16:53:43.094641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4902da-e3cb-4c8a-8692-8ea95b803188 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 0027788b-1e7d-476d-85d1-477cc416a159 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:53:43.118808 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d1c00855-c96b-491c-bc15-ee855a587d3b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:43.170699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Pushing event deleted for resources: {'Port': ['ID=d1c00855-c96b-491c-bc15-ee855a587d3b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:43.180263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-8d4902da-e3cb-4c8a-8692-8ea95b803188 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 0027788b-1e7d-476d-85d1-477cc416a159) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:43.187239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4902da-e3cb-4c8a-8692-8ea95b803188 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:43.187978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8d4902da-e3cb-4c8a-8692-8ea95b803188 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:43.190703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231dff0-5643-496e-858b-7161df8d6073 req-f860f4c1-cf48-44f6-bfd0-b8569a203f52 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:43.193611 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1231dff0-5643-496e-858b-7161df8d6073 req-f860f4c1-cf48-44f6-bfd0-b8569a203f52 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 932 time: 0.1325896 Feb 15 16:53:43.201407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3fba79-99e4-4c35-a067-501b85b33dcf None None] Network 0027788b-1e7d-476d-85d1-477cc416a159 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:43.338094 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1231dff0-5643-496e-858b-7161df8d6073 req-38043ebe-c033-48d6-8dd9-dc271837fa1c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234179 Feb 15 16:53:43.354401 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8d4902da-e3cb-4c8a-8692-8ea95b803188 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2600272 Feb 15 16:53:43.356681 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55524) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:43.362823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-10773eb5-e6a8-4f1b-b5fa-fb854a7f922a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-202162505', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:43.389332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f211093c-554d-4094-aeca-f5b854a678a4 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:53:43.401668 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Publish callbacks [] for port (f211093c-554d-4094-aeca-f5b854a678a4), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:43.406557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-0027788b-1e7d-476d-85d1-477cc416a159', 'network_id': '0027788b-1e7d-476d-85d1-477cc416a159', 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'fixed_ips': [{'subnet_id': '3efb4b59-8fd3-4a21-8c28-c07d94dd05c9'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:53:43.407571 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:43.420422 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Transition to ACTIVE for port object f211093c-554d-4094-aeca-f5b854a678a4 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:53:43.476672 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] create failed (client error): The resource could not be found. Feb 15 16:53:43.477807 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1ad22065-440e-493f-9498-63ed1894b420 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1558828 Feb 15 16:53:43.483031 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55526) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:43.505188 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:43.542137 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10773eb5-e6a8-4f1b-b5fa-fb854a7f922a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (778e3671-c1bc-4584-a1d5-4b9ef5b48107), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:43.543198 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10773eb5-e6a8-4f1b-b5fa-fb854a7f922a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (778e3671-c1bc-4584-a1d5-4b9ef5b48107), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:43.548264 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (f211093c-554d-4094-aeca-f5b854a678a4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:43.581824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Allocated IP 2001:db8:1::2 (0027788b-1e7d-476d-85d1-477cc416a159/3efb4b59-8fd3-4a21-8c28-c07d94dd05c9/b186d376-9770-4a99-a8d4-3c5307f54141) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:43.616357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-742b7b12-5fe0-4329-bef8-b8f2d2298ddf tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Deleting port 036cdb37-817e-4501-8c93-1fdb13757c04 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:43.616810 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-742b7b12-5fe0-4329-bef8-b8f2d2298ddf tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (036cdb37-817e-4501-8c93-1fdb13757c04), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:43.736816 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-742b7b12-5fe0-4329-bef8-b8f2d2298ddf tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (036cdb37-817e-4501-8c93-1fdb13757c04), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:43.750995 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-742b7b12-5fe0-4329-bef8-b8f2d2298ddf tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Calling delete_port for 036cdb37-817e-4501-8c93-1fdb13757c04 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:43.790385 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Publish callbacks [] for port (b186d376-9770-4a99-a8d4-3c5307f54141), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:43.872948 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (b186d376-9770-4a99-a8d4-3c5307f54141), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:43.926495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Network 0027788b-1e7d-476d-85d1-477cc416a159 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:43.931081 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:43.933606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:43.987156 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Pushing event updated for resources: {'Port': ['ID=b186d376-9770-4a99-a8d4-3c5307f54141,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:44.002357 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-742b7b12-5fe0-4329-bef8-b8f2d2298ddf tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (036cdb37-817e-4501-8c93-1fdb13757c04), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:44.049322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b7b12-5fe0-4329-bef8-b8f2d2298ddf tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Pushing event deleted for resources: {'Port': ['ID=036cdb37-817e-4501-8c93-1fdb13757c04,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:44.063094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Pushing event updated for resources: {'Port': ['ID=f211093c-554d-4094-aeca-f5b854a678a4,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:44.075948 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10773eb5-e6a8-4f1b-b5fa-fb854a7f922a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_controller (778e3671-c1bc-4584-a1d5-4b9ef5b48107), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:44.079210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Attempting to bind port b186d376-9770-4a99-a8d4-3c5307f54141 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:53:44.079210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Attempting to bind port b186d376-9770-4a99-a8d4-3c5307f54141 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '3775be5e-802c-4fee-be21-5505a1ddce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0027788b-1e7d-476d-85d1-477cc416a159'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:53:44.081577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Attempting to bind port b186d376-9770-4a99-a8d4-3c5307f54141 on network 0027788b-1e7d-476d-85d1-477cc416a159 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:44.092257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:53:44.092774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Checking segment: {'id': '3775be5e-802c-4fee-be21-5505a1ddce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0027788b-1e7d-476d-85d1-477cc416a159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:44.093446 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:44.093953 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Bound using segment: {'id': '3775be5e-802c-4fee-be21-5505a1ddce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0027788b-1e7d-476d-85d1-477cc416a159'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:53:44.094704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Bound port: b186d376-9770-4a99-a8d4-3c5307f54141, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3775be5e-802c-4fee-be21-5505a1ddce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '0027788b-1e7d-476d-85d1-477cc416a159'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:53:44.095057 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b186d376-9770-4a99-a8d4-3c5307f54141), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:44.145782 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10773eb5-e6a8-4f1b-b5fa-fb854a7f922a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (778e3671-c1bc-4584-a1d5-4b9ef5b48107), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:44.173653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Attempting to bind port f211093c-554d-4094-aeca-f5b854a678a4 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:53:44.174143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Attempting to bind port f211093c-554d-4094-aeca-f5b854a678a4 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:53:44.174596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Attempting to bind port f211093c-554d-4094-aeca-f5b854a678a4 on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:44.184521 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Port f211093c-554d-4094-aeca-f5b854a678a4 on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:53:44.185613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Attempting to bind port f211093c-554d-4094-aeca-f5b854a678a4 on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:53:44.191299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:53:44.191720 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Checking segment: {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:53:44.193136 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Bound using segment: {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:53:44.194104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Bound port: f211093c-554d-4094-aeca-f5b854a678a4, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:53:44.194247 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f211093c-554d-4094-aeca-f5b854a678a4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:44.197160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-742b7b12-5fe0-4329-bef8-b8f2d2298ddf tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:44.202857 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-742b7b12-5fe0-4329-bef8-b8f2d2298ddf tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] 10.222.0.107 "DELETE /v2.0/ports/036cdb37-817e-4501-8c93-1fdb13757c04 HTTP/1.1" status: 204 len: 168 time: 0.7162795 Feb 15 16:53:44.203858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55534) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:44.217960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] For port b186d376-9770-4a99-a8d4-3c5307f54141, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:53:44.224011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] For port b186d376-9770-4a99-a8d4-3c5307f54141, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b186d376-9770-4a99-a8d4-3c5307f54141,segment=NetworkSegment(3775be5e-802c-4fee-be21-5505a1ddce50),segment_id=3775be5e-802c-4fee-be21-5505a1ddce50)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:53:44.323150 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b186d376-9770-4a99-a8d4-3c5307f54141), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:44.327763 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10773eb5-e6a8-4f1b-b5fa-fb854a7f922a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:44.330543 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-10773eb5-e6a8-4f1b-b5fa-fb854a7f922a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9728966 Feb 15 16:53:44.339792 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55536) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:44.465040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0c308658-26a6-417c-8aaf-ec84994d4ac7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:44.530930 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be370c9d-c352-4937-834b-da1235d9db62 None None] Pushing event updated for resources: {'Port': ['ID=b186d376-9770-4a99-a8d4-3c5307f54141,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:44.546586 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18016de1-9c37-4321-833b-07205213dda9 req-1cb9348f-e62f-4a64-a064-a992566245e8 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:44.548136 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-18016de1-9c37-4321-833b-07205213dda9 req-1cb9348f-e62f-4a64-a064-a992566245e8 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 944 time: 0.0731473 Feb 15 16:53:44.562188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0200a7ab-2dc4-4422-8223-57f0223bff48 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:53:44.599236 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977db410-0b35-404f-8a8a-34d423e8e4c8 None None] Network 2be7a24f-61fd-4852-b434-7585ce9cf070 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:44.631680 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3195c8-2f48-44d1-874c-08a74042e034 req-0c38f950-b945-476d-b156-a927f369e8b0 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:44.634075 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1a3195c8-2f48-44d1-874c-08a74042e034 req-0c38f950-b945-476d-b156-a927f369e8b0 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 944 time: 0.3887084 Feb 15 16:53:44.638352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:53:44.642400 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-18016de1-9c37-4321-833b-07205213dda9 req-49de5641-e0e0-4f31-931c-0bbe6c56a7f8 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813982 Feb 15 16:53:44.656031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1124a3b-a8bd-4991-a99d-f087f89b637a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:44.659794 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b1124a3b-a8bd-4991-a99d-f087f89b637a tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] 10.222.0.107 "GET /v2.0/ports?device_id=4212b2c0-075b-45fe-ab8f-18523b237a13 HTTP/1.1" status: 200 len: 913 time: 0.4528217 Feb 15 16:53:44.662937 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55540) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:44.756518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:53:44.782093 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0c308658-26a6-417c-8aaf-ec84994d4ac7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:44.782369 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:44.819833 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1a3195c8-2f48-44d1-874c-08a74042e034 req-298f64f1-5428-4252-8dd5-b3958b5b8f07 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594784 Feb 15 16:53:44.862491 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6e5811ff-328d-4b0b-afa7-ad83e4a54f9b None None] Provisioning complete for port 0c308658-26a6-417c-8aaf-ec84994d4ac7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:44.862870 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e5811ff-328d-4b0b-afa7-ad83e4a54f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:44.891335 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (f211093c-554d-4094-aeca-f5b854a678a4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:44.973498 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:45.000305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:45.000936 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:45.002405 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] 10.222.0.10 "PUT /v2.0/ports/f211093c-554d-4094-aeca-f5b854a678a4 HTTP/1.1" status: 200 len: 1093 time: 2.3036597 Feb 15 16:53:45.004401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:45.007668 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ba78a2-1ffe-4017-9432-67e48749e5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "tag": "f211093c-554d-4094-aeca-f5b854a678a4"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:45.032036 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 0200a7ab-2dc4-4422-8223-57f0223bff48, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0200a7ab-2dc4-4422-8223-57f0223bff48,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:45.062788 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '0200a7ab-2dc4-4422-8223-57f0223bff48', 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6', 'port_id': '0200a7ab-2dc4-4422-8223-57f0223bff48', 'mac_address': 'fa:16:3e:64:29:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c464a3a9-43bb-42ce-b940-4b3652cae714', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:53:45.107249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff0602-703d-45e9-9324-e82cfd98baf6 service neutron] Pushing event updated for resources: {'Port': ['ID=f211093c-554d-4094-aeca-f5b854a678a4,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:45.170873 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a71092-4b97-4b74-96b8-fc6633c6b7c4 x-openstack-request-id: req-62a71092-4b97-4b74-96b8-fc6633c6b7c4 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:45.170873 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "tag": "f211093c-554d-4094-aeca-f5b854a678a4", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:45.170873 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-62a71092-4b97-4b74-96b8-fc6633c6b7c4 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:45.170873 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4', 'status': 'completed', 'code': 200} Feb 15 16:53:45.219104 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0c308658-26a6-417c-8aaf-ec84994d4ac7 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:45.219573 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:45.223175 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 0200a7ab-2dc4-4422-8223-57f0223bff48 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:45.224126 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0200a7ab-2dc4-4422-8223-57f0223bff48), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:45.243854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0200a7ab-2dc4-4422-8223-57f0223bff48 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:53:45.259770 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6e5811ff-328d-4b0b-afa7-ad83e4a54f9b None None] Current status of the port 0c308658-26a6-417c-8aaf-ec84994d4ac7 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:45.260411 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e5811ff-328d-4b0b-afa7-ad83e4a54f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:45.323843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 0200a7ab-2dc4-4422-8223-57f0223bff48, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0200a7ab-2dc4-4422-8223-57f0223bff48,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:45.328361 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 0c308658-26a6-417c-8aaf-ec84994d4ac7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0c308658-26a6-417c-8aaf-ec84994d4ac7,segment=NetworkSegment(8c35e51a-d258-4a76-a71d-2b50facc5d47),segment_id=8c35e51a-d258-4a76-a71d-2b50facc5d47)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:45.336697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-60b3624f-bdd3-41e5-8025-2cea30003433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:45.342984 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-60b3624f-bdd3-41e5-8025-2cea30003433 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 1127 time: 0.1674767 Feb 15 16:53:45.398281 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-7cdf05c9-1126-494f-972e-c555e29a5671 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f211093c-554d-4094-aeca-f5b854a678a4 HTTP/1.1" status: 200 len: 217 time: 0.0506377 Feb 15 16:53:45.408678 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0200a7ab-2dc4-4422-8223-57f0223bff48), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:45.443129 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1bd812af-7d7f-4f1b-99a1-e50918496c17 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (4212b2c0-075b-45fe-ab8f-18523b237a13), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:45.484941 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:45.556520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-2930ce4c-b050-4b24-8f7f-59594a47f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:45.558121 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-2930ce4c-b050-4b24-8f7f-59594a47f32d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.1510220 Feb 15 16:53:45.568283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Allocated IP 2001:db8::1 (2be7a24f-61fd-4852-b434-7585ce9cf070/c13a075b-861f-481a-8409-a8d9fecc717f/8e529ab3-72e1-48b5-8097-247e2943861a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:45.628469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=0200a7ab-2dc4-4422-8223-57f0223bff48,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:45.776369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-a64bd642-85be-4043-be4d-028b2b26a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:45.777979 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-a64bd642-85be-4043-be4d-028b2b26a3c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2073169 Feb 15 16:53:45.782276 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['0200a7ab-2dc4-4422-8223-57f0223bff48'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:53:45.889352 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-6e5811ff-328d-4b0b-afa7-ad83e4a54f9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:53:45.894951 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-6e5811ff-328d-4b0b-afa7-ad83e4a54f9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:53:45.975382 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=0c308658-26a6-417c-8aaf-ec84994d4ac7,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:46.012902 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (8e529ab3-72e1-48b5-8097-247e2943861a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:46.060611 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c447ee-c8bf-45c5-8ace-d98f48ac9bde req-3676e433-d868-42a5-baa5-56be1783eee5 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:46.070155 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-93c447ee-c8bf-45c5-8ace-d98f48ac9bde req-3676e433-d868-42a5-baa5-56be1783eee5 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 944 time: 0.2033057 Feb 15 16:53:46.081965 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-84d2b01c-edc5-4a25-adfc-caab1f38e393 service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787225 Feb 15 16:53:46.170749 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-93c447ee-c8bf-45c5-8ace-d98f48ac9bde req-e5c135df-a2ac-45ec-af5f-a01ec5287443 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963602 Feb 15 16:53:46.232693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1bd812af-7d7f-4f1b-99a1-e50918496c17 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Deleting port bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:46.233045 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1bd812af-7d7f-4f1b-99a1-e50918496c17 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:46.244557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8cd0aa4-97ca-4175-b685-a7445a592c12 None None] Network 0027788b-1e7d-476d-85d1-477cc416a159 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:46.293014 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (8e529ab3-72e1-48b5-8097-247e2943861a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:46.349567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e3e398c-102f-4f72-b2ef-8b02e51d6efb req-1a810ff9-9415-4000-adc3-6a39cddeb52a service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551534 Feb 15 16:53:46.367983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 2be7a24f-61fd-4852-b434-7585ce9cf070 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:46.370254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:46.380233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:46.380801 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (778e3671-c1bc-4584-a1d5-4b9ef5b48107), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:46.438110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6e5811ff-328d-4b0b-afa7-ad83e4a54f9b None None] Current status of the port 0c308658-26a6-417c-8aaf-ec84994d4ac7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:46.471668 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=8e529ab3-72e1-48b5-8097-247e2943861a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:46.478426 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1bd812af-7d7f-4f1b-99a1-e50918496c17 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:46.536784 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1bd812af-7d7f-4f1b-99a1-e50918496c17 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Calling delete_port for bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:46.597980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f31321c3-0a95-4fe0-ac09-9b93759bafbf None None] Provisioning complete for port 0c308658-26a6-417c-8aaf-ec84994d4ac7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:46.598894 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f31321c3-0a95-4fe0-ac09-9b93759bafbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:46.616846 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694a231-3917-4acd-8799-9e83efb3d6f3 req-8b369248-1f8d-46ff-b369-7c0b785e3e27 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:46.618849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4694a231-3917-4acd-8799-9e83efb3d6f3 req-8b369248-1f8d-46ff-b369-7c0b785e3e27 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 945 time: 0.2683861 Feb 15 16:53:46.627896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b186d376-9770-4a99-a8d4-3c5307f54141 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:46.755981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba78a2-1ffe-4017-9432-67e48749e5c0 req-1f08a5cf-5608-4061-a6df-90a3e2a1d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:46.757578 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08ba78a2-1ffe-4017-9432-67e48749e5c0 req-1f08a5cf-5608-4061-a6df-90a3e2a1d239 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 1127 time: 0.2046793 Feb 15 16:53:46.779439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port b186d376-9770-4a99-a8d4-3c5307f54141 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:46.779916 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b186d376-9770-4a99-a8d4-3c5307f54141), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:46.784398 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945e9a5-4fcb-47f5-b487-2e4f55e34846 req-99ba140f-9467-4b3e-b49d-7a8408e4f618 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:46.786098 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4694a231-3917-4acd-8799-9e83efb3d6f3 req-42d9372f-ceda-4066-a3d9-eed465d0a309 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128426 Feb 15 16:53:46.790444 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945e9a5-4fcb-47f5-b487-2e4f55e34846 req-99ba140f-9467-4b3e-b49d-7a8408e4f618 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:46.802372 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945e9a5-4fcb-47f5-b487-2e4f55e34846 req-99ba140f-9467-4b3e-b49d-7a8408e4f618 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:46.806517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945e9a5-4fcb-47f5-b487-2e4f55e34846 req-99ba140f-9467-4b3e-b49d-7a8408e4f618 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:46.812607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945e9a5-4fcb-47f5-b487-2e4f55e34846 req-99ba140f-9467-4b3e-b49d-7a8408e4f618 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:46.818516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945e9a5-4fcb-47f5-b487-2e4f55e34846 req-99ba140f-9467-4b3e-b49d-7a8408e4f618 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:46.830089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f945e9a5-4fcb-47f5-b487-2e4f55e34846 req-99ba140f-9467-4b3e-b49d-7a8408e4f618 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:46.832290 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f945e9a5-4fcb-47f5-b487-2e4f55e34846 req-99ba140f-9467-4b3e-b49d-7a8408e4f618 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5433 time: 0.2059765 Feb 15 16:53:46.907123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f31321c3-0a95-4fe0-ac09-9b93759bafbf None None] Current status of the port 0c308658-26a6-417c-8aaf-ec84994d4ac7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:46.966156 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8e529ab3-72e1-48b5-8097-247e2943861a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:47.025141 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1bd812af-7d7f-4f1b-99a1-e50918496c17 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:47.051401 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f945e9a5-4fcb-47f5-b487-2e4f55e34846 req-7888f6e2-d30b-4ff3-97c8-48d3f668ad0d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1564848 Feb 15 16:53:47.059225 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba78a2-1ffe-4017-9432-67e48749e5c0 req-f8fe57ce-4efc-45d4-8393-ed46a668041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:47.060731 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08ba78a2-1ffe-4017-9432-67e48749e5c0 req-f8fe57ce-4efc-45d4-8393-ed46a668041b service neutron] 10.222.0.10 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.2269578 Feb 15 16:53:47.066887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd812af-7d7f-4f1b-99a1-e50918496c17 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Pushing event deleted for resources: {'Port': ['ID=bb7ee9fb-eaa4-4159-8a5d-c5cae7600e25,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:47.125739 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08ba78a2-1ffe-4017-9432-67e48749e5c0 req-6a4fda4a-d6d7-4f92-a80e-947624ec917e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f211093c-554d-4094-aeca-f5b854a678a4 HTTP/1.1" status: 200 len: 217 time: 0.0559890 Feb 15 16:53:47.160251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f31321c3-0a95-4fe0-ac09-9b93759bafbf None None] Provisioning complete for port b186d376-9770-4a99-a8d4-3c5307f54141 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:47.165013 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f31321c3-0a95-4fe0-ac09-9b93759bafbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b186d376-9770-4a99-a8d4-3c5307f54141), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:47.165013 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port b186d376-9770-4a99-a8d4-3c5307f54141 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:47.165435 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b186d376-9770-4a99-a8d4-3c5307f54141), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:47.237240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port b186d376-9770-4a99-a8d4-3c5307f54141, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b186d376-9770-4a99-a8d4-3c5307f54141,segment=NetworkSegment(3775be5e-802c-4fee-be21-5505a1ddce50),segment_id=3775be5e-802c-4fee-be21-5505a1ddce50)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:47.279983 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1bd812af-7d7f-4f1b-99a1-e50918496c17 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (4212b2c0-075b-45fe-ab8f-18523b237a13), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:47.301140 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f31321c3-0a95-4fe0-ac09-9b93759bafbf None None] Current status of the port b186d376-9770-4a99-a8d4-3c5307f54141 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:47.308910 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f31321c3-0a95-4fe0-ac09-9b93759bafbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b186d376-9770-4a99-a8d4-3c5307f54141), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:47.332510 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba78a2-1ffe-4017-9432-67e48749e5c0 req-6d69635c-5dd3-4b72-b775-f8a315568c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:47.334601 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08ba78a2-1ffe-4017-9432-67e48749e5c0 req-6d69635c-5dd3-4b72-b775-f8a315568c3d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.1491671 Feb 15 16:53:47.346461 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b186d376-9770-4a99-a8d4-3c5307f54141), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:47.347556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0c308658-26a6-417c-8aaf-ec84994d4ac7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:47.433476 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-f31321c3-0a95-4fe0-ac09-9b93759bafbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:53:47.433843 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-f31321c3-0a95-4fe0-ac09-9b93759bafbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:53:47.443578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b946df3-4cbb-4300-8a00-c075c6d4523d req-eb7bd5e1-c00d-415b-8f8d-43ac53078157 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:47.455248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba78a2-1ffe-4017-9432-67e48749e5c0 req-f43a92be-7588-42dc-abe8-57693c10d484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:47.456795 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08ba78a2-1ffe-4017-9432-67e48749e5c0 req-f43a92be-7588-42dc-abe8-57693c10d484 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1136577 Feb 15 16:53:47.457324 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b946df3-4cbb-4300-8a00-c075c6d4523d req-eb7bd5e1-c00d-415b-8f8d-43ac53078157 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 944 time: 0.1744583 Feb 15 16:53:47.501754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=b186d376-9770-4a99-a8d4-3c5307f54141,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:47.514556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0c308658-26a6-417c-8aaf-ec84994d4ac7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:47.514941 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:47.586444 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd812af-7d7f-4f1b-99a1-e50918496c17 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Router 4212b2c0-075b-45fe-ab8f-18523b237a13 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:53:47.600245 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b946df3-4cbb-4300-8a00-c075c6d4523d req-1365fc5e-f756-4222-a3be-8677feb2e30b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410336 Feb 15 16:53:47.631811 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (8e529ab3-72e1-48b5-8097-247e2943861a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:47.636867 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08ba78a2-1ffe-4017-9432-67e48749e5c0 req-3f719a62-82ae-4919-9115-0bf3271a058c service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726310 Feb 15 16:53:47.638237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0c308658-26a6-417c-8aaf-ec84994d4ac7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:47.690147 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd812af-7d7f-4f1b-99a1-e50918496c17 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:53:47.696660 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1bd812af-7d7f-4f1b-99a1-e50918496c17 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] 10.222.0.107 "PUT /v2.0/routers/4212b2c0-075b-45fe-ab8f-18523b237a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0326853 Feb 15 16:53:47.699209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55570) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:47.705268 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938a5226-8db5-4d25-b884-9f44506cbdcc None None] Sync routers for ids ['4212b2c0-075b-45fe-ab8f-18523b237a13'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:53:47.715183 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938a5226-8db5-4d25-b884-9f44506cbdcc None None] Routers {'4212b2c0-075b-45fe-ab8f-18523b237a13'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:47.715812 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-938a5226-8db5-4d25-b884-9f44506cbdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4212b2c0-075b-45fe-ab8f-18523b237a13'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:47.751058 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-938a5226-8db5-4d25-b884-9f44506cbdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:47.761438 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938a5226-8db5-4d25-b884-9f44506cbdcc None None] Routers {'4212b2c0-075b-45fe-ab8f-18523b237a13'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:47.762289 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-938a5226-8db5-4d25-b884-9f44506cbdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4212b2c0-075b-45fe-ab8f-18523b237a13'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:47.779805 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c405877b-be13-45ee-8b3c-18a8bb6ccfcd tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for router (4212b2c0-075b-45fe-ab8f-18523b237a13), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:47.798461 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-938a5226-8db5-4d25-b884-9f44506cbdcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:47.799099 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938a5226-8db5-4d25-b884-9f44506cbdcc None None] The sync data for ids ['4212b2c0-075b-45fe-ab8f-18523b237a13'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:53:47.962043 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (8e529ab3-72e1-48b5-8097-247e2943861a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:47.962820 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (778e3671-c1bc-4584-a1d5-4b9ef5b48107), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:47.983062 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c405877b-be13-45ee-8b3c-18a8bb6ccfcd tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (4212b2c0-075b-45fe-ab8f-18523b237a13), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:47.984185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f31321c3-0a95-4fe0-ac09-9b93759bafbf None None] Current status of the port b186d376-9770-4a99-a8d4-3c5307f54141 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:47.985832 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c405877b-be13-45ee-8b3c-18a8bb6ccfcd tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for router_controller (4212b2c0-075b-45fe-ab8f-18523b237a13), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:48.115986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=8e529ab3-72e1-48b5-8097-247e2943861a,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:48.128661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-74ea69cf-50a5-494b-a63c-a1efd0ccf626 None None] Provisioning complete for port b186d376-9770-4a99-a8d4-3c5307f54141 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:48.129406 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74ea69cf-50a5-494b-a63c-a1efd0ccf626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b186d376-9770-4a99-a8d4-3c5307f54141), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:48.130772 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c405877b-be13-45ee-8b3c-18a8bb6ccfcd tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (4212b2c0-075b-45fe-ab8f-18523b237a13), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:48.142691 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c405877b-be13-45ee-8b3c-18a8bb6ccfcd tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Fanout notify agent at l3_agent the message router_deleted on router 4212b2c0-075b-45fe-ab8f-18523b237a13 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:53:48.142691 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c405877b-be13-45ee-8b3c-18a8bb6ccfcd tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:48.142691 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c405877b-be13-45ee-8b3c-18a8bb6ccfcd tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] 10.222.0.107 "DELETE /v2.0/routers/4212b2c0-075b-45fe-ab8f-18523b237a13 HTTP/1.1" status: 204 len: 168 time: 0.4416156 Feb 15 16:53:48.144519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55580) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:48.169440 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08ba78a2-1ffe-4017-9432-67e48749e5c0 req-63337907-225e-46a6-ae1e-a27e34cff812 service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257542 Feb 15 16:53:48.178097 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a6b14-b0f2-42bf-bb01-a2e4f83a9c9a req-1cf7c5ff-65dd-4762-80b2-18202c07e853 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:48.181444 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d7a6b14-b0f2-42bf-bb01-a2e4f83a9c9a req-1cf7c5ff-65dd-4762-80b2-18202c07e853 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 945 time: 0.2278199 Feb 15 16:53:48.215478 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-640a538e-4792-43b3-a5ef-e4451bda826d tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Deleting subnet a780e925-ec46-4741-baaf-81a7d6dc52e7 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:53:48.220359 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-640a538e-4792-43b3-a5ef-e4451bda826d tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for subnet (a780e925-ec46-4741-baaf-81a7d6dc52e7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:48.224657 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-74ea69cf-50a5-494b-a63c-a1efd0ccf626 None None] Current status of the port b186d376-9770-4a99-a8d4-3c5307f54141 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:48.235756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-74ea69cf-50a5-494b-a63c-a1efd0ccf626 None None] Provisioning complete for port 8e529ab3-72e1-48b5-8097-247e2943861a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:48.236139 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74ea69cf-50a5-494b-a63c-a1efd0ccf626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8e529ab3-72e1-48b5-8097-247e2943861a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:48.269491 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-640a538e-4792-43b3-a5ef-e4451bda826d tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (a780e925-ec46-4741-baaf-81a7d6dc52e7), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:48.274700 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-74ea69cf-50a5-494b-a63c-a1efd0ccf626 None None] Port 8e529ab3-72e1-48b5-8097-247e2943861a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:53:48.281763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 2be7a24f-61fd-4852-b434-7585ce9cf070 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:48.284477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:48.292304 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d7a6b14-b0f2-42bf-bb01-a2e4f83a9c9a req-706f2478-80fa-4ee4-bf8e-92b423220dd5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014900 Feb 15 16:53:48.381335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b186d376-9770-4a99-a8d4-3c5307f54141 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:48.413650 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-640a538e-4792-43b3-a5ef-e4451bda826d tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (a780e925-ec46-4741-baaf-81a7d6dc52e7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:48.445989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port b186d376-9770-4a99-a8d4-3c5307f54141 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:48.446436 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b186d376-9770-4a99-a8d4-3c5307f54141), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:48.552518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port b186d376-9770-4a99-a8d4-3c5307f54141 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:48.561443 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f211093c-554d-4094-aeca-f5b854a678a4 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:53:48.562327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79029d3-9401-438d-b972-50b2f9cd72d4 req-de9bfa97-12fb-4214-ac21-d50e57b0b3e2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:48.562708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0200a7ab-2dc4-4422-8223-57f0223bff48 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:48.562796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79029d3-9401-438d-b972-50b2f9cd72d4 req-de9bfa97-12fb-4214-ac21-d50e57b0b3e2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:48.569609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79029d3-9401-438d-b972-50b2f9cd72d4 req-de9bfa97-12fb-4214-ac21-d50e57b0b3e2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:48.578703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79029d3-9401-438d-b972-50b2f9cd72d4 req-de9bfa97-12fb-4214-ac21-d50e57b0b3e2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:48.584763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79029d3-9401-438d-b972-50b2f9cd72d4 req-de9bfa97-12fb-4214-ac21-d50e57b0b3e2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:48.593829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79029d3-9401-438d-b972-50b2f9cd72d4 req-de9bfa97-12fb-4214-ac21-d50e57b0b3e2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:48.600204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79029d3-9401-438d-b972-50b2f9cd72d4 req-de9bfa97-12fb-4214-ac21-d50e57b0b3e2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:48.602449 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e79029d3-9401-438d-b972-50b2f9cd72d4 req-de9bfa97-12fb-4214-ac21-d50e57b0b3e2 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5433 time: 0.1863630 Feb 15 16:53:48.625698 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-640a538e-4792-43b3-a5ef-e4451bda826d tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (a780e925-ec46-4741-baaf-81a7d6dc52e7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:48.679548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a538e-4792-43b3-a5ef-e4451bda826d tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Pushing event deleted for resources: {'Subnet': ['ID=a780e925-ec46-4741-baaf-81a7d6dc52e7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:48.692409 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-640a538e-4792-43b3-a5ef-e4451bda826d tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:48.701861 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b0617e-2431-47b7-bc45-9c0f69e30839 None None] Network 3a13db26-21f5-486f-98e1-7faef1fc9a6e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:53:48.704675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55592) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:48.709754 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-640a538e-4792-43b3-a5ef-e4451bda826d tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] 10.222.0.107 "DELETE /v2.0/subnets/a780e925-ec46-4741-baaf-81a7d6dc52e7 HTTP/1.1" status: 204 len: 168 time: 0.5637186 Feb 15 16:53:48.748405 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 778e3671-c1bc-4584-a1d5-4b9ef5b48107 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:53:48.815099 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e79029d3-9401-438d-b972-50b2f9cd72d4 req-31d4ba76-e5d9-4cff-b654-85771b513541 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2000170 Feb 15 16:53:48.835350 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:48.855521 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'f211093c-554d-4094-aeca-f5b854a678a4', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'port_id': 'f211093c-554d-4094-aeca-f5b854a678a4', 'mac_address': 'fa:16:3e:4e:55:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:53:48.858358 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3d11febe-060d-456b-ad75-39c16b8a5eb6 None None] Provisioning complete for port 8e529ab3-72e1-48b5-8097-247e2943861a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:48.858839 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d11febe-060d-456b-ad75-39c16b8a5eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8e529ab3-72e1-48b5-8097-247e2943861a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:48.896168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 0200a7ab-2dc4-4422-8223-57f0223bff48 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:53:48.934231 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 0200a7ab-2dc4-4422-8223-57f0223bff48 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:48.934734 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0200a7ab-2dc4-4422-8223-57f0223bff48), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:48.953196 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (3a13db26-21f5-486f-98e1-7faef1fc9a6e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:48.968780 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3d11febe-060d-456b-ad75-39c16b8a5eb6 None None] Port 8e529ab3-72e1-48b5-8097-247e2943861a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:53:48.991104 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f211093c-554d-4094-aeca-f5b854a678a4 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:48.991104 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f211093c-554d-4094-aeca-f5b854a678a4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:49.012267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59942aec-b3cd-4034-80a8-2c267881c5c8 None None] DHCP port deletion for 3a13db26-21f5-486f-98e1-7faef1fc9a6e request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:53:49.025755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f211093c-554d-4094-aeca-f5b854a678a4 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:53:49.059197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f637ba-5db9-444b-916d-37730b5f8486 req-909f89d3-e110-490c-8192-080ca3c4efe7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:49.065417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:53:49.069830 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-28f637ba-5db9-444b-916d-37730b5f8486 req-909f89d3-e110-490c-8192-080ca3c4efe7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.0859787 Feb 15 16:53:49.071519 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-489d8507-57b2-48b7-b53e-a0da2bc85079 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/778e3671-c1bc-4584-a1d5-4b9ef5b48107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7212958 Feb 15 16:53:49.076298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55600) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:49.080108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:49.087807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427c890-9f83-4128-ac73-bf63077a2c58 None None] Sync routers for ids ['778e3671-c1bc-4584-a1d5-4b9ef5b48107'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:53:49.127803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4473b-0e2b-42a7-8684-9fc2b2f3e334 req-dbc21ee7-0800-4ee3-a547-83a6fad4700d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:49.130840 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74b4473b-0e2b-42a7-8684-9fc2b2f3e334 req-dbc21ee7-0800-4ee3-a547-83a6fad4700d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 944 time: 0.1944740 Feb 15 16:53:49.132785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427c890-9f83-4128-ac73-bf63077a2c58 None None] Routers {'778e3671-c1bc-4584-a1d5-4b9ef5b48107'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:49.133596 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3427c890-9f83-4128-ac73-bf63077a2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['778e3671-c1bc-4584-a1d5-4b9ef5b48107'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:49.139852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 0200a7ab-2dc4-4422-8223-57f0223bff48 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:49.141210 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0200a7ab-2dc4-4422-8223-57f0223bff48), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:49.141354 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-28f637ba-5db9-444b-916d-37730b5f8486 req-bc8aeb04-0231-42a5-9751-09dcc55dd525 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701761 Feb 15 16:53:49.169827 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a6f48d-7379-4003-8c30-75bfc01e1f42 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:49.179921 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d5a6f48d-7379-4003-8c30-75bfc01e1f42 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports/8e529ab3-72e1-48b5-8097-247e2943861a HTTP/1.1" status: 200 len: 911 time: 0.0944231 Feb 15 16:53:49.180250 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55602) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:49.192657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Deleting port f09e3c2c-9f38-4d83-a857-d5917fd61c24 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:49.193008 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f09e3c2c-9f38-4d83-a857-d5917fd61c24), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:49.198698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3427c890-9f83-4128-ac73-bf63077a2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:49.200832 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f211093c-554d-4094-aeca-f5b854a678a4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:49.248121 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74b4473b-0e2b-42a7-8684-9fc2b2f3e334 req-f1f8d381-c2bf-4483-9393-08f3334c032a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067214 Feb 15 16:53:49.251797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762a2596-565f-454b-ba71-8d97c9e618b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0200a7ab-2dc4-4422-8223-57f0223bff48'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:49.255741 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea52078-bcf1-4a63-857f-6bc6810763d1" -d '{"events": [{"server_uuid": "762a2596-565f-454b-ba71-8d97c9e618b1", "name": "network-vif-plugged", "status": "completed", "tag": "0200a7ab-2dc4-4422-8223-57f0223bff48"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:49.275204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3427c890-9f83-4128-ac73-bf63077a2c58 None None] Routers {'778e3671-c1bc-4584-a1d5-4b9ef5b48107'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:49.275859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3427c890-9f83-4128-ac73-bf63077a2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['778e3671-c1bc-4584-a1d5-4b9ef5b48107'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:49.288288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] For port f09e3c2c-9f38-4d83-a857-d5917fd61c24, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f09e3c2c-9f38-4d83-a857-d5917fd61c24,segment=NetworkSegment(04084731-27ec-4286-ab62-5741c6bf3a68),segment_id=04084731-27ec-4286-ab62-5741c6bf3a68)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:49.288749 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f09e3c2c-9f38-4d83-a857-d5917fd61c24), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:49.292836 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 0200a7ab-2dc4-4422-8223-57f0223bff48, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0200a7ab-2dc4-4422-8223-57f0223bff48,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:49.300405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-59942aec-b3cd-4034-80a8-2c267881c5c8 None None] Deleting port f09e3c2c-9f38-4d83-a857-d5917fd61c24 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:49.300789 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59942aec-b3cd-4034-80a8-2c267881c5c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f09e3c2c-9f38-4d83-a857-d5917fd61c24), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:49.308741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Calling delete_port for f09e3c2c-9f38-4d83-a857-d5917fd61c24 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:49.347271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f211093c-554d-4094-aeca-f5b854a678a4,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:49.380182 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3427c890-9f83-4128-ac73-bf63077a2c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:49.380895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3427c890-9f83-4128-ac73-bf63077a2c58 None None] The sync data for ids ['778e3671-c1bc-4584-a1d5-4b9ef5b48107'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:53:49.394550 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a733ae-2d6e-40fa-8e8c-2d864259aa5d x-openstack-request-id: req-53a733ae-2d6e-40fa-8e8c-2d864259aa5d {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:49.395528 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762a2596-565f-454b-ba71-8d97c9e618b1", "name": "network-vif-plugged", "status": "completed", "tag": "0200a7ab-2dc4-4422-8223-57f0223bff48", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:49.395528 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-53a733ae-2d6e-40fa-8e8c-2d864259aa5d {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:49.395862 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762a2596-565f-454b-ba71-8d97c9e618b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0200a7ab-2dc4-4422-8223-57f0223bff48', 'code': 200} Feb 15 16:53:49.405687 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0200a7ab-2dc4-4422-8223-57f0223bff48), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:49.479568 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['f211093c-554d-4094-aeca-f5b854a678a4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:53:49.484309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-59942aec-b3cd-4034-80a8-2c267881c5c8 None None] For port f09e3c2c-9f38-4d83-a857-d5917fd61c24, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f09e3c2c-9f38-4d83-a857-d5917fd61c24,segment=NetworkSegment(04084731-27ec-4286-ab62-5741c6bf3a68),segment_id=04084731-27ec-4286-ab62-5741c6bf3a68)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:49.484716 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59942aec-b3cd-4034-80a8-2c267881c5c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f09e3c2c-9f38-4d83-a857-d5917fd61c24), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:49.523576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-86ec8fda-72b7-4f46-bb22-19d3730329a1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:49.529091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-86ec8fda-72b7-4f46-bb22-19d3730329a1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:49.534613 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68147931-d2cf-4e80-93ca-0e5a002c3679 req-94faaae1-6eac-453c-9a3c-2436d6c5d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:49.534929 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-59942aec-b3cd-4034-80a8-2c267881c5c8 None None] Calling delete_port for f09e3c2c-9f38-4d83-a857-d5917fd61c24 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:49.535060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-86ec8fda-72b7-4f46-bb22-19d3730329a1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:49.536383 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-68147931-d2cf-4e80-93ca-0e5a002c3679 req-94faaae1-6eac-453c-9a3c-2436d6c5d254 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 1129 time: 0.0767789 Feb 15 16:53:49.543037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=0200a7ab-2dc4-4422-8223-57f0223bff48,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:49.543495 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-86ec8fda-72b7-4f46-bb22-19d3730329a1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:49.549352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-86ec8fda-72b7-4f46-bb22-19d3730329a1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:49.556061 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-86ec8fda-72b7-4f46-bb22-19d3730329a1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:49.561224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-86ec8fda-72b7-4f46-bb22-19d3730329a1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:49.563305 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-86ec8fda-72b7-4f46-bb22-19d3730329a1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.10 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5433 time: 0.2384815 Feb 15 16:53:49.623054 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34a16d-7636-4be6-88f8-05754d67ca10 req-44900020-aaa9-4676-8b17-cee2a88ebf7c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:49.624703 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb34a16d-7636-4be6-88f8-05754d67ca10 req-44900020-aaa9-4676-8b17-cee2a88ebf7c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 946 time: 0.1880753 Feb 15 16:53:49.652280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-c5c9a0a8-f850-4fda-9245-3c48096bfdeb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:49.653831 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-c5c9a0a8-f850-4fda-9245-3c48096bfdeb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.10 "GET /v2.0/ports/41438aaf-3eb8-4735-95e0-46102a711d7c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0825472 Feb 15 16:53:49.682325 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-68147931-d2cf-4e80-93ca-0e5a002c3679 req-eeb235ef-668c-4d52-b5cb-b7dca4fa0a7f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989857 Feb 15 16:53:49.759779 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59942aec-b3cd-4034-80a8-2c267881c5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (f09e3c2c-9f38-4d83-a857-d5917fd61c24), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:49.781447 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f09e3c2c-9f38-4d83-a857-d5917fd61c24), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:49.796412 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59942aec-b3cd-4034-80a8-2c267881c5c8 None None] Pushing event deleted for resources: {'Port': ['ID=f09e3c2c-9f38-4d83-a857-d5917fd61c24,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:49.800332 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59942aec-b3cd-4034-80a8-2c267881c5c8 None None] No DVR routers for this DVR port f09e3c2c-9f38-4d83-a857-d5917fd61c24 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:49.844888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb34a16d-7636-4be6-88f8-05754d67ca10 req-37ddc927-42bb-42cf-8fd0-35498b91a931 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136033 Feb 15 16:53:49.850012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Pushing event deleted for resources: {'Port': ['ID=f09e3c2c-9f38-4d83-a857-d5917fd61c24,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:49.853991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] No DVR routers for this DVR port f09e3c2c-9f38-4d83-a857-d5917fd61c24 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:49.862689 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-2d51652b-73cc-4f07-8bd4-55893e043e63 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.10 "GET /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2040002 Feb 15 16:53:49.894991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-2ee09285-52ef-40ba-966b-8a80bcbde3b0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:49.991771 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (3a13db26-21f5-486f-98e1-7faef1fc9a6e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:50.038521 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a13db26-21f5-486f-98e1-7faef1fc9a6e']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:50.045784 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-2ee09285-52ef-40ba-966b-8a80bcbde3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:50.050855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04084731-27ec-4286-ab62-5741c6bf3a68') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:50.051165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04084731-27ec-4286-ab62-5741c6bf3a68') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:50.067986 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (04084731-27ec-4286-ab62-5741c6bf3a68), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:50.101680 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (04084731-27ec-4286-ab62-5741c6bf3a68), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:50.113381 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:53:50.113784 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (04084731-27ec-4286-ab62-5741c6bf3a68), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:53:50.116741 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:53:50.145848 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:50.159657 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3fa2-d5b4-4f56-93ab-e1296db54c7a req-6adee459-a9d7-409c-9979-0b29978bec59 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:50.164916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3fa2-d5b4-4f56-93ab-e1296db54c7a req-6adee459-a9d7-409c-9979-0b29978bec59 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:50.170252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3fa2-d5b4-4f56-93ab-e1296db54c7a req-6adee459-a9d7-409c-9979-0b29978bec59 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:50.175547 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3fa2-d5b4-4f56-93ab-e1296db54c7a req-6adee459-a9d7-409c-9979-0b29978bec59 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:50.180934 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3fa2-d5b4-4f56-93ab-e1296db54c7a req-6adee459-a9d7-409c-9979-0b29978bec59 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:50.186434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3fa2-d5b4-4f56-93ab-e1296db54c7a req-6adee459-a9d7-409c-9979-0b29978bec59 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:50.191607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb3fa2-d5b4-4f56-93ab-e1296db54c7a req-6adee459-a9d7-409c-9979-0b29978bec59 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:50.193685 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d0fb3fa2-d5b4-4f56-93ab-e1296db54c7a req-6adee459-a9d7-409c-9979-0b29978bec59 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 5433 time: 0.1377165 Feb 15 16:53:50.303679 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-2ee09285-52ef-40ba-966b-8a80bcbde3b0 service neutron] For port 41438aaf-3eb8-4735-95e0-46102a711d7c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=41438aaf-3eb8-4735-95e0-46102a711d7c,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:50.314600 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (3a13db26-21f5-486f-98e1-7faef1fc9a6e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:50.326184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f09e3c2c-9f38-4d83-a857-d5917fd61c24 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:53:50.330640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a2eff-305b-4477-bf8a-6705adbfe4b6 req-fe4cb5f2-b93f-425b-bd0f-64874c1c1fe8 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:50.338466 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-293a2eff-305b-4477-bf8a-6705adbfe4b6 req-fe4cb5f2-b93f-425b-bd0f-64874c1c1fe8 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.1072619 Feb 15 16:53:50.352732 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d0fb3fa2-d5b4-4f56-93ab-e1296db54c7a req-b256d6de-5135-4e95-8188-4b7529474cec tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1438253 Feb 15 16:53:50.353447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: f09e3c2c-9f38-4d83-a857-d5917fd61c24 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:53:50.353884 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f09e3c2c-9f38-4d83-a857-d5917fd61c24 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:53:50.365344 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:50.368917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] 10.222.0.107 "DELETE /v2.0/networks/3a13db26-21f5-486f-98e1-7faef1fc9a6e HTTP/1.1" status: 204 len: 168 time: 1.6632566 Feb 15 16:53:50.381837 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7446b7-24dd-4bbc-8711-197735e03515 tempest-FloatingIPNegativeTestJSON-1215509811 tempest-FloatingIPNegativeTestJSON-1215509811-project] Pushing event deleted for resources: {'Network': ['ID=3a13db26-21f5-486f-98e1-7faef1fc9a6e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:50.425913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-2ee09285-52ef-40ba-966b-8a80bcbde3b0 service neutron] For port 41438aaf-3eb8-4735-95e0-46102a711d7c, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:53:50.476029 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-293a2eff-305b-4477-bf8a-6705adbfe4b6 req-9e21e016-71a0-457f-bb6a-20685d2bef87 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358078 Feb 15 16:53:50.493340 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-2ee09285-52ef-40ba-966b-8a80bcbde3b0 service neutron] device_id is not set on port 41438aaf-3eb8-4735-95e0-46102a711d7c yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:53:50.518044 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-2ee09285-52ef-40ba-966b-8a80bcbde3b0 service neutron] Publish callbacks [] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:50.545834 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f211093c-554d-4094-aeca-f5b854a678a4 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:53:50.553959 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-972e6d37-c98b-45e6-9363-20c2759565b1 req-1aa9bc6e-bc97-4cd8-8604-78a571e748c6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520000 Feb 15 16:53:50.622619 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f8ee0-55b3-4e79-b671-a9588d2f2713 req-15b46ea0-6064-4d5d-b568-ead550349eac tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:50.624162 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7f0f8ee0-55b3-4e79-b671-a9588d2f2713 req-15b46ea0-6064-4d5d-b568-ead550349eac tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1110439 Feb 15 16:53:50.647105 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-2ee09285-52ef-40ba-966b-8a80bcbde3b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:50.660077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Allocated IP 2001:db8:1::1 (0027788b-1e7d-476d-85d1-477cc416a159/3efb4b59-8fd3-4a21-8c28-c07d94dd05c9/2713b6d0-1661-4705-960c-bba1eb975e05) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:53:50.676072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port f211093c-554d-4094-aeca-f5b854a678a4 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:53:50.683078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port f211093c-554d-4094-aeca-f5b854a678a4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:50.683543 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f211093c-554d-4094-aeca-f5b854a678a4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:50.713263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e6d37-c98b-45e6-9363-20c2759565b1 req-d451069c-ce86-4827-bd65-957b2de49880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:50.715077 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-972e6d37-c98b-45e6-9363-20c2759565b1 req-d451069c-ce86-4827-bd65-957b2de49880 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d50e5805188b4195b80b506af394e48d&device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 1129 time: 0.1100471 Feb 15 16:53:50.735637 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-2ee09285-52ef-40ba-966b-8a80bcbde3b0 service neutron] No DVR routers for this DVR port 41438aaf-3eb8-4735-95e0-46102a711d7c on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:50.747020 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7f0f8ee0-55b3-4e79-b671-a9588d2f2713 req-da65cbc1-e4d7-45e5-bdd6-ffef741e82d3 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056268 Feb 15 16:53:50.798755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee09285-52ef-40ba-966b-8a80bcbde3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=41438aaf-3eb8-4735-95e0-46102a711d7c,revision_number=6']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:50.927817 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (2713b6d0-1661-4705-960c-bba1eb975e05), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:50.931634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-2ee09285-52ef-40ba-966b-8a80bcbde3b0 service neutron] In _notify_port_updated(), no bound segment for port 41438aaf-3eb8-4735-95e0-46102a711d7c on network 27a74dfa-05f1-43ff-9791-7a79afada23c {{(pid=103799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 16:53:50.932540 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-2ee09285-52ef-40ba-966b-8a80bcbde3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:50.933155 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-2ee09285-52ef-40ba-966b-8a80bcbde3b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:50.934539 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-2ee09285-52ef-40ba-966b-8a80bcbde3b0 service neutron] 10.222.0.10 "PUT /v2.0/ports/41438aaf-3eb8-4735-95e0-46102a711d7c HTTP/1.1" status: 200 len: 1027 time: 1.0477915 Feb 15 16:53:50.990233 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f211093c-554d-4094-aeca-f5b854a678a4 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:50.992217 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f211093c-554d-4094-aeca-f5b854a678a4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:51.039164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e6d37-c98b-45e6-9363-20c2759565b1 req-4d7b66e5-db11-4601-a3c5-65017876ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:51.040857 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-972e6d37-c98b-45e6-9363-20c2759565b1 req-4d7b66e5-db11-4601-a3c5-65017876ba1f service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 HTTP/1.1" status: 200 len: 911 time: 0.2679660 Feb 15 16:53:51.043550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-4390a833-ac9f-4228-9358-9e253b5bc26a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:51.044898 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-4390a833-ac9f-4228-9358-9e253b5bc26a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.10 "GET /v2.0/ports/e12c4311-7333-4002-a1ec-b7bac72ef0b9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1029284 Feb 15 16:53:51.062748 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (2713b6d0-1661-4705-960c-bba1eb975e05), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:51.064191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-b4e55d00-2ba1-47b5-963a-d3d1676a138e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:51.067989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:51.085009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2dfaa32b-21fc-4198-bf51-504e41c92a0f None None] Provisioning complete for port 41438aaf-3eb8-4735-95e0-46102a711d7c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:51.085551 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2dfaa32b-21fc-4198-bf51-504e41c92a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:51.137108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2dfaa32b-21fc-4198-bf51-504e41c92a0f None None] Port 41438aaf-3eb8-4735-95e0-46102a711d7c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:53:51.137667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55628) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:51.162199 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 0027788b-1e7d-476d-85d1-477cc416a159 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:51.166189 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:51.170475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:53:51.171027 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (778e3671-c1bc-4584-a1d5-4b9ef5b48107), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:51.181429 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f211093c-554d-4094-aeca-f5b854a678a4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:51.184339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device e12c4311-7333-4002-a1ec-b7bac72ef0b9 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:53:51.187048 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40bc03c-3ed8-440c-b502-4e867fcfc9a2 req-3090cda6-fe0f-4733-9fa0-13ecb6e709f5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:51.193511 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c40bc03c-3ed8-440c-b502-4e867fcfc9a2 req-3090cda6-fe0f-4733-9fa0-13ecb6e709f5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 946 time: 0.1919556 Feb 15 16:53:51.201482 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-972e6d37-c98b-45e6-9363-20c2759565b1 req-cf144bb0-7754-433e-bd12-5f2eef34b5dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76beb63c-bfcf-4a0b-be8a-d368b5208dab HTTP/1.1" status: 200 len: 1002 time: 0.1458819 Feb 15 16:53:51.223319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=2713b6d0-1661-4705-960c-bba1eb975e05,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:51.226747 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-b4e55d00-2ba1-47b5-963a-d3d1676a138e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:51.315743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e6d37-c98b-45e6-9363-20c2759565b1 req-bccba5eb-1cb1-44f9-b698-a2ed25bc30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:51.317804 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-972e6d37-c98b-45e6-9363-20c2759565b1 req-bccba5eb-1cb1-44f9-b698-a2ed25bc30e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee4840c8-e6d6-4864-8cc9-9887e739eb93 HTTP/1.1" status: 200 len: 849 time: 0.1064534 Feb 15 16:53:51.359809 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f211093c-554d-4094-aeca-f5b854a678a4,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:51.377134 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c40bc03c-3ed8-440c-b502-4e867fcfc9a2 req-4000623b-a5d2-4473-b9df-28e512fb2bce tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807587 Feb 15 16:53:51.400219 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:51.400508 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84221c4a-ce69-4502-990d-afa32c031e74" -d '{"events": [{"server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "name": "network-vif-plugged", "status": "completed", "tag": "f211093c-554d-4094-aeca-f5b854a678a4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:51.440412 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port e12c4311-7333-4002-a1ec-b7bac72ef0b9 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:51.440412 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:51.537980 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0be8ac5-b901-420b-a5d7-880be743029a x-openstack-request-id: req-c0be8ac5-b901-420b-a5d7-880be743029a {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:51.538489 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "name": "network-vif-plugged", "status": "completed", "tag": "f211093c-554d-4094-aeca-f5b854a678a4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:51.538906 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c0be8ac5-b901-420b-a5d7-880be743029a {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:51.539484 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4', 'code': 200} Feb 15 16:53:51.572402 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2713b6d0-1661-4705-960c-bba1eb975e05), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:51.639893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-b4e55d00-2ba1-47b5-963a-d3d1676a138e service neutron] For port e12c4311-7333-4002-a1ec-b7bac72ef0b9, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=e12c4311-7333-4002-a1ec-b7bac72ef0b9,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:51.664676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9a7a0e19-bc21-48c5-8e65-a0ac883dbc47 None None] Provisioning complete for port 2713b6d0-1661-4705-960c-bba1eb975e05 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:51.665254 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a7a0e19-bc21-48c5-8e65-a0ac883dbc47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2713b6d0-1661-4705-960c-bba1eb975e05), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:51.666525 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-eb8a0274-7123-4440-a87f-71167a3cbde3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=53caec674e0f46b7b5b7ec5ba8c77568&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5259702 Feb 15 16:53:51.670242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55638) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:51.703249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9a7a0e19-bc21-48c5-8e65-a0ac883dbc47 None None] Port 2713b6d0-1661-4705-960c-bba1eb975e05 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:53:51.713468 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e6d37-c98b-45e6-9363-20c2759565b1 req-59bdebe9-a2d4-411c-8266-a7d82e093c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:51.715105 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-972e6d37-c98b-45e6-9363-20c2759565b1 req-59bdebe9-a2d4-411c-8266-a7d82e093c48 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3821840 Feb 15 16:53:51.763889 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823ad5b-f89a-4877-9824-a0566fec664a req-bf422346-9322-40a5-ae88-674a7d147113 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:51.769250 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823ad5b-f89a-4877-9824-a0566fec664a req-bf422346-9322-40a5-ae88-674a7d147113 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:51.774802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823ad5b-f89a-4877-9824-a0566fec664a req-bf422346-9322-40a5-ae88-674a7d147113 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:51.780096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823ad5b-f89a-4877-9824-a0566fec664a req-bf422346-9322-40a5-ae88-674a7d147113 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:51.785330 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823ad5b-f89a-4877-9824-a0566fec664a req-bf422346-9322-40a5-ae88-674a7d147113 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:51.791227 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823ad5b-f89a-4877-9824-a0566fec664a req-bf422346-9322-40a5-ae88-674a7d147113 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:51.793064 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1823ad5b-f89a-4877-9824-a0566fec664a req-bf422346-9322-40a5-ae88-674a7d147113 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 4659 time: 0.2953429 Feb 15 16:53:51.812251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-b4e55d00-2ba1-47b5-963a-d3d1676a138e service neutron] For port e12c4311-7333-4002-a1ec-b7bac72ef0b9, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:53:51.830964 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720b366-8993-4be4-b40f-f9afc6602dd7 req-c507caf9-4b4e-44d9-89f9-07ded514d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:51.832445 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7720b366-8993-4be4-b40f-f9afc6602dd7 req-c507caf9-4b4e-44d9-89f9-07ded514d3c7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 1129 time: 0.2051880 Feb 15 16:53:51.884043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe626453-d205-4ae5-a364-309b07990836 req-6a333852-2891-458e-963f-d9e2760577d9 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:51.885586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe626453-d205-4ae5-a364-309b07990836 req-6a333852-2891-458e-963f-d9e2760577d9 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.2276740 Feb 15 16:53:51.893058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-b4e55d00-2ba1-47b5-963a-d3d1676a138e service neutron] device_id is not set on port e12c4311-7333-4002-a1ec-b7bac72ef0b9 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:53:51.914877 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-b4e55d00-2ba1-47b5-963a-d3d1676a138e service neutron] Publish callbacks [] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:51.941204 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a731665f-3072-4f93-9001-d878af481a26 admin admin] Publish callbacks [] for security_group (9cc4177f-aed2-419a-b2b7-3148d71499b1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:51.957060 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-972e6d37-c98b-45e6-9363-20c2759565b1 req-55dc68b9-bbf8-4d83-b7a8-71d6bcb6c51e service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286644 Feb 15 16:53:51.980130 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1823ad5b-f89a-4877-9824-a0566fec664a req-5e359760-f4a7-48bb-88d1-7260e8e88212 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&id=8476a588-e71a-406e-a6ea-9ce639964780&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1795475 Feb 15 16:53:51.987163 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7720b366-8993-4be4-b40f-f9afc6602dd7 req-85c21bd3-103d-4290-8275-69cbc991e1b1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421344 Feb 15 16:53:51.995246 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a731665f-3072-4f93-9001-d878af481a26 admin admin] Publish callbacks [] for security_group (9cc4177f-aed2-419a-b2b7-3148d71499b1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:52.054151 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:53:52.054940 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:53:52.068816 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-b4e55d00-2ba1-47b5-963a-d3d1676a138e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:52.120392 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe626453-d205-4ae5-a364-309b07990836 req-f27adc04-7b9a-4f19-bd23-4a0e75ad000f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097533 Feb 15 16:53:52.133396 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (2713b6d0-1661-4705-960c-bba1eb975e05), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:52.173659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c0479-44ac-498d-83d8-d13a5546e437 req-9dd073f0-3ced-4a06-a74a-f24551ee5b7d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:52.173659 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-271c0479-44ac-498d-83d8-d13a5546e437 req-9dd073f0-3ced-4a06-a74a-f24551ee5b7d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 946 time: 0.0855858 Feb 15 16:53:52.194629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-b4e55d00-2ba1-47b5-963a-d3d1676a138e service neutron] No DVR routers for this DVR port e12c4311-7333-4002-a1ec-b7bac72ef0b9 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:52.199722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e55d00-2ba1-47b5-963a-d3d1676a138e service neutron] Pushing event updated for resources: {'Port': ['ID=e12c4311-7333-4002-a1ec-b7bac72ef0b9,revision_number=6']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:52.238335 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (2713b6d0-1661-4705-960c-bba1eb975e05), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:52.239152 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (778e3671-c1bc-4584-a1d5-4b9ef5b48107), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:52.246973 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-972e6d37-c98b-45e6-9363-20c2759565b1 req-9e5d16ac-aec8-43ea-898a-154445defee2 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787285 Feb 15 16:53:52.257123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-b4e55d00-2ba1-47b5-963a-d3d1676a138e service neutron] In _notify_port_updated(), no bound segment for port e12c4311-7333-4002-a1ec-b7bac72ef0b9 on network 27a74dfa-05f1-43ff-9791-7a79afada23c {{(pid=103799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 16:53:52.258345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-b4e55d00-2ba1-47b5-963a-d3d1676a138e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:52.259067 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-b4e55d00-2ba1-47b5-963a-d3d1676a138e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:52.264639 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-b4e55d00-2ba1-47b5-963a-d3d1676a138e service neutron] 10.222.0.10 "PUT /v2.0/ports/e12c4311-7333-4002-a1ec-b7bac72ef0b9 HTTP/1.1" status: 200 len: 1027 time: 1.2075005 Feb 15 16:53:52.294835 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-271c0479-44ac-498d-83d8-d13a5546e437 req-a35163f3-0a4c-4491-8b31-de0a9fe01624 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101663 Feb 15 16:53:52.328713 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a731665f-3072-4f93-9001-d878af481a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9cc4177f-aed2-419a-b2b7-3148d71499b1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:52.332004 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a731665f-3072-4f93-9001-d878af481a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:52.334456 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a731665f-3072-4f93-9001-d878af481a26 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9cc4177f-aed2-419a-b2b7-3148d71499b1 HTTP/1.1" status: 204 len: 168 time: 0.6592340 Feb 15 16:53:52.365724 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a731665f-3072-4f93-9001-d878af481a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc4177f-aed2-419a-b2b7-3148d71499b1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:52.368348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=2713b6d0-1661-4705-960c-bba1eb975e05,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:52.428940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-bf344416-c68f-4509-84fd-e872e9d6b9cd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Deleting port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:52.430775 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-bf344416-c68f-4509-84fd-e872e9d6b9cd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:52.437274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 0027788b-1e7d-476d-85d1-477cc416a159 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:53:52.438801 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:53:52.537459 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0cf0289a-dcbe-41fc-b650-3d6cdca1faa9 None None] Provisioning complete for port e12c4311-7333-4002-a1ec-b7bac72ef0b9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:52.537459 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0cf0289a-dcbe-41fc-b650-3d6cdca1faa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:52.611411 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 778e3671-c1bc-4584-a1d5-4b9ef5b48107 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:53:52.618744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae9271-b38f-48af-8cb4-199031bc809b req-2e49a40e-776f-435f-b231-468b5d0eb243 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:52.626914 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2ae9271-b38f-48af-8cb4-199031bc809b req-2e49a40e-776f-435f-b231-468b5d0eb243 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 946 time: 0.1302788 Feb 15 16:53:52.630615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-bf344416-c68f-4509-84fd-e872e9d6b9cd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] For port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=123c3564-d09f-4a91-ad7f-9c78aa37f9fe,segment=NetworkSegment(cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3),segment_id=cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:52.630952 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-bf344416-c68f-4509-84fd-e872e9d6b9cd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:52.640725 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0cf0289a-dcbe-41fc-b650-3d6cdca1faa9 None None] Port e12c4311-7333-4002-a1ec-b7bac72ef0b9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:53:52.642416 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port e12c4311-7333-4002-a1ec-b7bac72ef0b9 is: DOWN; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:52.647882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 123c3564-d09f-4a91-ad7f-9c78aa37f9fe no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:53:52.680621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-bf344416-c68f-4509-84fd-e872e9d6b9cd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Calling delete_port for 123c3564-d09f-4a91-ad7f-9c78aa37f9fe owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:52.731906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2ae9271-b38f-48af-8cb4-199031bc809b req-f45046ef-21ac-40e5-afc5-55cf02fdd434 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035154 Feb 15 16:53:52.795186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:53:52.812827 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9363e515-28c3-488e-8dcc-775e6c6b5a0a tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/778e3671-c1bc-4584-a1d5-4b9ef5b48107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6291153 Feb 15 16:53:52.813081 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55654) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:52.813729 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71c4b6-8a5b-48e1-b096-4ab1f8a736f5 None None] Sync routers for ids ['778e3671-c1bc-4584-a1d5-4b9ef5b48107'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:53:52.840400 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:52.840979 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71c4b6-8a5b-48e1-b096-4ab1f8a736f5 None None] Routers {'778e3671-c1bc-4584-a1d5-4b9ef5b48107'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:52.844106 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ea71c4b6-8a5b-48e1-b096-4ab1f8a736f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['778e3671-c1bc-4584-a1d5-4b9ef5b48107'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:52.844519 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:52.878402 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e548b3a1-2b7c-406a-8018-4f97d497f1c0 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:52.881403 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e548b3a1-2b7c-406a-8018-4f97d497f1c0 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports/2713b6d0-1661-4705-960c-bba1eb975e05 HTTP/1.1" status: 200 len: 913 time: 0.0658457 Feb 15 16:53:52.884347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55656) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:52.922234 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ea71c4b6-8a5b-48e1-b096-4ab1f8a736f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:52.932546 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71c4b6-8a5b-48e1-b096-4ab1f8a736f5 None None] Routers {'778e3671-c1bc-4584-a1d5-4b9ef5b48107'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:52.933486 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ea71c4b6-8a5b-48e1-b096-4ab1f8a736f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['778e3671-c1bc-4584-a1d5-4b9ef5b48107'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:52.934053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=123c3564-d09f-4a91-ad7f-9c78aa37f9fe,segment=NetworkSegment(cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3),segment_id=cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:52.972719 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ea71c4b6-8a5b-48e1-b096-4ab1f8a736f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:52.974332 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea71c4b6-8a5b-48e1-b096-4ab1f8a736f5 None None] The sync data for ids ['778e3671-c1bc-4584-a1d5-4b9ef5b48107'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:53:52.979920 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d5c37f7c-a284-46d1-bc6d-98e612592d73 None None] Provisioning complete for port 2713b6d0-1661-4705-960c-bba1eb975e05 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:53:52.980518 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5c37f7c-a284-46d1-bc6d-98e612592d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2713b6d0-1661-4705-960c-bba1eb975e05), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:53.034509 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:53.045129 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 41438aaf-3eb8-4735-95e0-46102a711d7c no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:53:53.076246 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75a4be-9d64-41d2-a7b3-5a388070d321 req-9f250a1f-dcae-4a54-a768-738d04af8894 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:53.077815 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c75a4be-9d64-41d2-a7b3-5a388070d321 req-9f250a1f-dcae-4a54-a768-738d04af8894 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 946 time: 0.1797245 Feb 15 16:53:53.188916 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d5c37f7c-a284-46d1-bc6d-98e612592d73 None None] Port 2713b6d0-1661-4705-960c-bba1eb975e05 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:53:53.235636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=123c3564-d09f-4a91-ad7f-9c78aa37f9fe,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:53.238590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] The host n-h2-828372-14 is not matching for port 41438aaf-3eb8-4735-95e0-46102a711d7c host ! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 16:53:53.239261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 41438aaf-3eb8-4735-95e0-46102a711d7c not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:53:53.239866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 881e40ad-0c63-425b-99cc-d07326271955 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:53:53.249929 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c75a4be-9d64-41d2-a7b3-5a388070d321 req-d9ff67b3-bd10-4746-8671-5c7cf41d5c98 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311400 Feb 15 16:53:53.450204 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da9fec-2641-4416-9656-606d9d1924d8 req-66ff4cc6-fece-47ee-bb9f-add2b0e6d3a3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:53.453129 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c0da9fec-2641-4416-9656-606d9d1924d8 req-66ff4cc6-fece-47ee-bb9f-add2b0e6d3a3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.1239796 Feb 15 16:53:53.468743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc204c11-8a41-4009-bd23-219d78c8787e req-86213985-8f57-4bf2-b519-f1f38cc80aa4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:53.474200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc204c11-8a41-4009-bd23-219d78c8787e req-86213985-8f57-4bf2-b519-f1f38cc80aa4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:53.479537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc204c11-8a41-4009-bd23-219d78c8787e req-86213985-8f57-4bf2-b519-f1f38cc80aa4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:53.484894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc204c11-8a41-4009-bd23-219d78c8787e req-86213985-8f57-4bf2-b519-f1f38cc80aa4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:53.490415 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc204c11-8a41-4009-bd23-219d78c8787e req-86213985-8f57-4bf2-b519-f1f38cc80aa4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:53.498563 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc204c11-8a41-4009-bd23-219d78c8787e req-86213985-8f57-4bf2-b519-f1f38cc80aa4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 3883 time: 0.1334345 Feb 15 16:53:53.543095 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c0da9fec-2641-4416-9656-606d9d1924d8 req-9e65f2d2-8cee-41af-930e-d94b209e8a53 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815701 Feb 15 16:53:53.545966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '123c3564-d09f-4a91-ad7f-9c78aa37f9fe'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:53.550983 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb63300b-a8b9-4418-89a1-160729f2a018" -d '{"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-unplugged", "status": "completed", "tag": "123c3564-d09f-4a91-ad7f-9c78aa37f9fe"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:53.588581 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb1db48-9460-4316-b156-8cf2ca74d882 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (778e3671-c1bc-4584-a1d5-4b9ef5b48107), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:53.608857 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc204c11-8a41-4009-bd23-219d78c8787e req-0eb5da32-92d0-44cc-97fa-af9ce2da6348 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056795 Feb 15 16:53:53.667052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 881e40ad-0c63-425b-99cc-d07326271955 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:53.667741 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (881e40ad-0c63-425b-99cc-d07326271955), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:53.693497 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-bf344416-c68f-4509-84fd-e872e9d6b9cd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (123c3564-d09f-4a91-ad7f-9c78aa37f9fe), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:53.711534 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 881e40ad-0c63-425b-99cc-d07326271955, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=881e40ad-0c63-425b-99cc-d07326271955,segment=NetworkSegment(40298cfd-caa0-4631-b492-07b85e5c3055),segment_id=40298cfd-caa0-4631-b492-07b85e5c3055)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:53.757383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf344416-c68f-4509-84fd-e872e9d6b9cd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event deleted for resources: {'Port': ['ID=123c3564-d09f-4a91-ad7f-9c78aa37f9fe,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:53.810157 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (881e40ad-0c63-425b-99cc-d07326271955), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:53.814073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-bf344416-c68f-4509-84fd-e872e9d6b9cd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] No DVR routers for this DVR port 123c3564-d09f-4a91-ad7f-9c78aa37f9fe on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:53.820581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39c7ec-d0c8-48df-8d2f-a191c4981ada req-b9013f3d-b375-4876-833a-d3cde6c59cc0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:53.822201 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea39c7ec-d0c8-48df-8d2f-a191c4981ada req-b9013f3d-b375-4876-833a-d3cde6c59cc0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 946 time: 0.1431289 Feb 15 16:53:53.823124 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f5af67be-1719-4be1-89cb-3f77a4ab58d3 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:53:53.823338 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-bf344416-c68f-4509-84fd-e872e9d6b9cd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:53.827326 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-bf344416-c68f-4509-84fd-e872e9d6b9cd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.10 "DELETE /v2.0/ports/123c3564-d09f-4a91-ad7f-9c78aa37f9fe HTTP/1.1" status: 204 len: 173 time: 1.5548203 Feb 15 16:53:53.827326 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-deleted', 'tag': '123c3564-d09f-4a91-ad7f-9c78aa37f9fe'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:53.829434 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c17891-9aac-469a-81b4-71b7b243973e" -d '{"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-deleted", "tag": "123c3564-d09f-4a91-ad7f-9c78aa37f9fe"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:53.912446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=881e40ad-0c63-425b-99cc-d07326271955,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:53.934860 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea39c7ec-d0c8-48df-8d2f-a191c4981ada req-8cf727e6-1540-4117-b9eb-3251cf39c9ff tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012425 Feb 15 16:53:53.971024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1db48-9460-4316-b156-8cf2ca74d882 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port 2713b6d0-1661-4705-960c-bba1eb975e05 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:53.971393 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb1db48-9460-4316-b156-8cf2ca74d882 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2713b6d0-1661-4705-960c-bba1eb975e05), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:53.981030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-d039ab15-3cde-4c7e-b2f6-64bfd46d007c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Deleting port f5af67be-1719-4be1-89cb-3f77a4ab58d3 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:53.981391 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-d039ab15-3cde-4c7e-b2f6-64bfd46d007c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:54.020208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f5af67be-1719-4be1-89cb-3f77a4ab58d3 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:54.020667 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:54.057234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f5af67be-1719-4be1-89cb-3f77a4ab58d3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f5af67be-1719-4be1-89cb-3f77a4ab58d3,segment=NetworkSegment(cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3),segment_id=cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:54.068150 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6655d83d-a740-449f-9cb3-4c4656166d15 x-openstack-request-id: req-6655d83d-a740-449f-9cb3-4c4656166d15 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:54.068150 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-unplugged", "status": "completed", "tag": "123c3564-d09f-4a91-ad7f-9c78aa37f9fe", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:54.068150 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6655d83d-a740-449f-9cb3-4c4656166d15 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:54.068150 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '123c3564-d09f-4a91-ad7f-9c78aa37f9fe', 'code': 200} Feb 15 16:53:54.122257 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb1db48-9460-4316-b156-8cf2ca74d882 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2713b6d0-1661-4705-960c-bba1eb975e05), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:54.129864 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9dc52a-b600-4899-b2ef-f7ea965e42e3 x-openstack-request-id: req-4f9dc52a-b600-4899-b2ef-f7ea965e42e3 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:54.130229 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-deleted", "tag": "123c3564-d09f-4a91-ad7f-9c78aa37f9fe", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:54.130446 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4f9dc52a-b600-4899-b2ef-f7ea965e42e3 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:54.132022 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-deleted', 'tag': '123c3564-d09f-4a91-ad7f-9c78aa37f9fe', 'status': 'completed', 'code': 200} Feb 15 16:53:54.141695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1db48-9460-4316-b156-8cf2ca74d882 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for 2713b6d0-1661-4705-960c-bba1eb975e05 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:54.150622 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:54.151333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device fe179def-5efe-44f2-90b5-9251355671f2 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:53:54.158224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-d039ab15-3cde-4c7e-b2f6-64bfd46d007c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] For port f5af67be-1719-4be1-89cb-3f77a4ab58d3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f5af67be-1719-4be1-89cb-3f77a4ab58d3,segment=NetworkSegment(cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3),segment_id=cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:54.158540 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-d039ab15-3cde-4c7e-b2f6-64bfd46d007c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:54.175120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55694) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:54.202263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-d039ab15-3cde-4c7e-b2f6-64bfd46d007c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Calling delete_port for f5af67be-1719-4be1-89cb-3f77a4ab58d3 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:54.319123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port fe179def-5efe-44f2-90b5-9251355671f2 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:54.319612 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fe179def-5efe-44f2-90b5-9251355671f2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:54.372752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port fe179def-5efe-44f2-90b5-9251355671f2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=fe179def-5efe-44f2-90b5-9251355671f2,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:54.394368 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f5af67be-1719-4be1-89cb-3f77a4ab58d3,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:54.465052 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fe179def-5efe-44f2-90b5-9251355671f2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:54.465810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3afed0e7-2cee-4126-8584-e4805f52e3c7 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:53:54.472479 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a1bc5-f6dc-4905-a8d1-8487c76131d5 req-629dedc5-f6eb-4914-ad34-56a6d07e6d0d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:54.477585 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-664a1bc5-f6dc-4905-a8d1-8487c76131d5 req-629dedc5-f6eb-4914-ad34-56a6d07e6d0d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 946 time: 0.0762582 Feb 15 16:53:54.480728 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bb6da-10e9-46c9-86c6-a33a671b0b74 req-cb079407-0f52-437a-b4a5-3c279ffacbc4 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:54.489939 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55702) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:54.491291 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db8bb6da-10e9-46c9-86c6-a33a671b0b74 req-cb079407-0f52-437a-b4a5-3c279ffacbc4 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 946 time: 0.1716940 Feb 15 16:53:54.497235 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a220702e-d79c-47c2-bf9f-a6293f37e836 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Request body: {'floatingip': {'port_id': 'f211093c-554d-4094-aeca-f5b854a678a4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:54.519023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Request body: {'networks': [{'name': 'tempest-network--847065522'}, {'name': 'tempest-network--1371384415'}]} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:54.519404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Request body: {'network': {'name': 'tempest-network--847065522'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:54.519959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Request body: {'network': {'name': 'tempest-network--1371384415'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:54.539839 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb1db48-9460-4316-b156-8cf2ca74d882 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (2713b6d0-1661-4705-960c-bba1eb975e05), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:54.569094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=fe179def-5efe-44f2-90b5-9251355671f2,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:54.588891 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a220702e-d79c-47c2-bf9f-a6293f37e836 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for floatingip (3a2b1f5b-57f1-430a-aea1-fb3a35e9bac2), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:54.595487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1db48-9460-4316-b156-8cf2ca74d882 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=2713b6d0-1661-4705-960c-bba1eb975e05,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:54.617411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 3afed0e7-2cee-4126-8584-e4805f52e3c7 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:53:54.617411 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:54.624565 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db8bb6da-10e9-46c9-86c6-a33a671b0b74 req-7e376b21-028f-4888-9593-614f6e949990 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321948 Feb 15 16:53:54.656101 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3afed0e7-2cee-4126-8584-e4805f52e3c7, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3afed0e7-2cee-4126-8584-e4805f52e3c7,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:54.667322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Made reservation on behalf of 3c28972507094babb4ddf048fcac644e for: {'network': 2} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:54.671820 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:54.687503 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:54.764381 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-d039ab15-3cde-4c7e-b2f6-64bfd46d007c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f5af67be-1719-4be1-89cb-3f77a4ab58d3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:54.798456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf9f8f-a42e-4a2e-bb3f-b8a786e23ed0 req-c8a2bbb8-0af3-4d12-8484-c97cf0e3de1a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:54.799040 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:54.803930 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf9f8f-a42e-4a2e-bb3f-b8a786e23ed0 req-c8a2bbb8-0af3-4d12-8484-c97cf0e3de1a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:54.809326 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf9f8f-a42e-4a2e-bb3f-b8a786e23ed0 req-c8a2bbb8-0af3-4d12-8484-c97cf0e3de1a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:54.814797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf9f8f-a42e-4a2e-bb3f-b8a786e23ed0 req-c8a2bbb8-0af3-4d12-8484-c97cf0e3de1a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:54.816673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cfdf9f8f-a42e-4a2e-bb3f-b8a786e23ed0 req-c8a2bbb8-0af3-4d12-8484-c97cf0e3de1a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 3144 time: 0.1269779 Feb 15 16:53:54.846863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039ab15-3cde-4c7e-b2f6-64bfd46d007c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event deleted for resources: {'Port': ['ID=f5af67be-1719-4be1-89cb-3f77a4ab58d3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:54.899235 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=3afed0e7-2cee-4126-8584-e4805f52e3c7,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:54.947559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-d039ab15-3cde-4c7e-b2f6-64bfd46d007c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] No DVR routers for this DVR port f5af67be-1719-4be1-89cb-3f77a4ab58d3 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:54.954456 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-d039ab15-3cde-4c7e-b2f6-64bfd46d007c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:54.957712 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-d039ab15-3cde-4c7e-b2f6-64bfd46d007c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.10 "DELETE /v2.0/ports/f5af67be-1719-4be1-89cb-3f77a4ab58d3 HTTP/1.1" status: 204 len: 173 time: 1.1251643 Feb 15 16:53:54.965769 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cfdf9f8f-a42e-4a2e-bb3f-b8a786e23ed0 req-f157ce0c-08d7-4840-b60b-bd06807c4981 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245105 Feb 15 16:53:54.994292 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks [] for security_group (db9c3f2e-f0c4-40f5-bbcd-04c24c53afd0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:55.070343 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (db9c3f2e-f0c4-40f5-bbcd-04c24c53afd0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:55.070862 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:55.111668 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-6bc1d52b-3547-4e10-ad2c-dd22e7b4dd2a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Deleting port fe179def-5efe-44f2-90b5-9251355671f2 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:55.112009 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-6bc1d52b-3547-4e10-ad2c-dd22e7b4dd2a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (fe179def-5efe-44f2-90b5-9251355671f2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:55.119765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db9c3f2e-f0c4-40f5-bbcd-04c24c53afd0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:55.177268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:53:55.196833 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d96ab474-2944-457d-bb6e-b65f96b8b58a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:55.197254 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Added segment d96ab474-2944-457d-bb6e-b65f96b8b58a of type vlan for network 5e298317-51e2-452f-a251-c638a6988e77 Feb 15 16:53:55.207794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df55a4c-a8de-49ab-8e1d-68c2a5fb9ae8 req-01514625-5631-429c-96a1-8aea113559a0 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:55.209326 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5df55a4c-a8de-49ab-8e1d-68c2a5fb9ae8 req-01514625-5631-429c-96a1-8aea113559a0 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.5390778 Feb 15 16:53:55.266510 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (5e298317-51e2-452f-a251-c638a6988e77), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:55.280434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-6bc1d52b-3547-4e10-ad2c-dd22e7b4dd2a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] For port fe179def-5efe-44f2-90b5-9251355671f2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=fe179def-5efe-44f2-90b5-9251355671f2,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:55.280724 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-6bc1d52b-3547-4e10-ad2c-dd22e7b4dd2a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (fe179def-5efe-44f2-90b5-9251355671f2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:55.302507 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb1db48-9460-4316-b156-8cf2ca74d882 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (778e3671-c1bc-4584-a1d5-4b9ef5b48107), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:55.306040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-6bc1d52b-3547-4e10-ad2c-dd22e7b4dd2a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Calling delete_port for fe179def-5efe-44f2-90b5-9251355671f2 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:55.328719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:53:55.373618 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (fe69168a-7c84-460a-8103-0cf7c334c3d2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:55.374276 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Added segment fe69168a-7c84-460a-8103-0cf7c334c3d2 of type vlan for network 5a74f28d-c3ac-47e3-a363-01997ca12de7 Feb 15 16:53:55.424614 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5df55a4c-a8de-49ab-8e1d-68c2a5fb9ae8 req-40e9abaf-72c3-43a6-97ee-f53482b354ab tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033634 Feb 15 16:53:55.447295 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (5a74f28d-c3ac-47e3-a363-01997ca12de7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:55.599004 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (5e298317-51e2-452f-a251-c638a6988e77), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:55.599519 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (5a74f28d-c3ac-47e3-a363-01997ca12de7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:55.604971 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:55.609159 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:55.609826 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:55.620845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8ac6f-69e3-481e-8b13-14f55586eeb0 req-e8a4a932-c3e3-4013-8a9c-fb66e514cb97 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:55.622396 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-18a8ac6f-69e3-481e-8b13-14f55586eeb0 req-e8a4a932-c3e3-4013-8a9c-fb66e514cb97 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 946 time: 0.1836400 Feb 15 16:53:55.684082 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-6bc1d52b-3547-4e10-ad2c-dd22e7b4dd2a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (fe179def-5efe-44f2-90b5-9251355671f2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:55.731479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event updated for resources: {'Network': ['ID=5e298317-51e2-452f-a251-c638a6988e77,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:55.746625 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 5e298317-51e2-452f-a251-c638a6988e77 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:53:55.763876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb1db48-9460-4316-b156-8cf2ca74d882 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 778e3671-c1bc-4584-a1d5-4b9ef5b48107 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:53:55.775102 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1d52b-3547-4e10-ad2c-dd22e7b4dd2a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event deleted for resources: {'Port': ['ID=fe179def-5efe-44f2-90b5-9251355671f2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:55.851624 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6754317 Feb 15 16:53:55.875140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55714) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:55.932787 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-a220702e-d79c-47c2-bf9f-a6293f37e836 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:53:55.985549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-6bc1d52b-3547-4e10-ad2c-dd22e7b4dd2a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] No DVR routers for this DVR port fe179def-5efe-44f2-90b5-9251355671f2 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:55.987764 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-6bc1d52b-3547-4e10-ad2c-dd22e7b4dd2a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:55.990731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-18a8ac6f-69e3-481e-8b13-14f55586eeb0 req-826464f7-d3d8-46eb-a8bc-da311c7d01c8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Deleting port 0200a7ab-2dc4-4422-8223-57f0223bff48 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:55.991070 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-18a8ac6f-69e3-481e-8b13-14f55586eeb0 req-826464f7-d3d8-46eb-a8bc-da311c7d01c8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0200a7ab-2dc4-4422-8223-57f0223bff48), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:55.991891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-6bc1d52b-3547-4e10-ad2c-dd22e7b4dd2a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.10 "DELETE /v2.0/ports/fe179def-5efe-44f2-90b5-9251355671f2 HTTP/1.1" status: 204 len: 173 time: 1.0207286 Feb 15 16:53:55.999276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb1db48-9460-4316-b156-8cf2ca74d882 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:53:56.016978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8858f11-2d1b-49fd-8655-a708b0c5238b None None] Sync routers for ids ['778e3671-c1bc-4584-a1d5-4b9ef5b48107'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:53:56.020979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcbe1d-302a-4afd-a93c-267450063b5a tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event updated for resources: {'Network': ['ID=5a74f28d-c3ac-47e3-a363-01997ca12de7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:56.032428 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8858f11-2d1b-49fd-8655-a708b0c5238b None None] Routers {'778e3671-c1bc-4584-a1d5-4b9ef5b48107'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:56.033525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-a8858f11-2d1b-49fd-8655-a708b0c5238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['778e3671-c1bc-4584-a1d5-4b9ef5b48107'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:56.043904 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7eb1db48-9460-4316-b156-8cf2ca74d882 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/778e3671-c1bc-4584-a1d5-4b9ef5b48107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1585214 Feb 15 16:53:56.052818 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55718) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:56.067305 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a220702e-d79c-47c2-bf9f-a6293f37e836 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:56.094411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '881e40ad-0c63-425b-99cc-d07326271955'}, {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5af67be-1719-4be1-89cb-3f77a4ab58d3'}, {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe179def-5efe-44f2-90b5-9251355671f2'}, {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afed0e7-2cee-4126-8584-e4805f52e3c7'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:56.097721 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf6f6da-407d-450f-b7d2-dbd3b5fd5504" -d '{"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-unplugged", "status": "completed", "tag": "881e40ad-0c63-425b-99cc-d07326271955"}, {"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-unplugged", "status": "completed", "tag": "f5af67be-1719-4be1-89cb-3f77a4ab58d3"}, {"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-unplugged", "status": "completed", "tag": "fe179def-5efe-44f2-90b5-9251355671f2"}, {"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-unplugged", "status": "completed", "tag": "3afed0e7-2cee-4126-8584-e4805f52e3c7"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:56.104094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 5a74f28d-c3ac-47e3-a363-01997ca12de7 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:53:56.104857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729b5ec-2e9f-4eff-808f-747cf0a7b72d req-3a95d39d-0d41-4327-88fe-fc859d1fecb2 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:56.110230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-a8858f11-2d1b-49fd-8655-a708b0c5238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:56.118155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c729b5ec-2e9f-4eff-808f-747cf0a7b72d req-3a95d39d-0d41-4327-88fe-fc859d1fecb2 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 946 time: 0.4018016 Feb 15 16:53:56.156707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-deleted', 'tag': 'f5af67be-1719-4be1-89cb-3f77a4ab58d3'}, {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-deleted', 'tag': 'fe179def-5efe-44f2-90b5-9251355671f2'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:56.164376 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed24f89d-c4e8-4aa8-965a-69a65e4fa419" -d '{"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-deleted", "tag": "f5af67be-1719-4be1-89cb-3f77a4ab58d3"}, {"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-deleted", "tag": "fe179def-5efe-44f2-90b5-9251355671f2"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:56.164549 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a220702e-d79c-47c2-bf9f-a6293f37e836 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (3a2b1f5b-57f1-430a-aea1-fb3a35e9bac2), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:56.186888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ecaf89-fd6f-429b-a8d2-9da3aae6b636 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:56.192617 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ecaf89-fd6f-429b-a8d2-9da3aae6b636 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:56.198129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ecaf89-fd6f-429b-a8d2-9da3aae6b636 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:56.203859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8858f11-2d1b-49fd-8655-a708b0c5238b None None] Routers {'778e3671-c1bc-4584-a1d5-4b9ef5b48107'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:56.204079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ecaf89-fd6f-429b-a8d2-9da3aae6b636 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:56.204753 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-a8858f11-2d1b-49fd-8655-a708b0c5238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['778e3671-c1bc-4584-a1d5-4b9ef5b48107'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:56.205657 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-11ecaf89-fd6f-429b-a8d2-9da3aae6b636 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3305740 Feb 15 16:53:56.209868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55724) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:56.276109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-a8858f11-2d1b-49fd-8655-a708b0c5238b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:56.277212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8858f11-2d1b-49fd-8655-a708b0c5238b None None] The sync data for ids ['778e3671-c1bc-4584-a1d5-4b9ef5b48107'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:53:56.283821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-18a8ac6f-69e3-481e-8b13-14f55586eeb0 req-826464f7-d3d8-46eb-a8bc-da311c7d01c8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] For port 0200a7ab-2dc4-4422-8223-57f0223bff48, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0200a7ab-2dc4-4422-8223-57f0223bff48,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:56.284212 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-18a8ac6f-69e3-481e-8b13-14f55586eeb0 req-826464f7-d3d8-46eb-a8bc-da311c7d01c8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0200a7ab-2dc4-4422-8223-57f0223bff48), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:56.324739 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c729b5ec-2e9f-4eff-808f-747cf0a7b72d req-bc10e3ad-776d-4ec7-a015-17064af124ae tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108338 Feb 15 16:53:56.334811 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8dca3b4-c763-4662-9a2c-9912e0ea0d88 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (5e298317-51e2-452f-a251-c638a6988e77), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:56.349173 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-18a8ac6f-69e3-481e-8b13-14f55586eeb0 req-826464f7-d3d8-46eb-a8bc-da311c7d01c8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Calling delete_port for 0200a7ab-2dc4-4422-8223-57f0223bff48 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:56.354494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-20d472d4-b614-41be-8c2c-6712891207bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Deleting port 881e40ad-0c63-425b-99cc-d07326271955 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:56.361754 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-20d472d4-b614-41be-8c2c-6712891207bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (881e40ad-0c63-425b-99cc-d07326271955), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:56.405047 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d9e7a0-0063-4d48-befe-a0e561dfdec6 x-openstack-request-id: req-77d9e7a0-0063-4d48-befe-a0e561dfdec6 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:56.405529 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-unplugged", "status": "completed", "tag": "881e40ad-0c63-425b-99cc-d07326271955", "code": 200}, {"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-unplugged", "status": "completed", "tag": "f5af67be-1719-4be1-89cb-3f77a4ab58d3", "code": 200}, {"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-unplugged", "status": "completed", "tag": "fe179def-5efe-44f2-90b5-9251355671f2", "code": 200}, {"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-unplugged", "status": "completed", "tag": "3afed0e7-2cee-4126-8584-e4805f52e3c7", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:56.405828 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-77d9e7a0-0063-4d48-befe-a0e561dfdec6 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:56.408767 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '881e40ad-0c63-425b-99cc-d07326271955', 'code': 200} Feb 15 16:53:56.409036 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5af67be-1719-4be1-89cb-3f77a4ab58d3', 'code': 200} Feb 15 16:53:56.409298 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe179def-5efe-44f2-90b5-9251355671f2', 'code': 200} Feb 15 16:53:56.409584 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3afed0e7-2cee-4126-8584-e4805f52e3c7', 'code': 200} Feb 15 16:53:56.463026 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4460bc-4607-41a8-9667-3836cff9f285 x-openstack-request-id: req-7f4460bc-4607-41a8-9667-3836cff9f285 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:56.463372 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-deleted", "tag": "f5af67be-1719-4be1-89cb-3f77a4ab58d3", "status": "completed", "code": 200}, {"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-deleted", "tag": "fe179def-5efe-44f2-90b5-9251355671f2", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:56.463595 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7f4460bc-4607-41a8-9667-3836cff9f285 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:56.464006 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-deleted', 'tag': 'f5af67be-1719-4be1-89cb-3f77a4ab58d3', 'status': 'completed', 'code': 200} Feb 15 16:53:56.464272 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-deleted', 'tag': 'fe179def-5efe-44f2-90b5-9251355671f2', 'status': 'completed', 'code': 200} Feb 15 16:53:56.481526 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce0f26-d10e-4a63-a4dc-9c3b2e2478fb req-f5c282a2-0d8c-4382-8cb1-ab0da4c931b0 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:56.486878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce0f26-d10e-4a63-a4dc-9c3b2e2478fb req-f5c282a2-0d8c-4382-8cb1-ab0da4c931b0 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:56.488438 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-27ce0f26-d10e-4a63-a4dc-9c3b2e2478fb req-f5c282a2-0d8c-4382-8cb1-ab0da4c931b0 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 1677 time: 0.3262498 Feb 15 16:53:56.526216 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-a220702e-d79c-47c2-bf9f-a6293f37e836 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Floating IP 3a2b1f5b-57f1-430a-aea1-fb3a35e9bac2 associated. External IP: 172.25.4.171, port: f211093c-554d-4094-aeca-f5b854a678a4. Feb 15 16:53:56.532883 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8dca3b4-c763-4662-9a2c-9912e0ea0d88 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (5e298317-51e2-452f-a251-c638a6988e77), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:56.572652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d8dca3b4-c763-4662-9a2c-9912e0ea0d88 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e298317-51e2-452f-a251-c638a6988e77']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:56.591431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d8dca3b4-c763-4662-9a2c-9912e0ea0d88 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd96ab474-2944-457d-bb6e-b65f96b8b58a') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:56.591750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d8dca3b4-c763-4662-9a2c-9912e0ea0d88 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd96ab474-2944-457d-bb6e-b65f96b8b58a') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:56.594606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-20d472d4-b614-41be-8c2c-6712891207bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] For port 881e40ad-0c63-425b-99cc-d07326271955, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=881e40ad-0c63-425b-99cc-d07326271955,segment=NetworkSegment(40298cfd-caa0-4631-b492-07b85e5c3055),segment_id=40298cfd-caa0-4631-b492-07b85e5c3055)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:56.594982 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-20d472d4-b614-41be-8c2c-6712891207bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (881e40ad-0c63-425b-99cc-d07326271955), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:56.616746 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8dca3b4-c763-4662-9a2c-9912e0ea0d88 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (d96ab474-2944-457d-bb6e-b65f96b8b58a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:56.795073 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8dca3b4-c763-4662-9a2c-9912e0ea0d88 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d96ab474-2944-457d-bb6e-b65f96b8b58a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:56.829080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8dca3b4-c763-4662-9a2c-9912e0ea0d88 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:53:56.829501 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8dca3b4-c763-4662-9a2c-9912e0ea0d88 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (d96ab474-2944-457d-bb6e-b65f96b8b58a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:53:56.832832 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:53:56.912008 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-20d472d4-b614-41be-8c2c-6712891207bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:56.912369 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-20d472d4-b614-41be-8c2c-6712891207bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (a159062e-4330-4af7-93b7-3eebbba702b0), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:56.912689 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-20d472d4-b614-41be-8c2c-6712891207bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Floating IP a159062e-4330-4af7-93b7-3eebbba702b0 disassociated. External IP: 172.25.4.99, port: 881e40ad-0c63-425b-99cc-d07326271955. Feb 15 16:53:56.913036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-20d472d4-b614-41be-8c2c-6712891207bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Calling delete_port for 881e40ad-0c63-425b-99cc-d07326271955 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:56.970267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b54572-6e5c-4322-9d80-7c0863932990 req-ecbca177-8970-46a1-83b4-e1bf54ee367b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:56.972110 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9b54572-6e5c-4322-9d80-7c0863932990 req-ecbca177-8970-46a1-83b4-e1bf54ee367b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.1805460 Feb 15 16:53:57.045990 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8dca3b4-c763-4662-9a2c-9912e0ea0d88 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (5e298317-51e2-452f-a251-c638a6988e77), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:57.052930 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8dca3b4-c763-4662-9a2c-9912e0ea0d88 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:57.060619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d8dca3b4-c763-4662-9a2c-9912e0ea0d88 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "DELETE /v2.0/networks/5e298317-51e2-452f-a251-c638a6988e77 HTTP/1.1" status: 204 len: 168 time: 0.8483858 Feb 15 16:53:57.066157 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9b54572-6e5c-4322-9d80-7c0863932990 req-80bccb19-d3b7-4bf1-b924-3838a8c4ddb5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770388 Feb 15 16:53:57.076539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55744) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:57.105709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dca3b4-c763-4662-9a2c-9912e0ea0d88 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event deleted for resources: {'Network': ['ID=5e298317-51e2-452f-a251-c638a6988e77,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:57.133016 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-27ce0f26-d10e-4a63-a4dc-9c3b2e2478fb req-76717d07-37a0-4993-9032-fbcddf620a98 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6335237 Feb 15 16:53:57.202146 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdfdda7-04ed-47b3-9043-a45599f05955 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (5a74f28d-c3ac-47e3-a363-01997ca12de7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:57.257115 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-18a8ac6f-69e3-481e-8b13-14f55586eeb0 req-826464f7-d3d8-46eb-a8bc-da311c7d01c8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0200a7ab-2dc4-4422-8223-57f0223bff48), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:57.274907 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['21b48050-d6b1-4d95-96d0-49afc662f919'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:53:57.326664 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-20d472d4-b614-41be-8c2c-6712891207bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (881e40ad-0c63-425b-99cc-d07326271955), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:57.341061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826464f7-d3d8-46eb-a8bc-da311c7d01c8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Pushing event deleted for resources: {'Port': ['ID=0200a7ab-2dc4-4422-8223-57f0223bff48,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:57.359548 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdfdda7-04ed-47b3-9043-a45599f05955 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (5a74f28d-c3ac-47e3-a363-01997ca12de7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:57.363296 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d472d4-b614-41be-8c2c-6712891207bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event deleted for resources: {'Port': ['ID=881e40ad-0c63-425b-99cc-d07326271955,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:57.397869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-cfdfdda7-04ed-47b3-9043-a45599f05955 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a74f28d-c3ac-47e3-a363-01997ca12de7']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:57.430337 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a8ac6f-69e3-481e-8b13-14f55586eeb0 req-826464f7-d3d8-46eb-a8bc-da311c7d01c8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] No DVR routers for this DVR port 0200a7ab-2dc4-4422-8223-57f0223bff48 on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:57.435186 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-18a8ac6f-69e3-481e-8b13-14f55586eeb0 req-826464f7-d3d8-46eb-a8bc-da311c7d01c8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:57.439555 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-18a8ac6f-69e3-481e-8b13-14f55586eeb0 req-826464f7-d3d8-46eb-a8bc-da311c7d01c8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "DELETE /v2.0/ports/0200a7ab-2dc4-4422-8223-57f0223bff48 HTTP/1.1" status: 204 len: 173 time: 1.8087301 Feb 15 16:53:57.441115 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762a2596-565f-454b-ba71-8d97c9e618b1', 'name': 'network-vif-deleted', 'tag': '0200a7ab-2dc4-4422-8223-57f0223bff48'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:57.444411 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378ade9e-8880-4385-9cc7-414c73725f45" -d '{"events": [{"server_uuid": "762a2596-565f-454b-ba71-8d97c9e618b1", "name": "network-vif-deleted", "tag": "0200a7ab-2dc4-4422-8223-57f0223bff48"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:57.452557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-cfdfdda7-04ed-47b3-9043-a45599f05955 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe69168a-7c84-460a-8103-0cf7c334c3d2') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:57.452867 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-cfdfdda7-04ed-47b3-9043-a45599f05955 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe69168a-7c84-460a-8103-0cf7c334c3d2') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:57.465093 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0256714-b104-479c-9a20-081ab2fa21c4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (778e3671-c1bc-4584-a1d5-4b9ef5b48107), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:57.501837 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdfdda7-04ed-47b3-9043-a45599f05955 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (fe69168a-7c84-460a-8103-0cf7c334c3d2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:57.567671 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03638f33-c811-459b-8c8c-d98d2cb8e05a x-openstack-request-id: req-03638f33-c811-459b-8c8c-d98d2cb8e05a {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:57.568063 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762a2596-565f-454b-ba71-8d97c9e618b1", "name": "network-vif-deleted", "tag": "0200a7ab-2dc4-4422-8223-57f0223bff48", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:57.568256 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-03638f33-c811-459b-8c8c-d98d2cb8e05a {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:57.568640 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '762a2596-565f-454b-ba71-8d97c9e618b1', 'name': 'network-vif-deleted', 'tag': '0200a7ab-2dc4-4422-8223-57f0223bff48', 'status': 'completed', 'code': 200} Feb 15 16:53:57.620513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a220702e-d79c-47c2-bf9f-a6293f37e836 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Router 09584aaf-5d12-4911-98b9-de7e42b548bc has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:53:57.805918 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35b40874-c266-4ab2-8a97-1af01dd029f5 req-0a4b5e5a-23fd-491b-80db-14ef2c0e6bc8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=762a2596-565f-454b-ba71-8d97c9e618b1 HTTP/1.1" status: 200 len: 210 time: 0.3241653 Feb 15 16:53:57.814442 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a220702e-d79c-47c2-bf9f-a6293f37e836 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:53:57.820595 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a220702e-d79c-47c2-bf9f-a6293f37e836 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:57.838297 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0141c86-0016-40c4-b933-4a69402e81be None None] Sync routers for ids ['09584aaf-5d12-4911-98b9-de7e42b548bc'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:53:57.839667 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdfdda7-04ed-47b3-9043-a45599f05955 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (fe69168a-7c84-460a-8103-0cf7c334c3d2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:57.850853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdfdda7-04ed-47b3-9043-a45599f05955 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:53:57.851510 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdfdda7-04ed-47b3-9043-a45599f05955 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (fe69168a-7c84-460a-8103-0cf7c334c3d2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:57.853996 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0141c86-0016-40c4-b933-4a69402e81be None None] Routers {'09584aaf-5d12-4911-98b9-de7e42b548bc'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:53:57.855353 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:53:57.861160 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c0141c86-0016-40c4-b933-4a69402e81be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['09584aaf-5d12-4911-98b9-de7e42b548bc'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:57.929936 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a220702e-d79c-47c2-bf9f-a6293f37e836 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "PUT /v2.0/floatingips/3a2b1f5b-57f1-430a-aea1-fb3a35e9bac2 HTTP/1.1" status: 200 len: 992 time: 3.4386802 Feb 15 16:53:57.935408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-20d472d4-b614-41be-8c2c-6712891207bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Router 4c216464-09ac-4322-91d6-3beeb3df36bf has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:53:57.969737 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f0256714-b104-479c-9a20-081ab2fa21c4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port 8e529ab3-72e1-48b5-8097-247e2943861a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:57.970093 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0256714-b104-479c-9a20-081ab2fa21c4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (8e529ab3-72e1-48b5-8097-247e2943861a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:58.007601 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c0141c86-0016-40c4-b933-4a69402e81be None None] Set router 09584aaf-5d12-4911-98b9-de7e42b548bc gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:53:58.108551 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdfdda7-04ed-47b3-9043-a45599f05955 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (5a74f28d-c3ac-47e3-a363-01997ca12de7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:58.114790 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdfdda7-04ed-47b3-9043-a45599f05955 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:58.121058 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cfdfdda7-04ed-47b3-9043-a45599f05955 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "DELETE /v2.0/networks/5a74f28d-c3ac-47e3-a363-01997ca12de7 HTTP/1.1" status: 204 len: 168 time: 1.0433629 Feb 15 16:53:58.122557 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55760) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:58.122860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-20d472d4-b614-41be-8c2c-6712891207bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:53:58.139670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa03fc-a75f-4fb2-b532-525b4c7fbfe6 None None] Sync routers for ids ['4c216464-09ac-4322-91d6-3beeb3df36bf'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:53:58.164184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa03fc-a75f-4fb2-b532-525b4c7fbfe6 None None] Routers {'4c216464-09ac-4322-91d6-3beeb3df36bf'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:58.167019 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5efa03fc-a75f-4fb2-b532-525b4c7fbfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4c216464-09ac-4322-91d6-3beeb3df36bf'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:58.196020 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfdda7-04ed-47b3-9043-a45599f05955 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event deleted for resources: {'Network': ['ID=5a74f28d-c3ac-47e3-a363-01997ca12de7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:58.199405 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-20d472d4-b614-41be-8c2c-6712891207bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] No DVR routers for this DVR port 881e40ad-0c63-425b-99cc-d07326271955 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:58.204998 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-20d472d4-b614-41be-8c2c-6712891207bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:58.214021 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-20d472d4-b614-41be-8c2c-6712891207bf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.10 "DELETE /v2.0/ports/881e40ad-0c63-425b-99cc-d07326271955 HTTP/1.1" status: 204 len: 173 time: 2.2123570 Feb 15 16:53:58.239353 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0256714-b104-479c-9a20-081ab2fa21c4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (8e529ab3-72e1-48b5-8097-247e2943861a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:58.282262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0a469-a719-4199-808b-943a53d21145 req-7225d91b-f5e1-4b51-bb42-b3f9252d40e5 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:58.286818 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1ca0a469-a719-4199-808b-943a53d21145 req-7225d91b-f5e1-4b51-bb42-b3f9252d40e5 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 946 time: 0.2353573 Feb 15 16:53:58.302095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f0256714-b104-479c-9a20-081ab2fa21c4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for 8e529ab3-72e1-48b5-8097-247e2943861a owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:58.431819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-5efa03fc-a75f-4fb2-b532-525b4c7fbfe6 None None] Set router 4c216464-09ac-4322-91d6-3beeb3df36bf gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:53:58.443666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86776b4-9d66-4ab8-81b9-f6751931b0b8 req-7c4864bf-e7db-4068-a6b2-05db897221b9 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:58.446562 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c86776b4-9d66-4ab8-81b9-f6751931b0b8 req-7c4864bf-e7db-4068-a6b2-05db897221b9 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.1611230 Feb 15 16:53:58.478740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-deleted', 'tag': '881e40ad-0c63-425b-99cc-d07326271955'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:58.482115 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c0141c86-0016-40c4-b933-4a69402e81be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'name': 'tempest-ServerActionsTestJSON-1816553218-router', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:53:21Z', 'updated_at': '2022-02-15T16:53:27Z', 'revision_number': 4, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'gw_port': {'id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:22Z', 'updated_at': '2022-02-15T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '3a2b1f5b-57f1-430a-aea1-fb3a35e9bac2', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'port_id': 'f211093c-554d-4094-aeca-f5b854a678a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'mac_address': 'fa:16:3e:4e:55:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07367aa8-bdb4-4c97-acdc-274008972a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:53:35Z', 'updated_at': '2022-02-15T16:53:55Z', 'revision_number': 1, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7', 'name': '', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'mac_address': 'fa:16:3e:0b:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:26Z', 'updated_at': '2022-02-15T16:53:35Z', 'revision_number': 5, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'subnets': [{'id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:58.489055 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05168bf6-94f3-42af-94ac-d7406ecf8db2" -d '{"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-deleted", "tag": "881e40ad-0c63-425b-99cc-d07326271955"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:58.493948 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51809c8-ace6-4a4b-bd4e-d6ccb16c6b4f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:58.496165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-1c666f2a-095c-4176-9f11-40c303ae9fc6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Deleting port 3afed0e7-2cee-4126-8584-e4805f52e3c7 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:53:58.496954 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-1c666f2a-095c-4176-9f11-40c303ae9fc6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:58.512205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51809c8-ace6-4a4b-bd4e-d6ccb16c6b4f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:58.513435 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0141c86-0016-40c4-b933-4a69402e81be None None] Checking router: 09584aaf-5d12-4911-98b9-de7e42b548bc for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:53:58.513927 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e51809c8-ace6-4a4b-bd4e-d6ccb16c6b4f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3879027 Feb 15 16:53:58.519379 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1ca0a469-a719-4199-808b-943a53d21145 req-45d89985-cd33-45d8-b731-4a86212cde81 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212002 Feb 15 16:53:58.529998 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0141c86-0016-40c4-b933-4a69402e81be None None] Routers {'09584aaf-5d12-4911-98b9-de7e42b548bc'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:58.530737 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c0141c86-0016-40c4-b933-4a69402e81be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['09584aaf-5d12-4911-98b9-de7e42b548bc'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:58.535131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55770) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:58.539785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a6d2760e-a5d4-45c9-a294-f30054d65742 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1227549452'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:58.580940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0200a7ab-2dc4-4422-8223-57f0223bff48 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:53:58.667090 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c0141c86-0016-40c4-b933-4a69402e81be None None] Set router 09584aaf-5d12-4911-98b9-de7e42b548bc gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:53:58.703125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 0200a7ab-2dc4-4422-8223-57f0223bff48 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:53:58.703464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0200a7ab-2dc4-4422-8223-57f0223bff48 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:53:58.708262 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c86776b4-9d66-4ab8-81b9-f6751931b0b8 req-a7c09e1b-e114-4489-9deb-85285c7cf4d5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544758 Feb 15 16:53:58.723262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d2760e-a5d4-45c9-a294-f30054d65742 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Made reservation on behalf of 3c28972507094babb4ddf048fcac644e for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:58.726529 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6d2760e-a5d4-45c9-a294-f30054d65742 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:58.794453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-1c666f2a-095c-4176-9f11-40c303ae9fc6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] For port 3afed0e7-2cee-4126-8584-e4805f52e3c7, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3afed0e7-2cee-4126-8584-e4805f52e3c7,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:58.794453 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-1c666f2a-095c-4176-9f11-40c303ae9fc6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:58.811202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d2760e-a5d4-45c9-a294-f30054d65742 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:53:58.816418 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-1c666f2a-095c-4176-9f11-40c303ae9fc6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Calling delete_port for 3afed0e7-2cee-4126-8584-e4805f52e3c7 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:53:58.861060 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6d2760e-a5d4-45c9-a294-f30054d65742 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8babf179-d75e-442a-8fb3-18f63fd37c6c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:58.862647 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-a6d2760e-a5d4-45c9-a294-f30054d65742 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Added segment 8babf179-d75e-442a-8fb3-18f63fd37c6c of type vlan for network 7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a Feb 15 16:53:58.871205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab34da-9572-4965-a471-d267b71c3896 req-9f1f9f82-8abf-4f7c-ab72-4ca3252000ea tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:58.887319 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-29ab34da-9572-4965-a471-d267b71c3896 req-9f1f9f82-8abf-4f7c-ab72-4ca3252000ea tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 942 time: 0.1868052 Feb 15 16:53:58.895689 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5509e84-1319-44cd-b1d5-3f265a4537c1 x-openstack-request-id: req-b5509e84-1319-44cd-b1d5-3f265a4537c1 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:58.896365 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-deleted", "tag": "881e40ad-0c63-425b-99cc-d07326271955", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:58.897305 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5efa03fc-a75f-4fb2-b532-525b4c7fbfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'name': 'tempest-TaggedBootDevicesTest-1790965815-router', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:36Z', 'updated_at': '2022-02-15T16:46:49Z', 'revision_number': 4, 'project_id': '81594fa848e7414b8f51155b921da775', 'gw_port': {'id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:39Z', 'updated_at': '2022-02-15T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '1b75985c-0fd7-4649-b58f-cd41b77c199c', 'name': '', 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'mac_address': 'fa:16:3e:e6:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '47993210-4410-433b-bc3b-435fcce0d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:47Z', 'updated_at': '2022-02-15T16:46:57Z', 'revision_number': 5, 'project_id': '81594fa848e7414b8f51155b921da775', 'subnets': [{'id': '47993210-4410-433b-bc3b-435fcce0d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:58.902230 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b5509e84-1319-44cd-b1d5-3f265a4537c1 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:58.902804 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-deleted', 'tag': '881e40ad-0c63-425b-99cc-d07326271955', 'status': 'completed', 'code': 200} Feb 15 16:53:58.967566 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa03fc-a75f-4fb2-b532-525b4c7fbfe6 None None] Checking router: 4c216464-09ac-4322-91d6-3beeb3df36bf for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:53:58.968090 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6d2760e-a5d4-45c9-a294-f30054d65742 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:58.995352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa03fc-a75f-4fb2-b532-525b4c7fbfe6 None None] Routers {'4c216464-09ac-4322-91d6-3beeb3df36bf'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:53:58.996517 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5efa03fc-a75f-4fb2-b532-525b4c7fbfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4c216464-09ac-4322-91d6-3beeb3df36bf'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:59.028235 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-29ab34da-9572-4965-a471-d267b71c3896 req-a20189e2-ecdc-4d08-a386-9d512de67906 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups?id=9bb4248e-aa55-487a-9f15-a5ae21b4cd33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319835 Feb 15 16:53:59.032069 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0256714-b104-479c-9a20-081ab2fa21c4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (8e529ab3-72e1-48b5-8097-247e2943861a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:59.095852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0256714-b104-479c-9a20-081ab2fa21c4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=8e529ab3-72e1-48b5-8097-247e2943861a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:59.158582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-5efa03fc-a75f-4fb2-b532-525b4c7fbfe6 None None] Set router 4c216464-09ac-4322-91d6-3beeb3df36bf gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:53:59.163711 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c0141c86-0016-40c4-b933-4a69402e81be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'name': 'tempest-ServerActionsTestJSON-1816553218-router', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:53:21Z', 'updated_at': '2022-02-15T16:53:27Z', 'revision_number': 4, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'gw_port': {'id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:22Z', 'updated_at': '2022-02-15T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '3a2b1f5b-57f1-430a-aea1-fb3a35e9bac2', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'port_id': 'f211093c-554d-4094-aeca-f5b854a678a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'mac_address': 'fa:16:3e:4e:55:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07367aa8-bdb4-4c97-acdc-274008972a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:53:35Z', 'updated_at': '2022-02-15T16:53:55Z', 'revision_number': 1, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7', 'name': '', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'mac_address': 'fa:16:3e:0b:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:26Z', 'updated_at': '2022-02-15T16:53:35Z', 'revision_number': 5, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'subnets': [{'id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:53:59.167043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efb837-7ed8-4262-aa11-3b66d28cb243 req-50d1e258-6c0c-42b7-a19e-47cca6d57d6f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:59.168639 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e0efb837-7ed8-4262-aa11-3b66d28cb243 req-50d1e258-6c0c-42b7-a19e-47cca6d57d6f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 946 time: 0.1731718 Feb 15 16:53:59.170342 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6d2760e-a5d4-45c9-a294-f30054d65742 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:59.176907 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d2760e-a5d4-45c9-a294-f30054d65742 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:53:59.177767 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6d2760e-a5d4-45c9-a294-f30054d65742 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:59.244702 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0141c86-0016-40c4-b933-4a69402e81be None None] The sync data for ids ['09584aaf-5d12-4911-98b9-de7e42b548bc'] in n-d-828372-14 is: [{'id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'name': 'tempest-ServerActionsTestJSON-1816553218-router', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:53:21Z', 'updated_at': '2022-02-15T16:53:27Z', 'revision_number': 4, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'gw_port': {'id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:22Z', 'updated_at': '2022-02-15T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '3a2b1f5b-57f1-430a-aea1-fb3a35e9bac2', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'port_id': 'f211093c-554d-4094-aeca-f5b854a678a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1843, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'mac_address': 'fa:16:3e:4e:55:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07367aa8-bdb4-4c97-acdc-274008972a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:53:35Z', 'updated_at': '2022-02-15T16:53:55Z', 'revision_number': 1, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7', 'name': '', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'mac_address': 'fa:16:3e:0b:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:26Z', 'updated_at': '2022-02-15T16:53:35Z', 'revision_number': 5, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'subnets': [{'id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:53:59.288794 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e0efb837-7ed8-4262-aa11-3b66d28cb243 req-910dcca8-5540-4845-bf6e-2a3b2cce56dd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861595 Feb 15 16:53:59.296131 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-1c666f2a-095c-4176-9f11-40c303ae9fc6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3afed0e7-2cee-4126-8584-e4805f52e3c7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:59.455549 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0256714-b104-479c-9a20-081ab2fa21c4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (778e3671-c1bc-4584-a1d5-4b9ef5b48107), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:59.471533 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2760e-a5d4-45c9-a294-f30054d65742 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event updated for resources: {'Network': ['ID=7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:59.490254 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:53:59.532395 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-1c666f2a-095c-4176-9f11-40c303ae9fc6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] No DVR routers for this DVR port 3afed0e7-2cee-4126-8584-e4805f52e3c7 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:53:59.532395 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c666f2a-095c-4176-9f11-40c303ae9fc6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event deleted for resources: {'Port': ['ID=3afed0e7-2cee-4126-8584-e4805f52e3c7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:53:59.532395 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-1c666f2a-095c-4176-9f11-40c303ae9fc6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:59.533483 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85e8f057-093c-416d-98cb-b2dc2f2db821 req-1c666f2a-095c-4176-9f11-40c303ae9fc6 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.10 "DELETE /v2.0/ports/3afed0e7-2cee-4126-8584-e4805f52e3c7 HTTP/1.1" status: 204 len: 173 time: 1.3150067 Feb 15 16:53:59.585294 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:53:59.587666 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82de7929-e6e4-4302-bdfc-e21f000a2b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "tag": "f211093c-554d-4094-aeca-f5b854a678a4"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:53:59.635594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:53:59.649044 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a6d2760e-a5d4-45c9-a294-f30054d65742 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1133153 Feb 15 16:53:59.653167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55796) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:53:59.660715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b2475fe7-45de-4086-ab6c-155a7e715b0d tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-407253648'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:53:59.687233 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f44445-617c-48bd-9f1a-fef07165d678 None None] New status for floating IP 3a2b1f5b-57f1-430a-aea1-fb3a35e9bac2: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:53:59.746251 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480287c5-2a1e-4d9e-ae76-89e79a757ec5 x-openstack-request-id: req-480287c5-2a1e-4d9e-ae76-89e79a757ec5 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:53:59.746525 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "tag": "f211093c-554d-4094-aeca-f5b854a678a4", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:53:59.746781 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-480287c5-2a1e-4d9e-ae76-89e79a757ec5 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:53:59.747174 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4', 'status': 'completed', 'code': 200} Feb 15 16:53:59.852412 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2475fe7-45de-4086-ab6c-155a7e715b0d tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Made reservation on behalf of 3c28972507094babb4ddf048fcac644e for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:53:59.859062 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2475fe7-45de-4086-ab6c-155a7e715b0d tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:59.940199 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2475fe7-45de-4086-ab6c-155a7e715b0d tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:53:59.952761 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2475fe7-45de-4086-ab6c-155a7e715b0d tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (32720a27-7f5c-40d2-9116-9364d0045441), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:53:59.953519 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-b2475fe7-45de-4086-ab6c-155a7e715b0d tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Added segment 32720a27-7f5c-40d2-9116-9364d0045441 of type vlan for network 1e924fb2-fb53-4324-94b6-d3049073529e Feb 15 16:53:59.960069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:53:59.977969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'port_id': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f', 'mac_address': 'fa:16:3e:16:4a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:53:59.993029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0256714-b104-479c-9a20-081ab2fa21c4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 778e3671-c1bc-4584-a1d5-4b9ef5b48107 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:54:00.028724 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-cf18ff8e-934e-4f15-93fa-437b506b0a4e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:00.042053 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-cf18ff8e-934e-4f15-93fa-437b506b0a4e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 805 time: 0.3993483 Feb 15 16:54:00.082399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6774b95-6355-4e6f-bfef-8a32edaed990 req-a1884976-e8f0-4e37-b645-cf94477186e3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:00.084399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d6774b95-6355-4e6f-bfef-8a32edaed990 req-a1884976-e8f0-4e37-b645-cf94477186e3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.2331109 Feb 15 16:54:00.086634 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2475fe7-45de-4086-ab6c-155a7e715b0d tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (1e924fb2-fb53-4324-94b6-d3049073529e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:00.090496 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de7929-e6e4-4302-bdfc-e21f000a2b2e req-57bcb7b4-d865-48f1-ac8a-2d6a34206033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:00.092260 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82de7929-e6e4-4302-bdfc-e21f000a2b2e req-57bcb7b4-d865-48f1-ac8a-2d6a34206033 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 1129 time: 0.3523421 Feb 15 16:54:00.111711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:00.112370 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:00.151887 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-e6a89f68-7eb3-4988-9344-918829e9765c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/quotas/e6a9a5739db149a6bf851ba113dffa73 HTTP/1.1" status: 200 len: 375 time: 0.0940704 Feb 15 16:54:00.161415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:54:00.217979 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d6774b95-6355-4e6f-bfef-8a32edaed990 req-ea194615-aae9-45a4-b218-ed5903a0b966 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223767 Feb 15 16:54:00.245047 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0256714-b104-479c-9a20-081ab2fa21c4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:54:00.245577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:00.262869 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f0256714-b104-479c-9a20-081ab2fa21c4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/778e3671-c1bc-4584-a1d5-4b9ef5b48107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2119851 Feb 15 16:54:00.264384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55802) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:00.272808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68033b15-d739-48c7-8a92-25302e2261a1 None None] Sync routers for ids ['778e3671-c1bc-4584-a1d5-4b9ef5b48107'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:54:00.303133 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d4345d50-1c0f-4013-a786-80e12ea6675c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports?device_id=778e3671-c1bc-4584-a1d5-4b9ef5b48107 HTTP/1.1" status: 200 len: 205 time: 0.0375226 Feb 15 16:54:00.303786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55804) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:00.304043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5efa03fc-a75f-4fb2-b532-525b4c7fbfe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'name': 'tempest-TaggedBootDevicesTest-1790965815-router', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:36Z', 'updated_at': '2022-02-15T16:46:49Z', 'revision_number': 4, 'project_id': '81594fa848e7414b8f51155b921da775', 'gw_port': {'id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:39Z', 'updated_at': '2022-02-15T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '1b75985c-0fd7-4649-b58f-cd41b77c199c', 'name': '', 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'mac_address': 'fa:16:3e:e6:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '47993210-4410-433b-bc3b-435fcce0d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:47Z', 'updated_at': '2022-02-15T16:46:57Z', 'revision_number': 5, 'project_id': '81594fa848e7414b8f51155b921da775', 'subnets': [{'id': '47993210-4410-433b-bc3b-435fcce0d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:00.304921 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de7929-e6e4-4302-bdfc-e21f000a2b2e req-e47711f5-efa0-4cc0-845c-2b9798ad2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:00.309542 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82de7929-e6e4-4302-bdfc-e21f000a2b2e req-e47711f5-efa0-4cc0-845c-2b9798ad2333 service neutron] 10.222.0.10 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.2093763 Feb 15 16:54:00.313740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2475fe7-45de-4086-ab6c-155a7e715b0d tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (1e924fb2-fb53-4324-94b6-d3049073529e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:00.324828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2475fe7-45de-4086-ab6c-155a7e715b0d tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:00.325729 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2475fe7-45de-4086-ab6c-155a7e715b0d tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:00.338972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa03fc-a75f-4fb2-b532-525b4c7fbfe6 None None] The sync data for ids ['4c216464-09ac-4322-91d6-3beeb3df36bf'] in n-d-828372-14 is: [{'id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'name': 'tempest-TaggedBootDevicesTest-1790965815-router', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:36Z', 'updated_at': '2022-02-15T16:46:49Z', 'revision_number': 4, 'project_id': '81594fa848e7414b8f51155b921da775', 'gw_port': {'id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:39Z', 'updated_at': '2022-02-15T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '1b75985c-0fd7-4649-b58f-cd41b77c199c', 'name': '', 'network_id': '4f52de73-9cea-45af-a968-bf8d98f9217e', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'mac_address': 'fa:16:3e:e6:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '47993210-4410-433b-bc3b-435fcce0d594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:47Z', 'updated_at': '2022-02-15T16:46:57Z', 'revision_number': 5, 'project_id': '81594fa848e7414b8f51155b921da775', 'subnets': [{'id': '47993210-4410-433b-bc3b-435fcce0d594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:54:00.342409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68033b15-d739-48c7-8a92-25302e2261a1 None None] Routers {'778e3671-c1bc-4584-a1d5-4b9ef5b48107'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:54:00.342962 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-68033b15-d739-48c7-8a92-25302e2261a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['778e3671-c1bc-4584-a1d5-4b9ef5b48107'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:00.345441 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:00.351554 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:00.364464 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-1e6cfcc9-07c8-43e1-934f-38609ae7d8da tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2100956 Feb 15 16:54:00.500343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-68033b15-d739-48c7-8a92-25302e2261a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:00.512869 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-b3ac5dc6-7dac-4015-a102-d83576dbec8d service neutron] 10.222.0.107 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035390 Feb 15 16:54:00.532744 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4f777522-2e5c-4ecf-aeb8-c19f10df16d8 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (778e3671-c1bc-4584-a1d5-4b9ef5b48107), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:00.561590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:54:00.576226 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b2475fe7-45de-4086-ab6c-155a7e715b0d tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9207389 Feb 15 16:54:00.607506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55810) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:00.656099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Request body: {'ports': [{'network_id': '7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a', 'name': 'tempest-port--1061803792', 'admin_state_up': True}, {'network_id': '1e924fb2-fb53-4324-94b6-d3049073529e', 'admin_state_up': False}]} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:00.660579 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Request body: {'port': {'network_id': '7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a', 'name': 'tempest-port--1061803792', 'admin_state_up': True}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:00.661314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Request body: {'port': {'network_id': '1e924fb2-fb53-4324-94b6-d3049073529e', 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:00.678236 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68033b15-d739-48c7-8a92-25302e2261a1 None None] Routers {'778e3671-c1bc-4584-a1d5-4b9ef5b48107'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:54:00.683066 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-68033b15-d739-48c7-8a92-25302e2261a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:53:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['778e3671-c1bc-4584-a1d5-4b9ef5b48107'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:00.691120 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba8e82b5-6814-4e86-92cb-48057464c935 req-2112f532-a4b6-450b-b6ae-a5ed68d287b9 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.2197001 Feb 15 16:54:00.779405 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2475fe7-45de-4086-ab6c-155a7e715b0d tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event updated for resources: {'Network': ['ID=1e924fb2-fb53-4324-94b6-d3049073529e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:00.804206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 1e924fb2-fb53-4324-94b6-d3049073529e details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:54:00.815077 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:00.818452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-68033b15-d739-48c7-8a92-25302e2261a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:00.819547 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68033b15-d739-48c7-8a92-25302e2261a1 None None] The sync data for ids ['778e3671-c1bc-4584-a1d5-4b9ef5b48107'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:54:00.829132 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40350a3-cb8f-4e82-8f23-70057576e92d None None] New status for floating IP a159062e-4330-4af7-93b7-3eebbba702b0: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:54:00.877699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:00.880496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:00.880496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:00.880496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:00.880496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:00.880496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:00.880496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:00.880994 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:00.881438 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:00.881642 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:00.881981 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:00.882306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:00.882633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:00.934413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-deleted', 'tag': '3afed0e7-2cee-4126-8584-e4805f52e3c7'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:54:00.937503 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078f3e6d-48b7-4319-90c7-369e417a7ef4" -d '{"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-deleted", "tag": "3afed0e7-2cee-4126-8584-e4805f52e3c7"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:54:00.946902 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82de7929-e6e4-4302-bdfc-e21f000a2b2e req-0809aca5-9999-4bc6-94e0-cdc22dfd9840 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f211093c-554d-4094-aeca-f5b854a678a4 HTTP/1.1" status: 200 len: 1002 time: 0.5958934 Feb 15 16:54:01.010740 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:01.156423 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de7929-e6e4-4302-bdfc-e21f000a2b2e req-4d08fdec-61b8-490b-845d-1698006510a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:01.159652 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82de7929-e6e4-4302-bdfc-e21f000a2b2e req-4d08fdec-61b8-490b-845d-1698006510a6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.2027779 Feb 15 16:54:01.186156 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692f4ba-4e98-46b9-9a89-24a04a4b2dc1 req-366cef03-c802-4ad3-8b10-8afa657801d5 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:01.187937 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2692f4ba-4e98-46b9-9a89-24a04a4b2dc1 req-366cef03-c802-4ad3-8b10-8afa657801d5 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 946 time: 0.3353651 Feb 15 16:54:01.283264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de7929-e6e4-4302-bdfc-e21f000a2b2e req-0abf56cd-2d51-4847-b25a-b18013eec5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:01.285035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82de7929-e6e4-4302-bdfc-e21f000a2b2e req-0abf56cd-2d51-4847-b25a-b18013eec5a3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1172087 Feb 15 16:54:01.290590 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2692f4ba-4e98-46b9-9a89-24a04a4b2dc1 req-c21191d9-84b5-4a53-a824-41f746e69cf3 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814245 Feb 15 16:54:01.342118 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4f777522-2e5c-4ecf-aeb8-c19f10df16d8 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (778e3671-c1bc-4584-a1d5-4b9ef5b48107), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:01.345670 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4f777522-2e5c-4ecf-aeb8-c19f10df16d8 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_controller (778e3671-c1bc-4584-a1d5-4b9ef5b48107), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:01.367602 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-92574747-db49-4c4a-b9e6-c0eb93be79ea service neutron] 10.222.0.107 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8456781 Feb 15 16:54:01.380308 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dce9ef8-9fcf-4259-a489-ded70f2f3f8b x-openstack-request-id: req-4dce9ef8-9fcf-4259-a489-ded70f2f3f8b {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:54:01.380308 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bbe33d-b7d7-4b88-8354-83e53bb218f6", "name": "network-vif-deleted", "tag": "3afed0e7-2cee-4126-8584-e4805f52e3c7", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:54:01.381017 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4dce9ef8-9fcf-4259-a489-ded70f2f3f8b {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:54:01.381017 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59bbe33d-b7d7-4b88-8354-83e53bb218f6', 'name': 'network-vif-deleted', 'tag': '3afed0e7-2cee-4126-8584-e4805f52e3c7', 'status': 'completed', 'code': 200} Feb 15 16:54:01.390134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Made reservation on behalf of 3c28972507094babb4ddf048fcac644e for: {'port': 2} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:01.398597 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:01.480651 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82de7929-e6e4-4302-bdfc-e21f000a2b2e req-8800087a-b2d0-4349-8631-a3538a7b3a59 service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889081 Feb 15 16:54:01.516640 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:01.539038 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4f777522-2e5c-4ecf-aeb8-c19f10df16d8 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (778e3671-c1bc-4584-a1d5-4b9ef5b48107), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:01.540322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f777522-2e5c-4ecf-aeb8-c19f10df16d8 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Fanout notify agent at l3_agent the message router_deleted on router 778e3671-c1bc-4584-a1d5-4b9ef5b48107 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:54:01.551069 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4f777522-2e5c-4ecf-aeb8-c19f10df16d8 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:01.554758 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4f777522-2e5c-4ecf-aeb8-c19f10df16d8 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/routers/778e3671-c1bc-4584-a1d5-4b9ef5b48107 HTTP/1.1" status: 204 len: 168 time: 1.2466452 Feb 15 16:54:01.555441 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55818) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:01.617009 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-90359c36-5ccb-430e-8991-daa1d6b2bd8b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting subnet 3efb4b59-8fd3-4a21-8c28-c07d94dd05c9 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:54:01.621977 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90359c36-5ccb-430e-8991-daa1d6b2bd8b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (3efb4b59-8fd3-4a21-8c28-c07d94dd05c9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:01.623098 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:54:01.698480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:01.698862 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:01.720678 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82de7929-e6e4-4302-bdfc-e21f000a2b2e req-eb716463-ebb5-44ad-873b-534780cd567b service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180052 Feb 15 16:54:01.795818 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e890c025-8a9b-40b9-8cde-25012c8a1a18 req-a0078450-a8c0-4e42-8e27-46de56b73eda tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 210 time: 0.0867939 Feb 15 16:54:01.805714 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90359c36-5ccb-430e-8991-daa1d6b2bd8b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (3efb4b59-8fd3-4a21-8c28-c07d94dd05c9), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:01.883194 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:01.883798 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:01.935144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:54:01.947042 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0e3447-cab6-4387-8b55-9e3aa944da82" -d '{"events": [{"server_uuid": "f941c2e9-bbce-4b93-acf2-6d4a8ff1232e", "name": "network-vif-plugged", "status": "completed", "tag": "89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:54:01.947349 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b60533-8b1b-49fa-9428-621b568fe61d req-58bf6896-5e33-4ad2-9e52-f5b3f195106c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:01.957177 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-71b60533-8b1b-49fa-9428-621b568fe61d req-58bf6896-5e33-4ad2-9e52-f5b3f195106c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 944 time: 0.4890873 Feb 15 16:54:02.092070 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ab34748-8cd4-4856-ae1c-541dd6992c9c req-6851314e-d3d6-4eb7-9b70-b92663863568 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0696483 Feb 15 16:54:02.114816 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90359c36-5ccb-430e-8991-daa1d6b2bd8b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (3efb4b59-8fd3-4a21-8c28-c07d94dd05c9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:02.123506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] device_id is not set on port 22141ef9-5caa-47cf-b64c-91e53a8067ca yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:54:02.148456 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-71b60533-8b1b-49fa-9428-621b568fe61d req-dacc8c81-af30-4dbb-9a87-2fdc2417fa95 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166542 Feb 15 16:54:02.259652 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09349f2d-a660-4b40-b5f5-b089b1f1042c x-openstack-request-id: req-09349f2d-a660-4b40-b5f5-b089b1f1042c {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:54:02.259980 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f941c2e9-bbce-4b93-acf2-6d4a8ff1232e", "name": "network-vif-plugged", "status": "completed", "tag": "89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:54:02.260627 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-09349f2d-a660-4b40-b5f5-b089b1f1042c {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:54:02.261028 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f', 'code': 200} Feb 15 16:54:02.265801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:02.311037 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks [] for port (22141ef9-5caa-47cf-b64c-91e53a8067ca), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:02.354105 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:02.396421 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90359c36-5ccb-430e-8991-daa1d6b2bd8b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (3efb4b59-8fd3-4a21-8c28-c07d94dd05c9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:02.456363 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:02.461394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90359c36-5ccb-430e-8991-daa1d6b2bd8b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Subnet': ['ID=3efb4b59-8fd3-4a21-8c28-c07d94dd05c9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:02.472619 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90359c36-5ccb-430e-8991-daa1d6b2bd8b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:02.476868 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-90359c36-5ccb-430e-8991-daa1d6b2bd8b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/3efb4b59-8fd3-4a21-8c28-c07d94dd05c9 HTTP/1.1" status: 204 len: 168 time: 0.9204621 Feb 15 16:54:02.478647 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1543494a-a326-4d9d-9961-467c21b35cbe None None] Network 0027788b-1e7d-476d-85d1-477cc416a159 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:02.480777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55854) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:02.517382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] device_id is not set on port 7becc09c-46a9-42fd-8e9c-7f6628198df0 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:54:02.588613 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ed0aa0-bfd6-4277-b6df-30b399d92d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting subnet c13a075b-861f-481a-8409-a8d9fecc717f {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:54:02.591985 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79ed0aa0-bfd6-4277-b6df-30b399d92d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (c13a075b-861f-481a-8409-a8d9fecc717f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:02.690736 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79ed0aa0-bfd6-4277-b6df-30b399d92d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (c13a075b-861f-481a-8409-a8d9fecc717f), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:02.723888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e803a-9948-444d-bfb6-4e1d177525e4 req-b68de3c7-b817-4a43-a7b9-40065c6cb313 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:02.726059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-285e803a-9948-444d-bfb6-4e1d177525e4 req-b68de3c7-b817-4a43-a7b9-40065c6cb313 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 946 time: 0.1337874 Feb 15 16:54:02.743039 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks [] for port (7becc09c-46a9-42fd-8e9c-7f6628198df0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:02.759081 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953d56c7-64e5-4409-9a39-c60cb7fc4943 None None] DHCP port deletion for 0027788b-1e7d-476d-85d1-477cc416a159 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:54:02.830557 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79ed0aa0-bfd6-4277-b6df-30b399d92d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (c13a075b-861f-481a-8409-a8d9fecc717f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:02.865124 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-285e803a-9948-444d-bfb6-4e1d177525e4 req-8556587a-c02f-47f6-8ef3-37081ffa2b70 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516615 Feb 15 16:54:02.909893 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e39ded36-16d3-45fe-b9be-1f43ba4ae69b req-ac4a6fe2-8c7a-4310-9728-de8acf67b183 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 210 time: 0.0372903 Feb 15 16:54:02.945039 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (22141ef9-5caa-47cf-b64c-91e53a8067ca), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:02.965312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-953d56c7-64e5-4409-9a39-c60cb7fc4943 None None] Deleting port b186d376-9770-4a99-a8d4-3c5307f54141 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:02.969324 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-953d56c7-64e5-4409-9a39-c60cb7fc4943 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b186d376-9770-4a99-a8d4-3c5307f54141), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:03.025092 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79ed0aa0-bfd6-4277-b6df-30b399d92d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (c13a075b-861f-481a-8409-a8d9fecc717f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:03.065190 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed0aa0-bfd6-4277-b6df-30b399d92d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Subnet': ['ID=c13a075b-861f-481a-8409-a8d9fecc717f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:03.083296 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-79ed0aa0-bfd6-4277-b6df-30b399d92d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:03.089084 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-79ed0aa0-bfd6-4277-b6df-30b399d92d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/c13a075b-861f-481a-8409-a8d9fecc717f HTTP/1.1" status: 204 len: 168 time: 0.6071842 Feb 15 16:54:03.099643 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55874) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:03.101008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deea1f9c-39b7-4d8e-8b0c-3d813dca4461 None None] Network 2be7a24f-61fd-4852-b434-7585ce9cf070 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:03.104632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event updated for resources: {'Port': ['ID=22141ef9-5caa-47cf-b64c-91e53a8067ca,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:03.187770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Checking segment: {'id': '8babf179-d75e-442a-8fb3-18f63fd37c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:03.192335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Network hostable DHCP agents. Network: 7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:54:03.245564 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d0db6-0903-49e3-a1c7-0c144a8d7cd3 req-3c851c17-dad7-4b06-92d5-9165161c829d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:03.248671 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f85d0db6-0903-49e3-a1c7-0c144a8d7cd3 req-3c851c17-dad7-4b06-92d5-9165161c829d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 946 time: 0.1947110 Feb 15 16:54:03.340547 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f85d0db6-0903-49e3-a1c7-0c144a8d7cd3 req-4b8f8374-a43b-4434-971e-57d2854649e1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791399 Feb 15 16:54:03.355966 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (0027788b-1e7d-476d-85d1-477cc416a159), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:03.357148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-953d56c7-64e5-4409-9a39-c60cb7fc4943 None None] For port b186d376-9770-4a99-a8d4-3c5307f54141, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b186d376-9770-4a99-a8d4-3c5307f54141,segment=NetworkSegment(3775be5e-802c-4fee-be21-5505a1ddce50),segment_id=3775be5e-802c-4fee-be21-5505a1ddce50)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:03.357754 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-953d56c7-64e5-4409-9a39-c60cb7fc4943 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b186d376-9770-4a99-a8d4-3c5307f54141), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:03.390024 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9fb8b898-d9e8-4a7e-bf1e-04e51e7419d5 req-5fc51fde-e48a-4e63-96c4-0c5860f2e2d8 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.1148472 Feb 15 16:54:03.404570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Network 7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:54:03.446419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-953d56c7-64e5-4409-9a39-c60cb7fc4943 None None] Calling delete_port for b186d376-9770-4a99-a8d4-3c5307f54141 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:03.592599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:03.611683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:54:03.612535 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7becc09c-46a9-42fd-8e9c-7f6628198df0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:03.617562 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecefa61a-f7f0-4827-98f1-7fb3e52446ee None None] Network 7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:03.630618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port b186d376-9770-4a99-a8d4-3c5307f54141 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:03.636787 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b186d376-9770-4a99-a8d4-3c5307f54141), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:03.720109 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:54:03.816944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] For port b186d376-9770-4a99-a8d4-3c5307f54141, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b186d376-9770-4a99-a8d4-3c5307f54141,segment=NetworkSegment(3775be5e-802c-4fee-be21-5505a1ddce50),segment_id=3775be5e-802c-4fee-be21-5505a1ddce50)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:03.817279 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b186d376-9770-4a99-a8d4-3c5307f54141), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:03.836635 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1607a886-fd10-4f9d-9661-ef89c8a21cea None None] DHCP port deletion for 2be7a24f-61fd-4852-b434-7585ce9cf070 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:54:03.839150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for b186d376-9770-4a99-a8d4-3c5307f54141 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:03.847206 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d89dc-17d4-44fe-982f-887b5823b28f req-40836422-4a77-4abd-8e28-1c6bdd56956d tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:03.871450 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-917d89dc-17d4-44fe-982f-887b5823b28f req-40836422-4a77-4abd-8e28-1c6bdd56956d tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.3946645 Feb 15 16:54:03.937249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event updated for resources: {'Port': ['ID=7becc09c-46a9-42fd-8e9c-7f6628198df0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:03.976550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Checking segment: {'id': '32720a27-7f5c-40d2-9116-9364d0045441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '1e924fb2-fb53-4324-94b6-d3049073529e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:03.978184 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Network hostable DHCP agents. Network: 1e924fb2-fb53-4324-94b6-d3049073529e, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:54:04.004160 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-953d56c7-64e5-4409-9a39-c60cb7fc4943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (b186d376-9770-4a99-a8d4-3c5307f54141), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:04.050850 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b186d376-9770-4a99-a8d4-3c5307f54141), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:04.106821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-917d89dc-17d4-44fe-982f-887b5823b28f req-74b393cd-b0f9-403d-9941-0a9ddcf244e3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321889 Feb 15 16:54:04.125555 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Network 1e924fb2-fb53-4324-94b6-d3049073529e is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:54:04.149443 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d56c7-64e5-4409-9a39-c60cb7fc4943 None None] Pushing event deleted for resources: {'Port': ['ID=b186d376-9770-4a99-a8d4-3c5307f54141,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:04.152264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953d56c7-64e5-4409-9a39-c60cb7fc4943 None None] No DVR routers for this DVR port b186d376-9770-4a99-a8d4-3c5307f54141 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:54:04.161237 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No DVR routers for this DVR port b186d376-9770-4a99-a8d4-3c5307f54141 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:54:04.161237 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=b186d376-9770-4a99-a8d4-3c5307f54141,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:04.182888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1607a886-fd10-4f9d-9661-ef89c8a21cea None None] Deleting port 0c308658-26a6-417c-8aaf-ec84994d4ac7 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:04.182888 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1607a886-fd10-4f9d-9661-ef89c8a21cea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:04.227283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 1e924fb2-fb53-4324-94b6-d3049073529e) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:04.236543 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:54:04.247576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:04.280029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:04.280766 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:04.337794 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e872cb5f-0457-43ec-a776-9fc10d9770a1 None None] Network 1e924fb2-fb53-4324-94b6-d3049073529e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:04.381980 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e3f50b7-cd8e-47e0-9c53-ac8b08df9a30 req-ddc04957-02fe-49bb-bdb1-331d5d543eb8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 210 time: 0.0982285 Feb 15 16:54:04.427519 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (0027788b-1e7d-476d-85d1-477cc416a159), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:04.464259 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7065cafb-c402-461a-8b9d-b3cf6ac37918 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.8517077 Feb 15 16:54:04.466712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55906) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:04.503716 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b186d376-9770-4a99-a8d4-3c5307f54141 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:54:04.508212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0027788b-1e7d-476d-85d1-477cc416a159']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:04.511499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1607a886-fd10-4f9d-9661-ef89c8a21cea None None] For port 0c308658-26a6-417c-8aaf-ec84994d4ac7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0c308658-26a6-417c-8aaf-ec84994d4ac7,segment=NetworkSegment(8c35e51a-d258-4a76-a71d-2b50facc5d47),segment_id=8c35e51a-d258-4a76-a71d-2b50facc5d47)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:04.512083 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1607a886-fd10-4f9d-9661-ef89c8a21cea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:04.540452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3775be5e-802c-4fee-be21-5505a1ddce50') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:04.542494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3775be5e-802c-4fee-be21-5505a1ddce50') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:04.564215 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (3775be5e-802c-4fee-be21-5505a1ddce50), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:04.581528 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (3775be5e-802c-4fee-be21-5505a1ddce50), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:04.589857 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:54:04.590551 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (3775be5e-802c-4fee-be21-5505a1ddce50), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:54:04.594455 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:54:04.597134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: b186d376-9770-4a99-a8d4-3c5307f54141 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:54:04.597134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b186d376-9770-4a99-a8d4-3c5307f54141 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:54:04.597134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0c308658-26a6-417c-8aaf-ec84994d4ac7 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:54:04.620778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1607a886-fd10-4f9d-9661-ef89c8a21cea None None] Calling delete_port for 0c308658-26a6-417c-8aaf-ec84994d4ac7 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:04.800629 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (0027788b-1e7d-476d-85d1-477cc416a159), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:04.815811 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-86b0f976-f08b-460f-b7d8-051b16ee755f req-d2e96aa9-cf09-45d6-8349-9bb8a7b03dbf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0895107 Feb 15 16:54:04.851555 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3660e0df-9817-46bb-9f9f-2b4072544350 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:04.858774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3660e0df-9817-46bb-9f9f-2b4072544350 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:04.860756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3660e0df-9817-46bb-9f9f-2b4072544350 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3929574 Feb 15 16:54:04.864049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55910) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:04.898696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-8041798c-870e-4d79-b1f5-cd310dd112c0 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:04.901379 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:04.902822 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-8041798c-870e-4d79-b1f5-cd310dd112c0 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.67 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 805 time: 0.4078736 Feb 15 16:54:04.916309 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/networks/0027788b-1e7d-476d-85d1-477cc416a159 HTTP/1.1" status: 204 len: 168 time: 1.8068020 Feb 15 16:54:04.921934 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55912) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:04.925687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c2565-b3a8-46e6-a7d4-4339059d539b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Network': ['ID=0027788b-1e7d-476d-85d1-477cc416a159,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:04.942475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0c308658-26a6-417c-8aaf-ec84994d4ac7 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:04.943034 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:04.989293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 0c308658-26a6-417c-8aaf-ec84994d4ac7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0c308658-26a6-417c-8aaf-ec84994d4ac7,segment=NetworkSegment(8c35e51a-d258-4a76-a71d-2b50facc5d47),segment_id=8c35e51a-d258-4a76-a71d-2b50facc5d47)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:04.998793 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-0f58565e-1cd0-4258-b7d7-256adfc38904 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Request body: {'port': {'device_id': '991d41e4-d8b9-4123-9462-d47d60f427b5', 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6', 'admin_state_up': True, 'tenant_id': 'e6a9a5739db149a6bf851ba113dffa73'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:05.067694 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (2be7a24f-61fd-4852-b434-7585ce9cf070), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:05.072799 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:05.188956 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port 0c308658-26a6-417c-8aaf-ec84994d4ac7 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:05.189397 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:05.230643 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=0c308658-26a6-417c-8aaf-ec84994d4ac7,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:05.310870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-800763d0-6b77-4daf-9b71-def5f04218a7 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Deleting port 22141ef9-5caa-47cf-b64c-91e53a8067ca {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:05.311504 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-800763d0-6b77-4daf-9b71-def5f04218a7 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (22141ef9-5caa-47cf-b64c-91e53a8067ca), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:05.328919 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1607a886-fd10-4f9d-9661-ef89c8a21cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:05.337523 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1607a886-fd10-4f9d-9661-ef89c8a21cea None None] No DVR routers for this DVR port 0c308658-26a6-417c-8aaf-ec84994d4ac7 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:54:05.358624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607a886-fd10-4f9d-9661-ef89c8a21cea None None] Pushing event deleted for resources: {'Port': ['ID=0c308658-26a6-417c-8aaf-ec84994d4ac7,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:05.383738 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] For port 0c308658-26a6-417c-8aaf-ec84994d4ac7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0c308658-26a6-417c-8aaf-ec84994d4ac7,segment=NetworkSegment(8c35e51a-d258-4a76-a71d-2b50facc5d47),segment_id=8c35e51a-d258-4a76-a71d-2b50facc5d47)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:05.384160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:05.403514 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for 0c308658-26a6-417c-8aaf-ec84994d4ac7 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:05.435449 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-800763d0-6b77-4daf-9b71-def5f04218a7 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (22141ef9-5caa-47cf-b64c-91e53a8067ca), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:05.453865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-800763d0-6b77-4daf-9b71-def5f04218a7 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Calling delete_port for 22141ef9-5caa-47cf-b64c-91e53a8067ca owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:05.655218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3fd97f00-f264-461e-b7ee-1b0e01688562 req-6188fa46-71c4-48e0-b88d-90404ed99d1a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 210 time: 0.0665290 Feb 15 16:54:05.658370 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5f1f0-ef0a-44be-8e9a-cac9e45f1188 req-9f043269-ed9f-454f-bba4-a9d4a9c58aad tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:05.660078 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1cf5f1f0-ef0a-44be-8e9a-cac9e45f1188 req-9f043269-ed9f-454f-bba4-a9d4a9c58aad tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.1532958 Feb 15 16:54:05.761642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-0f58565e-1cd0-4258-b7d7-256adfc38904 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Made reservation on behalf of e6a9a5739db149a6bf851ba113dffa73 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:05.765320 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0c308658-26a6-417c-8aaf-ec84994d4ac7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:05.765494 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-0f58565e-1cd0-4258-b7d7-256adfc38904 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:05.805550 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-800763d0-6b77-4daf-9b71-def5f04218a7 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (22141ef9-5caa-47cf-b64c-91e53a8067ca), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:05.847087 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1cf5f1f0-ef0a-44be-8e9a-cac9e45f1188 req-06dac0c7-05c7-4d79-a597-ee20bb42c13c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701133 Feb 15 16:54:05.849070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=0c308658-26a6-417c-8aaf-ec84994d4ac7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:05.856010 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No DVR routers for this DVR port 0c308658-26a6-417c-8aaf-ec84994d4ac7 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:54:05.921701 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800763d0-6b77-4daf-9b71-def5f04218a7 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event deleted for resources: {'Port': ['ID=22141ef9-5caa-47cf-b64c-91e53a8067ca,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:06.119432 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-800763d0-6b77-4daf-9b71-def5f04218a7 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:06.134980 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-800763d0-6b77-4daf-9b71-def5f04218a7 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "DELETE /v2.0/ports/22141ef9-5caa-47cf-b64c-91e53a8067ca HTTP/1.1" status: 204 len: 168 time: 1.2650719 Feb 15 16:54:06.135286 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (2be7a24f-61fd-4852-b434-7585ce9cf070), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:06.135417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55936) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:06.217967 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-27482cc6-949e-4373-9b27-562fc4e6901c req-c260f965-b9e8-46a8-8c94-147260a9d25d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.1312163 Feb 15 16:54:06.219865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2be7a24f-61fd-4852-b434-7585ce9cf070']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:06.267137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c35e51a-d258-4a76-a71d-2b50facc5d47') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:06.271240 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c35e51a-d258-4a76-a71d-2b50facc5d47') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:06.315269 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (8c35e51a-d258-4a76-a71d-2b50facc5d47), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:06.339645 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8c35e51a-d258-4a76-a71d-2b50facc5d47), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:06.348571 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:54:06.349162 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (8c35e51a-d258-4a76-a71d-2b50facc5d47), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:06.388815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-0f58565e-1cd0-4258-b7d7-256adfc38904 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Allocated IP 172.20.0.9 (faa64524-3e9c-4cad-af8e-596b77dc9db6/c464a3a9-43bb-42ce-b940-4b3652cae714/b17cf777-ed64-47a2-9840-b28d1e84d560) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:54:06.414816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-9205889f-f3fb-41bc-b634-1c65898bed68 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Deleting port 7becc09c-46a9-42fd-8e9c-7f6628198df0 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:06.415419 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9205889f-f3fb-41bc-b634-1c65898bed68 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7becc09c-46a9-42fd-8e9c-7f6628198df0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:54:06.437738 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:54:06.522384 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (2be7a24f-61fd-4852-b434-7585ce9cf070), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:06.530106 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:06.540081 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/networks/2be7a24f-61fd-4852-b434-7585ce9cf070 HTTP/1.1" status: 204 len: 168 time: 1.6021342 Feb 15 16:54:06.574317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55940) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:06.589003 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d1037c9c-d78a-4a85-9c5a-e0218bc0ee34 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-249023676'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:06.610578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4684c46-fa8b-47a2-a9b0-9827145dcd59 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Network': ['ID=2be7a24f-61fd-4852-b434-7585ce9cf070,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:06.616817 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f211093c-554d-4094-aeca-f5b854a678a4 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:54:06.724669 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1037c9c-d78a-4a85-9c5a-e0218bc0ee34 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:06.729755 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1037c9c-d78a-4a85-9c5a-e0218bc0ee34 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:06.855379 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e55d5d73-1265-4bd7-b32d-e06568a0ce5c req-87117b94-294b-47e5-980e-5770a19ebee9 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 210 time: 0.0815272 Feb 15 16:54:06.886986 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1037c9c-d78a-4a85-9c5a-e0218bc0ee34 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:54:06.911669 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1037c9c-d78a-4a85-9c5a-e0218bc0ee34 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1ce41abe-b560-4b92-9d98-4ac3dca5ef69), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:06.912028 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-d1037c9c-d78a-4a85-9c5a-e0218bc0ee34 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Added segment 1ce41abe-b560-4b92-9d98-4ac3dca5ef69 of type vlan for network 720e41d2-83c1-4a80-8b89-04a0db15cddf Feb 15 16:54:06.916296 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9205889f-f3fb-41bc-b634-1c65898bed68 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7becc09c-46a9-42fd-8e9c-7f6628198df0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:06.955654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-9205889f-f3fb-41bc-b634-1c65898bed68 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Calling delete_port for 7becc09c-46a9-42fd-8e9c-7f6628198df0 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:06.992266 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:07.017095 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1037c9c-d78a-4a85-9c5a-e0218bc0ee34 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (720e41d2-83c1-4a80-8b89-04a0db15cddf), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:07.099599 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'f211093c-554d-4094-aeca-f5b854a678a4', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'port_id': 'f211093c-554d-4094-aeca-f5b854a678a4', 'mac_address': 'fa:16:3e:4e:55:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:54:07.158701 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9205889f-f3fb-41bc-b634-1c65898bed68 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7becc09c-46a9-42fd-8e9c-7f6628198df0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:07.166489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f211093c-554d-4094-aeca-f5b854a678a4 is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:07.166902 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f211093c-554d-4094-aeca-f5b854a678a4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:07.222444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f211093c-554d-4094-aeca-f5b854a678a4 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:54:07.225630 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1037c9c-d78a-4a85-9c5a-e0218bc0ee34 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (720e41d2-83c1-4a80-8b89-04a0db15cddf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:07.232873 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1037c9c-d78a-4a85-9c5a-e0218bc0ee34 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:07.233643 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1037c9c-d78a-4a85-9c5a-e0218bc0ee34 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:07.300188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205889f-f3fb-41bc-b634-1c65898bed68 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event deleted for resources: {'Port': ['ID=7becc09c-46a9-42fd-8e9c-7f6628198df0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:07.331033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:07.344425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e479b-78a1-416a-962b-6a9e30f2fdac req-0e2668f4-e3e5-4ba9-bf88-80cf960d5874 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:07.349283 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d72600a-7574-401e-ba1c-e85e78c1e33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:07.364952 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b66e479b-78a1-416a-962b-6a9e30f2fdac req-0e2668f4-e3e5-4ba9-bf88-80cf960d5874 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.2726262 Feb 15 16:54:07.409998 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9205889f-f3fb-41bc-b634-1c65898bed68 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:07.417769 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9205889f-f3fb-41bc-b634-1c65898bed68 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "DELETE /v2.0/ports/7becc09c-46a9-42fd-8e9c-7f6628198df0 HTTP/1.1" status: 204 len: 168 time: 1.2770979 Feb 15 16:54:07.419163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55954) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:07.456115 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f211093c-554d-4094-aeca-f5b854a678a4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:07.478296 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1037c9c-d78a-4a85-9c5a-e0218bc0ee34 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Network': ['ID=720e41d2-83c1-4a80-8b89-04a0db15cddf,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:07.500524 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-043f00fe-63cf-4436-8288-c9ddcd8c397c tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0553639 Feb 15 16:54:07.508200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55956) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:07.520162 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d1037c9c-d78a-4a85-9c5a-e0218bc0ee34 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9437175 Feb 15 16:54:07.524717 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55958) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:07.530573 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-9994bdc9-00c9-4c81-9036-58db032eef9f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1758615982'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:07.540528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-48ff27cb-752c-4fd9-b9a0-d99192ba3bfc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'subnet': {'network_id': '720e41d2-83c1-4a80-8b89-04a0db15cddf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:07.547447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 720e41d2-83c1-4a80-8b89-04a0db15cddf details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:54:07.696624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['f211093c-554d-4094-aeca-f5b854a678a4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:54:07.728089 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b66e479b-78a1-416a-962b-6a9e30f2fdac req-34e75e13-0c9e-4800-a197-9e406985e7bf tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3595490 Feb 15 16:54:07.800237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9994bdc9-00c9-4c81-9036-58db032eef9f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Made reservation on behalf of 3c28972507094babb4ddf048fcac644e for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:07.800237 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9994bdc9-00c9-4c81-9036-58db032eef9f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:07.800556 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1bd597e0-9914-4c2d-a3b7-fdc9f0ca8afa req-d00ea510-b02f-4689-87ed-f690be61b481 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.3405614 Feb 15 16:54:07.827652 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-0f58565e-1cd0-4258-b7d7-256adfc38904 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks [] for port (b17cf777-ed64-47a2-9840-b28d1e84d560), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:07.981528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9994bdc9-00c9-4c81-9036-58db032eef9f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:54:08.010701 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9994bdc9-00c9-4c81-9036-58db032eef9f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b547466e-4664-4d0d-9542-5d0db9de2d5c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:08.011060 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-9994bdc9-00c9-4c81-9036-58db032eef9f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Added segment b547466e-4664-4d0d-9542-5d0db9de2d5c of type vlan for network a176e951-c47f-4537-9141-b6cec011cba4 Feb 15 16:54:08.025069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f211093c-554d-4094-aeca-f5b854a678a4,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:08.084314 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ff27cb-752c-4fd9-b9a0-d99192ba3bfc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:08.086442 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9994bdc9-00c9-4c81-9036-58db032eef9f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (a176e951-c47f-4537-9141-b6cec011cba4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:08.088251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48ff27cb-752c-4fd9-b9a0-d99192ba3bfc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:08.183709 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35da22a0-0fa3-4635-855d-5f3cd7eafb9f req-dd1107c3-d0b1-4682-a3b6-2962b36d9605 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 210 time: 0.2217267 Feb 15 16:54:08.242592 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9994bdc9-00c9-4c81-9036-58db032eef9f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (a176e951-c47f-4537-9141-b6cec011cba4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:08.259879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9994bdc9-00c9-4c81-9036-58db032eef9f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:08.265127 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9994bdc9-00c9-4c81-9036-58db032eef9f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:08.371054 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-0f58565e-1cd0-4258-b7d7-256adfc38904 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b17cf777-ed64-47a2-9840-b28d1e84d560), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:08.376270 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9994bdc9-00c9-4c81-9036-58db032eef9f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8590813 Feb 15 16:54:08.387242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['21b48050-d6b1-4d95-96d0-49afc662f919'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:54:08.393296 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55980) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:08.435358 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c6a76ae0-1e7d-49d2-9981-e9bad8358fff tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-854451481'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:08.473327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-0f58565e-1cd0-4258-b7d7-256adfc38904 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Network faa64524-3e9c-4cad-af8e-596b77dc9db6 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:54:08.474615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994bdc9-00c9-4c81-9036-58db032eef9f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event updated for resources: {'Network': ['ID=a176e951-c47f-4537-9141-b6cec011cba4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:08.489411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-0f58565e-1cd0-4258-b7d7-256adfc38904 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:08.498817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-0f58565e-1cd0-4258-b7d7-256adfc38904 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:54:08.504901 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58565e-1cd0-4258-b7d7-256adfc38904 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Pushing event updated for resources: {'Port': ['ID=b17cf777-ed64-47a2-9840-b28d1e84d560,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:08.505106 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network a176e951-c47f-4537-9141-b6cec011cba4 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:54:08.577153 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a76ae0-1e7d-49d2-9981-e9bad8358fff tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Made reservation on behalf of 3c28972507094babb4ddf048fcac644e for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:08.580837 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6a76ae0-1e7d-49d2-9981-e9bad8358fff tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:08.629966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-0f58565e-1cd0-4258-b7d7-256adfc38904 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:08.634536 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-0f58565e-1cd0-4258-b7d7-256adfc38904 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:08.639289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6a76ae0-1e7d-49d2-9981-e9bad8358fff tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:54:08.656008 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6a76ae0-1e7d-49d2-9981-e9bad8358fff tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8aa1c015-1325-4a3e-8b2f-d799fe39f6ae), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:08.656663 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-c6a76ae0-1e7d-49d2-9981-e9bad8358fff tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Added segment 8aa1c015-1325-4a3e-8b2f-d799fe39f6ae of type vlan for network ec85f240-4661-4e73-9a61-48714250fa0f Feb 15 16:54:08.710656 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6a76ae0-1e7d-49d2-9981-e9bad8358fff tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (ec85f240-4661-4e73-9a61-48714250fa0f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:08.751235 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f211093c-554d-4094-aeca-f5b854a678a4 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:54:08.785084 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48ff27cb-752c-4fd9-b9a0-d99192ba3bfc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (c79aa0f7-8678-43ce-8d27-57ca5219055b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:08.821704 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6a76ae0-1e7d-49d2-9981-e9bad8358fff tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (ec85f240-4661-4e73-9a61-48714250fa0f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:08.828637 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a76ae0-1e7d-49d2-9981-e9bad8358fff tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:08.828637 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6a76ae0-1e7d-49d2-9981-e9bad8358fff tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:08.976610 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff27cb-752c-4fd9-b9a0-d99192ba3bfc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Subnet': ['ID=c79aa0f7-8678-43ce-8d27-57ca5219055b,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:09.085097 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-0f58565e-1cd0-4258-b7d7-256adfc38904 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1045547 Feb 15 16:54:09.135673 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port f211093c-554d-4094-aeca-f5b854a678a4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:09.136495 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f211093c-554d-4094-aeca-f5b854a678a4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:09.147123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Request body: {'port': {'device_id': '991d41e4-d8b9-4123-9462-d47d60f427b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:09.173310 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7848e8-887c-4caf-94ca-7982ab2c65d6 req-bc86d397-86e5-42b8-8d77-47429dcb40c1 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:09.177340 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de7848e8-887c-4caf-94ca-7982ab2c65d6 req-bc86d397-86e5-42b8-8d77-47429dcb40c1 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.2201650 Feb 15 16:54:09.253645 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0bbb49d1-80fd-433d-8d90-efcc80a56ccc req-da8be24c-0c4d-4b5b-a3d7-469eb2f16301 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.1887515 Feb 15 16:54:09.268622 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c6a76ae0-1e7d-49d2-9981-e9bad8358fff tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8718934 Feb 15 16:54:09.285712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff27cb-752c-4fd9-b9a0-d99192ba3bfc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Checking segment: {'id': '1ce41abe-b560-4b92-9d98-4ac3dca5ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '720e41d2-83c1-4a80-8b89-04a0db15cddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:09.286061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ff27cb-752c-4fd9-b9a0-d99192ba3bfc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network hostable DHCP agents. Network: 720e41d2-83c1-4a80-8b89-04a0db15cddf, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:54:09.300222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a76ae0-1e7d-49d2-9981-e9bad8358fff tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event updated for resources: {'Network': ['ID=ec85f240-4661-4e73-9a61-48714250fa0f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:09.337279 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de7848e8-887c-4caf-94ca-7982ab2c65d6 req-7c54856e-e5ab-4d52-a132-edc08ac9f85e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407535 Feb 15 16:54:09.343371 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network ec85f240-4661-4e73-9a61-48714250fa0f details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:54:09.440755 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b17cf777-ed64-47a2-9840-b28d1e84d560), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:09.491737 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ff27cb-752c-4fd9-b9a0-d99192ba3bfc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 720e41d2-83c1-4a80-8b89-04a0db15cddf is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:54:09.605591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-48ff27cb-752c-4fd9-b9a0-d99192ba3bfc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 720e41d2-83c1-4a80-8b89-04a0db15cddf) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:09.638780 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff27cb-752c-4fd9-b9a0-d99192ba3bfc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:09.639387 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48ff27cb-752c-4fd9-b9a0-d99192ba3bfc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:09.672775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b817608-a5a2-457f-b51b-8d02e4dd5ec5 None None] Network 720e41d2-83c1-4a80-8b89-04a0db15cddf requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:09.769274 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-48ff27cb-752c-4fd9-b9a0-d99192ba3bfc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2365642 Feb 15 16:54:09.769542 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56006) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:09.774938 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-04a6d8b3-78e5-4508-9567-697e2bc2463e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-283048655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:09.894407 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7c88bd0-a443-49c7-9fe6-9cae240a73ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:09.916124 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04a6d8b3-78e5-4508-9567-697e2bc2463e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (dec9a01b-a748-4a8d-aa14-09d306c3c05b), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:09.918611 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04a6d8b3-78e5-4508-9567-697e2bc2463e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (dec9a01b-a748-4a8d-aa14-09d306c3c05b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:10.061388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-720e41d2-83c1-4a80-8b89-04a0db15cddf', 'network_id': '720e41d2-83c1-4a80-8b89-04a0db15cddf', 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'fixed_ips': [{'subnet_id': 'c79aa0f7-8678-43ce-8d27-57ca5219055b'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:54:10.061388 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:10.101158 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04a6d8b3-78e5-4508-9567-697e2bc2463e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_controller (dec9a01b-a748-4a8d-aa14-09d306c3c05b), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:10.187650 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04a6d8b3-78e5-4508-9567-697e2bc2463e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (dec9a01b-a748-4a8d-aa14-09d306c3c05b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:10.283632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17cf777-ed64-47a2-9840-b28d1e84d560 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:54:10.336493 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Publish callbacks [] for port (b17cf777-ed64-47a2-9840-b28d1e84d560), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:10.370560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550f869-8dbf-4057-a61c-d72272f2d18a req-e6c7730c-f35a-41e0-9e19-22b55e76a087 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:10.376002 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4550f869-8dbf-4057-a61c-d72272f2d18a req-e6c7730c-f35a-41e0-9e19-22b55e76a087 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 931 time: 0.9052103 Feb 15 16:54:10.452173 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04a6d8b3-78e5-4508-9567-697e2bc2463e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:10.458051 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-04a6d8b3-78e5-4508-9567-697e2bc2463e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6828010 Feb 15 16:54:10.463860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56014) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:10.479219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-e4e87e76-b34c-4d04-8837-1da214f04434 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'port': {'network_id': '720e41d2-83c1-4a80-8b89-04a0db15cddf', 'name': 'tempest-RoutersIpV6Test-314842353'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:10.533076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Allocated IP 2001:db8::2 (720e41d2-83c1-4a80-8b89-04a0db15cddf/c79aa0f7-8678-43ce-8d27-57ca5219055b/48465589-a441-4ae7-b285-7f1da12580fc) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:54:10.723310 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-754922e1-ca37-4fac-84ba-b8d38d1f454b req-86f7cc16-46a5-4246-aeca-3ecc80a24ba0 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.1236627 Feb 15 16:54:10.783989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Transition to ACTIVE for port object b17cf777-ed64-47a2-9840-b28d1e84d560 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:54:10.805499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4550f869-8dbf-4057-a61c-d72272f2d18a req-fc10234f-c65d-424a-a0f7-5488d455e77c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219642 Feb 15 16:54:10.896416 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (b17cf777-ed64-47a2-9840-b28d1e84d560), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:10.969048 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e87e76-b34c-4d04-8837-1da214f04434 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:10.981834 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e4e87e76-b34c-4d04-8837-1da214f04434 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:11.183415 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Publish callbacks [] for port (48465589-a441-4ae7-b285-7f1da12580fc), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:11.185257 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977c937-eb98-4ff1-96c8-c7d48ed71457 req-8126633c-7cd8-4a98-8a5b-19a8b833669f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:11.198327 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4977c937-eb98-4ff1-96c8-c7d48ed71457 req-8126633c-7cd8-4a98-8a5b-19a8b833669f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.2380927 Feb 15 16:54:11.220312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f211093c-554d-4094-aeca-f5b854a678a4 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:11.220611 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f211093c-554d-4094-aeca-f5b854a678a4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:11.305556 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (48465589-a441-4ae7-b285-7f1da12580fc), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:11.370842 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4977c937-eb98-4ff1-96c8-c7d48ed71457 req-8c4066a2-aa6e-419c-ad21-480caee3daa3 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629748 Feb 15 16:54:11.495700 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Attempting to bind port b17cf777-ed64-47a2-9840-b28d1e84d560 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:54:11.510852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Attempting to bind port b17cf777-ed64-47a2-9840-b28d1e84d560 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:54:11.510852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Attempting to bind port b17cf777-ed64-47a2-9840-b28d1e84d560 on network faa64524-3e9c-4cad-af8e-596b77dc9db6 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:54:11.521345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-e4e87e76-b34c-4d04-8837-1da214f04434 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] device_id is not set on port bb82d19e-2d4d-4313-8e28-36dbca783be9 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:54:11.535163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Pushing event updated for resources: {'Port': ['ID=b17cf777-ed64-47a2-9840-b28d1e84d560,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:11.565013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Port b17cf777-ed64-47a2-9840-b28d1e84d560 on network faa64524-3e9c-4cad-af8e-596b77dc9db6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:54:11.566331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Attempting to bind port b17cf777-ed64-47a2-9840-b28d1e84d560 on network faa64524-3e9c-4cad-af8e-596b77dc9db6 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:54:11.603912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:11.605255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:54:11.633402 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417bc9b9-564a-48fe-85e2-6b5d00c6c5a3" -d '{"events": [{"server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "name": "network-vif-plugged", "status": "completed", "tag": "f211093c-554d-4094-aeca-f5b854a678a4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:54:11.687504 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Network 720e41d2-83c1-4a80-8b89-04a0db15cddf is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:54:11.701406 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:11.707452 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:54:11.709072 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f211093c-554d-4094-aeca-f5b854a678a4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:11.719110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Checking segment: {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:11.720663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Bound using segment: {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:54:11.722978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Bound port: b17cf777-ed64-47a2-9840-b28d1e84d560, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:54:11.725672 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:11.739173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:54:11.740473 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b17cf777-ed64-47a2-9840-b28d1e84d560), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:11.743028 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Pushing event updated for resources: {'Port': ['ID=48465589-a441-4ae7-b285-7f1da12580fc,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:11.892326 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a02c97-b970-4a2f-b594-1fda1feb54c2 x-openstack-request-id: req-08a02c97-b970-4a2f-b594-1fda1feb54c2 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:54:11.903007 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "name": "network-vif-plugged", "status": "completed", "tag": "f211093c-554d-4094-aeca-f5b854a678a4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:54:11.903007 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-08a02c97-b970-4a2f-b594-1fda1feb54c2 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:54:11.903007 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4', 'code': 200} Feb 15 16:54:12.232546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] For port b17cf777-ed64-47a2-9840-b28d1e84d560, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:54:12.248981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] For port b17cf777-ed64-47a2-9840-b28d1e84d560, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b17cf777-ed64-47a2-9840-b28d1e84d560,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:54:12.309393 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de654eb7-6a5d-4d48-aa63-5ac2fc7ca162 req-016e653a-99fb-4700-8db3-3fe10996d099 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:12.326641 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de654eb7-6a5d-4d48-aa63-5ac2fc7ca162 req-016e653a-99fb-4700-8db3-3fe10996d099 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 943 time: 0.2090130 Feb 15 16:54:12.361134 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:12.428951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Attempting to bind port 48465589-a441-4ae7-b285-7f1da12580fc on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:54:12.435735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Attempting to bind port 48465589-a441-4ae7-b285-7f1da12580fc by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '1ce41abe-b560-4b92-9d98-4ac3dca5ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '720e41d2-83c1-4a80-8b89-04a0db15cddf'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:54:12.436389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Attempting to bind port 48465589-a441-4ae7-b285-7f1da12580fc on network 720e41d2-83c1-4a80-8b89-04a0db15cddf {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:54:12.464449 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:54:12.465163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Checking segment: {'id': '1ce41abe-b560-4b92-9d98-4ac3dca5ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '720e41d2-83c1-4a80-8b89-04a0db15cddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:12.465793 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:12.470244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Bound using segment: {'id': '1ce41abe-b560-4b92-9d98-4ac3dca5ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '720e41d2-83c1-4a80-8b89-04a0db15cddf'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:54:12.470244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Bound port: 48465589-a441-4ae7-b285-7f1da12580fc, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce41abe-b560-4b92-9d98-4ac3dca5ef69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '720e41d2-83c1-4a80-8b89-04a0db15cddf'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:54:12.470244 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (48465589-a441-4ae7-b285-7f1da12580fc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:12.508855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f211093c-554d-4094-aeca-f5b854a678a4,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:12.563178 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de654eb7-6a5d-4d48-aa63-5ac2fc7ca162 req-475d8a32-c667-4f97-abe5-3a68123cae92 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350359 Feb 15 16:54:12.591841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-e4e87e76-b34c-4d04-8837-1da214f04434 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Allocated IP 2001:db8::2c2 (720e41d2-83c1-4a80-8b89-04a0db15cddf/c79aa0f7-8678-43ce-8d27-57ca5219055b/bb82d19e-2d4d-4313-8e28-36dbca783be9) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:54:12.675441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] For port 48465589-a441-4ae7-b285-7f1da12580fc, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:54:12.692731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] For port 48465589-a441-4ae7-b285-7f1da12580fc, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=48465589-a441-4ae7-b285-7f1da12580fc,segment=NetworkSegment(1ce41abe-b560-4b92-9d98-4ac3dca5ef69),segment_id=1ce41abe-b560-4b92-9d98-4ac3dca5ef69)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:54:12.772161 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (48465589-a441-4ae7-b285-7f1da12580fc), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:12.847058 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b99302-ecf6-408f-9450-9e2527a76d7d req-3cd889ac-3e03-4d9a-a2fb-69c15a51a3b8 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:12.858031 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36b99302-ecf6-408f-9450-9e2527a76d7d req-3cd889ac-3e03-4d9a-a2fb-69c15a51a3b8 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.1761205 Feb 15 16:54:12.923217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242cb8f-de13-4b92-ac08-88a93be7a313 None None] Pushing event updated for resources: {'Port': ['ID=48465589-a441-4ae7-b285-7f1da12580fc,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:12.952831 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56042) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:12.959427 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Request body: {'subnets': [{'network_id': 'a176e951-c47f-4537-9141-b6cec011cba4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1009591991', 'ip_version': 6}, {'network_id': 'ec85f240-4661-4e73-9a61-48714250fa0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:12.959692 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Request body: {'subnet': {'network_id': 'a176e951-c47f-4537-9141-b6cec011cba4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1009591991', 'ip_version': 6}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:12.960416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Request body: {'subnet': {'network_id': 'ec85f240-4661-4e73-9a61-48714250fa0f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:12.982372 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (b17cf777-ed64-47a2-9840-b28d1e84d560), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:13.009784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c5a0457-0d6f-4052-8a22-98de4e005035 req-5e5cba27-5a20-4240-9299-04370cba2467 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.9677615 Feb 15 16:54:13.116784 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36b99302-ecf6-408f-9450-9e2527a76d7d req-b04558cb-653c-4513-983e-a0cc68b250e7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578504 Feb 15 16:54:13.180441 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:13.181053 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:13.182554 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] 10.222.0.67 "PUT /v2.0/ports/b17cf777-ed64-47a2-9840-b28d1e84d560 HTTP/1.1" status: 200 len: 1092 time: 4.0766146 Feb 15 16:54:13.188334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991d41e4-d8b9-4123-9462-d47d60f427b5', 'tag': 'b17cf777-ed64-47a2-9840-b28d1e84d560'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:54:13.190723 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e61b36a-0b20-4d76-bc66-cb0e8d2d73e5" -d '{"events": [{"name": "network-changed", "server_uuid": "991d41e4-d8b9-4123-9462-d47d60f427b5", "tag": "b17cf777-ed64-47a2-9840-b28d1e84d560"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:54:13.245009 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e4e87e76-b34c-4d04-8837-1da214f04434 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (bb82d19e-2d4d-4313-8e28-36dbca783be9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:13.290058 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5379677-eb4c-417d-a26b-141630e6416e x-openstack-request-id: req-a5379677-eb4c-417d-a26b-141630e6416e {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:54:13.290303 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991d41e4-d8b9-4123-9462-d47d60f427b5", "tag": "b17cf777-ed64-47a2-9840-b28d1e84d560", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:54:13.292944 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a5379677-eb4c-417d-a26b-141630e6416e {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:54:13.293414 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '991d41e4-d8b9-4123-9462-d47d60f427b5', 'tag': 'b17cf777-ed64-47a2-9840-b28d1e84d560', 'status': 'completed', 'code': 200} Feb 15 16:54:13.314735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d2284-17c6-402d-9ded-f64a5be5430a service neutron] Pushing event updated for resources: {'Port': ['ID=b17cf777-ed64-47a2-9840-b28d1e84d560,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:13.404204 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:13.478217 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Made reservation on behalf of 3c28972507094babb4ddf048fcac644e for: {'subnet': 2} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:13.484712 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:13.485320 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:13.558810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61b36a-0b20-4d76-bc66-cb0e8d2d73e5 req-3dbce84d-47de-47bf-9f08-2e6eddd4849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:13.573913 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e61b36a-0b20-4d76-bc66-cb0e8d2d73e5 req-3dbce84d-47de-47bf-9f08-2e6eddd4849f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 1126 time: 0.2570729 Feb 15 16:54:13.616809 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e4e87e76-b34c-4d04-8837-1da214f04434 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (bb82d19e-2d4d-4313-8e28-36dbca783be9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:13.827550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e87e76-b34c-4d04-8837-1da214f04434 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 720e41d2-83c1-4a80-8b89-04a0db15cddf is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:54:13.838821 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-e4e87e76-b34c-4d04-8837-1da214f04434 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:13.855479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e87e76-b34c-4d04-8837-1da214f04434 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=bb82d19e-2d4d-4313-8e28-36dbca783be9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:13.872413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e87e76-b34c-4d04-8837-1da214f04434 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:54:13.874307 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b142cc-1be6-4407-9231-97bf504b6dfe req-7612123f-52fb-4c18-a356-ce4094b2764c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:13.876104 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-69b142cc-1be6-4407-9231-97bf504b6dfe req-7612123f-52fb-4c18-a356-ce4094b2764c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 943 time: 0.1328566 Feb 15 16:54:13.891609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e87e76-b34c-4d04-8837-1da214f04434 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:13.893004 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e4e87e76-b34c-4d04-8837-1da214f04434 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:13.943310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61b36a-0b20-4d76-bc66-cb0e8d2d73e5 req-63a3704c-5f8f-44e7-beb7-6a2757988d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:13.947413 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e61b36a-0b20-4d76-bc66-cb0e8d2d73e5 req-63a3704c-5f8f-44e7-beb7-6a2757988d80 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=e6a9a5739db149a6bf851ba113dffa73&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3672709 Feb 15 16:54:14.143590 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e4e87e76-b34c-4d04-8837-1da214f04434 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6734467 Feb 15 16:54:14.152781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56050) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:14.173652 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-69b142cc-1be6-4407-9231-97bf504b6dfe req-c639204b-2636-46ec-864a-65119943ff65 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626021 Feb 15 16:54:14.578421 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 48465589-a441-4ae7-b285-7f1da12580fc up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:54:14.721575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eec535-ff93-4405-aa53-281ddd9a55b2 req-750eff35-131d-4e6a-99e6-c83e22f30302 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:14.724099 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-45c25e5c-25e5-444f-a058-99698529089f req-cf82dc18-1078-4890-b476-6b1906b82040 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.4137414 Feb 15 16:54:14.733311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 48465589-a441-4ae7-b285-7f1da12580fc triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:14.738838 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (48465589-a441-4ae7-b285-7f1da12580fc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:14.746838 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19eec535-ff93-4405-aa53-281ddd9a55b2 req-750eff35-131d-4e6a-99e6-c83e22f30302 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.3624737 Feb 15 16:54:14.796670 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (0a7c92b5-0df7-47ff-bee0-c0934f3e69cb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:14.825586 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2408461e-6ae6-491f-afa0-ee5f2609d045 None None] Network 720e41d2-83c1-4a80-8b89-04a0db15cddf requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:14.893264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event updated for resources: {'Subnet': ['ID=0a7c92b5-0df7-47ff-bee0-c0934f3e69cb,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:14.911769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:14.912117 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:14.912455 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:14.912790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:14.913280 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:14.913637 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:14.913965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:14.914287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:14.914608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:14.914928 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:14.915245 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:14.915707 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:14.916086 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:14.969029 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19eec535-ff93-4405-aa53-281ddd9a55b2 req-59601a93-6ec1-42d4-a4c2-7479d80085b7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212899 Feb 15 16:54:15.029432 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Checking segment: {'id': 'b547466e-4664-4d0d-9542-5d0db9de2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a176e951-c47f-4537-9141-b6cec011cba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:15.031627 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Network hostable DHCP agents. Network: a176e951-c47f-4537-9141-b6cec011cba4, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:54:15.047550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-75dc81a9-1021-47fb-be36-17e55b4a092e None None] Provisioning complete for port 48465589-a441-4ae7-b285-7f1da12580fc triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:15.047929 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-75dc81a9-1021-47fb-be36-17e55b4a092e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (48465589-a441-4ae7-b285-7f1da12580fc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:15.080522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61b36a-0b20-4d76-bc66-cb0e8d2d73e5 req-ceb88c4f-1826-4043-bb4c-2cebdc83813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:15.087868 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e61b36a-0b20-4d76-bc66-cb0e8d2d73e5 req-ceb88c4f-1826-4043-bb4c-2cebdc83813c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1332037 Feb 15 16:54:15.156092 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Network a176e951-c47f-4537-9141-b6cec011cba4 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:54:15.180788 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 48465589-a441-4ae7-b285-7f1da12580fc is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:15.181652 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (48465589-a441-4ae7-b285-7f1da12580fc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:15.228620 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, a176e951-c47f-4537-9141-b6cec011cba4) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:15.240718 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (a1fbc0b2-3776-48cf-b8f7-9c5112f94324), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:15.251221 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-c4b21d3b-dde6-4fa3-a8bb-8083d4db5a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:15.267240 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-c4b21d3b-dde6-4fa3-a8bb-8083d4db5a5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 1126 time: 0.1187370 Feb 15 16:54:15.297873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60353747-381a-485f-9acd-3992bf49305d None None] Network a176e951-c47f-4537-9141-b6cec011cba4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:15.374590 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event updated for resources: {'Subnet': ['ID=a1fbc0b2-3776-48cf-b8f7-9c5112f94324,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:15.391419 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-9c04b55c-898c-45a1-8c92-f06adab11b73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b17cf777-ed64-47a2-9840-b28d1e84d560 HTTP/1.1" status: 200 len: 217 time: 0.0989628 Feb 15 16:54:15.482396 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Checking segment: {'id': '8aa1c015-1325-4a3e-8b2f-d799fe39f6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec85f240-4661-4e73-9a61-48714250fa0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:15.482799 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Network hostable DHCP agents. Network: ec85f240-4661-4e73-9a61-48714250fa0f, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:54:15.508582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 48465589-a441-4ae7-b285-7f1da12580fc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=48465589-a441-4ae7-b285-7f1da12580fc,segment=NetworkSegment(1ce41abe-b560-4b92-9d98-4ac3dca5ef69),segment_id=1ce41abe-b560-4b92-9d98-4ac3dca5ef69)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:15.595613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-5765d6c3-611d-4a63-a22d-ac4d5c4bbcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:15.597120 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-5765d6c3-611d-4a63-a22d-ac4d5c4bbcb6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c464a3a9-43bb-42ce-b940-4b3652cae714 HTTP/1.1" status: 200 len: 845 time: 0.1812744 Feb 15 16:54:15.605089 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (48465589-a441-4ae7-b285-7f1da12580fc), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:15.630582 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Network ec85f240-4661-4e73-9a61-48714250fa0f is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:54:15.706686 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-a6d1722e-096f-4a5c-96bd-a3c04eb18f99 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=faa64524-3e9c-4cad-af8e-596b77dc9db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649014 Feb 15 16:54:15.745737 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, ec85f240-4661-4e73-9a61-48714250fa0f) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:15.755130 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:15.755665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:15.756369 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:15.766867 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bb82d19e-2d4d-4313-8e28-36dbca783be9), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:15.795493 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=48465589-a441-4ae7-b285-7f1da12580fc,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:15.827040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60942621-ce24-449e-b0c3-63d2b8dd7fd0 None None] Network ec85f240-4661-4e73-9a61-48714250fa0f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:15.883361 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b20d8840-c8f6-475b-8941-f607a7560d44 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.9291873 Feb 15 16:54:15.883936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56058) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:15.936851 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-75dc81a9-1021-47fb-be36-17e55b4a092e None None] Current status of the port 48465589-a441-4ae7-b285-7f1da12580fc is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:15.938959 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-75dc81a9-1021-47fb-be36-17e55b4a092e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (48465589-a441-4ae7-b285-7f1da12580fc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:15.999382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f280a6-d0a9-48b3-9328-5be007913107 req-83913198-6607-4323-b446-177f0c9d9de6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:16.002014 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38f280a6-d0a9-48b3-9328-5be007913107 req-83913198-6607-4323-b446-177f0c9d9de6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 943 time: 0.6077487 Feb 15 16:54:16.050671 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-a176e951-c47f-4537-9141-b6cec011cba4', 'network_id': 'a176e951-c47f-4537-9141-b6cec011cba4', 'project_id': '3c28972507094babb4ddf048fcac644e', 'fixed_ips': [{'subnet_id': '0a7c92b5-0df7-47ff-bee0-c0934f3e69cb'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:54:16.058221 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:16.088192 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0204670d-24f1-4485-8ff4-27e3a1f4f71d tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:16.094107 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0204670d-24f1-4485-8ff4-27e3a1f4f71d tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:16.096190 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0204670d-24f1-4485-8ff4-27e3a1f4f71d tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:16.109638 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0204670d-24f1-4485-8ff4-27e3a1f4f71d tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2245069 Feb 15 16:54:16.141325 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56062) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:16.262152 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43978cea-bafb-4985-a018-9d734d8c8ddd req-6ab2425c-ccb4-45da-a665-da96cafd1718 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.1432927 Feb 15 16:54:16.352317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ec794f-6c17-47be-8226-012c280b83d0 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Deleting subnet 0a7c92b5-0df7-47ff-bee0-c0934f3e69cb {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:54:16.381082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Allocated IP 2001:db8::1 (a176e951-c47f-4537-9141-b6cec011cba4/0a7c92b5-0df7-47ff-bee0-c0934f3e69cb/172fd108-dc89-4a6c-9dbc-d227be6a44d4) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:54:16.596076 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d64ac-3edb-40b8-9dac-b9dc5e4d6453 req-3e0d3253-4153-4df7-8d84-2d7d5e03f88a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:16.603539 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-783d64ac-3edb-40b8-9dac-b9dc5e4d6453 req-3e0d3253-4153-4df7-8d84-2d7d5e03f88a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.1484458 Feb 15 16:54:16.622105 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Publish callbacks [] for port (172fd108-dc89-4a6c-9dbc-d227be6a44d4), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:16.631249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 48465589-a441-4ae7-b285-7f1da12580fc up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:54:16.704450 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89ec794f-6c17-47be-8226-012c280b83d0 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks [] for subnet (0a7c92b5-0df7-47ff-bee0-c0934f3e69cb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:16.714343 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-75dc81a9-1021-47fb-be36-17e55b4a092e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:54:16.714793 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-75dc81a9-1021-47fb-be36-17e55b4a092e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:54:16.715874 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (172fd108-dc89-4a6c-9dbc-d227be6a44d4), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:16.807558 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-783d64ac-3edb-40b8-9dac-b9dc5e4d6453 req-7160c97f-596b-462c-99fb-ec8a401c9473 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027507 Feb 15 16:54:16.816111 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Network a176e951-c47f-4537-9141-b6cec011cba4 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:54:16.819883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-ec85f240-4661-4e73-9a61-48714250fa0f', 'network_id': 'ec85f240-4661-4e73-9a61-48714250fa0f', 'project_id': '3c28972507094babb4ddf048fcac644e', 'fixed_ips': [{'subnet_id': 'a1fbc0b2-3776-48cf-b8f7-9c5112f94324'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:54:16.820955 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:16.851964 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89ec794f-6c17-47be-8226-012c280b83d0 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (0a7c92b5-0df7-47ff-bee0-c0934f3e69cb), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:17.029966 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89ec794f-6c17-47be-8226-012c280b83d0 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (0a7c92b5-0df7-47ff-bee0-c0934f3e69cb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:17.083390 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-627a9ac3-c121-43d0-9036-ff14800ae486 service neutron] 10.222.0.67 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3607728 Feb 15 16:54:17.084630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Allocated IP 2001:db8:0:1::1 (ec85f240-4661-4e73-9a61-48714250fa0f/a1fbc0b2-3776-48cf-b8f7-9c5112f94324/9fbb1303-d7b5-43a6-b520-b700c0bd9363) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:54:17.215851 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89ec794f-6c17-47be-8226-012c280b83d0 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (0a7c92b5-0df7-47ff-bee0-c0934f3e69cb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:17.247747 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Publish callbacks [] for port (9fbb1303-d7b5-43a6-b520-b700c0bd9363), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:17.257712 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:17.261023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:54:17.261693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec794f-6c17-47be-8226-012c280b83d0 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7c92b5-0df7-47ff-bee0-c0934f3e69cb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:17.295347 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Pushing event updated for resources: {'Port': ['ID=172fd108-dc89-4a6c-9dbc-d227be6a44d4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:17.298572 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89ec794f-6c17-47be-8226-012c280b83d0 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:17.327203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 48465589-a441-4ae7-b285-7f1da12580fc triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:17.327658 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (48465589-a441-4ae7-b285-7f1da12580fc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:17.329771 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56066) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:17.330011 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-89ec794f-6c17-47be-8226-012c280b83d0 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "DELETE /v2.0/subnets/0a7c92b5-0df7-47ff-bee0-c0934f3e69cb HTTP/1.1" status: 204 len: 168 time: 1.1788228 Feb 15 16:54:17.398519 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (9fbb1303-d7b5-43a6-b520-b700c0bd9363), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:17.439456 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38f280a6-d0a9-48b3-9328-5be007913107 req-9a50e1a2-5e09-426b-ac42-c57defc38c8e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4148910 Feb 15 16:54:17.481092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Attempting to bind port 172fd108-dc89-4a6c-9dbc-d227be6a44d4 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:54:17.481581 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Attempting to bind port 172fd108-dc89-4a6c-9dbc-d227be6a44d4 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'b547466e-4664-4d0d-9542-5d0db9de2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a176e951-c47f-4537-9141-b6cec011cba4'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:54:17.482083 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Attempting to bind port 172fd108-dc89-4a6c-9dbc-d227be6a44d4 on network a176e951-c47f-4537-9141-b6cec011cba4 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:54:17.529243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-20af2763-9be3-45e4-9d4c-4b8637fa4ef8 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Deleting subnet a1fbc0b2-3776-48cf-b8f7-9c5112f94324 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:54:17.533562 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20af2763-9be3-45e4-9d4c-4b8637fa4ef8 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks [] for subnet (a1fbc0b2-3776-48cf-b8f7-9c5112f94324), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:17.537583 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-88eb11fc-f26d-45e7-a901-69725f363cbd req-0aa01e84-dcb2-4c28-97bb-935ebc42222e tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.1180003 Feb 15 16:54:17.605647 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Network ec85f240-4661-4e73-9a61-48714250fa0f is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:54:17.630518 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20af2763-9be3-45e4-9d4c-4b8637fa4ef8 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (a1fbc0b2-3776-48cf-b8f7-9c5112f94324), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:17.692806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:54:17.693552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Checking segment: {'id': 'b547466e-4664-4d0d-9542-5d0db9de2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a176e951-c47f-4537-9141-b6cec011cba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:17.697069 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:17.699954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Bound using segment: {'id': 'b547466e-4664-4d0d-9542-5d0db9de2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a176e951-c47f-4537-9141-b6cec011cba4'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:54:17.700475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Bound port: 172fd108-dc89-4a6c-9dbc-d227be6a44d4, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b547466e-4664-4d0d-9542-5d0db9de2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a176e951-c47f-4537-9141-b6cec011cba4'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:54:17.700905 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (172fd108-dc89-4a6c-9dbc-d227be6a44d4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:17.738660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 48465589-a441-4ae7-b285-7f1da12580fc is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:17.742048 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-75dc81a9-1021-47fb-be36-17e55b4a092e None None] Current status of the port 48465589-a441-4ae7-b285-7f1da12580fc is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:17.762978 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4828b2ae-16dd-4bd0-be56-702c677f1eb0 req-085651e6-63fa-4880-ad35-52b0e0579b88 service neutron] 10.222.0.67 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6581261 Feb 15 16:54:17.806480 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20af2763-9be3-45e4-9d4c-4b8637fa4ef8 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (a1fbc0b2-3776-48cf-b8f7-9c5112f94324), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:17.817175 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] For port 172fd108-dc89-4a6c-9dbc-d227be6a44d4, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:54:17.820646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] For port 172fd108-dc89-4a6c-9dbc-d227be6a44d4, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=172fd108-dc89-4a6c-9dbc-d227be6a44d4,segment=NetworkSegment(b547466e-4664-4d0d-9542-5d0db9de2d5c),segment_id=b547466e-4664-4d0d-9542-5d0db9de2d5c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:54:17.827458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:17.831532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:54:17.842617 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Pushing event updated for resources: {'Port': ['ID=9fbb1303-d7b5-43a6-b520-b700c0bd9363,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:17.896890 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (bb82d19e-2d4d-4313-8e28-36dbca783be9), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:17.955478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Attempting to bind port 9fbb1303-d7b5-43a6-b520-b700c0bd9363 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:54:17.956087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Attempting to bind port 9fbb1303-d7b5-43a6-b520-b700c0bd9363 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '8aa1c015-1325-4a3e-8b2f-d799fe39f6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec85f240-4661-4e73-9a61-48714250fa0f'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:54:17.956709 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Attempting to bind port 9fbb1303-d7b5-43a6-b520-b700c0bd9363 on network ec85f240-4661-4e73-9a61-48714250fa0f {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:54:17.960303 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d7cb4134-0b36-43ee-9a92-b325cc7073a3 None None] Provisioning complete for port 48465589-a441-4ae7-b285-7f1da12580fc triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:17.961125 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7cb4134-0b36-43ee-9a92-b325cc7073a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (48465589-a441-4ae7-b285-7f1da12580fc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:17.966187 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:54:17.966606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Checking segment: {'id': '8aa1c015-1325-4a3e-8b2f-d799fe39f6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec85f240-4661-4e73-9a61-48714250fa0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:17.966973 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:17.967372 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Bound using segment: {'id': '8aa1c015-1325-4a3e-8b2f-d799fe39f6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec85f240-4661-4e73-9a61-48714250fa0f'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:54:17.967864 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Bound port: 9fbb1303-d7b5-43a6-b520-b700c0bd9363, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa1c015-1325-4a3e-8b2f-d799fe39f6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec85f240-4661-4e73-9a61-48714250fa0f'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:54:17.968313 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9fbb1303-d7b5-43a6-b520-b700c0bd9363), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:18.016297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad26d58-e17f-4f54-8688-e7593fbae572 req-a1c7cf42-7fee-410c-b000-f4e323000685 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:18.018023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ad26d58-e17f-4f54-8688-e7593fbae572 req-a1c7cf42-7fee-410c-b000-f4e323000685 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.0832610 Feb 15 16:54:18.078383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] For port 9fbb1303-d7b5-43a6-b520-b700c0bd9363, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:54:18.081686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] For port 9fbb1303-d7b5-43a6-b520-b700c0bd9363, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9fbb1303-d7b5-43a6-b520-b700c0bd9363,segment=NetworkSegment(8aa1c015-1325-4a3e-8b2f-d799fe39f6ae),segment_id=8aa1c015-1325-4a3e-8b2f-d799fe39f6ae)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:54:18.089395 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3ad26d58-e17f-4f54-8688-e7593fbae572 req-7b6bb988-5bf1-43ba-be4f-3b77d0e56ac1 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553315 Feb 15 16:54:18.090454 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (bb82d19e-2d4d-4313-8e28-36dbca783be9), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:18.093190 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20af2763-9be3-45e4-9d4c-4b8637fa4ef8 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (a1fbc0b2-3776-48cf-b8f7-9c5112f94324), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:18.102957 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (172fd108-dc89-4a6c-9dbc-d227be6a44d4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:18.172216 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20af2763-9be3-45e4-9d4c-4b8637fa4ef8 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fbc0b2-3776-48cf-b8f7-9c5112f94324,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:18.179943 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20af2763-9be3-45e4-9d4c-4b8637fa4ef8 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:18.183497 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-20af2763-9be3-45e4-9d4c-4b8637fa4ef8 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "DELETE /v2.0/subnets/a1fbc0b2-3776-48cf-b8f7-9c5112f94324 HTTP/1.1" status: 204 len: 168 time: 0.8460042 Feb 15 16:54:18.186157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56076) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:18.325313 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e24f968-b73a-44c3-839a-83b24fa37c00 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:18.356903 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1e24f968-b73a-44c3-839a-83b24fa37c00 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1690063 Feb 15 16:54:18.362031 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56078) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:18.363881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=bb82d19e-2d4d-4313-8e28-36dbca783be9,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:18.637908 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (dec9a01b-a748-4a8d-aa14-09d306c3c05b), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:18.670514 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (ec85f240-4661-4e73-9a61-48714250fa0f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:18.710514 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9fbb1303-d7b5-43a6-b520-b700c0bd9363), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:18.724961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e420a-1bca-4daa-9e10-bfd7e2ada9f9 None None] Pushing event updated for resources: {'Port': ['ID=172fd108-dc89-4a6c-9dbc-d227be6a44d4,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:18.897813 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-da6cb514-6da7-4d7e-8b48-c1ea2dd5f816 req-52beac91-1689-4b75-9576-8f3a91dcfd30 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0560739 Feb 15 16:54:18.918914 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bd6c3-0862-4ec1-9c5d-e5678667d310 req-e53c3fcf-8696-4b76-ac55-2afe8759b51f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:18.930237 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b67bd6c3-0862-4ec1-9c5d-e5678667d310 req-e53c3fcf-8696-4b76-ac55-2afe8759b51f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 943 time: 0.3160982 Feb 15 16:54:19.064072 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b67bd6c3-0862-4ec1-9c5d-e5678667d310 req-b3826546-27a2-40c3-b77b-13696bbb5025 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329558 Feb 15 16:54:19.064459 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bb82d19e-2d4d-4313-8e28-36dbca783be9), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:19.065557 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Deleting port 9fbb1303-d7b5-43a6-b520-b700c0bd9363 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:19.065895 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9fbb1303-d7b5-43a6-b520-b700c0bd9363), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:19.075874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfc164b-9719-42c3-a74a-a096de46b9d4 None None] Network a176e951-c47f-4537-9141-b6cec011cba4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:19.283993 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] For port 9fbb1303-d7b5-43a6-b520-b700c0bd9363, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9fbb1303-d7b5-43a6-b520-b700c0bd9363,segment=NetworkSegment(8aa1c015-1325-4a3e-8b2f-d799fe39f6ae),segment_id=8aa1c015-1325-4a3e-8b2f-d799fe39f6ae)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:19.283993 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9fbb1303-d7b5-43a6-b520-b700c0bd9363), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:19.325123 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Calling delete_port for 9fbb1303-d7b5-43a6-b520-b700c0bd9363 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:19.386610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb4134-0b36-43ee-9a92-b325cc7073a3 None None] Current status of the port 48465589-a441-4ae7-b285-7f1da12580fc is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:19.406304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496a8f8-0a28-421e-aee9-fd04372c328a None None] Pushing event updated for resources: {'Port': ['ID=9fbb1303-d7b5-43a6-b520-b700c0bd9363,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:19.445966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d7cb4134-0b36-43ee-9a92-b325cc7073a3 None None] Provisioning complete for port bb82d19e-2d4d-4313-8e28-36dbca783be9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:19.451387 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7cb4134-0b36-43ee-9a92-b325cc7073a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bb82d19e-2d4d-4313-8e28-36dbca783be9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:19.546142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb4134-0b36-43ee-9a92-b325cc7073a3 None None] Port bb82d19e-2d4d-4313-8e28-36dbca783be9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:54:19.598480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c030c2-a64c-4537-99be-8b6f35aa0031 req-c5416326-7014-441f-ad56-858cbf58184b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:19.608873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01c030c2-a64c-4537-99be-8b6f35aa0031 req-c5416326-7014-441f-ad56-858cbf58184b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.3447297 Feb 15 16:54:19.627695 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (9fbb1303-d7b5-43a6-b520-b700c0bd9363), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:19.649263 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] No DVR routers for this DVR port 9fbb1303-d7b5-43a6-b520-b700c0bd9363 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:54:19.689023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a65bde7b-149e-4d99-a2b6-1fba93e77b28 None None] Provisioning complete for port bb82d19e-2d4d-4313-8e28-36dbca783be9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:19.689921 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a65bde7b-149e-4d99-a2b6-1fba93e77b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bb82d19e-2d4d-4313-8e28-36dbca783be9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:19.698528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b17cf777-ed64-47a2-9840-b28d1e84d560 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:54:19.769953 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a65bde7b-149e-4d99-a2b6-1fba93e77b28 None None] Port bb82d19e-2d4d-4313-8e28-36dbca783be9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:54:19.787460 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event deleted for resources: {'Port': ['ID=9fbb1303-d7b5-43a6-b520-b700c0bd9363,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:19.903776 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (ec85f240-4661-4e73-9a61-48714250fa0f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:19.939584 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec85f240-4661-4e73-9a61-48714250fa0f']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:19.955717 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa1c015-1325-4a3e-8b2f-d799fe39f6ae') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:19.956161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa1c015-1325-4a3e-8b2f-d799fe39f6ae') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:19.958103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port b17cf777-ed64-47a2-9840-b28d1e84d560, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b17cf777-ed64-47a2-9840-b28d1e84d560,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:19.978230 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (8aa1c015-1325-4a3e-8b2f-d799fe39f6ae), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:19.999249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'b17cf777-ed64-47a2-9840-b28d1e84d560', 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6', 'port_id': 'b17cf777-ed64-47a2-9840-b28d1e84d560', 'mac_address': 'fa:16:3e:7e:5f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c464a3a9-43bb-42ce-b940-4b3652cae714', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:54:20.007087 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8aa1c015-1325-4a3e-8b2f-d799fe39f6ae), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:20.020693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:54:20.021110 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (8aa1c015-1325-4a3e-8b2f-d799fe39f6ae), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:54:20.024260 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:54:20.072877 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (bb82d19e-2d4d-4313-8e28-36dbca783be9), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:20.087567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01c030c2-a64c-4537-99be-8b6f35aa0031 req-18118cf1-2818-4f2f-a83c-f43ffdfd301e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4674909 Feb 15 16:54:20.116087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port b17cf777-ed64-47a2-9840-b28d1e84d560 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:20.116507 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b17cf777-ed64-47a2-9840-b28d1e84d560), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:20.159825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17cf777-ed64-47a2-9840-b28d1e84d560 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:54:20.190684 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2be48f15-cc4a-484e-b614-7b9d4b3c7dd1 req-890e7ba0-1bcb-4bfa-a7ce-b31ebadfbcac tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.1266317 Feb 15 16:54:20.207718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port b17cf777-ed64-47a2-9840-b28d1e84d560, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b17cf777-ed64-47a2-9840-b28d1e84d560,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:20.268979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b25b7f-b7af-41b7-8c2f-f1c71a6ca483 req-a34e8177-2cd7-4207-922c-e65b78731764 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:20.277416 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1b25b7f-b7af-41b7-8c2f-f1c71a6ca483 req-a34e8177-2cd7-4207-922c-e65b78731764 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 943 time: 0.0958874 Feb 15 16:54:20.308357 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (bb82d19e-2d4d-4313-8e28-36dbca783be9), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:20.309332 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (dec9a01b-a748-4a8d-aa14-09d306c3c05b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:20.318670 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (ec85f240-4661-4e73-9a61-48714250fa0f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:20.322943 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b17cf777-ed64-47a2-9840-b28d1e84d560), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:20.328898 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:20.345936 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "DELETE /v2.0/networks/ec85f240-4661-4e73-9a61-48714250fa0f HTTP/1.1" status: 204 len: 168 time: 1.9841413 Feb 15 16:54:20.346931 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56090) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:20.420042 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1b25b7f-b7af-41b7-8c2f-f1c71a6ca483 req-feab5d59-a22d-4755-8186-74a8020221cd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416335 Feb 15 16:54:20.514045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=b17cf777-ed64-47a2-9840-b28d1e84d560,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:20.542968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=bb82d19e-2d4d-4313-8e28-36dbca783be9,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:20.583970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:20.585277 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (a176e951-c47f-4537-9141-b6cec011cba4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:20.589586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:20.590197 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:20.590755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:20.591316 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:20.593536 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bb997-e188-44da-97dc-9a4f4425ec7f tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event deleted for resources: {'Network': ['ID=ec85f240-4661-4e73-9a61-48714250fa0f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:20.596911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:20.597287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:20.597697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:20.598045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:20.598388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:20.598502 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['b17cf777-ed64-47a2-9840-b28d1e84d560'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:54:20.598726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:20.599186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:20.599378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:54:20.726536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 720e41d2-83c1-4a80-8b89-04a0db15cddf is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:54:20.729002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Deleting port 172fd108-dc89-4a6c-9dbc-d227be6a44d4 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:20.731017 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (172fd108-dc89-4a6c-9dbc-d227be6a44d4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:20.734361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:20.945438 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] For port 172fd108-dc89-4a6c-9dbc-d227be6a44d4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=172fd108-dc89-4a6c-9dbc-d227be6a44d4,segment=NetworkSegment(b547466e-4664-4d0d-9542-5d0db9de2d5c),segment_id=b547466e-4664-4d0d-9542-5d0db9de2d5c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:20.951093 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (172fd108-dc89-4a6c-9dbc-d227be6a44d4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:20.978579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f741b59b-3c01-49b0-b81e-8c6351398439 None None] DHCP port deletion for ec85f240-4661-4e73-9a61-48714250fa0f request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:54:20.984264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-af03d3a2-c47b-49e4-85d1-e2088bb724b9 None None] Could not find standard attr ID for object 9fbb1303-d7b5-43a6-b520-b700c0bd9363. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 16:54:20.997514 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Calling delete_port for 172fd108-dc89-4a6c-9dbc-d227be6a44d4 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:21.044789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d024914d-6fe3-4c71-b821-e9f0bc733b65 None None] Network ec85f240-4661-4e73-9a61-48714250fa0f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:21.117340 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d024914d-6fe3-4c71-b821-e9f0bc733b65 None None] Network ec85f240-4661-4e73-9a61-48714250fa0f could not be found, it might have been deleted concurrently. {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 16:54:21.206719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router dec9a01b-a748-4a8d-aa14-09d306c3c05b is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:54:21.307647 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930cfade-78df-48b2-9034-e6c88a683970 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 16:54:21.476093 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c09fb-4546-43fd-a32e-c0a23a242c2b req-a41fd4df-e12d-40fe-8cd8-d3608409d6cb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:21.489486 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-681c09fb-4546-43fd-a32e-c0a23a242c2b req-a41fd4df-e12d-40fe-8cd8-d3608409d6cb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.1786761 Feb 15 16:54:21.511274 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-288524ac-2d93-48d6-901b-2278522c1116 req-208a61fb-1239-4e70-a4bf-e311d240a1a3 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0746102 Feb 15 16:54:21.543731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d6dcca06-77b1-4355-ae8d-bb14d6afbc59 None None] Provisioning complete for port bb82d19e-2d4d-4313-8e28-36dbca783be9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:21.544092 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6dcca06-77b1-4355-ae8d-bb14d6afbc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bb82d19e-2d4d-4313-8e28-36dbca783be9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:21.606790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:54:21.627596 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-681c09fb-4546-43fd-a32e-c0a23a242c2b req-288d7e6e-2b06-45b9-bac9-6bd37080d66c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367645 Feb 15 16:54:21.633554 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (172fd108-dc89-4a6c-9dbc-d227be6a44d4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:21.633765 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6a7bd153-1240-46a3-b7ef-3427638d6d6d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/dec9a01b-a748-4a8d-aa14-09d306c3c05b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4718752 Feb 15 16:54:21.636195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56102) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:21.658379 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b5554-9105-4b45-9db1-4baa80f55337 None None] Sync routers for ids ['dec9a01b-a748-4a8d-aa14-09d306c3c05b'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:54:21.745152 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001f3430-e17e-4f3b-8267-9e0396a074e8 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:21.748961 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-001f3430-e17e-4f3b-8267-9e0396a074e8 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports/bb82d19e-2d4d-4313-8e28-36dbca783be9 HTTP/1.1" status: 200 len: 983 time: 0.1091385 Feb 15 16:54:21.750571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d6dcca06-77b1-4355-ae8d-bb14d6afbc59 None None] Port bb82d19e-2d4d-4313-8e28-36dbca783be9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:54:21.755432 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56104) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:21.783568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event deleted for resources: {'Port': ['ID=172fd108-dc89-4a6c-9dbc-d227be6a44d4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:21.818365 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b5554-9105-4b45-9db1-4baa80f55337 None None] Routers {'dec9a01b-a748-4a8d-aa14-09d306c3c05b'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:54:21.824584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-674b5554-9105-4b45-9db1-4baa80f55337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:54:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['dec9a01b-a748-4a8d-aa14-09d306c3c05b'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:21.835184 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b87521-dfaa-4848-8d9f-804afa3757f4 req-3dd0866e-bc8c-4d36-ad0f-2c5afa41336b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:21.841578 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-92b87521-dfaa-4848-8d9f-804afa3757f4 req-3dd0866e-bc8c-4d36-ad0f-2c5afa41336b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 944 time: 0.1094725 Feb 15 16:54:21.886492 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] No DVR routers for this DVR port 172fd108-dc89-4a6c-9dbc-d227be6a44d4 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:54:21.927252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-674b5554-9105-4b45-9db1-4baa80f55337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:21.954798 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-92b87521-dfaa-4848-8d9f-804afa3757f4 req-0e7483d1-23ae-47a9-9fff-be07f2919fe7 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122868 Feb 15 16:54:21.980756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b5554-9105-4b45-9db1-4baa80f55337 None None] Routers {'dec9a01b-a748-4a8d-aa14-09d306c3c05b'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:54:21.980756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-674b5554-9105-4b45-9db1-4baa80f55337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:54:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['dec9a01b-a748-4a8d-aa14-09d306c3c05b'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:22.065200 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-674b5554-9105-4b45-9db1-4baa80f55337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:22.068152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b5554-9105-4b45-9db1-4baa80f55337 None None] The sync data for ids ['dec9a01b-a748-4a8d-aa14-09d306c3c05b'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:54:22.156030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930cfade-78df-48b2-9034-e6c88a683970 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 16:54:22.203016 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (a176e951-c47f-4537-9141-b6cec011cba4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:22.258808 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a176e951-c47f-4537-9141-b6cec011cba4']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:22.285238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b547466e-4664-4d0d-9542-5d0db9de2d5c') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:22.285635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b547466e-4664-4d0d-9542-5d0db9de2d5c') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:22.333033 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (b547466e-4664-4d0d-9542-5d0db9de2d5c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:22.350245 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b547466e-4664-4d0d-9542-5d0db9de2d5c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:22.363596 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:54:22.366150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (b547466e-4664-4d0d-9542-5d0db9de2d5c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:22.398862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9fbb1303-d7b5-43a6-b520-b700c0bd9363 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:54:22.438539 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:54:22.500811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 9fbb1303-d7b5-43a6-b520-b700c0bd9363 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:54:22.501450 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9fbb1303-d7b5-43a6-b520-b700c0bd9363 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:54:22.589397 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (a176e951-c47f-4537-9141-b6cec011cba4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:22.680730 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:22.687051 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "DELETE /v2.0/networks/a176e951-c47f-4537-9141-b6cec011cba4 HTTP/1.1" status: 204 len: 168 time: 2.3255074 Feb 15 16:54:22.688192 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56110) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:22.842398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5f10d-85f8-4d5d-838b-49315a2a7611 tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event deleted for resources: {'Network': ['ID=a176e951-c47f-4537-9141-b6cec011cba4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:22.944619 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f05a007-d0d1-4c49-997c-7779c1ee2d8c tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (1e924fb2-fb53-4324-94b6-d3049073529e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:22.998645 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ab638c54-229e-4fb4-b7da-9394e5e47419 req-9304c609-02f5-4381-8f62-94d3277111ba tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.1816723 Feb 15 16:54:23.264048 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8969e3-475f-4a08-bca6-7ef6a9705345 req-d5970823-9caf-4822-8663-cc65b85cd023 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:23.273582 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f8969e3-475f-4a08-bca6-7ef6a9705345 req-d5970823-9caf-4822-8663-cc65b85cd023 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.3362794 Feb 15 16:54:23.308671 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f05a007-d0d1-4c49-997c-7779c1ee2d8c tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (1e924fb2-fb53-4324-94b6-d3049073529e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:23.399842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-9f05a007-d0d1-4c49-997c-7779c1ee2d8c tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e924fb2-fb53-4324-94b6-d3049073529e']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:23.413117 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-9f05a007-d0d1-4c49-997c-7779c1ee2d8c tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32720a27-7f5c-40d2-9116-9364d0045441') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:23.414237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-9f05a007-d0d1-4c49-997c-7779c1ee2d8c tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32720a27-7f5c-40d2-9116-9364d0045441') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:23.431632 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f05a007-d0d1-4c49-997c-7779c1ee2d8c tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (32720a27-7f5c-40d2-9116-9364d0045441), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:23.463253 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f05a007-d0d1-4c49-997c-7779c1ee2d8c tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (32720a27-7f5c-40d2-9116-9364d0045441), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:23.481080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f05a007-d0d1-4c49-997c-7779c1ee2d8c tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:54:23.481946 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f05a007-d0d1-4c49-997c-7779c1ee2d8c tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (32720a27-7f5c-40d2-9116-9364d0045441), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:54:23.486212 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:54:23.505468 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f8969e3-475f-4a08-bca6-7ef6a9705345 req-777342b2-a6c7-4c9b-9390-75439d94f2b6 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213235 Feb 15 16:54:23.684124 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b17cf777-ed64-47a2-9840-b28d1e84d560 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:54:23.693141 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f05a007-d0d1-4c49-997c-7779c1ee2d8c tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (1e924fb2-fb53-4324-94b6-d3049073529e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:23.705295 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f05a007-d0d1-4c49-997c-7779c1ee2d8c tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:23.713053 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9f05a007-d0d1-4c49-997c-7779c1ee2d8c tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "DELETE /v2.0/networks/1e924fb2-fb53-4324-94b6-d3049073529e HTTP/1.1" status: 204 len: 168 time: 1.0217824 Feb 15 16:54:23.715597 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56116) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:23.776259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05a007-d0d1-4c49-997c-7779c1ee2d8c tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event deleted for resources: {'Network': ['ID=1e924fb2-fb53-4324-94b6-d3049073529e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:23.976740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fb34cbec-bf87-430e-9aea-6a8e42e032be tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:24.016990 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24ebb6-f73a-4f43-b483-44fc518c388a req-9d8131d0-086b-46ca-b195-9ed609dce4e6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:24.032043 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ea24ebb6-f73a-4f43-b483-44fc518c388a req-9d8131d0-086b-46ca-b195-9ed609dce4e6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 944 time: 0.8839719 Feb 15 16:54:24.053243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port b17cf777-ed64-47a2-9840-b28d1e84d560 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:54:24.059571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port b17cf777-ed64-47a2-9840-b28d1e84d560 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:24.060121 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b17cf777-ed64-47a2-9840-b28d1e84d560), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:24.261083 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port b17cf777-ed64-47a2-9840-b28d1e84d560 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:24.261773 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b17cf777-ed64-47a2-9840-b28d1e84d560), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:24.318503 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ea24ebb6-f73a-4f43-b483-44fc518c388a req-20fd0620-5af6-46dc-a7f8-e242693b06dd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747657 Feb 15 16:54:24.334244 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6da4ff77-8791-416a-9840-6fb6073d84f5 req-21cc759b-c6e8-435a-855a-005501d3dfac tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0932317 Feb 15 16:54:24.337124 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d068044a-1f18-4b00-8664-40da4cfa0598 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (dec9a01b-a748-4a8d-aa14-09d306c3c05b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:24.367546 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991d41e4-d8b9-4123-9462-d47d60f427b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17cf777-ed64-47a2-9840-b28d1e84d560'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:54:24.378371 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e297c82b-2a33-4e44-81eb-83af0eed1c5e" -d '{"events": [{"server_uuid": "991d41e4-d8b9-4123-9462-d47d60f427b5", "name": "network-vif-plugged", "status": "completed", "tag": "b17cf777-ed64-47a2-9840-b28d1e84d560"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:54:24.405146 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fb34cbec-bf87-430e-9aea-6a8e42e032be tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:24.444388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port b17cf777-ed64-47a2-9840-b28d1e84d560, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b17cf777-ed64-47a2-9840-b28d1e84d560,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:24.453474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-fb34cbec-bf87-430e-9aea-6a8e42e032be tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:24.478114 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b87652-a5e6-4ffa-b6ea-c821fea817b8 x-openstack-request-id: req-74b87652-a5e6-4ffa-b6ea-c821fea817b8 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:54:24.478493 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991d41e4-d8b9-4123-9462-d47d60f427b5", "name": "network-vif-plugged", "status": "completed", "tag": "b17cf777-ed64-47a2-9840-b28d1e84d560", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:54:24.478702 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-74b87652-a5e6-4ffa-b6ea-c821fea817b8 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:54:24.479103 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991d41e4-d8b9-4123-9462-d47d60f427b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17cf777-ed64-47a2-9840-b28d1e84d560', 'code': 200} Feb 15 16:54:24.515933 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b17cf777-ed64-47a2-9840-b28d1e84d560), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:24.517297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-fb34cbec-bf87-430e-9aea-6a8e42e032be tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8babf179-d75e-442a-8fb3-18f63fd37c6c') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:24.519014 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-fb34cbec-bf87-430e-9aea-6a8e42e032be tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8babf179-d75e-442a-8fb3-18f63fd37c6c') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:24.544580 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fb34cbec-bf87-430e-9aea-6a8e42e032be tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (8babf179-d75e-442a-8fb3-18f63fd37c6c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:24.668772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=b17cf777-ed64-47a2-9840-b28d1e84d560,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:24.731500 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fb34cbec-bf87-430e-9aea-6a8e42e032be tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8babf179-d75e-442a-8fb3-18f63fd37c6c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:24.753450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb34cbec-bf87-430e-9aea-6a8e42e032be tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:54:24.754901 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fb34cbec-bf87-430e-9aea-6a8e42e032be tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (8babf179-d75e-442a-8fb3-18f63fd37c6c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:54:24.760745 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:54:24.927341 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f47a1-ec87-4a65-9a15-762c4ffcaa9d req-79539163-a09b-47d8-939f-389e153cd265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:24.930636 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-074f47a1-ec87-4a65-9a15-762c4ffcaa9d req-79539163-a09b-47d8-939f-389e153cd265 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 1128 time: 0.3652711 Feb 15 16:54:24.970150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d068044a-1f18-4b00-8664-40da4cfa0598 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port bb82d19e-2d4d-4313-8e28-36dbca783be9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:24.970510 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d068044a-1f18-4b00-8664-40da4cfa0598 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (bb82d19e-2d4d-4313-8e28-36dbca783be9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:24.980398 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8b9a5-3190-4fb6-bf01-ae9dbeddce2b req-792a9994-6e5e-4b44-a0ef-331465a017a6 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:24.982063 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-87c8b9a5-3190-4fb6-bf01-ae9dbeddce2b req-792a9994-6e5e-4b44-a0ef-331465a017a6 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.3293400 Feb 15 16:54:25.099912 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-87c8b9a5-3190-4fb6-bf01-ae9dbeddce2b req-639d48b5-722a-40ee-a246-325c9d180782 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960078 Feb 15 16:54:25.102223 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d068044a-1f18-4b00-8664-40da4cfa0598 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (bb82d19e-2d4d-4313-8e28-36dbca783be9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:25.118808 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d068044a-1f18-4b00-8664-40da4cfa0598 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for bb82d19e-2d4d-4313-8e28-36dbca783be9 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:25.150506 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-074f47a1-ec87-4a65-9a15-762c4ffcaa9d req-716c38cb-b971-429a-980b-b15664935708 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131732 Feb 15 16:54:25.209574 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fb34cbec-bf87-430e-9aea-6a8e42e032be tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:25.222992 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fb34cbec-bf87-430e-9aea-6a8e42e032be tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:25.234377 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fb34cbec-bf87-430e-9aea-6a8e42e032be tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] 10.222.0.107 "DELETE /v2.0/networks/7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a HTTP/1.1" status: 204 len: 168 time: 1.4809940 Feb 15 16:54:25.251337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34cbec-bf87-430e-9aea-6a8e42e032be tempest-BulkNetworkOpsIpV6Test-771085077 tempest-BulkNetworkOpsIpV6Test-771085077-project] Pushing event deleted for resources: {'Network': ['ID=7d31c43d-c0aa-4b8d-9dc4-a5d30459dc1a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:25.549329 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8dab25a8-f45e-4035-8cc9-ac8df913d065 req-056391da-083d-4656-a9ab-8b5f950d801d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0730240 Feb 15 16:54:25.572500 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d068044a-1f18-4b00-8664-40da4cfa0598 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (bb82d19e-2d4d-4313-8e28-36dbca783be9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:25.729781 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068044a-1f18-4b00-8664-40da4cfa0598 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=bb82d19e-2d4d-4313-8e28-36dbca783be9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:26.002420 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d068044a-1f18-4b00-8664-40da4cfa0598 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (dec9a01b-a748-4a8d-aa14-09d306c3c05b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:26.158355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56140) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:26.302805 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90609f47-fb04-4a21-9bd0-d54feae4dcda req-a4c4972b-9f67-4f51-9b33-86e894708de7 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:26.315753 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90609f47-fb04-4a21-9bd0-d54feae4dcda req-a4c4972b-9f67-4f51-9b33-86e894708de7 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 945 time: 0.8220093 Feb 15 16:54:26.356553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbb27a-ff4c-4e45-95d3-eb27ab8d38b0 req-87c9af5b-c2a7-40b1-b24a-ac723bd27209 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:26.377112 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-65bbb27a-ff4c-4e45-95d3-eb27ab8d38b0 req-87c9af5b-c2a7-40b1-b24a-ac723bd27209 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.1226017 Feb 15 16:54:26.585991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-65bbb27a-ff4c-4e45-95d3-eb27ab8d38b0 req-2a4e2506-8c09-4b0d-a878-73bbca611f33 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075775 Feb 15 16:54:26.663047 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-977ac5db-c982-4994-82ba-acd9a14ae420 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3c28972507094babb4ddf048fcac644e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5007968 Feb 15 16:54:26.663397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56146) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:26.729813 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90609f47-fb04-4a21-9bd0-d54feae4dcda req-a64cc39d-0bcb-45a7-bed4-dfcbe2e111ac tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130454 Feb 15 16:54:26.747481 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d068044a-1f18-4b00-8664-40da4cfa0598 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router dec9a01b-a748-4a8d-aa14-09d306c3c05b has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:54:26.778046 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f1e984f-23f8-42e8-bf49-52229315c60e admin admin] Publish callbacks [] for security_group (db9c3f2e-f0c4-40f5-bbcd-04c24c53afd0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:26.825837 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c5fe3906-93c1-4446-86df-cd5e766e970e req-0bf7f831-5c26-413f-aef5-2513c1d9a67b tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0491557 Feb 15 16:54:26.839383 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f1e984f-23f8-42e8-bf49-52229315c60e admin admin] Publish callbacks [] for security_group (db9c3f2e-f0c4-40f5-bbcd-04c24c53afd0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:26.977220 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d068044a-1f18-4b00-8664-40da4cfa0598 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:54:26.996671 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ce96b8-97ee-4356-ae7b-bbcbaa15d82d None None] Sync routers for ids ['dec9a01b-a748-4a8d-aa14-09d306c3c05b'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:54:26.998733 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d068044a-1f18-4b00-8664-40da4cfa0598 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/dec9a01b-a748-4a8d-aa14-09d306c3c05b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2418966 Feb 15 16:54:27.001530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56148) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:27.010498 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce96b8-97ee-4356-ae7b-bbcbaa15d82d None None] Routers {'dec9a01b-a748-4a8d-aa14-09d306c3c05b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:54:27.011506 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a0ce96b8-97ee-4356-ae7b-bbcbaa15d82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:54:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['dec9a01b-a748-4a8d-aa14-09d306c3c05b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:27.106966 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f1e984f-23f8-42e8-bf49-52229315c60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (db9c3f2e-f0c4-40f5-bbcd-04c24c53afd0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:27.111065 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f1e984f-23f8-42e8-bf49-52229315c60e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:27.112351 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3f1e984f-23f8-42e8-bf49-52229315c60e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/db9c3f2e-f0c4-40f5-bbcd-04c24c53afd0 HTTP/1.1" status: 204 len: 168 time: 0.4481249 Feb 15 16:54:27.172686 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a0ce96b8-97ee-4356-ae7b-bbcbaa15d82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:27.184679 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ce96b8-97ee-4356-ae7b-bbcbaa15d82d None None] Routers {'dec9a01b-a748-4a8d-aa14-09d306c3c05b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:54:27.185902 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a0ce96b8-97ee-4356-ae7b-bbcbaa15d82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:54:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['dec9a01b-a748-4a8d-aa14-09d306c3c05b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:27.229331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e984f-23f8-42e8-bf49-52229315c60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9c3f2e-f0c4-40f5-bbcd-04c24c53afd0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:27.241448 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a0ce96b8-97ee-4356-ae7b-bbcbaa15d82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:27.242711 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ce96b8-97ee-4356-ae7b-bbcbaa15d82d None None] The sync data for ids ['dec9a01b-a748-4a8d-aa14-09d306c3c05b'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:54:27.494836 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-107cd8eb-364a-4e27-b518-87bcf66a51d5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] remove_router_interface failed (client error): The resource could not be found. Feb 15 16:54:27.498748 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-107cd8eb-364a-4e27-b518-87bcf66a51d5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/dec9a01b-a748-4a8d-aa14-09d306c3c05b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4961963 Feb 15 16:54:27.498977 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56152) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:27.528824 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6f00b010-cb18-49bb-91f9-0ff01c086788 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports?device_id=dec9a01b-a748-4a8d-aa14-09d306c3c05b HTTP/1.1" status: 200 len: 205 time: 0.0284739 Feb 15 16:54:27.531204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56154) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:27.646062 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7535a2d6-b112-4ed8-a37e-20695108b84c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (dec9a01b-a748-4a8d-aa14-09d306c3c05b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:27.922768 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9d397-bc84-4e2c-b05c-5c6d2d98a78c req-62398cb4-d7f1-4217-bbcd-dcb1b74cbbe5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:27.938918 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-49d9d397-bc84-4e2c-b05c-5c6d2d98a78c req-62398cb4-d7f1-4217-bbcd-dcb1b74cbbe5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.1619055 Feb 15 16:54:28.104891 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-49d9d397-bc84-4e2c-b05c-5c6d2d98a78c req-a088cc47-9a72-42fd-bad6-f0fd34622c33 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566842 Feb 15 16:54:28.352894 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5662c1d1-d451-4016-9472-1be513ee1c58 req-b59e24ce-582f-403d-80d1-d6bd92d3726c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0500815 Feb 15 16:54:28.442743 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7535a2d6-b112-4ed8-a37e-20695108b84c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (dec9a01b-a748-4a8d-aa14-09d306c3c05b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:28.445827 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7535a2d6-b112-4ed8-a37e-20695108b84c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_controller (dec9a01b-a748-4a8d-aa14-09d306c3c05b), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:28.521937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89ae4a-4da0-4360-95ed-360605edbd67 req-a4ce4d4e-0da3-4e09-9de7-0f3fb87ad82e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:28.537631 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c89ae4a-4da0-4360-95ed-360605edbd67 req-a4ce4d4e-0da3-4e09-9de7-0f3fb87ad82e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 945 time: 0.3267949 Feb 15 16:54:28.611944 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c89ae4a-4da0-4360-95ed-360605edbd67 req-2edb7046-f0af-4a87-bd8f-c946ce834c7c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683835 Feb 15 16:54:28.613096 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7535a2d6-b112-4ed8-a37e-20695108b84c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (dec9a01b-a748-4a8d-aa14-09d306c3c05b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:28.614663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7535a2d6-b112-4ed8-a37e-20695108b84c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Fanout notify agent at l3_agent the message router_deleted on router dec9a01b-a748-4a8d-aa14-09d306c3c05b {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:54:28.626145 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7535a2d6-b112-4ed8-a37e-20695108b84c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:28.628081 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7535a2d6-b112-4ed8-a37e-20695108b84c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/routers/dec9a01b-a748-4a8d-aa14-09d306c3c05b HTTP/1.1" status: 204 len: 168 time: 1.0955789 Feb 15 16:54:28.631246 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56176) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:28.711593 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ce2a2c-8a00-48b9-9e90-492a80fd733f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting subnet c79aa0f7-8678-43ce-8d27-57ca5219055b {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:54:28.715612 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59ce2a2c-8a00-48b9-9e90-492a80fd733f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (c79aa0f7-8678-43ce-8d27-57ca5219055b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:28.778501 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59ce2a2c-8a00-48b9-9e90-492a80fd733f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (c79aa0f7-8678-43ce-8d27-57ca5219055b), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:28.913221 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59ce2a2c-8a00-48b9-9e90-492a80fd733f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (c79aa0f7-8678-43ce-8d27-57ca5219055b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:29.128033 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59ce2a2c-8a00-48b9-9e90-492a80fd733f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (c79aa0f7-8678-43ce-8d27-57ca5219055b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:29.219696 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59ce2a2c-8a00-48b9-9e90-492a80fd733f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:29.230699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5a70fd-a048-4b6f-adbc-d3ee0f84142d None None] Network 720e41d2-83c1-4a80-8b89-04a0db15cddf requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:29.262722 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-59ce2a2c-8a00-48b9-9e90-492a80fd733f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/c79aa0f7-8678-43ce-8d27-57ca5219055b HTTP/1.1" status: 204 len: 168 time: 0.6263165 Feb 15 16:54:29.263726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56196) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:29.359557 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce2a2c-8a00-48b9-9e90-492a80fd733f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Subnet': ['ID=c79aa0f7-8678-43ce-8d27-57ca5219055b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:29.478943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c952bd69-60a0-4c1f-b5b3-01fb5e543e78 None None] DHCP port deletion for 720e41d2-83c1-4a80-8b89-04a0db15cddf request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:54:29.508497 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (720e41d2-83c1-4a80-8b89-04a0db15cddf), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:29.532379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56204) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:29.551538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c952bd69-60a0-4c1f-b5b3-01fb5e543e78 None None] Deleting port 48465589-a441-4ae7-b285-7f1da12580fc {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:29.552188 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c952bd69-60a0-4c1f-b5b3-01fb5e543e78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (48465589-a441-4ae7-b285-7f1da12580fc), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:29.593208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2a94f-87fc-48d1-ba9d-a8915abde82b req-f2bc5c1f-c114-4c66-88ef-bc803e02b9cf tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:29.595407 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-25c2a94f-87fc-48d1-ba9d-a8915abde82b req-f2bc5c1f-c114-4c66-88ef-bc803e02b9cf tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.2083919 Feb 15 16:54:29.695324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c952bd69-60a0-4c1f-b5b3-01fb5e543e78 None None] For port 48465589-a441-4ae7-b285-7f1da12580fc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=48465589-a441-4ae7-b285-7f1da12580fc,segment=NetworkSegment(1ce41abe-b560-4b92-9d98-4ac3dca5ef69),segment_id=1ce41abe-b560-4b92-9d98-4ac3dca5ef69)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:29.695907 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c952bd69-60a0-4c1f-b5b3-01fb5e543e78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (48465589-a441-4ae7-b285-7f1da12580fc), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:29.698548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port 48465589-a441-4ae7-b285-7f1da12580fc {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:29.699520 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (48465589-a441-4ae7-b285-7f1da12580fc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:29.716657 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c952bd69-60a0-4c1f-b5b3-01fb5e543e78 None None] Calling delete_port for 48465589-a441-4ae7-b285-7f1da12580fc owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:29.745771 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9a6769fd-f255-4403-929a-38fb47f037d3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-668330459'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:29.798667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] For port 48465589-a441-4ae7-b285-7f1da12580fc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=48465589-a441-4ae7-b285-7f1da12580fc,segment=NetworkSegment(1ce41abe-b560-4b92-9d98-4ac3dca5ef69),segment_id=1ce41abe-b560-4b92-9d98-4ac3dca5ef69)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:29.799058 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (48465589-a441-4ae7-b285-7f1da12580fc), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:29.815183 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for 48465589-a441-4ae7-b285-7f1da12580fc owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:29.874970 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6769fd-f255-4403-929a-38fb47f037d3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:29.879815 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6769fd-f255-4403-929a-38fb47f037d3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:29.895782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6769fd-f255-4403-929a-38fb47f037d3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:29.941878 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-25c2a94f-87fc-48d1-ba9d-a8915abde82b req-3e262075-a248-4972-b28e-f0241ec0a7bd tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3310935 Feb 15 16:54:29.943882 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c952bd69-60a0-4c1f-b5b3-01fb5e543e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (48465589-a441-4ae7-b285-7f1da12580fc), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:29.969389 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (48465589-a441-4ae7-b285-7f1da12580fc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:30.010319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952bd69-60a0-4c1f-b5b3-01fb5e543e78 None None] Pushing event deleted for resources: {'Port': ['ID=48465589-a441-4ae7-b285-7f1da12580fc,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:30.163539 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c952bd69-60a0-4c1f-b5b3-01fb5e543e78 None None] No DVR routers for this DVR port 48465589-a441-4ae7-b285-7f1da12580fc on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:54:30.216536 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7570d4da-3bc6-42ae-8f41-29faccb31421 req-9dca42ed-b93c-4cf8-a6e7-c753b958c42c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0444915 Feb 15 16:54:30.216536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=48465589-a441-4ae7-b285-7f1da12580fc,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:30.216536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No DVR routers for this DVR port 48465589-a441-4ae7-b285-7f1da12580fc on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:54:30.216953 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045e179-d39e-4801-b091-022a7b67681d req-e6a078f9-21f3-431b-96b1-a74010f34a07 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:30.221946 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b045e179-d39e-4801-b091-022a7b67681d req-e6a078f9-21f3-431b-96b1-a74010f34a07 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 805 time: 0.2809548 Feb 15 16:54:30.229082 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (720e41d2-83c1-4a80-8b89-04a0db15cddf), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:30.242123 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b045e179-d39e-4801-b091-022a7b67681d req-2354f28e-514a-4ea6-b30a-69088d3a626d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/quotas/e6a9a5739db149a6bf851ba113dffa73 HTTP/1.1" status: 200 len: 375 time: 0.0119298 Feb 15 16:54:30.274954 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:30.283689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['720e41d2-83c1-4a80-8b89-04a0db15cddf']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:30.332865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce41abe-b560-4b92-9d98-4ac3dca5ef69') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:30.333455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce41abe-b560-4b92-9d98-4ac3dca5ef69') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:30.360474 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (1ce41abe-b560-4b92-9d98-4ac3dca5ef69), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:30.374875 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6769fd-f255-4403-929a-38fb47f037d3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for security_group (5974b9f6-7489-4330-ac01-8f37918331c7), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:30.396908 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1ce41abe-b560-4b92-9d98-4ac3dca5ef69), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:30.397644 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b045e179-d39e-4801-b091-022a7b67681d req-bed6161a-daeb-4620-894e-9dd04f363ad4 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1322758 Feb 15 16:54:30.408377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:54:30.409738 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (1ce41abe-b560-4b92-9d98-4ac3dca5ef69), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:54:30.420983 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:54:30.434078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 48465589-a441-4ae7-b285-7f1da12580fc no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:54:30.475600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 48465589-a441-4ae7-b285-7f1da12580fc {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:54:30.476997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 48465589-a441-4ae7-b285-7f1da12580fc not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:54:30.518284 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6769fd-f255-4403-929a-38fb47f037d3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5974b9f6-7489-4330-ac01-8f37918331c7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:30.569234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6769fd-f255-4403-929a-38fb47f037d3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5974b9f6-7489-4330-ac01-8f37918331c7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:30.585980 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b045e179-d39e-4801-b091-022a7b67681d req-c9bd345f-e8a0-4593-8650-468aa1445a02 service neutron] 10.222.0.107 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793611 Feb 15 16:54:30.616212 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (720e41d2-83c1-4a80-8b89-04a0db15cddf), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:30.668435 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:30.668435 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/networks/720e41d2-83c1-4a80-8b89-04a0db15cddf HTTP/1.1" status: 204 len: 168 time: 1.3966682 Feb 15 16:54:30.668435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc33d9-2cb9-4494-b79f-efdbcb549f12 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Network': ['ID=720e41d2-83c1-4a80-8b89-04a0db15cddf,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:30.668905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56218) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:30.675002 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:30.683056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-e9e91230-ce8a-49bf-8143-3f9995e5c2ea tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-449110912'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:30.716162 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdbdb5-9466-45b5-bc57-ccf619e1174e req-1706bade-774f-4ad2-8e03-69c7d7d6b792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:30.717750 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3bdbdb5-9466-45b5-bc57-ccf619e1174e req-1706bade-774f-4ad2-8e03-69c7d7d6b792 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=aa559641e7a648c6ab392d6a0949505a&device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 1128 time: 0.1132190 Feb 15 16:54:30.757036 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b045e179-d39e-4801-b091-022a7b67681d req-bf8fd33b-580e-4132-be6b-75bd81b93c1e service neutron] 10.222.0.107 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649590 Feb 15 16:54:30.767827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6769fd-f255-4403-929a-38fb47f037d3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:54:30.782436 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6769fd-f255-4403-929a-38fb47f037d3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e9884794-aa1e-4eca-a393-efdeb8f86613), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:30.783068 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-9a6769fd-f255-4403-929a-38fb47f037d3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Added segment e9884794-aa1e-4eca-a393-efdeb8f86613 of type vlan for network d78acf4a-909a-41fb-bf07-d199cf53db57 Feb 15 16:54:30.804502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e91230-ce8a-49bf-8143-3f9995e5c2ea tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:30.809438 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e9e91230-ce8a-49bf-8143-3f9995e5c2ea tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:30.877060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdbdb5-9466-45b5-bc57-ccf619e1174e req-2ec108cf-f76e-4dd2-ae15-748a418b5e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:30.879493 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3bdbdb5-9466-45b5-bc57-ccf619e1174e req-2ec108cf-f76e-4dd2-ae15-748a418b5e0b service neutron] 10.222.0.67 "GET /v2.0/networks?id=abd1de71-eb7f-481e-93c5-240c9863694a HTTP/1.1" status: 200 len: 918 time: 0.1548262 Feb 15 16:54:30.882877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e91230-ce8a-49bf-8143-3f9995e5c2ea tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:54:30.897138 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6769fd-f255-4403-929a-38fb47f037d3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (d78acf4a-909a-41fb-bf07-d199cf53db57), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:30.928537 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e9e91230-ce8a-49bf-8143-3f9995e5c2ea tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (064e7662-e19e-44d4-8cae-2ced3e3d2eac), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:30.928818 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-e9e91230-ce8a-49bf-8143-3f9995e5c2ea tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Added segment 064e7662-e19e-44d4-8cae-2ced3e3d2eac of type vlan for network 1ec1510f-7cd7-4170-88f6-08089406082b Feb 15 16:54:30.990172 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e9e91230-ce8a-49bf-8143-3f9995e5c2ea tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (1ec1510f-7cd7-4170-88f6-08089406082b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:30.995589 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3bdbdb5-9466-45b5-bc57-ccf619e1174e req-c0e3b3b6-658f-487b-963d-bb8da8538fad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f HTTP/1.1" status: 200 len: 1001 time: 0.1075757 Feb 15 16:54:31.057971 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6769fd-f255-4403-929a-38fb47f037d3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (d78acf4a-909a-41fb-bf07-d199cf53db57), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:31.063174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6769fd-f255-4403-929a-38fb47f037d3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:31.063870 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6769fd-f255-4403-929a-38fb47f037d3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:31.250384 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdbdb5-9466-45b5-bc57-ccf619e1174e req-49b14a00-5ce8-487c-b20d-07393e203581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:31.250384 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3bdbdb5-9466-45b5-bc57-ccf619e1174e req-49b14a00-5ce8-487c-b20d-07393e203581 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=709aeae2-05ea-4329-901d-2a8f1cd1fe0d HTTP/1.1" status: 200 len: 856 time: 0.2049978 Feb 15 16:54:31.250614 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9a6769fd-f255-4403-929a-38fb47f037d3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7071719 Feb 15 16:54:31.275878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda7cc6-cc5f-422e-99b9-7158399d13e4 req-528690e9-497c-4f11-a920-7ade541cbbd0 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:31.276190 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d64c0569-aac1-45cd-8f54-2b9a07391012 req-852b1e7c-3633-4657-9105-9cdd3b3098ea tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 210 time: 0.0492597 Feb 15 16:54:31.278909 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4dda7cc6-cc5f-422e-99b9-7158399d13e4 req-528690e9-497c-4f11-a920-7ade541cbbd0 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.1525767 Feb 15 16:54:31.290055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6769fd-f255-4403-929a-38fb47f037d3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Network': ['ID=d78acf4a-909a-41fb-bf07-d199cf53db57,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:31.310915 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network d78acf4a-909a-41fb-bf07-d199cf53db57 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:54:31.396206 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdbdb5-9466-45b5-bc57-ccf619e1174e req-d115259a-4fa9-40e9-b1e3-829208673332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:31.413849 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3bdbdb5-9466-45b5-bc57-ccf619e1174e req-d115259a-4fa9-40e9-b1e3-829208673332 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=abd1de71-eb7f-481e-93c5-240c9863694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1919985 Feb 15 16:54:31.465068 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ea905707-447e-4a86-bcfa-fe3b29238f85 req-6ad3547e-2752-482d-8e1f-7ab86c19eaa4 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0509648 Feb 15 16:54:31.513033 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4dda7cc6-cc5f-422e-99b9-7158399d13e4 req-74562253-08ee-435c-b0e3-9ae2629d8dde tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270179 Feb 15 16:54:31.517104 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e9e91230-ce8a-49bf-8143-3f9995e5c2ea tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (1ec1510f-7cd7-4170-88f6-08089406082b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:31.534247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e91230-ce8a-49bf-8143-3f9995e5c2ea tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:31.534877 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e9e91230-ce8a-49bf-8143-3f9995e5c2ea tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:31.632959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e91230-ce8a-49bf-8143-3f9995e5c2ea tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Network': ['ID=1ec1510f-7cd7-4170-88f6-08089406082b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:31.646579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 1ec1510f-7cd7-4170-88f6-08089406082b details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:54:31.726731 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e9e91230-ce8a-49bf-8143-3f9995e5c2ea tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0556810 Feb 15 16:54:31.729687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56240) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:31.735494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-968eefe2-5658-48ad-b3c2-f795aaa5a279 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'subnet': {'network_id': '1ec1510f-7cd7-4170-88f6-08089406082b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:31.740554 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3bdbdb5-9466-45b5-bc57-ccf619e1174e req-ffa4cfe5-312d-456b-bf31-96f865c6ceff service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177207 Feb 15 16:54:31.922583 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3bdbdb5-9466-45b5-bc57-ccf619e1174e req-fb664747-b9b1-44e5-8fc0-06979fa59a7d service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755090 Feb 15 16:54:32.041072 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968eefe2-5658-48ad-b3c2-f795aaa5a279 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:32.045532 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-968eefe2-5658-48ad-b3c2-f795aaa5a279 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:32.400308 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-968eefe2-5658-48ad-b3c2-f795aaa5a279 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (32c2fea5-a8d5-4ce6-9fbf-e52ac8b86c3a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:32.406355 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3cd6628d-1b10-41d5-a9e3-a7bbbaba7823 req-179da8ad-c255-4821-a7ea-8597a1a099c3 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 210 time: 0.0518415 Feb 15 16:54:32.520026 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968eefe2-5658-48ad-b3c2-f795aaa5a279 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Checking segment: {'id': '064e7662-e19e-44d4-8cae-2ced3e3d2eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec1510f-7cd7-4170-88f6-08089406082b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:32.520409 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968eefe2-5658-48ad-b3c2-f795aaa5a279 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network hostable DHCP agents. Network: 1ec1510f-7cd7-4170-88f6-08089406082b, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:54:32.562678 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968eefe2-5658-48ad-b3c2-f795aaa5a279 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Subnet': ['ID=32c2fea5-a8d5-4ce6-9fbf-e52ac8b86c3a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:32.645996 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24304bc6-f36a-46df-b00d-4112be054fb8 req-c42c5fe4-746f-4734-be4c-c4b4dde48668 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0516570 Feb 15 16:54:32.710039 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968eefe2-5658-48ad-b3c2-f795aaa5a279 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 1ec1510f-7cd7-4170-88f6-08089406082b is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:54:32.757801 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b229f6b-c77b-4985-8adc-a04fe5cc4295 req-d6171421-e281-457c-a8ad-3b180f22a7ad tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:32.767364 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b229f6b-c77b-4985-8adc-a04fe5cc4295 req-d6171421-e281-457c-a8ad-3b180f22a7ad tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.1117976 Feb 15 16:54:32.823487 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b229f6b-c77b-4985-8adc-a04fe5cc4295 req-37fd74ed-13f0-448e-b4a9-a3c99b62bddf tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495911 Feb 15 16:54:32.844736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-968eefe2-5658-48ad-b3c2-f795aaa5a279 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 1ec1510f-7cd7-4170-88f6-08089406082b) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:32.856517 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f7df08-3fdb-43c7-a6e4-4746fcafb452 None None] Network 1ec1510f-7cd7-4170-88f6-08089406082b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:32.858757 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968eefe2-5658-48ad-b3c2-f795aaa5a279 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:32.859499 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-968eefe2-5658-48ad-b3c2-f795aaa5a279 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:32.955705 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-968eefe2-5658-48ad-b3c2-f795aaa5a279 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2246916 Feb 15 16:54:32.958941 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56262) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:32.965939 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e73a86b7-48cd-4d7e-bf85-a48745d2ecdd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-200443988', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:33.001855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-1ec1510f-7cd7-4170-88f6-08089406082b', 'network_id': '1ec1510f-7cd7-4170-88f6-08089406082b', 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'fixed_ips': [{'subnet_id': '32c2fea5-a8d5-4ce6-9fbf-e52ac8b86c3a'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:54:33.008623 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:33.139164 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e73a86b7-48cd-4d7e-bf85-a48745d2ecdd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (823adcae-48f2-44aa-86e0-0ab98b1de8de), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:33.141069 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e73a86b7-48cd-4d7e-bf85-a48745d2ecdd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (823adcae-48f2-44aa-86e0-0ab98b1de8de), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:33.207731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Allocated IP 2001:db8::2 (1ec1510f-7cd7-4170-88f6-08089406082b/32c2fea5-a8d5-4ce6-9fbf-e52ac8b86c3a/1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:54:33.268666 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e73a86b7-48cd-4d7e-bf85-a48745d2ecdd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_controller (823adcae-48f2-44aa-86e0-0ab98b1de8de), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:33.354181 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e73a86b7-48cd-4d7e-bf85-a48745d2ecdd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (823adcae-48f2-44aa-86e0-0ab98b1de8de), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:33.380972 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Publish callbacks [] for port (1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:33.461835 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e73a86b7-48cd-4d7e-bf85-a48745d2ecdd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:33.465031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56272) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:33.473630 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e73a86b7-48cd-4d7e-bf85-a48745d2ecdd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5124347 Feb 15 16:54:33.507229 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:33.553295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Network 1ec1510f-7cd7-4170-88f6-08089406082b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:54:33.559888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:33.564927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:54:33.596395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Pushing event updated for resources: {'Port': ['ID=1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:33.614692 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-219b5479-cbef-468e-bbd8-6420561c4844 req-161ca429-2e81-4235-9565-1fa1d1272912 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 210 time: 0.0985293 Feb 15 16:54:33.655442 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Attempting to bind port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:54:33.656065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Attempting to bind port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '064e7662-e19e-44d4-8cae-2ced3e3d2eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec1510f-7cd7-4170-88f6-08089406082b'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:54:33.656689 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Attempting to bind port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 on network 1ec1510f-7cd7-4170-88f6-08089406082b {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:54:33.662697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:54:33.663366 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Checking segment: {'id': '064e7662-e19e-44d4-8cae-2ced3e3d2eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec1510f-7cd7-4170-88f6-08089406082b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:33.664475 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:33.665460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Bound using segment: {'id': '064e7662-e19e-44d4-8cae-2ced3e3d2eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec1510f-7cd7-4170-88f6-08089406082b'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:54:33.666104 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Bound port: 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '064e7662-e19e-44d4-8cae-2ced3e3d2eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '1ec1510f-7cd7-4170-88f6-08089406082b'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:54:33.666659 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:33.741938 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] For port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:54:33.745774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] For port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44,segment=NetworkSegment(064e7662-e19e-44d4-8cae-2ced3e3d2eac),segment_id=064e7662-e19e-44d4-8cae-2ced3e3d2eac)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:54:33.827437 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:33.897334 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eb72ab11-1097-438d-b250-611bd41d1be9 req-f98b4029-641b-4532-ab23-a12fc82c0e2d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0837760 Feb 15 16:54:33.990778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311a10d-915e-4f66-846a-0af1bacf6c3e None None] Pushing event updated for resources: {'Port': ['ID=1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:34.183615 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd1290-61a7-4929-b52e-766237e1b126 req-b6afe53b-2ed8-4729-8aba-b3e5d98627b9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:34.188557 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5dd1290-61a7-4929-b52e-766237e1b126 req-b6afe53b-2ed8-4729-8aba-b3e5d98627b9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 946 time: 0.1243212 Feb 15 16:54:34.315481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6022d-7de6-49b0-8343-65aff7903948 req-198f7d1a-d4fd-497c-8e31-903bbc73ecea tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:34.333571 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddc6022d-7de6-49b0-8343-65aff7903948 req-198f7d1a-d4fd-497c-8e31-903bbc73ecea tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.3247530 Feb 15 16:54:34.370551 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5dd1290-61a7-4929-b52e-766237e1b126 req-66974bd2-daf8-4997-9ebc-ab719c502bf0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645148 Feb 15 16:54:34.394328 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:34.426502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045e179-d39e-4801-b091-022a7b67681d req-482aa97b-3090-4253-8f53-33eaa163b76e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:34.428619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b045e179-d39e-4801-b091-022a7b67681d req-482aa97b-3090-4253-8f53-33eaa163b76e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 805 time: 0.3987482 Feb 15 16:54:34.557043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:54:34.601420 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56290) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:34.607981 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-13de569a-91a7-4759-8859-24c3eb573cfb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'subnet': {'network_id': 'd78acf4a-909a-41fb-bf07-d199cf53db57', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:34.624988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-b045e179-d39e-4801-b091-022a7b67681d req-8e6463b8-0387-4c5e-8d84-17ba359414bd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Request body: {'port': {'device_id': '53d6382f-6031-455b-b417-56bd64cd0fc3', 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6', 'admin_state_up': True, 'tenant_id': 'e6a9a5739db149a6bf851ba113dffa73'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:34.643140 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:34.643514 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:34.742415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:34.743217 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:34.779019 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44,segment=NetworkSegment(064e7662-e19e-44d4-8cae-2ced3e3d2eac),segment_id=064e7662-e19e-44d4-8cae-2ced3e3d2eac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:34.837164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13de569a-91a7-4759-8859-24c3eb573cfb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:34.840884 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-13de569a-91a7-4759-8859-24c3eb573cfb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:34.879074 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddc6022d-7de6-49b0-8343-65aff7903948 req-5b8da90a-1231-4504-9e9c-f307151925fe tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5437663 Feb 15 16:54:34.915040 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:34.995653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Allocated IP 2001:db8::1 (1ec1510f-7cd7-4170-88f6-08089406082b/32c2fea5-a8d5-4ce6-9fbf-e52ac8b86c3a/fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:54:35.061029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:35.140530 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acf9cc73-10f5-450a-a897-d67955a796ff req-e77c6a17-49c5-477a-8f72-9a8408a45c3d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 210 time: 0.0341773 Feb 15 16:54:35.149406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b045e179-d39e-4801-b091-022a7b67681d req-8e6463b8-0387-4c5e-8d84-17ba359414bd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Made reservation on behalf of e6a9a5739db149a6bf851ba113dffa73 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:35.152880 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b045e179-d39e-4801-b091-022a7b67681d req-8e6463b8-0387-4c5e-8d84-17ba359414bd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:35.278531 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-13de569a-91a7-4759-8859-24c3eb573cfb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (0ae0a390-562d-4671-b60c-5f0b8bedd1cc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:35.296642 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08ab006f-0eb3-4cdc-ac33-3a1500e1c4be req-e2b88644-9a17-4bac-b519-c4f34f3eb618 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0471525 Feb 15 16:54:35.310875 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:35.390006 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de569a-91a7-4759-8859-24c3eb573cfb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Subnet': ['ID=0ae0a390-562d-4671-b60c-5f0b8bedd1cc,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:35.402694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13de569a-91a7-4759-8859-24c3eb573cfb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Checking segment: {'id': 'e9884794-aa1e-4eca-a393-efdeb8f86613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd78acf4a-909a-41fb-bf07-d199cf53db57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:35.403456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13de569a-91a7-4759-8859-24c3eb573cfb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network hostable DHCP agents. Network: d78acf4a-909a-41fb-bf07-d199cf53db57, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:54:35.412220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-b045e179-d39e-4801-b091-022a7b67681d req-8e6463b8-0387-4c5e-8d84-17ba359414bd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Allocated IP 172.20.0.5 (faa64524-3e9c-4cad-af8e-596b77dc9db6/c464a3a9-43bb-42ce-b940-4b3652cae714/1fe26a4b-6db4-40c8-8477-f6279909d40c) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:54:35.494260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb32e29-d8b8-4ef2-859f-003fb1b51c31 None None] Network 1ec1510f-7cd7-4170-88f6-08089406082b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:35.499603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13de569a-91a7-4759-8859-24c3eb573cfb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network d78acf4a-909a-41fb-bf07-d199cf53db57 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:54:35.512547 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:35.573003 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 1ec1510f-7cd7-4170-88f6-08089406082b is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:54:35.574431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:35.581208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:35.586187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:54:35.586848 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (823adcae-48f2-44aa-86e0-0ab98b1de8de), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:35.612553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-13de569a-91a7-4759-8859-24c3eb573cfb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, d78acf4a-909a-41fb-bf07-d199cf53db57) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:35.619777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13de569a-91a7-4759-8859-24c3eb573cfb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:35.621466 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-13de569a-91a7-4759-8859-24c3eb573cfb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:35.623242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-829b5ad0-caec-459a-bca4-b4869ae20bf6 None None] Provisioning complete for port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:35.623606 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-829b5ad0-caec-459a-bca4-b4869ae20bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:35.692638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0057a68-acd1-439d-8233-17673012658b None None] Network d78acf4a-909a-41fb-bf07-d199cf53db57 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:35.695373 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:54:35.717147 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b045e179-d39e-4801-b091-022a7b67681d req-8e6463b8-0387-4c5e-8d84-17ba359414bd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks [] for port (1fe26a4b-6db4-40c8-8477-f6279909d40c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:35.720547 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56308) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:35.722994 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-13de569a-91a7-4759-8859-24c3eb573cfb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1139619 Feb 15 16:54:35.726726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-3fa970ae-60e0-47e8-bfec-5599a56eddbd tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1884367444'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:35.860510 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:35.865827 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa970ae-60e0-47e8-bfec-5599a56eddbd tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:35.870065 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fa970ae-60e0-47e8-bfec-5599a56eddbd tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:35.945786 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b045e179-d39e-4801-b091-022a7b67681d req-8e6463b8-0387-4c5e-8d84-17ba359414bd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1fe26a4b-6db4-40c8-8477-f6279909d40c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:35.975013 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['21b48050-d6b1-4d95-96d0-49afc662f919', 'b17cf777-ed64-47a2-9840-b28d1e84d560'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:54:36.044100 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-829b5ad0-caec-459a-bca4-b4869ae20bf6 None None] Current status of the port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:36.056448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa970ae-60e0-47e8-bfec-5599a56eddbd tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:54:36.070314 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fa970ae-60e0-47e8-bfec-5599a56eddbd tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d2dc9bff-c611-40c4-86fb-574559730be4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:36.070938 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-3fa970ae-60e0-47e8-bfec-5599a56eddbd tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Added segment d2dc9bff-c611-40c4-86fb-574559730be4 of type vlan for network b37e04bb-da00-4892-b252-e1fc70533e63 Feb 15 16:54:36.109765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6463b8-0387-4c5e-8d84-17ba359414bd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Pushing event updated for resources: {'Port': ['ID=1fe26a4b-6db4-40c8-8477-f6279909d40c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:36.127069 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1c52f-d4b6-4a95-a9aa-d36dd10f68c8 req-f5fdb0f3-da6c-4d3b-b901-6ecd62dd011a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:36.128744 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45e1c52f-d4b6-4a95-a9aa-d36dd10f68c8 req-f5fdb0f3-da6c-4d3b-b901-6ecd62dd011a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 945 time: 0.1007774 Feb 15 16:54:36.138257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b045e179-d39e-4801-b091-022a7b67681d req-8e6463b8-0387-4c5e-8d84-17ba359414bd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Network faa64524-3e9c-4cad-af8e-596b77dc9db6 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:54:36.220017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-d78acf4a-909a-41fb-bf07-d199cf53db57', 'network_id': 'd78acf4a-909a-41fb-bf07-d199cf53db57', 'project_id': 'ef8a4e01f7c84fe2ab2da9c0552a852a', 'fixed_ips': [{'subnet_id': '0ae0a390-562d-4671-b60c-5f0b8bedd1cc'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:54:36.220989 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:36.234971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:36.235475 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:36.238948 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45e1c52f-d4b6-4a95-a9aa-d36dd10f68c8 req-afff43a1-f4ab-4632-905e-b11b9e3516d9 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030066 Feb 15 16:54:36.262902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3e682379-0d24-42e8-a33a-e7ce07f08b62 None None] Provisioning complete for port fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:36.263364 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e682379-0d24-42e8-a33a-e7ce07f08b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:36.367618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:54:36.370269 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761f7074-bea7-401a-854c-7dd1dca7105b" -d '{"events": [{"server_uuid": "f941c2e9-bbce-4b93-acf2-6d4a8ff1232e", "name": "network-vif-unplugged", "status": "completed", "tag": "89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:54:36.462487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:36.469307 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:54:36.487698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3e682379-0d24-42e8-a33a-e7ce07f08b62 None None] Port fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:54:36.573881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3e682379-0d24-42e8-a33a-e7ce07f08b62 None None] Provisioning complete for port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:36.574354 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e682379-0d24-42e8-a33a-e7ce07f08b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:36.578667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-b045e179-d39e-4801-b091-022a7b67681d req-8e6463b8-0387-4c5e-8d84-17ba359414bd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:36.605315 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:36.610592 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fa970ae-60e0-47e8-bfec-5599a56eddbd tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (b37e04bb-da00-4892-b252-e1fc70533e63), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:36.612411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b045e179-d39e-4801-b091-022a7b67681d req-8e6463b8-0387-4c5e-8d84-17ba359414bd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:54:36.712701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f211093c-554d-4094-aeca-f5b854a678a4 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:54:36.718517 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Allocated IP 2001:db8:0:ffff::2 (d78acf4a-909a-41fb-bf07-d199cf53db57/0ae0a390-562d-4671-b60c-5f0b8bedd1cc/5615aafc-c722-4146-869d-bd128948047e) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:54:36.729801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045e179-d39e-4801-b091-022a7b67681d req-8e6463b8-0387-4c5e-8d84-17ba359414bd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:36.730416 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b045e179-d39e-4801-b091-022a7b67681d req-8e6463b8-0387-4c5e-8d84-17ba359414bd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:36.767365 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8889c8-5eed-407f-92d2-0a68db936811 req-79a685de-b262-4fc0-9faf-1e5367844478 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:36.769553 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f8889c8-5eed-407f-92d2-0a68db936811 req-79a685de-b262-4fc0-9faf-1e5367844478 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 931 time: 0.2041898 Feb 15 16:54:36.801685 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:36.807613 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fa970ae-60e0-47e8-bfec-5599a56eddbd tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (b37e04bb-da00-4892-b252-e1fc70533e63), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:36.812633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa970ae-60e0-47e8-bfec-5599a56eddbd tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:36.813648 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fa970ae-60e0-47e8-bfec-5599a56eddbd tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:36.838106 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:36.841549 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:36.870307 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b045e179-d39e-4801-b091-022a7b67681d req-8e6463b8-0387-4c5e-8d84-17ba359414bd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2560885 Feb 15 16:54:36.902270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Request body: {'port': {'device_id': '53d6382f-6031-455b-b417-56bd64cd0fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:36.995046 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa970ae-60e0-47e8-bfec-5599a56eddbd tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Network': ['ID=b37e04bb-da00-4892-b252-e1fc70533e63,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:36.996061 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-804c939a-529f-458c-827e-18b6e4253743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.006185 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f8889c8-5eed-407f-92d2-0a68db936811 req-bf1644f7-e913-400c-b680-21a5b063bc84 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099111 Feb 15 16:54:37.018197 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3e682379-0d24-42e8-a33a-e7ce07f08b62 None None] Current status of the port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:37.021664 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3fa970ae-60e0-47e8-bfec-5599a56eddbd tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2996113 Feb 15 16:54:37.024747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56326) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:37.038362 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c247c286-55ce-4dbb-8314-671d733aa4f4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'subnet': {'network_id': 'b37e04bb-da00-4892-b252-e1fc70533e63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:37.067798 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1fe26a4b-6db4-40c8-8477-f6279909d40c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.087532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network b37e04bb-da00-4892-b252-e1fc70533e63 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:54:37.147313 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.177397 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f211093c-554d-4094-aeca-f5b854a678a4 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:37.181727 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f211093c-554d-4094-aeca-f5b854a678a4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.244372 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e22ab8b1-ebc3-491f-9c53-44c2d43a40b1 req-8120c6df-82c1-456b-bacb-032116d210e3 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0455105 Feb 15 16:54:37.251579 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.252382 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (823adcae-48f2-44aa-86e0-0ab98b1de8de), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.300776 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 16:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8267ca3a-5b12-4f64-b7c2-e89c51281f46 x-openstack-request-id: req-8267ca3a-5b12-4f64-b7c2-e89c51281f46 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:54:37.304680 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f941c2e9-bbce-4b93-acf2-6d4a8ff1232e", "name": "network-vif-unplugged", "status": "failed", "tag": "89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f", "code": 422}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:54:37.304680 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8267ca3a-5b12-4f64-b7c2-e89c51281f46 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:54:37.304680 n-d-828372-14 neutron-server[103801]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f', 'code': 422} returned with failed status Feb 15 16:54:37.329067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:37.347063 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c3748cba-35e0-4727-8cc2-0533ea692745 None None] Provisioning complete for port fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:37.350561 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c3748cba-35e0-4727-8cc2-0533ea692745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.351827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:37.353968 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Publish callbacks [] for port (5615aafc-c722-4146-869d-bd128948047e), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.392890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c3748cba-35e0-4727-8cc2-0533ea692745 None None] Port fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:54:37.399191 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c247c286-55ce-4dbb-8314-671d733aa4f4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:37.402764 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c247c286-55ce-4dbb-8314-671d733aa4f4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.442644 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f211093c-554d-4094-aeca-f5b854a678a4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.492186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:37.507846 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (5615aafc-c722-4146-869d-bd128948047e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.531084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Network d78acf4a-909a-41fb-bf07-d199cf53db57 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:54:37.538978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:37.542277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:54:37.551551 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 1ec1510f-7cd7-4170-88f6-08089406082b is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:54:37.554601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:37.556510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f211093c-554d-4094-aeca-f5b854a678a4,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:37.650393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Pushing event updated for resources: {'Port': ['ID=5615aafc-c722-4146-869d-bd128948047e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:37.673798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Attempting to bind port 5615aafc-c722-4146-869d-bd128948047e on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:54:37.675172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Attempting to bind port 5615aafc-c722-4146-869d-bd128948047e by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'e9884794-aa1e-4eca-a393-efdeb8f86613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd78acf4a-909a-41fb-bf07-d199cf53db57'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:54:37.676232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Attempting to bind port 5615aafc-c722-4146-869d-bd128948047e on network d78acf4a-909a-41fb-bf07-d199cf53db57 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:54:37.682192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:54:37.688742 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Checking segment: {'id': 'e9884794-aa1e-4eca-a393-efdeb8f86613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd78acf4a-909a-41fb-bf07-d199cf53db57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:37.688742 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.688742 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Bound using segment: {'id': 'e9884794-aa1e-4eca-a393-efdeb8f86613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd78acf4a-909a-41fb-bf07-d199cf53db57'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:54:37.688742 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Bound port: 5615aafc-c722-4146-869d-bd128948047e, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9884794-aa1e-4eca-a393-efdeb8f86613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd78acf4a-909a-41fb-bf07-d199cf53db57'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:54:37.688742 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5615aafc-c722-4146-869d-bd128948047e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.755200 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c247c286-55ce-4dbb-8314-671d733aa4f4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (4687a3a8-4bb9-4e22-ad8e-ba8b2b495d66), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.760284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe26a4b-6db4-40c8-8477-f6279909d40c {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:54:37.768884 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Publish callbacks [] for port (1fe26a4b-6db4-40c8-8477-f6279909d40c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.782774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] For port 5615aafc-c722-4146-869d-bd128948047e, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:54:37.789044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Transition to ACTIVE for port object 1fe26a4b-6db4-40c8-8477-f6279909d40c will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:54:37.791183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] For port 5615aafc-c722-4146-869d-bd128948047e, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5615aafc-c722-4146-869d-bd128948047e,segment=NetworkSegment(e9884794-aa1e-4eca-a393-efdeb8f86613),segment_id=e9884794-aa1e-4eca-a393-efdeb8f86613)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:54:37.835330 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 823adcae-48f2-44aa-86e0-0ab98b1de8de is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:54:37.839186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247c286-55ce-4dbb-8314-671d733aa4f4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Subnet': ['ID=4687a3a8-4bb9-4e22-ad8e-ba8b2b495d66,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:37.847839 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c247c286-55ce-4dbb-8314-671d733aa4f4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Checking segment: {'id': 'd2dc9bff-c611-40c4-86fb-574559730be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b37e04bb-da00-4892-b252-e1fc70533e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:37.848071 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c247c286-55ce-4dbb-8314-671d733aa4f4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network hostable DHCP agents. Network: b37e04bb-da00-4892-b252-e1fc70533e63, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:54:37.882133 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5615aafc-c722-4146-869d-bd128948047e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.917540 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1fe26a4b-6db4-40c8-8477-f6279909d40c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.942837 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c247c286-55ce-4dbb-8314-671d733aa4f4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network b37e04bb-da00-4892-b252-e1fc70533e63 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:54:37.945995 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-7cd24246-de75-410c-aa66-86edd03a7b93 None None] Provisioning complete for port fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:37.954272 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7cd24246-de75-410c-aa66-86edd03a7b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:37.990826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c294aae-c23f-4bf6-be98-9dd1cb1fc5cc None None] Pushing event updated for resources: {'Port': ['ID=5615aafc-c722-4146-869d-bd128948047e,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:38.012160 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7cd24246-de75-410c-aa66-86edd03a7b93 None None] Port fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:54:38.038167 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c247c286-55ce-4dbb-8314-671d733aa4f4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, b37e04bb-da00-4892-b252-e1fc70533e63) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:38.044541 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c247c286-55ce-4dbb-8314-671d733aa4f4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:38.046037 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c247c286-55ce-4dbb-8314-671d733aa4f4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:38.056324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07170bc9-02c1-4911-97e5-109c45f7b0b6 None None] Network b37e04bb-da00-4892-b252-e1fc70533e63 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:38.068772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Pushing event updated for resources: {'Port': ['ID=1fe26a4b-6db4-40c8-8477-f6279909d40c,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:38.077694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:54:38.090717 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-935e464a-efee-46d3-9f69-15ecdf75ae44 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/823adcae-48f2-44aa-86e0-0ab98b1de8de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6216824 Feb 15 16:54:38.096025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56332) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:38.104106 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Attempting to bind port 1fe26a4b-6db4-40c8-8477-f6279909d40c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:54:38.104319 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Attempting to bind port 1fe26a4b-6db4-40c8-8477-f6279909d40c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:54:38.104661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Attempting to bind port 1fe26a4b-6db4-40c8-8477-f6279909d40c on network faa64524-3e9c-4cad-af8e-596b77dc9db6 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:54:38.138714 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Port 1fe26a4b-6db4-40c8-8477-f6279909d40c on network faa64524-3e9c-4cad-af8e-596b77dc9db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:54:38.139043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Attempting to bind port 1fe26a4b-6db4-40c8-8477-f6279909d40c on network faa64524-3e9c-4cad-af8e-596b77dc9db6 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:54:38.144898 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c247c286-55ce-4dbb-8314-671d733aa4f4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1171679 Feb 15 16:54:38.148123 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56336) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:38.155587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:54:38.156945 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Checking segment: {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:38.156945 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Bound using segment: {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:54:38.156945 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Bound port: 1fe26a4b-6db4-40c8-8477-f6279909d40c, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:54:38.157293 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1fe26a4b-6db4-40c8-8477-f6279909d40c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:38.175821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd614f4-0cb1-4b0a-a6c5-89a5aa0fac8f None None] Sync routers for ids ['823adcae-48f2-44aa-86e0-0ab98b1de8de'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:54:38.208072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd614f4-0cb1-4b0a-a6c5-89a5aa0fac8f None None] Routers {'823adcae-48f2-44aa-86e0-0ab98b1de8de'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:54:38.209069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ddd614f4-0cb1-4b0a-a6c5-89a5aa0fac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:54:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['823adcae-48f2-44aa-86e0-0ab98b1de8de'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:38.219381 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d35abb5-c6b7-4fce-8493-1f479f7e177f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:38.220939 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8d35abb5-c6b7-4fce-8493-1f479f7e177f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports/fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e HTTP/1.1" status: 200 len: 911 time: 0.1283202 Feb 15 16:54:38.268391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56338) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:38.278282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ddd614f4-0cb1-4b0a-a6c5-89a5aa0fac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:38.282809 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-b37e04bb-da00-4892-b252-e1fc70533e63', 'network_id': 'b37e04bb-da00-4892-b252-e1fc70533e63', 'project_id': 'ef8a4e01f7c84fe2ab2da9c0552a852a', 'fixed_ips': [{'subnet_id': '4687a3a8-4bb9-4e22-ad8e-ba8b2b495d66'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:54:38.283865 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:38.320801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd614f4-0cb1-4b0a-a6c5-89a5aa0fac8f None None] Routers {'823adcae-48f2-44aa-86e0-0ab98b1de8de'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:54:38.335547 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ddd614f4-0cb1-4b0a-a6c5-89a5aa0fac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:54:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['823adcae-48f2-44aa-86e0-0ab98b1de8de'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:38.439113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ddd614f4-0cb1-4b0a-a6c5-89a5aa0fac8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:38.440058 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd614f4-0cb1-4b0a-a6c5-89a5aa0fac8f None None] The sync data for ids ['823adcae-48f2-44aa-86e0-0ab98b1de8de'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:54:38.499054 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (b37e04bb-da00-4892-b252-e1fc70533e63), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:38.635309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Allocated IP 2001:db8::1 (b37e04bb-da00-4892-b252-e1fc70533e63/4687a3a8-4bb9-4e22-ad8e-ba8b2b495d66/d1e2c544-adad-4a24-8937-4305ea0a9c8c) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:54:38.636898 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (4687a3a8-4bb9-4e22-ad8e-ba8b2b495d66), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:38.727306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5615aafc-c722-4146-869d-bd128948047e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:54:38.733692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f211093c-554d-4094-aeca-f5b854a678a4 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:54:38.763356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272d291-953b-44a9-9839-115f7ba39576 req-f35f7a0d-a2e4-4ce3-b6bd-6b5b6a1344a3 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:38.765025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b272d291-953b-44a9-9839-115f7ba39576 req-f35f7a0d-a2e4-4ce3-b6bd-6b5b6a1344a3 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 943 time: 0.5430295 Feb 15 16:54:38.807227 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] For port 1fe26a4b-6db4-40c8-8477-f6279909d40c, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:54:38.836491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] For port 1fe26a4b-6db4-40c8-8477-f6279909d40c, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1fe26a4b-6db4-40c8-8477-f6279909d40c,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:54:38.897382 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b272d291-953b-44a9-9839-115f7ba39576 req-c7cad432-0526-4ec7-ad14-3e4013d85771 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007724 Feb 15 16:54:38.946214 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1fe26a4b-6db4-40c8-8477-f6279909d40c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:38.989280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:38.990545 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:38.992634 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b045e179-d39e-4801-b091-022a7b67681d req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] 10.222.0.10 "PUT /v2.0/ports/1fe26a4b-6db4-40c8-8477-f6279909d40c HTTP/1.1" status: 200 len: 1092 time: 2.0944846 Feb 15 16:54:38.993799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d6382f-6031-455b-b417-56bd64cd0fc3', 'tag': '1fe26a4b-6db4-40c8-8477-f6279909d40c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:54:38.997754 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f01aed-59a9-43c1-bf13-0cf57d87ce1e" -d '{"events": [{"name": "network-changed", "server_uuid": "53d6382f-6031-455b-b417-56bd64cd0fc3", "tag": "1fe26a4b-6db4-40c8-8477-f6279909d40c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:54:39.241899 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eb5c30fc-f927-4b37-b17f-24e9f1fe343d req-f146752a-07e4-46f3-9c07-fc6f87925958 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.1351349 Feb 15 16:54:39.303551 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 5615aafc-c722-4146-869d-bd128948047e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:39.304670 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5615aafc-c722-4146-869d-bd128948047e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:39.314849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:54:39.320174 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215d29a6-c43b-413e-a20d-de696ee21e3c" -d '{"events": [{"server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "name": "network-vif-unplugged", "status": "completed", "tag": "f211093c-554d-4094-aeca-f5b854a678a4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:54:39.417685 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05988c3e-c54e-4823-a929-f6e3cd5fa45f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:39.524322 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Publish callbacks [] for port (d1e2c544-adad-4a24-8937-4305ea0a9c8c), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:39.555067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:39.591641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'f211093c-554d-4094-aeca-f5b854a678a4', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'port_id': 'f211093c-554d-4094-aeca-f5b854a678a4', 'mac_address': 'fa:16:3e:4e:55:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:54:39.693935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 5615aafc-c722-4146-869d-bd128948047e is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:39.694685 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5615aafc-c722-4146-869d-bd128948047e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:39.717251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727f54d3-301e-45e6-a9e8-b7ddbccfeb2a None None] Network d78acf4a-909a-41fb-bf07-d199cf53db57 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:39.751594 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (d1e2c544-adad-4a24-8937-4305ea0a9c8c), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:39.782757 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (4687a3a8-4bb9-4e22-ad8e-ba8b2b495d66), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:39.855631 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386d8976-c6f9-4ae6-91ff-9b9f104547c5 x-openstack-request-id: req-386d8976-c6f9-4ae6-91ff-9b9f104547c5 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:54:39.860677 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d6382f-6031-455b-b417-56bd64cd0fc3", "tag": "1fe26a4b-6db4-40c8-8477-f6279909d40c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:54:39.862240 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-386d8976-c6f9-4ae6-91ff-9b9f104547c5 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:54:39.863843 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Subnet': ['ID=4687a3a8-4bb9-4e22-ad8e-ba8b2b495d66,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:39.864507 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d6382f-6031-455b-b417-56bd64cd0fc3', 'tag': '1fe26a4b-6db4-40c8-8477-f6279909d40c', 'status': 'completed', 'code': 200} Feb 15 16:54:39.868896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Pushing event updated for resources: {'Port': ['ID=d1e2c544-adad-4a24-8937-4305ea0a9c8c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:39.896991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477a1ac-b20a-483a-be79-751b8b861d3e service neutron] Pushing event updated for resources: {'Port': ['ID=1fe26a4b-6db4-40c8-8477-f6279909d40c,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:39.945670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 5615aafc-c722-4146-869d-bd128948047e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5615aafc-c722-4146-869d-bd128948047e,segment=NetworkSegment(e9884794-aa1e-4eca-a393-efdeb8f86613),segment_id=e9884794-aa1e-4eca-a393-efdeb8f86613)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:39.962028 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a02e93-cfbd-45b6-a386-2e4ae33ca92c x-openstack-request-id: req-36a02e93-cfbd-45b6-a386-2e4ae33ca92c {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:54:39.962028 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "name": "network-vif-unplugged", "status": "completed", "tag": "f211093c-554d-4094-aeca-f5b854a678a4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:54:39.962028 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-36a02e93-cfbd-45b6-a386-2e4ae33ca92c {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:54:39.962028 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4', 'code': 200} Feb 15 16:54:39.963870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-dfbc05eb-c678-4312-a33b-ec372d5137f9 None None] Provisioning complete for port 5615aafc-c722-4146-869d-bd128948047e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:39.964342 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dfbc05eb-c678-4312-a33b-ec372d5137f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5615aafc-c722-4146-869d-bd128948047e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:39.969249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045e179-d39e-4801-b091-022a7b67681d req-299f7421-5b55-4443-88a0-2a2514f9496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:39.975350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b045e179-d39e-4801-b091-022a7b67681d req-299f7421-5b55-4443-88a0-2a2514f9496e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 1126 time: 0.8551297 Feb 15 16:54:39.993600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Network b37e04bb-da00-4892-b252-e1fc70533e63 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:54:40.007371 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f211093c-554d-4094-aeca-f5b854a678a4 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:40.008386 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f211093c-554d-4094-aeca-f5b854a678a4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:40.076304 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b045e179-d39e-4801-b091-022a7b67681d req-c538143c-0b07-4d48-af6a-c9fa25ebe139 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fe26a4b-6db4-40c8-8477-f6279909d40c HTTP/1.1" status: 200 len: 217 time: 0.0811749 Feb 15 16:54:40.088662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f211093c-554d-4094-aeca-f5b854a678a4 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:54:40.101714 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:40.124438 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5615aafc-c722-4146-869d-bd128948047e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:40.131685 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:54:40.322117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=5615aafc-c722-4146-869d-bd128948047e,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:40.323765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045e179-d39e-4801-b091-022a7b67681d req-9a0a4023-0956-4e82-8007-42330cd09a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:40.325460 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b045e179-d39e-4801-b091-022a7b67681d req-9a0a4023-0956-4e82-8007-42330cd09a3f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c464a3a9-43bb-42ce-b940-4b3652cae714 HTTP/1.1" status: 200 len: 845 time: 0.2379365 Feb 15 16:54:40.357579 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7bad2-c984-4d76-a59e-4a24648d5a15 req-e2c11b1e-5885-4b2c-91e7-e563cedd29e2 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:40.359784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0d7bad2-c984-4d76-a59e-4a24648d5a15 req-e2c11b1e-5885-4b2c-91e7-e563cedd29e2 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.2833495 Feb 15 16:54:40.425606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:40.433956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b045e179-d39e-4801-b091-022a7b67681d req-fddd4e04-216a-4f76-93dd-2c6009ae9fce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faa64524-3e9c-4cad-af8e-596b77dc9db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729077 Feb 15 16:54:40.451236 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d903612-689b-4644-ac79-50e2171464a6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (823adcae-48f2-44aa-86e0-0ab98b1de8de), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:40.518724 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f211093c-554d-4094-aeca-f5b854a678a4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:40.586031 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:40.594666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Attempting to bind port d1e2c544-adad-4a24-8937-4305ea0a9c8c on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:54:40.594905 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Attempting to bind port d1e2c544-adad-4a24-8937-4305ea0a9c8c by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'd2dc9bff-c611-40c4-86fb-574559730be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b37e04bb-da00-4892-b252-e1fc70533e63'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:54:40.595245 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Attempting to bind port d1e2c544-adad-4a24-8937-4305ea0a9c8c on network b37e04bb-da00-4892-b252-e1fc70533e63 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:54:40.629711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['f211093c-554d-4094-aeca-f5b854a678a4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:54:40.647342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:54:40.647731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Checking segment: {'id': 'd2dc9bff-c611-40c4-86fb-574559730be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b37e04bb-da00-4892-b252-e1fc70533e63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:40.648186 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:40.648581 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Bound using segment: {'id': 'd2dc9bff-c611-40c4-86fb-574559730be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b37e04bb-da00-4892-b252-e1fc70533e63'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:54:40.649065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Bound port: d1e2c544-adad-4a24-8937-4305ea0a9c8c, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2dc9bff-c611-40c4-86fb-574559730be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b37e04bb-da00-4892-b252-e1fc70533e63'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:54:40.649468 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d1e2c544-adad-4a24-8937-4305ea0a9c8c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:40.719003 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:54:40.734736 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f211093c-554d-4094-aeca-f5b854a678a4,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:40.780159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dfbc05eb-c678-4312-a33b-ec372d5137f9 None None] Current status of the port 5615aafc-c722-4146-869d-bd128948047e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:40.942753 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (b37e04bb-da00-4892-b252-e1fc70533e63), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:41.026785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] For port d1e2c544-adad-4a24-8937-4305ea0a9c8c, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:54:41.040676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] For port d1e2c544-adad-4a24-8937-4305ea0a9c8c, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d1e2c544-adad-4a24-8937-4305ea0a9c8c,segment=NetworkSegment(d2dc9bff-c611-40c4-86fb-574559730be4),segment_id=d2dc9bff-c611-40c4-86fb-574559730be4)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:54:41.084640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37e04bb-da00-4892-b252-e1fc70533e63']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:41.132963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d3f2e-91a5-46f7-a377-8335619a95b3 req-e909df03-df48-4df1-96a2-607c9207909d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:41.137795 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e65d3f2e-91a5-46f7-a377-8335619a95b3 req-e909df03-df48-4df1-96a2-607c9207909d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 943 time: 0.3016739 Feb 15 16:54:41.147093 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2dc9bff-c611-40c4-86fb-574559730be4') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:41.147451 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2dc9bff-c611-40c4-86fb-574559730be4') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:41.158861 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-89fba5c7-a08a-4ca5-936f-5449b35f16e0 None None] Provisioning complete for port 5615aafc-c722-4146-869d-bd128948047e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:41.159260 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-89fba5c7-a08a-4ca5-936f-5449b35f16e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5615aafc-c722-4146-869d-bd128948047e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:41.214091 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0d7bad2-c984-4d76-a59e-4a24648d5a15 req-6d7446d8-107b-466e-924c-e61e0cb213ea tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7790003 Feb 15 16:54:41.214895 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (d2dc9bff-c611-40c4-86fb-574559730be4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:41.227958 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d1e2c544-adad-4a24-8937-4305ea0a9c8c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:41.290137 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d2dc9bff-c611-40c4-86fb-574559730be4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:41.329124 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:54:41.332378 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (d2dc9bff-c611-40c4-86fb-574559730be4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:41.332571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a58c68-9f58-4067-9617-620648aed9d5 None None] Pushing event updated for resources: {'Port': ['ID=d1e2c544-adad-4a24-8937-4305ea0a9c8c,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:54:41.345216 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:54:41.402673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e65d3f2e-91a5-46f7-a377-8335619a95b3 req-08965d24-0edb-494c-a3fb-d8b4117143a6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498424 Feb 15 16:54:41.444383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a141bba1-ed4e-4e2e-aab7-855ec334c041 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 16:54:41.445645 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f8ac3844-e684-415a-861a-294487608b59 req-efaa6986-8ffa-4c1c-9adc-ff009cff56c9 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0752859 Feb 15 16:54:41.457276 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b045e179-d39e-4801-b091-022a7b67681d req-a785c51c-48b8-48d6-b505-4118953da31b service neutron] 10.222.0.10 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9970858 Feb 15 16:54:41.584719 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-89fba5c7-a08a-4ca5-936f-5449b35f16e0 None None] Current status of the port 5615aafc-c722-4146-869d-bd128948047e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:41.611723 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.api [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 16:54:41.611723 n-d-828372-14 neutron-server[103800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 16:54:41.611723 n-d-828372-14 neutron-server[103800]: [parameters: {'id': 'b37e04bb-da00-4892-b252-e1fc70533e63'}] Feb 15 16:54:41.611723 n-d-828372-14 neutron-server[103800]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:54:41.613231 n-d-828372-14 neutron-server[103800]: DEBUG oslo_db.api [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:54:41.731866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a141bba1-ed4e-4e2e-aab7-855ec334c041 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 16:54:41.831399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b045e179-d39e-4801-b091-022a7b67681d req-558cccb4-1b50-4c83-a4f7-8282ef164eea service neutron] 10.222.0.10 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668904 Feb 15 16:54:41.863399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-3d903612-689b-4644-ac79-50e2171464a6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:41.864358 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d903612-689b-4644-ac79-50e2171464a6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:42.002856 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:42.115340 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (b37e04bb-da00-4892-b252-e1fc70533e63), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:42.154468 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1ed07b-1e14-4760-9d54-cedd7a91c5a4 None None] Network b37e04bb-da00-4892-b252-e1fc70533e63 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:42.165848 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d903612-689b-4644-ac79-50e2171464a6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:42.202545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-3d903612-689b-4644-ac79-50e2171464a6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:42.212807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01aed-59a9-43c1-bf13-0cf57d87ce1e req-25851d6e-4a16-4ee9-9300-16bdf4e53ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:42.214614 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8f01aed-59a9-43c1-bf13-0cf57d87ce1e req-25851d6e-4a16-4ee9-9300-16bdf4e53ae7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 1126 time: 0.2231503 Feb 15 16:54:42.266236 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Deleting port d1e2c544-adad-4a24-8937-4305ea0a9c8c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:42.269613 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d1e2c544-adad-4a24-8937-4305ea0a9c8c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:42.458564 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5615aafc-c722-4146-869d-bd128948047e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:54:42.510614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] For port d1e2c544-adad-4a24-8937-4305ea0a9c8c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d1e2c544-adad-4a24-8937-4305ea0a9c8c,segment=NetworkSegment(d2dc9bff-c611-40c4-86fb-574559730be4),segment_id=d2dc9bff-c611-40c4-86fb-574559730be4)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:42.513141 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d1e2c544-adad-4a24-8937-4305ea0a9c8c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:42.570672 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Calling delete_port for d1e2c544-adad-4a24-8937-4305ea0a9c8c owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:42.670773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 5615aafc-c722-4146-869d-bd128948047e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:42.671146 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5615aafc-c722-4146-869d-bd128948047e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:42.704830 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f56a3-77e9-47aa-9ed7-22bd33c35853 req-fc71791e-757c-4c96-a7f6-fc6420b7d08e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:42.712044 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5b8f56a3-77e9-47aa-9ed7-22bd33c35853 req-fc71791e-757c-4c96-a7f6-fc6420b7d08e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 943 time: 0.1291873 Feb 15 16:54:42.787352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a27b6-760f-4324-af54-8608a5425407 req-29bf3297-acf9-4f7b-85b1-13e279b5d28b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:42.797795 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-156a27b6-760f-4324-af54-8608a5425407 req-29bf3297-acf9-4f7b-85b1-13e279b5d28b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.3664527 Feb 15 16:54:42.801753 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5b8f56a3-77e9-47aa-9ed7-22bd33c35853 req-632db169-3129-47b5-ab8d-00672343c08e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872805 Feb 15 16:54:42.813769 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f211093c-554d-4094-aeca-f5b854a678a4 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:54:42.872078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01aed-59a9-43c1-bf13-0cf57d87ce1e req-e7ff3766-41c1-48a6-b2ca-f0ab46b6d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:42.875885 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d1e2c544-adad-4a24-8937-4305ea0a9c8c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:42.876976 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8f01aed-59a9-43c1-bf13-0cf57d87ce1e req-e7ff3766-41c1-48a6-b2ca-f0ab46b6d88f service neutron] 10.222.0.10 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 906 time: 0.6412497 Feb 15 16:54:43.001004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Port': ['ID=d1e2c544-adad-4a24-8937-4305ea0a9c8c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:43.007782 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No DVR routers for this DVR port d1e2c544-adad-4a24-8937-4305ea0a9c8c on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:54:43.012626 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8f01aed-59a9-43c1-bf13-0cf57d87ce1e req-76c47d8b-4d5d-411f-b20d-1e6b74e9c675 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1fe26a4b-6db4-40c8-8477-f6279909d40c HTTP/1.1" status: 200 len: 217 time: 0.1095104 Feb 15 16:54:43.067179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 5615aafc-c722-4146-869d-bd128948047e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:43.081237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port f211093c-554d-4094-aeca-f5b854a678a4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:43.082810 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f211093c-554d-4094-aeca-f5b854a678a4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:43.083623 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-156a27b6-760f-4324-af54-8608a5425407 req-ee172137-d126-40d7-892b-2b1df31dcca8 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846305 Feb 15 16:54:43.091922 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-53f5cb12-76af-415d-b297-e1ab70a06aac req-2109af22-6866-46e9-a1d1-b49ad56b48d1 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.1226292 Feb 15 16:54:43.224139 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (b37e04bb-da00-4892-b252-e1fc70533e63), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:43.250961 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37e04bb-da00-4892-b252-e1fc70533e63']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:43.263818 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2dc9bff-c611-40c4-86fb-574559730be4') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:43.264289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2dc9bff-c611-40c4-86fb-574559730be4') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:43.284282 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (d2dc9bff-c611-40c4-86fb-574559730be4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:43.287531 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f01aed-59a9-43c1-bf13-0cf57d87ce1e req-29a71cde-b36d-4542-ac0d-937602cbca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:43.302750 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d2dc9bff-c611-40c4-86fb-574559730be4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:43.311203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8f01aed-59a9-43c1-bf13-0cf57d87ce1e req-29a71cde-b36d-4542-ac0d-937602cbca00 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c464a3a9-43bb-42ce-b940-4b3652cae714 HTTP/1.1" status: 200 len: 845 time: 0.2915237 Feb 15 16:54:43.311420 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:54:43.311863 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (d2dc9bff-c611-40c4-86fb-574559730be4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:43.313668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f211093c-554d-4094-aeca-f5b854a678a4 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:43.314066 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f211093c-554d-4094-aeca-f5b854a678a4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:54:43.317003 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:54:43.355437 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8f01aed-59a9-43c1-bf13-0cf57d87ce1e req-f41ae692-4a28-409d-988b-7b1f1805b5a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faa64524-3e9c-4cad-af8e-596b77dc9db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367689 Feb 15 16:54:43.400112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:43.404776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:54:43.411575 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d53414-ad57-4ade-92e9-6393c1219508" -d '{"events": [{"server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "name": "network-vif-plugged", "status": "completed", "tag": "f211093c-554d-4094-aeca-f5b854a678a4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:54:43.435220 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:43.471054 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f6ac94-667d-4b07-a9d2-d94afd9ee8fd x-openstack-request-id: req-08f6ac94-667d-4b07-a9d2-d94afd9ee8fd {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:54:43.475566 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "name": "network-vif-plugged", "status": "completed", "tag": "f211093c-554d-4094-aeca-f5b854a678a4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:54:43.475566 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-08f6ac94-667d-4b07-a9d2-d94afd9ee8fd {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:54:43.475566 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4', 'code': 200} Feb 15 16:54:43.496025 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (b37e04bb-da00-4892-b252-e1fc70533e63), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:43.496308 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d903612-689b-4644-ac79-50e2171464a6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:43.504286 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:43.514856 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/b37e04bb-da00-4892-b252-e1fc70533e63 HTTP/1.1" status: 204 len: 168 time: 5.3656526 Feb 15 16:54:43.516126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56448) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:43.527911 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f211093c-554d-4094-aeca-f5b854a678a4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:43.548972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-33c5779b-bcf4-4b76-9c48-1b8d73702f88 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1569463218'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:43.648133 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36b55b-0989-49df-8696-d9a6a4660bd5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Network': ['ID=b37e04bb-da00-4892-b252-e1fc70533e63,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:43.709353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d903612-689b-4644-ac79-50e2171464a6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=fb6b8a07-25a4-4dd9-ba23-d3690bbf8b2e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:43.771877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f211093c-554d-4094-aeca-f5b854a678a4,revision_number=10']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:43.812677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38e898-7699-499b-8dd1-f09adc369a57 req-d4a729cd-5837-46b2-8950-da6e6689814d tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:43.826011 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5d38e898-7699-499b-8dd1-f09adc369a57 req-d4a729cd-5837-46b2-8950-da6e6689814d tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.1287396 Feb 15 16:54:43.944450 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5d38e898-7699-499b-8dd1-f09adc369a57 req-96be925a-a641-401c-8947-809f97c5391d tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170821 Feb 15 16:54:44.002237 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d903612-689b-4644-ac79-50e2171464a6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (823adcae-48f2-44aa-86e0-0ab98b1de8de), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:44.298929 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b57ba2-9816-4b4c-b4c2-11a4645b2e9f req-3f8dde11-cfa5-4305-a53d-2cd78066cbe3 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:44.307397 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b9b57ba2-9816-4b4c-b4c2-11a4645b2e9f req-3f8dde11-cfa5-4305-a53d-2cd78066cbe3 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.1281326 Feb 15 16:54:44.407104 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b9b57ba2-9816-4b4c-b4c2-11a4645b2e9f req-eb728920-354a-4fad-8804-e0a20ff4ec71 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987740 Feb 15 16:54:44.587290 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd9b35a9-1a74-46d1-b2d7-5da85a1aec1a req-03dff631-f954-42e4-9218-016cad980850 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0450490 Feb 15 16:54:44.727546 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-14d5f845-e3e2-44fc-b21e-345e74548f90 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2650142 Feb 15 16:54:44.734975 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8f01aed-59a9-43c1-bf13-0cf57d87ce1e req-b14f1eaf-b24d-46f9-8002-0635a2e815fc service neutron] 10.222.0.10 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3727014 Feb 15 16:54:44.738739 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1fe26a4b-6db4-40c8-8477-f6279909d40c details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:54:44.748879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-d9b3ba9d-c50c-474b-b9e9-7d7a33b0a567 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:54:44.750805 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-d9b3ba9d-c50c-474b-b9e9-7d7a33b0a567 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0183322 Feb 15 16:54:44.796901 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c5779b-bcf4-4b76-9c48-1b8d73702f88 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:44.804763 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33c5779b-bcf4-4b76-9c48-1b8d73702f88 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:44.926144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1fe26a4b-6db4-40c8-8477-f6279909d40c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1fe26a4b-6db4-40c8-8477-f6279909d40c,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:44.990488 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '1fe26a4b-6db4-40c8-8477-f6279909d40c', 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6', 'port_id': '1fe26a4b-6db4-40c8-8477-f6279909d40c', 'mac_address': 'fa:16:3e:37:1b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c464a3a9-43bb-42ce-b940-4b3652cae714', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:54:45.081860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1fe26a4b-6db4-40c8-8477-f6279909d40c is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:45.082425 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1fe26a4b-6db4-40c8-8477-f6279909d40c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:45.103954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe26a4b-6db4-40c8-8477-f6279909d40c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:54:45.129760 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1fe26a4b-6db4-40c8-8477-f6279909d40c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1fe26a4b-6db4-40c8-8477-f6279909d40c,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:45.184487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90a3a1-704f-4439-a9ab-456c2c3358c6 req-39dbfa8a-67c2-4f6e-bf7e-be3616ed5d02 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:45.194831 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1a90a3a1-704f-4439-a9ab-456c2c3358c6 req-39dbfa8a-67c2-4f6e-bf7e-be3616ed5d02 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.1231411 Feb 15 16:54:45.211298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afadc4-a8d8-4dd3-8cad-95c66b7d5913 req-baa4505d-6d9c-41a9-a162-ee1ba7cfc3e1 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:45.216098 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84afadc4-a8d8-4dd3-8cad-95c66b7d5913 req-baa4505d-6d9c-41a9-a162-ee1ba7cfc3e1 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 943 time: 1.2489829 Feb 15 16:54:45.234011 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1fe26a4b-6db4-40c8-8477-f6279909d40c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:45.332782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c5779b-bcf4-4b76-9c48-1b8d73702f88 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:54:45.361353 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1a90a3a1-704f-4439-a9ab-456c2c3358c6 req-bb7f96f4-041d-47a3-bb6b-98b472c30b1f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655657 Feb 15 16:54:45.390390 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1fe26a4b-6db4-40c8-8477-f6279909d40c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:45.405140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-5ea85bcd-1b99-4705-b6af-71652de7e7c8 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:45.406719 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-5ea85bcd-1b99-4705-b6af-71652de7e7c8 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports/89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f HTTP/1.1" status: 200 len: 940 time: 0.5989928 Feb 15 16:54:45.447394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d903612-689b-4644-ac79-50e2171464a6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 823adcae-48f2-44aa-86e0-0ab98b1de8de has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:54:45.491338 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33c5779b-bcf4-4b76-9c48-1b8d73702f88 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b176cb17-a974-460e-b374-8fd958dd6f92), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:45.491693 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-33c5779b-bcf4-4b76-9c48-1b8d73702f88 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Added segment b176cb17-a974-460e-b374-8fd958dd6f92 of type vlan for network 57531c21-1871-4edd-9e66-f361a1cb6ac8 Feb 15 16:54:45.493649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['1fe26a4b-6db4-40c8-8477-f6279909d40c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:54:45.528447 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8f01aed-59a9-43c1-bf13-0cf57d87ce1e req-5be54651-9a04-40fb-bd80-4defecd741b8 service neutron] 10.222.0.10 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7856202 Feb 15 16:54:45.688280 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84afadc4-a8d8-4dd3-8cad-95c66b7d5913 req-5b7777d9-37f2-459f-bb42-91392120e19f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712961 Feb 15 16:54:45.715598 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33c5779b-bcf4-4b76-9c48-1b8d73702f88 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (57531c21-1871-4edd-9e66-f361a1cb6ac8), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:45.734901 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d903612-689b-4644-ac79-50e2171464a6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:54:45.755329 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9f8085-335d-496c-bc1c-6249eab5910b None None] Sync routers for ids ['823adcae-48f2-44aa-86e0-0ab98b1de8de'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:54:45.772615 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3d903612-689b-4644-ac79-50e2171464a6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/823adcae-48f2-44aa-86e0-0ab98b1de8de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4941151 Feb 15 16:54:45.778295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674e5df-38dc-4fa6-8119-924c66ad719f req-67abbad9-1e5d-45dc-bbfc-4e0baa9ed8d7 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:45.780392 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f8085-335d-496c-bc1c-6249eab5910b None None] Routers {'823adcae-48f2-44aa-86e0-0ab98b1de8de'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:54:45.781039 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3a9f8085-335d-496c-bc1c-6249eab5910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:54:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['823adcae-48f2-44aa-86e0-0ab98b1de8de'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:45.783914 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56500) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:45.796500 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f674e5df-38dc-4fa6-8119-924c66ad719f req-67abbad9-1e5d-45dc-bbfc-4e0baa9ed8d7 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.2199392 Feb 15 16:54:45.872290 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f674e5df-38dc-4fa6-8119-924c66ad719f req-159ccb72-0004-4107-848e-4487f2ade1e6 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738149 Feb 15 16:54:45.894959 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8a9e9add-8a9b-4eff-9fb9-ca58b0293872 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports?device_id=823adcae-48f2-44aa-86e0-0ab98b1de8de HTTP/1.1" status: 200 len: 205 time: 0.1081269 Feb 15 16:54:45.899087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56502) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:45.912265 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3a9f8085-335d-496c-bc1c-6249eab5910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:45.938815 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9e2d6b91-3b88-477a-8edc-f4416d267512 req-2c235094-f500-4c9a-8d93-33f1127083dd tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0533741 Feb 15 16:54:45.943298 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9f8085-335d-496c-bc1c-6249eab5910b None None] Routers {'823adcae-48f2-44aa-86e0-0ab98b1de8de'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:54:45.944312 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3a9f8085-335d-496c-bc1c-6249eab5910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:54:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['823adcae-48f2-44aa-86e0-0ab98b1de8de'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:46.015669 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3a9f8085-335d-496c-bc1c-6249eab5910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:46.016552 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9f8085-335d-496c-bc1c-6249eab5910b None None] The sync data for ids ['823adcae-48f2-44aa-86e0-0ab98b1de8de'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:54:46.018301 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33c5779b-bcf4-4b76-9c48-1b8d73702f88 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (57531c21-1871-4edd-9e66-f361a1cb6ac8), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:46.026376 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c5779b-bcf4-4b76-9c48-1b8d73702f88 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:46.028400 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33c5779b-bcf4-4b76-9c48-1b8d73702f88 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:46.062073 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9115f044-e35b-4b9e-a622-86b1524946c0 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (823adcae-48f2-44aa-86e0-0ab98b1de8de), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:46.213945 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5779b-bcf4-4b76-9c48-1b8d73702f88 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Network': ['ID=57531c21-1871-4edd-9e66-f361a1cb6ac8,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:46.231079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 57531c21-1871-4edd-9e66-f361a1cb6ac8 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:54:46.287667 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-33c5779b-bcf4-4b76-9c48-1b8d73702f88 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7439208 Feb 15 16:54:46.287833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56508) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:46.295185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-d726af19-b80f-4737-841b-f01dd959105f tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'subnet': {'network_id': '57531c21-1871-4edd-9e66-f361a1cb6ac8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:46.587755 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9115f044-e35b-4b9e-a622-86b1524946c0 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (823adcae-48f2-44aa-86e0-0ab98b1de8de), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:46.591364 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9115f044-e35b-4b9e-a622-86b1524946c0 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_controller (823adcae-48f2-44aa-86e0-0ab98b1de8de), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:46.678064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d726af19-b80f-4737-841b-f01dd959105f tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:46.689262 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d726af19-b80f-4737-841b-f01dd959105f tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:46.746783 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9115f044-e35b-4b9e-a622-86b1524946c0 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (823adcae-48f2-44aa-86e0-0ab98b1de8de), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:46.747339 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9115f044-e35b-4b9e-a622-86b1524946c0 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Fanout notify agent at l3_agent the message router_deleted on router 823adcae-48f2-44aa-86e0-0ab98b1de8de {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:54:46.764546 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9115f044-e35b-4b9e-a622-86b1524946c0 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:46.777421 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9115f044-e35b-4b9e-a622-86b1524946c0 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/routers/823adcae-48f2-44aa-86e0-0ab98b1de8de HTTP/1.1" status: 204 len: 168 time: 0.8747640 Feb 15 16:54:46.778855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56518) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:46.899055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2678c-e8f1-48f0-be30-5e73d373a482 req-2e9323e7-418d-48ac-becf-d70e6a7e40a8 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:46.900654 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ea2678c-e8f1-48f0-be30-5e73d373a482 req-2e9323e7-418d-48ac-becf-d70e6a7e40a8 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.2566159 Feb 15 16:54:46.910361 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-55cac620-4f97-46cf-bc87-ee7da6627c99 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting subnet 32c2fea5-a8d5-4ce6-9fbf-e52ac8b86c3a {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:54:46.931675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55cac620-4f97-46cf-bc87-ee7da6627c99 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (32c2fea5-a8d5-4ce6-9fbf-e52ac8b86c3a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:47.084980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1fe26a4b-6db4-40c8-8477-f6279909d40c up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:54:47.088422 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55cac620-4f97-46cf-bc87-ee7da6627c99 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (32c2fea5-a8d5-4ce6-9fbf-e52ac8b86c3a), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:47.191363 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ea2678c-e8f1-48f0-be30-5e73d373a482 req-a189cdf9-9352-4c31-802b-6967f80d6eba tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695079 Feb 15 16:54:47.335326 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13321ff-ebcc-491e-a660-7acc77d678c1 req-70f604a9-6859-40a0-9069-da7c6ae904cf tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:47.337386 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d13321ff-ebcc-491e-a660-7acc77d678c1 req-70f604a9-6859-40a0-9069-da7c6ae904cf tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 944 time: 0.4708295 Feb 15 16:54:47.361281 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 1fe26a4b-6db4-40c8-8477-f6279909d40c completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:54:47.376512 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55cac620-4f97-46cf-bc87-ee7da6627c99 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (32c2fea5-a8d5-4ce6-9fbf-e52ac8b86c3a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:47.379343 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d726af19-b80f-4737-841b-f01dd959105f tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (c1638318-5b68-4c7b-87a8-521d4e7587c2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:47.402522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 1fe26a4b-6db4-40c8-8477-f6279909d40c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:47.403367 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1fe26a4b-6db4-40c8-8477-f6279909d40c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:47.469114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726af19-b80f-4737-841b-f01dd959105f tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Subnet': ['ID=c1638318-5b68-4c7b-87a8-521d4e7587c2,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:47.518386 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d13321ff-ebcc-491e-a660-7acc77d678c1 req-77b8958f-fd25-47f0-a576-f5a40b18140c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439629 Feb 15 16:54:47.631948 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770584b7-f52c-467a-aafe-fe3b957459b0 req-3ebb06f1-9d9f-4a92-b196-33b2fe650789 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:47.641641 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-770584b7-f52c-467a-aafe-fe3b957459b0 req-3ebb06f1-9d9f-4a92-b196-33b2fe650789 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.1919768 Feb 15 16:54:47.682310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1fe26a4b-6db4-40c8-8477-f6279909d40c is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:47.682713 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1fe26a4b-6db4-40c8-8477-f6279909d40c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:47.703394 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55cac620-4f97-46cf-bc87-ee7da6627c99 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (32c2fea5-a8d5-4ce6-9fbf-e52ac8b86c3a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:47.708143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f996f9-6633-463e-bb65-a0ab7ab143d1 req-bcbc604d-15b2-41bf-bc11-deb06b0e46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:47.710003 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f996f9-6633-463e-bb65-a0ab7ab143d1 req-bcbc604d-15b2-41bf-bc11-deb06b0e46f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 1130 time: 0.3714159 Feb 15 16:54:47.726162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d6382f-6031-455b-b417-56bd64cd0fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe26a4b-6db4-40c8-8477-f6279909d40c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:54:47.731609 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3020b218-5d1a-480f-aa19-0faa3da70e94" -d '{"events": [{"server_uuid": "53d6382f-6031-455b-b417-56bd64cd0fc3", "name": "network-vif-plugged", "status": "completed", "tag": "1fe26a4b-6db4-40c8-8477-f6279909d40c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:54:47.771567 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1fe26a4b-6db4-40c8-8477-f6279909d40c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1fe26a4b-6db4-40c8-8477-f6279909d40c,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:47.822082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cac620-4f97-46cf-bc87-ee7da6627c99 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Subnet': ['ID=32c2fea5-a8d5-4ce6-9fbf-e52ac8b86c3a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:47.833066 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12f4135-822a-4ab1-99b2-d0587ba14aea None None] Network 1ec1510f-7cd7-4170-88f6-08089406082b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:47.840482 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55cac620-4f97-46cf-bc87-ee7da6627c99 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:47.856004 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-55cac620-4f97-46cf-bc87-ee7da6627c99 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/32c2fea5-a8d5-4ce6-9fbf-e52ac8b86c3a HTTP/1.1" status: 204 len: 168 time: 1.0761116 Feb 15 16:54:47.859846 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56538) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:47.883377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-6b2ef6e8-1cf7-46b0-b852-ce70ab63fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:47.885868 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-6b2ef6e8-1cf7-46b0-b852-ce70ab63fb75 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e&tenant_id=aa559641e7a648c6ab392d6a0949505a HTTP/1.1" status: 200 len: 1126 time: 0.3609638 Feb 15 16:54:47.886847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726af19-b80f-4737-841b-f01dd959105f tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Checking segment: {'id': 'b176cb17-a974-460e-b374-8fd958dd6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '57531c21-1871-4edd-9e66-f361a1cb6ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:47.887466 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d726af19-b80f-4737-841b-f01dd959105f tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network hostable DHCP agents. Network: 57531c21-1871-4edd-9e66-f361a1cb6ac8, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:54:47.909804 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-954057e3-e87b-41de-b4a6-64a4b0185a03 req-04713843-466a-40c1-b7c6-80986c318fac tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.2057259 Feb 15 16:54:47.944077 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-770584b7-f52c-467a-aafe-fe3b957459b0 req-ffb548bc-ea3b-4587-a560-10890148fc54 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957275 Feb 15 16:54:48.002596 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1fe26a4b-6db4-40c8-8477-f6279909d40c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:48.002786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-7925f8b5-914a-459d-b606-126cb8e37e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:48.006475 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-7925f8b5-914a-459d-b606-126cb8e37e8f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=aa559641e7a648c6ab392d6a0949505a&device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 1126 time: 0.0891182 Feb 15 16:54:48.142394 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (1ec1510f-7cd7-4170-88f6-08089406082b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:48.151948 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c1a3ca-7fa6-4461-82e3-0cf01f51a1a9 x-openstack-request-id: req-c0c1a3ca-7fa6-4461-82e3-0cf01f51a1a9 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:54:48.152241 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d6382f-6031-455b-b417-56bd64cd0fc3", "name": "network-vif-plugged", "status": "completed", "tag": "1fe26a4b-6db4-40c8-8477-f6279909d40c", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:54:48.152499 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c0c1a3ca-7fa6-4461-82e3-0cf01f51a1a9 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:54:48.152893 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d6382f-6031-455b-b417-56bd64cd0fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe26a4b-6db4-40c8-8477-f6279909d40c', 'code': 200} Feb 15 16:54:48.243717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-191a8e0d-79a6-4160-a641-e6fb549e6d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:48.245211 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-191a8e0d-79a6-4160-a641-e6fb549e6d1c service neutron] 10.222.0.67 "GET /v2.0/networks?id=abd1de71-eb7f-481e-93c5-240c9863694a HTTP/1.1" status: 200 len: 918 time: 0.2299299 Feb 15 16:54:48.246920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f996f9-6633-463e-bb65-a0ab7ab143d1 req-7a406e12-906b-4d29-afb6-fd9c2319df32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:48.248566 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f996f9-6633-463e-bb65-a0ab7ab143d1 req-7a406e12-906b-4d29-afb6-fd9c2319df32 service neutron] 10.222.0.10 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.5015199 Feb 15 16:54:48.250171 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d726af19-b80f-4737-841b-f01dd959105f tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network 57531c21-1871-4edd-9e66-f361a1cb6ac8 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:54:48.272874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1fe26a4b-6db4-40c8-8477-f6279909d40c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:48.330720 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-5f290c3c-491f-41ab-be05-fe2520e03b6d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f HTTP/1.1" status: 200 len: 999 time: 0.0770400 Feb 15 16:54:48.374362 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36d0ba-cdd8-4511-8cbb-d5ca8ceae74a req-ecb57850-92d5-40a7-bdad-563bc2bf91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:48.380446 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f36d0ba-cdd8-4511-8cbb-d5ca8ceae74a req-ecb57850-92d5-40a7-bdad-563bc2bf91d4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 1128 time: 0.1632111 Feb 15 16:54:48.412726 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f996f9-6633-463e-bb65-a0ab7ab143d1 req-6ee46279-3fcb-49a6-a2f3-3ea95edfc5ea service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f211093c-554d-4094-aeca-f5b854a678a4 HTTP/1.1" status: 200 len: 1002 time: 0.0855896 Feb 15 16:54:48.419857 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:48.421909 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:48.495130 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6b7ab2-8ac9-4eb2-accd-42e8e931cdbd None None] DHCP port deletion for 1ec1510f-7cd7-4170-88f6-08089406082b request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:54:48.547931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-d726af19-b80f-4737-841b-f01dd959105f tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 57531c21-1871-4edd-9e66-f361a1cb6ac8) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:48.555366 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f996f9-6633-463e-bb65-a0ab7ab143d1 req-fb2382f7-c467-4943-87ab-4816270a54db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:48.556895 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f996f9-6633-463e-bb65-a0ab7ab143d1 req-fb2382f7-c467-4943-87ab-4816270a54db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.1305308 Feb 15 16:54:48.568070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-7223daff-f0b5-4b77-858a-1678e924d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:48.570217 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-7223daff-f0b5-4b77-858a-1678e924d037 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=709aeae2-05ea-4329-901d-2a8f1cd1fe0d HTTP/1.1" status: 200 len: 856 time: 0.1563256 Feb 15 16:54:48.577992 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d726af19-b80f-4737-841b-f01dd959105f tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:48.578665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d726af19-b80f-4737-841b-f01dd959105f tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:48.579879 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6660a0-3d7b-4fd8-aa8c-5937104472d9 None None] Network 57531c21-1871-4edd-9e66-f361a1cb6ac8 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:48.654789 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f36d0ba-cdd8-4511-8cbb-d5ca8ceae74a req-e1a20da9-6c32-47fc-9b77-349b8c2ea416 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692986 Feb 15 16:54:48.671053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] For port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44,segment=NetworkSegment(064e7662-e19e-44d4-8cae-2ced3e3d2eac),segment_id=064e7662-e19e-44d4-8cae-2ced3e3d2eac)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:48.671523 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:48.720212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:48.757131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa208f-dcef-4881-981d-6b0b1ae21c04 req-a2ffca13-ff5f-4341-9a96-bf731c905e9c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:48.765478 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3daa208f-dcef-4881-981d-6b0b1ae21c04 req-a2ffca13-ff5f-4341-9a96-bf731c905e9c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.3504577 Feb 15 16:54:48.781671 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-57531c21-1871-4edd-9e66-f361a1cb6ac8', 'network_id': '57531c21-1871-4edd-9e66-f361a1cb6ac8', 'project_id': 'ef8a4e01f7c84fe2ab2da9c0552a852a', 'fixed_ips': [{'subnet_id': 'c1638318-5b68-4c7b-87a8-521d4e7587c2'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:54:48.782762 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:48.787924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f996f9-6633-463e-bb65-a0ab7ab143d1 req-670909ed-40b3-4b15-93ce-2b519ea09a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:48.790054 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f996f9-6633-463e-bb65-a0ab7ab143d1 req-670909ed-40b3-4b15-93ce-2b519ea09a06 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2037928 Feb 15 16:54:48.791033 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109f35d-7dd7-4abf-8806-833fb5b33db0 req-28e194d6-b6cc-4ef9-afa6-0e5630dca152 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:48.792955 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c109f35d-7dd7-4abf-8806-833fb5b33db0 req-28e194d6-b6cc-4ef9-afa6-0e5630dca152 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 945 time: 0.1574447 Feb 15 16:54:48.804335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-0cb8ab85-37ae-4007-bfe5-afed1c5303a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:48.806661 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-0cb8ab85-37ae-4007-bfe5-afed1c5303a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=abd1de71-eb7f-481e-93c5-240c9863694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2102692 Feb 15 16:54:48.875279 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c109f35d-7dd7-4abf-8806-833fb5b33db0 req-265dec9c-1992-494a-9b9c-bae47b48b490 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751832 Feb 15 16:54:48.939949 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d726af19-b80f-4737-841b-f01dd959105f tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6499798 Feb 15 16:54:48.944082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56554) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:48.950159 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5ceb0a8a-091f-4536-bd08-4245766138b9 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-833974709'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:48.999922 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3daa208f-dcef-4881-981d-6b0b1ae21c04 req-62393579-bbd9-410a-a9b2-78cd86d1611c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2321427 Feb 15 16:54:49.020257 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:49.024719 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4a6b7ab2-8ac9-4eb2-accd-42e8e931cdbd None None] Deleting port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:49.025127 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7ab2-8ac9-4eb2-accd-42e8e931cdbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:49.123641 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No DVR routers for this DVR port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:54:49.125606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:49.141825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ceb0a8a-091f-4536-bd08-4245766138b9 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:49.153705 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0a8a-091f-4536-bd08-4245766138b9 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:49.312912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4a6b7ab2-8ac9-4eb2-accd-42e8e931cdbd None None] For port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44, host n-d-828372-14, got binding levels [] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:49.313229 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7ab2-8ac9-4eb2-accd-42e8e931cdbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:49.340998 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74add0d0-9a90-4328-b6b7-a6c9568afb20 req-dab45593-5492-4111-a57e-a4e67f6800ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.1145852 Feb 15 16:54:49.347895 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f996f9-6633-463e-bb65-a0ab7ab143d1 req-694c4741-9c3e-4a50-b521-0fb08ce9b79a service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972067 Feb 15 16:54:49.362464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4a6b7ab2-8ac9-4eb2-accd-42e8e931cdbd None None] Calling delete_port for 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:49.367636 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-8ca70f38-740c-44f4-9cfa-336b9c2d9650 service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503545 Feb 15 16:54:49.373946 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.ipam_backend_mixin [None req-4a6b7ab2-8ac9-4eb2-accd-42e8e931cdbd None None] Port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 was not found and therefore no delete operation was performed {{(pid=103801) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 16:54:49.379553 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7ab2-8ac9-4eb2-accd-42e8e931cdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:49.431275 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ceb0a8a-091f-4536-bd08-4245766138b9 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:54:49.469007 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (1ec1510f-7cd7-4170-88f6-08089406082b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:49.472990 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b7ab2-8ac9-4eb2-accd-42e8e931cdbd None None] Pushing event deleted for resources: {'Port': ['ID=1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:49.479888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Allocated IP 2001:db8::1 (57531c21-1871-4edd-9e66-f361a1cb6ac8/c1638318-5b68-4c7b-87a8-521d4e7587c2/4cf721b9-8484-4bb0-a757-b72ec693cd5f) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:54:49.493767 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6b7ab2-8ac9-4eb2-accd-42e8e931cdbd None None] No DVR routers for this DVR port 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:54:49.512776 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0a8a-091f-4536-bd08-4245766138b9 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (34390121-3de2-4d8b-837f-8695af8c6435), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:49.513146 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-5ceb0a8a-091f-4536-bd08-4245766138b9 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Added segment 34390121-3de2-4d8b-837f-8695af8c6435 of type vlan for network d185baf6-8e43-478c-bb45-c126078b2538 Feb 15 16:54:49.559078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec1510f-7cd7-4170-88f6-08089406082b']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:49.642148 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064e7662-e19e-44d4-8cae-2ced3e3d2eac') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:49.642401 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064e7662-e19e-44d4-8cae-2ced3e3d2eac') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:49.678391 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0a8a-091f-4536-bd08-4245766138b9 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (d185baf6-8e43-478c-bb45-c126078b2538), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:49.693008 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (064e7662-e19e-44d4-8cae-2ced3e3d2eac), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:49.741669 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0435f-a32c-4844-ae6a-1d9c9fd82c99 req-0786c2cd-4c25-48d9-a994-40e4ac8a799c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:49.749128 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5d0435f-a32c-4844-ae6a-1d9c9fd82c99 req-0786c2cd-4c25-48d9-a994-40e4ac8a799c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.4967623 Feb 15 16:54:49.774308 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (064e7662-e19e-44d4-8cae-2ced3e3d2eac), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:49.794391 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-0ca17424-3df3-420d-9122-66df802d92fe service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166725 Feb 15 16:54:49.812835 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99f996f9-6633-463e-bb65-a0ab7ab143d1 req-93c40bfa-a4a9-4b27-862d-db4973ea489f service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436677 Feb 15 16:54:49.831762 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Publish callbacks [] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:49.839274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:54:49.839705 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (064e7662-e19e-44d4-8cae-2ced3e3d2eac), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:54:49.845764 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:54:49.955155 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:49.967967 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5d0435f-a32c-4844-ae6a-1d9c9fd82c99 req-d68a65b1-be8c-4103-9771-7eaecab42660 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016032 Feb 15 16:54:49.971488 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0a8a-091f-4536-bd08-4245766138b9 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (d185baf6-8e43-478c-bb45-c126078b2538), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:49.991249 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceb0a8a-091f-4536-bd08-4245766138b9 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:49.991249 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0a8a-091f-4536-bd08-4245766138b9 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:50.068864 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Network 57531c21-1871-4edd-9e66-f361a1cb6ac8 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:54:50.089888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:50.096137 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:54:50.137157 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Pushing event updated for resources: {'Port': ['ID=4cf721b9-8484-4bb0-a757-b72ec693cd5f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:50.210705 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (1ec1510f-7cd7-4170-88f6-08089406082b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:50.218985 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848ea48-167a-472e-9d9d-533f55a366d6 req-1745dbfc-dfd9-44f6-b2fe-8be8a7969ddc tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:50.226612 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f848ea48-167a-472e-9d9d-533f55a366d6 req-1745dbfc-dfd9-44f6-b2fe-8be8a7969ddc tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 945 time: 0.1387610 Feb 15 16:54:50.226887 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:50.238258 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/networks/1ec1510f-7cd7-4170-88f6-08089406082b HTTP/1.1" status: 204 len: 168 time: 2.3724182 Feb 15 16:54:50.252163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56588) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:50.259985 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1471086031', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}, 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:50.317087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56590) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:50.325078 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5ceb0a8a-091f-4536-bd08-4245766138b9 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3684680 Feb 15 16:54:50.333927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-50d60ae3-2e46-4783-b90e-82352037871a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'subnet': {'network_id': 'd185baf6-8e43-478c-bb45-c126078b2538', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:54:50.368241 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Attempting to bind port 4cf721b9-8484-4bb0-a757-b72ec693cd5f on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:54:50.368685 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Attempting to bind port 4cf721b9-8484-4bb0-a757-b72ec693cd5f by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'b176cb17-a974-460e-b374-8fd958dd6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '57531c21-1871-4edd-9e66-f361a1cb6ac8'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:54:50.369001 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Attempting to bind port 4cf721b9-8484-4bb0-a757-b72ec693cd5f on network 57531c21-1871-4edd-9e66-f361a1cb6ac8 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:54:50.392530 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:54:50.392965 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Checking segment: {'id': 'b176cb17-a974-460e-b374-8fd958dd6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '57531c21-1871-4edd-9e66-f361a1cb6ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:50.393321 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:50.393778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Bound using segment: {'id': 'b176cb17-a974-460e-b374-8fd958dd6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '57531c21-1871-4edd-9e66-f361a1cb6ac8'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:54:50.394281 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Bound port: 4cf721b9-8484-4bb0-a757-b72ec693cd5f, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b176cb17-a974-460e-b374-8fd958dd6f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '57531c21-1871-4edd-9e66-f361a1cb6ac8'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:54:50.394644 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:50.414838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb0a8a-091f-4536-bd08-4245766138b9 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Network': ['ID=d185baf6-8e43-478c-bb45-c126078b2538,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:50.449306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network d185baf6-8e43-478c-bb45-c126078b2538 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:54:50.487029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ca537-e7aa-4f8b-af05-20a4f4e269f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Network': ['ID=1ec1510f-7cd7-4170-88f6-08089406082b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:50.521727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c48e5-6b45-4c69-8615-861448d1a834 req-8a24c06c-15d3-40ea-8c66-5baf813af3d1 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:50.536530 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-572c48e5-6b45-4c69-8615-861448d1a834 req-8a24c06c-15d3-40ea-8c66-5baf813af3d1 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.2941806 Feb 15 16:54:50.625954 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-572c48e5-6b45-4c69-8615-861448d1a834 req-e84f7770-095d-4548-9eaa-2f46718e755f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882874 Feb 15 16:54:50.704480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:54:50.705518 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (9d721910-390a-4079-849e-c944b975dcf2), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:50.719011 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (9d721910-390a-4079-849e-c944b975dcf2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:50.832079 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6dcd2c69-5be8-41c5-b995-eb2e5d6c9bc1 req-1552c8de-323b-43b0-904b-163dfef1723b tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0724277 Feb 15 16:54:50.856244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:54:50.857456 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1e91f0f9-ff75-4505-87cc-5ec2a1b1ae44 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:54:50.875372 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f848ea48-167a-472e-9d9d-533f55a366d6 req-73928249-2061-4d88-97a2-f09aa719eac5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6420770 Feb 15 16:54:50.918468 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] For port 4cf721b9-8484-4bb0-a757-b72ec693cd5f, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:54:50.931002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] For port 4cf721b9-8484-4bb0-a757-b72ec693cd5f, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4cf721b9-8484-4bb0-a757-b72ec693cd5f,segment=NetworkSegment(b176cb17-a974-460e-b374-8fd958dd6f92),segment_id=b176cb17-a974-460e-b374-8fd958dd6f92)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:54:51.034930 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:51.075946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85b216ba-1ea7-4c18-99a1-35ebecd9c36f req-6017e17e-5773-4984-b7e4-ace73b3ad70f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4111857 Feb 15 16:54:51.079613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d60ae3-2e46-4783-b90e-82352037871a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:54:51.088973 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50d60ae3-2e46-4783-b90e-82352037871a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:51.244743 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f0a0a-3ba3-480c-bce0-b9a8d49ac543 None None] Pushing event updated for resources: {'Port': ['ID=4cf721b9-8484-4bb0-a757-b72ec693cd5f,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:51.310251 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_controller (9d721910-390a-4079-849e-c944b975dcf2), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:51.340273 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0677e51-52d5-42a0-8e2d-0997151592af req-962d3d71-e15f-4b44-b13a-8f25b874822e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:51.346318 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c0677e51-52d5-42a0-8e2d-0997151592af req-962d3d71-e15f-4b44-b13a-8f25b874822e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 945 time: 0.2029052 Feb 15 16:54:51.524894 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c0677e51-52d5-42a0-8e2d-0997151592af req-2816b432-d68b-4acc-8e35-163fb0cfe8d8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662433 Feb 15 16:54:51.939013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09da718-aec4-4983-803e-b482cf6327ad req-e5a8d3f6-752b-401d-a7e0-f9cc1354fac3 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:51.943569 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a09da718-aec4-4983-803e-b482cf6327ad req-e5a8d3f6-752b-401d-a7e0-f9cc1354fac3 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 945 time: 0.1649988 Feb 15 16:54:52.104148 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a09da718-aec4-4983-803e-b482cf6327ad req-86c5c434-3388-4d64-a8d4-c9fcf8a300e5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458602 Feb 15 16:54:52.373263 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43022dc2-cae4-4b7f-93c8-8e05d2e5a649 req-30ebc73a-ef34-4a79-bfee-8287724bad2e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:52.402908 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43022dc2-cae4-4b7f-93c8-8e05d2e5a649 req-30ebc73a-ef34-4a79-bfee-8287724bad2e tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.1483614 Feb 15 16:54:52.448872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.ipam_backend_mixin [None req-50d60ae3-2e46-4783-b90e-82352037871a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Performing IP validity checks on allocation pools {{(pid=103799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 16:54:52.449466 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.ipam_backend_mixin [None req-50d60ae3-2e46-4783-b90e-82352037871a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 16:54:52.593333 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43022dc2-cae4-4b7f-93c8-8e05d2e5a649 req-25b125b5-af63-41df-934e-126fdd832ad4 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817060 Feb 15 16:54:52.621763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4cf721b9-8484-4bb0-a757-b72ec693cd5f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:54:52.858944 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4cf721b9-8484-4bb0-a757-b72ec693cd5f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:52.859329 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:52.909352 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b79a46b8-3919-403e-9600-9da12d98268d req-af55dcf1-a97c-426f-9cad-02b2e05b9a14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.1004550 Feb 15 16:54:53.076610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b216ba-1ea7-4c18-99a1-35ebecd9c36f req-cfc75990-e51b-4f78-8dbd-feacfa233011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:53.078279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85b216ba-1ea7-4c18-99a1-35ebecd9c36f req-cfc75990-e51b-4f78-8dbd-feacfa233011 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 1129 time: 1.9357064 Feb 15 16:54:53.094365 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb899da-3895-4fac-ac98-204d0fe8252d req-0c855c35-a647-44ff-ad3e-c9bbeb9c777a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:53.123094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4cb899da-3895-4fac-ac98-204d0fe8252d req-0c855c35-a647-44ff-ad3e-c9bbeb9c777a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 1.9990489 Feb 15 16:54:53.177270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4cf721b9-8484-4bb0-a757-b72ec693cd5f is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:53.180748 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:53.282755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 4cf721b9-8484-4bb0-a757-b72ec693cd5f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4cf721b9-8484-4bb0-a757-b72ec693cd5f,segment=NetworkSegment(b176cb17-a974-460e-b374-8fd958dd6f92),segment_id=b176cb17-a974-460e-b374-8fd958dd6f92)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:53.371834 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:53.440650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f83ca6-da1f-4350-b72f-ebe52c031901 None None] Network 57531c21-1871-4edd-9e66-f361a1cb6ac8 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:53.510105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b216ba-1ea7-4c18-99a1-35ebecd9c36f req-444ac353-49a2-404d-9f12-505889bc9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:53.513072 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85b216ba-1ea7-4c18-99a1-35ebecd9c36f req-444ac353-49a2-404d-9f12-505889bc9877 service neutron] 10.222.0.67 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 906 time: 0.3720205 Feb 15 16:54:53.632934 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_gateway (9d721910-390a-4079-849e-c944b975dcf2), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:53.641933 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85b216ba-1ea7-4c18-99a1-35ebecd9c36f req-be097471-5933-4b10-bb8e-2fda8509a117 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21b48050-d6b1-4d95-96d0-49afc662f919 HTTP/1.1" status: 200 len: 217 time: 0.1007473 Feb 15 16:54:53.648410 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b2c8eca7-f83a-4f02-9b8a-38d567055c1f None None] Provisioning complete for port 4cf721b9-8484-4bb0-a757-b72ec693cd5f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:53.648943 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b2c8eca7-f83a-4f02-9b8a-38d567055c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:53.851355 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=4cf721b9-8484-4bb0-a757-b72ec693cd5f,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:53.920460 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c4907-baf2-4659-bfa8-05681d57f5f5 req-01af37ca-1f66-42b2-9d71-358ae1b41fc6 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:53.928593 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e2c4907-baf2-4659-bfa8-05681d57f5f5 req-01af37ca-1f66-42b2-9d71-358ae1b41fc6 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.1454883 Feb 15 16:54:54.083963 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e2c4907-baf2-4659-bfa8-05681d57f5f5 req-463e2f11-b473-4a04-8816-b75ee860d33d tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527004 Feb 15 16:54:54.132355 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4cb899da-3895-4fac-ac98-204d0fe8252d req-bc068244-f72c-4c12-ae0d-c6fdbf4791ca tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0047333 Feb 15 16:54:54.167871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b216ba-1ea7-4c18-99a1-35ebecd9c36f req-65147b3f-7331-4a3e-8582-4729e925c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:54.178939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b2c8eca7-f83a-4f02-9b8a-38d567055c1f None None] Current status of the port 4cf721b9-8484-4bb0-a757-b72ec693cd5f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:54.187340 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85b216ba-1ea7-4c18-99a1-35ebecd9c36f req-65147b3f-7331-4a3e-8582-4729e925c6e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c464a3a9-43bb-42ce-b940-4b3652cae714 HTTP/1.1" status: 200 len: 845 time: 0.5082312 Feb 15 16:54:54.249020 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85b216ba-1ea7-4c18-99a1-35ebecd9c36f req-40d31d18-7091-481d-aad5-82f033890856 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=faa64524-3e9c-4cad-af8e-596b77dc9db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513024 Feb 15 16:54:54.251371 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50d60ae3-2e46-4783-b90e-82352037871a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (1316ee83-a7f5-4435-b1b7-d3cf5ff03268), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:54.391383 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1461a3e-4995-4c5f-84f5-5406cf2ef03e req-b3880f08-c673-4898-9c69-f216bb81d538 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:54.402227 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d1461a3e-4995-4c5f-84f5-5406cf2ef03e req-b3880f08-c673-4898-9c69-f216bb81d538 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 945 time: 0.1551771 Feb 15 16:54:54.511037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4cf721b9-8484-4bb0-a757-b72ec693cd5f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:54:54.553171 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d1461a3e-4995-4c5f-84f5-5406cf2ef03e req-8348406d-6fdb-41f9-9343-34e41d53a465 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496768 Feb 15 16:54:54.699994 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4cf721b9-8484-4bb0-a757-b72ec693cd5f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:54.703076 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:54.869735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e0b2188e-e4a2-4960-b2ec-a19ceb29630b None None] Provisioning complete for port 4cf721b9-8484-4bb0-a757-b72ec693cd5f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:54:54.870296 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0b2188e-e4a2-4960-b2ec-a19ceb29630b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:54.921350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d60ae3-2e46-4783-b90e-82352037871a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Subnet': ['ID=1316ee83-a7f5-4435-b1b7-d3cf5ff03268,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:54.950084 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ee0461c9-a56a-426d-9196-68e437aa0e54 req-99613aba-a011-4c45-a640-d9872e3ab7c3 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.5443931 Feb 15 16:54:54.990956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d60ae3-2e46-4783-b90e-82352037871a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Checking segment: {'id': '34390121-3de2-4d8b-837f-8695af8c6435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd185baf6-8e43-478c-bb45-c126078b2538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:54.991348 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d60ae3-2e46-4783-b90e-82352037871a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network hostable DHCP agents. Network: d185baf6-8e43-478c-bb45-c126078b2538, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:54:55.035266 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85b216ba-1ea7-4c18-99a1-35ebecd9c36f req-1cbe8371-8160-41ad-a6ba-634d298f3ffa service neutron] 10.222.0.67 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7760196 Feb 15 16:54:55.420230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4cf721b9-8484-4bb0-a757-b72ec693cd5f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:55.445780 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8582ff-0ea1-46e8-a7f3-8ea994e06242 req-f2b58a18-0d9a-46c6-8406-6dd84edd8c26 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:55.455017 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ac8582ff-0ea1-46e8-a7f3-8ea994e06242 req-f2b58a18-0d9a-46c6-8406-6dd84edd8c26 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.1583407 Feb 15 16:54:55.457081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d60ae3-2e46-4783-b90e-82352037871a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network d185baf6-8e43-478c-bb45-c126078b2538 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:54:55.542773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e0b2188e-e4a2-4960-b2ec-a19ceb29630b None None] Current status of the port 4cf721b9-8484-4bb0-a757-b72ec693cd5f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:54:55.600873 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ac8582ff-0ea1-46e8-a7f3-8ea994e06242 req-f4df2dac-2b4b-4650-8140-d97667a35fad tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404459 Feb 15 16:54:55.813966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-50d60ae3-2e46-4783-b90e-82352037871a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, d185baf6-8e43-478c-bb45-c126078b2538) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:55.822210 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d60ae3-2e46-4783-b90e-82352037871a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:55.822817 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50d60ae3-2e46-4783-b90e-82352037871a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:55.822967 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7bcb23-41ec-4054-bd43-8592b215cc88 None None] Network d185baf6-8e43-478c-bb45-c126078b2538 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:55.842601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e3f17-65e5-4e63-b73a-61e6da2c0535 req-43ac1929-9dd5-46a4-96e8-e2b9d38e26bc tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:55.850941 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fa3e3f17-65e5-4e63-b73a-61e6da2c0535 req-43ac1929-9dd5-46a4-96e8-e2b9d38e26bc tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 945 time: 0.1314695 Feb 15 16:54:55.927868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0c79e-df51-4f90-b846-3f91cdf2a147 req-9d8595eb-bb1f-40a7-af9f-0bfc7084f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:55.931510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ab0c79e-df51-4f90-b846-3f91cdf2a147 req-9d8595eb-bb1f-40a7-af9f-0bfc7084f1ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d50e5805188b4195b80b506af394e48d&device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 1129 time: 0.4658575 Feb 15 16:54:55.954417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385dbce-e5d0-4520-9eef-9db4f917d681 req-67a68d7e-2be7-41c1-b6cc-8f5e3341d5e4 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:55.963018 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7385dbce-e5d0-4520-9eef-9db4f917d681 req-67a68d7e-2be7-41c1-b6cc-8f5e3341d5e4 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.5874224 Feb 15 16:54:55.982896 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fa3e3f17-65e5-4e63-b73a-61e6da2c0535 req-050e5187-2bdf-4108-9e51-896f6782d4e0 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250715 Feb 15 16:54:56.021872 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-d185baf6-8e43-478c-bb45-c126078b2538', 'network_id': 'd185baf6-8e43-478c-bb45-c126078b2538', 'project_id': 'ef8a4e01f7c84fe2ab2da9c0552a852a', 'fixed_ips': [{'subnet_id': '1316ee83-a7f5-4435-b1b7-d3cf5ff03268'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:54:56.022796 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:56.131696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43a53c-eb63-4dfc-ad94-4538f0338f39 req-2d3eb47c-63eb-4bab-a146-69c36b1a0c5f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:56.133574 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cf43a53c-eb63-4dfc-ad94-4538f0338f39 req-2d3eb47c-63eb-4bab-a146-69c36b1a0c5f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 945 time: 1.0909348 Feb 15 16:54:56.227902 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-609c7d4a-ecc6-4948-bbbe-a0750278fd3b req-774c8948-06b6-4e8e-a360-d8785b57f741 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0705695 Feb 15 16:54:56.273497 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56662) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:54:56.278902 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-50d60ae3-2e46-4783-b90e-82352037871a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 5.9517787 Feb 15 16:54:56.417159 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_gateway (9d721910-390a-4079-849e-c944b975dcf2), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:56.541295 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85b216ba-1ea7-4c18-99a1-35ebecd9c36f req-5554601d-6a57-4ada-999b-74af2ebbf0d2 service neutron] 10.222.0.67 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4518809 Feb 15 16:54:56.543179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Allocated IP 2001:db8::3 (d185baf6-8e43-478c-bb45-c126078b2538/1316ee83-a7f5-4435-b1b7-d3cf5ff03268/4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:54:56.563064 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:56.581610 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (d185baf6-8e43-478c-bb45-c126078b2538), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:56.656546 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7385dbce-e5d0-4520-9eef-9db4f917d681 req-6154f019-cbfc-43e9-9b71-cce148f0b65d tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6906898 Feb 15 16:54:56.746021 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (1316ee83-a7f5-4435-b1b7-d3cf5ff03268), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:56.870427 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Publish callbacks [] for port (4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:56.903090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0c79e-df51-4f90-b846-3f91cdf2a147 req-0c8f3700-9158-4312-ad22-0cef88f1e9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:56.905202 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ab0c79e-df51-4f90-b846-3f91cdf2a147 req-0c8f3700-9158-4312-ad22-0cef88f1e9f6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 HTTP/1.1" status: 200 len: 911 time: 0.9348269 Feb 15 16:54:56.943528 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:57.033352 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bedd63-37ff-4309-9f59-093a00d6f73a req-932f2a67-a43c-42ce-a6e0-577f4a25b240 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:57.037497 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9bedd63-37ff-4309-9f59-093a00d6f73a req-932f2a67-a43c-42ce-a6e0-577f4a25b240 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.2232172 Feb 15 16:54:57.115924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Pushing event updated for resources: {'Port': ['ID=4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:57.166280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Allocated IP 172.25.4.198 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/9642a37b-864e-4ae8-a6df-767d52a3a402) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:54:57.179507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Network d185baf6-8e43-478c-bb45-c126078b2538 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:54:57.185380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:57.187803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-cf43a53c-eb63-4dfc-ad94-4538f0338f39 req-9d0b3fb5-ea61-4b81-8223-81f6b1235253 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Deleting port 1fe26a4b-6db4-40c8-8477-f6279909d40c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:57.188157 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cf43a53c-eb63-4dfc-ad94-4538f0338f39 req-9d0b3fb5-ea61-4b81-8223-81f6b1235253 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1fe26a4b-6db4-40c8-8477-f6279909d40c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:57.195015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:54:57.270536 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9bedd63-37ff-4309-9f59-093a00d6f73a req-6408bfb7-dfeb-4495-a835-81002ff4596d tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2225699 Feb 15 16:54:57.279456 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (1316ee83-a7f5-4435-b1b7-d3cf5ff03268), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:57.403290 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Attempting to bind port 4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:54:57.403652 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Attempting to bind port 4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '34390121-3de2-4d8b-837f-8695af8c6435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd185baf6-8e43-478c-bb45-c126078b2538'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:54:57.404019 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Attempting to bind port 4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa on network d185baf6-8e43-478c-bb45-c126078b2538 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:54:57.417619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:54:57.419517 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Subnet': ['ID=1316ee83-a7f5-4435-b1b7-d3cf5ff03268,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:57.421112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Checking segment: {'id': '34390121-3de2-4d8b-837f-8695af8c6435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd185baf6-8e43-478c-bb45-c126078b2538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:54:57.421560 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:57.421975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Bound using segment: {'id': '34390121-3de2-4d8b-837f-8695af8c6435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd185baf6-8e43-478c-bb45-c126078b2538'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:54:57.422494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Bound port: 4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34390121-3de2-4d8b-837f-8695af8c6435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd185baf6-8e43-478c-bb45-c126078b2538'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:54:57.423515 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:57.505551 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-388d5f09-3a35-4ae4-9d60-a0cf22728891 req-22a53f49-59b0-4ec4-843c-4bcf78c759fb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0383179 Feb 15 16:54:57.670149 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (d185baf6-8e43-478c-bb45-c126078b2538), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:57.727688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] For port 4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:54:57.742583 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] For port 4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa,segment=NetworkSegment(34390121-3de2-4d8b-837f-8695af8c6435),segment_id=34390121-3de2-4d8b-837f-8695af8c6435)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:54:57.749994 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d185baf6-8e43-478c-bb45-c126078b2538']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:57.772081 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34390121-3de2-4d8b-837f-8695af8c6435') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:57.772709 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34390121-3de2-4d8b-837f-8695af8c6435') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:57.788506 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (34390121-3de2-4d8b-837f-8695af8c6435), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:57.799953 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ab0c79e-df51-4f90-b846-3f91cdf2a147 req-9e4e74ea-c906-4b1a-9b9d-4d17f3d5a378 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76beb63c-bfcf-4a0b-be8a-d368b5208dab HTTP/1.1" status: 200 len: 1002 time: 0.8798406 Feb 15 16:54:57.810791 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-cf43a53c-eb63-4dfc-ad94-4538f0338f39 req-9d0b3fb5-ea61-4b81-8223-81f6b1235253 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] For port 1fe26a4b-6db4-40c8-8477-f6279909d40c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1fe26a4b-6db4-40c8-8477-f6279909d40c,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:57.811943 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cf43a53c-eb63-4dfc-ad94-4538f0338f39 req-9d0b3fb5-ea61-4b81-8223-81f6b1235253 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1fe26a4b-6db4-40c8-8477-f6279909d40c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:57.849650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-cf43a53c-eb63-4dfc-ad94-4538f0338f39 req-9d0b3fb5-ea61-4b81-8223-81f6b1235253 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Calling delete_port for 1fe26a4b-6db4-40c8-8477-f6279909d40c owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:57.886363 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e266688-a671-484d-8549-42aa58651191 req-5da59b69-4779-4861-8e9c-8de354f4ef44 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:57.887892 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e266688-a671-484d-8549-42aa58651191 req-5da59b69-4779-4861-8e9c-8de354f4ef44 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 945 time: 0.5959263 Feb 15 16:54:57.951688 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6115b7-c671-49c5-bdff-35d57e97f6da req-ea1f605f-912e-4813-8ae4-1ac7268f31cf tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:57.953399 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cf6115b7-c671-49c5-bdff-35d57e97f6da req-ea1f605f-912e-4813-8ae4-1ac7268f31cf tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.1221209 Feb 15 16:54:58.027982 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cf6115b7-c671-49c5-bdff-35d57e97f6da req-3b15d9cf-2eb6-4abd-b215-807a4b2429bd tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673337 Feb 15 16:54:58.038484 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:58.051089 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (34390121-3de2-4d8b-837f-8695af8c6435), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:58.084985 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:54:58.087960 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (34390121-3de2-4d8b-837f-8695af8c6435), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:54:58.291161 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:54:58.336630 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.api [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 16:54:58.336630 n-d-828372-14 neutron-server[103800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 16:54:58.336630 n-d-828372-14 neutron-server[103800]: [parameters: {'id': 'd185baf6-8e43-478c-bb45-c126078b2538'}] Feb 15 16:54:58.336630 n-d-828372-14 neutron-server[103800]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:54:58.337326 n-d-828372-14 neutron-server[103800]: DEBUG oslo_db.api [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:54:58.367774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ef201b-9999-4d39-9cbf-64b8c82799d1 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 16:54:58.467909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5fd888-5471-4376-839b-1a34ea0636f7 req-6c62d27d-23a6-4a86-82d5-53c4f464bf7a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:58.478613 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c5fd888-5471-4376-839b-1a34ea0636f7 req-6c62d27d-23a6-4a86-82d5-53c4f464bf7a tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.0731921 Feb 15 16:54:58.496102 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0c79e-df51-4f90-b846-3f91cdf2a147 req-ae88fce0-24bc-4132-a733-5ea454b4f8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:58.498395 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ab0c79e-df51-4f90-b846-3f91cdf2a147 req-ae88fce0-24bc-4132-a733-5ea454b4f8b3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee4840c8-e6d6-4864-8cc9-9887e739eb93 HTTP/1.1" status: 200 len: 849 time: 0.6745589 Feb 15 16:54:58.523716 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (9642a37b-864e-4ae8-a6df-767d52a3a402), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:58.546384 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c5fd888-5471-4376-839b-1a34ea0636f7 req-b84b2401-cdf6-4e16-a542-fbe40146ba8c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617437 Feb 15 16:54:58.616104 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e266688-a671-484d-8549-42aa58651191 req-c8cc8423-fef5-4828-92ab-f2b5c8374e7a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670646 Feb 15 16:54:58.669184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ef201b-9999-4d39-9cbf-64b8c82799d1 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 16:54:58.685908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d9376c-de59-44db-80f4-5ff76eec9f04 None None] Pushing event updated for resources: {'Port': ['ID=4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:58.794685 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0c79e-df51-4f90-b846-3f91cdf2a147 req-8b69e2ce-c3a2-48cf-b807-2434ba5d90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:58.797125 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ab0c79e-df51-4f90-b846-3f91cdf2a147 req-8b69e2ce-c3a2-48cf-b807-2434ba5d90fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2345142 Feb 15 16:54:58.800534 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-26f6e1a6-8410-42b8-a8b2-e164145f1f12 req-ae72824e-c6d5-4056-842c-1ae814ffbc95 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.1310630 Feb 15 16:54:58.838466 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (d185baf6-8e43-478c-bb45-c126078b2538), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:58.916268 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9642a37b-864e-4ae8-a6df-767d52a3a402), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:58.942766 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1fe26a4b-6db4-40c8-8477-f6279909d40c no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:54:58.974061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Deleting port 4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:54:58.974411 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:58.997521 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:54:59.007370 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:54:59.020378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:54:59.066904 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No active binding found for port 1fe26a4b-6db4-40c8-8477-f6279909d40c {{(pid=103801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 16:54:59.067473 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] The host n-h2-828372-14 is not matching for port 1fe26a4b-6db4-40c8-8477-f6279909d40c host None! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 16:54:59.067758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1fe26a4b-6db4-40c8-8477-f6279909d40c not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:54:59.129669 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cf43a53c-eb63-4dfc-ad94-4538f0338f39 req-9d0b3fb5-ea61-4b81-8223-81f6b1235253 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1fe26a4b-6db4-40c8-8477-f6279909d40c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:59.149925 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] For port 4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa,segment=NetworkSegment(34390121-3de2-4d8b-837f-8695af8c6435),segment_id=34390121-3de2-4d8b-837f-8695af8c6435)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:54:59.152159 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:59.181352 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Calling delete_port for 4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:54:59.191005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=9642a37b-864e-4ae8-a6df-767d52a3a402,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:59.193123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['21b48050-d6b1-4d95-96d0-49afc662f919', 'b17cf777-ed64-47a2-9840-b28d1e84d560'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:54:59.301302 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b2c005-c8b9-4269-82c7-219eb4d84168 None None] Network d185baf6-8e43-478c-bb45-c126078b2538 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:54:59.386704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b3fb5-ea61-4b81-8223-81f6b1235253 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Pushing event deleted for resources: {'Port': ['ID=1fe26a4b-6db4-40c8-8477-f6279909d40c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:59.506834 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:59.565068 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf43a53c-eb63-4dfc-ad94-4538f0338f39 req-9d0b3fb5-ea61-4b81-8223-81f6b1235253 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] No DVR routers for this DVR port 1fe26a4b-6db4-40c8-8477-f6279909d40c on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:54:59.596856 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Port': ['ID=4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:54:59.630860 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No DVR routers for this DVR port 4dd9441c-0fdf-4d7b-b86d-b13ab22d72aa on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:54:59.635066 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cf43a53c-eb63-4dfc-ad94-4538f0338f39 req-9d0b3fb5-ea61-4b81-8223-81f6b1235253 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:59.639280 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cf43a53c-eb63-4dfc-ad94-4538f0338f39 req-9d0b3fb5-ea61-4b81-8223-81f6b1235253 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "DELETE /v2.0/ports/1fe26a4b-6db4-40c8-8477-f6279909d40c HTTP/1.1" status: 204 len: 173 time: 3.4354467 Feb 15 16:54:59.639705 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d6382f-6031-455b-b417-56bd64cd0fc3', 'name': 'network-vif-deleted', 'tag': '1fe26a4b-6db4-40c8-8477-f6279909d40c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:54:59.642736 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9637f52f-fc9d-429d-b674-a132311aeab4" -d '{"events": [{"server_uuid": "53d6382f-6031-455b-b417-56bd64cd0fc3", "name": "network-vif-deleted", "tag": "1fe26a4b-6db4-40c8-8477-f6279909d40c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:54:59.713347 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ab0c79e-df51-4f90-b846-3f91cdf2a147 req-71b273b1-dd38-47a4-a0be-20766a8aebca service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7370212 Feb 15 16:54:59.730120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072279f-6411-440d-9139-58a528115a54 req-8069daaf-6212-42d0-846a-6fcf11682357 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:54:59.738033 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4072279f-6411-440d-9139-58a528115a54 req-8069daaf-6212-42d0-846a-6fcf11682357 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.5120006 Feb 15 16:54:59.936119 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (d185baf6-8e43-478c-bb45-c126078b2538), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:54:59.959865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d185baf6-8e43-478c-bb45-c126078b2538']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:59.982067 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34390121-3de2-4d8b-837f-8695af8c6435') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:54:59.982452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34390121-3de2-4d8b-837f-8695af8c6435') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:00.033071 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (34390121-3de2-4d8b-837f-8695af8c6435), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:00.082160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (34390121-3de2-4d8b-837f-8695af8c6435), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:00.088456 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4072279f-6411-440d-9139-58a528115a54 req-c097a6fb-f09d-4433-beb5-43a550f89772 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494971 Feb 15 16:55:00.091461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:55:00.091461 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (34390121-3de2-4d8b-837f-8695af8c6435), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:55:00.235893 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:55:00.265964 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ab0c79e-df51-4f90-b846-3f91cdf2a147 req-17ce96ae-d948-404e-bbc9-95d88f5b8b18 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200846 Feb 15 16:55:00.274767 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:00.334939 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (d185baf6-8e43-478c-bb45-c126078b2538), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:00.380548 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:00.400114 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/d185baf6-8e43-478c-bb45-c126078b2538 HTTP/1.1" status: 204 len: 168 time: 4.1220431 Feb 15 16:55:00.406658 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-919e82d5-7462-4ed4-bc98-61a86cd3c6cf req-d54bc8f3-1ef4-4c84-b699-e30d1d2c6a6a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=53d6382f-6031-455b-b417-56bd64cd0fc3 HTTP/1.1" status: 200 len: 210 time: 0.1035614 Feb 15 16:55:00.413767 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56712) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:00.419942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db548f-b928-4c39-9db4-4d718c8f4858 req-f8ca2320-001f-4511-be0a-a7433ded7313 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:00.437947 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36db548f-b928-4c39-9db4-4d718c8f4858 req-f8ca2320-001f-4511-be0a-a7433ded7313 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.2148669 Feb 15 16:55:00.439458 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-8fa3b977-4128-476f-9d2f-71d020b51f03 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-313617666'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:00.496919 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e6612-1bb1-4b59-a040-344558f24021 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Network': ['ID=d185baf6-8e43-478c-bb45-c126078b2538,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:00.536525 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ca7880-bcd9-42f8-9473-1fcc104f7535 x-openstack-request-id: req-06ca7880-bcd9-42f8-9473-1fcc104f7535 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:55:00.536843 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d6382f-6031-455b-b417-56bd64cd0fc3", "name": "network-vif-deleted", "tag": "1fe26a4b-6db4-40c8-8477-f6279909d40c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:55:00.537098 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-06ca7880-bcd9-42f8-9473-1fcc104f7535 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:55:00.538189 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d6382f-6031-455b-b417-56bd64cd0fc3', 'name': 'network-vif-deleted', 'tag': '1fe26a4b-6db4-40c8-8477-f6279909d40c', 'status': 'completed', 'code': 200} Feb 15 16:55:00.593385 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36db548f-b928-4c39-9db4-4d718c8f4858 req-230a452e-87f2-45e6-bf44-91d780e31adb tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543186 Feb 15 16:55:00.601132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa3b977-4128-476f-9d2f-71d020b51f03 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:00.607873 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8fa3b977-4128-476f-9d2f-71d020b51f03 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:00.669863 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_gateway (9d721910-390a-4079-849e-c944b975dcf2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:00.677739 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:00.885431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa3b977-4128-476f-9d2f-71d020b51f03 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:55:01.169820 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-41149be8-e4df-4c3e-bf02-7a8e8948ba6c req-aa22257b-40a7-4e96-bff2-a1a74758a950 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.2693248 Feb 15 16:55:01.225512 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8fa3b977-4128-476f-9d2f-71d020b51f03 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (4a1fea3a-ce13-465e-8c21-504266e459b2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:01.234375 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-8fa3b977-4128-476f-9d2f-71d020b51f03 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Added segment 4a1fea3a-ce13-465e-8c21-504266e459b2 of type vlan for network 31e8f7ba-a33c-446d-aeb7-eb502bd23be0 Feb 15 16:55:01.396946 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8fa3b977-4128-476f-9d2f-71d020b51f03 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (31e8f7ba-a33c-446d-aeb7-eb502bd23be0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:01.462360 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02e905-8afe-4c87-be19-fc27473aa61c req-9ecfcb92-0118-434f-be33-ce332f1eacad tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:01.476711 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b02e905-8afe-4c87-be19-fc27473aa61c req-9ecfcb92-0118-434f-be33-ce332f1eacad tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.1637595 Feb 15 16:55:01.614753 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b02e905-8afe-4c87-be19-fc27473aa61c req-63d839f4-f549-4a45-aa24-88d5179ad56a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322961 Feb 15 16:55:01.730370 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8fa3b977-4128-476f-9d2f-71d020b51f03 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (31e8f7ba-a33c-446d-aeb7-eb502bd23be0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:01.754669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa3b977-4128-476f-9d2f-71d020b51f03 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:01.755343 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8fa3b977-4128-476f-9d2f-71d020b51f03 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:01.835648 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe1684-e1dc-4c07-b020-e08cfe6b0669 req-fefa6372-f210-4e77-bd57-fd3e88fcd21c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:01.879861 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7efe1684-e1dc-4c07-b020-e08cfe6b0669 req-fefa6372-f210-4e77-bd57-fd3e88fcd21c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.1372478 Feb 15 16:55:01.989522 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (9d721910-390a-4079-849e-c944b975dcf2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:02.425419 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8fa3b977-4128-476f-9d2f-71d020b51f03 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.9822404 Feb 15 16:55:02.426565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56738) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:02.439483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b1aefd1c-1f50-46b8-b440-674d948530fb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'subnet': {'network_id': '31e8f7ba-a33c-446d-aeb7-eb502bd23be0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:02.454474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa3b977-4128-476f-9d2f-71d020b51f03 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Network': ['ID=31e8f7ba-a33c-446d-aeb7-eb502bd23be0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:02.468573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 31e8f7ba-a33c-446d-aeb7-eb502bd23be0 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:55:02.613555 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413303ef-f938-4b42-9f47-d16aed8a4344 req-0824bf2d-6b81-4707-93a9-f89a2181aa9a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:02.622377 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-413303ef-f938-4b42-9f47-d16aed8a4344 req-0824bf2d-6b81-4707-93a9-f89a2181aa9a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 945 time: 0.3984041 Feb 15 16:55:02.822917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-413303ef-f938-4b42-9f47-d16aed8a4344 req-e9e32dd6-0f33-4bc2-92f3-e479651e71d8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985233 Feb 15 16:55:02.831798 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1aefd1c-1f50-46b8-b440-674d948530fb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:02.838102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b1aefd1c-1f50-46b8-b440-674d948530fb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:02.846636 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7efe1684-e1dc-4c07-b020-e08cfe6b0669 req-032cab7f-4203-44bc-a8f9-eae5afda649c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9565866 Feb 15 16:55:03.007753 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ea78faa-f382-4f51-86fd-66165232fd79 req-940a69ba-0517-4aa2-a120-299b442760bb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0381234 Feb 15 16:55:03.091272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 9d721910-390a-4079-849e-c944b975dcf2 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:55:03.121655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427df80a-d545-4f3e-9a54-c4aa33a0602e req-5ceb65e5-cd08-4f29-a245-266d0cfbf3c1 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:03.123609 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-427df80a-d545-4f3e-9a54-c4aa33a0602e req-5ceb65e5-cd08-4f29-a245-266d0cfbf3c1 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.1620152 Feb 15 16:55:03.234346 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-427df80a-d545-4f3e-9a54-c4aa33a0602e req-6f5ce4e9-015d-460d-8d63-895cc090a24c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024754 Feb 15 16:55:03.711391 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b1aefd1c-1f50-46b8-b440-674d948530fb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (90663664-3eb5-44b0-944b-2e60aed712d9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:03.831877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aefd1c-1f50-46b8-b440-674d948530fb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Subnet': ['ID=90663664-3eb5-44b0-944b-2e60aed712d9,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:03.874114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:55:03.888476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598316a3-3bd2-46e4-a46f-d6a350ec6e1c None None] Sync routers for ids ['9d721910-390a-4079-849e-c944b975dcf2'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:55:03.906454 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598316a3-3bd2-46e4-a46f-d6a350ec6e1c None None] Routers {'9d721910-390a-4079-849e-c944b975dcf2'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:55:03.907101 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-598316a3-3bd2-46e4-a46f-d6a350ec6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:54:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9d721910-390a-4079-849e-c944b975dcf2'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:03.915972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aefd1c-1f50-46b8-b440-674d948530fb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Checking segment: {'id': '4a1fea3a-ce13-465e-8c21-504266e459b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '31e8f7ba-a33c-446d-aeb7-eb502bd23be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:03.917482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aefd1c-1f50-46b8-b440-674d948530fb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network hostable DHCP agents. Network: 31e8f7ba-a33c-446d-aeb7-eb502bd23be0, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:55:03.984306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-598316a3-3bd2-46e4-a46f-d6a350ec6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:04.005845 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598316a3-3bd2-46e4-a46f-d6a350ec6e1c None None] Routers {'9d721910-390a-4079-849e-c944b975dcf2'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:55:04.006949 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-598316a3-3bd2-46e4-a46f-d6a350ec6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:54:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9d721910-390a-4079-849e-c944b975dcf2'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:04.077973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27253ef1-6baf-43db-92a9-d2c5d19ccddf req-1d122a16-1372-449c-8bc6-480641241cb6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:04.079591 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-27253ef1-6baf-43db-92a9-d2c5d19ccddf req-1d122a16-1372-449c-8bc6-480641241cb6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 945 time: 0.1211705 Feb 15 16:55:04.092826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-598316a3-3bd2-46e4-a46f-d6a350ec6e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:04.099348 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598316a3-3bd2-46e4-a46f-d6a350ec6e1c None None] The sync data for ids ['9d721910-390a-4079-849e-c944b975dcf2'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:55:04.213739 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-27253ef1-6baf-43db-92a9-d2c5d19ccddf req-db79a2fd-2a84-4aaf-aaa0-8cd40fcc5dc7 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136615 Feb 15 16:55:04.243823 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8989cc7d-3b5a-40dd-9ae5-a493deea90ab req-a7a9528b-9e79-4e01-95c5-dbfb57a52dc3 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0952492 Feb 15 16:55:04.319578 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:04.323518 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4930bafd-7737-4ff8-980a-7d335c98dcbf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 14.0694582 Feb 15 16:55:04.349654 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56758) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:04.382639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1aefd1c-1f50-46b8-b440-674d948530fb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network 31e8f7ba-a33c-446d-aeb7-eb502bd23be0 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:55:04.428780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57904019-428f-473f-9b7d-6dc7ad740bed req-83f0c8ef-20f2-4a5a-b943-f4b8775343c5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:04.430991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57904019-428f-473f-9b7d-6dc7ad740bed req-83f0c8ef-20f2-4a5a-b943-f4b8775343c5 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.1048474 Feb 15 16:55:04.507151 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57904019-428f-473f-9b7d-6dc7ad740bed req-ce8143bb-354a-4abf-8cf0-85ca3a597174 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607154 Feb 15 16:55:04.541857 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bf87a780-4b33-4042-8592-65f108f1c31c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/routers/9d721910-390a-4079-849e-c944b975dcf2 HTTP/1.1" status: 200 len: 885 time: 0.2150559 Feb 15 16:55:04.544334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56760) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:04.769984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-b1aefd1c-1f50-46b8-b440-674d948530fb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 31e8f7ba-a33c-446d-aeb7-eb502bd23be0) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:04.772315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aefd1c-1f50-46b8-b440-674d948530fb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:04.773136 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b1aefd1c-1f50-46b8-b440-674d948530fb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:04.779240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e06f2a2-b2c2-40c0-8a18-23aa58a4b825 None None] Network 31e8f7ba-a33c-446d-aeb7-eb502bd23be0 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:04.808449 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-de791aee-212f-4f47-8097-0721e692d89b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2629840 Feb 15 16:55:04.811411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56766) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:04.849927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-d057d00d-1a28-4b82-a7ee-6fda6be4b67f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1471086031'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:04.917885 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-31e8f7ba-a33c-446d-aeb7-eb502bd23be0', 'network_id': '31e8f7ba-a33c-446d-aeb7-eb502bd23be0', 'project_id': 'ef8a4e01f7c84fe2ab2da9c0552a852a', 'fixed_ips': [{'subnet_id': '90663664-3eb5-44b0-944b-2e60aed712d9'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:55:04.919774 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:04.935433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b1aefd1c-1f50-46b8-b440-674d948530fb tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.5046051 Feb 15 16:55:04.939065 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56770) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:04.974933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442508d-4d12-4a2e-910a-5b50609c2344 req-cdfa93ba-70ba-45c8-9ba5-0c0d6cebccf4 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:04.976641 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4442508d-4d12-4a2e-910a-5b50609c2344 req-cdfa93ba-70ba-45c8-9ba5-0c0d6cebccf4 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.67 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 945 time: 0.1642888 Feb 15 16:55:05.187034 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Allocated IP 2001:db8::1 (31e8f7ba-a33c-446d-aeb7-eb502bd23be0/90663664-3eb5-44b0-944b-2e60aed712d9/1baee66e-a7e5-4350-8bd0-1f627953c60e) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:55:05.212232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-4442508d-4d12-4a2e-910a-5b50609c2344 req-e7d14759-1211-4810-9682-271a3c2e34a6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Deleting port b17cf777-ed64-47a2-9840-b28d1e84d560 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:05.215470 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4442508d-4d12-4a2e-910a-5b50609c2344 req-e7d14759-1211-4810-9682-271a3c2e34a6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b17cf777-ed64-47a2-9840-b28d1e84d560), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:05.243286 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (31e8f7ba-a33c-446d-aeb7-eb502bd23be0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:05.480701 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (90663664-3eb5-44b0-944b-2e60aed712d9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:05.526119 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Publish callbacks [] for port (1baee66e-a7e5-4350-8bd0-1f627953c60e), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:05.573873 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83a9db-ec16-4fb1-8705-00c9026affb4 req-a6848984-99f0-4ecd-899f-8c3c24ecfa84 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:05.583179 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8c83a9db-ec16-4fb1-8705-00c9026affb4 req-a6848984-99f0-4ecd-899f-8c3c24ecfa84 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 945 time: 0.2091413 Feb 15 16:55:05.621045 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (1baee66e-a7e5-4350-8bd0-1f627953c60e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:05.672459 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8c83a9db-ec16-4fb1-8705-00c9026affb4 req-924796d0-2700-4823-a104-ada58066add5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814130 Feb 15 16:55:05.719213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Pushing event updated for resources: {'Port': ['ID=1baee66e-a7e5-4350-8bd0-1f627953c60e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:05.720133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-30c4e488-ff6a-4651-8046-2320ca8737a9 req-ce93a458-bebb-4233-b1a2-3db4330345be tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.2238486 Feb 15 16:55:05.733449 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (90663664-3eb5-44b0-944b-2e60aed712d9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:05.759468 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Network 31e8f7ba-a33c-446d-aeb7-eb502bd23be0 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:05.765632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-4442508d-4d12-4a2e-910a-5b50609c2344 req-e7d14759-1211-4810-9682-271a3c2e34a6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] For port b17cf777-ed64-47a2-9840-b28d1e84d560, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=b17cf777-ed64-47a2-9840-b28d1e84d560,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:05.766313 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4442508d-4d12-4a2e-910a-5b50609c2344 req-e7d14759-1211-4810-9682-271a3c2e34a6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b17cf777-ed64-47a2-9840-b28d1e84d560), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:05.766497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:05.772094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:55:05.777661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:05.778060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:05.783044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:05.783445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:05.787164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:05.787591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:05.787980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:05.791141 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:05.791529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:05.791879 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:05.792229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:05.792711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:05.793121 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:05.796919 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-4442508d-4d12-4a2e-910a-5b50609c2344 req-e7d14759-1211-4810-9682-271a3c2e34a6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Calling delete_port for b17cf777-ed64-47a2-9840-b28d1e84d560 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:05.840033 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Subnet': ['ID=90663664-3eb5-44b0-944b-2e60aed712d9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:05.869118 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d057d00d-1a28-4b82-a7ee-6fda6be4b67f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (9d721910-390a-4079-849e-c944b975dcf2), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:05.918317 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Attempting to bind port 1baee66e-a7e5-4350-8bd0-1f627953c60e on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:55:05.919374 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Attempting to bind port 1baee66e-a7e5-4350-8bd0-1f627953c60e by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '4a1fea3a-ce13-465e-8c21-504266e459b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '31e8f7ba-a33c-446d-aeb7-eb502bd23be0'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:55:05.920978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Attempting to bind port 1baee66e-a7e5-4350-8bd0-1f627953c60e on network 31e8f7ba-a33c-446d-aeb7-eb502bd23be0 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:55:05.929786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:55:05.933267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Checking segment: {'id': '4a1fea3a-ce13-465e-8c21-504266e459b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '31e8f7ba-a33c-446d-aeb7-eb502bd23be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:05.934058 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:05.934805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Bound using segment: {'id': '4a1fea3a-ce13-465e-8c21-504266e459b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '31e8f7ba-a33c-446d-aeb7-eb502bd23be0'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:55:05.935587 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Bound port: 1baee66e-a7e5-4350-8bd0-1f627953c60e, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a1fea3a-ce13-465e-8c21-504266e459b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '31e8f7ba-a33c-446d-aeb7-eb502bd23be0'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:55:05.936292 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1baee66e-a7e5-4350-8bd0-1f627953c60e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:06.018800 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d057d00d-1a28-4b82-a7ee-6fda6be4b67f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (9d721910-390a-4079-849e-c944b975dcf2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:06.089116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] For port 1baee66e-a7e5-4350-8bd0-1f627953c60e, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:55:06.093832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] For port 1baee66e-a7e5-4350-8bd0-1f627953c60e, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1baee66e-a7e5-4350-8bd0-1f627953c60e,segment=NetworkSegment(4a1fea3a-ce13-465e-8c21-504266e459b2),segment_id=4a1fea3a-ce13-465e-8c21-504266e459b2)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:55:06.170419 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1baee66e-a7e5-4350-8bd0-1f627953c60e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:06.170702 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (31e8f7ba-a33c-446d-aeb7-eb502bd23be0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:06.228838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eade3e-f138-44e4-ba31-7224c87386aa req-a5abf596-0a82-4caa-a9ce-ff695c5e29a7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:06.239653 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-04eade3e-f138-44e4-ba31-7224c87386aa req-a5abf596-0a82-4caa-a9ce-ff695c5e29a7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.3876753 Feb 15 16:55:06.276119 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d057d00d-1a28-4b82-a7ee-6fda6be4b67f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 9d721910-390a-4079-849e-c944b975dcf2 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:55:06.314828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee69db-0369-462b-92ae-3149e7293136 None None] Pushing event updated for resources: {'Port': ['ID=1baee66e-a7e5-4350-8bd0-1f627953c60e,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:06.364872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e8f7ba-a33c-446d-aeb7-eb502bd23be0']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:06.408031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d057d00d-1a28-4b82-a7ee-6fda6be4b67f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:55:06.410164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1fea3a-ce13-465e-8c21-504266e459b2') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:06.410350 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1fea3a-ce13-465e-8c21-504266e459b2') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:06.418376 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6a0ab-65cb-4339-8aee-5fcc7b0ff692 None None] Sync routers for ids ['9d721910-390a-4079-849e-c944b975dcf2'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:55:06.427099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d057d00d-1a28-4b82-a7ee-6fda6be4b67f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:06.428444 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d057d00d-1a28-4b82-a7ee-6fda6be4b67f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/9d721910-390a-4079-849e-c944b975dcf2 HTTP/1.1" status: 200 len: 892 time: 1.5835228 Feb 15 16:55:06.434813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56790) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:06.436539 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6a0ab-65cb-4339-8aee-5fcc7b0ff692 None None] Routers {'9d721910-390a-4079-849e-c944b975dcf2'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:55:06.437560 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4442508d-4d12-4a2e-910a-5b50609c2344 req-e7d14759-1211-4810-9682-271a3c2e34a6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b17cf777-ed64-47a2-9840-b28d1e84d560), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:06.439411 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-17a6a0ab-65cb-4339-8aee-5fcc7b0ff692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:54:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9d721910-390a-4079-849e-c944b975dcf2'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:06.455275 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-04eade3e-f138-44e4-ba31-7224c87386aa req-4bad5ac0-dc72-41a0-852f-a9b39bc6ae5b tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145209 Feb 15 16:55:06.464221 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (4a1fea3a-ce13-465e-8c21-504266e459b2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:06.500887 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (4a1fea3a-ce13-465e-8c21-504266e459b2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:06.517177 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:55:06.518008 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (4a1fea3a-ce13-465e-8c21-504266e459b2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:06.530427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['21b48050-d6b1-4d95-96d0-49afc662f919', 'b17cf777-ed64-47a2-9840-b28d1e84d560'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:55:06.539137 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-17a6a0ab-65cb-4339-8aee-5fcc7b0ff692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:06.555005 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a6a0ab-65cb-4339-8aee-5fcc7b0ff692 None None] Routers {'9d721910-390a-4079-849e-c944b975dcf2'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:55:06.566032 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-17a6a0ab-65cb-4339-8aee-5fcc7b0ff692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:54:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9d721910-390a-4079-849e-c944b975dcf2'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:06.610544 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-17a6a0ab-65cb-4339-8aee-5fcc7b0ff692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:06.611524 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6a0ab-65cb-4339-8aee-5fcc7b0ff692 None None] The sync data for ids ['9d721910-390a-4079-849e-c944b975dcf2'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:55:06.660225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12a05eb-107a-4946-8ac4-3fbda42e0ba6 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:55:06.666211 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:55:06.672287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d14759-1211-4810-9682-271a3c2e34a6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Pushing event deleted for resources: {'Port': ['ID=b17cf777-ed64-47a2-9840-b28d1e84d560,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:06.727166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4442508d-4d12-4a2e-910a-5b50609c2344 req-e7d14759-1211-4810-9682-271a3c2e34a6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] No DVR routers for this DVR port b17cf777-ed64-47a2-9840-b28d1e84d560 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:55:06.734570 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4442508d-4d12-4a2e-910a-5b50609c2344 req-e7d14759-1211-4810-9682-271a3c2e34a6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:06.742966 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4442508d-4d12-4a2e-910a-5b50609c2344 req-e7d14759-1211-4810-9682-271a3c2e34a6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.67 "DELETE /v2.0/ports/b17cf777-ed64-47a2-9840-b28d1e84d560 HTTP/1.1" status: 204 len: 173 time: 1.7550247 Feb 15 16:55:06.749238 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991d41e4-d8b9-4123-9462-d47d60f427b5', 'name': 'network-vif-deleted', 'tag': 'b17cf777-ed64-47a2-9840-b28d1e84d560'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:55:06.751679 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa01ee3d-701f-4715-a4e0-19cc9906efa7" -d '{"events": [{"server_uuid": "991d41e4-d8b9-4123-9462-d47d60f427b5", "name": "network-vif-deleted", "tag": "b17cf777-ed64-47a2-9840-b28d1e84d560"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:55:06.761687 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.api [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 16:55:06.761687 n-d-828372-14 neutron-server[103800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 16:55:06.761687 n-d-828372-14 neutron-server[103800]: [parameters: {'id': '31e8f7ba-a33c-446d-aeb7-eb502bd23be0'}] Feb 15 16:55:06.761687 n-d-828372-14 neutron-server[103800]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:55:06.771516 n-d-828372-14 neutron-server[103800]: DEBUG oslo_db.api [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:55:06.916979 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-90d614a1-d04a-42b4-b27a-2cce5d98aa23 req-432021ed-e656-42d0-bc77-e0228f0fc572 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 210 time: 0.1163790 Feb 15 16:55:06.922816 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debdb821-6787-4304-b701-a7ba5f22de20 x-openstack-request-id: req-debdb821-6787-4304-b701-a7ba5f22de20 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:55:06.925750 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991d41e4-d8b9-4123-9462-d47d60f427b5", "name": "network-vif-deleted", "tag": "b17cf777-ed64-47a2-9840-b28d1e84d560", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:55:06.925750 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-debdb821-6787-4304-b701-a7ba5f22de20 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:55:06.929869 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '991d41e4-d8b9-4123-9462-d47d60f427b5', 'name': 'network-vif-deleted', 'tag': 'b17cf777-ed64-47a2-9840-b28d1e84d560', 'status': 'completed', 'code': 200} Feb 15 16:55:06.984177 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2caef3e7-c3a1-4435-a1dd-c64e15918076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:07.025427 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0da57d9-ac92-4353-93fe-a85789c1b904 req-09f654a3-e29c-4062-808d-22dff302aa2d tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0666857 Feb 15 16:55:07.057741 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0f823ee1-d9a4-4f2d-8c17-156814820ee9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/routers/9d721910-390a-4079-849e-c944b975dcf2 HTTP/1.1" status: 200 len: 892 time: 0.6084912 Feb 15 16:55:07.066023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56798) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:07.119941 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cb2bf83d-2ff1-4454-b252-332b4af896b6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports?device_id=9d721910-390a-4079-849e-c944b975dcf2 HTTP/1.1" status: 200 len: 205 time: 0.0502527 Feb 15 16:55:07.120437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56802) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:07.152628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12a05eb-107a-4946-8ac4-3fbda42e0ba6 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 16:55:07.263556 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (31e8f7ba-a33c-446d-aeb7-eb502bd23be0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:07.306730 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dc39a3d-4ce8-4961-a4f5-5f07630ab7b4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (9d721910-390a-4079-849e-c944b975dcf2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:07.350018 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Deleting port 1baee66e-a7e5-4350-8bd0-1f627953c60e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:07.350617 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1baee66e-a7e5-4350-8bd0-1f627953c60e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:07.482778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] For port 1baee66e-a7e5-4350-8bd0-1f627953c60e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1baee66e-a7e5-4350-8bd0-1f627953c60e,segment=NetworkSegment(4a1fea3a-ce13-465e-8c21-504266e459b2),segment_id=4a1fea3a-ce13-465e-8c21-504266e459b2)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:07.483545 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1baee66e-a7e5-4350-8bd0-1f627953c60e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:07.525101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Calling delete_port for 1baee66e-a7e5-4350-8bd0-1f627953c60e owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:07.541805 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dc39a3d-4ce8-4961-a4f5-5f07630ab7b4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_gateway (9d721910-390a-4079-849e-c944b975dcf2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:07.600164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e4b32c-400c-40d4-900d-daf9a3c8c750 None None] Network 31e8f7ba-a33c-446d-aeb7-eb502bd23be0 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:07.836608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-6dc39a3d-4ce8-4961-a4f5-5f07630ab7b4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port 9642a37b-864e-4ae8-a6df-767d52a3a402 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:07.836998 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dc39a3d-4ce8-4961-a4f5-5f07630ab7b4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9642a37b-864e-4ae8-a6df-767d52a3a402), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:07.853215 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (1baee66e-a7e5-4350-8bd0-1f627953c60e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:07.926796 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Port': ['ID=1baee66e-a7e5-4350-8bd0-1f627953c60e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:07.945768 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No DVR routers for this DVR port 1baee66e-a7e5-4350-8bd0-1f627953c60e on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:55:08.027672 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dc39a3d-4ce8-4961-a4f5-5f07630ab7b4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9642a37b-864e-4ae8-a6df-767d52a3a402), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:08.061986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-6dc39a3d-4ce8-4961-a4f5-5f07630ab7b4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for 9642a37b-864e-4ae8-a6df-767d52a3a402 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:08.188443 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d13f83-d107-4bf8-aa60-b4f418e3775a req-9031a488-b28c-4a0d-bd31-fc4cfdfbd7bf tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:08.195753 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-25d13f83-d107-4bf8-aa60-b4f418e3775a req-9031a488-b28c-4a0d-bd31-fc4cfdfbd7bf tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.5302963 Feb 15 16:55:08.260992 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b3488e9-9c88-4d86-8202-7aabf41e3cfc req-a069161f-54a1-455f-9086-a89888c51862 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=991d41e4-d8b9-4123-9462-d47d60f427b5 HTTP/1.1" status: 200 len: 210 time: 0.0719688 Feb 15 16:55:08.285342 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (31e8f7ba-a33c-446d-aeb7-eb502bd23be0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:08.323598 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-25d13f83-d107-4bf8-aa60-b4f418e3775a req-41d43c27-59ff-428f-bc56-e0a092652a83 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191187 Feb 15 16:55:08.342687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31e8f7ba-a33c-446d-aeb7-eb502bd23be0']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:08.363630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a1fea3a-ce13-465e-8c21-504266e459b2') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:08.364371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a1fea3a-ce13-465e-8c21-504266e459b2') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:08.401871 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (4a1fea3a-ce13-465e-8c21-504266e459b2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:08.441659 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (4a1fea3a-ce13-465e-8c21-504266e459b2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:08.452319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:55:08.452729 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (4a1fea3a-ce13-465e-8c21-504266e459b2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:55:08.467769 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:55:08.530370 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc1fad-54ed-46e1-85fd-9a927e3d95f1 req-11022662-01f5-42bf-905a-69b0f1fff81b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:08.532006 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97fc1fad-54ed-46e1-85fd-9a927e3d95f1 req-11022662-01f5-42bf-905a-69b0f1fff81b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 947 time: 0.1513114 Feb 15 16:55:08.541684 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3869dde7-7479-4fee-abff-954da5d11e28 req-a3a81ce4-780f-44bb-8d21-6d4c69e2e2cb tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0377293 Feb 15 16:55:08.638680 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97fc1fad-54ed-46e1-85fd-9a927e3d95f1 req-cf110c9b-33e8-486f-b55b-6cab950848fe tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836697 Feb 15 16:55:08.645584 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (31e8f7ba-a33c-446d-aeb7-eb502bd23be0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:08.667423 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:08.667843 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dc39a3d-4ce8-4961-a4f5-5f07630ab7b4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9642a37b-864e-4ae8-a6df-767d52a3a402), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:08.673987 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/31e8f7ba-a33c-446d-aeb7-eb502bd23be0 HTTP/1.1" status: 204 len: 168 time: 3.7304473 Feb 15 16:55:08.691708 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56840) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:08.700522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9c1fb718-25a5-4329-8e55-901c0d60d443 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2040548165'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:08.717325 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc39a3d-4ce8-4961-a4f5-5f07630ab7b4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=9642a37b-864e-4ae8-a6df-767d52a3a402,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:08.760697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5379a23-65e3-4bb9-89ba-1744c6710116 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Network': ['ID=31e8f7ba-a33c-446d-aeb7-eb502bd23be0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:08.821430 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dc39a3d-4ce8-4961-a4f5-5f07630ab7b4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (9d721910-390a-4079-849e-c944b975dcf2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:08.869501 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1fb718-25a5-4329-8e55-901c0d60d443 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:08.882166 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c1fb718-25a5-4329-8e55-901c0d60d443 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:08.950529 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dc39a3d-4ce8-4961-a4f5-5f07630ab7b4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (9d721910-390a-4079-849e-c944b975dcf2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:08.960314 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dc39a3d-4ce8-4961-a4f5-5f07630ab7b4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_controller (9d721910-390a-4079-849e-c944b975dcf2), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:08.960541 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1fb718-25a5-4329-8e55-901c0d60d443 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:55:08.993228 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c1fb718-25a5-4329-8e55-901c0d60d443 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c2a565e3-39ea-4204-bafd-cc0327675563), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:08.995733 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-9c1fb718-25a5-4329-8e55-901c0d60d443 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Added segment c2a565e3-39ea-4204-bafd-cc0327675563 of type vlan for network a7561cef-85bd-467f-92a0-2c0d7046030e Feb 15 16:55:09.103975 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dc39a3d-4ce8-4961-a4f5-5f07630ab7b4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (9d721910-390a-4079-849e-c944b975dcf2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:09.104575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc39a3d-4ce8-4961-a4f5-5f07630ab7b4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Fanout notify agent at l3_agent the message router_deleted on router 9d721910-390a-4079-849e-c944b975dcf2 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:55:09.106057 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c1fb718-25a5-4329-8e55-901c0d60d443 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (a7561cef-85bd-467f-92a0-2c0d7046030e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:09.120207 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dc39a3d-4ce8-4961-a4f5-5f07630ab7b4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:09.120334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56844) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:09.121970 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6dc39a3d-4ce8-4961-a4f5-5f07630ab7b4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/routers/9d721910-390a-4079-849e-c944b975dcf2 HTTP/1.1" status: 204 len: 168 time: 1.9990878 Feb 15 16:55:09.130040 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c7b7f03e-8d7b-446d-aad9-9f68a7d41662 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1990416078'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:09.554770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5c9ce-dedc-4361-a4ed-7a84a0d37113 req-95a8ff6f-49a4-4245-8ce9-1505919e8f9a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:09.556775 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fde5c9ce-dedc-4361-a4ed-7a84a0d37113 req-95a8ff6f-49a4-4245-8ce9-1505919e8f9a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.0762701 Feb 15 16:55:09.609549 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fde5c9ce-dedc-4361-a4ed-7a84a0d37113 req-9f014915-540d-4a58-abe5-81b5b0f0c43a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462506 Feb 15 16:55:09.716380 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e95ac352-9827-4ccf-b47e-b916b5d4aa3c req-6b44a202-e657-4ed0-aef5-d5465694c7de tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0341251 Feb 15 16:55:09.766500 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-6e72695e-35ab-4882-96d8-3260e2350943 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:09.766500 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-6e72695e-35ab-4882-96d8-3260e2350943 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 805 time: 0.1307819 Feb 15 16:55:09.787441 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-9b29bcf4-4f96-4566-a553-e8d58811587c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/quotas/e6a9a5739db149a6bf851ba113dffa73 HTTP/1.1" status: 200 len: 375 time: 0.0261557 Feb 15 16:55:09.836869 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b17cf777-ed64-47a2-9840-b28d1e84d560 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:55:09.845405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b7f03e-8d7b-446d-aad9-9f68a7d41662 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:09.848976 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7b7f03e-8d7b-446d-aad9-9f68a7d41662 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:09.871316 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: b17cf777-ed64-47a2-9840-b28d1e84d560 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:55:09.878516 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device b17cf777-ed64-47a2-9840-b28d1e84d560 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:55:09.878516 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-953787e2-7c07-4044-9de2-3827abc4860c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:09.879052 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-12c78338-ffed-42eb-8830-62ee9349390f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903757 Feb 15 16:55:09.885297 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c1fb718-25a5-4329-8e55-901c0d60d443 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (a7561cef-85bd-467f-92a0-2c0d7046030e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:09.898688 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1fb718-25a5-4329-8e55-901c0d60d443 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:09.907121 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c1fb718-25a5-4329-8e55-901c0d60d443 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:09.985062 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b7f03e-8d7b-446d-aad9-9f68a7d41662 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:55:09.987230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1fb718-25a5-4329-8e55-901c0d60d443 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Network': ['ID=a7561cef-85bd-467f-92a0-2c0d7046030e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:10.001278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network a7561cef-85bd-467f-92a0-2c0d7046030e details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:55:10.003700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823d3d1-c3d9-4377-9dab-47f41de89c53 req-cc535c76-8e51-40ab-ba42-15e0dbd97990 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:10.010625 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2823d3d1-c3d9-4377-9dab-47f41de89c53 req-cc535c76-8e51-40ab-ba42-15e0dbd97990 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 947 time: 0.1966007 Feb 15 16:55:10.011659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-f5a673ce-3779-46f1-a2e7-84f8fdb2c37c service neutron] 10.222.0.107 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231234 Feb 15 16:55:10.022486 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7b7f03e-8d7b-446d-aad9-9f68a7d41662 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (9910a928-04ed-4216-be3e-acb835059364), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:10.022837 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-c7b7f03e-8d7b-446d-aad9-9f68a7d41662 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Added segment 9910a928-04ed-4216-be3e-acb835059364 of type vlan for network a65f622e-bcad-4f88-aaa4-eb93ef9cd152 Feb 15 16:55:10.093302 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9c1fb718-25a5-4329-8e55-901c0d60d443 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4000371 Feb 15 16:55:10.096130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56868) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:10.102558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-fd3a584d-04fc-4cf8-a355-6997015f94f2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'subnet': {'network_id': 'a7561cef-85bd-467f-92a0-2c0d7046030e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:10.108386 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7b7f03e-8d7b-446d-aad9-9f68a7d41662 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (a65f622e-bcad-4f88-aaa4-eb93ef9cd152), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:10.132031 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2823d3d1-c3d9-4377-9dab-47f41de89c53 req-f4fa88ec-1b85-4a5e-b401-7f94262502e0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149592 Feb 15 16:55:10.222534 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7b7f03e-8d7b-446d-aad9-9f68a7d41662 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (a65f622e-bcad-4f88-aaa4-eb93ef9cd152), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:10.225587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-3101c6a8-e616-4e34-b50f-9b131727772d service neutron] 10.222.0.107 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128816 Feb 15 16:55:10.228006 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b7f03e-8d7b-446d-aad9-9f68a7d41662 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:10.229261 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7b7f03e-8d7b-446d-aad9-9f68a7d41662 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:10.342579 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3a584d-04fc-4cf8-a355-6997015f94f2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:10.359512 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd3a584d-04fc-4cf8-a355-6997015f94f2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:10.365871 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7f03e-8d7b-446d-aad9-9f68a7d41662 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Network': ['ID=a65f622e-bcad-4f88-aaa4-eb93ef9cd152,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:10.378491 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network a65f622e-bcad-4f88-aaa4-eb93ef9cd152 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:55:10.461861 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:10.574161 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c7b7f03e-8d7b-446d-aad9-9f68a7d41662 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4533136 Feb 15 16:55:10.576989 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56882) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:10.586616 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-23ac52e7-6432-45fa-ba53-dcef1ff527f2 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'subnet': {'network_id': 'a65f622e-bcad-4f88-aaa4-eb93ef9cd152', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:10.833327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f211093c-554d-4094-aeca-f5b854a678a4 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:55:10.896476 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ac52e7-6432-45fa-ba53-dcef1ff527f2 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:10.911605 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23ac52e7-6432-45fa-ba53-dcef1ff527f2 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:11.004231 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f211093c-554d-4094-aeca-f5b854a678a4 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:11.004854 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f211093c-554d-4094-aeca-f5b854a678a4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:11.037223 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:55:11.041843 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21b90cf1-c5ab-4928-9798-212124111f33 req-c81d6f4e-3c18-405f-8a12-b119ce735793 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 210 time: 0.0812185 Feb 15 16:55:11.042605 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf21bc4e-8a05-4def-ad8c-31cf5597c832" -d '{"events": [{"server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "name": "network-vif-unplugged", "status": "completed", "tag": "f211093c-554d-4094-aeca-f5b854a678a4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:55:11.058382 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:11.162532 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f211093c-554d-4094-aeca-f5b854a678a4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:11.206589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6c41e-e825-4dd1-a290-ce8d77e1aed5 req-b6ba560e-6244-40ee-a71b-8aeba9338966 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:11.209016 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ec6c41e-e825-4dd1-a290-ce8d77e1aed5 req-b6ba560e-6244-40ee-a71b-8aeba9338966 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.1224222 Feb 15 16:55:11.212871 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd3a584d-04fc-4cf8-a355-6997015f94f2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (0e8cd9c1-2be5-4b2e-85ca-95d16570f323), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:11.273578 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f211093c-554d-4094-aeca-f5b854a678a4,revision_number=11']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:11.324737 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b463f7d-69e8-441a-be4e-4101a34ba191 req-939c0dec-efbe-4689-aa30-48e26b4349e7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.1131871 Feb 15 16:55:11.385587 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ec6c41e-e825-4dd1-a290-ce8d77e1aed5 req-1fd93996-d060-49b3-bd8f-4506dfac0f0a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634884 Feb 15 16:55:11.386181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a584d-04fc-4cf8-a355-6997015f94f2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Subnet': ['ID=0e8cd9c1-2be5-4b2e-85ca-95d16570f323,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:11.395120 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23ac52e7-6432-45fa-ba53-dcef1ff527f2 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (e94e3621-1387-43a9-a104-b25360b004f2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:11.421806 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3a584d-04fc-4cf8-a355-6997015f94f2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Checking segment: {'id': 'c2a565e3-39ea-4204-bafd-cc0327675563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'a7561cef-85bd-467f-92a0-2c0d7046030e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:11.422178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3a584d-04fc-4cf8-a355-6997015f94f2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network hostable DHCP agents. Network: a7561cef-85bd-467f-92a0-2c0d7046030e, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:55:11.487892 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a12e170-1e9a-48c5-8deb-195d9d378e43 x-openstack-request-id: req-1a12e170-1e9a-48c5-8deb-195d9d378e43 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:55:11.488486 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "name": "network-vif-unplugged", "status": "completed", "tag": "f211093c-554d-4094-aeca-f5b854a678a4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:55:11.488919 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1a12e170-1e9a-48c5-8deb-195d9d378e43 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:55:11.489523 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4', 'code': 200} Feb 15 16:55:11.525327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ac52e7-6432-45fa-ba53-dcef1ff527f2 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Subnet': ['ID=e94e3621-1387-43a9-a104-b25360b004f2,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:11.542496 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f58385-7a8e-44b6-b0d9-a2af2dfc7c8a req-b5e1cb7c-5d2a-4e17-a1dd-9eb043436426 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:11.554314 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3f58385-7a8e-44b6-b0d9-a2af2dfc7c8a req-b5e1cb7c-5d2a-4e17-a1dd-9eb043436426 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1012053 Feb 15 16:55:11.573522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ac52e7-6432-45fa-ba53-dcef1ff527f2 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Checking segment: {'id': '9910a928-04ed-4216-be3e-acb835059364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a65f622e-bcad-4f88-aaa4-eb93ef9cd152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:11.573522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ac52e7-6432-45fa-ba53-dcef1ff527f2 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network hostable DHCP agents. Network: a65f622e-bcad-4f88-aaa4-eb93ef9cd152, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:55:11.585202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3a584d-04fc-4cf8-a355-6997015f94f2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network a7561cef-85bd-467f-92a0-2c0d7046030e is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:55:11.633418 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3f58385-7a8e-44b6-b0d9-a2af2dfc7c8a req-81f78a06-dbd8-40d1-8970-1cb3eb56664a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778537 Feb 15 16:55:11.671740 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ac52e7-6432-45fa-ba53-dcef1ff527f2 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network a65f622e-bcad-4f88-aaa4-eb93ef9cd152 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:55:11.747144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-fd3a584d-04fc-4cf8-a355-6997015f94f2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, a7561cef-85bd-467f-92a0-2c0d7046030e) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:11.751491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3a584d-04fc-4cf8-a355-6997015f94f2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:11.754949 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd3a584d-04fc-4cf8-a355-6997015f94f2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:11.760493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-23ac52e7-6432-45fa-ba53-dcef1ff527f2 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, a65f622e-bcad-4f88-aaa4-eb93ef9cd152) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:11.770071 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ac52e7-6432-45fa-ba53-dcef1ff527f2 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:11.771763 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23ac52e7-6432-45fa-ba53-dcef1ff527f2 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:11.786961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407f742c-3471-4863-b683-c1ca6021668b None None] Network a7561cef-85bd-467f-92a0-2c0d7046030e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:11.792732 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6e3605-34df-4b1b-93cd-4e1659f15311 None None] Network a65f622e-bcad-4f88-aaa4-eb93ef9cd152 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:11.851943 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fd3a584d-04fc-4cf8-a355-6997015f94f2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7544773 Feb 15 16:55:11.854688 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56904) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:11.913702 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-23ac52e7-6432-45fa-ba53-dcef1ff527f2 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3326318 Feb 15 16:55:11.913934 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56906) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:11.918568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-75393358-5184-4eb5-a054-e58a8584ceda tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-863695080', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:12.006089 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75393358-5184-4eb5-a054-e58a8584ceda tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:12.007487 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75393358-5184-4eb5-a054-e58a8584ceda tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:12.058752 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e88d6b-b2e8-4a28-a4a4-53036521700c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (a7561cef-85bd-467f-92a0-2c0d7046030e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:12.095274 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75393358-5184-4eb5-a054-e58a8584ceda tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_controller (c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:12.114407 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:12.177507 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75393358-5184-4eb5-a054-e58a8584ceda tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:12.269632 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e88d6b-b2e8-4a28-a4a4-53036521700c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (0e8cd9c1-2be5-4b2e-85ca-95d16570f323), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:12.310387 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75393358-5184-4eb5-a054-e58a8584ceda tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:12.311646 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-75393358-5184-4eb5-a054-e58a8584ceda tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3968203 Feb 15 16:55:12.329028 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b87efdea-f702-4a1b-a826-fb15d1aa3362 req-8a987b17-0930-4202-ae06-17e4b7973789 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 210 time: 0.0941987 Feb 15 16:55:12.329597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56912) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:12.378349 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfa4d66-0ac6-444f-bafa-2bc2c199224f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-a7561cef-85bd-467f-92a0-2c0d7046030e', 'network_id': 'a7561cef-85bd-467f-92a0-2c0d7046030e', 'project_id': 'ef8a4e01f7c84fe2ab2da9c0552a852a', 'fixed_ips': [{'subnet_id': '0e8cd9c1-2be5-4b2e-85ca-95d16570f323'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:55:12.379425 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-adfa4d66-0ac6-444f-bafa-2bc2c199224f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:12.411765 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-a65f622e-bcad-4f88-aaa4-eb93ef9cd152', 'network_id': 'a65f622e-bcad-4f88-aaa4-eb93ef9cd152', 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'fixed_ips': [{'subnet_id': 'e94e3621-1387-43a9-a104-b25360b004f2'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:55:12.412731 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:12.483018 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e88d6b-b2e8-4a28-a4a4-53036521700c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (0e8cd9c1-2be5-4b2e-85ca-95d16570f323), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:12.561095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e88d6b-b2e8-4a28-a4a4-53036521700c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Subnet': ['ID=0e8cd9c1-2be5-4b2e-85ca-95d16570f323,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:12.616081 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40987c27-59c8-41a4-9635-339469c10a90 req-469f8062-3b39-437d-8ee4-e3b0e5606026 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.1191962 Feb 15 16:55:12.663043 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e88d6b-b2e8-4a28-a4a4-53036521700c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (a7561cef-85bd-467f-92a0-2c0d7046030e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:12.718998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f9e88d6b-b2e8-4a28-a4a4-53036521700c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7561cef-85bd-467f-92a0-2c0d7046030e']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:12.742514 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f9e88d6b-b2e8-4a28-a4a4-53036521700c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a565e3-39ea-4204-bafd-cc0327675563') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:12.748839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f9e88d6b-b2e8-4a28-a4a4-53036521700c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a565e3-39ea-4204-bafd-cc0327675563') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:12.789207 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e88d6b-b2e8-4a28-a4a4-53036521700c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (c2a565e3-39ea-4204-bafd-cc0327675563), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:12.800288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Allocated IP 2001:db8::2 (a65f622e-bcad-4f88-aaa4-eb93ef9cd152/e94e3621-1387-43a9-a104-b25360b004f2/2c759bba-6e19-46cd-baeb-6ea6e2827e36) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:55:12.808362 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e88d6b-b2e8-4a28-a4a4-53036521700c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c2a565e3-39ea-4204-bafd-cc0327675563), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:12.819188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e88d6b-b2e8-4a28-a4a4-53036521700c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:55:12.820931 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e88d6b-b2e8-4a28-a4a4-53036521700c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (c2a565e3-39ea-4204-bafd-cc0327675563), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:55:12.822818 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:55:12.894172 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720914dd-84da-4e0b-bb84-dad2c5788e44 req-f640bb6c-a468-42c7-bb05-7bf074eab010 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:12.896433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-720914dd-84da-4e0b-bb84-dad2c5788e44 req-f640bb6c-a468-42c7-bb05-7bf074eab010 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1584060 Feb 15 16:55:12.913671 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:12.944842 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271257f9-92a5-4133-a0c3-73938234b068 req-90390545-2b91-4026-b159-aad0d43fe209 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:12.947623 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-271257f9-92a5-4133-a0c3-73938234b068 req-90390545-2b91-4026-b159-aad0d43fe209 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.4373705 Feb 15 16:55:12.972611 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-720914dd-84da-4e0b-bb84-dad2c5788e44 req-79300b77-b0b2-4ea6-8527-2d2f86a3bad0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692897 Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server [None req-adfa4d66-0ac6-444f-bafa-2bc2c199224f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e8cd9c1-2be5-4b2e-85ca-95d16570f323: This subnet is being modified by another concurrent operation. Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 16:55:12.994662 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise exception Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e8cd9c1-2be5-4b2e-85ca-95d16570f323: This subnet is being modified by another concurrent operation. Feb 15 16:55:12.998849 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server Feb 15 16:55:13.011280 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e88d6b-b2e8-4a28-a4a4-53036521700c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (a7561cef-85bd-467f-92a0-2c0d7046030e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:13.031022 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e88d6b-b2e8-4a28-a4a4-53036521700c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:13.038945 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f9e88d6b-b2e8-4a28-a4a4-53036521700c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/a7561cef-85bd-467f-92a0-2c0d7046030e HTTP/1.1" status: 204 len: 168 time: 1.1797960 Feb 15 16:55:13.045869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56922) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:13.047268 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8a3580-a83f-4cbe-9104-5b4d5cbe5563 None None] Network a7561cef-85bd-467f-92a0-2c0d7046030e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:13.069896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8a3580-a83f-4cbe-9104-5b4d5cbe5563 None None] Network a7561cef-85bd-467f-92a0-2c0d7046030e could not be found, it might have been deleted concurrently. {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 16:55:13.079291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-fcdd907a-dec9-4986-81b7-392f4f605190 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-523599556'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:13.100582 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e88d6b-b2e8-4a28-a4a4-53036521700c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Network': ['ID=a7561cef-85bd-467f-92a0-2c0d7046030e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:13.101893 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Publish callbacks [] for port (2c759bba-6e19-46cd-baeb-6ea6e2827e36), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:13.177786 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (2c759bba-6e19-46cd-baeb-6ea6e2827e36), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:13.199553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdd907a-dec9-4986-81b7-392f4f605190 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:13.210058 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fcdd907a-dec9-4986-81b7-392f4f605190 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:13.217173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Network a65f622e-bcad-4f88-aaa4-eb93ef9cd152 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:13.222888 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-271257f9-92a5-4133-a0c3-73938234b068 req-549072ed-af05-4a05-8c70-74638fda06c8 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481353 Feb 15 16:55:13.224017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:13.240353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:55:13.278265 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcdd907a-dec9-4986-81b7-392f4f605190 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:55:13.294974 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fcdd907a-dec9-4986-81b7-392f4f605190 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c8f671f9-afd6-40cd-932d-528e7328786f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:13.295739 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-fcdd907a-dec9-4986-81b7-392f4f605190 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Added segment c8f671f9-afd6-40cd-932d-528e7328786f of type vlan for network e39ea101-27d8-44d8-add6-386a6271b1ae Feb 15 16:55:13.410803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Allocated IP 2001:db8::1 (a65f622e-bcad-4f88-aaa4-eb93ef9cd152/e94e3621-1387-43a9-a104-b25360b004f2/219daef2-7581-44a2-ac77-4d70abf55755) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:55:13.412947 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fcdd907a-dec9-4986-81b7-392f4f605190 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (e39ea101-27d8-44d8-add6-386a6271b1ae), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:13.467475 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:13.473723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Pushing event updated for resources: {'Port': ['ID=2c759bba-6e19-46cd-baeb-6ea6e2827e36,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:13.509623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Attempting to bind port 2c759bba-6e19-46cd-baeb-6ea6e2827e36 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:55:13.510394 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Attempting to bind port 2c759bba-6e19-46cd-baeb-6ea6e2827e36 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '9910a928-04ed-4216-be3e-acb835059364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a65f622e-bcad-4f88-aaa4-eb93ef9cd152'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:55:13.511000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Attempting to bind port 2c759bba-6e19-46cd-baeb-6ea6e2827e36 on network a65f622e-bcad-4f88-aaa4-eb93ef9cd152 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:55:13.524972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:55:13.525825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Checking segment: {'id': '9910a928-04ed-4216-be3e-acb835059364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a65f622e-bcad-4f88-aaa4-eb93ef9cd152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:13.532974 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:13.532974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Bound using segment: {'id': '9910a928-04ed-4216-be3e-acb835059364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a65f622e-bcad-4f88-aaa4-eb93ef9cd152'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:55:13.532974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Bound port: 2c759bba-6e19-46cd-baeb-6ea6e2827e36, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9910a928-04ed-4216-be3e-acb835059364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a65f622e-bcad-4f88-aaa4-eb93ef9cd152'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:55:13.532974 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2c759bba-6e19-46cd-baeb-6ea6e2827e36), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:13.577695 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (219daef2-7581-44a2-ac77-4d70abf55755), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:13.656011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] For port 2c759bba-6e19-46cd-baeb-6ea6e2827e36, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:55:13.661696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] For port 2c759bba-6e19-46cd-baeb-6ea6e2827e36, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2c759bba-6e19-46cd-baeb-6ea6e2827e36,segment=NetworkSegment(9910a928-04ed-4216-be3e-acb835059364),segment_id=9910a928-04ed-4216-be3e-acb835059364)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:55:13.687180 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (219daef2-7581-44a2-ac77-4d70abf55755), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:13.706379 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-af795a0a-1959-4e67-bb81-16a006a15adb req-8ba2a131-a487-4c1e-b076-4b2e2d0e375d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 210 time: 0.2164862 Feb 15 16:55:13.710338 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fcdd907a-dec9-4986-81b7-392f4f605190 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (e39ea101-27d8-44d8-add6-386a6271b1ae), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:13.715784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd907a-dec9-4986-81b7-392f4f605190 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:13.716793 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fcdd907a-dec9-4986-81b7-392f4f605190 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:13.748673 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2c759bba-6e19-46cd-baeb-6ea6e2827e36), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:13.767193 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-b53acc67-8ea6-4f92-8a6c-6086b8b5ef2b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:13.768866 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-b53acc67-8ea6-4f92-8a6c-6086b8b5ef2b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.67 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 805 time: 0.3219714 Feb 15 16:55:13.800902 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-377631d8-10a6-40d3-9243-466f8933b3ed req-8e46a785-f353-4883-b459-a9a9f8eb0adf tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0520065 Feb 15 16:55:13.820322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network a65f622e-bcad-4f88-aaa4-eb93ef9cd152 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:13.827140 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:13.832943 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=219daef2-7581-44a2-ac77-4d70abf55755,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:13.837841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-8920ee9d-7d9a-47ff-bca9-007d2691ec3f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Request body: {'port': {'device_id': '80650d88-132e-48e5-a4b3-25907e2632bc', 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6', 'admin_state_up': True, 'tenant_id': 'e6a9a5739db149a6bf851ba113dffa73'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:13.847011 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:55:13.850336 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:13.866828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:55:13.924924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d056fa-cc34-4d5a-8e32-0da657c5d229 None None] Pushing event updated for resources: {'Port': ['ID=2c759bba-6e19-46cd-baeb-6ea6e2827e36,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:13.933045 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fcdd907a-dec9-4986-81b7-392f4f605190 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8859448 Feb 15 16:55:13.943783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56928) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:13.949247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'subnet': {'network_id': 'e39ea101-27d8-44d8-add6-386a6271b1ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:13.980232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd907a-dec9-4986-81b7-392f4f605190 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Network': ['ID=e39ea101-27d8-44d8-add6-386a6271b1ae,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:14.051542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network e39ea101-27d8-44d8-add6-386a6271b1ae details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:55:14.177448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-8920ee9d-7d9a-47ff-bca9-007d2691ec3f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Made reservation on behalf of e6a9a5739db149a6bf851ba113dffa73 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:14.180851 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-8920ee9d-7d9a-47ff-bca9-007d2691ec3f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:14.225494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:14.240757 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb75f7-0e2b-4f9d-98c3-5d49d8a439de req-17d0241b-41b0-43bf-8b96-da9f829ca23f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:14.273066 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-12fb75f7-0e2b-4f9d-98c3-5d49d8a439de req-17d0241b-41b0-43bf-8b96-da9f829ca23f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1466858 Feb 15 16:55:14.280219 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'port_id': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f', 'mac_address': 'fa:16:3e:16:4a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:55:14.300286 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:14.319707 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:14.375673 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:14.376078 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:14.431856 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:55:14.455450 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:14.529779 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-12fb75f7-0e2b-4f9d-98c3-5d49d8a439de req-0d7372fe-08b5-41e1-9cb3-eb1f384102b9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456193 Feb 15 16:55:14.537083 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2c759bba-6e19-46cd-baeb-6ea6e2827e36 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:55:14.571470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-8920ee9d-7d9a-47ff-bca9-007d2691ec3f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Allocated IP 172.20.0.4 (faa64524-3e9c-4cad-af8e-596b77dc9db6/c464a3a9-43bb-42ce-b940-4b3652cae714/de86cc10-6067-4848-9f52-e702317dfa12) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:55:14.578284 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:14.603771 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (219daef2-7581-44a2-ac77-4d70abf55755), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:14.673108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 2c759bba-6e19-46cd-baeb-6ea6e2827e36 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:14.673624 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2c759bba-6e19-46cd-baeb-6ea6e2827e36), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:14.703460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:14.811938 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b01989-a43a-428c-a816-ea270568088e req-055275b0-bdf9-4d5f-b925-d254381bf953 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:14.813551 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-59b01989-a43a-428c-a816-ea270568088e req-055275b0-bdf9-4d5f-b925-d254381bf953 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 943 time: 0.4052298 Feb 15 16:55:14.813840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 2c759bba-6e19-46cd-baeb-6ea6e2827e36 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:14.814397 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2c759bba-6e19-46cd-baeb-6ea6e2827e36), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:14.872297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 2c759bba-6e19-46cd-baeb-6ea6e2827e36, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2c759bba-6e19-46cd-baeb-6ea6e2827e36,segment=NetworkSegment(9910a928-04ed-4216-be3e-acb835059364),segment_id=9910a928-04ed-4216-be3e-acb835059364)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:14.876032 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:55:14.909821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11f0fe4b-3c9e-403f-8688-545e0f8bb6c4 req-0059e979-541b-4030-a482-68b025323dcd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 210 time: 0.0581658 Feb 15 16:55:14.934141 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f211093c-554d-4094-aeca-f5b854a678a4 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:55:14.939548 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2c759bba-6e19-46cd-baeb-6ea6e2827e36), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:15.008677 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-8920ee9d-7d9a-47ff-bca9-007d2691ec3f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks [] for port (de86cc10-6067-4848-9f52-e702317dfa12), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:15.038095 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-59b01989-a43a-428c-a816-ea270568088e req-43b2c1cd-f3eb-439c-8b88-8ca27a2beb81 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080057 Feb 15 16:55:15.102180 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:55:15.135158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9194ef7c-f320-4da5-8717-abdd496ad07d req-d35613b5-8032-484e-a172-39ec8499fe14 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/ports?device_id=59bbe33d-b7d7-4b88-8354-83e53bb218f6 HTTP/1.1" status: 200 len: 210 time: 0.0611246 Feb 15 16:55:15.177580 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=2c759bba-6e19-46cd-baeb-6ea6e2827e36,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:15.217398 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-8920ee9d-7d9a-47ff-bca9-007d2691ec3f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (de86cc10-6067-4848-9f52-e702317dfa12), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:15.233981 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['21b48050-d6b1-4d95-96d0-49afc662f919'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:55:15.307235 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920ee9d-7d9a-47ff-bca9-007d2691ec3f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Pushing event updated for resources: {'Port': ['ID=de86cc10-6067-4848-9f52-e702317dfa12,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:15.350536 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:15.366890 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-8920ee9d-7d9a-47ff-bca9-007d2691ec3f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Network faa64524-3e9c-4cad-af8e-596b77dc9db6 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:15.370151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-8920ee9d-7d9a-47ff-bca9-007d2691ec3f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:15.378709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-8920ee9d-7d9a-47ff-bca9-007d2691ec3f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:55:15.408591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'f211093c-554d-4094-aeca-f5b854a678a4', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'port_id': 'f211093c-554d-4094-aeca-f5b854a678a4', 'mac_address': 'fa:16:3e:4e:55:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:55:15.511321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-8920ee9d-7d9a-47ff-bca9-007d2691ec3f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:15.516708 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-8920ee9d-7d9a-47ff-bca9-007d2691ec3f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:15.615256 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-8920ee9d-7d9a-47ff-bca9-007d2691ec3f tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7819066 Feb 15 16:55:15.629098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Request body: {'port': {'device_id': '80650d88-132e-48e5-a4b3-25907e2632bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:15.629575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f211093c-554d-4094-aeca-f5b854a678a4 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:15.629971 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f211093c-554d-4094-aeca-f5b854a678a4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:15.694319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f211093c-554d-4094-aeca-f5b854a678a4 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:55:15.718343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a8bc5-8b13-49ca-b998-587cf9902f91 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 16:55:15.737414 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:15.798127 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (de86cc10-6067-4848-9f52-e702317dfa12), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:15.812723 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f211093c-554d-4094-aeca-f5b854a678a4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:15.883461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2e59ba6f-7001-4dd6-be97-b7db9372b0af None None] Provisioning complete for port 2c759bba-6e19-46cd-baeb-6ea6e2827e36 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:15.883833 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e59ba6f-7001-4dd6-be97-b7db9372b0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2c759bba-6e19-46cd-baeb-6ea6e2827e36), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:16.000232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['f211093c-554d-4094-aeca-f5b854a678a4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:55:16.108500 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f211093c-554d-4094-aeca-f5b854a678a4,revision_number=12']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:16.191006 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6505ae1-1562-4c04-9582-b71c36363033 req-5fc234c6-ef8e-46bc-a949-998057627112 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:16.200987 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6505ae1-1562-4c04-9582-b71c36363033 req-5fc234c6-ef8e-46bc-a949-998057627112 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 946 time: 0.2202022 Feb 15 16:55:16.229765 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (c4c8d477-f6b4-4f62-bff7-74998d4f7346), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:16.286968 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (219daef2-7581-44a2-ac77-4d70abf55755), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:16.291982 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Subnet': ['ID=c4c8d477-f6b4-4f62-bff7-74998d4f7346,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:16.339985 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de86cc10-6067-4848-9f52-e702317dfa12 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:55:16.342916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:16.346216 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:16.346575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:16.346925 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:16.347268 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:16.350475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:16.350475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:16.350475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:16.350475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:16.350475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:16.350475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:16.350475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:16.350475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:16.353165 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Publish callbacks [] for port (de86cc10-6067-4848-9f52-e702317dfa12), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:16.367614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Transition to ACTIVE for port object de86cc10-6067-4848-9f52-e702317dfa12 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:55:16.414657 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6505ae1-1562-4c04-9582-b71c36363033 req-b1347a89-082b-4647-9681-9e08f1201260 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156794 Feb 15 16:55:16.422275 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (219daef2-7581-44a2-ac77-4d70abf55755), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:16.423267 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:16.432854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0a8bc5-8b13-49ca-b998-587cf9902f91 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 16:55:16.517415 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (de86cc10-6067-4848-9f52-e702317dfa12), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:16.639787 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2e59ba6f-7001-4dd6-be97-b7db9372b0af None None] Current status of the port 2c759bba-6e19-46cd-baeb-6ea6e2827e36 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:16.662902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60334f54-6e2c-491f-9fd7-763146c3e2d8 req-7340f316-bab8-43f9-b03a-a4c26cd052aa tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:16.664429 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2c759bba-6e19-46cd-baeb-6ea6e2827e36 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:55:16.664687 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60334f54-6e2c-491f-9fd7-763146c3e2d8 req-7340f316-bab8-43f9-b03a-a4c26cd052aa tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 931 time: 0.6155379 Feb 15 16:55:16.810378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Pushing event updated for resources: {'Port': ['ID=de86cc10-6067-4848-9f52-e702317dfa12,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:16.812722 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Checking segment: {'id': 'c8f671f9-afd6-40cd-932d-528e7328786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e39ea101-27d8-44d8-add6-386a6271b1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:16.813384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network hostable DHCP agents. Network: e39ea101-27d8-44d8-add6-386a6271b1ae, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:55:16.819561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network a65f622e-bcad-4f88-aaa4-eb93ef9cd152 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:16.825354 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:16.827532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=219daef2-7581-44a2-ac77-4d70abf55755,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:16.882900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Attempting to bind port de86cc10-6067-4848-9f52-e702317dfa12 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:55:16.882900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Attempting to bind port de86cc10-6067-4848-9f52-e702317dfa12 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:55:16.883859 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Attempting to bind port de86cc10-6067-4848-9f52-e702317dfa12 on network faa64524-3e9c-4cad-af8e-596b77dc9db6 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:55:16.897081 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60334f54-6e2c-491f-9fd7-763146c3e2d8 req-ddd1d45d-4e71-4ef6-9e76-8b1ad0d7be0a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197485 Feb 15 16:55:16.903283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Port de86cc10-6067-4848-9f52-e702317dfa12 on network faa64524-3e9c-4cad-af8e-596b77dc9db6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:55:16.903283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Attempting to bind port de86cc10-6067-4848-9f52-e702317dfa12 on network faa64524-3e9c-4cad-af8e-596b77dc9db6 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:55:16.904918 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:55:16.905494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Checking segment: {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:16.905926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Bound using segment: {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:55:16.906764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Bound port: de86cc10-6067-4848-9f52-e702317dfa12, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:55:16.907210 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (de86cc10-6067-4848-9f52-e702317dfa12), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:16.910939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 2c759bba-6e19-46cd-baeb-6ea6e2827e36 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:16.911426 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2c759bba-6e19-46cd-baeb-6ea6e2827e36), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:17.037742 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb712e19-6619-4225-9686-e948878891bb req-1c8a2650-1f1f-49af-ad6f-2f1367ebe79a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:17.054834 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb712e19-6619-4225-9686-e948878891bb req-1c8a2650-1f1f-49af-ad6f-2f1367ebe79a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 944 time: 0.4693873 Feb 15 16:55:17.069716 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network e39ea101-27d8-44d8-add6-386a6271b1ae is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:55:17.071368 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] For port de86cc10-6067-4848-9f52-e702317dfa12, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:55:17.078938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] For port de86cc10-6067-4848-9f52-e702317dfa12, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=de86cc10-6067-4848-9f52-e702317dfa12,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:55:17.105207 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56976) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:17.187316 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (de86cc10-6067-4848-9f52-e702317dfa12), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:17.268523 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, e39ea101-27d8-44d8-add6-386a6271b1ae) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:17.286880 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:17.296506 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:17.352601 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb712e19-6619-4225-9686-e948878891bb req-f1ac2d7d-f137-40bf-9905-34c2b5c924cb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795229 Feb 15 16:55:17.375781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d4cbd3-af56-4346-bbdf-0a4010544ee4 None None] Network a65f622e-bcad-4f88-aaa4-eb93ef9cd152 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:17.393565 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06b7c60-13c4-4483-b48a-cca97772b6d1 None None] Network e39ea101-27d8-44d8-add6-386a6271b1ae requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:17.421294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Pushing event updated for resources: {'Port': ['ID=de86cc10-6067-4848-9f52-e702317dfa12,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:17.432442 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:17.433392 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:17.445038 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-de458900-4a3e-44df-804f-0a537cbd581e service neutron] 10.222.0.67 "PUT /v2.0/ports/de86cc10-6067-4848-9f52-e702317dfa12 HTTP/1.1" status: 200 len: 1092 time: 1.8121181 Feb 15 16:55:17.445038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80650d88-132e-48e5-a4b3-25907e2632bc', 'tag': 'de86cc10-6067-4848-9f52-e702317dfa12'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:55:17.445038 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecadc0b7-edb3-4c44-a901-52d50bc2de91" -d '{"events": [{"name": "network-changed", "server_uuid": "80650d88-132e-48e5-a4b3-25907e2632bc", "tag": "de86cc10-6067-4848-9f52-e702317dfa12"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:55:17.445388 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-41678029-d5d9-4f79-a61b-97fa1c0eec26 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4943855 Feb 15 16:55:17.445388 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56982) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:17.451256 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0cd7e60c-da32-488d-a0f2-d86cb8e3875d tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'subnet': {'network_id': 'e39ea101-27d8-44d8-add6-386a6271b1ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:17.486907 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c87094b0-9a3f-43a7-b760-1977d4faa8ca tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for security_group (9bb4248e-aa55-487a-9f15-a5ae21b4cd33), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:17.523623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:55:17.609990 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4952dc6-a826-40d0-8b21-828feac9179a x-openstack-request-id: req-e4952dc6-a826-40d0-8b21-828feac9179a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:55:17.610309 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80650d88-132e-48e5-a4b3-25907e2632bc", "tag": "de86cc10-6067-4848-9f52-e702317dfa12", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:55:17.610572 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e4952dc6-a826-40d0-8b21-828feac9179a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:55:17.610994 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80650d88-132e-48e5-a4b3-25907e2632bc', 'tag': 'de86cc10-6067-4848-9f52-e702317dfa12', 'status': 'completed', 'code': 200} Feb 15 16:55:17.667877 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c87094b0-9a3f-43a7-b760-1977d4faa8ca tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for security_group (9bb4248e-aa55-487a-9f15-a5ae21b4cd33), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:17.723643 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:55:17.827992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:55:17.847183 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d8262ebc-87fb-4983-9f9f-e10d97e72066 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5094938 Feb 15 16:55:17.851237 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56988) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:17.852133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 2c759bba-6e19-46cd-baeb-6ea6e2827e36 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:17.864459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36784b-ea7c-4fd1-9554-70916027d458 req-210ac61e-ca96-4ee9-86e8-ef2a5c6ee993 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:17.866027 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de36784b-ea7c-4fd1-9554-70916027d458 req-210ac61e-ca96-4ee9-86e8-ef2a5c6ee993 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 946 time: 0.3297231 Feb 15 16:55:17.870727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c84af3-462c-4396-82de-d7fe3c273b47 None None] Sync routers for ids ['c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:55:17.902336 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-e39ea101-27d8-44d8-add6-386a6271b1ae', 'network_id': 'e39ea101-27d8-44d8-add6-386a6271b1ae', 'project_id': 'ef8a4e01f7c84fe2ab2da9c0552a852a', 'fixed_ips': [{'subnet_id': 'c4c8d477-f6b4-4f62-bff7-74998d4f7346'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:55:17.906340 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:17.921274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:55:17.921550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-a4f9644e-8341-4ba5-afae-455678297491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:17.925112 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-a4f9644e-8341-4ba5-afae-455678297491 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 1126 time: 0.3371954 Feb 15 16:55:17.926840 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520baf77-fd58-40c2-8c2b-ae83c8bdfd5b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:17.931541 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-520baf77-fd58-40c2-8c2b-ae83c8bdfd5b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports/219daef2-7581-44a2-ac77-4d70abf55755 HTTP/1.1" status: 200 len: 911 time: 0.0808761 Feb 15 16:55:17.933212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56992) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:17.949421 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c84af3-462c-4396-82de-d7fe3c273b47 None None] Routers {'c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:55:17.950385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-21c84af3-462c-4396-82de-d7fe3c273b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:55:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:17.990993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-92cc52d7-ee67-470c-886f-73df79a6acd6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e94e3621-1387-43a9-a104-b25360b004f2'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:17.996062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-0553a213-e2db-427d-8a5c-2cbf5a944c6f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de86cc10-6067-4848-9f52-e702317dfa12 HTTP/1.1" status: 200 len: 217 time: 0.0614655 Feb 15 16:55:18.049867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd7e60c-da32-488d-a0f2-d86cb8e3875d tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:18.056192 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e60c-da32-488d-a0f2-d86cb8e3875d tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:18.061051 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-21c84af3-462c-4396-82de-d7fe3c273b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:18.075907 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de36784b-ea7c-4fd1-9554-70916027d458 req-77a177c4-2ea4-49b7-b1b6-f63814662970 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2002552 Feb 15 16:55:18.082796 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c87094b0-9a3f-43a7-b760-1977d4faa8ca tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9bb4248e-aa55-487a-9f15-a5ae21b4cd33), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:18.085851 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c87094b0-9a3f-43a7-b760-1977d4faa8ca tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:18.087023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c87094b0-9a3f-43a7-b760-1977d4faa8ca tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "DELETE /v2.0/security-groups/9bb4248e-aa55-487a-9f15-a5ae21b4cd33 HTTP/1.1" status: 204 len: 168 time: 0.9806087 Feb 15 16:55:18.095507 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56994) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:18.131376 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87094b0-9a3f-43a7-b760-1977d4faa8ca tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb4248e-aa55-487a-9f15-a5ae21b4cd33,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:18.178187 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-8937ece8-86e1-42b3-9f22-845f3d2f6be3 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] show failed (client error): The resource could not be found. Feb 15 16:55:18.179261 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8937ece8-86e1-42b3-9f22-845f3d2f6be3 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "GET /v2.0/security-groups/9bb4248e-aa55-487a-9f15-a5ae21b4cd33 HTTP/1.1" status: 404 len: 347 time: 0.0738435 Feb 15 16:55:18.183655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56996) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:18.187440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9807-5232-49bc-90f1-b12e2a80e7ea req-b101f62c-071f-400f-aa1d-5a3d4f863101 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:18.189487 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54ee9807-5232-49bc-90f1-b12e2a80e7ea req-b101f62c-071f-400f-aa1d-5a3d4f863101 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 943 time: 0.1883090 Feb 15 16:55:18.200424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c84af3-462c-4396-82de-d7fe3c273b47 None None] Routers {'c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:55:18.201496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-21c84af3-462c-4396-82de-d7fe3c273b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:55:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:18.236442 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-7442875c-b069-45a4-b224-0d39e769fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:18.241872 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-7442875c-b069-45a4-b224-0d39e769fb22 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c464a3a9-43bb-42ce-b940-4b3652cae714 HTTP/1.1" status: 200 len: 845 time: 0.2316716 Feb 15 16:55:18.282884 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54ee9807-5232-49bc-90f1-b12e2a80e7ea req-855b4bea-dc34-4b8a-900d-af49fa69d999 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870559 Feb 15 16:55:18.307090 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-21c84af3-462c-4396-82de-d7fe3c273b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:18.308054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c84af3-462c-4396-82de-d7fe3c273b47 None None] The sync data for ids ['c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:55:18.349744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:18.350221 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:18.421459 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Allocated IP 2001:db8::2 (e39ea101-27d8-44d8-add6-386a6271b1ae/c4c8d477-f6b4-4f62-bff7-74998d4f7346/bd181e45-1f4c-4534-8e25-6cb1301718c7) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:55:18.482394 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-f5b1a565-68d7-4bf6-92a3-188711acd52f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=faa64524-3e9c-4cad-af8e-596b77dc9db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1593525 Feb 15 16:55:18.635637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:18.636187 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:18.737566 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-5a5425fa-8773-4365-899d-4ce935ad6aa9 service neutron] 10.222.0.67 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401397 Feb 15 16:55:18.742532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Deleting port 466555cc-3227-4bbf-b303-f9ceb5ef526a {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:18.745168 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (466555cc-3227-4bbf-b303-f9ceb5ef526a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:18.764865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:18.766194 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:55:18.770122 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33db527-75fd-4399-97ab-ef0d500bca33" -d '{"events": [{"server_uuid": "f941c2e9-bbce-4b93-acf2-6d4a8ff1232e", "name": "network-vif-plugged", "status": "completed", "tag": "89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:55:18.811925 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e60c-da32-488d-a0f2-d86cb8e3875d tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (bce1ac76-4b58-48f8-808e-8ced93d3ba05), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:18.859500 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Publish callbacks [] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:18.868806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f211093c-554d-4094-aeca-f5b854a678a4 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:55:18.881903 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:18.885267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a0004-a186-4861-9cc6-62328efefbf2 req-df4798ec-e9dd-4b69-aa08-9ecab3afe671 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:18.886942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd6a0004-a186-4861-9cc6-62328efefbf2 req-df4798ec-e9dd-4b69-aa08-9ecab3afe671 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 944 time: 0.3938966 Feb 15 16:55:18.910935 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-92cc52d7-ee67-470c-886f-73df79a6acd6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (219daef2-7581-44a2-ac77-4d70abf55755), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:19.011089 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd7e60c-da32-488d-a0f2-d86cb8e3875d tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network e39ea101-27d8-44d8-add6-386a6271b1ae is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:19.027993 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0cd7e60c-da32-488d-a0f2-d86cb8e3875d tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:19.057002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7e60c-da32-488d-a0f2-d86cb8e3875d tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Subnet': ['ID=bce1ac76-4b58-48f8-808e-8ced93d3ba05,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:19.066750 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:19.070210 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd7e60c-da32-488d-a0f2-d86cb8e3875d tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:19.071773 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e60c-da32-488d-a0f2-d86cb8e3875d tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:19.083588 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a4351d-560a-489d-9ae5-e1c023454e32 x-openstack-request-id: req-62a4351d-560a-489d-9ae5-e1c023454e32 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:55:19.083973 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f941c2e9-bbce-4b93-acf2-6d4a8ff1232e", "name": "network-vif-plugged", "status": "completed", "tag": "89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:55:19.084177 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-62a4351d-560a-489d-9ae5-e1c023454e32 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:55:19.084525 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f', 'code': 200} Feb 15 16:55:19.196424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c3d06412-17e6-4d2f-ba86-ac205d39d9c8 None None] Provisioning complete for port 219daef2-7581-44a2-ac77-4d70abf55755 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:19.196861 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c3d06412-17e6-4d2f-ba86-ac205d39d9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (219daef2-7581-44a2-ac77-4d70abf55755), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:19.226458 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0cd7e60c-da32-488d-a0f2-d86cb8e3875d tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7738423 Feb 15 16:55:19.229135 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57024) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:19.269634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Network e39ea101-27d8-44d8-add6-386a6271b1ae is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:19.284386 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (466555cc-3227-4bbf-b303-f9ceb5ef526a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:19.285015 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for floatingip (466555cc-3227-4bbf-b303-f9ceb5ef526a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:19.308570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:19.323529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,revision_number=10']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:19.339964 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:55:19.375989 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79f62c75-8d53-4faf-8908-7c0f543562ae req-f8ee2fcc-bae4-4417-b3c2-0b937cb0ce8f service neutron] 10.222.0.67 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6268535 Feb 15 16:55:19.403311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c3d06412-17e6-4d2f-ba86-ac205d39d9c8 None None] Port 219daef2-7581-44a2-ac77-4d70abf55755 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:55:19.451075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Calling delete_port for 466555cc-3227-4bbf-b303-f9ceb5ef526a owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:19.464561 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port f211093c-554d-4094-aeca-f5b854a678a4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:19.465235 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f211093c-554d-4094-aeca-f5b854a678a4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:19.472126 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd6a0004-a186-4861-9cc6-62328efefbf2 req-b865d2f8-5aa3-47a8-a609-6f94c663fb7c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5556087 Feb 15 16:55:19.496805 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f81e379-ca81-4fee-b86d-b78ba1d9b8b3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:19.514350 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f81e379-ca81-4fee-b86d-b78ba1d9b8b3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:19.515822 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f81e379-ca81-4fee-b86d-b78ba1d9b8b3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:19.517171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f81e379-ca81-4fee-b86d-b78ba1d9b8b3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:19.519311 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f81e379-ca81-4fee-b86d-b78ba1d9b8b3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:19.536975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57028) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:19.542007 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6f81e379-ca81-4fee-b86d-b78ba1d9b8b3 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3111484 Feb 15 16:55:19.543287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Pushing event updated for resources: {'Port': ['ID=bd181e45-1f4c-4534-8e25-6cb1301718c7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:19.589175 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de9123-3602-4882-97d1-88961827474b req-e531aa36-b2fc-40fb-ada2-a4d9b6ffc259 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:19.590668 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87de9123-3602-4882-97d1-88961827474b req-e531aa36-b2fc-40fb-ada2-a4d9b6ffc259 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 946 time: 0.1937060 Feb 15 16:55:19.594039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0ec0b2db-9602-4f51-852f-4ea7421e7e1e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-443485215'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:19.702261 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87de9123-3602-4882-97d1-88961827474b req-35770de0-5d41-4801-b07c-1e096a30cde4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037900 Feb 15 16:55:19.717333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Attempting to bind port bd181e45-1f4c-4534-8e25-6cb1301718c7 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:55:19.719875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Attempting to bind port bd181e45-1f4c-4534-8e25-6cb1301718c7 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'c8f671f9-afd6-40cd-932d-528e7328786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e39ea101-27d8-44d8-add6-386a6271b1ae'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:55:19.720659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Attempting to bind port bd181e45-1f4c-4534-8e25-6cb1301718c7 on network e39ea101-27d8-44d8-add6-386a6271b1ae {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:55:19.728900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c3d06412-17e6-4d2f-ba86-ac205d39d9c8 None None] Provisioning complete for port 2c759bba-6e19-46cd-baeb-6ea6e2827e36 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:19.729903 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c3d06412-17e6-4d2f-ba86-ac205d39d9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2c759bba-6e19-46cd-baeb-6ea6e2827e36), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:19.770469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:55:19.771447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Checking segment: {'id': 'c8f671f9-afd6-40cd-932d-528e7328786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e39ea101-27d8-44d8-add6-386a6271b1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:19.772156 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:19.772718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Bound using segment: {'id': 'c8f671f9-afd6-40cd-932d-528e7328786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e39ea101-27d8-44d8-add6-386a6271b1ae'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:55:19.773402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Bound port: bd181e45-1f4c-4534-8e25-6cb1301718c7, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8f671f9-afd6-40cd-932d-528e7328786f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e39ea101-27d8-44d8-add6-386a6271b1ae'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:55:19.774078 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:19.853656 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] For port bd181e45-1f4c-4534-8e25-6cb1301718c7, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:55:19.857317 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] For port bd181e45-1f4c-4534-8e25-6cb1301718c7, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bd181e45-1f4c-4534-8e25-6cb1301718c7,segment=NetworkSegment(c8f671f9-afd6-40cd-932d-528e7328786f),segment_id=c8f671f9-afd6-40cd-932d-528e7328786f)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:55:20.078811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f211093c-554d-4094-aeca-f5b854a678a4 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:20.079572 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f211093c-554d-4094-aeca-f5b854a678a4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:20.132092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:20.135115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c3d06412-17e6-4d2f-ba86-ac205d39d9c8 None None] Current status of the port 2c759bba-6e19-46cd-baeb-6ea6e2827e36 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:20.267181 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-35f215d6-6f67-456c-b890-29c4d6b1f96e None None] Provisioning complete for port 219daef2-7581-44a2-ac77-4d70abf55755 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:20.267548 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35f215d6-6f67-456c-b890-29c4d6b1f96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (219daef2-7581-44a2-ac77-4d70abf55755), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:20.300105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fead802-4b51-4ebb-904b-171334a91f17 req-35fb879e-1aa0-48c4-9591-62031c50c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:20.301907 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3fead802-4b51-4ebb-904b-171334a91f17 req-35fb879e-1aa0-48c4-9591-62031c50c319 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 1129 time: 0.9310331 Feb 15 16:55:20.312468 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-35f215d6-6f67-456c-b890-29c4d6b1f96e None None] Port 219daef2-7581-44a2-ac77-4d70abf55755 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:55:20.335056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadc0b7-edb3-4c44-a901-52d50bc2de91 req-83dea177-5f72-4d78-a621-4cf60ed23863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:20.336738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecadc0b7-edb3-4c44-a901-52d50bc2de91 req-83dea177-5f72-4d78-a621-4cf60ed23863 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 1126 time: 0.7804952 Feb 15 16:55:20.373521 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:20.431500 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f211093c-554d-4094-aeca-f5b854a678a4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:20.441470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04940d-e04c-4da8-8bdd-102a27a32a5e req-5320fe4f-c7b5-42d4-b0a3-f429b19cf663 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:20.448237 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a04940d-e04c-4da8-8bdd-102a27a32a5e req-5320fe4f-c7b5-42d4-b0a3-f429b19cf663 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 943 time: 0.3607550 Feb 15 16:55:20.467950 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec0b2db-9602-4f51-852f-4ea7421e7e1e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:20.467950 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ec0b2db-9602-4f51-852f-4ea7421e7e1e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:20.497191 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294f70e-8687-4cec-8764-8e67b70de6dc None None] Pushing event updated for resources: {'Port': ['ID=bd181e45-1f4c-4534-8e25-6cb1301718c7,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:20.629213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f211093c-554d-4094-aeca-f5b854a678a4,revision_number=13']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:20.723695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3fead802-4b51-4ebb-904b-171334a91f17 req-11a83c74-a5b4-492c-9ac6-b858f3f39018 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4132242 Feb 15 16:55:20.745132 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a15be-f06b-4adf-876f-a58e507f971a req-e8e23cfe-7659-4b32-852f-e79af0554e1c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:20.762760 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0a1a15be-f06b-4adf-876f-a58e507f971a req-e8e23cfe-7659-4b32-852f-e79af0554e1c tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 946 time: 0.1147428 Feb 15 16:55:20.903839 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0a1a15be-f06b-4adf-876f-a58e507f971a req-536bb57b-3f16-4110-ac24-d4e1f3c28f32 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401055 Feb 15 16:55:21.010389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadc0b7-edb3-4c44-a901-52d50bc2de91 req-e85aad07-a379-443a-8bd7-9f84b2793ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:21.021998 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecadc0b7-edb3-4c44-a901-52d50bc2de91 req-e85aad07-a379-443a-8bd7-9f84b2793ab5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 906 time: 0.6328902 Feb 15 16:55:21.085817 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:55:21.088761 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5278f9c7-da7e-4b71-8226-b7cde6160645" -d '{"events": [{"server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "name": "network-vif-plugged", "status": "completed", "tag": "f211093c-554d-4094-aeca-f5b854a678a4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:55:21.161381 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63a7e5-3523-435d-9f34-30b9b3b8f9ae req-661ce792-6762-45eb-b566-58f9a822597c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:21.163062 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1a63a7e5-3523-435d-9f34-30b9b3b8f9ae req-661ce792-6762-45eb-b566-58f9a822597c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 947 time: 0.0983219 Feb 15 16:55:21.166563 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (466555cc-3227-4bbf-b303-f9ceb5ef526a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:21.169344 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecadc0b7-edb3-4c44-a901-52d50bc2de91 req-75a913bb-b3b5-498b-8542-125726b9c41f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de86cc10-6067-4848-9f52-e702317dfa12 HTTP/1.1" status: 200 len: 217 time: 0.1458178 Feb 15 16:55:21.175919 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec0b2db-9602-4f51-852f-4ea7421e7e1e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:55:21.261845 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1a63a7e5-3523-435d-9f34-30b9b3b8f9ae req-d36c0366-dbe2-4416-9e9e-29d2c2821dd0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860953 Feb 15 16:55:21.288903 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-92cc52d7-ee67-470c-886f-73df79a6acd6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (219daef2-7581-44a2-ac77-4d70abf55755), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:21.298031 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a04940d-e04c-4da8-8bdd-102a27a32a5e req-c91684cd-8531-4117-8c0a-c98b386051ef tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8127079 Feb 15 16:55:21.298031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event deleted for resources: {'Port': ['ID=466555cc-3227-4bbf-b303-f9ceb5ef526a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:21.308776 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ec0b2db-9602-4f51-852f-4ea7421e7e1e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d8e6d821-749a-4a8a-872e-1d1f3ea6061d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:21.330189 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-0ec0b2db-9602-4f51-852f-4ea7421e7e1e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Added segment d8e6d821-749a-4a8a-872e-1d1f3ea6061d of type vlan for network 79e93fb0-8d9b-4e5d-989c-0b41e317b081 Feb 15 16:55:21.372102 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b5d123-f2a1-4dd8-9987-a180f68d3323 x-openstack-request-id: req-c0b5d123-f2a1-4dd8-9987-a180f68d3323 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:55:21.372685 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "name": "network-vif-plugged", "status": "completed", "tag": "f211093c-554d-4094-aeca-f5b854a678a4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:55:21.373208 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c0b5d123-f2a1-4dd8-9987-a180f68d3323 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:55:21.373832 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4', 'code': 200} Feb 15 16:55:21.419030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:21.419733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:21.420295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:21.420848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:21.421575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:21.422141 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:21.422711 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:21.423248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:21.423760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:21.424299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:21.424817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:21.425324 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:21.430738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:55:21.492064 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-92cc52d7-ee67-470c-886f-73df79a6acd6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (219daef2-7581-44a2-ac77-4d70abf55755), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:21.498004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cc52d7-ee67-470c-886f-73df79a6acd6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:21.498782 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-92cc52d7-ee67-470c-886f-73df79a6acd6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:21.500326 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-92cc52d7-ee67-470c-886f-73df79a6acd6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/ports/219daef2-7581-44a2-ac77-4d70abf55755 HTTP/1.1" status: 200 len: 911 time: 3.5672989 Feb 15 16:55:21.514220 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57040) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:21.514473 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ec0b2db-9602-4f51-852f-4ea7421e7e1e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (79e93fb0-8d9b-4e5d-989c-0b41e317b081), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:21.516658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadc0b7-edb3-4c44-a901-52d50bc2de91 req-4e5f5840-eb23-4d3f-9f7e-fb9ecddf5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:21.518910 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecadc0b7-edb3-4c44-a901-52d50bc2de91 req-4e5f5840-eb23-4d3f-9f7e-fb9ecddf5896 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c464a3a9-43bb-42ce-b940-4b3652cae714 HTTP/1.1" status: 200 len: 845 time: 0.3336151 Feb 15 16:55:21.610547 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecadc0b7-edb3-4c44-a901-52d50bc2de91 req-a4ca7be3-31a3-428e-a598-e5eab8bb580e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=faa64524-3e9c-4cad-af8e-596b77dc9db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632451 Feb 15 16:55:21.638684 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for floatingip (a159062e-4330-4af7-93b7-3eebbba702b0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:21.641614 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:21.643369 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a6851a96-5fca-4d02-b603-8b47f269c26c tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "DELETE /v2.0/floatingips/a159062e-4330-4af7-93b7-3eebbba702b0 HTTP/1.1" status: 204 len: 168 time: 3.4580038 Feb 15 16:55:21.673470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc52d7-ee67-470c-886f-73df79a6acd6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=219daef2-7581-44a2-ac77-4d70abf55755,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:21.688776 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57042) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:21.823021 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ec0b2db-9602-4f51-852f-4ea7421e7e1e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (79e93fb0-8d9b-4e5d-989c-0b41e317b081), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:21.830039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0b2db-9602-4f51-852f-4ea7421e7e1e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:21.842215 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ec0b2db-9602-4f51-852f-4ea7421e7e1e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:21.950409 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecadc0b7-edb3-4c44-a901-52d50bc2de91 req-6b6cf016-b986-4f09-9828-b5f33dac94c7 service neutron] 10.222.0.67 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784009 Feb 15 16:55:22.068079 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0ec0b2db-9602-4f51-852f-4ea7421e7e1e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.5254107 Feb 15 16:55:22.074144 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57058) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:22.086668 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-63ca8593-5c63-4975-bed9-9d1c16d91afc tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:22.179463 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41122f90-9a82-4d7e-bd5d-4430c64706b5 None None] Network e39ea101-27d8-44d8-add6-386a6271b1ae requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:22.207334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ca657834-f8c0-4b84-aaf5-6b5bd764748a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Deleting port e12c4311-7333-4002-a1ec-b7bac72ef0b9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:22.207659 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca657834-f8c0-4b84-aaf5-6b5bd764748a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:22.304310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0b2db-9602-4f51-852f-4ea7421e7e1e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Network': ['ID=79e93fb0-8d9b-4e5d-989c-0b41e317b081,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:22.322476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 79e93fb0-8d9b-4e5d-989c-0b41e317b081 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:55:22.379619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822bdf28-32f4-42d6-b2d2-2c44a5cf19f1 req-6d3af057-98e4-48ad-93c7-c6dd88c61d37 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:22.393605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-822bdf28-32f4-42d6-b2d2-2c44a5cf19f1 req-6d3af057-98e4-48ad-93c7-c6dd88c61d37 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 946 time: 0.2146821 Feb 15 16:55:22.438350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecadc0b7-edb3-4c44-a901-52d50bc2de91 req-1a3676b8-5fda-41bc-887b-fd4961a68cce service neutron] 10.222.0.67 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781168 Feb 15 16:55:22.528912 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-822bdf28-32f4-42d6-b2d2-2c44a5cf19f1 req-188b804c-47a6-4074-a430-f9c32a3980dc tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342268 Feb 15 16:55:22.562797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1cd4692d-68cd-43f5-8439-1ffdd9cbce6e None None] Provisioning complete for port bd181e45-1f4c-4534-8e25-6cb1301718c7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:22.563271 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cd4692d-68cd-43f5-8439-1ffdd9cbce6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:22.687767 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bd181e45-1f4c-4534-8e25-6cb1301718c7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:55:22.835995 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port bd181e45-1f4c-4534-8e25-6cb1301718c7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:22.836664 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:22.841189 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca657834-f8c0-4b84-aaf5-6b5bd764748a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:22.862184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ca657834-f8c0-4b84-aaf5-6b5bd764748a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Calling delete_port for e12c4311-7333-4002-a1ec-b7bac72ef0b9 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:22.864037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2c3ce-a75f-45bd-acf1-865a86464301 req-87946c12-499a-49b4-bb01-5f2c129abaf0 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:22.866103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b2b2c3ce-a75f-45bd-acf1-865a86464301 req-87946c12-499a-49b4-bb01-5f2c129abaf0 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 943 time: 0.1628342 Feb 15 16:55:22.943171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1cd4692d-68cd-43f5-8439-1ffdd9cbce6e None None] Current status of the port bd181e45-1f4c-4534-8e25-6cb1301718c7 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:22.943406 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cd4692d-68cd-43f5-8439-1ffdd9cbce6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:22.948700 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b2b2c3ce-a75f-45bd-acf1-865a86464301 req-b8efe2ee-bf65-4d52-8a39-e16502a8971a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759985 Feb 15 16:55:22.954102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9840f60-66ee-4a8f-80ff-6c859de496f2 None None] Update dhcp port {'port': {'network_id': 'e39ea101-27d8-44d8-add6-386a6271b1ae', 'fixed_ips': [{'subnet_id': 'c4c8d477-f6b4-4f62-bff7-74998d4f7346', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bce1ac76-4b58-48f8-808e-8ced93d3ba05'}], 'binding:host_id': 'n-d-828372-14'}, 'id': 'bd181e45-1f4c-4534-8e25-6cb1301718c7'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 16:55:22.957983 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63ca8593-5c63-4975-bed9-9d1c16d91afc tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (79e93fb0-8d9b-4e5d-989c-0b41e317b081), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:23.032948 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9840f60-66ee-4a8f-80ff-6c859de496f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:23.058790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1cd4692d-68cd-43f5-8439-1ffdd9cbce6e None None] For port bd181e45-1f4c-4534-8e25-6cb1301718c7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bd181e45-1f4c-4534-8e25-6cb1301718c7,segment=NetworkSegment(c8f671f9-afd6-40cd-932d-528e7328786f),segment_id=c8f671f9-afd6-40cd-932d-528e7328786f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:23.060981 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a4c0a-9ec8-43d3-87fe-7a58f9d08958 req-f1d44579-6af7-4fb2-9f44-4b26c916e2d2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:23.066479 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-841a4c0a-9ec8-43d3-87fe-7a58f9d08958 req-f1d44579-6af7-4fb2-9f44-4b26c916e2d2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 947 time: 0.5604026 Feb 15 16:55:23.100447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port bd181e45-1f4c-4534-8e25-6cb1301718c7 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:23.101143 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:23.141094 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-841a4c0a-9ec8-43d3-87fe-7a58f9d08958 req-cc0051db-37a9-4745-becd-9b606c32b5d0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680466 Feb 15 16:55:23.144704 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63ca8593-5c63-4975-bed9-9d1c16d91afc tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (79e93fb0-8d9b-4e5d-989c-0b41e317b081), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:23.222570 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cd4692d-68cd-43f5-8439-1ffdd9cbce6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:23.275475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63ca8593-5c63-4975-bed9-9d1c16d91afc tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network 79e93fb0-8d9b-4e5d-989c-0b41e317b081 is not hosted by any dhcp agent {{(pid=103800) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 16:55:23.286331 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ca8593-5c63-4975-bed9-9d1c16d91afc tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:23.287099 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63ca8593-5c63-4975-bed9-9d1c16d91afc tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:23.297184 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-63ca8593-5c63-4975-bed9-9d1c16d91afc tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "PUT /v2.0/networks/79e93fb0-8d9b-4e5d-989c-0b41e317b081 HTTP/1.1" status: 200 len: 723 time: 1.2156758 Feb 15 16:55:23.298097 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57082) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:23.299205 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bab43981-ddc3-450c-897d-47b92be0b3cc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:23.303624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-63a76112-ec52-4f14-9f4f-001728be6eab tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'subnet': {'network_id': '79e93fb0-8d9b-4e5d-989c-0b41e317b081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:23.355738 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:55:23.356043 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:55:23.418478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4692d-68cd-43f5-8439-1ffdd9cbce6e None None] Pushing event updated for resources: {'Port': ['ID=bd181e45-1f4c-4534-8e25-6cb1301718c7,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:23.451918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca8593-5c63-4975-bed9-9d1c16d91afc tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Network': ['ID=79e93fb0-8d9b-4e5d-989c-0b41e317b081,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:23.454845 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-b9840f60-66ee-4a8f-80ff-6c859de496f2 None None] Allocated IP 172.20.0.1 (e39ea101-27d8-44d8-add6-386a6271b1ae/bce1ac76-4b58-48f8-808e-8ced93d3ba05/bd181e45-1f4c-4534-8e25-6cb1301718c7) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:55:23.474267 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca657834-f8c0-4b84-aaf5-6b5bd764748a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e12c4311-7333-4002-a1ec-b7bac72ef0b9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:23.539685 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 79e93fb0-8d9b-4e5d-989c-0b41e317b081 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:55:23.584089 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca657834-f8c0-4b84-aaf5-6b5bd764748a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event deleted for resources: {'Port': ['ID=e12c4311-7333-4002-a1ec-b7bac72ef0b9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:23.591892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a76112-ec52-4f14-9f4f-001728be6eab tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:23.600956 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-63a76112-ec52-4f14-9f4f-001728be6eab tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:23.735765 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca657834-f8c0-4b84-aaf5-6b5bd764748a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:23.740353 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ca657834-f8c0-4b84-aaf5-6b5bd764748a tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "DELETE /v2.0/ports/e12c4311-7333-4002-a1ec-b7bac72ef0b9 HTTP/1.1" status: 204 len: 168 time: 2.0499885 Feb 15 16:55:23.743443 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57100) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:23.850775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b9840f60-66ee-4a8f-80ff-6c859de496f2 None None] For port bd181e45-1f4c-4534-8e25-6cb1301718c7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bd181e45-1f4c-4534-8e25-6cb1301718c7,segment=NetworkSegment(c8f671f9-afd6-40cd-932d-528e7328786f),segment_id=c8f671f9-afd6-40cd-932d-528e7328786f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:23.928754 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9840f60-66ee-4a8f-80ff-6c859de496f2 None None] Publish callbacks [] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:24.057576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bab43981-ddc3-450c-897d-47b92be0b3cc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port 219daef2-7581-44a2-ac77-4d70abf55755 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:24.066003 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bab43981-ddc3-450c-897d-47b92be0b3cc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (219daef2-7581-44a2-ac77-4d70abf55755), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:24.090174 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582b14a-74e5-4518-8599-dd0434b76bbd req-6c7d63d8-e57e-422e-9734-48a6737bf380 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:24.098369 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1582b14a-74e5-4518-8599-dd0434b76bbd req-6c7d63d8-e57e-422e-9734-48a6737bf380 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 946 time: 0.3855042 Feb 15 16:55:24.354720 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6598ec81-e1f7-4454-b355-9fef0376e21e req-5dae25cb-3051-4ae5-9522-0c9044a37541 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:24.363008 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6598ec81-e1f7-4454-b355-9fef0376e21e req-5dae25cb-3051-4ae5-9522-0c9044a37541 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 943 time: 0.1885476 Feb 15 16:55:24.411718 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-df54086a-3e6d-4bcb-8eda-a47c9c223d84 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Deleting port 41438aaf-3eb8-4735-95e0-46102a711d7c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:24.412383 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df54086a-3e6d-4bcb-8eda-a47c9c223d84 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:24.418496 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1582b14a-74e5-4518-8599-dd0434b76bbd req-2f924388-7c2d-408c-9294-e8478a536bb4 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3175645 Feb 15 16:55:24.435211 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6598ec81-e1f7-4454-b355-9fef0376e21e req-e8f35b56-8151-44d9-80ee-178faf0496ca tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711787 Feb 15 16:55:24.455174 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bab43981-ddc3-450c-897d-47b92be0b3cc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (219daef2-7581-44a2-ac77-4d70abf55755), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:24.491081 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bab43981-ddc3-450c-897d-47b92be0b3cc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for 219daef2-7581-44a2-ac77-4d70abf55755 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:24.544649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device de86cc10-6067-4848-9f52-e702317dfa12 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:55:24.597943 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b9840f60-66ee-4a8f-80ff-6c859de496f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:24.629750 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df54086a-3e6d-4bcb-8eda-a47c9c223d84 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:24.668750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-df54086a-3e6d-4bcb-8eda-a47c9c223d84 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Calling delete_port for 41438aaf-3eb8-4735-95e0-46102a711d7c owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:24.841099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9840f60-66ee-4a8f-80ff-6c859de496f2 None None] Pushing event updated for resources: {'Port': ['ID=bd181e45-1f4c-4534-8e25-6cb1301718c7,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:24.877753 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port bd181e45-1f4c-4534-8e25-6cb1301718c7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:24.893735 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-63a76112-ec52-4f14-9f4f-001728be6eab tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (55edee2c-2c1d-4da0-a091-b76a8a245446), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:24.971447 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bab43981-ddc3-450c-897d-47b92be0b3cc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (219daef2-7581-44a2-ac77-4d70abf55755), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:24.980568 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a76112-ec52-4f14-9f4f-001728be6eab tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Subnet': ['ID=55edee2c-2c1d-4da0-a091-b76a8a245446,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:24.986047 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df54086a-3e6d-4bcb-8eda-a47c9c223d84 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (41438aaf-3eb8-4735-95e0-46102a711d7c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:25.009537 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:55:25.029879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab43981-ddc3-450c-897d-47b92be0b3cc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=219daef2-7581-44a2-ac77-4d70abf55755,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:25.152593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bd181e45-1f4c-4534-8e25-6cb1301718c7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:55:25.262815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54086a-3e6d-4bcb-8eda-a47c9c223d84 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event deleted for resources: {'Port': ['ID=41438aaf-3eb8-4735-95e0-46102a711d7c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:25.348740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port bd181e45-1f4c-4534-8e25-6cb1301718c7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:25.349157 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:25.424721 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port de86cc10-6067-4848-9f52-e702317dfa12, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=de86cc10-6067-4848-9f52-e702317dfa12,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:25.477319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'de86cc10-6067-4848-9f52-e702317dfa12', 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6', 'port_id': 'de86cc10-6067-4848-9f52-e702317dfa12', 'mac_address': 'fa:16:3e:42:f0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c464a3a9-43bb-42ce-b940-4b3652cae714', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:55:25.484364 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df54086a-3e6d-4bcb-8eda-a47c9c223d84 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:25.506994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-df54086a-3e6d-4bcb-8eda-a47c9c223d84 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "DELETE /v2.0/ports/41438aaf-3eb8-4735-95e0-46102a711d7c HTTP/1.1" status: 204 len: 168 time: 1.7266676 Feb 15 16:55:25.513142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57112) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:25.546071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a76112-ec52-4f14-9f4f-001728be6eab tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Checking segment: {'id': 'd8e6d821-749a-4a8a-872e-1d1f3ea6061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '79e93fb0-8d9b-4e5d-989c-0b41e317b081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:25.546417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a76112-ec52-4f14-9f4f-001728be6eab tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network hostable DHCP agents. Network: 79e93fb0-8d9b-4e5d-989c-0b41e317b081, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:55:25.684432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b6b4b-c1eb-4f9b-a62a-a70964ea6a15 req-5b4835fd-0d32-46e0-befb-18a56d855869 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:25.687058 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-195b6b4b-c1eb-4f9b-a62a-a70964ea6a15 req-5b4835fd-0d32-46e0-befb-18a56d855869 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 947 time: 0.8054364 Feb 15 16:55:25.786662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port bd181e45-1f4c-4534-8e25-6cb1301718c7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:25.800363 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port de86cc10-6067-4848-9f52-e702317dfa12 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:25.800744 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (de86cc10-6067-4848-9f52-e702317dfa12), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:25.809001 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-317094d9-254f-4d34-bb65-660007ec6c35 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Deleting subnet b8abc264-01a5-4f06-9e0a-0b1ebef29fa4 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:55:25.842105 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-317094d9-254f-4d34-bb65-660007ec6c35 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for subnet (b8abc264-01a5-4f06-9e0a-0b1ebef29fa4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:25.843623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de86cc10-6067-4848-9f52-e702317dfa12 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:55:25.932114 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-317094d9-254f-4d34-bb65-660007ec6c35 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (b8abc264-01a5-4f06-9e0a-0b1ebef29fa4), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:25.955348 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port de86cc10-6067-4848-9f52-e702317dfa12, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=de86cc10-6067-4848-9f52-e702317dfa12,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:26.022930 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (de86cc10-6067-4848-9f52-e702317dfa12), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:26.109235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-317094d9-254f-4d34-bb65-660007ec6c35 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (b8abc264-01a5-4f06-9e0a-0b1ebef29fa4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:26.109932 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=de86cc10-6067-4848-9f52-e702317dfa12,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:26.205284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a76112-ec52-4f14-9f4f-001728be6eab tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network 79e93fb0-8d9b-4e5d-989c-0b41e317b081 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:55:26.254730 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcd4520-5481-4dbe-8f1f-4931fab68d8c None None] Network e39ea101-27d8-44d8-add6-386a6271b1ae requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:26.297158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-195b6b4b-c1eb-4f9b-a62a-a70964ea6a15 req-022afc2a-f118-40fd-9dc6-20deb5866c91 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5972297 Feb 15 16:55:26.300807 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-317094d9-254f-4d34-bb65-660007ec6c35 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (b8abc264-01a5-4f06-9e0a-0b1ebef29fa4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:26.313964 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-63a76112-ec52-4f14-9f4f-001728be6eab tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 79e93fb0-8d9b-4e5d-989c-0b41e317b081) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:26.337074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a76112-ec52-4f14-9f4f-001728be6eab tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:26.340014 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-63a76112-ec52-4f14-9f4f-001728be6eab tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:26.370693 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bab43981-ddc3-450c-897d-47b92be0b3cc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:26.387465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['de86cc10-6067-4848-9f52-e702317dfa12'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:55:26.430126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317094d9-254f-4d34-bb65-660007ec6c35 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event deleted for resources: {'Subnet': ['ID=b8abc264-01a5-4f06-9e0a-0b1ebef29fa4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:26.438908 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-317094d9-254f-4d34-bb65-660007ec6c35 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:26.443088 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-317094d9-254f-4d34-bb65-660007ec6c35 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "DELETE /v2.0/subnets/b8abc264-01a5-4f06-9e0a-0b1ebef29fa4 HTTP/1.1" status: 204 len: 168 time: 0.9289410 Feb 15 16:55:26.454232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57116) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:26.493756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-63a76112-ec52-4f14-9f4f-001728be6eab tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1943195 Feb 15 16:55:26.519003 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57118) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:26.519691 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cc82fc-8c90-4725-b295-e18f46a16c67 None None] Network 79e93fb0-8d9b-4e5d-989c-0b41e317b081 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:26.525108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-50bd589b-046a-4a82-abb4-9b81782cccff tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:26.552257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbc255b-f1ac-4974-b631-d96baddc5718 None None] Network acc3e972-bc1b-4777-96d3-4501629569dc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:26.607412 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58919aa-605d-4dd3-a401-745ca60959d7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Deleting subnet 587154f3-20db-43d7-af01-606fa38584bd {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:55:26.621225 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c58919aa-605d-4dd3-a401-745ca60959d7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for subnet (587154f3-20db-43d7-af01-606fa38584bd), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:26.630972 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2ace3-927e-4c6e-9ca4-ab2d57ed9aa9 req-fbf1894b-6931-4195-8d0e-260354c31b84 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:26.634765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dcd78-7025-4d02-ba24-9c92443b29c3 req-49d88609-8898-4d81-b738-074f63527bba tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:26.645178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb9dcd78-7025-4d02-ba24-9c92443b29c3 req-49d88609-8898-4d81-b738-074f63527bba tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 946 time: 0.2159081 Feb 15 16:55:26.646407 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24f2ace3-927e-4c6e-9ca4-ab2d57ed9aa9 req-fbf1894b-6931-4195-8d0e-260354c31b84 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 944 time: 0.3795736 Feb 15 16:55:26.774497 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c58919aa-605d-4dd3-a401-745ca60959d7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (587154f3-20db-43d7-af01-606fa38584bd), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:26.781603 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50bd589b-046a-4a82-abb4-9b81782cccff tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8463612'] for subnet (55edee2c-2c1d-4da0-a091-b76a8a245446), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:26.878097 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb9dcd78-7025-4d02-ba24-9c92443b29c3 req-642273c9-ae84-4701-89c6-6f43540a5bc0 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311237 Feb 15 16:55:26.929192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b3b7e2dc-a5e6-4f0f-b6db-a610f189b40a None None] Provisioning complete for port bd181e45-1f4c-4534-8e25-6cb1301718c7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:26.929192 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3b7e2dc-a5e6-4f0f-b6db-a610f189b40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:26.968509 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24f2ace3-927e-4c6e-9ca4-ab2d57ed9aa9 req-de73cf1a-56ac-48e3-8029-acc67dd93684 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211265 Feb 15 16:55:27.040852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab43981-ddc3-450c-897d-47b92be0b3cc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:55:27.214850 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c58919aa-605d-4dd3-a401-745ca60959d7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (587154f3-20db-43d7-af01-606fa38584bd), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:27.240096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab43981-ddc3-450c-897d-47b92be0b3cc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:55:27.255108 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1823d78-dff3-45eb-a746-7c85082a6a83 None None] Sync routers for ids ['c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:55:27.256355 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bab43981-ddc3-450c-897d-47b92be0b3cc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7470143 Feb 15 16:55:27.257211 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57124) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:27.268818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b3b7e2dc-a5e6-4f0f-b6db-a610f189b40a None None] Current status of the port bd181e45-1f4c-4534-8e25-6cb1301718c7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:27.272342 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1823d78-dff3-45eb-a746-7c85082a6a83 None None] Routers {'c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:55:27.274026 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a1823d78-dff3-45eb-a746-7c85082a6a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:55:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:27.342701 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-105f40f2-ddf8-4678-af3b-4e47bbf274c3 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3 HTTP/1.1" status: 200 len: 205 time: 0.0839763 Feb 15 16:55:27.343357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57128) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:27.372522 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a1823d78-dff3-45eb-a746-7c85082a6a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:27.393198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270b899f-a887-4ef1-b4ac-096662c7521d None None] DHCP port deletion for acc3e972-bc1b-4777-96d3-4501629569dc request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:55:27.398908 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1823d78-dff3-45eb-a746-7c85082a6a83 None None] Routers {'c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:55:27.402681 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a1823d78-dff3-45eb-a746-7c85082a6a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:55:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:27.464819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-79e93fb0-8d9b-4e5d-989c-0b41e317b081', 'network_id': '79e93fb0-8d9b-4e5d-989c-0b41e317b081', 'project_id': 'ef8a4e01f7c84fe2ab2da9c0552a852a', 'fixed_ips': [{'subnet_id': '55edee2c-2c1d-4da0-a091-b76a8a245446'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:55:27.466450 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:27.472310 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a1823d78-dff3-45eb-a746-7c85082a6a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:27.476366 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1823d78-dff3-45eb-a746-7c85082a6a83 None None] The sync data for ids ['c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:55:27.537163 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4363bc71-461e-4862-9355-2e432ee2d30c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:27.590220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272999ff-73ba-4e72-b960-1e6bdb718fe6 req-ab83d43e-e50e-4c54-ad6a-08a92e1cef72 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:27.600895 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-272999ff-73ba-4e72-b960-1e6bdb718fe6 req-ab83d43e-e50e-4c54-ad6a-08a92e1cef72 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 947 time: 0.1794262 Feb 15 16:55:27.731859 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-272999ff-73ba-4e72-b960-1e6bdb718fe6 req-3139d9b6-d9cf-4397-b2aa-49ee92c79df3 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231070 Feb 15 16:55:27.733088 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c58919aa-605d-4dd3-a401-745ca60959d7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (587154f3-20db-43d7-af01-606fa38584bd), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:27.735112 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50bd589b-046a-4a82-abb4-9b81782cccff tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759614419478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1243156'] for subnet (55edee2c-2c1d-4da0-a091-b76a8a245446), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:27.790008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-270b899f-a887-4ef1-b4ac-096662c7521d None None] Deleting port 9181d62b-98ed-4ace-af0d-b920686e6f22 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:27.792738 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-270b899f-a887-4ef1-b4ac-096662c7521d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9181d62b-98ed-4ace-af0d-b920686e6f22), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:27.826152 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bd589b-046a-4a82-abb4-9b81782cccff tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:27.826759 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50bd589b-046a-4a82-abb4-9b81782cccff tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:27.838004 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-50bd589b-046a-4a82-abb4-9b81782cccff tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "PUT /v2.0/subnets/55edee2c-2c1d-4da0-a091-b76a8a245446 HTTP/1.1" status: 200 len: 826 time: 1.3172233 Feb 15 16:55:27.839140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58919aa-605d-4dd3-a401-745ca60959d7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event deleted for resources: {'Subnet': ['ID=587154f3-20db-43d7-af01-606fa38584bd,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:27.851226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57132) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:27.950281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bd589b-046a-4a82-abb4-9b81782cccff tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Subnet': ['ID=55edee2c-2c1d-4da0-a091-b76a8a245446,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:27.955701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-270b899f-a887-4ef1-b4ac-096662c7521d None None] For port 9181d62b-98ed-4ace-af0d-b920686e6f22, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9181d62b-98ed-4ace-af0d-b920686e6f22,segment=NetworkSegment(cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3),segment_id=cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:27.956251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4363bc71-461e-4862-9355-2e432ee2d30c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:27.957262 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-270b899f-a887-4ef1-b4ac-096662c7521d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9181d62b-98ed-4ace-af0d-b920686e6f22), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:27.958188 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4363bc71-461e-4862-9355-2e432ee2d30c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_controller (c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:27.963934 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c58919aa-605d-4dd3-a401-745ca60959d7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:27.971088 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef10394c-6e5b-4897-b525-79f485ef91c9 None None] Network 27a74dfa-05f1-43ff-9791-7a79afada23c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:27.986243 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c58919aa-605d-4dd3-a401-745ca60959d7 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "DELETE /v2.0/subnets/587154f3-20db-43d7-af01-606fa38584bd HTTP/1.1" status: 204 len: 168 time: 1.5303540 Feb 15 16:55:28.007817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57134) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:28.018426 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Allocated IP 2001:db8::2 (79e93fb0-8d9b-4e5d-989c-0b41e317b081/55edee2c-2c1d-4da0-a091-b76a8a245446/df99446f-caec-4c0f-b5ad-fab055f30f62) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:55:28.022910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-270b899f-a887-4ef1-b4ac-096662c7521d None None] Calling delete_port for 9181d62b-98ed-4ace-af0d-b920686e6f22 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:28.099584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0d5cd69e-c48a-4d9e-993a-8d1709fef12f None None] Provisioning complete for port bd181e45-1f4c-4534-8e25-6cb1301718c7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:28.100159 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd69e-c48a-4d9e-993a-8d1709fef12f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:28.127561 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4363bc71-461e-4862-9355-2e432ee2d30c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:28.128070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4363bc71-461e-4862-9355-2e432ee2d30c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Fanout notify agent at l3_agent the message router_deleted on router c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:55:28.143981 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4363bc71-461e-4862-9355-2e432ee2d30c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:28.147796 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4363bc71-461e-4862-9355-2e432ee2d30c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/routers/c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3 HTTP/1.1" status: 204 len: 168 time: 0.8007627 Feb 15 16:55:28.148831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57138) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:28.227676 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd430ed3-9440-4b96-a7d6-f7e107bc60ad req-928162b5-364f-43b1-a1ab-ade1fc89b1b6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:28.245197 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd430ed3-9440-4b96-a7d6-f7e107bc60ad req-928162b5-364f-43b1-a1ab-ade1fc89b1b6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 944 time: 0.1657276 Feb 15 16:55:28.334797 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd430ed3-9440-4b96-a7d6-f7e107bc60ad req-d711efdb-96c9-45eb-9aaa-29a064361b6a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881088 Feb 15 16:55:28.354295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c7969d-10b2-493e-8836-7da18b9fd153 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting subnet e94e3621-1387-43a9-a104-b25360b004f2 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:55:28.374238 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53c7969d-10b2-493e-8836-7da18b9fd153 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (e94e3621-1387-43a9-a104-b25360b004f2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:28.381826 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (acc3e972-bc1b-4777-96d3-4501629569dc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:28.399061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cd69e-c48a-4d9e-993a-8d1709fef12f None None] Current status of the port bd181e45-1f4c-4534-8e25-6cb1301718c7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:28.441849 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (79e93fb0-8d9b-4e5d-989c-0b41e317b081), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:28.454863 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53c7969d-10b2-493e-8836-7da18b9fd153 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (e94e3621-1387-43a9-a104-b25360b004f2), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:28.514813 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-270b899f-a887-4ef1-b4ac-096662c7521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (9181d62b-98ed-4ace-af0d-b920686e6f22), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:28.599305 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90f4ebb-204e-43e6-894b-693fd4002cc7 None None] DHCP port deletion for 27a74dfa-05f1-43ff-9791-7a79afada23c request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:55:28.611225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b899f-a887-4ef1-b4ac-096662c7521d None None] Pushing event deleted for resources: {'Port': ['ID=9181d62b-98ed-4ace-af0d-b920686e6f22,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:28.625508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270b899f-a887-4ef1-b4ac-096662c7521d None None] No DVR routers for this DVR port 9181d62b-98ed-4ace-af0d-b920686e6f22 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:55:28.641219 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Publish callbacks [] for port (df99446f-caec-4c0f-b5ad-fab055f30f62), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:28.701133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f90f4ebb-204e-43e6-894b-693fd4002cc7 None None] Deleting port 78664290-4270-4523-bcbf-6b4ea1dfb920 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:28.701687 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f90f4ebb-204e-43e6-894b-693fd4002cc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (78664290-4270-4523-bcbf-6b4ea1dfb920), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:28.744645 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (df99446f-caec-4c0f-b5ad-fab055f30f62), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:29.055948 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Network 79e93fb0-8d9b-4e5d-989c-0b41e317b081 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:29.063717 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:29.073115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:55:29.078213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Pushing event updated for resources: {'Port': ['ID=df99446f-caec-4c0f-b5ad-fab055f30f62,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:29.092556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f90f4ebb-204e-43e6-894b-693fd4002cc7 None None] For port 78664290-4270-4523-bcbf-6b4ea1dfb920, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=78664290-4270-4523-bcbf-6b4ea1dfb920,segment=NetworkSegment(fedb8c77-4a53-4e16-89f2-627d6c3e7d8b),segment_id=fedb8c77-4a53-4e16-89f2-627d6c3e7d8b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:29.092556 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f90f4ebb-204e-43e6-894b-693fd4002cc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (78664290-4270-4523-bcbf-6b4ea1dfb920), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:29.129106 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53c7969d-10b2-493e-8836-7da18b9fd153 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e94e3621-1387-43a9-a104-b25360b004f2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:29.138833 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f90f4ebb-204e-43e6-894b-693fd4002cc7 None None] Calling delete_port for 78664290-4270-4523-bcbf-6b4ea1dfb920 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:29.206386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9181d62b-98ed-4ace-af0d-b920686e6f22 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:55:29.247550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 9181d62b-98ed-4ace-af0d-b920686e6f22 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:55:29.248061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9181d62b-98ed-4ace-af0d-b920686e6f22 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:55:29.248896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 78664290-4270-4523-bcbf-6b4ea1dfb920 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:55:29.266391 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (55edee2c-2c1d-4da0-a091-b76a8a245446), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:29.309102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Attempting to bind port df99446f-caec-4c0f-b5ad-fab055f30f62 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:55:29.309553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Attempting to bind port df99446f-caec-4c0f-b5ad-fab055f30f62 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'd8e6d821-749a-4a8a-872e-1d1f3ea6061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '79e93fb0-8d9b-4e5d-989c-0b41e317b081'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:55:29.310021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Attempting to bind port df99446f-caec-4c0f-b5ad-fab055f30f62 on network 79e93fb0-8d9b-4e5d-989c-0b41e317b081 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:55:29.320264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Deleting port 9181d62b-98ed-4ace-af0d-b920686e6f22 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:29.320264 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9181d62b-98ed-4ace-af0d-b920686e6f22), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:29.329575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093efb28-94d8-403d-acf0-9621014f0cbc req-94e79763-b00a-4f0c-a99b-332358ebfee6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:29.332008 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-093efb28-94d8-403d-acf0-9621014f0cbc req-94e79763-b00a-4f0c-a99b-332358ebfee6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 947 time: 0.1942835 Feb 15 16:55:29.338760 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:55:29.339340 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Checking segment: {'id': 'd8e6d821-749a-4a8a-872e-1d1f3ea6061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '79e93fb0-8d9b-4e5d-989c-0b41e317b081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:29.339748 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:29.340244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Bound using segment: {'id': 'd8e6d821-749a-4a8a-872e-1d1f3ea6061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '79e93fb0-8d9b-4e5d-989c-0b41e317b081'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:55:29.340844 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Bound port: df99446f-caec-4c0f-b5ad-fab055f30f62, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e6d821-749a-4a8a-872e-1d1f3ea6061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '79e93fb0-8d9b-4e5d-989c-0b41e317b081'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:55:29.341330 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (df99446f-caec-4c0f-b5ad-fab055f30f62), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:29.426272 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53c7969d-10b2-493e-8836-7da18b9fd153 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (e94e3621-1387-43a9-a104-b25360b004f2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:29.490967 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] For port df99446f-caec-4c0f-b5ad-fab055f30f62, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:55:29.502548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7969d-10b2-493e-8836-7da18b9fd153 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Subnet': ['ID=e94e3621-1387-43a9-a104-b25360b004f2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:29.514226 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] For port df99446f-caec-4c0f-b5ad-fab055f30f62, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=df99446f-caec-4c0f-b5ad-fab055f30f62,segment=NetworkSegment(d8e6d821-749a-4a8a-872e-1d1f3ea6061d),segment_id=d8e6d821-749a-4a8a-872e-1d1f3ea6061d)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:55:29.519348 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 78664290-4270-4523-bcbf-6b4ea1dfb920 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:29.519806 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (78664290-4270-4523-bcbf-6b4ea1dfb920), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:29.523105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] For port 9181d62b-98ed-4ace-af0d-b920686e6f22, host n-d-828372-14, got binding levels [] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:29.524574 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9181d62b-98ed-4ace-af0d-b920686e6f22), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:29.538581 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812f1a70-51ef-45d7-b0ad-7b5facf6fbfb None None] Network a65f622e-bcad-4f88-aaa4-eb93ef9cd152 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:29.541522 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53c7969d-10b2-493e-8836-7da18b9fd153 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:29.557512 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-53c7969d-10b2-493e-8836-7da18b9fd153 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/e94e3621-1387-43a9-a104-b25360b004f2 HTTP/1.1" status: 204 len: 168 time: 1.3953748 Feb 15 16:55:29.558629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57146) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:29.607452 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f90f4ebb-204e-43e6-894b-693fd4002cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (78664290-4270-4523-bcbf-6b4ea1dfb920), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:29.617622 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (df99446f-caec-4c0f-b5ad-fab055f30f62), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:29.625750 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4c23b-bff7-4c23-8da1-8e0eaa5bcd75 req-dc81193b-b027-4768-bfed-e658b0bca9db tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:29.643266 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fff4c23b-bff7-4c23-8da1-8e0eaa5bcd75 req-dc81193b-b027-4768-bfed-e658b0bca9db tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 944 time: 0.1333566 Feb 15 16:55:29.650641 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-093efb28-94d8-403d-acf0-9621014f0cbc req-94b1079a-62c4-4240-a62f-2eca953b3f50 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2966571 Feb 15 16:55:29.656472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Calling delete_port for 9181d62b-98ed-4ace-af0d-b920686e6f22 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:29.669349 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.ipam_backend_mixin [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Port 9181d62b-98ed-4ace-af0d-b920686e6f22 was not found and therefore no delete operation was performed {{(pid=103799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 16:55:29.686736 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9181d62b-98ed-4ace-af0d-b920686e6f22), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:29.707720 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (55edee2c-2c1d-4da0-a091-b76a8a245446), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:29.717507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f4ebb-204e-43e6-894b-693fd4002cc7 None None] Pushing event deleted for resources: {'Port': ['ID=78664290-4270-4523-bcbf-6b4ea1dfb920,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:29.756716 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90f4ebb-204e-43e6-894b-693fd4002cc7 None None] No DVR routers for this DVR port 78664290-4270-4523-bcbf-6b4ea1dfb920 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:55:29.768341 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fff4c23b-bff7-4c23-8da1-8e0eaa5bcd75 req-962d4979-62b3-4376-9dc1-ffe262cbcae9 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189120 Feb 15 16:55:29.838333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event deleted for resources: {'Port': ['ID=9181d62b-98ed-4ace-af0d-b920686e6f22,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:29.865891 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc1108-c7fe-4e60-a982-84d44563513e None None] Pushing event updated for resources: {'Port': ['ID=df99446f-caec-4c0f-b5ad-fab055f30f62,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:29.870584 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (a65f622e-bcad-4f88-aaa4-eb93ef9cd152), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:29.873159 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] No DVR routers for this DVR port 9181d62b-98ed-4ace-af0d-b920686e6f22 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:55:29.902884 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Subnet': ['ID=55edee2c-2c1d-4da0-a091-b76a8a245446,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:30.007210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7319d57-0da2-459e-8049-808d723c0bbc None None] DHCP port deletion for a65f622e-bcad-4f88-aaa4-eb93ef9cd152 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:55:30.059443 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (acc3e972-bc1b-4777-96d3-4501629569dc), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.071070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device de86cc10-6067-4848-9f52-e702317dfa12 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:55:30.095119 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc3e972-bc1b-4777-96d3-4501629569dc']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:30.113950 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:30.115561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:30.170740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.214078 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (79e93fb0-8d9b-4e5d-989c-0b41e317b081), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.221580 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a7319d57-0da2-459e-8049-808d723c0bbc None None] Deleting port 2c759bba-6e19-46cd-baeb-6ea6e2827e36 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:30.221580 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7319d57-0da2-459e-8049-808d723c0bbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2c759bba-6e19-46cd-baeb-6ea6e2827e36), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.221889 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.267343 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:55:30.269046 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (cda9fb74-5ad9-4584-8f96-6b72c7c9e6a3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:55:30.275034 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:55:30.279747 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.300097 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port de86cc10-6067-4848-9f52-e702317dfa12 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:55:30.321582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port de86cc10-6067-4848-9f52-e702317dfa12 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:30.321946 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (de86cc10-6067-4848-9f52-e702317dfa12), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.324582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a7319d57-0da2-459e-8049-808d723c0bbc None None] For port 2c759bba-6e19-46cd-baeb-6ea6e2827e36, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2c759bba-6e19-46cd-baeb-6ea6e2827e36,segment=NetworkSegment(9910a928-04ed-4216-be3e-acb835059364),segment_id=9910a928-04ed-4216-be3e-acb835059364)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:30.324960 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7319d57-0da2-459e-8049-808d723c0bbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2c759bba-6e19-46cd-baeb-6ea6e2827e36), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.348700 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e93fb0-8d9b-4e5d-989c-0b41e317b081']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:30.376387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e6d821-749a-4a8a-872e-1d1f3ea6061d') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:30.376387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e6d821-749a-4a8a-872e-1d1f3ea6061d') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:30.390475 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (d8e6d821-749a-4a8a-872e-1d1f3ea6061d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.414508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a7319d57-0da2-459e-8049-808d723c0bbc None None] Calling delete_port for 2c759bba-6e19-46cd-baeb-6ea6e2827e36 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:30.430628 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d8e6d821-749a-4a8a-872e-1d1f3ea6061d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.440410 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:55:30.440774 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (d8e6d821-749a-4a8a-872e-1d1f3ea6061d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:55:30.444617 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:55:30.459234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port 2c759bba-6e19-46cd-baeb-6ea6e2827e36 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:30.459578 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2c759bba-6e19-46cd-baeb-6ea6e2827e36), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.538874 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (acc3e972-bc1b-4777-96d3-4501629569dc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.544319 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.548232 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "DELETE /v2.0/networks/acc3e972-bc1b-4777-96d3-4501629569dc HTTP/1.1" status: 204 len: 168 time: 2.5393538 Feb 15 16:55:30.550934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port de86cc10-6067-4848-9f52-e702317dfa12 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:30.551327 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (de86cc10-6067-4848-9f52-e702317dfa12), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.551897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57166) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:30.606037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80650d88-132e-48e5-a4b3-25907e2632bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de86cc10-6067-4848-9f52-e702317dfa12'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:55:30.608336 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093b549c-99d1-4022-9f64-ce794961da4f" -d '{"events": [{"server_uuid": "80650d88-132e-48e5-a4b3-25907e2632bc", "name": "network-vif-plugged", "status": "completed", "tag": "de86cc10-6067-4848-9f52-e702317dfa12"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:55:30.659856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] For port 2c759bba-6e19-46cd-baeb-6ea6e2827e36, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2c759bba-6e19-46cd-baeb-6ea6e2827e36,segment=NetworkSegment(9910a928-04ed-4216-be3e-acb835059364),segment_id=9910a928-04ed-4216-be3e-acb835059364)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:30.721860 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2c759bba-6e19-46cd-baeb-6ea6e2827e36), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.724689 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7319d57-0da2-459e-8049-808d723c0bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (2c759bba-6e19-46cd-baeb-6ea6e2827e36), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.725497 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.db.api [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 16:55:30.725497 n-d-828372-14 neutron-server[103799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 16:55:30.725497 n-d-828372-14 neutron-server[103799]: [parameters: {'id': '79e93fb0-8d9b-4e5d-989c-0b41e317b081'}] Feb 15 16:55:30.725497 n-d-828372-14 neutron-server[103799]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:55:30.725831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port de86cc10-6067-4848-9f52-e702317dfa12, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=de86cc10-6067-4848-9f52-e702317dfa12,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:30.725928 n-d-828372-14 neutron-server[103799]: DEBUG oslo_db.api [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:55:30.725928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70f3fd-e64f-4582-9df7-3f04803a07ff tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event deleted for resources: {'Network': ['ID=acc3e972-bc1b-4777-96d3-4501629569dc,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:30.725928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for 2c759bba-6e19-46cd-baeb-6ea6e2827e36 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:30.738556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7319d57-0da2-459e-8049-808d723c0bbc None None] Pushing event deleted for resources: {'Port': ['ID=2c759bba-6e19-46cd-baeb-6ea6e2827e36,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:30.741244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7319d57-0da2-459e-8049-808d723c0bbc None None] No DVR routers for this DVR port 2c759bba-6e19-46cd-baeb-6ea6e2827e36 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:55:30.792312 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15248440-6f82-46af-8471-95e3805aef94 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (27a74dfa-05f1-43ff-9791-7a79afada23c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.830475 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7c9259-f185-4d4e-9c49-d965506fc7a3 x-openstack-request-id: req-7b7c9259-f185-4d4e-9c49-d965506fc7a3 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:55:30.831596 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80650d88-132e-48e5-a4b3-25907e2632bc", "name": "network-vif-plugged", "status": "completed", "tag": "de86cc10-6067-4848-9f52-e702317dfa12", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:55:30.831596 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7b7c9259-f185-4d4e-9c49-d965506fc7a3 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:55:30.831865 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80650d88-132e-48e5-a4b3-25907e2632bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de86cc10-6067-4848-9f52-e702317dfa12', 'code': 200} Feb 15 16:55:30.982798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faf1c6-b25b-4e75-bda2-f10f72873a73 req-6c1b0a8d-ba2c-4025-87d2-7c62b7e9b70b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:30.983209 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2c759bba-6e19-46cd-baeb-6ea6e2827e36), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:30.994791 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef417f-eb86-4ecb-b7f9-d5afbc72911a req-81c3551a-c3d6-408c-a0ed-72ff497ab88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:30.996651 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8bef417f-eb86-4ecb-b7f9-d5afbc72911a req-81c3551a-c3d6-408c-a0ed-72ff497ab88d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 1127 time: 0.0922916 Feb 15 16:55:31.011571 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-02faf1c6-b25b-4e75-bda2-f10f72873a73 req-6c1b0a8d-ba2c-4025-87d2-7c62b7e9b70b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 947 time: 0.2376750 Feb 15 16:55:31.022408 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.034065 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (de86cc10-6067-4848-9f52-e702317dfa12), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.079392 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=2c759bba-6e19-46cd-baeb-6ea6e2827e36,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:31.090763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No DVR routers for this DVR port 2c759bba-6e19-46cd-baeb-6ea6e2827e36 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:55:31.093703 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15248440-6f82-46af-8471-95e3805aef94 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (27a74dfa-05f1-43ff-9791-7a79afada23c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.162841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e0229-cb06-45bc-ab44-bdf906066b06 req-93167169-6857-4b90-9104-02c57bddb3ae tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:31.163955 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-15248440-6f82-46af-8471-95e3805aef94 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a74dfa-05f1-43ff-9791-7a79afada23c']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:31.170041 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c4e0229-cb06-45bc-ab44-bdf906066b06 req-93167169-6857-4b90-9104-02c57bddb3ae tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 944 time: 0.2667620 Feb 15 16:55:31.202556 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (79e93fb0-8d9b-4e5d-989c-0b41e317b081), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.211344 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-15248440-6f82-46af-8471-95e3805aef94 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:31.211639 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-15248440-6f82-46af-8471-95e3805aef94 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fedb8c77-4a53-4e16-89f2-627d6c3e7d8b') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:31.216112 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8bef417f-eb86-4ecb-b7f9-d5afbc72911a req-df75867a-8530-4b90-8d62-8f76c7c5e18f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692035 Feb 15 16:55:31.235056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=de86cc10-6067-4848-9f52-e702317dfa12,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:31.244512 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-02faf1c6-b25b-4e75-bda2-f10f72873a73 req-5df98a46-b48c-4d58-b749-df19c93a96dc tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319789 Feb 15 16:55:31.250686 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15248440-6f82-46af-8471-95e3805aef94 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (fedb8c77-4a53-4e16-89f2-627d6c3e7d8b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.280086 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15248440-6f82-46af-8471-95e3805aef94 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (fedb8c77-4a53-4e16-89f2-627d6c3e7d8b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15248440-6f82-46af-8471-95e3805aef94 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15248440-6f82-46af-8471-95e3805aef94 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (fedb8c77-4a53-4e16-89f2-627d6c3e7d8b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:55:31.307771 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:55:31.320409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device df99446f-caec-4c0f-b5ad-fab055f30f62 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:55:31.439757 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port df99446f-caec-4c0f-b5ad-fab055f30f62 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:31.440852 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (df99446f-caec-4c0f-b5ad-fab055f30f62), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.460758 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (a65f622e-bcad-4f88-aaa4-eb93ef9cd152), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.499327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c4e0229-cb06-45bc-ab44-bdf906066b06 req-f705d86b-89f1-4745-b948-52ad6bad70c8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249969 Feb 15 16:55:31.530024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a65f622e-bcad-4f88-aaa4-eb93ef9cd152']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:31.547679 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15248440-6f82-46af-8471-95e3805aef94 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (27a74dfa-05f1-43ff-9791-7a79afada23c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.570460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9910a928-04ed-4216-be3e-acb835059364') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:31.571867 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9910a928-04ed-4216-be3e-acb835059364') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:31.580916 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port df99446f-caec-4c0f-b5ad-fab055f30f62 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:31.582232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Deleting port df99446f-caec-4c0f-b5ad-fab055f30f62 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:31.582776 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (df99446f-caec-4c0f-b5ad-fab055f30f62), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.583760 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (df99446f-caec-4c0f-b5ad-fab055f30f62), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.587658 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15248440-6f82-46af-8471-95e3805aef94 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.592609 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-15248440-6f82-46af-8471-95e3805aef94 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] 10.222.0.107 "DELETE /v2.0/networks/27a74dfa-05f1-43ff-9791-7a79afada23c HTTP/1.1" status: 204 len: 168 time: 1.0394158 Feb 15 16:55:31.594168 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15248440-6f82-46af-8471-95e3805aef94 tempest-TaggedBootDevicesTest-2025317867 tempest-TaggedBootDevicesTest-2025317867-project] Pushing event deleted for resources: {'Network': ['ID=27a74dfa-05f1-43ff-9791-7a79afada23c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:31.609769 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (9910a928-04ed-4216-be3e-acb835059364), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.680419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b749cf-65e9-4ea2-8d01-b31816435395 None None] Network 79e93fb0-8d9b-4e5d-989c-0b41e317b081 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:31.684797 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (9910a928-04ed-4216-be3e-acb835059364), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.698208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:55:31.698208 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (9910a928-04ed-4216-be3e-acb835059364), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:55:31.702318 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:55:31.796213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port df99446f-caec-4c0f-b5ad-fab055f30f62, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=df99446f-caec-4c0f-b5ad-fab055f30f62,segment=NetworkSegment(d8e6d821-749a-4a8a-872e-1d1f3ea6061d),segment_id=d8e6d821-749a-4a8a-872e-1d1f3ea6061d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:31.816175 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29f3971a-3437-41bc-9ac0-c192fbedbcf1 None None] Provisioning complete for port df99446f-caec-4c0f-b5ad-fab055f30f62 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:31.823647 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29f3971a-3437-41bc-9ac0-c192fbedbcf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (df99446f-caec-4c0f-b5ad-fab055f30f62), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.825290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] For port df99446f-caec-4c0f-b5ad-fab055f30f62, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=df99446f-caec-4c0f-b5ad-fab055f30f62,segment=NetworkSegment(d8e6d821-749a-4a8a-872e-1d1f3ea6061d),segment_id=d8e6d821-749a-4a8a-872e-1d1f3ea6061d)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:31.825699 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (df99446f-caec-4c0f-b5ad-fab055f30f62), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.855830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Calling delete_port for df99446f-caec-4c0f-b5ad-fab055f30f62 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:31.892892 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (df99446f-caec-4c0f-b5ad-fab055f30f62), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.937786 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (a65f622e-bcad-4f88-aaa4-eb93ef9cd152), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.971250 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:31.987659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/networks/a65f622e-bcad-4f88-aaa4-eb93ef9cd152 HTTP/1.1" status: 204 len: 168 time: 2.4075267 Feb 15 16:55:31.988031 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57194) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:31.993313 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7044f1c0-7770-4e0d-b549-ac58ac604bb9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-505538491', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:32.009546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d181a8-204c-47e6-b0f7-7e3a6f783be9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Network': ['ID=a65f622e-bcad-4f88-aaa4-eb93ef9cd152,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:32.021333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2c759bba-6e19-46cd-baeb-6ea6e2827e36 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:55:32.086004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 2c759bba-6e19-46cd-baeb-6ea6e2827e36 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:55:32.086656 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2c759bba-6e19-46cd-baeb-6ea6e2827e36 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:55:32.087077 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7044f1c0-7770-4e0d-b549-ac58ac604bb9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.096114 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7044f1c0-7770-4e0d-b549-ac58ac604bb9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.143533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=df99446f-caec-4c0f-b5ad-fab055f30f62,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:32.170956 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (df99446f-caec-4c0f-b5ad-fab055f30f62), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.201857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2ee7ef-0a0c-45e7-8702-579463a06c7c None None] DHCP port deletion for 79e93fb0-8d9b-4e5d-989c-0b41e317b081 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:55:32.247209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Port': ['ID=df99446f-caec-4c0f-b5ad-fab055f30f62,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:32.259142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No DVR routers for this DVR port df99446f-caec-4c0f-b5ad-fab055f30f62 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:55:32.278360 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f859275e-1667-49dc-b5a2-abeb089e4440 None None] Network 79e93fb0-8d9b-4e5d-989c-0b41e317b081 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:32.324547 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7044f1c0-7770-4e0d-b549-ac58ac604bb9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_controller (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.368097 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29f3971a-3437-41bc-9ac0-c192fbedbcf1 None None] Current status of the port df99446f-caec-4c0f-b5ad-fab055f30f62 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:32.405237 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7044f1c0-7770-4e0d-b549-ac58ac604bb9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.433690 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (79e93fb0-8d9b-4e5d-989c-0b41e317b081), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.476557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79e93fb0-8d9b-4e5d-989c-0b41e317b081']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:32.489792 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e6d821-749a-4a8a-872e-1d1f3ea6061d') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:32.490369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e6d821-749a-4a8a-872e-1d1f3ea6061d') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:32.503165 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (d8e6d821-749a-4a8a-872e-1d1f3ea6061d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.527768 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d8e6d821-749a-4a8a-872e-1d1f3ea6061d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.541853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:55:32.542265 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (d8e6d821-749a-4a8a-872e-1d1f3ea6061d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:55:32.546648 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:55:32.550006 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fef51e-e25c-42da-bb5d-2e8b68fe29bc req-a77c5ae0-5ebe-4551-9fb5-6d08a31f0322 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:32.550006 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87fef51e-e25c-42da-bb5d-2e8b68fe29bc req-a77c5ae0-5ebe-4551-9fb5-6d08a31f0322 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 947 time: 0.1315520 Feb 15 16:55:32.589512 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7044f1c0-7770-4e0d-b549-ac58ac604bb9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.591382 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7044f1c0-7770-4e0d-b549-ac58ac604bb9 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6024296 Feb 15 16:55:32.599713 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57202) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:32.606144 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2a5a6e9d-284c-4bd3-b080-364c6a581a97 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-622176393'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:32.660741 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87fef51e-e25c-42da-bb5d-2e8b68fe29bc req-cd8431c3-f2c0-497d-94f4-ff4a160dfab6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999732 Feb 15 16:55:32.713257 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5a6e9d-284c-4bd3-b080-364c6a581a97 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:32.717722 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6e9d-284c-4bd3-b080-364c6a581a97 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.780882 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5a6e9d-284c-4bd3-b080-364c6a581a97 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:55:32.801953 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6e9d-284c-4bd3-b080-364c6a581a97 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (765d472d-8feb-427f-a4ed-2ce674e0b38c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.802721 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-2a5a6e9d-284c-4bd3-b080-364c6a581a97 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Added segment 765d472d-8feb-427f-a4ed-2ce674e0b38c of type vlan for network 78e1a74e-bedd-4d3f-943e-0ecd724b5bf6 Feb 15 16:55:32.808258 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1f79d-82ed-4475-968b-18ec21ef1cb8 req-40a21e7e-9c17-4d0a-8eed-0929a279c271 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:32.808258 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ed1f79d-82ed-4475-968b-18ec21ef1cb8 req-40a21e7e-9c17-4d0a-8eed-0929a279c271 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 945 time: 0.1058962 Feb 15 16:55:32.808258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (79e93fb0-8d9b-4e5d-989c-0b41e317b081), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.842978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.847992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/79e93fb0-8d9b-4e5d-989c-0b41e317b081 HTTP/1.1" status: 204 len: 168 time: 4.9953752 Feb 15 16:55:32.849481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081118de-c4d1-4fa6-82b2-648e48d2e265 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Network': ['ID=79e93fb0-8d9b-4e5d-989c-0b41e317b081,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:32.852701 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57204) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:32.884709 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6e9d-284c-4bd3-b080-364c6a581a97 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (78e1a74e-bedd-4d3f-943e-0ecd724b5bf6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.983605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ed1f79d-82ed-4475-968b-18ec21ef1cb8 req-5937f13d-980f-4417-a2aa-10a755dfe1d6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686165 Feb 15 16:55:32.985927 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-635a8267-b855-4949-afdc-01e4737fbfff tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] DELETE failed (client error): The resource could not be found. Feb 15 16:55:32.986310 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6e9d-284c-4bd3-b080-364c6a581a97 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (78e1a74e-bedd-4d3f-943e-0ecd724b5bf6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.987414 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635a8267-b855-4949-afdc-01e4737fbfff tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:55:32.991908 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-635a8267-b855-4949-afdc-01e4737fbfff tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/79e93fb0-8d9b-4e5d-989c-0b41e317b081 HTTP/1.1" status: 404 len: 339 time: 0.1149175 Feb 15 16:55:32.992582 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5a6e9d-284c-4bd3-b080-364c6a581a97 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:32.993335 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a5a6e9d-284c-4bd3-b080-364c6a581a97 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:32.995912 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57210) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:33.015658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-9a5718d4-95e9-4f1b-9e25-45346d97540e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1569972926', 'description': 'd1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:33.101338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57212) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:33.102588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-06dce32d-68ba-46fe-ad27-b4e07fcac8dc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'subnet': {'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:33.107474 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2a5a6e9d-284c-4bd3-b080-364c6a581a97 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5056729 Feb 15 16:55:33.165940 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a6e9d-284c-4bd3-b080-364c6a581a97 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Network': ['ID=78e1a74e-bedd-4d3f-943e-0ecd724b5bf6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:33.193447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 78e1a74e-bedd-4d3f-943e-0ecd724b5bf6 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:55:33.255661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5718d4-95e9-4f1b-9e25-45346d97540e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:33.260767 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9a5718d4-95e9-4f1b-9e25-45346d97540e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:33.290336 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5718d4-95e9-4f1b-9e25-45346d97540e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:55:33.302079 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9a5718d4-95e9-4f1b-9e25-45346d97540e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (904e8db5-c1b5-4c32-992b-7a3e8bc550f0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:33.302441 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-9a5718d4-95e9-4f1b-9e25-45346d97540e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Added segment 904e8db5-c1b5-4c32-992b-7a3e8bc550f0 of type vlan for network 9dc421e5-7421-450c-8156-175173dc4e67 Feb 15 16:55:33.332151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device df99446f-caec-4c0f-b5ad-fab055f30f62 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:55:33.354090 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9a5718d4-95e9-4f1b-9e25-45346d97540e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (9dc421e5-7421-450c-8156-175173dc4e67), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:33.381608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dce32d-68ba-46fe-ad27-b4e07fcac8dc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:33.383785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: df99446f-caec-4c0f-b5ad-fab055f30f62 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:55:33.384189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device df99446f-caec-4c0f-b5ad-fab055f30f62 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:55:33.386042 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-06dce32d-68ba-46fe-ad27-b4e07fcac8dc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:33.594815 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9a5718d4-95e9-4f1b-9e25-45346d97540e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (9dc421e5-7421-450c-8156-175173dc4e67), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:33.600467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5718d4-95e9-4f1b-9e25-45346d97540e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:33.603827 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9a5718d4-95e9-4f1b-9e25-45346d97540e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1647269'] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:33.656559 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-06dce32d-68ba-46fe-ad27-b4e07fcac8dc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (bf9607f9-6284-46d2-ad66-40b36c31d74a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:33.793699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dce32d-68ba-46fe-ad27-b4e07fcac8dc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Checking segment: {'id': '765d472d-8feb-427f-a4ed-2ce674e0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:33.794534 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dce32d-68ba-46fe-ad27-b4e07fcac8dc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network hostable DHCP agents. Network: 78e1a74e-bedd-4d3f-943e-0ecd724b5bf6, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:55:33.801039 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9a5718d4-95e9-4f1b-9e25-45346d97540e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8037817 Feb 15 16:55:33.817157 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5718d4-95e9-4f1b-9e25-45346d97540e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Network': ['ID=9dc421e5-7421-450c-8156-175173dc4e67,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:33.821045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dce32d-68ba-46fe-ad27-b4e07fcac8dc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Subnet': ['ID=bf9607f9-6284-46d2-ad66-40b36c31d74a,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:33.825013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57218) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:33.828395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 9dc421e5-7421-450c-8156-175173dc4e67 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:55:33.868666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fcba5-b312-4373-85d1-e50aa67ee244 req-24d4df3e-daea-4442-ba24-4e27290df7d4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:33.870204 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f0fcba5-b312-4373-85d1-e50aa67ee244 req-24d4df3e-daea-4442-ba24-4e27290df7d4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 947 time: 0.1013327 Feb 15 16:55:33.969894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca75965-1422-420f-9b9e-f60719c7b4ac tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:33.976184 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1ca75965-1422-420f-9b9e-f60719c7b4ac tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "GET /v2.0/networks?id=9dc421e5-7421-450c-8156-175173dc4e67 HTTP/1.1" status: 200 len: 765 time: 0.1480610 Feb 15 16:55:33.977112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57220) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:33.984820 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f0fcba5-b312-4373-85d1-e50aa67ee244 req-24e9a796-bee1-43ba-95a1-68ab5a1b5d6d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989718 Feb 15 16:55:33.985038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-87137e3d-280a-4536-8b26-89ca5abdde82 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'network': {'description': 'd2'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:33.996990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dce32d-68ba-46fe-ad27-b4e07fcac8dc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 78e1a74e-bedd-4d3f-943e-0ecd724b5bf6 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:55:34.127654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-06dce32d-68ba-46fe-ad27-b4e07fcac8dc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 78e1a74e-bedd-4d3f-943e-0ecd724b5bf6) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:34.140829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633ddb40-0022-46df-bcfc-03c406858b28 None None] Network 78e1a74e-bedd-4d3f-943e-0ecd724b5bf6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:34.159788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dce32d-68ba-46fe-ad27-b4e07fcac8dc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:34.160398 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-06dce32d-68ba-46fe-ad27-b4e07fcac8dc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:34.319015 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-87137e3d-280a-4536-8b26-89ca5abdde82 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (9dc421e5-7421-450c-8156-175173dc4e67), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:34.362281 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-06dce32d-68ba-46fe-ad27-b4e07fcac8dc tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2634163 Feb 15 16:55:34.365094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57230) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:34.394276 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:55:34.395168 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:34.409801 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-87137e3d-280a-4536-8b26-89ca5abdde82 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (9dc421e5-7421-450c-8156-175173dc4e67), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:34.439639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-87137e3d-280a-4536-8b26-89ca5abdde82 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network 9dc421e5-7421-450c-8156-175173dc4e67 is not hosted by any dhcp agent {{(pid=103799) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 16:55:34.455299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87137e3d-280a-4536-8b26-89ca5abdde82 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:34.456099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-87137e3d-280a-4536-8b26-89ca5abdde82 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:34.461198 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-87137e3d-280a-4536-8b26-89ca5abdde82 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "PUT /v2.0/networks/9dc421e5-7421-450c-8156-175173dc4e67 HTTP/1.1" status: 200 len: 762 time: 0.4830422 Feb 15 16:55:34.463876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57232) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:34.693688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Allocated IP 2001:db8::2 (78e1a74e-bedd-4d3f-943e-0ecd724b5bf6/bf9607f9-6284-46d2-ad66-40b36c31d74a/71ecd8b4-4767-43e9-8e16-1c38a799a67f) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:55:34.765020 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87137e3d-280a-4536-8b26-89ca5abdde82 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Network': ['ID=9dc421e5-7421-450c-8156-175173dc4e67,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:34.813675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88324d2e-3007-4b3e-af97-b5d9ff81d24e req-71075dee-cc44-4d7c-9df0-1382184afd3e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:34.815770 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-88324d2e-3007-4b3e-af97-b5d9ff81d24e req-71075dee-cc44-4d7c-9df0-1382184afd3e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 945 time: 0.6331778 Feb 15 16:55:34.907962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec42d52d-35a2-4343-a386-0aff9fcea9b2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:34.915783 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ec42d52d-35a2-4343-a386-0aff9fcea9b2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "GET /v2.0/networks?id=9dc421e5-7421-450c-8156-175173dc4e67 HTTP/1.1" status: 200 len: 765 time: 0.4490480 Feb 15 16:55:34.932279 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57236) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:34.939153 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:35.024947 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Publish callbacks [] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:35.029935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 9dc421e5-7421-450c-8156-175173dc4e67 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:55:35.133847 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:35.168879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2a87b3-0376-404e-9c68-fc4d5da0c787 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:35.177931 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-db2a87b3-0376-404e-9c68-fc4d5da0c787 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2446237 Feb 15 16:55:35.188264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57240) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:35.273343 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-27447c88-3a31-48c8-aa9b-be5316c0028f tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 207 time: 0.0781791 Feb 15 16:55:35.278484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57248) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:35.313877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Pushing event updated for resources: {'Port': ['ID=71ecd8b4-4767-43e9-8e16-1c38a799a67f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:35.350112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Network 78e1a74e-bedd-4d3f-943e-0ecd724b5bf6 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:35.354566 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:35.356860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:55:35.368128 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-88324d2e-3007-4b3e-af97-b5d9ff81d24e req-e43c2b58-c9db-4a07-89d2-705eab09ebf1 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332687 Feb 15 16:55:35.464214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Allocated IP 2001:db8::1 (78e1a74e-bedd-4d3f-943e-0ecd724b5bf6/bf9607f9-6284-46d2-ad66-40b36c31d74a/f58119f4-9a56-4e43-8b8d-8ff8b10f8171) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:55:35.471558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1618724-bb43-47fa-874c-7de0ed08eb35 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:35.477879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1618724-bb43-47fa-874c-7de0ed08eb35 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:35.483882 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1618724-bb43-47fa-874c-7de0ed08eb35 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:35.490523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1618724-bb43-47fa-874c-7de0ed08eb35 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:35.497329 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1618724-bb43-47fa-874c-7de0ed08eb35 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:35.503590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1618724-bb43-47fa-874c-7de0ed08eb35 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:35.512567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d1618724-bb43-47fa-874c-7de0ed08eb35 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2329831 Feb 15 16:55:35.513709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57252) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:35.622690 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:35.756321 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-971598fc-4ccc-4a2e-af9b-0e29efce22d6 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2405331 Feb 15 16:55:35.756956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57258) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:35.801145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d237fc-f5e0-4bdf-8d58-1567431b0183 req-0d48ddd7-4032-4bfc-84a9-6065cd1b8d9b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:35.802966 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8d237fc-f5e0-4bdf-8d58-1567431b0183 req-0d48ddd7-4032-4bfc-84a9-6065cd1b8d9b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 947 time: 0.3565466 Feb 15 16:55:35.806726 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:35.942979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938149e6-1346-4cf3-b69c-77e0b9509ec8 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:35.944159 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938149e6-1346-4cf3-b69c-77e0b9509ec8 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:35.949479 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Attempting to bind port 71ecd8b4-4767-43e9-8e16-1c38a799a67f on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:55:35.949991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Attempting to bind port 71ecd8b4-4767-43e9-8e16-1c38a799a67f by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '765d472d-8feb-427f-a4ed-2ce674e0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:55:35.950292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Attempting to bind port 71ecd8b4-4767-43e9-8e16-1c38a799a67f on network 78e1a74e-bedd-4d3f-943e-0ecd724b5bf6 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:55:35.958175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938149e6-1346-4cf3-b69c-77e0b9509ec8 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:35.960879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938149e6-1346-4cf3-b69c-77e0b9509ec8 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:35.962248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938149e6-1346-4cf3-b69c-77e0b9509ec8 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:35.962687 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:55:35.963073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Checking segment: {'id': '765d472d-8feb-427f-a4ed-2ce674e0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:35.963480 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:35.963877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Bound using segment: {'id': '765d472d-8feb-427f-a4ed-2ce674e0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:55:35.964352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Bound port: 71ecd8b4-4767-43e9-8e16-1c38a799a67f, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765d472d-8feb-427f-a4ed-2ce674e0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:55:35.964734 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:35.969541 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=f58119f4-9a56-4e43-8b8d-8ff8b10f8171,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:35.969875 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-938149e6-1346-4cf3-b69c-77e0b9509ec8 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1988854 Feb 15 16:55:35.977015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57260) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:36.029902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e9d88-c0f8-4e99-9dd2-baa82b975a8c req-304b3920-5924-4680-aef9-17d717a07dbe tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:36.037352 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-124e9d88-c0f8-4e99-9dd2-baa82b975a8c req-304b3920-5924-4680-aef9-17d717a07dbe tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 945 time: 0.2792277 Feb 15 16:55:36.041879 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8d237fc-f5e0-4bdf-8d58-1567431b0183 req-dc5f8061-76dc-491f-9573-d19e0a1ce2ce tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460147 Feb 15 16:55:36.054138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 78e1a74e-bedd-4d3f-943e-0ecd724b5bf6 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:36.057203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:36.061875 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:55:36.062434 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:36.103218 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] For port 71ecd8b4-4767-43e9-8e16-1c38a799a67f, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:55:36.110106 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] For port 71ecd8b4-4767-43e9-8e16-1c38a799a67f, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=71ecd8b4-4767-43e9-8e16-1c38a799a67f,segment=NetworkSegment(765d472d-8feb-427f-a4ed-2ce674e0b38c),segment_id=765d472d-8feb-427f-a4ed-2ce674e0b38c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:55:36.188091 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:36.227834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3856630-f716-492d-8efb-4d7d5abb2ce2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:36.229096 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3856630-f716-492d-8efb-4d7d5abb2ce2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:36.230337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3856630-f716-492d-8efb-4d7d5abb2ce2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:36.231910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3856630-f716-492d-8efb-4d7d5abb2ce2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:36.232767 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3856630-f716-492d-8efb-4d7d5abb2ce2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:36.241849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57262) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:36.253047 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d3856630-f716-492d-8efb-4d7d5abb2ce2 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2792401 Feb 15 16:55:36.271094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8214a2dc-33d6-4f90-993f-dccd78fa3060 None None] Pushing event updated for resources: {'Port': ['ID=71ecd8b4-4767-43e9-8e16-1c38a799a67f,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:36.293262 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-124e9d88-c0f8-4e99-9dd2-baa82b975a8c req-3441c4e4-1e68-42b6-94f7-f271a39a24bf tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950512 Feb 15 16:55:36.525396 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:36.679020 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0d53bf-a401-4f73-b69b-230bd7e8e6e9 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:36.685877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57270) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:36.686665 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-db0d53bf-a401-4f73-b69b-230bd7e8e6e9 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "GET /v2.0/networks/d78acf4a-909a-41fb-bf07-d199cf53db57 HTTP/1.1" status: 200 len: 803 time: 0.4437342 Feb 15 16:55:36.763438 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a23d45-b87d-4a09-8ac7-162a33e5b753 req-a590aa50-84c7-4c69-a5f3-62d6671af5bd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:36.764912 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5a23d45-b87d-4a09-8ac7-162a33e5b753 req-a590aa50-84c7-4c69-a5f3-62d6671af5bd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 945 time: 0.2719228 Feb 15 16:55:36.895781 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb4e115a-3e02-42e0-8476-fe3531b06b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:36.997273 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5a23d45-b87d-4a09-8ac7-162a33e5b753 req-2518aa24-2416-4714-b03b-28015843ab1e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648881 Feb 15 16:55:37.315160 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 71ecd8b4-4767-43e9-8e16-1c38a799a67f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:55:37.390778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d05884-5819-4318-a1c2-da1f6e736b94 req-b3686254-028a-406f-96ba-d8f951c272f0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:37.406300 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d3d05884-5819-4318-a1c2-da1f6e736b94 req-b3686254-028a-406f-96ba-d8f951c272f0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 947 time: 0.2121680 Feb 15 16:55:37.418428 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:37.507031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 71ecd8b4-4767-43e9-8e16-1c38a799a67f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:37.507758 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:37.510607 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:37.512265 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:37.556402 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3ae99179-ebf1-43ce-9167-a279395ed1c4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "GET /v2.0/networks/d78acf4a-909a-41fb-bf07-d199cf53db57?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.8684371 Feb 15 16:55:37.561328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57280) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:37.634984 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=f58119f4-9a56-4e43-8b8d-8ff8b10f8171,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:37.655044 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d3d05884-5819-4318-a1c2-da1f6e736b94 req-986a2c6e-3455-41ce-9bff-568747a7f9d9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2442355 Feb 15 16:55:37.706459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f85eed8-e6ab-49ed-a606-7364056a65c8 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:37.711761 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9f85eed8-e6ab-49ed-a606-7364056a65c8 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "GET /v2.0/subnets/0ae0a390-562d-4671-b60c-5f0b8bedd1cc HTTP/1.1" status: 200 len: 843 time: 0.1485901 Feb 15 16:55:37.716405 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57286) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:37.750461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 71ecd8b4-4767-43e9-8e16-1c38a799a67f is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:37.750923 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:37.857112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 71ecd8b4-4767-43e9-8e16-1c38a799a67f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=71ecd8b4-4767-43e9-8e16-1c38a799a67f,segment=NetworkSegment(765d472d-8feb-427f-a4ed-2ce674e0b38c),segment_id=765d472d-8feb-427f-a4ed-2ce674e0b38c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:37.860391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d18fa5-b49a-4c41-b60f-21f9aab98b90 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['shared'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:37.863739 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-40d18fa5-b49a-4c41-b60f-21f9aab98b90 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "GET /v2.0/subnets/0ae0a390-562d-4671-b60c-5f0b8bedd1cc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1454546 Feb 15 16:55:37.872802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57288) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:37.878589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d23f06d0-fdc7-46fb-ba8b-5c5e3cc32b29 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-424453904'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:37.880923 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee70c7-38e1-41b3-a880-3af2ffb62302 req-75f13b80-ae5a-4bb8-8641-adf12ea90689 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:37.884358 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7ee70c7-38e1-41b3-a880-3af2ffb62302 req-75f13b80-ae5a-4bb8-8641-adf12ea90689 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 945 time: 0.1436586 Feb 15 16:55:37.890020 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 78e1a74e-bedd-4d3f-943e-0ecd724b5bf6 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:37.897677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:37.958836 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:38.071583 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=71ecd8b4-4767-43e9-8e16-1c38a799a67f,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:38.075325 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7ee70c7-38e1-41b3-a880-3af2ffb62302 req-186f5b66-d3e1-4856-b4ae-90e0fe536cae tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845345 Feb 15 16:55:38.175006 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23f06d0-fdc7-46fb-ba8b-5c5e3cc32b29 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:38.175197 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d23f06d0-fdc7-46fb-ba8b-5c5e3cc32b29 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:38.176008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f92301-4726-4f9f-b603-262502eb5ede None None] Network 78e1a74e-bedd-4d3f-943e-0ecd724b5bf6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:38.217906 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23f06d0-fdc7-46fb-ba8b-5c5e3cc32b29 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:55:38.235615 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d23f06d0-fdc7-46fb-ba8b-5c5e3cc32b29 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:38.236525 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-d23f06d0-fdc7-46fb-ba8b-5c5e3cc32b29 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Added segment 8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094 of type vlan for network 803a0298-5f62-4b69-a4b1-fc140d743742 Feb 15 16:55:38.287874 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d23f06d0-fdc7-46fb-ba8b-5c5e3cc32b29 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (803a0298-5f62-4b69-a4b1-fc140d743742), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:38.317396 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:55:38.320016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-7c81e991-ec6f-460d-ae5a-b2a09f333c44 None None] Provisioning complete for port 71ecd8b4-4767-43e9-8e16-1c38a799a67f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:38.320574 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7c81e991-ec6f-460d-ae5a-b2a09f333c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:38.477846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7c81e991-ec6f-460d-ae5a-b2a09f333c44 None None] Current status of the port 71ecd8b4-4767-43e9-8e16-1c38a799a67f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:38.831639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a2e72539-6486-4d55-9d1e-c94e00b71967 None None] Provisioning complete for port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:38.832436 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a2e72539-6486-4d55-9d1e-c94e00b71967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:38.923963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a2e72539-6486-4d55-9d1e-c94e00b71967 None None] Port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:55:38.955537 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a2e72539-6486-4d55-9d1e-c94e00b71967 None None] Provisioning complete for port 71ecd8b4-4767-43e9-8e16-1c38a799a67f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:38.956020 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a2e72539-6486-4d55-9d1e-c94e00b71967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:39.148320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a2e72539-6486-4d55-9d1e-c94e00b71967 None None] Current status of the port 71ecd8b4-4767-43e9-8e16-1c38a799a67f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:39.163739 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999841bb-f0c1-4f55-a392-9e355688f7bc req-e54a2df5-5bbe-471d-a97d-9f1c13bbf8f8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:39.166025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-999841bb-f0c1-4f55-a392-9e355688f7bc req-e54a2df5-5bbe-471d-a97d-9f1c13bbf8f8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.67 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 945 time: 0.1067734 Feb 15 16:55:39.265278 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d23f06d0-fdc7-46fb-ba8b-5c5e3cc32b29 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (803a0298-5f62-4b69-a4b1-fc140d743742), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:39.274660 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23f06d0-fdc7-46fb-ba8b-5c5e3cc32b29 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:39.277998 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d23f06d0-fdc7-46fb-ba8b-5c5e3cc32b29 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:39.284333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 71ecd8b4-4767-43e9-8e16-1c38a799a67f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:55:39.353467 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5830cc9d-707d-45c1-8fcb-0e4d8075f734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:39.356597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3bba7006-5486-4291-8781-44cff835f681 None None] Provisioning complete for port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:39.356973 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bba7006-5486-4291-8781-44cff835f681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:39.395295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9f2f35-28ba-478e-8841-b6de64912027 req-68e6f341-15b5-4b66-857b-b030c244ccbd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:39.397989 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c9f2f35-28ba-478e-8841-b6de64912027 req-68e6f341-15b5-4b66-857b-b030c244ccbd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 945 time: 0.1623394 Feb 15 16:55:39.478166 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c9f2f35-28ba-478e-8841-b6de64912027 req-14ecc2c1-855b-439c-8099-0271565be203 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727966 Feb 15 16:55:39.489108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-999841bb-f0c1-4f55-a392-9e355688f7bc req-f59a7e5d-93a7-40c7-8f8d-09e34710b11b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Deleting port de86cc10-6067-4848-9f52-e702317dfa12 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:39.489780 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-999841bb-f0c1-4f55-a392-9e355688f7bc req-f59a7e5d-93a7-40c7-8f8d-09e34710b11b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (de86cc10-6067-4848-9f52-e702317dfa12), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:39.495324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3bba7006-5486-4291-8781-44cff835f681 None None] Port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:55:39.516751 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 71ecd8b4-4767-43e9-8e16-1c38a799a67f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:39.517172 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:39.555507 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d23f06d0-fdc7-46fb-ba8b-5c5e3cc32b29 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6815214 Feb 15 16:55:39.559729 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f06d0-fdc7-46fb-ba8b-5c5e3cc32b29 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Network': ['ID=803a0298-5f62-4b69-a4b1-fc140d743742,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:39.561786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57306) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:39.565511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:55:39.583746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Sync routers for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:55:39.584676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6d8cfb36-a0f4-46ec-877b-ee57dd596433 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/13dcde39-3dae-43c5-a311-4fe4fa13ec0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2175639 Feb 15 16:55:39.596747 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 803a0298-5f62-4b69-a4b1-fc140d743742 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:55:39.600496 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d6897553-65aa-4854-8ff9-cf40a4e99155 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'subnet': {'network_id': '803a0298-5f62-4b69-a4b1-fc140d743742', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:39.604004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57308) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:39.625407 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2faeb-b924-41b1-8321-271cbaacfb10 req-5e6ae293-1909-47a0-89c1-ef95ee8002f4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:39.639093 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-21c2faeb-b924-41b1-8321-271cbaacfb10 req-5e6ae293-1909-47a0-89c1-ef95ee8002f4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 947 time: 0.4067948 Feb 15 16:55:39.643965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fbb64f83-ad5b-4c45-b8a0-827d0c98e5fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1551453723'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:39.654424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-999841bb-f0c1-4f55-a392-9e355688f7bc req-f59a7e5d-93a7-40c7-8f8d-09e34710b11b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] For port de86cc10-6067-4848-9f52-e702317dfa12, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=de86cc10-6067-4848-9f52-e702317dfa12,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:39.655156 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-999841bb-f0c1-4f55-a392-9e355688f7bc req-f59a7e5d-93a7-40c7-8f8d-09e34710b11b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (de86cc10-6067-4848-9f52-e702317dfa12), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:39.686489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-999841bb-f0c1-4f55-a392-9e355688f7bc req-f59a7e5d-93a7-40c7-8f8d-09e34710b11b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Calling delete_port for de86cc10-6067-4848-9f52-e702317dfa12 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:39.794322 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:55:39.795921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:55:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:39.877543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b746e34b-bd14-43f5-990e-b0de9cec7682 None None] Provisioning complete for port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:39.878251 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b746e34b-bd14-43f5-990e-b0de9cec7682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:39.899642 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-21c2faeb-b924-41b1-8321-271cbaacfb10 req-74cf35e6-f199-4899-a579-16e1c5b4799e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436221 Feb 15 16:55:39.941753 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-999841bb-f0c1-4f55-a392-9e355688f7bc req-f59a7e5d-93a7-40c7-8f8d-09e34710b11b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (de86cc10-6067-4848-9f52-e702317dfa12), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:39.975809 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb64f83-ad5b-4c45-b8a0-827d0c98e5fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:39.979812 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbb64f83-ad5b-4c45-b8a0-827d0c98e5fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:40.027045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:55:40.029102 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a7e5d-93a7-40c7-8f8d-09e34710b11b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Pushing event deleted for resources: {'Port': ['ID=de86cc10-6067-4848-9f52-e702317dfa12,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:40.030656 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb64f83-ad5b-4c45-b8a0-827d0c98e5fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:55:40.042773 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbb64f83-ad5b-4c45-b8a0-827d0c98e5fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (872d6ae0-cf64-4fb5-b011-386c0a32c2f4), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:40.043461 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-fbb64f83-ad5b-4c45-b8a0-827d0c98e5fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Added segment 872d6ae0-cf64-4fb5-b011-386c0a32c2f4 of type vlan for network 7a450fca-bc4d-4061-a211-d660e2a14bb9 Feb 15 16:55:40.092300 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbb64f83-ad5b-4c45-b8a0-827d0c98e5fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (7a450fca-bc4d-4061-a211-d660e2a14bb9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:40.119979 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6897553-65aa-4854-8ff9-cf40a4e99155 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Made reservation on behalf of ef8a4e01f7c84fe2ab2da9c0552a852a for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:40.123628 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6897553-65aa-4854-8ff9-cf40a4e99155 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:40.171083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-999841bb-f0c1-4f55-a392-9e355688f7bc req-f59a7e5d-93a7-40c7-8f8d-09e34710b11b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] No DVR routers for this DVR port de86cc10-6067-4848-9f52-e702317dfa12 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:55:40.173920 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-999841bb-f0c1-4f55-a392-9e355688f7bc req-f59a7e5d-93a7-40c7-8f8d-09e34710b11b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:40.177712 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-999841bb-f0c1-4f55-a392-9e355688f7bc req-f59a7e5d-93a7-40c7-8f8d-09e34710b11b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.67 "DELETE /v2.0/ports/de86cc10-6067-4848-9f52-e702317dfa12 HTTP/1.1" status: 204 len: 173 time: 0.9993570 Feb 15 16:55:40.180578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80650d88-132e-48e5-a4b3-25907e2632bc', 'name': 'network-vif-deleted', 'tag': 'de86cc10-6067-4848-9f52-e702317dfa12'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:55:40.188478 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912f216d-7526-4d8a-99c7-1ab20398083a" -d '{"events": [{"server_uuid": "80650d88-132e-48e5-a4b3-25907e2632bc", "name": "network-vif-deleted", "tag": "de86cc10-6067-4848-9f52-e702317dfa12"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:55:40.193336 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-d6897553-65aa-4854-8ff9-cf40a4e99155 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Performing IP validity checks on allocation pools {{(pid=103800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 16:55:40.193972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b746e34b-bd14-43f5-990e-b0de9cec7682 None None] Port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:55:40.195323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-d6897553-65aa-4854-8ff9-cf40a4e99155 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 16:55:40.216224 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbb64f83-ad5b-4c45-b8a0-827d0c98e5fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (7a450fca-bc4d-4061-a211-d660e2a14bb9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:40.224458 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb64f83-ad5b-4c45-b8a0-827d0c98e5fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:40.225561 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbb64f83-ad5b-4c45-b8a0-827d0c98e5fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:40.255203 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a38504-c770-4f9a-8b23-47a44537f06e x-openstack-request-id: req-d2a38504-c770-4f9a-8b23-47a44537f06e {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:55:40.255837 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80650d88-132e-48e5-a4b3-25907e2632bc", "name": "network-vif-deleted", "tag": "de86cc10-6067-4848-9f52-e702317dfa12", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:55:40.256341 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d2a38504-c770-4f9a-8b23-47a44537f06e {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:55:40.257000 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80650d88-132e-48e5-a4b3-25907e2632bc', 'name': 'network-vif-deleted', 'tag': 'de86cc10-6067-4848-9f52-e702317dfa12', 'status': 'completed', 'code': 200} Feb 15 16:55:40.269504 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['21b48050-d6b1-4d95-96d0-49afc662f919', 'de86cc10-6067-4848-9f52-e702317dfa12'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:55:40.428428 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 71ecd8b4-4767-43e9-8e16-1c38a799a67f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:40.587570 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:40.665198 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb64f83-ad5b-4c45-b8a0-827d0c98e5fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Network': ['ID=7a450fca-bc4d-4061-a211-d660e2a14bb9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:40.697725 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fbb64f83-ad5b-4c45-b8a0-827d0c98e5fe tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0574312 Feb 15 16:55:40.700535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57322) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:40.706802 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2f80def2-befa-4984-804d-11a5dce11252 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'subnet': {'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:40.727028 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f1c614e7-9955-4c45-aebc-50876e49d7e6 req-04d0b38a-7c84-43f2-aac4-a0ae7c76a1ea tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=80650d88-132e-48e5-a4b3-25907e2632bc HTTP/1.1" status: 200 len: 210 time: 0.0479376 Feb 15 16:55:40.768745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 7a450fca-bc4d-4061-a211-d660e2a14bb9 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:55:40.798168 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6897553-65aa-4854-8ff9-cf40a4e99155 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (8e84b988-be33-437f-b312-43a78c9ed633), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:40.938567 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6897553-65aa-4854-8ff9-cf40a4e99155 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Subnet': ['ID=8e84b988-be33-437f-b312-43a78c9ed633,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:40.945292 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f80def2-befa-4984-804d-11a5dce11252 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:40.949536 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2f80def2-befa-4984-804d-11a5dce11252 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:40.991783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6897553-65aa-4854-8ff9-cf40a4e99155 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Checking segment: {'id': '8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '803a0298-5f62-4b69-a4b1-fc140d743742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:40.992155 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6897553-65aa-4854-8ff9-cf40a4e99155 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network hostable DHCP agents. Network: 803a0298-5f62-4b69-a4b1-fc140d743742, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:55:41.122217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:55:36Z', 'revision_number': 2, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:37Z', 'revision_number': 2, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:41.124606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6897553-65aa-4854-8ff9-cf40a4e99155 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Network 803a0298-5f62-4b69-a4b1-fc140d743742 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:55:41.164477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Checking router: 13dcde39-3dae-43c5-a311-4fe4fa13ec0f for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:55:41.164781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Updating router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:55:41.197085 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:41.216154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d6897553-65aa-4854-8ff9-cf40a4e99155 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 803a0298-5f62-4b69-a4b1-fc140d743742) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:41.220883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6897553-65aa-4854-8ff9-cf40a4e99155 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:41.221541 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6897553-65aa-4854-8ff9-cf40a4e99155 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:41.294465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda1c97a-f981-4521-b614-5c0101a11b0d None None] Network 803a0298-5f62-4b69-a4b1-fc140d743742 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:41.363660 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d6897553-65aa-4854-8ff9-cf40a4e99155 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8003209 Feb 15 16:55:41.373113 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57336) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:41.379423 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-367f8cc4-da58-41f0-8e51-7619fc5f2bc5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:41.479312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd8b9b-8248-4909-8345-ec7ddc7f80b4 req-acb33736-232b-41e5-a22f-fa5c80588e50 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:41.494370 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1fd8b9b-8248-4909-8345-ec7ddc7f80b4 req-acb33736-232b-41e5-a22f-fa5c80588e50 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 947 time: 0.3805609 Feb 15 16:55:41.508240 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-367f8cc4-da58-41f0-8e51-7619fc5f2bc5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8863207'] for subnet (8e84b988-be33-437f-b312-43a78c9ed633), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:41.717140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1fd8b9b-8248-4909-8345-ec7ddc7f80b4 req-8367299c-cb94-4f7e-8897-c4a578536380 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2172222 Feb 15 16:55:41.764803 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2f80def2-befa-4984-804d-11a5dce11252 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (3ceda5f7-ddc0-4667-b5a7-245d2e6faebe), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:41.818062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-803a0298-5f62-4b69-a4b1-fc140d743742', 'network_id': '803a0298-5f62-4b69-a4b1-fc140d743742', 'project_id': 'ef8a4e01f7c84fe2ab2da9c0552a852a', 'fixed_ips': [{'subnet_id': '8e84b988-be33-437f-b312-43a78c9ed633'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:55:41.818062 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:41.949613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f80def2-befa-4984-804d-11a5dce11252 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Subnet': ['ID=3ceda5f7-ddc0-4667-b5a7-245d2e6faebe,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:41.953546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f80def2-befa-4984-804d-11a5dce11252 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Checking segment: {'id': '872d6ae0-cf64-4fb5-b011-386c0a32c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:41.953926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f80def2-befa-4984-804d-11a5dce11252 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network hostable DHCP agents. Network: 7a450fca-bc4d-4061-a211-d660e2a14bb9, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:55:41.991165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-367f8cc4-da58-41f0-8e51-7619fc5f2bc5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8759614419478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8822389'] for subnet (8e84b988-be33-437f-b312-43a78c9ed633), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:42.087683 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367f8cc4-da58-41f0-8e51-7619fc5f2bc5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:42.088612 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-367f8cc4-da58-41f0-8e51-7619fc5f2bc5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:42.093101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-367f8cc4-da58-41f0-8e51-7619fc5f2bc5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "PUT /v2.0/subnets/8e84b988-be33-437f-b312-43a78c9ed633 HTTP/1.1" status: 200 len: 900 time: 0.7188594 Feb 15 16:55:42.096869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57366) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:42.100666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Allocated IP 2001:db8::3 (803a0298-5f62-4b69-a4b1-fc140d743742/8e84b988-be33-437f-b312-43a78c9ed633/5aa24601-38d3-4987-a324-fb2710271813) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:55:42.133710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f8cc4-da58-41f0-8e51-7619fc5f2bc5 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event updated for resources: {'Subnet': ['ID=8e84b988-be33-437f-b312-43a78c9ed633,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:42.146099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f80def2-befa-4984-804d-11a5dce11252 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 7a450fca-bc4d-4061-a211-d660e2a14bb9 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:55:42.185895 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:42.215488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-1d605d69-f1b7-4c7d-a1ee-07b1e64a190e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:42.218931 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-1d605d69-f1b7-4c7d-a1ee-07b1e64a190e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 805 time: 0.1901393 Feb 15 16:55:42.235748 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-2ac8e9f5-bcb8-4cb6-bb04-5169e8551382 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/quotas/e6a9a5739db149a6bf851ba113dffa73 HTTP/1.1" status: 200 len: 375 time: 0.0106664 Feb 15 16:55:42.281926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-2f80def2-befa-4984-804d-11a5dce11252 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 7a450fca-bc4d-4061-a211-d660e2a14bb9) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:42.290406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f80def2-befa-4984-804d-11a5dce11252 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:42.290995 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2f80def2-befa-4984-804d-11a5dce11252 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:42.314487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36fec904-26b1-4da2-b22f-f1cc3d0308a6 None None] Network 7a450fca-bc4d-4061-a211-d660e2a14bb9 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:42.351484 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834cdaa-b0a3-40e2-9be1-5b9d2e51d321 req-ccb046a8-af7d-45b9-8082-20e20a8a827f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:42.358138 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f834cdaa-b0a3-40e2-9be1-5b9d2e51d321 req-ccb046a8-af7d-45b9-8082-20e20a8a827f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.1517355 Feb 15 16:55:42.360106 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-06f05c91-f1f0-4fbc-aa8a-b575f04450d5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1181493 Feb 15 16:55:42.366533 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (803a0298-5f62-4b69-a4b1-fc140d743742), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:42.420177 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2f80def2-befa-4984-804d-11a5dce11252 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7176869 Feb 15 16:55:42.422617 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57376) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:42.503733 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f834cdaa-b0a3-40e2-9be1-5b9d2e51d321 req-0901ce6f-74a4-4b0c-bc4c-064005280315 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327462 Feb 15 16:55:42.516499 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (8e84b988-be33-437f-b312-43a78c9ed633), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:42.640084 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Publish callbacks [] for port (5aa24601-38d3-4987-a324-fb2710271813), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:42.668518 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Publish callbacks [] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:42.705354 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-7a450fca-bc4d-4061-a211-d660e2a14bb9', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:55:42.707407 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:42.753888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-a63ca41b-88ef-40e8-a917-dd07dd84c4f5 service neutron] 10.222.0.107 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928266 Feb 15 16:55:42.829249 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (5aa24601-38d3-4987-a324-fb2710271813), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:42.837596 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:42.837830 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (8e84b988-be33-437f-b312-43a78c9ed633), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:42.933127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Network 803a0298-5f62-4b69-a4b1-fc140d743742 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:42.933921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Pushing event updated for resources: {'Port': ['ID=5aa24601-38d3-4987-a324-fb2710271813,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:42.937564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Subnet': ['ID=8e84b988-be33-437f-b312-43a78c9ed633,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:43.009880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2773d-71d2-4cec-8065-a7a99a42e5f0 None None] Pushing event updated for resources: {'Port': ['ID=f58119f4-9a56-4e43-8b8d-8ff8b10f8171,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:43.021861 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-b5112c32-786e-432d-bd63-aa3d7eba6a04 service neutron] 10.222.0.107 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664793 Feb 15 16:55:43.047775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:43.088001 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:55:43.147855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:43.159495 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (803a0298-5f62-4b69-a4b1-fc140d743742), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:43.186307 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48f4a6-6d35-45b6-a8f1-0f77b611337e req-2a5c9b82-8c15-4a0e-88fe-5b1cf8e9a942 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:43.194183 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-db48f4a6-6d35-45b6-a8f1-0f77b611337e req-2a5c9b82-8c15-4a0e-88fe-5b1cf8e9a942 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 947 time: 0.2987623 Feb 15 16:55:43.238712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803a0298-5f62-4b69-a4b1-fc140d743742']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:43.262194 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:43.262506 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:43.286788 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-db48f4a6-6d35-45b6-a8f1-0f77b611337e req-92657fe8-5e1b-4a34-a908-fc9f2d2fe20a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889764 Feb 15 16:55:43.315919 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:43.336780 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:43.355708 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:55:43.358068 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:55:43.364552 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:55:43.469890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Allocated IP 2001:db8:1::2 (7a450fca-bc4d-4061-a211-d660e2a14bb9/3ceda5f7-ddc0-4667-b5a7-245d2e6faebe/f8cc7250-4d5e-4c58-85b3-d021a1a03676) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:55:43.517677 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.api [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 16:55:43.517677 n-d-828372-14 neutron-server[103800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 16:55:43.517677 n-d-828372-14 neutron-server[103800]: [parameters: {'id': '803a0298-5f62-4b69-a4b1-fc140d743742'}] Feb 15 16:55:43.517677 n-d-828372-14 neutron-server[103800]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:55:43.524944 n-d-828372-14 neutron-server[103800]: DEBUG oslo_db.api [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:55:43.555095 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Attempting to bind port 5aa24601-38d3-4987-a324-fb2710271813 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:55:43.555500 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Attempting to bind port 5aa24601-38d3-4987-a324-fb2710271813 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '803a0298-5f62-4b69-a4b1-fc140d743742'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:55:43.555831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Attempting to bind port 5aa24601-38d3-4987-a324-fb2710271813 on network 803a0298-5f62-4b69-a4b1-fc140d743742 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:55:43.596718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Attempting to bind port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:55:43.596718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Attempting to bind port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '765d472d-8feb-427f-a4ed-2ce674e0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:55:43.596718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Attempting to bind port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 on network 78e1a74e-bedd-4d3f-943e-0ecd724b5bf6 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:55:43.613426 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:43.620689 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:55:43.621075 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Checking segment: {'id': '8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '803a0298-5f62-4b69-a4b1-fc140d743742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:43.623325 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:43.623573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Bound using segment: {'id': '8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '803a0298-5f62-4b69-a4b1-fc140d743742'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:55:43.624082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Bound port: 5aa24601-38d3-4987-a324-fb2710271813, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '803a0298-5f62-4b69-a4b1-fc140d743742'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:55:43.624474 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5aa24601-38d3-4987-a324-fb2710271813), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:43.635656 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19ca7418-7d75-4986-b37b-6b0480fa0d7a req-953b5f42-214a-490a-946b-0160c3007731 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 210 time: 0.0484271 Feb 15 16:55:43.697667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffe956-3a6b-4ce4-8f1b-5e67d0722864 req-032b6c39-a8bd-452c-85b8-e33cc029eba8 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:43.721544 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2ffe956-3a6b-4ce4-8f1b-5e67d0722864 req-032b6c39-a8bd-452c-85b8-e33cc029eba8 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.1004088 Feb 15 16:55:43.749478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0adb72b2-d50e-4ccd-9358-0348ebc516d9 None None] Provisioning complete for port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:43.750073 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0adb72b2-d50e-4ccd-9358-0348ebc516d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:43.752176 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:55:43.752705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Checking segment: {'id': '765d472d-8feb-427f-a4ed-2ce674e0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:43.753198 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:43.753808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Bound using segment: {'id': '765d472d-8feb-427f-a4ed-2ce674e0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:55:43.755180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Bound port: f58119f4-9a56-4e43-8b8d-8ff8b10f8171, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765d472d-8feb-427f-a4ed-2ce674e0b38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:55:43.755667 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:43.789971 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2ffe956-3a6b-4ce4-8f1b-5e67d0722864 req-662efccf-1599-468f-815b-9c431d5cc5c4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723593 Feb 15 16:55:43.969102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0adb72b2-d50e-4ccd-9358-0348ebc516d9 None None] Port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:55:43.996262 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] For port 5aa24601-38d3-4987-a324-fb2710271813, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:55:44.019222 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (803a0298-5f62-4b69-a4b1-fc140d743742), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:44.043749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] For port 5aa24601-38d3-4987-a324-fb2710271813, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5aa24601-38d3-4987-a324-fb2710271813,segment=NetworkSegment(8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094),segment_id=8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:55:44.058993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] For port f58119f4-9a56-4e43-8b8d-8ff8b10f8171, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:55:44.095847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Deleting port 5aa24601-38d3-4987-a324-fb2710271813 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:44.096165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5aa24601-38d3-4987-a324-fb2710271813), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:44.101174 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device de86cc10-6067-4848-9f52-e702317dfa12 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:55:44.152986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15c72d-f69e-4138-829d-e0ab22658568 req-384e46d4-4724-4058-9a1d-86ad4d6baf18 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:44.155233 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be15c72d-f69e-4138-829d-e0ab22658568 req-384e46d4-4724-4058-9a1d-86ad4d6baf18 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.67 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.1191838 Feb 15 16:55:44.167056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: de86cc10-6067-4848-9f52-e702317dfa12 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:55:44.168963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device de86cc10-6067-4848-9f52-e702317dfa12 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:55:44.176074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] For port f58119f4-9a56-4e43-8b8d-8ff8b10f8171, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f58119f4-9a56-4e43-8b8d-8ff8b10f8171,segment=NetworkSegment(765d472d-8feb-427f-a4ed-2ce674e0b38c),segment_id=765d472d-8feb-427f-a4ed-2ce674e0b38c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:55:44.183635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] For port 5aa24601-38d3-4987-a324-fb2710271813, host n-d-828372-14, got binding levels [] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:44.184084 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5aa24601-38d3-4987-a324-fb2710271813), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:44.214697 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5aa24601-38d3-4987-a324-fb2710271813), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:44.235306 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Calling delete_port for 5aa24601-38d3-4987-a324-fb2710271813 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:44.247975 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Publish callbacks [] for port (f8cc7250-4d5e-4c58-85b3-d021a1a03676), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:44.289275 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:44.369691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-be15c72d-f69e-4138-829d-e0ab22658568 req-7e8d6d1e-08eb-4358-be46-abc6b37ec3ef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Deleting port 76beb63c-bfcf-4a0b-be8a-d368b5208dab {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:44.369820 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-be15c72d-f69e-4138-829d-e0ab22658568 req-7e8d6d1e-08eb-4358-be46-abc6b37ec3ef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (76beb63c-bfcf-4a0b-be8a-d368b5208dab), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:44.438279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54becf5c-4b18-4749-9d15-90f0d2ad6d34 None None] Pushing event updated for resources: {'Port': ['ID=5aa24601-38d3-4987-a324-fb2710271813,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:44.449999 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (f8cc7250-4d5e-4c58-85b3-d021a1a03676), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:44.510809 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d754e5-2ebc-4576-9fdf-2d25458debce None None] Network 803a0298-5f62-4b69-a4b1-fc140d743742 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:44.591517 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (5aa24601-38d3-4987-a324-fb2710271813), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:44.595880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:55:44.596649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:55:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:44.642531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Port': ['ID=5aa24601-38d3-4987-a324-fb2710271813,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:44.652645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No DVR routers for this DVR port 5aa24601-38d3-4987-a324-fb2710271813 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:55:44.656585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Network 7a450fca-bc4d-4061-a211-d660e2a14bb9 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:44.727470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Allocated IP 2001:db8:1::1 (7a450fca-bc4d-4061-a211-d660e2a14bb9/3ceda5f7-ddc0-4667-b5a7-245d2e6faebe/2f6217f3-597d-42dc-b15a-14eaa4ee4fa4) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:55:44.781456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-be15c72d-f69e-4138-829d-e0ab22658568 req-7e8d6d1e-08eb-4358-be46-abc6b37ec3ef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] For port 76beb63c-bfcf-4a0b-be8a-d368b5208dab, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=76beb63c-bfcf-4a0b-be8a-d368b5208dab,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:44.781822 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-be15c72d-f69e-4138-829d-e0ab22658568 req-7e8d6d1e-08eb-4358-be46-abc6b37ec3ef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (76beb63c-bfcf-4a0b-be8a-d368b5208dab), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:44.804818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:44.822238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48efed5d-704c-4da6-81d0-4affad94c6cc None None] Network 803a0298-5f62-4b69-a4b1-fc140d743742 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:44.961931 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7317b97d-833f-43cc-8108-8008edb01749 req-2c9f571d-584c-4e5f-bb47-ca7d1b59618d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 210 time: 0.1591647 Feb 15 16:55:44.983622 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (803a0298-5f62-4b69-a4b1-fc140d743742), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:45.033705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803a0298-5f62-4b69-a4b1-fc140d743742']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:45.045053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:45.045698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:45.062659 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:45.087098 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:45.100914 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:55:45.101547 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (8f014c87-4e5d-4f3d-88b9-d6c2a8ac4094), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:55:45.105785 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:55:45.163233 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:55:45.194030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f211093c-554d-4094-aeca-f5b854a678a4 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:55:45.196316 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2773d-71d2-4cec-8065-a7a99a42e5f0 None None] Pushing event updated for resources: {'Port': ['ID=f58119f4-9a56-4e43-8b8d-8ff8b10f8171,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:45.281778 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (803a0298-5f62-4b69-a4b1-fc140d743742), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:45.282427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:55:45.299841 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:45.304010 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/803a0298-5f62-4b69-a4b1-fc140d743742 HTTP/1.1" status: 204 len: 168 time: 3.2022080 Feb 15 16:55:45.307462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57462) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:45.367838 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:45.402425 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b92af80-67b7-4298-b316-1f37f9e1fe3c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] DELETE failed (client error): The resource could not be found. Feb 15 16:55:45.402905 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b92af80-67b7-4298-b316-1f37f9e1fe3c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:55:45.408755 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4b92af80-67b7-4298-b316-1f37f9e1fe3c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/subnets/8e84b988-be33-437f-b312-43a78c9ed633 HTTP/1.1" status: 404 len: 337 time: 0.0928240 Feb 15 16:55:45.409489 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8a8fd-9183-4359-94a6-da705cf79672 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Network': ['ID=803a0298-5f62-4b69-a4b1-fc140d743742,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:45.416705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57464) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:45.471601 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a016d812-3f7e-4b5f-9610-47db8ffaebce None None] Provisioning complete for port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:45.471840 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2650bf-1578-413d-bc75-f8cce2935c72 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] DELETE failed (client error): The resource could not be found. Feb 15 16:55:45.478255 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a016d812-3f7e-4b5f-9610-47db8ffaebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:45.478416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2650bf-1578-413d-bc75-f8cce2935c72 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:55:45.478416 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5c2650bf-1578-413d-bc75-f8cce2935c72 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/803a0298-5f62-4b69-a4b1-fc140d743742 HTTP/1.1" status: 404 len: 339 time: 0.0576167 Feb 15 16:55:45.486808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57474) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:45.607710 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Pushing event updated for resources: {'Port': ['ID=f8cc7250-4d5e-4c58-85b3-d021a1a03676,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:45.761120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2d9e9-f11e-4fdd-b645-e7db366e8d10 req-5a9d2a3e-27e5-4865-abf8-e417b990c994 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:45.780436 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-82b2d9e9-f11e-4fdd-b645-e7db366e8d10 req-5a9d2a3e-27e5-4865-abf8-e417b990c994 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 947 time: 0.1297033 Feb 15 16:55:45.864854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Attempting to bind port f8cc7250-4d5e-4c58-85b3-d021a1a03676 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:55:45.868377 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Attempting to bind port f8cc7250-4d5e-4c58-85b3-d021a1a03676 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '872d6ae0-cf64-4fb5-b011-386c0a32c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:55:45.868894 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Attempting to bind port f8cc7250-4d5e-4c58-85b3-d021a1a03676 on network 7a450fca-bc4d-4061-a211-d660e2a14bb9 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:55:45.889958 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-82b2d9e9-f11e-4fdd-b645-e7db366e8d10 req-073e8987-5bc4-445a-a324-6fce742c545e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084657 Feb 15 16:55:45.951326 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a016d812-3f7e-4b5f-9610-47db8ffaebce None None] Current status of the port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:45.959586 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a016d812-3f7e-4b5f-9610-47db8ffaebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:46.024047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:55:46.024433 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Checking segment: {'id': '872d6ae0-cf64-4fb5-b011-386c0a32c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:46.024833 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:46.025226 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Bound using segment: {'id': '872d6ae0-cf64-4fb5-b011-386c0a32c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:55:46.025734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Bound port: f8cc7250-4d5e-4c58-85b3-d021a1a03676, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872d6ae0-cf64-4fb5-b011-386c0a32c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:55:46.026120 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f8cc7250-4d5e-4c58-85b3-d021a1a03676), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:46.116034 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a016d812-3f7e-4b5f-9610-47db8ffaebce None None] For port f58119f4-9a56-4e43-8b8d-8ff8b10f8171, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f58119f4-9a56-4e43-8b8d-8ff8b10f8171,segment=NetworkSegment(765d472d-8feb-427f-a4ed-2ce674e0b38c),segment_id=765d472d-8feb-427f-a4ed-2ce674e0b38c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:46.120422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f211093c-554d-4094-aeca-f5b854a678a4 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:46.121047 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f211093c-554d-4094-aeca-f5b854a678a4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:46.241925 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-40e43ab0-609c-4927-be83-d2c13939e0ca req-5afbc1e6-8d3b-4865-a144-20af76253396 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 210 time: 0.0951164 Feb 15 16:55:46.259708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf658678-49d8-49e5-811f-b2b9cb4c28ef req-da162fba-4bf7-46ac-a668-254703ad2b59 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:46.266871 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf658678-49d8-49e5-811f-b2b9cb4c28ef req-da162fba-4bf7-46ac-a668-254703ad2b59 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 1.2685351 Feb 15 16:55:46.283401 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a016d812-3f7e-4b5f-9610-47db8ffaebce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:46.302478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:55:46.307935 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acac741f-ee96-47dd-82cf-9d3400f84d6c" -d '{"events": [{"server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "name": "network-vif-unplugged", "status": "completed", "tag": "f211093c-554d-4094-aeca-f5b854a678a4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:55:46.395768 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 16:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf54a84b-be1d-453b-8f1d-8b091e073b7b x-openstack-request-id: req-bf54a84b-be1d-453b-8f1d-8b091e073b7b {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:55:46.396330 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "name": "network-vif-unplugged", "status": "completed", "tag": "f211093c-554d-4094-aeca-f5b854a678a4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:55:46.396587 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bf54a84b-be1d-453b-8f1d-8b091e073b7b {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:55:46.397145 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4', 'code': 200} Feb 15 16:55:46.415870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] For port f8cc7250-4d5e-4c58-85b3-d021a1a03676, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:55:46.424030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:46.426131 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20761f27-d586-42fa-9bd1-88c22561183e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (9dc421e5-7421-450c-8156-175173dc4e67), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:46.477959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] For port f8cc7250-4d5e-4c58-85b3-d021a1a03676, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f8cc7250-4d5e-4c58-85b3-d021a1a03676,segment=NetworkSegment(872d6ae0-cf64-4fb5-b011-386c0a32c2f4),segment_id=872d6ae0-cf64-4fb5-b011-386c0a32c2f4)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:55:46.506389 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-be15c72d-f69e-4138-829d-e0ab22658568 req-7e8d6d1e-08eb-4358-be46-abc6b37ec3ef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:46.507060 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-be15c72d-f69e-4138-829d-e0ab22658568 req-7e8d6d1e-08eb-4358-be46-abc6b37ec3ef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (ccd3adaa-a01d-40fc-8e45-225826e868bb), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:46.507584 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-be15c72d-f69e-4138-829d-e0ab22658568 req-7e8d6d1e-08eb-4358-be46-abc6b37ec3ef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Floating IP ccd3adaa-a01d-40fc-8e45-225826e868bb disassociated. External IP: 172.25.4.252, port: 76beb63c-bfcf-4a0b-be8a-d368b5208dab. Feb 15 16:55:46.508105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-be15c72d-f69e-4138-829d-e0ab22658568 req-7e8d6d1e-08eb-4358-be46-abc6b37ec3ef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Calling delete_port for 76beb63c-bfcf-4a0b-be8a-d368b5208dab owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:46.527951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:55:36Z', 'revision_number': 2, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:44Z', 'revision_number': 4, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:46.539079 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf658678-49d8-49e5-811f-b2b9cb4c28ef req-cb4d0534-db57-4e5c-9642-61c1ade9470e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709963 Feb 15 16:55:46.585887 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016d812-3f7e-4b5f-9610-47db8ffaebce None None] Pushing event updated for resources: {'Port': ['ID=f58119f4-9a56-4e43-8b8d-8ff8b10f8171,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:46.588840 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:46.590121 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14677cba-1145-46d0-b0fa-f7952fca8755 None None] The sync data for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 is: [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:55:36Z', 'revision_number': 2, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:44Z', 'revision_number': 4, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:55:46.601636 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f211093c-554d-4094-aeca-f5b854a678a4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:46.616887 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f8cc7250-4d5e-4c58-85b3-d021a1a03676), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:46.757217 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 7a450fca-bc4d-4061-a211-d660e2a14bb9 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:46.877320 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:46.903151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:55:46.903906 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:46.925590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-9f6d56ad-8f76-47dc-8cbe-599ca2571bde tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:46.929858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-9f6d56ad-8f76-47dc-8cbe-599ca2571bde tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 805 time: 0.5817249 Feb 15 16:55:46.968395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f211093c-554d-4094-aeca-f5b854a678a4,revision_number=14']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:47.108336 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-2d4fae1a-8d9d-4849-acce-e94788ccf311 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Request body: {'port': {'device_id': 'bf5c7f62-bf1e-4703-aa76-e8653e03a28d', 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6', 'admin_state_up': True, 'tenant_id': 'e6a9a5739db149a6bf851ba113dffa73'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:47.330401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbf965-1ec0-4965-99aa-4efeea7dd86c None None] Pushing event updated for resources: {'Port': ['ID=f8cc7250-4d5e-4c58-85b3-d021a1a03676,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:47.477572 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20761f27-d586-42fa-9bd1-88c22561183e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (9dc421e5-7421-450c-8156-175173dc4e67), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:47.509405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f58119f4-9a56-4e43-8b8d-8ff8b10f8171 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:55:47.580880 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a4e54090-09cd-4795-a073-7717f513b5c3 req-601d187f-7de3-44ac-96fe-97fd27c14869 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 210 time: 0.1246684 Feb 15 16:55:47.587254 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:47.587639 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:47.616146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=2f6217f3-597d-42dc-b15a-14eaa4ee4fa4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:47.685305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-20761f27-d586-42fa-9bd1-88c22561183e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc421e5-7421-450c-8156-175173dc4e67']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:47.820125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:47.930222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-20761f27-d586-42fa-9bd1-88c22561183e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904e8db5-c1b5-4c32-992b-7a3e8bc550f0') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:47.930773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-20761f27-d586-42fa-9bd1-88c22561183e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904e8db5-c1b5-4c32-992b-7a3e8bc550f0') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:48.035267 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20761f27-d586-42fa-9bd1-88c22561183e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (904e8db5-c1b5-4c32-992b-7a3e8bc550f0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:48.069333 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20761f27-d586-42fa-9bd1-88c22561183e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (904e8db5-c1b5-4c32-992b-7a3e8bc550f0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:48.070024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20761f27-d586-42fa-9bd1-88c22561183e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:55:48.070497 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20761f27-d586-42fa-9bd1-88c22561183e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (904e8db5-c1b5-4c32-992b-7a3e8bc550f0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:55:48.075565 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:55:48.087793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 76beb63c-bfcf-4a0b-be8a-d368b5208dab no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:55:48.156990 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No active binding found for port 76beb63c-bfcf-4a0b-be8a-d368b5208dab {{(pid=103801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 16:55:48.158091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] The host n-h1-828372-14 is not matching for port 76beb63c-bfcf-4a0b-be8a-d368b5208dab host None! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 16:55:48.158629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 76beb63c-bfcf-4a0b-be8a-d368b5208dab not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:55:48.169343 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-be15c72d-f69e-4138-829d-e0ab22658568 req-7e8d6d1e-08eb-4358-be46-abc6b37ec3ef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (76beb63c-bfcf-4a0b-be8a-d368b5208dab), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:48.203291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-2d4fae1a-8d9d-4849-acce-e94788ccf311 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Made reservation on behalf of e6a9a5739db149a6bf851ba113dffa73 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:48.206703 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-2d4fae1a-8d9d-4849-acce-e94788ccf311 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:48.259409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d6d1e-08eb-4358-be46-abc6b37ec3ef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event deleted for resources: {'Port': ['ID=76beb63c-bfcf-4a0b-be8a-d368b5208dab,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:48.281432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb6206-3c5a-4fd5-bdd4-f8bfd033d027 req-135164e0-5fef-4876-af3f-3079c9998bba tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:48.283592 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-62cb6206-3c5a-4fd5-bdd4-f8bfd033d027 req-135164e0-5fef-4876-af3f-3079c9998bba tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 946 time: 0.5468104 Feb 15 16:55:48.390188 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:48.521350 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20761f27-d586-42fa-9bd1-88c22561183e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (9dc421e5-7421-450c-8156-175173dc4e67), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:48.556301 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20761f27-d586-42fa-9bd1-88c22561183e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:48.561068 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-20761f27-d586-42fa-9bd1-88c22561183e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/9dc421e5-7421-450c-8156-175173dc4e67 HTTP/1.1" status: 204 len: 168 time: 3.0645661 Feb 15 16:55:48.563445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57574) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:48.592611 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-144213d5-7acc-4d0e-9b37-de1c37785956 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] DELETE failed (client error): The resource could not be found. Feb 15 16:55:48.594050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-144213d5-7acc-4d0e-9b37-de1c37785956 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:55:48.598271 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-144213d5-7acc-4d0e-9b37-de1c37785956 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/subnets/55edee2c-2c1d-4da0-a091-b76a8a245446 HTTP/1.1" status: 404 len: 337 time: 0.0337775 Feb 15 16:55:48.600984 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57576) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:48.623101 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-e484ddc9-f056-4a00-ba63-0f61710a7e3c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] DELETE failed (client error): The resource could not be found. Feb 15 16:55:48.623861 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e484ddc9-f056-4a00-ba63-0f61710a7e3c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:55:48.628077 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e484ddc9-f056-4a00-ba63-0f61710a7e3c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/79e93fb0-8d9b-4e5d-989c-0b41e317b081 HTTP/1.1" status: 404 len: 339 time: 0.0259314 Feb 15 16:55:48.643416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57580) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:48.788529 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c873af6b-7ccc-4672-b166-e5187e08be2a req-29e994e3-3c83-422f-af16-4dbe04b4c356 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 210 time: 0.0354161 Feb 15 16:55:48.802593 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-e438170f-4ef0-41cc-997b-53966b25c5ef tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Deleting subnet bce1ac76-4b58-48f8-808e-8ced93d3ba05 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:55:48.806556 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e438170f-4ef0-41cc-997b-53966b25c5ef tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (bce1ac76-4b58-48f8-808e-8ced93d3ba05), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:48.869389 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e438170f-4ef0-41cc-997b-53966b25c5ef tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (bce1ac76-4b58-48f8-808e-8ced93d3ba05), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:48.887828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-2d4fae1a-8d9d-4849-acce-e94788ccf311 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Allocated IP 172.20.0.5 (faa64524-3e9c-4cad-af8e-596b77dc9db6/c464a3a9-43bb-42ce-b940-4b3652cae714/90826ee0-336e-460e-a2b2-54374c7fd61c) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:55:48.940423 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9579322a-d6b6-486d-a943-945518390e80 None None] Network 7a450fca-bc4d-4061-a211-d660e2a14bb9 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:48.974346 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e438170f-4ef0-41cc-997b-53966b25c5ef tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (bce1ac76-4b58-48f8-808e-8ced93d3ba05), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:49.167185 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e438170f-4ef0-41cc-997b-53966b25c5ef tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (bce1ac76-4b58-48f8-808e-8ced93d3ba05), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:49.285641 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e438170f-4ef0-41cc-997b-53966b25c5ef tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:49.299088 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e2762c-9165-4239-9d59-11b2703eab1b None None] Network e39ea101-27d8-44d8-add6-386a6271b1ae requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:49.301561 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e438170f-4ef0-41cc-997b-53966b25c5ef tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/subnets/bce1ac76-4b58-48f8-808e-8ced93d3ba05 HTTP/1.1" status: 204 len: 168 time: 0.6437798 Feb 15 16:55:49.302365 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-2d4fae1a-8d9d-4849-acce-e94788ccf311 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks [] for port (90826ee0-336e-460e-a2b2-54374c7fd61c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:49.302812 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57598) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:49.327268 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438170f-4ef0-41cc-997b-53966b25c5ef tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Subnet': ['ID=bce1ac76-4b58-48f8-808e-8ced93d3ba05,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:49.442284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f8cc7250-4d5e-4c58-85b3-d021a1a03676 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:55:49.482407 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-62cb6206-3c5a-4fd5-bdd4-f8bfd033d027 req-45f140de-db99-424a-a4ef-0028826b2540 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=0289c732-bfdc-4714-b589-07f9417f6af0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1782229 Feb 15 16:55:49.487481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20761f27-d586-42fa-9bd1-88c22561183e tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Network': ['ID=9dc421e5-7421-450c-8156-175173dc4e67,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:49.492723 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-2d4fae1a-8d9d-4849-acce-e94788ccf311 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (90826ee0-336e-460e-a2b2-54374c7fd61c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:49.498176 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2beb974-1fe1-4d74-80b5-ded752040de4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Deleting subnet c4c8d477-f6b4-4f62-bff7-74998d4f7346 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:55:49.511297 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b2beb974-1fe1-4d74-80b5-ded752040de4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (c4c8d477-f6b4-4f62-bff7-74998d4f7346), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:49.583455 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['21b48050-d6b1-4d95-96d0-49afc662f919'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:55:49.589426 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be15c72d-f69e-4138-829d-e0ab22658568 req-7e8d6d1e-08eb-4358-be46-abc6b37ec3ef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Router 3c8e9e02-c334-4a50-abed-f9672b7513c0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:55:49.609307 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b2beb974-1fe1-4d74-80b5-ded752040de4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (c4c8d477-f6b4-4f62-bff7-74998d4f7346), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:49.612566 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2c3fc36e-651b-4388-9ca0-8a8baa2d2b55 None None] Provisioning complete for port f8cc7250-4d5e-4c58-85b3-d021a1a03676 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:49.612970 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c3fc36e-651b-4388-9ca0-8a8baa2d2b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f8cc7250-4d5e-4c58-85b3-d021a1a03676), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:49.716846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-2d4fae1a-8d9d-4849-acce-e94788ccf311 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Network faa64524-3e9c-4cad-af8e-596b77dc9db6 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:49.728303 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b2beb974-1fe1-4d74-80b5-ded752040de4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (c4c8d477-f6b4-4f62-bff7-74998d4f7346), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:49.740344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fae1a-8d9d-4849-acce-e94788ccf311 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Pushing event updated for resources: {'Port': ['ID=90826ee0-336e-460e-a2b2-54374c7fd61c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:49.828675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-2d4fae1a-8d9d-4849-acce-e94788ccf311 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:49.909510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ffc59-6b03-4bcf-b68e-fc6ff59d225a req-c6b3c33a-a207-460a-8710-d67bac5f2c31 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:49.911141 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e70ffc59-6b03-4bcf-b68e-fc6ff59d225a req-c6b3c33a-a207-460a-8710-d67bac5f2c31 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1156309 Feb 15 16:55:49.913790 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b2beb974-1fe1-4d74-80b5-ded752040de4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (c4c8d477-f6b4-4f62-bff7-74998d4f7346), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:49.921009 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb8d63f9-e37a-4bd1-af8d-a7850910b332 req-4c8699c0-3928-4d73-b64c-f27581d98745 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5877962 Feb 15 16:55:49.945954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f8cc7250-4d5e-4c58-85b3-d021a1a03676 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:49.946451 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f8cc7250-4d5e-4c58-85b3-d021a1a03676), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:49.983907 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b2beb974-1fe1-4d74-80b5-ded752040de4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:49.990854 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b2beb974-1fe1-4d74-80b5-ded752040de4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/subnets/c4c8d477-f6b4-4f62-bff7-74998d4f7346 HTTP/1.1" status: 204 len: 168 time: 0.6857858 Feb 15 16:55:50.011117 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57610) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:50.012206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2beb974-1fe1-4d74-80b5-ded752040de4 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c8d477-f6b4-4f62-bff7-74998d4f7346,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:50.049623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2c3fc36e-651b-4388-9ca0-8a8baa2d2b55 None None] Current status of the port f8cc7250-4d5e-4c58-85b3-d021a1a03676 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:50.050112 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c3fc36e-651b-4388-9ca0-8a8baa2d2b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f8cc7250-4d5e-4c58-85b3-d021a1a03676), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:50.155002 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:50.194804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-2d4fae1a-8d9d-4849-acce-e94788ccf311 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:55:50.199306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2c3fc36e-651b-4388-9ca0-8a8baa2d2b55 None None] For port f8cc7250-4d5e-4c58-85b3-d021a1a03676, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f8cc7250-4d5e-4c58-85b3-d021a1a03676,segment=NetworkSegment(872d6ae0-cf64-4fb5-b011-386c0a32c2f4),segment_id=872d6ae0-cf64-4fb5-b011-386c0a32c2f4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:50.203627 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d63f9-e37a-4bd1-af8d-a7850910b332 req-75ed1047-7871-40c4-80b3-edf532f994ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:50.206308 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb8d63f9-e37a-4bd1-af8d-a7850910b332 req-75ed1047-7871-40c4-80b3-edf532f994ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 1128 time: 0.2080488 Feb 15 16:55:50.322294 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:50.334849 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c3fc36e-651b-4388-9ca0-8a8baa2d2b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f8cc7250-4d5e-4c58-85b3-d021a1a03676), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:50.339039 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:50.400845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d63f9-e37a-4bd1-af8d-a7850910b332 req-9d2ee651-96d6-4181-bb69-e8c125e6ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:50.408851 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb8d63f9-e37a-4bd1-af8d-a7850910b332 req-9d2ee651-96d6-4181-bb69-e8c125e6ba35 service neutron] 10.222.0.10 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.1638453 Feb 15 16:55:50.468526 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-2d4fae1a-8d9d-4849-acce-e94788ccf311 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:50.469568 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-2d4fae1a-8d9d-4849-acce-e94788ccf311 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:50.512499 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e70ffc59-6b03-4bcf-b68e-fc6ff59d225a req-7c43284b-92c9-4905-8900-f0a9fff5b03f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5881426 Feb 15 16:55:50.534432 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (e39ea101-27d8-44d8-add6-386a6271b1ae), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:50.537624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f8cc7250-4d5e-4c58-85b3-d021a1a03676 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:50.596741 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffceafc1-03ed-4ed9-9d5a-4bbc5a00d81c None None] Update dhcp port {'port': {'network_id': 'e39ea101-27d8-44d8-add6-386a6271b1ae', 'fixed_ips': [{'subnet_id': 'c4c8d477-f6b4-4f62-bff7-74998d4f7346'}], 'binding:host_id': 'n-d-828372-14'}, 'id': 'bd181e45-1f4c-4534-8e25-6cb1301718c7'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 16:55:50.608803 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb8d63f9-e37a-4bd1-af8d-a7850910b332 req-4196184c-c0dd-4567-adf9-a9215086a758 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f211093c-554d-4094-aeca-f5b854a678a4 HTTP/1.1" status: 200 len: 1000 time: 0.1990678 Feb 15 16:55:50.709468 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ffceafc1-03ed-4ed9-9d5a-4bbc5a00d81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:50.717152 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71beccd8-84b7-4ef1-8e2f-3d344c9ea0ff req-1ae8f2ea-839d-4f04-b412-1f91ab716202 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:50.717152 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-71beccd8-84b7-4ef1-8e2f-3d344c9ea0ff req-1ae8f2ea-839d-4f04-b412-1f91ab716202 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 931 time: 0.5555792 Feb 15 16:55:50.774519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d63f9-e37a-4bd1-af8d-a7850910b332 req-c580cde9-5b7c-446e-b62b-cf9a324c1777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:50.777774 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb8d63f9-e37a-4bd1-af8d-a7850910b332 req-c580cde9-5b7c-446e-b62b-cf9a324c1777 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.1137702 Feb 15 16:55:50.801218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=2f6217f3-597d-42dc-b15a-14eaa4ee4fa4,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:50.835680 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-26b97987-d670-4e26-98d8-c3e377dbf48a req-8d8d401d-93f6-48c8-9568-523acce40f36 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 210 time: 0.0693593 Feb 15 16:55:50.901571 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-2d4fae1a-8d9d-4849-acce-e94788ccf311 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8293138 Feb 15 16:55:50.902963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d63f9-e37a-4bd1-af8d-a7850910b332 req-54521f6b-f6c4-4de3-b5be-6740a28c60f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:50.905199 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb8d63f9-e37a-4bd1-af8d-a7850910b332 req-54521f6b-f6c4-4de3-b5be-6740a28c60f8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1199310 Feb 15 16:55:50.917681 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Deleting port bd181e45-1f4c-4534-8e25-6cb1301718c7 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:50.918100 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:50.922873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-3013e298-d855-4d8f-8464-9da7d1e313fa tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:55:50.925482 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-3013e298-d855-4d8f-8464-9da7d1e313fa tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130892 Feb 15 16:55:50.925657 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-fb8d63f9-e37a-4bd1-af8d-a7850910b332 req-99924468-6d2d-49b0-b2fd-009d4971bea4 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:55:50.925657 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb8d63f9-e37a-4bd1-af8d-a7850910b332 req-99924468-6d2d-49b0-b2fd-009d4971bea4 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099208 Feb 15 16:55:50.999564 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Request body: {'port': {'device_id': 'bf5c7f62-bf1e-4703-aa76-e8653e03a28d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:51.006090 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-71beccd8-84b7-4ef1-8e2f-3d344c9ea0ff req-1f98b1db-c24a-4059-b6fb-4354cdbca559 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720294 Feb 15 16:55:51.031030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be15c72d-f69e-4138-829d-e0ab22658568 req-7e8d6d1e-08eb-4358-be46-abc6b37ec3ef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:55:51.032615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3fc36e-651b-4388-9ca0-8a8baa2d2b55 None None] Pushing event updated for resources: {'Port': ['ID=f8cc7250-4d5e-4c58-85b3-d021a1a03676,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:51.041100 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa899735-b11e-46d1-9fd2-b8e520673cbc None None] Sync routers for ids ['3c8e9e02-c334-4a50-abed-f9672b7513c0'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:55:51.062555 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa899735-b11e-46d1-9fd2-b8e520673cbc None None] Routers {'3c8e9e02-c334-4a50-abed-f9672b7513c0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:55:51.066093 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fa899735-b11e-46d1-9fd2-b8e520673cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:55:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3c8e9e02-c334-4a50-abed-f9672b7513c0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:51.092309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-bad0e1c1-a7a0-4603-97bb-b0cc493ddbb0 None None] Provisioning complete for port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:51.098642 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bad0e1c1-a7a0-4603-97bb-b0cc493ddbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:51.170926 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] For port bd181e45-1f4c-4534-8e25-6cb1301718c7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bd181e45-1f4c-4534-8e25-6cb1301718c7,segment=NetworkSegment(c8f671f9-afd6-40cd-932d-528e7328786f),segment_id=c8f671f9-afd6-40cd-932d-528e7328786f)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:51.179298 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:51.212460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bad0e1c1-a7a0-4603-97bb-b0cc493ddbb0 None None] Port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:55:51.226563 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fa899735-b11e-46d1-9fd2-b8e520673cbc None None] Set router 3c8e9e02-c334-4a50-abed-f9672b7513c0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:55:51.234982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faafaf7d-6fc0-4ce6-aebb-bf998c43530c None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 16:55:51.243859 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Calling delete_port for bd181e45-1f4c-4534-8e25-6cb1301718c7 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:51.296537 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-bad0e1c1-a7a0-4603-97bb-b0cc493ddbb0 None None] Provisioning complete for port f8cc7250-4d5e-4c58-85b3-d021a1a03676 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:51.297231 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bad0e1c1-a7a0-4603-97bb-b0cc493ddbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f8cc7250-4d5e-4c58-85b3-d021a1a03676), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:51.298304 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-be15c72d-f69e-4138-829d-e0ab22658568 req-7e8d6d1e-08eb-4358-be46-abc6b37ec3ef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] No DVR routers for this DVR port 76beb63c-bfcf-4a0b-be8a-d368b5208dab on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:55:51.337991 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-be15c72d-f69e-4138-829d-e0ab22658568 req-7e8d6d1e-08eb-4358-be46-abc6b37ec3ef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:51.343796 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be15c72d-f69e-4138-829d-e0ab22658568 req-7e8d6d1e-08eb-4358-be46-abc6b37ec3ef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.67 "DELETE /v2.0/ports/76beb63c-bfcf-4a0b-be8a-d368b5208dab HTTP/1.1" status: 204 len: 173 time: 7.1830699 Feb 15 16:55:51.344675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26178897-39d4-4ec1-b6c0-82b58f177d86', 'name': 'network-vif-deleted', 'tag': '76beb63c-bfcf-4a0b-be8a-d368b5208dab'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:55:51.352887 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8724077-d3a0-4b9c-8d28-3bbb857c151d" -d '{"events": [{"server_uuid": "26178897-39d4-4ec1-b6c0-82b58f177d86", "name": "network-vif-deleted", "tag": "76beb63c-bfcf-4a0b-be8a-d368b5208dab"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:55:51.356162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f8cc7250-4d5e-4c58-85b3-d021a1a03676 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:55:51.456062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 7a450fca-bc4d-4061-a211-d660e2a14bb9 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:51.464203 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb8d63f9-e37a-4bd1-af8d-a7850910b332 req-4bf259ab-773a-48e6-a5d9-488a3e05c986 service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214121 Feb 15 16:55:51.475526 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e517b-af49-4b47-bba3-748e02845078 req-4820b246-8bdc-4cc5-951e-7f236bba90b4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:51.476571 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca8397fa-fb9f-4bce-b0ff-b845a45e4e83 req-820a04be-daeb-42c4-8271-d1b0f91aa90d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8349137 Feb 15 16:55:51.478864 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a51f3ab-f94b-4cab-a73d-9b8bd55a429d x-openstack-request-id: req-9a51f3ab-f94b-4cab-a73d-9b8bd55a429d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:55:51.484963 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26178897-39d4-4ec1-b6c0-82b58f177d86", "name": "network-vif-deleted", "tag": "76beb63c-bfcf-4a0b-be8a-d368b5208dab", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:55:51.487119 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9a51f3ab-f94b-4cab-a73d-9b8bd55a429d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:55:51.487632 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26178897-39d4-4ec1-b6c0-82b58f177d86', 'name': 'network-vif-deleted', 'tag': '76beb63c-bfcf-4a0b-be8a-d368b5208dab', 'status': 'completed', 'code': 200} Feb 15 16:55:51.488044 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf9e517b-af49-4b47-bba3-748e02845078 req-4820b246-8bdc-4cc5-951e-7f236bba90b4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.4720042 Feb 15 16:55:51.490878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:51.541965 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (bd181e45-1f4c-4534-8e25-6cb1301718c7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:51.580905 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No DVR routers for this DVR port bd181e45-1f4c-4534-8e25-6cb1301718c7 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:55:51.700347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Port': ['ID=bd181e45-1f4c-4534-8e25-6cb1301718c7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:51.751171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f8cc7250-4d5e-4c58-85b3-d021a1a03676 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:51.751481 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f8cc7250-4d5e-4c58-85b3-d021a1a03676), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:51.751865 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fa899735-b11e-46d1-9fd2-b8e520673cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:37Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '4f2542da-82d6-4a15-a3f7-3be92e291a89', 'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'mac_address': 'fa:16:3e:78:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:35Z', 'updated_at': '2022-02-15T16:51:43Z', 'revision_number': 5, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'subnets': [{'id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:51.769681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faafaf7d-6fc0-4ce6-aebb-bf998c43530c None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 16:55:51.842629 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa899735-b11e-46d1-9fd2-b8e520673cbc None None] Checking router: 3c8e9e02-c334-4a50-abed-f9672b7513c0 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:55:51.869152 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa899735-b11e-46d1-9fd2-b8e520673cbc None None] Routers {'3c8e9e02-c334-4a50-abed-f9672b7513c0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:55:51.886261 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fa899735-b11e-46d1-9fd2-b8e520673cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:55:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3c8e9e02-c334-4a50-abed-f9672b7513c0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:51.886395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bad0e1c1-a7a0-4603-97bb-b0cc493ddbb0 None None] Current status of the port f8cc7250-4d5e-4c58-85b3-d021a1a03676 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:51.929996 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (e39ea101-27d8-44d8-add6-386a6271b1ae), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:51.982714 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39ea101-27d8-44d8-add6-386a6271b1ae']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:52.022586 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f671f9-afd6-40cd-932d-528e7328786f') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:52.022825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f671f9-afd6-40cd-932d-528e7328786f') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:52.057177 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf9e517b-af49-4b47-bba3-748e02845078 req-0a968297-0b42-4571-8b7a-ca8e7aacb63f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5674522 Feb 15 16:55:52.082972 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (c8f671f9-afd6-40cd-932d-528e7328786f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:52.146715 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fa899735-b11e-46d1-9fd2-b8e520673cbc None None] Set router 3c8e9e02-c334-4a50-abed-f9672b7513c0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:55:52.189915 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb8d63f9-e37a-4bd1-af8d-a7850910b332 req-722a1bbe-338b-4d45-b44a-6ae49ab32af4 service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6592448 Feb 15 16:55:52.195741 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c8f671f9-afd6-40cd-932d-528e7328786f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:52.244634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:55:52.245049 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (c8f671f9-afd6-40cd-932d-528e7328786f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:55:52.248618 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:55:52.360652 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdfcd3-e0e6-4aae-9eca-51d65e97c313 req-e232ebd7-922e-4618-8ea5-b17de21e49d4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:52.373296 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b55ff04b-cb8a-41cd-b6dc-5d156b1fff1d None None] Could not find standard attr ID for object bd181e45-1f4c-4534-8e25-6cb1301718c7. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 16:55:52.388107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a7bdfcd3-e0e6-4aae-9eca-51d65e97c313 req-e232ebd7-922e-4618-8ea5-b17de21e49d4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1838741 Feb 15 16:55:52.415619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f8cc7250-4d5e-4c58-85b3-d021a1a03676 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:52.417181 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (90826ee0-336e-460e-a2b2-54374c7fd61c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:52.472955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-73258fc3-f231-4931-a058-b32009b2252c req-140c7d96-5708-4ac6-8307-6cca1528fa96 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=26178897-39d4-4ec1-b6c0-82b58f177d86 HTTP/1.1" status: 200 len: 210 time: 0.0759132 Feb 15 16:55:52.475265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b55ff04b-cb8a-41cd-b6dc-5d156b1fff1d None None] Provisioning complete for port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:52.475641 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b55ff04b-cb8a-41cd-b6dc-5d156b1fff1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:52.521585 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a7bdfcd3-e0e6-4aae-9eca-51d65e97c313 req-b8586a0d-2187-47d0-b1ca-b523fe934f79 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283519 Feb 15 16:55:52.522423 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (e39ea101-27d8-44d8-add6-386a6271b1ae), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:52.543749 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:52.557280 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/e39ea101-27d8-44d8-add6-386a6271b1ae HTTP/1.1" status: 204 len: 168 time: 2.5384982 Feb 15 16:55:52.558218 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57648) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:52.558978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b55ff04b-cb8a-41cd-b6dc-5d156b1fff1d None None] Port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:55:52.672886 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451be39-25d1-4ac2-8ef7-d4c6843d5d58 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Network': ['ID=e39ea101-27d8-44d8-add6-386a6271b1ae,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:52.680864 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-55dd6c8e-a67a-4e24-a95f-ae88a74bfd6c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] DELETE failed (client error): The resource could not be found. Feb 15 16:55:52.681462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55dd6c8e-a67a-4e24-a95f-ae88a74bfd6c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:55:52.684781 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-55dd6c8e-a67a-4e24-a95f-ae88a74bfd6c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/subnets/0e8cd9c1-2be5-4b2e-85ca-95d16570f323 HTTP/1.1" status: 404 len: 337 time: 0.1019547 Feb 15 16:55:52.700271 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57652) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:52.745908 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7bb5cf0-713a-49a7-8c76-59a8cbd609ec tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] DELETE failed (client error): The resource could not be found. Feb 15 16:55:52.748189 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7bb5cf0-713a-49a7-8c76-59a8cbd609ec tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:55:52.750340 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b7bb5cf0-713a-49a7-8c76-59a8cbd609ec tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/a7561cef-85bd-467f-92a0-2c0d7046030e HTTP/1.1" status: 404 len: 339 time: 0.0490131 Feb 15 16:55:52.753601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57654) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:52.756600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8397fa-fb9f-4bce-b0ff-b845a45e4e83 req-f6f21fde-77fd-4e4e-91f8-fddc5b32a373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:52.758426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca8397fa-fb9f-4bce-b0ff-b845a45e4e83 req-f6f21fde-77fd-4e4e-91f8-fddc5b32a373 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=aa559641e7a648c6ab392d6a0949505a&device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 1129 time: 1.2320750 Feb 15 16:55:52.778076 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:55:52.821039 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fa899735-b11e-46d1-9fd2-b8e520673cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:37Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '4f2542da-82d6-4a15-a3f7-3be92e291a89', 'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'mac_address': 'fa:16:3e:78:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:35Z', 'updated_at': '2022-02-15T16:51:43Z', 'revision_number': 5, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'subnets': [{'id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:52.821718 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22a8879-e185-43bf-a578-0b57b515d47a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] DELETE failed (client error): The resource could not be found. Feb 15 16:55:52.822190 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22a8879-e185-43bf-a578-0b57b515d47a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:55:52.826235 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d22a8879-e185-43bf-a578-0b57b515d47a tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/subnets/90663664-3eb5-44b0-944b-2e60aed712d9 HTTP/1.1" status: 404 len: 337 time: 0.0716233 Feb 15 16:55:52.830451 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57658) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:52.882957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9628197c-796f-4f58-ab48-39a5fda5c57e None None] Network e39ea101-27d8-44d8-add6-386a6271b1ae requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:52.883179 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3a2027-f1fc-493c-8967-ebb1a10a52b7 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] DELETE failed (client error): The resource could not be found. Feb 15 16:55:52.883579 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f3a2027-f1fc-493c-8967-ebb1a10a52b7 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:55:52.886716 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0f3a2027-f1fc-493c-8967-ebb1a10a52b7 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/31e8f7ba-a33c-446d-aeb7-eb502bd23be0 HTTP/1.1" status: 404 len: 339 time: 0.0552671 Feb 15 16:55:52.889322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57662) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:52.898715 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa899735-b11e-46d1-9fd2-b8e520673cbc None None] The sync data for ids ['3c8e9e02-c334-4a50-abed-f9672b7513c0'] in n-d-828372-14 is: [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:37Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '4f2542da-82d6-4a15-a3f7-3be92e291a89', 'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'mac_address': 'fa:16:3e:78:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:35Z', 'updated_at': '2022-02-15T16:51:43Z', 'revision_number': 5, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'subnets': [{'id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:55:52.918462 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9628197c-796f-4f58-ab48-39a5fda5c57e None None] Network e39ea101-27d8-44d8-add6-386a6271b1ae could not be found, it might have been deleted concurrently. {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 16:55:52.961284 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-047d81e7-26c8-41ae-823a-f9162e09108c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] DELETE failed (client error): The resource could not be found. Feb 15 16:55:52.962400 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047d81e7-26c8-41ae-823a-f9162e09108c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:55:52.966969 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-047d81e7-26c8-41ae-823a-f9162e09108c tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/subnets/1316ee83-a7f5-4435-b1b7-d3cf5ff03268 HTTP/1.1" status: 404 len: 337 time: 0.0766075 Feb 15 16:55:52.969782 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57664) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:53.011379 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a13072-43f4-46f7-9cb5-4acaa548c8f3 None None] DHCP port deletion for e39ea101-27d8-44d8-add6-386a6271b1ae request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:55:53.076390 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-4046d7cd-8c12-4a53-821c-671620bce7c7 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] DELETE failed (client error): The resource could not be found. Feb 15 16:55:53.076908 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4046d7cd-8c12-4a53-821c-671620bce7c7 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:55:53.082550 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4046d7cd-8c12-4a53-821c-671620bce7c7 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/d185baf6-8e43-478c-bb45-c126078b2538 HTTP/1.1" status: 404 len: 339 time: 0.1092110 Feb 15 16:55:53.099755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57666) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:53.226180 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84f8a8-f130-4b54-9f99-806b23de3926 req-7a225ebf-0a8a-465b-9ca9-512825a7a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:53.227958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bd181e45-1f4c-4534-8e25-6cb1301718c7 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:55:53.236930 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ce84f8a8-f130-4b54-9f99-806b23de3926 req-7a225ebf-0a8a-465b-9ca9-512825a7a21e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 1128 time: 0.1838827 Feb 15 16:55:53.250242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321be31d-9669-4570-b712-95e7cd64bc0b req-814ab8ea-545c-406d-9983-8c6b9198f55a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:53.265573 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-321be31d-9669-4570-b712-95e7cd64bc0b req-814ab8ea-545c-406d-9983-8c6b9198f55a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2647293 Feb 15 16:55:53.267119 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: bd181e45-1f4c-4534-8e25-6cb1301718c7 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:55:53.267570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bd181e45-1f4c-4534-8e25-6cb1301718c7 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:55:53.278456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a502d173-8bc6-4423-bcee-18070b2e22de tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Deleting subnet c1638318-5b68-4c7b-87a8-521d4e7587c2 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:55:53.321801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90826ee0-336e-460e-a2b2-54374c7fd61c {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:55:53.323660 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a502d173-8bc6-4423-bcee-18070b2e22de tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (c1638318-5b68-4c7b-87a8-521d4e7587c2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:53.329980 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Publish callbacks [] for port (90826ee0-336e-460e-a2b2-54374c7fd61c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:53.345571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41baa19-f967-4439-9de7-56d8c81af713 req-d1df1fef-2035-4306-ad9c-fd816f2a61f4 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:53.347467 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e41baa19-f967-4439-9de7-56d8c81af713 req-d1df1fef-2035-4306-ad9c-fd816f2a61f4 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 931 time: 0.6106532 Feb 15 16:55:53.411310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Transition to ACTIVE for port object 90826ee0-336e-460e-a2b2-54374c7fd61c will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:55:53.432232 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a502d173-8bc6-4423-bcee-18070b2e22de tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (c1638318-5b68-4c7b-87a8-521d4e7587c2), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:53.437791 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:55:53.444903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8397fa-fb9f-4bce-b0ff-b845a45e4e83 req-c2c20dd6-96bb-4b2b-aa72-82fb308f1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:53.446441 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca8397fa-fb9f-4bce-b0ff-b845a45e4e83 req-c2c20dd6-96bb-4b2b-aa72-82fb308f1bbd service neutron] 10.222.0.67 "GET /v2.0/networks?id=abd1de71-eb7f-481e-93c5-240c9863694a HTTP/1.1" status: 200 len: 918 time: 0.6610725 Feb 15 16:55:53.450444 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d4d72628-c53a-470e-9bc0-d608cefdd1fd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/13dcde39-3dae-43c5-a311-4fe4fa13ec0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0268075 Feb 15 16:55:53.451919 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Sync routers for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:55:53.454028 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57668) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:53.470780 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:55:53.471770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f9c64bac-9f77-4bf4-924f-5b33b4794f52 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1322854265'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:53.477664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:55:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:53.478813 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-321be31d-9669-4570-b712-95e7cd64bc0b req-f8e001ab-d1ae-4062-a7c2-0364040660b9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183025 Feb 15 16:55:53.547574 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca8397fa-fb9f-4bce-b0ff-b845a45e4e83 req-11d7cfe4-3fc0-4b66-bfcd-a956cef324d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f HTTP/1.1" status: 200 len: 1001 time: 0.0686724 Feb 15 16:55:53.562942 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a600c25-6b03-46d1-9e37-5a47521d7b2b None None] New status for floating IP ccd3adaa-a01d-40fc-8e45-225826e868bb: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:55:53.608298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8397fa-fb9f-4bce-b0ff-b845a45e4e83 req-c8f0eedd-1bd7-4349-bada-3ab963793a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:53.609812 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca8397fa-fb9f-4bce-b0ff-b845a45e4e83 req-c8f0eedd-1bd7-4349-bada-3ab963793a50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=709aeae2-05ea-4329-901d-2a8f1cd1fe0d HTTP/1.1" status: 200 len: 856 time: 0.0544400 Feb 15 16:55:53.610416 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (90826ee0-336e-460e-a2b2-54374c7fd61c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:53.646390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84f8a8-f130-4b54-9f99-806b23de3926 req-eeae0b16-d9d4-4e2c-8c4b-b78916f1ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:53.649455 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ce84f8a8-f130-4b54-9f99-806b23de3926 req-eeae0b16-d9d4-4e2c-8c4b-b78916f1ffd7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.4116702 Feb 15 16:55:53.677282 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e41baa19-f967-4439-9de7-56d8c81af713 req-70870538-7626-4778-8583-e533af2eee87 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050275 Feb 15 16:55:53.703646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:55:53.729988 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a502d173-8bc6-4423-bcee-18070b2e22de tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (c1638318-5b68-4c7b-87a8-521d4e7587c2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:53.741083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Pushing event updated for resources: {'Port': ['ID=90826ee0-336e-460e-a2b2-54374c7fd61c,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:53.780125 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57674) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:53.811489 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ce84f8a8-f130-4b54-9f99-806b23de3926 req-ca0ef149-14f2-4d58-b491-e28dadc9d7ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f211093c-554d-4094-aeca-f5b854a678a4 HTTP/1.1" status: 200 len: 1000 time: 0.1534629 Feb 15 16:55:53.853374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c64bac-9f77-4bf4-924f-5b33b4794f52 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:53.856706 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9c64bac-9f77-4bf4-924f-5b33b4794f52 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:53.859720 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8397fa-fb9f-4bce-b0ff-b845a45e4e83 req-cec551e3-8fef-41c0-a478-9a7b7c6b7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:53.861380 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca8397fa-fb9f-4bce-b0ff-b845a45e4e83 req-cec551e3-8fef-41c0-a478-9a7b7c6b7fa1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=abd1de71-eb7f-481e-93c5-240c9863694a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2375314 Feb 15 16:55:53.898495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-4135f197-21ae-4637-bfc8-44f2950580cd None None] Provisioning complete for port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:53.898495 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4135f197-21ae-4637-bfc8-44f2950580cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:53.913638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-ca8397fa-fb9f-4bce-b0ff-b845a45e4e83 req-b0f47db0-8f33-4b01-99af-67a4e729b087 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:55:53.914906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca8397fa-fb9f-4bce-b0ff-b845a45e4e83 req-b0f47db0-8f33-4b01-99af-67a4e729b087 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052948 Feb 15 16:55:53.943104 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-766af709-6b40-4b86-b475-a13961aa6394 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group (0289c732-bfdc-4714-b589-07f9417f6af0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.022694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4135f197-21ae-4637-bfc8-44f2950580cd None None] Port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:55:54.027091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:55:48Z', 'revision_number': 3, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:49Z', 'revision_number': 2, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:54.062667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c64bac-9f77-4bf4-924f-5b33b4794f52 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:55:54.073661 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9c64bac-9f77-4bf4-924f-5b33b4794f52 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.074015 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-f9c64bac-9f77-4bf4-924f-5b33b4794f52 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Added segment a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec of type vlan for network 68f81b3e-950e-4a44-ad89-4fbfd128a588 Feb 15 16:55:54.079000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Checking router: 13dcde39-3dae-43c5-a311-4fe4fa13ec0f for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:55:54.081924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Updating router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:55:54.115179 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.122052 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9c64bac-9f77-4bf4-924f-5b33b4794f52 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (68f81b3e-950e-4a44-ad89-4fbfd128a588), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.180902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Attempting to bind port 90826ee0-336e-460e-a2b2-54374c7fd61c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:55:54.181239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Attempting to bind port 90826ee0-336e-460e-a2b2-54374c7fd61c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:55:54.181598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Attempting to bind port 90826ee0-336e-460e-a2b2-54374c7fd61c on network faa64524-3e9c-4cad-af8e-596b77dc9db6 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:55:54.188479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Port 90826ee0-336e-460e-a2b2-54374c7fd61c on network faa64524-3e9c-4cad-af8e-596b77dc9db6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:55:54.189494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Attempting to bind port 90826ee0-336e-460e-a2b2-54374c7fd61c on network faa64524-3e9c-4cad-af8e-596b77dc9db6 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:55:54.211388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:55:54.211388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Checking segment: {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:54.211388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Bound using segment: {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:55:54.211388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Bound port: 90826ee0-336e-460e-a2b2-54374c7fd61c, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:55:54.211388 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (90826ee0-336e-460e-a2b2-54374c7fd61c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.226694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca8397fa-fb9f-4bce-b0ff-b845a45e4e83 req-f857746d-6295-483d-8300-0fbdb3f6147a service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957084 Feb 15 16:55:54.249262 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9c64bac-9f77-4bf4-924f-5b33b4794f52 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (68f81b3e-950e-4a44-ad89-4fbfd128a588), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.256810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c64bac-9f77-4bf4-924f-5b33b4794f52 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:54.261917 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9c64bac-9f77-4bf4-924f-5b33b4794f52 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.431674 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-766af709-6b40-4b86-b475-a13961aa6394 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group (0289c732-bfdc-4714-b589-07f9417f6af0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.435032 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a502d173-8bc6-4423-bcee-18070b2e22de tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (c1638318-5b68-4c7b-87a8-521d4e7587c2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.437198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c64bac-9f77-4bf4-924f-5b33b4794f52 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Network': ['ID=68f81b3e-950e-4a44-ad89-4fbfd128a588,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:54.449497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 68f81b3e-950e-4a44-ad89-4fbfd128a588 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:55:54.454628 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84f8a8-f130-4b54-9f99-806b23de3926 req-018d6e0b-4c07-41f8-88d4-5051cb6e1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:54.456289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ce84f8a8-f130-4b54-9f99-806b23de3926 req-018d6e0b-4c07-41f8-88d4-5051cb6e1965 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.6332791 Feb 15 16:55:54.468359 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] For port 90826ee0-336e-460e-a2b2-54374c7fd61c, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:55:54.473418 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] For port 90826ee0-336e-460e-a2b2-54374c7fd61c, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=90826ee0-336e-460e-a2b2-54374c7fd61c,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:55:54.495052 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502d173-8bc6-4423-bcee-18070b2e22de tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Subnet': ['ID=c1638318-5b68-4c7b-87a8-521d4e7587c2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:54.526590 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a502d173-8bc6-4423-bcee-18070b2e22de tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.532836 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a502d173-8bc6-4423-bcee-18070b2e22de tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/subnets/c1638318-5b68-4c7b-87a8-521d4e7587c2 HTTP/1.1" status: 204 len: 168 time: 1.4295571 Feb 15 16:55:54.532955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f9c64bac-9f77-4bf4-924f-5b33b4794f52 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0738230 Feb 15 16:55:54.536938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57686) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:54.537244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57688) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:54.554839 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018459f4-2603-4008-92d4-e1f8f1b316e2 None None] Network 57531c21-1871-4edd-9e66-f361a1cb6ac8 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:54.566527 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b03990ad-9b03-4167-a00d-4054dcc082e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'subnet': {'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:54.586606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84f8a8-f130-4b54-9f99-806b23de3926 req-0fcc1e5a-feb9-48e2-bc7c-5e7661e51fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:54.590293 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (90826ee0-336e-460e-a2b2-54374c7fd61c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.590446 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ce84f8a8-f130-4b54-9f99-806b23de3926 req-0fcc1e5a-feb9-48e2-bc7c-5e7661e51fac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1218445 Feb 15 16:55:54.600746 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Publish callbacks [] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.709847 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-766af709-6b40-4b86-b475-a13961aa6394 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0289c732-bfdc-4714-b589-07f9417f6af0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.718128 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-766af709-6b40-4b86-b475-a13961aa6394 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.720821 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:55:54.721311 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.725334 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-766af709-6b40-4b86-b475-a13961aa6394 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "DELETE /v2.0/security-groups/0289c732-bfdc-4714-b589-07f9417f6af0 HTTP/1.1" status: 204 len: 168 time: 0.9436605 Feb 15 16:55:54.726874 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57696) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:54.782043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766af709-6b40-4b86-b475-a13961aa6394 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0289c732-bfdc-4714-b589-07f9417f6af0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:54.783634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90638068-48fe-4f2e-87cf-56d550729505 None None] Pushing event updated for resources: {'Port': ['ID=2f6217f3-597d-42dc-b15a-14eaa4ee4fa4,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:54.788027 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-f02e3eec-1e99-4ba9-aa67-5adbc1a1a80b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] show failed (client error): The resource could not be found. Feb 15 16:55:54.797469 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f02e3eec-1e99-4ba9-aa67-5adbc1a1a80b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups/0289c732-bfdc-4714-b589-07f9417f6af0 HTTP/1.1" status: 404 len: 347 time: 0.0588913 Feb 15 16:55:54.798774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57698) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:54.805685 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca8397fa-fb9f-4bce-b0ff-b845a45e4e83 req-7c7224b7-e35f-4cc7-b96e-5ed5450a33c2 service neutron] 10.222.0.67 "GET /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654459 Feb 15 16:55:54.839975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:54.840598 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.842053 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] 10.222.0.10 "PUT /v2.0/ports/90826ee0-336e-460e-a2b2-54374c7fd61c HTTP/1.1" status: 200 len: 1092 time: 3.8563931 Feb 15 16:55:54.849230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5c7f62-bf1e-4703-aa76-e8653e03a28d', 'tag': '90826ee0-336e-460e-a2b2-54374c7fd61c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:55:54.852452 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ce84f8a8-f130-4b54-9f99-806b23de3926 req-fdd0ef09-9270-4356-a21d-8ada9efcfea3 service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491326 Feb 15 16:55:54.855650 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797faec8-0954-4bcb-84ee-70673fd1b630" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5c7f62-bf1e-4703-aa76-e8653e03a28d", "tag": "90826ee0-336e-460e-a2b2-54374c7fd61c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:55:54.914166 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (57531c21-1871-4edd-9e66-f361a1cb6ac8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:54.936648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f2ebe-473d-49bb-80ae-d9187292c1fb service neutron] Pushing event updated for resources: {'Port': ['ID=90826ee0-336e-460e-a2b2-54374c7fd61c,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:54.965181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e8db7-5a22-4f79-8f51-51f10923d9e5 req-cb22e3f1-e63e-4971-b6ff-3ffee44cac42 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:54.976660 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-953e8db7-5a22-4f79-8f51-51f10923d9e5 req-cb22e3f1-e63e-4971-b6ff-3ffee44cac42 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.3236096 Feb 15 16:55:54.981076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cd5fd8-bb40-4d9b-a70a-385e6661b082 None None] DHCP port deletion for 57531c21-1871-4edd-9e66-f361a1cb6ac8 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:55:54.999582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Attempting to bind port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:55:55.000008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Attempting to bind port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '872d6ae0-cf64-4fb5-b011-386c0a32c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:55:55.001012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Attempting to bind port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 on network 7a450fca-bc4d-4061-a211-d660e2a14bb9 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:55:55.014478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:55:55.015031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Checking segment: {'id': '872d6ae0-cf64-4fb5-b011-386c0a32c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:55.015549 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:55.017209 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Bound using segment: {'id': '872d6ae0-cf64-4fb5-b011-386c0a32c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:55:55.017846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Bound port: 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872d6ae0-cf64-4fb5-b011-386c0a32c2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:55:55.018417 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:55.045659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03990ad-9b03-4167-a00d-4054dcc082e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:55:55.049729 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b03990ad-9b03-4167-a00d-4054dcc082e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:55.243875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4cf721b9-8484-4bb0-a757-b72ec693cd5f no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:55:55.289997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-953e8db7-5a22-4f79-8f51-51f10923d9e5 req-df33544f-5c0b-47e3-b0fa-3d48b709a2eb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2672265 Feb 15 16:55:55.323652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-ae826d3b-8c82-4756-8379-e84f6feaba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:55.334797 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-ae826d3b-8c82-4756-8379-e84f6feaba4f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 1126 time: 0.3575709 Feb 15 16:55:55.362612 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f6121-1de6-4fd5-9501-2f4159e9af1e req-a644991d-127b-4637-bcfa-ccfe3dabf182 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:55.369169 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-168f6121-1de6-4fd5-9501-2f4159e9af1e req-a644991d-127b-4637-bcfa-ccfe3dabf182 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 943 time: 0.5119026 Feb 15 16:55:55.402037 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ce84f8a8-f130-4b54-9f99-806b23de3926 req-1f5cd867-f40d-4bd4-b83f-a5d74396195f service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228958 Feb 15 16:55:55.412604 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcfbc4-cc91-418a-a49a-530880592b8f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Deleting port 125d160f-6202-4a62-bfa4-fd935fc7ad58 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:55.413008 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfbc4-cc91-418a-a49a-530880592b8f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (125d160f-6202-4a62-bfa4-fd935fc7ad58), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:55.424645 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5032e4-31e6-4ee3-8688-95845989b0f4 x-openstack-request-id: req-3d5032e4-31e6-4ee3-8688-95845989b0f4 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:55:55.425835 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5c7f62-bf1e-4703-aa76-e8653e03a28d", "tag": "90826ee0-336e-460e-a2b2-54374c7fd61c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:55:55.426576 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3d5032e4-31e6-4ee3-8688-95845989b0f4 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:55:55.427943 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5c7f62-bf1e-4703-aa76-e8653e03a28d', 'tag': '90826ee0-336e-460e-a2b2-54374c7fd61c', 'status': 'completed', 'code': 200} Feb 15 16:55:55.429772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] For port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:55:55.433014 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] For port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2f6217f3-597d-42dc-b15a-14eaa4ee4fa4,segment=NetworkSegment(872d6ae0-cf64-4fb5-b011-386c0a32c2f4),segment_id=872d6ae0-cf64-4fb5-b011-386c0a32c2f4)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:55:55.484141 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd5fd8-bb40-4d9b-a70a-385e6661b082 None None] Deleting port 4cf721b9-8484-4bb0-a757-b72ec693cd5f {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:55.484680 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f3cd5fd8-bb40-4d9b-a70a-385e6661b082 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:55.524571 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-168f6121-1de6-4fd5-9501-2f4159e9af1e req-31c756cb-034a-4604-b708-b71aeb906df3 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510298 Feb 15 16:55:55.551393 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-61eb07c0-f407-46c9-847d-c5b2ff514ec7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90826ee0-336e-460e-a2b2-54374c7fd61c HTTP/1.1" status: 200 len: 217 time: 0.1867867 Feb 15 16:55:55.552925 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Deleting port 4cf721b9-8484-4bb0-a757-b72ec693cd5f {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:55:55.553062 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:55.571273 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfbc4-cc91-418a-a49a-530880592b8f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (125d160f-6202-4a62-bfa4-fd935fc7ad58), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:55.571597 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfbc4-cc91-418a-a49a-530880592b8f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for floatingip (125d160f-6202-4a62-bfa4-fd935fc7ad58), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:55.582055 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:55.601444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8ee7c969-68ee-453b-81d7-1f4f2953ce41 None None] Provisioning complete for port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:55.602096 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8ee7c969-68ee-453b-81d7-1f4f2953ce41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:55.602331 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e9bcfbc4-cc91-418a-a49a-530880592b8f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Calling delete_port for 125d160f-6202-4a62-bfa4-fd935fc7ad58 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:55.836266 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f3cd5fd8-bb40-4d9b-a70a-385e6661b082 None None] For port 4cf721b9-8484-4bb0-a757-b72ec693cd5f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4cf721b9-8484-4bb0-a757-b72ec693cd5f,segment=NetworkSegment(b176cb17-a974-460e-b374-8fd958dd6f92),segment_id=b176cb17-a974-460e-b374-8fd958dd6f92)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:55.836813 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f3cd5fd8-bb40-4d9b-a70a-385e6661b082 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:55.849568 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90638068-48fe-4f2e-87cf-56d550729505 None None] Pushing event updated for resources: {'Port': ['ID=2f6217f3-597d-42dc-b15a-14eaa4ee4fa4,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:55.883363 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:55:55.884006 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:55:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:55.887197 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd5fd8-bb40-4d9b-a70a-385e6661b082 None None] Calling delete_port for 4cf721b9-8484-4bb0-a757-b72ec693cd5f owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:55.887403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] For port 4cf721b9-8484-4bb0-a757-b72ec693cd5f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4cf721b9-8484-4bb0-a757-b72ec693cd5f,segment=NetworkSegment(b176cb17-a974-460e-b374-8fd958dd6f92),segment_id=b176cb17-a974-460e-b374-8fd958dd6f92)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:55.887920 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:55.891043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4cf721b9-8484-4bb0-a757-b72ec693cd5f is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:55.891577 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:55.910607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Calling delete_port for 4cf721b9-8484-4bb0-a757-b72ec693cd5f owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:55:56.014001 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfbc4-cc91-418a-a49a-530880592b8f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (125d160f-6202-4a62-bfa4-fd935fc7ad58), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:56.074581 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 4cf721b9-8484-4bb0-a757-b72ec693cd5f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4cf721b9-8484-4bb0-a757-b72ec693cd5f,segment=NetworkSegment(b176cb17-a974-460e-b374-8fd958dd6f92),segment_id=b176cb17-a974-460e-b374-8fd958dd6f92)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:56.080731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bcfbc4-cc91-418a-a49a-530880592b8f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event deleted for resources: {'Port': ['ID=125d160f-6202-4a62-bfa4-fd935fc7ad58,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:56.152241 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:55:56.156300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8ee7c969-68ee-453b-81d7-1f4f2953ce41 None None] Current status of the port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:56.156740 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8ee7c969-68ee-453b-81d7-1f4f2953ce41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:56.213700 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfbc4-cc91-418a-a49a-530880592b8f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for floatingip (ccd3adaa-a01d-40fc-8e45-225826e868bb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:56.216627 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9bcfbc4-cc91-418a-a49a-530880592b8f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:56.221609 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e9bcfbc4-cc91-418a-a49a-530880592b8f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "DELETE /v2.0/floatingips/ccd3adaa-a01d-40fc-8e45-225826e868bb HTTP/1.1" status: 204 len: 168 time: 1.4176791 Feb 15 16:55:56.225505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8ee7c969-68ee-453b-81d7-1f4f2953ce41 None None] For port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2f6217f3-597d-42dc-b15a-14eaa4ee4fa4,segment=NetworkSegment(872d6ae0-cf64-4fb5-b011-386c0a32c2f4),segment_id=872d6ae0-cf64-4fb5-b011-386c0a32c2f4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:55:56.226693 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:56.523867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8013e-1048-472f-9652-97e4bb76bafb req-0dbb89d1-b7c6-405f-8735-8037c47aa27a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:56.527223 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-13d8013e-1048-472f-9652-97e4bb76bafb req-0dbb89d1-b7c6-405f-8735-8037c47aa27a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1092036 Feb 15 16:55:56.625929 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-13d8013e-1048-472f-9652-97e4bb76bafb req-451e9a86-00a9-4b55-ac90-ef8a141a71ea tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944607 Feb 15 16:55:56.667407 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8ee7c969-68ee-453b-81d7-1f4f2953ce41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:56.674456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-09464a6b-99e6-4205-9301-54c6fed3e7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:56.675940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-09464a6b-99e6-4205-9301-54c6fed3e7e1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c464a3a9-43bb-42ce-b940-4b3652cae714 HTTP/1.1" status: 200 len: 845 time: 1.0920019 Feb 15 16:55:56.830755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57722) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:56.843782 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-208071b6-dd7f-4dd6-9f62-5128437a599d tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Request body: {'security_group': {'name': 'tempest-securitygroup--670773965', 'description': 'tempest-description--1296943330'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:56.850175 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f3cd5fd8-bb40-4d9b-a70a-385e6661b082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:56.894751 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=4cf721b9-8484-4bb0-a757-b72ec693cd5f,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:56.945506 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-bd7b5fd7-03c4-4f52-a262-fd4b34e49aba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faa64524-3e9c-4cad-af8e-596b77dc9db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2237983 Feb 15 16:55:56.951364 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db61b53-9a4a-4f4b-b123-70e52d67e63c req-0ac17062-8cf2-475a-b627-3b0c423c1075 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:56.955485 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0db61b53-9a4a-4f4b-b123-70e52d67e63c req-0ac17062-8cf2-475a-b627-3b0c423c1075 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 943 time: 0.1888733 Feb 15 16:55:56.990215 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-208071b6-dd7f-4dd6-9f62-5128437a599d tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:56.990883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cd5fd8-bb40-4d9b-a70a-385e6661b082 None None] No DVR routers for this DVR port 4cf721b9-8484-4bb0-a757-b72ec693cd5f on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:55:57.010682 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0e512381-3e14-414d-8b39-56e9d84ce74a None None] Provisioning complete for port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:57.015873 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e512381-3e14-414d-8b39-56e9d84ce74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:57.054932 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b03990ad-9b03-4167-a00d-4054dcc082e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (0d1f5fc7-e04c-4806-81ee-e10554dc746a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:57.118117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7c969-68ee-453b-81d7-1f4f2953ce41 None None] Pushing event updated for resources: {'Port': ['ID=2f6217f3-597d-42dc-b15a-14eaa4ee4fa4,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:57.176297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd5fd8-bb40-4d9b-a70a-385e6661b082 None None] Pushing event deleted for resources: {'Port': ['ID=4cf721b9-8484-4bb0-a757-b72ec693cd5f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:57.237803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0e512381-3e14-414d-8b39-56e9d84ce74a None None] Current status of the port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:57.249101 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4cf721b9-8484-4bb0-a757-b72ec693cd5f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:57.252916 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0db61b53-9a4a-4f4b-b123-70e52d67e63c req-f377e6f7-640d-4daa-a4f5-87bdf75cefb4 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906005 Feb 15 16:55:57.270830 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:55:48Z', 'revision_number': 3, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:55Z', 'revision_number': 4, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:57.302825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f91b994-29f8-4765-9a61-ed894ab9648f None None] The sync data for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 is: [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:55:48Z', 'revision_number': 3, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:55Z', 'revision_number': 4, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:55:57.336324 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-208071b6-dd7f-4dd6-9f62-5128437a599d tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group (3401d342-a375-400a-b758-b9d2a2aedf4f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:57.413619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No DVR routers for this DVR port 4cf721b9-8484-4bb0-a757-b72ec693cd5f on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:55:57.443836 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-208071b6-dd7f-4dd6-9f62-5128437a599d tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3401d342-a375-400a-b758-b9d2a2aedf4f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:57.444047 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Port': ['ID=4cf721b9-8484-4bb0-a757-b72ec693cd5f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:57.461915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e055d9a-bec5-4219-aa8b-a8f2823a61dc req-b92db0cc-350b-4233-9738-01d7d3fcf4d4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:57.470327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5e055d9a-bec5-4219-aa8b-a8f2823a61dc req-b92db0cc-350b-4233-9738-01d7d3fcf4d4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.4091954 Feb 15 16:55:57.528446 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03990ad-9b03-4167-a00d-4054dcc082e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Subnet': ['ID=0d1f5fc7-e04c-4806-81ee-e10554dc746a,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:57.529131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208071b6-dd7f-4dd6-9f62-5128437a599d tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3401d342-a375-400a-b758-b9d2a2aedf4f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:57.547242 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-208071b6-dd7f-4dd6-9f62-5128437a599d tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:57.549161 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-208071b6-dd7f-4dd6-9f62-5128437a599d tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7154553 Feb 15 16:55:57.553480 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57728) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:57.572025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e96c8cbc-7e2a-492a-8e45-601c6de86114 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Request body: {'security_group_rule': {'security_group_id': '3401d342-a375-400a-b758-b9d2a2aedf4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:57.638791 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (57531c21-1871-4edd-9e66-f361a1cb6ac8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:57.679466 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-d394d172-25dd-49c4-a7c6-24fd2b853134 service neutron] 10.222.0.10 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7257681 Feb 15 16:55:57.683694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5e055d9a-bec5-4219-aa8b-a8f2823a61dc req-a3ff242d-dd3a-4a73-90e7-c69038f40dfd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121558 Feb 15 16:55:57.702648 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e96c8cbc-7e2a-492a-8e45-601c6de86114 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group_rule (b61c4cc0-3c99-4cd9-b87e-a83925cdf363), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:57.733634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57531c21-1871-4edd-9e66-f361a1cb6ac8']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:57.813436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03990ad-9b03-4167-a00d-4054dcc082e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Checking segment: {'id': 'a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:57.814122 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03990ad-9b03-4167-a00d-4054dcc082e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network hostable DHCP agents. Network: 68f81b3e-950e-4a44-ad89-4fbfd128a588, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:55:57.830411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b176cb17-a974-460e-b374-8fd958dd6f92') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:57.832131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b176cb17-a974-460e-b374-8fd958dd6f92') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:55:57.854155 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e96c8cbc-7e2a-492a-8e45-601c6de86114 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group_rule (b61c4cc0-3c99-4cd9-b87e-a83925cdf363), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:57.880280 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (b176cb17-a974-460e-b374-8fd958dd6f92), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:57.930788 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04e8a6-bc28-46f7-b38a-136c8bce8d3d req-e58a3d60-5077-42e2-9fc5-bebaf04e73a7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:57.938498 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4b04e8a6-bc28-46f7-b38a-136c8bce8d3d req-e58a3d60-5077-42e2-9fc5-bebaf04e73a7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.0829475 Feb 15 16:55:57.950204 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e96c8cbc-7e2a-492a-8e45-601c6de86114 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (b61c4cc0-3c99-4cd9-b87e-a83925cdf363), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:57.952530 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b176cb17-a974-460e-b374-8fd958dd6f92), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:57.988417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03990ad-9b03-4167-a00d-4054dcc082e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 68f81b3e-950e-4a44-ad89-4fbfd128a588 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:55:58.010770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:55:58.011367 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (b176cb17-a974-460e-b374-8fd958dd6f92), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:55:58.015041 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:55:58.027273 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96c8cbc-7e2a-492a-8e45-601c6de86114 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61c4cc0-3c99-4cd9-b87e-a83925cdf363,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:58.086400 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4b04e8a6-bc28-46f7-b38a-136c8bce8d3d req-98b5a854-524f-43c3-bc19-f30da9d95f45 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463127 Feb 15 16:55:58.096059 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e96c8cbc-7e2a-492a-8e45-601c6de86114 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:58.108103 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e96c8cbc-7e2a-492a-8e45-601c6de86114 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5500088 Feb 15 16:55:58.109482 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32381338-0a5f-4e38-bb76-80e82d30b993 req-cd191e01-060f-4d74-8d3c-22b095d77c86 service neutron] 10.222.0.10 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156651 Feb 15 16:55:58.110275 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57742) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:58.129325 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4dc887f7-31c6-47cc-b1b6-f6688e871d15 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Request body: {'security_group_rule': {'security_group_id': '3401d342-a375-400a-b758-b9d2a2aedf4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:58.140541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-b03990ad-9b03-4167-a00d-4054dcc082e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 68f81b3e-950e-4a44-ad89-4fbfd128a588) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:58.155871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e79ae81-2285-4919-bf0c-72cd197107ba None None] Network 68f81b3e-950e-4a44-ad89-4fbfd128a588 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:55:58.202429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03990ad-9b03-4167-a00d-4054dcc082e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:58.203415 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b03990ad-9b03-4167-a00d-4054dcc082e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:58.292196 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4dc887f7-31c6-47cc-b1b6-f6688e871d15 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group_rule (5d2896b5-d542-4d9c-ba65-46b769376567), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:58.336110 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da8c1d-b05d-4188-b6e9-f00222167e1a req-7bc950e6-91ff-4217-a48b-7677f43f7252 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:58.338165 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d1da8c1d-b05d-4188-b6e9-f00222167e1a req-7bc950e6-91ff-4217-a48b-7677f43f7252 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1407998 Feb 15 16:55:58.354281 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (57531c21-1871-4edd-9e66-f361a1cb6ac8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:58.373989 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:58.382967 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/57531c21-1871-4edd-9e66-f361a1cb6ac8 HTTP/1.1" status: 204 len: 168 time: 3.8434639 Feb 15 16:55:58.404399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57750) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:58.458551 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d1da8c1d-b05d-4188-b6e9-f00222167e1a req-9b79c8e4-ec50-483d-82e2-8f256797545f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090252 Feb 15 16:55:58.460946 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4dc887f7-31c6-47cc-b1b6-f6688e871d15 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group_rule (5d2896b5-d542-4d9c-ba65-46b769376567), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:58.512908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-68f81b3e-950e-4a44-ad89-4fbfd128a588', 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'fixed_ips': [{'subnet_id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:55:58.513961 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:58.538355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c8f62-641f-435d-9329-a0d959b36e38 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Network': ['ID=57531c21-1871-4edd-9e66-f361a1cb6ac8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:58.547015 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4dc887f7-31c6-47cc-b1b6-f6688e871d15 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (5d2896b5-d542-4d9c-ba65-46b769376567), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:58.584266 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b03990ad-9b03-4167-a00d-4054dcc082e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0425632 Feb 15 16:55:58.584266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57754) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:58.585003 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-d32295b2-ec83-4f87-b7c8-c2a0edf982f7 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] DELETE failed (client error): The resource could not be found. Feb 15 16:55:58.586528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d32295b2-ec83-4f87-b7c8-c2a0edf982f7 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:55:58.588821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc887f7-31c6-47cc-b1b6-f6688e871d15 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2896b5-d542-4d9c-ba65-46b769376567,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:58.590061 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d32295b2-ec83-4f87-b7c8-c2a0edf982f7 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/subnets/4687a3a8-4bb9-4e22-ad8e-ba8b2b495d66 HTTP/1.1" status: 404 len: 337 time: 0.1830659 Feb 15 16:55:58.598531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57756) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:58.678253 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7ed0d9-e86a-476e-9f3a-2f76a3413dde tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] DELETE failed (client error): The resource could not be found. Feb 15 16:55:58.678843 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e7ed0d9-e86a-476e-9f3a-2f76a3413dde tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:55:58.691225 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4e7ed0d9-e86a-476e-9f3a-2f76a3413dde tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/b37e04bb-da00-4892-b252-e1fc70533e63 HTTP/1.1" status: 404 len: 339 time: 0.0905828 Feb 15 16:55:58.697699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57760) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:58.713225 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4dc887f7-31c6-47cc-b1b6-f6688e871d15 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:58.724421 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4dc887f7-31c6-47cc-b1b6-f6688e871d15 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6099546 Feb 15 16:55:58.730546 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57762) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:55:58.734138 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797faec8-0954-4bcb-84ee-70673fd1b630 req-a203bef8-3282-4a47-aea1-3a0138f2dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:58.735956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-797faec8-0954-4bcb-84ee-70673fd1b630 req-a203bef8-3282-4a47-aea1-3a0138f2dd2c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 1126 time: 0.5007994 Feb 15 16:55:58.737034 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:55:58.859796 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:58.877936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Allocated IP 2001:db8:2::2 (68f81b3e-950e-4a44-ad89-4fbfd128a588/0d1f5fc7-e04c-4806-81ee-e10554dc746a/8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:55:59.004115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e832892-14d3-4b16-82a3-2d6844dd3c9d req-84e3e3e9-910d-4da9-883b-b62e2e2664c6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:59.011716 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6e832892-14d3-4b16-82a3-2d6844dd3c9d req-84e3e3e9-910d-4da9-883b-b62e2e2664c6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 943 time: 0.5772004 Feb 15 16:55:59.050081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e1835f2-94fb-4486-88d8-551a81c9f033 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Deleting subnet 0ae0a390-562d-4671-b60c-5f0b8bedd1cc {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:55:59.060633 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e1835f2-94fb-4486-88d8-551a81c9f033 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (0ae0a390-562d-4671-b60c-5f0b8bedd1cc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:59.172045 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:59.215903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c3e12-a7f6-4452-9f00-582a79a83d8e req-9accb306-5293-4c4f-9602-a25713ef510a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:59.218227 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e69c3e12-a7f6-4452-9f00-582a79a83d8e req-9accb306-5293-4c4f-9602-a25713ef510a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1351006 Feb 15 16:55:59.237876 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Publish callbacks [] for port (8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:59.269936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:55:59.318851 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797faec8-0954-4bcb-84ee-70673fd1b630 req-c8c16152-f234-4fe0-a8d0-930cfed7ef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:59.320376 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-797faec8-0954-4bcb-84ee-70673fd1b630 req-c8c16152-f234-4fe0-a8d0-930cfed7ef60 service neutron] 10.222.0.10 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 906 time: 0.5637298 Feb 15 16:55:59.322948 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e1835f2-94fb-4486-88d8-551a81c9f033 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (0ae0a390-562d-4671-b60c-5f0b8bedd1cc), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:59.354550 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:59.354852 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e69c3e12-a7f6-4452-9f00-582a79a83d8e req-6aa37ab9-d082-4446-9241-abe61eba9e21 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240809 Feb 15 16:55:59.392790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Allocated IP 172.25.4.195 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/f4d6786e-3dae-4abe-b9e7-0ef1e8b49822) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:55:59.414045 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-797faec8-0954-4bcb-84ee-70673fd1b630 req-59744510-19fe-4e4e-9e8a-51045fd12f4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=90826ee0-336e-460e-a2b2-54374c7fd61c HTTP/1.1" status: 200 len: 217 time: 0.0798204 Feb 15 16:55:59.452746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Network 68f81b3e-950e-4a44-ad89-4fbfd128a588 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:55:59.452746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Pushing event updated for resources: {'Port': ['ID=8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:59.455353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:55:59.461828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:55:59.466891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6e832892-14d3-4b16-82a3-2d6844dd3c9d req-4a14902c-2453-4747-b24a-34d60ab38722 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4538457 Feb 15 16:55:59.567612 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Attempting to bind port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:55:59.567988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Attempting to bind port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:55:59.568352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Attempting to bind port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee on network 68f81b3e-950e-4a44-ad89-4fbfd128a588 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:55:59.576071 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:55:59.576449 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Checking segment: {'id': 'a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:55:59.576853 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:59.577243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Bound using segment: {'id': 'a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:55:59.577870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Bound port: 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:55:59.578401 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:59.581647 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797faec8-0954-4bcb-84ee-70673fd1b630 req-37076703-a241-4a4a-9086-1d7f6fe5dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:59.583262 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-797faec8-0954-4bcb-84ee-70673fd1b630 req-37076703-a241-4a4a-9086-1d7f6fe5dea8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c464a3a9-43bb-42ce-b940-4b3652cae714 HTTP/1.1" status: 200 len: 845 time: 0.1478281 Feb 15 16:55:59.592580 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for port (f4d6786e-3dae-4abe-b9e7-0ef1e8b49822), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:59.698476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] For port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:55:59.703464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] For port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee,segment=NetworkSegment(a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec),segment_id=a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:55:59.713931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:55:59.714488 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:59.751693 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-797faec8-0954-4bcb-84ee-70673fd1b630 req-c1167f91-8b13-496a-a7e6-d5d513678e51 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=faa64524-3e9c-4cad-af8e-596b77dc9db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134610 Feb 15 16:55:59.788985 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe606b-9bd4-4c0d-9ef9-63e2f7be4dfd req-d1f08a6e-c1b0-45fe-9ff7-ccdb5aea0037 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:55:59.790622 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-afbe606b-9bd4-4c0d-9ef9-63e2f7be4dfd req-d1f08a6e-c1b0-45fe-9ff7-ccdb5aea0037 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 946 time: 0.1863058 Feb 15 16:55:59.808237 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:59.879676 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f4d6786e-3dae-4abe-b9e7-0ef1e8b49822), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:55:59.927228 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:55:59.947606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event updated for resources: {'Port': ['ID=f4d6786e-3dae-4abe-b9e7-0ef1e8b49822,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:55:59.971653 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-afbe606b-9bd4-4c0d-9ef9-63e2f7be4dfd req-8b6040fe-d335-45c2-80b8-7fb18f191337 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735258 Feb 15 16:55:59.978590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d42db-c523-4c94-b6f2-5fb1c44940bf None None] Pushing event updated for resources: {'Port': ['ID=8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:00.016248 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:00.022882 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:00.032212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:00.222390 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e1835f2-94fb-4486-88d8-551a81c9f033 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (0ae0a390-562d-4671-b60c-5f0b8bedd1cc), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:00.231032 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:00.333913 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:00.398838 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for floatingip (97b64cfe-b827-48d1-9851-a5ea095c2230), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:00.446230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-ab379f49-573e-4235-9cc6-f882d4ac0f4c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:00.454831 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-ab379f49-573e-4235-9cc6-f882d4ac0f4c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 812 time: 0.7146456 Feb 15 16:56:00.467366 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-797faec8-0954-4bcb-84ee-70673fd1b630 req-f603639a-b152-4dab-a871-375c39a1f77d service neutron] 10.222.0.10 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7056708 Feb 15 16:56:00.472988 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e1835f2-94fb-4486-88d8-551a81c9f033 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (0ae0a390-562d-4671-b60c-5f0b8bedd1cc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:00.567649 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f4d6786e-3dae-4abe-b9e7-0ef1e8b49822), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:00.657709 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:00.722050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f669f-8e8d-4230-86e0-f04939b4e38f req-064e7b1f-e56b-44b5-b51a-1d3c2e227a82 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:00.724430 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be2f669f-8e8d-4230-86e0-f04939b4e38f req-064e7b1f-e56b-44b5-b51a-1d3c2e227a82 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 943 time: 0.1275985 Feb 15 16:56:00.809165 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be2f669f-8e8d-4230-86e0-f04939b4e38f req-7137daa8-1ffc-4aee-a0aa-cb453d45e0f6 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776494 Feb 15 16:56:00.837756 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for port (f4d6786e-3dae-4abe-b9e7-0ef1e8b49822), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:00.883370 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (f4d6786e-3dae-4abe-b9e7-0ef1e8b49822), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:00.884717 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-16b0e254-35fd-41e9-9b8f-e899703017c2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/quotas/0860b996450e411880fd86cd9f5cbb84 HTTP/1.1" status: 200 len: 375 time: 0.4289930 Feb 15 16:56:00.899605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1835f2-94fb-4486-88d8-551a81c9f033 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae0a390-562d-4671-b60c-5f0b8bedd1cc,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:00.908152 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35774747-e71e-4b1b-b615-6466a14718e0 req-76e591e8-f969-4d48-86a9-8ee767a89005 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:00.909691 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f14d41d-c9b5-4134-ae1c-e4a71974127c None None] Network d78acf4a-909a-41fb-bf07-d199cf53db57 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:00.909851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35774747-e71e-4b1b-b615-6466a14718e0 req-76e591e8-f969-4d48-86a9-8ee767a89005 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.67 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 946 time: 0.7226849 Feb 15 16:56:00.935353 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e1835f2-94fb-4486-88d8-551a81c9f033 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:00.938710 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7e1835f2-94fb-4486-88d8-551a81c9f033 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/subnets/0ae0a390-562d-4671-b60c-5f0b8bedd1cc HTTP/1.1" status: 204 len: 168 time: 2.2016194 Feb 15 16:56:00.950957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57792) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:01.059428 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 90826ee0-336e-460e-a2b2-54374c7fd61c details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:56:01.249537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event updated for resources: {'Port': ['ID=f4d6786e-3dae-4abe-b9e7-0ef1e8b49822,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:01.257671 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (97b64cfe-b827-48d1-9851-a5ea095c2230), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:01.349234 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-797faec8-0954-4bcb-84ee-70673fd1b630 req-01213b75-1cb9-43d0-963e-35c652c89e38 service neutron] 10.222.0.10 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4939268 Feb 15 16:56:01.352508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b166e416-5890-4b8e-a5c2-da51657b8686 None None] DHCP port deletion for d78acf4a-909a-41fb-bf07-d199cf53db57 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:56:01.355256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:56:01.362255 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67907631-7c20-44d6-9990-0a03c5c92a2a req-03fd9eae-c3db-498f-95e9-7f6969e50a96 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:01.367708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 90826ee0-336e-460e-a2b2-54374c7fd61c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=90826ee0-336e-460e-a2b2-54374c7fd61c,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:01.369991 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67907631-7c20-44d6-9990-0a03c5c92a2a req-03fd9eae-c3db-498f-95e9-7f6969e50a96 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 946 time: 0.1524901 Feb 15 16:56:01.419234 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:01.441292 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-66743cc7-d7b2-4b1d-9914-0fd64e84e01e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7111425 Feb 15 16:56:01.466663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '90826ee0-336e-460e-a2b2-54374c7fd61c', 'network_id': 'faa64524-3e9c-4cad-af8e-596b77dc9db6', 'port_id': '90826ee0-336e-460e-a2b2-54374c7fd61c', 'mac_address': 'fa:16:3e:68:cd:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c464a3a9-43bb-42ce-b940-4b3652cae714', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:56:01.486791 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67907631-7c20-44d6-9990-0a03c5c92a2a req-ef90465d-e160-4561-bc2b-da87414cb961 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148958 Feb 15 16:56:01.559609 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-53944573-8214-4ec5-93c6-5043b4b92b17 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6178200 Feb 15 16:56:01.578411 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (d78acf4a-909a-41fb-bf07-d199cf53db57), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:01.591815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-42c15614-8e68-45e8-85c7-33c6ab189189 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:56:01.592901 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-42c15614-8e68-45e8-85c7-33c6ab189189 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0240684 Feb 15 16:56:01.640168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 90826ee0-336e-460e-a2b2-54374c7fd61c is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:01.641558 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (90826ee0-336e-460e-a2b2-54374c7fd61c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:01.705895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90826ee0-336e-460e-a2b2-54374c7fd61c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:56:01.739671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Allocated IP 2001:db8:2::1 (68f81b3e-950e-4a44-ad89-4fbfd128a588/0d1f5fc7-e04c-4806-81ee-e10554dc746a/bebfcf9d-7346-42b7-aa3e-e61e53fc8f92) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:56:01.741405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:01.741963 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:01.746454 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682ba8a1-b3ad-4865-a1bd-eb1f6bef4972 None None] Network 68f81b3e-950e-4a44-ad89-4fbfd128a588 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:01.878464 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-1ccf9dff-5e83-4e77-900a-262c5d07d0ef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--670773965&fields=id&tenant_id=d50e5805188b4195b80b506af394e48d HTTP/1.1" status: 200 len: 267 time: 0.0684881 Feb 15 16:56:01.893172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b166e416-5890-4b8e-a5c2-da51657b8686 None None] Deleting port 5615aafc-c722-4146-869d-bd128948047e {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:01.893557 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b166e416-5890-4b8e-a5c2-da51657b8686 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5615aafc-c722-4146-869d-bd128948047e), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:01.973332 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 90826ee0-336e-460e-a2b2-54374c7fd61c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=90826ee0-336e-460e-a2b2-54374c7fd61c,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:02.009105 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-26bb2186-86d0-40df-8bc1-8a0aef333089 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:02.010929 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-26bb2186-86d0-40df-8bc1-8a0aef333089 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/networks?id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 HTTP/1.1" status: 200 len: 810 time: 0.1259360 Feb 15 16:56:02.011987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b166e416-5890-4b8e-a5c2-da51657b8686 None None] For port 5615aafc-c722-4146-869d-bd128948047e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5615aafc-c722-4146-869d-bd128948047e,segment=NetworkSegment(e9884794-aa1e-4eca-a393-efdeb8f86613),segment_id=e9884794-aa1e-4eca-a393-efdeb8f86613)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:02.013121 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b166e416-5890-4b8e-a5c2-da51657b8686 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5615aafc-c722-4146-869d-bd128948047e), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:02.036220 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-96e05387-4bd5-4a7c-8449-b369ae868df0 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/quotas/d50e5805188b4195b80b506af394e48d HTTP/1.1" status: 200 len: 375 time: 0.0181684 Feb 15 16:56:02.049973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b166e416-5890-4b8e-a5c2-da51657b8686 None None] Calling delete_port for 5615aafc-c722-4146-869d-bd128948047e owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:02.060929 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-7c232111-045f-4c66-b768-e0848a7a9bd9 None None] Provisioning complete for port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:02.061412 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7c232111-045f-4c66-b768-e0848a7a9bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:02.077684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-35774747-e71e-4b1b-b615-6466a14718e0 req-ee23cfa1-757f-48d6-a92d-11b42e7d708f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Deleting port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:02.078195 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-35774747-e71e-4b1b-b615-6466a14718e0 req-ee23cfa1-757f-48d6-a92d-11b42e7d708f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:02.114760 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:02.121825 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-cd42af3b-eeee-4ac8-bb83-31de0fc6003f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d50e5805188b4195b80b506af394e48d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796835 Feb 15 16:56:02.136804 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (90826ee0-336e-460e-a2b2-54374c7fd61c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:02.301942 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-a56831d4-65c0-4fd5-a22e-7419e6d33f15 service neutron] 10.222.0.107 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684763 Feb 15 16:56:02.333992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-33e1c893-608e-4778-b339-a83a96d7e4fc service neutron] 10.222.0.107 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6969540 Feb 15 16:56:02.373020 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Deleting port 5615aafc-c722-4146-869d-bd128948047e {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:02.373380 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5615aafc-c722-4146-869d-bd128948047e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:02.488708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['90826ee0-336e-460e-a2b2-54374c7fd61c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:56:02.494146 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-df5212ad-d973-4874-a43a-0018a90b5cff service neutron] 10.222.0.107 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863918 Feb 15 16:56:02.515996 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=90826ee0-336e-460e-a2b2-54374c7fd61c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:02.544967 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-35774747-e71e-4b1b-b615-6466a14718e0 req-ee23cfa1-757f-48d6-a92d-11b42e7d708f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] For port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:02.545357 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-35774747-e71e-4b1b-b615-6466a14718e0 req-ee23cfa1-757f-48d6-a92d-11b42e7d708f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:02.555682 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:02.559441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:02.559816 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:02.642539 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7c232111-045f-4c66-b768-e0848a7a9bd9 None None] Current status of the port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:02.642988 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7c232111-045f-4c66-b768-e0848a7a9bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:02.671503 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] For port 5615aafc-c722-4146-869d-bd128948047e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5615aafc-c722-4146-869d-bd128948047e,segment=NetworkSegment(e9884794-aa1e-4eca-a393-efdeb8f86613),segment_id=e9884794-aa1e-4eca-a393-efdeb8f86613)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:02.671906 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5615aafc-c722-4146-869d-bd128948047e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:02.703308 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 68f81b3e-950e-4a44-ad89-4fbfd128a588 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:02.721561 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee,segment=NetworkSegment(a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec),segment_id=a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:02.794224 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b166e416-5890-4b8e-a5c2-da51657b8686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (5615aafc-c722-4146-869d-bd128948047e), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:02.838191 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:02.840958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166e416-5890-4b8e-a5c2-da51657b8686 None None] Pushing event deleted for resources: {'Port': ['ID=5615aafc-c722-4146-869d-bd128948047e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:02.918522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Calling delete_port for 5615aafc-c722-4146-869d-bd128948047e owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:02.921035 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:02.935319 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:02.935877 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:03.052091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:03.065430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b166e416-5890-4b8e-a5c2-da51657b8686 None None] No DVR routers for this DVR port 5615aafc-c722-4146-869d-bd128948047e on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:03.110137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c9444-a5e0-4426-8304-aad2d7713b00 req-f99087c1-11ac-4482-84d0-de28a015980a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:03.130015 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d57c9444-a5e0-4426-8304-aad2d7713b00 req-f99087c1-11ac-4482-84d0-de28a015980a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 944 time: 0.2263198 Feb 15 16:56:03.168539 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-7c232111-045f-4c66-b768-e0848a7a9bd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:56:03.169543 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-7c232111-045f-4c66-b768-e0848a7a9bd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:56:03.253538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:56:03.300492 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d57c9444-a5e0-4426-8304-aad2d7713b00 req-f48267ba-7189-4979-b5be-dfb13ae553df tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693161 Feb 15 16:56:03.342080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=bebfcf9d-7346-42b7-aa3e-e61e53fc8f92,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:03.366888 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (5615aafc-c722-4146-869d-bd128948047e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:03.385841 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:03.386611 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:03.416369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] No DVR routers for this DVR port 5615aafc-c722-4146-869d-bd128948047e on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:03.425165 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-ac4d1691-cb37-4b9c-a2bd-c164af7e6070 service neutron] 10.222.0.107 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0902889 Feb 15 16:56:03.521398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86c23c-99ee-4f13-9e8b-9e9a805d8e4f req-0ee03114-9bca-4232-abbf-e0ef31c474b9 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:03.529227 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ec86c23c-99ee-4f13-9e8b-9e9a805d8e4f req-0ee03114-9bca-4232-abbf-e0ef31c474b9 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 946 time: 0.1314733 Feb 15 16:56:03.563746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:03.641270 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ec86c23c-99ee-4f13-9e8b-9e9a805d8e4f req-5ad60a43-7e59-4c0b-9230-053905d37831 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups?id=a7589f49-b692-4327-83e0-bfeffa0042da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104665 Feb 15 16:56:03.665481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5615aafc-c722-4146-869d-bd128948047e no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:03.704859 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (d78acf4a-909a-41fb-bf07-d199cf53db57), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:03.738590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78acf4a-909a-41fb-bf07-d199cf53db57']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:03.769639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9884794-aa1e-4eca-a393-efdeb8f86613') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:03.770249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9884794-aa1e-4eca-a393-efdeb8f86613') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:03.778215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7c232111-045f-4c66-b768-e0848a7a9bd9 None None] Current status of the port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:03.782793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 5615aafc-c722-4146-869d-bd128948047e {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:03.782793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5615aafc-c722-4146-869d-bd128948047e not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:03.805943 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (e9884794-aa1e-4eca-a393-efdeb8f86613), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:03.822058 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-af3df0a5-3946-4819-9099-11317dea8981 req-b3c3db9a-cf4c-4f4c-9f33-2945e52499dc tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 210 time: 0.0553319 Feb 15 16:56:03.826435 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:03.844683 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e9884794-aa1e-4eca-a393-efdeb8f86613), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:03.846967 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Port': ['ID=5615aafc-c722-4146-869d-bd128948047e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:03.878114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:56:03.878726 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (e9884794-aa1e-4eca-a393-efdeb8f86613), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:56:03.884185 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:56:03.921187 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-505237d2-e923-4d84-b953-f41fa6580485 req-49936ab4-dc7a-41d2-a6dc-63afdcca0ae1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 210 time: 0.0578041 Feb 15 16:56:03.934190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9cf6c026-7167-4759-a5f8-2a0762a787e0 None None] Provisioning complete for port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:03.934614 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c026-7167-4759-a5f8-2a0762a787e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:04.043234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9cf6c026-7167-4759-a5f8-2a0762a787e0 None None] Port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:56:04.059177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9cf6c026-7167-4759-a5f8-2a0762a787e0 None None] Provisioning complete for port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:04.059969 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c026-7167-4759-a5f8-2a0762a787e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:04.172294 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-35774747-e71e-4b1b-b615-6466a14718e0 req-ee23cfa1-757f-48d6-a92d-11b42e7d708f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:04.173340 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-35774747-e71e-4b1b-b615-6466a14718e0 req-ee23cfa1-757f-48d6-a92d-11b42e7d708f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (20dae339-5dfb-4383-9413-ae4a74320700), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:04.173867 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-35774747-e71e-4b1b-b615-6466a14718e0 req-ee23cfa1-757f-48d6-a92d-11b42e7d708f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Floating IP 20dae339-5dfb-4383-9413-ae4a74320700 disassociated. External IP: 172.25.4.250, port: 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f. Feb 15 16:56:04.174311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-35774747-e71e-4b1b-b615-6466a14718e0 req-ee23cfa1-757f-48d6-a92d-11b42e7d708f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Calling delete_port for 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:04.199590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9cf6c026-7167-4759-a5f8-2a0762a787e0 None None] Current status of the port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:04.206350 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:04.245933 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (d78acf4a-909a-41fb-bf07-d199cf53db57), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:04.255598 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:04.261478 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] 10.222.0.107 "DELETE /v2.0/networks/d78acf4a-909a-41fb-bf07-d199cf53db57 HTTP/1.1" status: 204 len: 168 time: 3.2911186 Feb 15 16:56:04.319892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f3745-7fc7-4350-af78-3794adb72621 tempest-NetworksIpV6Test-1981213413 tempest-NetworksIpV6Test-1981213413-project] Pushing event deleted for resources: {'Network': ['ID=d78acf4a-909a-41fb-bf07-d199cf53db57,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:04.491699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:04.493396 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:04.573988 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa475c-8fd2-4107-98eb-0971a3aabd73 req-07a46c2c-194f-490e-a64f-b413094a2445 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:04.576236 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-18aa475c-8fd2-4107-98eb-0971a3aabd73 req-07a46c2c-194f-490e-a64f-b413094a2445 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 944 time: 0.1184616 Feb 15 16:56:04.639777 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:04.656212 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-18aa475c-8fd2-4107-98eb-0971a3aabd73 req-04ea3661-42fb-42bf-9a90-1d5bcc01390d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717928 Feb 15 16:56:04.759096 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:04.762894 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:04.775588 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-35774747-e71e-4b1b-b615-6466a14718e0 req-ee23cfa1-757f-48d6-a92d-11b42e7d708f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:04.944062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77013f06-e136-40dc-b89c-f3a25b4f5c65 req-ff7c51a1-b0ae-4e0a-b1d3-67f522b3ab68 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 210 time: 0.1661370 Feb 15 16:56:04.973318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=bebfcf9d-7346-42b7-aa3e-e61e53fc8f92,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:05.012796 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 90826ee0-336e-460e-a2b2-54374c7fd61c up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:56:05.081239 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c6fcc44-216a-4496-8fb3-409af53427b5 req-c890354e-212c-466f-a0ff-b857af5ea3cb tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 210 time: 0.1010141 Feb 15 16:56:05.186982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 90826ee0-336e-460e-a2b2-54374c7fd61c completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:56:05.191164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 90826ee0-336e-460e-a2b2-54374c7fd61c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:05.191489 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (90826ee0-336e-460e-a2b2-54374c7fd61c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:05.202775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57872) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:05.294265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 90826ee0-336e-460e-a2b2-54374c7fd61c is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:05.294675 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (90826ee0-336e-460e-a2b2-54374c7fd61c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:05.345081 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 90826ee0-336e-460e-a2b2-54374c7fd61c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=90826ee0-336e-460e-a2b2-54374c7fd61c,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:05.347080 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5c7f62-bf1e-4703-aa76-e8653e03a28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90826ee0-336e-460e-a2b2-54374c7fd61c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:56:05.351334 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265726e5-536f-459c-b8de-25df22312f08" -d '{"events": [{"server_uuid": "bf5c7f62-bf1e-4703-aa76-e8653e03a28d", "name": "network-vif-plugged", "status": "completed", "tag": "90826ee0-336e-460e-a2b2-54374c7fd61c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:56:05.442687 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (90826ee0-336e-460e-a2b2-54374c7fd61c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:05.446707 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a8c349-f5f1-440f-8c7f-649ca0dd8ca2 x-openstack-request-id: req-67a8c349-f5f1-440f-8c7f-649ca0dd8ca2 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:56:05.447363 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5c7f62-bf1e-4703-aa76-e8653e03a28d", "name": "network-vif-plugged", "status": "completed", "tag": "90826ee0-336e-460e-a2b2-54374c7fd61c", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:56:05.447849 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-67a8c349-f5f1-440f-8c7f-649ca0dd8ca2 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:56:05.448558 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5c7f62-bf1e-4703-aa76-e8653e03a28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90826ee0-336e-460e-a2b2-54374c7fd61c', 'code': 200} Feb 15 16:56:05.518274 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-59b3ff5a-5ed1-4dbb-9ceb-cf9ff0a84d98 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ef8a4e01f7c84fe2ab2da9c0552a852a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3140283 Feb 15 16:56:05.520795 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57880) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:05.558472 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=90826ee0-336e-460e-a2b2-54374c7fd61c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:05.631320 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24982bdf-8bc4-4690-b76c-d1bc45cf64cc admin admin] Publish callbacks [] for security_group (5974b9f6-7489-4330-ac01-8f37918331c7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:05.642206 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23cfa1-757f-48d6-a92d-11b42e7d708f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event deleted for resources: {'Port': ['ID=89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:05.682331 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24982bdf-8bc4-4690-b76c-d1bc45cf64cc admin admin] Publish callbacks [] for security_group (5974b9f6-7489-4330-ac01-8f37918331c7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:05.764553 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-256df26b-c86c-4f84-889a-f585b40af1c5 req-8d67cd17-2d79-4223-ab86-aa4ecdbffd3f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 210 time: 0.1758118 Feb 15 16:56:05.825722 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24982bdf-8bc4-4690-b76c-d1bc45cf64cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5974b9f6-7489-4330-ac01-8f37918331c7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:05.829602 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24982bdf-8bc4-4690-b76c-d1bc45cf64cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:05.832470 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-24982bdf-8bc4-4690-b76c-d1bc45cf64cc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5974b9f6-7489-4330-ac01-8f37918331c7 HTTP/1.1" status: 204 len: 168 time: 0.3082423 Feb 15 16:56:05.832629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bdd8e-9cb6-411d-8f32-934aac0f8b0f req-dafbdc73-2f5f-4ee3-9b3d-ad4b03fda00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:05.834760 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f0bdd8e-9cb6-411d-8f32-934aac0f8b0f req-dafbdc73-2f5f-4ee3-9b3d-ad4b03fda00c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 1128 time: 0.2472601 Feb 15 16:56:05.841903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 68f81b3e-950e-4a44-ad89-4fbfd128a588 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:05.844344 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24982bdf-8bc4-4690-b76c-d1bc45cf64cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5974b9f6-7489-4330-ac01-8f37918331c7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:05.852634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:05.853483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35774747-e71e-4b1b-b615-6466a14718e0 req-ee23cfa1-757f-48d6-a92d-11b42e7d708f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Router b27d9728-27f3-4757-aa4b-3907bd165264 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:56:05.875633 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a2708-5d85-48e7-a2a2-6216cfdddb21 req-7e308349-814f-47f8-98cf-7c6a7dc56a81 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:05.875633 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b47a2708-5d85-48e7-a2a2-6216cfdddb21 req-7e308349-814f-47f8-98cf-7c6a7dc56a81 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.1041529 Feb 15 16:56:05.898198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-3d36bd49-a84e-4202-9932-d51b11c512b5 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:05.899909 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-3d36bd49-a84e-4202-9932-d51b11c512b5 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.67 "GET /v2.0/networks?id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 HTTP/1.1" status: 200 len: 810 time: 0.3100893 Feb 15 16:56:05.965684 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b47a2708-5d85-48e7-a2a2-6216cfdddb21 req-55f55d16-9085-421f-bf58-f2650cd8e033 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793805 Feb 15 16:56:06.120567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f0bdd8e-9cb6-411d-8f32-934aac0f8b0f req-918ea5c6-9501-4eeb-98ae-d5828fcba6b4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659435 Feb 15 16:56:06.217118 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1fbc186-4ef5-4ece-a4f9-ca81bbedafe4 req-4061a8a3-0d31-4d1b-a9a8-9832f0c0e2f7 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 210 time: 0.1121020 Feb 15 16:56:06.232296 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-e7a18971-82b8-4edb-8fb8-55db4741e0f9 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d50e5805188b4195b80b506af394e48d HTTP/1.1" status: 200 len: 379 time: 0.2866979 Feb 15 16:56:06.234403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:56:06.250250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-401f380a-c44c-4f10-9209-84398bdd2d81 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Request body: {'port': {'device_id': 'c19620c4-8461-491d-9563-251c24d24a1a', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'admin_state_up': True, 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'security_groups': ['3401d342-a375-400a-b758-b9d2a2aedf4f']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:06.257745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a2f85869-8d05-4711-8c0e-cfbfea946e12 None None] Provisioning complete for port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:06.260652 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a2f85869-8d05-4711-8c0e-cfbfea946e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:06.302469 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-554ffef3-c93c-4d1d-8374-65eab8d634ee req-2e159b18-e684-40ed-bc93-cbd88495da80 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 210 time: 0.0979946 Feb 15 16:56:06.333919 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a2f85869-8d05-4711-8c0e-cfbfea946e12 None None] Port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:56:06.425323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35774747-e71e-4b1b-b615-6466a14718e0 req-ee23cfa1-757f-48d6-a92d-11b42e7d708f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:56:06.436199 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ae4a4-5c2f-43c3-98b2-19ccf16d68b5 None None] Sync routers for ids ['b27d9728-27f3-4757-aa4b-3907bd165264'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:56:06.452122 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ae4a4-5c2f-43c3-98b2-19ccf16d68b5 None None] Routers {'b27d9728-27f3-4757-aa4b-3907bd165264'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:06.455251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-371ae4a4-5c2f-43c3-98b2-19ccf16d68b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:55:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b27d9728-27f3-4757-aa4b-3907bd165264'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:06.508964 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57902) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:06.527081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-35774747-e71e-4b1b-b615-6466a14718e0 req-ee23cfa1-757f-48d6-a92d-11b42e7d708f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] No DVR routers for this DVR port 89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:06.532943 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-35774747-e71e-4b1b-b615-6466a14718e0 req-ee23cfa1-757f-48d6-a92d-11b42e7d708f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:06.535559 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35774747-e71e-4b1b-b615-6466a14718e0 req-ee23cfa1-757f-48d6-a92d-11b42e7d708f tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.67 "DELETE /v2.0/ports/89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f HTTP/1.1" status: 204 len: 173 time: 5.5739782 Feb 15 16:56:06.536019 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'name': 'network-vif-deleted', 'tag': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:56:06.538854 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32050a76-d222-46b1-ae57-6128ed9c8570" -d '{"events": [{"server_uuid": "f941c2e9-bbce-4b93-acf2-6d4a8ff1232e", "name": "network-vif-deleted", "tag": "89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:56:06.554489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:56:06.565077 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Sync routers for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:56:06.566463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57908) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:06.572278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7bf724a1-f35e-4852-9ec2-0d57806abe41 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1446299902'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:06.582821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9253c217-0831-4785-a6ec-adf944649011 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/13dcde39-3dae-43c5-a311-4fe4fa13ec0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9868455 Feb 15 16:56:06.595208 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:06.596113 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:55:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:06.617928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-401f380a-c44c-4f10-9209-84398bdd2d81 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Made reservation on behalf of d50e5805188b4195b80b506af394e48d for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:06.623977 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-401f380a-c44c-4f10-9209-84398bdd2d81 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:06.625278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-371ae4a4-5c2f-43c3-98b2-19ccf16d68b5 None None] Set router b27d9728-27f3-4757-aa4b-3907bd165264 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:06.630909 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ae3065-dbb2-44db-b323-e81c52cdc4c3 x-openstack-request-id: req-70ae3065-dbb2-44db-b323-e81c52cdc4c3 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:56:06.631199 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f941c2e9-bbce-4b93-acf2-6d4a8ff1232e", "name": "network-vif-deleted", "tag": "89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:56:06.632760 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-70ae3065-dbb2-44db-b323-e81c52cdc4c3 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:56:06.633344 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f941c2e9-bbce-4b93-acf2-6d4a8ff1232e', 'name': 'network-vif-deleted', 'tag': '89d2a5a3-e94b-4e2d-9e0e-a8d292506f7f', 'status': 'completed', 'code': 200} Feb 15 16:56:06.705665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf724a1-f35e-4852-9ec2-0d57806abe41 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:06.710029 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7bf724a1-f35e-4852-9ec2-0d57806abe41 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:06.910936 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:06.928913 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf724a1-f35e-4852-9ec2-0d57806abe41 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:56:07.020585 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7be09aae-2e35-4faa-912f-61b3cac3a484 req-c96278d1-5f82-48bd-8a7d-8f115e66b262 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 210 time: 0.1010380 Feb 15 16:56:07.053070 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7bf724a1-f35e-4852-9ec2-0d57806abe41 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2672ef7d-c522-4348-8b9f-f50663c10066), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:07.064589 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-75c12aa8-dcd6-4720-b1b0-acfda6b4feff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:07.067207 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-7bf724a1-f35e-4852-9ec2-0d57806abe41 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Added segment 2672ef7d-c522-4348-8b9f-f50663c10066 of type vlan for network 3a08f136-e576-4f2a-a977-6fa8544a9023 Feb 15 16:56:07.168422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-371ae4a4-5c2f-43c3-98b2-19ccf16d68b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:51Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'eb75f590-8fdf-4c22-9a12-ba82e10ce549', 'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'mac_address': 'fa:16:3e:3e:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:48Z', 'updated_at': '2022-02-15T16:48:57Z', 'revision_number': 5, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'subnets': [{'id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:07.226859 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7bf724a1-f35e-4852-9ec2-0d57806abe41 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (3a08f136-e576-4f2a-a977-6fa8544a9023), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:07.233661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ae4a4-5c2f-43c3-98b2-19ccf16d68b5 None None] Checking router: b27d9728-27f3-4757-aa4b-3907bd165264 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:56:07.257981 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371ae4a4-5c2f-43c3-98b2-19ccf16d68b5 None None] Routers {'b27d9728-27f3-4757-aa4b-3907bd165264'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:07.258641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-371ae4a4-5c2f-43c3-98b2-19ccf16d68b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:55:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b27d9728-27f3-4757-aa4b-3907bd165264'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:07.287774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-401f380a-c44c-4f10-9209-84398bdd2d81 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Allocated IP 172.20.0.9 (5c7b397a-77f6-47e0-8f8f-d0b42cdceb05/ee4840c8-e6d6-4864-8cc9-9887e739eb93/6cb75ed7-3705-4d7c-905f-c0b5db1d20a9) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:56:07.454821 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68262a43-1d11-44db-81ca-e4b811a9e897 req-97679722-97d0-4cb3-9e83-39f0591502da tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:07.464903 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-68262a43-1d11-44db-81ca-e4b811a9e897 req-97679722-97d0-4cb3-9e83-39f0591502da tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.3325732 Feb 15 16:56:07.502839 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:03Z', 'revision_number': 4, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebfcf9d-7346-42b7-aa3e-e61e53fc8f92', 'name': '', 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:76:2e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:01Z', 'updated_at': '2022-02-15T16:56:04Z', 'revision_number': 2, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:07.551593 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Checking router: 13dcde39-3dae-43c5-a311-4fe4fa13ec0f for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:56:07.551836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-5dad790a-98bc-4297-9527-1069d2eee8b4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:07.552068 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Updating router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:56:07.554316 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-5dad790a-98bc-4297-9527-1069d2eee8b4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.67 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 812 time: 0.6409659 Feb 15 16:56:07.577690 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-fcdc88ee-90a2-4920-98f5-148d82c773fd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Request body: {'port': {'device_id': '8244508e-33c6-4b31-b4a6-bfe0bde4e80b', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'admin_state_up': True, 'tenant_id': '0860b996450e411880fd86cd9f5cbb84'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:07.590930 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:07.609022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-371ae4a4-5c2f-43c3-98b2-19ccf16d68b5 None None] Set router b27d9728-27f3-4757-aa4b-3907bd165264 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:07.630666 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf16d52a-faeb-493f-989a-3ea536bf9356 req-3992e662-c6cc-4481-bcc8-7ff4b7aefe40 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/ports?device_id=f941c2e9-bbce-4b93-acf2-6d4a8ff1232e HTTP/1.1" status: 200 len: 210 time: 0.0753336 Feb 15 16:56:07.758765 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7bf724a1-f35e-4852-9ec2-0d57806abe41 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (3a08f136-e576-4f2a-a977-6fa8544a9023), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:07.770295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf724a1-f35e-4852-9ec2-0d57806abe41 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:07.771203 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7bf724a1-f35e-4852-9ec2-0d57806abe41 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:07.800029 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-68262a43-1d11-44db-81ca-e4b811a9e897 req-9b8336e5-29da-4ea1-927c-5373ea457b2c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341804 Feb 15 16:56:07.915633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57946) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:07.941718 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7bf724a1-f35e-4852-9ec2-0d57806abe41 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3738132 Feb 15 16:56:07.965886 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8fcfec66-dd1f-4597-bcf1-4bb872cdc245 req-5fa42128-4c7e-4650-8c2e-f8d690e8ed5e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 210 time: 0.1167483 Feb 15 16:56:07.982020 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57952) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:07.997670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-adbe33ce-cabf-47c3-8fa9-b5eab5270c0d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'subnet': {'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:08.121166 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-401f380a-c44c-4f10-9209-84398bdd2d81 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for port (6cb75ed7-3705-4d7c-905f-c0b5db1d20a9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:08.160524 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Publish callbacks [] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:08.173007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-371ae4a4-5c2f-43c3-98b2-19ccf16d68b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:51Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'eb75f590-8fdf-4c22-9a12-ba82e10ce549', 'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'mac_address': 'fa:16:3e:3e:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:48Z', 'updated_at': '2022-02-15T16:48:57Z', 'revision_number': 5, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'subnets': [{'id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:08.183854 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf724a1-f35e-4852-9ec2-0d57806abe41 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Network': ['ID=3a08f136-e576-4f2a-a977-6fa8544a9023,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:08.215200 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 3a08f136-e576-4f2a-a977-6fa8544a9023 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:56:08.217712 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371ae4a4-5c2f-43c3-98b2-19ccf16d68b5 None None] The sync data for ids ['b27d9728-27f3-4757-aa4b-3907bd165264'] in n-d-828372-14 is: [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:48:51Z', 'revision_number': 4, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'eb75f590-8fdf-4c22-9a12-ba82e10ce549', 'name': '', 'network_id': 'abd1de71-eb7f-481e-93c5-240c9863694a', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'mac_address': 'fa:16:3e:3e:31:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:48Z', 'updated_at': '2022-02-15T16:48:57Z', 'revision_number': 5, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'subnets': [{'id': '709aeae2-05ea-4329-901d-2a8f1cd1fe0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:56:08.237773 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:08.254788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-90f7661a-2e5e-4c60-b7e2-40334e04f4c7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1693221286'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:08.379927 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-401f380a-c44c-4f10-9209-84398bdd2d81 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6cb75ed7-3705-4d7c-905f-c0b5db1d20a9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:08.391403 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4c873-1a31-422d-a9fb-59c4cd8657c7 None None] Pushing event updated for resources: {'Port': ['ID=bebfcf9d-7346-42b7-aa3e-e61e53fc8f92,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:08.403248 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb4c873-1a31-422d-a9fb-59c4cd8657c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:08.405146 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb4c873-1a31-422d-a9fb-59c4cd8657c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:08.405543 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb4c873-1a31-422d-a9fb-59c4cd8657c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:08.405933 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb4c873-1a31-422d-a9fb-59c4cd8657c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:08.409775 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb4c873-1a31-422d-a9fb-59c4cd8657c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:08.409999 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4185d68-c870-4bd1-a7cf-fc09ca270673 req-5e26b9c4-38af-4e22-a5c1-4f44d3899b4c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 210 time: 0.2042191 Feb 15 16:56:08.418590 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb4c873-1a31-422d-a9fb-59c4cd8657c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:08.419005 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb4c873-1a31-422d-a9fb-59c4cd8657c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:08.419351 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb4c873-1a31-422d-a9fb-59c4cd8657c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:08.425667 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb4c873-1a31-422d-a9fb-59c4cd8657c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:08.426087 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb4c873-1a31-422d-a9fb-59c4cd8657c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:08.427946 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb4c873-1a31-422d-a9fb-59c4cd8657c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:08.428307 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb4c873-1a31-422d-a9fb-59c4cd8657c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:08.428647 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb4c873-1a31-422d-a9fb-59c4cd8657c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:08.432337 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3ec8-6326-481b-b0c4-816c25b87e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (4c216464-09ac-4322-91d6-3beeb3df36bf), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:08.510424 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Attempting to bind port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:56:08.511064 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Attempting to bind port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:56:08.511589 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Attempting to bind port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 on network 68f81b3e-950e-4a44-ad89-4fbfd128a588 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:56:08.522797 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:56:08.523553 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Checking segment: {'id': 'a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:56:08.524136 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:08.524696 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Bound using segment: {'id': 'a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:56:08.526519 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Bound port: bebfcf9d-7346-42b7-aa3e-e61e53fc8f92, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:56:08.527113 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:08.545690 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f380a-c44c-4f10-9209-84398bdd2d81 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event updated for resources: {'Port': ['ID=6cb75ed7-3705-4d7c-905f-c0b5db1d20a9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:08.629744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-401f380a-c44c-4f10-9209-84398bdd2d81 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:08.644490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-401f380a-c44c-4f10-9209-84398bdd2d81 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:08.650251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-401f380a-c44c-4f10-9209-84398bdd2d81 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:08.669599 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] For port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:56:08.689322 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] For port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bebfcf9d-7346-42b7-aa3e-e61e53fc8f92,segment=NetworkSegment(a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec),segment_id=a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:56:08.715597 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f7661a-2e5e-4c60-b7e2-40334e04f4c7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:08.717254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90f7661a-2e5e-4c60-b7e2-40334e04f4c7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:08.738125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c940fee-7f3b-45c7-9d87-602f71143ee3 None None] New status for floating IP 20dae339-5dfb-4383-9413-ae4a74320700: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:56:08.746179 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbe33ce-cabf-47c3-8fa9-b5eab5270c0d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Made reservation on behalf of 97ba66294ae844ffa6720f7c60d3cac0 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:08.750371 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-adbe33ce-cabf-47c3-8fa9-b5eab5270c0d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:08.764174 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:08.765787 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90f7661a-2e5e-4c60-b7e2-40334e04f4c7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:08.901058 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:08.901727 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:55:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:08.942134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-fcdc88ee-90a2-4920-98f5-148d82c773fd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Made reservation on behalf of 0860b996450e411880fd86cd9f5cbb84 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:08.945594 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-fcdc88ee-90a2-4920-98f5-148d82c773fd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:08.995316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57966) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:09.007992 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-401f380a-c44c-4f10-9209-84398bdd2d81 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:09.015980 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-401f380a-c44c-4f10-9209-84398bdd2d81 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:09.136024 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Provisioning complete for port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:09.138346 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:09.219349 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4c873-1a31-422d-a9fb-59c4cd8657c7 None None] Pushing event updated for resources: {'Port': ['ID=bebfcf9d-7346-42b7-aa3e-e61e53fc8f92,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:09.236670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb3ec8-6326-481b-b0c4-816c25b87e1c admin admin] Deleting port 1b75985c-0fd7-4649-b58f-cd41b77c199c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:09.237020 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3ec8-6326-481b-b0c4-816c25b87e1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:09.263255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-401f380a-c44c-4f10-9209-84398bdd2d81 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0232220 Feb 15 16:56:09.266008 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:09.371314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Request body: {'port': {'device_id': 'c19620c4-8461-491d-9563-251c24d24a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:09.416572 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1365f96e-4558-443f-a244-dff3526c939e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:09.424322 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Current status of the port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:09.424887 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:09.453553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb763b5b-f1fe-4c35-85d0-fa1cd4689ab3 req-0ea4e1f1-f555-4a53-806e-ac8e834ced0d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:09.456063 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb763b5b-f1fe-4c35-85d0-fa1cd4689ab3 req-0ea4e1f1-f555-4a53-806e-ac8e834ced0d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.3931928 Feb 15 16:56:09.464653 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71ce43ee-2041-4b21-bb29-f4ded7267156 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group (a7589f49-b692-4327-83e0-bfeffa0042da), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:09.494423 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] For port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bebfcf9d-7346-42b7-aa3e-e61e53fc8f92,segment=NetworkSegment(a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec),segment_id=a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:09.576377 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:09.580862 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71ce43ee-2041-4b21-bb29-f4ded7267156 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group (a7589f49-b692-4327-83e0-bfeffa0042da), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:09.645954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce652a0-35ac-49a4-b5e3-811cba651089 req-d9f0a2d7-2267-4e22-893c-a926598345be tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:09.647776 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ce652a0-35ac-49a4-b5e3-811cba651089 req-d9f0a2d7-2267-4e22-893c-a926598345be tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 931 time: 0.4895699 Feb 15 16:56:09.648588 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6cb75ed7-3705-4d7c-905f-c0b5db1d20a9), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:09.670322 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Pushing event updated for resources: {'Port': ['ID=bebfcf9d-7346-42b7-aa3e-e61e53fc8f92,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:09.700157 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:09.700527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:09.700886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:09.702354 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:09.702723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:09.703067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:09.704575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:09.704937 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:09.705279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:09.706678 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:09.710715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:09.710715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:09.710715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7c6cfa-86f3-4447-b7d5-515e6b960198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:09.725857 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:03Z', 'revision_number': 4, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebfcf9d-7346-42b7-aa3e-e61e53fc8f92', 'name': '', 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:76:2e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:01Z', 'updated_at': '2022-02-15T16:56:08Z', 'revision_number': 4, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:09.741085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-fe071673-4a89-434a-b1f9-c98e288b6b14 None None] Provisioning complete for port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:09.742122 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe071673-4a89-434a-b1f9-c98e288b6b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:09.758918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-1aeb3ec8-6326-481b-b0c4-816c25b87e1c admin admin] For port 1b75985c-0fd7-4649-b58f-cd41b77c199c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1b75985c-0fd7-4649-b58f-cd41b77c199c,segment=NetworkSegment(40298cfd-caa0-4631-b492-07b85e5c3055),segment_id=40298cfd-caa0-4631-b492-07b85e5c3055)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:09.759295 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3ec8-6326-481b-b0c4-816c25b87e1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:09.784536 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed48e6a-ef15-46f5-89a6-8fdc938de1a8 None None] The sync data for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 is: [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:03Z', 'revision_number': 4, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebfcf9d-7346-42b7-aa3e-e61e53fc8f92', 'name': '', 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:76:2e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:01Z', 'updated_at': '2022-02-15T16:56:08Z', 'revision_number': 4, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:56:09.784891 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb3ec8-6326-481b-b0c4-816c25b87e1c admin admin] Calling delete_port for 1b75985c-0fd7-4649-b58f-cd41b77c199c owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:09.842765 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb763b5b-f1fe-4c35-85d0-fa1cd4689ab3 req-80f67109-1f8a-4c36-8ecd-e38b9f1d7caf tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670156 Feb 15 16:56:09.847082 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71ce43ee-2041-4b21-bb29-f4ded7267156 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a7589f49-b692-4327-83e0-bfeffa0042da), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:09.862307 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71ce43ee-2041-4b21-bb29-f4ded7267156 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:09.871392 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-71ce43ee-2041-4b21-bb29-f4ded7267156 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "DELETE /v2.0/security-groups/a7589f49-b692-4327-83e0-bfeffa0042da HTTP/1.1" status: 204 len: 168 time: 0.8628471 Feb 15 16:56:09.877466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57974) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:09.953436 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fe071673-4a89-434a-b1f9-c98e288b6b14 None None] Current status of the port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:09.965880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-fe071673-4a89-434a-b1f9-c98e288b6b14 None None] Provisioning complete for port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:09.966312 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe071673-4a89-434a-b1f9-c98e288b6b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6cb75ed7-3705-4d7c-905f-c0b5db1d20a9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:10.165165 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90f7661a-2e5e-4c60-b7e2-40334e04f4c7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (ffb81602-f26e-4c2a-90bc-ad54946e7aa0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:10.275968 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90f7661a-2e5e-4c60-b7e2-40334e04f4c7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ffb81602-f26e-4c2a-90bc-ad54946e7aa0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:10.279371 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fe071673-4a89-434a-b1f9-c98e288b6b14 None None] Port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:56:10.366329 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-fcdc88ee-90a2-4920-98f5-148d82c773fd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Allocated IP 172.20.0.13 (09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c/16b2d1c9-a71e-43a3-baad-57a8767096cb/313c3044-61da-499f-9e9c-6c113b093698) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:56:10.396998 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:10.407562 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ce652a0-35ac-49a4-b5e3-811cba651089 req-404b3165-c459-4903-aed7-7e4869d4fde0 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=3401d342-a375-400a-b758-b9d2a2aedf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7372873 Feb 15 16:56:10.481658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f7661a-2e5e-4c60-b7e2-40334e04f4c7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:56:10.494111 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-adbe33ce-cabf-47c3-8fa9-b5eab5270c0d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (bed1cc91-4929-407d-81e6-70e4721c1eb7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:10.496066 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7661a-2e5e-4c60-b7e2-40334e04f4c7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb81602-f26e-4c2a-90bc-ad54946e7aa0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:10.546646 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90f7661a-2e5e-4c60-b7e2-40334e04f4c7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e9bf41f8-ea31-4794-8e86-0396f82d3ed3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:10.547065 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-90f7661a-2e5e-4c60-b7e2-40334e04f4c7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Added segment e9bf41f8-ea31-4794-8e86-0396f82d3ed3 of type vlan for network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f Feb 15 16:56:10.559917 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-8c31fe31-b91e-430a-8d48-68b365e6d03a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] show failed (client error): The resource could not be found. Feb 15 16:56:10.561616 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8c31fe31-b91e-430a-8d48-68b365e6d03a tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "GET /v2.0/security-groups/a7589f49-b692-4327-83e0-bfeffa0042da HTTP/1.1" status: 404 len: 347 time: 0.6782572 Feb 15 16:56:10.573995 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce43ee-2041-4b21-bb29-f4ded7267156 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7589f49-b692-4327-83e0-bfeffa0042da,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:10.577454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57982) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:10.578825 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:56:10.623410 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Publish callbacks [] for port (6cb75ed7-3705-4d7c-905f-c0b5db1d20a9), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:10.661899 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9f5843f4-3681-4a80-b756-5a22fa4f8e0a req-765e4363-8f9f-4e29-b1b1-6e3413ca9f72 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 210 time: 0.0988045 Feb 15 16:56:10.835512 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4d66ac95-b7ad-4c02-8506-507dc2a22deb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Deleting port 84bea9c8-9dc8-4eab-8e4e-cd25514a9217 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:10.835976 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d66ac95-b7ad-4c02-8506-507dc2a22deb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (84bea9c8-9dc8-4eab-8e4e-cd25514a9217), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:10.965167 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d66ac95-b7ad-4c02-8506-507dc2a22deb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (84bea9c8-9dc8-4eab-8e4e-cd25514a9217), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:10.965525 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d66ac95-b7ad-4c02-8506-507dc2a22deb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for floatingip (84bea9c8-9dc8-4eab-8e4e-cd25514a9217), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:10.991662 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4d66ac95-b7ad-4c02-8506-507dc2a22deb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Calling delete_port for 84bea9c8-9dc8-4eab-8e4e-cd25514a9217 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:11.037049 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3ec8-6326-481b-b0c4-816c25b87e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (1b75985c-0fd7-4649-b58f-cd41b77c199c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:11.076470 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb3ec8-6326-481b-b0c4-816c25b87e1c admin admin] Pushing event deleted for resources: {'Port': ['ID=1b75985c-0fd7-4649-b58f-cd41b77c199c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:11.114931 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90f7661a-2e5e-4c60-b7e2-40334e04f4c7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (3179b6b5-128a-4a6e-ab2b-07e847a0b98f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:11.137688 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe33ce-cabf-47c3-8fa9-b5eab5270c0d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Subnet': ['ID=bed1cc91-4929-407d-81e6-70e4721c1eb7,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:11.208930 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbe33ce-cabf-47c3-8fa9-b5eab5270c0d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Checking segment: {'id': '2672ef7d-c522-4348-8b9f-f50663c10066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:56:11.209334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbe33ce-cabf-47c3-8fa9-b5eab5270c0d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network hostable DHCP agents. Network: 3a08f136-e576-4f2a-a977-6fa8544a9023, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:56:11.302277 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-fcdc88ee-90a2-4920-98f5-148d82c773fd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for port (313c3044-61da-499f-9e9c-6c113b093698), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:11.340503 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90f7661a-2e5e-4c60-b7e2-40334e04f4c7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (3179b6b5-128a-4a6e-ab2b-07e847a0b98f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:11.342884 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d66ac95-b7ad-4c02-8506-507dc2a22deb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (84bea9c8-9dc8-4eab-8e4e-cd25514a9217), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:11.348978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f7661a-2e5e-4c60-b7e2-40334e04f4c7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:11.349972 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90f7661a-2e5e-4c60-b7e2-40334e04f4c7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:11.364262 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Transition to ACTIVE for port object 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:56:11.398235 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:56:11.446440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66ac95-b7ad-4c02-8506-507dc2a22deb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Pushing event deleted for resources: {'Port': ['ID=84bea9c8-9dc8-4eab-8e4e-cd25514a9217,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:11.484534 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:11.484814 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:11.498341 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (6cb75ed7-3705-4d7c-905f-c0b5db1d20a9), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:11.518607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73467861-26bd-482e-a856-6381a23c7f14 req-8d242a3c-2edb-474b-abc8-7b2b6b0cfe9b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:11.520806 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-73467861-26bd-482e-a856-6381a23c7f14 req-8d242a3c-2edb-474b-abc8-7b2b6b0cfe9b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.7760079 Feb 15 16:56:11.570455 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-90f7661a-2e5e-4c60-b7e2-40334e04f4c7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.6445954 Feb 15 16:56:11.577826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d66ac95-b7ad-4c02-8506-507dc2a22deb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks [] for floatingip (20dae339-5dfb-4383-9413-ae4a74320700), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:11.581031 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d66ac95-b7ad-4c02-8506-507dc2a22deb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:11.582395 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4d66ac95-b7ad-4c02-8506-507dc2a22deb tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] 10.222.0.107 "DELETE /v2.0/floatingips/20dae339-5dfb-4383-9413-ae4a74320700 HTTP/1.1" status: 204 len: 168 time: 1.0017688 Feb 15 16:56:11.583335 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57992) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:11.591430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-44edb3cb-9621-4746-8b6f-35b19cbcbeb2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'name': 'tempest-PortsIpV6TestJSON-1628757755'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:11.608843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:11.621067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Pushing event updated for resources: {'Port': ['ID=6cb75ed7-3705-4d7c-905f-c0b5db1d20a9,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:11.662394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbe33ce-cabf-47c3-8fa9-b5eab5270c0d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 3a08f136-e576-4f2a-a977-6fa8544a9023 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:56:11.691780 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1aeb3ec8-6326-481b-b0c4-816c25b87e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (4c216464-09ac-4322-91d6-3beeb3df36bf), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:11.711835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7661a-2e5e-4c60-b7e2-40334e04f4c7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Network': ['ID=3179b6b5-128a-4a6e-ab2b-07e847a0b98f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:11.732908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:56:11.740399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-73467861-26bd-482e-a856-6381a23c7f14 req-3f2464ee-e9b5-40a9-b883-7eec57e8f297 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019012 Feb 15 16:56:11.779858 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e79a-e81f-4f50-925d-1aed9bda34e1 req-f5499439-9312-4f6d-83de-6dafee005b04 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:11.781769 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8223e79a-e81f-4f50-925d-1aed9bda34e1 req-f5499439-9312-4f6d-83de-6dafee005b04 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 943 time: 0.2775447 Feb 15 16:56:11.839538 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-fcdc88ee-90a2-4920-98f5-148d82c773fd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (313c3044-61da-499f-9e9c-6c113b093698), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:11.900068 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Attempting to bind port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:56:11.903948 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Attempting to bind port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:56:11.904315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Attempting to bind port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 on network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:56:11.909085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-adbe33ce-cabf-47c3-8fa9-b5eab5270c0d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 3a08f136-e576-4f2a-a977-6fa8544a9023) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:11.917484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbe33ce-cabf-47c3-8fa9-b5eab5270c0d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:11.918990 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-adbe33ce-cabf-47c3-8fa9-b5eab5270c0d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:11.919265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4daf5819-141e-464a-b710-3d1d13cc072a None None] Network 3a08f136-e576-4f2a-a977-6fa8544a9023 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:12.006518 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:12.033594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc88ee-90a2-4920-98f5-148d82c773fd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event updated for resources: {'Port': ['ID=313c3044-61da-499f-9e9c-6c113b093698,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:12.038226 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8223e79a-e81f-4f50-925d-1aed9bda34e1 req-5a25d1b0-497a-4abd-a567-0989bfdd9cae tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=3401d342-a375-400a-b758-b9d2a2aedf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472630 Feb 15 16:56:12.068860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-fcdc88ee-90a2-4920-98f5-148d82c773fd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:12.069263 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44edb3cb-9621-4746-8b6f-35b19cbcbeb2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:12.073203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 on network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:56:12.073203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Attempting to bind port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 on network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:56:12.073478 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44edb3cb-9621-4746-8b6f-35b19cbcbeb2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:12.091309 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58002) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:12.097479 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-adbe33ce-cabf-47c3-8fa9-b5eab5270c0d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.1100953 Feb 15 16:56:12.105898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-fcdc88ee-90a2-4920-98f5-148d82c773fd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:12.114799 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-44edb3cb-9621-4746-8b6f-35b19cbcbeb2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] device_id is not set on port 6b62aa49-7e24-4900-abea-cdc606f3673b yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:56:12.127398 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-fcdc88ee-90a2-4920-98f5-148d82c773fd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:12.151312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:56:12.151801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Checking segment: {'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:56:12.154154 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-3a08f136-e576-4f2a-a977-6fa8544a9023', 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023', 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'fixed_ips': [{'subnet_id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:56:12.154899 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Bound using segment: {'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:56:12.155083 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:12.155694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Bound port: 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c0d09a-56d0-479f-8fd0-4e5327ecd323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:56:12.156165 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6cb75ed7-3705-4d7c-905f-c0b5db1d20a9), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:12.299142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f67a833-a17e-4310-9587-ced091b2019f req-302d59f9-8567-4c18-ba7f-24f4f254723a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:12.301196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f67a833-a17e-4310-9587-ced091b2019f req-302d59f9-8567-4c18-ba7f-24f4f254723a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 932 time: 0.3045962 Feb 15 16:56:12.320799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-fcdc88ee-90a2-4920-98f5-148d82c773fd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:12.321680 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-fcdc88ee-90a2-4920-98f5-148d82c773fd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:12.455959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] For port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:56:12.470563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] For port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=6cb75ed7-3705-4d7c-905f-c0b5db1d20a9,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:56:12.474318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Allocated IP 2001:db8:3::2 (3a08f136-e576-4f2a-a977-6fa8544a9023/bed1cc91-4929-407d-81e6-70e4721c1eb7/c508c541-b1cc-47b0-a9de-371a83781464) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:56:12.498554 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aeb3ec8-6326-481b-b0c4-816c25b87e1c admin admin] Router 4c216464-09ac-4322-91d6-3beeb3df36bf has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:56:12.509106 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-fcdc88ee-90a2-4920-98f5-148d82c773fd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9404218 Feb 15 16:56:12.533791 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f67a833-a17e-4310-9587-ced091b2019f req-7b7795c8-11b4-4e3b-879c-37e76c76d5d2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064898 Feb 15 16:56:12.538016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Request body: {'port': {'device_id': '8244508e-33c6-4b31-b4a6-bfe0bde4e80b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:12.568176 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2a436419-b5ea-4f4f-9fa0-5285798da347 None None] Provisioning complete for port 313c3044-61da-499f-9e9c-6c113b093698 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:12.568176 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2a436419-b5ea-4f4f-9fa0-5285798da347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (313c3044-61da-499f-9e9c-6c113b093698), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:12.579939 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (6cb75ed7-3705-4d7c-905f-c0b5db1d20a9), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:12.683855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:12.683855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:12.684585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeb3ec8-6326-481b-b0c4-816c25b87e1c admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:56:12.690724 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1aeb3ec8-6326-481b-b0c4-816c25b87e1c admin admin] 10.222.0.107 "PUT /v2.0/routers/4c216464-09ac-4322-91d6-3beeb3df36bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1806746 Feb 15 16:56:12.694201 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] 10.222.0.67 "PUT /v2.0/ports/6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 HTTP/1.1" status: 200 len: 1092 time: 3.3604779 Feb 15 16:56:12.694701 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0a2d4-243a-48ad-bd0d-1ac953754511 None None] Sync routers for ids ['4c216464-09ac-4322-91d6-3beeb3df36bf'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:56:12.700028 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19620c4-8461-491d-9563-251c24d24a1a', 'tag': '6cb75ed7-3705-4d7c-905f-c0b5db1d20a9'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:56:12.707585 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd55708b-e179-4e9f-9407-3ad6acaced67" -d '{"events": [{"name": "network-changed", "server_uuid": "c19620c4-8461-491d-9563-251c24d24a1a", "tag": "6cb75ed7-3705-4d7c-905f-c0b5db1d20a9"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:56:12.714197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58008) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:12.729198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2a436419-b5ea-4f4f-9fa0-5285798da347 None None] Port 313c3044-61da-499f-9e9c-6c113b093698 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:56:12.741274 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0a2d4-243a-48ad-bd0d-1ac953754511 None None] Routers {'4c216464-09ac-4322-91d6-3beeb3df36bf'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:12.742087 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fdd0a2d4-243a-48ad-bd0d-1ac953754511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4c216464-09ac-4322-91d6-3beeb3df36bf'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:12.851387 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3e17ed-cdd6-479e-8091-3c73587fb16a x-openstack-request-id: req-5e3e17ed-cdd6-479e-8091-3c73587fb16a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:56:12.851829 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19620c4-8461-491d-9563-251c24d24a1a", "tag": "6cb75ed7-3705-4d7c-905f-c0b5db1d20a9", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:56:12.852204 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5e3e17ed-cdd6-479e-8091-3c73587fb16a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:56:12.852731 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19620c4-8461-491d-9563-251c24d24a1a', 'tag': '6cb75ed7-3705-4d7c-905f-c0b5db1d20a9', 'status': 'completed', 'code': 200} Feb 15 16:56:12.910866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41114e-8bc3-471d-824b-b549c52b8f7a service neutron] Pushing event updated for resources: {'Port': ['ID=6cb75ed7-3705-4d7c-905f-c0b5db1d20a9,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:12.916919 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (313c3044-61da-499f-9e9c-6c113b093698), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:12.941978 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Publish callbacks [] for port (c508c541-b1cc-47b0-a9de-371a83781464), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:13.035075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-0eb6b96a-5a09-4750-90fd-cf39ee0ed904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:13.036825 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-0eb6b96a-5a09-4750-90fd-cf39ee0ed904 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d50e5805188b4195b80b506af394e48d&device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 1126 time: 0.2332065 Feb 15 16:56:13.043683 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (c508c541-b1cc-47b0-a9de-371a83781464), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:13.142242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Network 3a08f136-e576-4f2a-a977-6fa8544a9023 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:13.162031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:13.175483 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:13.178403 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Pushing event updated for resources: {'Port': ['ID=c508c541-b1cc-47b0-a9de-371a83781464,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:13.243301 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fdd0a2d4-243a-48ad-bd0d-1ac953754511 None None] Set router 4c216464-09ac-4322-91d6-3beeb3df36bf gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:13.249786 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-3b17bfdf-13bc-4b42-b243-e897ee1feabc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 HTTP/1.1" status: 200 len: 217 time: 0.1953273 Feb 15 16:56:13.365566 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Attempting to bind port c508c541-b1cc-47b0-a9de-371a83781464 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:56:13.366024 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Attempting to bind port c508c541-b1cc-47b0-a9de-371a83781464 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '2672ef7d-c522-4348-8b9f-f50663c10066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:56:13.366522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Attempting to bind port c508c541-b1cc-47b0-a9de-371a83781464 on network 3a08f136-e576-4f2a-a977-6fa8544a9023 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:56:13.388948 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:56:13.396368 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Checking segment: {'id': '2672ef7d-c522-4348-8b9f-f50663c10066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:56:13.397080 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:13.397634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Bound using segment: {'id': '2672ef7d-c522-4348-8b9f-f50663c10066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:56:13.398276 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Bound port: c508c541-b1cc-47b0-a9de-371a83781464, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2672ef7d-c522-4348-8b9f-f50663c10066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:56:13.398781 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c508c541-b1cc-47b0-a9de-371a83781464), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:13.399211 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c9d2d-f157-48a7-b06d-aeb7a30e2549 req-853a628a-ae2b-4de9-a975-f9af4a5e246c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:13.401447 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-579c9d2d-f157-48a7-b06d-aeb7a30e2549 req-853a628a-ae2b-4de9-a975-f9af4a5e246c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 1.2365572 Feb 15 16:56:13.426382 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44edb3cb-9621-4746-8b6f-35b19cbcbeb2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (6b62aa49-7e24-4900-abea-cdc606f3673b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:13.481581 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:13.552355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-c9f17cca-1d8f-42f5-a86c-a6c8ab4acb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:13.554762 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-c9f17cca-1d8f-42f5-a86c-a6c8ab4acb34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee4840c8-e6d6-4864-8cc9-9887e739eb93 HTTP/1.1" status: 200 len: 849 time: 0.2719016 Feb 15 16:56:13.556673 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fdd0a2d4-243a-48ad-bd0d-1ac953754511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'name': 'tempest-TaggedBootDevicesTest-1790965815-router', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:36Z', 'updated_at': '2022-02-15T16:56:10Z', 'revision_number': 5, 'project_id': '81594fa848e7414b8f51155b921da775', 'gw_port': {'id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:39Z', 'updated_at': '2022-02-15T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:13.566167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] For port c508c541-b1cc-47b0-a9de-371a83781464, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:56:13.577604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] For port c508c541-b1cc-47b0-a9de-371a83781464, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c508c541-b1cc-47b0-a9de-371a83781464,segment=NetworkSegment(2672ef7d-c522-4348-8b9f-f50663c10066),segment_id=2672ef7d-c522-4348-8b9f-f50663c10066)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:56:13.591305 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:13.611770 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0a2d4-243a-48ad-bd0d-1ac953754511 None None] Checking router: 4c216464-09ac-4322-91d6-3beeb3df36bf for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:56:13.624776 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-579c9d2d-f157-48a7-b06d-aeb7a30e2549 req-f7aac94a-1894-419a-a247-753c6720f57d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088425 Feb 15 16:56:13.632396 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524207d-3528-41aa-8dea-c46decee2790 req-47b70712-9068-4b31-a090-df602362384f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:13.634761 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c524207d-3528-41aa-8dea-c46decee2790 req-47b70712-9068-4b31-a090-df602362384f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 943 time: 0.4018810 Feb 15 16:56:13.636222 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd0a2d4-243a-48ad-bd0d-1ac953754511 None None] Routers {'4c216464-09ac-4322-91d6-3beeb3df36bf'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:13.636944 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fdd0a2d4-243a-48ad-bd0d-1ac953754511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4c216464-09ac-4322-91d6-3beeb3df36bf'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:13.683975 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c508c541-b1cc-47b0-a9de-371a83781464), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:13.737243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-13a0c904-3bbf-4db9-8003-e21a865eca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:13.739334 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-13a0c904-3bbf-4db9-8003-e21a865eca6c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1739988 Feb 15 16:56:13.831131 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c524207d-3528-41aa-8dea-c46decee2790 req-d8bf25cc-65bf-4985-925b-b94177e09456 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=3401d342-a375-400a-b758-b9d2a2aedf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778412 Feb 15 16:56:13.863957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd1b1c-303f-4a3f-83d7-e65ded7c6887 None None] Pushing event updated for resources: {'Port': ['ID=c508c541-b1cc-47b0-a9de-371a83781464,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:13.896895 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Publish callbacks [] for router (4c216464-09ac-4322-91d6-3beeb3df36bf), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:13.904567 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44edb3cb-9621-4746-8b6f-35b19cbcbeb2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (6b62aa49-7e24-4900-abea-cdc606f3673b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:13.920826 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fdd0a2d4-243a-48ad-bd0d-1ac953754511 None None] Set router 4c216464-09ac-4322-91d6-3beeb3df36bf gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:13.952215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313c3044-61da-499f-9e9c-6c113b093698 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:56:13.976319 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Publish callbacks [] for port (313c3044-61da-499f-9e9c-6c113b093698), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:14.024082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Transition to ACTIVE for port object 313c3044-61da-499f-9e9c-6c113b093698 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:56:14.037633 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-ef4616f2-2010-4d4f-918c-3017cea3d796 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867117 Feb 15 16:56:14.110621 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (313c3044-61da-499f-9e9c-6c113b093698), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:14.265163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Pushing event updated for resources: {'Port': ['ID=313c3044-61da-499f-9e9c-6c113b093698,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:14.367845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Allocated IP 2001:db8:3::1 (3a08f136-e576-4f2a-a977-6fa8544a9023/bed1cc91-4929-407d-81e6-70e4721c1eb7/151f9743-ee27-4d43-999c-ad68b002c89a) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:56:14.371037 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df186e33-8e11-4c7e-8c8f-a3d05b90afca req-592a3479-11de-4c31-a44e-e2a916b0d155 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271906 Feb 15 16:56:14.407658 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fdd0a2d4-243a-48ad-bd0d-1ac953754511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'name': 'tempest-TaggedBootDevicesTest-1790965815-router', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:36Z', 'updated_at': '2022-02-15T16:56:10Z', 'revision_number': 5, 'project_id': '81594fa848e7414b8f51155b921da775', 'gw_port': {'id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:39Z', 'updated_at': '2022-02-15T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:14.460131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44edb3cb-9621-4746-8b6f-35b19cbcbeb2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=6b62aa49-7e24-4900-abea-cdc606f3673b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:14.461464 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd0a2d4-243a-48ad-bd0d-1ac953754511 None None] The sync data for ids ['4c216464-09ac-4322-91d6-3beeb3df36bf'] in n-d-828372-14 is: [{'id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'name': 'tempest-TaggedBootDevicesTest-1790965815-router', 'tenant_id': '81594fa848e7414b8f51155b921da775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63'}], 'enable_snat': True}, 'gw_port_id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:36Z', 'updated_at': '2022-02-15T16:56:10Z', 'revision_number': 5, 'project_id': '81594fa848e7414b8f51155b921da775', 'gw_port': {'id': '91b5949c-c2c6-4126-90b7-374db9eb618e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c216464-09ac-4322-91d6-3beeb3df36bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:39Z', 'updated_at': '2022-02-15T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:56:14.551283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Attempting to bind port 313c3044-61da-499f-9e9c-6c113b093698 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:56:14.551625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Attempting to bind port 313c3044-61da-499f-9e9c-6c113b093698 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:56:14.551980 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Attempting to bind port 313c3044-61da-499f-9e9c-6c113b093698 on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:56:14.567618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eedecc-de90-44ed-95e0-96f5ac16a015 req-972062af-ba8a-4c36-9779-146f5968b0ee tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:14.569212 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10eedecc-de90-44ed-95e0-96f5ac16a015 req-972062af-ba8a-4c36-9779-146f5968b0ee tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 932 time: 0.8439324 Feb 15 16:56:14.581970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Port 313c3044-61da-499f-9e9c-6c113b093698 on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:56:14.582303 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Attempting to bind port 313c3044-61da-499f-9e9c-6c113b093698 on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:56:14.596669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bda81-8c5a-4608-bc91-6cd74bd4e324 req-61c6801d-8e2a-4814-b18d-be5047b24aa9 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:14.598257 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c1bda81-8c5a-4608-bc91-6cd74bd4e324 req-61c6801d-8e2a-4814-b18d-be5047b24aa9 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.1823537 Feb 15 16:56:14.630472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:56:14.630711 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Checking segment: {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:56:14.631028 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Bound using segment: {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:56:14.631476 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Bound port: 313c3044-61da-499f-9e9c-6c113b093698, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:56:14.631837 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (313c3044-61da-499f-9e9c-6c113b093698), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:14.673780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c1bda81-8c5a-4608-bc91-6cd74bd4e324 req-a3e72c36-eca3-49d7-abf8-70bb4836f12b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667033 Feb 15 16:56:14.681562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55708b-e179-4e9f-9407-3ad6acaced67 req-f14d0dab-8384-44c7-aa56-e5cce53fac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:14.683112 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd55708b-e179-4e9f-9407-3ad6acaced67 req-f14d0dab-8384-44c7-aa56-e5cce53fac0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d50e5805188b4195b80b506af394e48d&device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 1126 time: 0.1575675 Feb 15 16:56:14.711418 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44edb3cb-9621-4746-8b6f-35b19cbcbeb2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Checking segment: {'id': 'e9bf41f8-ea31-4794-8e86-0396f82d3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:56:14.712106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44edb3cb-9621-4746-8b6f-35b19cbcbeb2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network hostable DHCP agents. Network: 3179b6b5-128a-4a6e-ab2b-07e847a0b98f, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:56:14.805834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] For port 313c3044-61da-499f-9e9c-6c113b093698, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:56:14.810528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] For port 313c3044-61da-499f-9e9c-6c113b093698, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=313c3044-61da-499f-9e9c-6c113b093698,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:56:14.835276 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55708b-e179-4e9f-9407-3ad6acaced67 req-b1343a76-1853-42e4-b085-409a1227d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:14.841301 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd55708b-e179-4e9f-9407-3ad6acaced67 req-b1343a76-1853-42e4-b085-409a1227d564 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 HTTP/1.1" status: 200 len: 911 time: 0.1382067 Feb 15 16:56:14.933709 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd55708b-e179-4e9f-9407-3ad6acaced67 req-60ed2dee-6c2e-4038-897d-9a0852d8e9c5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 HTTP/1.1" status: 200 len: 217 time: 0.0812526 Feb 15 16:56:14.935113 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (313c3044-61da-499f-9e9c-6c113b093698), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:15.187199 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:15.190043 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:15.192332 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] 10.222.0.67 "PUT /v2.0/ports/313c3044-61da-499f-9e9c-6c113b093698 HTTP/1.1" status: 200 len: 1093 time: 2.6740756 Feb 15 16:56:15.194595 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8244508e-33c6-4b31-b4a6-bfe0bde4e80b', 'tag': '313c3044-61da-499f-9e9c-6c113b093698'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:56:15.200572 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2b9a6e-3496-4b87-bd95-7012e53b026d" -d '{"events": [{"name": "network-changed", "server_uuid": "8244508e-33c6-4b31-b4a6-bfe0bde4e80b", "tag": "313c3044-61da-499f-9e9c-6c113b093698"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:56:15.237327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55708b-e179-4e9f-9407-3ad6acaced67 req-1e65d075-1271-49a9-bb83-0aba7836c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:15.255016 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd55708b-e179-4e9f-9407-3ad6acaced67 req-1e65d075-1271-49a9-bb83-0aba7836c536 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee4840c8-e6d6-4864-8cc9-9887e739eb93 HTTP/1.1" status: 200 len: 849 time: 0.3174703 Feb 15 16:56:15.301659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507987d-3cee-4a91-8fb0-d191f07e5270 service neutron] Pushing event updated for resources: {'Port': ['ID=313c3044-61da-499f-9e9c-6c113b093698,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:15.340926 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c508c541-b1cc-47b0-a9de-371a83781464 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:56:15.368795 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (151f9743-ee27-4d43-999c-ad68b002c89a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:15.388139 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10eedecc-de90-44ed-95e0-96f5ac16a015 req-54f0bc8c-d0df-482c-8030-73cba454ad7c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8029530 Feb 15 16:56:15.420322 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Publish callbacks [] for router_gateway (4c216464-09ac-4322-91d6-3beeb3df36bf), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:15.423858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5a1ee-f712-4fa2-b8e1-955802855fd9 req-8202978e-41a5-4bf5-818f-28693aad0b57 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:15.438895 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ffa5a1ee-f712-4fa2-b8e1-955802855fd9 req-8202978e-41a5-4bf5-818f-28693aad0b57 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 943 time: 0.4584785 Feb 15 16:56:15.456976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c508c541-b1cc-47b0-a9de-371a83781464 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:15.457693 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c508c541-b1cc-47b0-a9de-371a83781464), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:15.480088 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44edb3cb-9621-4746-8b6f-35b19cbcbeb2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:56:15.548281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd55708b-e179-4e9f-9407-3ad6acaced67 req-5cdcbc66-bcb1-4d38-8d62-facb77bc83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:15.550577 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd55708b-e179-4e9f-9407-3ad6acaced67 req-5cdcbc66-bcb1-4d38-8d62-facb77bc83fc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2817380 Feb 15 16:56:15.552479 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5199c4-f42e-4c35-ab3e-8ad924cf2b5f x-openstack-request-id: req-1c5199c4-f42e-4c35-ab3e-8ad924cf2b5f {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:56:15.552813 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8244508e-33c6-4b31-b4a6-bfe0bde4e80b", "tag": "313c3044-61da-499f-9e9c-6c113b093698", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:56:15.553162 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1c5199c4-f42e-4c35-ab3e-8ad924cf2b5f {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:56:15.553815 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8244508e-33c6-4b31-b4a6-bfe0bde4e80b', 'tag': '313c3044-61da-499f-9e9c-6c113b093698', 'status': 'completed', 'code': 200} Feb 15 16:56:15.564860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-5859fac2-0fef-401f-bd08-4d9b7262bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:15.571813 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-5859fac2-0fef-401f-bd08-4d9b7262bf8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 1127 time: 0.2163022 Feb 15 16:56:15.622058 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-44edb3cb-9621-4746-8b6f-35b19cbcbeb2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 3179b6b5-128a-4a6e-ab2b-07e847a0b98f) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:15.630781 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44edb3cb-9621-4746-8b6f-35b19cbcbeb2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:15.642756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44edb3cb-9621-4746-8b6f-35b19cbcbeb2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:15.643418 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44edb3cb-9621-4746-8b6f-35b19cbcbeb2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:15.660840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c508c541-b1cc-47b0-a9de-371a83781464 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:15.660840 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c508c541-b1cc-47b0-a9de-371a83781464), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:15.672176 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:15.674798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947d4652-aeb6-4b9a-8180-fca1e329f531 None None] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:15.683601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Deleting port 91b5949c-c2c6-4126-90b7-374db9eb618e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:15.684201 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (91b5949c-c2c6-4126-90b7-374db9eb618e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:15.698189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61f90e7-7527-4142-a7de-865db3f39ef7 None None] Network 3a08f136-e576-4f2a-a977-6fa8544a9023 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:15.717775 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd55708b-e179-4e9f-9407-3ad6acaced67 req-51e70592-bd01-4688-9164-e09f768c63da service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327631 Feb 15 16:56:15.754032 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ffa5a1ee-f712-4fa2-b8e1-955802855fd9 req-490301ee-f0d2-40e3-834e-466b61e15141 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=3401d342-a375-400a-b758-b9d2a2aedf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138726 Feb 15 16:56:15.860024 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-9ec5ab32-4d6a-428c-8b87-2118e9585098 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=313c3044-61da-499f-9e9c-6c113b093698 HTTP/1.1" status: 200 len: 217 time: 0.1408522 Feb 15 16:56:15.905928 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] For port 91b5949c-c2c6-4126-90b7-374db9eb618e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=91b5949c-c2c6-4126-90b7-374db9eb618e,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:15.906297 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (91b5949c-c2c6-4126-90b7-374db9eb618e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:15.942675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-91a33c65-c671-4169-b0aa-01de9724934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:15.953657 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-91a33c65-c671-4169-b0aa-01de9724934e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.0806055 Feb 15 16:56:15.953941 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Calling delete_port for 91b5949c-c2c6-4126-90b7-374db9eb618e owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:16.013554 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bd55708b-e179-4e9f-9407-3ad6acaced67 req-7e958bf6-4a4a-490d-acd6-05457080c7ec service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856710 Feb 15 16:56:16.022604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port c508c541-b1cc-47b0-a9de-371a83781464, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c508c541-b1cc-47b0-a9de-371a83781464,segment=NetworkSegment(2672ef7d-c522-4348-8b9f-f50663c10066),segment_id=2672ef7d-c522-4348-8b9f-f50663c10066)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:16.053005 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-aa9f68bc-f544-45c5-8dd4-4020f312c113 None None] Provisioning complete for port c508c541-b1cc-47b0-a9de-371a83781464 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:16.053568 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa9f68bc-f544-45c5-8dd4-4020f312c113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c508c541-b1cc-47b0-a9de-371a83781464), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:16.111712 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c508c541-b1cc-47b0-a9de-371a83781464), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:16.160427 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-d0fa4a91-8686-4dec-bf51-a5fa9cefcdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:16.164490 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-d0fa4a91-8686-4dec-bf51-a5fa9cefcdb8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1839621 Feb 15 16:56:16.172218 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=c508c541-b1cc-47b0-a9de-371a83781464,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:16.175172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1b75985c-0fd7-4649-b58f-cd41b77c199c no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:16.200727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 1b75985c-0fd7-4649-b58f-cd41b77c199c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:16.201147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1b75985c-0fd7-4649-b58f-cd41b77c199c not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:16.254931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aa9f68bc-f544-45c5-8dd4-4020f312c113 None None] Current status of the port c508c541-b1cc-47b0-a9de-371a83781464 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:16.303207 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-5c7d686e-2b06-49d8-a654-ac6c2668851b service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307378 Feb 15 16:56:16.313492 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-44edb3cb-9621-4746-8b6f-35b19cbcbeb2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.7272561 Feb 15 16:56:16.330099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58066) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:16.348216 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f0515d71-1535-46f8-9386-0f5722730794 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1297814917'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:16.353942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=151f9743-ee27-4d43-999c-ad68b002c89a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:16.363007 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (91b5949c-c2c6-4126-90b7-374db9eb618e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:16.373590 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 3a08f136-e576-4f2a-a977-6fa8544a9023 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:16.424435 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:16.451526 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Pushing event deleted for resources: {'Port': ['ID=91b5949c-c2c6-4126-90b7-374db9eb618e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:16.465841 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:16.472801 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:16.584295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cd08054f-df4a-4c7a-b600-f3265ac709ee None None] Provisioning complete for port c508c541-b1cc-47b0-a9de-371a83781464 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:16.585945 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd08054f-df4a-4c7a-b600-f3265ac709ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c508c541-b1cc-47b0-a9de-371a83781464), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:16.610712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:16.611145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:16.611588 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:16.612016 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:16.612422 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:16.612889 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:16.613264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:16.613695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:16.614091 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:16.614487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:16.614877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:16.615264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:16.615711 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:16.644330 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1b0d393-0338-4715-986c-2f7046cd6c72 req-8334a410-e49c-473d-977f-b8f886153468 service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212898 Feb 15 16:56:16.647202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2e777-e31b-4a19-8369-6af50a4f7888 req-320bb3fe-5580-4977-bdf6-45ffac8194e3 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:16.649503 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e7b2e777-e31b-4a19-8369-6af50a4f7888 req-320bb3fe-5580-4977-bdf6-45ffac8194e3 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.3608606 Feb 15 16:56:16.754770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6b18f-3f7d-4329-ab31-70c3c9474d8c req-1c026559-786c-45bd-87b4-276aa00cccf3 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:16.756383 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1dc6b18f-3f7d-4329-ab31-70c3c9474d8c req-1c026559-786c-45bd-87b4-276aa00cccf3 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 944 time: 0.2111671 Feb 15 16:56:16.770040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cd08054f-df4a-4c7a-b600-f3265ac709ee None None] Current status of the port c508c541-b1cc-47b0-a9de-371a83781464 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:16.795817 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (4c216464-09ac-4322-91d6-3beeb3df36bf), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:16.804639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cd08054f-df4a-4c7a-b600-f3265ac709ee None None] Provisioning complete for port 151f9743-ee27-4d43-999c-ad68b002c89a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:16.805084 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd08054f-df4a-4c7a-b600-f3265ac709ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:16.847872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0515d71-1535-46f8-9386-0f5722730794 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:16.847872 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f0515d71-1535-46f8-9386-0f5722730794 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:16.897105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cd08054f-df4a-4c7a-b600-f3265ac709ee None None] Port 151f9743-ee27-4d43-999c-ad68b002c89a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:56:16.938890 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1dc6b18f-3f7d-4329-ab31-70c3c9474d8c req-1fb10189-976c-4da5-a426-59a55db8b0f3 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758723 Feb 15 16:56:16.947144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0515d71-1535-46f8-9386-0f5722730794 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:56:16.976757 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b9a6e-3496-4b87-bd95-7012e53b026d req-d51c71da-df60-4661-9745-f75ba6c6d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:16.976757 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c2b9a6e-3496-4b87-bd95-7012e53b026d req-d51c71da-df60-4661-9745-f75ba6c6d12f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 1127 time: 0.1752546 Feb 15 16:56:16.976757 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f0515d71-1535-46f8-9386-0f5722730794 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (65157e5d-de8a-4b25-8b34-010a39e7de48), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:16.976757 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-f0515d71-1535-46f8-9386-0f5722730794 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Added segment 65157e5d-de8a-4b25-8b34-010a39e7de48 of type vlan for network 29e34cba-db80-4330-8083-3897c8e5fa1b Feb 15 16:56:17.023211 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1716cf24-0267-48e8-b08a-a0782e1dd647 None None] Provisioning complete for port 151f9743-ee27-4d43-999c-ad68b002c89a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:17.023598 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1716cf24-0267-48e8-b08a-a0782e1dd647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:17.042390 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e7b2e777-e31b-4a19-8369-6af50a4f7888 req-ba732699-3831-4a1d-bb04-95731112ab6c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726280 Feb 15 16:56:17.051727 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (4c216464-09ac-4322-91d6-3beeb3df36bf), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:17.055053 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Publish callbacks [] for router_controller (4c216464-09ac-4322-91d6-3beeb3df36bf), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:17.100696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1716cf24-0267-48e8-b08a-a0782e1dd647 None None] Port 151f9743-ee27-4d43-999c-ad68b002c89a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:56:17.202399 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:17.251497 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (4c216464-09ac-4322-91d6-3beeb3df36bf), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:17.252220 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c216464-09ac-4322-91d6-3beeb3df36bf {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:56:17.277018 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:17.279289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0a7d81c9-41f5-4c74-a70e-1fef174fae0c admin admin] 10.222.0.107 "DELETE /v2.0/routers/4c216464-09ac-4322-91d6-3beeb3df36bf HTTP/1.1" status: 204 len: 168 time: 4.1881661 Feb 15 16:56:17.282676 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58086) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:17.358325 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f0515d71-1535-46f8-9386-0f5722730794 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (29e34cba-db80-4330-8083-3897c8e5fa1b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:17.399538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c508c541-b1cc-47b0-a9de-371a83781464 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:56:17.424526 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b9a6e-3496-4b87-bd95-7012e53b026d req-1b47679e-7e74-4f16-8761-bc1a778ad29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:17.430994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c2b9a6e-3496-4b87-bd95-7012e53b026d req-1b47679e-7e74-4f16-8761-bc1a778ad29f service neutron] 10.222.0.67 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.4461780 Feb 15 16:56:17.475211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99521c8-778d-4dd7-a060-c1152ee3917f req-14084b17-354e-409d-81f9-4df2cc44072b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:17.476820 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f99521c8-778d-4dd7-a060-c1152ee3917f req-14084b17-354e-409d-81f9-4df2cc44072b tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 943 time: 0.3503976 Feb 15 16:56:17.511133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c2b9a6e-3496-4b87-bd95-7012e53b026d req-583a893b-85f2-40ef-baa8-b0bce8567d08 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=313c3044-61da-499f-9e9c-6c113b093698 HTTP/1.1" status: 200 len: 217 time: 0.0702169 Feb 15 16:56:17.573446 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f0515d71-1535-46f8-9386-0f5722730794 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (29e34cba-db80-4330-8083-3897c8e5fa1b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:17.580653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0515d71-1535-46f8-9386-0f5722730794 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:17.581397 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f0515d71-1535-46f8-9386-0f5722730794 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:17.589319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c508c541-b1cc-47b0-a9de-371a83781464 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:17.590585 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c508c541-b1cc-47b0-a9de-371a83781464), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:17.657819 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3471f37-82f2-4f0d-ae66-41273cd43202 admin admin] Deleting subnet 47993210-4410-433b-bc3b-435fcce0d594 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:56:17.670676 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3471f37-82f2-4f0d-ae66-41273cd43202 admin admin] Publish callbacks [] for subnet (47993210-4410-433b-bc3b-435fcce0d594), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:17.694049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c508c541-b1cc-47b0-a9de-371a83781464 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:17.715612 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b9a6e-3496-4b87-bd95-7012e53b026d req-a55db102-261e-4c3e-ace8-e13c8954af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:17.717163 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c2b9a6e-3496-4b87-bd95-7012e53b026d req-a55db102-261e-4c3e-ace8-e13c8954af3c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.1994181 Feb 15 16:56:17.738082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f99521c8-778d-4dd7-a060-c1152ee3917f req-a705ff00-fd43-4654-9960-804cb4278b2f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=3401d342-a375-400a-b758-b9d2a2aedf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303400 Feb 15 16:56:17.774426 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0515d71-1535-46f8-9386-0f5722730794 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Network': ['ID=29e34cba-db80-4330-8083-3897c8e5fa1b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:17.786458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 29e34cba-db80-4330-8083-3897c8e5fa1b details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:56:17.796995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58092) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:17.832278 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3471f37-82f2-4f0d-ae66-41273cd43202 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (47993210-4410-433b-bc3b-435fcce0d594), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:17.851135 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f0515d71-1535-46f8-9386-0f5722730794 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5169475 Feb 15 16:56:17.851751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b9a6e-3496-4b87-bd95-7012e53b026d req-d75775f9-06a9-4bbe-8960-e10286765f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:17.854845 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c2b9a6e-3496-4b87-bd95-7012e53b026d req-d75775f9-06a9-4bbe-8960-e10286765f7f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1143439 Feb 15 16:56:17.855333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58096) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:17.885148 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'ports': [{'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f'}, {'network_id': '29e34cba-db80-4330-8083-3897c8e5fa1b'}]} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:17.885598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:17.886088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'network_id': '29e34cba-db80-4330-8083-3897c8e5fa1b'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:18.051708 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3471f37-82f2-4f0d-ae66-41273cd43202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (47993210-4410-433b-bc3b-435fcce0d594), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:18.112694 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for port (151f9743-ee27-4d43-999c-ad68b002c89a), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:18.154958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2a109-5b02-428b-a80f-49f895ac0904 req-131ac148-4238-4068-b67f-61015c418ea2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:18.156875 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a6e2a109-5b02-428b-a80f-49f895ac0904 req-131ac148-4238-4068-b67f-61015c418ea2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 944 time: 0.1154718 Feb 15 16:56:18.193961 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:18.194769 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:18.228531 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:56:18.351083 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3471f37-82f2-4f0d-ae66-41273cd43202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (47993210-4410-433b-bc3b-435fcce0d594), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:18.357728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=6cb75ed7-3705-4d7c-905f-c0b5db1d20a9,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:18.378563 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Network 3a08f136-e576-4f2a-a977-6fa8544a9023 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:18.393406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '6cb75ed7-3705-4d7c-905f-c0b5db1d20a9', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'port_id': '6cb75ed7-3705-4d7c-905f-c0b5db1d20a9', 'mac_address': 'fa:16:3e:57:61:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:56:18.393406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efe25de-1066-4504-9284-d4f30154bc6a None None] Network 4f52de73-9cea-45af-a968-bf8d98f9217e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:18.395547 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a6e2a109-5b02-428b-a80f-49f895ac0904 req-8ffb7750-32fc-43f0-8e76-4954c0007590 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227595 Feb 15 16:56:18.398878 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3471f37-82f2-4f0d-ae66-41273cd43202 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:18.402393 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a3471f37-82f2-4f0d-ae66-41273cd43202 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/47993210-4410-433b-bc3b-435fcce0d594 HTTP/1.1" status: 204 len: 168 time: 1.1186016 Feb 15 16:56:18.419561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58102) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:18.429692 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:18.434434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3471f37-82f2-4f0d-ae66-41273cd43202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47993210-4410-433b-bc3b-435fcce0d594,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:18.448617 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event updated for resources: {'Port': ['ID=151f9743-ee27-4d43-999c-ad68b002c89a,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:18.569452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:18.569855 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6cb75ed7-3705-4d7c-905f-c0b5db1d20a9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:18.572585 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-661db492-d168-4e25-9a4e-ee9af560f829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:18.587403 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:56:18.613304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=6cb75ed7-3705-4d7c-905f-c0b5db1d20a9,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:18.619595 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:56:18.676330 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6cb75ed7-3705-4d7c-905f-c0b5db1d20a9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:18.726422 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (4f52de73-9cea-45af-a968-bf8d98f9217e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:18.744767 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=6cb75ed7-3705-4d7c-905f-c0b5db1d20a9,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:18.818447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be66cce9-af8f-4dbc-901d-bc65edb488c3 None None] DHCP port deletion for 4f52de73-9cea-45af-a968-bf8d98f9217e request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:56:18.898315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:56:18.913922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['6cb75ed7-3705-4d7c-905f-c0b5db1d20a9'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:56:18.919158 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Sync routers for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:56:18.929829 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ca5443a5-40ad-4bf9-996e-3afdf4a7235f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/13dcde39-3dae-43c5-a311-4fe4fa13ec0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8361623 Feb 15 16:56:18.933589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58114) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:18.938636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-be9bee4f-42a1-4acb-88dc-60baf4b58885 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:18.966056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:18.966751 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:18.988496 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-661db492-d168-4e25-9a4e-ee9af560f829 admin admin] Publish callbacks [] for security_group (7a99dc45-37cb-4eff-b0a7-499411f663fa), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:19.127138 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-661db492-d168-4e25-9a4e-ee9af560f829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7a99dc45-37cb-4eff-b0a7-499411f663fa), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:19.198030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-661db492-d168-4e25-9a4e-ee9af560f829 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d488e779b82a443b8bde26fe484b9329&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3967412 Feb 15 16:56:19.204734 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58118) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:19.217098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661db492-d168-4e25-9a4e-ee9af560f829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a99dc45-37cb-4eff-b0a7-499411f663fa,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:19.261126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb492f4-ba45-42fc-90f4-d6dcb272a923 req-c9f468a3-8f39-4359-b402-ce647e8eaf1b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:19.262896 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4bb492f4-ba45-42fc-90f4-d6dcb272a923 req-c9f468a3-8f39-4359-b402-ce647e8eaf1b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.8712857 Feb 15 16:56:19.350447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:19.377340 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4bb492f4-ba45-42fc-90f4-d6dcb272a923 req-3308e219-b501-4588-81e8-cec426c28f43 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838649 Feb 15 16:56:19.413552 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] Deleting port 7a19b905-5a79-4e91-9e6b-60af53682754 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:19.414050 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7a19b905-5a79-4e91-9e6b-60af53682754), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:19.424418 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.extraroute_db [None req-be9bee4f-42a1-4acb-88dc-60baf4b58885 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 16:56:19.444775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.extraroute_db [None req-be9bee4f-42a1-4acb-88dc-60baf4b58885 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Removed routes are [] {{(pid=103800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 16:56:19.444775 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-be9bee4f-42a1-4acb-88dc-60baf4b58885 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:19.478552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedaf08-ee33-48d1-8931-00b55ee0d7bc req-d1325af8-29af-448b-be2d-3b84b897bd80 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:19.479686 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eaedaf08-ee33-48d1-8931-00b55ee0d7bc req-d1325af8-29af-448b-be2d-3b84b897bd80 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 944 time: 0.5718656 Feb 15 16:56:19.489811 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c2b9a6e-3496-4b87-bd95-7012e53b026d req-a0e51b0c-8df8-4fae-b63c-c496d7233da2 service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6213589 Feb 15 16:56:19.513402 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'port': 2} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:19.519678 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:19.550934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 91b5949c-c2c6-4126-90b7-374db9eb618e no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:19.562145 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-be66cce9-af8f-4dbc-901d-bc65edb488c3 None None] Deleting port 7a19b905-5a79-4e91-9e6b-60af53682754 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:19.562527 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be66cce9-af8f-4dbc-901d-bc65edb488c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7a19b905-5a79-4e91-9e6b-60af53682754), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:19.632283 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-be66cce9-af8f-4dbc-901d-bc65edb488c3 None None] For port 7a19b905-5a79-4e91-9e6b-60af53682754, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7a19b905-5a79-4e91-9e6b-60af53682754,segment=NetworkSegment(40298cfd-caa0-4631-b492-07b85e5c3055),segment_id=40298cfd-caa0-4631-b492-07b85e5c3055)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:19.632964 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be66cce9-af8f-4dbc-901d-bc65edb488c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7a19b905-5a79-4e91-9e6b-60af53682754), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:19.647356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-be66cce9-af8f-4dbc-901d-bc65edb488c3 None None] Calling delete_port for 7a19b905-5a79-4e91-9e6b-60af53682754 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:19.675947 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c2b9a6e-3496-4b87-bd95-7012e53b026d req-f279d1f0-d51e-4b35-b9f1-4df7a67051cf service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763363 Feb 15 16:56:19.752666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] For port 7a19b905-5a79-4e91-9e6b-60af53682754, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7a19b905-5a79-4e91-9e6b-60af53682754,segment=NetworkSegment(40298cfd-caa0-4631-b492-07b85e5c3055),segment_id=40298cfd-caa0-4631-b492-07b85e5c3055)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:19.753188 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7a19b905-5a79-4e91-9e6b-60af53682754), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:19.768996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] Calling delete_port for 7a19b905-5a79-4e91-9e6b-60af53682754 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:19.796611 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-005b5074-6c03-4fa0-8ba8-d0c85ef87be5 None None] Provisioning complete for port 151f9743-ee27-4d43-999c-ad68b002c89a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:19.796996 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-005b5074-6c03-4fa0-8ba8-d0c85ef87be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:19.841829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 91b5949c-c2c6-4126-90b7-374db9eb618e {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:19.850297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 91b5949c-c2c6-4126-90b7-374db9eb618e not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:19.854563 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7a19b905-5a79-4e91-9e6b-60af53682754 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:19.903468 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:19.921563 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b11f036-dc10-4bb2-abd9-bad6d4d569b7 admin admin] Publish callbacks [] for security_group (7a99dc45-37cb-4eff-b0a7-499411f663fa), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:19.924099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7a19b905-5a79-4e91-9e6b-60af53682754), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:19.928997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 7a19b905-5a79-4e91-9e6b-60af53682754 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:19.932353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7a19b905-5a79-4e91-9e6b-60af53682754 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:19.937963 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be66cce9-af8f-4dbc-901d-bc65edb488c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (7a19b905-5a79-4e91-9e6b-60af53682754), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.029449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a19b905-5a79-4e91-9e6b-60af53682754,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:20.030382 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be66cce9-af8f-4dbc-901d-bc65edb488c3 None None] No DVR routers for this DVR port 7a19b905-5a79-4e91-9e6b-60af53682754 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:20.034514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66cce9-af8f-4dbc-901d-bc65edb488c3 None None] Pushing event deleted for resources: {'Port': ['ID=7a19b905-5a79-4e91-9e6b-60af53682754,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:20.051907 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-005b5074-6c03-4fa0-8ba8-d0c85ef87be5 None None] Port 151f9743-ee27-4d43-999c-ad68b002c89a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:56:20.140288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:17Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '151f9743-ee27-4d43-999c-ad68b002c89a', 'name': '', 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:79:3b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:14Z', 'updated_at': '2022-02-15T16:56:17Z', 'revision_number': 2, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebfcf9d-7346-42b7-aa3e-e61e53fc8f92', 'name': '', 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:76:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:01Z', 'updated_at': '2022-02-15T16:56:09Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:20.142834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] device_id is not set on port 23df18e4-2405-4663-a5e3-eb6f3171541c yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:56:20.205030 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eaedaf08-ee33-48d1-8931-00b55ee0d7bc req-6752c6e1-482d-4494-9c2d-37dd8c3495b6 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=3401d342-a375-400a-b758-b9d2a2aedf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7193122 Feb 15 16:56:20.228097 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Checking router: 13dcde39-3dae-43c5-a311-4fe4fa13ec0f for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:56:20.228458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Updating router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f port 151f9743-ee27-4d43-999c-ad68b002c89a binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:56:20.265277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 313c3044-61da-499f-9e9c-6c113b093698 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:56:20.269774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] No DVR routers for this DVR port 7a19b905-5a79-4e91-9e6b-60af53682754 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:20.273109 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b11f036-dc10-4bb2-abd9-bad6d4d569b7 admin admin] Publish callbacks [] for security_group (7a99dc45-37cb-4eff-b0a7-499411f663fa), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.354890 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (23df18e4-2405-4663-a5e3-eb6f3171541c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.375902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 313c3044-61da-499f-9e9c-6c113b093698, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=313c3044-61da-499f-9e9c-6c113b093698,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:20.396688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '313c3044-61da-499f-9e9c-6c113b093698', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'port_id': '313c3044-61da-499f-9e9c-6c113b093698', 'mac_address': 'fa:16:3e:e8:18:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:56:20.402659 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-be9bee4f-42a1-4acb-88dc-60baf4b58885 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.412187 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-be9bee4f-42a1-4acb-88dc-60baf4b58885 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.486382 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.526224 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (4f52de73-9cea-45af-a968-bf8d98f9217e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.559459 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 313c3044-61da-499f-9e9c-6c113b093698 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:20.559955 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (313c3044-61da-499f-9e9c-6c113b093698), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.561517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f52de73-9cea-45af-a968-bf8d98f9217e']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:20.573179 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40298cfd-caa0-4631-b492-07b85e5c3055') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:20.573786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40298cfd-caa0-4631-b492-07b85e5c3055') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:20.585410 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (40298cfd-caa0-4631-b492-07b85e5c3055), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.599997 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (40298cfd-caa0-4631-b492-07b85e5c3055), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.607714 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:56:20.608508 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (40298cfd-caa0-4631-b492-07b85e5c3055), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.612284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a25ba3-acda-4fb3-ae57-bbb8e5b88039 req-12c36cef-ca0f-439d-ae44-7606d6ad4dc4 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:20.612456 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313c3044-61da-499f-9e9c-6c113b093698 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:56:20.613882 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6a25ba3-acda-4fb3-ae57-bbb8e5b88039 req-12c36cef-ca0f-439d-ae44-7606d6ad4dc4 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.1177433 Feb 15 16:56:20.627206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9bee4f-42a1-4acb-88dc-60baf4b58885 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:56:20.633517 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:56:20.695283 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 313c3044-61da-499f-9e9c-6c113b093698, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=313c3044-61da-499f-9e9c-6c113b093698,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:20.719191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70609c-b0a0-49cb-99af-1689f389f442 req-71cd0934-2b6c-4500-b4db-e679cf987a3c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:20.721064 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b70609c-b0a0-49cb-99af-1689f389f442 req-71cd0934-2b6c-4500-b4db-e679cf987a3c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 944 time: 1.0476813 Feb 15 16:56:20.743460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] device_id is not set on port 116170d5-12e0-419e-8682-55e7ffbe82de yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:56:20.763855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b11f036-dc10-4bb2-abd9-bad6d4d569b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7a99dc45-37cb-4eff-b0a7-499411f663fa), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.765600 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6a25ba3-acda-4fb3-ae57-bbb8e5b88039 req-de5504a4-d479-4358-a5f1-63142b2a12b8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363275 Feb 15 16:56:20.767234 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b11f036-dc10-4bb2-abd9-bad6d4d569b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.769687 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0b11f036-dc10-4bb2-abd9-bad6d4d569b7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7a99dc45-37cb-4eff-b0a7-499411f663fa HTTP/1.1" status: 204 len: 168 time: 1.5433919 Feb 15 16:56:20.770862 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (313c3044-61da-499f-9e9c-6c113b093698), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.804277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11f036-dc10-4bb2-abd9-bad6d4d569b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a99dc45-37cb-4eff-b0a7-499411f663fa,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:20.843976 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9bee4f-42a1-4acb-88dc-60baf4b58885 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:56:20.856116 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b70609c-b0a0-49cb-99af-1689f389f442 req-9fe118b0-5471-43c7-a472-ad94c9136ef8 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244633 Feb 15 16:56:20.877675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-be9bee4f-42a1-4acb-88dc-60baf4b58885 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.881679 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58128) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:20.882080 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-be9bee4f-42a1-4acb-88dc-60baf4b58885 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/13dcde39-3dae-43c5-a311-4fe4fa13ec0f HTTP/1.1" status: 200 len: 953 time: 1.9472668 Feb 15 16:56:20.902450 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (4f52de73-9cea-45af-a968-bf8d98f9217e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.912806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=313c3044-61da-499f-9e9c-6c113b093698,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:20.957291 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:20.965022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58130) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:20.965224 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] 10.222.0.107 "DELETE /v2.0/networks/4f52de73-9cea-45af-a968-bf8d98f9217e HTTP/1.1" status: 204 len: 168 time: 2.5444770 Feb 15 16:56:21.019178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7cb3e-3d54-406e-ac41-0f2ab66e2bb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f52de73-9cea-45af-a968-bf8d98f9217e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:21.044314 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['313c3044-61da-499f-9e9c-6c113b093698'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:56:21.086440 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c4b39069-e846-4cf8-bfbf-a5761c433a1e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/routers/13dcde39-3dae-43c5-a311-4fe4fa13ec0f HTTP/1.1" status: 200 len: 953 time: 0.2031016 Feb 15 16:56:21.088999 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (116170d5-12e0-419e-8682-55e7ffbe82de), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:21.092962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58132) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:21.097914 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-6b1d93f5-f14d-4867-966e-489c5ac895dd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'router': {'routes': None}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:21.232212 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Publish callbacks [] for port (151f9743-ee27-4d43-999c-ad68b002c89a), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:21.322351 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:21.377348 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9127e8-c76c-4a6a-9937-83bbe808e0cd None None] Pushing event updated for resources: {'Port': ['ID=151f9743-ee27-4d43-999c-ad68b002c89a,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:21.489772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Attempting to bind port 151f9743-ee27-4d43-999c-ad68b002c89a on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:56:21.490233 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Attempting to bind port 151f9743-ee27-4d43-999c-ad68b002c89a by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '2672ef7d-c522-4348-8b9f-f50663c10066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:56:21.490723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Attempting to bind port 151f9743-ee27-4d43-999c-ad68b002c89a on network 3a08f136-e576-4f2a-a977-6fa8544a9023 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:56:21.512821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226ecbc-bdbd-442f-b8f9-3fa0c98d139e req-52dde5c7-68bc-4243-bdb1-02c5a2c79fe2 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:21.533076 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8226ecbc-bdbd-442f-b8f9-3fa0c98d139e req-52dde5c7-68bc-4243-bdb1-02c5a2c79fe2 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 944 time: 0.1749225 Feb 15 16:56:21.552857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:56:21.553465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Checking segment: {'id': '2672ef7d-c522-4348-8b9f-f50663c10066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:56:21.553977 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:21.554630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Bound using segment: {'id': '2672ef7d-c522-4348-8b9f-f50663c10066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:56:21.555062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Bound port: 151f9743-ee27-4d43-999c-ad68b002c89a, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2672ef7d-c522-4348-8b9f-f50663c10066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:56:21.555546 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:21.652736 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8226ecbc-bdbd-442f-b8f9-3fa0c98d139e req-5339c515-7a46-4b2c-8099-5db926cdafd1 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=3401d342-a375-400a-b758-b9d2a2aedf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174548 Feb 15 16:56:21.706040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] For port 151f9743-ee27-4d43-999c-ad68b002c89a, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:56:21.709521 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] For port 151f9743-ee27-4d43-999c-ad68b002c89a, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=151f9743-ee27-4d43-999c-ad68b002c89a,segment=NetworkSegment(2672ef7d-c522-4348-8b9f-f50663c10066),segment_id=2672ef7d-c522-4348-8b9f-f50663c10066)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:56:21.720898 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58140) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:21.743441 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20a45cbc-3d05-416d-afd8-6bc8fba915b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:21.781191 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:21.850378 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20a45cbc-3d05-416d-afd8-6bc8fba915b9 admin admin] Publish callbacks [] for security_group (ba7a98b5-b2c8-4f41-b71d-81e749f95931), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:21.918089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9127e8-c76c-4a6a-9937-83bbe808e0cd None None] Pushing event updated for resources: {'Port': ['ID=151f9743-ee27-4d43-999c-ad68b002c89a,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:21.975401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.extraroute_db [None req-6b1d93f5-f14d-4867-966e-489c5ac895dd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Added routes are [] {{(pid=103799) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 16:56:21.976060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.extraroute_db [None req-6b1d93f5-f14d-4867-966e-489c5ac895dd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103799) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 16:56:21.988785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1e03097d-01ad-4052-b0c2-ff3e40b1167f None None] Provisioning complete for port 151f9743-ee27-4d43-999c-ad68b002c89a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:21.989314 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e03097d-01ad-4052-b0c2-ff3e40b1167f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:21.993950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:22.004286 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:22.118876 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3cdaafb-9b31-4909-84fe-2b8a7e9d1ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (c6522102-bf10-4dc7-b166-bc701236da6e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:22.168929 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6b1d93f5-f14d-4867-966e-489c5ac895dd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:22.215520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff0667-1c20-49d1-b228-3b7b5da3b5f7 req-7a4e0aac-5e9a-47e2-84c7-d0ef0f87fcea tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:22.237313 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fff0667-1c20-49d1-b228-3b7b5da3b5f7 req-7a4e0aac-5e9a-47e2-84c7-d0ef0f87fcea tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.2147403 Feb 15 16:56:22.239564 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (23df18e4-2405-4663-a5e3-eb6f3171541c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:22.243478 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20a45cbc-3d05-416d-afd8-6bc8fba915b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ba7a98b5-b2c8-4f41-b71d-81e749f95931), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:22.244914 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:22.477302 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-20a45cbc-3d05-416d-afd8-6bc8fba915b9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=01e81d37d7284e8da0a04eee1ab7843a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7553141 Feb 15 16:56:22.489513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a45cbc-3d05-416d-afd8-6bc8fba915b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7a98b5-b2c8-4f41-b71d-81e749f95931,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:22.490110 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fff0667-1c20-49d1-b228-3b7b5da3b5f7 req-b6c6efb5-894e-4e76-b8b9-00df544b2518 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338734 Feb 15 16:56:22.492166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=23df18e4-2405-4663-a5e3-eb6f3171541c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:22.508314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58148) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:22.509302 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 313c3044-61da-499f-9e9c-6c113b093698 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:56:22.519530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:22.581766 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb3f80-f7b7-41e4-9895-f2ecfdf2f4e9 req-e196152a-aa18-44bf-947a-94b364971a19 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:22.592753 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-49eb3f80-f7b7-41e4-9895-f2ecfdf2f4e9 req-e196152a-aa18-44bf-947a-94b364971a19 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 945 time: 0.4882154 Feb 15 16:56:22.655991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1e03097d-01ad-4052-b0c2-ff3e40b1167f None None] Current status of the port 151f9743-ee27-4d43-999c-ad68b002c89a is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:22.656359 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e03097d-01ad-4052-b0c2-ff3e40b1167f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:22.700270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:22.709976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:22.710331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:22.710678 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:22.711019 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:22.711347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:22.711675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:22.712026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:22.712319 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:22.712642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:22.712966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:22.713766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:22.714093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:22.714550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:56:22.718165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:22.719075 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (116170d5-12e0-419e-8682-55e7ffbe82de), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:22.802524 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1e03097d-01ad-4052-b0c2-ff3e40b1167f None None] For port 151f9743-ee27-4d43-999c-ad68b002c89a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=151f9743-ee27-4d43-999c-ad68b002c89a,segment=NetworkSegment(2672ef7d-c522-4348-8b9f-f50663c10066),segment_id=2672ef7d-c522-4348-8b9f-f50663c10066)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:22.849209 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 313c3044-61da-499f-9e9c-6c113b093698 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:56:22.861308 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-49eb3f80-f7b7-41e4-9895-f2ecfdf2f4e9 req-bd6814dc-b6af-4889-bde8-3387aa2c9b92 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675602 Feb 15 16:56:22.870690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 313c3044-61da-499f-9e9c-6c113b093698 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:22.871318 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (313c3044-61da-499f-9e9c-6c113b093698), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:22.880956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=116170d5-12e0-419e-8682-55e7ffbe82de,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:22.965175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Checking segment: {'id': '65157e5d-de8a-4b25-8b34-010a39e7de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '29e34cba-db80-4330-8083-3897c8e5fa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:56:22.965175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network hostable DHCP agents. Network: 29e34cba-db80-4330-8083-3897c8e5fa1b, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:56:22.985767 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e03097d-01ad-4052-b0c2-ff3e40b1167f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:23.022300 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f3cdaafb-9b31-4909-84fe-2b8a7e9d1ccf admin admin] Deleting port 05218e60-25c0-4709-8d37-4d0010d666c3 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:23.034688 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3cdaafb-9b31-4909-84fe-2b8a7e9d1ccf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:23.056810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:19Z', 'revision_number': 6, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '151f9743-ee27-4d43-999c-ad68b002c89a', 'name': '', 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:79:3b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:14Z', 'updated_at': '2022-02-15T16:56:21Z', 'revision_number': 4, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebfcf9d-7346-42b7-aa3e-e61e53fc8f92', 'name': '', 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:76:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:01Z', 'updated_at': '2022-02-15T16:56:09Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:23.063954 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9e20a937-cf37-4011-aa19-c9c7c8537b14 admin admin] Publish callbacks [] for security_group (ba7a98b5-b2c8-4f41-b71d-81e749f95931), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:23.135406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780fa383-5da2-4d9a-8918-4b53738d4570 None None] The sync data for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 is: [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:19Z', 'revision_number': 6, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '151f9743-ee27-4d43-999c-ad68b002c89a', 'name': '', 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:79:3b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:14Z', 'updated_at': '2022-02-15T16:56:21Z', 'revision_number': 4, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebfcf9d-7346-42b7-aa3e-e61e53fc8f92', 'name': '', 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:76:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:01Z', 'updated_at': '2022-02-15T16:56:09Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:56:23.155094 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9e20a937-cf37-4011-aa19-c9c7c8537b14 admin admin] Publish callbacks [] for security_group (ba7a98b5-b2c8-4f41-b71d-81e749f95931), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:23.267404 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 313c3044-61da-499f-9e9c-6c113b093698 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:23.270225 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (313c3044-61da-499f-9e9c-6c113b093698), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:23.283870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a93539fe-ddf6-42c6-bfa8-0f9e24fddd5b None None] Provisioning complete for port 151f9743-ee27-4d43-999c-ad68b002c89a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:23.284914 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a93539fe-ddf6-42c6-bfa8-0f9e24fddd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:23.331977 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7558bb-5d48-4b25-95fb-0666f1df3dca req-e725d774-32ff-478f-bb11-93351dda2780 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:23.332952 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6e7558bb-5d48-4b25-95fb-0666f1df3dca req-e725d774-32ff-478f-bb11-93351dda2780 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 944 time: 0.5111175 Feb 15 16:56:23.361043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-f3cdaafb-9b31-4909-84fe-2b8a7e9d1ccf admin admin] For port 05218e60-25c0-4709-8d37-4d0010d666c3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=05218e60-25c0-4709-8d37-4d0010d666c3,segment=NetworkSegment(42a01318-d3d1-42d1-b6b9-27e4c45d9548),segment_id=42a01318-d3d1-42d1-b6b9-27e4c45d9548)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:23.364576 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3cdaafb-9b31-4909-84fe-2b8a7e9d1ccf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:23.371399 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6b1d93f5-f14d-4867-966e-489c5ac895dd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:23.373200 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9e20a937-cf37-4011-aa19-c9c7c8537b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ba7a98b5-b2c8-4f41-b71d-81e749f95931), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:23.375946 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9e20a937-cf37-4011-aa19-c9c7c8537b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:23.377146 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9e20a937-cf37-4011-aa19-c9c7c8537b14 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ba7a98b5-b2c8-4f41-b71d-81e749f95931 HTTP/1.1" status: 204 len: 168 time: 0.8676653 Feb 15 16:56:23.392033 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6b1d93f5-f14d-4867-966e-489c5ac895dd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:23.423709 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f3cdaafb-9b31-4909-84fe-2b8a7e9d1ccf admin admin] Calling delete_port for 05218e60-25c0-4709-8d37-4d0010d666c3 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:23.434261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20a937-cf37-4011-aa19-c9c7c8537b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7a98b5-b2c8-4f41-b71d-81e749f95931,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:23.476535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03097d-01ad-4052-b0c2-ff3e40b1167f None None] Pushing event updated for resources: {'Port': ['ID=151f9743-ee27-4d43-999c-ad68b002c89a,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:23.509708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 29e34cba-db80-4330-8083-3897c8e5fa1b is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:56:23.547204 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6e7558bb-5d48-4b25-95fb-0666f1df3dca req-06ad2a46-4ae5-44c3-9fc6-8ae6f00c4ed0 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=3401d342-a375-400a-b758-b9d2a2aedf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068236 Feb 15 16:56:23.574955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1d93f5-f14d-4867-966e-489c5ac895dd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:56:23.577646 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 29e34cba-db80-4330-8083-3897c8e5fa1b) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:23.589208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 313c3044-61da-499f-9e9c-6c113b093698, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=313c3044-61da-499f-9e9c-6c113b093698,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:23.590544 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8244508e-33c6-4b31-b4a6-bfe0bde4e80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313c3044-61da-499f-9e9c-6c113b093698'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:56:23.593138 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0160683-abe6-4bd1-a7ba-45c42f33a833" -d '{"events": [{"server_uuid": "8244508e-33c6-4b31-b4a6-bfe0bde4e80b", "name": "network-vif-plugged", "status": "completed", "tag": "313c3044-61da-499f-9e9c-6c113b093698"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:56:23.601469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd4b316-b079-4fe5-b051-45d88a6830f7 None None] Network 29e34cba-db80-4330-8083-3897c8e5fa1b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:23.612132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:23.620287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:23.629139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:23.634841 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:23.910666 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-08fb68dc-14dd-40f5-b55a-09d1d0d53c87 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.0542040 Feb 15 16:56:23.931708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58162) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:23.939572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921731c-623d-42d2-be6b-6dd1f81b8150 req-476f772b-dccf-44a9-b47a-6efdb9d55bc9 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:23.943158 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a921731c-623d-42d2-be6b-6dd1f81b8150 req-476f772b-dccf-44a9-b47a-6efdb9d55bc9 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.1885200 Feb 15 16:56:24.076328 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a921731c-623d-42d2-be6b-6dd1f81b8150 req-61e8cb2a-d019-489c-a91e-fec5e67cb1d1 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251602 Feb 15 16:56:24.186363 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (313c3044-61da-499f-9e9c-6c113b093698), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:24.188410 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:56:24.191403 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7309b3-35d8-498b-a019-deef35643962 x-openstack-request-id: req-7d7309b3-35d8-498b-a019-deef35643962 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:56:24.191780 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8244508e-33c6-4b31-b4a6-bfe0bde4e80b", "name": "network-vif-plugged", "status": "completed", "tag": "313c3044-61da-499f-9e9c-6c113b093698", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:56:24.192197 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7d7309b3-35d8-498b-a019-deef35643962 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:56:24.192670 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8244508e-33c6-4b31-b4a6-bfe0bde4e80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313c3044-61da-499f-9e9c-6c113b093698', 'code': 200} Feb 15 16:56:24.255075 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3cdaafb-9b31-4909-84fe-2b8a7e9d1ccf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (05218e60-25c0-4709-8d37-4d0010d666c3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:24.327597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cdaafb-9b31-4909-84fe-2b8a7e9d1ccf admin admin] Pushing event deleted for resources: {'Port': ['ID=05218e60-25c0-4709-8d37-4d0010d666c3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:24.379471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a93539fe-ddf6-42c6-bfa8-0f9e24fddd5b None None] Current status of the port 151f9743-ee27-4d43-999c-ad68b002c89a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:24.430132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=313c3044-61da-499f-9e9c-6c113b093698,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:24.523093 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:56:24.528110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:24.528689 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6cb75ed7-3705-4d7c-905f-c0b5db1d20a9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:24.561500 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3cdaafb-9b31-4909-84fe-2b8a7e9d1ccf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (c6522102-bf10-4dc7-b166-bc701236da6e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:24.724725 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42d9b8-a3e0-4e00-aacd-7a15e62ea924 None None] Sync routers for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:56:24.747722 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf42d9b8-a3e0-4e00-aacd-7a15e62ea924 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:24.753406 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cf42d9b8-a3e0-4e00-aacd-7a15e62ea924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:24.794099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:24.796418 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6cb75ed7-3705-4d7c-905f-c0b5db1d20a9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:24.863443 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cf8fb-d5a6-4cdc-93fc-89b8dddc00b8 req-f3b0a1fd-3668-4f8f-a297-4a2cae2b6e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:24.865045 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb7cf8fb-d5a6-4cdc-93fc-89b8dddc00b8 req-f3b0a1fd-3668-4f8f-a297-4a2cae2b6e72 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 1129 time: 1.0703149 Feb 15 16:56:24.868086 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1d93f5-f14d-4867-966e-489c5ac895dd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:56:24.878974 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6b1d93f5-f14d-4867-966e-489c5ac895dd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:24.882879 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6b1d93f5-f14d-4867-966e-489c5ac895dd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/13dcde39-3dae-43c5-a311-4fe4fa13ec0f HTTP/1.1" status: 200 len: 703 time: 3.7862511 Feb 15 16:56:24.887373 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58178) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:24.896952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=6cb75ed7-3705-4d7c-905f-c0b5db1d20a9,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:24.965224 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503d34f-a98c-478d-bf89-70919620f3c5 req-30df71f9-d8de-4a15-b70d-3c53d0edb2cc tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:24.967038 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e503d34f-a98c-478d-bf89-70919620f3c5 req-30df71f9-d8de-4a15-b70d-3c53d0edb2cc tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 944 time: 0.1952410 Feb 15 16:56:24.993802 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-cf42d9b8-a3e0-4e00-aacd-7a15e62ea924 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:24.996611 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6cb75ed7-3705-4d7c-905f-c0b5db1d20a9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:25.054307 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b7807-1a5c-45e9-8bae-56f40f423aca req-7c15973b-47a2-43b2-bdfa-3a50dc872a0e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:25.063560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-997b7807-1a5c-45e9-8bae-56f40f423aca req-7c15973b-47a2-43b2-bdfa-3a50dc872a0e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 1.0488231 Feb 15 16:56:25.068275 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb7cf8fb-d5a6-4cdc-93fc-89b8dddc00b8 req-bdbd3653-726a-4a00-9b95-c935fc80321c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788607 Feb 15 16:56:25.111438 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=6cb75ed7-3705-4d7c-905f-c0b5db1d20a9,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:25.119166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-b086f083-3366-41a2-b0f3-9c8872c2d539 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port 116170d5-12e0-419e-8682-55e7ffbe82de {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:25.126145 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b086f083-3366-41a2-b0f3-9c8872c2d539 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (116170d5-12e0-419e-8682-55e7ffbe82de), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:25.167762 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e503d34f-a98c-478d-bf89-70919620f3c5 req-11fe778b-ea73-47dc-826a-b0f6f6c4f654 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=3401d342-a375-400a-b758-b9d2a2aedf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470966 Feb 15 16:56:25.274272 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e794c312-a7e5-4611-a79e-562d6baa7ecf tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/routers/13dcde39-3dae-43c5-a311-4fe4fa13ec0f HTTP/1.1" status: 200 len: 703 time: 0.3752489 Feb 15 16:56:25.318852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58190) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:25.333292 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-997b7807-1a5c-45e9-8bae-56f40f423aca req-ce0eadd4-2375-4078-845d-a74eec211b85 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676928 Feb 15 16:56:25.435402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 151f9743-ee27-4d43-999c-ad68b002c89a up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:56:25.477254 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4291e12-ae65-4d50-a06b-8e78eae6d4e9 req-02bc7765-2fe1-44eb-a163-e721db65d9ee tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:25.486101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b4291e12-ae65-4d50-a06b-8e78eae6d4e9 req-02bc7765-2fe1-44eb-a163-e721db65d9ee tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.1577814 Feb 15 16:56:25.511169 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cf42d9b8-a3e0-4e00-aacd-7a15e62ea924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:21Z', 'revision_number': 7, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '151f9743-ee27-4d43-999c-ad68b002c89a', 'name': '', 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:79:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:14Z', 'updated_at': '2022-02-15T16:56:22Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebfcf9d-7346-42b7-aa3e-e61e53fc8f92', 'name': '', 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:76:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:01Z', 'updated_at': '2022-02-15T16:56:09Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:25.513590 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b086f083-3366-41a2-b0f3-9c8872c2d539 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (116170d5-12e0-419e-8682-55e7ffbe82de), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:25.528480 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cdaafb-9b31-4909-84fe-2b8a7e9d1ccf admin admin] Router c6522102-bf10-4dc7-b166-bc701236da6e has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:56:25.544223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-b086f083-3366-41a2-b0f3-9c8872c2d539 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for 116170d5-12e0-419e-8682-55e7ffbe82de owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:25.568805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 151f9743-ee27-4d43-999c-ad68b002c89a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:25.569189 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:25.578066 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42d9b8-a3e0-4e00-aacd-7a15e62ea924 None None] Checking router: 13dcde39-3dae-43c5-a311-4fe4fa13ec0f for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:56:25.600981 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf42d9b8-a3e0-4e00-aacd-7a15e62ea924 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:25.602417 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cf42d9b8-a3e0-4e00-aacd-7a15e62ea924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:25.633649 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b4291e12-ae65-4d50-a06b-8e78eae6d4e9 req-8c996ffc-1ac7-4953-895e-9b67ef19e565 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464498 Feb 15 16:56:25.735261 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-cf42d9b8-a3e0-4e00-aacd-7a15e62ea924 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:25.759094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 151f9743-ee27-4d43-999c-ad68b002c89a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:25.824141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cdaafb-9b31-4909-84fe-2b8a7e9d1ccf admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:56:25.837495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd24576-ec6f-4107-8a7c-dcbbb7277462 None None] Sync routers for ids ['c6522102-bf10-4dc7-b166-bc701236da6e'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:56:25.842770 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f3cdaafb-9b31-4909-84fe-2b8a7e9d1ccf admin admin] 10.222.0.107 "PUT /v2.0/routers/c6522102-bf10-4dc7-b166-bc701236da6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8757818 Feb 15 16:56:25.843834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58198) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:25.862574 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd24576-ec6f-4107-8a7c-dcbbb7277462 None None] Routers {'c6522102-bf10-4dc7-b166-bc701236da6e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:25.863335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5dd24576-ec6f-4107-8a7c-dcbbb7277462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c6522102-bf10-4dc7-b166-bc701236da6e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:25.947598 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b086f083-3366-41a2-b0f3-9c8872c2d539 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (116170d5-12e0-419e-8682-55e7ffbe82de), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:26.075395 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b086f083-3366-41a2-b0f3-9c8872c2d539 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:26.081002 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b086f083-3366-41a2-b0f3-9c8872c2d539 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/116170d5-12e0-419e-8682-55e7ffbe82de HTTP/1.1" status: 204 len: 168 time: 2.1472194 Feb 15 16:56:26.082895 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086f083-3366-41a2-b0f3-9c8872c2d539 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=116170d5-12e0-419e-8682-55e7ffbe82de,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:26.084813 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58202) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:26.125412 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cf42d9b8-a3e0-4e00-aacd-7a15e62ea924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:21Z', 'revision_number': 7, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '151f9743-ee27-4d43-999c-ad68b002c89a', 'name': '', 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:79:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:14Z', 'updated_at': '2022-02-15T16:56:22Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebfcf9d-7346-42b7-aa3e-e61e53fc8f92', 'name': '', 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:76:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:01Z', 'updated_at': '2022-02-15T16:56:09Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:26.169149 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5693ed48-b33e-44a5-8fe5-f26bf39c9f8c admin admin] Publish callbacks [] for router (c6522102-bf10-4dc7-b166-bc701236da6e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:26.187522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-5dd24576-ec6f-4107-8a7c-dcbbb7277462 None None] Set router c6522102-bf10-4dc7-b166-bc701236da6e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:26.204558 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf42d9b8-a3e0-4e00-aacd-7a15e62ea924 None None] The sync data for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 is: [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:21Z', 'revision_number': 7, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '151f9743-ee27-4d43-999c-ad68b002c89a', 'name': '', 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:79:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:14Z', 'updated_at': '2022-02-15T16:56:22Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebfcf9d-7346-42b7-aa3e-e61e53fc8f92', 'name': '', 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:76:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:01Z', 'updated_at': '2022-02-15T16:56:09Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:56:26.224773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19620c4-8461-491d-9563-251c24d24a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb75ed7-3705-4d7c-905f-c0b5db1d20a9'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:56:26.227060 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb25da06-27a3-47f9-b6bb-bb23d6da824a" -d '{"events": [{"server_uuid": "c19620c4-8461-491d-9563-251c24d24a1a", "name": "network-vif-plugged", "status": "completed", "tag": "6cb75ed7-3705-4d7c-905f-c0b5db1d20a9"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:56:26.235712 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a9708050-72d2-4318-93f0-6f64cb61d630 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:26.416101 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5693ed48-b33e-44a5-8fe5-f26bf39c9f8c admin admin] Publish callbacks [] for router_gateway (c6522102-bf10-4dc7-b166-bc701236da6e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:26.531106 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107b1b6d-144d-48fb-aab8-91aef4b3eeb8 x-openstack-request-id: req-107b1b6d-144d-48fb-aab8-91aef4b3eeb8 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:56:26.532536 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19620c4-8461-491d-9563-251c24d24a1a", "name": "network-vif-plugged", "status": "completed", "tag": "6cb75ed7-3705-4d7c-905f-c0b5db1d20a9", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:56:26.532536 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-107b1b6d-144d-48fb-aab8-91aef4b3eeb8 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:56:26.532536 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19620c4-8461-491d-9563-251c24d24a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb75ed7-3705-4d7c-905f-c0b5db1d20a9', 'code': 200} Feb 15 16:56:26.536411 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5883b8a8-b76b-4795-a28a-480df8193188 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:26.553292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5883b8a8-b76b-4795-a28a-480df8193188 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:26.564480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58216) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:26.564746 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5883b8a8-b76b-4795-a28a-480df8193188 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.4737155 Feb 15 16:56:26.648826 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75326dd6-1858-4e5a-ae0b-78c2441b87bc req-8fde1d27-9d15-4aec-a50b-0061366d9fe1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:26.650647 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75326dd6-1858-4e5a-ae0b-78c2441b87bc req-8fde1d27-9d15-4aec-a50b-0061366d9fe1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.1896932 Feb 15 16:56:26.661888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf9be5-f964-43d8-8e24-a963dee214ac req-be573b5d-c5cf-49a4-9f41-73ef9b018cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:26.664263 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cdcf9be5-f964-43d8-8e24-a963dee214ac req-be573b5d-c5cf-49a4-9f41-73ef9b018cb4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 1128 time: 0.2442770 Feb 15 16:56:26.690250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5dd24576-ec6f-4107-8a7c-dcbbb7277462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'name': 'tempest-TaggedBootDevicesTest-1451276116-router', 'tenant_id': 'f684d23cbd454f0da11534ec62a62d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': '0601b994-fcd8-4a15-bb94-8eb00416f339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:58Z', 'updated_at': '2022-02-15T16:56:24Z', 'revision_number': 5, 'project_id': 'f684d23cbd454f0da11534ec62a62d5f', 'gw_port': {'id': '0601b994-fcd8-4a15-bb94-8eb00416f339', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c9:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:46:59Z', 'updated_at': '2022-02-15T16:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:26.706792 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5693ed48-b33e-44a5-8fe5-f26bf39c9f8c admin admin] Deleting port 0601b994-fcd8-4a15-bb94-8eb00416f339 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:26.707112 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5693ed48-b33e-44a5-8fe5-f26bf39c9f8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0601b994-fcd8-4a15-bb94-8eb00416f339), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:26.714436 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8eeee5-69ea-412e-8057-ab0884827dfd None None] Sync routers for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:56:26.731622 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8eeee5-69ea-412e-8057-ab0884827dfd None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:26.732265 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cc8eeee5-69ea-412e-8057-ab0884827dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:26.759258 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd24576-ec6f-4107-8a7c-dcbbb7277462 None None] Checking router: c6522102-bf10-4dc7-b166-bc701236da6e for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:56:26.776040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012fe9c2-42a1-4264-9564-672dbffa731c req-67157534-3532-48f1-94ce-965b11499e94 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:26.786515 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-012fe9c2-42a1-4264-9564-672dbffa731c req-67157534-3532-48f1-94ce-965b11499e94 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 945 time: 0.3680480 Feb 15 16:56:26.786804 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd24576-ec6f-4107-8a7c-dcbbb7277462 None None] Routers {'c6522102-bf10-4dc7-b166-bc701236da6e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:26.787709 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5dd24576-ec6f-4107-8a7c-dcbbb7277462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c6522102-bf10-4dc7-b166-bc701236da6e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:26.882801 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75326dd6-1858-4e5a-ae0b-78c2441b87bc req-35b6dbe5-4f04-49a7-aee2-8546d200853f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189872 Feb 15 16:56:26.959407 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-5693ed48-b33e-44a5-8fe5-f26bf39c9f8c admin admin] For port 0601b994-fcd8-4a15-bb94-8eb00416f339, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0601b994-fcd8-4a15-bb94-8eb00416f339,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:26.959783 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5693ed48-b33e-44a5-8fe5-f26bf39c9f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0601b994-fcd8-4a15-bb94-8eb00416f339), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:26.968036 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-5dd24576-ec6f-4107-8a7c-dcbbb7277462 None None] Set router c6522102-bf10-4dc7-b166-bc701236da6e gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:26.991915 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5693ed48-b33e-44a5-8fe5-f26bf39c9f8c admin admin] Calling delete_port for 0601b994-fcd8-4a15-bb94-8eb00416f339 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:27.029073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5dd24576-ec6f-4107-8a7c-dcbbb7277462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'name': 'tempest-TaggedBootDevicesTest-1451276116-router', 'tenant_id': 'f684d23cbd454f0da11534ec62a62d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:58Z', 'updated_at': '2022-02-15T16:56:26Z', 'revision_number': 6, 'project_id': 'f684d23cbd454f0da11534ec62a62d5f', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:27.049193 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cdcf9be5-f964-43d8-8e24-a963dee214ac req-ee929dea-af5e-4845-b28d-0c40897814e0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3401d342-a375-400a-b758-b9d2a2aedf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3196468 Feb 15 16:56:27.066456 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd24576-ec6f-4107-8a7c-dcbbb7277462 None None] The sync data for ids ['c6522102-bf10-4dc7-b166-bc701236da6e'] in n-d-828372-14 is: [{'id': 'c6522102-bf10-4dc7-b166-bc701236da6e', 'name': 'tempest-TaggedBootDevicesTest-1451276116-router', 'tenant_id': 'f684d23cbd454f0da11534ec62a62d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:46:58Z', 'updated_at': '2022-02-15T16:56:26Z', 'revision_number': 6, 'project_id': 'f684d23cbd454f0da11534ec62a62d5f', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:56:27.084625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8f4be-3cd2-4bbd-82bc-9b78ce1f5684 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port 23df18e4-2405-4663-a5e3-eb6f3171541c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:27.084984 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ea8f4be-3cd2-4bbd-82bc-9b78ce1f5684 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (23df18e4-2405-4663-a5e3-eb6f3171541c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:27.135012 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-cc8eeee5-69ea-412e-8057-ab0884827dfd None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:27.151946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-012fe9c2-42a1-4264-9564-672dbffa731c req-94604c45-a2b5-4540-bf20-80d7ad1eee9d tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=3401d342-a375-400a-b758-b9d2a2aedf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3629863 Feb 15 16:56:27.203109 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ea8f4be-3cd2-4bbd-82bc-9b78ce1f5684 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (23df18e4-2405-4663-a5e3-eb6f3171541c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:27.236959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-3ea8f4be-3cd2-4bbd-82bc-9b78ce1f5684 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for 23df18e4-2405-4663-a5e3-eb6f3171541c owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:27.248102 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a9708050-72d2-4318-93f0-6f64cb61d630 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port 151f9743-ee27-4d43-999c-ad68b002c89a {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:27.248454 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a9708050-72d2-4318-93f0-6f64cb61d630 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:27.311872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aba5db-6d67-40a2-b2c9-4c7cbd6c0392 req-a647e22d-695e-4ee1-989c-ff50ac290b4a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:27.314000 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-34aba5db-6d67-40a2-b2c9-4c7cbd6c0392 req-a647e22d-695e-4ee1-989c-ff50ac290b4a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.3061240 Feb 15 16:56:27.366022 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5693ed48-b33e-44a5-8fe5-f26bf39c9f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0601b994-fcd8-4a15-bb94-8eb00416f339), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:27.378524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-a9708050-72d2-4318-93f0-6f64cb61d630 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] For port 151f9743-ee27-4d43-999c-ad68b002c89a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=151f9743-ee27-4d43-999c-ad68b002c89a,segment=NetworkSegment(2672ef7d-c522-4348-8b9f-f50663c10066),segment_id=2672ef7d-c522-4348-8b9f-f50663c10066)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:27.378809 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a9708050-72d2-4318-93f0-6f64cb61d630 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:27.393783 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a9708050-72d2-4318-93f0-6f64cb61d630 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for 151f9743-ee27-4d43-999c-ad68b002c89a owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:27.455010 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cc8eeee5-69ea-412e-8057-ab0884827dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:21Z', 'revision_number': 7, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '151f9743-ee27-4d43-999c-ad68b002c89a', 'name': '', 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:79:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:14Z', 'updated_at': '2022-02-15T16:56:22Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebfcf9d-7346-42b7-aa3e-e61e53fc8f92', 'name': '', 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:76:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:01Z', 'updated_at': '2022-02-15T16:56:09Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:27.484773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 05218e60-25c0-4709-8d37-4d0010d666c3 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:27.486406 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693ed48-b33e-44a5-8fe5-f26bf39c9f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=0601b994-fcd8-4a15-bb94-8eb00416f339,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:27.512451 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8eeee5-69ea-412e-8057-ab0884827dfd None None] Checking router: 13dcde39-3dae-43c5-a311-4fe4fa13ec0f for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:56:27.526783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 05218e60-25c0-4709-8d37-4d0010d666c3 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:27.528137 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 05218e60-25c0-4709-8d37-4d0010d666c3 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:27.538207 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8eeee5-69ea-412e-8057-ab0884827dfd None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:27.539119 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cc8eeee5-69ea-412e-8057-ab0884827dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:27.559585 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-34aba5db-6d67-40a2-b2c9-4c7cbd6c0392 req-13ac5d24-0522-418e-ad4c-2db3ed195cb3 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379189 Feb 15 16:56:27.576892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5693ed48-b33e-44a5-8fe5-f26bf39c9f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (c6522102-bf10-4dc7-b166-bc701236da6e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:27.691909 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5693ed48-b33e-44a5-8fe5-f26bf39c9f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (c6522102-bf10-4dc7-b166-bc701236da6e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:27.692793 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-cc8eeee5-69ea-412e-8057-ab0884827dfd None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:27.695700 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5693ed48-b33e-44a5-8fe5-f26bf39c9f8c admin admin] Publish callbacks [] for router_controller (c6522102-bf10-4dc7-b166-bc701236da6e), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:27.796757 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ea8f4be-3cd2-4bbd-82bc-9b78ce1f5684 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (23df18e4-2405-4663-a5e3-eb6f3171541c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:27.841403 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ea8f4be-3cd2-4bbd-82bc-9b78ce1f5684 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:27.847678 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3ea8f4be-3cd2-4bbd-82bc-9b78ce1f5684 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/23df18e4-2405-4663-a5e3-eb6f3171541c HTTP/1.1" status: 204 len: 168 time: 1.2811165 Feb 15 16:56:27.848834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8f4be-3cd2-4bbd-82bc-9b78ce1f5684 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=23df18e4-2405-4663-a5e3-eb6f3171541c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:27.849564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58236) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:27.891412 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5693ed48-b33e-44a5-8fe5-f26bf39c9f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (c6522102-bf10-4dc7-b166-bc701236da6e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:27.891412 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5693ed48-b33e-44a5-8fe5-f26bf39c9f8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6522102-bf10-4dc7-b166-bc701236da6e {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:56:27.895264 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a9708050-72d2-4318-93f0-6f64cb61d630 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (151f9743-ee27-4d43-999c-ad68b002c89a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:27.895422 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5693ed48-b33e-44a5-8fe5-f26bf39c9f8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:27.899139 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5693ed48-b33e-44a5-8fe5-f26bf39c9f8c admin admin] 10.222.0.107 "DELETE /v2.0/routers/c6522102-bf10-4dc7-b166-bc701236da6e HTTP/1.1" status: 204 len: 168 time: 2.0533319 Feb 15 16:56:27.900049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58238) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:27.933542 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18f533b-0759-4d84-b557-634fa9814d0c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:27.938417 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e18f533b-0759-4d84-b557-634fa9814d0c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0870137 Feb 15 16:56:27.939804 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58244) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:27.961809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9708050-72d2-4318-93f0-6f64cb61d630 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=151f9743-ee27-4d43-999c-ad68b002c89a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:28.077568 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cc8eeee5-69ea-412e-8057-ab0884827dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:21Z', 'revision_number': 7, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '151f9743-ee27-4d43-999c-ad68b002c89a', 'name': '', 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:79:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:14Z', 'updated_at': '2022-02-15T16:56:22Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebfcf9d-7346-42b7-aa3e-e61e53fc8f92', 'name': '', 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:76:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:01Z', 'updated_at': '2022-02-15T16:56:09Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:28.147650 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8eeee5-69ea-412e-8057-ab0884827dfd None None] The sync data for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 is: [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:21Z', 'revision_number': 7, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '151f9743-ee27-4d43-999c-ad68b002c89a', 'name': '', 'network_id': '3a08f136-e576-4f2a-a977-6fa8544a9023', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:79:3b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1994, 'fixed_ips': [{'subnet_id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:14Z', 'updated_at': '2022-02-15T16:56:22Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bed1cc91-4929-407d-81e6-70e4721c1eb7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebfcf9d-7346-42b7-aa3e-e61e53fc8f92', 'name': '', 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:76:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:01Z', 'updated_at': '2022-02-15T16:56:09Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:56:28.233746 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a9708050-72d2-4318-93f0-6f64cb61d630 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:28.260501 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-5142de29-c1eb-46b7-a9ff-ac43de91fd21 admin admin] Deleting subnet da21b04a-9e76-4b91-a14e-1f37de2bf934 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:56:28.298205 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5142de29-c1eb-46b7-a9ff-ac43de91fd21 admin admin] Publish callbacks [] for subnet (da21b04a-9e76-4b91-a14e-1f37de2bf934), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:28.500398 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5142de29-c1eb-46b7-a9ff-ac43de91fd21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (da21b04a-9e76-4b91-a14e-1f37de2bf934), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:28.517050 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1d557a-8785-407d-81d3-0f3f2c36040e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] GET failed (client error): The resource could not be found. Feb 15 16:56:28.522199 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3f1d557a-8785-407d-81d3-0f3f2c36040e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/116170d5-12e0-419e-8682-55e7ffbe82de HTTP/1.1" status: 404 len: 333 time: 0.5811515 Feb 15 16:56:28.527333 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58248) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:28.561935 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5cc78-47b0-4a69-9f0c-697e021608eb req-671ce776-514c-4a7e-8d55-a7234770e4c3 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:28.563648 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7934d83-138b-4fe8-93b5-c448258c2f69 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] GET failed (client error): The resource could not be found. Feb 15 16:56:28.568289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e7934d83-138b-4fe8-93b5-c448258c2f69 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/23df18e4-2405-4663-a5e3-eb6f3171541c HTTP/1.1" status: 404 len: 333 time: 0.0391324 Feb 15 16:56:28.569761 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dca5cc78-47b0-4a69-9f0c-697e021608eb req-671ce776-514c-4a7e-8d55-a7234770e4c3 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.3288932 Feb 15 16:56:28.571595 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58250) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:28.648188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256dbcd-77ca-4b42-9bd1-12336ac678ba req-3e6ecd5d-b759-4924-8a0c-5bdba48da332 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:28.649709 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2256dbcd-77ca-4b42-9bd1-12336ac678ba req-3e6ecd5d-b759-4924-8a0c-5bdba48da332 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 945 time: 0.1649117 Feb 15 16:56:28.708235 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20f27d8a-ea34-4e8a-8359-3716adfffb22 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (29e34cba-db80-4330-8083-3897c8e5fa1b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:28.737759 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2256dbcd-77ca-4b42-9bd1-12336ac678ba req-1fe6cc4d-e030-44af-8376-0b45105464b9 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=3401d342-a375-400a-b758-b9d2a2aedf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799754 Feb 15 16:56:28.746150 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dca5cc78-47b0-4a69-9f0c-697e021608eb req-fac3fb8d-c712-4675-9d63-0a08e10306e4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754301 Feb 15 16:56:28.752456 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5142de29-c1eb-46b7-a9ff-ac43de91fd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (da21b04a-9e76-4b91-a14e-1f37de2bf934), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:28.833787 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20f27d8a-ea34-4e8a-8359-3716adfffb22 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (29e34cba-db80-4330-8083-3897c8e5fa1b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:28.851394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9708050-72d2-4318-93f0-6f64cb61d630 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:56:28.859189 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-20f27d8a-ea34-4e8a-8359-3716adfffb22 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e34cba-db80-4330-8083-3897c8e5fa1b']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:28.875162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-20f27d8a-ea34-4e8a-8359-3716adfffb22 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65157e5d-de8a-4b25-8b34-010a39e7de48') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:28.875508 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-20f27d8a-ea34-4e8a-8359-3716adfffb22 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65157e5d-de8a-4b25-8b34-010a39e7de48') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:28.888830 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20f27d8a-ea34-4e8a-8359-3716adfffb22 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (65157e5d-de8a-4b25-8b34-010a39e7de48), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:28.907499 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20f27d8a-ea34-4e8a-8359-3716adfffb22 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (65157e5d-de8a-4b25-8b34-010a39e7de48), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:28.914633 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f27d8a-ea34-4e8a-8359-3716adfffb22 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20f27d8a-ea34-4e8a-8359-3716adfffb22 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (65157e5d-de8a-4b25-8b34-010a39e7de48), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:56:28.918757 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:56:29.071765 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20f27d8a-ea34-4e8a-8359-3716adfffb22 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (29e34cba-db80-4330-8083-3897c8e5fa1b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:29.083016 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20f27d8a-ea34-4e8a-8359-3716adfffb22 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:29.083016 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-20f27d8a-ea34-4e8a-8359-3716adfffb22 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/networks/29e34cba-db80-4330-8083-3897c8e5fa1b HTTP/1.1" status: 204 len: 168 time: 0.5105212 Feb 15 16:56:29.086600 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58264) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:29.102534 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3c4971a0-5dc0-4468-af77-03258abb352b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-338555951'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:29.119327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f27d8a-ea34-4e8a-8359-3716adfffb22 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Network': ['ID=29e34cba-db80-4330-8083-3897c8e5fa1b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:29.177845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdc4d1-f016-41f2-9d4d-80efe351a6cf req-24836cc1-68f3-4443-b557-87d92c168433 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:29.182947 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-84cdc4d1-f016-41f2-9d4d-80efe351a6cf req-24836cc1-68f3-4443-b557-87d92c168433 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.0954390 Feb 15 16:56:29.240175 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-84cdc4d1-f016-41f2-9d4d-80efe351a6cf req-c80a4011-5118-4a3d-aae7-6f7585aa5b94 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546229 Feb 15 16:56:29.254934 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4971a0-5dc0-4468-af77-03258abb352b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:29.259151 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c4971a0-5dc0-4468-af77-03258abb352b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:29.285841 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4971a0-5dc0-4468-af77-03258abb352b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:56:29.295269 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c4971a0-5dc0-4468-af77-03258abb352b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (06550b8e-d449-4f41-8c79-206c591dbd5e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:29.295722 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-3c4971a0-5dc0-4468-af77-03258abb352b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Added segment 06550b8e-d449-4f41-8c79-206c591dbd5e of type vlan for network c80f5342-5439-44f7-9241-c42b8fa5f82e Feb 15 16:56:29.335127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0601b994-fcd8-4a15-bb94-8eb00416f339 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:29.340809 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c4971a0-5dc0-4468-af77-03258abb352b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (c80f5342-5439-44f7-9241-c42b8fa5f82e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:29.348214 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5142de29-c1eb-46b7-a9ff-ac43de91fd21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (da21b04a-9e76-4b91-a14e-1f37de2bf934), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:29.357440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 0601b994-fcd8-4a15-bb94-8eb00416f339 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:29.357866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0601b994-fcd8-4a15-bb94-8eb00416f339 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:29.389557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142de29-c1eb-46b7-a9ff-ac43de91fd21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da21b04a-9e76-4b91-a14e-1f37de2bf934,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:29.392138 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5142de29-c1eb-46b7-a9ff-ac43de91fd21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:29.395474 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5142de29-c1eb-46b7-a9ff-ac43de91fd21 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/da21b04a-9e76-4b91-a14e-1f37de2bf934 HTTP/1.1" status: 204 len: 168 time: 1.4882135 Feb 15 16:56:29.399742 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58272) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:29.403808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa738cd5-bac1-45cd-ab27-99825faf4327 None None] Network 22bc56f7-d521-4761-aada-320058560a42 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:29.423577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18654a-fd3a-41e9-ae08-c46a79f324ba req-5b998957-19dd-4a99-bab9-a6363edd2129 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:29.430751 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b18654a-fd3a-41e9-ae08-c46a79f324ba req-5b998957-19dd-4a99-bab9-a6363edd2129 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.5734410 Feb 15 16:56:29.448298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9708050-72d2-4318-93f0-6f64cb61d630 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:56:29.458362 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a9708050-72d2-4318-93f0-6f64cb61d630 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/13dcde39-3dae-43c5-a311-4fe4fa13ec0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1194458 Feb 15 16:56:29.458651 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c4971a0-5dc0-4468-af77-03258abb352b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (c80f5342-5439-44f7-9241-c42b8fa5f82e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:29.459030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58276) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:29.465335 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4971a0-5dc0-4468-af77-03258abb352b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:29.466157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c4971a0-5dc0-4468-af77-03258abb352b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:29.517335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4cdc0d-4459-41e2-bb98-5f390f4275b3 None None] Sync routers for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:56:29.537161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4cdc0d-4459-41e2-bb98-5f390f4275b3 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:29.540972 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b18654a-fd3a-41e9-ae08-c46a79f324ba req-e0245f3c-372e-4fdf-8f59-c254bff4cd9c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015699 Feb 15 16:56:29.541184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6b4cdc0d-4459-41e2-bb98-5f390f4275b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:29.547513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f526bf6f-b8b3-4e01-926e-a4d0161acf27 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting subnet bed1cc91-4929-407d-81e6-70e4721c1eb7 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:56:29.551164 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f526bf6f-b8b3-4e01-926e-a4d0161acf27 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (bed1cc91-4929-407d-81e6-70e4721c1eb7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:29.567173 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3c4971a0-5dc0-4468-af77-03258abb352b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4692736 Feb 15 16:56:29.574978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58280) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:29.585779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-76b2c8b1-474c-473e-a40f-386f5c7197f7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'subnet': {'network_id': 'c80f5342-5439-44f7-9241-c42b8fa5f82e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:29.603259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4971a0-5dc0-4468-af77-03258abb352b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Network': ['ID=c80f5342-5439-44f7-9241-c42b8fa5f82e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:29.610851 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (22bc56f7-d521-4761-aada-320058560a42), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:29.647804 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-6b4cdc0d-4459-41e2-bb98-5f390f4275b3 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:29.684665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f526bf6f-b8b3-4e01-926e-a4d0161acf27 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (bed1cc91-4929-407d-81e6-70e4721c1eb7), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:29.686466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] Deleting port b0746386-0224-4715-9532-fe8421370232 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:29.686881 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b0746386-0224-4715-9532-fe8421370232), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:29.746065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network c80f5342-5439-44f7-9241-c42b8fa5f82e details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:56:29.789262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] For port b0746386-0224-4715-9532-fe8421370232, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b0746386-0224-4715-9532-fe8421370232,segment=NetworkSegment(42a01318-d3d1-42d1-b6b9-27e4c45d9548),segment_id=42a01318-d3d1-42d1-b6b9-27e4c45d9548)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:29.795042 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b0746386-0224-4715-9532-fe8421370232), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:29.821187 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] Calling delete_port for b0746386-0224-4715-9532-fe8421370232 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:29.834567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b2c8b1-474c-473e-a40f-386f5c7197f7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:29.846406 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76b2c8b1-474c-473e-a40f-386f5c7197f7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:29.956803 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f526bf6f-b8b3-4e01-926e-a4d0161acf27 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (bed1cc91-4929-407d-81e6-70e4721c1eb7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:29.996832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6c797a-b824-4b72-a939-deea28d2456f None None] DHCP port deletion for 22bc56f7-d521-4761-aada-320058560a42 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:56:30.006954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.ipam_backend_mixin [None req-76b2c8b1-474c-473e-a40f-386f5c7197f7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Performing IP validity checks on allocation pools {{(pid=103799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 16:56:30.009923 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.ipam_backend_mixin [None req-76b2c8b1-474c-473e-a40f-386f5c7197f7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 16:56:30.075455 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97419e39-dc55-490a-890e-d15db22f84b1 req-ae874134-e78f-4f64-92d9-2848ed005176 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:30.076924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58298) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:30.077206 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97419e39-dc55-490a-890e-d15db22f84b1 req-ae874134-e78f-4f64-92d9-2848ed005176 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 945 time: 0.0725076 Feb 15 16:56:30.135665 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c797a-b824-4b72-a939-deea28d2456f None None] Deleting port b0746386-0224-4715-9532-fe8421370232 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:30.136325 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e6c797a-b824-4b72-a939-deea28d2456f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b0746386-0224-4715-9532-fe8421370232), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:30.142181 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97419e39-dc55-490a-890e-d15db22f84b1 req-bcb4c500-3448-4fd5-83c7-3737b4689cfb tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=3401d342-a375-400a-b758-b9d2a2aedf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585740 Feb 15 16:56:30.146765 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b0746386-0224-4715-9532-fe8421370232), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:30.149589 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f526bf6f-b8b3-4e01-926e-a4d0161acf27 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (bed1cc91-4929-407d-81e6-70e4721c1eb7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:30.229720 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f526bf6f-b8b3-4e01-926e-a4d0161acf27 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:30.231228 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1e6c797a-b824-4b72-a939-deea28d2456f None None] For port b0746386-0224-4715-9532-fe8421370232, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b0746386-0224-4715-9532-fe8421370232,segment=NetworkSegment(42a01318-d3d1-42d1-b6b9-27e4c45d9548),segment_id=42a01318-d3d1-42d1-b6b9-27e4c45d9548)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:30.231934 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e6c797a-b824-4b72-a939-deea28d2456f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b0746386-0224-4715-9532-fe8421370232), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:30.240197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b0746386-0224-4715-9532-fe8421370232,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:30.244320 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f526bf6f-b8b3-4e01-926e-a4d0161acf27 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/bed1cc91-4929-407d-81e6-70e4721c1eb7 HTTP/1.1" status: 204 len: 168 time: 0.7828171 Feb 15 16:56:30.246916 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c797a-b824-4b72-a939-deea28d2456f None None] Calling delete_port for b0746386-0224-4715-9532-fe8421370232 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:30.251207 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526bf6f-b8b3-4e01-926e-a4d0161acf27 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Subnet': ['ID=bed1cc91-4929-407d-81e6-70e4721c1eb7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:30.257428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58306) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:30.268090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] No DVR routers for this DVR port b0746386-0224-4715-9532-fe8421370232 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:30.384806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf10108c-4479-497e-a7e7-1dd2be02e026 None None] Network 3a08f136-e576-4f2a-a977-6fa8544a9023 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:30.416003 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (22bc56f7-d521-4761-aada-320058560a42), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:30.448662 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bc56f7-d521-4761-aada-320058560a42']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:30.466274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a01318-d3d1-42d1-b6b9-27e4c45d9548') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:30.466629 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a01318-d3d1-42d1-b6b9-27e4c45d9548') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:30.483844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8e5b0-8500-453f-86f4-227b0e95e672 req-cf84483f-5b94-48b5-94b5-1117ea969b37 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:30.494297 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64a8e5b0-8500-453f-86f4-227b0e95e672 req-cf84483f-5b94-48b5-94b5-1117ea969b37 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.1298463 Feb 15 16:56:30.494890 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e6c797a-b824-4b72-a939-deea28d2456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (b0746386-0224-4715-9532-fe8421370232), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:30.513299 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (42a01318-d3d1-42d1-b6b9-27e4c45d9548), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:30.537987 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (42a01318-d3d1-42d1-b6b9-27e4c45d9548), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:30.554014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:56:30.554014 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (42a01318-d3d1-42d1-b6b9-27e4c45d9548), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:56:30.555436 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:56:30.558907 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6b4cdc0d-4459-41e2-bb98-5f390f4275b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:27Z', 'revision_number': 8, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebfcf9d-7346-42b7-aa3e-e61e53fc8f92', 'name': '', 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:76:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:01Z', 'updated_at': '2022-02-15T16:56:09Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:30.560790 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (3a08f136-e576-4f2a-a977-6fa8544a9023), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:30.603151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c797a-b824-4b72-a939-deea28d2456f None None] Pushing event deleted for resources: {'Port': ['ID=b0746386-0224-4715-9532-fe8421370232,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:30.609357 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:30.629318 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64a8e5b0-8500-453f-86f4-227b0e95e672 req-c72c7bb5-c0ce-4841-baec-f84ebe9ebc78 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286726 Feb 15 16:56:30.654396 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6057a542-978a-4d8d-a5fd-2c1ab1c71d87 req-8d339040-c874-4571-b6fa-db78059d92a2 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:30.656584 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6057a542-978a-4d8d-a5fd-2c1ab1c71d87 req-8d339040-c874-4571-b6fa-db78059d92a2 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 945 time: 0.3415859 Feb 15 16:56:30.665705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58312) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:30.671276 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c797a-b824-4b72-a939-deea28d2456f None None] No DVR routers for this DVR port b0746386-0224-4715-9532-fe8421370232 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:30.674246 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4cdc0d-4459-41e2-bb98-5f390f4275b3 None None] Checking router: 13dcde39-3dae-43c5-a311-4fe4fa13ec0f for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:56:30.680811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-60feb3f1-63c4-40d6-ab9d-f977569f4f82 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Request body: {'floatingip': {'port_id': '6cb75ed7-3705-4d7c-905f-c0b5db1d20a9'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:30.701686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4cdc0d-4459-41e2-bb98-5f390f4275b3 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:30.702320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6b4cdc0d-4459-41e2-bb98-5f390f4275b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:30.801568 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (22bc56f7-d521-4761-aada-320058560a42), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:30.834560 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:30.837766 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] 10.222.0.107 "DELETE /v2.0/networks/22bc56f7-d521-4761-aada-320058560a42 HTTP/1.1" status: 204 len: 168 time: 1.4367602 Feb 15 16:56:30.839012 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff90420-7fac-4c5a-a660-0c8f2ed2b6cf admin admin] Pushing event deleted for resources: {'Network': ['ID=22bc56f7-d521-4761-aada-320058560a42,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:30.844698 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60feb3f1-63c4-40d6-ab9d-f977569f4f82 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for floatingip (97b64cfe-b827-48d1-9851-a5ea095c2230), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:30.855648 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76b2c8b1-474c-473e-a40f-386f5c7197f7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (4df7e2f4-ee84-450d-839e-5933c71ffb4c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:30.920648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port c508c541-b1cc-47b0-a9de-371a83781464 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:30.921196 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c508c541-b1cc-47b0-a9de-371a83781464), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:31.047723 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2c8b1-474c-473e-a40f-386f5c7197f7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Subnet': ['ID=4df7e2f4-ee84-450d-839e-5933c71ffb4c,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:31.057698 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:31.060934 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b2c8b1-474c-473e-a40f-386f5c7197f7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Checking segment: {'id': '06550b8e-d449-4f41-8c79-206c591dbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c80f5342-5439-44f7-9241-c42b8fa5f82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:56:31.061780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b2c8b1-474c-473e-a40f-386f5c7197f7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network hostable DHCP agents. Network: c80f5342-5439-44f7-9241-c42b8fa5f82e, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:56:31.104431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-6b4cdc0d-4459-41e2-bb98-5f390f4275b3 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:31.145609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] For port c508c541-b1cc-47b0-a9de-371a83781464, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c508c541-b1cc-47b0-a9de-371a83781464,segment=NetworkSegment(2672ef7d-c522-4348-8b9f-f50663c10066),segment_id=2672ef7d-c522-4348-8b9f-f50663c10066)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:31.158922 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c508c541-b1cc-47b0-a9de-371a83781464), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:31.207644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for c508c541-b1cc-47b0-a9de-371a83781464 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:31.238499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3005f7b1-d5f0-425b-a586-c21b95ddfc98 None None] DHCP port deletion for 3a08f136-e576-4f2a-a977-6fa8544a9023 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:56:31.292499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b2c8b1-474c-473e-a40f-386f5c7197f7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network c80f5342-5439-44f7-9241-c42b8fa5f82e is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:56:31.296133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58320) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:31.299857 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49b07f-fd3d-437e-a6eb-87c3979ce0a7 req-536ec24a-dfe3-4588-8353-054367166238 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:31.301471 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b49b07f-fd3d-437e-a6eb-87c3979ce0a7 req-536ec24a-dfe3-4588-8353-054367166238 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.5133159 Feb 15 16:56:31.322793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b0746386-0224-4715-9532-fe8421370232 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:31.354790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: b0746386-0224-4715-9532-fe8421370232 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:31.355230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b0746386-0224-4715-9532-fe8421370232 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:31.399780 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b49b07f-fd3d-437e-a6eb-87c3979ce0a7 req-a30e2f53-8dc0-4a2e-8f8f-5c0b5f861a82 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833783 Feb 15 16:56:31.400959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3005f7b1-d5f0-425b-a586-c21b95ddfc98 None None] Deleting port c508c541-b1cc-47b0-a9de-371a83781464 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:31.401485 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3005f7b1-d5f0-425b-a586-c21b95ddfc98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c508c541-b1cc-47b0-a9de-371a83781464), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:31.457838 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9fc5a766-167c-4fda-b93a-dcc9d53495d7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=81594fa848e7414b8f51155b921da775&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1580384 Feb 15 16:56:31.463164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58324) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:31.466477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-76b2c8b1-474c-473e-a40f-386f5c7197f7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, c80f5342-5439-44f7-9241-c42b8fa5f82e) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:31.489524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b2c8b1-474c-473e-a40f-386f5c7197f7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:31.490578 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76b2c8b1-474c-473e-a40f-386f5c7197f7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:31.498167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd65754-caec-4669-8733-c12e19177da4 None None] Network c80f5342-5439-44f7-9241-c42b8fa5f82e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:31.571506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3005f7b1-d5f0-425b-a586-c21b95ddfc98 None None] For port c508c541-b1cc-47b0-a9de-371a83781464, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c508c541-b1cc-47b0-a9de-371a83781464,segment=NetworkSegment(2672ef7d-c522-4348-8b9f-f50663c10066),segment_id=2672ef7d-c522-4348-8b9f-f50663c10066)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:31.572581 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3005f7b1-d5f0-425b-a586-c21b95ddfc98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c508c541-b1cc-47b0-a9de-371a83781464), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:31.601444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3005f7b1-d5f0-425b-a586-c21b95ddfc98 None None] Calling delete_port for c508c541-b1cc-47b0-a9de-371a83781464 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:31.613442 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-76b2c8b1-474c-473e-a40f-386f5c7197f7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0347798 Feb 15 16:56:31.614543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58330) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:31.620641 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-62c7b0be-2294-4513-97c7-f45b4f37bec7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'network_id': 'c80f5342-5439-44f7-9241-c42b8fa5f82e', 'name': 'tempest-PortsIpV6TestJSON-676945830'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:31.640202 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6b79261-4c3b-4efa-b3be-28479085be5b admin admin] Publish callbacks [] for security_group (8476a588-e71a-406e-a6ea-9ce639964780), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:31.669779 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6b79261-4c3b-4efa-b3be-28479085be5b admin admin] Publish callbacks [] for security_group (8476a588-e71a-406e-a6ea-9ce639964780), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:31.688385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6b4cdc0d-4459-41e2-bb98-5f390f4275b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:27Z', 'revision_number': 8, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebfcf9d-7346-42b7-aa3e-e61e53fc8f92', 'name': '', 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:76:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:01Z', 'updated_at': '2022-02-15T16:56:09Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:31.723848 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:56:31.756616 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4cdc0d-4459-41e2-bb98-5f390f4275b3 None None] The sync data for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 is: [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:27Z', 'revision_number': 8, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bebfcf9d-7346-42b7-aa3e-e61e53fc8f92', 'name': '', 'network_id': '68f81b3e-950e-4a44-ad89-4fbfd128a588', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:76:2e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1979, 'fixed_ips': [{'subnet_id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:56:01Z', 'updated_at': '2022-02-15T16:56:09Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '0d1f5fc7-e04c-4806-81ee-e10554dc746a', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:56:31.816893 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c508c541-b1cc-47b0-a9de-371a83781464), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:31.838640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-c80f5342-5439-44f7-9241-c42b8fa5f82e', 'network_id': 'c80f5342-5439-44f7-9241-c42b8fa5f82e', 'project_id': '55997da602654ea6b0b2c59d2d9eeef2', 'fixed_ips': [{'subnet_id': '4df7e2f4-ee84-450d-839e-5933c71ffb4c'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:56:31.840310 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6b79261-4c3b-4efa-b3be-28479085be5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8476a588-e71a-406e-a6ea-9ce639964780), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:31.840722 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:31.843563 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6b79261-4c3b-4efa-b3be-28479085be5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:31.844516 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b6b79261-4c3b-4efa-b3be-28479085be5b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8476a588-e71a-406e-a6ea-9ce639964780 HTTP/1.1" status: 204 len: 168 time: 0.3793650 Feb 15 16:56:31.903997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No DVR routers for this DVR port c508c541-b1cc-47b0-a9de-371a83781464 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:31.957432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b79261-4c3b-4efa-b3be-28479085be5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8476a588-e71a-406e-a6ea-9ce639964780,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:31.970947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=c508c541-b1cc-47b0-a9de-371a83781464,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:32.012221 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4461090-9e9f-400e-a36d-a28b6c6605a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (b27d9728-27f3-4757-aa4b-3907bd165264), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:32.120402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Allocated IP 2001:db8::2 (c80f5342-5439-44f7-9241-c42b8fa5f82e/4df7e2f4-ee84-450d-839e-5933c71ffb4c/a6b0a7e8-726a-4d12-b61f-60752a2dd683) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:56:32.161438 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-60feb3f1-63c4-40d6-ab9d-f977569f4f82 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 16:56:32.226420 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c7b0be-2294-4513-97c7-f45b4f37bec7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:32.235375 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62c7b0be-2294-4513-97c7-f45b4f37bec7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:32.287550 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-62c7b0be-2294-4513-97c7-f45b4f37bec7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] device_id is not set on port 8154c19e-1305-4412-b9cb-8101e3ba50d8 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:56:32.315869 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Publish callbacks [] for port (a6b0a7e8-726a-4d12-b61f-60752a2dd683), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:32.350573 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3005f7b1-d5f0-425b-a586-c21b95ddfc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (c508c541-b1cc-47b0-a9de-371a83781464), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:32.394545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657757c5-2ed2-4e20-af63-b5048846b8f9 req-a763ab64-f9b6-4fa5-8d71-b54cffb25450 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:32.396689 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-657757c5-2ed2-4e20-af63-b5048846b8f9 req-a763ab64-f9b6-4fa5-8d71-b54cffb25450 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.6485934 Feb 15 16:56:32.401198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58340) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:32.410196 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (a6b0a7e8-726a-4d12-b61f-60752a2dd683), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:32.440513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Network c80f5342-5439-44f7-9241-c42b8fa5f82e is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:32.444247 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005f7b1-d5f0-425b-a586-c21b95ddfc98 None None] Pushing event deleted for resources: {'Port': ['ID=c508c541-b1cc-47b0-a9de-371a83781464,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:32.444874 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (3a08f136-e576-4f2a-a977-6fa8544a9023), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:32.446951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3005f7b1-d5f0-425b-a586-c21b95ddfc98 None None] No DVR routers for this DVR port c508c541-b1cc-47b0-a9de-371a83781464 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:32.449896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:32.459213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:32.545752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a08f136-e576-4f2a-a977-6fa8544a9023']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:32.600502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2672ef7d-c522-4348-8b9f-f50663c10066') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:32.600502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2672ef7d-c522-4348-8b9f-f50663c10066') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:32.629963 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (2672ef7d-c522-4348-8b9f-f50663c10066), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:32.638072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Pushing event updated for resources: {'Port': ['ID=a6b0a7e8-726a-4d12-b61f-60752a2dd683,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:32.644328 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-62c7b0be-2294-4513-97c7-f45b4f37bec7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Allocated IP 2001:db8::265 (c80f5342-5439-44f7-9241-c42b8fa5f82e/4df7e2f4-ee84-450d-839e-5933c71ffb4c/8154c19e-1305-4412-b9cb-8101e3ba50d8) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:56:32.649982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Attempting to bind port a6b0a7e8-726a-4d12-b61f-60752a2dd683 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:56:32.650358 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Attempting to bind port a6b0a7e8-726a-4d12-b61f-60752a2dd683 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '06550b8e-d449-4f41-8c79-206c591dbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c80f5342-5439-44f7-9241-c42b8fa5f82e'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:56:32.650729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Attempting to bind port a6b0a7e8-726a-4d12-b61f-60752a2dd683 on network c80f5342-5439-44f7-9241-c42b8fa5f82e {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:56:32.665931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:56:32.666310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Checking segment: {'id': '06550b8e-d449-4f41-8c79-206c591dbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c80f5342-5439-44f7-9241-c42b8fa5f82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:56:32.666720 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:32.667114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Bound using segment: {'id': '06550b8e-d449-4f41-8c79-206c591dbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c80f5342-5439-44f7-9241-c42b8fa5f82e'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:56:32.667591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Bound port: a6b0a7e8-726a-4d12-b61f-60752a2dd683, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06550b8e-d449-4f41-8c79-206c591dbd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'c80f5342-5439-44f7-9241-c42b8fa5f82e'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:56:32.667975 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a6b0a7e8-726a-4d12-b61f-60752a2dd683), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:32.671893 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd171-2bc8-4b91-a150-e0402ee321f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:32.681532 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2672ef7d-c522-4348-8b9f-f50663c10066), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:32.688049 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-657757c5-2ed2-4e20-af63-b5048846b8f9 req-d5c6002c-3363-461b-98c8-e4a1535099b3 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706912 Feb 15 16:56:32.732314 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60feb3f1-63c4-40d6-ab9d-f977569f4f82 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:32.748940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:56:32.749525 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (2672ef7d-c522-4348-8b9f-f50663c10066), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:56:32.755304 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:56:32.771064 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d205183-f4af-4b51-bc26-2f3f2b37c3e7 req-f668f66b-21cd-405c-8a01-4e382210318c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:32.772851 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d205183-f4af-4b51-bc26-2f3f2b37c3e7 req-f668f66b-21cd-405c-8a01-4e382210318c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.1517007 Feb 15 16:56:32.831646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] For port a6b0a7e8-726a-4d12-b61f-60752a2dd683, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:56:32.867576 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60feb3f1-63c4-40d6-ab9d-f977569f4f82 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (97b64cfe-b827-48d1-9851-a5ea095c2230), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:32.944657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a4461090-9e9f-400e-a36d-a28b6c6605a9 admin admin] Deleting port eb75f590-8fdf-4c22-9a12-ba82e10ce549 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:32.945047 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4461090-9e9f-400e-a36d-a28b6c6605a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:32.987151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] For port a6b0a7e8-726a-4d12-b61f-60752a2dd683, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a6b0a7e8-726a-4d12-b61f-60752a2dd683,segment=NetworkSegment(06550b8e-d449-4f41-8c79-206c591dbd5e),segment_id=06550b8e-d449-4f41-8c79-206c591dbd5e)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:56:32.997539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58346) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:33.059761 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd171-2bc8-4b91-a150-e0402ee321f0 admin admin] Publish callbacks [] for security_group (a1b9048d-5aea-4683-b38c-f0085e670b6c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:33.066091 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (3a08f136-e576-4f2a-a977-6fa8544a9023), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:33.086523 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-176ab5fa-82e5-4a82-9b7e-eecade5c7b0c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f684d23cbd454f0da11534ec62a62d5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0875814 Feb 15 16:56:33.090154 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d205183-f4af-4b51-bc26-2f3f2b37c3e7 req-6462dd9a-1992-43b1-a6a7-17851669e5d4 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060169 Feb 15 16:56:33.090761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58348) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:33.094371 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-60feb3f1-63c4-40d6-ab9d-f977569f4f82 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Floating IP 97b64cfe-b827-48d1-9851-a5ea095c2230 associated. External IP: 172.25.4.195, port: 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9. Feb 15 16:56:33.095681 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a6b0a7e8-726a-4d12-b61f-60752a2dd683), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:33.121184 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:33.135219 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/networks/3a08f136-e576-4f2a-a977-6fa8544a9023 HTTP/1.1" status: 204 len: 168 time: 2.8762293 Feb 15 16:56:33.136349 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58350) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:33.221960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 151f9743-ee27-4d43-999c-ad68b002c89a no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:33.260505 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8eac8f95-cf88-4d5b-8d42-52fc3e781f4c admin admin] Publish callbacks [] for security_group (097763d9-111e-4e5d-9fcb-cac3dfa019a6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:33.264884 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62c7b0be-2294-4513-97c7-f45b4f37bec7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (8154c19e-1305-4412-b9cb-8101e3ba50d8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:33.296679 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd6cd171-2bc8-4b91-a150-e0402ee321f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a1b9048d-5aea-4683-b38c-f0085e670b6c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:33.299871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbfc47-3b4e-409e-a1a1-317b8a7fbcfa tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Network': ['ID=3a08f136-e576-4f2a-a977-6fa8544a9023,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:33.321114 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8eac8f95-cf88-4d5b-8d42-52fc3e781f4c admin admin] Publish callbacks [] for security_group (097763d9-111e-4e5d-9fcb-cac3dfa019a6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:33.321398 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 151f9743-ee27-4d43-999c-ad68b002c89a {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:33.321398 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 151f9743-ee27-4d43-999c-ad68b002c89a not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:33.321398 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c508c541-b1cc-47b0-a9de-371a83781464 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:33.327635 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe215d-2043-406e-a5e2-68991fd2dad8 None None] Pushing event updated for resources: {'Port': ['ID=a6b0a7e8-726a-4d12-b61f-60752a2dd683,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:33.358264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: c508c541-b1cc-47b0-a9de-371a83781464 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:33.358614 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c508c541-b1cc-47b0-a9de-371a83781464 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:33.447903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6cd171-2bc8-4b91-a150-e0402ee321f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b9048d-5aea-4683-b38c-f0085e670b6c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:33.492123 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62c7b0be-2294-4513-97c7-f45b4f37bec7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (8154c19e-1305-4412-b9cb-8101e3ba50d8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:33.515291 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dd6cd171-2bc8-4b91-a150-e0402ee321f0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1c4de9e03ea6439da205b13d91b4ca39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1026089 Feb 15 16:56:33.525694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58352) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:33.595525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-a4461090-9e9f-400e-a36d-a28b6c6605a9 admin admin] For port eb75f590-8fdf-4c22-9a12-ba82e10ce549, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=eb75f590-8fdf-4c22-9a12-ba82e10ce549,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:33.595886 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4461090-9e9f-400e-a36d-a28b6c6605a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:33.606130 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c7b0be-2294-4513-97c7-f45b4f37bec7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network c80f5342-5439-44f7-9241-c42b8fa5f82e is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:33.623840 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-62c7b0be-2294-4513-97c7-f45b4f37bec7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:33.624131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a4461090-9e9f-400e-a36d-a28b6c6605a9 admin admin] Calling delete_port for eb75f590-8fdf-4c22-9a12-ba82e10ce549 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:33.651835 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7b0be-2294-4513-97c7-f45b4f37bec7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=8154c19e-1305-4412-b9cb-8101e3ba50d8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:33.654489 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c7b0be-2294-4513-97c7-f45b4f37bec7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:33.660130 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c7b0be-2294-4513-97c7-f45b4f37bec7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:33.660795 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62c7b0be-2294-4513-97c7-f45b4f37bec7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:33.680229 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8eac8f95-cf88-4d5b-8d42-52fc3e781f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (097763d9-111e-4e5d-9fcb-cac3dfa019a6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:33.686152 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8eac8f95-cf88-4d5b-8d42-52fc3e781f4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:33.686152 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8eac8f95-cf88-4d5b-8d42-52fc3e781f4c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/097763d9-111e-4e5d-9fcb-cac3dfa019a6 HTTP/1.1" status: 204 len: 168 time: 0.5872438 Feb 15 16:56:33.699268 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac8f95-cf88-4d5b-8d42-52fc3e781f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097763d9-111e-4e5d-9fcb-cac3dfa019a6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:33.706061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60feb3f1-63c4-40d6-ab9d-f977569f4f82 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Router 3c8e9e02-c334-4a50-abed-f9672b7513c0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:56:33.875750 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-62c7b0be-2294-4513-97c7-f45b4f37bec7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2584267 Feb 15 16:56:33.882542 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60feb3f1-63c4-40d6-ab9d-f977569f4f82 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:56:33.883443 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58358) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:33.888887 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60feb3f1-63c4-40d6-ab9d-f977569f4f82 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:33.893855 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01371c98-8cbd-4b4b-884d-4882c3a97ccd None None] Sync routers for ids ['3c8e9e02-c334-4a50-abed-f9672b7513c0'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:56:33.904723 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01371c98-8cbd-4b4b-884d-4882c3a97ccd None None] Routers {'3c8e9e02-c334-4a50-abed-f9672b7513c0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:33.906056 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-01371c98-8cbd-4b4b-884d-4882c3a97ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3c8e9e02-c334-4a50-abed-f9672b7513c0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:34.039316 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-60feb3f1-63c4-40d6-ab9d-f977569f4f82 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "PUT /v2.0/floatingips/97b64cfe-b827-48d1-9851-a5ea095c2230 HTTP/1.1" status: 200 len: 991 time: 3.3715143 Feb 15 16:56:34.041719 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19620c4-8461-491d-9563-251c24d24a1a', 'tag': '6cb75ed7-3705-4d7c-905f-c0b5db1d20a9'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:56:34.043951 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64477c08-2a74-4bbd-ade1-f28833f31ca5" -d '{"events": [{"name": "network-changed", "server_uuid": "c19620c4-8461-491d-9563-251c24d24a1a", "tag": "6cb75ed7-3705-4d7c-905f-c0b5db1d20a9"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:56:34.067467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-96dbd011-e228-43c3-9df8-381b0d75e737 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port 8154c19e-1305-4412-b9cb-8101e3ba50d8 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:34.067606 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96dbd011-e228-43c3-9df8-381b0d75e737 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (8154c19e-1305-4412-b9cb-8101e3ba50d8), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:34.082417 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-01371c98-8cbd-4b4b-884d-4882c3a97ccd None None] Set router 3c8e9e02-c334-4a50-abed-f9672b7513c0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:34.282162 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96dbd011-e228-43c3-9df8-381b0d75e737 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (8154c19e-1305-4412-b9cb-8101e3ba50d8), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:34.316333 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-96dbd011-e228-43c3-9df8-381b0d75e737 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for 8154c19e-1305-4412-b9cb-8101e3ba50d8 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:34.396901 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-01371c98-8cbd-4b4b-884d-4882c3a97ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:37Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '97b64cfe-b827-48d1-9851-a5ea095c2230', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'port_id': '6cb75ed7-3705-4d7c-905f-c0b5db1d20a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'mac_address': 'fa:16:3e:57:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19620c4-8461-491d-9563-251c24d24a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:56:00Z', 'updated_at': '2022-02-15T16:56:31Z', 'revision_number': 1, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2542da-82d6-4a15-a3f7-3be92e291a89', 'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'mac_address': 'fa:16:3e:78:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:35Z', 'updated_at': '2022-02-15T16:51:43Z', 'revision_number': 5, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'subnets': [{'id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:34.451734 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01371c98-8cbd-4b4b-884d-4882c3a97ccd None None] Checking router: 3c8e9e02-c334-4a50-abed-f9672b7513c0 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:56:34.463568 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01371c98-8cbd-4b4b-884d-4882c3a97ccd None None] Routers {'3c8e9e02-c334-4a50-abed-f9672b7513c0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:34.464602 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-01371c98-8cbd-4b4b-884d-4882c3a97ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3c8e9e02-c334-4a50-abed-f9672b7513c0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:34.627728 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-01371c98-8cbd-4b4b-884d-4882c3a97ccd None None] Set router 3c8e9e02-c334-4a50-abed-f9672b7513c0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:34.696903 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96dbd011-e228-43c3-9df8-381b0d75e737 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (8154c19e-1305-4412-b9cb-8101e3ba50d8), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:34.747735 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dbd011-e228-43c3-9df8-381b0d75e737 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=8154c19e-1305-4412-b9cb-8101e3ba50d8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:34.783345 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-af542fc9-5a84-4314-9dbb-237fb8cc4797 admin admin] Publish callbacks [] for security_group (a1b9048d-5aea-4683-b38c-f0085e670b6c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:34.821724 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f1e0e8-fe0e-4f1d-8105-479a6939e2b9 x-openstack-request-id: req-e2f1e0e8-fe0e-4f1d-8105-479a6939e2b9 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:56:34.822599 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19620c4-8461-491d-9563-251c24d24a1a", "tag": "6cb75ed7-3705-4d7c-905f-c0b5db1d20a9", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:56:34.823100 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e2f1e0e8-fe0e-4f1d-8105-479a6939e2b9 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:56:34.823696 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19620c4-8461-491d-9563-251c24d24a1a', 'tag': '6cb75ed7-3705-4d7c-905f-c0b5db1d20a9', 'status': 'completed', 'code': 200} Feb 15 16:56:34.825941 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96dbd011-e228-43c3-9df8-381b0d75e737 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:34.831938 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-96dbd011-e228-43c3-9df8-381b0d75e737 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/8154c19e-1305-4412-b9cb-8101e3ba50d8 HTTP/1.1" status: 204 len: 168 time: 0.9473414 Feb 15 16:56:34.834300 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58380) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:34.882480 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be64fa4-e0a9-44d0-8d1f-eedd6dd6adc7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] DELETE failed (client error): The resource could not be found. Feb 15 16:56:34.883198 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be64fa4-e0a9-44d0-8d1f-eedd6dd6adc7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:56:34.888411 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9be64fa4-e0a9-44d0-8d1f-eedd6dd6adc7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/8154c19e-1305-4412-b9cb-8101e3ba50d8 HTTP/1.1" status: 404 len: 333 time: 0.0519426 Feb 15 16:56:34.893211 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58384) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:34.936845 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-65686d6c-5470-4797-b7a4-4225b849b246 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] GET failed (client error): The resource could not be found. Feb 15 16:56:34.938955 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-65686d6c-5470-4797-b7a4-4225b849b246 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/8154c19e-1305-4412-b9cb-8101e3ba50d8 HTTP/1.1" status: 404 len: 333 time: 0.0446086 Feb 15 16:56:34.941713 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58388) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:34.941903 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-af542fc9-5a84-4314-9dbb-237fb8cc4797 admin admin] Publish callbacks [] for security_group (a1b9048d-5aea-4683-b38c-f0085e670b6c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:34.957599 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616aa1b1-84d0-40a0-b5d6-d3ee68ad481f None None] Network c80f5342-5439-44f7-9241-c42b8fa5f82e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:35.033704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336d214-fe55-4b04-a764-24517eaf6b85 req-275998a4-baa1-4781-9fb6-70a2b44be77b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:35.035548 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6336d214-fe55-4b04-a764-24517eaf6b85 req-275998a4-baa1-4781-9fb6-70a2b44be77b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 1.1622646 Feb 15 16:56:35.041751 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-01371c98-8cbd-4b4b-884d-4882c3a97ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:37Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '97b64cfe-b827-48d1-9851-a5ea095c2230', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'port_id': '6cb75ed7-3705-4d7c-905f-c0b5db1d20a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'mac_address': 'fa:16:3e:57:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19620c4-8461-491d-9563-251c24d24a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:56:00Z', 'updated_at': '2022-02-15T16:56:31Z', 'revision_number': 1, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2542da-82d6-4a15-a3f7-3be92e291a89', 'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'mac_address': 'fa:16:3e:78:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:35Z', 'updated_at': '2022-02-15T16:51:43Z', 'revision_number': 5, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'subnets': [{'id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:35.124266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64477c08-2a74-4bbd-ade1-f28833f31ca5 req-55e521f0-2c67-439a-9aef-e9c4208723c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:35.126553 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64477c08-2a74-4bbd-ade1-f28833f31ca5 req-55e521f0-2c67-439a-9aef-e9c4208723c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d50e5805188b4195b80b506af394e48d&device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 1128 time: 0.2981265 Feb 15 16:56:35.145224 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-813148bd-4b41-4e5c-96c4-57a70a8604a5 None None] Provisioning complete for port a6b0a7e8-726a-4d12-b61f-60752a2dd683 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:35.145669 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-813148bd-4b41-4e5c-96c4-57a70a8604a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a6b0a7e8-726a-4d12-b61f-60752a2dd683), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:35.200967 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-d000322f-87c5-4039-8053-e09dd4c37689 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting subnet 4df7e2f4-ee84-450d-839e-5933c71ffb4c {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:56:35.212820 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d000322f-87c5-4039-8053-e09dd4c37689 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (4df7e2f4-ee84-450d-839e-5933c71ffb4c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:35.225217 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01371c98-8cbd-4b4b-884d-4882c3a97ccd None None] The sync data for ids ['3c8e9e02-c334-4a50-abed-f9672b7513c0'] in n-d-828372-14 is: [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:37Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '97b64cfe-b827-48d1-9851-a5ea095c2230', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'floating_ip_address': '172.25.4.195', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'port_id': '6cb75ed7-3705-4d7c-905f-c0b5db1d20a9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1978, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'mac_address': 'fa:16:3e:57:61:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c19620c4-8461-491d-9563-251c24d24a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T16:56:00Z', 'updated_at': '2022-02-15T16:56:31Z', 'revision_number': 1, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f2542da-82d6-4a15-a3f7-3be92e291a89', 'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'mac_address': 'fa:16:3e:78:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:35Z', 'updated_at': '2022-02-15T16:51:43Z', 'revision_number': 5, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'subnets': [{'id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:56:35.228799 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6336d214-fe55-4b04-a764-24517eaf6b85 req-3e522838-d87d-4971-be43-1008c35f1a69 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674120 Feb 15 16:56:35.254884 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4461090-9e9f-400e-a36d-a28b6c6605a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (eb75f590-8fdf-4c22-9a12-ba82e10ce549), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:35.318576 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-813148bd-4b41-4e5c-96c4-57a70a8604a5 None None] Current status of the port a6b0a7e8-726a-4d12-b61f-60752a2dd683 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:35.318976 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-813148bd-4b41-4e5c-96c4-57a70a8604a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a6b0a7e8-726a-4d12-b61f-60752a2dd683), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:35.325863 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d000322f-87c5-4039-8053-e09dd4c37689 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (4df7e2f4-ee84-450d-839e-5933c71ffb4c), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:35.385249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4461090-9e9f-400e-a36d-a28b6c6605a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb75f590-8fdf-4c22-9a12-ba82e10ce549,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:35.390284 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-af542fc9-5a84-4314-9dbb-237fb8cc4797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a1b9048d-5aea-4683-b38c-f0085e670b6c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:35.401582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-813148bd-4b41-4e5c-96c4-57a70a8604a5 None None] For port a6b0a7e8-726a-4d12-b61f-60752a2dd683, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a6b0a7e8-726a-4d12-b61f-60752a2dd683,segment=NetworkSegment(06550b8e-d449-4f41-8c79-206c591dbd5e),segment_id=06550b8e-d449-4f41-8c79-206c591dbd5e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:35.404406 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-af542fc9-5a84-4314-9dbb-237fb8cc4797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:35.405861 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-af542fc9-5a84-4314-9dbb-237fb8cc4797 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a1b9048d-5aea-4683-b38c-f0085e670b6c HTTP/1.1" status: 204 len: 168 time: 1.8805206 Feb 15 16:56:35.429557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a6b0a7e8-726a-4d12-b61f-60752a2dd683 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:56:35.508575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016753e-02ce-423b-b699-e74de8593f80 req-5c7b5afc-8618-4dc1-b850-f9151fc1dab8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:35.517939 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9016753e-02ce-423b-b699-e74de8593f80 req-5c7b5afc-8618-4dc1-b850-f9151fc1dab8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.4613504 Feb 15 16:56:35.525759 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af542fc9-5a84-4314-9dbb-237fb8cc4797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b9048d-5aea-4683-b38c-f0085e670b6c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:35.528213 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-813148bd-4b41-4e5c-96c4-57a70a8604a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a6b0a7e8-726a-4d12-b61f-60752a2dd683), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:35.576312 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d000322f-87c5-4039-8053-e09dd4c37689 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (4df7e2f4-ee84-450d-839e-5933c71ffb4c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:35.761617 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813148bd-4b41-4e5c-96c4-57a70a8604a5 None None] Pushing event updated for resources: {'Port': ['ID=a6b0a7e8-726a-4d12-b61f-60752a2dd683,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:35.763075 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9016753e-02ce-423b-b699-e74de8593f80 req-6c2c7b80-c9cc-442d-84b6-f5bc4657a13e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430503 Feb 15 16:56:35.774902 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d000322f-87c5-4039-8053-e09dd4c37689 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (4df7e2f4-ee84-450d-839e-5933c71ffb4c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:35.799798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a6b0a7e8-726a-4d12-b61f-60752a2dd683 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:35.800677 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a6b0a7e8-726a-4d12-b61f-60752a2dd683), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:35.816662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5b9b2c-2dab-497a-8401-68435674e8d0 None None] New status for floating IP 97b64cfe-b827-48d1-9851-a5ea095c2230: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:56:35.822821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000322f-87c5-4039-8053-e09dd4c37689 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Subnet': ['ID=4df7e2f4-ee84-450d-839e-5933c71ffb4c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:35.824806 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d000322f-87c5-4039-8053-e09dd4c37689 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:35.832795 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d000322f-87c5-4039-8053-e09dd4c37689 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/4df7e2f4-ee84-450d-839e-5933c71ffb4c HTTP/1.1" status: 204 len: 168 time: 0.8899086 Feb 15 16:56:35.833926 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58408) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:35.935914 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58410) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:35.951059 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (c80f5342-5439-44f7-9241-c42b8fa5f82e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:35.958002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64477c08-2a74-4bbd-ade1-f28833f31ca5 req-c08810f9-b26d-4f55-b6f1-f8e81895c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:35.964499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64477c08-2a74-4bbd-ade1-f28833f31ca5 req-c08810f9-b26d-4f55-b6f1-f8e81895c02a service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 HTTP/1.1" status: 200 len: 911 time: 0.8177729 Feb 15 16:56:36.120523 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port a6b0a7e8-726a-4d12-b61f-60752a2dd683 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:36.121869 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a6b0a7e8-726a-4d12-b61f-60752a2dd683), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:36.152785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d5099c8e-c187-46e4-807f-93e7ff6b7b64 None None] Provisioning complete for port a6b0a7e8-726a-4d12-b61f-60752a2dd683 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:36.153302 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5099c8e-c187-46e4-807f-93e7ff6b7b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a6b0a7e8-726a-4d12-b61f-60752a2dd683), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:36.209786 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3bedc63-818d-40a7-a6df-f30649ee29e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:36.244505 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] For port a6b0a7e8-726a-4d12-b61f-60752a2dd683, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a6b0a7e8-726a-4d12-b61f-60752a2dd683,segment=NetworkSegment(06550b8e-d449-4f41-8c79-206c591dbd5e),segment_id=06550b8e-d449-4f41-8c79-206c591dbd5e)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:36.245175 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a6b0a7e8-726a-4d12-b61f-60752a2dd683), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:36.279700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for a6b0a7e8-726a-4d12-b61f-60752a2dd683 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:36.336883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe198495-cafe-4150-ac2f-7ebd12a712cb None None] Network c80f5342-5439-44f7-9241-c42b8fa5f82e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:36.382905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-fd1f26f7-2cea-43a2-9430-beafae389c85 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-241309963-network', 'tenant_id': '8b605af0928b42cab290679a2c8b3657'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:36.393809 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64477c08-2a74-4bbd-ade1-f28833f31ca5 req-720ed6d6-5a7c-4c46-842d-0778ba8bd8e2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 HTTP/1.1" status: 200 len: 999 time: 0.4019570 Feb 15 16:56:36.397191 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a6b0a7e8-726a-4d12-b61f-60752a2dd683 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:36.419485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d5099c8e-c187-46e4-807f-93e7ff6b7b64 None None] Current status of the port a6b0a7e8-726a-4d12-b61f-60752a2dd683 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:36.472081 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (a6b0a7e8-726a-4d12-b61f-60752a2dd683), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:36.475220 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58418) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:36.515790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64477c08-2a74-4bbd-ade1-f28833f31ca5 req-f7329526-3604-4b45-80e3-37feb9daf871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:36.516099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=a6b0a7e8-726a-4d12-b61f-60752a2dd683,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:36.517215 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64477c08-2a74-4bbd-ade1-f28833f31ca5 req-f7329526-3604-4b45-80e3-37feb9daf871 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee4840c8-e6d6-4864-8cc9-9887e739eb93 HTTP/1.1" status: 200 len: 849 time: 0.1045356 Feb 15 16:56:36.526121 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4461090-9e9f-400e-a36d-a28b6c6605a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (b27d9728-27f3-4757-aa4b-3907bd165264), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:36.527626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No DVR routers for this DVR port a6b0a7e8-726a-4d12-b61f-60752a2dd683 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:36.529700 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb5c35bb-ca95-4546-931a-31f408477971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:36.548095 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-103633f0-6cc1-492a-a153-4681db1908fa None None] Could not find standard attr ID for object 8154c19e-1305-4412-b9cb-8101e3ba50d8. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 16:56:36.563758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5c2d1a-eab5-459e-80e4-0a60b4ae7117 None None] DHCP port deletion for c80f5342-5439-44f7-9241-c42b8fa5f82e request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:56:36.645153 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (c80f5342-5439-44f7-9241-c42b8fa5f82e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:36.673256 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80f5342-5439-44f7-9241-c42b8fa5f82e']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:36.693808 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06550b8e-d449-4f41-8c79-206c591dbd5e') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:36.700504 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06550b8e-d449-4f41-8c79-206c591dbd5e') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:36.718195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1f26f7-2cea-43a2-9430-beafae389c85 admin admin] Made reservation on behalf of 8b605af0928b42cab290679a2c8b3657 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:36.720962 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd1f26f7-2cea-43a2-9430-beafae389c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:36.725310 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (06550b8e-d449-4f41-8c79-206c591dbd5e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:36.748699 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb5c35bb-ca95-4546-931a-31f408477971 admin admin] Publish callbacks [] for security_group (ae8d7c1f-d87c-4a92-bcb2-098497f1afa1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:36.750410 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (06550b8e-d449-4f41-8c79-206c591dbd5e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:36.758927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:56:36.759320 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (06550b8e-d449-4f41-8c79-206c591dbd5e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:56:36.762907 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:56:36.776897 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd1f26f7-2cea-43a2-9430-beafae389c85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:36.819154 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4191e6d-52db-4adf-9ffb-377007f085ea req-963a2249-f5c9-4471-957e-4ab5b24f2a90 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:36.820707 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4191e6d-52db-4adf-9ffb-377007f085ea req-963a2249-f5c9-4471-957e-4ab5b24f2a90 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.4296534 Feb 15 16:56:36.851780 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb5c35bb-ca95-4546-931a-31f408477971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ae8d7c1f-d87c-4a92-bcb2-098497f1afa1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:36.854907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64477c08-2a74-4bbd-ade1-f28833f31ca5 req-e71c5e41-5798-4d9e-9eab-ca7ddb46d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:36.856941 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64477c08-2a74-4bbd-ade1-f28833f31ca5 req-e71c5e41-5798-4d9e-9eab-ca7ddb46d027 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3222568 Feb 15 16:56:36.883185 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8f8a51e-8450-4521-a072-0a3fe625380d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.023246 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4191e6d-52db-4adf-9ffb-377007f085ea req-350a7e5a-f718-4f48-a523-0805b12e51af tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897507 Feb 15 16:56:37.177399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64477c08-2a74-4bbd-ade1-f28833f31ca5 req-406db4c6-3e5a-407a-9cc3-7faf2760f3ac service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001151 Feb 15 16:56:37.229325 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd1f26f7-2cea-43a2-9430-beafae389c85 admin admin] Publish callbacks [] for security_group (f661b061-7bf4-4f07-9f35-771109a6bb34), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.301993 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd1f26f7-2cea-43a2-9430-beafae389c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f661b061-7bf4-4f07-9f35-771109a6bb34), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.331149 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1f26f7-2cea-43a2-9430-beafae389c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:56:37.349607 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd1f26f7-2cea-43a2-9430-beafae389c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c5c18775-b86b-4077-b664-d8c2f7d40b74), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.350190 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-fd1f26f7-2cea-43a2-9430-beafae389c85 admin admin] Added segment c5c18775-b86b-4077-b664-d8c2f7d40b74 of type vlan for network 6dedec3e-39db-4a00-972c-49561b630de7 Feb 15 16:56:37.350549 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (c80f5342-5439-44f7-9241-c42b8fa5f82e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.355542 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.362961 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/networks/c80f5342-5439-44f7-9241-c42b8fa5f82e HTTP/1.1" status: 204 len: 168 time: 1.5241427 Feb 15 16:56:37.369041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a6b0a7e8-726a-4d12-b61f-60752a2dd683 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:37.378743 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cb5c35bb-ca95-4546-931a-31f408477971 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f044ad7163d04768ba41fc78798f697d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8767045 Feb 15 16:56:37.379590 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58424) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:37.380731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b2727-19eb-46c5-96fa-df643ca9216f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Network': ['ID=c80f5342-5439-44f7-9241-c42b8fa5f82e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:37.385119 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c35bb-ca95-4546-931a-31f408477971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8d7c1f-d87c-4a92-bcb2-098497f1afa1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:37.398461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-788a293a-9925-404b-9fb0-2eb1ba5fc821 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2060427578'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:37.402152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58426) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:37.413602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: a6b0a7e8-726a-4d12-b61f-60752a2dd683 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:37.414590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a6b0a7e8-726a-4d12-b61f-60752a2dd683 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:37.430579 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd1f26f7-2cea-43a2-9430-beafae389c85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (6dedec3e-39db-4a00-972c-49561b630de7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.461592 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0425e5-7844-4098-a4cf-ec40f6817aae req-23acf2b8-392d-425a-ae0d-fcaecf15de7b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:37.464239 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc0425e5-7844-4098-a4cf-ec40f6817aae req-23acf2b8-392d-425a-ae0d-fcaecf15de7b tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.5855577 Feb 15 16:56:37.498752 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb494bb3-2bf4-40e9-a435-5a15e346b2f4 admin admin] Publish callbacks [] for security_group (ae8d7c1f-d87c-4a92-bcb2-098497f1afa1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.512106 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f26f7-2cea-43a2-9430-beafae389c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f661b061-7bf4-4f07-9f35-771109a6bb34,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:37.528391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4461090-9e9f-400e-a36d-a28b6c6605a9 admin admin] Router b27d9728-27f3-4757-aa4b-3907bd165264 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:56:37.538011 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64477c08-2a74-4bbd-ade1-f28833f31ca5 req-2c2cd28f-0aa2-4bae-bbba-faf148021265 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499172 Feb 15 16:56:37.538924 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb494bb3-2bf4-40e9-a435-5a15e346b2f4 admin admin] Publish callbacks [] for security_group (ae8d7c1f-d87c-4a92-bcb2-098497f1afa1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.543370 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc0425e5-7844-4098-a4cf-ec40f6817aae req-5756165f-8c15-42bf-8014-6520867edbcf tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690470 Feb 15 16:56:37.550625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a3bedc63-818d-40a7-a6df-f30649ee29e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:37.550625 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3bedc63-818d-40a7-a6df-f30649ee29e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.562222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788a293a-9925-404b-9fb0-2eb1ba5fc821 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:37.564186 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-788a293a-9925-404b-9fb0-2eb1ba5fc821 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.568861 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd1f26f7-2cea-43a2-9430-beafae389c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (6dedec3e-39db-4a00-972c-49561b630de7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.569849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1f26f7-2cea-43a2-9430-beafae389c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:37.570428 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd1f26f7-2cea-43a2-9430-beafae389c85 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.604919 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-788a293a-9925-404b-9fb0-2eb1ba5fc821 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:56:37.614759 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-788a293a-9925-404b-9fb0-2eb1ba5fc821 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (ad745303-ea59-406e-ba04-8b8345606f4c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.615184 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-788a293a-9925-404b-9fb0-2eb1ba5fc821 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Added segment ad745303-ea59-406e-ba04-8b8345606f4c of type vlan for network 33516a2f-4bec-47c6-98c9-1b839fbc4d52 Feb 15 16:56:37.668983 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-788a293a-9925-404b-9fb0-2eb1ba5fc821 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (33516a2f-4bec-47c6-98c9-1b839fbc4d52), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.733281 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb494bb3-2bf4-40e9-a435-5a15e346b2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ae8d7c1f-d87c-4a92-bcb2-098497f1afa1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.736066 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb494bb3-2bf4-40e9-a435-5a15e346b2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.737285 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cb494bb3-2bf4-40e9-a435-5a15e346b2f4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ae8d7c1f-d87c-4a92-bcb2-098497f1afa1 HTTP/1.1" status: 204 len: 168 time: 0.3331308 Feb 15 16:56:37.745858 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb494bb3-2bf4-40e9-a435-5a15e346b2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8d7c1f-d87c-4a92-bcb2-098497f1afa1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:37.774078 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-788a293a-9925-404b-9fb0-2eb1ba5fc821 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (33516a2f-4bec-47c6-98c9-1b839fbc4d52), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.779250 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788a293a-9925-404b-9fb0-2eb1ba5fc821 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:37.779889 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-788a293a-9925-404b-9fb0-2eb1ba5fc821 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:37.848714 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a293a-9925-404b-9fb0-2eb1ba5fc821 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Network': ['ID=33516a2f-4bec-47c6-98c9-1b839fbc4d52,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:37.862393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 33516a2f-4bec-47c6-98c9-1b839fbc4d52 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:56:37.902383 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-788a293a-9925-404b-9fb0-2eb1ba5fc821 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5184813 Feb 15 16:56:37.905392 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58430) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:37.911466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-efc6b4a4-240e-47d6-a0f2-3793cb4a18e4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'subnet': {'network_id': '33516a2f-4bec-47c6-98c9-1b839fbc4d52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:38.075520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f26f7-2cea-43a2-9430-beafae389c85 admin admin] Pushing event updated for resources: {'Network': ['ID=6dedec3e-39db-4a00-972c-49561b630de7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:38.089283 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 6dedec3e-39db-4a00-972c-49561b630de7 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:56:38.116881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-a3bedc63-818d-40a7-a6df-f30649ee29e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] For port bebfcf9d-7346-42b7-aa3e-e61e53fc8f92, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bebfcf9d-7346-42b7-aa3e-e61e53fc8f92,segment=NetworkSegment(a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec),segment_id=a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:38.117311 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3bedc63-818d-40a7-a6df-f30649ee29e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:38.145801 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fd1f26f7-2cea-43a2-9430-beafae389c85 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2047465 Feb 15 16:56:38.147940 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58434) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:38.154280 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2a8baad6-9412-460d-97b5-f52731cf089e admin admin] Request body: {'subnet': {'network_id': '6dedec3e-39db-4a00-972c-49561b630de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-241309963-subnet', 'tenant_id': '8b605af0928b42cab290679a2c8b3657', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:38.169281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a3bedc63-818d-40a7-a6df-f30649ee29e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:38.182769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4461090-9e9f-400e-a36d-a28b6c6605a9 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:56:38.188708 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a4461090-9e9f-400e-a36d-a28b6c6605a9 admin admin] 10.222.0.107 "PUT /v2.0/routers/b27d9728-27f3-4757-aa4b-3907bd165264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1104300 Feb 15 16:56:38.196114 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dcd7b7-04fc-462e-82c9-a3708fdbf6bf None None] Sync routers for ids ['b27d9728-27f3-4757-aa4b-3907bd165264'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:56:38.199496 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58438) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:38.211783 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dcd7b7-04fc-462e-82c9-a3708fdbf6bf None None] Routers {'b27d9728-27f3-4757-aa4b-3907bd165264'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:38.214044 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e9dcd7b7-04fc-462e-82c9-a3708fdbf6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b27d9728-27f3-4757-aa4b-3907bd165264'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:38.215094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc6b4a4-240e-47d6-a0f2-3793cb4a18e4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:38.220542 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-efc6b4a4-240e-47d6-a0f2-3793cb4a18e4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:38.331293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602be22-55ab-4bcd-9269-9e3545d922f5 req-eb89c0b3-78d0-4dc7-a06f-4e3eb30916c1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:38.333616 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5602be22-55ab-4bcd-9269-9e3545d922f5 req-eb89c0b3-78d0-4dc7-a06f-4e3eb30916c1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.2202332 Feb 15 16:56:38.401212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8baad6-9412-460d-97b5-f52731cf089e admin admin] Made reservation on behalf of 8b605af0928b42cab290679a2c8b3657 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:38.404300 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a8baad6-9412-460d-97b5-f52731cf089e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:38.456159 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-e9dcd7b7-04fc-462e-82c9-a3708fdbf6bf None None] Set router b27d9728-27f3-4757-aa4b-3907bd165264 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:38.477715 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5602be22-55ab-4bcd-9269-9e3545d922f5 req-a8a6de03-19fd-45f4-bdf2-a17b1cf7b413 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377227 Feb 15 16:56:38.539569 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2547688-36ce-435c-980c-506938457953 admin admin] Publish callbacks [] for router (b27d9728-27f3-4757-aa4b-3907bd165264), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:38.669276 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3bedc63-818d-40a7-a6df-f30649ee29e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (bebfcf9d-7346-42b7-aa3e-e61e53fc8f92), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:38.703799 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e9dcd7b7-04fc-462e-82c9-a3708fdbf6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:56:34Z', 'revision_number': 5, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:38.709401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bedc63-818d-40a7-a6df-f30649ee29e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=bebfcf9d-7346-42b7-aa3e-e61e53fc8f92,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:38.760954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a0563-3b14-47a0-83ea-0767be46f6b7 req-abf697e4-a11c-4f89-b5fd-4104a81ca124 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:38.785205 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46a0563-3b14-47a0-83ea-0767be46f6b7 req-abf697e4-a11c-4f89-b5fd-4104a81ca124 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.1602209 Feb 15 16:56:38.796585 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2547688-36ce-435c-980c-506938457953 admin admin] Publish callbacks [] for router_gateway (b27d9728-27f3-4757-aa4b-3907bd165264), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:38.796959 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dcd7b7-04fc-462e-82c9-a3708fdbf6bf None None] Checking router: b27d9728-27f3-4757-aa4b-3907bd165264 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:56:38.811793 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dcd7b7-04fc-462e-82c9-a3708fdbf6bf None None] Routers {'b27d9728-27f3-4757-aa4b-3907bd165264'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:38.813696 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e9dcd7b7-04fc-462e-82c9-a3708fdbf6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b27d9728-27f3-4757-aa4b-3907bd165264'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:38.930249 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46a0563-3b14-47a0-83ea-0767be46f6b7 req-36581c2e-945e-41d0-a8c3-26cbbda4f621 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394775 Feb 15 16:56:38.952102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3bedc63-818d-40a7-a6df-f30649ee29e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:38.968361 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-e9dcd7b7-04fc-462e-82c9-a3708fdbf6bf None None] Set router b27d9728-27f3-4757-aa4b-3907bd165264 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:39.022046 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a2547688-36ce-435c-980c-506938457953 admin admin] Deleting port d9d07707-414a-4fdd-9b6f-9ad48b97bc0e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:39.022546 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2547688-36ce-435c-980c-506938457953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d9d07707-414a-4fdd-9b6f-9ad48b97bc0e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:39.076253 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a8baad6-9412-460d-97b5-f52731cf089e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (52c56e89-b94f-488c-8b34-015b2a95f901), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:39.089632 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-efc6b4a4-240e-47d6-a0f2-3793cb4a18e4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (db4ec0d6-4cea-41d1-8f11-802ec3f4ee7a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:39.207876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8baad6-9412-460d-97b5-f52731cf089e admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c56e89-b94f-488c-8b34-015b2a95f901,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:39.231637 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e9dcd7b7-04fc-462e-82c9-a3708fdbf6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:56:34Z', 'revision_number': 5, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:39.244459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bedc63-818d-40a7-a6df-f30649ee29e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:56:39.264717 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dcd7b7-04fc-462e-82c9-a3708fdbf6bf None None] The sync data for ids ['b27d9728-27f3-4757-aa4b-3907bd165264'] in n-d-828372-14 is: [{'id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'name': 'tempest-AttachVolumeShelveTestJSON-1292621796-router', 'tenant_id': 'aa559641e7a648c6ab392d6a0949505a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214'}], 'enable_snat': True}, 'gw_port_id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:48:39Z', 'updated_at': '2022-02-15T16:56:34Z', 'revision_number': 5, 'project_id': 'aa559641e7a648c6ab392d6a0949505a', 'gw_port': {'id': 'd9d07707-414a-4fdd-9b6f-9ad48b97bc0e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ef:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b27d9728-27f3-4757-aa4b-3907bd165264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:48:40Z', 'updated_at': '2022-02-15T16:48:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:56:39.312144 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05f084b7-db6e-4a13-976e-b84309f809be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:39.318245 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-a2547688-36ce-435c-980c-506938457953 admin admin] For port d9d07707-414a-4fdd-9b6f-9ad48b97bc0e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d9d07707-414a-4fdd-9b6f-9ad48b97bc0e,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:39.318644 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2547688-36ce-435c-980c-506938457953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d9d07707-414a-4fdd-9b6f-9ad48b97bc0e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:39.323101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc6b4a4-240e-47d6-a0f2-3793cb4a18e4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Checking segment: {'id': 'ad745303-ea59-406e-ba04-8b8345606f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '33516a2f-4bec-47c6-98c9-1b839fbc4d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:56:39.323474 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc6b4a4-240e-47d6-a0f2-3793cb4a18e4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network hostable DHCP agents. Network: 33516a2f-4bec-47c6-98c9-1b839fbc4d52, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:56:39.340411 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8baad6-9412-460d-97b5-f52731cf089e admin admin] Checking segment: {'id': 'c5c18775-b86b-4077-b664-d8c2f7d40b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6dedec3e-39db-4a00-972c-49561b630de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:56:39.340779 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8baad6-9412-460d-97b5-f52731cf089e admin admin] Network hostable DHCP agents. Network: 6dedec3e-39db-4a00-972c-49561b630de7, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:56:39.342723 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc6b4a4-240e-47d6-a0f2-3793cb4a18e4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Subnet': ['ID=db4ec0d6-4cea-41d1-8f11-802ec3f4ee7a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:39.347465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a2547688-36ce-435c-980c-506938457953 admin admin] Calling delete_port for d9d07707-414a-4fdd-9b6f-9ad48b97bc0e owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:39.388884 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bedc63-818d-40a7-a6df-f30649ee29e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:56:39.401863 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8adc7f9-9825-45b3-8af2-40ad6b6f0e85 None None] Sync routers for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:56:39.413437 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a3bedc63-818d-40a7-a6df-f30649ee29e4 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/13dcde39-3dae-43c5-a311-4fe4fa13ec0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2440155 Feb 15 16:56:39.415116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8adc7f9-9825-45b3-8af2-40ad6b6f0e85 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:39.416672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58472) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:39.426449 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d8adc7f9-9825-45b3-8af2-40ad6b6f0e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:39.488128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-778d252b-2c7e-4e0c-b3e2-b234e454011f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting subnet 0d1f5fc7-e04c-4806-81ee-e10554dc746a {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:56:39.493237 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-778d252b-2c7e-4e0c-b3e2-b234e454011f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (0d1f5fc7-e04c-4806-81ee-e10554dc746a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:39.543324 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8baad6-9412-460d-97b5-f52731cf089e admin admin] Network 6dedec3e-39db-4a00-972c-49561b630de7 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:56:39.549341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc6b4a4-240e-47d6-a0f2-3793cb4a18e4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 33516a2f-4bec-47c6-98c9-1b839fbc4d52 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:56:39.551933 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-778d252b-2c7e-4e0c-b3e2-b234e454011f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (0d1f5fc7-e04c-4806-81ee-e10554dc746a), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:39.605100 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-d8adc7f9-9825-45b3-8af2-40ad6b6f0e85 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:39.684024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-efc6b4a4-240e-47d6-a0f2-3793cb4a18e4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 33516a2f-4bec-47c6-98c9-1b839fbc4d52) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:39.686346 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2a8baad6-9412-460d-97b5-f52731cf089e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 6dedec3e-39db-4a00-972c-49561b630de7) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:39.693998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc6b4a4-240e-47d6-a0f2-3793cb4a18e4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:39.694617 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-efc6b4a4-240e-47d6-a0f2-3793cb4a18e4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:39.710405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8baad6-9412-460d-97b5-f52731cf089e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:39.710931 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a8baad6-9412-460d-97b5-f52731cf089e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:39.723114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13d73cb-af3e-4899-948e-719494d294d6 None None] Network 33516a2f-4bec-47c6-98c9-1b839fbc4d52 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:39.725389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da9b0fd-ebe8-4c78-9680-a2355a19e350 None None] Network 6dedec3e-39db-4a00-972c-49561b630de7 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:39.733139 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2547688-36ce-435c-980c-506938457953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d9d07707-414a-4fdd-9b6f-9ad48b97bc0e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:39.772137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb240931-bdcd-4bbe-8c52-5f4dc05ff503 req-51bb65c3-1ae3-4551-b73d-b83f4df184cf tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:39.785518 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb240931-bdcd-4bbe-8c52-5f4dc05ff503 req-51bb65c3-1ae3-4551-b73d-b83f4df184cf tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.1787987 Feb 15 16:56:39.851373 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2547688-36ce-435c-980c-506938457953 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d07707-414a-4fdd-9b6f-9ad48b97bc0e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:39.856911 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-778d252b-2c7e-4e0c-b3e2-b234e454011f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (0d1f5fc7-e04c-4806-81ee-e10554dc746a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:39.868522 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-efc6b4a4-240e-47d6-a0f2-3793cb4a18e4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9616983 Feb 15 16:56:39.902903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58482) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:39.922958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4c6339c8-b567-41c1-85f5-d0602c8c686b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'network_id': '33516a2f-4bec-47c6-98c9-1b839fbc4d52', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1061156444'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:39.946071 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2a8baad6-9412-460d-97b5-f52731cf089e admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7968893 Feb 15 16:56:40.017309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-33516a2f-4bec-47c6-98c9-1b839fbc4d52', 'network_id': '33516a2f-4bec-47c6-98c9-1b839fbc4d52', 'project_id': '55997da602654ea6b0b2c59d2d9eeef2', 'fixed_ips': [{'subnet_id': 'db4ec0d6-4cea-41d1-8f11-802ec3f4ee7a'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:56:40.018491 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:40.052477 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb240931-bdcd-4bbe-8c52-5f4dc05ff503 req-d6d3b8f3-a44a-4ad8-8bdb-57ecadbf7dd9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653592 Feb 15 16:56:40.096844 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2facc713-0e80-4958-b1c5-75ecb770ee8b None None] Network 6dedec3e-39db-4a00-972c-49561b630de7 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:40.169734 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-778d252b-2c7e-4e0c-b3e2-b234e454011f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (0d1f5fc7-e04c-4806-81ee-e10554dc746a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:40.202700 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d252b-2c7e-4e0c-b3e2-b234e454011f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1f5fc7-e04c-4806-81ee-e10554dc746a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:40.212825 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-778d252b-2c7e-4e0c-b3e2-b234e454011f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:40.220081 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-778d252b-2c7e-4e0c-b3e2-b234e454011f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/0d1f5fc7-e04c-4806-81ee-e10554dc746a HTTP/1.1" status: 204 len: 168 time: 0.7996469 Feb 15 16:56:40.221078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58494) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:40.238729 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2547688-36ce-435c-980c-506938457953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (b27d9728-27f3-4757-aa4b-3907bd165264), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:40.309003 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07abb7a-c1cd-4901-a1de-f8685c43ec5a None None] Network 68f81b3e-950e-4a44-ad89-4fbfd128a588 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:40.355614 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2547688-36ce-435c-980c-506938457953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (b27d9728-27f3-4757-aa4b-3907bd165264), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:40.358185 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2547688-36ce-435c-980c-506938457953 admin admin] Publish callbacks [] for router_controller (b27d9728-27f3-4757-aa4b-3907bd165264), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:40.401923 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (68f81b3e-950e-4a44-ad89-4fbfd128a588), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:40.478284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ee42c-d128-4aa6-b124-40757c44baba req-c8fa2333-1b3f-4cc8-8400-7b42ad25da1c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:40.484443 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e63ee42c-d128-4aa6-b124-40757c44baba req-c8fa2333-1b3f-4cc8-8400-7b42ad25da1c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.3330467 Feb 15 16:56:40.488154 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2547688-36ce-435c-980c-506938457953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (b27d9728-27f3-4757-aa4b-3907bd165264), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:40.493396 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:40.493749 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:40.494233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2547688-36ce-435c-980c-506938457953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b27d9728-27f3-4757-aa4b-3907bd165264 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:56:40.525945 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2547688-36ce-435c-980c-506938457953 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:40.533056 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a2547688-36ce-435c-980c-506938457953 admin admin] 10.222.0.107 "DELETE /v2.0/routers/b27d9728-27f3-4757-aa4b-3907bd165264 HTTP/1.1" status: 204 len: 168 time: 2.3298478 Feb 15 16:56:40.571712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58504) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:40.637676 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:40.642090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] For port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee,segment=NetworkSegment(a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec),segment_id=a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:40.642530 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:40.672779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:40.739016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Allocated IP 2001:db8::2 (33516a2f-4bec-47c6-98c9-1b839fbc4d52/db4ec0d6-4cea-41d1-8f11-802ec3f4ee7a/7e0159ad-0c04-4c1a-955e-2abcd90046b5) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:56:40.751171 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e63ee42c-d128-4aa6-b124-40757c44baba req-63315fd7-af8a-46b9-973c-6017627ea9be tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548072 Feb 15 16:56:40.792731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-841565b7-1431-4307-99a7-f4343b254a4e admin admin] Deleting subnet 709aeae2-05ea-4329-901d-2a8f1cd1fe0d {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:56:40.792731 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-841565b7-1431-4307-99a7-f4343b254a4e admin admin] Publish callbacks [] for subnet (709aeae2-05ea-4329-901d-2a8f1cd1fe0d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:40.814590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d8adc7f9-9825-45b3-8af2-40ad6b6f0e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:38Z', 'revision_number': 9, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:40.839834 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-841565b7-1431-4307-99a7-f4343b254a4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (709aeae2-05ea-4329-901d-2a8f1cd1fe0d), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:40.878686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8adc7f9-9825-45b3-8af2-40ad6b6f0e85 None None] Checking router: 13dcde39-3dae-43c5-a311-4fe4fa13ec0f for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:56:40.882522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6339c8-b567-41c1-85f5-d0602c8c686b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:40.888129 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8adc7f9-9825-45b3-8af2-40ad6b6f0e85 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:40.888753 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d8adc7f9-9825-45b3-8af2-40ad6b6f0e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:40.889102 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c6339c8-b567-41c1-85f5-d0602c8c686b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:40.942884 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:40.980704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-4c6339c8-b567-41c1-85f5-d0602c8c686b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] device_id is not set on port 5945827e-89a1-4acb-9c63-8e8bc7ae4df1 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:56:41.005204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-d8adc7f9-9825-45b3-8af2-40ad6b6f0e85 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:41.011781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No DVR routers for this DVR port 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:41.022273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:41.204925 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (68f81b3e-950e-4a44-ad89-4fbfd128a588), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:41.279797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f81b3e-950e-4a44-ad89-4fbfd128a588']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:41.303690 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:41.312819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:41.312946 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed408fbd-8c3d-4562-a066-6ed8347ee75d None None] DHCP port deletion for 68f81b3e-950e-4a44-ad89-4fbfd128a588 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:56:41.320266 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:41.328180 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:41.354518 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-841565b7-1431-4307-99a7-f4343b254a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (709aeae2-05ea-4329-901d-2a8f1cd1fe0d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:41.362678 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:41.369758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:56:41.369994 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (a1ac6da3-02ea-4ce8-b94b-15ee7a54a0ec), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:41.403790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:41.404148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8d4e117f-b931-41d7-9a5f-0d2b6e5f10ee not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:41.404575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d9d07707-414a-4fdd-9b6f-9ad48b97bc0e no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:56:41.449595 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:56:41.488847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-9f3c56aa-cde1-4139-b992-48635ec91a73 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:41.496685 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-9f3c56aa-cde1-4139-b992-48635ec91a73 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/networks?id=6dedec3e-39db-4a00-972c-49561b630de7 HTTP/1.1" status: 200 len: 812 time: 0.6474922 Feb 15 16:56:41.501107 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5ea37-7291-4029-aaf0-b6fce69a77bf req-1147560f-7851-487b-9bc1-c2340a585918 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:41.509843 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dfb5ea37-7291-4029-aaf0-b6fce69a77bf req-1147560f-7851-487b-9bc1-c2340a585918 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.2967584 Feb 15 16:56:41.520112 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-42c7ba02-086d-4cf6-8577-4a80658e3335 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/quotas/8b605af0928b42cab290679a2c8b3657 HTTP/1.1" status: 200 len: 375 time: 0.0173912 Feb 15 16:56:41.540175 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-841565b7-1431-4307-99a7-f4343b254a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (709aeae2-05ea-4329-901d-2a8f1cd1fe0d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:41.561653 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-f8126d4f-9416-41e4-9ff9-b6967b67ede8 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=8b605af0928b42cab290679a2c8b3657&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443914 Feb 15 16:56:41.571863 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (68f81b3e-950e-4a44-ad89-4fbfd128a588), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:41.577062 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:41.583618 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/networks/68f81b3e-950e-4a44-ad89-4fbfd128a588 HTTP/1.1" status: 204 len: 168 time: 1.3591576 Feb 15 16:56:41.600101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58528) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:41.624098 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: d9d07707-414a-4fdd-9b6f-9ad48b97bc0e {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:41.624444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d9d07707-414a-4fdd-9b6f-9ad48b97bc0e not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:41.628238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device eb75f590-8fdf-4c22-9a12-ba82e10ce549 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:41.635396 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Publish callbacks [] for port (7e0159ad-0c04-4c1a-955e-2abcd90046b5), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:41.641538 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dfb5ea37-7291-4029-aaf0-b6fce69a77bf req-76bd8e78-fcbf-45fb-9132-dd07500d26f3 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297696 Feb 15 16:56:41.657044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: eb75f590-8fdf-4c22-9a12-ba82e10ce549 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:41.657617 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device eb75f590-8fdf-4c22-9a12-ba82e10ce549 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:41.661616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e5002-5394-4055-9b2b-802857046e77 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Network': ['ID=68f81b3e-950e-4a44-ad89-4fbfd128a588,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:41.665449 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841565b7-1431-4307-99a7-f4343b254a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=709aeae2-05ea-4329-901d-2a8f1cd1fe0d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:41.676302 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-841565b7-1431-4307-99a7-f4343b254a4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:41.682411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fee4b5-498b-4017-aa3c-77b7eef00f82 None None] Network abd1de71-eb7f-481e-93c5-240c9863694a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:41.685631 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-841565b7-1431-4307-99a7-f4343b254a4e admin admin] 10.222.0.107 "DELETE /v2.0/subnets/709aeae2-05ea-4329-901d-2a8f1cd1fe0d HTTP/1.1" status: 204 len: 168 time: 1.1112139 Feb 15 16:56:41.685631 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58532) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:41.776096 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (7e0159ad-0c04-4c1a-955e-2abcd90046b5), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:41.901527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Network 33516a2f-4bec-47c6-98c9-1b839fbc4d52 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:41.913080 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:41.919444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:41.926455 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (abd1de71-eb7f-481e-93c5-240c9863694a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:41.932257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Pushing event updated for resources: {'Port': ['ID=7e0159ad-0c04-4c1a-955e-2abcd90046b5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:41.990329 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:41.994232 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-4c6339c8-b567-41c1-85f5-d0602c8c686b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Allocated IP 2001:db8::e8 (33516a2f-4bec-47c6-98c9-1b839fbc4d52/db4ec0d6-4cea-41d1-8f11-802ec3f4ee7a/5945827e-89a1-4acb-9c63-8e8bc7ae4df1) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:56:42.014619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-e44886ef-a2f2-4645-b938-a4bb50fe85f6 service neutron] 10.222.0.107 "GET /v2.0/networks/6dedec3e-39db-4a00-972c-49561b630de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519725 Feb 15 16:56:42.045547 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4b28ca-ba6d-409e-9736-e624755fd433 None None] DHCP port deletion for abd1de71-eb7f-481e-93c5-240c9863694a request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:56:42.060668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Attempting to bind port 7e0159ad-0c04-4c1a-955e-2abcd90046b5 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:56:42.061163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Attempting to bind port 7e0159ad-0c04-4c1a-955e-2abcd90046b5 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'ad745303-ea59-406e-ba04-8b8345606f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '33516a2f-4bec-47c6-98c9-1b839fbc4d52'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:56:42.061620 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Attempting to bind port 7e0159ad-0c04-4c1a-955e-2abcd90046b5 on network 33516a2f-4bec-47c6-98c9-1b839fbc4d52 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:56:42.077940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:56:42.079047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Checking segment: {'id': 'ad745303-ea59-406e-ba04-8b8345606f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '33516a2f-4bec-47c6-98c9-1b839fbc4d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:56:42.080043 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:42.080568 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Bound using segment: {'id': 'ad745303-ea59-406e-ba04-8b8345606f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '33516a2f-4bec-47c6-98c9-1b839fbc4d52'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:56:42.081151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Bound port: 7e0159ad-0c04-4c1a-955e-2abcd90046b5, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad745303-ea59-406e-ba04-8b8345606f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '33516a2f-4bec-47c6-98c9-1b839fbc4d52'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:56:42.081807 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7e0159ad-0c04-4c1a-955e-2abcd90046b5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:42.098621 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b69d7d-f3b1-4e6f-9f11-0622f0f9a749 req-e728478c-85bb-4701-89f5-e5e98c465626 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:42.100151 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-37b69d7d-f3b1-4e6f-9f11-0622f0f9a749 req-e728478c-85bb-4701-89f5-e5e98c465626 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.1975186 Feb 15 16:56:42.219540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] For port 7e0159ad-0c04-4c1a-955e-2abcd90046b5, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:56:42.224397 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] For port 7e0159ad-0c04-4c1a-955e-2abcd90046b5, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7e0159ad-0c04-4c1a-955e-2abcd90046b5,segment=NetworkSegment(ad745303-ea59-406e-ba04-8b8345606f4c),segment_id=ad745303-ea59-406e-ba04-8b8345606f4c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:56:42.243847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d8adc7f9-9825-45b3-8af2-40ad6b6f0e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:38Z', 'revision_number': 9, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:42.244112 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-9f85eb05-4e19-4e13-b039-a27bd65bc6dd service neutron] 10.222.0.107 "GET /v2.0/networks/6dedec3e-39db-4a00-972c-49561b630de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216020 Feb 15 16:56:42.254038 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-37b69d7d-f3b1-4e6f-9f11-0622f0f9a749 req-2f40b0fc-3abc-4fbe-a7f4-fab1d6d6ed3c tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201420 Feb 15 16:56:42.257341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] Deleting port d362211b-5a36-4e49-8f84-c0307d672944 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:42.257767 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d362211b-5a36-4e49-8f84-c0307d672944), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:42.261859 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c6339c8-b567-41c1-85f5-d0602c8c686b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (5945827e-89a1-4acb-9c63-8e8bc7ae4df1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:42.295037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8adc7f9-9825-45b3-8af2-40ad6b6f0e85 None None] The sync data for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 is: [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:38Z', 'revision_number': 9, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': '2f6217f3-597d-42dc-b15a-14eaa4ee4fa4', 'name': '', 'network_id': '7a450fca-bc4d-4061-a211-d660e2a14bb9', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:47:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1966, 'fixed_ips': [{'subnet_id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:43Z', 'updated_at': '2022-02-15T16:55:56Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': '3ceda5f7-ddc0-4667-b5a7-245d2e6faebe', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:56:42.313057 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7e0159ad-0c04-4c1a-955e-2abcd90046b5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:42.365152 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d2e25fa-cfe8-449a-82c2-de58cbe5792e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:42.372176 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] For port d362211b-5a36-4e49-8f84-c0307d672944, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d362211b-5a36-4e49-8f84-c0307d672944,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:42.372557 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d362211b-5a36-4e49-8f84-c0307d672944), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:42.414840 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] Calling delete_port for d362211b-5a36-4e49-8f84-c0307d672944 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:42.469148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b28ca-ba6d-409e-9736-e624755fd433 None None] Deleting port d362211b-5a36-4e49-8f84-c0307d672944 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:42.474171 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f4b28ca-ba6d-409e-9736-e624755fd433 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d362211b-5a36-4e49-8f84-c0307d672944), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:42.491950 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c6339c8-b567-41c1-85f5-d0602c8c686b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (5945827e-89a1-4acb-9c63-8e8bc7ae4df1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:42.582540 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6339c8-b567-41c1-85f5-d0602c8c686b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 33516a2f-4bec-47c6-98c9-1b839fbc4d52 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:42.586273 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4c6339c8-b567-41c1-85f5-d0602c8c686b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:42.591248 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6339c8-b567-41c1-85f5-d0602c8c686b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:42.604655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6339c8-b567-41c1-85f5-d0602c8c686b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:42.605272 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c6339c8-b567-41c1-85f5-d0602c8c686b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:42.628395 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6339c8-b567-41c1-85f5-d0602c8c686b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=5945827e-89a1-4acb-9c63-8e8bc7ae4df1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:42.668732 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d362211b-5a36-4e49-8f84-c0307d672944), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:42.725116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a318eb4-2a97-49cd-ac7b-2704436d5935 None None] Pushing event updated for resources: {'Port': ['ID=7e0159ad-0c04-4c1a-955e-2abcd90046b5,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:42.797505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3f4b28ca-ba6d-409e-9736-e624755fd433 None None] For port d362211b-5a36-4e49-8f84-c0307d672944, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d362211b-5a36-4e49-8f84-c0307d672944,segment=NetworkSegment(7e0b5a17-119d-4f0e-9665-9c6802a2187c),segment_id=7e0b5a17-119d-4f0e-9665-9c6802a2187c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:42.798071 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f4b28ca-ba6d-409e-9736-e624755fd433 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d362211b-5a36-4e49-8f84-c0307d672944), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:42.837486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3f4b28ca-ba6d-409e-9736-e624755fd433 None None] Calling delete_port for d362211b-5a36-4e49-8f84-c0307d672944 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:42.916194 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-741caba3-0ab2-47dc-956d-59233396157f req-8f474502-40ed-4a38-8205-ff4ccb6c9b2e tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 210 time: 0.2161601 Feb 15 16:56:42.921545 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4c6339c8-b567-41c1-85f5-d0602c8c686b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.0122194 Feb 15 16:56:42.923070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] Pushing event deleted for resources: {'Port': ['ID=d362211b-5a36-4e49-8f84-c0307d672944,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:42.940155 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] No DVR routers for this DVR port d362211b-5a36-4e49-8f84-c0307d672944 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:42.940489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58564) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:43.028019 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f4b28ca-ba6d-409e-9736-e624755fd433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (d362211b-5a36-4e49-8f84-c0307d672944), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:43.040487 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ea298-d1d7-49d9-be40-5f4f2b85b56c req-17e06d9f-3fab-449a-adde-02e48c1ed615 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:43.042075 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e65ea298-d1d7-49d9-be40-5f4f2b85b56c req-17e06d9f-3fab-449a-adde-02e48c1ed615 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.2501907 Feb 15 16:56:43.065439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b28ca-ba6d-409e-9736-e624755fd433 None None] Pushing event deleted for resources: {'Port': ['ID=d362211b-5a36-4e49-8f84-c0307d672944,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:43.079204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4b28ca-ba6d-409e-9736-e624755fd433 None None] No DVR routers for this DVR port d362211b-5a36-4e49-8f84-c0307d672944 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:43.111947 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (abd1de71-eb7f-481e-93c5-240c9863694a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:43.153211 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd1de71-eb7f-481e-93c5-240c9863694a']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:43.182285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0b5a17-119d-4f0e-9665-9c6802a2187c') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:43.184973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0b5a17-119d-4f0e-9665-9c6802a2187c') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:43.193751 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e65ea298-d1d7-49d9-be40-5f4f2b85b56c req-20ec1316-ba0d-4981-828a-e64f1e9d2879 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404347 Feb 15 16:56:43.221344 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (7e0b5a17-119d-4f0e-9665-9c6802a2187c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:43.239373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-8f7980f4-3f2f-4734-8fe3-d37e3a0ef0e0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port 5945827e-89a1-4acb-9c63-8e8bc7ae4df1 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:43.239731 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f7980f4-3f2f-4734-8fe3-d37e3a0ef0e0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5945827e-89a1-4acb-9c63-8e8bc7ae4df1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:43.255810 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (7e0b5a17-119d-4f0e-9665-9c6802a2187c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:43.262547 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:56:43.263239 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (7e0b5a17-119d-4f0e-9665-9c6802a2187c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:56:43.266038 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:56:43.333722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7e0159ad-0c04-4c1a-955e-2abcd90046b5 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:56:43.403797 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f7980f4-3f2f-4734-8fe3-d37e3a0ef0e0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5945827e-89a1-4acb-9c63-8e8bc7ae4df1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:43.428308 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-8f7980f4-3f2f-4734-8fe3-d37e3a0ef0e0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for 5945827e-89a1-4acb-9c63-8e8bc7ae4df1 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:43.465153 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7e0159ad-0c04-4c1a-955e-2abcd90046b5 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:43.465567 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7e0159ad-0c04-4c1a-955e-2abcd90046b5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:43.483197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39eaa7-dc56-4376-9958-68bbe60387f6 req-35175c56-1023-4b0f-8cbe-a36295d9658d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:43.485393 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a39eaa7-dc56-4376-9958-68bbe60387f6 req-35175c56-1023-4b0f-8cbe-a36295d9658d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.1025357 Feb 15 16:56:43.529058 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (abd1de71-eb7f-481e-93c5-240c9863694a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:43.534377 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:43.539005 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] 10.222.0.107 "DELETE /v2.0/networks/abd1de71-eb7f-481e-93c5-240c9863694a HTTP/1.1" status: 204 len: 168 time: 1.8483880 Feb 15 16:56:43.553138 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:43.601788 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797c0b9-7969-4470-8f26-aaaaf12f8396 admin admin] Pushing event deleted for resources: {'Network': ['ID=abd1de71-eb7f-481e-93c5-240c9863694a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:43.621242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7e0159ad-0c04-4c1a-955e-2abcd90046b5 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:43.621780 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7e0159ad-0c04-4c1a-955e-2abcd90046b5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:43.676431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e25fa-cfe8-449a-82c2-de58cbe5792e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:43.676793 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d2e25fa-cfe8-449a-82c2-de58cbe5792e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:43.682330 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a39eaa7-dc56-4376-9958-68bbe60387f6 req-6a5e9430-f310-4868-b4e2-04a1da65fcc8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822662 Feb 15 16:56:43.695771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 7e0159ad-0c04-4c1a-955e-2abcd90046b5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7e0159ad-0c04-4c1a-955e-2abcd90046b5,segment=NetworkSegment(ad745303-ea59-406e-ba04-8b8345606f4c),segment_id=ad745303-ea59-406e-ba04-8b8345606f4c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:43.769449 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7e0159ad-0c04-4c1a-955e-2abcd90046b5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:43.876502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-1d2e25fa-cfe8-449a-82c2-de58cbe5792e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] For port 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2f6217f3-597d-42dc-b15a-14eaa4ee4fa4,segment=NetworkSegment(872d6ae0-cf64-4fb5-b011-386c0a32c2f4),segment_id=872d6ae0-cf64-4fb5-b011-386c0a32c2f4)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:43.880845 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:43.884250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=7e0159ad-0c04-4c1a-955e-2abcd90046b5,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:43.885948 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d2e25fa-cfe8-449a-82c2-de58cbe5792e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:43.914407 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e25fa-cfe8-449a-82c2-de58cbe5792e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:43.946920 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:43.947281 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bebfcf9d-7346-42b7-aa3e-e61e53fc8f92 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:43.947860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d362211b-5a36-4e49-8f84-c0307d672944 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:43.967804 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f7980f4-3f2f-4734-8fe3-d37e3a0ef0e0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (5945827e-89a1-4acb-9c63-8e8bc7ae4df1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:43.978603 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bd41f6-f25b-4a1e-b72f-535259e3e596 None None] Network 33516a2f-4bec-47c6-98c9-1b839fbc4d52 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:43.983618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: d362211b-5a36-4e49-8f84-c0307d672944 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:43.984750 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d362211b-5a36-4e49-8f84-c0307d672944 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:44.019153 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7980f4-3f2f-4734-8fe3-d37e3a0ef0e0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=5945827e-89a1-4acb-9c63-8e8bc7ae4df1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:44.077326 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9367a90c-602e-4feb-937b-557d41c86770 None None] Provisioning complete for port 7e0159ad-0c04-4c1a-955e-2abcd90046b5 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:44.077845 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9367a90c-602e-4feb-937b-557d41c86770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7e0159ad-0c04-4c1a-955e-2abcd90046b5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:44.085808 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f815b9f-45f0-47ce-ae16-e6e448c22ea6 req-15ebbc69-9f84-4c67-9def-8e8c817de721 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 210 time: 0.0318153 Feb 15 16:56:44.090693 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f7980f4-3f2f-4734-8fe3-d37e3a0ef0e0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:44.098473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58608) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:44.117216 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8f7980f4-3f2f-4734-8fe3-d37e3a0ef0e0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/5945827e-89a1-4acb-9c63-8e8bc7ae4df1 HTTP/1.1" status: 204 len: 168 time: 1.1602051 Feb 15 16:56:44.164907 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b1742b-1a1e-42ed-bc5f-dd7acf7fac3c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] GET failed (client error): The resource could not be found. Feb 15 16:56:44.176645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58612) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:44.181924 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-72b1742b-1a1e-42ed-bc5f-dd7acf7fac3c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/5945827e-89a1-4acb-9c63-8e8bc7ae4df1 HTTP/1.1" status: 404 len: 333 time: 0.0823221 Feb 15 16:56:44.183888 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58614) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:44.241692 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c8dba0f6-867f-4111-b19c-9d62adc1ffb2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=aa559641e7a648c6ab392d6a0949505a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565705 Feb 15 16:56:44.243936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58618) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:44.245257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac324b7-18f2-4048-8c28-0fe44cac1d6f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting subnet db4ec0d6-4cea-41d1-8f11-802ec3f4ee7a {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:56:44.267863 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dac324b7-18f2-4048-8c28-0fe44cac1d6f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (db4ec0d6-4cea-41d1-8f11-802ec3f4ee7a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:44.312824 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60f9277b-4aaf-4bb0-beaa-f7a21ad294f2 admin admin] Publish callbacks [] for security_group (db4bf2d7-be0a-4f13-a355-97a0f0a5fe95), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:44.323809 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dac324b7-18f2-4048-8c28-0fe44cac1d6f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (db4ec0d6-4cea-41d1-8f11-802ec3f4ee7a), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:44.364699 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60f9277b-4aaf-4bb0-beaa-f7a21ad294f2 admin admin] Publish callbacks [] for security_group (db4bf2d7-be0a-4f13-a355-97a0f0a5fe95), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:44.415487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9367a90c-602e-4feb-937b-557d41c86770 None None] Current status of the port 7e0159ad-0c04-4c1a-955e-2abcd90046b5 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:44.512454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf908f1-016d-4e6d-9079-27b7f5372357 req-0f85862a-db79-4959-9032-6df5aaf6eadb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:44.514358 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ccf908f1-016d-4e6d-9079-27b7f5372357 req-0f85862a-db79-4959-9032-6df5aaf6eadb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.1070073 Feb 15 16:56:44.585786 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ccf908f1-016d-4e6d-9079-27b7f5372357 req-7efd2079-22be-4bdd-bca5-d3e6fdd391f0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580895 Feb 15 16:56:44.624682 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60f9277b-4aaf-4bb0-beaa-f7a21ad294f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (db4bf2d7-be0a-4f13-a355-97a0f0a5fe95), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:44.624682 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60f9277b-4aaf-4bb0-beaa-f7a21ad294f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:44.625563 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-60f9277b-4aaf-4bb0-beaa-f7a21ad294f2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/db4bf2d7-be0a-4f13-a355-97a0f0a5fe95 HTTP/1.1" status: 204 len: 168 time: 0.3803887 Feb 15 16:56:44.635591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9277b-4aaf-4bb0-beaa-f7a21ad294f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4bf2d7-be0a-4f13-a355-97a0f0a5fe95,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:44.840232 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d2e25fa-cfe8-449a-82c2-de58cbe5792e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2f6217f3-597d-42dc-b15a-14eaa4ee4fa4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:44.862257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-06cb9af5-27f9-4a01-bd9d-c460b1d9515c None None] Provisioning complete for port 7e0159ad-0c04-4c1a-955e-2abcd90046b5 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:44.863901 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-06cb9af5-27f9-4a01-bd9d-c460b1d9515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7e0159ad-0c04-4c1a-955e-2abcd90046b5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:44.894820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e25fa-cfe8-449a-82c2-de58cbe5792e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=2f6217f3-597d-42dc-b15a-14eaa4ee4fa4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:44.989991 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dac324b7-18f2-4048-8c28-0fe44cac1d6f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (db4ec0d6-4cea-41d1-8f11-802ec3f4ee7a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:45.083629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-06cb9af5-27f9-4a01-bd9d-c460b1d9515c None None] Current status of the port 7e0159ad-0c04-4c1a-955e-2abcd90046b5 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:45.271393 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dac324b7-18f2-4048-8c28-0fe44cac1d6f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (db4ec0d6-4cea-41d1-8f11-802ec3f4ee7a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:45.350492 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1a1f805a-f50f-45e1-9114-36d88e875e9e req-49acf35e-d9ab-46a8-aee0-3a4e8d8dd453 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 210 time: 0.1116922 Feb 15 16:56:45.391080 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7e0159ad-0c04-4c1a-955e-2abcd90046b5 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:56:45.404015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac324b7-18f2-4048-8c28-0fe44cac1d6f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Subnet': ['ID=db4ec0d6-4cea-41d1-8f11-802ec3f4ee7a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:45.427458 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dac324b7-18f2-4048-8c28-0fe44cac1d6f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:45.433240 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dac324b7-18f2-4048-8c28-0fe44cac1d6f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/db4ec0d6-4cea-41d1-8f11-802ec3f4ee7a HTTP/1.1" status: 204 len: 168 time: 1.2512820 Feb 15 16:56:45.435052 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58660) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:45.435214 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2b7b956d-28e1-49dc-a1d7-0911eb1769ab None None] Could not find standard attr ID for object 5945827e-89a1-4acb-9c63-8e8bc7ae4df1. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 16:56:45.447073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad9007-6217-430a-924b-d27d1fb8a809 req-72fee55a-9d59-4209-9381-b397defd3b8d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:45.447073 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14ad9007-6217-430a-924b-d27d1fb8a809 req-72fee55a-9d59-4209-9381-b397defd3b8d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.5921054 Feb 15 16:56:45.481149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7e0159ad-0c04-4c1a-955e-2abcd90046b5 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:45.481774 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7e0159ad-0c04-4c1a-955e-2abcd90046b5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:45.516063 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d2e25fa-cfe8-449a-82c2-de58cbe5792e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:45.558325 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (33516a2f-4bec-47c6-98c9-1b839fbc4d52), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:45.616404 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7e0159ad-0c04-4c1a-955e-2abcd90046b5 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:45.710635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port 7e0159ad-0c04-4c1a-955e-2abcd90046b5 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:45.710635 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7e0159ad-0c04-4c1a-955e-2abcd90046b5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:45.797721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14ad9007-6217-430a-924b-d27d1fb8a809 req-05fea959-2fd3-414a-87e0-a782370bb9eb tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303905 Feb 15 16:56:45.828794 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1480c441-8718-4dba-bdcc-aec97204460a None None] Network 33516a2f-4bec-47c6-98c9-1b839fbc4d52 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:45.863841 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] For port 7e0159ad-0c04-4c1a-955e-2abcd90046b5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7e0159ad-0c04-4c1a-955e-2abcd90046b5,segment=NetworkSegment(ad745303-ea59-406e-ba04-8b8345606f4c),segment_id=ad745303-ea59-406e-ba04-8b8345606f4c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:45.864217 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7e0159ad-0c04-4c1a-955e-2abcd90046b5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:46.030469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2e25fa-cfe8-449a-82c2-de58cbe5792e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:56:46.088099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc006e6-b181-4192-9689-9d749e509f1f None None] DHCP port deletion for 33516a2f-4bec-47c6-98c9-1b839fbc4d52 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:56:46.195528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2e25fa-cfe8-449a-82c2-de58cbe5792e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:56:46.201329 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cfc006e6-b181-4192-9689-9d749e509f1f None None] Deleting port 7e0159ad-0c04-4c1a-955e-2abcd90046b5 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:46.202222 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfc006e6-b181-4192-9689-9d749e509f1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7e0159ad-0c04-4c1a-955e-2abcd90046b5), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:46.209140 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0f266d-d12d-459d-9793-49b109a87054 None None] Sync routers for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:56:46.225796 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0f266d-d12d-459d-9793-49b109a87054 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:46.230291 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8c0f266d-d12d-459d-9793-49b109a87054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:46.242490 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1d2e25fa-cfe8-449a-82c2-de58cbe5792e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/13dcde39-3dae-43c5-a311-4fe4fa13ec0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6119952 Feb 15 16:56:46.261012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58682) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:46.349046 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58684) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:46.378915 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cfc006e6-b181-4192-9689-9d749e509f1f None None] For port 7e0159ad-0c04-4c1a-955e-2abcd90046b5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7e0159ad-0c04-4c1a-955e-2abcd90046b5,segment=NetworkSegment(ad745303-ea59-406e-ba04-8b8345606f4c),segment_id=ad745303-ea59-406e-ba04-8b8345606f4c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:46.384901 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfc006e6-b181-4192-9689-9d749e509f1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7e0159ad-0c04-4c1a-955e-2abcd90046b5), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:46.413586 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cfc006e6-b181-4192-9689-9d749e509f1f None None] Calling delete_port for 7e0159ad-0c04-4c1a-955e-2abcd90046b5 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:46.431579 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-8c0f266d-d12d-459d-9793-49b109a87054 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:46.440051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-6b1aee16-5bed-4dbc-841e-d1c23ae0aef9 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:46.442738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-6b1aee16-5bed-4dbc-841e-d1c23ae0aef9 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.10 "GET /v2.0/networks?id=6dedec3e-39db-4a00-972c-49561b630de7 HTTP/1.1" status: 200 len: 812 time: 0.5217831 Feb 15 16:56:46.496653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2778958-79e9-4f72-95c2-f0a90e15f147 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting subnet 3ceda5f7-ddc0-4667-b5a7-245d2e6faebe {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:56:46.508517 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for 7e0159ad-0c04-4c1a-955e-2abcd90046b5 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:46.538774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-1fdb8c32-e4b2-4f69-960e-87ec94e21fe5 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Request body: {'port': {'device_id': '5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996', 'network_id': '6dedec3e-39db-4a00-972c-49561b630de7', 'admin_state_up': True, 'tenant_id': '8b605af0928b42cab290679a2c8b3657'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:46.539452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b0537-7307-4e28-bd98-023976a63e23 req-784c1d70-1daa-444d-8ac8-e1ad996655a6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:46.549040 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a2778958-79e9-4f72-95c2-f0a90e15f147 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (3ceda5f7-ddc0-4667-b5a7-245d2e6faebe), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:46.551543 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ce4b0537-7307-4e28-bd98-023976a63e23 req-784c1d70-1daa-444d-8ac8-e1ad996655a6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.7733841 Feb 15 16:56:46.684507 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfc006e6-b181-4192-9689-9d749e509f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (7e0159ad-0c04-4c1a-955e-2abcd90046b5), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:46.696873 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ce4b0537-7307-4e28-bd98-023976a63e23 req-624ac898-e5df-4f1f-b2d9-c4637e8a77c9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465065 Feb 15 16:56:46.756884 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8c0f266d-d12d-459d-9793-49b109a87054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:44Z', 'revision_number': 10, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:46.763443 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (7e0159ad-0c04-4c1a-955e-2abcd90046b5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:46.787256 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a2778958-79e9-4f72-95c2-f0a90e15f147 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (3ceda5f7-ddc0-4667-b5a7-245d2e6faebe), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:46.840630 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0f266d-d12d-459d-9793-49b109a87054 None None] Checking router: 13dcde39-3dae-43c5-a311-4fe4fa13ec0f for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:56:46.850305 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc006e6-b181-4192-9689-9d749e509f1f None None] Pushing event deleted for resources: {'Port': ['ID=7e0159ad-0c04-4c1a-955e-2abcd90046b5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:46.863058 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc006e6-b181-4192-9689-9d749e509f1f None None] No DVR routers for this DVR port 7e0159ad-0c04-4c1a-955e-2abcd90046b5 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:46.866840 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0f266d-d12d-459d-9793-49b109a87054 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:46.869907 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8c0f266d-d12d-459d-9793-49b109a87054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:46.883623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=7e0159ad-0c04-4c1a-955e-2abcd90046b5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:46.899956 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No DVR routers for this DVR port 7e0159ad-0c04-4c1a-955e-2abcd90046b5 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:47.040885 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce00d618-1873-4abc-9441-0b18f7ecdc57 req-c60c8d2f-2145-4a23-967f-45ec60cc9ff0 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 210 time: 0.5202327 Feb 15 16:56:47.042735 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a2778958-79e9-4f72-95c2-f0a90e15f147 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (3ceda5f7-ddc0-4667-b5a7-245d2e6faebe), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:47.119328 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-8c0f266d-d12d-459d-9793-49b109a87054 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:47.162205 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (33516a2f-4bec-47c6-98c9-1b839fbc4d52), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:47.238506 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-73bdf3f9-8082-423c-90c9-27f11e209fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:47.248307 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33516a2f-4bec-47c6-98c9-1b839fbc4d52']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:47.259901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7e0159ad-0c04-4c1a-955e-2abcd90046b5 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:47.311827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 7e0159ad-0c04-4c1a-955e-2abcd90046b5 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:47.312723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7e0159ad-0c04-4c1a-955e-2abcd90046b5 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:47.320062 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad745303-ea59-406e-ba04-8b8345606f4c') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:47.320386 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad745303-ea59-406e-ba04-8b8345606f4c') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:47.362009 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83172395-5769-4c4e-a644-9711c885ef94 req-c430ffa5-a620-45ef-946b-9d466ad65873 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:47.365591 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-83172395-5769-4c4e-a644-9711c885ef94 req-c430ffa5-a620-45ef-946b-9d466ad65873 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.3796515 Feb 15 16:56:47.396577 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (ad745303-ea59-406e-ba04-8b8345606f4c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:47.428236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-1fdb8c32-e4b2-4f69-960e-87ec94e21fe5 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Made reservation on behalf of 8b605af0928b42cab290679a2c8b3657 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:47.431577 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-1fdb8c32-e4b2-4f69-960e-87ec94e21fe5 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:47.442172 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8c0f266d-d12d-459d-9793-49b109a87054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:44Z', 'revision_number': 10, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:47.479602 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0f266d-d12d-459d-9793-49b109a87054 None None] The sync data for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 is: [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:44Z', 'revision_number': 10, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None, '_interfaces': [{'id': 'f58119f4-9a56-4e43-8b8d-8ff8b10f8171', 'name': '', 'network_id': '78e1a74e-bedd-4d3f-943e-0ecd724b5bf6', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'mac_address': 'fa:16:3e:0f:7e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:55:35Z', 'updated_at': '2022-02-15T16:55:46Z', 'revision_number': 5, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'subnets': [{'id': 'bf9607f9-6284-46d2-ad66-40b36c31d74a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:56:47.496797 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (ad745303-ea59-406e-ba04-8b8345606f4c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:47.514013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:56:47.516330 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (ad745303-ea59-406e-ba04-8b8345606f4c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:56:47.597544 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:56:47.612924 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-83172395-5769-4c4e-a644-9711c885ef94 req-00e6ec7f-b06f-444a-8275-bd247ebebb77 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352419 Feb 15 16:56:47.621894 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a2778958-79e9-4f72-95c2-f0a90e15f147 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (3ceda5f7-ddc0-4667-b5a7-245d2e6faebe), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:47.643045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-1fdb8c32-e4b2-4f69-960e-87ec94e21fe5 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Allocated IP 172.20.0.13 (6dedec3e-39db-4a00-972c-49561b630de7/52c56e89-b94f-488c-8b34-015b2a95f901/b4b099f5-55c7-4125-a183-57f1f9f1e6b2) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:56:47.655588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9177f6b-ade9-49b0-be2c-aa56064cac3a None None] Network 7a450fca-bc4d-4061-a211-d660e2a14bb9 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:47.677213 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (33516a2f-4bec-47c6-98c9-1b839fbc4d52), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:47.681188 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a2778958-79e9-4f72-95c2-f0a90e15f147 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:47.688150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:47.694056 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a2778958-79e9-4f72-95c2-f0a90e15f147 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/3ceda5f7-ddc0-4667-b5a7-245d2e6faebe HTTP/1.1" status: 204 len: 168 time: 1.4317944 Feb 15 16:56:47.695137 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/networks/33516a2f-4bec-47c6-98c9-1b839fbc4d52 HTTP/1.1" status: 204 len: 168 time: 2.2590089 Feb 15 16:56:47.708902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58710) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:47.709276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58712) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:47.768060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2778958-79e9-4f72-95c2-f0a90e15f147 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Subnet': ['ID=3ceda5f7-ddc0-4667-b5a7-245d2e6faebe,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:47.782304 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-eb4e5f29-c659-4a77-89f5-939741c96cce tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'name': 'tempest-PortsIpV6TestJSON-1048802685'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:47.808347 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-73bdf3f9-8082-423c-90c9-27f11e209fba admin admin] Publish callbacks [] for security_group (96b0dc74-7b06-4254-91e3-8e6b3fbe5459), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:47.907247 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-73bdf3f9-8082-423c-90c9-27f11e209fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (96b0dc74-7b06-4254-91e3-8e6b3fbe5459), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:47.923523 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2373b1f-8fe1-4dd3-8dc0-99c4597fd477 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Network': ['ID=33516a2f-4bec-47c6-98c9-1b839fbc4d52,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:47.940738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32e832c-ac62-4f59-b7d1-3fe2fc546f45 None None] DHCP port deletion for 7a450fca-bc4d-4061-a211-d660e2a14bb9 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:56:48.016245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdf3f9-8082-423c-90c9-27f11e209fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b0dc74-7b06-4254-91e3-8e6b3fbe5459,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:48.038529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a32e832c-ac62-4f59-b7d1-3fe2fc546f45 None None] Deleting port f8cc7250-4d5e-4c58-85b3-d021a1a03676 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:48.038778 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a32e832c-ac62-4f59-b7d1-3fe2fc546f45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f8cc7250-4d5e-4c58-85b3-d021a1a03676), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.122279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a32e832c-ac62-4f59-b7d1-3fe2fc546f45 None None] For port f8cc7250-4d5e-4c58-85b3-d021a1a03676, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f8cc7250-4d5e-4c58-85b3-d021a1a03676,segment=NetworkSegment(872d6ae0-cf64-4fb5-b011-386c0a32c2f4),segment_id=872d6ae0-cf64-4fb5-b011-386c0a32c2f4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:48.122488 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (7a450fca-bc4d-4061-a211-d660e2a14bb9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.123145 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a32e832c-ac62-4f59-b7d1-3fe2fc546f45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f8cc7250-4d5e-4c58-85b3-d021a1a03676), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.140088 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a32e832c-ac62-4f59-b7d1-3fe2fc546f45 None None] Calling delete_port for f8cc7250-4d5e-4c58-85b3-d021a1a03676 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:48.190376 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-73bdf3f9-8082-423c-90c9-27f11e209fba admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=96fa10bef97649b0bde86e5dcdb72039&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7758651 Feb 15 16:56:48.208485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58728) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:48.238153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d195ee-5145-45ce-9277-531bdc7eb8db req-9332b6f8-441a-4865-90ff-b514a4d79d16 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:48.240204 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10d195ee-5145-45ce-9277-531bdc7eb8db req-9332b6f8-441a-4865-90ff-b514a4d79d16 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.3489692 Feb 15 16:56:48.292230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907b58ab-af4a-4ca3-b0b5-013b5bd0161e req-70d3e2bc-eb0d-48fa-8823-33160b6fa025 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:48.302349 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-907b58ab-af4a-4ca3-b0b5-013b5bd0161e req-70d3e2bc-eb0d-48fa-8823-33160b6fa025 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.3113377 Feb 15 16:56:48.302528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4e5f29-c659-4a77-89f5-939741c96cce tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:48.302528 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb4e5f29-c659-4a77-89f5-939741c96cce tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.350751 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-eb4e5f29-c659-4a77-89f5-939741c96cce tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] device_id is not set on port e2a5e03b-cd0f-4e27-8ab4-7d9ed5850495 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:56:48.360604 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10d195ee-5145-45ce-9277-531bdc7eb8db req-f82569c1-6cee-4854-a8a1-013d32215e14 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926957 Feb 15 16:56:48.373976 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a32e832c-ac62-4f59-b7d1-3fe2fc546f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (f8cc7250-4d5e-4c58-85b3-d021a1a03676), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.375867 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-1fdb8c32-e4b2-4f69-960e-87ec94e21fe5 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Publish callbacks [] for port (b4b099f5-55c7-4125-a183-57f1f9f1e6b2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.420821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-907b58ab-af4a-4ca3-b0b5-013b5bd0161e req-a69a0394-e9bc-4c2d-9499-1be6037565c8 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091826 Feb 15 16:56:48.446921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e832c-ac62-4f59-b7d1-3fe2fc546f45 None None] No DVR routers for this DVR port f8cc7250-4d5e-4c58-85b3-d021a1a03676 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:48.448641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e832c-ac62-4f59-b7d1-3fe2fc546f45 None None] Pushing event deleted for resources: {'Port': ['ID=f8cc7250-4d5e-4c58-85b3-d021a1a03676,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:48.456407 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-816b91dd-e418-425d-9d32-2937a72a8ea0 admin admin] Publish callbacks [] for security_group (96b0dc74-7b06-4254-91e3-8e6b3fbe5459), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.525912 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-816b91dd-e418-425d-9d32-2937a72a8ea0 admin admin] Publish callbacks [] for security_group (96b0dc74-7b06-4254-91e3-8e6b3fbe5459), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.604965 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb4e5f29-c659-4a77-89f5-939741c96cce tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (e2a5e03b-cd0f-4e27-8ab4-7d9ed5850495), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.615011 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-1fdb8c32-e4b2-4f69-960e-87ec94e21fe5 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b4b099f5-55c7-4125-a183-57f1f9f1e6b2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.637900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e26741-3042-474a-be11-93343b605d93 req-991fd319-905f-489d-a6a7-fac999c9e7d4 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:48.639604 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-50e26741-3042-474a-be11-93343b605d93 req-991fd319-905f-489d-a6a7-fac999c9e7d4 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.0983145 Feb 15 16:56:48.641895 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port f8cc7250-4d5e-4c58-85b3-d021a1a03676 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:48.642366 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f8cc7250-4d5e-4c58-85b3-d021a1a03676), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.676473 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-1fdb8c32-e4b2-4f69-960e-87ec94e21fe5 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Network 6dedec3e-39db-4a00-972c-49561b630de7 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:48.681484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-1fdb8c32-e4b2-4f69-960e-87ec94e21fe5 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:48.695415 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-1fdb8c32-e4b2-4f69-960e-87ec94e21fe5 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:48.723312 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb4e5f29-c659-4a77-89f5-939741c96cce tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e2a5e03b-cd0f-4e27-8ab4-7d9ed5850495), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.760290 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-816b91dd-e418-425d-9d32-2937a72a8ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (96b0dc74-7b06-4254-91e3-8e6b3fbe5459), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.763279 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-816b91dd-e418-425d-9d32-2937a72a8ea0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.764558 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-816b91dd-e418-425d-9d32-2937a72a8ea0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/96b0dc74-7b06-4254-91e3-8e6b3fbe5459 HTTP/1.1" status: 204 len: 168 time: 0.5460134 Feb 15 16:56:48.780828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-1fdb8c32-e4b2-4f69-960e-87ec94e21fe5 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:48.781532 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-1fdb8c32-e4b2-4f69-960e-87ec94e21fe5 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.791754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb8c32-e4b2-4f69-960e-87ec94e21fe5 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Pushing event updated for resources: {'Port': ['ID=b4b099f5-55c7-4125-a183-57f1f9f1e6b2,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:48.806188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b91dd-e418-425d-9d32-2937a72a8ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b0dc74-7b06-4254-91e3-8e6b3fbe5459,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:48.826119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-50e26741-3042-474a-be11-93343b605d93 req-e8d69d6c-acb4-490f-9940-f71925c3600d tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606019 Feb 15 16:56:48.857281 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e5f29-c659-4a77-89f5-939741c96cce tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=e2a5e03b-cd0f-4e27-8ab4-7d9ed5850495,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:48.868794 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-1fdb8c32-e4b2-4f69-960e-87ec94e21fe5 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3417773 Feb 15 16:56:48.881241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Request body: {'port': {'device_id': '5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:48.906439 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] For port f8cc7250-4d5e-4c58-85b3-d021a1a03676, host n-d-828372-14, got binding levels [] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:48.906819 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f8cc7250-4d5e-4c58-85b3-d021a1a03676), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.934323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for f8cc7250-4d5e-4c58-85b3-d021a1a03676 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:48.942266 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Port f8cc7250-4d5e-4c58-85b3-d021a1a03676 was not found and therefore no delete operation was performed {{(pid=103800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 16:56:48.958502 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f8cc7250-4d5e-4c58-85b3-d021a1a03676), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:48.991487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=f8cc7250-4d5e-4c58-85b3-d021a1a03676,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:49.013858 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e6882-2335-4489-b958-320c82846a3b req-ee7d2aab-e14c-458c-b47d-3adff070a7b2 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:49.024484 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-699e6882-2335-4489-b958-320c82846a3b req-ee7d2aab-e14c-458c-b47d-3adff070a7b2 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 932 time: 0.3843474 Feb 15 16:56:49.029484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b4b099f5-55c7-4125-a183-57f1f9f1e6b2), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:49.030259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4e5f29-c659-4a77-89f5-939741c96cce tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:49.083541 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-699e6882-2335-4489-b958-320c82846a3b req-669da3f6-3da0-478d-9cd3-aa67d10a448e tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/security-groups?id=f661b061-7bf4-4f07-9f35-771109a6bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578601 Feb 15 16:56:49.091565 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-eb4e5f29-c659-4a77-89f5-939741c96cce tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:49.093892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No DVR routers for this DVR port f8cc7250-4d5e-4c58-85b3-d021a1a03676 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:49.095852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e5f29-c659-4a77-89f5-939741c96cce tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:49.101657 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e5f29-c659-4a77-89f5-939741c96cce tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:49.102252 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb4e5f29-c659-4a77-89f5-939741c96cce tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:49.197179 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (7a450fca-bc4d-4061-a211-d660e2a14bb9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:49.218301 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a450fca-bc4d-4061-a211-d660e2a14bb9']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:49.228434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872d6ae0-cf64-4fb5-b011-386c0a32c2f4') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:49.230933 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872d6ae0-cf64-4fb5-b011-386c0a32c2f4') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:49.239932 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (872d6ae0-cf64-4fb5-b011-386c0a32c2f4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:49.254603 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (872d6ae0-cf64-4fb5-b011-386c0a32c2f4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:49.261209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:56:49.261859 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (872d6ae0-cf64-4fb5-b011-386c0a32c2f4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:49.283843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:56:49.327820 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:56:49.341863 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:49.348756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2f6217f3-597d-42dc-b15a-14eaa4ee4fa4 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:49.349515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f8cc7250-4d5e-4c58-85b3-d021a1a03676 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:49.378489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: f8cc7250-4d5e-4c58-85b3-d021a1a03676 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:49.380301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f8cc7250-4d5e-4c58-85b3-d021a1a03676 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:49.429894 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eb4e5f29-c659-4a77-89f5-939741c96cce tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7013743 Feb 15 16:56:49.430900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58752) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:49.588892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (7a450fca-bc4d-4061-a211-d660e2a14bb9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:49.598893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bca5db-5484-4505-afad-1b24298272df req-18cd6ba9-0115-4f57-83f9-54fb5c4fb12f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:49.600443 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28bca5db-5484-4505-afad-1b24298272df req-18cd6ba9-0115-4f57-83f9-54fb5c4fb12f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.1097777 Feb 15 16:56:49.612574 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:49.614608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b099f5-55c7-4125-a183-57f1f9f1e6b2 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:56:49.618204 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/networks/7a450fca-bc4d-4061-a211-d660e2a14bb9 HTTP/1.1" status: 204 len: 168 time: 1.8908434 Feb 15 16:56:49.619278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58756) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:49.630601 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Publish callbacks [] for port (b4b099f5-55c7-4125-a183-57f1f9f1e6b2), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:49.643190 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da1ad4-26ad-4b76-8861-29dc7c6a0489 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Network': ['ID=7a450fca-bc4d-4061-a211-d660e2a14bb9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:49.657636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18cae81-2482-47ed-b5dc-ff835d347590 req-bc9d078a-1298-4209-adc2-63c813089576 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:49.660143 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c18cae81-2482-47ed-b5dc-ff835d347590 req-bc9d078a-1298-4209-adc2-63c813089576 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.1405594 Feb 15 16:56:49.730638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Transition to ACTIVE for port object b4b099f5-55c7-4125-a183-57f1f9f1e6b2 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:56:49.731975 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c18cae81-2482-47ed-b5dc-ff835d347590 req-e198901e-045c-4f01-92a0-3e2f35b6ae7a tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602612 Feb 15 16:56:49.736041 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-639dca65-35c8-46ad-bb65-a69c6d559346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port e2a5e03b-cd0f-4e27-8ab4-7d9ed5850495 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:49.736389 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-639dca65-35c8-46ad-bb65-a69c6d559346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e2a5e03b-cd0f-4e27-8ab4-7d9ed5850495), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:49.790667 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28bca5db-5484-4505-afad-1b24298272df req-0810711e-41f6-4b1f-9049-ce13a2f5ac82 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573088 Feb 15 16:56:49.791222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58760) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:49.834437 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-639dca65-35c8-46ad-bb65-a69c6d559346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e2a5e03b-cd0f-4e27-8ab4-7d9ed5850495), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:49.852177 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-639dca65-35c8-46ad-bb65-a69c6d559346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for e2a5e03b-cd0f-4e27-8ab4-7d9ed5850495 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:49.859841 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (b4b099f5-55c7-4125-a183-57f1f9f1e6b2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:49.901015 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3ef274f-52e5-4e5f-9d76-e0c81a03931f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:49.993692 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b099f5-55c7-4125-a183-57f1f9f1e6b2,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:50.033397 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-639dca65-35c8-46ad-bb65-a69c6d559346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e2a5e03b-cd0f-4e27-8ab4-7d9ed5850495), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:50.080598 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639dca65-35c8-46ad-bb65-a69c6d559346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=e2a5e03b-cd0f-4e27-8ab4-7d9ed5850495,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:50.107028 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Attempting to bind port b4b099f5-55c7-4125-a183-57f1f9f1e6b2 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:56:50.107371 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Attempting to bind port b4b099f5-55c7-4125-a183-57f1f9f1e6b2 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'c5c18775-b86b-4077-b664-d8c2f7d40b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6dedec3e-39db-4a00-972c-49561b630de7'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:56:50.107700 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Attempting to bind port b4b099f5-55c7-4125-a183-57f1f9f1e6b2 on network 6dedec3e-39db-4a00-972c-49561b630de7 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:56:50.110742 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-639dca65-35c8-46ad-bb65-a69c6d559346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:50.119483 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-639dca65-35c8-46ad-bb65-a69c6d559346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/e2a5e03b-cd0f-4e27-8ab4-7d9ed5850495 HTTP/1.1" status: 204 len: 168 time: 0.6882219 Feb 15 16:56:50.122131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Port b4b099f5-55c7-4125-a183-57f1f9f1e6b2 on network 6dedec3e-39db-4a00-972c-49561b630de7 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:56:50.122287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58768) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:50.128151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Attempting to bind port b4b099f5-55c7-4125-a183-57f1f9f1e6b2 on network 6dedec3e-39db-4a00-972c-49561b630de7 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:56:50.135491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-038dd989-bc46-4fc4-9b6f-97e72d3dd37c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'mac_address': 'fa:16:3e:55:f4:95', 'name': 'tempest-PortsIpV6TestJSON-412048539'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:50.145170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:56:50.145539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Checking segment: {'id': 'c5c18775-b86b-4077-b664-d8c2f7d40b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6dedec3e-39db-4a00-972c-49561b630de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:56:50.145979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Bound using segment: {'id': 'c5c18775-b86b-4077-b664-d8c2f7d40b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6dedec3e-39db-4a00-972c-49561b630de7'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:56:50.146679 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Bound port: b4b099f5-55c7-4125-a183-57f1f9f1e6b2, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5c18775-b86b-4077-b664-d8c2f7d40b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '6dedec3e-39db-4a00-972c-49561b630de7'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:56:50.147041 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b4b099f5-55c7-4125-a183-57f1f9f1e6b2), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:50.170248 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3ef274f-52e5-4e5f-9d76-e0c81a03931f admin admin] Publish callbacks [] for security_group (e8df048f-9b9a-446c-9d55-2803eb9bd2e4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:50.254391 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3ef274f-52e5-4e5f-9d76-e0c81a03931f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e8df048f-9b9a-446c-9d55-2803eb9bd2e4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:50.291942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] For port b4b099f5-55c7-4125-a183-57f1f9f1e6b2, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:56:50.311660 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17d80e-c3cb-4c48-85b6-6e1fa4f27377 req-30990a47-4946-46bd-be71-0c426abc0ae2 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:50.313810 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b17d80e-c3cb-4c48-85b6-6e1fa4f27377 req-30990a47-4946-46bd-be71-0c426abc0ae2 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 944 time: 0.1042936 Feb 15 16:56:50.347025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a3ef274f-52e5-4e5f-9d76-e0c81a03931f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fb29c2fcb8034a7dac8e5f290aa8ddc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5197663 Feb 15 16:56:50.347265 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] For port b4b099f5-55c7-4125-a183-57f1f9f1e6b2, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=b4b099f5-55c7-4125-a183-57f1f9f1e6b2,segment=NetworkSegment(c5c18775-b86b-4077-b664-d8c2f7d40b74),segment_id=c5c18775-b86b-4077-b664-d8c2f7d40b74)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:56:50.348607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef274f-52e5-4e5f-9d76-e0c81a03931f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8df048f-9b9a-446c-9d55-2803eb9bd2e4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:50.350713 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58770) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:50.379828 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038dd989-bc46-4fc4-9b6f-97e72d3dd37c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:50.386527 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4bea759e-8d63-4d73-8f8d-0c3124cafa14 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:50.439701 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b17d80e-c3cb-4c48-85b6-6e1fa4f27377 req-16a3d8fe-19dd-4985-bdfd-3b5ea262038b tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/security-groups?id=f661b061-7bf4-4f07-9f35-771109a6bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200430 Feb 15 16:56:50.481966 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-038dd989-bc46-4fc4-9b6f-97e72d3dd37c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:50.504247 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f784feff-dc83-4d3a-9ab7-8423cfd72ab2 admin admin] Publish callbacks [] for security_group (e8df048f-9b9a-446c-9d55-2803eb9bd2e4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:50.527766 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-038dd989-bc46-4fc4-9b6f-97e72d3dd37c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] device_id is not set on port f1c0e217-e1f7-439f-983d-f2fc48f6c54f yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:56:50.575256 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f784feff-dc83-4d3a-9ab7-8423cfd72ab2 admin admin] Publish callbacks [] for security_group (e8df048f-9b9a-446c-9d55-2803eb9bd2e4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:50.744080 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6ef3a-5847-4476-aba9-06e0fb8eba91 req-26a0e540-ed7b-4e30-9475-a4c2d6a1df6e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:50.745763 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5df6ef3a-5847-4476-aba9-06e0fb8eba91 req-26a0e540-ed7b-4e30-9475-a4c2d6a1df6e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.1728542 Feb 15 16:56:50.825435 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (b4b099f5-55c7-4125-a183-57f1f9f1e6b2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:50.827340 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-038dd989-bc46-4fc4-9b6f-97e72d3dd37c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (f1c0e217-e1f7-439f-983d-f2fc48f6c54f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:50.828839 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f784feff-dc83-4d3a-9ab7-8423cfd72ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e8df048f-9b9a-446c-9d55-2803eb9bd2e4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:50.831463 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f784feff-dc83-4d3a-9ab7-8423cfd72ab2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:50.832634 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f784feff-dc83-4d3a-9ab7-8423cfd72ab2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e8df048f-9b9a-446c-9d55-2803eb9bd2e4 HTTP/1.1" status: 204 len: 168 time: 0.4789038 Feb 15 16:56:50.869248 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784feff-dc83-4d3a-9ab7-8423cfd72ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8df048f-9b9a-446c-9d55-2803eb9bd2e4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:50.914117 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58780) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:50.915056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:50.915731 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:50.917195 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] 10.222.0.10 "PUT /v2.0/ports/b4b099f5-55c7-4125-a183-57f1f9f1e6b2 HTTP/1.1" status: 200 len: 1093 time: 2.0407553 Feb 15 16:56:50.935567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996', 'tag': 'b4b099f5-55c7-4125-a183-57f1f9f1e6b2'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:56:50.938572 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9bbf6b-9992-4a85-9652-35c277487e58" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996", "tag": "b4b099f5-55c7-4125-a183-57f1f9f1e6b2"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:56:50.993997 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-5df6ef3a-5847-4476-aba9-06e0fb8eba91 req-89f0dd94-ad17-431c-a7c3-e9d2a9ee7261 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Deleting port 90826ee0-336e-460e-a2b2-54374c7fd61c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:50.994348 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5df6ef3a-5847-4476-aba9-06e0fb8eba91 req-89f0dd94-ad17-431c-a7c3-e9d2a9ee7261 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (90826ee0-336e-460e-a2b2-54374c7fd61c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:51.056516 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-038dd989-bc46-4fc4-9b6f-97e72d3dd37c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f1c0e217-e1f7-439f-983d-f2fc48f6c54f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:51.131323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76183a2-f9ee-4385-9ee6-4b04cb32e59d req-b3f6bc42-c97a-4c5d-9953-e7252af182c1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:51.138380 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e76183a2-f9ee-4385-9ee6-4b04cb32e59d req-b3f6bc42-c97a-4c5d-9953-e7252af182c1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.2265508 Feb 15 16:56:51.200406 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038dd989-bc46-4fc4-9b6f-97e72d3dd37c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:51.200847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34e04a-ce9e-4364-8194-d58e01943473 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b099f5-55c7-4125-a183-57f1f9f1e6b2,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:51.207441 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-5df6ef3a-5847-4476-aba9-06e0fb8eba91 req-89f0dd94-ad17-431c-a7c3-e9d2a9ee7261 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] For port 90826ee0-336e-460e-a2b2-54374c7fd61c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=90826ee0-336e-460e-a2b2-54374c7fd61c,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:51.207441 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5df6ef3a-5847-4476-aba9-06e0fb8eba91 req-89f0dd94-ad17-431c-a7c3-e9d2a9ee7261 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (90826ee0-336e-460e-a2b2-54374c7fd61c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:51.217129 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dd989-bc46-4fc4-9b6f-97e72d3dd37c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=f1c0e217-e1f7-439f-983d-f2fc48f6c54f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:51.220098 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-038dd989-bc46-4fc4-9b6f-97e72d3dd37c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:51.232122 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038dd989-bc46-4fc4-9b6f-97e72d3dd37c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:51.237042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038dd989-bc46-4fc4-9b6f-97e72d3dd37c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:51.237702 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-038dd989-bc46-4fc4-9b6f-97e72d3dd37c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:51.246498 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-618118a5-f840-431c-8f4d-29197b28f871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:51.253573 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0604bdc0-6133-446f-b4de-72c6eff44d44 req-9d15d363-a1ad-4268-a994-62b820b36693 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:51.262171 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0604bdc0-6133-446f-b4de-72c6eff44d44 req-9d15d363-a1ad-4268-a994-62b820b36693 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 945 time: 0.3438983 Feb 15 16:56:51.264014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-5df6ef3a-5847-4476-aba9-06e0fb8eba91 req-89f0dd94-ad17-431c-a7c3-e9d2a9ee7261 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Calling delete_port for 90826ee0-336e-460e-a2b2-54374c7fd61c owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:51.318650 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e76183a2-f9ee-4385-9ee6-4b04cb32e59d req-0f81f9b1-ed01-45fd-818b-aff1e017af13 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792619 Feb 15 16:56:51.343757 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-5cfbd97d-e564-4f48-8a56-9d134538f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:51.352818 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-5cfbd97d-e564-4f48-8a56-9d134538f538 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b605af0928b42cab290679a2c8b3657&device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 1127 time: 0.2276981 Feb 15 16:56:51.413921 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-038dd989-bc46-4fc4-9b6f-97e72d3dd37c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2894144 Feb 15 16:56:51.425760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58792) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:51.445691 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c9056c-c5b9-46a4-87ab-b0c5415b1ebe x-openstack-request-id: req-55c9056c-c5b9-46a4-87ab-b0c5415b1ebe {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:56:51.446216 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996", "tag": "b4b099f5-55c7-4125-a183-57f1f9f1e6b2", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:56:51.446880 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-55c9056c-c5b9-46a4-87ab-b0c5415b1ebe {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:56:51.447779 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996', 'tag': 'b4b099f5-55c7-4125-a183-57f1f9f1e6b2', 'status': 'completed', 'code': 200} Feb 15 16:56:51.452069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0604bdc0-6133-446f-b4de-72c6eff44d44 req-3760ab47-2efb-4808-a0b5-640c5ecb99b5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890452 Feb 15 16:56:51.456334 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-884632af-283a-46b7-b6cd-ffd1cf126935 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4b099f5-55c7-4125-a183-57f1f9f1e6b2 HTTP/1.1" status: 200 len: 217 time: 0.1038132 Feb 15 16:56:51.489074 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-596ead0e-32d2-4c08-ac2a-55f76fe395f7 req-5906cc9c-41e4-403e-86ce-7a1f679fd822 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2239892 Feb 15 16:56:51.508212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d153769c-1b17-4302-83b4-83ff862767f9 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:51.512371 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d153769c-1b17-4302-83b4-83ff862767f9 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/f1c0e217-e1f7-439f-983d-f2fc48f6c54f HTTP/1.1" status: 200 len: 844 time: 0.0778730 Feb 15 16:56:51.516906 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58798) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:51.635060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-1e9507c8-afce-4515-9f3e-bfbff019bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:51.636695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-1e9507c8-afce-4515-9f3e-bfbff019bc10 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52c56e89-b94f-488c-8b34-015b2a95f901 HTTP/1.1" status: 200 len: 852 time: 0.1695178 Feb 15 16:56:51.677473 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-ae7882a2-ffc8-4401-b340-39c0f46211a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dedec3e-39db-4a00-972c-49561b630de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323789 Feb 15 16:56:51.694811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ead0e-32d2-4c08-ac2a-55f76fe395f7 req-df26ab05-e8d4-47cd-bd06-a1d22658d023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:51.696400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-596ead0e-32d2-4c08-ac2a-55f76fe395f7 req-df26ab05-e8d4-47cd-bd06-a1d22658d023 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 1128 time: 0.1399019 Feb 15 16:56:51.749986 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca724d-45a2-4c5e-b057-ad63d237c80b req-6041fc61-59d4-48ea-8ede-c777b94e4e98 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:51.751912 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f3ca724d-45a2-4c5e-b057-ad63d237c80b req-6041fc61-59d4-48ea-8ede-c777b94e4e98 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 944 time: 0.1451714 Feb 15 16:56:51.826558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4bea759e-8d63-4d73-8f8d-0c3124cafa14 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port f58119f4-9a56-4e43-8b8d-8ff8b10f8171 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:51.827137 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4bea759e-8d63-4d73-8f8d-0c3124cafa14 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:51.842757 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-618118a5-f840-431c-8f4d-29197b28f871 admin admin] Publish callbacks [] for security_group (459c78f1-ea6c-4e1a-aa31-3dff8feac7d6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:51.877831 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f3ca724d-45a2-4c5e-b057-ad63d237c80b req-c13f6471-545e-43c1-9dcb-fbda94cf59ff tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/security-groups?id=f661b061-7bf4-4f07-9f35-771109a6bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176071 Feb 15 16:56:51.880156 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d84f6686-eaeb-4714-b132-bababfdfa6f6 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port f1c0e217-e1f7-439f-983d-f2fc48f6c54f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:51.880721 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d84f6686-eaeb-4714-b132-bababfdfa6f6 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f1c0e217-e1f7-439f-983d-f2fc48f6c54f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:51.922866 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-99c22d99-ed07-4864-9460-c229593fc778 service neutron] 10.222.0.10 "GET /v2.0/networks/6dedec3e-39db-4a00-972c-49561b630de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384176 Feb 15 16:56:51.971787 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-618118a5-f840-431c-8f4d-29197b28f871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (459c78f1-ea6c-4e1a-aa31-3dff8feac7d6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:52.011141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618118a5-f840-431c-8f4d-29197b28f871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459c78f1-ea6c-4e1a-aa31-3dff8feac7d6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:52.025533 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d84f6686-eaeb-4714-b132-bababfdfa6f6 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f1c0e217-e1f7-439f-983d-f2fc48f6c54f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:52.035848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ead0e-32d2-4c08-ac2a-55f76fe395f7 req-39c05ccd-6309-46f7-9b6e-8ca593238d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:52.037578 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-596ead0e-32d2-4c08-ac2a-55f76fe395f7 req-39c05ccd-6309-46f7-9b6e-8ca593238d84 service neutron] 10.222.0.10 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.2900348 Feb 15 16:56:52.053126 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d84f6686-eaeb-4714-b132-bababfdfa6f6 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for f1c0e217-e1f7-439f-983d-f2fc48f6c54f owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:52.058979 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-618118a5-f840-431c-8f4d-29197b28f871 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=74e9c7b74e784d1395c09bc6c1295e1d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1038542 Feb 15 16:56:52.067884 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58808) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:52.108703 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5df6ef3a-5847-4476-aba9-06e0fb8eba91 req-89f0dd94-ad17-431c-a7c3-e9d2a9ee7261 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (90826ee0-336e-460e-a2b2-54374c7fd61c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:52.125943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['21b48050-d6b1-4d95-96d0-49afc662f919'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:56:52.145818 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0dd94-ad17-431c-a7c3-e9d2a9ee7261 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Pushing event deleted for resources: {'Port': ['ID=90826ee0-336e-460e-a2b2-54374c7fd61c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:52.167873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-4bea759e-8d63-4d73-8f8d-0c3124cafa14 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] For port f58119f4-9a56-4e43-8b8d-8ff8b10f8171, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f58119f4-9a56-4e43-8b8d-8ff8b10f8171,segment=NetworkSegment(765d472d-8feb-427f-a4ed-2ce674e0b38c),segment_id=765d472d-8feb-427f-a4ed-2ce674e0b38c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:52.168360 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4bea759e-8d63-4d73-8f8d-0c3124cafa14 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:52.215941 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-075bb255-0ecc-4b01-b86e-6bab1e106e51 admin admin] Publish callbacks [] for security_group (459c78f1-ea6c-4e1a-aa31-3dff8feac7d6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:52.223484 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df6ef3a-5847-4476-aba9-06e0fb8eba91 req-89f0dd94-ad17-431c-a7c3-e9d2a9ee7261 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] No DVR routers for this DVR port 90826ee0-336e-460e-a2b2-54374c7fd61c on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:52.227196 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-5df6ef3a-5847-4476-aba9-06e0fb8eba91 req-89f0dd94-ad17-431c-a7c3-e9d2a9ee7261 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:52.230839 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5df6ef3a-5847-4476-aba9-06e0fb8eba91 req-89f0dd94-ad17-431c-a7c3-e9d2a9ee7261 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.10 "DELETE /v2.0/ports/90826ee0-336e-460e-a2b2-54374c7fd61c HTTP/1.1" status: 204 len: 173 time: 1.4765942 Feb 15 16:56:52.236810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5c7f62-bf1e-4703-aa76-e8653e03a28d', 'name': 'network-vif-deleted', 'tag': '90826ee0-336e-460e-a2b2-54374c7fd61c'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:56:52.236810 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fa066b-4a9e-4e4f-b080-82c2f4942b04" -d '{"events": [{"server_uuid": "bf5c7f62-bf1e-4703-aa76-e8653e03a28d", "name": "network-vif-deleted", "tag": "90826ee0-336e-460e-a2b2-54374c7fd61c"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:56:52.288532 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-075bb255-0ecc-4b01-b86e-6bab1e106e51 admin admin] Publish callbacks [] for security_group (459c78f1-ea6c-4e1a-aa31-3dff8feac7d6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:52.298115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4bea759e-8d63-4d73-8f8d-0c3124cafa14 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for f58119f4-9a56-4e43-8b8d-8ff8b10f8171 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:52.303108 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bcc1e5-75a4-40b4-aa2b-3ccea32eaee0 x-openstack-request-id: req-32bcc1e5-75a4-40b4-aa2b-3ccea32eaee0 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:56:52.303577 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5c7f62-bf1e-4703-aa76-e8653e03a28d", "name": "network-vif-deleted", "tag": "90826ee0-336e-460e-a2b2-54374c7fd61c", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:56:52.303775 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-32bcc1e5-75a4-40b4-aa2b-3ccea32eaee0 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:56:52.304460 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5c7f62-bf1e-4703-aa76-e8653e03a28d', 'name': 'network-vif-deleted', 'tag': '90826ee0-336e-460e-a2b2-54374c7fd61c', 'status': 'completed', 'code': 200} Feb 15 16:56:52.320668 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-596ead0e-32d2-4c08-ac2a-55f76fe395f7 req-b59486ec-4aec-40dd-b183-4dfefdacaf19 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f211093c-554d-4094-aeca-f5b854a678a4 HTTP/1.1" status: 200 len: 1000 time: 0.2735798 Feb 15 16:56:52.322733 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28005d21-7a9e-4d1d-aaa8-373489b33638 req-10f70bac-8967-48da-9892-97fd77d74340 service neutron] 10.222.0.10 "GET /v2.0/networks/6dedec3e-39db-4a00-972c-49561b630de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921139 Feb 15 16:56:52.334111 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d84f6686-eaeb-4714-b132-bababfdfa6f6 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f1c0e217-e1f7-439f-983d-f2fc48f6c54f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:52.368439 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f6686-eaeb-4714-b132-bababfdfa6f6 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=f1c0e217-e1f7-439f-983d-f2fc48f6c54f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:52.404061 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d84f6686-eaeb-4714-b132-bababfdfa6f6 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:52.423762 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d84f6686-eaeb-4714-b132-bababfdfa6f6 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/f1c0e217-e1f7-439f-983d-f2fc48f6c54f HTTP/1.1" status: 204 len: 168 time: 0.9014504 Feb 15 16:56:52.429233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58820) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:52.529788 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-51643726-fedc-4df0-8538-f5de298aaacc tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] GET failed (client error): The resource could not be found. Feb 15 16:56:52.531286 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-51643726-fedc-4df0-8538-f5de298aaacc tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/f1c0e217-e1f7-439f-983d-f2fc48f6c54f HTTP/1.1" status: 404 len: 333 time: 0.0983198 Feb 15 16:56:52.535551 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58826) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:52.542155 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-703f5c91-a18d-4aa0-aa18-8d506ebc9ff3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'name': 'tempest-PortsIpV6TestJSON-1700057886'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:52.616044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ead0e-32d2-4c08-ac2a-55f76fe395f7 req-19eea951-d6a6-4237-9983-fa03e032ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:52.618256 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-596ead0e-32d2-4c08-ac2a-55f76fe395f7 req-19eea951-d6a6-4237-9983-fa03e032ad63 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.2734892 Feb 15 16:56:52.639846 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084277df-3095-4a69-852a-104e88e5f5ba req-d0c7fdf8-86e2-4349-bde1-826784d812c3 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:52.642444 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-084277df-3095-4a69-852a-104e88e5f5ba req-d0c7fdf8-86e2-4349-bde1-826784d812c3 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.2175360 Feb 15 16:56:52.667565 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc38ecc4-0e08-47de-8fbb-be5705704084 req-ca29674e-a2db-4000-b385-ca7a939582fb tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=bf5c7f62-bf1e-4703-aa76-e8653e03a28d HTTP/1.1" status: 200 len: 210 time: 0.0906053 Feb 15 16:56:52.738022 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-084277df-3095-4a69-852a-104e88e5f5ba req-c82e30f4-db64-4b56-ab01-c475ddce2315 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819483 Feb 15 16:56:52.748445 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-075bb255-0ecc-4b01-b86e-6bab1e106e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (459c78f1-ea6c-4e1a-aa31-3dff8feac7d6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:52.751579 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-075bb255-0ecc-4b01-b86e-6bab1e106e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:52.755088 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-075bb255-0ecc-4b01-b86e-6bab1e106e51 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/459c78f1-ea6c-4e1a-aa31-3dff8feac7d6 HTTP/1.1" status: 204 len: 168 time: 0.6838148 Feb 15 16:56:52.759386 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b48a76c-e152-4e83-862b-fc370aaa32b6 req-d80c19f8-1e6d-47fe-9efb-2b55da42656c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2045040 Feb 15 16:56:52.764138 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bbf6b-9992-4a85-9652-35c277487e58 req-1d5c9ad6-99db-4b84-883e-0e9fa559741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:52.764138 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f9bbf6b-9992-4a85-9652-35c277487e58 req-1d5c9ad6-99db-4b84-883e-0e9fa559741c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b605af0928b42cab290679a2c8b3657&device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 1127 time: 0.2876172 Feb 15 16:56:52.779864 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703f5c91-a18d-4aa0-aa18-8d506ebc9ff3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:52.783671 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-703f5c91-a18d-4aa0-aa18-8d506ebc9ff3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:52.783835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bb255-0ecc-4b01-b86e-6bab1e106e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459c78f1-ea6c-4e1a-aa31-3dff8feac7d6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:52.829005 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-703f5c91-a18d-4aa0-aa18-8d506ebc9ff3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] device_id is not set on port 77514398-7c23-4ffa-9ef3-460470da3063 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:56:52.883458 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ead0e-32d2-4c08-ac2a-55f76fe395f7 req-b12722d3-39e1-4814-a475-529e0fb0ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:52.885155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-596ead0e-32d2-4c08-ac2a-55f76fe395f7 req-b12722d3-39e1-4814-a475-529e0fb0ccc9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2535105 Feb 15 16:56:53.083810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bbf6b-9992-4a85-9652-35c277487e58 req-75a7dd5e-3866-4da5-bf52-4190c8e0125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:53.085298 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f9bbf6b-9992-4a85-9652-35c277487e58 req-75a7dd5e-3866-4da5-bf52-4190c8e0125f service neutron] 10.222.0.10 "GET /v2.0/networks?id=6dedec3e-39db-4a00-972c-49561b630de7 HTTP/1.1" status: 200 len: 913 time: 0.3118169 Feb 15 16:56:53.109049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48a76c-e152-4e83-862b-fc370aaa32b6 req-e9d6dc41-04e2-46af-aba1-7d1707b3542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:53.110578 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b48a76c-e152-4e83-862b-fc370aaa32b6 req-e9d6dc41-04e2-46af-aba1-7d1707b3542b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e6a9a5739db149a6bf851ba113dffa73&device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 1129 time: 0.2423511 Feb 15 16:56:53.126080 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-703f5c91-a18d-4aa0-aa18-8d506ebc9ff3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (77514398-7c23-4ffa-9ef3-460470da3063), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:53.161436 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f9bbf6b-9992-4a85-9652-35c277487e58 req-13686c70-36da-4bee-a918-67e91605fed7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4b099f5-55c7-4125-a183-57f1f9f1e6b2 HTTP/1.1" status: 200 len: 217 time: 0.0644736 Feb 15 16:56:53.176307 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4bea759e-8d63-4d73-8f8d-0c3124cafa14 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f58119f4-9a56-4e43-8b8d-8ff8b10f8171), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:53.229235 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 90826ee0-336e-460e-a2b2-54374c7fd61c no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:53.235518 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-703f5c91-a18d-4aa0-aa18-8d506ebc9ff3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (77514398-7c23-4ffa-9ef3-460470da3063), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:53.245778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-596ead0e-32d2-4c08-ac2a-55f76fe395f7 req-19a85178-dc1c-4e4a-a136-61ebbf6d9ecf service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386683 Feb 15 16:56:53.273339 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391fdb8-7678-4314-98c8-e8a459937661 req-b84089bd-5094-4bb1-aa3b-a6c2515bf53b tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:53.273914 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 90826ee0-336e-460e-a2b2-54374c7fd61c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:53.274478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 90826ee0-336e-460e-a2b2-54374c7fd61c not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:53.274913 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8391fdb8-7678-4314-98c8-e8a459937661 req-b84089bd-5094-4bb1-aa3b-a6c2515bf53b tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 944 time: 0.2777424 Feb 15 16:56:53.284228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea759e-8d63-4d73-8f8d-0c3124cafa14 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=f58119f4-9a56-4e43-8b8d-8ff8b10f8171,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:53.317101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703f5c91-a18d-4aa0-aa18-8d506ebc9ff3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:53.323419 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-703f5c91-a18d-4aa0-aa18-8d506ebc9ff3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:53.339518 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f5c91-a18d-4aa0-aa18-8d506ebc9ff3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:53.354693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f5c91-a18d-4aa0-aa18-8d506ebc9ff3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:53.355381 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-703f5c91-a18d-4aa0-aa18-8d506ebc9ff3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:53.404470 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f5c91-a18d-4aa0-aa18-8d506ebc9ff3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=77514398-7c23-4ffa-9ef3-460470da3063,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:53.483273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bbf6b-9992-4a85-9652-35c277487e58 req-f09a5fe5-b0ab-466a-9e8a-29bebaf783df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:53.485671 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f9bbf6b-9992-4a85-9652-35c277487e58 req-f09a5fe5-b0ab-466a-9e8a-29bebaf783df service neutron] 10.222.0.10 "GET /v2.0/subnets?id=52c56e89-b94f-488c-8b34-015b2a95f901 HTTP/1.1" status: 200 len: 852 time: 0.3052902 Feb 15 16:56:53.508726 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-703f5c91-a18d-4aa0-aa18-8d506ebc9ff3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9715035 Feb 15 16:56:53.508949 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58840) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:53.515663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bb888456-a10f-4016-8ac6-64854e170ded tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:53.634908 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb888456-a10f-4016-8ac6-64854e170ded tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (77514398-7c23-4ffa-9ef3-460470da3063), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:53.834790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58854) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:53.864468 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d025895-d593-4330-a13e-c63489cde00c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:53.961767 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f9bbf6b-9992-4a85-9652-35c277487e58 req-2569134a-d523-4625-a4c9-837187022e0e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6dedec3e-39db-4a00-972c-49561b630de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4345391 Feb 15 16:56:53.991355 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb888456-a10f-4016-8ac6-64854e170ded tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (77514398-7c23-4ffa-9ef3-460470da3063), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:54.000997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48a76c-e152-4e83-862b-fc370aaa32b6 req-d8ccdf91-c33a-47ae-aa74-5b065d675f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:54.003352 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b48a76c-e152-4e83-862b-fc370aaa32b6 req-d8ccdf91-c33a-47ae-aa74-5b065d675f83 service neutron] 10.222.0.67 "GET /v2.0/networks?id=faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 200 len: 906 time: 0.8616300 Feb 15 16:56:54.014650 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0bc9e-b9e3-49af-b5ea-5e66f4412aeb req-3f556282-672a-476f-984c-05250f3dbc66 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:54.016473 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9ac0bc9e-b9e3-49af-b5ea-5e66f4412aeb req-3f556282-672a-476f-984c-05250f3dbc66 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.1562312 Feb 15 16:56:54.024074 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8391fdb8-7678-4314-98c8-e8a459937661 req-6f0eef9c-9ab5-4a32-b3fb-ee55a82cea06 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/security-groups?id=f661b061-7bf4-4f07-9f35-771109a6bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7132447 Feb 15 16:56:54.053843 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4bea759e-8d63-4d73-8f8d-0c3124cafa14 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:54.062788 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb888456-a10f-4016-8ac6-64854e170ded tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (77514398-7c23-4ffa-9ef3-460470da3063), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:54.120666 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b48a76c-e152-4e83-862b-fc370aaa32b6 req-0651989e-9c1c-48ca-b979-f0123bfdf121 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21b48050-d6b1-4d95-96d0-49afc662f919 HTTP/1.1" status: 200 len: 217 time: 0.0697348 Feb 15 16:56:54.129027 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9ac0bc9e-b9e3-49af-b5ea-5e66f4412aeb req-57d0ebd3-73c0-4340-8653-0e8f4c97f478 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055589 Feb 15 16:56:54.140546 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bb888456-a10f-4016-8ac6-64854e170ded tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] In _notify_port_updated(), no bound segment for port 77514398-7c23-4ffa-9ef3-460470da3063 on network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 16:56:54.145895 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb888456-a10f-4016-8ac6-64854e170ded tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:54.146836 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb888456-a10f-4016-8ac6-64854e170ded tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:54.151232 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bb888456-a10f-4016-8ac6-64854e170ded tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "PUT /v2.0/ports/77514398-7c23-4ffa-9ef3-460470da3063 HTTP/1.1" status: 200 len: 818 time: 0.6412151 Feb 15 16:56:54.155091 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58864) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:54.178557 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-596ead0e-32d2-4c08-ac2a-55f76fe395f7 req-f616021c-ee97-4856-be30-5e5ab82b1c35 service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8945720 Feb 15 16:56:54.203688 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb888456-a10f-4016-8ac6-64854e170ded tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=77514398-7c23-4ffa-9ef3-460470da3063,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:54.232926 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d025895-d593-4330-a13e-c63489cde00c admin admin] Publish callbacks [] for security_group (9d46c429-825a-4cd7-9336-076648f78c4c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:54.311486 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d025895-d593-4330-a13e-c63489cde00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9d46c429-825a-4cd7-9336-076648f78c4c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:54.313510 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48a76c-e152-4e83-862b-fc370aaa32b6 req-0420bd5d-f415-4c6f-9bfc-d26768b0d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:54.315736 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b48a76c-e152-4e83-862b-fc370aaa32b6 req-0420bd5d-f415-4c6f-9bfc-d26768b0d843 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c464a3a9-43bb-42ce-b940-4b3652cae714 HTTP/1.1" status: 200 len: 845 time: 0.1861830 Feb 15 16:56:54.317224 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f9bbf6b-9992-4a85-9652-35c277487e58 req-c8e6b804-c488-4dbb-b528-aa77531d3fe1 service neutron] 10.222.0.10 "GET /v2.0/networks/6dedec3e-39db-4a00-972c-49561b630de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440406 Feb 15 16:56:54.364232 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7ed759a6-d259-4567-ba2c-a20c93412bc2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port 77514398-7c23-4ffa-9ef3-460470da3063 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:54.364577 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ed759a6-d259-4567-ba2c-a20c93412bc2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (77514398-7c23-4ffa-9ef3-460470da3063), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:54.374307 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3d025895-d593-4330-a13e-c63489cde00c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c22a9a4c815548ebb4c23be65767c709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5384481 Feb 15 16:56:54.384639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58872) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:54.427600 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d025895-d593-4330-a13e-c63489cde00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d46c429-825a-4cd7-9336-076648f78c4c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:54.481698 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ed759a6-d259-4567-ba2c-a20c93412bc2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (77514398-7c23-4ffa-9ef3-460470da3063), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:54.501701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b48a76c-e152-4e83-862b-fc370aaa32b6 req-d25cb260-879c-4c2d-93cc-706626d458b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=faa64524-3e9c-4cad-af8e-596b77dc9db6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1786201 Feb 15 16:56:54.532448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7ed759a6-d259-4567-ba2c-a20c93412bc2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for 77514398-7c23-4ffa-9ef3-460470da3063 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:54.603721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bea759e-8d63-4d73-8f8d-0c3124cafa14 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:56:54.666414 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f9bbf6b-9992-4a85-9652-35c277487e58 req-d69a1b7e-0a44-448b-a0f3-ded76ede77f8 service neutron] 10.222.0.10 "GET /v2.0/networks/6dedec3e-39db-4a00-972c-49561b630de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807822 Feb 15 16:56:54.713357 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1ad5-62ef-4331-8d09-3872889e7203 admin admin] Publish callbacks [] for security_group (9d46c429-825a-4cd7-9336-076648f78c4c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:54.765869 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b48a76c-e152-4e83-862b-fc370aaa32b6 req-72e6e579-16a7-4e60-97ad-8a5eaf1047fa service neutron] 10.222.0.67 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2569087 Feb 15 16:56:54.779636 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ed759a6-d259-4567-ba2c-a20c93412bc2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (77514398-7c23-4ffa-9ef3-460470da3063), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:54.791259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bea759e-8d63-4d73-8f8d-0c3124cafa14 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:56:54.791259 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1ad5-62ef-4331-8d09-3872889e7203 admin admin] Publish callbacks [] for security_group (9d46c429-825a-4cd7-9336-076648f78c4c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:54.801051 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c6390a-cfd7-40d1-9524-d016be2780c8 None None] Sync routers for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:56:54.806616 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4bea759e-8d63-4d73-8f8d-0c3124cafa14 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/13dcde39-3dae-43c5-a311-4fe4fa13ec0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1863885 Feb 15 16:56:54.811824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58890) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:54.821543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c6390a-cfd7-40d1-9524-d016be2780c8 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:54.825170 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed759a6-d259-4567-ba2c-a20c93412bc2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=77514398-7c23-4ffa-9ef3-460470da3063,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:54.825658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-38c6390a-cfd7-40d1-9524-d016be2780c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:54.875302 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ed759a6-d259-4567-ba2c-a20c93412bc2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:54.883191 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7ed759a6-d259-4567-ba2c-a20c93412bc2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/77514398-7c23-4ffa-9ef3-460470da3063 HTTP/1.1" status: 204 len: 168 time: 0.7265444 Feb 15 16:56:54.883970 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58896) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:54.951268 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b48a76c-e152-4e83-862b-fc370aaa32b6 req-5fbc76c9-9df5-414e-9106-1f7879b2fe62 service neutron] 10.222.0.67 "GET /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776564 Feb 15 16:56:55.004252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d0ab8b3-d056-4b35-8ffd-e7362c520b83 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting subnet bf9607f9-6284-46d2-ad66-40b36c31d74a {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:56:55.010410 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab8b3-d056-4b35-8ffd-e7362c520b83 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (bf9607f9-6284-46d2-ad66-40b36c31d74a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:55.014462 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-38c6390a-cfd7-40d1-9524-d016be2780c8 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:55.014660 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1ad5-62ef-4331-8d09-3872889e7203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9d46c429-825a-4cd7-9336-076648f78c4c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:55.019547 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6aaf1ad5-62ef-4331-8d09-3872889e7203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:55.020748 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6aaf1ad5-62ef-4331-8d09-3872889e7203 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9d46c429-825a-4cd7-9336-076648f78c4c HTTP/1.1" status: 204 len: 168 time: 0.6265466 Feb 15 16:56:55.053306 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf1ad5-62ef-4331-8d09-3872889e7203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d46c429-825a-4cd7-9336-076648f78c4c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:55.094623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc7bfc4-46c9-4e7e-a4f2-bd86ad34cf3c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:55.096406 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9bc7bfc4-46c9-4e7e-a4f2-bd86ad34cf3c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2073684 Feb 15 16:56:55.101331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58904) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:55.168437 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-00220fff-1917-4b4a-ba60-53ae82504094 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] GET failed (client error): The resource could not be found. Feb 15 16:56:55.175703 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-00220fff-1917-4b4a-ba60-53ae82504094 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/77514398-7c23-4ffa-9ef3-460470da3063 HTTP/1.1" status: 404 len: 333 time: 0.0724616 Feb 15 16:56:55.176446 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58910) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:55.188892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f7d5e97d-3e5d-401f-973a-bcfdb69c8f96 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-564872235'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:55.193586 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab8b3-d056-4b35-8ffd-e7362c520b83 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (bf9607f9-6284-46d2-ad66-40b36c31d74a), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:55.307906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d5e97d-3e5d-401f-973a-bcfdb69c8f96 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:55.311609 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e97d-3e5d-401f-973a-bcfdb69c8f96 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:55.367136 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb6e25-9e28-48e9-be20-f8c3af886804 req-5bde0cf2-d4be-476b-beb7-73bceeeb7705 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:55.380062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e8eb6e25-9e28-48e9-be20-f8c3af886804 req-5bde0cf2-d4be-476b-beb7-73bceeeb7705 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 944 time: 0.1389213 Feb 15 16:56:55.392358 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d5e97d-3e5d-401f-973a-bcfdb69c8f96 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:56:55.397629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-38c6390a-cfd7-40d1-9524-d016be2780c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:52Z', 'revision_number': 11, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:55.417171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device b4b099f5-55c7-4125-a183-57f1f9f1e6b2 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:56:55.469352 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e97d-3e5d-401f-973a-bcfdb69c8f96 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (76b9c22e-e81e-45e0-9387-b2b9601dcc14), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:55.469909 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-f7d5e97d-3e5d-401f-973a-bcfdb69c8f96 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Added segment 76b9c22e-e81e-45e0-9387-b2b9601dcc14 of type vlan for network e0c4984d-c07d-4325-8361-36dc66b1eb61 Feb 15 16:56:55.529295 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab8b3-d056-4b35-8ffd-e7362c520b83 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (bf9607f9-6284-46d2-ad66-40b36c31d74a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:55.565301 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e97d-3e5d-401f-973a-bcfdb69c8f96 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (e0c4984d-c07d-4325-8361-36dc66b1eb61), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:55.575155 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063fa60-41e0-4858-9ee3-dffc50390032 req-7beb3c2f-c421-40fc-ab8d-af9b12aac05b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:55.577067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port b4b099f5-55c7-4125-a183-57f1f9f1e6b2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=b4b099f5-55c7-4125-a183-57f1f9f1e6b2,segment=NetworkSegment(c5c18775-b86b-4077-b664-d8c2f7d40b74),segment_id=c5c18775-b86b-4077-b664-d8c2f7d40b74)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:55.577221 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2063fa60-41e0-4858-9ee3-dffc50390032 req-7beb3c2f-c421-40fc-ab8d-af9b12aac05b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.1089535 Feb 15 16:56:55.598850 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e8eb6e25-9e28-48e9-be20-f8c3af886804 req-38da8a89-8cdf-41a2-80a4-8f9de10311aa tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/security-groups?id=f661b061-7bf4-4f07-9f35-771109a6bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195098 Feb 15 16:56:55.626357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'b4b099f5-55c7-4125-a183-57f1f9f1e6b2', 'network_id': '6dedec3e-39db-4a00-972c-49561b630de7', 'port_id': 'b4b099f5-55c7-4125-a183-57f1f9f1e6b2', 'mac_address': 'fa:16:3e:6a:2d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c56e89-b94f-488c-8b34-015b2a95f901', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:56:55.638047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c6390a-cfd7-40d1-9524-d016be2780c8 None None] Checking router: 13dcde39-3dae-43c5-a311-4fe4fa13ec0f for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:56:55.700901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c6390a-cfd7-40d1-9524-d016be2780c8 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:55.701586 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-38c6390a-cfd7-40d1-9524-d016be2780c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:55.794301 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e97d-3e5d-401f-973a-bcfdb69c8f96 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (e0c4984d-c07d-4325-8361-36dc66b1eb61), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:55.804227 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-38c6390a-cfd7-40d1-9524-d016be2780c8 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:55.808188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5e97d-3e5d-401f-973a-bcfdb69c8f96 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:55.808849 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e97d-3e5d-401f-973a-bcfdb69c8f96 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:55.881342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-38c6390a-cfd7-40d1-9524-d016be2780c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:52Z', 'revision_number': 11, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:55.918276 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c6390a-cfd7-40d1-9524-d016be2780c8 None None] The sync data for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 is: [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:52Z', 'revision_number': 11, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:56:55.922055 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port b4b099f5-55c7-4125-a183-57f1f9f1e6b2 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:55.922467 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b4b099f5-55c7-4125-a183-57f1f9f1e6b2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:55.943180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b099f5-55c7-4125-a183-57f1f9f1e6b2 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:56:55.977194 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f7d5e97d-3e5d-401f-973a-bcfdb69c8f96 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7968760 Feb 15 16:56:55.978412 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port b4b099f5-55c7-4125-a183-57f1f9f1e6b2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=b4b099f5-55c7-4125-a183-57f1f9f1e6b2,segment=NetworkSegment(c5c18775-b86b-4077-b664-d8c2f7d40b74),segment_id=c5c18775-b86b-4077-b664-d8c2f7d40b74)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:55.993260 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d5e97d-3e5d-401f-973a-bcfdb69c8f96 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Network': ['ID=e0c4984d-c07d-4325-8361-36dc66b1eb61,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:55.996225 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58926) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:56.005740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-08dcebaf-bc19-4923-b548-6e1928a48238 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'subnet': {'network_id': 'e0c4984d-c07d-4325-8361-36dc66b1eb61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:56.010271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network e0c4984d-c07d-4325-8361-36dc66b1eb61 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:56:56.116210 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b4b099f5-55c7-4125-a183-57f1f9f1e6b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:56.128269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7c697-a3e2-46a4-867a-ba9e4f8df751 req-8ac6857c-7a54-4aec-902d-1d15d4699862 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:56.133076 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2bd7c697-a3e2-46a4-867a-ba9e4f8df751 req-8ac6857c-7a54-4aec-902d-1d15d4699862 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 946 time: 0.4018602 Feb 15 16:56:56.198065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=b4b099f5-55c7-4125-a183-57f1f9f1e6b2,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:56.272162 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2bd7c697-a3e2-46a4-867a-ba9e4f8df751 req-ed9e44c7-590e-4fe6-8fd0-e0950bb8cb00 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304617 Feb 15 16:56:56.292160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dcebaf-bc19-4923-b548-6e1928a48238 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:56.292160 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08dcebaf-bc19-4923-b548-6e1928a48238 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:56.340091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['b4b099f5-55c7-4125-a183-57f1f9f1e6b2'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:56:56.421501 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2063fa60-41e0-4858-9ee3-dffc50390032 req-b5366f48-9eab-435b-bc49-cb4099542417 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8027942 Feb 15 16:56:56.477303 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab8b3-d056-4b35-8ffd-e7362c520b83 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (bf9607f9-6284-46d2-ad66-40b36c31d74a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:56.548903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ab8b3-d056-4b35-8ffd-e7362c520b83 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9607f9-6284-46d2-ad66-40b36c31d74a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:56.567353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d571fd-d37e-4072-97da-c91815ab4cab None None] Network 78e1a74e-bedd-4d3f-943e-0ecd724b5bf6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:56.590787 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab8b3-d056-4b35-8ffd-e7362c520b83 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:56.612482 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8d0ab8b3-d056-4b35-8ffd-e7362c520b83 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/bf9607f9-6284-46d2-ad66-40b36c31d74a HTTP/1.1" status: 204 len: 168 time: 1.7967248 Feb 15 16:56:56.626077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58944) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:56.790156 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (78e1a74e-bedd-4d3f-943e-0ecd724b5bf6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:56.847242 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08dcebaf-bc19-4923-b548-6e1928a48238 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (0738d37e-2544-4ec5-a94d-3ce6779caa20), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:56.887589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd867b04-9bba-4513-b916-b6b4b19100e6 req-fb438607-d869-4442-951c-62a69465e66b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:56.906412 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd867b04-9bba-4513-b916-b6b4b19100e6 req-fb438607-d869-4442-951c-62a69465e66b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1808167 Feb 15 16:56:56.939790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b105701-28f9-4e1b-af25-4326c5a7b3fc None None] DHCP port deletion for 78e1a74e-bedd-4d3f-943e-0ecd724b5bf6 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:56:57.000166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5b105701-28f9-4e1b-af25-4326c5a7b3fc None None] Deleting port 71ecd8b4-4767-43e9-8e16-1c38a799a67f {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:57.000420 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd867b04-9bba-4513-b916-b6b4b19100e6 req-f2ef451d-97de-4309-975c-151c9f8d7cdf tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929043 Feb 15 16:56:57.001078 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b105701-28f9-4e1b-af25-4326c5a7b3fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:57.024526 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Deleting port 71ecd8b4-4767-43e9-8e16-1c38a799a67f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:57.025066 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:57.041511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23f5aa-9671-4b84-8d7e-7dd379c53308 req-3649914b-3d3b-402e-9398-f945d672eaf2 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:57.049134 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4f23f5aa-9671-4b84-8d7e-7dd379c53308 req-3649914b-3d3b-402e-9398-f945d672eaf2 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 945 time: 0.3057277 Feb 15 16:56:57.084445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1b082-40e6-4859-b972-04ffea5d958b req-b43aaf6f-5930-4297-961b-ac77ea731999 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:57.086432 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bae1b082-40e6-4859-b972-04ffea5d958b req-b43aaf6f-5930-4297-961b-ac77ea731999 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.67 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 946 time: 0.3544869 Feb 15 16:56:57.157257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5b105701-28f9-4e1b-af25-4326c5a7b3fc None None] For port 71ecd8b4-4767-43e9-8e16-1c38a799a67f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=71ecd8b4-4767-43e9-8e16-1c38a799a67f,segment=NetworkSegment(765d472d-8feb-427f-a4ed-2ce674e0b38c),segment_id=765d472d-8feb-427f-a4ed-2ce674e0b38c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:57.158216 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b105701-28f9-4e1b-af25-4326c5a7b3fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:57.162005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08dcebaf-bc19-4923-b548-6e1928a48238 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Checking segment: {'id': '76b9c22e-e81e-45e0-9387-b2b9601dcc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e0c4984d-c07d-4325-8361-36dc66b1eb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:56:57.162502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dcebaf-bc19-4923-b548-6e1928a48238 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network hostable DHCP agents. Network: e0c4984d-c07d-4325-8361-36dc66b1eb61, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:56:57.192860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5b105701-28f9-4e1b-af25-4326c5a7b3fc None None] Calling delete_port for 71ecd8b4-4767-43e9-8e16-1c38a799a67f owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:57.233852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcebaf-bc19-4923-b548-6e1928a48238 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Subnet': ['ID=0738d37e-2544-4ec5-a94d-3ce6779caa20,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:57.264118 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f58119f4-9a56-4e43-8b8d-8ff8b10f8171 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:57.276010 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] For port 71ecd8b4-4767-43e9-8e16-1c38a799a67f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=71ecd8b4-4767-43e9-8e16-1c38a799a67f,segment=NetworkSegment(765d472d-8feb-427f-a4ed-2ce674e0b38c),segment_id=765d472d-8feb-427f-a4ed-2ce674e0b38c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:57.276895 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:57.293180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: f58119f4-9a56-4e43-8b8d-8ff8b10f8171 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:56:57.293615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f58119f4-9a56-4e43-8b8d-8ff8b10f8171 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:56:57.294044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 71ecd8b4-4767-43e9-8e16-1c38a799a67f no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:56:57.303029 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4f23f5aa-9671-4b84-8d7e-7dd379c53308 req-e628667f-8afa-4c6e-8e89-f194063db8d1 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/security-groups?id=f661b061-7bf4-4f07-9f35-771109a6bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529514 Feb 15 16:56:57.332308 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Calling delete_port for 71ecd8b4-4767-43e9-8e16-1c38a799a67f owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:57.350059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f54512-250e-49ef-83d3-07f4a2df4a96 req-c9524def-3c40-41d3-9d84-dee61ea7ea7b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:57.354654 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b9f54512-250e-49ef-83d3-07f4a2df4a96 req-c9524def-3c40-41d3-9d84-dee61ea7ea7b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2155199 Feb 15 16:56:57.355234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08dcebaf-bc19-4923-b548-6e1928a48238 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network e0c4984d-c07d-4325-8361-36dc66b1eb61 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:56:57.375924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-bae1b082-40e6-4859-b972-04ffea5d958b req-7831aaed-77b0-4652-ac7b-cc533af0dabd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Deleting port 21b48050-d6b1-4d95-96d0-49afc662f919 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:56:57.378468 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bae1b082-40e6-4859-b972-04ffea5d958b req-7831aaed-77b0-4652-ac7b-cc533af0dabd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (21b48050-d6b1-4d95-96d0-49afc662f919), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:57.446420 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 71ecd8b4-4767-43e9-8e16-1c38a799a67f is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:57.447265 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:57.476603 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-08dcebaf-bc19-4923-b548-6e1928a48238 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, e0c4984d-c07d-4325-8361-36dc66b1eb61) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:57.502196 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32176be-9c4c-4098-8cd5-f345942b4315 None None] Network e0c4984d-c07d-4325-8361-36dc66b1eb61 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:56:57.511771 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dcebaf-bc19-4923-b548-6e1928a48238 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:57.512311 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08dcebaf-bc19-4923-b548-6e1928a48238 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:57.532570 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b9f54512-250e-49ef-83d3-07f4a2df4a96 req-d6b99b29-590f-4f76-8cea-270bf40dbb6d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586490 Feb 15 16:56:57.576842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28f4a1-e4ec-41ef-b529-b91f7b577e5a req-fe5b3794-91c0-4153-8ee5-5a13a7abc640 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:57.579015 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1c28f4a1-e4ec-41ef-b529-b91f7b577e5a req-fe5b3794-91c0-4153-8ee5-5a13a7abc640 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 946 time: 0.1458502 Feb 15 16:56:57.584660 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:57.638259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bae1b082-40e6-4859-b972-04ffea5d958b req-7831aaed-77b0-4652-ac7b-cc533af0dabd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] For port 21b48050-d6b1-4d95-96d0-49afc662f919, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=21b48050-d6b1-4d95-96d0-49afc662f919,segment=NetworkSegment(c0f62ab7-2ec0-4505-a18f-bc105e00fb40),segment_id=c0f62ab7-2ec0-4505-a18f-bc105e00fb40)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:57.638757 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bae1b082-40e6-4859-b972-04ffea5d958b req-7831aaed-77b0-4652-ac7b-cc533af0dabd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (21b48050-d6b1-4d95-96d0-49afc662f919), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:57.652337 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b105701-28f9-4e1b-af25-4326c5a7b3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (71ecd8b4-4767-43e9-8e16-1c38a799a67f), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:57.653482 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-08dcebaf-bc19-4923-b548-6e1928a48238 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6530693 Feb 15 16:56:57.662530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58970) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:57.669079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-bedf0730-8785-4c1c-91c4-f822b2dd4965 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'subnet': {'network_id': 'e0c4984d-c07d-4325-8361-36dc66b1eb61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:57.679817 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Port': ['ID=71ecd8b4-4767-43e9-8e16-1c38a799a67f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:57.691993 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No DVR routers for this DVR port 71ecd8b4-4767-43e9-8e16-1c38a799a67f on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:57.696555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b105701-28f9-4e1b-af25-4326c5a7b3fc None None] No DVR routers for this DVR port 71ecd8b4-4767-43e9-8e16-1c38a799a67f on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:57.743187 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b105701-28f9-4e1b-af25-4326c5a7b3fc None None] Pushing event deleted for resources: {'Port': ['ID=71ecd8b4-4767-43e9-8e16-1c38a799a67f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:57.760188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-bae1b082-40e6-4859-b972-04ffea5d958b req-7831aaed-77b0-4652-ac7b-cc533af0dabd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Calling delete_port for 21b48050-d6b1-4d95-96d0-49afc662f919 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:56:57.774862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-e0c4984d-c07d-4325-8361-36dc66b1eb61', 'network_id': 'e0c4984d-c07d-4325-8361-36dc66b1eb61', 'project_id': '55997da602654ea6b0b2c59d2d9eeef2', 'fixed_ips': [{'subnet_id': '0738d37e-2544-4ec5-a94d-3ce6779caa20'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:56:57.775736 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:57.812628 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1c28f4a1-e4ec-41ef-b529-b91f7b577e5a req-7e9bcba2-5620-4dea-ad81-83e1dbfd946e tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/security-groups?id=650509d5-b2d9-4f51-ab11-021207741d20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280300 Feb 15 16:56:57.837578 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (78e1a74e-bedd-4d3f-943e-0ecd724b5bf6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:57.890792 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e1a74e-bedd-4d3f-943e-0ecd724b5bf6']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:57.910273 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765d472d-8feb-427f-a4ed-2ce674e0b38c') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:57.910931 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765d472d-8feb-427f-a4ed-2ce674e0b38c') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:57.944891 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a7737-5b97-40d0-a8bf-808da2f9b862 req-5b0913e0-b6df-4145-88dd-8f49bc443bbb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:57.949018 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c73a7737-5b97-40d0-a8bf-808da2f9b862 req-5b0913e0-b6df-4145-88dd-8f49bc443bbb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2717605 Feb 15 16:56:57.954672 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (765d472d-8feb-427f-a4ed-2ce674e0b38c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.022132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (765d472d-8feb-427f-a4ed-2ce674e0b38c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.039161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Allocated IP 2001:db8::2 (e0c4984d-c07d-4325-8361-36dc66b1eb61/0738d37e-2544-4ec5-a94d-3ce6779caa20/179f158b-d390-41b5-9d81-4ef4c5ff219e) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:56:58.045579 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:56:58.045579 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (765d472d-8feb-427f-a4ed-2ce674e0b38c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:56:58.047010 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:56:58.088266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedf0730-8785-4c1c-91c4-f822b2dd4965 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:58.093674 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bedf0730-8785-4c1c-91c4-f822b2dd4965 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.124365 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c73a7737-5b97-40d0-a8bf-808da2f9b862 req-cd9d5ccf-04f5-460e-abac-2ad601f112f9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567955 Feb 15 16:56:58.164420 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bae1b082-40e6-4859-b972-04ffea5d958b req-7831aaed-77b0-4652-ac7b-cc533af0dabd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (21b48050-d6b1-4d95-96d0-49afc662f919), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.196690 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (78e1a74e-bedd-4d3f-943e-0ecd724b5bf6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.207592 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.208620 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['21b48050-d6b1-4d95-96d0-49afc662f919'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:56:58.211384 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/networks/78e1a74e-bedd-4d3f-943e-0ecd724b5bf6 HTTP/1.1" status: 204 len: 168 time: 1.5839841 Feb 15 16:56:58.221895 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58982) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:58.228194 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d4458a43-1451-4635-aa1e-b99b35d62644 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'router': {'routes': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:58.228378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831aaed-77b0-4652-ac7b-cc533af0dabd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Pushing event deleted for resources: {'Port': ['ID=21b48050-d6b1-4d95-96d0-49afc662f919,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:58.231775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f48713-4313-4a2c-b99e-7b4e66e08a98 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Pushing event deleted for resources: {'Network': ['ID=78e1a74e-bedd-4d3f-943e-0ecd724b5bf6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:58.348716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae1b082-40e6-4859-b972-04ffea5d958b req-7831aaed-77b0-4652-ac7b-cc533af0dabd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] No DVR routers for this DVR port 21b48050-d6b1-4d95-96d0-49afc662f919 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:56:58.354989 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bae1b082-40e6-4859-b972-04ffea5d958b req-7831aaed-77b0-4652-ac7b-cc533af0dabd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.361148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bae1b082-40e6-4859-b972-04ffea5d958b req-7831aaed-77b0-4652-ac7b-cc533af0dabd tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.67 "DELETE /v2.0/ports/21b48050-d6b1-4d95-96d0-49afc662f919 HTTP/1.1" status: 204 len: 173 time: 1.2567101 Feb 15 16:56:58.384530 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Publish callbacks [] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.389544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '883e4fe3-3c4a-4e63-9b71-5538c0e3537c', 'name': 'network-vif-deleted', 'tag': '21b48050-d6b1-4d95-96d0-49afc662f919'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:56:58.397862 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22df4f7b-c0af-4ea8-a5ba-6a84a8198e62" -d '{"events": [{"server_uuid": "883e4fe3-3c4a-4e63-9b71-5538c0e3537c", "name": "network-vif-deleted", "tag": "21b48050-d6b1-4d95-96d0-49afc662f919"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:56:58.411330 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.extraroute_db [None req-d4458a43-1451-4635-aa1e-b99b35d62644 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Added routes are [] {{(pid=103800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 16:56:58.411936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.extraroute_db [None req-d4458a43-1451-4635-aa1e-b99b35d62644 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Removed routes are [] {{(pid=103800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 16:56:58.412562 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4458a43-1451-4635-aa1e-b99b35d62644 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.438474 n-d-828372-14 neutron-server[103799]: INFO neutron.db.ipam_backend_mixin [None req-bedf0730-8785-4c1c-91c4-f822b2dd4965 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0738d37e-2544-4ec5-a94d-3ce6779caa20 (CIDR: 2001:db8::/64) Feb 15 16:56:58.443821 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.471461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0527a-f5a4-4a6e-8671-347a8433563f req-4fb4a6b8-c338-4c4a-9a18-40103df06bf0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:58.473351 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5af0527a-f5a4-4a6e-8671-347a8433563f req-4fb4a6b8-c338-4c4a-9a18-40103df06bf0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2505865 Feb 15 16:56:58.478615 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedf0730-8785-4c1c-91c4-f822b2dd4965 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 16:56:58.479082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bedf0730-8785-4c1c-91c4-f822b2dd4965 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:56:58.494738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Network e0c4984d-c07d-4325-8361-36dc66b1eb61 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:56:58.498308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:56:58.502058 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:56:58.509819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Pushing event updated for resources: {'Port': ['ID=179f158b-d390-41b5-9d81-4ef4c5ff219e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:58.536116 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5af0527a-f5a4-4a6e-8671-347a8433563f req-4282e59a-863e-4c2f-9e52-99a828a8752e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534334 Feb 15 16:56:58.587915 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bedf0730-8785-4c1c-91c4-f822b2dd4965 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9241228 Feb 15 16:56:58.590529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58994) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:58.596120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0b98e208-9efb-46a9-9ecd-dcc965fe551b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'subnet': {'network_id': 'e0c4984d-c07d-4325-8361-36dc66b1eb61', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:58.596331 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Attempting to bind port 179f158b-d390-41b5-9d81-4ef4c5ff219e on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:56:58.596802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Attempting to bind port 179f158b-d390-41b5-9d81-4ef4c5ff219e by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '76b9c22e-e81e-45e0-9387-b2b9601dcc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e0c4984d-c07d-4325-8361-36dc66b1eb61'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:56:58.597228 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Attempting to bind port 179f158b-d390-41b5-9d81-4ef4c5ff219e on network e0c4984d-c07d-4325-8361-36dc66b1eb61 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:56:58.605485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:56:58.605921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Checking segment: {'id': '76b9c22e-e81e-45e0-9387-b2b9601dcc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e0c4984d-c07d-4325-8361-36dc66b1eb61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:56:58.606363 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.606771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Bound using segment: {'id': '76b9c22e-e81e-45e0-9387-b2b9601dcc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e0c4984d-c07d-4325-8361-36dc66b1eb61'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:56:58.609884 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Bound port: 179f158b-d390-41b5-9d81-4ef4c5ff219e, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b9c22e-e81e-45e0-9387-b2b9601dcc14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e0c4984d-c07d-4325-8361-36dc66b1eb61'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:56:58.609884 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.664097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73f3f3-737f-44bc-beb2-623378b0750c req-fff82ecf-4bee-41a1-9cca-2449876eaf9c tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:58.673931 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9d73f3f3-737f-44bc-beb2-623378b0750c req-fff82ecf-4bee-41a1-9cca-2449876eaf9c tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 945 time: 0.2578108 Feb 15 16:56:58.678886 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4458a43-1451-4635-aa1e-b99b35d62644 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.693346 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4458a43-1451-4635-aa1e-b99b35d62644 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.697085 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efda61f-3f40-458d-bcb7-d6372c334770 x-openstack-request-id: req-6efda61f-3f40-458d-bcb7-d6372c334770 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:56:58.697355 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "883e4fe3-3c4a-4e63-9b71-5538c0e3537c", "name": "network-vif-deleted", "tag": "21b48050-d6b1-4d95-96d0-49afc662f919", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:56:58.697656 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6efda61f-3f40-458d-bcb7-d6372c334770 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:56:58.698066 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '883e4fe3-3c4a-4e63-9b71-5538c0e3537c', 'name': 'network-vif-deleted', 'tag': '21b48050-d6b1-4d95-96d0-49afc662f919', 'status': 'completed', 'code': 200} Feb 15 16:56:58.764334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] For port 179f158b-d390-41b5-9d81-4ef4c5ff219e, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:56:58.769221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] For port 179f158b-d390-41b5-9d81-4ef4c5ff219e, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=179f158b-d390-41b5-9d81-4ef4c5ff219e,segment=NetworkSegment(76b9c22e-e81e-45e0-9387-b2b9601dcc14),segment_id=76b9c22e-e81e-45e0-9387-b2b9601dcc14)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:56:58.833981 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4458a43-1451-4635-aa1e-b99b35d62644 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:56:58.839575 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9d73f3f3-737f-44bc-beb2-623378b0750c req-d0735972-cc19-42d5-bf9f-067b19cd0ac7 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/security-groups?id=f661b061-7bf4-4f07-9f35-771109a6bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559136 Feb 15 16:56:58.864818 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.901569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b98e208-9efb-46a9-9ecd-dcc965fe551b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:56:58.908054 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b98e208-9efb-46a9-9ecd-dcc965fe551b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.937198 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4458a43-1451-4635-aa1e-b99b35d62644 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:56:58.944627 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4458a43-1451-4635-aa1e-b99b35d62644 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:58.947798 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e95e9-76fd-4378-92e6-9ece12f68554 None None] Sync routers for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:56:58.953907 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d4458a43-1451-4635-aa1e-b99b35d62644 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/13dcde39-3dae-43c5-a311-4fe4fa13ec0f HTTP/1.1" status: 200 len: 704 time: 0.7231123 Feb 15 16:56:58.956230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59018) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:58.978954 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e95e9-76fd-4378-92e6-9ece12f68554 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:58.979609 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-798e95e9-76fd-4378-92e6-9ece12f68554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:59.009991 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3981337b-a8e7-4eaa-870a-b95de34d9333 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports?device_id=13dcde39-3dae-43c5-a311-4fe4fa13ec0f HTTP/1.1" status: 200 len: 205 time: 0.0513380 Feb 15 16:56:59.012563 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59022) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:59.019577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78290e8-0d72-4601-b857-eab541eb0bab None None] Pushing event updated for resources: {'Port': ['ID=179f158b-d390-41b5-9d81-4ef4c5ff219e,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:56:59.132352 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-798e95e9-76fd-4378-92e6-9ece12f68554 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:59.200940 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19065911-752f-4524-9217-90837b4a5975 req-e19a4458-fb6a-4be6-9bbc-e2aa1024b8a5 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] 10.222.0.107 "GET /v2.0/ports?device_id=883e4fe3-3c4a-4e63-9b71-5538c0e3537c HTTP/1.1" status: 200 len: 210 time: 0.1697829 Feb 15 16:56:59.204945 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d126f34-7731-4c81-bfe6-fde1bc7bff4d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:59.243052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device b4b099f5-55c7-4125-a183-57f1f9f1e6b2 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:56:59.487217 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-798e95e9-76fd-4378-92e6-9ece12f68554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:52Z', 'revision_number': 11, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:59.529242 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e95e9-76fd-4378-92e6-9ece12f68554 None None] Checking router: 13dcde39-3dae-43c5-a311-4fe4fa13ec0f for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:56:59.538742 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d126f34-7731-4c81-bfe6-fde1bc7bff4d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:59.538742 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d126f34-7731-4c81-bfe6-fde1bc7bff4d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_controller (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:59.543505 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e95e9-76fd-4378-92e6-9ece12f68554 None None] Routers {'13dcde39-3dae-43c5-a311-4fe4fa13ec0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:56:59.544153 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-798e95e9-76fd-4378-92e6-9ece12f68554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:59.556598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port b4b099f5-55c7-4125-a183-57f1f9f1e6b2 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:56:59.561545 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port b4b099f5-55c7-4125-a183-57f1f9f1e6b2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:56:59.567755 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b4b099f5-55c7-4125-a183-57f1f9f1e6b2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:59.668833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-ee7b35c9-d2e7-4c5c-a78d-e0c6ac047bc7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:56:59.676461 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-ee7b35c9-d2e7-4c5c-a78d-e0c6ac047bc7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 812 time: 0.8395944 Feb 15 16:56:59.693907 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d126f34-7731-4c81-bfe6-fde1bc7bff4d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (13dcde39-3dae-43c5-a311-4fe4fa13ec0f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:59.694651 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d126f34-7731-4c81-bfe6-fde1bc7bff4d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Fanout notify agent at l3_agent the message router_deleted on router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:56:59.703887 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d126f34-7731-4c81-bfe6-fde1bc7bff4d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:59.706866 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6d126f34-7731-4c81-bfe6-fde1bc7bff4d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/routers/13dcde39-3dae-43c5-a311-4fe4fa13ec0f HTTP/1.1" status: 204 len: 168 time: 0.6920633 Feb 15 16:56:59.707203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port b4b099f5-55c7-4125-a183-57f1f9f1e6b2 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:56:59.707789 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b4b099f5-55c7-4125-a183-57f1f9f1e6b2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:59.711358 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59036) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:56:59.712977 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-798e95e9-76fd-4378-92e6-9ece12f68554 None None] Set router 13dcde39-3dae-43c5-a311-4fe4fa13ec0f gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:56:59.737777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0eab236c-dd26-4f10-af79-3a033ce40d35 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-820242411', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:56:59.749218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-02eeca4d-b074-49d5-ba0f-77ae79bfd5f5 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/quotas/0860b996450e411880fd86cd9f5cbb84 HTTP/1.1" status: 200 len: 375 time: 0.0679262 Feb 15 16:56:59.794054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b099f5-55c7-4125-a183-57f1f9f1e6b2'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:56:59.797310 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce04fe22-f3f4-4600-89c7-1b7a8969145c" -d '{"events": [{"server_uuid": "5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996", "name": "network-vif-plugged", "status": "completed", "tag": "b4b099f5-55c7-4125-a183-57f1f9f1e6b2"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:56:59.818163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port b4b099f5-55c7-4125-a183-57f1f9f1e6b2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=b4b099f5-55c7-4125-a183-57f1f9f1e6b2,segment=NetworkSegment(c5c18775-b86b-4077-b664-d8c2f7d40b74),segment_id=c5c18775-b86b-4077-b664-d8c2f7d40b74)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:56:59.820707 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-798e95e9-76fd-4378-92e6-9ece12f68554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:52Z', 'revision_number': 11, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:56:59.847583 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b424afc-b7af-4d4a-b729-274de29d7a4b x-openstack-request-id: req-1b424afc-b7af-4d4a-b729-274de29d7a4b {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:56:59.847947 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996", "name": "network-vif-plugged", "status": "completed", "tag": "b4b099f5-55c7-4125-a183-57f1f9f1e6b2", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:56:59.848271 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1b424afc-b7af-4d4a-b729-274de29d7a4b {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:56:59.848622 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b099f5-55c7-4125-a183-57f1f9f1e6b2', 'code': 200} Feb 15 16:56:59.864907 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e95e9-76fd-4378-92e6-9ece12f68554 None None] The sync data for ids ['13dcde39-3dae-43c5-a311-4fe4fa13ec0f'] in n-d-828372-14 is: [{'id': '13dcde39-3dae-43c5-a311-4fe4fa13ec0f', 'name': 'tempest-RoutersIpV6Test-router-505538491', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:55:32Z', 'updated_at': '2022-02-15T16:56:52Z', 'revision_number': 11, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:56:59.871133 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b4b099f5-55c7-4125-a183-57f1f9f1e6b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:59.873260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0eab236c-dd26-4f10-af79-3a033ce40d35 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (627f11db-74b4-4c61-956a-382ddf940272), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:59.874951 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0eab236c-dd26-4f10-af79-3a033ce40d35 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (627f11db-74b4-4c61-956a-382ddf940272), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:56:59.998569 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-6fa61267-94c8-477f-97d4-81bbbc81ddac tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2472792 Feb 15 16:57:00.010090 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=b4b099f5-55c7-4125-a183-57f1f9f1e6b2,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:00.074619 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0eab236c-dd26-4f10-af79-3a033ce40d35 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_controller (627f11db-74b4-4c61-956a-382ddf940272), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:00.113848 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f1a062-3ab4-4221-869d-06f60e37ce98 req-7a015399-198d-468b-8d39-1aa354342f4a tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:00.115471 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-78f1a062-3ab4-4221-869d-06f60e37ce98 req-7a015399-198d-468b-8d39-1aa354342f4a tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 946 time: 0.1301088 Feb 15 16:57:00.160068 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0eab236c-dd26-4f10-af79-3a033ce40d35 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (627f11db-74b4-4c61-956a-382ddf940272), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:00.160311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d011103-c0b8-4b8f-8642-635664d4c429 req-59a9cd2b-f2fd-44d8-b652-bfb576dfae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:00.165437 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d011103-c0b8-4b8f-8642-635664d4c429 req-59a9cd2b-f2fd-44d8-b652-bfb576dfae8e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 1129 time: 0.2359443 Feb 15 16:57:00.227016 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-78f1a062-3ab4-4221-869d-06f60e37ce98 req-b5b60373-3cb8-4139-9402-c7183988aed8 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/security-groups?id=f661b061-7bf4-4f07-9f35-771109a6bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054146 Feb 15 16:57:00.308039 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0eab236c-dd26-4f10-af79-3a033ce40d35 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:00.310087 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0eab236c-dd26-4f10-af79-3a033ce40d35 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5978961 Feb 15 16:57:00.318282 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59048) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:00.322995 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d011103-c0b8-4b8f-8642-635664d4c429 req-d94e9913-6b5f-49e3-9f63-bdd0195b1377 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f661b061-7bf4-4f07-9f35-771109a6bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467724 Feb 15 16:57:00.331336 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59050) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:00.344230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9b69f5cc-9019-4ad1-9af2-c539235c35f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:00.382064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 21b48050-d6b1-4d95-96d0-49afc662f919 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:57:00.434438 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-6449b28f-f707-482c-be70-b4aaa5ac0aec service neutron] 10.222.0.107 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084144 Feb 15 16:57:00.472850 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:00.491656 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-412d655b-61fc-43f0-8027-2613ab0f8261 admin admin] Deleting subnet c464a3a9-43bb-42ce-b940-4b3652cae714 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:57:00.493306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 21b48050-d6b1-4d95-96d0-49afc662f919 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:57:00.496270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 21b48050-d6b1-4d95-96d0-49afc662f919 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:57:00.514210 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b98e208-9efb-46a9-9ecd-dcc965fe551b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:00.539748 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-412d655b-61fc-43f0-8027-2613ab0f8261 admin admin] Publish callbacks [] for subnet (c464a3a9-43bb-42ce-b940-4b3652cae714), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:00.628248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b98e208-9efb-46a9-9ecd-dcc965fe551b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network e0c4984d-c07d-4325-8361-36dc66b1eb61 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:57:00.636170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-0b98e208-9efb-46a9-9ecd-dcc965fe551b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:00.639477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b98e208-9efb-46a9-9ecd-dcc965fe551b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:00.641142 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b98e208-9efb-46a9-9ecd-dcc965fe551b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:00.657154 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2aca11-7c18-48ab-a4a5-7616f6093250 None None] Network e0c4984d-c07d-4325-8361-36dc66b1eb61 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:57:00.661812 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:00.689297 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-412d655b-61fc-43f0-8027-2613ab0f8261 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (c464a3a9-43bb-42ce-b940-4b3652cae714), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:00.719208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98e208-9efb-46a9-9ecd-dcc965fe551b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Subnet': ['ID=1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:00.739163 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-7f3164d3-0ea6-4162-a838-ea727bad28ed service neutron] 10.222.0.107 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950861 Feb 15 16:57:00.772282 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b69f5cc-9019-4ad1-9af2-c539235c35f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (627f11db-74b4-4c61-956a-382ddf940272), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:00.788031 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0b98e208-9efb-46a9-9ecd-dcc965fe551b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1918380 Feb 15 16:57:00.788031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59060) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:00.792829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7f500051-d22a-463f-a2eb-53604b12444f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'network_id': 'e0c4984d-c07d-4325-8361-36dc66b1eb61', 'fixed_ips': [{'subnet_id': '0738d37e-2544-4ec5-a94d-3ce6779caa20'}, {'subnet_id': '1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1'}], 'name': 'tempest-PortsIpV6TestJSON-367997316'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:00.793054 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-412d655b-61fc-43f0-8027-2613ab0f8261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (c464a3a9-43bb-42ce-b940-4b3652cae714), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:00.849485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-88d48ca4-b808-45aa-a73a-1bc906f0d8dd None None] Provisioning complete for port 179f158b-d390-41b5-9d81-4ef4c5ff219e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:00.849711 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-88d48ca4-b808-45aa-a73a-1bc906f0d8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:00.877268 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b69f5cc-9019-4ad1-9af2-c539235c35f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (627f11db-74b4-4c61-956a-382ddf940272), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:01.024910 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-412d655b-61fc-43f0-8027-2613ab0f8261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (c464a3a9-43bb-42ce-b940-4b3652cae714), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:01.056090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d655b-61fc-43f0-8027-2613ab0f8261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c464a3a9-43bb-42ce-b940-4b3652cae714,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:01.062358 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-412d655b-61fc-43f0-8027-2613ab0f8261 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:01.077157 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-88d48ca4-b808-45aa-a73a-1bc906f0d8dd None None] Current status of the port 179f158b-d390-41b5-9d81-4ef4c5ff219e is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:01.079027 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-88d48ca4-b808-45aa-a73a-1bc906f0d8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:01.081194 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-412d655b-61fc-43f0-8027-2613ab0f8261 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/c464a3a9-43bb-42ce-b940-4b3652cae714 HTTP/1.1" status: 204 len: 168 time: 0.7487481 Feb 15 16:57:01.086795 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59068) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:01.227854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-88d48ca4-b808-45aa-a73a-1bc906f0d8dd None None] For port 179f158b-d390-41b5-9d81-4ef4c5ff219e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=179f158b-d390-41b5-9d81-4ef4c5ff219e,segment=NetworkSegment(76b9c22e-e81e-45e0-9387-b2b9601dcc14),segment_id=76b9c22e-e81e-45e0-9387-b2b9601dcc14)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:01.243386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f500051-d22a-463f-a2eb-53604b12444f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:01.245748 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6faf4318-657e-4f7b-8a94-0a6b557e3938 req-b7307aaa-6dca-42aa-8170-c052b4e2ee48 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 210 time: 0.0721748 Feb 15 16:57:01.270839 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef56693a-ef4e-4f65-a8df-50f6c6b4a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (faa64524-3e9c-4cad-af8e-596b77dc9db6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:01.314774 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-88d48ca4-b808-45aa-a73a-1bc906f0d8dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:01.379133 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b69f5cc-9019-4ad1-9af2-c539235c35f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Router 627f11db-74b4-4c61-956a-382ddf940272 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:57:01.430807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 179f158b-d390-41b5-9d81-4ef4c5ff219e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:57:01.517198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee56a5a-a3f6-4fec-9d4c-e58575f949f0 None None] Update dhcp port {'port': {'network_id': 'e0c4984d-c07d-4325-8361-36dc66b1eb61', 'fixed_ips': [{'subnet_id': '0738d37e-2544-4ec5-a94d-3ce6779caa20', 'ip_address': '2001:db8::2'}, {'subnet_id': '1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '179f158b-d390-41b5-9d81-4ef4c5ff219e'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 16:57:01.537816 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7f500051-d22a-463f-a2eb-53604b12444f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:01.568548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-7f500051-d22a-463f-a2eb-53604b12444f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] device_id is not set on port 1af682be-1f8a-46fb-9e7d-f1e18126333a yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:57:01.584478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46543260-fa03-43da-a585-578c55ec754c req-0187114c-92e4-4767-8daa-b42a640a9d6f tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:01.592259 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-46543260-fa03-43da-a585-578c55ec754c req-0187114c-92e4-4767-8daa-b42a640a9d6f tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 946 time: 0.1832614 Feb 15 16:57:01.639983 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef56693a-ef4e-4f65-a8df-50f6c6b4a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (faa64524-3e9c-4cad-af8e-596b77dc9db6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:01.706770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b69f5cc-9019-4ad1-9af2-c539235c35f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:57:01.740398 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b69f5cc-9019-4ad1-9af2-c539235c35f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:01.740398 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9b69f5cc-9019-4ad1-9af2-c539235c35f5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "PUT /v2.0/routers/627f11db-74b4-4c61-956a-382ddf940272 HTTP/1.1" status: 200 len: 697 time: 1.4142535 Feb 15 16:57:01.745342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59082) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:01.747379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ef56693a-ef4e-4f65-a8df-50f6c6b4a4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa64524-3e9c-4cad-af8e-596b77dc9db6']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:01.761051 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-46543260-fa03-43da-a585-578c55ec754c req-31133055-f5ff-49f3-9474-45d1feec72bc tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/security-groups?id=f661b061-7bf4-4f07-9f35-771109a6bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676433 Feb 15 16:57:01.770261 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ef56693a-ef4e-4f65-a8df-50f6c6b4a4e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:01.770837 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ef56693a-ef4e-4f65-a8df-50f6c6b4a4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f62ab7-2ec0-4505-a18f-bc105e00fb40') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:01.807690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28628f8e-6bab-43ff-b202-643f6facd6a2 None None] Sync routers for ids ['627f11db-74b4-4c61-956a-382ddf940272'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:57:01.851669 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fee56a5a-a3f6-4fec-9d4c-e58575f949f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:01.872825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d48ca4-b808-45aa-a73a-1bc906f0d8dd None None] Pushing event updated for resources: {'Port': ['ID=179f158b-d390-41b5-9d81-4ef4c5ff219e,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:01.918073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28628f8e-6bab-43ff-b202-643f6facd6a2 None None] Routers {'627f11db-74b4-4c61-956a-382ddf940272'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:57:01.922819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-28628f8e-6bab-43ff-b202-643f6facd6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['627f11db-74b4-4c61-956a-382ddf940272'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:01.986222 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef56693a-ef4e-4f65-a8df-50f6c6b4a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (c0f62ab7-2ec0-4505-a18f-bc105e00fb40), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:02.039180 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-703d04a5-177e-4aee-9ba3-f1b59d43a59c tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/routers/627f11db-74b4-4c61-956a-382ddf940272 HTTP/1.1" status: 200 len: 703 time: 0.2855294 Feb 15 16:57:02.040895 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef56693a-ef4e-4f65-a8df-50f6c6b4a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c0f62ab7-2ec0-4505-a18f-bc105e00fb40), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:02.044244 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59086) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:02.054996 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-28628f8e-6bab-43ff-b202-643f6facd6a2 None None] Set router 627f11db-74b4-4c61-956a-382ddf940272 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:57:02.071791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef56693a-ef4e-4f65-a8df-50f6c6b4a4e8 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:57:02.072195 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef56693a-ef4e-4f65-a8df-50f6c6b4a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (c0f62ab7-2ec0-4505-a18f-bc105e00fb40), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:57:02.073885 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:57:02.081457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-7f500051-d22a-463f-a2eb-53604b12444f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Allocated IP 2001:db8::163 (e0c4984d-c07d-4325-8361-36dc66b1eb61/0738d37e-2544-4ec5-a94d-3ce6779caa20/1af682be-1f8a-46fb-9e7d-f1e18126333a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:57:02.090123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-7f500051-d22a-463f-a2eb-53604b12444f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Allocated IP 2001:db8:0:1::121 (e0c4984d-c07d-4325-8361-36dc66b1eb61/1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1/1af682be-1f8a-46fb-9e7d-f1e18126333a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:57:02.132261 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c1181282-9ae9-4b25-b132-9971ca364c1d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports?device_id=627f11db-74b4-4c61-956a-382ddf940272 HTTP/1.1" status: 200 len: 205 time: 0.0815234 Feb 15 16:57:02.132896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59092) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:02.449236 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7f500051-d22a-463f-a2eb-53604b12444f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (1af682be-1f8a-46fb-9e7d-f1e18126333a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:02.487763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-28628f8e-6bab-43ff-b202-643f6facd6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627f11db-74b4-4c61-956a-382ddf940272', 'name': 'tempest-RoutersIpV6Test-router-820242411', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:56:59Z', 'updated_at': '2022-02-15T16:57:00Z', 'revision_number': 2, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:02.541413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28628f8e-6bab-43ff-b202-643f6facd6a2 None None] Checking router: 627f11db-74b4-4c61-956a-382ddf940272 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:57:02.562392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28628f8e-6bab-43ff-b202-643f6facd6a2 None None] Routers {'627f11db-74b4-4c61-956a-382ddf940272'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:57:02.562392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-28628f8e-6bab-43ff-b202-643f6facd6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:56:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['627f11db-74b4-4c61-956a-382ddf940272'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:02.613312 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7f500051-d22a-463f-a2eb-53604b12444f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1af682be-1f8a-46fb-9e7d-f1e18126333a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:02.700520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 179f158b-d390-41b5-9d81-4ef4c5ff219e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:02.701221 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:02.740439 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2db2-6095-4a1f-8590-fdae06a41c86 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (627f11db-74b4-4c61-956a-382ddf940272), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:02.740834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f500051-d22a-463f-a2eb-53604b12444f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network e0c4984d-c07d-4325-8361-36dc66b1eb61 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:57:02.743855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f500051-d22a-463f-a2eb-53604b12444f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=1af682be-1f8a-46fb-9e7d-f1e18126333a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:02.750750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-7f500051-d22a-463f-a2eb-53604b12444f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:02.756695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f500051-d22a-463f-a2eb-53604b12444f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:57:02.770673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f500051-d22a-463f-a2eb-53604b12444f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:02.773316 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7f500051-d22a-463f-a2eb-53604b12444f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:02.776340 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-28628f8e-6bab-43ff-b202-643f6facd6a2 None None] Set router 627f11db-74b4-4c61-956a-382ddf940272 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:57:02.781500 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dcb65ad4-626d-4b06-acca-ea41a24cab57 req-2e661156-e472-4a3a-9780-d252d05c1a41 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 210 time: 0.0594754 Feb 15 16:57:02.850737 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef56693a-ef4e-4f65-a8df-50f6c6b4a4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (faa64524-3e9c-4cad-af8e-596b77dc9db6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:02.863321 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7f500051-d22a-463f-a2eb-53604b12444f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0761871 Feb 15 16:57:02.866242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59102) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:02.872273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-290b241a-6b83-4fd1-9c5e-7a1660912777 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0738d37e-2544-4ec5-a94d-3ce6779caa20'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:02.876338 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef56693a-ef4e-4f65-a8df-50f6c6b4a4e8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:02.886460 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ef56693a-ef4e-4f65-a8df-50f6c6b4a4e8 admin admin] 10.222.0.107 "DELETE /v2.0/networks/faa64524-3e9c-4cad-af8e-596b77dc9db6 HTTP/1.1" status: 204 len: 168 time: 1.7985365 Feb 15 16:57:02.929477 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56693a-ef4e-4f65-a8df-50f6c6b4a4e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=faa64524-3e9c-4cad-af8e-596b77dc9db6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:02.984986 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-28628f8e-6bab-43ff-b202-643f6facd6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '627f11db-74b4-4c61-956a-382ddf940272', 'name': 'tempest-RoutersIpV6Test-router-820242411', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:56:59Z', 'updated_at': '2022-02-15T16:57:00Z', 'revision_number': 2, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:03.092349 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28628f8e-6bab-43ff-b202-643f6facd6a2 None None] The sync data for ids ['627f11db-74b4-4c61-956a-382ddf940272'] in n-d-828372-14 is: [{'id': '627f11db-74b4-4c61-956a-382ddf940272', 'name': 'tempest-RoutersIpV6Test-router-820242411', 'tenant_id': '97ba66294ae844ffa6720f7c60d3cac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:56:59Z', 'updated_at': '2022-02-15T16:57:00Z', 'revision_number': 2, 'project_id': '97ba66294ae844ffa6720f7c60d3cac0', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:57:03.117158 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-fee56a5a-a3f6-4fec-9d4c-e58575f949f0 None None] Allocated IP 2001:db8:0:1::2 (e0c4984d-c07d-4325-8361-36dc66b1eb61/1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1/179f158b-d390-41b5-9d81-4ef4c5ff219e) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:57:03.179687 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-290b241a-6b83-4fd1-9c5e-7a1660912777 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1af682be-1f8a-46fb-9e7d-f1e18126333a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:03.260915 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2db2-6095-4a1f-8590-fdae06a41c86 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (627f11db-74b4-4c61-956a-382ddf940272), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:03.263693 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2db2-6095-4a1f-8590-fdae06a41c86 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router_controller (627f11db-74b4-4c61-956a-382ddf940272), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:03.378302 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59116) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:03.430475 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2db2-6095-4a1f-8590-fdae06a41c86 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (627f11db-74b4-4c61-956a-382ddf940272), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:03.431719 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4c2db2-6095-4a1f-8590-fdae06a41c86 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Fanout notify agent at l3_agent the message router_deleted on router 627f11db-74b4-4c61-956a-382ddf940272 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:57:03.440522 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c4c2db2-6095-4a1f-8590-fdae06a41c86 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:03.441392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-fee56a5a-a3f6-4fec-9d4c-e58575f949f0 None None] For port 179f158b-d390-41b5-9d81-4ef4c5ff219e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=179f158b-d390-41b5-9d81-4ef4c5ff219e,segment=NetworkSegment(76b9c22e-e81e-45e0-9387-b2b9601dcc14),segment_id=76b9c22e-e81e-45e0-9387-b2b9601dcc14)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:03.448439 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1c4c2db2-6095-4a1f-8590-fdae06a41c86 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/routers/627f11db-74b4-4c61-956a-382ddf940272 HTTP/1.1" status: 204 len: 168 time: 1.3093946 Feb 15 16:57:03.448961 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59120) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:03.533082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59124) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:03.536334 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a8812ba1-a87f-44d8-9eef-8a153faf32c6 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports?device_id=627f11db-74b4-4c61-956a-382ddf940272 HTTP/1.1" status: 200 len: 205 time: 0.0861480 Feb 15 16:57:03.549347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59126) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:03.617476 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-feb42b97-ba38-4dd8-b7c5-514987027041 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] delete failed (client error): The resource could not be found. Feb 15 16:57:03.620170 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-feb42b97-ba38-4dd8-b7c5-514987027041 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/routers/627f11db-74b4-4c61-956a-382ddf940272 HTTP/1.1" status: 404 len: 336 time: 0.0680425 Feb 15 16:57:03.624042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59130) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:03.658666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6174cc-3ce1-4d5f-9543-d79396de470c req-1415de81-f521-45cd-8705-73d5bc6dc7a0 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:03.658923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 179f158b-d390-41b5-9d81-4ef4c5ff219e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:03.662659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4d6174cc-3ce1-4d5f-9543-d79396de470c req-1415de81-f521-45cd-8705-73d5bc6dc7a0 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 946 time: 0.7038889 Feb 15 16:57:03.677899 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fee56a5a-a3f6-4fec-9d4c-e58575f949f0 None None] Publish callbacks [] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:03.699648 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-f213410d-781e-45a4-901f-82d033c0941f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] DELETE failed (client error): The resource could not be found. Feb 15 16:57:03.699648 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f213410d-781e-45a4-901f-82d033c0941f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:57:03.706678 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f213410d-781e-45a4-901f-82d033c0941f tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/bed1cc91-4929-407d-81e6-70e4721c1eb7 HTTP/1.1" status: 404 len: 337 time: 0.0718427 Feb 15 16:57:03.719639 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59132) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:03.802288 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fee56a5a-a3f6-4fec-9d4c-e58575f949f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:03.816174 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 179f158b-d390-41b5-9d81-4ef4c5ff219e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:57:03.858331 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee145628-f1d9-4d3a-bb25-4941eb1455df tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] DELETE failed (client error): The resource could not be found. Feb 15 16:57:03.858976 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee145628-f1d9-4d3a-bb25-4941eb1455df tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:57:03.865356 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ee145628-f1d9-4d3a-bb25-4941eb1455df tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/0d1f5fc7-e04c-4806-81ee-e10554dc746a HTTP/1.1" status: 404 len: 337 time: 0.1392882 Feb 15 16:57:03.868226 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83af4efc-deb0-4fc2-8cd9-75f3ad0a610d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:03.868403 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4d6174cc-3ce1-4d5f-9543-d79396de470c req-2fa8a319-444f-42eb-8f6f-13f88e9d61c4 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/security-groups?id=f661b061-7bf4-4f07-9f35-771109a6bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996880 Feb 15 16:57:03.868851 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59136) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:03.941898 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ead19004-d3c6-43d6-8dc6-fa673d4b6725 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e6a9a5739db149a6bf851ba113dffa73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3970559 Feb 15 16:57:03.944134 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59140) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:03.981245 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-875c6ea6-081c-4375-b7c9-464c4f94ff1b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] DELETE failed (client error): The resource could not be found. Feb 15 16:57:03.997547 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875c6ea6-081c-4375-b7c9-464c4f94ff1b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:57:04.003190 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-875c6ea6-081c-4375-b7c9-464c4f94ff1b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/3ceda5f7-ddc0-4667-b5a7-245d2e6faebe HTTP/1.1" status: 404 len: 337 time: 0.1305785 Feb 15 16:57:04.007905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59142) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:04.090548 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee56a5a-a3f6-4fec-9d4c-e58575f949f0 None None] Pushing event updated for resources: {'Port': ['ID=179f158b-d390-41b5-9d81-4ef4c5ff219e,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:04.098905 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-751125fd-82d3-4077-93d5-0ffa8da78c53 req-850abbd1-1972-45f7-b525-9282024bdad7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 210 time: 0.2039993 Feb 15 16:57:04.135403 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-ededb7eb-a540-4c5e-9508-3462879b38b7 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] DELETE failed (client error): The resource could not be found. Feb 15 16:57:04.135403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ededb7eb-a540-4c5e-9508-3462879b38b7 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:57:04.135660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 179f158b-d390-41b5-9d81-4ef4c5ff219e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:04.135660 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:04.138944 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ededb7eb-a540-4c5e-9508-3462879b38b7 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/bf9607f9-6284-46d2-ad66-40b36c31d74a HTTP/1.1" status: 404 len: 337 time: 0.1297188 Feb 15 16:57:04.144238 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59144) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:04.154026 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-70ee0f2c-c2f9-45e6-96ce-e3e9ad877f20 admin admin] Publish callbacks [] for security_group (650509d5-b2d9-4f51-ab11-021207741d20), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:04.265004 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-70ee0f2c-c2f9-45e6-96ce-e3e9ad877f20 admin admin] Publish callbacks [] for security_group (650509d5-b2d9-4f51-ab11-021207741d20), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:04.310923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 179f158b-d390-41b5-9d81-4ef4c5ff219e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:04.324786 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-827b9166-ca58-44d9-a172-89578dedf4af tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports?device_id=13dcde39-3dae-43c5-a311-4fe4fa13ec0f HTTP/1.1" status: 200 len: 205 time: 0.1664450 Feb 15 16:57:04.332450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59150) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:04.343044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-290b241a-6b83-4fd1-9c5e-7a1660912777 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Delete allocated IP 2001:db8:0:1::121 (e0c4984d-c07d-4325-8361-36dc66b1eb61/1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1) {{(pid=103799) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 16:57:04.405981 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-b5ed7755-7648-4a67-b783-7f215f671735 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] delete failed (client error): The resource could not be found. Feb 15 16:57:04.410119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b5ed7755-7648-4a67-b783-7f215f671735 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/routers/13dcde39-3dae-43c5-a311-4fe4fa13ec0f HTTP/1.1" status: 404 len: 336 time: 0.0729964 Feb 15 16:57:04.413309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59154) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:04.436126 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83af4efc-deb0-4fc2-8cd9-75f3ad0a610d admin admin] Publish callbacks [] for security_group (710cf19c-ae99-4b9a-93c6-130e4c74293b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:04.513463 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-d389ab18-b733-4911-87bd-cec01e69ef9d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:04.516654 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-70ee0f2c-c2f9-45e6-96ce-e3e9ad877f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (650509d5-b2d9-4f51-ab11-021207741d20), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:04.517148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-d389ab18-b733-4911-87bd-cec01e69ef9d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.67 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 812 time: 0.3984363 Feb 15 16:57:04.519554 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-70ee0f2c-c2f9-45e6-96ce-e3e9ad877f20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:04.520741 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-70ee0f2c-c2f9-45e6-96ce-e3e9ad877f20 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/650509d5-b2d9-4f51-ab11-021207741d20 HTTP/1.1" status: 204 len: 168 time: 0.5735762 Feb 15 16:57:04.535706 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee0f2c-c2f9-45e6-96ce-e3e9ad877f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650509d5-b2d9-4f51-ab11-021207741d20,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:04.550651 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83af4efc-deb0-4fc2-8cd9-75f3ad0a610d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (710cf19c-ae99-4b9a-93c6-130e4c74293b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:04.654167 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-83af4efc-deb0-4fc2-8cd9-75f3ad0a610d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=be8ff4470f4e42e0bebd7d232616582d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2743292 Feb 15 16:57:04.657840 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59160) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:04.672234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af4efc-deb0-4fc2-8cd9-75f3ad0a610d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710cf19c-ae99-4b9a-93c6-130e4c74293b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:04.750763 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edbbe6f1-c3a2-45c6-bef8-e93e0c21ed44 admin admin] Publish callbacks [] for security_group (710cf19c-ae99-4b9a-93c6-130e4c74293b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:04.787843 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edbbe6f1-c3a2-45c6-bef8-e93e0c21ed44 admin admin] Publish callbacks [] for security_group (710cf19c-ae99-4b9a-93c6-130e4c74293b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:04.794488 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d1720b4d-f6eb-420c-815c-a369d1fe49ae tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports?device_id=c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3 HTTP/1.1" status: 200 len: 205 time: 0.3785563 Feb 15 16:57:04.799515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-02c79ea7-3eb8-4c73-af35-cc5ce14d2201 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Request body: {'port': {'device_id': '2653a15d-5ba5-4356-8bec-df4bcc7b1e2f', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'admin_state_up': True, 'tenant_id': '0860b996450e411880fd86cd9f5cbb84'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:04.800655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59164) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:04.873115 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-290b241a-6b83-4fd1-9c5e-7a1660912777 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (1af682be-1f8a-46fb-9e7d-f1e18126333a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:04.887277 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-3e968e13-c7e2-4c6f-8efb-f18f6e25763e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] delete failed (client error): The resource could not be found. Feb 15 16:57:04.892315 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3e968e13-c7e2-4c6f-8efb-f18f6e25763e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/routers/c1836ed2-f20a-43d3-a1e7-d96a3fd9a0c3 HTTP/1.1" status: 404 len: 336 time: 0.0903282 Feb 15 16:57:04.895537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59166) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:04.970574 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-290b241a-6b83-4fd1-9c5e-7a1660912777 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1af682be-1f8a-46fb-9e7d-f1e18126333a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:04.990655 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d2a5633-458d-4b21-89c0-0eaf7b114244 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] DELETE failed (client error): The resource could not be found. Feb 15 16:57:04.994679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d2a5633-458d-4b21-89c0-0eaf7b114244 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:57:05.019728 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7d2a5633-458d-4b21-89c0-0eaf7b114244 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/e94e3621-1387-43a9-a104-b25360b004f2 HTTP/1.1" status: 404 len: 337 time: 0.1232693 Feb 15 16:57:05.020593 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59172) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:05.111175 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1e4174b2-c8c0-445f-9ca6-3056d06802c8 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports?device_id=9d721910-390a-4079-849e-c944b975dcf2 HTTP/1.1" status: 200 len: 205 time: 0.0816395 Feb 15 16:57:05.111175 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59176) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:05.162717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-290b241a-6b83-4fd1-9c5e-7a1660912777 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] In _notify_port_updated(), no bound segment for port 1af682be-1f8a-46fb-9e7d-f1e18126333a on network e0c4984d-c07d-4325-8361-36dc66b1eb61 {{(pid=103799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 16:57:05.168623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290b241a-6b83-4fd1-9c5e-7a1660912777 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:05.168623 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-290b241a-6b83-4fd1-9c5e-7a1660912777 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:05.169962 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-290b241a-6b83-4fd1-9c5e-7a1660912777 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "PUT /v2.0/ports/1af682be-1f8a-46fb-9e7d-f1e18126333a HTTP/1.1" status: 200 len: 925 time: 2.3025055 Feb 15 16:57:05.173273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59182) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:05.186126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-8a7fbac9-b82c-48d1-8660-8b082aada3c8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0738d37e-2544-4ec5-a94d-3ce6779caa20'}, {'subnet_id': '1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:05.186429 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee48eea-7220-4293-99d1-8e457622f5fa None None] Network e0c4984d-c07d-4325-8361-36dc66b1eb61 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:57:05.218820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b241a-6b83-4fd1-9c5e-7a1660912777 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=1af682be-1f8a-46fb-9e7d-f1e18126333a,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:05.260098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-02c79ea7-3eb8-4c73-af35-cc5ce14d2201 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Made reservation on behalf of 0860b996450e411880fd86cd9f5cbb84 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:05.260669 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-02c79ea7-3eb8-4c73-af35-cc5ce14d2201 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:05.279697 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-e24f402a-99bd-4112-b123-cbede323c9f7 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] delete failed (client error): The resource could not be found. Feb 15 16:57:05.281017 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e24f402a-99bd-4112-b123-cbede323c9f7 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/routers/9d721910-390a-4079-849e-c944b975dcf2 HTTP/1.1" status: 404 len: 336 time: 0.1689565 Feb 15 16:57:05.287189 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59186) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:05.326602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c6e55743-e9a8-4326-bc40-52f26f10d711 None None] Provisioning complete for port 179f158b-d390-41b5-9d81-4ef4c5ff219e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:05.327252 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6e55743-e9a8-4326-bc40-52f26f10d711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:05.380596 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-31260110-eee7-4c0b-85a4-ec88b24976d5 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports?device_id=823adcae-48f2-44aa-86e0-0ab98b1de8de HTTP/1.1" status: 200 len: 205 time: 0.0890408 Feb 15 16:57:05.388889 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edbbe6f1-c3a2-45c6-bef8-e93e0c21ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (710cf19c-ae99-4b9a-93c6-130e4c74293b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:05.395354 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edbbe6f1-c3a2-45c6-bef8-e93e0c21ed44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:05.399200 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-edbbe6f1-c3a2-45c6-bef8-e93e0c21ed44 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/710cf19c-ae99-4b9a-93c6-130e4c74293b HTTP/1.1" status: 204 len: 168 time: 0.7261200 Feb 15 16:57:05.401423 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59190) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:05.466842 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7f16d-489c-4cd0-a822-fa0437acd7e2 req-0d7e0965-850c-4f0c-b499-bf62570c722a tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:05.483334 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e2a7f16d-489c-4cd0-a822-fa0437acd7e2 req-0d7e0965-850c-4f0c-b499-bf62570c722a tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 946 time: 0.3624506 Feb 15 16:57:05.543078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c6e55743-e9a8-4326-bc40-52f26f10d711 None None] Current status of the port 179f158b-d390-41b5-9d81-4ef4c5ff219e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:05.571832 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbe6f1-c3a2-45c6-bef8-e93e0c21ed44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710cf19c-ae99-4b9a-93c6-130e4c74293b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:05.578587 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-1f310e35-272a-4ba3-b3fb-7a67b2d5afa2 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] delete failed (client error): The resource could not be found. Feb 15 16:57:05.582270 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1f310e35-272a-4ba3-b3fb-7a67b2d5afa2 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/routers/823adcae-48f2-44aa-86e0-0ab98b1de8de HTTP/1.1" status: 404 len: 336 time: 0.1684670 Feb 15 16:57:05.620896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59198) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:05.661715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-02c79ea7-3eb8-4c73-af35-cc5ce14d2201 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Allocated IP 172.20.0.11 (09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c/16b2d1c9-a71e-43a3-baad-57a8767096cb/0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:57:05.727881 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d2ae55a-cc29-4d82-b8b3-9c0d1155724d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] DELETE failed (client error): The resource could not be found. Feb 15 16:57:05.728495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d2ae55a-cc29-4d82-b8b3-9c0d1155724d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:57:05.734816 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9d2ae55a-cc29-4d82-b8b3-9c0d1155724d tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/32c2fea5-a8d5-4ce6-9fbf-e52ac8b86c3a HTTP/1.1" status: 404 len: 337 time: 0.1080601 Feb 15 16:57:05.747186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59200) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:05.780129 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e2a7f16d-489c-4cd0-a822-fa0437acd7e2 req-49e53c4f-1082-4ac0-8f2e-89c20a765cae tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/security-groups?id=f661b061-7bf4-4f07-9f35-771109a6bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141984 Feb 15 16:57:05.850305 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c70aa6cf-fb51-41d6-a83a-7671896da18e tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports?device_id=dec9a01b-a748-4a8d-aa14-09d306c3c05b HTTP/1.1" status: 200 len: 205 time: 0.0999639 Feb 15 16:57:05.850989 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59206) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:05.867132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 179f158b-d390-41b5-9d81-4ef4c5ff219e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:57:05.923170 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-820dd1bb-82a8-4653-b976-4168d8684a42 req-d31757c7-ddb9-472c-8132-d2d151ef0a54 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 210 time: 0.6012280 Feb 15 16:57:05.935661 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-59cc850e-8ef5-447b-98dc-52360b2097e3 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] delete failed (client error): The resource could not be found. Feb 15 16:57:05.942647 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-59cc850e-8ef5-447b-98dc-52360b2097e3 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/routers/dec9a01b-a748-4a8d-aa14-09d306c3c05b HTTP/1.1" status: 404 len: 336 time: 0.0904381 Feb 15 16:57:05.944057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59210) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:06.004646 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-82de2470-2da2-4adf-9d89-0b2fd5319fbd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] DELETE failed (client error): The resource could not be found. Feb 15 16:57:06.011551 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a7fbac9-b82c-48d1-8660-8b082aada3c8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1af682be-1f8a-46fb-9e7d-f1e18126333a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:06.013558 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82de2470-2da2-4adf-9d89-0b2fd5319fbd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:57:06.016681 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-82de2470-2da2-4adf-9d89-0b2fd5319fbd tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/c79aa0f7-8678-43ce-8d27-57ca5219055b HTTP/1.1" status: 404 len: 337 time: 0.0708992 Feb 15 16:57:06.021883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59214) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:06.024201 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 179f158b-d390-41b5-9d81-4ef4c5ff219e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:06.024690 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:06.063971 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-02c79ea7-3eb8-4c73-af35-cc5ce14d2201 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for port (0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:06.087072 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2b9dedd9-e7a4-475c-926e-0240a86e3b00 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "GET /v2.0/ports?device_id=778e3671-c1bc-4584-a1d5-4b9ef5b48107 HTTP/1.1" status: 200 len: 205 time: 0.0629673 Feb 15 16:57:06.094842 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59218) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:06.184738 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-d388c3f3-f722-41f4-837e-f4ab862ee932 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] delete failed (client error): The resource could not be found. Feb 15 16:57:06.188828 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d388c3f3-f722-41f4-837e-f4ab862ee932 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/routers/778e3671-c1bc-4584-a1d5-4b9ef5b48107 HTTP/1.1" status: 404 len: 336 time: 0.0930533 Feb 15 16:57:06.189699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59220) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:06.219285 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2fb6beb-aa23-4677-987c-57dd4766b813 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] DELETE failed (client error): The resource could not be found. Feb 15 16:57:06.220014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2fb6beb-aa23-4677-987c-57dd4766b813 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:57:06.228499 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b2fb6beb-aa23-4677-987c-57dd4766b813 tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/3efb4b59-8fd3-4a21-8c28-c07d94dd05c9 HTTP/1.1" status: 404 len: 337 time: 0.0368340 Feb 15 16:57:06.229728 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59222) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:06.236873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 179f158b-d390-41b5-9d81-4ef4c5ff219e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:06.280107 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-31e3fdde-6815-4696-82a0-c2c13d31282d None None] Provisioning complete for port 1af682be-1f8a-46fb-9e7d-f1e18126333a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:06.281774 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-31e3fdde-6815-4696-82a0-c2c13d31282d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1af682be-1f8a-46fb-9e7d-f1e18126333a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:06.294835 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-97649c6c-6c36-445b-ab16-3c517e1c3b6b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] DELETE failed (client error): The resource could not be found. Feb 15 16:57:06.301033 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97649c6c-6c36-445b-ab16-3c517e1c3b6b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:57:06.322835 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-97649c6c-6c36-445b-ab16-3c517e1c3b6b tempest-RoutersIpV6Test-888298912 tempest-RoutersIpV6Test-888298912-project] 10.222.0.107 "DELETE /v2.0/subnets/c13a075b-861f-481a-8409-a8d9fecc717f HTTP/1.1" status: 404 len: 337 time: 0.0916524 Feb 15 16:57:06.342080 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59228) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:06.714096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-31e3fdde-6815-4696-82a0-c2c13d31282d None None] Port 1af682be-1f8a-46fb-9e7d-f1e18126333a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:57:06.717142 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-651f541c-cbac-4dbc-ba0d-39e351b713f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:06.721306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-31e3fdde-6815-4696-82a0-c2c13d31282d None None] Provisioning complete for port 179f158b-d390-41b5-9d81-4ef4c5ff219e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:06.721306 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-31e3fdde-6815-4696-82a0-c2c13d31282d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:06.722132 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-02c79ea7-3eb8-4c73-af35-cc5ce14d2201 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:06.722518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['313c3044-61da-499f-9e9c-6c113b093698'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:57:06.722908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c79ea7-3eb8-4c73-af35-cc5ce14d2201 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event updated for resources: {'Port': ['ID=0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:06.722908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-02c79ea7-3eb8-4c73-af35-cc5ce14d2201 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:57:06.723235 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-651f541c-cbac-4dbc-ba0d-39e351b713f0 admin admin] Publish callbacks [] for security_group (23b4667c-9b7b-4054-aec0-23455e0b6f48), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:06.723425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-02c79ea7-3eb8-4c73-af35-cc5ce14d2201 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:06.723425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-02c79ea7-3eb8-4c73-af35-cc5ce14d2201 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:57:06.851992 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-31e3fdde-6815-4696-82a0-c2c13d31282d None None] Current status of the port 179f158b-d390-41b5-9d81-4ef4c5ff219e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:06.899631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e251d5-74e3-4cb1-996b-9d5127203d64 req-0b2ea1d3-aa28-4302-9304-6064c7407803 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:06.900638 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32e251d5-74e3-4cb1-996b-9d5127203d64 req-0b2ea1d3-aa28-4302-9304-6064c7407803 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.10 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 946 time: 0.3496127 Feb 15 16:57:06.916451 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-651f541c-cbac-4dbc-ba0d-39e351b713f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (23b4667c-9b7b-4054-aec0-23455e0b6f48), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:07.027663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3942a0f3-6fbb-4ecb-94ad-88627b55f2b6 None None] Provisioning complete for port 1af682be-1f8a-46fb-9e7d-f1e18126333a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:07.028050 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3942a0f3-6fbb-4ecb-94ad-88627b55f2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1af682be-1f8a-46fb-9e7d-f1e18126333a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:07.049303 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f541c-cbac-4dbc-ba0d-39e351b713f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b4667c-9b7b-4054-aec0-23455e0b6f48,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:07.095123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-02c79ea7-3eb8-4c73-af35-cc5ce14d2201 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:07.095804 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-02c79ea7-3eb8-4c73-af35-cc5ce14d2201 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:07.133840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3942a0f3-6fbb-4ecb-94ad-88627b55f2b6 None None] Port 1af682be-1f8a-46fb-9e7d-f1e18126333a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:57:07.136320 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1319a2f8-2418-4ad2-b462-05d61a4428f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:07.185096 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-651f541c-cbac-4dbc-ba0d-39e351b713f0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b97cc43e82b04401b4192beddde1cdc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8404298 Feb 15 16:57:07.185992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59246) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:07.254645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a8cad-c662-4ee4-a8fe-47c1d5c575db req-18b6c88b-fef4-4a73-92a4-d9188b432484 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:07.261771 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-8a7fbac9-b82c-48d1-8660-8b082aada3c8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Allocated IP 2001:db8:0:1::2d0 (e0c4984d-c07d-4325-8361-36dc66b1eb61/1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1/1af682be-1f8a-46fb-9e7d-f1e18126333a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:57:07.264043 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c55a8cad-c662-4ee4-a8fe-47c1d5c575db req-18b6c88b-fef4-4a73-92a4-d9188b432484 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 932 time: 0.1803467 Feb 15 16:57:07.265204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0fccdb4b-7680-41f3-82c3-2b95596b8354 None None] Provisioning complete for port 1af682be-1f8a-46fb-9e7d-f1e18126333a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:07.269656 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0fccdb4b-7680-41f3-82c3-2b95596b8354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1af682be-1f8a-46fb-9e7d-f1e18126333a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:07.375689 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0fccdb4b-7680-41f3-82c3-2b95596b8354 None None] Port 1af682be-1f8a-46fb-9e7d-f1e18126333a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:57:07.412265 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954ab42-feb2-44d3-a31c-a2f0a5744bee req-0d85929d-c8ae-401f-a1e7-cba0be23bf07 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:07.414130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a954ab42-feb2-44d3-a31c-a2f0a5744bee req-0d85929d-c8ae-401f-a1e7-cba0be23bf07 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 946 time: 0.3751137 Feb 15 16:57:07.420489 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-02c79ea7-3eb8-4c73-af35-cc5ce14d2201 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6315651 Feb 15 16:57:07.429170 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c55a8cad-c662-4ee4-a8fe-47c1d5c575db req-45d0d599-02bc-4d40-9a97-6c26b19bd77e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640046 Feb 15 16:57:07.450365 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c0fb7fb-e04c-4925-a890-de58085ff4f2 admin admin] Publish callbacks [] for security_group (23b4667c-9b7b-4054-aec0-23455e0b6f48), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:07.450671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Request body: {'port': {'device_id': '2653a15d-5ba5-4356-8bec-df4bcc7b1e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:07.471340 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59250) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:07.507861 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c0fb7fb-e04c-4925-a890-de58085ff4f2 admin admin] Publish callbacks [] for security_group (23b4667c-9b7b-4054-aec0-23455e0b6f48), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:07.533999 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5ec463e5-ff50-442b-9423-a88b77a81f51 None None] Provisioning complete for port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:07.535752 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ec463e5-ff50-442b-9423-a88b77a81f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:07.588540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a954ab42-feb2-44d3-a31c-a2f0a5744bee req-c97b1db0-5ca1-4cb7-8561-d1b3130ee430 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/security-groups?id=f661b061-7bf4-4f07-9f35-771109a6bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643281 Feb 15 16:57:07.605987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5ec463e5-ff50-442b-9423-a88b77a81f51 None None] Port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:57:07.616916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-32e251d5-74e3-4cb1-996b-9d5127203d64 req-49189678-9e83-4949-a618-a614fac3d6f6 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Deleting port b4b099f5-55c7-4125-a183-57f1f9f1e6b2 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:57:07.617262 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-32e251d5-74e3-4cb1-996b-9d5127203d64 req-49189678-9e83-4949-a618-a614fac3d6f6 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b4b099f5-55c7-4125-a183-57f1f9f1e6b2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:07.635787 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:07.681823 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c0fb7fb-e04c-4925-a890-de58085ff4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (23b4667c-9b7b-4054-aec0-23455e0b6f48), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:07.694014 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c0fb7fb-e04c-4925-a890-de58085ff4f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:07.698482 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5c0fb7fb-e04c-4925-a890-de58085ff4f2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/23b4667c-9b7b-4054-aec0-23455e0b6f48 HTTP/1.1" status: 204 len: 168 time: 0.5068188 Feb 15 16:57:07.701811 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a7fbac9-b82c-48d1-8660-8b082aada3c8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (1af682be-1f8a-46fb-9e7d-f1e18126333a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:07.720532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fb7fb-e04c-4925-a890-de58085ff4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b4667c-9b7b-4054-aec0-23455e0b6f48,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:07.772152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59258) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:07.781808 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a7fbac9-b82c-48d1-8660-8b082aada3c8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1af682be-1f8a-46fb-9e7d-f1e18126333a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:07.925254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-32e251d5-74e3-4cb1-996b-9d5127203d64 req-49189678-9e83-4949-a618-a614fac3d6f6 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] For port b4b099f5-55c7-4125-a183-57f1f9f1e6b2, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=b4b099f5-55c7-4125-a183-57f1f9f1e6b2,segment=NetworkSegment(c5c18775-b86b-4077-b664-d8c2f7d40b74),segment_id=c5c18775-b86b-4077-b664-d8c2f7d40b74)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:07.925637 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-32e251d5-74e3-4cb1-996b-9d5127203d64 req-49189678-9e83-4949-a618-a614fac3d6f6 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b4b099f5-55c7-4125-a183-57f1f9f1e6b2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:07.971434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-32e251d5-74e3-4cb1-996b-9d5127203d64 req-49189678-9e83-4949-a618-a614fac3d6f6 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Calling delete_port for b4b099f5-55c7-4125-a183-57f1f9f1e6b2 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:57:07.973378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fbac9-b82c-48d1-8660-8b082aada3c8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=1af682be-1f8a-46fb-9e7d-f1e18126333a,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:07.996723 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-8a7fbac9-b82c-48d1-8660-8b082aada3c8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] In _notify_port_updated(), no bound segment for port 1af682be-1f8a-46fb-9e7d-f1e18126333a on network e0c4984d-c07d-4325-8361-36dc66b1eb61 {{(pid=103799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 16:57:08.019063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7fbac9-b82c-48d1-8660-8b082aada3c8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:08.019063 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a7fbac9-b82c-48d1-8660-8b082aada3c8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:08.019063 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8a7fbac9-b82c-48d1-8660-8b082aada3c8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "PUT /v2.0/ports/1af682be-1f8a-46fb-9e7d-f1e18126333a HTTP/1.1" status: 200 len: 1011 time: 2.8417850 Feb 15 16:57:08.029387 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59264) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:08.100618 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4d7e92bb-054e-4a2f-965e-bbdbf0db183e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=97ba66294ae844ffa6720f7c60d3cac0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6281586 Feb 15 16:57:08.110106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59268) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:08.179448 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acfa1129-dd17-42ac-8503-0b805277e0be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:08.334137 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c99e8b10-1baa-47da-ba20-579861984e75 admin admin] Publish callbacks [] for security_group (7d1698d5-4d21-43de-91e1-31e719f355fa), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:08.391759 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c99e8b10-1baa-47da-ba20-579861984e75 admin admin] Publish callbacks [] for security_group (7d1698d5-4d21-43de-91e1-31e719f355fa), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:08.399442 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-867749a4-fb4c-4eab-a5d6-70d690b082d9 None None] Provisioning complete for port 1af682be-1f8a-46fb-9e7d-f1e18126333a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:08.400611 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-867749a4-fb4c-4eab-a5d6-70d690b082d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1af682be-1f8a-46fb-9e7d-f1e18126333a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:08.439542 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a4f46824-cf6f-4a4f-b4f6-e0b8673712bb tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port 1af682be-1f8a-46fb-9e7d-f1e18126333a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:57:08.440133 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4f46824-cf6f-4a4f-b4f6-e0b8673712bb tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1af682be-1f8a-46fb-9e7d-f1e18126333a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:08.440540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-867749a4-fb4c-4eab-a5d6-70d690b082d9 None None] Port 1af682be-1f8a-46fb-9e7d-f1e18126333a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:57:08.601864 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acfa1129-dd17-42ac-8503-0b805277e0be admin admin] Publish callbacks [] for security_group (e81fbe9f-8cd0-4604-80bc-f1ff4d2cbad4), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:08.616753 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4f46824-cf6f-4a4f-b4f6-e0b8673712bb tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1af682be-1f8a-46fb-9e7d-f1e18126333a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:08.630975 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c99e8b10-1baa-47da-ba20-579861984e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7d1698d5-4d21-43de-91e1-31e719f355fa), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:08.633344 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c99e8b10-1baa-47da-ba20-579861984e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:08.636988 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c99e8b10-1baa-47da-ba20-579861984e75 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7d1698d5-4d21-43de-91e1-31e719f355fa HTTP/1.1" status: 204 len: 168 time: 0.5238771 Feb 15 16:57:08.647757 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a4f46824-cf6f-4a4f-b4f6-e0b8673712bb tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for 1af682be-1f8a-46fb-9e7d-f1e18126333a owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:57:08.649704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e8b10-1baa-47da-ba20-579861984e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1698d5-4d21-43de-91e1-31e719f355fa,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:08.675413 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201b706-377f-4032-a23e-d7793074d062 req-3d6ba3a4-7e81-4abb-a5a1-9aef7187bd3e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:08.682404 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6201b706-377f-4032-a23e-d7793074d062 req-3d6ba3a4-7e81-4abb-a5a1-9aef7187bd3e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 932 time: 0.1232185 Feb 15 16:57:08.729333 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:57:08.743013 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acfa1129-dd17-42ac-8503-0b805277e0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e81fbe9f-8cd0-4604-80bc-f1ff4d2cbad4), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:08.751127 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-32e251d5-74e3-4cb1-996b-9d5127203d64 req-49189678-9e83-4949-a618-a614fac3d6f6 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b4b099f5-55c7-4125-a183-57f1f9f1e6b2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:08.762775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['b4b099f5-55c7-4125-a183-57f1f9f1e6b2'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:57:08.775420 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-acfa1129-dd17-42ac-8503-0b805277e0be admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ba7d82a7e02c41489bbed30690f3354a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9998612 Feb 15 16:57:08.785755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59288) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:08.812557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49189678-9e83-4949-a618-a614fac3d6f6 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Pushing event deleted for resources: {'Port': ['ID=b4b099f5-55c7-4125-a183-57f1f9f1e6b2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:08.898062 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa1129-dd17-42ac-8503-0b805277e0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81fbe9f-8cd0-4604-80bc-f1ff4d2cbad4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:08.928573 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e251d5-74e3-4cb1-996b-9d5127203d64 req-49189678-9e83-4949-a618-a614fac3d6f6 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] No DVR routers for this DVR port b4b099f5-55c7-4125-a183-57f1f9f1e6b2 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:57:08.932745 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6201b706-377f-4032-a23e-d7793074d062 req-ddbff9bb-b8e3-4d0b-8389-a2f87f14f741 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475691 Feb 15 16:57:08.934508 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-32e251d5-74e3-4cb1-996b-9d5127203d64 req-49189678-9e83-4949-a618-a614fac3d6f6 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:08.951179 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32e251d5-74e3-4cb1-996b-9d5127203d64 req-49189678-9e83-4949-a618-a614fac3d6f6 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.10 "DELETE /v2.0/ports/b4b099f5-55c7-4125-a183-57f1f9f1e6b2 HTTP/1.1" status: 204 len: 173 time: 1.9270139 Feb 15 16:57:08.953853 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2e2b5ef-287e-47be-bc3c-f72c8eadd7f2 admin admin] Publish callbacks [] for security_group (e81fbe9f-8cd0-4604-80bc-f1ff4d2cbad4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:08.954733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996', 'name': 'network-vif-deleted', 'tag': 'b4b099f5-55c7-4125-a183-57f1f9f1e6b2'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:57:08.958146 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4844fc-39dd-413d-9217-e79dcecc84f7" -d '{"events": [{"server_uuid": "5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996", "name": "network-vif-deleted", "tag": "b4b099f5-55c7-4125-a183-57f1f9f1e6b2"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:57:08.970715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef85b3e-748b-4dec-9785-3e0e94b94fe0 req-29f85a29-0d26-4587-be47-61596da47497 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:08.973815 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ef85b3e-748b-4dec-9785-3e0e94b94fe0 req-29f85a29-0d26-4587-be47-61596da47497 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 867 time: 0.2746763 Feb 15 16:57:08.995720 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:57:09.016098 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Publish callbacks [] for port (0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:09.085250 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ef85b3e-748b-4dec-9785-3e0e94b94fe0 req-fcd35a56-1db6-432b-bd34-e433230f4dda tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/security-groups?id=f661b061-7bf4-4f07-9f35-771109a6bb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031163 Feb 15 16:57:09.169613 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa13475-212b-4066-b95a-7d47231ceb94 x-openstack-request-id: req-7aa13475-212b-4066-b95a-7d47231ceb94 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:57:09.170105 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996", "name": "network-vif-deleted", "tag": "b4b099f5-55c7-4125-a183-57f1f9f1e6b2", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:57:09.170518 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7aa13475-212b-4066-b95a-7d47231ceb94 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:57:09.171061 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996', 'name': 'network-vif-deleted', 'tag': 'b4b099f5-55c7-4125-a183-57f1f9f1e6b2', 'status': 'completed', 'code': 200} Feb 15 16:57:09.175774 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2e2b5ef-287e-47be-bc3c-f72c8eadd7f2 admin admin] Publish callbacks [] for security_group (e81fbe9f-8cd0-4604-80bc-f1ff4d2cbad4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:09.355785 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4f46824-cf6f-4a4f-b4f6-e0b8673712bb tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (1af682be-1f8a-46fb-9e7d-f1e18126333a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:09.357908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Transition to ACTIVE for port object 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:57:09.358073 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2e2b5ef-287e-47be-bc3c-f72c8eadd7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e81fbe9f-8cd0-4604-80bc-f1ff4d2cbad4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:09.360922 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d01775c6-3fb8-40f0-8592-685f75fa2eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:09.366534 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2e2b5ef-287e-47be-bc3c-f72c8eadd7f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:09.367743 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d2e2b5ef-287e-47be-bc3c-f72c8eadd7f2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e81fbe9f-8cd0-4604-80bc-f1ff4d2cbad4 HTTP/1.1" status: 204 len: 168 time: 0.5810392 Feb 15 16:57:09.462967 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2b5ef-287e-47be-bc3c-f72c8eadd7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81fbe9f-8cd0-4604-80bc-f1ff4d2cbad4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:09.500666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f46824-cf6f-4a4f-b4f6-e0b8673712bb tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=1af682be-1f8a-46fb-9e7d-f1e18126333a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:09.502950 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4f46824-cf6f-4a4f-b4f6-e0b8673712bb tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:09.509031 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a4f46824-cf6f-4a4f-b4f6-e0b8673712bb tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/1af682be-1f8a-46fb-9e7d-f1e18126333a HTTP/1.1" status: 204 len: 168 time: 1.4760914 Feb 15 16:57:09.509321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59320) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:09.521744 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:09.570607 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b96b36-4ebf-41ae-87eb-74f750dfbcac tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] GET failed (client error): The resource could not be found. Feb 15 16:57:09.572586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-70b96b36-4ebf-41ae-87eb-74f750dfbcac tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/1af682be-1f8a-46fb-9e7d-f1e18126333a HTTP/1.1" status: 404 len: 333 time: 0.0623832 Feb 15 16:57:09.575635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59324) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:09.684467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Pushing event updated for resources: {'Port': ['ID=0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:09.738514 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-266cafb5-753f-4c4a-9669-a60cd15c2014 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting subnet 1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:57:09.744693 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-266cafb5-753f-4c4a-9669-a60cd15c2014 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:09.787368 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Attempting to bind port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:57:09.787922 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Attempting to bind port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:57:09.788009 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Attempting to bind port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:57:09.792890 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:57:09.793218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Attempting to bind port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:57:09.804755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:57:09.804952 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-266cafb5-753f-4c4a-9669-a60cd15c2014 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:09.805177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Checking segment: {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:57:09.805621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Bound using segment: {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:57:09.806118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Bound port: 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:57:09.806579 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:09.924015 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-266cafb5-753f-4c4a-9669-a60cd15c2014 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:09.960787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] For port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:57:09.965146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] For port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:57:10.070939 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:10.099230 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-266cafb5-753f-4c4a-9669-a60cd15c2014 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:10.162915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:10.163567 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:10.167118 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] 10.222.0.67 "PUT /v2.0/ports/0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 HTTP/1.1" status: 200 len: 1093 time: 2.7342441 Feb 15 16:57:10.176130 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266cafb5-753f-4c4a-9669-a60cd15c2014 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Subnet': ['ID=1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:10.178325 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-266cafb5-753f-4c4a-9669-a60cd15c2014 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:10.181664 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-266cafb5-753f-4c4a-9669-a60cd15c2014 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1 HTTP/1.1" status: 204 len: 168 time: 0.6049378 Feb 15 16:57:10.187677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59338) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:10.207756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abe9213-a9fb-4faa-a27f-fcbec278d9ef None None] Network e0c4984d-c07d-4325-8361-36dc66b1eb61 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:57:10.237107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16635e39-652e-4b5a-8cda-85a147a10e4a service neutron] Pushing event updated for resources: {'Port': ['ID=0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:10.248391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a0257-7d84-4265-bd66-c93c43a6d67e req-3b72d909-02c5-4afc-8d77-8e1187a7935f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:10.256682 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c38a0257-7d84-4265-bd66-c93c43a6d67e req-3b72d909-02c5-4afc-8d77-8e1187a7935f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 944 time: 0.2314386 Feb 15 16:57:10.332409 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-69984aba-eeb9-41bb-866a-6dcbd5d32a7a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting subnet 0738d37e-2544-4ec5-a94d-3ce6779caa20 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:57:10.337450 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69984aba-eeb9-41bb-866a-6dcbd5d32a7a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (0738d37e-2544-4ec5-a94d-3ce6779caa20), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:10.415475 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c38a0257-7d84-4265-bd66-c93c43a6d67e req-3190ef16-81e9-4613-8a4d-db76a41c25b4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537187 Feb 15 16:57:10.490366 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69984aba-eeb9-41bb-866a-6dcbd5d32a7a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (0738d37e-2544-4ec5-a94d-3ce6779caa20), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:10.490896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-0807753b-ca67-4054-9ef6-e86f675b0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:10.490896 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-0807753b-ca67-4054-9ef6-e86f675b0ca0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 1127 time: 0.1199908 Feb 15 16:57:10.564496 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-2865073a-253b-4a6b-9753-5815d5e658e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 HTTP/1.1" status: 200 len: 217 time: 0.0776980 Feb 15 16:57:10.642853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-5201b9f5-9be0-4d8c-8b9e-8b826b566a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:10.645672 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-5201b9f5-9be0-4d8c-8b9e-8b826b566a42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.0742991 Feb 15 16:57:10.649098 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:10.668974 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69984aba-eeb9-41bb-866a-6dcbd5d32a7a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (0738d37e-2544-4ec5-a94d-3ce6779caa20), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:10.718935 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-1688bd7f-8aa4-4f17-a18d-0840b7cb0b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:10.721194 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-1688bd7f-8aa4-4f17-a18d-0840b7cb0b84 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0693505 Feb 15 16:57:10.763712 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4187152a-abf1-4df2-a8df-996d3d1f2b43 req-cab19720-5c1c-4bbd-8eea-9506750f3473 tempest-ServerPasswordTestJSON-1382715443 tempest-ServerPasswordTestJSON-1382715443-project] 10.222.0.107 "GET /v2.0/ports?device_id=5ea8d8d6-4ef3-4e48-aa54-bfcbe3f28996 HTTP/1.1" status: 200 len: 210 time: 0.4519849 Feb 15 16:57:10.865927 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69984aba-eeb9-41bb-866a-6dcbd5d32a7a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (0738d37e-2544-4ec5-a94d-3ce6779caa20), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:10.943320 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69984aba-eeb9-41bb-866a-6dcbd5d32a7a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Subnet': ['ID=0738d37e-2544-4ec5-a94d-3ce6779caa20,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:10.966989 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-69984aba-eeb9-41bb-866a-6dcbd5d32a7a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:10.972862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-fa01bac0-8d45-42e4-a520-c090d4030a22 service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213547 Feb 15 16:57:10.974032 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-69984aba-eeb9-41bb-866a-6dcbd5d32a7a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/0738d37e-2544-4ec5-a94d-3ce6779caa20 HTTP/1.1" status: 204 len: 168 time: 0.7850492 Feb 15 16:57:10.976713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59364) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:11.137193 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (e0c4984d-c07d-4325-8361-36dc66b1eb61), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:11.199836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2653a15d-5ba5-4356-8bec-df4bcc7b1e2f', 'tag': '0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:57:11.202699 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17c6dd3-e9bb-471c-a23a-85a026e6be69" -d '{"events": [{"name": "network-changed", "server_uuid": "2653a15d-5ba5-4356-8bec-df4bcc7b1e2f", "tag": "0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:57:11.290638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device b4b099f5-55c7-4125-a183-57f1f9f1e6b2 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:57:11.304635 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeee669f-d861-44a5-bacf-796a2747cfe4 x-openstack-request-id: req-eeee669f-d861-44a5-bacf-796a2747cfe4 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:57:11.305102 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2653a15d-5ba5-4356-8bec-df4bcc7b1e2f", "tag": "0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:57:11.305378 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-eeee669f-d861-44a5-bacf-796a2747cfe4 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:57:11.305792 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2653a15d-5ba5-4356-8bec-df4bcc7b1e2f', 'tag': '0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10', 'status': 'completed', 'code': 200} Feb 15 16:57:11.327797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: b4b099f5-55c7-4125-a183-57f1f9f1e6b2 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:57:11.332226 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device b4b099f5-55c7-4125-a183-57f1f9f1e6b2 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:57:11.340723 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1fc387e-026c-4995-8a56-bd3447565e13 req-44e82bda-7383-44b9-9442-a42b23c75f0f service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146733 Feb 15 16:57:11.360208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port 179f158b-d390-41b5-9d81-4ef4c5ff219e {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:57:11.360208 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:11.452633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] For port 179f158b-d390-41b5-9d81-4ef4c5ff219e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=179f158b-d390-41b5-9d81-4ef4c5ff219e,segment=NetworkSegment(76b9c22e-e81e-45e0-9387-b2b9601dcc14),segment_id=76b9c22e-e81e-45e0-9387-b2b9601dcc14)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:11.452633 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:11.466380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for 179f158b-d390-41b5-9d81-4ef4c5ff219e owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:57:11.640267 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd6d11-3b18-4abf-8d8e-1f75323875d6 req-0ce9d333-7892-46ee-839f-b8f58d122fc8 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:11.654315 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64dd6d11-3b18-4abf-8d8e-1f75323875d6 req-0ce9d333-7892-46ee-839f-b8f58d122fc8 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 944 time: 0.1133869 Feb 15 16:57:11.740468 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a415c2-1cd5-44a6-810e-afca2971670c None None] Network e0c4984d-c07d-4325-8361-36dc66b1eb61 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:57:11.765111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c6dd3-e9bb-471c-a23a-85a026e6be69 req-10381265-b240-4d38-9419-576c6c248db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:11.766951 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f17c6dd3-e9bb-471c-a23a-85a026e6be69 req-10381265-b240-4d38-9419-576c6c248db9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 1127 time: 0.1838923 Feb 15 16:57:11.767690 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64dd6d11-3b18-4abf-8d8e-1f75323875d6 req-73e98df2-0957-4b1b-acb9-7ff6a3ad9b28 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113794 Feb 15 16:57:11.844944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59384) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:11.885934 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:11.904351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c6dd3-e9bb-471c-a23a-85a026e6be69 req-bb89c05b-3744-4936-a9f8-82a49cc5d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:11.905997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f17c6dd3-e9bb-471c-a23a-85a026e6be69 req-bb89c05b-3744-4936-a9f8-82a49cc5d2c8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.1303508 Feb 15 16:57:11.922818 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfeaee1-b945-4fa5-a396-0b9fd91e098b admin admin] Deleting subnet 52c56e89-b94f-488c-8b34-015b2a95f901 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:57:11.922919 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-121da3e7-cc1f-4ff5-abf9-1132cc574539 None None] Provisioning complete for port 179f158b-d390-41b5-9d81-4ef4c5ff219e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:11.923448 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-121da3e7-cc1f-4ff5-abf9-1132cc574539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (179f158b-d390-41b5-9d81-4ef4c5ff219e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:11.931441 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdfeaee1-b945-4fa5-a396-0b9fd91e098b admin admin] Publish callbacks [] for subnet (52c56e89-b94f-488c-8b34-015b2a95f901), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:11.943118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=179f158b-d390-41b5-9d81-4ef4c5ff219e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:11.945857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No DVR routers for this DVR port 179f158b-d390-41b5-9d81-4ef4c5ff219e on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:57:11.952082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-121da3e7-cc1f-4ff5-abf9-1132cc574539 None None] Port 179f158b-d390-41b5-9d81-4ef4c5ff219e was deleted so its status cannot be updated. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 15 16:57:12.004478 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.010029 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f17c6dd3-e9bb-471c-a23a-85a026e6be69 req-1f24f919-b9ad-4f18-a84f-edaeb23b4de2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 HTTP/1.1" status: 200 len: 217 time: 0.0770073 Feb 15 16:57:12.027506 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdfeaee1-b945-4fa5-a396-0b9fd91e098b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (52c56e89-b94f-488c-8b34-015b2a95f901), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.099405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fdeab6-ebc9-4c4d-a31b-430cdf1ea66d None None] DHCP port deletion for e0c4984d-c07d-4325-8361-36dc66b1eb61 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:57:12.128645 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdfeaee1-b945-4fa5-a396-0b9fd91e098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (52c56e89-b94f-488c-8b34-015b2a95f901), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.198717 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (e0c4984d-c07d-4325-8361-36dc66b1eb61), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.209779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c6dd3-e9bb-471c-a23a-85a026e6be69 req-78ce1836-e310-460d-80b0-a6a6c93936b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:12.211285 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f17c6dd3-e9bb-471c-a23a-85a026e6be69 req-78ce1836-e310-460d-80b0-a6a6c93936b1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.1654370 Feb 15 16:57:12.248141 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdfeaee1-b945-4fa5-a396-0b9fd91e098b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (52c56e89-b94f-488c-8b34-015b2a95f901), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.293891 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0c4984d-c07d-4325-8361-36dc66b1eb61']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:12.310880 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfeaee1-b945-4fa5-a396-0b9fd91e098b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c56e89-b94f-488c-8b34-015b2a95f901,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:12.320540 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdfeaee1-b945-4fa5-a396-0b9fd91e098b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.328564 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fdfeaee1-b945-4fa5-a396-0b9fd91e098b admin admin] 10.222.0.107 "DELETE /v2.0/subnets/52c56e89-b94f-488c-8b34-015b2a95f901 HTTP/1.1" status: 204 len: 168 time: 0.4815588 Feb 15 16:57:12.330883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b9c22e-e81e-45e0-9387-b2b9601dcc14') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:12.331131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59402) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:12.331760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b9c22e-e81e-45e0-9387-b2b9601dcc14') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:12.345776 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (76b9c22e-e81e-45e0-9387-b2b9601dcc14), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.371778 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (76b9c22e-e81e-45e0-9387-b2b9601dcc14), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.378050 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17c6dd3-e9bb-471c-a23a-85a026e6be69 req-d5854841-ed23-4972-98cc-61eccf07bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:12.379616 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f17c6dd3-e9bb-471c-a23a-85a026e6be69 req-d5854841-ed23-4972-98cc-61eccf07bae9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1574259 Feb 15 16:57:12.385113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:57:12.385596 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (76b9c22e-e81e-45e0-9387-b2b9601dcc14), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:57:12.390337 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:57:12.462072 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-845c380d-53e0-4859-8946-8f5795b152da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (6dedec3e-39db-4a00-972c-49561b630de7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.569347 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f17c6dd3-e9bb-471c-a23a-85a026e6be69 req-da9b1ea1-a522-4aba-957a-e10da81368cb service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756244 Feb 15 16:57:12.615065 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-845c380d-53e0-4859-8946-8f5795b152da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (6dedec3e-39db-4a00-972c-49561b630de7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.640542 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-845c380d-53e0-4859-8946-8f5795b152da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dedec3e-39db-4a00-972c-49561b630de7']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:12.648830 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-845c380d-53e0-4859-8946-8f5795b152da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5c18775-b86b-4077-b664-d8c2f7d40b74') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:12.649206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-845c380d-53e0-4859-8946-8f5795b152da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5c18775-b86b-4077-b664-d8c2f7d40b74') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:12.659899 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-845c380d-53e0-4859-8946-8f5795b152da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (c5c18775-b86b-4077-b664-d8c2f7d40b74), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.674302 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-845c380d-53e0-4859-8946-8f5795b152da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c5c18775-b86b-4077-b664-d8c2f7d40b74), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.680818 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-845c380d-53e0-4859-8946-8f5795b152da admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:57:12.681284 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-845c380d-53e0-4859-8946-8f5795b152da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (c5c18775-b86b-4077-b664-d8c2f7d40b74), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:57:12.739406 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:57:12.756029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59418) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:12.768836 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (e0c4984d-c07d-4325-8361-36dc66b1eb61), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.772812 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f17c6dd3-e9bb-471c-a23a-85a026e6be69 req-39b8cb06-690d-42de-88dd-f3f6369c8ed8 service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972849 Feb 15 16:57:12.792156 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.800795 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59424) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:12.804695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/networks/e0c4984d-c07d-4325-8361-36dc66b1eb61 HTTP/1.1" status: 204 len: 168 time: 1.8220501 Feb 15 16:57:12.813337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00088ec-599f-45b7-a4fb-b221e84fbeec tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Network': ['ID=e0c4984d-c07d-4325-8361-36dc66b1eb61,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:12.871105 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a55cfd-470e-4cfb-8b2e-b04189a157de tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:12.873001 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-74a55cfd-470e-4cfb-8b2e-b04189a157de tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0713463 Feb 15 16:57:12.877328 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59428) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:12.892724 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-845c380d-53e0-4859-8946-8f5795b152da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (6dedec3e-39db-4a00-972c-49561b630de7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.898677 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-845c380d-53e0-4859-8946-8f5795b152da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:12.905047 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-845c380d-53e0-4859-8946-8f5795b152da admin admin] 10.222.0.107 "DELETE /v2.0/networks/6dedec3e-39db-4a00-972c-49561b630de7 HTTP/1.1" status: 204 len: 168 time: 0.5729287 Feb 15 16:57:12.986426 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c380d-53e0-4859-8946-8f5795b152da admin admin] Pushing event deleted for resources: {'Network': ['ID=6dedec3e-39db-4a00-972c-49561b630de7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:13.017335 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7b3945ab-f4eb-444e-b182-e4d53d835684 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1388955 Feb 15 16:57:13.023124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59438) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:13.029741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-1de1a8ae-bf08-482a-a9ee-e4628b27b9ab tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1192875702'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:13.054488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d87c9-b46d-4495-8fe7-e3957e9f1dc9 req-607d1be7-7a68-4bc7-9674-5fe2690b61fc tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:13.065155 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d4d87c9-b46d-4495-8fe7-e3957e9f1dc9 req-607d1be7-7a68-4bc7-9674-5fe2690b61fc tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 944 time: 0.1586237 Feb 15 16:57:13.080871 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-850312ff-894f-4138-8f9c-72dd31e62113 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1560496841-network', 'tenant_id': '5395277982e845948329e8c214368950'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:13.139607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de1a8ae-bf08-482a-a9ee-e4628b27b9ab tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:13.144449 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1de1a8ae-bf08-482a-a9ee-e4628b27b9ab tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.162160 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d4d87c9-b46d-4495-8fe7-e3957e9f1dc9 req-4fdfd6a2-3104-412e-b35b-92657ba2990e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938883 Feb 15 16:57:13.186092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de1a8ae-bf08-482a-a9ee-e4628b27b9ab tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:57:13.193213 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1de1a8ae-bf08-482a-a9ee-e4628b27b9ab tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8365b2b4-4f86-4340-a9c3-6fbb3e6aada8), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.193856 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-1de1a8ae-bf08-482a-a9ee-e4628b27b9ab tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Added segment 8365b2b4-4f86-4340-a9c3-6fbb3e6aada8 of type vlan for network d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6 Feb 15 16:57:13.231942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850312ff-894f-4138-8f9c-72dd31e62113 admin admin] Made reservation on behalf of 5395277982e845948329e8c214368950 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:13.235367 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-850312ff-894f-4138-8f9c-72dd31e62113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.248576 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-850312ff-894f-4138-8f9c-72dd31e62113 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.271911 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1de1a8ae-bf08-482a-a9ee-e4628b27b9ab tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.347662 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-850312ff-894f-4138-8f9c-72dd31e62113 admin admin] Publish callbacks [] for security_group (b9f94d51-1084-43ba-a9aa-2cfead1f92d7), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.377856 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.397195 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1de1a8ae-bf08-482a-a9ee-e4628b27b9ab tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.406015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de1a8ae-bf08-482a-a9ee-e4628b27b9ab tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:13.406656 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1de1a8ae-bf08-482a-a9ee-e4628b27b9ab tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.441997 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-850312ff-894f-4138-8f9c-72dd31e62113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b9f94d51-1084-43ba-a9aa-2cfead1f92d7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.475162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850312ff-894f-4138-8f9c-72dd31e62113 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:57:13.485583 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-850312ff-894f-4138-8f9c-72dd31e62113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (0c625816-ab7e-4062-86da-c03b43c472b1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.486125 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-850312ff-894f-4138-8f9c-72dd31e62113 admin admin] Added segment 0c625816-ab7e-4062-86da-c03b43c472b1 of type vlan for network 40185f29-678b-471c-a3eb-3a1eb213820f Feb 15 16:57:13.497805 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850312ff-894f-4138-8f9c-72dd31e62113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f94d51-1084-43ba-a9aa-2cfead1f92d7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:13.539613 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-850312ff-894f-4138-8f9c-72dd31e62113 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (40185f29-678b-471c-a3eb-3a1eb213820f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.553487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59454) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:13.587552 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1de1a8ae-bf08-482a-a9ee-e4628b27b9ab tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5629058 Feb 15 16:57:13.592369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59458) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:13.606719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-518cee16-f54f-4176-b231-e41f90fe6817 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'subnet': {'network_id': 'd52d2aa2-b2fa-4405-9e23-c0cf4a6746f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:13.619376 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-aa291cf7-266c-4230-9581-d3a517d0156b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8b605af0928b42cab290679a2c8b3657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0642271 Feb 15 16:57:13.621756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59460) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:13.649645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1a8ae-bf08-482a-a9ee-e4628b27b9ab tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Network': ['ID=d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:13.673794 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:57:13.700677 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-850312ff-894f-4138-8f9c-72dd31e62113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (40185f29-678b-471c-a3eb-3a1eb213820f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.701666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850312ff-894f-4138-8f9c-72dd31e62113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:13.702812 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-850312ff-894f-4138-8f9c-72dd31e62113 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.734064 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-081bc6ea-cdb9-4cdc-99a1-e4d4d10980a6 admin admin] Publish callbacks [] for security_group (f661b061-7bf4-4f07-9f35-771109a6bb34), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.812313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-081bc6ea-cdb9-4cdc-99a1-e4d4d10980a6 admin admin] Publish callbacks [] for security_group (f661b061-7bf4-4f07-9f35-771109a6bb34), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.818201 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-850312ff-894f-4138-8f9c-72dd31e62113 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0622356 Feb 15 16:57:13.860494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 179f158b-d390-41b5-9d81-4ef4c5ff219e no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:57:13.871622 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850312ff-894f-4138-8f9c-72dd31e62113 admin admin] Pushing event updated for resources: {'Network': ['ID=40185f29-678b-471c-a3eb-3a1eb213820f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:13.916866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 40185f29-678b-471c-a3eb-3a1eb213820f details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:57:13.955844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518cee16-f54f-4176-b231-e41f90fe6817 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:13.959315 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-518cee16-f54f-4176-b231-e41f90fe6817 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.985122 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-081bc6ea-cdb9-4cdc-99a1-e4d4d10980a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f661b061-7bf4-4f07-9f35-771109a6bb34), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.987806 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-081bc6ea-cdb9-4cdc-99a1-e4d4d10980a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:13.988961 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-081bc6ea-cdb9-4cdc-99a1-e4d4d10980a6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f661b061-7bf4-4f07-9f35-771109a6bb34 HTTP/1.1" status: 204 len: 168 time: 0.3659027 Feb 15 16:57:14.004135 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081bc6ea-cdb9-4cdc-99a1-e4d4d10980a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f661b061-7bf4-4f07-9f35-771109a6bb34,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:14.060861 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 179f158b-d390-41b5-9d81-4ef4c5ff219e {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:57:14.062082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 179f158b-d390-41b5-9d81-4ef4c5ff219e not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:57:14.242296 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-518cee16-f54f-4176-b231-e41f90fe6817 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (a6944c9a-b6e1-44b7-ac56-7faacbf4e32f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:14.373939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518cee16-f54f-4176-b231-e41f90fe6817 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Subnet': ['ID=a6944c9a-b6e1-44b7-ac56-7faacbf4e32f,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:14.379268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518cee16-f54f-4176-b231-e41f90fe6817 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Checking segment: {'id': '8365b2b4-4f86-4340-a9c3-6fbb3e6aada8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd52d2aa2-b2fa-4405-9e23-c0cf4a6746f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:57:14.379657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518cee16-f54f-4176-b231-e41f90fe6817 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network hostable DHCP agents. Network: d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:57:14.430754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03a26f-eec7-4a35-bc30-ac4dd719c9ee req-e190db54-6206-4863-b86d-421683c36ebe tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:14.432451 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b03a26f-eec7-4a35-bc30-ac4dd719c9ee req-e190db54-6206-4863-b86d-421683c36ebe tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 944 time: 0.1094553 Feb 15 16:57:14.459621 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:57:14.531130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b03a26f-eec7-4a35-bc30-ac4dd719c9ee req-d9840ce9-1572-4071-b7cd-2df15029e147 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850410 Feb 15 16:57:14.531772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518cee16-f54f-4176-b231-e41f90fe6817 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:57:14.628107 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:14.636530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-518cee16-f54f-4176-b231-e41f90fe6817 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:14.645648 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'port_id': '0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10', 'mac_address': 'fa:16:3e:30:90:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:57:14.645886 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518cee16-f54f-4176-b231-e41f90fe6817 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:14.648348 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-518cee16-f54f-4176-b231-e41f90fe6817 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:14.680464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94fb5c2-3db7-4c1d-8659-d65fe9e99698 None None] Network d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:57:14.760204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:14.760595 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:14.779462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59484) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:14.786608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-518cee16-f54f-4176-b231-e41f90fe6817 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1890445 Feb 15 16:57:14.787229 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8f0ba23d-8b9e-4b5c-8827-b55e42aca41d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'network_id': 'd52d2aa2-b2fa-4405-9e23-c0cf4a6746f6', 'name': 'tempest-PortsIpV6TestJSON-530240837'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:14.808451 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:57:14.849493 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:14.909325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6', 'network_id': 'd52d2aa2-b2fa-4405-9e23-c0cf4a6746f6', 'project_id': '55997da602654ea6b0b2c59d2d9eeef2', 'fixed_ips': [{'subnet_id': 'a6944c9a-b6e1-44b7-ac56-7faacbf4e32f'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:57:14.911087 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:14.951708 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:15.116277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0ba23d-8b9e-4b5c-8827-b55e42aca41d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:15.120924 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f0ba23d-8b9e-4b5c-8827-b55e42aca41d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:15.146202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-8f0ba23d-8b9e-4b5c-8827-b55e42aca41d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] device_id is not set on port ba14471e-93b8-499a-9d72-a25903e5e3f6 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:57:15.330666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:57:15.435392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:15.448289 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:15.448803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:15.449432 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:15.449927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:15.455144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:15.455144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:15.455144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:15.455144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:15.455144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:15.455144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:15.455144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:15.455144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:15.455144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:15.455901 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-8f0ba23d-8b9e-4b5c-8827-b55e42aca41d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Allocated IP 2001:db8::16 (d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6/a6944c9a-b6e1-44b7-ac56-7faacbf4e32f/ba14471e-93b8-499a-9d72-a25903e5e3f6) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:57:15.785413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485943d1-51e0-4f03-b2d0-9a4678168fa9 req-7b1a637b-9251-4730-a62d-a47eb9b4648b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:15.795054 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-485943d1-51e0-4f03-b2d0-9a4678168fa9 req-7b1a637b-9251-4730-a62d-a47eb9b4648b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 945 time: 0.1492112 Feb 15 16:57:15.802386 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f0ba23d-8b9e-4b5c-8827-b55e42aca41d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (ba14471e-93b8-499a-9d72-a25903e5e3f6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:15.852833 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241f97c-4d36-47f2-9e0b-35b974d8d79b req-ab1efb29-f498-47c4-87f8-1dd54428014e tempest-ComputeTenantNetworksTest-737920388 tempest-ComputeTenantNetworksTest-737920388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:15.859919 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241f97c-4d36-47f2-9e0b-35b974d8d79b req-ab1efb29-f498-47c4-87f8-1dd54428014e tempest-ComputeTenantNetworksTest-737920388 tempest-ComputeTenantNetworksTest-737920388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:15.866347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241f97c-4d36-47f2-9e0b-35b974d8d79b req-ab1efb29-f498-47c4-87f8-1dd54428014e tempest-ComputeTenantNetworksTest-737920388 tempest-ComputeTenantNetworksTest-737920388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:15.872085 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5241f97c-4d36-47f2-9e0b-35b974d8d79b req-ab1efb29-f498-47c4-87f8-1dd54428014e tempest-ComputeTenantNetworksTest-737920388 tempest-ComputeTenantNetworksTest-737920388-project] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4566092 Feb 15 16:57:15.925640 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-485943d1-51e0-4f03-b2d0-9a4678168fa9 req-bc66ea6e-308d-498d-8b04-83a88c9a91a1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295738 Feb 15 16:57:16.005048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b56b5-ef79-4a5f-a2cb-e2f21f6ec553 req-db1ef636-2824-49f2-9f04-f28633e08b07 tempest-ComputeTenantNetworksTest-737920388 tempest-ComputeTenantNetworksTest-737920388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:16.015763 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-203b56b5-ef79-4a5f-a2cb-e2f21f6ec553 req-db1ef636-2824-49f2-9f04-f28633e08b07 tempest-ComputeTenantNetworksTest-737920388 tempest-ComputeTenantNetworksTest-737920388-project] 10.222.0.107 "GET /v2.0/networks/40185f29-678b-471c-a3eb-3a1eb213820f HTTP/1.1" status: 200 len: 769 time: 0.1211605 Feb 15 16:57:16.015763 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f0ba23d-8b9e-4b5c-8827-b55e42aca41d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ba14471e-93b8-499a-9d72-a25903e5e3f6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:16.016458 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59518) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:16.060660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Allocated IP 2001:db8::2 (d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6/a6944c9a-b6e1-44b7-ac56-7faacbf4e32f/88d34f0a-b602-496b-9092-8064b2fe16e2) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:57:16.109481 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0ba23d-8b9e-4b5c-8827-b55e42aca41d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:57:16.115954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-8f0ba23d-8b9e-4b5c-8827-b55e42aca41d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:16.118859 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ba23d-8b9e-4b5c-8827-b55e42aca41d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:57:16.127377 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0ba23d-8b9e-4b5c-8827-b55e42aca41d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:16.129248 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f0ba23d-8b9e-4b5c-8827-b55e42aca41d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:16.166727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ba23d-8b9e-4b5c-8827-b55e42aca41d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=ba14471e-93b8-499a-9d72-a25903e5e3f6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:16.205283 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a32dceff-ee90-408d-b840-ecd2d0abf951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (40185f29-678b-471c-a3eb-3a1eb213820f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:16.241570 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8f0ba23d-8b9e-4b5c-8827-b55e42aca41d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4603961 Feb 15 16:57:16.244460 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59528) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:16.252376 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'network_id': 'd52d2aa2-b2fa-4405-9e23-c0cf4a6746f6', 'name': 'tempest-PortsIpV6TestJSON-429362880'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:16.341852 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a32dceff-ee90-408d-b840-ecd2d0abf951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (40185f29-678b-471c-a3eb-3a1eb213820f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:16.366682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a32dceff-ee90-408d-b840-ecd2d0abf951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40185f29-678b-471c-a3eb-3a1eb213820f']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:16.372154 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Publish callbacks [] for port (88d34f0a-b602-496b-9092-8064b2fe16e2), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:16.378426 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a32dceff-ee90-408d-b840-ecd2d0abf951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c625816-ab7e-4062-86da-c03b43c472b1') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:16.379008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a32dceff-ee90-408d-b840-ecd2d0abf951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c625816-ab7e-4062-86da-c03b43c472b1') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:16.397742 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a32dceff-ee90-408d-b840-ecd2d0abf951 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (0c625816-ab7e-4062-86da-c03b43c472b1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:16.420020 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a32dceff-ee90-408d-b840-ecd2d0abf951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (0c625816-ab7e-4062-86da-c03b43c472b1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:16.453188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a32dceff-ee90-408d-b840-ecd2d0abf951 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:57:16.457290 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a32dceff-ee90-408d-b840-ecd2d0abf951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (0c625816-ab7e-4062-86da-c03b43c472b1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:57:16.461797 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:57:16.472991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:57:16.536863 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (88d34f0a-b602-496b-9092-8064b2fe16e2), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:16.596023 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:16.600008 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:16.607964 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Pushing event updated for resources: {'Port': ['ID=88d34f0a-b602-496b-9092-8064b2fe16e2,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:16.627233 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Network d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:57:16.630605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:16.640419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:57:16.642814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] device_id is not set on port b740bac7-0205-4cf9-8321-42204e2cc4cb yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:57:16.693445 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a32dceff-ee90-408d-b840-ecd2d0abf951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (40185f29-678b-471c-a3eb-3a1eb213820f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:16.726005 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a32dceff-ee90-408d-b840-ecd2d0abf951 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:16.738735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a32dceff-ee90-408d-b840-ecd2d0abf951 admin admin] 10.222.0.107 "DELETE /v2.0/networks/40185f29-678b-471c-a3eb-3a1eb213820f HTTP/1.1" status: 204 len: 168 time: 0.7143989 Feb 15 16:57:16.740241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32dceff-ee90-408d-b840-ecd2d0abf951 admin admin] Pushing event deleted for resources: {'Network': ['ID=40185f29-678b-471c-a3eb-3a1eb213820f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:16.742951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59542) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:16.807733 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Allocated IP 2001:db8::2c1 (d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6/a6944c9a-b6e1-44b7-ac56-7faacbf4e32f/b740bac7-0205-4cf9-8321-42204e2cc4cb) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:57:16.884573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Attempting to bind port 88d34f0a-b602-496b-9092-8064b2fe16e2 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:57:16.884888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Attempting to bind port 88d34f0a-b602-496b-9092-8064b2fe16e2 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '8365b2b4-4f86-4340-a9c3-6fbb3e6aada8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd52d2aa2-b2fa-4405-9e23-c0cf4a6746f6'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:57:16.885261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Attempting to bind port 88d34f0a-b602-496b-9092-8064b2fe16e2 on network d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:57:16.898745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:57:16.899131 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Checking segment: {'id': '8365b2b4-4f86-4340-a9c3-6fbb3e6aada8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd52d2aa2-b2fa-4405-9e23-c0cf4a6746f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:57:16.899545 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:16.899943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Bound using segment: {'id': '8365b2b4-4f86-4340-a9c3-6fbb3e6aada8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd52d2aa2-b2fa-4405-9e23-c0cf4a6746f6'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:57:16.900426 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Bound port: 88d34f0a-b602-496b-9092-8064b2fe16e2, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8365b2b4-4f86-4340-a9c3-6fbb3e6aada8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd52d2aa2-b2fa-4405-9e23-c0cf4a6746f6'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:57:16.900816 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (88d34f0a-b602-496b-9092-8064b2fe16e2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:17.056778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] For port 88d34f0a-b602-496b-9092-8064b2fe16e2, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:57:17.063389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] For port 88d34f0a-b602-496b-9092-8064b2fe16e2, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=88d34f0a-b602-496b-9092-8064b2fe16e2,segment=NetworkSegment(8365b2b4-4f86-4340-a9c3-6fbb3e6aada8),segment_id=8365b2b4-4f86-4340-a9c3-6fbb3e6aada8)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:57:17.072940 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (b740bac7-0205-4cf9-8321-42204e2cc4cb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:17.157174 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (88d34f0a-b602-496b-9092-8064b2fe16e2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:17.161281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3f9b0-d40d-40b3-8723-0631e0b40604 req-f7c3d0c5-b1a6-4bab-b362-7b09b2c092c6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:17.172293 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c5c3f9b0-d40d-40b3-8723-0631e0b40604 req-f7c3d0c5-b1a6-4bab-b362-7b09b2c092c6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 945 time: 0.0764613 Feb 15 16:57:17.239604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:57:17.250142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:17.250431 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:17.259700 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b740bac7-0205-4cf9-8321-42204e2cc4cb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:17.270425 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c5c3f9b0-d40d-40b3-8723-0631e0b40604 req-d5eb2bb9-e66c-454f-a5ac-5a013e062b83 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969443 Feb 15 16:57:17.301038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59558) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:17.323043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:57:17.333327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:17.341699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:57:17.351298 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:17.352107 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:17.378997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7cf3703c-be08-486f-82dc-e6ce1f6ed6c8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5395277982e845948329e8c214368950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0765352 Feb 15 16:57:17.380921 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59560) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:17.394827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bcc2c-3836-406e-9457-13dded770f62 None None] Pushing event updated for resources: {'Port': ['ID=88d34f0a-b602-496b-9092-8064b2fe16e2,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:17.469354 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=b740bac7-0205-4cf9-8321-42204e2cc4cb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:17.495816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:17.496217 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:17.503754 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:17.503754 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:17.503754 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:17.505535 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:17.505910 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:17.511289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:17.511289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:17.511289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:17.515814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:17.516139 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:17.517989 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:17.518347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:17.524918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:17.553277 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-672b2ad4-1c68-4af7-be3e-f4595a8e5e07 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3037736 Feb 15 16:57:17.555190 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c08610f6-6ae8-421b-87ce-5b9f83ebcf0b admin admin] Publish callbacks [] for security_group (b9f94d51-1084-43ba-a9aa-2cfead1f92d7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:17.555770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59564) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:17.562333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:17.563515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2653a15d-5ba5-4356-8bec-df4bcc7b1e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:57:17.566553 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9735dad2-1724-4b9f-a310-cf30f5ef49ca" -d '{"events": [{"server_uuid": "2653a15d-5ba5-4356-8bec-df4bcc7b1e2f", "name": "network-vif-plugged", "status": "completed", "tag": "0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:57:17.636504 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c08610f6-6ae8-421b-87ce-5b9f83ebcf0b admin admin] Publish callbacks [] for security_group (b9f94d51-1084-43ba-a9aa-2cfead1f92d7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:17.653218 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:17.717046 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9873a33-df4a-4348-b096-1788fac1442e x-openstack-request-id: req-b9873a33-df4a-4348-b096-1788fac1442e {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:57:17.717346 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2653a15d-5ba5-4356-8bec-df4bcc7b1e2f", "name": "network-vif-plugged", "status": "completed", "tag": "0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:57:17.717660 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b9873a33-df4a-4348-b096-1788fac1442e {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:57:17.718059 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2653a15d-5ba5-4356-8bec-df4bcc7b1e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10', 'code': 200} Feb 15 16:57:17.804949 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:17.895260 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2af0f4db-7b87-4868-8889-624e5cd352ec admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-867617357-network', 'tenant_id': 'a63e4750546341049d4553a66336baf6'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:17.911580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dca5e2-33e6-41e3-9950-b16266f5902b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:17.919668 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c1dca5e2-33e6-41e3-9950-b16266f5902b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A16 HTTP/1.1" status: 200 len: 927 time: 0.3601265 Feb 15 16:57:17.923582 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59570) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:17.925755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 88d34f0a-b602-496b-9092-8064b2fe16e2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:57:17.961285 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c08610f6-6ae8-421b-87ce-5b9f83ebcf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b9f94d51-1084-43ba-a9aa-2cfead1f92d7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:17.963938 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c08610f6-6ae8-421b-87ce-5b9f83ebcf0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:17.976307 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c08610f6-6ae8-421b-87ce-5b9f83ebcf0b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b9f94d51-1084-43ba-a9aa-2cfead1f92d7 HTTP/1.1" status: 204 len: 168 time: 0.5927722 Feb 15 16:57:18.026900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12904a2-692f-4f51-beeb-f8ab0928b6fd req-62214d41-c760-4c88-88c8-a58c107775ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:18.028443 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d12904a2-692f-4f51-beeb-f8ab0928b6fd req-62214d41-c760-4c88-88c8-a58c107775ec service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 1129 time: 0.2776420 Feb 15 16:57:18.039344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08610f6-6ae8-421b-87ce-5b9f83ebcf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f94d51-1084-43ba-a9aa-2cfead1f92d7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:18.051351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6aada8e3-1502-44eb-bc5a-2ab59e01b760 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port b740bac7-0205-4cf9-8321-42204e2cc4cb {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:57:18.052446 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6aada8e3-1502-44eb-bc5a-2ab59e01b760 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b740bac7-0205-4cf9-8321-42204e2cc4cb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:18.110826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 88d34f0a-b602-496b-9092-8064b2fe16e2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:18.114272 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (88d34f0a-b602-496b-9092-8064b2fe16e2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:18.127827 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af0f4db-7b87-4868-8889-624e5cd352ec admin admin] Made reservation on behalf of a63e4750546341049d4553a66336baf6 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:18.133516 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2af0f4db-7b87-4868-8889-624e5cd352ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:18.164115 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2af0f4db-7b87-4868-8889-624e5cd352ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:18.285194 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 88d34f0a-b602-496b-9092-8064b2fe16e2 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:18.285194 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (88d34f0a-b602-496b-9092-8064b2fe16e2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:18.328929 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6aada8e3-1502-44eb-bc5a-2ab59e01b760 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b740bac7-0205-4cf9-8321-42204e2cc4cb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:18.369447 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6aada8e3-1502-44eb-bc5a-2ab59e01b760 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for b740bac7-0205-4cf9-8321-42204e2cc4cb owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:57:18.377275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 88d34f0a-b602-496b-9092-8064b2fe16e2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=88d34f0a-b602-496b-9092-8064b2fe16e2,segment=NetworkSegment(8365b2b4-4f86-4340-a9c3-6fbb3e6aada8),segment_id=8365b2b4-4f86-4340-a9c3-6fbb3e6aada8)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:18.436640 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2af0f4db-7b87-4868-8889-624e5cd352ec admin admin] Publish callbacks [] for security_group (ac9ef120-219f-4011-80aa-490578d13ac9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:18.470191 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (88d34f0a-b602-496b-9092-8064b2fe16e2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:18.534699 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2af0f4db-7b87-4868-8889-624e5cd352ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ac9ef120-219f-4011-80aa-490578d13ac9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:18.573464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af0f4db-7b87-4868-8889-624e5cd352ec admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:57:18.606600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=88d34f0a-b602-496b-9092-8064b2fe16e2,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:18.615258 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d12904a2-692f-4f51-beeb-f8ab0928b6fd req-e193c582-3306-449b-8c56-f02e1800ed39 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5761719 Feb 15 16:57:18.707847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb881be-40f6-45e5-a11b-df3e3f5b38b1 req-b7b0d989-3025-4093-8f0f-f070c347c9bc tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:18.718574 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1bb881be-40f6-45e5-a11b-df3e3f5b38b1 req-b7b0d989-3025-4093-8f0f-f070c347c9bc tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 946 time: 0.2731385 Feb 15 16:57:18.723135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0f4db-7b87-4868-8889-624e5cd352ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9ef120-219f-4011-80aa-490578d13ac9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:18.812673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1bb881be-40f6-45e5-a11b-df3e3f5b38b1 req-b2a7e3ee-9a87-48a9-a4d8-3fc35fdd1098 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931225 Feb 15 16:57:18.827772 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6aada8e3-1502-44eb-bc5a-2ab59e01b760 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b740bac7-0205-4cf9-8321-42204e2cc4cb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:18.848169 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2af0f4db-7b87-4868-8889-624e5cd352ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e8a76092-27b5-4f22-9c7e-82ba1a6e19ac), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:18.848613 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-2af0f4db-7b87-4868-8889-624e5cd352ec admin admin] Added segment e8a76092-27b5-4f22-9c7e-82ba1a6e19ac of type vlan for network 1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9 Feb 15 16:57:18.900864 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aada8e3-1502-44eb-bc5a-2ab59e01b760 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=b740bac7-0205-4cf9-8321-42204e2cc4cb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:18.939753 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2af0f4db-7b87-4868-8889-624e5cd352ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:18.962063 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6aada8e3-1502-44eb-bc5a-2ab59e01b760 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:18.979155 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6aada8e3-1502-44eb-bc5a-2ab59e01b760 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/b740bac7-0205-4cf9-8321-42204e2cc4cb HTTP/1.1" status: 204 len: 168 time: 1.0517995 Feb 15 16:57:18.980254 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59598) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:18.987641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ddcc67-935d-47d5-9150-7261dffe6598 None None] Network d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:57:19.016593 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-29149476-c7a1-41d6-9a7c-60e01cd5faa5 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] GET failed (client error): The resource could not be found. Feb 15 16:57:19.018198 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-29149476-c7a1-41d6-9a7c-60e01cd5faa5 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/b740bac7-0205-4cf9-8321-42204e2cc4cb HTTP/1.1" status: 404 len: 333 time: 0.0367835 Feb 15 16:57:19.021131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59600) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:19.104415 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2af0f4db-7b87-4868-8889-624e5cd352ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:19.105742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af0f4db-7b87-4868-8889-624e5cd352ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:19.106403 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2af0f4db-7b87-4868-8889-624e5cd352ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:19.211281 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a242f9b6-9c8a-4514-8a1e-0b8c50df420a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port ba14471e-93b8-499a-9d72-a25903e5e3f6 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:57:19.211565 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a242f9b6-9c8a-4514-8a1e-0b8c50df420a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ba14471e-93b8-499a-9d72-a25903e5e3f6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:19.227272 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1400f55a-e804-421c-bfc1-bf1a2f7e1695 None None] Provisioning complete for port 88d34f0a-b602-496b-9092-8064b2fe16e2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:19.227802 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1400f55a-e804-421c-bfc1-bf1a2f7e1695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (88d34f0a-b602-496b-9092-8064b2fe16e2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:19.253041 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af0f4db-7b87-4868-8889-624e5cd352ec admin admin] Pushing event updated for resources: {'Network': ['ID=1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:19.306936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:57:19.385573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2af0f4db-7b87-4868-8889-624e5cd352ec admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.6389933 Feb 15 16:57:19.387876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59612) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:19.393630 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ddd14e3a-2abf-4d58-824b-219c364dda33 admin admin] Request body: {'subnet': {'network_id': '1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-867617357-subnet', 'tenant_id': 'a63e4750546341049d4553a66336baf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:19.423617 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a242f9b6-9c8a-4514-8a1e-0b8c50df420a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ba14471e-93b8-499a-9d72-a25903e5e3f6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:19.443632 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a242f9b6-9c8a-4514-8a1e-0b8c50df420a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for ba14471e-93b8-499a-9d72-a25903e5e3f6 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:57:19.590660 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd14e3a-2abf-4d58-824b-219c364dda33 admin admin] Made reservation on behalf of a63e4750546341049d4553a66336baf6 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:19.593235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ddd14e3a-2abf-4d58-824b-219c364dda33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:19.635041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1400f55a-e804-421c-bfc1-bf1a2f7e1695 None None] Current status of the port 88d34f0a-b602-496b-9092-8064b2fe16e2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:19.767590 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a242f9b6-9c8a-4514-8a1e-0b8c50df420a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ba14471e-93b8-499a-9d72-a25903e5e3f6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:19.846189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 88d34f0a-b602-496b-9092-8064b2fe16e2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:57:19.855993 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a242f9b6-9c8a-4514-8a1e-0b8c50df420a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=ba14471e-93b8-499a-9d72-a25903e5e3f6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:19.918431 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a242f9b6-9c8a-4514-8a1e-0b8c50df420a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:19.922154 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a242f9b6-9c8a-4514-8a1e-0b8c50df420a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/ba14471e-93b8-499a-9d72-a25903e5e3f6 HTTP/1.1" status: 204 len: 168 time: 0.8997219 Feb 15 16:57:19.925281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59632) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:20.055152 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff44d53f-a9c4-40bf-ad86-fad7b8ded2f8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] GET failed (client error): The resource could not be found. Feb 15 16:57:20.057336 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 88d34f0a-b602-496b-9092-8064b2fe16e2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:20.059987 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (88d34f0a-b602-496b-9092-8064b2fe16e2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:20.074792 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ff44d53f-a9c4-40bf-ad86-fad7b8ded2f8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/ba14471e-93b8-499a-9d72-a25903e5e3f6 HTTP/1.1" status: 404 len: 333 time: 0.1456921 Feb 15 16:57:20.075783 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59638) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:20.151552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8ed59-c5eb-4b04-a0d3-6f09ccd6e439 req-9518d365-ce34-4463-b3b8-66e094e02288 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:20.166618 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c4a8ed59-c5eb-4b04-a0d3-6f09ccd6e439 req-9518d365-ce34-4463-b3b8-66e094e02288 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 946 time: 0.1528387 Feb 15 16:57:20.314605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 88d34f0a-b602-496b-9092-8064b2fe16e2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:20.361843 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c4a8ed59-c5eb-4b04-a0d3-6f09ccd6e439 req-2448c255-84c5-4b06-90a7-533165f9a0fb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832623 Feb 15 16:57:20.372650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c4dbde-80f5-4354-b44b-45d8c73c05b0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting subnet a6944c9a-b6e1-44b7-ac56-7faacbf4e32f {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:57:20.384334 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41c4dbde-80f5-4354-b44b-45d8c73c05b0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (a6944c9a-b6e1-44b7-ac56-7faacbf4e32f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:20.467086 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d0a6493c-594b-4fcb-8689-5a74944a0e63 None None] Provisioning complete for port 88d34f0a-b602-496b-9092-8064b2fe16e2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:20.467708 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0a6493c-594b-4fcb-8689-5a74944a0e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (88d34f0a-b602-496b-9092-8064b2fe16e2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:20.513618 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41c4dbde-80f5-4354-b44b-45d8c73c05b0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (a6944c9a-b6e1-44b7-ac56-7faacbf4e32f), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:20.665823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d0a6493c-594b-4fcb-8689-5a74944a0e63 None None] Current status of the port 88d34f0a-b602-496b-9092-8064b2fe16e2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:20.678444 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ddd14e3a-2abf-4d58-824b-219c364dda33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (0531f904-2454-44d2-8c93-e51090d8bc37), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:20.679888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d0a6493c-594b-4fcb-8689-5a74944a0e63 None None] Could not find standard attr ID for object ba14471e-93b8-499a-9d72-a25903e5e3f6. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 16:57:20.819649 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41c4dbde-80f5-4354-b44b-45d8c73c05b0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (a6944c9a-b6e1-44b7-ac56-7faacbf4e32f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:20.874320 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd14e3a-2abf-4d58-824b-219c364dda33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0531f904-2454-44d2-8c93-e51090d8bc37,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:20.898154 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9e574272-f40a-45ef-a94d-2545fabbbd71 None None] Could not find standard attr ID for object ba14471e-93b8-499a-9d72-a25903e5e3f6. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 16:57:20.923839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd14e3a-2abf-4d58-824b-219c364dda33 admin admin] Checking segment: {'id': 'e8a76092-27b5-4f22-9c7e-82ba1a6e19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:57:20.924487 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd14e3a-2abf-4d58-824b-219c364dda33 admin admin] Network hostable DHCP agents. Network: 1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:57:21.052764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd14e3a-2abf-4d58-824b-219c364dda33 admin admin] Network 1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:57:21.082744 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41c4dbde-80f5-4354-b44b-45d8c73c05b0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (a6944c9a-b6e1-44b7-ac56-7faacbf4e32f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:21.140274 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4dbde-80f5-4354-b44b-45d8c73c05b0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Subnet': ['ID=a6944c9a-b6e1-44b7-ac56-7faacbf4e32f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:21.144288 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41c4dbde-80f5-4354-b44b-45d8c73c05b0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:21.157782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-41c4dbde-80f5-4354-b44b-45d8c73c05b0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/a6944c9a-b6e1-44b7-ac56-7faacbf4e32f HTTP/1.1" status: 204 len: 168 time: 1.0761447 Feb 15 16:57:21.160373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59662) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:21.194056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-ddd14e3a-2abf-4d58-824b-219c364dda33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:21.205263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a53cfe5-5f85-4aec-9208-b24a8e8e79af None None] Network 1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:57:21.232164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd14e3a-2abf-4d58-824b-219c364dda33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:21.232844 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ddd14e3a-2abf-4d58-824b-219c364dda33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:21.283683 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:21.372939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c0302a-b3eb-48b7-b64f-e004a044de70 None None] Network d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:57:21.390003 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-520570dc-042b-4763-ae6b-ad442f03e413 None None] Could not find standard attr ID for object b740bac7-0205-4cf9-8321-42204e2cc4cb. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 16:57:21.417089 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ddd14e3a-2abf-4d58-824b-219c364dda33 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0177755 Feb 15 16:57:21.479736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port 88d34f0a-b602-496b-9092-8064b2fe16e2 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:57:21.480290 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (88d34f0a-b602-496b-9092-8064b2fe16e2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:21.496038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59672) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:21.574411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eac1680-cff2-48e4-9df4-97017db2d88b None None] Network 1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:57:21.598475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b137e10-7763-4820-8594-e9647668cb5e req-d9db391c-a9f4-4ee7-a54f-352bc0875d92 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:21.604248 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5b137e10-7763-4820-8594-e9647668cb5e req-d9db391c-a9f4-4ee7-a54f-352bc0875d92 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 946 time: 0.1366322 Feb 15 16:57:21.626753 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] For port 88d34f0a-b602-496b-9092-8064b2fe16e2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=88d34f0a-b602-496b-9092-8064b2fe16e2,segment=NetworkSegment(8365b2b4-4f86-4340-a9c3-6fbb3e6aada8),segment_id=8365b2b4-4f86-4340-a9c3-6fbb3e6aada8)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:21.627145 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (88d34f0a-b602-496b-9092-8064b2fe16e2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:21.649565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for 88d34f0a-b602-496b-9092-8064b2fe16e2 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:57:21.734769 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5b137e10-7763-4820-8594-e9647668cb5e req-5a489f58-32f6-49cb-b1b1-53fb3d9b0038 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163108 Feb 15 16:57:21.797403 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27035ac-655e-4057-b87a-bd95466435b7 None None] DHCP port deletion for d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:57:21.943077 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f27035ac-655e-4057-b87a-bd95466435b7 None None] Deleting port 88d34f0a-b602-496b-9092-8064b2fe16e2 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:57:21.944378 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f27035ac-655e-4057-b87a-bd95466435b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (88d34f0a-b602-496b-9092-8064b2fe16e2), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:21.962040 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (88d34f0a-b602-496b-9092-8064b2fe16e2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:22.066820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=88d34f0a-b602-496b-9092-8064b2fe16e2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:22.089952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No DVR routers for this DVR port 88d34f0a-b602-496b-9092-8064b2fe16e2 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:57:22.147039 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f27035ac-655e-4057-b87a-bd95466435b7 None None] For port 88d34f0a-b602-496b-9092-8064b2fe16e2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=88d34f0a-b602-496b-9092-8064b2fe16e2,segment=NetworkSegment(8365b2b4-4f86-4340-a9c3-6fbb3e6aada8),segment_id=8365b2b4-4f86-4340-a9c3-6fbb3e6aada8)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:22.148236 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f27035ac-655e-4057-b87a-bd95466435b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (88d34f0a-b602-496b-9092-8064b2fe16e2), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:22.181597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f27035ac-655e-4057-b87a-bd95466435b7 None None] Calling delete_port for 88d34f0a-b602-496b-9092-8064b2fe16e2 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:57:22.378034 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2cffb175-c589-4e06-8fee-4382d9249f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:22.425946 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f27035ac-655e-4057-b87a-bd95466435b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (88d34f0a-b602-496b-9092-8064b2fe16e2), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:22.465200 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27035ac-655e-4057-b87a-bd95466435b7 None None] No DVR routers for this DVR port 88d34f0a-b602-496b-9092-8064b2fe16e2 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:57:22.512157 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:22.512627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27035ac-655e-4057-b87a-bd95466435b7 None None] Pushing event deleted for resources: {'Port': ['ID=88d34f0a-b602-496b-9092-8064b2fe16e2,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:22.610363 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:22.630956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8365b2b4-4f86-4340-a9c3-6fbb3e6aada8') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:22.642040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8365b2b4-4f86-4340-a9c3-6fbb3e6aada8') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:22.668621 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (8365b2b4-4f86-4340-a9c3-6fbb3e6aada8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:22.721914 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8365b2b4-4f86-4340-a9c3-6fbb3e6aada8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:22.756673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:57:22.758585 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (8365b2b4-4f86-4340-a9c3-6fbb3e6aada8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:57:22.771233 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:57:22.922226 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2cffb175-c589-4e06-8fee-4382d9249f34 admin admin] Publish callbacks [] for security_group (ba36b392-b4af-4b99-8ba8-00a1d50dd492), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:23.013789 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2cffb175-c589-4e06-8fee-4382d9249f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ba36b392-b4af-4b99-8ba8-00a1d50dd492), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:23.019138 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:23.091809 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:23.112582 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/networks/d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6 HTTP/1.1" status: 204 len: 168 time: 1.9505105 Feb 15 16:57:23.118355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59762) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:23.224290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-cb20c674-a332-4281-9c87-63d3ca716346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1502939806'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:23.244992 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Network': ['ID=d52d2aa2-b2fa-4405-9e23-c0cf4a6746f6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:23.355440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:23.355440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:23.355440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:23.363915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:23.364626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:23.366104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:23.367683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:23.368885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:23.370266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:23.378130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:23.382953 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:23.384987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:23.387510 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c0cced-0566-4ca1-bd93-691f475e9980 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:57:23.399842 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2cffb175-c589-4e06-8fee-4382d9249f34 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d60db6842b8a4316864cec4a4770c2cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8561385 Feb 15 16:57:23.403684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffb175-c589-4e06-8fee-4382d9249f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba36b392-b4af-4b99-8ba8-00a1d50dd492,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:23.404716 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59776) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:23.520981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb20c674-a332-4281-9c87-63d3ca716346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:23.525805 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb20c674-a332-4281-9c87-63d3ca716346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:23.598134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb20c674-a332-4281-9c87-63d3ca716346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:57:23.635509 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb20c674-a332-4281-9c87-63d3ca716346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (585d4565-45d1-4257-a52a-45dc6674d468), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:23.643337 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-cb20c674-a332-4281-9c87-63d3ca716346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Added segment 585d4565-45d1-4257-a52a-45dc6674d468 of type vlan for network 41dde149-ecbf-4fe6-b892-30cddcb10013 Feb 15 16:57:23.659605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-87e1823b-213b-4b32-982c-21d6bf496d83 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:23.671713 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-87e1823b-213b-4b32-982c-21d6bf496d83 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/networks?id=1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9 HTTP/1.1" status: 200 len: 808 time: 1.1247830 Feb 15 16:57:23.705315 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0cbb4ebd-ecb1-49e3-8217-c8b2f4bdcc08 admin admin] Publish callbacks [] for security_group (ba36b392-b4af-4b99-8ba8-00a1d50dd492), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:23.727561 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-ac47962c-b1a1-4220-b9c7-90981d494295 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/quotas/a63e4750546341049d4553a66336baf6 HTTP/1.1" status: 200 len: 375 time: 0.0538964 Feb 15 16:57:23.791208 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb20c674-a332-4281-9c87-63d3ca716346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (41dde149-ecbf-4fe6-b892-30cddcb10013), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:23.797770 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-0770763a-3771-4da3-a5ea-58600e5cf50a tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=a63e4750546341049d4553a66336baf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670507 Feb 15 16:57:23.808991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 88d34f0a-b602-496b-9092-8064b2fe16e2 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:57:23.835300 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0cbb4ebd-ecb1-49e3-8217-c8b2f4bdcc08 admin admin] Publish callbacks [] for security_group (ba36b392-b4af-4b99-8ba8-00a1d50dd492), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:23.919626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 88d34f0a-b602-496b-9092-8064b2fe16e2 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:57:23.920913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 88d34f0a-b602-496b-9092-8064b2fe16e2 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:57:23.932658 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb20c674-a332-4281-9c87-63d3ca716346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (41dde149-ecbf-4fe6-b892-30cddcb10013), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:23.938493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb20c674-a332-4281-9c87-63d3ca716346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:23.939102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb20c674-a332-4281-9c87-63d3ca716346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:23.945122 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-4007cc69-a48e-4cc1-aa03-9e7b06097b01 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 16:57:23.955580 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-4007cc69-a48e-4cc1-aa03-9e7b06097b01 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1560562 Feb 15 16:57:24.052040 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0cbb4ebd-ecb1-49e3-8217-c8b2f4bdcc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ba36b392-b4af-4b99-8ba8-00a1d50dd492), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:24.060782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0cbb4ebd-ecb1-49e3-8217-c8b2f4bdcc08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:24.065196 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0cbb4ebd-ecb1-49e3-8217-c8b2f4bdcc08 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ba36b392-b4af-4b99-8ba8-00a1d50dd492 HTTP/1.1" status: 204 len: 168 time: 0.6597741 Feb 15 16:57:24.108515 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb4ebd-ecb1-49e3-8217-c8b2f4bdcc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba36b392-b4af-4b99-8ba8-00a1d50dd492,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:24.122689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20c674-a332-4281-9c87-63d3ca716346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Network': ['ID=41dde149-ecbf-4fe6-b892-30cddcb10013,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:24.141462 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cb20c674-a332-4281-9c87-63d3ca716346 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9465008 Feb 15 16:57:24.144112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59806) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:24.145487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 41dde149-ecbf-4fe6-b892-30cddcb10013 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:57:24.150147 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-003e99fa-39fc-448d-8a76-0d94724b6578 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'subnet': {'network_id': '41dde149-ecbf-4fe6-b892-30cddcb10013', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:24.313137 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-08c43a50-5a28-4321-b1d7-9f24c2fc07a2 service neutron] 10.222.0.107 "GET /v2.0/networks/1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545320 Feb 15 16:57:24.458507 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003e99fa-39fc-448d-8a76-0d94724b6578 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:24.461953 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-003e99fa-39fc-448d-8a76-0d94724b6578 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:24.706402 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-1120474a-1ea7-4821-8dfe-703005f7e513 service neutron] 10.222.0.107 "GET /v2.0/networks/1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908696 Feb 15 16:57:25.093319 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-003e99fa-39fc-448d-8a76-0d94724b6578 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (751253b3-14e2-4ad7-8675-1b58950d5b02), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:25.242363 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59850) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:25.278531 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74670a57-67c5-46c5-ad03-ef915e8a1daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:25.538549 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74670a57-67c5-46c5-ad03-ef915e8a1daf admin admin] Publish callbacks [] for security_group (d631c24b-7413-406a-8f62-eb65eff16b79), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:25.595894 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74670a57-67c5-46c5-ad03-ef915e8a1daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d631c24b-7413-406a-8f62-eb65eff16b79), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:25.716650 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-74670a57-67c5-46c5-ad03-ef915e8a1daf admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ae1849a1b94c48b193cb72144245fe0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4728398 Feb 15 16:57:25.744247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74670a57-67c5-46c5-ad03-ef915e8a1daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d631c24b-7413-406a-8f62-eb65eff16b79,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:25.748231 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59872) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:25.837530 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10ba4a38-569b-402c-b115-b6fd7bb34e82 admin admin] Publish callbacks [] for security_group (d631c24b-7413-406a-8f62-eb65eff16b79), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:25.872931 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10ba4a38-569b-402c-b115-b6fd7bb34e82 admin admin] Publish callbacks [] for security_group (d631c24b-7413-406a-8f62-eb65eff16b79), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:26.013093 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10ba4a38-569b-402c-b115-b6fd7bb34e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d631c24b-7413-406a-8f62-eb65eff16b79), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:26.019101 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10ba4a38-569b-402c-b115-b6fd7bb34e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:26.023023 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-10ba4a38-569b-402c-b115-b6fd7bb34e82 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d631c24b-7413-406a-8f62-eb65eff16b79 HTTP/1.1" status: 204 len: 168 time: 0.2707326 Feb 15 16:57:26.063432 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba4a38-569b-402c-b115-b6fd7bb34e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d631c24b-7413-406a-8f62-eb65eff16b79,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:26.136524 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-270045e9-37ac-45ad-babe-9f3efdf4f743 req-1d687d75-8ce5-4805-a1ec-5dac7f3462b9 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 210 time: 0.9544475 Feb 15 16:57:26.181158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e99fa-39fc-448d-8a76-0d94724b6578 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Subnet': ['ID=751253b3-14e2-4ad7-8675-1b58950d5b02,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:26.187460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003e99fa-39fc-448d-8a76-0d94724b6578 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Checking segment: {'id': '585d4565-45d1-4257-a52a-45dc6674d468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '41dde149-ecbf-4fe6-b892-30cddcb10013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:57:26.189289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e99fa-39fc-448d-8a76-0d94724b6578 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network hostable DHCP agents. Network: 41dde149-ecbf-4fe6-b892-30cddcb10013, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:57:26.290895 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003e99fa-39fc-448d-8a76-0d94724b6578 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 41dde149-ecbf-4fe6-b892-30cddcb10013 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:57:26.413263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-003e99fa-39fc-448d-8a76-0d94724b6578 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 41dde149-ecbf-4fe6-b892-30cddcb10013) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:26.425179 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e99fa-39fc-448d-8a76-0d94724b6578 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:26.425817 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-003e99fa-39fc-448d-8a76-0d94724b6578 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:26.433139 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ff2f33-7aac-4b34-ae23-7317b0c3c2c3 None None] Network 41dde149-ecbf-4fe6-b892-30cddcb10013 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:57:26.583523 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-41dde149-ecbf-4fe6-b892-30cddcb10013', 'network_id': '41dde149-ecbf-4fe6-b892-30cddcb10013', 'project_id': '55997da602654ea6b0b2c59d2d9eeef2', 'fixed_ips': [{'subnet_id': '751253b3-14e2-4ad7-8675-1b58950d5b02'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:57:26.584768 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:26.614583 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-003e99fa-39fc-448d-8a76-0d94724b6578 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4660285 Feb 15 16:57:26.614940 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59886) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:26.624859 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-95eddb01-e798-4aa3-bf3c-1c6cd993b061 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'network_id': '41dde149-ecbf-4fe6-b892-30cddcb10013', 'name': 'tempest-PortsIpV6TestJSON-1125936931', 'fixed_ips': [{'subnet_id': '751253b3-14e2-4ad7-8675-1b58950d5b02', 'ip_address': '2001:db8::10'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:26.886998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59900) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:27.184726 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95eddb01-e798-4aa3-bf3c-1c6cd993b061 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:27.205136 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6c2da86f-7acb-46af-978f-41a80d4ed43e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:27.314871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Allocated IP 2001:db8::2 (41dde149-ecbf-4fe6-b892-30cddcb10013/751253b3-14e2-4ad7-8675-1b58950d5b02/ce82c9a3-0387-4268-b067-01662ffdb056) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:57:27.398219 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2ba8cbb8-c3c6-41c6-b511-7e18de74dd46 req-2ec346ba-e465-455f-978c-a15eabee9959 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 210 time: 0.0726581 Feb 15 16:57:27.409714 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6c2da86f-7acb-46af-978f-41a80d4ed43e admin admin] Publish callbacks [] for security_group (bc094659-2f57-44f1-948f-d454ec307ded), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:27.522016 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6c2da86f-7acb-46af-978f-41a80d4ed43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bc094659-2f57-44f1-948f-d454ec307ded), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:27.522198 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95eddb01-e798-4aa3-bf3c-1c6cd993b061 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:27.588657 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-95eddb01-e798-4aa3-bf3c-1c6cd993b061 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] device_id is not set on port 4887821f-ec5e-4154-8525-1b5c7f0e8b77 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:57:27.612141 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2da86f-7acb-46af-978f-41a80d4ed43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc094659-2f57-44f1-948f-d454ec307ded,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:27.643842 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6c2da86f-7acb-46af-978f-41a80d4ed43e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e397c3e537bc47979fa33a674539f652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7545593 Feb 15 16:57:27.647273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59928) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:27.719386 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Publish callbacks [] for port (ce82c9a3-0387-4268-b067-01662ffdb056), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:27.762534 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-422cdb79-184a-4be4-95de-8b80cbe1add0 admin admin] Publish callbacks [] for security_group (bc094659-2f57-44f1-948f-d454ec307ded), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:27.794089 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-422cdb79-184a-4be4-95de-8b80cbe1add0 admin admin] Publish callbacks [] for security_group (bc094659-2f57-44f1-948f-d454ec307ded), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:27.802090 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (ce82c9a3-0387-4268-b067-01662ffdb056), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:27.864140 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Network 41dde149-ecbf-4fe6-b892-30cddcb10013 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:57:27.872249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:27.876830 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:57:27.885283 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-95eddb01-e798-4aa3-bf3c-1c6cd993b061 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Allocated IP 2001:db8::10 (41dde149-ecbf-4fe6-b892-30cddcb10013/751253b3-14e2-4ad7-8675-1b58950d5b02/4887821f-ec5e-4154-8525-1b5c7f0e8b77) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:57:27.900518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Pushing event updated for resources: {'Port': ['ID=ce82c9a3-0387-4268-b067-01662ffdb056,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:27.986125 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-422cdb79-184a-4be4-95de-8b80cbe1add0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bc094659-2f57-44f1-948f-d454ec307ded), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:27.993136 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-422cdb79-184a-4be4-95de-8b80cbe1add0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:27.996664 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-422cdb79-184a-4be4-95de-8b80cbe1add0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bc094659-2f57-44f1-948f-d454ec307ded HTTP/1.1" status: 204 len: 168 time: 0.3479552 Feb 15 16:57:28.030049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cdb79-184a-4be4-95de-8b80cbe1add0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc094659-2f57-44f1-948f-d454ec307ded,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:28.066458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Attempting to bind port ce82c9a3-0387-4268-b067-01662ffdb056 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:57:28.066835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Attempting to bind port ce82c9a3-0387-4268-b067-01662ffdb056 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '585d4565-45d1-4257-a52a-45dc6674d468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '41dde149-ecbf-4fe6-b892-30cddcb10013'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:57:28.067509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Attempting to bind port ce82c9a3-0387-4268-b067-01662ffdb056 on network 41dde149-ecbf-4fe6-b892-30cddcb10013 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:57:28.099263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:57:28.103405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Checking segment: {'id': '585d4565-45d1-4257-a52a-45dc6674d468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '41dde149-ecbf-4fe6-b892-30cddcb10013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:57:28.115715 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:28.126601 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Bound using segment: {'id': '585d4565-45d1-4257-a52a-45dc6674d468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '41dde149-ecbf-4fe6-b892-30cddcb10013'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:57:28.132304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Bound port: ce82c9a3-0387-4268-b067-01662ffdb056, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '585d4565-45d1-4257-a52a-45dc6674d468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '41dde149-ecbf-4fe6-b892-30cddcb10013'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:57:28.135314 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ce82c9a3-0387-4268-b067-01662ffdb056), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:28.366540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] For port ce82c9a3-0387-4268-b067-01662ffdb056, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:57:28.371008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] For port ce82c9a3-0387-4268-b067-01662ffdb056, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ce82c9a3-0387-4268-b067-01662ffdb056,segment=NetworkSegment(585d4565-45d1-4257-a52a-45dc6674d468),segment_id=585d4565-45d1-4257-a52a-45dc6674d468)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:57:28.458866 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ce82c9a3-0387-4268-b067-01662ffdb056), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:28.489788 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95eddb01-e798-4aa3-bf3c-1c6cd993b061 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (4887821f-ec5e-4154-8525-1b5c7f0e8b77), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:28.584697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f461c34-91f9-4b8a-99cb-dea2b94d6f73 None None] Pushing event updated for resources: {'Port': ['ID=ce82c9a3-0387-4268-b067-01662ffdb056,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:28.731278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-076232a2-8139-4d30-a216-5eafe241a5ad tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:28.733573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-076232a2-8139-4d30-a216-5eafe241a5ad tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.10 "GET /v2.0/networks?id=1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9 HTTP/1.1" status: 200 len: 808 time: 0.4405212 Feb 15 16:57:28.738969 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95eddb01-e798-4aa3-bf3c-1c6cd993b061 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4887821f-ec5e-4154-8525-1b5c7f0e8b77), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:28.750433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21476043-97e3-4aac-95b6-3f251afdf7c2 req-7e635e3b-a197-465f-bbb6-87ca1c62973b tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 210 time: 0.1266518 Feb 15 16:57:28.760058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-bf112ecc-a0ab-4963-9bbf-87a4c7ca1694 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Request body: {'port': {'device_id': '8d73b127-a7a4-4466-85b8-07f5257f2e75', 'network_id': '1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9', 'admin_state_up': True, 'tenant_id': 'a63e4750546341049d4553a66336baf6'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:28.857120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eddb01-e798-4aa3-bf3c-1c6cd993b061 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=4887821f-ec5e-4154-8525-1b5c7f0e8b77,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:28.864908 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95eddb01-e798-4aa3-bf3c-1c6cd993b061 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 41dde149-ecbf-4fe6-b892-30cddcb10013 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:57:28.869276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-95eddb01-e798-4aa3-bf3c-1c6cd993b061 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:28.878532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95eddb01-e798-4aa3-bf3c-1c6cd993b061 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:57:28.885745 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eddb01-e798-4aa3-bf3c-1c6cd993b061 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:28.886928 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95eddb01-e798-4aa3-bf3c-1c6cd993b061 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:29.025857 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-95eddb01-e798-4aa3-bf3c-1c6cd993b061 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4095089 Feb 15 16:57:29.027569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59962) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:29.055302 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-42ef2a60-671b-4cca-be25-14691973e6a4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'network_id': '41dde149-ecbf-4fe6-b892-30cddcb10013', 'name': 'tempest-PortsIpV6TestJSON-2053932079', 'fixed_ips': [{'subnet_id': '751253b3-14e2-4ad7-8675-1b58950d5b02', 'ip_address': '2001:db8::f'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:29.084627 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59964) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:29.106499 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cbd37ec1-8137-4586-99f4-1a9c4b0375d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:29.159589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-bf112ecc-a0ab-4963-9bbf-87a4c7ca1694 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Made reservation on behalf of a63e4750546341049d4553a66336baf6 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:29.163112 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-bf112ecc-a0ab-4963-9bbf-87a4c7ca1694 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:29.279414 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cbd37ec1-8137-4586-99f4-1a9c4b0375d6 admin admin] Publish callbacks [] for security_group (86226bf5-2c98-49b4-8aca-3de06c29b42a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:29.366650 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cbd37ec1-8137-4586-99f4-1a9c4b0375d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (86226bf5-2c98-49b4-8aca-3de06c29b42a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:29.413271 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-bf112ecc-a0ab-4963-9bbf-87a4c7ca1694 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Allocated IP 172.20.0.3 (1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9/0531f904-2454-44d2-8c93-e51090d8bc37/b35cd0f8-3754-4a50-afce-0020a3d804c0) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:57:29.430594 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cbd37ec1-8137-4586-99f4-1a9c4b0375d6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=085ac35e9b3c49d7aacf21a60ff39088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3448110 Feb 15 16:57:29.432546 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd37ec1-8137-4586-99f4-1a9c4b0375d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86226bf5-2c98-49b4-8aca-3de06c29b42a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:29.433659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59972) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:29.687086 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-bf112ecc-a0ab-4963-9bbf-87a4c7ca1694 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Publish callbacks [] for port (b35cd0f8-3754-4a50-afce-0020a3d804c0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:29.766749 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e16ad667-b2ff-45f9-8089-dbb7fc4b46dc admin admin] Publish callbacks [] for security_group (86226bf5-2c98-49b4-8aca-3de06c29b42a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:29.772721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ef2a60-671b-4cca-be25-14691973e6a4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:29.878970 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ce82c9a3-0387-4268-b067-01662ffdb056 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:57:29.937689 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9d1edad7-93b2-4110-b0e1-029225043a23 req-1b26e9da-acf3-4dd3-a983-2bdc2838e879 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 210 time: 0.0569842 Feb 15 16:57:29.955994 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-42ef2a60-671b-4cca-be25-14691973e6a4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:29.979247 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ce82c9a3-0387-4268-b067-01662ffdb056 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:29.979932 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ce82c9a3-0387-4268-b067-01662ffdb056), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:30.005175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-42ef2a60-671b-4cca-be25-14691973e6a4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] device_id is not set on port aacaf808-111d-48ea-a02b-fb55ff18fcff yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:57:30.137657 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ce82c9a3-0387-4268-b067-01662ffdb056 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:30.138267 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ce82c9a3-0387-4268-b067-01662ffdb056), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:30.222088 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e16ad667-b2ff-45f9-8089-dbb7fc4b46dc admin admin] Publish callbacks [] for security_group (86226bf5-2c98-49b4-8aca-3de06c29b42a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:30.223283 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port ce82c9a3-0387-4268-b067-01662ffdb056, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ce82c9a3-0387-4268-b067-01662ffdb056,segment=NetworkSegment(585d4565-45d1-4257-a52a-45dc6674d468),segment_id=585d4565-45d1-4257-a52a-45dc6674d468)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:30.262284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09516f2f-fe4c-49ea-b8e7-9904b79be20f None None] Network 41dde149-ecbf-4fe6-b892-30cddcb10013 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:57:30.342854 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:30.347300 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ce82c9a3-0387-4268-b067-01662ffdb056), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:30.366213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c8f153d4-3f08-471a-af13-def9e8989774 None None] Provisioning complete for port ce82c9a3-0387-4268-b067-01662ffdb056 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:30.366914 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c8f153d4-3f08-471a-af13-def9e8989774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ce82c9a3-0387-4268-b067-01662ffdb056), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:30.415678 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-bf112ecc-a0ab-4963-9bbf-87a4c7ca1694 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b35cd0f8-3754-4a50-afce-0020a3d804c0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:30.483222 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=ce82c9a3-0387-4268-b067-01662ffdb056,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:30.483743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-bf112ecc-a0ab-4963-9bbf-87a4c7ca1694 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Network 1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:57:30.505029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-42ef2a60-671b-4cca-be25-14691973e6a4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Allocated IP 2001:db8::f (41dde149-ecbf-4fe6-b892-30cddcb10013/751253b3-14e2-4ad7-8675-1b58950d5b02/aacaf808-111d-48ea-a02b-fb55ff18fcff) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:57:30.519976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-bf112ecc-a0ab-4963-9bbf-87a4c7ca1694 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:30.527712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-bf112ecc-a0ab-4963-9bbf-87a4c7ca1694 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:57:30.543913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c8f153d4-3f08-471a-af13-def9e8989774 None None] Current status of the port ce82c9a3-0387-4268-b067-01662ffdb056 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:30.561842 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e16ad667-b2ff-45f9-8089-dbb7fc4b46dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (86226bf5-2c98-49b4-8aca-3de06c29b42a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:30.564503 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e16ad667-b2ff-45f9-8089-dbb7fc4b46dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:30.568566 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e16ad667-b2ff-45f9-8089-dbb7fc4b46dc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/86226bf5-2c98-49b4-8aca-3de06c29b42a HTTP/1.1" status: 204 len: 168 time: 1.1330540 Feb 15 16:57:30.597471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf112ecc-a0ab-4963-9bbf-87a4c7ca1694 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Pushing event updated for resources: {'Port': ['ID=b35cd0f8-3754-4a50-afce-0020a3d804c0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:30.604216 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ad667-b2ff-45f9-8089-dbb7fc4b46dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86226bf5-2c98-49b4-8aca-3de06c29b42a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:30.631661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-bf112ecc-a0ab-4963-9bbf-87a4c7ca1694 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:30.632614 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-bf112ecc-a0ab-4963-9bbf-87a4c7ca1694 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:30.705147 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:30.772083 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-bf112ecc-a0ab-4963-9bbf-87a4c7ca1694 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0203257 Feb 15 16:57:30.786816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Request body: {'port': {'device_id': '8d73b127-a7a4-4466-85b8-07f5257f2e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:30.827455 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-42ef2a60-671b-4cca-be25-14691973e6a4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (aacaf808-111d-48ea-a02b-fb55ff18fcff), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:30.883128 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b35cd0f8-3754-4a50-afce-0020a3d804c0), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:31.018585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cd13a563-50fe-47a9-8731-9c1f87e43612 None None] Provisioning complete for port 4887821f-ec5e-4154-8525-1b5c7f0e8b77 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:31.019054 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd13a563-50fe-47a9-8731-9c1f87e43612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4887821f-ec5e-4154-8525-1b5c7f0e8b77), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:31.032667 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-42ef2a60-671b-4cca-be25-14691973e6a4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (aacaf808-111d-48ea-a02b-fb55ff18fcff), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:31.114512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cd13a563-50fe-47a9-8731-9c1f87e43612 None None] Port 4887821f-ec5e-4154-8525-1b5c7f0e8b77 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:57:31.148718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cd13a563-50fe-47a9-8731-9c1f87e43612 None None] Provisioning complete for port ce82c9a3-0387-4268-b067-01662ffdb056 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:31.149098 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd13a563-50fe-47a9-8731-9c1f87e43612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ce82c9a3-0387-4268-b067-01662ffdb056), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:31.285472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ef2a60-671b-4cca-be25-14691973e6a4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 41dde149-ecbf-4fe6-b892-30cddcb10013 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:57:31.419790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cd13a563-50fe-47a9-8731-9c1f87e43612 None None] Current status of the port ce82c9a3-0387-4268-b067-01662ffdb056 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:31.432263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-42ef2a60-671b-4cca-be25-14691973e6a4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:31.435838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef2a60-671b-4cca-be25-14691973e6a4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:57:31.447835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ef2a60-671b-4cca-be25-14691973e6a4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:31.453584 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-42ef2a60-671b-4cca-be25-14691973e6a4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:31.480980 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef2a60-671b-4cca-be25-14691973e6a4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=aacaf808-111d-48ea-a02b-fb55ff18fcff,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:31.525988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d6a69-61c7-4b0e-a0cd-79ae201a6c06 req-ab66f18b-5b4f-4ebc-8e14-a83cd9d4650f tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:31.527599 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7f4d6a69-61c7-4b0e-a0cd-79ae201a6c06 req-ab66f18b-5b4f-4ebc-8e14-a83cd9d4650f tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 931 time: 0.3596334 Feb 15 16:57:31.568827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e07deeae-5f68-4708-9a0c-baf69a5d747f None None] Provisioning complete for port 4887821f-ec5e-4154-8525-1b5c7f0e8b77 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:31.569481 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e07deeae-5f68-4708-9a0c-baf69a5d747f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4887821f-ec5e-4154-8525-1b5c7f0e8b77), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:31.613691 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-42ef2a60-671b-4cca-be25-14691973e6a4 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5835989 Feb 15 16:57:31.616483 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60040) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:31.630993 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7f4d6a69-61c7-4b0e-a0cd-79ae201a6c06 req-d9d44fc0-9edf-42df-a890-26b4acc6105b tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/security-groups?id=ac9ef120-219f-4011-80aa-490578d13ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947759 Feb 15 16:57:31.685476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e07deeae-5f68-4708-9a0c-baf69a5d747f None None] Port 4887821f-ec5e-4154-8525-1b5c7f0e8b77 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:57:31.699402 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b35cd0f8-3754-4a50-afce-0020a3d804c0 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:57:31.712938 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Publish callbacks [] for port (b35cd0f8-3754-4a50-afce-0020a3d804c0), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:31.747067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Transition to ACTIVE for port object b35cd0f8-3754-4a50-afce-0020a3d804c0 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:57:31.807935 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492ca38c-c235-441e-a4f3-6495263ad40f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:31.809631 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-492ca38c-c235-441e-a4f3-6495263ad40f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1919591 Feb 15 16:57:31.812482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60050) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:31.881004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ce82c9a3-0387-4268-b067-01662ffdb056 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:57:31.919750 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (b35cd0f8-3754-4a50-afce-0020a3d804c0), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:31.980669 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ce82c9a3-0387-4268-b067-01662ffdb056 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:31.981289 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ce82c9a3-0387-4268-b067-01662ffdb056), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:32.058199 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-38ac35b9-4f39-4a16-935f-d89f2242e7ce None None] Provisioning complete for port aacaf808-111d-48ea-a02b-fb55ff18fcff triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:32.059213 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-38ac35b9-4f39-4a16-935f-d89f2242e7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (aacaf808-111d-48ea-a02b-fb55ff18fcff), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:32.101564 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Pushing event updated for resources: {'Port': ['ID=b35cd0f8-3754-4a50-afce-0020a3d804c0,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:32.126643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b562a0d0-3210-4fc9-839d-d2557cf506b0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:32.150468 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b562a0d0-3210-4fc9-839d-d2557cf506b0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:32.157416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b562a0d0-3210-4fc9-839d-d2557cf506b0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:32.163862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b562a0d0-3210-4fc9-839d-d2557cf506b0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.3478208 Feb 15 16:57:32.164729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-38ac35b9-4f39-4a16-935f-d89f2242e7ce None None] Port aacaf808-111d-48ea-a02b-fb55ff18fcff cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:57:32.164850 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60070) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:32.219280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ce82c9a3-0387-4268-b067-01662ffdb056 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:32.304921 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Attempting to bind port b35cd0f8-3754-4a50-afce-0020a3d804c0 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:57:32.309651 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Attempting to bind port b35cd0f8-3754-4a50-afce-0020a3d804c0 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'e8a76092-27b5-4f22-9c7e-82ba1a6e19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:57:32.309807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Attempting to bind port b35cd0f8-3754-4a50-afce-0020a3d804c0 on network 1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:57:32.323608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Port b35cd0f8-3754-4a50-afce-0020a3d804c0 on network 1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:57:32.323949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Attempting to bind port b35cd0f8-3754-4a50-afce-0020a3d804c0 on network 1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:57:32.336013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:57:32.336358 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Checking segment: {'id': 'e8a76092-27b5-4f22-9c7e-82ba1a6e19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:57:32.338643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Bound using segment: {'id': 'e8a76092-27b5-4f22-9c7e-82ba1a6e19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:57:32.338885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Bound port: b35cd0f8-3754-4a50-afce-0020a3d804c0, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a76092-27b5-4f22-9c7e-82ba1a6e19ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:57:32.339256 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b35cd0f8-3754-4a50-afce-0020a3d804c0), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:32.367709 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-60387b5a-4335-4dbd-92ed-ba554166a29e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port aacaf808-111d-48ea-a02b-fb55ff18fcff {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:57:32.397789 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60387b5a-4335-4dbd-92ed-ba554166a29e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (aacaf808-111d-48ea-a02b-fb55ff18fcff), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:32.450724 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] For port b35cd0f8-3754-4a50-afce-0020a3d804c0, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:57:32.455081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] For port b35cd0f8-3754-4a50-afce-0020a3d804c0, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=b35cd0f8-3754-4a50-afce-0020a3d804c0,segment=NetworkSegment(e8a76092-27b5-4f22-9c7e-82ba1a6e19ac),segment_id=e8a76092-27b5-4f22-9c7e-82ba1a6e19ac)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:57:32.523150 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (b35cd0f8-3754-4a50-afce-0020a3d804c0), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:32.571108 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60387b5a-4335-4dbd-92ed-ba554166a29e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (aacaf808-111d-48ea-a02b-fb55ff18fcff), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:32.590788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:32.591529 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:32.592664 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-60387b5a-4335-4dbd-92ed-ba554166a29e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for aacaf808-111d-48ea-a02b-fb55ff18fcff owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:57:32.594179 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] 10.222.0.10 "PUT /v2.0/ports/b35cd0f8-3754-4a50-afce-0020a3d804c0 HTTP/1.1" status: 200 len: 1092 time: 1.8143437 Feb 15 16:57:32.609649 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d73b127-a7a4-4466-85b8-07f5257f2e75', 'tag': 'b35cd0f8-3754-4a50-afce-0020a3d804c0'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:57:32.615089 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc198072-155d-4981-9905-fe76b66cafff" -d '{"events": [{"name": "network-changed", "server_uuid": "8d73b127-a7a4-4466-85b8-07f5257f2e75", "tag": "b35cd0f8-3754-4a50-afce-0020a3d804c0"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:57:32.674580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b84283-298b-4a0c-88d5-f734355ae2aa service neutron] Pushing event updated for resources: {'Port': ['ID=b35cd0f8-3754-4a50-afce-0020a3d804c0,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:32.761585 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c47356-ac38-4ab3-b161-17a355e1e902 x-openstack-request-id: req-c4c47356-ac38-4ab3-b161-17a355e1e902 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:57:32.767014 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d73b127-a7a4-4466-85b8-07f5257f2e75", "tag": "b35cd0f8-3754-4a50-afce-0020a3d804c0", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:57:32.767402 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c4c47356-ac38-4ab3-b161-17a355e1e902 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:57:32.767839 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d73b127-a7a4-4466-85b8-07f5257f2e75', 'tag': 'b35cd0f8-3754-4a50-afce-0020a3d804c0', 'status': 'completed', 'code': 200} Feb 15 16:57:32.875239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81726cc8-98fd-4ff4-80ee-0a6c860b5d9d req-5335853d-b6f6-442c-9cac-c275f9b9ca3c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:32.877040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-81726cc8-98fd-4ff4-80ee-0a6c860b5d9d req-5335853d-b6f6-442c-9cac-c275f9b9ca3c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1173613 Feb 15 16:57:32.883069 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-acc24627-5785-4f65-aeb7-ca2b64ea8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:32.887552 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-acc24627-5785-4f65-aeb7-ca2b64ea8c56 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a63e4750546341049d4553a66336baf6&device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 1126 time: 0.1839948 Feb 15 16:57:32.933235 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea0ef0-aaf3-4d9d-afee-122db2e3dab6 req-631fea23-55aa-49a1-bc51-17921ff81707 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:32.942580 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cbea0ef0-aaf3-4d9d-afee-122db2e3dab6 req-631fea23-55aa-49a1-bc51-17921ff81707 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 943 time: 0.1089692 Feb 15 16:57:32.969719 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-51efaf2d-3359-4791-98f3-14889f99b57b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b35cd0f8-3754-4a50-afce-0020a3d804c0 HTTP/1.1" status: 200 len: 217 time: 0.0668318 Feb 15 16:57:32.996697 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60387b5a-4335-4dbd-92ed-ba554166a29e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (aacaf808-111d-48ea-a02b-fb55ff18fcff), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:33.046097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60387b5a-4335-4dbd-92ed-ba554166a29e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=aacaf808-111d-48ea-a02b-fb55ff18fcff,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:33.070864 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cbea0ef0-aaf3-4d9d-afee-122db2e3dab6 req-ab77a5eb-3c80-492b-9096-809ae88ce38a tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/security-groups?id=ac9ef120-219f-4011-80aa-490578d13ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272151 Feb 15 16:57:33.136297 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60387b5a-4335-4dbd-92ed-ba554166a29e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:33.141414 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-60387b5a-4335-4dbd-92ed-ba554166a29e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/aacaf808-111d-48ea-a02b-fb55ff18fcff HTTP/1.1" status: 204 len: 168 time: 0.9759409 Feb 15 16:57:33.145058 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60102) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:33.179948 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-8722c53d-c9e0-4769-968a-bcaaf7f17575 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] GET failed (client error): The resource could not be found. Feb 15 16:57:33.185703 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8722c53d-c9e0-4769-968a-bcaaf7f17575 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/aacaf808-111d-48ea-a02b-fb55ff18fcff HTTP/1.1" status: 404 len: 333 time: 0.0381851 Feb 15 16:57:33.187035 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60106) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:33.215475 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-81726cc8-98fd-4ff4-80ee-0a6c860b5d9d req-2fbd4d6b-f8d4-4188-a941-8d0d082624bc tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222742 Feb 15 16:57:33.219047 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-a1d4147f-e42e-40b6-ad22-f9f296cc6773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:33.226604 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-a1d4147f-e42e-40b6-ad22-f9f296cc6773 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0531f904-2454-44d2-8c93-e51090d8bc37 HTTP/1.1" status: 200 len: 848 time: 0.2187669 Feb 15 16:57:33.333843 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-532a1583-9290-492c-a1b8-320116afde07 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005118 Feb 15 16:57:33.520467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-407212df-807c-4792-9c70-d26c3742ab43 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port 4887821f-ec5e-4154-8525-1b5c7f0e8b77 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:57:33.520907 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-407212df-807c-4792-9c70-d26c3742ab43 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4887821f-ec5e-4154-8525-1b5c7f0e8b77), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:33.544103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-1c0dcb95-dd30-4e7c-ba38-0d66c4cb774d service neutron] 10.222.0.10 "GET /v2.0/networks/1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054214 Feb 15 16:57:33.609697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b205fb-f71e-4256-8198-de388c81f992 req-4937f20a-454c-43d5-8418-0a1690dd6f54 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:33.616790 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8b205fb-f71e-4256-8198-de388c81f992 req-4937f20a-454c-43d5-8418-0a1690dd6f54 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2490880 Feb 15 16:57:33.710020 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-407212df-807c-4792-9c70-d26c3742ab43 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4887821f-ec5e-4154-8525-1b5c7f0e8b77), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:33.749167 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-407212df-807c-4792-9c70-d26c3742ab43 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for 4887821f-ec5e-4154-8525-1b5c7f0e8b77 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:57:33.754142 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4cb65fc1-79a7-4f69-bb80-ca12415c9eea req-08f56be3-8893-4321-94cb-ccfc4c560f62 service neutron] 10.222.0.10 "GET /v2.0/networks/1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056115 Feb 15 16:57:33.771776 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8b205fb-f71e-4256-8198-de388c81f992 req-6e39d9cf-8813-4c88-8d20-1944e7074493 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537838 Feb 15 16:57:33.944909 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525cacd-b796-481e-8bbc-9fd0d3a27fb5 req-a4ac1922-1e4d-487c-affc-6b328ddeb372 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:33.946434 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3525cacd-b796-481e-8bbc-9fd0d3a27fb5 req-a4ac1922-1e4d-487c-affc-6b328ddeb372 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1083076 Feb 15 16:57:34.013060 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-407212df-807c-4792-9c70-d26c3742ab43 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4887821f-ec5e-4154-8525-1b5c7f0e8b77), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:34.086074 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407212df-807c-4792-9c70-d26c3742ab43 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=4887821f-ec5e-4154-8525-1b5c7f0e8b77,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:34.112102 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3525cacd-b796-481e-8bbc-9fd0d3a27fb5 req-36b8defe-f48c-427d-86a5-f06c14754de0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589212 Feb 15 16:57:34.132274 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-407212df-807c-4792-9c70-d26c3742ab43 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:34.138504 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-407212df-807c-4792-9c70-d26c3742ab43 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/4887821f-ec5e-4154-8525-1b5c7f0e8b77 HTTP/1.1" status: 204 len: 168 time: 0.9481506 Feb 15 16:57:34.139561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60134) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:34.146769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc198072-155d-4981-9905-fe76b66cafff req-4f02ad2c-d52f-418d-aa7f-3d5da37184d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:34.150823 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc198072-155d-4981-9905-fe76b66cafff req-4f02ad2c-d52f-418d-aa7f-3d5da37184d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a63e4750546341049d4553a66336baf6&device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 1126 time: 0.1811900 Feb 15 16:57:34.175123 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-7052d8ff-3636-474e-8117-54b90a41d84c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] GET failed (client error): The resource could not be found. Feb 15 16:57:34.179497 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7052d8ff-3636-474e-8117-54b90a41d84c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/4887821f-ec5e-4154-8525-1b5c7f0e8b77 HTTP/1.1" status: 404 len: 333 time: 0.0390210 Feb 15 16:57:34.180137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60136) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:34.237081 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a62a2b-d578-4434-b2ca-5731b4c87045 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting subnet 751253b3-14e2-4ad7-8675-1b58950d5b02 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:57:34.240961 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c6a62a2b-d578-4434-b2ca-5731b4c87045 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (751253b3-14e2-4ad7-8675-1b58950d5b02), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:34.303138 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c6a62a2b-d578-4434-b2ca-5731b4c87045 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (751253b3-14e2-4ad7-8675-1b58950d5b02), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:34.371378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc198072-155d-4981-9905-fe76b66cafff req-fbf3ca78-1942-462b-8312-2b15bb8e8869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:34.372946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc198072-155d-4981-9905-fe76b66cafff req-fbf3ca78-1942-462b-8312-2b15bb8e8869 service neutron] 10.222.0.10 "GET /v2.0/networks?id=1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9 HTTP/1.1" status: 200 len: 909 time: 0.2155659 Feb 15 16:57:34.480805 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c6a62a2b-d578-4434-b2ca-5731b4c87045 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (751253b3-14e2-4ad7-8675-1b58950d5b02), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:34.542156 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc198072-155d-4981-9905-fe76b66cafff req-afcf8486-060b-4c6c-a3d0-695f387530c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b35cd0f8-3754-4a50-afce-0020a3d804c0 HTTP/1.1" status: 200 len: 217 time: 0.0617540 Feb 15 16:57:34.594489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc198072-155d-4981-9905-fe76b66cafff req-caf2288a-07d7-42fa-ae5a-aafe6f2f0900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:34.595986 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc198072-155d-4981-9905-fe76b66cafff req-caf2288a-07d7-42fa-ae5a-aafe6f2f0900 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=0531f904-2454-44d2-8c93-e51090d8bc37 HTTP/1.1" status: 200 len: 848 time: 0.0487468 Feb 15 16:57:34.608556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca591f3-2817-4606-bf88-b59a3ff9da6b req-678d6cb5-8674-4359-9b45-fe454daf3135 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:34.615258 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ca591f3-2817-4606-bf88-b59a3ff9da6b req-678d6cb5-8674-4359-9b45-fe454daf3135 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2408056 Feb 15 16:57:34.656513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7162e-1a63-40f5-b812-0d03a3a379b7 req-74d595f0-52f5-4e8e-b7db-7c8095a8a81a tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:34.660061 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6fc7162e-1a63-40f5-b812-0d03a3a379b7 req-74d595f0-52f5-4e8e-b7db-7c8095a8a81a tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 943 time: 0.3976057 Feb 15 16:57:34.669234 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c6a62a2b-d578-4434-b2ca-5731b4c87045 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (751253b3-14e2-4ad7-8675-1b58950d5b02), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:34.670654 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc198072-155d-4981-9905-fe76b66cafff req-d8d6fecd-8d82-4d37-916a-c8a02cccf4f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534883 Feb 15 16:57:34.716810 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ca591f3-2817-4606-bf88-b59a3ff9da6b req-58859051-defa-411f-b3f9-1aeb2c3f09c5 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959930 Feb 15 16:57:34.732172 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a62a2b-d578-4434-b2ca-5731b4c87045 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Subnet': ['ID=751253b3-14e2-4ad7-8675-1b58950d5b02,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:34.786976 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c6a62a2b-d578-4434-b2ca-5731b4c87045 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:34.791579 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c6a62a2b-d578-4434-b2ca-5731b4c87045 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/751253b3-14e2-4ad7-8675-1b58950d5b02 HTTP/1.1" status: 204 len: 168 time: 0.6096215 Feb 15 16:57:34.791685 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5d2fa4-39b6-4d79-bdf8-2d0b59b987a9 None None] Network 41dde149-ecbf-4fe6-b892-30cddcb10013 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:57:34.795892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60152) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:34.857511 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6fc7162e-1a63-40f5-b812-0d03a3a379b7 req-2030fe11-4671-47ac-999a-792c2828a838 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/security-groups?id=ac9ef120-219f-4011-80aa-490578d13ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845047 Feb 15 16:57:34.884141 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc198072-155d-4981-9905-fe76b66cafff req-01c625cb-e19c-4233-b903-b2449a12dcb6 service neutron] 10.222.0.10 "GET /v2.0/networks/1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057757 Feb 15 16:57:35.005705 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (41dde149-ecbf-4fe6-b892-30cddcb10013), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:35.103359 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc198072-155d-4981-9905-fe76b66cafff req-5753e982-6223-47cb-b512-d03b55092f8e service neutron] 10.222.0.10 "GET /v2.0/networks/1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126687 Feb 15 16:57:35.122148 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port ce82c9a3-0387-4268-b067-01662ffdb056 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:57:35.122623 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ce82c9a3-0387-4268-b067-01662ffdb056), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:35.125845 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b965261-6c54-4891-b6db-e82001a243ca None None] DHCP port deletion for 41dde149-ecbf-4fe6-b892-30cddcb10013 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:57:35.181292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8b965261-6c54-4891-b6db-e82001a243ca None None] Deleting port ce82c9a3-0387-4268-b067-01662ffdb056 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:57:35.182029 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b965261-6c54-4891-b6db-e82001a243ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ce82c9a3-0387-4268-b067-01662ffdb056), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:35.220837 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] For port ce82c9a3-0387-4268-b067-01662ffdb056, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ce82c9a3-0387-4268-b067-01662ffdb056,segment=NetworkSegment(585d4565-45d1-4257-a52a-45dc6674d468),segment_id=585d4565-45d1-4257-a52a-45dc6674d468)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:35.221268 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ce82c9a3-0387-4268-b067-01662ffdb056), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:35.239102 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for ce82c9a3-0387-4268-b067-01662ffdb056 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:57:35.270216 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8b965261-6c54-4891-b6db-e82001a243ca None None] For port ce82c9a3-0387-4268-b067-01662ffdb056, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ce82c9a3-0387-4268-b067-01662ffdb056,segment=NetworkSegment(585d4565-45d1-4257-a52a-45dc6674d468),segment_id=585d4565-45d1-4257-a52a-45dc6674d468)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:35.270850 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b965261-6c54-4891-b6db-e82001a243ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ce82c9a3-0387-4268-b067-01662ffdb056), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:35.285511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8b965261-6c54-4891-b6db-e82001a243ca None None] Calling delete_port for ce82c9a3-0387-4268-b067-01662ffdb056 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:57:35.371471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device b35cd0f8-3754-4a50-afce-0020a3d804c0 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:57:35.502498 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ce82c9a3-0387-4268-b067-01662ffdb056), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:35.526544 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port b35cd0f8-3754-4a50-afce-0020a3d804c0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=b35cd0f8-3754-4a50-afce-0020a3d804c0,segment=NetworkSegment(e8a76092-27b5-4f22-9c7e-82ba1a6e19ac),segment_id=e8a76092-27b5-4f22-9c7e-82ba1a6e19ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:35.543646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'b35cd0f8-3754-4a50-afce-0020a3d804c0', 'network_id': '1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9', 'port_id': 'b35cd0f8-3754-4a50-afce-0020a3d804c0', 'mac_address': 'fa:16:3e:d6:87:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0531f904-2454-44d2-8c93-e51090d8bc37', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:57:35.560154 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b965261-6c54-4891-b6db-e82001a243ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (ce82c9a3-0387-4268-b067-01662ffdb056), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:35.575551 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=ce82c9a3-0387-4268-b067-01662ffdb056,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:35.596139 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494525a8-ede1-422a-9fcb-26f0fa962de2 req-f983d53b-540c-43e2-9d8c-d9ddbbf39a20 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:35.615842 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-494525a8-ede1-422a-9fcb-26f0fa962de2 req-f983d53b-540c-43e2-9d8c-d9ddbbf39a20 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2098598 Feb 15 16:57:35.626342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No DVR routers for this DVR port ce82c9a3-0387-4268-b067-01662ffdb056 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:57:35.653216 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b965261-6c54-4891-b6db-e82001a243ca None None] No DVR routers for this DVR port ce82c9a3-0387-4268-b067-01662ffdb056 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:57:35.725183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b965261-6c54-4891-b6db-e82001a243ca None None] Pushing event deleted for resources: {'Port': ['ID=ce82c9a3-0387-4268-b067-01662ffdb056,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:35.749474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port b35cd0f8-3754-4a50-afce-0020a3d804c0 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:35.749474 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b35cd0f8-3754-4a50-afce-0020a3d804c0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:35.815912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ce82c9a3-0387-4268-b067-01662ffdb056 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:57:35.843460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b35cd0f8-3754-4a50-afce-0020a3d804c0 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:57:35.849471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: ce82c9a3-0387-4268-b067-01662ffdb056 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:57:35.849982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ce82c9a3-0387-4268-b067-01662ffdb056 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:57:35.866981 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (41dde149-ecbf-4fe6-b892-30cddcb10013), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:35.882734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port b35cd0f8-3754-4a50-afce-0020a3d804c0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=b35cd0f8-3754-4a50-afce-0020a3d804c0,segment=NetworkSegment(e8a76092-27b5-4f22-9c7e-82ba1a6e19ac),segment_id=e8a76092-27b5-4f22-9c7e-82ba1a6e19ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:35.948996 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-494525a8-ede1-422a-9fcb-26f0fa962de2 req-b1dd67b4-8a5c-48a1-b3b4-228c49826636 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3183482 Feb 15 16:57:35.955754 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b35cd0f8-3754-4a50-afce-0020a3d804c0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:35.994818 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41dde149-ecbf-4fe6-b892-30cddcb10013']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:36.024473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585d4565-45d1-4257-a52a-45dc6674d468') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:36.025653 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585d4565-45d1-4257-a52a-45dc6674d468') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:36.046522 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (585d4565-45d1-4257-a52a-45dc6674d468), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:36.066201 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=b35cd0f8-3754-4a50-afce-0020a3d804c0,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:36.067666 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (585d4565-45d1-4257-a52a-45dc6674d468), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:36.080739 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:57:36.081059 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (585d4565-45d1-4257-a52a-45dc6674d468), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:57:36.095929 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:57:36.185549 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['b35cd0f8-3754-4a50-afce-0020a3d804c0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:57:36.190731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fac46b-b454-471b-9fce-00e028760f51 req-5bbebeeb-6bb8-4264-8d99-c517240af70c tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:36.194223 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c4fac46b-b454-471b-9fce-00e028760f51 req-5bbebeeb-6bb8-4264-8d99-c517240af70c tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 944 time: 0.1946654 Feb 15 16:57:36.353396 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c4fac46b-b454-471b-9fce-00e028760f51 req-ee773afc-f6c8-4943-8b0c-439ab15a3283 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/security-groups?id=ac9ef120-219f-4011-80aa-490578d13ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529121 Feb 15 16:57:36.362821 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (41dde149-ecbf-4fe6-b892-30cddcb10013), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:36.368330 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:36.372650 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/networks/41dde149-ecbf-4fe6-b892-30cddcb10013 HTTP/1.1" status: 204 len: 168 time: 1.5778773 Feb 15 16:57:36.379771 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60188) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:36.385060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-678cc9d5-a6d1-4c47-ac4f-6b2aa5c869ad tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-245178003'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:36.398812 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66550c20-4c1a-4622-9187-89e55baee7e8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Network': ['ID=41dde149-ecbf-4fe6-b892-30cddcb10013,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:36.504113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678cc9d5-a6d1-4c47-ac4f-6b2aa5c869ad tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:36.507496 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-678cc9d5-a6d1-4c47-ac4f-6b2aa5c869ad tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:36.550376 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-678cc9d5-a6d1-4c47-ac4f-6b2aa5c869ad tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:57:36.565182 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-678cc9d5-a6d1-4c47-ac4f-6b2aa5c869ad tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (98b60bee-78d1-4a60-a335-d40cd448af2f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:36.565918 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-678cc9d5-a6d1-4c47-ac4f-6b2aa5c869ad tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Added segment 98b60bee-78d1-4a60-a335-d40cd448af2f of type vlan for network eab7a899-a44d-4359-b09c-019a2bc0fac6 Feb 15 16:57:36.639837 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-678cc9d5-a6d1-4c47-ac4f-6b2aa5c869ad tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (eab7a899-a44d-4359-b09c-019a2bc0fac6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:36.864024 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-678cc9d5-a6d1-4c47-ac4f-6b2aa5c869ad tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (eab7a899-a44d-4359-b09c-019a2bc0fac6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:36.869683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678cc9d5-a6d1-4c47-ac4f-6b2aa5c869ad tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:36.870568 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-678cc9d5-a6d1-4c47-ac4f-6b2aa5c869ad tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:36.887023 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f54a7453-a4ef-4f50-b808-9b006335c069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:36.978379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678cc9d5-a6d1-4c47-ac4f-6b2aa5c869ad tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Network': ['ID=eab7a899-a44d-4359-b09c-019a2bc0fac6,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:36.992004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network eab7a899-a44d-4359-b09c-019a2bc0fac6 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:57:37.016098 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-678cc9d5-a6d1-4c47-ac4f-6b2aa5c869ad tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6350963 Feb 15 16:57:37.020793 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60220) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:37.029957 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-58a0dc40-6392-45ed-9cca-4d6305813b14 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'subnet': {'network_id': 'eab7a899-a44d-4359-b09c-019a2bc0fac6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:37.137022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f75bf-6ae7-43fd-8dd2-1e747c9c5650 req-bc22d675-3348-4ef5-986e-34d0637b1587 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:37.138653 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c95f75bf-6ae7-43fd-8dd2-1e747c9c5650 req-bc22d675-3348-4ef5-986e-34d0637b1587 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.0849729 Feb 15 16:57:37.205090 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c95f75bf-6ae7-43fd-8dd2-1e747c9c5650 req-3bf24573-1e70-4149-af54-151fe65cbfa9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557139 Feb 15 16:57:37.241419 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a0dc40-6392-45ed-9cca-4d6305813b14 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:37.256687 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-58a0dc40-6392-45ed-9cca-4d6305813b14 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:37.364373 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device b35cd0f8-3754-4a50-afce-0020a3d804c0 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:57:37.549826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port b35cd0f8-3754-4a50-afce-0020a3d804c0 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:57:37.554273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port b35cd0f8-3754-4a50-afce-0020a3d804c0 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:37.554656 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b35cd0f8-3754-4a50-afce-0020a3d804c0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:37.633741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fee73-dd1d-469c-b533-d635eb4475c1 req-97c188a1-9203-42d6-ae8f-629821ac7cc2 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:37.654318 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e85fee73-dd1d-469c-b533-d635eb4475c1 req-97c188a1-9203-42d6-ae8f-629821ac7cc2 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 944 time: 0.1385262 Feb 15 16:57:37.693913 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-58a0dc40-6392-45ed-9cca-4d6305813b14 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (1f730f2b-a215-4158-a55d-b7e555c6f545), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:37.707000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port b35cd0f8-3754-4a50-afce-0020a3d804c0 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:37.707752 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b35cd0f8-3754-4a50-afce-0020a3d804c0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:37.760156 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d73b127-a7a4-4466-85b8-07f5257f2e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35cd0f8-3754-4a50-afce-0020a3d804c0'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:57:37.762671 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e85fee73-dd1d-469c-b533-d635eb4475c1 req-11e111d3-1be4-4c92-b66b-d1944b699391 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/security-groups?id=ac9ef120-219f-4011-80aa-490578d13ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047719 Feb 15 16:57:37.767350 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76318c43-3757-4445-90f3-ecfcc6f5a43b" -d '{"events": [{"server_uuid": "8d73b127-a7a4-4466-85b8-07f5257f2e75", "name": "network-vif-plugged", "status": "completed", "tag": "b35cd0f8-3754-4a50-afce-0020a3d804c0"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:57:37.812398 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port b35cd0f8-3754-4a50-afce-0020a3d804c0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=b35cd0f8-3754-4a50-afce-0020a3d804c0,segment=NetworkSegment(e8a76092-27b5-4f22-9c7e-82ba1a6e19ac),segment_id=e8a76092-27b5-4f22-9c7e-82ba1a6e19ac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:37.865760 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2286ca73-f395-4ee9-98b5-2f1b438c98a0 x-openstack-request-id: req-2286ca73-f395-4ee9-98b5-2f1b438c98a0 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:57:37.866081 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d73b127-a7a4-4466-85b8-07f5257f2e75", "name": "network-vif-plugged", "status": "completed", "tag": "b35cd0f8-3754-4a50-afce-0020a3d804c0", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:57:37.867003 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2286ca73-f395-4ee9-98b5-2f1b438c98a0 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:57:37.867408 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d73b127-a7a4-4466-85b8-07f5257f2e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b35cd0f8-3754-4a50-afce-0020a3d804c0', 'code': 200} Feb 15 16:57:37.875672 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b35cd0f8-3754-4a50-afce-0020a3d804c0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:37.885106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a0dc40-6392-45ed-9cca-4d6305813b14 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Checking segment: {'id': '98b60bee-78d1-4a60-a335-d40cd448af2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eab7a899-a44d-4359-b09c-019a2bc0fac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:57:37.889269 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0dc40-6392-45ed-9cca-4d6305813b14 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network hostable DHCP agents. Network: eab7a899-a44d-4359-b09c-019a2bc0fac6, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:57:37.925606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0dc40-6392-45ed-9cca-4d6305813b14 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Subnet': ['ID=1f730f2b-a215-4158-a55d-b7e555c6f545,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:37.965411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=b35cd0f8-3754-4a50-afce-0020a3d804c0,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:38.018122 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0dc40-6392-45ed-9cca-4d6305813b14 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network eab7a899-a44d-4359-b09c-019a2bc0fac6 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:57:38.072157 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee7fa3d-c156-4b20-b589-d57963872001 req-973841a2-626c-4b2d-9e9c-6d082cd5f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:38.073882 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fee7fa3d-c156-4b20-b589-d57963872001 req-973841a2-626c-4b2d-9e9c-6d082cd5f10b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 1128 time: 0.1379805 Feb 15 16:57:38.103838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-58a0dc40-6392-45ed-9cca-4d6305813b14 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, eab7a899-a44d-4359-b09c-019a2bc0fac6) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:38.108354 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a0dc40-6392-45ed-9cca-4d6305813b14 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:38.109004 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-58a0dc40-6392-45ed-9cca-4d6305813b14 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:38.117058 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515d5145-fd5c-463a-af25-8b4a6c586940 None None] Network eab7a899-a44d-4359-b09c-019a2bc0fac6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:57:38.159895 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fee7fa3d-c156-4b20-b589-d57963872001 req-091a78ff-def0-4b5c-b9a8-43954829c693 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ac9ef120-219f-4011-80aa-490578d13ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792279 Feb 15 16:57:38.206631 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-58a0dc40-6392-45ed-9cca-4d6305813b14 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1817389 Feb 15 16:57:38.207766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60268) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:38.211731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-872da46e-2dd0-48db-8821-1c4c09be3ba7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-424364812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:38.279936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-eab7a899-a44d-4359-b09c-019a2bc0fac6', 'network_id': 'eab7a899-a44d-4359-b09c-019a2bc0fac6', 'project_id': '55997da602654ea6b0b2c59d2d9eeef2', 'fixed_ips': [{'subnet_id': '1f730f2b-a215-4158-a55d-b7e555c6f545'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:57:38.280723 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:38.309914 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-872da46e-2dd0-48db-8821-1c4c09be3ba7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:38.311693 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-872da46e-2dd0-48db-8821-1c4c09be3ba7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:38.417572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face074b-32f4-4beb-8e05-a633e1a7bba5 req-317edfc3-78ee-4750-8423-224dcce5041b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:38.419552 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-face074b-32f4-4beb-8e05-a633e1a7bba5 req-317edfc3-78ee-4750-8423-224dcce5041b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1287520 Feb 15 16:57:38.432191 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-872da46e-2dd0-48db-8821-1c4c09be3ba7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for router_controller (4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:38.499641 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-872da46e-2dd0-48db-8821-1c4c09be3ba7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:38.556866 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-face074b-32f4-4beb-8e05-a633e1a7bba5 req-59f79e22-7fcd-4a32-b543-cba3ca94aa75 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141171 Feb 15 16:57:38.610394 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-872da46e-2dd0-48db-8821-1c4c09be3ba7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:38.610762 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Allocated IP 2001:db8::2 (eab7a899-a44d-4359-b09c-019a2bc0fac6/1f730f2b-a215-4158-a55d-b7e555c6f545/f0607de2-276c-4dfa-a7f9-a12271a96def) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:57:38.611903 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-872da46e-2dd0-48db-8821-1c4c09be3ba7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4039044 Feb 15 16:57:38.614520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60280) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:38.621073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c9ae2057-02a2-416e-8473-6ec61cf7e02f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'network_id': 'eab7a899-a44d-4359-b09c-019a2bc0fac6', 'name': 'tempest-PortsIpV6TestJSON-2120849319'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:38.889509 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Publish callbacks [] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:39.018897 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:39.028096 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ae2057-02a2-416e-8473-6ec61cf7e02f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:39.039069 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2057-02a2-416e-8473-6ec61cf7e02f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:39.108891 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Network eab7a899-a44d-4359-b09c-019a2bc0fac6 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:57:39.111884 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-c9ae2057-02a2-416e-8473-6ec61cf7e02f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] device_id is not set on port 8fba604c-fc47-4274-b387-e1e8f0af1936 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:57:39.119170 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:39.122080 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:57:39.259165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66774f6-86dd-4d8c-95e0-1b7b26f2f11a req-94a447e2-739f-43dc-aae0-98a80aa5aea8 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:39.260752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a66774f6-86dd-4d8c-95e0-1b7b26f2f11a req-94a447e2-739f-43dc-aae0-98a80aa5aea8 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 945 time: 0.3293216 Feb 15 16:57:39.312982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Pushing event updated for resources: {'Port': ['ID=f0607de2-276c-4dfa-a7f9-a12271a96def,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:39.350488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-c9ae2057-02a2-416e-8473-6ec61cf7e02f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Allocated IP 2001:db8::108 (eab7a899-a44d-4359-b09c-019a2bc0fac6/1f730f2b-a215-4158-a55d-b7e555c6f545/8fba604c-fc47-4274-b387-e1e8f0af1936) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:57:39.370517 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Attempting to bind port f0607de2-276c-4dfa-a7f9-a12271a96def on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:57:39.371029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Attempting to bind port f0607de2-276c-4dfa-a7f9-a12271a96def by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '98b60bee-78d1-4a60-a335-d40cd448af2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eab7a899-a44d-4359-b09c-019a2bc0fac6'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:57:39.371336 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Attempting to bind port f0607de2-276c-4dfa-a7f9-a12271a96def on network eab7a899-a44d-4359-b09c-019a2bc0fac6 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:57:39.381732 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:57:39.382118 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Checking segment: {'id': '98b60bee-78d1-4a60-a335-d40cd448af2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eab7a899-a44d-4359-b09c-019a2bc0fac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:57:39.382581 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:39.382969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Bound using segment: {'id': '98b60bee-78d1-4a60-a335-d40cd448af2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eab7a899-a44d-4359-b09c-019a2bc0fac6'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:57:39.383445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Bound port: f0607de2-276c-4dfa-a7f9-a12271a96def, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98b60bee-78d1-4a60-a335-d40cd448af2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'eab7a899-a44d-4359-b09c-019a2bc0fac6'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:57:39.383829 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:39.395768 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a66774f6-86dd-4d8c-95e0-1b7b26f2f11a req-5c30086c-26fe-42d6-9ec3-d73a431f12dc tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/security-groups?id=ac9ef120-219f-4011-80aa-490578d13ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113069 Feb 15 16:57:39.522842 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-470002a2-1ace-4ad4-82ea-0e0f022a63ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:39.592796 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] For port f0607de2-276c-4dfa-a7f9-a12271a96def, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:57:39.599047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] For port f0607de2-276c-4dfa-a7f9-a12271a96def, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f0607de2-276c-4dfa-a7f9-a12271a96def,segment=NetworkSegment(98b60bee-78d1-4a60-a335-d40cd448af2f),segment_id=98b60bee-78d1-4a60-a335-d40cd448af2f)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:57:39.683865 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2057-02a2-416e-8473-6ec61cf7e02f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (8fba604c-fc47-4274-b387-e1e8f0af1936), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:39.687980 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:39.781504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796e97a-75bc-4059-aef1-060a81ea6f4a req-f448f186-44e6-41b4-924f-a027a1b6b06d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:39.783329 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8796e97a-75bc-4059-aef1-060a81ea6f4a req-f448f186-44e6-41b4-924f-a027a1b6b06d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.0847282 Feb 15 16:57:39.811478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8b3d8-73fe-4cbd-b427-89095cb97c7b None None] Pushing event updated for resources: {'Port': ['ID=f0607de2-276c-4dfa-a7f9-a12271a96def,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:39.897768 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8796e97a-75bc-4059-aef1-060a81ea6f4a req-70c9ea96-8c95-49ad-ae5e-633a276efb73 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083353 Feb 15 16:57:39.900304 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2057-02a2-416e-8473-6ec61cf7e02f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (8fba604c-fc47-4274-b387-e1e8f0af1936), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:40.010093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ae2057-02a2-416e-8473-6ec61cf7e02f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network eab7a899-a44d-4359-b09c-019a2bc0fac6 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:57:40.014433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-c9ae2057-02a2-416e-8473-6ec61cf7e02f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:40.028051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae2057-02a2-416e-8473-6ec61cf7e02f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:57:40.038772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ae2057-02a2-416e-8473-6ec61cf7e02f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:40.039461 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c9ae2057-02a2-416e-8473-6ec61cf7e02f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:40.065441 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae2057-02a2-416e-8473-6ec61cf7e02f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=8fba604c-fc47-4274-b387-e1e8f0af1936,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:40.135944 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c9ae2057-02a2-416e-8473-6ec61cf7e02f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5194948 Feb 15 16:57:40.138142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60306) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:40.435577 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:40.763036 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a2e60-b500-456b-a73b-74980a37711a req-1339a974-3678-48a0-9f38-e86d3535ffa1 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:40.774377 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-329a2e60-b500-456b-a73b-74980a37711a req-1339a974-3678-48a0-9f38-e86d3535ffa1 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 945 time: 0.1495891 Feb 15 16:57:40.883486 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-329a2e60-b500-456b-a73b-74980a37711a req-10d2a025-c6f9-4aaf-882c-481be76b3b2d tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/security-groups?id=ac9ef120-219f-4011-80aa-490578d13ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072342 Feb 15 16:57:41.470734 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0a6153e-9507-42dc-9cb7-e2246fca5822 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8fba604c-fc47-4274-b387-e1e8f0af1936), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:41.766200 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cad54eb-0c43-443e-95d9-a6c5ae31ed09 None None] Network eab7a899-a44d-4359-b09c-019a2bc0fac6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:57:42.029288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f0607de2-276c-4dfa-a7f9-a12271a96def up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:57:42.040290 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:42.105458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-896731a7-5d23-4e61-9e02-2ad5985f73b3 None None] Provisioning complete for port f0607de2-276c-4dfa-a7f9-a12271a96def triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:42.110421 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-896731a7-5d23-4e61-9e02-2ad5985f73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:42.178229 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdb2c2-f52f-4815-8d32-0020b7bc58dd req-a543ca3e-15ec-49b9-b09a-32c423f3acdd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:42.189678 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57bdb2c2-f52f-4815-8d32-0020b7bc58dd req-a543ca3e-15ec-49b9-b09a-32c423f3acdd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.3115215 Feb 15 16:57:42.313146 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57bdb2c2-f52f-4815-8d32-0020b7bc58dd req-3c5d10b1-54e0-42d8-8d4d-1cd036d02df6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188123 Feb 15 16:57:42.476980 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0a6153e-9507-42dc-9cb7-e2246fca5822 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (8fba604c-fc47-4274-b387-e1e8f0af1936), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:42.549608 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0a6153e-9507-42dc-9cb7-e2246fca5822 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (8fba604c-fc47-4274-b387-e1e8f0af1936), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:42.796066 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f0607de2-276c-4dfa-a7f9-a12271a96def triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:42.796512 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:42.806865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6153e-9507-42dc-9cb7-e2246fca5822 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=8fba604c-fc47-4274-b387-e1e8f0af1936,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:42.914264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-896731a7-5d23-4e61-9e02-2ad5985f73b3 None None] Current status of the port f0607de2-276c-4dfa-a7f9-a12271a96def is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:42.914665 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-896731a7-5d23-4e61-9e02-2ad5985f73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:43.137168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-896731a7-5d23-4e61-9e02-2ad5985f73b3 None None] For port f0607de2-276c-4dfa-a7f9-a12271a96def, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f0607de2-276c-4dfa-a7f9-a12271a96def,segment=NetworkSegment(98b60bee-78d1-4a60-a335-d40cd448af2f),segment_id=98b60bee-78d1-4a60-a335-d40cd448af2f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:43.148675 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0a6153e-9507-42dc-9cb7-e2246fca5822 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:43.255567 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f0607de2-276c-4dfa-a7f9-a12271a96def is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:43.255972 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:43.343658 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-896731a7-5d23-4e61-9e02-2ad5985f73b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:43.565144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-744d2b8b-9813-4820-addf-0eda7a701126 None None] Provisioning complete for port f0607de2-276c-4dfa-a7f9-a12271a96def triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:43.568292 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-744d2b8b-9813-4820-addf-0eda7a701126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:43.674718 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0a6153e-9507-42dc-9cb7-e2246fca5822 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8fba604c-fc47-4274-b387-e1e8f0af1936), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:43.715637 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:57:43.716061 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:57:43.720335 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:43.768161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896731a7-5d23-4e61-9e02-2ad5985f73b3 None None] Pushing event updated for resources: {'Port': ['ID=f0607de2-276c-4dfa-a7f9-a12271a96def,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:43.865021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-744d2b8b-9813-4820-addf-0eda7a701126 None None] Current status of the port f0607de2-276c-4dfa-a7f9-a12271a96def is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:43.889929 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-744d2b8b-9813-4820-addf-0eda7a701126 None None] Provisioning complete for port 8fba604c-fc47-4274-b387-e1e8f0af1936 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:43.895844 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-744d2b8b-9813-4820-addf-0eda7a701126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8fba604c-fc47-4274-b387-e1e8f0af1936), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:43.924659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7328d-f276-4900-aa5a-c3f34b5ceac4 req-0454458b-8115-40a8-941d-7dd9961bfcce tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:43.940088 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b0e7328d-f276-4900-aa5a-c3f34b5ceac4 req-0454458b-8115-40a8-941d-7dd9961bfcce tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.3658772 Feb 15 16:57:44.053644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-744d2b8b-9813-4820-addf-0eda7a701126 None None] Port 8fba604c-fc47-4274-b387-e1e8f0af1936 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:57:44.196764 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-bee95ce8-b5ca-43e5-a5d9-6938edd28b7b None None] Provisioning complete for port 8fba604c-fc47-4274-b387-e1e8f0af1936 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:44.197281 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bee95ce8-b5ca-43e5-a5d9-6938edd28b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8fba604c-fc47-4274-b387-e1e8f0af1936), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:44.312668 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b0e7328d-f276-4900-aa5a-c3f34b5ceac4 req-ff6976c4-4cf8-417f-8b8b-4c68d8b87154 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3545604 Feb 15 16:57:44.387401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bee95ce8-b5ca-43e5-a5d9-6938edd28b7b None None] Port 8fba604c-fc47-4274-b387-e1e8f0af1936 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:57:44.443752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f0607de2-276c-4dfa-a7f9-a12271a96def is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:44.666267 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0a6153e-9507-42dc-9cb7-e2246fca5822 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (8fba604c-fc47-4274-b387-e1e8f0af1936), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:44.695207 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f0607de2-276c-4dfa-a7f9-a12271a96def up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:57:44.743695 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0a6153e-9507-42dc-9cb7-e2246fca5822 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (8fba604c-fc47-4274-b387-e1e8f0af1936), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:44.745492 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0a6153e-9507-42dc-9cb7-e2246fca5822 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:44.853971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f0607de2-276c-4dfa-a7f9-a12271a96def triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:44.854352 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:44.922385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6153e-9507-42dc-9cb7-e2246fca5822 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=8fba604c-fc47-4274-b387-e1e8f0af1936,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:45.009912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f0607de2-276c-4dfa-a7f9-a12271a96def is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:45.038715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a6153e-9507-42dc-9cb7-e2246fca5822 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network eab7a899-a44d-4359-b09c-019a2bc0fac6 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:57:45.042398 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a0a6153e-9507-42dc-9cb7-e2246fca5822 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:45.446594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0a6153e-9507-42dc-9cb7-e2246fca5822 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Router 4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:57:45.533997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-673dde89-44c2-4ee0-9e19-d28ae708d4de None None] Provisioning complete for port 8fba604c-fc47-4274-b387-e1e8f0af1936 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:45.539874 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-673dde89-44c2-4ee0-9e19-d28ae708d4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8fba604c-fc47-4274-b387-e1e8f0af1936), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:45.593264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60448) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:45.614473 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-673dde89-44c2-4ee0-9e19-d28ae708d4de None None] Port 8fba604c-fc47-4274-b387-e1e8f0af1936 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:57:45.728624 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:57:45.732000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0a6153e-9507-42dc-9cb7-e2246fca5822 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:57:45.745076 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0422b858-df58-48b0-9fe9-30edf00dd9a9 None None] Sync routers for ids ['4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:57:45.753209 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a0a6153e-9507-42dc-9cb7-e2246fca5822 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "PUT /v2.0/routers/4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6130102 Feb 15 16:57:45.756019 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60454) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:45.775326 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0422b858-df58-48b0-9fe9-30edf00dd9a9 None None] Routers {'4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:57:45.780609 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0422b858-df58-48b0-9fe9-30edf00dd9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:57:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:45.819461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae01fe7-90e7-42dc-a27d-2f5776dd0ec6 req-5f331462-48a6-4f6a-9a5d-e65fe397c83e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:45.821077 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eae01fe7-90e7-42dc-a27d-2f5776dd0ec6 req-5f331462-48a6-4f6a-9a5d-e65fe397c83e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2055013 Feb 15 16:57:45.851443 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05499fd7-8098-4a1a-83a8-7aa64c48fa78 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:45.867098 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-05499fd7-8098-4a1a-83a8-7aa64c48fa78 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports?device_id=4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d HTTP/1.1" status: 200 len: 989 time: 0.1093502 Feb 15 16:57:45.874305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60458) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:45.881115 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0422b858-df58-48b0-9fe9-30edf00dd9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:45.929990 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0422b858-df58-48b0-9fe9-30edf00dd9a9 None None] Routers {'4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:57:45.930632 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0422b858-df58-48b0-9fe9-30edf00dd9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:57:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:45.983486 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eae01fe7-90e7-42dc-a27d-2f5776dd0ec6 req-0d039c78-9ca1-442b-9f62-cceb77caec7d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411712 Feb 15 16:57:46.020312 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0422b858-df58-48b0-9fe9-30edf00dd9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:46.020973 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0422b858-df58-48b0-9fe9-30edf00dd9a9 None None] The sync data for ids ['4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:57:46.080531 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc0407a7-2166-4a81-9868-3b2f3280467f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:46.489653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f1766-fae5-4835-b2d7-1b21b711ee19 req-e95c5c51-e98f-4614-b4b1-b116bb0b1f9c tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:46.497314 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d6f1766-fae5-4835-b2d7-1b21b711ee19 req-e95c5c51-e98f-4614-b4b1-b116bb0b1f9c tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 945 time: 0.1071682 Feb 15 16:57:46.568583 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d6f1766-fae5-4835-b2d7-1b21b711ee19 req-357259d0-2aa6-40d1-b174-eda9ce15ad63 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/security-groups?id=ac9ef120-219f-4011-80aa-490578d13ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669210 Feb 15 16:57:46.718124 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc0407a7-2166-4a81-9868-3b2f3280467f admin admin] Publish callbacks [] for security_group (fbd9a0f6-da64-4510-b1bd-36da3ef6849d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:46.862702 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc0407a7-2166-4a81-9868-3b2f3280467f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fbd9a0f6-da64-4510-b1bd-36da3ef6849d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:46.949655 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cc0407a7-2166-4a81-9868-3b2f3280467f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=35eb200b1762453396add6e15feffa8b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3545015 Feb 15 16:57:46.949868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60486) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:46.952722 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0407a7-2166-4a81-9868-3b2f3280467f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd9a0f6-da64-4510-b1bd-36da3ef6849d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:47.084579 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab330a85-cb34-4cde-bb56-c494c0540eb1 admin admin] Publish callbacks [] for security_group (fbd9a0f6-da64-4510-b1bd-36da3ef6849d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:47.115193 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c57f-ac26-42ea-98ca-31e0ab6a153d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:47.155850 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab330a85-cb34-4cde-bb56-c494c0540eb1 admin admin] Publish callbacks [] for security_group (fbd9a0f6-da64-4510-b1bd-36da3ef6849d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:47.316358 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c36570-a860-4653-9d95-88c222ef49ed req-2ef0e857-63b4-4e14-aca1-35b5d6342c24 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:47.324889 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99c36570-a860-4653-9d95-88c222ef49ed req-2ef0e857-63b4-4e14-aca1-35b5d6342c24 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1632931 Feb 15 16:57:47.459630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60496) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:47.473198 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99c36570-a860-4653-9d95-88c222ef49ed req-6a85abc6-5fd3-41ea-8f9f-84c0b33b880f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467512 Feb 15 16:57:47.515933 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab330a85-cb34-4cde-bb56-c494c0540eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fbd9a0f6-da64-4510-b1bd-36da3ef6849d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:47.519359 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab330a85-cb34-4cde-bb56-c494c0540eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:47.520997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ab330a85-cb34-4cde-bb56-c494c0540eb1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fbd9a0f6-da64-4510-b1bd-36da3ef6849d HTTP/1.1" status: 204 len: 168 time: 0.5698304 Feb 15 16:57:47.538528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab330a85-cb34-4cde-bb56-c494c0540eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd9a0f6-da64-4510-b1bd-36da3ef6849d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:47.633805 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bcb5c57f-ac26-42ea-98ca-31e0ab6a153d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port 8fba604c-fc47-4274-b387-e1e8f0af1936 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:57:47.637769 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c57f-ac26-42ea-98ca-31e0ab6a153d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (8fba604c-fc47-4274-b387-e1e8f0af1936), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:47.824071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2eb47c-25bc-4248-b1ae-e2cb47dc816d req-b992216c-6a52-4233-b04c-9becbfbefa90 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:47.839700 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db2eb47c-25bc-4248-b1ae-e2cb47dc816d req-b992216c-6a52-4233-b04c-9becbfbefa90 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 945 time: 0.2011437 Feb 15 16:57:47.887456 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d597d799-c785-47f6-a012-d88b8c8d5712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:48.115673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-db2eb47c-25bc-4248-b1ae-e2cb47dc816d req-4dc46d2c-b7d5-454c-9842-ffce1cfb5055 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Deleting port b35cd0f8-3754-4a50-afce-0020a3d804c0 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:57:48.116222 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-db2eb47c-25bc-4248-b1ae-e2cb47dc816d req-4dc46d2c-b7d5-454c-9842-ffce1cfb5055 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b35cd0f8-3754-4a50-afce-0020a3d804c0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:48.139887 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c57f-ac26-42ea-98ca-31e0ab6a153d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (8fba604c-fc47-4274-b387-e1e8f0af1936), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:48.234920 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76551d3-3f3c-4587-89b4-3cfb2b01f021 req-438c0095-8f46-4832-86f5-58e4bc98f4db tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:48.237896 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a76551d3-3f3c-4587-89b4-3cfb2b01f021 req-438c0095-8f46-4832-86f5-58e4bc98f4db tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 945 time: 0.4406736 Feb 15 16:57:48.246070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bcb5c57f-ac26-42ea-98ca-31e0ab6a153d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for 8fba604c-fc47-4274-b387-e1e8f0af1936 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:57:48.475208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-db2eb47c-25bc-4248-b1ae-e2cb47dc816d req-4dc46d2c-b7d5-454c-9842-ffce1cfb5055 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] For port b35cd0f8-3754-4a50-afce-0020a3d804c0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=b35cd0f8-3754-4a50-afce-0020a3d804c0,segment=NetworkSegment(e8a76092-27b5-4f22-9c7e-82ba1a6e19ac),segment_id=e8a76092-27b5-4f22-9c7e-82ba1a6e19ac)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:48.475584 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-db2eb47c-25bc-4248-b1ae-e2cb47dc816d req-4dc46d2c-b7d5-454c-9842-ffce1cfb5055 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b35cd0f8-3754-4a50-afce-0020a3d804c0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:48.526378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-db2eb47c-25bc-4248-b1ae-e2cb47dc816d req-4dc46d2c-b7d5-454c-9842-ffce1cfb5055 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Calling delete_port for b35cd0f8-3754-4a50-afce-0020a3d804c0 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:57:48.580688 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a76551d3-3f3c-4587-89b4-3cfb2b01f021 req-b9ddd0bb-5972-4feb-af6f-8631a6ef17d5 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/security-groups?id=ac9ef120-219f-4011-80aa-490578d13ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281982 Feb 15 16:57:48.583516 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d597d799-c785-47f6-a012-d88b8c8d5712 admin admin] Publish callbacks [] for security_group (66252c6a-85c5-4cea-9d27-eada92e355bb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:48.709863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60524) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:48.738507 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d597d799-c785-47f6-a012-d88b8c8d5712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (66252c6a-85c5-4cea-9d27-eada92e355bb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:48.800069 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-765b4901-5c31-4df0-a8c4-3c1208912ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:48.829588 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597d799-c785-47f6-a012-d88b8c8d5712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66252c6a-85c5-4cea-9d27-eada92e355bb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:48.871899 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60528) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:48.909506 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d597d799-c785-47f6-a012-d88b8c8d5712 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9d4f367503a94a23a8da4c6b259443c6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4462783 Feb 15 16:57:48.916477 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60532) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:48.970482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec82e9c-6e17-4170-8f63-19c241a53ed2 req-ffb7ffc1-2402-44e2-b838-dc82a664b10b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:48.980519 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ec82e9c-6e17-4170-8f63-19c241a53ed2 req-ffb7ffc1-2402-44e2-b838-dc82a664b10b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.3008041 Feb 15 16:57:49.045834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60534) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:49.119354 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5810502b-5ef6-4c46-9e1d-77e1297377b7 admin admin] Publish callbacks [] for security_group (66252c6a-85c5-4cea-9d27-eada92e355bb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:49.146704 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5810502b-5ef6-4c46-9e1d-77e1297377b7 admin admin] Publish callbacks [] for security_group (66252c6a-85c5-4cea-9d27-eada92e355bb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:49.195000 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c57f-ac26-42ea-98ca-31e0ab6a153d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (8fba604c-fc47-4274-b387-e1e8f0af1936), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:49.276325 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5c57f-ac26-42ea-98ca-31e0ab6a153d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=8fba604c-fc47-4274-b387-e1e8f0af1936,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:49.278638 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ec82e9c-6e17-4170-8f63-19c241a53ed2 req-f3f6c972-dba1-4c62-b143-79e54d988990 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965393 Feb 15 16:57:49.330292 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-765b4901-5c31-4df0-a8c4-3c1208912ddb admin admin] Publish callbacks [] for security_group (0617bbd5-2a4b-4dc2-bec6-3197e41a92f9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:49.354462 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-335c6e83-76c5-4181-8972-d5ca3a5d73dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:49.365540 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2848ebf4-dee1-4d88-b464-4c9c9b07c00f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:49.412541 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-db2eb47c-25bc-4248-b1ae-e2cb47dc816d req-4dc46d2c-b7d5-454c-9842-ffce1cfb5055 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b35cd0f8-3754-4a50-afce-0020a3d804c0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:49.426346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['b35cd0f8-3754-4a50-afce-0020a3d804c0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:57:49.526097 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-765b4901-5c31-4df0-a8c4-3c1208912ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0617bbd5-2a4b-4dc2-bec6-3197e41a92f9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:49.574113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b4901-5c31-4df0-a8c4-3c1208912ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0617bbd5-2a4b-4dc2-bec6-3197e41a92f9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:49.577664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc46d2c-b7d5-454c-9842-ffce1cfb5055 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Pushing event deleted for resources: {'Port': ['ID=b35cd0f8-3754-4a50-afce-0020a3d804c0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:49.614601 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-335c6e83-76c5-4181-8972-d5ca3a5d73dc admin admin] Publish callbacks [] for security_group (6e442f90-078a-42a6-bf1d-16182b1ffbab), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:49.766758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2eb47c-25bc-4248-b1ae-e2cb47dc816d req-4dc46d2c-b7d5-454c-9842-ffce1cfb5055 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] No DVR routers for this DVR port b35cd0f8-3754-4a50-afce-0020a3d804c0 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:57:49.788842 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-db2eb47c-25bc-4248-b1ae-e2cb47dc816d req-4dc46d2c-b7d5-454c-9842-ffce1cfb5055 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:49.804247 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5810502b-5ef6-4c46-9e1d-77e1297377b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (66252c6a-85c5-4cea-9d27-eada92e355bb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:49.811786 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5810502b-5ef6-4c46-9e1d-77e1297377b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:49.812002 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db2eb47c-25bc-4248-b1ae-e2cb47dc816d req-4dc46d2c-b7d5-454c-9842-ffce1cfb5055 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.10 "DELETE /v2.0/ports/b35cd0f8-3754-4a50-afce-0020a3d804c0 HTTP/1.1" status: 204 len: 173 time: 1.9647501 Feb 15 16:57:49.813067 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5810502b-5ef6-4c46-9e1d-77e1297377b7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/66252c6a-85c5-4cea-9d27-eada92e355bb HTTP/1.1" status: 204 len: 168 time: 0.8955710 Feb 15 16:57:49.816791 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d73b127-a7a4-4466-85b8-07f5257f2e75', 'name': 'network-vif-deleted', 'tag': 'b35cd0f8-3754-4a50-afce-0020a3d804c0'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:57:49.824585 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e1c8ab-f0b1-47b4-9ee0-2b1dfabfc9b0" -d '{"events": [{"server_uuid": "8d73b127-a7a4-4466-85b8-07f5257f2e75", "name": "network-vif-deleted", "tag": "b35cd0f8-3754-4a50-afce-0020a3d804c0"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:57:49.867757 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-765b4901-5c31-4df0-a8c4-3c1208912ddb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ad3606d1012747df9f76bcf1aa9e656d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1550190 Feb 15 16:57:49.932517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60550) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:49.936167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7dc28f7e-d0a8-4702-b85b-bd476f58f6c3 req-bfd624f4-51b0-45b0-9d0d-0c109dfd32cd tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 210 time: 0.1042330 Feb 15 16:57:50.041622 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2848ebf4-dee1-4d88-b464-4c9c9b07c00f admin admin] Publish callbacks [] for security_group (396c9bd7-cd37-4082-8378-d8e3e8e0b9cc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:50.051778 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-335c6e83-76c5-4181-8972-d5ca3a5d73dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6e442f90-078a-42a6-bf1d-16182b1ffbab), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:50.079127 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0373818-6a4c-4f5e-9be9-b7296925991d x-openstack-request-id: req-c0373818-6a4c-4f5e-9be9-b7296925991d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:57:50.082550 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d73b127-a7a4-4466-85b8-07f5257f2e75", "name": "network-vif-deleted", "tag": "b35cd0f8-3754-4a50-afce-0020a3d804c0", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:57:50.082550 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c0373818-6a4c-4f5e-9be9-b7296925991d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:57:50.082550 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d73b127-a7a4-4466-85b8-07f5257f2e75', 'name': 'network-vif-deleted', 'tag': 'b35cd0f8-3754-4a50-afce-0020a3d804c0', 'status': 'completed', 'code': 200} Feb 15 16:57:50.084066 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcb5c57f-ac26-42ea-98ca-31e0ab6a153d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:50.092354 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810502b-5ef6-4c46-9e1d-77e1297377b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66252c6a-85c5-4cea-9d27-eada92e355bb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:50.133611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae3a0e-5544-4185-aae7-5af4bb88752b req-22eb51e1-47ec-4176-9f72-9b738156ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:50.135650 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acae3a0e-5544-4185-aae7-5af4bb88752b req-22eb51e1-47ec-4176-9f72-9b738156ceec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 1128 time: 0.2655289 Feb 15 16:57:50.140706 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2848ebf4-dee1-4d88-b464-4c9c9b07c00f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (396c9bd7-cd37-4082-8378-d8e3e8e0b9cc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:50.194574 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-335c6e83-76c5-4181-8972-d5ca3a5d73dc admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d7926d1e756b45b2b4aaebc386621625&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3192649 Feb 15 16:57:50.220773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60554) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:50.246102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f526dc24-a872-46be-81a9-426fcc0918bb admin admin] Publish callbacks [] for security_group (0617bbd5-2a4b-4dc2-bec6-3197e41a92f9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:50.273741 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c6e83-76c5-4181-8972-d5ca3a5d73dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e442f90-078a-42a6-bf1d-16182b1ffbab,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:50.278275 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2848ebf4-dee1-4d88-b464-4c9c9b07c00f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6af2b55ed6b545dbaad9eafc6013c2ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2288873 Feb 15 16:57:50.286810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60556) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:50.288540 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f526dc24-a872-46be-81a9-426fcc0918bb admin admin] Publish callbacks [] for security_group (0617bbd5-2a4b-4dc2-bec6-3197e41a92f9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:50.373971 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcd3d9-b354-446d-94a5-b4275af61f31 req-e63b0906-1e46-41c8-a881-b3f040bce139 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:50.377594 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d3dcd3d9-b354-446d-94a5-b4275af61f31 req-e63b0906-1e46-41c8-a881-b3f040bce139 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.3297021 Feb 15 16:57:50.463645 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b1bc0ed0-1205-420f-acf8-51f8e046c016 admin admin] Publish callbacks [] for security_group (6e442f90-078a-42a6-bf1d-16182b1ffbab), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:50.488353 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b1bc0ed0-1205-420f-acf8-51f8e046c016 admin admin] Publish callbacks [] for security_group (6e442f90-078a-42a6-bf1d-16182b1ffbab), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:50.515990 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848ebf4-dee1-4d88-b464-4c9c9b07c00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396c9bd7-cd37-4082-8378-d8e3e8e0b9cc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:50.580059 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f526dc24-a872-46be-81a9-426fcc0918bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0617bbd5-2a4b-4dc2-bec6-3197e41a92f9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:50.582842 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f526dc24-a872-46be-81a9-426fcc0918bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:50.586943 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f526dc24-a872-46be-81a9-426fcc0918bb admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0617bbd5-2a4b-4dc2-bec6-3197e41a92f9 HTTP/1.1" status: 204 len: 168 time: 0.6498077 Feb 15 16:57:50.608113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526dc24-a872-46be-81a9-426fcc0918bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0617bbd5-2a4b-4dc2-bec6-3197e41a92f9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:50.621688 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae3a0e-5544-4185-aae7-5af4bb88752b req-e4c23c22-d74a-45d4-b67e-92b16ec25e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:50.625465 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acae3a0e-5544-4185-aae7-5af4bb88752b req-e4c23c22-d74a-45d4-b67e-92b16ec25e51 service neutron] 10.222.0.10 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.4806712 Feb 15 16:57:50.642432 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b1bc0ed0-1205-420f-acf8-51f8e046c016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6e442f90-078a-42a6-bf1d-16182b1ffbab), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:50.642579 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b1bc0ed0-1205-420f-acf8-51f8e046c016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:50.643732 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b1bc0ed0-1205-420f-acf8-51f8e046c016 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6e442f90-078a-42a6-bf1d-16182b1ffbab HTTP/1.1" status: 204 len: 168 time: 0.4199207 Feb 15 16:57:50.687440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc0ed0-1205-420f-acf8-51f8e046c016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e442f90-078a-42a6-bf1d-16182b1ffbab,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:50.742149 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acae3a0e-5544-4185-aae7-5af4bb88752b req-385766e0-5dc6-4fec-bfa2-7d306e5681a2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f211093c-554d-4094-aeca-f5b854a678a4 HTTP/1.1" status: 200 len: 1000 time: 0.1106756 Feb 15 16:57:50.761827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb5c57f-ac26-42ea-98ca-31e0ab6a153d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Router 4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:57:50.763903 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-272b7d0b-3dcf-4477-956b-58a95ce2344d admin admin] Publish callbacks [] for security_group (396c9bd7-cd37-4082-8378-d8e3e8e0b9cc), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:50.768315 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d3dcd3d9-b354-446d-94a5-b4275af61f31 req-3ec747c0-0de6-4366-aee3-481b733069c1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3732347 Feb 15 16:57:50.846554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae3a0e-5544-4185-aae7-5af4bb88752b req-d6dfed7c-2993-4a2a-be6a-eb46a42eef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:50.848094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acae3a0e-5544-4185-aae7-5af4bb88752b req-d6dfed7c-2993-4a2a-be6a-eb46a42eef61 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.0938628 Feb 15 16:57:50.855012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-272b7d0b-3dcf-4477-956b-58a95ce2344d admin admin] Publish callbacks [] for security_group (396c9bd7-cd37-4082-8378-d8e3e8e0b9cc), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:50.939921 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae3a0e-5544-4185-aae7-5af4bb88752b req-e266d72e-24f8-4b45-8b27-26df15016a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:50.941558 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acae3a0e-5544-4185-aae7-5af4bb88752b req-e266d72e-24f8-4b45-8b27-26df15016a3a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0877559 Feb 15 16:57:51.057721 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb5c57f-ac26-42ea-98ca-31e0ab6a153d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:57:51.072775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a01f5da-e65e-4878-95c0-4194fd868c6e None None] Sync routers for ids ['4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:57:51.108100 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a01f5da-e65e-4878-95c0-4194fd868c6e None None] Routers {'4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:57:51.109018 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6a01f5da-e65e-4878-95c0-4194fd868c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:57:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:51.112893 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bcb5c57f-ac26-42ea-98ca-31e0ab6a153d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "PUT /v2.0/routers/4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2370913 Feb 15 16:57:51.120220 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60578) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:51.187504 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73371f8-85e9-440f-b1a5-e6f955613ded tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] GET failed (client error): The resource could not be found. Feb 15 16:57:51.191791 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-866ef695-34aa-4461-885e-6afc6af58244 req-4a5a4a80-f0a5-4a9c-9065-39e84a740639 tempest-ServerTagsTestJSON-1904074698 tempest-ServerTagsTestJSON-1904074698-project] 10.222.0.107 "GET /v2.0/ports?device_id=8d73b127-a7a4-4466-85b8-07f5257f2e75 HTTP/1.1" status: 200 len: 210 time: 0.0740583 Feb 15 16:57:51.192360 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60580) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:51.200557 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b73371f8-85e9-440f-b1a5-e6f955613ded tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/8fba604c-fc47-4274-b387-e1e8f0af1936 HTTP/1.1" status: 404 len: 333 time: 0.0792582 Feb 15 16:57:51.237699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6a01f5da-e65e-4878-95c0-4194fd868c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:51.261758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a01f5da-e65e-4878-95c0-4194fd868c6e None None] Routers {'4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:57:51.262909 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6a01f5da-e65e-4878-95c0-4194fd868c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:57:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:51.313173 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-272b7d0b-3dcf-4477-956b-58a95ce2344d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (396c9bd7-cd37-4082-8378-d8e3e8e0b9cc), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:51.316376 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-272b7d0b-3dcf-4477-956b-58a95ce2344d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:51.320066 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-272b7d0b-3dcf-4477-956b-58a95ce2344d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/396c9bd7-cd37-4082-8378-d8e3e8e0b9cc HTTP/1.1" status: 204 len: 168 time: 1.0290372 Feb 15 16:57:51.338625 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b7d0b-3dcf-4477-956b-58a95ce2344d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396c9bd7-cd37-4082-8378-d8e3e8e0b9cc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:51.379975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6a01f5da-e65e-4878-95c0-4194fd868c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:51.385246 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a01f5da-e65e-4878-95c0-4194fd868c6e None None] The sync data for ids ['4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:57:51.397392 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acae3a0e-5544-4185-aae7-5af4bb88752b req-6268401e-5286-47f1-b031-f80835963eeb service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497285 Feb 15 16:57:51.402591 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd332ed9-4c31-43d3-a706-3aa1d624efa8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for router (4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:51.966957 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a175-828e-4a8f-bc82-0c9f9b55e384 req-553680d9-03b0-4abf-b883-d5180153d643 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:51.968467 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbc3a175-828e-4a8f-bc82-0c9f9b55e384 req-553680d9-03b0-4abf-b883-d5180153d643 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1011469 Feb 15 16:57:52.072058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60596) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:52.085139 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dbc3a175-828e-4a8f-bc82-0c9f9b55e384 req-39ac420f-918c-4d81-9eca-0dc01f9aa6ff tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963395 Feb 15 16:57:52.114719 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd332ed9-4c31-43d3-a706-3aa1d624efa8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:52.118927 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd332ed9-4c31-43d3-a706-3aa1d624efa8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for router_controller (4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:52.121007 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01d89cb3-919c-4005-a233-3e2f52fa09e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:52.131369 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acae3a0e-5544-4185-aae7-5af4bb88752b req-479b2e54-5160-4867-b44d-5c3e2c904f4c service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7248654 Feb 15 16:57:52.288223 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60602) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:52.307279 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01d89cb3-919c-4005-a233-3e2f52fa09e0 admin admin] Publish callbacks [] for security_group (b71e4771-eb78-4d8a-aa57-1b7b9d52c7ba), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:52.323266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cc773-d3c2-47f7-a598-d7d9ccc10289 req-1cdd3c51-785e-42de-be3c-39bae073dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:52.333208 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf3cc773-d3c2-47f7-a598-d7d9ccc10289 req-1cdd3c51-785e-42de-be3c-39bae073dfee service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 1128 time: 0.0773327 Feb 15 16:57:52.333208 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd332ed9-4c31-43d3-a706-3aa1d624efa8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:52.333208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd332ed9-4c31-43d3-a706-3aa1d624efa8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Fanout notify agent at l3_agent the message router_deleted on router 4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:57:52.338707 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd332ed9-4c31-43d3-a706-3aa1d624efa8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:52.339892 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fd332ed9-4c31-43d3-a706-3aa1d624efa8 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/routers/4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d HTTP/1.1" status: 204 len: 168 time: 1.1419797 Feb 15 16:57:52.342549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60604) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:52.367300 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3fd0b2a-2e5d-4b28-abfd-0295d2402d1b admin admin] Deleting subnet 0531f904-2454-44d2-8c93-e51090d8bc37 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:57:52.370184 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0b2a-2e5d-4b28-abfd-0295d2402d1b admin admin] Publish callbacks [] for subnet (0531f904-2454-44d2-8c93-e51090d8bc37), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:52.412683 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0b2a-2e5d-4b28-abfd-0295d2402d1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (0531f904-2454-44d2-8c93-e51090d8bc37), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:52.492034 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0b2a-2e5d-4b28-abfd-0295d2402d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (0531f904-2454-44d2-8c93-e51090d8bc37), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:52.511414 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01d89cb3-919c-4005-a233-3e2f52fa09e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b71e4771-eb78-4d8a-aa57-1b7b9d52c7ba), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:52.551280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cc773-d3c2-47f7-a598-d7d9ccc10289 req-cb509f05-f1b2-40ec-bc80-28cc218aad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:52.553688 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf3cc773-d3c2-47f7-a598-d7d9ccc10289 req-cb509f05-f1b2-40ec-bc80-28cc218aad8d service neutron] 10.222.0.10 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.1962118 Feb 15 16:57:52.641681 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0b2a-2e5d-4b28-abfd-0295d2402d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (0531f904-2454-44d2-8c93-e51090d8bc37), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:52.652732 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-01d89cb3-919c-4005-a233-3e2f52fa09e0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f0109566b0a34d2e9956a94fb577d461&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5775521 Feb 15 16:57:52.653874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d89cb3-919c-4005-a233-3e2f52fa09e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71e4771-eb78-4d8a-aa57-1b7b9d52c7ba,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:52.674454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60614) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:52.680438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5d58fb-5a22-4971-a8bf-92c5eea1afe3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting subnet 1f730f2b-a215-4158-a55d-b7e555c6f545 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:57:52.682599 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd0b2a-2e5d-4b28-abfd-0295d2402d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0531f904-2454-44d2-8c93-e51090d8bc37,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:52.691527 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3fd0b2a-2e5d-4b28-abfd-0295d2402d1b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:52.693834 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f5d58fb-5a22-4971-a8bf-92c5eea1afe3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (1f730f2b-a215-4158-a55d-b7e555c6f545), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:52.698474 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a3fd0b2a-2e5d-4b28-abfd-0295d2402d1b admin admin] 10.222.0.107 "DELETE /v2.0/subnets/0531f904-2454-44d2-8c93-e51090d8bc37 HTTP/1.1" status: 204 len: 168 time: 0.4089403 Feb 15 16:57:52.700268 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60616) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:52.781212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60618) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:52.787977 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d1e7da89-c769-4e72-b4ad-74a02f5ee696 req-a98ccaaf-cc71-4a65-9616-a1d5c06372a9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2713814 Feb 15 16:57:52.826647 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f5d58fb-5a22-4971-a8bf-92c5eea1afe3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (1f730f2b-a215-4158-a55d-b7e555c6f545), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:52.830112 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df433bcd-31b8-4ad9-a363-129615970907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:52.839794 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf3cc773-d3c2-47f7-a598-d7d9ccc10289 req-0a4c19ef-a7d6-44c2-919b-34c943541c47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f211093c-554d-4094-aeca-f5b854a678a4 HTTP/1.1" status: 200 len: 1000 time: 0.2590666 Feb 15 16:57:52.848603 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51de855-d856-4fbf-bf0f-0fe19f64656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:52.938508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cc773-d3c2-47f7-a598-d7d9ccc10289 req-5f164429-25a1-4645-a3dc-5d14f986805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:52.940034 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf3cc773-d3c2-47f7-a598-d7d9ccc10289 req-5f164429-25a1-4645-a3dc-5d14f986805f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.0658481 Feb 15 16:57:52.996663 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51de855-d856-4fbf-bf0f-0fe19f64656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:53.017759 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d935472c-8f90-4ae8-a9e2-58a815d7bc4c admin admin] Publish callbacks [] for security_group (b71e4771-eb78-4d8a-aa57-1b7b9d52c7ba), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:53.035205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a51de855-d856-4fbf-bf0f-0fe19f64656c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:53.049005 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a51de855-d856-4fbf-bf0f-0fe19f64656c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a76092-27b5-4f22-9c7e-82ba1a6e19ac') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:53.049651 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a51de855-d856-4fbf-bf0f-0fe19f64656c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a76092-27b5-4f22-9c7e-82ba1a6e19ac') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:53.068971 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51de855-d856-4fbf-bf0f-0fe19f64656c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (e8a76092-27b5-4f22-9c7e-82ba1a6e19ac), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:53.074146 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d935472c-8f90-4ae8-a9e2-58a815d7bc4c admin admin] Publish callbacks [] for security_group (b71e4771-eb78-4d8a-aa57-1b7b9d52c7ba), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:53.097710 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51de855-d856-4fbf-bf0f-0fe19f64656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e8a76092-27b5-4f22-9c7e-82ba1a6e19ac), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:53.107635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51de855-d856-4fbf-bf0f-0fe19f64656c admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:57:53.108289 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51de855-d856-4fbf-bf0f-0fe19f64656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (e8a76092-27b5-4f22-9c7e-82ba1a6e19ac), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:57:53.111247 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:57:53.219557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7da89-c769-4e72-b4ad-74a02f5ee696 req-b84a5c90-c03f-489f-9fb0-8fd23d4bf62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:53.222333 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d1e7da89-c769-4e72-b4ad-74a02f5ee696 req-b84a5c90-c03f-489f-9fb0-8fd23d4bf62e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d50e5805188b4195b80b506af394e48d&device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 1128 time: 0.3875382 Feb 15 16:57:53.251401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cc773-d3c2-47f7-a598-d7d9ccc10289 req-fabcb64a-b9b1-49fb-85db-ea885ce3b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:53.262777 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf3cc773-d3c2-47f7-a598-d7d9ccc10289 req-fabcb64a-b9b1-49fb-85db-ea885ce3b779 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2961218 Feb 15 16:57:53.355572 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f5d58fb-5a22-4971-a8bf-92c5eea1afe3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (1f730f2b-a215-4158-a55d-b7e555c6f545), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:53.357070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4a72a-947f-410e-832b-c7163b9581c0 req-82f7f971-63b1-435b-ac46-f56e283345b3 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:53.360517 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5d4a72a-947f-410e-832b-c7163b9581c0 req-82f7f971-63b1-435b-ac46-f56e283345b3 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1505427 Feb 15 16:57:53.386063 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51de855-d856-4fbf-bf0f-0fe19f64656c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:53.394358 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a51de855-d856-4fbf-bf0f-0fe19f64656c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:53.398717 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a51de855-d856-4fbf-bf0f-0fe19f64656c admin admin] 10.222.0.107 "DELETE /v2.0/networks/1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9 HTTP/1.1" status: 204 len: 168 time: 0.6950002 Feb 15 16:57:53.412442 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51de855-d856-4fbf-bf0f-0fe19f64656c admin admin] Pushing event deleted for resources: {'Network': ['ID=1f9b4eb0-0336-48ed-9c0a-bbe0ce090bb9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:53.414249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device b35cd0f8-3754-4a50-afce-0020a3d804c0 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:57:53.445491 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5d4a72a-947f-410e-832b-c7163b9581c0 req-89781556-86de-4e19-ba3e-504efc78399e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766141 Feb 15 16:57:53.481301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: b35cd0f8-3754-4a50-afce-0020a3d804c0 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:57:53.483573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device b35cd0f8-3754-4a50-afce-0020a3d804c0 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:57:53.516225 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df433bcd-31b8-4ad9-a363-129615970907 admin admin] Publish callbacks [] for security_group (3f23f02c-21e2-450d-863c-b4791f6c39f4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:53.591883 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d935472c-8f90-4ae8-a9e2-58a815d7bc4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b71e4771-eb78-4d8a-aa57-1b7b9d52c7ba), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:53.594469 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d935472c-8f90-4ae8-a9e2-58a815d7bc4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:53.598224 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d935472c-8f90-4ae8-a9e2-58a815d7bc4c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b71e4771-eb78-4d8a-aa57-1b7b9d52c7ba HTTP/1.1" status: 204 len: 168 time: 0.9195807 Feb 15 16:57:53.604104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7da89-c769-4e72-b4ad-74a02f5ee696 req-59bf4a4d-9555-4a72-a28b-39fb32eac71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:53.605609 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d1e7da89-c769-4e72-b4ad-74a02f5ee696 req-59bf4a4d-9555-4a72-a28b-39fb32eac71b service neutron] 10.222.0.67 "GET /v2.0/networks?id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 HTTP/1.1" status: 200 len: 911 time: 0.3568256 Feb 15 16:57:53.611885 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf3cc773-d3c2-47f7-a598-d7d9ccc10289 req-c3388727-737e-4ea1-8722-571f8e95a6fc service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209150 Feb 15 16:57:53.616537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935472c-8f90-4ae8-a9e2-58a815d7bc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71e4771-eb78-4d8a-aa57-1b7b9d52c7ba,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:53.634921 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df433bcd-31b8-4ad9-a363-129615970907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3f23f02c-21e2-450d-863c-b4791f6c39f4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:53.746088 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f5d58fb-5a22-4971-a8bf-92c5eea1afe3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (1f730f2b-a215-4158-a55d-b7e555c6f545), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:53.786817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8a156-33aa-48ed-b7d7-e6e22582d45d req-614b484a-feb5-4c3f-93af-78ae985d0f04 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:53.788327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e4d8a156-33aa-48ed-b7d7-e6e22582d45d req-614b484a-feb5-4c3f-93af-78ae985d0f04 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2459605 Feb 15 16:57:53.814664 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-df433bcd-31b8-4ad9-a363-129615970907 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d15d49e819f144629f43b62520078d97&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0302486 Feb 15 16:57:53.815421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df433bcd-31b8-4ad9-a363-129615970907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f23f02c-21e2-450d-863c-b4791f6c39f4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:53.817420 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60650) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:53.829820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d58fb-5a22-4971-a8bf-92c5eea1afe3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Subnet': ['ID=1f730f2b-a215-4158-a55d-b7e555c6f545,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:53.836397 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f5d58fb-5a22-4971-a8bf-92c5eea1afe3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:53.839582 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8f5d58fb-5a22-4971-a8bf-92c5eea1afe3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/1f730f2b-a215-4158-a55d-b7e555c6f545 HTTP/1.1" status: 204 len: 168 time: 1.4960847 Feb 15 16:57:53.843459 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53d35e8-cf31-4f1a-a463-ffbb29a0d52e None None] Network eab7a899-a44d-4359-b09c-019a2bc0fac6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:57:53.847046 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d1e7da89-c769-4e72-b4ad-74a02f5ee696 req-c9a42ba9-3627-48f2-9206-b4bb885c37bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 HTTP/1.1" status: 200 len: 1001 time: 0.2289228 Feb 15 16:57:53.847046 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60652) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:53.871997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60654) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:53.930266 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0212db61-4ceb-4ae9-8703-d4e022b04b5d admin admin] Publish callbacks [] for security_group (3f23f02c-21e2-450d-863c-b4791f6c39f4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:53.959879 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0212db61-4ceb-4ae9-8703-d4e022b04b5d admin admin] Publish callbacks [] for security_group (3f23f02c-21e2-450d-863c-b4791f6c39f4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:54.019794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7da89-c769-4e72-b4ad-74a02f5ee696 req-3c8cb2ee-3dd3-49d2-b0b9-3448f4c21cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:54.029599 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d1e7da89-c769-4e72-b4ad-74a02f5ee696 req-3c8cb2ee-3dd3-49d2-b0b9-3448f4c21cfd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ee4840c8-e6d6-4864-8cc9-9887e739eb93 HTTP/1.1" status: 200 len: 849 time: 0.1583152 Feb 15 16:57:54.090576 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2435c0a0-2460-4b3e-bbce-a6d277d7e726 None None] DHCP port deletion for eab7a899-a44d-4359-b09c-019a2bc0fac6 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:57:54.103402 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0212db61-4ceb-4ae9-8703-d4e022b04b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3f23f02c-21e2-450d-863c-b4791f6c39f4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:54.106338 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0212db61-4ceb-4ae9-8703-d4e022b04b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:54.107751 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0212db61-4ceb-4ae9-8703-d4e022b04b5d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3f23f02c-21e2-450d-863c-b4791f6c39f4 HTTP/1.1" status: 204 len: 168 time: 0.2869895 Feb 15 16:57:54.118640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212db61-4ceb-4ae9-8703-d4e022b04b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f23f02c-21e2-450d-863c-b4791f6c39f4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:54.142894 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (eab7a899-a44d-4359-b09c-019a2bc0fac6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:54.221663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2435c0a0-2460-4b3e-bbce-a6d277d7e726 None None] Deleting port f0607de2-276c-4dfa-a7f9-a12271a96def {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:57:54.236876 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2435c0a0-2460-4b3e-bbce-a6d277d7e726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:54.246378 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dd2d1e6b-9223-42da-91e8-5bec4e88fa75 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a63e4750546341049d4553a66336baf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3714936 Feb 15 16:57:54.251785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60664) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:54.264035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf3cc773-d3c2-47f7-a598-d7d9ccc10289 req-78aa9d55-8029-484a-8c2b-19f2ffb9fd69 service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387887 Feb 15 16:57:54.308002 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e4d8a156-33aa-48ed-b7d7-e6e22582d45d req-df97cffb-31a5-40b1-a124-1f4752d1e8b4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4892726 Feb 15 16:57:54.322786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7da89-c769-4e72-b4ad-74a02f5ee696 req-e0d565fd-21a4-439e-b11c-ecdb0c1c42ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:54.325308 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d1e7da89-c769-4e72-b4ad-74a02f5ee696 req-e0d565fd-21a4-439e-b11c-ecdb0c1c42ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1706438 Feb 15 16:57:54.375925 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90b9daba-6dc7-4c31-bb6f-43e3487a3bd9 admin admin] Publish callbacks [] for security_group (ac9ef120-219f-4011-80aa-490578d13ac9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:54.404639 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90b9daba-6dc7-4c31-bb6f-43e3487a3bd9 admin admin] Publish callbacks [] for security_group (ac9ef120-219f-4011-80aa-490578d13ac9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:54.451584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port f0607de2-276c-4dfa-a7f9-a12271a96def {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:57:54.458270 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:54.502539 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2435c0a0-2460-4b3e-bbce-a6d277d7e726 None None] For port f0607de2-276c-4dfa-a7f9-a12271a96def, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f0607de2-276c-4dfa-a7f9-a12271a96def,segment=NetworkSegment(98b60bee-78d1-4a60-a335-d40cd448af2f),segment_id=98b60bee-78d1-4a60-a335-d40cd448af2f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:54.503103 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2435c0a0-2460-4b3e-bbce-a6d277d7e726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:54.516555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2435c0a0-2460-4b3e-bbce-a6d277d7e726 None None] Calling delete_port for f0607de2-276c-4dfa-a7f9-a12271a96def owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:57:54.567802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f0607de2-276c-4dfa-a7f9-a12271a96def no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:57:54.602622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] For port f0607de2-276c-4dfa-a7f9-a12271a96def, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f0607de2-276c-4dfa-a7f9-a12271a96def,segment=NetworkSegment(98b60bee-78d1-4a60-a335-d40cd448af2f),segment_id=98b60bee-78d1-4a60-a335-d40cd448af2f)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:54.624782 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:54.624782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d1e7da89-c769-4e72-b4ad-74a02f5ee696 req-901a00d6-3300-4e7d-a4fb-41301ceda15d service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651677 Feb 15 16:57:54.624782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for f0607de2-276c-4dfa-a7f9-a12271a96def owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:57:54.647656 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90b9daba-6dc7-4c31-bb6f-43e3487a3bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ac9ef120-219f-4011-80aa-490578d13ac9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:54.650936 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90b9daba-6dc7-4c31-bb6f-43e3487a3bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:54.653385 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-90b9daba-6dc7-4c31-bb6f-43e3487a3bd9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ac9ef120-219f-4011-80aa-490578d13ac9 HTTP/1.1" status: 204 len: 168 time: 0.4003775 Feb 15 16:57:54.664385 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9daba-6dc7-4c31-bb6f-43e3487a3bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9ef120-219f-4011-80aa-490578d13ac9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:54.698756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f0607de2-276c-4dfa-a7f9-a12271a96def is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:54.700301 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:54.798794 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2435c0a0-2460-4b3e-bbce-a6d277d7e726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:54.809680 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d1e7da89-c769-4e72-b4ad-74a02f5ee696 req-0e8334e2-0459-4ab8-bb60-3c7534e88084 service neutron] 10.222.0.67 "GET /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908882 Feb 15 16:57:54.833811 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f0607de2-276c-4dfa-a7f9-a12271a96def), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:54.869006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=f0607de2-276c-4dfa-a7f9-a12271a96def,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:54.870819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2435c0a0-2460-4b3e-bbce-a6d277d7e726 None None] No DVR routers for this DVR port f0607de2-276c-4dfa-a7f9-a12271a96def on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:57:54.874467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No DVR routers for this DVR port f0607de2-276c-4dfa-a7f9-a12271a96def on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:57:54.942294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435c0a0-2460-4b3e-bbce-a6d277d7e726 None None] Pushing event deleted for resources: {'Port': ['ID=f0607de2-276c-4dfa-a7f9-a12271a96def,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:55.020872 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (eab7a899-a44d-4359-b09c-019a2bc0fac6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:55.069281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab7a899-a44d-4359-b09c-019a2bc0fac6']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:55.081419 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98b60bee-78d1-4a60-a335-d40cd448af2f') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:55.081752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98b60bee-78d1-4a60-a335-d40cd448af2f') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:57:55.100233 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (98b60bee-78d1-4a60-a335-d40cd448af2f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:55.118593 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (98b60bee-78d1-4a60-a335-d40cd448af2f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:55.129756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5ec59-3347-4d87-bcfe-0b99019aebc7 req-9bab9166-7c58-40bc-90eb-50a8717f639b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:55.131489 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d6b5ec59-3347-4d87-bcfe-0b99019aebc7 req-9bab9166-7c58-40bc-90eb-50a8717f639b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1181891 Feb 15 16:57:55.134594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:57:55.135094 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (98b60bee-78d1-4a60-a335-d40cd448af2f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:57:55.139891 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:57:55.245796 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d6b5ec59-3347-4d87-bcfe-0b99019aebc7 req-9e00b9bf-cda8-4ca6-8085-68e2112f82cb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918326 Feb 15 16:57:55.315316 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (eab7a899-a44d-4359-b09c-019a2bc0fac6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:55.337494 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:55.344098 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/networks/eab7a899-a44d-4359-b09c-019a2bc0fac6 HTTP/1.1" status: 204 len: 168 time: 1.4913321 Feb 15 16:57:55.344098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e84cef-c35d-4bd3-a8db-a5ef19c55cbe tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Network': ['ID=eab7a899-a44d-4359-b09c-019a2bc0fac6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:55.345090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60698) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:55.404602 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f65e36-07fc-49c2-bc6e-e58cf7ad0eb4 req-3315d397-3b9f-4f6a-ba7c-7e61203af8e7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:55.406980 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e9f65e36-07fc-49c2-bc6e-e58cf7ad0eb4 req-3315d397-3b9f-4f6a-ba7c-7e61203af8e7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.0918012 Feb 15 16:57:55.435777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d08d48f-89fd-4401-8f28-37c34282f81f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:55.441070 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4d08d48f-89fd-4401-8f28-37c34282f81f tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/6b62aa49-7e24-4900-abea-cdc606f3673b HTTP/1.1" status: 200 len: 845 time: 0.0907900 Feb 15 16:57:55.443873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60702) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:55.479516 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e9f65e36-07fc-49c2-bc6e-e58cf7ad0eb4 req-02459820-7a54-40a9-b4e1-9ce6b04889c4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657053 Feb 15 16:57:55.525548 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fb28ed19-733d-4892-8635-8d13f1f12c3d tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/6b62aa49-7e24-4900-abea-cdc606f3673b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0796747 Feb 15 16:57:55.529744 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60708) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:55.535931 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-167eab12-b4d4-4c15-858b-23bc970e9d33 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'subnet': {'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:55.660984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893bd64-b589-4b6a-8659-c8d2f3321571 req-5021fdcd-d28f-430c-8f59-9ca2ab50b8d2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:55.669718 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b893bd64-b589-4b6a-8659-c8d2f3321571 req-5021fdcd-d28f-430c-8f59-9ca2ab50b8d2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.0747461 Feb 15 16:57:55.725006 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b893bd64-b589-4b6a-8659-c8d2f3321571 req-b4c26f18-59f2-49c3-86b6-40818af7a6f4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543303 Feb 15 16:57:55.737503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167eab12-b4d4-4c15-858b-23bc970e9d33 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:55.740900 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-167eab12-b4d4-4c15-858b-23bc970e9d33 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:56.030429 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-167eab12-b4d4-4c15-858b-23bc970e9d33 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (7be0ef46-48aa-48c5-86d2-2b90d15deaec), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:56.107806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167eab12-b4d4-4c15-858b-23bc970e9d33 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:57:56.111428 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-167eab12-b4d4-4c15-858b-23bc970e9d33 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:56.113539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275bd97d-0378-49d8-9cd1-995dd560fa88 req-4154f25f-50a2-46d8-bd83-8021089c82cb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:56.115497 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167eab12-b4d4-4c15-858b-23bc970e9d33 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:56.116026 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-167eab12-b4d4-4c15-858b-23bc970e9d33 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:56.116521 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-275bd97d-0378-49d8-9cd1-995dd560fa88 req-4154f25f-50a2-46d8-bd83-8021089c82cb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.0890706 Feb 15 16:57:56.119571 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167eab12-b4d4-4c15-858b-23bc970e9d33 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Subnet': ['ID=7be0ef46-48aa-48c5-86d2-2b90d15deaec,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:56.123573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e90cb8-5a59-4e8f-8c22-a8a2f28d43a9 None None] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:57:56.214043 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-275bd97d-0378-49d8-9cd1-995dd560fa88 req-190ae00a-9e1a-4430-98ed-45025845442d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814548 Feb 15 16:57:56.215843 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-167eab12-b4d4-4c15-858b-23bc970e9d33 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6848400 Feb 15 16:57:56.221206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60734) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:56.236222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b9bb5270-7d7f-4f62-bf50-99b2a3e96918 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'security_group': {'name': 'tempest-secgroup-529031042'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:56.272826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'project_id': '55997da602654ea6b0b2c59d2d9eeef2', 'fixed_ips': [{'subnet_id': '7be0ef46-48aa-48c5-86d2-2b90d15deaec'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:57:56.274069 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:56.314907 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b9bb5270-7d7f-4f62-bf50-99b2a3e96918 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:56.409966 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b9bb5270-7d7f-4f62-bf50-99b2a3e96918 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (cdd1357a-7311-4ad2-8908-950de47cf061), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:56.478196 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Allocated IP 2001:db8::2 (3179b6b5-128a-4a6e-ab2b-07e847a0b98f/7be0ef46-48aa-48c5-86d2-2b90d15deaec/903a9f8c-2261-4aa6-a478-6102ab6378ac) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:57:56.503514 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b9bb5270-7d7f-4f62-bf50-99b2a3e96918 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (cdd1357a-7311-4ad2-8908-950de47cf061), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:56.559303 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb5270-7d7f-4f62-bf50-99b2a3e96918 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd1357a-7311-4ad2-8908-950de47cf061,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:56.614668 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b9bb5270-7d7f-4f62-bf50-99b2a3e96918 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:56.618956 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b9bb5270-7d7f-4f62-bf50-99b2a3e96918 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3937705 Feb 15 16:57:56.619179 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60750) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:56.623774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e2c3d40b-35a3-4010-9d4f-47bef136e96e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'security_group': {'name': 'tempest-secgroup-594940192'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:56.683410 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Publish callbacks [] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:56.721156 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d40b-35a3-4010-9d4f-47bef136e96e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:56.761136 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:56.809162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:57:56.812341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:56.817327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:57:56.822056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Pushing event updated for resources: {'Port': ['ID=903a9f8c-2261-4aa6-a478-6102ab6378ac,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:56.848323 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d40b-35a3-4010-9d4f-47bef136e96e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (b88babcc-a6e0-4ac1-948f-682481424b14), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:56.897781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Attempting to bind port 903a9f8c-2261-4aa6-a478-6102ab6378ac on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:57:56.898147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Attempting to bind port 903a9f8c-2261-4aa6-a478-6102ab6378ac by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'e9bf41f8-ea31-4794-8e86-0396f82d3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:57:56.898688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Attempting to bind port 903a9f8c-2261-4aa6-a478-6102ab6378ac on network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:57:56.905838 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:57:56.905838 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Checking segment: {'id': 'e9bf41f8-ea31-4794-8e86-0396f82d3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:57:56.913748 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:56.913748 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Bound using segment: {'id': 'e9bf41f8-ea31-4794-8e86-0396f82d3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:57:56.913748 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Bound port: 903a9f8c-2261-4aa6-a478-6102ab6378ac, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9bf41f8-ea31-4794-8e86-0396f82d3ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:57:56.913748 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:56.931963 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d40b-35a3-4010-9d4f-47bef136e96e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b88babcc-a6e0-4ac1-948f-682481424b14), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:56.984353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c3d40b-35a3-4010-9d4f-47bef136e96e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88babcc-a6e0-4ac1-948f-682481424b14,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:56.998914 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] For port 903a9f8c-2261-4aa6-a478-6102ab6378ac, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:57:57.003723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] For port 903a9f8c-2261-4aa6-a478-6102ab6378ac, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=903a9f8c-2261-4aa6-a478-6102ab6378ac,segment=NetworkSegment(e9bf41f8-ea31-4794-8e86-0396f82d3ed3),segment_id=e9bf41f8-ea31-4794-8e86-0396f82d3ed3)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:57:57.042653 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e2c3d40b-35a3-4010-9d4f-47bef136e96e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:57.043948 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e2c3d40b-35a3-4010-9d4f-47bef136e96e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4238334 Feb 15 16:57:57.057543 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60768) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:57.065691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c06dcce1-fa0b-4212-8913-eb6986a140e2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2082030593', 'security_groups': ['b88babcc-a6e0-4ac1-948f-682481424b14'], 'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7be0ef46-48aa-48c5-86d2-2b90d15deaec'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:57.104794 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:57.191524 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9438661-528a-4605-9cb4-54831c65eb8b None None] Pushing event updated for resources: {'Port': ['ID=903a9f8c-2261-4aa6-a478-6102ab6378ac,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:57.276405 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06dcce1-fa0b-4212-8913-eb6986a140e2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:57.406774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc332ba-dcad-4a5e-8d4f-a70af093a7a0 req-ff61c991-b090-4320-85e6-9c1d40f5ebe7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:57.420025 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c06dcce1-fa0b-4212-8913-eb6986a140e2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:57.421097 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8cc332ba-dcad-4a5e-8d4f-a70af093a7a0 req-ff61c991-b090-4320-85e6-9c1d40f5ebe7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1235609 Feb 15 16:57:57.440062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-c06dcce1-fa0b-4212-8913-eb6986a140e2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] device_id is not set on port 287c0601-f29f-49b2-9864-cf3dcfa9413d yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:57:57.506370 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8cc332ba-dcad-4a5e-8d4f-a70af093a7a0 req-fb0bca99-af57-4ce6-ad63-77364b4ff4e1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819881 Feb 15 16:57:58.012144 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513be63-8bda-453e-9892-63847eff7f13 req-91b1ccfe-a940-4d9d-8e5b-275bd5101385 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:58.020149 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5513be63-8bda-453e-9892-63847eff7f13 req-91b1ccfe-a940-4d9d-8e5b-275bd5101385 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1388497 Feb 15 16:57:58.112311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-c06dcce1-fa0b-4212-8913-eb6986a140e2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Allocated IP 2001:db8::330 (3179b6b5-128a-4a6e-ab2b-07e847a0b98f/7be0ef46-48aa-48c5-86d2-2b90d15deaec/287c0601-f29f-49b2-9864-cf3dcfa9413d) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:57:58.188089 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5513be63-8bda-453e-9892-63847eff7f13 req-f1880b26-0a13-4940-b0a6-5ac842cc4d2d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445367 Feb 15 16:57:58.350732 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c06dcce1-fa0b-4212-8913-eb6986a140e2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (287c0601-f29f-49b2-9864-cf3dcfa9413d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:58.498278 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c06dcce1-fa0b-4212-8913-eb6986a140e2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (287c0601-f29f-49b2-9864-cf3dcfa9413d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:58.621043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06dcce1-fa0b-4212-8913-eb6986a140e2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=287c0601-f29f-49b2-9864-cf3dcfa9413d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:58.636604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06dcce1-fa0b-4212-8913-eb6986a140e2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:57:58.638812 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-c06dcce1-fa0b-4212-8913-eb6986a140e2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:57:58.641091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06dcce1-fa0b-4212-8913-eb6986a140e2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:57:58.647827 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06dcce1-fa0b-4212-8913-eb6986a140e2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:58.648474 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c06dcce1-fa0b-4212-8913-eb6986a140e2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:58.669148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a69c469a-4423-4b55-a466-2ffb23957e65 None None] Provisioning complete for port 903a9f8c-2261-4aa6-a478-6102ab6378ac triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:58.669762 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a69c469a-4423-4b55-a466-2ffb23957e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:58.715768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 903a9f8c-2261-4aa6-a478-6102ab6378ac up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:57:58.768604 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c06dcce1-fa0b-4212-8913-eb6986a140e2 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7092969 Feb 15 16:57:58.775110 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60810) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:58.780673 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ba9799db-8bc8-44da-933f-ce93387a2db7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'subnet': {'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:58.818243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 903a9f8c-2261-4aa6-a478-6102ab6378ac triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:58.818854 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:58.860548 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a69c469a-4423-4b55-a466-2ffb23957e65 None None] Current status of the port 903a9f8c-2261-4aa6-a478-6102ab6378ac is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:58.861167 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a69c469a-4423-4b55-a466-2ffb23957e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:58.930461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a69c469a-4423-4b55-a466-2ffb23957e65 None None] For port 903a9f8c-2261-4aa6-a478-6102ab6378ac, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=903a9f8c-2261-4aa6-a478-6102ab6378ac,segment=NetworkSegment(e9bf41f8-ea31-4794-8e86-0396f82d3ed3),segment_id=e9bf41f8-ea31-4794-8e86-0396f82d3ed3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:57:59.007411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 903a9f8c-2261-4aa6-a478-6102ab6378ac is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:59.007411 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:59.058861 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a69c469a-4423-4b55-a466-2ffb23957e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:59.125996 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a69c469a-4423-4b55-a466-2ffb23957e65 None None] Provisioning complete for port 6b62aa49-7e24-4900-abea-cdc606f3673b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:59.126614 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a69c469a-4423-4b55-a466-2ffb23957e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6b62aa49-7e24-4900-abea-cdc606f3673b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:59.132453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9799db-8bc8-44da-933f-ce93387a2db7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:59.141933 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba9799db-8bc8-44da-933f-ce93387a2db7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:59.158474 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 16:57:59.159131 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 16:57:59.180513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c469a-4423-4b55-a466-2ffb23957e65 None None] Pushing event updated for resources: {'Port': ['ID=903a9f8c-2261-4aa6-a478-6102ab6378ac,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:57:59.192961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a69c469a-4423-4b55-a466-2ffb23957e65 None None] Port 6b62aa49-7e24-4900-abea-cdc606f3673b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:57:59.246891 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60824) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:59.332127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3cfd1e39-f580-4882-8f1a-fa8f1ef9fd02 None None] Provisioning complete for port 287c0601-f29f-49b2-9864-cf3dcfa9413d triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:57:59.332664 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cfd1e39-f580-4882-8f1a-fa8f1ef9fd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (287c0601-f29f-49b2-9864-cf3dcfa9413d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:59.379658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc78afa-fb1c-413d-86f6-dd62a4d41d05 req-8065a09a-92d7-490a-94b8-81ad6f4a5cb4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:59.383268 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9dc78afa-fb1c-413d-86f6-dd62a4d41d05 req-8065a09a-92d7-490a-94b8-81ad6f4a5cb4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1025271 Feb 15 16:57:59.405391 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd1e39-f580-4882-8f1a-fa8f1ef9fd02 None None] Port 287c0601-f29f-49b2-9864-cf3dcfa9413d cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:57:59.446008 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9dc78afa-fb1c-413d-86f6-dd62a4d41d05 req-c4468497-0223-442e-85e6-3ee631c9a421 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539086 Feb 15 16:57:59.679936 n-d-828372-14 neutron-server[103800]: INFO neutron.db.ipam_backend_mixin [None req-ba9799db-8bc8-44da-933f-ce93387a2db7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7be0ef46-48aa-48c5-86d2-2b90d15deaec (CIDR: 2001:db8::/64) Feb 15 16:57:59.728821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cc061-8ca7-4442-ad1f-0672334dc41b req-41ba949f-a132-4aba-b6f3-8a83b1cda99d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:57:59.730541 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb8cc061-8ca7-4442-ad1f-0672334dc41b req-41ba949f-a132-4aba-b6f3-8a83b1cda99d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.0885293 Feb 15 16:57:59.731439 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9799db-8bc8-44da-933f-ce93387a2db7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 16:57:59.732496 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9799db-8bc8-44da-933f-ce93387a2db7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:57:59.739613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 903a9f8c-2261-4aa6-a478-6102ab6378ac is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:57:59.790625 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb8cc061-8ca7-4442-ad1f-0672334dc41b req-6136fc1c-bb3d-4ffd-8845-a48d2f26ab0c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473342 Feb 15 16:57:59.811031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-bc63881b-8aaa-4758-971d-d8a371c7cbda admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-862036250-network', 'tenant_id': '39ced08894bc44b28af70965be7f8e31'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:59.864266 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ba9799db-8bc8-44da-933f-ce93387a2db7 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0876646 Feb 15 16:57:59.867091 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60840) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:57:59.873574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ee835482-62c7-410f-999e-7efe2f61bb4b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'subnet': {'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:57:59.956291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc63881b-8aaa-4758-971d-d8a371c7cbda admin admin] Made reservation on behalf of 39ced08894bc44b28af70965be7f8e31 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:57:59.970222 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc63881b-8aaa-4758-971d-d8a371c7cbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:57:59.988560 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc63881b-8aaa-4758-971d-d8a371c7cbda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:00.047562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf852e47-3c6f-4205-9fa3-e10b5f8a7375 req-a4bec427-47b5-4897-bcdc-a1dfdeb186a1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:00.054123 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cf852e47-3c6f-4205-9fa3-e10b5f8a7375 req-a4bec427-47b5-4897-bcdc-a1dfdeb186a1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1443017 Feb 15 16:58:00.137806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee835482-62c7-410f-999e-7efe2f61bb4b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:00.139547 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cf852e47-3c6f-4205-9fa3-e10b5f8a7375 req-82bc962a-9a51-4069-bc90-ec7fe8479381 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745697 Feb 15 16:58:00.143488 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee835482-62c7-410f-999e-7efe2f61bb4b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:00.162516 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc63881b-8aaa-4758-971d-d8a371c7cbda admin admin] Publish callbacks [] for security_group (3e054269-7ad7-46c5-aa4e-41206b1b8dbf), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:00.224079 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc63881b-8aaa-4758-971d-d8a371c7cbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3e054269-7ad7-46c5-aa4e-41206b1b8dbf), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:00.291826 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63881b-8aaa-4758-971d-d8a371c7cbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e054269-7ad7-46c5-aa4e-41206b1b8dbf,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:00.325422 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc63881b-8aaa-4758-971d-d8a371c7cbda admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:58:00.345231 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc63881b-8aaa-4758-971d-d8a371c7cbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (507080e7-c7d7-4812-8978-3ec7bce86c6c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:00.345818 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-bc63881b-8aaa-4758-971d-d8a371c7cbda admin admin] Added segment 507080e7-c7d7-4812-8978-3ec7bce86c6c of type vlan for network 708ad032-cbc0-4ad4-9926-2ac8e9b388cc Feb 15 16:58:00.360813 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:00.420734 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc63881b-8aaa-4758-971d-d8a371c7cbda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (708ad032-cbc0-4ad4-9926-2ac8e9b388cc), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:00.462419 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ddd25-52c1-4993-8be4-6f8b74c25769 req-23aadde0-1aa0-4c71-9441-b34ac97daa1b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:00.482468 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-191ddd25-52c1-4993-8be4-6f8b74c25769 req-23aadde0-1aa0-4c71-9441-b34ac97daa1b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1594801 Feb 15 16:58:00.546454 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc63881b-8aaa-4758-971d-d8a371c7cbda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (708ad032-cbc0-4ad4-9926-2ac8e9b388cc), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:00.547552 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc63881b-8aaa-4758-971d-d8a371c7cbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:00.548229 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc63881b-8aaa-4758-971d-d8a371c7cbda admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:00.563005 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 903a9f8c-2261-4aa6-a478-6102ab6378ac up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:58:00.699205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 903a9f8c-2261-4aa6-a478-6102ab6378ac triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:00.699589 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:00.704785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63881b-8aaa-4758-971d-d8a371c7cbda admin admin] Pushing event updated for resources: {'Network': ['ID=708ad032-cbc0-4ad4-9926-2ac8e9b388cc,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:00.728918 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 708ad032-cbc0-4ad4-9926-2ac8e9b388cc details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:58:00.762882 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bc63881b-8aaa-4758-971d-d8a371c7cbda admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5142767 Feb 15 16:58:00.766226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60870) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:00.771367 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-82e4ce9a-e61e-4ce9-8d02-5ef92e88b103 admin admin] Request body: {'subnet': {'network_id': '708ad032-cbc0-4ad4-9926-2ac8e9b388cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-862036250-subnet', 'tenant_id': '39ced08894bc44b28af70965be7f8e31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:00.814792 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-191ddd25-52c1-4993-8be4-6f8b74c25769 req-9c624243-aa8f-4adc-a1e2-03bc146e4b48 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296578 Feb 15 16:58:00.840852 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee835482-62c7-410f-999e-7efe2f61bb4b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (a7980ba5-e8b1-4d06-b75f-6ec089726f7c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:00.874624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e4ce9a-e61e-4ce9-8d02-5ef92e88b103 admin admin] Made reservation on behalf of 39ced08894bc44b28af70965be7f8e31 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:00.877178 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-82e4ce9a-e61e-4ce9-8d02-5ef92e88b103 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:00.929917 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee835482-62c7-410f-999e-7efe2f61bb4b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:58:00.934726 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ee835482-62c7-410f-999e-7efe2f61bb4b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:00.950378 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee835482-62c7-410f-999e-7efe2f61bb4b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:00.951529 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee835482-62c7-410f-999e-7efe2f61bb4b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:00.976607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee835482-62c7-410f-999e-7efe2f61bb4b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Subnet': ['ID=a7980ba5-e8b1-4d06-b75f-6ec089726f7c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:01.079453 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ee835482-62c7-410f-999e-7efe2f61bb4b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2111876 Feb 15 16:58:01.082152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60880) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:01.096388 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a4d09b87-b7d4-413c-9aa0-cfbd27c89cd5 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1246269678', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a7980ba5-e8b1-4d06-b75f-6ec089726f7c'}], 'security_groups': ['cdd1357a-7311-4ad2-8908-950de47cf061']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:01.161250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378408b-b613-4420-9558-e2e80b165bc4 req-bc7598e0-3be8-405c-9876-a27fa0c90a11 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:01.163189 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a378408b-b613-4420-9558-e2e80b165bc4 req-bc7598e0-3be8-405c-9876-a27fa0c90a11 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1969774 Feb 15 16:58:01.185701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66a3579-6a13-4c20-9d1f-9e4c8a3d1046 None None] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:01.322090 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:01.347447 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a378408b-b613-4420-9558-e2e80b165bc4 req-a6bbb60a-59a2-4f21-be98-a7ca7b0072b9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764188 Feb 15 16:58:01.349679 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4d09b87-b7d4-413c-9aa0-cfbd27c89cd5 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (287c0601-f29f-49b2-9864-cf3dcfa9413d), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:01.456567 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 903a9f8c-2261-4aa6-a478-6102ab6378ac is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:01.561564 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-82e4ce9a-e61e-4ce9-8d02-5ef92e88b103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (ace70380-0204-41b0-be4a-55804a4b7a9b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:01.578112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb763cb-237e-406c-93ef-824dd4c85f69 None None] Update dhcp port {'port': {'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'fixed_ips': [{'subnet_id': '7be0ef46-48aa-48c5-86d2-2b90d15deaec', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a7980ba5-e8b1-4d06-b75f-6ec089726f7c'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '903a9f8c-2261-4aa6-a478-6102ab6378ac'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 16:58:01.613635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ca06d-ca2a-4daf-8faf-bafdce4c68e4 req-fb7223f7-3aba-4018-866e-a3b6c32d5929 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:01.618341 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1eb763cb-237e-406c-93ef-824dd4c85f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:01.620295 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-054ca06d-ca2a-4daf-8faf-bafdce4c68e4 req-fb7223f7-3aba-4018-866e-a3b6c32d5929 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1138649 Feb 15 16:58:01.725989 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-054ca06d-ca2a-4daf-8faf-bafdce4c68e4 req-dc18a86f-4978-441d-a772-a83c2be83260 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042888 Feb 15 16:58:01.750552 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e4ce9a-e61e-4ce9-8d02-5ef92e88b103 admin admin] Checking segment: {'id': '507080e7-c7d7-4812-8978-3ec7bce86c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '708ad032-cbc0-4ad4-9926-2ac8e9b388cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:58:01.752925 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e4ce9a-e61e-4ce9-8d02-5ef92e88b103 admin admin] Network hostable DHCP agents. Network: 708ad032-cbc0-4ad4-9926-2ac8e9b388cc, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:58:01.767063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e4ce9a-e61e-4ce9-8d02-5ef92e88b103 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace70380-0204-41b0-be4a-55804a4b7a9b,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:01.852387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e4ce9a-e61e-4ce9-8d02-5ef92e88b103 admin admin] Network 708ad032-cbc0-4ad4-9926-2ac8e9b388cc is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:58:01.949012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-82e4ce9a-e61e-4ce9-8d02-5ef92e88b103 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 708ad032-cbc0-4ad4-9926-2ac8e9b388cc) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:01.955435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e4ce9a-e61e-4ce9-8d02-5ef92e88b103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:01.956200 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-82e4ce9a-e61e-4ce9-8d02-5ef92e88b103 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:01.960617 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0478fc3-09d9-45d7-a5ed-1d16f88b0c2c None None] Network 708ad032-cbc0-4ad4-9926-2ac8e9b388cc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:01.996874 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-a4d09b87-b7d4-413c-9aa0-cfbd27c89cd5 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Delete allocated IP 2001:db8::330 (3179b6b5-128a-4a6e-ab2b-07e847a0b98f/7be0ef46-48aa-48c5-86d2-2b90d15deaec) {{(pid=103800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 16:58:02.007656 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-a4d09b87-b7d4-413c-9aa0-cfbd27c89cd5 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Allocated IP 2001:db8:0:1::71 (3179b6b5-128a-4a6e-ab2b-07e847a0b98f/a7980ba5-e8b1-4d06-b75f-6ec089726f7c/287c0601-f29f-49b2-9864-cf3dcfa9413d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:58:02.085241 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37575c72-9784-4f7c-bf03-dc5a3157adaa None None] Network 708ad032-cbc0-4ad4-9926-2ac8e9b388cc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:02.101105 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-82e4ce9a-e61e-4ce9-8d02-5ef92e88b103 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3336232 Feb 15 16:58:02.254042 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4d09b87-b7d4-413c-9aa0-cfbd27c89cd5 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (287c0601-f29f-49b2-9864-cf3dcfa9413d), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:02.314458 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4d09b87-b7d4-413c-9aa0-cfbd27c89cd5 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (287c0601-f29f-49b2-9864-cf3dcfa9413d), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:02.392016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-1eb763cb-237e-406c-93ef-824dd4c85f69 None None] Allocated IP 2001:db8:0:1::2 (3179b6b5-128a-4a6e-ab2b-07e847a0b98f/a7980ba5-e8b1-4d06-b75f-6ec089726f7c/903a9f8c-2261-4aa6-a478-6102ab6378ac) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:58:02.401247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a4d09b87-b7d4-413c-9aa0-cfbd27c89cd5 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] In _notify_port_updated(), no bound segment for port 287c0601-f29f-49b2-9864-cf3dcfa9413d on network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 16:58:02.406580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d09b87-b7d4-413c-9aa0-cfbd27c89cd5 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:02.407229 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4d09b87-b7d4-413c-9aa0-cfbd27c89cd5 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:02.411553 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a4d09b87-b7d4-413c-9aa0-cfbd27c89cd5 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "PUT /v2.0/ports/287c0601-f29f-49b2-9864-cf3dcfa9413d HTTP/1.1" status: 200 len: 930 time: 1.3234844 Feb 15 16:58:02.411553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60928) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:02.474407 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d09b87-b7d4-413c-9aa0-cfbd27c89cd5 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=287c0601-f29f-49b2-9864-cf3dcfa9413d,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:02.605922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1eb763cb-237e-406c-93ef-824dd4c85f69 None None] For port 903a9f8c-2261-4aa6-a478-6102ab6378ac, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=903a9f8c-2261-4aa6-a478-6102ab6378ac,segment=NetworkSegment(e9bf41f8-ea31-4794-8e86-0396f82d3ed3),segment_id=e9bf41f8-ea31-4794-8e86-0396f82d3ed3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:02.617644 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd7619-9dae-4b1b-93ec-7bedb8c794cf tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port 287c0601-f29f-49b2-9864-cf3dcfa9413d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:58:02.618277 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8cd7619-9dae-4b1b-93ec-7bedb8c794cf tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (287c0601-f29f-49b2-9864-cf3dcfa9413d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:02.642218 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1eb763cb-237e-406c-93ef-824dd4c85f69 None None] Publish callbacks [] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:02.715992 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1eb763cb-237e-406c-93ef-824dd4c85f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:02.724263 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8cd7619-9dae-4b1b-93ec-7bedb8c794cf tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (287c0601-f29f-49b2-9864-cf3dcfa9413d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:02.739205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd7619-9dae-4b1b-93ec-7bedb8c794cf tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for 287c0601-f29f-49b2-9864-cf3dcfa9413d owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:58:02.853572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb763cb-237e-406c-93ef-824dd4c85f69 None None] Pushing event updated for resources: {'Port': ['ID=903a9f8c-2261-4aa6-a478-6102ab6378ac,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:03.032157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8cd7619-9dae-4b1b-93ec-7bedb8c794cf tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (287c0601-f29f-49b2-9864-cf3dcfa9413d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:03.076214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd7619-9dae-4b1b-93ec-7bedb8c794cf tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=287c0601-f29f-49b2-9864-cf3dcfa9413d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:03.137331 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8cd7619-9dae-4b1b-93ec-7bedb8c794cf tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:03.140938 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c8cd7619-9dae-4b1b-93ec-7bedb8c794cf tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/287c0601-f29f-49b2-9864-cf3dcfa9413d HTTP/1.1" status: 204 len: 168 time: 0.7284882 Feb 15 16:58:03.148382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60944) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:03.194787 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-52fbc163-a082-448e-93af-235cc487a330 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] GET failed (client error): The resource could not be found. Feb 15 16:58:03.198014 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-52fbc163-a082-448e-93af-235cc487a330 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/287c0601-f29f-49b2-9864-cf3dcfa9413d HTTP/1.1" status: 404 len: 333 time: 0.0485556 Feb 15 16:58:03.199350 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60948) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:03.313214 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-107bfa63-0d4c-4ef8-aa07-aa19b7b02631 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (b88babcc-a6e0-4ac1-948f-682481424b14), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:03.368250 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-107bfa63-0d4c-4ef8-aa07-aa19b7b02631 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (b88babcc-a6e0-4ac1-948f-682481424b14), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:03.526893 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-107bfa63-0d4c-4ef8-aa07-aa19b7b02631 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b88babcc-a6e0-4ac1-948f-682481424b14), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:03.528566 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-107bfa63-0d4c-4ef8-aa07-aa19b7b02631 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:03.530582 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-107bfa63-0d4c-4ef8-aa07-aa19b7b02631 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/security-groups/b88babcc-a6e0-4ac1-948f-682481424b14 HTTP/1.1" status: 204 len: 168 time: 0.3300586 Feb 15 16:58:03.535486 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60970) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:03.588504 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107bfa63-0d4c-4ef8-aa07-aa19b7b02631 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88babcc-a6e0-4ac1-948f-682481424b14,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:03.677708 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4fcb5a4c-9831-4b65-a9d2-46f5cbed757b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (cdd1357a-7311-4ad2-8908-950de47cf061), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:03.706742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-45b7b283-6b89-46e8-92ea-7982e0104cd9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:03.708904 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-45b7b283-6b89-46e8-92ea-7982e0104cd9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/networks?id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc HTTP/1.1" status: 200 len: 813 time: 0.2141335 Feb 15 16:58:03.717887 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4fcb5a4c-9831-4b65-a9d2-46f5cbed757b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (cdd1357a-7311-4ad2-8908-950de47cf061), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:03.728352 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-f47b89c3-045b-411b-929d-adb9f790c1b2 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/quotas/39ced08894bc44b28af70965be7f8e31 HTTP/1.1" status: 200 len: 375 time: 0.0130353 Feb 15 16:58:03.793975 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-d9c0cafe-38b2-4871-bc85-34244664e2f2 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=39ced08894bc44b28af70965be7f8e31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456233 Feb 15 16:58:03.874704 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4fcb5a4c-9831-4b65-a9d2-46f5cbed757b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (cdd1357a-7311-4ad2-8908-950de47cf061), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:03.878011 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4fcb5a4c-9831-4b65-a9d2-46f5cbed757b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:03.880837 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4fcb5a4c-9831-4b65-a9d2-46f5cbed757b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/security-groups/cdd1357a-7311-4ad2-8908-950de47cf061 HTTP/1.1" status: 204 len: 168 time: 0.3420630 Feb 15 16:58:03.882397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60980) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:03.907748 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb5a4c-9831-4b65-a9d2-46f5cbed757b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd1357a-7311-4ad2-8908-950de47cf061,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:03.915994 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-badcca24-5011-4cc8-b964-0ee585ee8c84 None None] Provisioning complete for port 903a9f8c-2261-4aa6-a478-6102ab6378ac triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:03.916440 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-badcca24-5011-4cc8-b964-0ee585ee8c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:03.934184 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-5c68f8d6-132c-4f4a-b860-6127d0ede0dc service neutron] 10.222.0.107 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316931 Feb 15 16:58:04.025697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-75db5a7f-7e84-4662-8655-9571a0330e43 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting subnet 7be0ef46-48aa-48c5-86d2-2b90d15deaec {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:58:04.029642 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75db5a7f-7e84-4662-8655-9571a0330e43 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (7be0ef46-48aa-48c5-86d2-2b90d15deaec), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:04.092859 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75db5a7f-7e84-4662-8655-9571a0330e43 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (7be0ef46-48aa-48c5-86d2-2b90d15deaec), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:04.125200 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-badcca24-5011-4cc8-b964-0ee585ee8c84 None None] Current status of the port 903a9f8c-2261-4aa6-a478-6102ab6378ac is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:04.131573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-badcca24-5011-4cc8-b964-0ee585ee8c84 None None] Could not find standard attr ID for object 287c0601-f29f-49b2-9864-cf3dcfa9413d. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 16:58:04.144672 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-badcca24-5011-4cc8-b964-0ee585ee8c84 None None] Provisioning complete for port 6b62aa49-7e24-4900-abea-cdc606f3673b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:04.146045 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-badcca24-5011-4cc8-b964-0ee585ee8c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6b62aa49-7e24-4900-abea-cdc606f3673b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:04.208673 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-badcca24-5011-4cc8-b964-0ee585ee8c84 None None] Port 6b62aa49-7e24-4900-abea-cdc606f3673b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:58:04.247253 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75db5a7f-7e84-4662-8655-9571a0330e43 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (7be0ef46-48aa-48c5-86d2-2b90d15deaec), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:04.281007 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-131a7ab5-b9a4-46fc-bd5b-0289bf460b3b service neutron] 10.222.0.107 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369465 Feb 15 16:58:04.323741 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6ee13ac6-4ef1-488e-96c4-b31f97d217fd None None] Could not find standard attr ID for object 287c0601-f29f-49b2-9864-cf3dcfa9413d. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 16:58:04.435674 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75db5a7f-7e84-4662-8655-9571a0330e43 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (7be0ef46-48aa-48c5-86d2-2b90d15deaec), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:04.458140 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75db5a7f-7e84-4662-8655-9571a0330e43 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:04.467203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-75db5a7f-7e84-4662-8655-9571a0330e43 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/7be0ef46-48aa-48c5-86d2-2b90d15deaec HTTP/1.1" status: 204 len: 168 time: 0.5826583 Feb 15 16:58:04.467895 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60996) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:04.482960 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cc73c937-96ad-4070-aa9e-f865946504c9 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'subnet': {'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:04.509012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db5a7f-7e84-4662-8655-9571a0330e43 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Subnet': ['ID=7be0ef46-48aa-48c5-86d2-2b90d15deaec,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:04.610718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4519e8d-8fc5-4519-a30c-a084bb9db114 None None] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:04.735865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 903a9f8c-2261-4aa6-a478-6102ab6378ac up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:58:04.774190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 32772) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:04.782868 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e4525b8a-1d01-4532-9064-593950f46613 req-a774a647-d022-40fc-bd6f-5c92e6cb5633 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 210 time: 0.0621912 Feb 15 16:58:04.792572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc73c937-96ad-4070-aa9e-f865946504c9 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:04.796456 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc73c937-96ad-4070-aa9e-f865946504c9 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:04.839622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 903a9f8c-2261-4aa6-a478-6102ab6378ac triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:04.840061 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:04.967956 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 903a9f8c-2261-4aa6-a478-6102ab6378ac is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:05.207822 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750376c7-b02a-43a5-9c74-1928e8589060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:05.253755 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc73c937-96ad-4070-aa9e-f865946504c9 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (8bb94de2-247b-43c2-81b0-02da8a6b070c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:05.360469 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc73c937-96ad-4070-aa9e-f865946504c9 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:58:05.362552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-cc73c937-96ad-4070-aa9e-f865946504c9 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:05.367247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc73c937-96ad-4070-aa9e-f865946504c9 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:05.368119 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc73c937-96ad-4070-aa9e-f865946504c9 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:05.401965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73c937-96ad-4070-aa9e-f865946504c9 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Subnet': ['ID=8bb94de2-247b-43c2-81b0-02da8a6b070c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:05.406822 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750376c7-b02a-43a5-9c74-1928e8589060 admin admin] Publish callbacks [] for security_group (84d15a89-769b-4a65-9597-957112db2129), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:05.509294 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cc73c937-96ad-4070-aa9e-f865946504c9 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0401704 Feb 15 16:58:05.512867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32800) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:05.519541 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5da46d69-1e5b-4498-a676-e9aa23c1deea tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'security_group': {'name': 'tempest-secgroup-118213293'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:05.532028 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-750376c7-b02a-43a5-9c74-1928e8589060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (84d15a89-769b-4a65-9597-957112db2129), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:05.579989 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-750376c7-b02a-43a5-9c74-1928e8589060 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=231e8ae54105419788c3532c617502d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8047032 Feb 15 16:58:05.583161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32802) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:05.589281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750376c7-b02a-43a5-9c74-1928e8589060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d15a89-769b-4a65-9597-957112db2129,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:05.639395 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da46d69-1e5b-4498-a676-e9aa23c1deea tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:05.674079 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3f60-9870-4b5a-ae89-8b06c325626c admin admin] Publish callbacks [] for security_group (84d15a89-769b-4a65-9597-957112db2129), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:05.698396 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3f60-9870-4b5a-ae89-8b06c325626c admin admin] Publish callbacks [] for security_group (84d15a89-769b-4a65-9597-957112db2129), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:05.841252 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3f60-9870-4b5a-ae89-8b06c325626c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (84d15a89-769b-4a65-9597-957112db2129), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:05.844447 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8d3d3f60-9870-4b5a-ae89-8b06c325626c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:05.845953 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8d3d3f60-9870-4b5a-ae89-8b06c325626c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/84d15a89-769b-4a65-9597-957112db2129 HTTP/1.1" status: 204 len: 168 time: 0.2615826 Feb 15 16:58:05.872007 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d3f60-9870-4b5a-ae89-8b06c325626c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d15a89-769b-4a65-9597-957112db2129,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:05.933616 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d07a7d5-dbd5-473c-99ba-e0826a0ae020 None None] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:05.949845 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da46d69-1e5b-4498-a676-e9aa23c1deea tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (1b6a22fe-f1ef-4735-b8b1-c04b3024bf5c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:06.003680 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4918c3bc-e93b-42ff-a65d-1a2f658a6c08 req-eaced328-5039-4b63-a94b-a6443d2fefc7 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 210 time: 0.0776348 Feb 15 16:58:06.023518 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da46d69-1e5b-4498-a676-e9aa23c1deea tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1b6a22fe-f1ef-4735-b8b1-c04b3024bf5c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:06.053270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6b88f387-1aa1-41d3-a17b-7cc2bb3fe52e None None] Provisioning complete for port 903a9f8c-2261-4aa6-a478-6102ab6378ac triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:06.054313 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b88f387-1aa1-41d3-a17b-7cc2bb3fe52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:06.082449 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da46d69-1e5b-4498-a676-e9aa23c1deea tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6a22fe-f1ef-4735-b8b1-c04b3024bf5c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:06.117399 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da46d69-1e5b-4498-a676-e9aa23c1deea tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:06.119527 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5da46d69-1e5b-4498-a676-e9aa23c1deea tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6049004 Feb 15 16:58:06.124622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 32820) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:06.128563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-4e2d2b61-14bc-4c3f-9755-901a5be716e0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'security_group': {'name': 'tempest-secgroup-787439737'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:06.193287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6b88f387-1aa1-41d3-a17b-7cc2bb3fe52e None None] Current status of the port 903a9f8c-2261-4aa6-a478-6102ab6378ac is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:06.205423 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6b88f387-1aa1-41d3-a17b-7cc2bb3fe52e None None] Provisioning complete for port 6b62aa49-7e24-4900-abea-cdc606f3673b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:06.206021 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b88f387-1aa1-41d3-a17b-7cc2bb3fe52e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6b62aa49-7e24-4900-abea-cdc606f3673b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:06.255399 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2b61-14bc-4c3f-9755-901a5be716e0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:06.280580 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6b88f387-1aa1-41d3-a17b-7cc2bb3fe52e None None] Port 6b62aa49-7e24-4900-abea-cdc606f3673b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:58:06.296776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d19e2d-9206-45ae-b92b-ee99d9ebcd6a None None] Update dhcp port {'port': {'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'fixed_ips': [{'subnet_id': 'a7980ba5-e8b1-4d06-b75f-6ec089726f7c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8bb94de2-247b-43c2-81b0-02da8a6b070c'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '903a9f8c-2261-4aa6-a478-6102ab6378ac'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 16:58:06.330885 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59d19e2d-9206-45ae-b92b-ee99d9ebcd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:06.407131 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2b61-14bc-4c3f-9755-901a5be716e0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (9e6cbf91-78e0-4657-b22a-2b2de314c36a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:06.499314 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2b61-14bc-4c3f-9755-901a5be716e0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9e6cbf91-78e0-4657-b22a-2b2de314c36a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:06.589233 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e2d2b61-14bc-4c3f-9755-901a5be716e0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:06.598110 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32832) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:06.598607 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4e2d2b61-14bc-4c3f-9755-901a5be716e0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4748747 Feb 15 16:58:06.599549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d2b61-14bc-4c3f-9755-901a5be716e0 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6cbf91-78e0-4657-b22a-2b2de314c36a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:06.602661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6785d585-d602-4028-9c4f-542d15887ce3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'security_group': {'name': 'tempest-secgroup-464853913'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:06.657445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-59d19e2d-9206-45ae-b92b-ee99d9ebcd6a None None] Allocated IP 2001:db8::2 (3179b6b5-128a-4a6e-ab2b-07e847a0b98f/8bb94de2-247b-43c2-81b0-02da8a6b070c/903a9f8c-2261-4aa6-a478-6102ab6378ac) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:58:06.720482 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6785d585-d602-4028-9c4f-542d15887ce3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:06.851479 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-59d19e2d-9206-45ae-b92b-ee99d9ebcd6a None None] For port 903a9f8c-2261-4aa6-a478-6102ab6378ac, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=903a9f8c-2261-4aa6-a478-6102ab6378ac,segment=NetworkSegment(e9bf41f8-ea31-4794-8e86-0396f82d3ed3),segment_id=e9bf41f8-ea31-4794-8e86-0396f82d3ed3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:06.857763 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6785d585-d602-4028-9c4f-542d15887ce3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (e78c1628-c2a3-4663-97cf-d84323eefe73), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:06.919076 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5f7f5c26-7646-4277-8971-288dbe5bf674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:06.925152 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59d19e2d-9206-45ae-b92b-ee99d9ebcd6a None None] Publish callbacks [] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:06.949190 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6785d585-d602-4028-9c4f-542d15887ce3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e78c1628-c2a3-4663-97cf-d84323eefe73), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:06.996522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785d585-d602-4028-9c4f-542d15887ce3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e78c1628-c2a3-4663-97cf-d84323eefe73,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:07.006178 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59d19e2d-9206-45ae-b92b-ee99d9ebcd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:07.039683 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6785d585-d602-4028-9c4f-542d15887ce3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:07.041483 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6785d585-d602-4028-9c4f-542d15887ce3 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4422822 Feb 15 16:58:07.044404 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32844) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:07.052269 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-da88b648-3e7f-41fd-a6a3-0e5f59b69322 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1958462671', 'security_groups': ['e78c1628-c2a3-4663-97cf-d84323eefe73'], 'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8bb94de2-247b-43c2-81b0-02da8a6b070c'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:07.267396 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-117090f4-7e5f-4767-9968-a6814f8492a7 req-e43a5343-5a96-4709-97d2-0b6926f41e62 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 210 time: 0.0499277 Feb 15 16:58:07.276377 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d19e2d-9206-45ae-b92b-ee99d9ebcd6a None None] Pushing event updated for resources: {'Port': ['ID=903a9f8c-2261-4aa6-a478-6102ab6378ac,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:07.308582 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 32846) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:07.329275 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c18d1bb9-da21-4ad7-9ac3-979cdfe912ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:07.343094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da88b648-3e7f-41fd-a6a3-0e5f59b69322 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:07.518283 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da88b648-3e7f-41fd-a6a3-0e5f59b69322 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:07.584748 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-da88b648-3e7f-41fd-a6a3-0e5f59b69322 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] device_id is not set on port 242caac6-d95d-47da-aff5-e7c6a63802c9 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:58:07.787561 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c18d1bb9-da21-4ad7-9ac3-979cdfe912ee admin admin] Publish callbacks [] for security_group (b922eaf8-21c7-42eb-8919-81c0bba7da14), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:07.815164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-e60c294a-5738-44fc-ad7f-8d2022585eb0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:07.817705 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-e60c294a-5738-44fc-ad7f-8d2022585eb0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.10 "GET /v2.0/networks?id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc HTTP/1.1" status: 200 len: 813 time: 0.3493350 Feb 15 16:58:07.831969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-c6519f48-27f1-42c8-9bdd-852d7eaff6eb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Request body: {'port': {'device_id': 'a135ddfb-407f-4761-bdde-3fcd67ebb40d', 'network_id': '708ad032-cbc0-4ad4-9926-2ac8e9b388cc', 'admin_state_up': True, 'tenant_id': '39ced08894bc44b28af70965be7f8e31'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:07.895672 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-da88b648-3e7f-41fd-a6a3-0e5f59b69322 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Allocated IP 2001:db8::106 (3179b6b5-128a-4a6e-ab2b-07e847a0b98f/8bb94de2-247b-43c2-81b0-02da8a6b070c/242caac6-d95d-47da-aff5-e7c6a63802c9) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:58:07.909794 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c18d1bb9-da21-4ad7-9ac3-979cdfe912ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b922eaf8-21c7-42eb-8919-81c0bba7da14), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:07.949268 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c18d1bb9-da21-4ad7-9ac3-979cdfe912ee admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f89cb0de96954b8f8905d1afc9f3e962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6395500 Feb 15 16:58:07.960347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32862) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:08.080620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d1bb9-da21-4ad7-9ac3-979cdfe912ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b922eaf8-21c7-42eb-8919-81c0bba7da14,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:08.181766 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83e926b0-a5a0-4aa3-b295-6717b56259d1 admin admin] Publish callbacks [] for security_group (b922eaf8-21c7-42eb-8919-81c0bba7da14), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:08.210549 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83e926b0-a5a0-4aa3-b295-6717b56259d1 admin admin] Publish callbacks [] for security_group (b922eaf8-21c7-42eb-8919-81c0bba7da14), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:08.240321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-c6519f48-27f1-42c8-9bdd-852d7eaff6eb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Made reservation on behalf of 39ced08894bc44b28af70965be7f8e31 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:08.243850 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-c6519f48-27f1-42c8-9bdd-852d7eaff6eb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:08.393435 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da88b648-3e7f-41fd-a6a3-0e5f59b69322 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (242caac6-d95d-47da-aff5-e7c6a63802c9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:08.395052 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83e926b0-a5a0-4aa3-b295-6717b56259d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b922eaf8-21c7-42eb-8919-81c0bba7da14), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:08.398940 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83e926b0-a5a0-4aa3-b295-6717b56259d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:08.400108 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-83e926b0-a5a0-4aa3-b295-6717b56259d1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b922eaf8-21c7-42eb-8919-81c0bba7da14 HTTP/1.1" status: 204 len: 168 time: 0.4387939 Feb 15 16:58:08.413280 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e926b0-a5a0-4aa3-b295-6717b56259d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b922eaf8-21c7-42eb-8919-81c0bba7da14,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:08.441505 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28b23d80-a1ab-4fc6-b264-8b1ff74e89de req-fcf31029-9805-40f6-a62b-508958473a49 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 210 time: 0.0368721 Feb 15 16:58:08.545681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1942071f-73ae-4066-9070-a0e43f408e99 None None] Provisioning complete for port 903a9f8c-2261-4aa6-a478-6102ab6378ac triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:08.546819 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1942071f-73ae-4066-9070-a0e43f408e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:08.565044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-c6519f48-27f1-42c8-9bdd-852d7eaff6eb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Allocated IP 172.20.0.2 (708ad032-cbc0-4ad4-9926-2ac8e9b388cc/ace70380-0204-41b0-be4a-55804a4b7a9b/28129b61-fe83-484b-a48b-d25cd2f717d0) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:58:08.618142 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da88b648-3e7f-41fd-a6a3-0e5f59b69322 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (242caac6-d95d-47da-aff5-e7c6a63802c9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:08.634638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 903a9f8c-2261-4aa6-a478-6102ab6378ac up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:58:08.699918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88b648-3e7f-41fd-a6a3-0e5f59b69322 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=242caac6-d95d-47da-aff5-e7c6a63802c9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:08.717650 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da88b648-3e7f-41fd-a6a3-0e5f59b69322 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:58:08.718250 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-da88b648-3e7f-41fd-a6a3-0e5f59b69322 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:08.722301 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da88b648-3e7f-41fd-a6a3-0e5f59b69322 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:58:08.727832 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da88b648-3e7f-41fd-a6a3-0e5f59b69322 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:08.728469 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da88b648-3e7f-41fd-a6a3-0e5f59b69322 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:08.769316 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1942071f-73ae-4066-9070-a0e43f408e99 None None] Current status of the port 903a9f8c-2261-4aa6-a478-6102ab6378ac is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:08.790195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1942071f-73ae-4066-9070-a0e43f408e99 None None] Provisioning complete for port 6b62aa49-7e24-4900-abea-cdc606f3673b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:08.795649 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1942071f-73ae-4066-9070-a0e43f408e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6b62aa49-7e24-4900-abea-cdc606f3673b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:08.832759 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-da88b648-3e7f-41fd-a6a3-0e5f59b69322 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7868674 Feb 15 16:58:08.837113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 32880) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:08.844098 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 903a9f8c-2261-4aa6-a478-6102ab6378ac triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:08.846599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b91cb007-76d2-42cc-85a1-de48989096de tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'subnet': {'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:08.853334 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:08.936066 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1942071f-73ae-4066-9070-a0e43f408e99 None None] Port 6b62aa49-7e24-4900-abea-cdc606f3673b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:58:09.003038 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-c6519f48-27f1-42c8-9bdd-852d7eaff6eb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Publish callbacks [] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:09.004636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 903a9f8c-2261-4aa6-a478-6102ab6378ac is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:09.160679 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9e51d0b0-bc14-45ab-9352-ba640b23bd0d None None] Provisioning complete for port 242caac6-d95d-47da-aff5-e7c6a63802c9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:09.161299 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e51d0b0-bc14-45ab-9352-ba640b23bd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (242caac6-d95d-47da-aff5-e7c6a63802c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:09.183422 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-c6519f48-27f1-42c8-9bdd-852d7eaff6eb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:09.220360 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9e51d0b0-bc14-45ab-9352-ba640b23bd0d None None] Port 242caac6-d95d-47da-aff5-e7c6a63802c9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:58:09.259075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91cb007-76d2-42cc-85a1-de48989096de tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:09.263881 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b91cb007-76d2-42cc-85a1-de48989096de tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:09.309137 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b5c31002-f8aa-47cf-a2a2-22526948e3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:09.330423 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-c6519f48-27f1-42c8-9bdd-852d7eaff6eb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Network 708ad032-cbc0-4ad4-9926-2ac8e9b388cc is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:58:09.338432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-c6519f48-27f1-42c8-9bdd-852d7eaff6eb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:09.341672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-c6519f48-27f1-42c8-9bdd-852d7eaff6eb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:58:09.379943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6519f48-27f1-42c8-9bdd-852d7eaff6eb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Pushing event updated for resources: {'Port': ['ID=28129b61-fe83-484b-a48b-d25cd2f717d0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:09.427518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-c6519f48-27f1-42c8-9bdd-852d7eaff6eb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:09.432789 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-c6519f48-27f1-42c8-9bdd-852d7eaff6eb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:09.452787 n-d-828372-14 neutron-server[103799]: INFO neutron.db.ipam_backend_mixin [None req-b91cb007-76d2-42cc-85a1-de48989096de tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8bb94de2-247b-43c2-81b0-02da8a6b070c (CIDR: 2001:db8::/64) Feb 15 16:58:09.482379 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-b91cb007-76d2-42cc-85a1-de48989096de tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 16:58:09.482840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b91cb007-76d2-42cc-85a1-de48989096de tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:58:09.514836 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-c6519f48-27f1-42c8-9bdd-852d7eaff6eb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6869130 Feb 15 16:58:09.530220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Request body: {'port': {'device_id': 'a135ddfb-407f-4761-bdde-3fcd67ebb40d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:09.614193 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b91cb007-76d2-42cc-85a1-de48989096de tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7751927 Feb 15 16:58:09.617020 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32898) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:09.629740 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-41d81ad2-85f9-4fba-ae9f-f32d5b8db9bf tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'subnet': {'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:09.631933 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:09.721894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0dd32d-2101-44e2-8e67-ab316b99ceb4 req-b346ed62-389e-4358-b7f6-5c8aeea0ac59 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:09.723752 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb0dd32d-2101-44e2-8e67-ab316b99ceb4 req-b346ed62-389e-4358-b7f6-5c8aeea0ac59 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 931 time: 0.1501157 Feb 15 16:58:09.824661 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb0dd32d-2101-44e2-8e67-ab316b99ceb4 req-d5cd1d09-4370-48db-8d5d-c137ec170798 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930872 Feb 15 16:58:09.880607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d81ad2-85f9-4fba-ae9f-f32d5b8db9bf tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:09.885143 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41d81ad2-85f9-4fba-ae9f-f32d5b8db9bf tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:10.016996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28129b61-fe83-484b-a48b-d25cd2f717d0 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:58:10.017449 n-d-828372-14 neutron-server[103800]: INFO neutron.db.ipam_backend_mixin [None req-41d81ad2-85f9-4fba-ae9f-f32d5b8db9bf tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a7980ba5-e8b1-4d06-b75f-6ec089726f7c (CIDR: 2001:db8:0:1::/64) Feb 15 16:58:10.017669 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Publish callbacks [] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:10.017669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Transition to ACTIVE for port object 28129b61-fe83-484b-a48b-d25cd2f717d0 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:58:10.086608 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-41d81ad2-85f9-4fba-ae9f-f32d5b8db9bf tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 16:58:10.087165 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41d81ad2-85f9-4fba-ae9f-f32d5b8db9bf tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:58:10.114384 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:10.188459 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-41d81ad2-85f9-4fba-ae9f-f32d5b8db9bf tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5695102 Feb 15 16:58:10.198537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32916) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:10.210238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-dbd4bc71-4f74-4735-9b31-f23f62814134 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'subnet': {'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:10.215406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=28129b61-fe83-484b-a48b-d25cd2f717d0,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:10.392432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Attempting to bind port 28129b61-fe83-484b-a48b-d25cd2f717d0 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:58:10.393466 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Attempting to bind port 28129b61-fe83-484b-a48b-d25cd2f717d0 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '507080e7-c7d7-4812-8978-3ec7bce86c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '708ad032-cbc0-4ad4-9926-2ac8e9b388cc'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:58:10.394094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Attempting to bind port 28129b61-fe83-484b-a48b-d25cd2f717d0 on network 708ad032-cbc0-4ad4-9926-2ac8e9b388cc {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:58:10.402868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Port 28129b61-fe83-484b-a48b-d25cd2f717d0 on network 708ad032-cbc0-4ad4-9926-2ac8e9b388cc not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:58:10.404065 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Attempting to bind port 28129b61-fe83-484b-a48b-d25cd2f717d0 on network 708ad032-cbc0-4ad4-9926-2ac8e9b388cc {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:58:10.410525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:58:10.411290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Checking segment: {'id': '507080e7-c7d7-4812-8978-3ec7bce86c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '708ad032-cbc0-4ad4-9926-2ac8e9b388cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:58:10.411713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Bound using segment: {'id': '507080e7-c7d7-4812-8978-3ec7bce86c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '708ad032-cbc0-4ad4-9926-2ac8e9b388cc'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:58:10.412157 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Bound port: 28129b61-fe83-484b-a48b-d25cd2f717d0, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507080e7-c7d7-4812-8978-3ec7bce86c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '708ad032-cbc0-4ad4-9926-2ac8e9b388cc'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:58:10.412676 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:10.520199 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:10.542352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] For port 28129b61-fe83-484b-a48b-d25cd2f717d0, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:58:10.545821 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] For port 28129b61-fe83-484b-a48b-d25cd2f717d0, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=28129b61-fe83-484b-a48b-d25cd2f717d0,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:58:10.600326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd4bc71-4f74-4735-9b31-f23f62814134 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Made reservation on behalf of 55997da602654ea6b0b2c59d2d9eeef2 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:10.604239 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dbd4bc71-4f74-4735-9b31-f23f62814134 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:10.699639 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:10.738464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:10.743118 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:10.743969 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] 10.222.0.10 "PUT /v2.0/ports/28129b61-fe83-484b-a48b-d25cd2f717d0 HTTP/1.1" status: 200 len: 1092 time: 1.2207298 Feb 15 16:58:10.744477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a135ddfb-407f-4761-bdde-3fcd67ebb40d', 'tag': '28129b61-fe83-484b-a48b-d25cd2f717d0'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:58:10.750348 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6501b3c-f570-423f-a6c2-aeef980f7613" -d '{"events": [{"name": "network-changed", "server_uuid": "a135ddfb-407f-4761-bdde-3fcd67ebb40d", "tag": "28129b61-fe83-484b-a48b-d25cd2f717d0"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:58:10.871330 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cd0a9b-2486-4184-8ade-ae1bb88b34c7 x-openstack-request-id: req-43cd0a9b-2486-4184-8ade-ae1bb88b34c7 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:58:10.874843 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a135ddfb-407f-4761-bdde-3fcd67ebb40d", "tag": "28129b61-fe83-484b-a48b-d25cd2f717d0", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:58:10.874843 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-43cd0a9b-2486-4184-8ade-ae1bb88b34c7 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:58:10.875178 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a135ddfb-407f-4761-bdde-3fcd67ebb40d', 'tag': '28129b61-fe83-484b-a48b-d25cd2f717d0', 'status': 'completed', 'code': 200} Feb 15 16:58:10.923375 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b2ea2-b68a-4ca9-b987-4a97c9f9b6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=28129b61-fe83-484b-a48b-d25cd2f717d0,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:10.969217 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-6a5b53d2-fe21-42ca-9f5e-e4d68541cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:10.970770 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-6a5b53d2-fe21-42ca-9f5e-e4d68541cf44 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=39ced08894bc44b28af70965be7f8e31&device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 1126 time: 0.0946376 Feb 15 16:58:11.054265 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-04e92474-ad2e-4a3f-ba53-f4f859631c7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28129b61-fe83-484b-a48b-d25cd2f717d0 HTTP/1.1" status: 200 len: 217 time: 0.0755091 Feb 15 16:58:11.125968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-60e6a67d-1236-4ec7-bd73-105a6c529f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:11.130085 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-60e6a67d-1236-4ec7-bd73-105a6c529f9c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ace70380-0204-41b0-be4a-55804a4b7a9b HTTP/1.1" status: 200 len: 853 time: 0.0701649 Feb 15 16:58:11.175571 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-0513c1ea-961e-4c5a-bd95-7593f1f53925 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386288 Feb 15 16:58:11.297054 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-a314f4f7-2735-4f58-b23f-90326e27d236 service neutron] 10.222.0.10 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153164 Feb 15 16:58:11.340850 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1fe60-42df-4d00-91fc-0f6ed2431701 req-d0915afe-78f1-4411-8caa-e206b3d6f067 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:11.342557 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-42b1fe60-42df-4d00-91fc-0f6ed2431701 req-d0915afe-78f1-4411-8caa-e206b3d6f067 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.0583451 Feb 15 16:58:11.394318 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dbd4bc71-4f74-4735-9b31-f23f62814134 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (9bc1e842-81f8-4476-a944-2a3637aceafe), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:11.445022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd4bc71-4f74-4735-9b31-f23f62814134 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:58:11.453285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-dbd4bc71-4f74-4735-9b31-f23f62814134 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:11.462313 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd4bc71-4f74-4735-9b31-f23f62814134 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:11.462313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dbd4bc71-4f74-4735-9b31-f23f62814134 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:11.464149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ccbf3b-3180-40f9-ac3a-9c82c4b22ad6 None None] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:11.511243 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-42b1fe60-42df-4d00-91fc-0f6ed2431701 req-1720aa47-9de1-49e4-9292-68ebf15751cb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606927 Feb 15 16:58:11.525112 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d1e6b8a-d952-40ff-a0e8-1da6401d1064 req-67c46811-63a0-4c29-9195-5e1334d26079 service neutron] 10.222.0.10 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121861 Feb 15 16:58:11.535522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd4bc71-4f74-4735-9b31-f23f62814134 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Subnet': ['ID=9bc1e842-81f8-4476-a944-2a3637aceafe,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:11.623449 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dbd4bc71-4f74-4735-9b31-f23f62814134 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4235339 Feb 15 16:58:11.626330 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 32956) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:11.631701 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7feb161c-35dd-42c8-a48c-0c936f6c5e71 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1946256746', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9bc1e842-81f8-4476-a944-2a3637aceafe'}], 'security_groups': ['1b6a22fe-f1ef-4735-b8b1-c04b3024bf5c', '9e6cbf91-78e0-4657-b22a-2b2de314c36a']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:11.780056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6501b3c-f570-423f-a6c2-aeef980f7613 req-a4d8a49a-a6bb-4416-9801-bea193fb857e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:11.785578 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b6501b3c-f570-423f-a6c2-aeef980f7613 req-a4d8a49a-a6bb-4416-9801-bea193fb857e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=39ced08894bc44b28af70965be7f8e31&device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 1126 time: 0.1052639 Feb 15 16:58:11.817217 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7feb161c-35dd-42c8-a48c-0c936f6c5e71 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (242caac6-d95d-47da-aff5-e7c6a63802c9), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:11.888681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c971dbe-110b-4c7b-a1a4-37a43269d339 None None] Update dhcp port {'port': {'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'fixed_ips': [{'subnet_id': 'a7980ba5-e8b1-4d06-b75f-6ec089726f7c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8bb94de2-247b-43c2-81b0-02da8a6b070c', 'ip_address': '2001:db8::2'}, {'subnet_id': '9bc1e842-81f8-4476-a944-2a3637aceafe'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '903a9f8c-2261-4aa6-a478-6102ab6378ac'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 16:58:11.930213 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7c971dbe-110b-4c7b-a1a4-37a43269d339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:11.935541 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:12.029926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6501b3c-f570-423f-a6c2-aeef980f7613 req-357e72fe-bad8-4321-a8fb-7ecfd4daae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:12.032558 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b6501b3c-f570-423f-a6c2-aeef980f7613 req-357e72fe-bad8-4321-a8fb-7ecfd4daae23 service neutron] 10.222.0.10 "GET /v2.0/networks?id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc HTTP/1.1" status: 200 len: 914 time: 0.2369711 Feb 15 16:58:12.115399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b6501b3c-f570-423f-a6c2-aeef980f7613 req-d5268871-0217-41ac-be0f-439deb28d193 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28129b61-fe83-484b-a48b-d25cd2f717d0 HTTP/1.1" status: 200 len: 217 time: 0.0757365 Feb 15 16:58:12.183496 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6501b3c-f570-423f-a6c2-aeef980f7613 req-3d680e4a-5ff3-42df-9087-ad073e9d2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:12.190282 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b6501b3c-f570-423f-a6c2-aeef980f7613 req-3d680e4a-5ff3-42df-9087-ad073e9d2a7f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ace70380-0204-41b0-be4a-55804a4b7a9b HTTP/1.1" status: 200 len: 853 time: 0.0650222 Feb 15 16:58:12.211787 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-7c971dbe-110b-4c7b-a1a4-37a43269d339 None None] Allocated IP 2001:db8:0:2::2 (3179b6b5-128a-4a6e-ab2b-07e847a0b98f/9bc1e842-81f8-4476-a944-2a3637aceafe/903a9f8c-2261-4aa6-a478-6102ab6378ac) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:58:12.225118 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b6501b3c-f570-423f-a6c2-aeef980f7613 req-d5ee42a9-8564-49de-864c-888acf4e6a13 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301228 Feb 15 16:58:12.328631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7c971dbe-110b-4c7b-a1a4-37a43269d339 None None] For port 903a9f8c-2261-4aa6-a478-6102ab6378ac, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=903a9f8c-2261-4aa6-a478-6102ab6378ac,segment=NetworkSegment(e9bf41f8-ea31-4794-8e86-0396f82d3ed3),segment_id=e9bf41f8-ea31-4794-8e86-0396f82d3ed3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:12.347257 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b6501b3c-f570-423f-a6c2-aeef980f7613 req-8d2e6329-8072-405b-828e-10b650afafb9 service neutron] 10.222.0.10 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161866 Feb 15 16:58:12.366193 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7c971dbe-110b-4c7b-a1a4-37a43269d339 None None] Publish callbacks [] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:12.434629 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7c971dbe-110b-4c7b-a1a4-37a43269d339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:12.478361 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b6501b3c-f570-423f-a6c2-aeef980f7613 req-f5f11705-2050-45e9-8de9-137f3cbdf927 service neutron] 10.222.0.10 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242802 Feb 15 16:58:12.612212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-7feb161c-35dd-42c8-a48c-0c936f6c5e71 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Delete allocated IP 2001:db8::106 (3179b6b5-128a-4a6e-ab2b-07e847a0b98f/8bb94de2-247b-43c2-81b0-02da8a6b070c) {{(pid=103800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 16:58:12.625234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-7feb161c-35dd-42c8-a48c-0c936f6c5e71 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Allocated IP 2001:db8:0:2::3e4 (3179b6b5-128a-4a6e-ab2b-07e847a0b98f/9bc1e842-81f8-4476-a944-2a3637aceafe/242caac6-d95d-47da-aff5-e7c6a63802c9) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:58:12.697090 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c971dbe-110b-4c7b-a1a4-37a43269d339 None None] Pushing event updated for resources: {'Port': ['ID=903a9f8c-2261-4aa6-a478-6102ab6378ac,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:12.755959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db9f86-dc81-4d85-9b2c-011b6da8a659 req-4bae0c57-aa3b-4baa-936e-c41d632c9f24 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:12.764721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5db9f86-dc81-4d85-9b2c-011b6da8a659 req-4bae0c57-aa3b-4baa-936e-c41d632c9f24 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.1288581 Feb 15 16:58:12.861030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5db9f86-dc81-4d85-9b2c-011b6da8a659 req-d7486f16-bdc8-4555-bf23-4d08e887134f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945346 Feb 15 16:58:12.905097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec38654-6361-41a9-9217-557cd86497bb req-9d203555-c187-4b8b-87b6-698c0e01d24c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:12.906640 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aec38654-6361-41a9-9217-557cd86497bb req-9d203555-c187-4b8b-87b6-698c0e01d24c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 945 time: 0.1719899 Feb 15 16:58:13.033217 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aec38654-6361-41a9-9217-557cd86497bb req-6f81d83b-6456-40a3-b909-3c6b7ad7107f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=3401d342-a375-400a-b758-b9d2a2aedf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118641 Feb 15 16:58:13.035512 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7feb161c-35dd-42c8-a48c-0c936f6c5e71 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for port (242caac6-d95d-47da-aff5-e7c6a63802c9), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:13.097869 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7feb161c-35dd-42c8-a48c-0c936f6c5e71 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (242caac6-d95d-47da-aff5-e7c6a63802c9), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:13.142788 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7feb161c-35dd-42c8-a48c-0c936f6c5e71 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] In _notify_port_updated(), no bound segment for port 242caac6-d95d-47da-aff5-e7c6a63802c9 on network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 16:58:13.149406 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feb161c-35dd-42c8-a48c-0c936f6c5e71 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:13.150566 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7feb161c-35dd-42c8-a48c-0c936f6c5e71 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:13.155313 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7feb161c-35dd-42c8-a48c-0c936f6c5e71 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "PUT /v2.0/ports/242caac6-d95d-47da-aff5-e7c6a63802c9 HTTP/1.1" status: 200 len: 970 time: 1.5248702 Feb 15 16:58:13.159840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33002) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:13.253885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb161c-35dd-42c8-a48c-0c936f6c5e71 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event updated for resources: {'Port': ['ID=242caac6-d95d-47da-aff5-e7c6a63802c9,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:13.314576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-72acc151-274a-4705-8ad1-bbec70ad0fd1 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port 242caac6-d95d-47da-aff5-e7c6a63802c9 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:58:13.314967 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-72acc151-274a-4705-8ad1-bbec70ad0fd1 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (242caac6-d95d-47da-aff5-e7c6a63802c9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:13.406167 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:13.441507 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-72acc151-274a-4705-8ad1-bbec70ad0fd1 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (242caac6-d95d-47da-aff5-e7c6a63802c9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:13.458757 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-72acc151-274a-4705-8ad1-bbec70ad0fd1 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for 242caac6-d95d-47da-aff5-e7c6a63802c9 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:58:13.475280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 28129b61-fe83-484b-a48b-d25cd2f717d0 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:58:13.733751 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-72acc151-274a-4705-8ad1-bbec70ad0fd1 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (242caac6-d95d-47da-aff5-e7c6a63802c9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:13.768953 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2fc675b4-fe52-47b0-8e31-8bc6d4afec56 None None] Could not find standard attr ID for object 242caac6-d95d-47da-aff5-e7c6a63802c9. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 16:58:13.797013 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2fc675b4-fe52-47b0-8e31-8bc6d4afec56 None None] Provisioning complete for port 903a9f8c-2261-4aa6-a478-6102ab6378ac triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:13.802802 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fc675b4-fe52-47b0-8e31-8bc6d4afec56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:13.829568 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-72acc151-274a-4705-8ad1-bbec70ad0fd1 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:13.854716 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-72acc151-274a-4705-8ad1-bbec70ad0fd1 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/242caac6-d95d-47da-aff5-e7c6a63802c9 HTTP/1.1" status: 204 len: 168 time: 0.6977811 Feb 15 16:58:13.855664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72acc151-274a-4705-8ad1-bbec70ad0fd1 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=242caac6-d95d-47da-aff5-e7c6a63802c9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:13.859931 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33018) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:13.957941 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f0305e-5b14-44a9-af54-4acd3d56f780 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] GET failed (client error): The resource could not be found. Feb 15 16:58:13.965076 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-82f0305e-5b14-44a9-af54-4acd3d56f780 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports/242caac6-d95d-47da-aff5-e7c6a63802c9 HTTP/1.1" status: 404 len: 333 time: 0.1019073 Feb 15 16:58:13.966657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33028) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:14.016353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 28129b61-fe83-484b-a48b-d25cd2f717d0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=28129b61-fe83-484b-a48b-d25cd2f717d0,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:14.078778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '28129b61-fe83-484b-a48b-d25cd2f717d0', 'network_id': '708ad032-cbc0-4ad4-9926-2ac8e9b388cc', 'port_id': '28129b61-fe83-484b-a48b-d25cd2f717d0', 'mac_address': 'fa:16:3e:3c:23:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace70380-0204-41b0-be4a-55804a4b7a9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:58:14.218851 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-595d5247-9703-4f01-ad18-9ec5a370446b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (e78c1628-c2a3-4663-97cf-d84323eefe73), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:14.251866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1111630-c3f3-47ce-b0fc-9c23605e59cf req-2d0b9f34-674f-45e0-90f3-22da09fa265c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:14.255442 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1111630-c3f3-47ce-b0fc-9c23605e59cf req-2d0b9f34-674f-45e0-90f3-22da09fa265c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.2270322 Feb 15 16:58:14.265976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2fc675b4-fe52-47b0-8e31-8bc6d4afec56 None None] Current status of the port 903a9f8c-2261-4aa6-a478-6102ab6378ac is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:14.289999 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8549e-557a-438d-8a6d-2539cdad6fea req-669775c5-acc7-4e0a-a763-107377acd8dd tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:14.292319 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84e8549e-557a-438d-8a6d-2539cdad6fea req-669775c5-acc7-4e0a-a763-107377acd8dd tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.67 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 945 time: 0.1726704 Feb 15 16:58:14.304942 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 28129b61-fe83-484b-a48b-d25cd2f717d0 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:14.306190 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3eb1d-abfa-4e74-bbd9-1f2bac1ba9eb req-d5e01759-1a71-459b-9f8e-07a484943495 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:14.308024 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bae3eb1d-abfa-4e74-bbd9-1f2bac1ba9eb req-d5e01759-1a71-459b-9f8e-07a484943495 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 945 time: 0.1345086 Feb 15 16:58:14.308664 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:14.319003 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2fc675b4-fe52-47b0-8e31-8bc6d4afec56 None None] Provisioning complete for port 6b62aa49-7e24-4900-abea-cdc606f3673b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:14.328527 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fc675b4-fe52-47b0-8e31-8bc6d4afec56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6b62aa49-7e24-4900-abea-cdc606f3673b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:14.365638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28129b61-fe83-484b-a48b-d25cd2f717d0 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:58:14.402725 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 28129b61-fe83-484b-a48b-d25cd2f717d0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=28129b61-fe83-484b-a48b-d25cd2f717d0,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:14.410542 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-595d5247-9703-4f01-ad18-9ec5a370446b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (e78c1628-c2a3-4663-97cf-d84323eefe73), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:14.423252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2fc675b4-fe52-47b0-8e31-8bc6d4afec56 None None] Port 6b62aa49-7e24-4900-abea-cdc606f3673b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:58:14.456764 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bae3eb1d-abfa-4e74-bbd9-1f2bac1ba9eb req-25a3f381-e703-441b-be58-ab6e52319433 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups?id=3401d342-a375-400a-b758-b9d2a2aedf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340706 Feb 15 16:58:14.525529 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:14.543350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1111630-c3f3-47ce-b0fc-9c23605e59cf req-7a2388b9-5f9b-4839-953e-2c7084e23baf tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665832 Feb 15 16:58:14.572892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-84e8549e-557a-438d-8a6d-2539cdad6fea req-32acad00-b034-48f1-8a85-e531e0544ae4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Deleting port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:58:14.573241 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-84e8549e-557a-438d-8a6d-2539cdad6fea req-32acad00-b034-48f1-8a85-e531e0544ae4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6cb75ed7-3705-4d7c-905f-c0b5db1d20a9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:14.582995 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b24b3213-d41e-4f45-891c-fc6a35a4dd4b None None] Could not find standard attr ID for object 242caac6-d95d-47da-aff5-e7c6a63802c9. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 16:58:14.618772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 903a9f8c-2261-4aa6-a478-6102ab6378ac up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:58:14.652705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=28129b61-fe83-484b-a48b-d25cd2f717d0,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:14.679307 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-595d5247-9703-4f01-ad18-9ec5a370446b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e78c1628-c2a3-4663-97cf-d84323eefe73), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:14.682506 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-595d5247-9703-4f01-ad18-9ec5a370446b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:14.684024 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-595d5247-9703-4f01-ad18-9ec5a370446b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/security-groups/e78c1628-c2a3-4663-97cf-d84323eefe73 HTTP/1.1" status: 204 len: 168 time: 0.7159705 Feb 15 16:58:14.687122 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33046) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:14.692934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 903a9f8c-2261-4aa6-a478-6102ab6378ac triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:14.694148 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:14.735979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d5247-9703-4f01-ad18-9ec5a370446b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78c1628-c2a3-4663-97cf-d84323eefe73,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:14.759637 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-84e8549e-557a-438d-8a6d-2539cdad6fea req-32acad00-b034-48f1-8a85-e531e0544ae4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] For port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=6cb75ed7-3705-4d7c-905f-c0b5db1d20a9,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:14.760042 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-84e8549e-557a-438d-8a6d-2539cdad6fea req-32acad00-b034-48f1-8a85-e531e0544ae4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6cb75ed7-3705-4d7c-905f-c0b5db1d20a9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:14.770969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['28129b61-fe83-484b-a48b-d25cd2f717d0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:58:14.785641 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e1ee971c-08c8-4eb2-9838-e76d96eaf45c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (9e6cbf91-78e0-4657-b22a-2b2de314c36a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:14.833773 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e1ee971c-08c8-4eb2-9838-e76d96eaf45c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (9e6cbf91-78e0-4657-b22a-2b2de314c36a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:14.971609 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e1ee971c-08c8-4eb2-9838-e76d96eaf45c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9e6cbf91-78e0-4657-b22a-2b2de314c36a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:14.975173 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e1ee971c-08c8-4eb2-9838-e76d96eaf45c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:14.977256 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e1ee971c-08c8-4eb2-9838-e76d96eaf45c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/security-groups/9e6cbf91-78e0-4657-b22a-2b2de314c36a HTTP/1.1" status: 204 len: 168 time: 0.2885203 Feb 15 16:58:14.984609 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 903a9f8c-2261-4aa6-a478-6102ab6378ac is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:14.991098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33062) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:14.993756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee971c-08c8-4eb2-9838-e76d96eaf45c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6cbf91-78e0-4657-b22a-2b2de314c36a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:15.117463 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6600baae-a773-462e-94f7-b5c74661fc45 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (1b6a22fe-f1ef-4735-b8b1-c04b3024bf5c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:15.182169 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-84e8549e-557a-438d-8a6d-2539cdad6fea req-32acad00-b034-48f1-8a85-e531e0544ae4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:15.182556 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-84e8549e-557a-438d-8a6d-2539cdad6fea req-32acad00-b034-48f1-8a85-e531e0544ae4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (97b64cfe-b827-48d1-9851-a5ea095c2230), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:15.183710 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-84e8549e-557a-438d-8a6d-2539cdad6fea req-32acad00-b034-48f1-8a85-e531e0544ae4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Floating IP 97b64cfe-b827-48d1-9851-a5ea095c2230 disassociated. External IP: 172.25.4.195, port: 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9. Feb 15 16:58:15.184345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-84e8549e-557a-438d-8a6d-2539cdad6fea req-32acad00-b034-48f1-8a85-e531e0544ae4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Calling delete_port for 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:58:15.404000 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6600baae-a773-462e-94f7-b5c74661fc45 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (1b6a22fe-f1ef-4735-b8b1-c04b3024bf5c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:15.520148 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-84e8549e-557a-438d-8a6d-2539cdad6fea req-32acad00-b034-48f1-8a85-e531e0544ae4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6cb75ed7-3705-4d7c-905f-c0b5db1d20a9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:15.555961 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acad00-b034-48f1-8a85-e531e0544ae4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event deleted for resources: {'Port': ['ID=6cb75ed7-3705-4d7c-905f-c0b5db1d20a9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:15.594774 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b03b5b9f-6026-4e78-97eb-6937c004ace9 req-4219572e-b35b-41ee-8385-f0e89cd2f803 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 210 time: 0.0460668 Feb 15 16:58:15.681476 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6600baae-a773-462e-94f7-b5c74661fc45 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1b6a22fe-f1ef-4735-b8b1-c04b3024bf5c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:15.692055 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6600baae-a773-462e-94f7-b5c74661fc45 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:15.693231 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6600baae-a773-462e-94f7-b5c74661fc45 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/security-groups/1b6a22fe-f1ef-4735-b8b1-c04b3024bf5c HTTP/1.1" status: 204 len: 168 time: 0.6987009 Feb 15 16:58:15.696791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33100) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:15.716652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600baae-a773-462e-94f7-b5c74661fc45 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6a22fe-f1ef-4735-b8b1-c04b3024bf5c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:15.804425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-45488952-27ed-4452-aacc-fb2e857a5a8e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting subnet 8bb94de2-247b-43c2-81b0-02da8a6b070c {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:58:15.808970 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45488952-27ed-4452-aacc-fb2e857a5a8e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (8bb94de2-247b-43c2-81b0-02da8a6b070c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:15.815290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549075e-8d6b-4ac9-840a-08fcc1a5a5af req-e7eb6af4-31d7-4210-8e9e-1576c4a1feb0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:15.816822 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8549075e-8d6b-4ac9-840a-08fcc1a5a5af req-e7eb6af4-31d7-4210-8e9e-1576c4a1feb0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 944 time: 0.1423433 Feb 15 16:58:15.827885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84e8549e-557a-438d-8a6d-2539cdad6fea req-32acad00-b034-48f1-8a85-e531e0544ae4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Router 3c8e9e02-c334-4a50-abed-f9672b7513c0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:58:15.868431 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45488952-27ed-4452-aacc-fb2e857a5a8e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (8bb94de2-247b-43c2-81b0-02da8a6b070c), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:15.995829 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45488952-27ed-4452-aacc-fb2e857a5a8e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (8bb94de2-247b-43c2-81b0-02da8a6b070c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:16.167085 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45488952-27ed-4452-aacc-fb2e857a5a8e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (8bb94de2-247b-43c2-81b0-02da8a6b070c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:16.238444 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45488952-27ed-4452-aacc-fb2e857a5a8e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Subnet': ['ID=8bb94de2-247b-43c2-81b0-02da8a6b070c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:16.266550 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45488952-27ed-4452-aacc-fb2e857a5a8e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:16.274671 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaaa22b-3c2f-47c0-afd8-579b064ec218 None None] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:16.294467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33114) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:16.298979 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-45488952-27ed-4452-aacc-fb2e857a5a8e tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/8bb94de2-247b-43c2-81b0-02da8a6b070c HTTP/1.1" status: 204 len: 168 time: 0.6008434 Feb 15 16:58:16.371992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8549075e-8d6b-4ac9-840a-08fcc1a5a5af req-1ac217a6-7cb7-40fe-bb14-376022794275 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432947 Feb 15 16:58:16.413963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4fb5628-58f7-4b2f-a049-c462f94f19ee tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting subnet 9bc1e842-81f8-4476-a944-2a3637aceafe {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:58:16.420364 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5628-58f7-4b2f-a049-c462f94f19ee tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (9bc1e842-81f8-4476-a944-2a3637aceafe), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:16.469354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84e8549e-557a-438d-8a6d-2539cdad6fea req-32acad00-b034-48f1-8a85-e531e0544ae4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:58:16.481286 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46587d5b-0a07-4e57-9ef0-db45e65817d2 None None] Sync routers for ids ['3c8e9e02-c334-4a50-abed-f9672b7513c0'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:58:16.513453 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46587d5b-0a07-4e57-9ef0-db45e65817d2 None None] Routers {'3c8e9e02-c334-4a50-abed-f9672b7513c0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:58:16.514246 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-46587d5b-0a07-4e57-9ef0-db45e65817d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:58:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3c8e9e02-c334-4a50-abed-f9672b7513c0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:16.544986 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5628-58f7-4b2f-a049-c462f94f19ee tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (9bc1e842-81f8-4476-a944-2a3637aceafe), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:16.712397 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-46587d5b-0a07-4e57-9ef0-db45e65817d2 None None] Set router 3c8e9e02-c334-4a50-abed-f9672b7513c0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:58:16.713510 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5628-58f7-4b2f-a049-c462f94f19ee tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (9bc1e842-81f8-4476-a944-2a3637aceafe), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:16.804051 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33124) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:16.809338 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3c150cc0-5fd0-4aa8-857e-8f65184976ee req-6f4d45bb-fae9-4ffb-83bb-a33502340aef tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 210 time: 0.0887544 Feb 15 16:58:16.878446 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e8549e-557a-438d-8a6d-2539cdad6fea req-32acad00-b034-48f1-8a85-e531e0544ae4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] No DVR routers for this DVR port 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:58:16.881146 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-84e8549e-557a-438d-8a6d-2539cdad6fea req-32acad00-b034-48f1-8a85-e531e0544ae4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:16.885023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84e8549e-557a-438d-8a6d-2539cdad6fea req-32acad00-b034-48f1-8a85-e531e0544ae4 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.67 "DELETE /v2.0/ports/6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 HTTP/1.1" status: 204 len: 173 time: 2.5603755 Feb 15 16:58:16.885508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19620c4-8461-491d-9563-251c24d24a1a', 'name': 'network-vif-deleted', 'tag': '6cb75ed7-3705-4d7c-905f-c0b5db1d20a9'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:58:16.888770 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566a5778-7cfd-4ca5-920d-dd932c19b56b" -d '{"events": [{"server_uuid": "c19620c4-8461-491d-9563-251c24d24a1a", "name": "network-vif-deleted", "tag": "6cb75ed7-3705-4d7c-905f-c0b5db1d20a9"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:58:16.960432 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42e6e26-3e61-4aab-9c0d-4f46f1f332d3 x-openstack-request-id: req-b42e6e26-3e61-4aab-9c0d-4f46f1f332d3 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:58:16.960736 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19620c4-8461-491d-9563-251c24d24a1a", "name": "network-vif-deleted", "tag": "6cb75ed7-3705-4d7c-905f-c0b5db1d20a9", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:58:16.960992 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b42e6e26-3e61-4aab-9c0d-4f46f1f332d3 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:58:16.961432 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19620c4-8461-491d-9563-251c24d24a1a', 'name': 'network-vif-deleted', 'tag': '6cb75ed7-3705-4d7c-905f-c0b5db1d20a9', 'status': 'completed', 'code': 200} Feb 15 16:58:16.969920 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-46587d5b-0a07-4e57-9ef0-db45e65817d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:37Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '4f2542da-82d6-4a15-a3f7-3be92e291a89', 'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'mac_address': 'fa:16:3e:78:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:35Z', 'updated_at': '2022-02-15T16:51:43Z', 'revision_number': 5, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'subnets': [{'id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:16.999077 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46587d5b-0a07-4e57-9ef0-db45e65817d2 None None] Checking router: 3c8e9e02-c334-4a50-abed-f9672b7513c0 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:58:17.007947 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46587d5b-0a07-4e57-9ef0-db45e65817d2 None None] Routers {'3c8e9e02-c334-4a50-abed-f9672b7513c0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:58:17.008573 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-46587d5b-0a07-4e57-9ef0-db45e65817d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:58:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3c8e9e02-c334-4a50-abed-f9672b7513c0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:17.017860 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5628-58f7-4b2f-a049-c462f94f19ee tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (9bc1e842-81f8-4476-a944-2a3637aceafe), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:17.053663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb5628-58f7-4b2f-a049-c462f94f19ee tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc1e842-81f8-4476-a944-2a3637aceafe,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:17.058325 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4fb5628-58f7-4b2f-a049-c462f94f19ee tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:17.064106 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b4fb5628-58f7-4b2f-a049-c462f94f19ee tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/9bc1e842-81f8-4476-a944-2a3637aceafe HTTP/1.1" status: 204 len: 168 time: 0.7337499 Feb 15 16:58:17.064435 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33130) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:17.114207 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e325b68-852a-4067-a2c5-f4eb344cf3b1 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] DELETE failed (client error): The resource could not be found. Feb 15 16:58:17.117226 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e325b68-852a-4067-a2c5-f4eb344cf3b1 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:58:17.124956 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7e325b68-852a-4067-a2c5-f4eb344cf3b1 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/8bb94de2-247b-43c2-81b0-02da8a6b070c HTTP/1.1" status: 404 len: 337 time: 0.0552661 Feb 15 16:58:17.125764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33132) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:17.223622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b57010-f293-460d-aead-fd4d006fee23 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting subnet a7980ba5-e8b1-4d06-b75f-6ec089726f7c {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:58:17.227608 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-31b57010-f293-460d-aead-fd4d006fee23 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (a7980ba5-e8b1-4d06-b75f-6ec089726f7c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:17.232148 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-46587d5b-0a07-4e57-9ef0-db45e65817d2 None None] Set router 3c8e9e02-c334-4a50-abed-f9672b7513c0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:58:17.292682 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-31b57010-f293-460d-aead-fd4d006fee23 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (a7980ba5-e8b1-4d06-b75f-6ec089726f7c), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:17.491686 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-31b57010-f293-460d-aead-fd4d006fee23 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (a7980ba5-e8b1-4d06-b75f-6ec089726f7c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:17.492606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33144) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:17.509232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 28129b61-fe83-484b-a48b-d25cd2f717d0 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:58:17.514415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4d4eca-6eea-4ec7-b8dd-b483bb41e8df None None] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:17.558262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea47f44-1f3c-4727-93ff-745a05abf7c8 req-dff1f760-70ad-4206-8022-a1e83cda6fc5 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:17.567011 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4ea47f44-1f3c-4727-93ff-745a05abf7c8 req-dff1f760-70ad-4206-8022-a1e83cda6fc5 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 944 time: 0.0821030 Feb 15 16:58:17.648034 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4ea47f44-1f3c-4727-93ff-745a05abf7c8 req-722cb3c2-9c9b-4cbc-ab6c-6d1adec13785 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798197 Feb 15 16:58:17.680001 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-46587d5b-0a07-4e57-9ef0-db45e65817d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:37Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '4f2542da-82d6-4a15-a3f7-3be92e291a89', 'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'mac_address': 'fa:16:3e:78:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:35Z', 'updated_at': '2022-02-15T16:51:43Z', 'revision_number': 5, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'subnets': [{'id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:17.681864 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:17.693747 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-58ed0c2e-dcac-435d-b18d-757949a15019 None None] Provisioning complete for port 903a9f8c-2261-4aa6-a478-6102ab6378ac triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:17.698567 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-58ed0c2e-dcac-435d-b18d-757949a15019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:17.706085 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-31b57010-f293-460d-aead-fd4d006fee23 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (a7980ba5-e8b1-4d06-b75f-6ec089726f7c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:17.708251 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-850d2fb3-15c3-42e7-aec0-ec41c30e2239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:17.799847 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Publish callbacks [] for security_group (5e213ce6-0497-4d92-8567-d89fcf574e50), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:17.801316 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b57010-f293-460d-aead-fd4d006fee23 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Subnet': ['ID=a7980ba5-e8b1-4d06-b75f-6ec089726f7c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:17.803348 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-31b57010-f293-460d-aead-fd4d006fee23 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:17.811022 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-31b57010-f293-460d-aead-fd4d006fee23 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/a7980ba5-e8b1-4d06-b75f-6ec089726f7c HTTP/1.1" status: 204 len: 168 time: 0.6843543 Feb 15 16:58:17.813517 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33148) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:17.827270 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46587d5b-0a07-4e57-9ef0-db45e65817d2 None None] The sync data for ids ['3c8e9e02-c334-4a50-abed-f9672b7513c0'] in n-d-828372-14 is: [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:51:37Z', 'revision_number': 4, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '4f2542da-82d6-4a15-a3f7-3be92e291a89', 'name': '', 'network_id': '5c7b397a-77f6-47e0-8f8f-d0b42cdceb05', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'mac_address': 'fa:16:3e:78:7a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:35Z', 'updated_at': '2022-02-15T16:51:43Z', 'revision_number': 5, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'subnets': [{'id': 'ee4840c8-e6d6-4864-8cc9-9887e739eb93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:58:17.848058 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-2019820a-2f61-438b-9bff-ed22766c5c14 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] DELETE failed (client error): The resource could not be found. Feb 15 16:58:17.848518 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2019820a-2f61-438b-9bff-ed22766c5c14 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:58:17.852132 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2019820a-2f61-438b-9bff-ed22766c5c14 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/7be0ef46-48aa-48c5-86d2-2b90d15deaec HTTP/1.1" status: 404 len: 337 time: 0.0372572 Feb 15 16:58:17.855728 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33152) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:17.903527 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5e213ce6-0497-4d92-8567-d89fcf574e50), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:17.969148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-58ed0c2e-dcac-435d-b18d-757949a15019 None None] Current status of the port 903a9f8c-2261-4aa6-a478-6102ab6378ac is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:17.980959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 28129b61-fe83-484b-a48b-d25cd2f717d0 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:58:18.000562 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-850d2fb3-15c3-42e7-aec0-ec41c30e2239 admin admin] Publish callbacks [] for security_group (c89164a8-7daa-4950-ab14-0fbdbaf98a71), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.003333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 28129b61-fe83-484b-a48b-d25cd2f717d0 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:18.003829 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.045807 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e213ce6-0497-4d92-8567-d89fcf574e50,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:18.057803 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-476f4ca8-42db-4702-8498-6ddc61c780ac tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "GET /v2.0/ports?device_id=4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d HTTP/1.1" status: 200 len: 205 time: 0.1998515 Feb 15 16:58:18.064076 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33156) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:18.073311 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:18.074618 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6dec9695-b9ef-4675-98aa-14804bd039ea req-35bb7e74-7499-4750-85d0-90e2d8a8316f tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/ports?device_id=c19620c4-8461-491d-9563-251c24d24a1a HTTP/1.1" status: 200 len: 210 time: 0.0464749 Feb 15 16:58:18.088777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:18.088777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:18.088777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:18.088777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:18.088777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:18.088777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:18.088777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:18.088777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:18.088777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:18.088777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:18.088777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:18.088777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:18.120381 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-850d2fb3-15c3-42e7-aec0-ec41c30e2239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c89164a8-7daa-4950-ab14-0fbdbaf98a71), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.131477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-58ed0c2e-dcac-435d-b18d-757949a15019 None None] Provisioning complete for port 6b62aa49-7e24-4900-abea-cdc606f3673b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:18.131870 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-58ed0c2e-dcac-435d-b18d-757949a15019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6b62aa49-7e24-4900-abea-cdc606f3673b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.141813 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-989b0787-dc5c-4bb9-be5f-e2c85a05d956 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] delete failed (client error): The resource could not be found. Feb 15 16:58:18.142867 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-989b0787-dc5c-4bb9-be5f-e2c85a05d956 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/routers/4cfcb42f-33eb-4c6c-8df4-f9a29df65c4d HTTP/1.1" status: 404 len: 336 time: 0.0768306 Feb 15 16:58:18.147862 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33158) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:18.160911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfc6b90-a07a-407c-888b-9f93bc5bee09 None None] Update dhcp port {'port': {'network_id': '3179b6b5-128a-4a6e-ab2b-07e847a0b98f', 'fixed_ips': [{'subnet_id': 'a7980ba5-e8b1-4d06-b75f-6ec089726f7c'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '903a9f8c-2261-4aa6-a478-6102ab6378ac'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 16:58:18.186754 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-aee026b5-0a04-4a09-b64e-3cd2744d61d3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7b94ee8737634b77af9cd16f8c39d237&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3804717 Feb 15 16:58:18.188833 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99824fd-9700-4d6e-bd8b-963c8700f853 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] DELETE failed (client error): The resource could not be found. Feb 15 16:58:18.189545 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b99824fd-9700-4d6e-bd8b-963c8700f853 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:58:18.194002 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b99824fd-9700-4d6e-bd8b-963c8700f853 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/1f730f2b-a215-4158-a55d-b7e555c6f545 HTTP/1.1" status: 404 len: 337 time: 0.0448263 Feb 15 16:58:18.194925 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33160) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:18.197918 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33162) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:18.219111 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-850d2fb3-15c3-42e7-aec0-ec41c30e2239 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=af040ab5c0ff4f6993fee250104f0300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7254431 Feb 15 16:58:18.229302 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33164) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:18.230939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-58ed0c2e-dcac-435d-b18d-757949a15019 None None] Port 6b62aa49-7e24-4900-abea-cdc606f3673b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:58:18.246143 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-adfc6b90-a07a-407c-888b-9f93bc5bee09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.280890 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d56b7b-26dc-439c-a071-a71488f8430b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] DELETE failed (client error): The resource could not be found. Feb 15 16:58:18.281417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d56b7b-26dc-439c-a071-a71488f8430b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:58:18.291490 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e1d56b7b-26dc-439c-a071-a71488f8430b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/751253b3-14e2-4ad7-8675-1b58950d5b02 HTTP/1.1" status: 404 len: 337 time: 0.0920720 Feb 15 16:58:18.292707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33166) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:18.293716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d2fb3-15c3-42e7-aec0-ec41c30e2239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89164a8-7daa-4950-ab14-0fbdbaf98a71,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:18.300910 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df49cd44-76a1-4d17-b2c2-54f2607386e8 admin admin] Publish callbacks [] for security_group (5e213ce6-0497-4d92-8567-d89fcf574e50), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.324755 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df49cd44-76a1-4d17-b2c2-54f2607386e8 admin admin] Publish callbacks [] for security_group (5e213ce6-0497-4d92-8567-d89fcf574e50), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.347147 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90319a1-ac88-42ef-8dd0-7c8dd9848c2a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] DELETE failed (client error): The resource could not be found. Feb 15 16:58:18.348047 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90319a1-ac88-42ef-8dd0-7c8dd9848c2a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:58:18.354747 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c90319a1-ac88-42ef-8dd0-7c8dd9848c2a tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/a6944c9a-b6e1-44b7-ac56-7faacbf4e32f HTTP/1.1" status: 404 len: 337 time: 0.0447156 Feb 15 16:58:18.355686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33168) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:18.384274 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5dda7663-f0ad-406d-898d-f8f0b07715d8 admin admin] Publish callbacks [] for security_group (c89164a8-7daa-4950-ab14-0fbdbaf98a71), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.401294 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c88ddda-fdd3-4482-a9c5-9692c1c74418 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] DELETE failed (client error): The resource could not be found. Feb 15 16:58:18.401730 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c88ddda-fdd3-4482-a9c5-9692c1c74418 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:58:18.409065 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1c88ddda-fdd3-4482-a9c5-9692c1c74418 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/1af682be-1f8a-46fb-9e7d-f1e18126333a HTTP/1.1" status: 404 len: 333 time: 0.0512507 Feb 15 16:58:18.409591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33170) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:18.449298 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5dda7663-f0ad-406d-898d-f8f0b07715d8 admin admin] Publish callbacks [] for security_group (c89164a8-7daa-4950-ab14-0fbdbaf98a71), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.449694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 28129b61-fe83-484b-a48b-d25cd2f717d0 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:18.449694 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.451981 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4620149-d51a-41ce-8339-a5e72fdc5bb4 None None] New status for floating IP 97b64cfe-b827-48d1-9851-a5ea095c2230: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 16:58:18.453911 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-8254781e-5fa6-4697-b0e9-94fd0953d817 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] DELETE failed (client error): The resource could not be found. Feb 15 16:58:18.456077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8254781e-5fa6-4697-b0e9-94fd0953d817 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:58:18.459678 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8254781e-5fa6-4697-b0e9-94fd0953d817 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/1eb7160d-1a0e-4b13-9bd5-37fc85ce3ba1 HTTP/1.1" status: 404 len: 337 time: 0.0461593 Feb 15 16:58:18.460011 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33174) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:18.501768 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8564e0-83bb-45b4-8ff5-cd319d4be449 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] DELETE failed (client error): The resource could not be found. Feb 15 16:58:18.502301 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e8564e0-83bb-45b4-8ff5-cd319d4be449 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:58:18.505616 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8e8564e0-83bb-45b4-8ff5-cd319d4be449 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/0738d37e-2544-4ec5-a94d-3ce6779caa20 HTTP/1.1" status: 404 len: 337 time: 0.0446162 Feb 15 16:58:18.508237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33178) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:18.539639 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df49cd44-76a1-4d17-b2c2-54f2607386e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5e213ce6-0497-4d92-8567-d89fcf574e50), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.543608 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a86f457-e84e-4a9f-87b1-19c1601d9776 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] DELETE failed (client error): The resource could not be found. Feb 15 16:58:18.544876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a86f457-e84e-4a9f-87b1-19c1601d9776 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:58:18.547875 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df49cd44-76a1-4d17-b2c2-54f2607386e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.548943 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6a86f457-e84e-4a9f-87b1-19c1601d9776 tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/5945827e-89a1-4acb-9c63-8e8bc7ae4df1 HTTP/1.1" status: 404 len: 333 time: 0.0391223 Feb 15 16:58:18.550380 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-df49cd44-76a1-4d17-b2c2-54f2607386e8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5e213ce6-0497-4d92-8567-d89fcf574e50 HTTP/1.1" status: 204 len: 168 time: 0.3543403 Feb 15 16:58:18.563577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33182) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:18.577193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49cd44-76a1-4d17-b2c2-54f2607386e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e213ce6-0497-4d92-8567-d89fcf574e50,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:18.608985 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b550f5-ca18-492a-9929-d48f34c4ee9b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] DELETE failed (client error): The resource could not be found. Feb 15 16:58:18.609851 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b550f5-ca18-492a-9929-d48f34c4ee9b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:58:18.613295 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c5b550f5-ca18-492a-9929-d48f34c4ee9b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/db4ec0d6-4cea-41d1-8f11-802ec3f4ee7a HTTP/1.1" status: 404 len: 337 time: 0.0484219 Feb 15 16:58:18.614643 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb655d0d-4cda-41b5-bac1-00f9606a4b1a None None] Network 3179b6b5-128a-4a6e-ab2b-07e847a0b98f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:18.615792 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33186) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:18.624262 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5dda7663-f0ad-406d-898d-f8f0b07715d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c89164a8-7daa-4950-ab14-0fbdbaf98a71), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.626933 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5dda7663-f0ad-406d-898d-f8f0b07715d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.628101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5dda7663-f0ad-406d-898d-f8f0b07715d8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c89164a8-7daa-4950-ab14-0fbdbaf98a71 HTTP/1.1" status: 204 len: 168 time: 0.3977573 Feb 15 16:58:18.644195 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda7663-f0ad-406d-898d-f8f0b07715d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89164a8-7daa-4950-ab14-0fbdbaf98a71,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:18.648194 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f00da36-f24c-4d40-b6bc-ef6f482c129c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] DELETE failed (client error): The resource could not be found. Feb 15 16:58:18.648856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f00da36-f24c-4d40-b6bc-ef6f482c129c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 16:58:18.652549 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6f00da36-f24c-4d40-b6bc-ef6f482c129c tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/subnets/4df7e2f4-ee84-450d-839e-5933c71ffb4c HTTP/1.1" status: 404 len: 337 time: 0.0356319 Feb 15 16:58:18.656242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33190) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:18.707953 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a135ddfb-407f-4761-bdde-3fcd67ebb40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28129b61-fe83-484b-a48b-d25cd2f717d0'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:58:18.710258 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de04d7f7-6589-40c3-8695-2508556b6c08" -d '{"events": [{"server_uuid": "a135ddfb-407f-4761-bdde-3fcd67ebb40d", "name": "network-vif-plugged", "status": "completed", "tag": "28129b61-fe83-484b-a48b-d25cd2f717d0"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:58:18.776031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:58:18.782489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-173e8ee4-03cd-4969-a093-47d95d22020b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port 6b62aa49-7e24-4900-abea-cdc606f3673b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:58:18.783087 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-173e8ee4-03cd-4969-a093-47d95d22020b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6b62aa49-7e24-4900-abea-cdc606f3673b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.797535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 28129b61-fe83-484b-a48b-d25cd2f717d0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=28129b61-fe83-484b-a48b-d25cd2f717d0,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:18.863652 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1789ff64-7259-4c9b-971a-bf20618ea87a x-openstack-request-id: req-1789ff64-7259-4c9b-971a-bf20618ea87a {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:58:18.865671 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a135ddfb-407f-4761-bdde-3fcd67ebb40d", "name": "network-vif-plugged", "status": "completed", "tag": "28129b61-fe83-484b-a48b-d25cd2f717d0", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:58:18.865671 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1789ff64-7259-4c9b-971a-bf20618ea87a {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:58:18.865924 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a135ddfb-407f-4761-bdde-3fcd67ebb40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28129b61-fe83-484b-a48b-d25cd2f717d0', 'code': 200} Feb 15 16:58:18.884098 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:58:18.886835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 6cb75ed7-3705-4d7c-905f-c0b5db1d20a9 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:58:18.893081 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.914909 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cfc14c1d-b22f-49f6-8c32-ba174bd11ce2 None None] Provisioning complete for port 903a9f8c-2261-4aa6-a478-6102ab6378ac triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:18.914909 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfc14c1d-b22f-49f6-8c32-ba174bd11ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.928944 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-173e8ee4-03cd-4969-a093-47d95d22020b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6b62aa49-7e24-4900-abea-cdc606f3673b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:18.933232 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4496d11-12e6-426e-a5cc-1a44c3f968dc req-7d77fc94-6700-47fe-85db-a149e58b8670 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:18.944187 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c4496d11-12e6-426e-a5cc-1a44c3f968dc req-7d77fc94-6700-47fe-85db-a149e58b8670 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 944 time: 0.1338806 Feb 15 16:58:18.948348 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-173e8ee4-03cd-4969-a093-47d95d22020b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for 6b62aa49-7e24-4900-abea-cdc606f3673b owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:58:19.036469 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c4496d11-12e6-426e-a5cc-1a44c3f968dc req-4af4b6a6-eadf-40fc-8ca4-30feeb81e0e3 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910709 Feb 15 16:58:19.054182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8798280-aa07-4f35-a026-a9a762c7876a req-dbc8504b-aad8-425a-9f61-90cc782af074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:19.055976 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8798280-aa07-4f35-a026-a9a762c7876a req-dbc8504b-aad8-425a-9f61-90cc782af074 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 1128 time: 0.1744833 Feb 15 16:58:19.061089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=28129b61-fe83-484b-a48b-d25cd2f717d0,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:19.074320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:19.081801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:19.081801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:19.081801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:19.081801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:19.081801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:19.081801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:19.081801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:19.081801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:19.081801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:19.081801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:19.081801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:19.081801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:19.119388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013cc144-6e6d-496c-893e-5c080b0a5300 None None] DHCP port deletion for 3179b6b5-128a-4a6e-ab2b-07e847a0b98f request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:58:19.170744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cfc14c1d-b22f-49f6-8c32-ba174bd11ce2 None None] Current status of the port 903a9f8c-2261-4aa6-a478-6102ab6378ac is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:19.195713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cfc14c1d-b22f-49f6-8c32-ba174bd11ce2 None None] Provisioning complete for port 6b62aa49-7e24-4900-abea-cdc606f3673b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:19.195713 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cfc14c1d-b22f-49f6-8c32-ba174bd11ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6b62aa49-7e24-4900-abea-cdc606f3673b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:19.195971 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8798280-aa07-4f35-a026-a9a762c7876a req-5b2e985d-2222-46cf-bf5a-ace104ed6b80 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293025 Feb 15 16:58:19.235027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-013cc144-6e6d-496c-893e-5c080b0a5300 None None] Deleting port 903a9f8c-2261-4aa6-a478-6102ab6378ac {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:58:19.235405 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-013cc144-6e6d-496c-893e-5c080b0a5300 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:19.258346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cfc14c1d-b22f-49f6-8c32-ba174bd11ce2 None None] Port 6b62aa49-7e24-4900-abea-cdc606f3673b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:58:19.274346 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-173e8ee4-03cd-4969-a093-47d95d22020b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6b62aa49-7e24-4900-abea-cdc606f3673b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:19.312305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33204) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:19.314782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e8ee4-03cd-4969-a093-47d95d22020b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=6b62aa49-7e24-4900-abea-cdc606f3673b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:19.318895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-013cc144-6e6d-496c-893e-5c080b0a5300 None None] For port 903a9f8c-2261-4aa6-a478-6102ab6378ac, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=903a9f8c-2261-4aa6-a478-6102ab6378ac,segment=NetworkSegment(e9bf41f8-ea31-4794-8e86-0396f82d3ed3),segment_id=e9bf41f8-ea31-4794-8e86-0396f82d3ed3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:19.319309 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-013cc144-6e6d-496c-893e-5c080b0a5300 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:19.339164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-013cc144-6e6d-496c-893e-5c080b0a5300 None None] Calling delete_port for 903a9f8c-2261-4aa6-a478-6102ab6378ac owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:58:19.365162 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-173e8ee4-03cd-4969-a093-47d95d22020b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:19.368553 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-173e8ee4-03cd-4969-a093-47d95d22020b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/ports/6b62aa49-7e24-4900-abea-cdc606f3673b HTTP/1.1" status: 204 len: 168 time: 0.7107656 Feb 15 16:58:19.371323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33208) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:19.411260 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4dbf6e1-c4c1-4709-b9bf-fdb574581b6c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group (3401d342-a375-400a-b758-b9d2a2aedf4f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:19.437741 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4dbf6e1-c4c1-4709-b9bf-fdb574581b6c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group (3401d342-a375-400a-b758-b9d2a2aedf4f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:19.527084 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (3179b6b5-128a-4a6e-ab2b-07e847a0b98f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:19.580280 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Deleting port 903a9f8c-2261-4aa6-a478-6102ab6378ac {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:58:19.580628 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:19.648625 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] For port 903a9f8c-2261-4aa6-a478-6102ab6378ac, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=903a9f8c-2261-4aa6-a478-6102ab6378ac,segment=NetworkSegment(e9bf41f8-ea31-4794-8e86-0396f82d3ed3),segment_id=e9bf41f8-ea31-4794-8e86-0396f82d3ed3)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:19.648914 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:19.662600 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Calling delete_port for 903a9f8c-2261-4aa6-a478-6102ab6378ac owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:58:19.749480 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4dbf6e1-c4c1-4709-b9bf-fdb574581b6c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3401d342-a375-400a-b758-b9d2a2aedf4f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:19.750046 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-013cc144-6e6d-496c-893e-5c080b0a5300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:19.757649 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (903a9f8c-2261-4aa6-a478-6102ab6378ac), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:19.761790 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4dbf6e1-c4c1-4709-b9bf-fdb574581b6c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:19.763563 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a4dbf6e1-c4c1-4709-b9bf-fdb574581b6c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "DELETE /v2.0/security-groups/3401d342-a375-400a-b758-b9d2a2aedf4f HTTP/1.1" status: 204 len: 168 time: 0.4500923 Feb 15 16:58:19.769780 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33214) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:19.792472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbf6e1-c4c1-4709-b9bf-fdb574581b6c tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3401d342-a375-400a-b758-b9d2a2aedf4f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:19.800002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] No DVR routers for this DVR port 903a9f8c-2261-4aa6-a478-6102ab6378ac on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:58:19.801620 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Port': ['ID=903a9f8c-2261-4aa6-a478-6102ab6378ac,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:19.804464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013cc144-6e6d-496c-893e-5c080b0a5300 None None] No DVR routers for this DVR port 903a9f8c-2261-4aa6-a478-6102ab6378ac on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:58:19.840973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013cc144-6e6d-496c-893e-5c080b0a5300 None None] Pushing event deleted for resources: {'Port': ['ID=903a9f8c-2261-4aa6-a478-6102ab6378ac,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:19.870821 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-7c280026-b8f5-4692-b28c-9bb3d977de5e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] show failed (client error): The resource could not be found. Feb 15 16:58:19.873737 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7c280026-b8f5-4692-b28c-9bb3d977de5e tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "GET /v2.0/security-groups/3401d342-a375-400a-b758-b9d2a2aedf4f HTTP/1.1" status: 404 len: 347 time: 0.0773690 Feb 15 16:58:19.875638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33218) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:19.925794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33220) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:19.944208 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (3179b6b5-128a-4a6e-ab2b-07e847a0b98f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:19.957705 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb3c4-4315-4c3a-bb3d-3011386daa27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:19.993000 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3179b6b5-128a-4a6e-ab2b-07e847a0b98f']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:20.004802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bf41f8-ea31-4794-8e86-0396f82d3ed3') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:20.005313 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bf41f8-ea31-4794-8e86-0396f82d3ed3') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:20.015770 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (e9bf41f8-ea31-4794-8e86-0396f82d3ed3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.031665 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e9bf41f8-ea31-4794-8e86-0396f82d3ed3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.039342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:58:20.039976 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (e9bf41f8-ea31-4794-8e86-0396f82d3ed3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:58:20.108039 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:58:20.206215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-779c45c3-38e5-4d48-900a-be57650064e1 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Deleting port f4d6786e-3dae-4abe-b9e7-0ef1e8b49822 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:58:20.206567 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-779c45c3-38e5-4d48-900a-be57650064e1 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f4d6786e-3dae-4abe-b9e7-0ef1e8b49822), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.218259 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (3179b6b5-128a-4a6e-ab2b-07e847a0b98f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.226290 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.230064 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] 10.222.0.107 "DELETE /v2.0/networks/3179b6b5-128a-4a6e-ab2b-07e847a0b98f HTTP/1.1" status: 204 len: 168 time: 0.8570836 Feb 15 16:58:20.243224 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c876740-5bc7-4bda-8819-34707c26182b tempest-PortsIpV6TestJSON-898539125 tempest-PortsIpV6TestJSON-898539125-project] Pushing event deleted for resources: {'Network': ['ID=3179b6b5-128a-4a6e-ab2b-07e847a0b98f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:20.311087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e689e9a-d097-4aec-bafa-f17d3e909943 req-9eb18b80-c1c2-4a4d-9493-cffea8da71ab tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:20.312974 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e689e9a-d097-4aec-bafa-f17d3e909943 req-9eb18b80-c1c2-4a4d-9493-cffea8da71ab tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1705050 Feb 15 16:58:20.314756 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb3c4-4315-4c3a-bb3d-3011386daa27 admin admin] Publish callbacks [] for security_group (ea2b2c68-f7bf-4807-ad7e-72b81f5bac08), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.371776 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-779c45c3-38e5-4d48-900a-be57650064e1 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f4d6786e-3dae-4abe-b9e7-0ef1e8b49822), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.372134 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-779c45c3-38e5-4d48-900a-be57650064e1 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for floatingip (f4d6786e-3dae-4abe-b9e7-0ef1e8b49822), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.394305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-779c45c3-38e5-4d48-900a-be57650064e1 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Calling delete_port for f4d6786e-3dae-4abe-b9e7-0ef1e8b49822 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:58:20.402034 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e689e9a-d097-4aec-bafa-f17d3e909943 req-7f95e437-75ba-42d4-b939-196276bc5688 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811121 Feb 15 16:58:20.534762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33228) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:20.553725 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d4187e8-d099-4bce-b3d4-79c427ac3ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.559234 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0f6eb3c4-4315-4c3a-bb3d-3011386daa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ea2b2c68-f7bf-4807-ad7e-72b81f5bac08), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.564334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 903a9f8c-2261-4aa6-a478-6102ab6378ac no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:58:20.587277 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0f6eb3c4-4315-4c3a-bb3d-3011386daa27 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9bc640b0f5c24b7589c59e5a6a0bee45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6604254 Feb 15 16:58:20.593620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33230) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:20.645797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 903a9f8c-2261-4aa6-a478-6102ab6378ac {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:58:20.646151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 903a9f8c-2261-4aa6-a478-6102ab6378ac not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:58:20.663186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6eb3c4-4315-4c3a-bb3d-3011386daa27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2b2c68-f7bf-4807-ad7e-72b81f5bac08,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:20.681940 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-178a8928-a311-4f13-94a2-707fc7ba1af9 admin admin] Publish callbacks [] for security_group (ea2b2c68-f7bf-4807-ad7e-72b81f5bac08), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.692586 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d4187e8-d099-4bce-b3d4-79c427ac3ed2 admin admin] Publish callbacks [] for security_group (920c72c1-c808-4500-85a8-f7171534de7f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.710897 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-178a8928-a311-4f13-94a2-707fc7ba1af9 admin admin] Publish callbacks [] for security_group (ea2b2c68-f7bf-4807-ad7e-72b81f5bac08), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.755348 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-779c45c3-38e5-4d48-900a-be57650064e1 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f4d6786e-3dae-4abe-b9e7-0ef1e8b49822), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.790905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c45c3-38e5-4d48-900a-be57650064e1 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Pushing event deleted for resources: {'Port': ['ID=f4d6786e-3dae-4abe-b9e7-0ef1e8b49822,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:20.828195 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d4187e8-d099-4bce-b3d4-79c427ac3ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (920c72c1-c808-4500-85a8-f7171534de7f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.892274 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-779c45c3-38e5-4d48-900a-be57650064e1 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks [] for floatingip (97b64cfe-b827-48d1-9851-a5ea095c2230), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.894981 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-779c45c3-38e5-4d48-900a-be57650064e1 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.908436 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4187e8-d099-4bce-b3d4-79c427ac3ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920c72c1-c808-4500-85a8-f7171534de7f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:20.908664 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-779c45c3-38e5-4d48-900a-be57650064e1 tempest-AttachVolumeTestJSON-1773690584 tempest-AttachVolumeTestJSON-1773690584-project] 10.222.0.107 "DELETE /v2.0/floatingips/97b64cfe-b827-48d1-9851-a5ea095c2230 HTTP/1.1" status: 204 len: 168 time: 1.0193825 Feb 15 16:58:20.933862 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-178a8928-a311-4f13-94a2-707fc7ba1af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ea2b2c68-f7bf-4807-ad7e-72b81f5bac08), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.940965 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-178a8928-a311-4f13-94a2-707fc7ba1af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:20.953830 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9d4187e8-d099-4bce-b3d4-79c427ac3ed2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=41c8cd125317432b81bbf03f1a86aa9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4169595 Feb 15 16:58:20.954485 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33242) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:20.959439 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-178a8928-a311-4f13-94a2-707fc7ba1af9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ea2b2c68-f7bf-4807-ad7e-72b81f5bac08 HTTP/1.1" status: 204 len: 168 time: 0.3625398 Feb 15 16:58:20.976832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a8928-a311-4f13-94a2-707fc7ba1af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2b2c68-f7bf-4807-ad7e-72b81f5bac08,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:21.046915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33246) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:21.053522 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-047b3cb8-0c0e-45ea-b960-86994a483836 admin admin] Publish callbacks [] for security_group (920c72c1-c808-4500-85a8-f7171534de7f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:21.076736 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-047b3cb8-0c0e-45ea-b960-86994a483836 admin admin] Publish callbacks [] for security_group (920c72c1-c808-4500-85a8-f7171534de7f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:21.228757 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-047b3cb8-0c0e-45ea-b960-86994a483836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (920c72c1-c808-4500-85a8-f7171534de7f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:21.231490 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-047b3cb8-0c0e-45ea-b960-86994a483836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:21.235612 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-047b3cb8-0c0e-45ea-b960-86994a483836 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/920c72c1-c808-4500-85a8-f7171534de7f HTTP/1.1" status: 204 len: 168 time: 0.2772322 Feb 15 16:58:21.245181 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b3cb8-0c0e-45ea-b960-86994a483836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920c72c1-c808-4500-85a8-f7171534de7f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:21.341941 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-51acf171-bad1-4d29-8ec2-971a9f0ebfbd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=55997da602654ea6b0b2c59d2d9eeef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2936623 Feb 15 16:58:21.344275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33256) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:21.398406 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-56a5a9a2-cf3d-4fd6-8c17-aa3b738de4e8 admin admin] Publish callbacks [] for security_group (ffb81602-f26e-4c2a-90bc-ad54946e7aa0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:21.428201 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-56a5a9a2-cf3d-4fd6-8c17-aa3b738de4e8 admin admin] Publish callbacks [] for security_group (ffb81602-f26e-4c2a-90bc-ad54946e7aa0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:21.572502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-56a5a9a2-cf3d-4fd6-8c17-aa3b738de4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ffb81602-f26e-4c2a-90bc-ad54946e7aa0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:21.576367 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-56a5a9a2-cf3d-4fd6-8c17-aa3b738de4e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:21.581090 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-56a5a9a2-cf3d-4fd6-8c17-aa3b738de4e8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ffb81602-f26e-4c2a-90bc-ad54946e7aa0 HTTP/1.1" status: 204 len: 168 time: 0.2358220 Feb 15 16:58:21.596589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24a962-b1e6-4333-8b9e-35a8d80b59cb req-0c5189d4-868f-4987-b53a-df579d6f9a84 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:21.600119 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5a9a2-cf3d-4fd6-8c17-aa3b738de4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb81602-f26e-4c2a-90bc-ad54946e7aa0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:21.602582 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff24a962-b1e6-4333-8b9e-35a8d80b59cb req-0c5189d4-868f-4987-b53a-df579d6f9a84 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1179662 Feb 15 16:58:21.704988 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff24a962-b1e6-4333-8b9e-35a8d80b59cb req-9e192190-3551-4364-9c64-f5d25fe7cd9e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924251 Feb 15 16:58:22.515847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-d727e342-53b2-4fce-81f2-e1f6ae63c475 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:22.518151 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-d727e342-53b2-4fce-81f2-e1f6ae63c475 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/networks?id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc HTTP/1.1" status: 200 len: 813 time: 0.1698258 Feb 15 16:58:22.541067 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-c0279a26-ff1b-4bae-a1f8-956a9db9c07f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/quotas/39ced08894bc44b28af70965be7f8e31 HTTP/1.1" status: 200 len: 375 time: 0.0116932 Feb 15 16:58:22.632417 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-e7d9f38e-9cdc-49dc-8a83-70baed345f8a tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=39ced08894bc44b28af70965be7f8e31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810659 Feb 15 16:58:22.737897 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:58:22.832401 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-86d960a5-1fb4-4ef8-8d8e-a5f253bae90b service neutron] 10.222.0.107 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779084 Feb 15 16:58:23.023689 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-cd52ec6c-90e8-400d-9818-aef7d23e60e6 service neutron] 10.222.0.107 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858461 Feb 15 16:58:23.393153 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e689dbbe-d1a7-4ad5-a1b0-a1ea4ffc59cf req-394df96f-638c-4626-b7ee-3b49a78b7f93 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 210 time: 0.0566506 Feb 15 16:58:24.549238 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-308ff651-0477-4887-9e0b-4410055ca2b2 req-ad683017-271f-4bf2-b1d5-4c2421a72083 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 210 time: 0.0694602 Feb 15 16:58:25.408358 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33390) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:25.642533 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb22ba0b-ba75-4f66-a189-1c76ee25c268 req-7ac75ceb-c3ff-4a02-96e3-768ec2c96bf3 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 210 time: 0.0285511 Feb 15 16:58:25.865939 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-57e3328a-0b27-47dc-ad02-0d18aa0d9c41 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'network': {'name': 'tempest-RoutersTest-2043206248'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:26.045798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e3328a-0b27-47dc-ad02-0d18aa0d9c41 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:26.049948 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57e3328a-0b27-47dc-ad02-0d18aa0d9c41 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:26.073855 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57e3328a-0b27-47dc-ad02-0d18aa0d9c41 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:26.223671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-95d6be94-1011-4a0f-acf0-b6321285b8cc tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:26.225525 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-95d6be94-1011-4a0f-acf0-b6321285b8cc tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.67 "GET /v2.0/networks?id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc HTTP/1.1" status: 200 len: 813 time: 0.1956165 Feb 15 16:58:26.242654 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57e3328a-0b27-47dc-ad02-0d18aa0d9c41 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for security_group (6f3a2d64-3889-4525-aed9-d80a28921d22), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:26.254482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Request body: {'port': {'device_id': '42ee6b80-b35a-403e-a2de-39064667906a', 'network_id': '708ad032-cbc0-4ad4-9926-2ac8e9b388cc', 'admin_state_up': True, 'tenant_id': '39ced08894bc44b28af70965be7f8e31'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:26.337195 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57e3328a-0b27-47dc-ad02-0d18aa0d9c41 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6f3a2d64-3889-4525-aed9-d80a28921d22), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:26.386838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e3328a-0b27-47dc-ad02-0d18aa0d9c41 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:58:26.426026 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57e3328a-0b27-47dc-ad02-0d18aa0d9c41 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (fd76a687-3c8a-40c5-84af-2491b6ed0cfa), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:26.427055 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-57e3328a-0b27-47dc-ad02-0d18aa0d9c41 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Added segment fd76a687-3c8a-40c5-84af-2491b6ed0cfa of type vlan for network 6d064f8f-6227-4c8d-8b28-d3e3c6547aad Feb 15 16:58:26.436020 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3328a-0b27-47dc-ad02-0d18aa0d9c41 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3a2d64-3889-4525-aed9-d80a28921d22,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:26.481073 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57e3328a-0b27-47dc-ad02-0d18aa0d9c41 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (6d064f8f-6227-4c8d-8b28-d3e3c6547aad), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:26.533113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Made reservation on behalf of 39ced08894bc44b28af70965be7f8e31 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:26.541335 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:26.631527 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57e3328a-0b27-47dc-ad02-0d18aa0d9c41 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (6d064f8f-6227-4c8d-8b28-d3e3c6547aad), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:26.638934 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e3328a-0b27-47dc-ad02-0d18aa0d9c41 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:26.639855 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57e3328a-0b27-47dc-ad02-0d18aa0d9c41 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:26.819475 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Allocated IP 172.20.0.10 (708ad032-cbc0-4ad4-9926-2ac8e9b388cc/ace70380-0204-41b0-be4a-55804a4b7a9b/8c716cc9-d88a-44a3-b4eb-f3b300ad3d31) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:58:26.836343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3328a-0b27-47dc-ad02-0d18aa0d9c41 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Network': ['ID=6d064f8f-6227-4c8d-8b28-d3e3c6547aad,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:26.860032 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 6d064f8f-6227-4c8d-8b28-d3e3c6547aad details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:58:26.895776 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-57e3328a-0b27-47dc-ad02-0d18aa0d9c41 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4851859 Feb 15 16:58:26.897715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33436) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:26.912034 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-948f1eec-b596-4670-afb2-03da36b4f9e2 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'network': {'name': 'tempest-RoutersTest-484779361'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:27.047770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948f1eec-b596-4670-afb2-03da36b4f9e2 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:27.051934 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-948f1eec-b596-4670-afb2-03da36b4f9e2 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:27.128640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948f1eec-b596-4670-afb2-03da36b4f9e2 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:58:27.131715 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b238800-95d2-48f0-9363-4573a87d9e34 req-c92bee45-8507-46d7-8ebc-f99fb90953cc tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 210 time: 0.0903323 Feb 15 16:58:27.160742 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Publish callbacks [] for port (8c716cc9-d88a-44a3-b4eb-f3b300ad3d31), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:27.165272 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-948f1eec-b596-4670-afb2-03da36b4f9e2 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (7be2c359-7e9c-406e-a491-d4c55d68e997), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:27.165764 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-948f1eec-b596-4670-afb2-03da36b4f9e2 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Added segment 7be2c359-7e9c-406e-a491-d4c55d68e997 of type vlan for network 71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb Feb 15 16:58:27.290777 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-948f1eec-b596-4670-afb2-03da36b4f9e2 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:27.354581 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (8c716cc9-d88a-44a3-b4eb-f3b300ad3d31), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:27.373183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['28129b61-fe83-484b-a48b-d25cd2f717d0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:58:27.464265 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-948f1eec-b596-4670-afb2-03da36b4f9e2 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:27.479024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948f1eec-b596-4670-afb2-03da36b4f9e2 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:27.480072 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-948f1eec-b596-4670-afb2-03da36b4f9e2 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:27.513435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Network 708ad032-cbc0-4ad4-9926-2ac8e9b388cc is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:58:27.567454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:27.588480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:58:27.683784 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f1eec-b596-4670-afb2-03da36b4f9e2 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Network': ['ID=71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:27.700595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:58:27.735951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Pushing event updated for resources: {'Port': ['ID=8c716cc9-d88a-44a3-b4eb-f3b300ad3d31,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:27.738182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33458) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:27.740068 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-948f1eec-b596-4670-afb2-03da36b4f9e2 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8412952 Feb 15 16:58:27.750318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2858ba7c-0d5f-46f2-a99a-e97fb5d2fb87 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'subnet': {'network_id': '6d064f8f-6227-4c8d-8b28-d3e3c6547aad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:27.797840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:27.797840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:27.797840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:27.797840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:27.797840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:27.797840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:27.797840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:27.797840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:27.797840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:27.797840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:27.797840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:27.797840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:27.797840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:27.850165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:27.851527 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:27.979533 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-398bf26f-1499-40d9-87bb-936521e3fc02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7353005 Feb 15 16:58:27.991644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Request body: {'port': {'device_id': '42ee6b80-b35a-403e-a2de-39064667906a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:28.083773 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8c716cc9-d88a-44a3-b4eb-f3b300ad3d31), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:28.130593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2858ba7c-0d5f-46f2-a99a-e97fb5d2fb87 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:28.134154 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2858ba7c-0d5f-46f2-a99a-e97fb5d2fb87 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:28.495343 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d425c88-00ed-4b05-bb62-c743afba49e7 req-158a4cde-cc67-48b2-bfba-c7e13c896cad tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:28.495343 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4d425c88-00ed-4b05-bb62-c743afba49e7 req-158a4cde-cc67-48b2-bfba-c7e13c896cad tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 932 time: 0.2598519 Feb 15 16:58:28.705042 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4d425c88-00ed-4b05-bb62-c743afba49e7 req-2f5ffdf5-2e60-4789-bebc-5a353a8cc310 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825087 Feb 15 16:58:28.861925 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2858ba7c-0d5f-46f2-a99a-e97fb5d2fb87 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (3e996efa-f936-43c6-8d01-c05b38292389), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:28.923605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:58:28.937483 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Publish callbacks [] for port (8c716cc9-d88a-44a3-b4eb-f3b300ad3d31), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:29.001914 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Transition to ACTIVE for port object 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:58:29.028809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e6e0-510d-40cb-abb5-4e316ffa4e8c req-288a5f34-cd92-42a9-b549-ac90e4baff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:29.030382 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e05e6e0-510d-40cb-abb5-4e316ffa4e8c req-288a5f34-cd92-42a9-b549-ac90e4baff80 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 1128 time: 0.1795747 Feb 15 16:58:29.031101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2858ba7c-0d5f-46f2-a99a-e97fb5d2fb87 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Subnet': ['ID=3e996efa-f936-43c6-8d01-c05b38292389,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:29.040887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2858ba7c-0d5f-46f2-a99a-e97fb5d2fb87 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Checking segment: {'id': 'fd76a687-3c8a-40c5-84af-2491b6ed0cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6d064f8f-6227-4c8d-8b28-d3e3c6547aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:58:29.041285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2858ba7c-0d5f-46f2-a99a-e97fb5d2fb87 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network hostable DHCP agents. Network: 6d064f8f-6227-4c8d-8b28-d3e3c6547aad, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:58:29.161665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (8c716cc9-d88a-44a3-b4eb-f3b300ad3d31), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:29.200535 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2455ad2-32db-4c99-923f-36ff75d73245 req-3bfb6dcf-6079-4f64-b679-0fc9ff06629b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:29.202137 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a2455ad2-32db-4c99-923f-36ff75d73245 req-3bfb6dcf-6079-4f64-b679-0fc9ff06629b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.0658615 Feb 15 16:58:29.306223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e6e0-510d-40cb-abb5-4e316ffa4e8c req-8a2f3cdd-3057-4588-8b42-9ee94c9759fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:29.307886 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e05e6e0-510d-40cb-abb5-4e316ffa4e8c req-8a2f3cdd-3057-4588-8b42-9ee94c9759fb service neutron] 10.222.0.10 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.2681062 Feb 15 16:58:29.323622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Pushing event updated for resources: {'Port': ['ID=8c716cc9-d88a-44a3-b4eb-f3b300ad3d31,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:29.349526 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a2455ad2-32db-4c99-923f-36ff75d73245 req-d1bf5e64-94bb-4950-8d25-11d869ce0de1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363358 Feb 15 16:58:29.512064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2858ba7c-0d5f-46f2-a99a-e97fb5d2fb87 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 6d064f8f-6227-4c8d-8b28-d3e3c6547aad is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:58:29.549241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Attempting to bind port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:58:29.550777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Attempting to bind port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '507080e7-c7d7-4812-8978-3ec7bce86c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '708ad032-cbc0-4ad4-9926-2ac8e9b388cc'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:58:29.553165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Attempting to bind port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 on network 708ad032-cbc0-4ad4-9926-2ac8e9b388cc {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:58:29.558416 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e05e6e0-510d-40cb-abb5-4e316ffa4e8c req-8a8104e8-7671-4e72-831b-3e4c301a5f80 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f211093c-554d-4094-aeca-f5b854a678a4 HTTP/1.1" status: 200 len: 1000 time: 0.2418470 Feb 15 16:58:29.562369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 on network 708ad032-cbc0-4ad4-9926-2ac8e9b388cc not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:58:29.562698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Attempting to bind port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 on network 708ad032-cbc0-4ad4-9926-2ac8e9b388cc {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:58:29.568029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:58:29.568380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Checking segment: {'id': '507080e7-c7d7-4812-8978-3ec7bce86c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '708ad032-cbc0-4ad4-9926-2ac8e9b388cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:58:29.568766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Bound using segment: {'id': '507080e7-c7d7-4812-8978-3ec7bce86c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '708ad032-cbc0-4ad4-9926-2ac8e9b388cc'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:58:29.569201 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Bound port: 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '507080e7-c7d7-4812-8978-3ec7bce86c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '708ad032-cbc0-4ad4-9926-2ac8e9b388cc'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:58:29.569730 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8c716cc9-d88a-44a3-b4eb-f3b300ad3d31), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:30.048206 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-2858ba7c-0d5f-46f2-a99a-e97fb5d2fb87 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 6d064f8f-6227-4c8d-8b28-d3e3c6547aad) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:30.056560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee143912-0bd7-4cba-8fdb-761462394c84 None None] Network 6d064f8f-6227-4c8d-8b28-d3e3c6547aad requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:30.076264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33542) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:30.080743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2858ba7c-0d5f-46f2-a99a-e97fb5d2fb87 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:30.081530 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2858ba7c-0d5f-46f2-a99a-e97fb5d2fb87 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:30.155162 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e6e0-510d-40cb-abb5-4e316ffa4e8c req-c8303bd0-78a8-49f8-9167-b1f66293ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:30.156630 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e05e6e0-510d-40cb-abb5-4e316ffa4e8c req-c8303bd0-78a8-49f8-9167-b1f66293ee3c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.5776923 Feb 15 16:58:30.228984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dea9c65-fec2-4b1f-b9ff-a6d73c3b505b req-6f571f4f-0f89-4920-b76f-84041b22479a tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:30.236762 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3dea9c65-fec2-4b1f-b9ff-a6d73c3b505b req-6f571f4f-0f89-4920-b76f-84041b22479a tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 944 time: 0.1942880 Feb 15 16:58:30.246200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2858ba7c-0d5f-46f2-a99a-e97fb5d2fb87 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4958630 Feb 15 16:58:30.246614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33548) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:30.252391 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c427daba-dfc3-4533-b85b-35d4cf9f9424 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'subnet': {'network_id': '71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:30.254804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] For port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:58:30.259215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] For port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8c716cc9-d88a-44a3-b4eb-f3b300ad3d31,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:58:30.311059 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05e6e0-510d-40cb-abb5-4e316ffa4e8c req-049e9acc-2a00-4fcd-8d3c-c0f327d9d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:30.312635 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e05e6e0-510d-40cb-abb5-4e316ffa4e8c req-049e9acc-2a00-4fcd-8d3c-c0f327d9d2da service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1442566 Feb 15 16:58:30.345049 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3dea9c65-fec2-4b1f-b9ff-a6d73c3b505b req-88d10652-f614-4a74-ae8f-5309ef297776 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072881 Feb 15 16:58:30.390174 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (8c716cc9-d88a-44a3-b4eb-f3b300ad3d31), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:30.589975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Pushing event updated for resources: {'Port': ['ID=8c716cc9-d88a-44a3-b4eb-f3b300ad3d31,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:30.637041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-6d064f8f-6227-4c8d-8b28-d3e3c6547aad', 'network_id': '6d064f8f-6227-4c8d-8b28-d3e3c6547aad', 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'fixed_ips': [{'subnet_id': '3e996efa-f936-43c6-8d01-c05b38292389'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:58:30.638561 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:30.675789 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:30.701628 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e05e6e0-510d-40cb-abb5-4e316ffa4e8c req-1ff648ae-3bff-4fe3-bc8a-ba1278c1dd01 service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804696 Feb 15 16:58:30.703372 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:30.703994 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:30.705661 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-81e50970-509b-4eb0-97aa-b61be7247d8d service neutron] 10.222.0.67 "PUT /v2.0/ports/8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 HTTP/1.1" status: 200 len: 1093 time: 2.7183950 Feb 15 16:58:30.705875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ee6b80-b35a-403e-a2de-39064667906a', 'tag': '8c716cc9-d88a-44a3-b4eb-f3b300ad3d31'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:58:30.708636 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ccf582-1951-4222-9e9b-74428ba90ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "42ee6b80-b35a-403e-a2de-39064667906a", "tag": "8c716cc9-d88a-44a3-b4eb-f3b300ad3d31"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:58:30.733963 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae003-9360-46f3-b997-294a518b1bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:30.867788 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cba0b-e9a4-46e3-a549-55f6631be939 req-4890de1f-f4b2-4e29-8b17-6a72bc141059 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:30.875385 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9a3cba0b-e9a4-46e3-a549-55f6631be939 req-4890de1f-f4b2-4e29-8b17-6a72bc141059 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2947705 Feb 15 16:58:30.887265 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c427daba-dfc3-4533-b85b-35d4cf9f9424 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:30.899892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c427daba-dfc3-4533-b85b-35d4cf9f9424 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:30.906063 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04748228-f066-4014-a138-72d4135c5138 x-openstack-request-id: req-04748228-f066-4014-a138-72d4135c5138 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:58:30.906388 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ee6b80-b35a-403e-a2de-39064667906a", "tag": "8c716cc9-d88a-44a3-b4eb-f3b300ad3d31", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:58:30.906724 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-04748228-f066-4014-a138-72d4135c5138 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:58:30.907287 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42ee6b80-b35a-403e-a2de-39064667906a', 'tag': '8c716cc9-d88a-44a3-b4eb-f3b300ad3d31', 'status': 'completed', 'code': 200} Feb 15 16:58:31.003707 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Allocated IP 172.20.0.2 (6d064f8f-6227-4c8d-8b28-d3e3c6547aad/3e996efa-f936-43c6-8d01-c05b38292389/369b214d-6a2d-4ae1-aa39-d250b8412779) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:58:31.076321 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9a3cba0b-e9a4-46e3-a549-55f6631be939 req-e6174c0d-527b-4dc3-9d92-b089a512ae09 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999815 Feb 15 16:58:31.168161 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e05e6e0-510d-40cb-abb5-4e316ffa4e8c req-8b9b9b02-3814-4c02-a47c-438096a1690c service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4404774 Feb 15 16:58:31.186079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccf582-1951-4222-9e9b-74428ba90ff9 req-11028d20-cfea-4084-af36-1931c37c9189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:31.186288 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae003-9360-46f3-b997-294a518b1bf7 admin admin] Publish callbacks [] for security_group (4e8301cb-59b4-454f-86be-1a8eea56d838), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:31.193762 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9ccf582-1951-4222-9e9b-74428ba90ff9 req-11028d20-cfea-4084-af36-1931c37c9189 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=39ced08894bc44b28af70965be7f8e31&device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 1127 time: 0.3010442 Feb 15 16:58:31.302966 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb2ae003-9360-46f3-b997-294a518b1bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4e8301cb-59b4-454f-86be-1a8eea56d838), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:31.402631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccf582-1951-4222-9e9b-74428ba90ff9 req-3f94baf2-a0d3-4d42-8f99-e4fe8ab4ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:31.405839 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9ccf582-1951-4222-9e9b-74428ba90ff9 req-3f94baf2-a0d3-4d42-8f99-e4fe8ab4ee71 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=39ced08894bc44b28af70965be7f8e31&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2037842 Feb 15 16:58:31.408616 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:31.497335 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Publish callbacks [] for port (369b214d-6a2d-4ae1-aa39-d250b8412779), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:31.567029 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cb2ae003-9360-46f3-b997-294a518b1bf7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=aee44c5a803a4dadbc76c4a380dfccfa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4892514 Feb 15 16:58:31.577022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33584) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:31.611706 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (369b214d-6a2d-4ae1-aa39-d250b8412779), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:31.628799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2acdb-d62d-479c-96f6-6801edce476a req-b642e82f-09c5-4267-aa81-575161b64843 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:31.630537 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91c2acdb-d62d-479c-96f6-6801edce476a req-b642e82f-09c5-4267-aa81-575161b64843 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 944 time: 0.0989046 Feb 15 16:58:31.689755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ae003-9360-46f3-b997-294a518b1bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8301cb-59b4-454f-86be-1a8eea56d838,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:31.707321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccf582-1951-4222-9e9b-74428ba90ff9 req-699f1b4f-ab97-451f-9c00-3f08ea35d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:31.709505 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9ccf582-1951-4222-9e9b-74428ba90ff9 req-699f1b4f-ab97-451f-9c00-3f08ea35d53c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2964845 Feb 15 16:58:31.715341 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91c2acdb-d62d-479c-96f6-6801edce476a req-9fb7a4c6-ae4f-4912-891d-bad3c4961483 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751984 Feb 15 16:58:31.763511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Pushing event updated for resources: {'Port': ['ID=369b214d-6a2d-4ae1-aa39-d250b8412779,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:31.780481 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c427daba-dfc3-4533-b85b-35d4cf9f9424 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (5a5c4e9f-f936-4a49-886a-ee3c64663385), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:31.797221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Network 6d064f8f-6227-4c8d-8b28-d3e3c6547aad is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:58:31.798760 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:31.801932 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:58:31.882694 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d301951a-aebf-49be-968a-eeced74d329f admin admin] Publish callbacks [] for security_group (4e8301cb-59b4-454f-86be-1a8eea56d838), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:31.886857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Attempting to bind port 369b214d-6a2d-4ae1-aa39-d250b8412779 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:58:31.887264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Attempting to bind port 369b214d-6a2d-4ae1-aa39-d250b8412779 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'fd76a687-3c8a-40c5-84af-2491b6ed0cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6d064f8f-6227-4c8d-8b28-d3e3c6547aad'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:58:31.887640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Attempting to bind port 369b214d-6a2d-4ae1-aa39-d250b8412779 on network 6d064f8f-6227-4c8d-8b28-d3e3c6547aad {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:58:31.893830 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:58:31.899294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Checking segment: {'id': 'fd76a687-3c8a-40c5-84af-2491b6ed0cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6d064f8f-6227-4c8d-8b28-d3e3c6547aad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:58:31.899294 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:31.899294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Bound using segment: {'id': 'fd76a687-3c8a-40c5-84af-2491b6ed0cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6d064f8f-6227-4c8d-8b28-d3e3c6547aad'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:58:31.899294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Bound port: 369b214d-6a2d-4ae1-aa39-d250b8412779, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd76a687-3c8a-40c5-84af-2491b6ed0cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '6d064f8f-6227-4c8d-8b28-d3e3c6547aad'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:58:31.899294 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (369b214d-6a2d-4ae1-aa39-d250b8412779), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:31.912992 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-a9094591-1135-4b03-8766-3a2ef602f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:31.915292 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-a9094591-1135-4b03-8766-3a2ef602f8cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=39ced08894bc44b28af70965be7f8e31&device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 1127 time: 0.1454999 Feb 15 16:58:32.018215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] For port 369b214d-6a2d-4ae1-aa39-d250b8412779, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:58:32.027070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] For port 369b214d-6a2d-4ae1-aa39-d250b8412779, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=369b214d-6a2d-4ae1-aa39-d250b8412779,segment=NetworkSegment(fd76a687-3c8a-40c5-84af-2491b6ed0cfa),segment_id=fd76a687-3c8a-40c5-84af-2491b6ed0cfa)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:58:32.032241 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d301951a-aebf-49be-968a-eeced74d329f admin admin] Publish callbacks [] for security_group (4e8301cb-59b4-454f-86be-1a8eea56d838), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:32.082496 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427daba-dfc3-4533-b85b-35d4cf9f9424 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Subnet': ['ID=5a5c4e9f-f936-4a49-886a-ee3c64663385,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:32.137602 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (369b214d-6a2d-4ae1-aa39-d250b8412779), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:32.151578 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-d59c1368-dde5-414b-bf5a-db4de61b77ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 HTTP/1.1" status: 200 len: 217 time: 0.2163177 Feb 15 16:58:32.178193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c427daba-dfc3-4533-b85b-35d4cf9f9424 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Checking segment: {'id': '7be2c359-7e9c-406e-a491-d4c55d68e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:58:32.178854 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c427daba-dfc3-4533-b85b-35d4cf9f9424 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network hostable DHCP agents. Network: 71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:58:32.326114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-31aa6455-f6f3-4f30-b235-8b436f35aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:32.331968 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d301951a-aebf-49be-968a-eeced74d329f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4e8301cb-59b4-454f-86be-1a8eea56d838), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:32.334781 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d301951a-aebf-49be-968a-eeced74d329f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:32.339553 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d301951a-aebf-49be-968a-eeced74d329f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4e8301cb-59b4-454f-86be-1a8eea56d838 HTTP/1.1" status: 204 len: 168 time: 0.7499647 Feb 15 16:58:32.341026 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-31aa6455-f6f3-4f30-b235-8b436f35aa5f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=ace70380-0204-41b0-be4a-55804a4b7a9b HTTP/1.1" status: 200 len: 853 time: 0.1574721 Feb 15 16:58:32.343121 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c427daba-dfc3-4533-b85b-35d4cf9f9424 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:58:32.349607 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9d1b8-965c-42f1-97b0-cf9a34b4fab5 None None] Pushing event updated for resources: {'Port': ['ID=369b214d-6a2d-4ae1-aa39-d250b8412779,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:32.373922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301951a-aebf-49be-968a-eeced74d329f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8301cb-59b4-454f-86be-1a8eea56d838,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:32.382484 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-4d8dd17d-1b49-4995-a67d-4dc1ebc651bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403183 Feb 15 16:58:32.426023 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554ebd4-2260-49ac-ab26-c6136a20609b req-27be4d0f-ba66-49f2-bd85-4d9ca5c105d2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:32.431395 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e554ebd4-2260-49ac-ab26-c6136a20609b req-27be4d0f-ba66-49f2-bd85-4d9ca5c105d2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1887636 Feb 15 16:58:32.434961 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c427daba-dfc3-4533-b85b-35d4cf9f9424 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:32.439751 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c427daba-dfc3-4533-b85b-35d4cf9f9424 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:32.440412 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c427daba-dfc3-4533-b85b-35d4cf9f9424 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:32.462397 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddda340-5066-44d9-a5a7-09fd8874fc66 None None] Network 71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:32.510613 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e554ebd4-2260-49ac-ab26-c6136a20609b req-10b16929-8d33-492c-8b48-f3b13bfb670f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576906 Feb 15 16:58:32.576528 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c427daba-dfc3-4533-b85b-35d4cf9f9424 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3258128 Feb 15 16:58:32.580530 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33610) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:32.613587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-57c82127-17a1-47e2-8ffa-e768e3b77cc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1666782429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:32.655593 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-5fa19255-d721-451b-b901-8b48261f1ed0 service neutron] 10.222.0.67 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612026 Feb 15 16:58:32.735297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb', 'network_id': '71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb', 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'fixed_ips': [{'subnet_id': '5a5c4e9f-f936-4a49-886a-ee3c64663385'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:58:32.736345 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:32.794333 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57c82127-17a1-47e2-8ffa-e768e3b77cc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (eaa653c0-6fc3-405e-86f3-d6733af9ce8d), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:32.795711 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57c82127-17a1-47e2-8ffa-e768e3b77cc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (eaa653c0-6fc3-405e-86f3-d6733af9ce8d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:32.871243 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-72ae100f-51cb-4423-bb4a-7e688f658a28 req-be29a128-d647-4959-92cf-6c916fd9da04 service neutron] 10.222.0.67 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088399 Feb 15 16:58:32.961159 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57c82127-17a1-47e2-8ffa-e768e3b77cc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_controller (eaa653c0-6fc3-405e-86f3-d6733af9ce8d), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:32.989977 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Allocated IP 172.21.0.2 (71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb/5a5c4e9f-f936-4a49-886a-ee3c64663385/e18aba0b-3af3-43c3-942d-3e8452084328) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:58:33.037934 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd58e39-d0c1-451d-bb72-5bfefb05df5a req-b6fa388c-e311-4fba-895d-86ce68d5d575 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:33.040635 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddd58e39-d0c1-451d-bb72-5bfefb05df5a req-b6fa388c-e311-4fba-895d-86ce68d5d575 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 944 time: 0.1470046 Feb 15 16:58:33.077108 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57c82127-17a1-47e2-8ffa-e768e3b77cc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (eaa653c0-6fc3-405e-86f3-d6733af9ce8d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:33.125781 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddd58e39-d0c1-451d-bb72-5bfefb05df5a req-db350cd8-4792-40aa-a9ce-de8c860fe318 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789132 Feb 15 16:58:33.202710 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57c82127-17a1-47e2-8ffa-e768e3b77cc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:33.204138 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-57c82127-17a1-47e2-8ffa-e768e3b77cc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6222749 Feb 15 16:58:33.206986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33618) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:33.270376 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Publish callbacks [] for port (e18aba0b-3af3-43c3-942d-3e8452084328), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:33.401174 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (e18aba0b-3af3-43c3-942d-3e8452084328), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:33.498400 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Network 71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:58:33.511899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:33.522596 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:58:33.559993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Pushing event updated for resources: {'Port': ['ID=e18aba0b-3af3-43c3-942d-3e8452084328,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:33.592164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Attempting to bind port e18aba0b-3af3-43c3-942d-3e8452084328 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:58:33.592821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Attempting to bind port e18aba0b-3af3-43c3-942d-3e8452084328 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '7be2c359-7e9c-406e-a491-d4c55d68e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:58:33.593342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Attempting to bind port e18aba0b-3af3-43c3-942d-3e8452084328 on network 71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:58:33.599449 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:58:33.600112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Checking segment: {'id': '7be2c359-7e9c-406e-a491-d4c55d68e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:58:33.600809 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:33.601413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Bound using segment: {'id': '7be2c359-7e9c-406e-a491-d4c55d68e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:58:33.602053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Bound port: e18aba0b-3af3-43c3-942d-3e8452084328, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7be2c359-7e9c-406e-a491-d4c55d68e997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:58:33.602590 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e18aba0b-3af3-43c3-942d-3e8452084328), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:33.718211 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] For port e18aba0b-3af3-43c3-942d-3e8452084328, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:58:33.724894 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] For port e18aba0b-3af3-43c3-942d-3e8452084328, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e18aba0b-3af3-43c3-942d-3e8452084328,segment=NetworkSegment(7be2c359-7e9c-406e-a491-d4c55d68e997),segment_id=7be2c359-7e9c-406e-a491-d4c55d68e997)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:58:33.830421 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e18aba0b-3af3-43c3-942d-3e8452084328), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:33.914839 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:33.915330 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33634) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:33.930667 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7664e91-4151-4b72-ae81-8f638536ed69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:33.987680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132d49e-bfee-4e9b-86c4-47ec6579754d None None] Pushing event updated for resources: {'Port': ['ID=e18aba0b-3af3-43c3-942d-3e8452084328,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:34.061827 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7664e91-4151-4b72-ae81-8f638536ed69 admin admin] Publish callbacks [] for security_group (ab99ba23-e03b-409b-9069-5f13df803a67), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:34.148374 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7664e91-4151-4b72-ae81-8f638536ed69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ab99ba23-e03b-409b-9069-5f13df803a67), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:34.234308 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f7664e91-4151-4b72-ae81-8f638536ed69 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=97087e3392b743c2aefd3103576d9f77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3178108 Feb 15 16:58:34.235326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7664e91-4151-4b72-ae81-8f638536ed69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab99ba23-e03b-409b-9069-5f13df803a67,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:34.238090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33644) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:34.310666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e7dbbf-8697-4bbc-b2d1-303530f08954 None None] Network 6d064f8f-6227-4c8d-8b28-d3e3c6547aad requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:34.445741 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-848ee405-c098-4c8a-b1f7-5485d7451aa5 admin admin] Publish callbacks [] for security_group (ab99ba23-e03b-409b-9069-5f13df803a67), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:34.515888 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-848ee405-c098-4c8a-b1f7-5485d7451aa5 admin admin] Publish callbacks [] for security_group (ab99ba23-e03b-409b-9069-5f13df803a67), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:34.537553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705f4a3-9cf3-4875-9a25-ac6eee9ffe4d req-5174edc9-147d-482e-a872-fea2c53adba9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:34.542689 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0705f4a3-9cf3-4875-9a25-ac6eee9ffe4d req-5174edc9-147d-482e-a872-fea2c53adba9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 944 time: 0.2414231 Feb 15 16:58:34.607178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Allocated IP 172.20.0.1 (6d064f8f-6227-4c8d-8b28-d3e3c6547aad/3e996efa-f936-43c6-8d01-c05b38292389/1c1ee9f1-aec6-4d89-b775-437f6754e418) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:58:34.633662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-97f60146-e518-46e3-8916-b1fd7990b4c6 None None] Provisioning complete for port 369b214d-6a2d-4ae1-aa39-d250b8412779 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:34.638646 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-97f60146-e518-46e3-8916-b1fd7990b4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (369b214d-6a2d-4ae1-aa39-d250b8412779), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:34.688318 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0705f4a3-9cf3-4875-9a25-ac6eee9ffe4d req-b22be766-9e12-46a5-ba4e-ac3d10dcda75 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385746 Feb 15 16:58:34.816921 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-848ee405-c098-4c8a-b1f7-5485d7451aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ab99ba23-e03b-409b-9069-5f13df803a67), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:34.820051 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-848ee405-c098-4c8a-b1f7-5485d7451aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:34.821432 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-848ee405-c098-4c8a-b1f7-5485d7451aa5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ab99ba23-e03b-409b-9069-5f13df803a67 HTTP/1.1" status: 204 len: 168 time: 0.5824938 Feb 15 16:58:34.843120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ee405-c098-4c8a-b1f7-5485d7451aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab99ba23-e03b-409b-9069-5f13df803a67,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:34.925393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 369b214d-6a2d-4ae1-aa39-d250b8412779 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:58:34.928413 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (1c1ee9f1-aec6-4d89-b775-437f6754e418), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:35.068270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-97f60146-e518-46e3-8916-b1fd7990b4c6 None None] Current status of the port 369b214d-6a2d-4ae1-aa39-d250b8412779 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:35.069413 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-97f60146-e518-46e3-8916-b1fd7990b4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (369b214d-6a2d-4ae1-aa39-d250b8412779), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:35.141840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-97f60146-e518-46e3-8916-b1fd7990b4c6 None None] For port 369b214d-6a2d-4ae1-aa39-d250b8412779, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=369b214d-6a2d-4ae1-aa39-d250b8412779,segment=NetworkSegment(fd76a687-3c8a-40c5-84af-2491b6ed0cfa),segment_id=fd76a687-3c8a-40c5-84af-2491b6ed0cfa)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:35.148862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 369b214d-6a2d-4ae1-aa39-d250b8412779 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:35.149586 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (369b214d-6a2d-4ae1-aa39-d250b8412779), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:35.205616 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1c1ee9f1-aec6-4d89-b775-437f6754e418), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:35.250136 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-97f60146-e518-46e3-8916-b1fd7990b4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (369b214d-6a2d-4ae1-aa39-d250b8412779), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:35.340447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 6d064f8f-6227-4c8d-8b28-d3e3c6547aad is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:58:35.368200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:35.379914 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:58:35.441200 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 369b214d-6a2d-4ae1-aa39-d250b8412779 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:35.448589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e18aba0b-3af3-43c3-942d-3e8452084328 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:58:35.507954 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (eaa653c0-6fc3-405e-86f3-d6733af9ce8d), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:35.581245 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f60146-e518-46e3-8916-b1fd7990b4c6 None None] Pushing event updated for resources: {'Port': ['ID=369b214d-6a2d-4ae1-aa39-d250b8412779,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:35.619128 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-de40450a-c75b-4094-b334-186320cf0189 None None] Provisioning complete for port 369b214d-6a2d-4ae1-aa39-d250b8412779 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:35.619518 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de40450a-c75b-4094-b334-186320cf0189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (369b214d-6a2d-4ae1-aa39-d250b8412779), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:35.719045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port e18aba0b-3af3-43c3-942d-3e8452084328 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:35.726931 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e18aba0b-3af3-43c3-942d-3e8452084328), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:35.742088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=1c1ee9f1-aec6-4d89-b775-437f6754e418,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:35.986138 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1c1ee9f1-aec6-4d89-b775-437f6754e418), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:36.072016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-de40450a-c75b-4094-b334-186320cf0189 None None] Current status of the port 369b214d-6a2d-4ae1-aa39-d250b8412779 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:36.078587 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e18aba0b-3af3-43c3-942d-3e8452084328 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:36.078962 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e18aba0b-3af3-43c3-942d-3e8452084328), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:36.123511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44661731-c7c8-483e-a4c0-8021ee84b816 None None] Network 71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:36.140350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31883f27-ba60-49bd-8f0b-daaa1c2d6066 req-eccccf45-9f02-440f-98e0-8779c84723ba tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:36.146042 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31883f27-ba60-49bd-8f0b-daaa1c2d6066 req-eccccf45-9f02-440f-98e0-8779c84723ba tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 944 time: 0.2881932 Feb 15 16:58:36.234758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port e18aba0b-3af3-43c3-942d-3e8452084328, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e18aba0b-3af3-43c3-942d-3e8452084328,segment=NetworkSegment(7be2c359-7e9c-406e-a491-d4c55d68e997),segment_id=7be2c359-7e9c-406e-a491-d4c55d68e997)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:36.255652 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ec8a83e1-59a0-4f2c-bbbb-754c6cec6aa2 None None] Provisioning complete for port 1c1ee9f1-aec6-4d89-b775-437f6754e418 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:36.256401 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec8a83e1-59a0-4f2c-bbbb-754c6cec6aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1c1ee9f1-aec6-4d89-b775-437f6754e418), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:36.322343 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e18aba0b-3af3-43c3-942d-3e8452084328), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:36.467063 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a83e1-59a0-4f2c-bbbb-754c6cec6aa2 None None] Port 1c1ee9f1-aec6-4d89-b775-437f6754e418 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:58:36.477131 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31883f27-ba60-49bd-8f0b-daaa1c2d6066 req-3405b0c1-a063-4c35-91dc-d4910cf2d0d0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256466 Feb 15 16:58:36.509630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=e18aba0b-3af3-43c3-942d-3e8452084328,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:36.566900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ec8a83e1-59a0-4f2c-bbbb-754c6cec6aa2 None None] Provisioning complete for port e18aba0b-3af3-43c3-942d-3e8452084328 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:36.567304 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec8a83e1-59a0-4f2c-bbbb-754c6cec6aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e18aba0b-3af3-43c3-942d-3e8452084328), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:36.728323 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 369b214d-6a2d-4ae1-aa39-d250b8412779 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:58:36.839656 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (1c1ee9f1-aec6-4d89-b775-437f6754e418), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:36.852550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:58:36.923260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ec8a83e1-59a0-4f2c-bbbb-754c6cec6aa2 None None] Current status of the port e18aba0b-3af3-43c3-942d-3e8452084328 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:36.947219 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1c1ee9f1-aec6-4d89-b775-437f6754e418), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:37.068522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=1c1ee9f1-aec6-4d89-b775-437f6754e418,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:37.165610 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (eaa653c0-6fc3-405e-86f3-d6733af9ce8d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:37.190492 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27ce85a4-686f-45a5-8286-7eda0ac49085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:37.193341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8c716cc9-d88a-44a3-b4eb-f3b300ad3d31,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:37.236630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-eb0a9c78-6291-4522-a091-249608f53efe None None] Provisioning complete for port e18aba0b-3af3-43c3-942d-3e8452084328 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:37.241661 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb0a9c78-6291-4522-a091-249608f53efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e18aba0b-3af3-43c3-942d-3e8452084328), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:37.252941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '8c716cc9-d88a-44a3-b4eb-f3b300ad3d31', 'network_id': '708ad032-cbc0-4ad4-9926-2ac8e9b388cc', 'port_id': '8c716cc9-d88a-44a3-b4eb-f3b300ad3d31', 'mac_address': 'fa:16:3e:b6:bf:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace70380-0204-41b0-be4a-55804a4b7a9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:58:37.282929 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 369b214d-6a2d-4ae1-aa39-d250b8412779 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:37.283305 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (369b214d-6a2d-4ae1-aa39-d250b8412779), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:37.374618 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 6d064f8f-6227-4c8d-8b28-d3e3c6547aad is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:58:37.379754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:37.681234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:37.681616 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8c716cc9-d88a-44a3-b4eb-f3b300ad3d31), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:37.741634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:58:37.747581 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb1620-f06e-4397-aba8-9fa7092bc271 req-1d0eefbe-6eaa-42de-bb16-00c27ec27e6e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:37.755028 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56bb1620-f06e-4397-aba8-9fa7092bc271 req-1d0eefbe-6eaa-42de-bb16-00c27ec27e6e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 944 time: 0.1213810 Feb 15 16:58:37.766495 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router eaa653c0-6fc3-405e-86f3-d6733af9ce8d is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:58:37.840824 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56bb1620-f06e-4397-aba8-9fa7092bc271 req-a0b3da86-c356-4a29-a4d2-b25b25e051b1 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846548 Feb 15 16:58:37.858568 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8c716cc9-d88a-44a3-b4eb-f3b300ad3d31,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:37.867698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-eb0a9c78-6291-4522-a091-249608f53efe None None] Current status of the port e18aba0b-3af3-43c3-942d-3e8452084328 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:37.888783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 369b214d-6a2d-4ae1-aa39-d250b8412779 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:37.889983 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e18aba0b-3af3-43c3-942d-3e8452084328 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:58:37.949218 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8c716cc9-d88a-44a3-b4eb-f3b300ad3d31), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:38.059497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:58:38.067935 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6883711b-c283-4239-9be5-82be321fc78a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/eaa653c0-6fc3-405e-86f3-d6733af9ce8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8597503 Feb 15 16:58:38.070679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33724) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:38.079143 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f652ce4-469a-4128-89e4-bccaeb88bd8b None None] Sync routers for ids ['eaa653c0-6fc3-405e-86f3-d6733af9ce8d'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:58:38.095380 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f652ce4-469a-4128-89e4-bccaeb88bd8b None None] Routers {'eaa653c0-6fc3-405e-86f3-d6733af9ce8d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:58:38.097762 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1f652ce4-469a-4128-89e4-bccaeb88bd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:58:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['eaa653c0-6fc3-405e-86f3-d6733af9ce8d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:38.128199 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=8c716cc9-d88a-44a3-b4eb-f3b300ad3d31,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:38.147084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-defd8a90-025e-47fe-b7c0-eedae3c92915 None None] Provisioning complete for port 1c1ee9f1-aec6-4d89-b775-437f6754e418 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:38.147084 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-defd8a90-025e-47fe-b7c0-eedae3c92915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1c1ee9f1-aec6-4d89-b775-437f6754e418), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:38.147333 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1f652ce4-469a-4128-89e4-bccaeb88bd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:38.156729 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f652ce4-469a-4128-89e4-bccaeb88bd8b None None] Routers {'eaa653c0-6fc3-405e-86f3-d6733af9ce8d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:58:38.157570 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1f652ce4-469a-4128-89e4-bccaeb88bd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:58:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['eaa653c0-6fc3-405e-86f3-d6733af9ce8d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:38.209574 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port e18aba0b-3af3-43c3-942d-3e8452084328 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:38.219764 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1f652ce4-469a-4128-89e4-bccaeb88bd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:38.220763 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f652ce4-469a-4128-89e4-bccaeb88bd8b None None] The sync data for ids ['eaa653c0-6fc3-405e-86f3-d6733af9ce8d'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:58:38.231889 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e18aba0b-3af3-43c3-942d-3e8452084328), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:38.244168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['8c716cc9-d88a-44a3-b4eb-f3b300ad3d31'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:58:38.249761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a67946c-2119-4127-aea0-16239f8b6543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:38.260490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33732) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:38.261082 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1a67946c-2119-4127-aea0-16239f8b6543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports/1c1ee9f1-aec6-4d89-b775-437f6754e418 HTTP/1.1" status: 200 len: 910 time: 0.1887407 Feb 15 16:58:38.320798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33736) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:38.431662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-defd8a90-025e-47fe-b7c0-eedae3c92915 None None] Port 1c1ee9f1-aec6-4d89-b775-437f6754e418 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:58:38.499670 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbb89b5a-9c15-40cc-9fab-246ad69b49a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:38.542962 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e18aba0b-3af3-43c3-942d-3e8452084328 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:38.660543 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbb89b5a-9c15-40cc-9fab-246ad69b49a6 admin admin] Publish callbacks [] for security_group (37cb91cd-b65c-48fe-a1d0-be91c331ee28), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:38.736861 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbb89b5a-9c15-40cc-9fab-246ad69b49a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (37cb91cd-b65c-48fe-a1d0-be91c331ee28), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:38.831729 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fbb89b5a-9c15-40cc-9fab-246ad69b49a6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=07879cb0287041ceae1bbdd231f589e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5099800 Feb 15 16:58:38.832741 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb89b5a-9c15-40cc-9fab-246ad69b49a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cb91cd-b65c-48fe-a1d0-be91c331ee28,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:38.836891 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33748) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:38.969111 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a61d57d0-e325-4481-b34b-4aa58cab6855 admin admin] Publish callbacks [] for security_group (37cb91cd-b65c-48fe-a1d0-be91c331ee28), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:39.029478 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:39.043230 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a61d57d0-e325-4481-b34b-4aa58cab6855 admin admin] Publish callbacks [] for security_group (37cb91cd-b65c-48fe-a1d0-be91c331ee28), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:39.093539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200199cd-5605-47b9-83b6-aa60d1e37400 req-0fb43acc-2e71-4f35-96a9-1a2c1ea65511 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:39.108700 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-200199cd-5605-47b9-83b6-aa60d1e37400 req-0fb43acc-2e71-4f35-96a9-1a2c1ea65511 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 945 time: 0.1422260 Feb 15 16:58:39.176543 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a61d57d0-e325-4481-b34b-4aa58cab6855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (37cb91cd-b65c-48fe-a1d0-be91c331ee28), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:39.188247 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a61d57d0-e325-4481-b34b-4aa58cab6855 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:39.189966 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a61d57d0-e325-4481-b34b-4aa58cab6855 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/37cb91cd-b65c-48fe-a1d0-be91c331ee28 HTTP/1.1" status: 204 len: 168 time: 0.3517065 Feb 15 16:58:39.237896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d57d0-e325-4481-b34b-4aa58cab6855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cb91cd-b65c-48fe-a1d0-be91c331ee28,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:39.314570 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55f2dde1-5c79-41ae-8890-cf05cf8376b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:39.634957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-200199cd-5605-47b9-83b6-aa60d1e37400 req-cb3b6acc-31bf-4fdc-8a23-bf85a75381a9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253029 Feb 15 16:58:39.824769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Allocated IP 172.21.0.1 (71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb/5a5c4e9f-f936-4a49-886a-ee3c64663385/d95c13f0-dacc-400d-a524-6722c182bcbe) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:58:40.026266 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (d95c13f0-dacc-400d-a524-6722c182bcbe), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:40.183986 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d95c13f0-dacc-400d-a524-6722c182bcbe), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:40.271192 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:58:40.272194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:40.276064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:58:40.290111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=d95c13f0-dacc-400d-a524-6722c182bcbe,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:40.357564 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (eaa653c0-6fc3-405e-86f3-d6733af9ce8d), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:40.468031 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:40.484101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33792) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:40.508800 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11cc726b-b37c-40aa-abdd-54838a92a404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:40.656180 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11cc726b-b37c-40aa-abdd-54838a92a404 admin admin] Publish callbacks [] for security_group (2bef462a-77d8-4167-9be3-f12af48ed89d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:40.724966 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d95c13f0-dacc-400d-a524-6722c182bcbe), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:40.742610 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11cc726b-b37c-40aa-abdd-54838a92a404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2bef462a-77d8-4167-9be3-f12af48ed89d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:40.793864 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-54423306-2cb2-446c-85ac-c09a342a2458 None None] Provisioning complete for port d95c13f0-dacc-400d-a524-6722c182bcbe triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:40.796446 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-54423306-2cb2-446c-85ac-c09a342a2458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d95c13f0-dacc-400d-a524-6722c182bcbe), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:40.807361 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-11cc726b-b37c-40aa-abdd-54838a92a404 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ba7a446dbe17424eb296421cfe51ca35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3220901 Feb 15 16:58:40.849185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33804) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:40.907606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:58:40.999692 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc726b-b37c-40aa-abdd-54838a92a404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bef462a-77d8-4167-9be3-f12af48ed89d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:41.041452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-54423306-2cb2-446c-85ac-c09a342a2458 None None] Port d95c13f0-dacc-400d-a524-6722c182bcbe cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:58:41.081803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda70b7-8793-44ea-aa84-6293f81b1c77 req-330c7fcf-acd7-4ce0-8214-e595a6cab8b1 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:41.083372 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6bda70b7-8793-44ea-aa84-6293f81b1c77 req-330c7fcf-acd7-4ce0-8214-e595a6cab8b1 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 945 time: 0.2710998 Feb 15 16:58:41.117778 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (d95c13f0-dacc-400d-a524-6722c182bcbe), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:41.128735 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27b027ec-2fdf-410c-b778-efacdd388056 admin admin] Publish callbacks [] for security_group (2bef462a-77d8-4167-9be3-f12af48ed89d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:41.153807 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27b027ec-2fdf-410c-b778-efacdd388056 admin admin] Publish callbacks [] for security_group (2bef462a-77d8-4167-9be3-f12af48ed89d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:41.261794 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6bda70b7-8793-44ea-aa84-6293f81b1c77 req-380c4676-2833-4b2a-966c-33a96ae7c302 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340158 Feb 15 16:58:41.287291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:58:41.288637 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (d95c13f0-dacc-400d-a524-6722c182bcbe), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:41.304840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:41.305253 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8c716cc9-d88a-44a3-b4eb-f3b300ad3d31), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:41.314350 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27b027ec-2fdf-410c-b778-efacdd388056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2bef462a-77d8-4167-9be3-f12af48ed89d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:41.326355 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27b027ec-2fdf-410c-b778-efacdd388056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:41.327537 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-27b027ec-2fdf-410c-b778-efacdd388056 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2bef462a-77d8-4167-9be3-f12af48ed89d HTTP/1.1" status: 204 len: 168 time: 0.4704502 Feb 15 16:58:41.391686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b027ec-2fdf-410c-b778-efacdd388056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bef462a-77d8-4167-9be3-f12af48ed89d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:41.503531 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=d95c13f0-dacc-400d-a524-6722c182bcbe,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:41.568751 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (eaa653c0-6fc3-405e-86f3-d6733af9ce8d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:41.636409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:41.646433 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8c716cc9-d88a-44a3-b4eb-f3b300ad3d31), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:41.673945 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33820) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:41.717721 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8c716cc9-d88a-44a3-b4eb-f3b300ad3d31,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:41.719495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ee6b80-b35a-403e-a2de-39064667906a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c716cc9-d88a-44a3-b4eb-f3b300ad3d31'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:58:41.723337 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9006cb-5d1a-4180-ad1c-5ba92b2e1779" -d '{"events": [{"server_uuid": "42ee6b80-b35a-403e-a2de-39064667906a", "name": "network-vif-plugged", "status": "completed", "tag": "8c716cc9-d88a-44a3-b4eb-f3b300ad3d31"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:58:41.758094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:58:41.761985 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:41.782191 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8c716cc9-d88a-44a3-b4eb-f3b300ad3d31), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:41.850345 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ed393d-0126-4505-89d8-1f907e013f41 x-openstack-request-id: req-60ed393d-0126-4505-89d8-1f907e013f41 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:58:41.850676 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ee6b80-b35a-403e-a2de-39064667906a", "name": "network-vif-plugged", "status": "completed", "tag": "8c716cc9-d88a-44a3-b4eb-f3b300ad3d31", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:58:41.855169 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-60ed393d-0126-4505-89d8-1f907e013f41 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:58:41.858539 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ee6b80-b35a-403e-a2de-39064667906a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c716cc9-d88a-44a3-b4eb-f3b300ad3d31', 'code': 200} Feb 15 16:58:42.055400 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=8c716cc9-d88a-44a3-b4eb-f3b300ad3d31,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:42.063594 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:42.181424 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7875d984-21fe-4caf-8729-ba735248893f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:42.206890 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router eaa653c0-6fc3-405e-86f3-d6733af9ce8d has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:58:42.380625 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7875d984-21fe-4caf-8729-ba735248893f admin admin] Publish callbacks [] for security_group (1fc3c01e-ddf2-4a77-8ddb-d9c6b00b7f8c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:42.396002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-bf4473e3-e98a-45be-b5e6-4bf34627f87a None None] Provisioning complete for port d95c13f0-dacc-400d-a524-6722c182bcbe triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:42.397354 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf4473e3-e98a-45be-b5e6-4bf34627f87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d95c13f0-dacc-400d-a524-6722c182bcbe), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:42.489776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bf4473e3-e98a-45be-b5e6-4bf34627f87a None None] Port d95c13f0-dacc-400d-a524-6722c182bcbe cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:58:42.499295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c6e7f-206d-4b00-a04a-4af1078938df req-e157c3bf-c3e9-423d-9c77-dec0ef3bfe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:42.499679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f39a3-28bf-4e98-8629-638eb84a587b req-b5cc12d2-f208-4ef1-858e-ca11375d3a63 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:42.504309 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e64c6e7f-206d-4b00-a04a-4af1078938df req-e157c3bf-c3e9-423d-9c77-dec0ef3bfe2c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 1129 time: 0.3677156 Feb 15 16:58:42.506378 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-832f39a3-28bf-4e98-8629-638eb84a587b req-b5cc12d2-f208-4ef1-858e-ca11375d3a63 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 946 time: 0.1114297 Feb 15 16:58:42.516165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7875d984-21fe-4caf-8729-ba735248893f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1fc3c01e-ddf2-4a77-8ddb-d9c6b00b7f8c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:42.649003 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:58:42.660153 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf190a9a-1a56-4ec8-a856-1ae414ad0186 None None] Sync routers for ids ['eaa653c0-6fc3-405e-86f3-d6733af9ce8d'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:58:42.672413 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-13207b78-37bb-46ba-8975-8819c664ac1f tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/eaa653c0-6fc3-405e-86f3-d6733af9ce8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4073448 Feb 15 16:58:42.676249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33846) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:42.679620 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf190a9a-1a56-4ec8-a856-1ae414ad0186 None None] Routers {'eaa653c0-6fc3-405e-86f3-d6733af9ce8d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:58:42.680266 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-cf190a9a-1a56-4ec8-a856-1ae414ad0186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:58:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['eaa653c0-6fc3-405e-86f3-d6733af9ce8d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:42.690699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33848) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:42.743222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bad50ca-d11d-44ea-803b-f832baaf6f1b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:42.761739 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3bad50ca-d11d-44ea-803b-f832baaf6f1b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports/d95c13f0-dacc-400d-a524-6722c182bcbe HTTP/1.1" status: 200 len: 910 time: 0.0761042 Feb 15 16:58:42.765756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33852) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:42.801922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-cf190a9a-1a56-4ec8-a856-1ae414ad0186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:42.803569 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7875d984-21fe-4caf-8729-ba735248893f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=07022a46f39c4a6a92ebe3cafd363236&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1280351 Feb 15 16:58:42.807577 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875d984-21fe-4caf-8729-ba735248893f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc3c01e-ddf2-4a77-8ddb-d9c6b00b7f8c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:42.823024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33854) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:42.835952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf190a9a-1a56-4ec8-a856-1ae414ad0186 None None] Routers {'eaa653c0-6fc3-405e-86f3-d6733af9ce8d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:58:42.837203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-cf190a9a-1a56-4ec8-a856-1ae414ad0186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:58:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['eaa653c0-6fc3-405e-86f3-d6733af9ce8d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:42.884118 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-cf190a9a-1a56-4ec8-a856-1ae414ad0186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:42.885018 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf190a9a-1a56-4ec8-a856-1ae414ad0186 None None] The sync data for ids ['eaa653c0-6fc3-405e-86f3-d6733af9ce8d'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:58:42.894201 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-832f39a3-28bf-4e98-8629-638eb84a587b req-868347ef-ebbc-4a12-9cd8-f8a6d34cc5d7 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804574 Feb 15 16:58:42.950218 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5f361526-60f7-44c7-a157-a33930fc3b62 admin admin] Publish callbacks [] for security_group (1fc3c01e-ddf2-4a77-8ddb-d9c6b00b7f8c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:43.030258 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e64c6e7f-206d-4b00-a04a-4af1078938df req-3296ac1f-ef0b-4f68-af1a-20cba0aa2a4b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4654891 Feb 15 16:58:43.034227 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5f361526-60f7-44c7-a157-a33930fc3b62 admin admin] Publish callbacks [] for security_group (1fc3c01e-ddf2-4a77-8ddb-d9c6b00b7f8c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:43.158314 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-930b8e69-efa2-48e7-b91d-d957d9900515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:43.297047 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5f361526-60f7-44c7-a157-a33930fc3b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1fc3c01e-ddf2-4a77-8ddb-d9c6b00b7f8c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:43.303552 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5f361526-60f7-44c7-a157-a33930fc3b62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:43.306975 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5f361526-60f7-44c7-a157-a33930fc3b62 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1fc3c01e-ddf2-4a77-8ddb-d9c6b00b7f8c HTTP/1.1" status: 204 len: 168 time: 0.4764678 Feb 15 16:58:43.369205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f361526-60f7-44c7-a157-a33930fc3b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc3c01e-ddf2-4a77-8ddb-d9c6b00b7f8c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:43.422612 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:43.466826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-930b8e69-efa2-48e7-b91d-d957d9900515 admin admin] Publish callbacks [] for security_group (1fae9da8-d86a-408d-8273-ceb5e9db58e9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:43.522908 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-488959db-c7d2-4bc8-a829-677c63b6a76d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (eaa653c0-6fc3-405e-86f3-d6733af9ce8d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:43.548255 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-930b8e69-efa2-48e7-b91d-d957d9900515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1fae9da8-d86a-408d-8273-ceb5e9db58e9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:43.653829 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-930b8e69-efa2-48e7-b91d-d957d9900515 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=78a6427d9a0b4638ad5a739b496903ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9347420 Feb 15 16:58:43.669805 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b8e69-efa2-48e7-b91d-d957d9900515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fae9da8-d86a-408d-8273-ceb5e9db58e9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:43.672341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33870) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:43.836729 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-330f3ffc-4a0b-4b59-8e05-75dca33b9988 admin admin] Publish callbacks [] for security_group (1fae9da8-d86a-408d-8273-ceb5e9db58e9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:43.907828 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-330f3ffc-4a0b-4b59-8e05-75dca33b9988 admin admin] Publish callbacks [] for security_group (1fae9da8-d86a-408d-8273-ceb5e9db58e9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:44.165249 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-330f3ffc-4a0b-4b59-8e05-75dca33b9988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1fae9da8-d86a-408d-8273-ceb5e9db58e9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:44.167939 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-330f3ffc-4a0b-4b59-8e05-75dca33b9988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:44.169160 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-330f3ffc-4a0b-4b59-8e05-75dca33b9988 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1fae9da8-d86a-408d-8273-ceb5e9db58e9 HTTP/1.1" status: 204 len: 168 time: 0.4958417 Feb 15 16:58:44.182562 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f3ffc-4a0b-4b59-8e05-75dca33b9988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fae9da8-d86a-408d-8273-ceb5e9db58e9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:44.303463 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd602d9-488c-4f62-a0bc-59013c58a435 req-78afa03b-45c2-46d8-b751-2aeeed38738c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:44.305097 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9cd602d9-488c-4f62-a0bc-59013c58a435 req-78afa03b-45c2-46d8-b751-2aeeed38738c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 946 time: 0.2433031 Feb 15 16:58:44.534984 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9cd602d9-488c-4f62-a0bc-59013c58a435 req-12a2e2a9-f70c-4f8a-8088-0455e7e1103b tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137485 Feb 15 16:58:44.571899 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-488959db-c7d2-4bc8-a829-677c63b6a76d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port d95c13f0-dacc-400d-a524-6722c182bcbe {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:58:44.572710 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-488959db-c7d2-4bc8-a829-677c63b6a76d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d95c13f0-dacc-400d-a524-6722c182bcbe), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:44.704137 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-488959db-c7d2-4bc8-a829-677c63b6a76d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d95c13f0-dacc-400d-a524-6722c182bcbe), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:44.722223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-488959db-c7d2-4bc8-a829-677c63b6a76d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for d95c13f0-dacc-400d-a524-6722c182bcbe owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:58:45.063450 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-488959db-c7d2-4bc8-a829-677c63b6a76d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d95c13f0-dacc-400d-a524-6722c182bcbe), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:45.087383 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33910) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:45.109063 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2c2b20f-c531-460a-804d-cb16b8b301aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:45.115549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488959db-c7d2-4bc8-a829-677c63b6a76d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=d95c13f0-dacc-400d-a524-6722c182bcbe,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:45.333821 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2c2b20f-c531-460a-804d-cb16b8b301aa admin admin] Publish callbacks [] for security_group (aa153a02-9c24-42ae-ac72-430c4f63a4c8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:45.399577 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2c2b20f-c531-460a-804d-cb16b8b301aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (aa153a02-9c24-42ae-ac72-430c4f63a4c8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:45.477970 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f2c2b20f-c531-460a-804d-cb16b8b301aa admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=63dd9527ced141bc8fb6a13bf251d166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3894794 Feb 15 16:58:45.479108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2b20f-c531-460a-804d-cb16b8b301aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa153a02-9c24-42ae-ac72-430c4f63a4c8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:45.483808 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33926) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:45.548873 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1158e0ce-8c0a-4bdd-90f2-0a2416546728 admin admin] Publish callbacks [] for security_group (aa153a02-9c24-42ae-ac72-430c4f63a4c8), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:45.568594 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-488959db-c7d2-4bc8-a829-677c63b6a76d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (eaa653c0-6fc3-405e-86f3-d6733af9ce8d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:45.586288 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1158e0ce-8c0a-4bdd-90f2-0a2416546728 admin admin] Publish callbacks [] for security_group (aa153a02-9c24-42ae-ac72-430c4f63a4c8), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:45.756147 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1158e0ce-8c0a-4bdd-90f2-0a2416546728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (aa153a02-9c24-42ae-ac72-430c4f63a4c8), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:45.759357 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1158e0ce-8c0a-4bdd-90f2-0a2416546728 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:45.764296 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1158e0ce-8c0a-4bdd-90f2-0a2416546728 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/aa153a02-9c24-42ae-ac72-430c4f63a4c8 HTTP/1.1" status: 204 len: 168 time: 0.2788692 Feb 15 16:58:45.783663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158e0ce-8c0a-4bdd-90f2-0a2416546728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa153a02-9c24-42ae-ac72-430c4f63a4c8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:45.800161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5312c-8330-4060-92f8-98d235dbe9ec req-48941f8e-1fdc-40a2-9e68-a41c6d81f606 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:45.808421 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-18f5312c-8330-4060-92f8-98d235dbe9ec req-48941f8e-1fdc-40a2-9e68-a41c6d81f606 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 946 time: 0.1072991 Feb 15 16:58:45.849174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33934) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:45.891646 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-18f5312c-8330-4060-92f8-98d235dbe9ec req-a1e77b83-ae9e-4765-b1c1-c25cac2b4d25 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815501 Feb 15 16:58:46.053676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488959db-c7d2-4bc8-a829-677c63b6a76d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router eaa653c0-6fc3-405e-86f3-d6733af9ce8d has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:58:46.101623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4c360bea-5265-4b45-aa74-1e510d21eb5c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1839967569-network', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:46.185660 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c360bea-5265-4b45-aa74-1e510d21eb5c admin admin] Made reservation on behalf of 3e4b95210b24489aa9af66b1429a9643 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:46.191058 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c360bea-5265-4b45-aa74-1e510d21eb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:46.209160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c360bea-5265-4b45-aa74-1e510d21eb5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:46.220807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488959db-c7d2-4bc8-a829-677c63b6a76d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:58:46.234083 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f11332-860e-43ab-b031-93a8b9732136 None None] Sync routers for ids ['eaa653c0-6fc3-405e-86f3-d6733af9ce8d'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:58:46.242830 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-488959db-c7d2-4bc8-a829-677c63b6a76d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/eaa653c0-6fc3-405e-86f3-d6733af9ce8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4716520 Feb 15 16:58:46.247921 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33958) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:46.258223 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f11332-860e-43ab-b031-93a8b9732136 None None] Routers {'eaa653c0-6fc3-405e-86f3-d6733af9ce8d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:58:46.259017 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-31f11332-860e-43ab-b031-93a8b9732136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:58:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['eaa653c0-6fc3-405e-86f3-d6733af9ce8d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:46.329795 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-31f11332-860e-43ab-b031-93a8b9732136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:46.339786 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f11332-860e-43ab-b031-93a8b9732136 None None] Routers {'eaa653c0-6fc3-405e-86f3-d6733af9ce8d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:58:46.341377 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-31f11332-860e-43ab-b031-93a8b9732136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:58:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['eaa653c0-6fc3-405e-86f3-d6733af9ce8d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:46.399667 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-31f11332-860e-43ab-b031-93a8b9732136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:46.400344 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f11332-860e-43ab-b031-93a8b9732136 None None] The sync data for ids ['eaa653c0-6fc3-405e-86f3-d6733af9ce8d'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:58:46.427341 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c360bea-5265-4b45-aa74-1e510d21eb5c admin admin] Publish callbacks [] for security_group (0ebae1f3-1384-41d3-b281-70c060689904), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:46.497833 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c360bea-5265-4b45-aa74-1e510d21eb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0ebae1f3-1384-41d3-b281-70c060689904), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:46.609614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c360bea-5265-4b45-aa74-1e510d21eb5c admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:58:46.624749 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c360bea-5265-4b45-aa74-1e510d21eb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebae1f3-1384-41d3-b281-70c060689904,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:46.632746 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c360bea-5265-4b45-aa74-1e510d21eb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a2c75900-6ad2-4479-9e4c-142ff772c3c2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:46.633319 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-4c360bea-5265-4b45-aa74-1e510d21eb5c admin admin] Added segment a2c75900-6ad2-4479-9e4c-142ff772c3c2 of type vlan for network 6d034b05-8049-4817-a4aa-97f8065a9672 Feb 15 16:58:46.704072 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe0669-e70a-48f4-860e-9a9ca1216d57 req-0b167606-3dd3-4524-999a-6608c089ead8 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:46.705899 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-21fe0669-e70a-48f4-860e-9a9ca1216d57 req-0b167606-3dd3-4524-999a-6608c089ead8 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 946 time: 0.1639857 Feb 15 16:58:46.710384 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c360bea-5265-4b45-aa74-1e510d21eb5c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (6d034b05-8049-4817-a4aa-97f8065a9672), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:46.793451 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-21fe0669-e70a-48f4-860e-9a9ca1216d57 req-245a9f55-7aec-400a-a31a-458d20c0fca7 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786428 Feb 15 16:58:46.840336 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c360bea-5265-4b45-aa74-1e510d21eb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (6d034b05-8049-4817-a4aa-97f8065a9672), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:46.841752 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c360bea-5265-4b45-aa74-1e510d21eb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:46.842832 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c360bea-5265-4b45-aa74-1e510d21eb5c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:47.094238 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef2ac5ff-72ba-4dc9-ad48-2ec35f8e6a75 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (eaa653c0-6fc3-405e-86f3-d6733af9ce8d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:47.273082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c360bea-5265-4b45-aa74-1e510d21eb5c admin admin] Pushing event updated for resources: {'Network': ['ID=6d034b05-8049-4817-a4aa-97f8065a9672,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:47.284559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 6d034b05-8049-4817-a4aa-97f8065a9672 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:58:47.320037 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4c360bea-5265-4b45-aa74-1e510d21eb5c admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4697781 Feb 15 16:58:47.322932 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34024) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:47.342882 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9a618328-9c5e-4c36-9b0b-92ae5f71c79a admin admin] Request body: {'subnet': {'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1839967569-subnet', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:47.462284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a618328-9c5e-4c36-9b0b-92ae5f71c79a admin admin] Made reservation on behalf of 3e4b95210b24489aa9af66b1429a9643 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:47.464395 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a618328-9c5e-4c36-9b0b-92ae5f71c79a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:47.501832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ac5ff-72ba-4dc9-ad48-2ec35f8e6a75 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port 1c1ee9f1-aec6-4d89-b775-437f6754e418 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:58:47.502186 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef2ac5ff-72ba-4dc9-ad48-2ec35f8e6a75 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1c1ee9f1-aec6-4d89-b775-437f6754e418), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:47.663965 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef2ac5ff-72ba-4dc9-ad48-2ec35f8e6a75 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1c1ee9f1-aec6-4d89-b775-437f6754e418), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:47.700015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ac5ff-72ba-4dc9-ad48-2ec35f8e6a75 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for 1c1ee9f1-aec6-4d89-b775-437f6754e418 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:58:47.766055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423eeb2-ed5d-4d7a-a21d-ae705cc958e5 req-d8df94b3-a2fb-431c-9de9-08fafe733ff7 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:47.767846 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3423eeb2-ed5d-4d7a-a21d-ae705cc958e5 req-d8df94b3-a2fb-431c-9de9-08fafe733ff7 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.67 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 946 time: 0.1218710 Feb 15 16:58:47.788444 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a618328-9c5e-4c36-9b0b-92ae5f71c79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (5c179437-204b-4978-a297-fc19fe80904c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:47.944997 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a618328-9c5e-4c36-9b0b-92ae5f71c79a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c179437-204b-4978-a297-fc19fe80904c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:47.950415 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a618328-9c5e-4c36-9b0b-92ae5f71c79a admin admin] Checking segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:58:47.955297 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a618328-9c5e-4c36-9b0b-92ae5f71c79a admin admin] Network hostable DHCP agents. Network: 6d034b05-8049-4817-a4aa-97f8065a9672, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:58:48.051217 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a618328-9c5e-4c36-9b0b-92ae5f71c79a admin admin] Network 6d034b05-8049-4817-a4aa-97f8065a9672 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:58:48.072403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d80b7c-0bf3-4120-a124-ebb3c0ed3507 req-6c961e85-fd24-4eec-a921-d978a5ffc11c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:48.074144 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55d80b7c-0bf3-4120-a124-ebb3c0ed3507 req-6c961e85-fd24-4eec-a921-d978a5ffc11c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 946 time: 0.1460268 Feb 15 16:58:48.078422 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-3423eeb2-ed5d-4d7a-a21d-ae705cc958e5 req-b2ee7ef5-d02e-4de6-9a5c-7003f3aeed02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Deleting port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:58:48.078894 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3423eeb2-ed5d-4d7a-a21d-ae705cc958e5 req-b2ee7ef5-d02e-4de6-9a5c-7003f3aeed02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (8c716cc9-d88a-44a3-b4eb-f3b300ad3d31), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:48.113707 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9a618328-9c5e-4c36-9b0b-92ae5f71c79a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 6d034b05-8049-4817-a4aa-97f8065a9672) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:48.126161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedebbc5-7833-4665-87fe-1d2cb787dfa6 None None] Network 6d034b05-8049-4817-a4aa-97f8065a9672 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:48.132840 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a618328-9c5e-4c36-9b0b-92ae5f71c79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:48.133456 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a618328-9c5e-4c36-9b0b-92ae5f71c79a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:48.209878 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55d80b7c-0bf3-4120-a124-ebb3c0ed3507 req-3f8e2b0d-89b7-4ef0-9414-cbdd182e69dc tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258063 Feb 15 16:58:48.213505 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef2ac5ff-72ba-4dc9-ad48-2ec35f8e6a75 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1c1ee9f1-aec6-4d89-b775-437f6754e418), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:48.249293 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9a618328-9c5e-4c36-9b0b-92ae5f71c79a admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9167078 Feb 15 16:58:48.257021 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34072) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:48.262746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:48.315111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-3423eeb2-ed5d-4d7a-a21d-ae705cc958e5 req-b2ee7ef5-d02e-4de6-9a5c-7003f3aeed02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] For port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8c716cc9-d88a-44a3-b4eb-f3b300ad3d31,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:48.317793 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3423eeb2-ed5d-4d7a-a21d-ae705cc958e5 req-b2ee7ef5-d02e-4de6-9a5c-7003f3aeed02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (8c716cc9-d88a-44a3-b4eb-f3b300ad3d31), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:48.335659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ac5ff-72ba-4dc9-ad48-2ec35f8e6a75 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=1c1ee9f1-aec6-4d89-b775-437f6754e418,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:48.378483 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (5ff18b72-1a6c-49b3-bf68-daefd0667316), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:48.380388 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (5ff18b72-1a6c-49b3-bf68-daefd0667316), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:48.416921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-6d034b05-8049-4817-a4aa-97f8065a9672', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:58:48.418800 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:48.463525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-3423eeb2-ed5d-4d7a-a21d-ae705cc958e5 req-b2ee7ef5-d02e-4de6-9a5c-7003f3aeed02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Calling delete_port for 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:58:48.594379 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Publish callbacks [] for router_controller (5ff18b72-1a6c-49b3-bf68-daefd0667316), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:48.623619 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34082) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:48.922871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Allocated IP 172.20.0.2 (6d034b05-8049-4817-a4aa-97f8065a9672/5c179437-204b-4978-a297-fc19fe80904c/34350261-549f-4605-a100-32e24c577d07) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:58:49.007012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Publish callbacks [] for router_gateway (5ff18b72-1a6c-49b3-bf68-daefd0667316), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:49.027446 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5f0030ef-cfb2-4389-abd5-fbea096aba8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:49.029599 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef2ac5ff-72ba-4dc9-ad48-2ec35f8e6a75 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (eaa653c0-6fc3-405e-86f3-d6733af9ce8d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:49.217001 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Publish callbacks [] for port (34350261-549f-4605-a100-32e24c577d07), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:49.234807 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5f0030ef-cfb2-4389-abd5-fbea096aba8e admin admin] Publish callbacks [] for security_group (14b03a35-73a0-4b16-a1b2-0cefd2887cd3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:49.303413 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (34350261-549f-4605-a100-32e24c577d07), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:49.383502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3423eeb2-ed5d-4d7a-a21d-ae705cc958e5 req-b2ee7ef5-d02e-4de6-9a5c-7003f3aeed02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (8c716cc9-d88a-44a3-b4eb-f3b300ad3d31), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:49.387528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Network 6d034b05-8049-4817-a4aa-97f8065a9672 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:58:49.402352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:49.408159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:58:49.412969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['28129b61-fe83-484b-a48b-d25cd2f717d0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:58:49.442044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ee7ef5-d02e-4de6-9a5c-7003f3aeed02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Pushing event deleted for resources: {'Port': ['ID=8c716cc9-d88a-44a3-b4eb-f3b300ad3d31,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:49.469539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2ac5ff-72ba-4dc9-ad48-2ec35f8e6a75 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router eaa653c0-6fc3-405e-86f3-d6733af9ce8d has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:58:49.520209 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Pushing event updated for resources: {'Port': ['ID=34350261-549f-4605-a100-32e24c577d07,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:49.526655 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Publish callbacks [] for router_gateway (5ff18b72-1a6c-49b3-bf68-daefd0667316), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:49.528768 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5f0030ef-cfb2-4389-abd5-fbea096aba8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (14b03a35-73a0-4b16-a1b2-0cefd2887cd3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:49.537776 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-3423eeb2-ed5d-4d7a-a21d-ae705cc958e5 req-b2ee7ef5-d02e-4de6-9a5c-7003f3aeed02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] No DVR routers for this DVR port 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:58:49.546966 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3423eeb2-ed5d-4d7a-a21d-ae705cc958e5 req-b2ee7ef5-d02e-4de6-9a5c-7003f3aeed02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:49.551009 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3423eeb2-ed5d-4d7a-a21d-ae705cc958e5 req-b2ee7ef5-d02e-4de6-9a5c-7003f3aeed02 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.67 "DELETE /v2.0/ports/8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 HTTP/1.1" status: 204 len: 173 time: 1.7766705 Feb 15 16:58:49.553406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ee6b80-b35a-403e-a2de-39064667906a', 'name': 'network-vif-deleted', 'tag': '8c716cc9-d88a-44a3-b4eb-f3b300ad3d31'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:58:49.556174 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d805f252-536b-47fb-b2e4-a08fbce02628" -d '{"events": [{"server_uuid": "42ee6b80-b35a-403e-a2de-39064667906a", "name": "network-vif-deleted", "tag": "8c716cc9-d88a-44a3-b4eb-f3b300ad3d31"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:58:49.625609 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e895238-3782-48d4-af64-01892ba9a50d req-622cc8bb-5ac5-4a63-9c18-85754e0d14be tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 210 time: 0.1726606 Feb 15 16:58:49.626780 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:49.673403 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f92fc79-672f-414c-abcc-e465ceb02456 x-openstack-request-id: req-6f92fc79-672f-414c-abcc-e465ceb02456 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:58:49.675723 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ee6b80-b35a-403e-a2de-39064667906a", "name": "network-vif-deleted", "tag": "8c716cc9-d88a-44a3-b4eb-f3b300ad3d31", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:58:49.676163 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6f92fc79-672f-414c-abcc-e465ceb02456 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:58:49.676706 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42ee6b80-b35a-403e-a2de-39064667906a', 'name': 'network-vif-deleted', 'tag': '8c716cc9-d88a-44a3-b4eb-f3b300ad3d31', 'status': 'completed', 'code': 200} Feb 15 16:58:49.694437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2ac5ff-72ba-4dc9-ad48-2ec35f8e6a75 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:58:49.708087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc306b68-c7e6-4d4a-8aed-c13cd8724ba9 None None] Sync routers for ids ['eaa653c0-6fc3-405e-86f3-d6733af9ce8d'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:58:49.711426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ef2ac5ff-72ba-4dc9-ad48-2ec35f8e6a75 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/eaa653c0-6fc3-405e-86f3-d6733af9ce8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4668894 Feb 15 16:58:49.714222 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Attempting to bind port 34350261-549f-4605-a100-32e24c577d07 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:58:49.714687 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34104) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:49.714961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Attempting to bind port 34350261-549f-4605-a100-32e24c577d07 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:58:49.715485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Attempting to bind port 34350261-549f-4605-a100-32e24c577d07 on network 6d034b05-8049-4817-a4aa-97f8065a9672 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:58:49.723947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:58:49.724592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Checking segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:58:49.725163 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:49.731367 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Bound using segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:58:49.731367 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Bound port: 34350261-549f-4605-a100-32e24c577d07, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:58:49.731367 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (34350261-549f-4605-a100-32e24c577d07), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:49.800514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e76afae7-f74d-4cf8-ab04-d78dbe1eb118 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports?device_id=eaa653c0-6fc3-405e-86f3-d6733af9ce8d HTTP/1.1" status: 200 len: 205 time: 0.0842943 Feb 15 16:58:49.801217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc306b68-c7e6-4d4a-8aed-c13cd8724ba9 None None] Routers {'eaa653c0-6fc3-405e-86f3-d6733af9ce8d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:58:49.805977 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-dc306b68-c7e6-4d4a-8aed-c13cd8724ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:58:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['eaa653c0-6fc3-405e-86f3-d6733af9ce8d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:49.821061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Allocated IP 172.25.4.45 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/84f6c77c-c45a-4a18-b427-ba8d901cf290) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:58:49.827470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34110) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:49.944253 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-dc306b68-c7e6-4d4a-8aed-c13cd8724ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:49.957392 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Publish callbacks [] for port (84f6c77c-c45a-4a18-b427-ba8d901cf290), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:50.000850 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-85762b0b-36e2-45b5-b673-50df29511eb5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (eaa653c0-6fc3-405e-86f3-d6733af9ce8d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:50.061069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc306b68-c7e6-4d4a-8aed-c13cd8724ba9 None None] Routers {'eaa653c0-6fc3-405e-86f3-d6733af9ce8d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:58:50.061923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-dc306b68-c7e6-4d4a-8aed-c13cd8724ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:58:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['eaa653c0-6fc3-405e-86f3-d6733af9ce8d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:50.120162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-dc306b68-c7e6-4d4a-8aed-c13cd8724ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:50.121708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc306b68-c7e6-4d4a-8aed-c13cd8724ba9 None None] The sync data for ids ['eaa653c0-6fc3-405e-86f3-d6733af9ce8d'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:58:50.128028 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] For port 34350261-549f-4605-a100-32e24c577d07, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:58:50.129662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] For port 34350261-549f-4605-a100-32e24c577d07, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=34350261-549f-4605-a100-32e24c577d07,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:58:50.130156 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5f0030ef-cfb2-4389-abd5-fbea096aba8e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ae4849eedb3b449db2988c6e0bf623db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5048747 Feb 15 16:58:50.131361 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34120) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:50.132784 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (84f6c77c-c45a-4a18-b427-ba8d901cf290), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:50.144646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0030ef-cfb2-4389-abd5-fbea096aba8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b03a35-73a0-4b16-a1b2-0cefd2887cd3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:50.223656 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (34350261-549f-4605-a100-32e24c577d07), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:50.227209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:58:50.239235 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:50.274712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:58:50.287661 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-85762b0b-36e2-45b5-b673-50df29511eb5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (eaa653c0-6fc3-405e-86f3-d6733af9ce8d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:50.294520 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-85762b0b-36e2-45b5-b673-50df29511eb5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_controller (eaa653c0-6fc3-405e-86f3-d6733af9ce8d), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:50.336068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Pushing event updated for resources: {'Port': ['ID=84f6c77c-c45a-4a18-b427-ba8d901cf290,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:50.370120 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4621d-9089-422c-b3e2-d60b4a9d177e None None] Pushing event updated for resources: {'Port': ['ID=34350261-549f-4605-a100-32e24c577d07,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:50.402742 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8bde1e3b-ced0-48b1-850c-5349fdddc1de admin admin] Publish callbacks [] for security_group (14b03a35-73a0-4b16-a1b2-0cefd2887cd3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:50.442002 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8bde1e3b-ced0-48b1-850c-5349fdddc1de admin admin] Publish callbacks [] for security_group (14b03a35-73a0-4b16-a1b2-0cefd2887cd3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:50.496971 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-85762b0b-36e2-45b5-b673-50df29511eb5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (eaa653c0-6fc3-405e-86f3-d6733af9ce8d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:50.498755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85762b0b-36e2-45b5-b673-50df29511eb5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Fanout notify agent at l3_agent the message router_deleted on router eaa653c0-6fc3-405e-86f3-d6733af9ce8d {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:58:50.511876 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-85762b0b-36e2-45b5-b673-50df29511eb5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:50.517253 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-85762b0b-36e2-45b5-b673-50df29511eb5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/routers/eaa653c0-6fc3-405e-86f3-d6733af9ce8d HTTP/1.1" status: 204 len: 168 time: 0.6874392 Feb 15 16:58:50.518806 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34130) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:50.687626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9cdb95-c9b9-46c1-93b1-c34e21586a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting subnet 5a5c4e9f-f936-4a49-886a-ee3c64663385 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:58:50.713297 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b9cdb95-c9b9-46c1-93b1-c34e21586a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (5a5c4e9f-f936-4a49-886a-ee3c64663385), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:50.798633 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b9cdb95-c9b9-46c1-93b1-c34e21586a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (5a5c4e9f-f936-4a49-886a-ee3c64663385), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:50.847175 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:58:50.904883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:58:50.910295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8c716cc9-d88a-44a3-b4eb-f3b300ad3d31 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:58:50.921971 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b9cdb95-c9b9-46c1-93b1-c34e21586a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (5a5c4e9f-f936-4a49-886a-ee3c64663385), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:51.018743 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8bde1e3b-ced0-48b1-850c-5349fdddc1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (14b03a35-73a0-4b16-a1b2-0cefd2887cd3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:51.021506 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8bde1e3b-ced0-48b1-850c-5349fdddc1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:51.022796 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8bde1e3b-ced0-48b1-850c-5349fdddc1de admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/14b03a35-73a0-4b16-a1b2-0cefd2887cd3 HTTP/1.1" status: 204 len: 168 time: 0.8792317 Feb 15 16:58:51.116549 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Publish callbacks [] for router_gateway (5ff18b72-1a6c-49b3-bf68-daefd0667316), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:51.122455 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-102667b2-8397-4141-8fbd-d3a478a4b876 req-24ffbc16-431d-4f05-bda7-830628a0485f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=42ee6b80-b35a-403e-a2de-39064667906a HTTP/1.1" status: 200 len: 210 time: 0.1069093 Feb 15 16:58:51.131990 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b9cdb95-c9b9-46c1-93b1-c34e21586a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (5a5c4e9f-f936-4a49-886a-ee3c64663385), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:51.181150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde1e3b-ced0-48b1-850c-5349fdddc1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b03a35-73a0-4b16-a1b2-0cefd2887cd3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:51.196520 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b9cdb95-c9b9-46c1-93b1-c34e21586a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:51.208491 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1b9cdb95-c9b9-46c1-93b1-c34e21586a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/5a5c4e9f-f936-4a49-886a-ee3c64663385 HTTP/1.1" status: 204 len: 168 time: 0.6863599 Feb 15 16:58:51.222830 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34150) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:51.224894 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c819c8-177d-445a-a1aa-7d510f31adb0 None None] Network 71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:51.248281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cdb95-c9b9-46c1-93b1-c34e21586a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5c4e9f-f936-4a49-886a-ee3c64663385,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:51.310989 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-7253652c-360b-4a5a-960c-8f9cb9343d62 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting subnet 3e996efa-f936-43c6-8d01-c05b38292389 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:58:51.318797 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7253652c-360b-4a5a-960c-8f9cb9343d62 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (3e996efa-f936-43c6-8d01-c05b38292389), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:51.399700 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7253652c-360b-4a5a-960c-8f9cb9343d62 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (3e996efa-f936-43c6-8d01-c05b38292389), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:51.522917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc8d4ad-d583-4ae1-87d4-aaf2abba9d15 None None] DHCP port deletion for 71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:58:51.589774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-adc8d4ad-d583-4ae1-87d4-aaf2abba9d15 None None] Deleting port e18aba0b-3af3-43c3-942d-3e8452084328 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:58:51.590056 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-adc8d4ad-d583-4ae1-87d4-aaf2abba9d15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e18aba0b-3af3-43c3-942d-3e8452084328), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:51.688952 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7253652c-360b-4a5a-960c-8f9cb9343d62 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (3e996efa-f936-43c6-8d01-c05b38292389), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:51.723560 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (5ff18b72-1a6c-49b3-bf68-daefd0667316), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:51.892469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34158) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:51.920273 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4ba4e520-76d4-4872-8715-02953016f861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:51.986915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34162) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:52.092572 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4ba4e520-76d4-4872-8715-02953016f861 admin admin] Publish callbacks [] for security_group (3140c021-ab7a-43d8-b106-a9e8b804a905), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:52.113250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-adc8d4ad-d583-4ae1-87d4-aaf2abba9d15 None None] For port e18aba0b-3af3-43c3-942d-3e8452084328, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e18aba0b-3af3-43c3-942d-3e8452084328,segment=NetworkSegment(7be2c359-7e9c-406e-a491-d4c55d68e997),segment_id=7be2c359-7e9c-406e-a491-d4c55d68e997)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:52.115649 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-adc8d4ad-d583-4ae1-87d4-aaf2abba9d15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e18aba0b-3af3-43c3-942d-3e8452084328), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:52.171631 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4ba4e520-76d4-4872-8715-02953016f861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3140c021-ab7a-43d8-b106-a9e8b804a905), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:52.181496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-adc8d4ad-d583-4ae1-87d4-aaf2abba9d15 None None] Calling delete_port for e18aba0b-3af3-43c3-942d-3e8452084328 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:58:52.222876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34174) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:52.252378 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb11a16-116d-49f0-baba-36be2bc57eab None None] Network 6d034b05-8049-4817-a4aa-97f8065a9672 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:52.266430 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4ba4e520-76d4-4872-8715-02953016f861 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cbdef94357114a329d5a0bd95f104247&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3726013 Feb 15 16:58:52.269506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4e520-76d4-4872-8715-02953016f861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3140c021-ab7a-43d8-b106-a9e8b804a905,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:52.272102 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34180) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:52.405051 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bda447f-3ebf-4881-9210-1e8fca92cdf4 admin admin] Publish callbacks [] for security_group (3140c021-ab7a-43d8-b106-a9e8b804a905), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:52.437608 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7253652c-360b-4a5a-960c-8f9cb9343d62 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (3e996efa-f936-43c6-8d01-c05b38292389), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:52.466392 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bda447f-3ebf-4881-9210-1e8fca92cdf4 admin admin] Publish callbacks [] for security_group (3140c021-ab7a-43d8-b106-a9e8b804a905), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:52.493030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5ca2bc9e-f570-411c-bc82-4a2293a04199 None None] Provisioning complete for port 34350261-549f-4605-a100-32e24c577d07 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:52.493722 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bc9e-f570-411c-bc82-4a2293a04199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (34350261-549f-4605-a100-32e24c577d07), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:52.544708 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5890901c-dc18-4947-95f7-5cadc8de1b04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:52.580644 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7253652c-360b-4a5a-960c-8f9cb9343d62 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:52.588144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf3de93-8637-42d2-acbc-6d62bff446db None None] Network 6d064f8f-6227-4c8d-8b28-d3e3c6547aad requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:58:52.589548 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7253652c-360b-4a5a-960c-8f9cb9343d62 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/3e996efa-f936-43c6-8d01-c05b38292389 HTTP/1.1" status: 204 len: 168 time: 1.3688855 Feb 15 16:58:52.594750 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253652c-360b-4a5a-960c-8f9cb9343d62 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Subnet': ['ID=3e996efa-f936-43c6-8d01-c05b38292389,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:52.598558 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34184) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:52.659081 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-adc8d4ad-d583-4ae1-87d4-aaf2abba9d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (e18aba0b-3af3-43c3-942d-3e8452084328), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:52.707971 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Router 5ff18b72-1a6c-49b3-bf68-daefd0667316 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:58:52.722712 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc8d4ad-d583-4ae1-87d4-aaf2abba9d15 None None] Pushing event deleted for resources: {'Port': ['ID=e18aba0b-3af3-43c3-942d-3e8452084328,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:52.738308 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd782835-4d6e-4052-9b74-42bff9574cc0 req-4aa37932-5aa0-473e-a537-65f2de328377 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:52.747473 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ae324c4-97df-4341-a668-decb471d5f2d req-d1267ce9-8901-4776-a1ee-d5af33162819 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2422173 Feb 15 16:58:52.749215 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd782835-4d6e-4052-9b74-42bff9574cc0 req-4aa37932-5aa0-473e-a537-65f2de328377 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.3551981 Feb 15 16:58:52.785487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc8d4ad-d583-4ae1-87d4-aaf2abba9d15 None None] No DVR routers for this DVR port e18aba0b-3af3-43c3-942d-3e8452084328 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:58:52.839683 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bda447f-3ebf-4881-9210-1e8fca92cdf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3140c021-ab7a-43d8-b106-a9e8b804a905), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:52.842781 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bda447f-3ebf-4881-9210-1e8fca92cdf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:52.845410 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8bda447f-3ebf-4881-9210-1e8fca92cdf4 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3140c021-ab7a-43d8-b106-a9e8b804a905 HTTP/1.1" status: 204 len: 168 time: 0.5591273 Feb 15 16:58:52.875695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5ca2bc9e-f570-411c-bc82-4a2293a04199 None None] Current status of the port 34350261-549f-4605-a100-32e24c577d07 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:52.875695 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bc9e-f570-411c-bc82-4a2293a04199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (34350261-549f-4605-a100-32e24c577d07), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:52.876734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 34350261-549f-4605-a100-32e24c577d07 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:58:52.899710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda447f-3ebf-4881-9210-1e8fca92cdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3140c021-ab7a-43d8-b106-a9e8b804a905,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:53.010394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae324c4-97df-4341-a668-decb471d5f2d req-b14d00d5-d11c-4626-b436-01f29043c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:53.013177 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ae324c4-97df-4341-a668-decb471d5f2d req-b14d00d5-d11c-4626-b436-01f29043c715 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 1129 time: 0.2196095 Feb 15 16:58:53.037048 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5890901c-dc18-4947-95f7-5cadc8de1b04 admin admin] Publish callbacks [] for security_group (6b57597b-3e7f-470e-b865-f91b5eca9950), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:53.054539 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-874b0fce-aab9-4c67-b262-97ad2a84dfd4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:53.075487 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd782835-4d6e-4052-9b74-42bff9574cc0 req-71f8111b-3c66-4f19-b36a-640decefbc2f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252432 Feb 15 16:58:53.085677 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5ca2bc9e-f570-411c-bc82-4a2293a04199 None None] For port 34350261-549f-4605-a100-32e24c577d07, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=34350261-549f-4605-a100-32e24c577d07,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:53.120123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 34350261-549f-4605-a100-32e24c577d07 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:53.121883 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (34350261-549f-4605-a100-32e24c577d07), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:53.202377 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:58:53.211515 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Sync routers for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:58:53.236642 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-874b0fce-aab9-4c67-b262-97ad2a84dfd4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:53.260077 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5890901c-dc18-4947-95f7-5cadc8de1b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6b57597b-3e7f-470e-b865-f91b5eca9950), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:53.266607 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:58:53.267266 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:58:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:53.281194 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37e848c-344d-4065-b59f-7673561723d8 None None] DHCP port deletion for 6d064f8f-6227-4c8d-8b28-d3e3c6547aad request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:58:53.284726 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-874b0fce-aab9-4c67-b262-97ad2a84dfd4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:53.297001 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ca2bc9e-f570-411c-bc82-4a2293a04199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (34350261-549f-4605-a100-32e24c577d07), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:53.299621 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-874b0fce-aab9-4c67-b262-97ad2a84dfd4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7be2c359-7e9c-406e-a491-d4c55d68e997') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:53.305260 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-874b0fce-aab9-4c67-b262-97ad2a84dfd4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7be2c359-7e9c-406e-a491-d4c55d68e997') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:53.313957 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:53.320499 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d988c4fe-ae6c-4335-bfe5-5edf8d6190f1 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0611532 Feb 15 16:58:53.329972 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34192) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:53.336012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-874b0fce-aab9-4c67-b262-97ad2a84dfd4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (7be2c359-7e9c-406e-a491-d4c55d68e997), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:53.479158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5890901c-dc18-4947-95f7-5cadc8de1b04 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4a37352b11774d2ebb32258b584850b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4886494 Feb 15 16:58:53.499561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34202) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:53.638856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890901c-dc18-4947-95f7-5cadc8de1b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b57597b-3e7f-470e-b865-f91b5eca9950,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:53.654229 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:58:53.666703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 34350261-549f-4605-a100-32e24c577d07 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:53.691555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d3bf9165-6a1e-4279-9d58-f4e6aa37abe5 None None] Provisioning complete for port 34350261-549f-4605-a100-32e24c577d07 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:53.696061 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d3bf9165-6a1e-4279-9d58-f4e6aa37abe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (34350261-549f-4605-a100-32e24c577d07), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:53.721410 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae324c4-97df-4341-a668-decb471d5f2d req-3869051b-8e94-4567-b3f4-28eeb9550554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:53.723718 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ae324c4-97df-4341-a668-decb471d5f2d req-3869051b-8e94-4567-b3f4-28eeb9550554 service neutron] 10.222.0.67 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.6584756 Feb 15 16:58:53.779281 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-163d95f9-8cd3-478b-81de-2f3625f21bae admin admin] Publish callbacks [] for security_group (6b57597b-3e7f-470e-b865-f91b5eca9950), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:53.784527 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-874b0fce-aab9-4c67-b262-97ad2a84dfd4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (7be2c359-7e9c-406e-a491-d4c55d68e997), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:53.785534 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ae324c4-97df-4341-a668-decb471d5f2d req-46ec2647-132d-4941-bd07-2782578129fb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=313c3044-61da-499f-9e9c-6c113b093698 HTTP/1.1" status: 200 len: 217 time: 0.0508699 Feb 15 16:58:53.799033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2bc9e-f570-411c-bc82-4a2293a04199 None None] Pushing event updated for resources: {'Port': ['ID=34350261-549f-4605-a100-32e24c577d07,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:53.809605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e18aba0b-3af3-43c3-942d-3e8452084328 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:58:53.857263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: e18aba0b-3af3-43c3-942d-3e8452084328 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:58:53.857682 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e18aba0b-3af3-43c3-942d-3e8452084328 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:58:53.863913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b37e848c-344d-4065-b59f-7673561723d8 None None] Deleting port 369b214d-6a2d-4ae1-aa39-d250b8412779 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:58:53.864288 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b37e848c-344d-4065-b59f-7673561723d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (369b214d-6a2d-4ae1-aa39-d250b8412779), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:53.890138 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-163d95f9-8cd3-478b-81de-2f3625f21bae admin admin] Publish callbacks [] for security_group (6b57597b-3e7f-470e-b865-f91b5eca9950), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:53.898039 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874b0fce-aab9-4c67-b262-97ad2a84dfd4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:58:53.898462 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-874b0fce-aab9-4c67-b262-97ad2a84dfd4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (7be2c359-7e9c-406e-a491-d4c55d68e997), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:58:53.902230 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:58:53.986172 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:50Z', 'revision_number': 3, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:54.031286 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b37e848c-344d-4065-b59f-7673561723d8 None None] For port 369b214d-6a2d-4ae1-aa39-d250b8412779, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=369b214d-6a2d-4ae1-aa39-d250b8412779,segment=NetworkSegment(fd76a687-3c8a-40c5-84af-2491b6ed0cfa),segment_id=fd76a687-3c8a-40c5-84af-2491b6ed0cfa)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:54.032256 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b37e848c-344d-4065-b59f-7673561723d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (369b214d-6a2d-4ae1-aa39-d250b8412779), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:54.058010 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e38698-d4fe-481e-8a7c-72b69f427222 req-ba5ee0ad-c9aa-4e78-8e83-a71e333594e5 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:54.060390 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae324c4-97df-4341-a668-decb471d5f2d req-995630fa-e355-405c-92e7-38e27ae44d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:54.062093 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ae324c4-97df-4341-a668-decb471d5f2d req-995630fa-e355-405c-92e7-38e27ae44d5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.2643640 Feb 15 16:58:54.065004 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Checking router: 5ff18b72-1a6c-49b3-bf68-daefd0667316 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:58:54.071761 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Updating router 5ff18b72-1a6c-49b3-bf68-daefd0667316 port 84f6c77c-c45a-4a18-b427-ba8d901cf290 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:58:54.076684 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b9e38698-d4fe-481e-8a7c-72b69f427222 req-ba5ee0ad-c9aa-4e78-8e83-a71e333594e5 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.4837537 Feb 15 16:58:54.132466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b37e848c-344d-4065-b59f-7673561723d8 None None] Calling delete_port for 369b214d-6a2d-4ae1-aa39-d250b8412779 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:58:54.139836 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (84f6c77c-c45a-4a18-b427-ba8d901cf290), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:54.151394 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-874b0fce-aab9-4c67-b262-97ad2a84dfd4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:54.156473 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-874b0fce-aab9-4c67-b262-97ad2a84dfd4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:54.162450 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-874b0fce-aab9-4c67-b262-97ad2a84dfd4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/networks/71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb HTTP/1.1" status: 204 len: 168 time: 1.5601785 Feb 15 16:58:54.164825 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-163d95f9-8cd3-478b-81de-2f3625f21bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6b57597b-3e7f-470e-b865-f91b5eca9950), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:54.168247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34212) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:54.168389 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-163d95f9-8cd3-478b-81de-2f3625f21bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:54.169743 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-163d95f9-8cd3-478b-81de-2f3625f21bae admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6b57597b-3e7f-470e-b865-f91b5eca9950 HTTP/1.1" status: 204 len: 168 time: 0.6455464 Feb 15 16:58:54.196174 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d3bf9165-6a1e-4279-9d58-f4e6aa37abe5 None None] Current status of the port 34350261-549f-4605-a100-32e24c577d07 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:54.202587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae324c4-97df-4341-a668-decb471d5f2d req-6cf65fbe-390c-4b83-84bf-7a8fdd8ead80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:54.202587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ae324c4-97df-4341-a668-decb471d5f2d req-6cf65fbe-390c-4b83-84bf-7a8fdd8ead80 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1211960 Feb 15 16:58:54.202990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d95f9-8cd3-478b-81de-2f3625f21bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b57597b-3e7f-470e-b865-f91b5eca9950,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:54.399216 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3681894-cb51-457b-b100-ff7520e087ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (3c8e9e02-c334-4a50-abed-f9672b7513c0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:54.425488 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b9e38698-d4fe-481e-8a7c-72b69f427222 req-9b58cc10-3f8f-44e0-bb9e-7375b7abc17e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475087 Feb 15 16:58:54.453614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b0fce-aab9-4c67-b262-97ad2a84dfd4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Network': ['ID=71bb2efa-c0ee-4ab0-9ce9-b71c08a3e7eb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:54.476203 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b37e848c-344d-4065-b59f-7673561723d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (369b214d-6a2d-4ae1-aa39-d250b8412779), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:54.561264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e848c-344d-4065-b59f-7673561723d8 None None] Pushing event deleted for resources: {'Port': ['ID=369b214d-6a2d-4ae1-aa39-d250b8412779,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:54.572103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37e848c-344d-4065-b59f-7673561723d8 None None] No DVR routers for this DVR port 369b214d-6a2d-4ae1-aa39-d250b8412779 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:58:54.700871 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Publish callbacks [] for port (84f6c77c-c45a-4a18-b427-ba8d901cf290), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:54.734374 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 34350261-549f-4605-a100-32e24c577d07 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:58:54.768996 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5e85814-322d-4624-8994-539eacc603cd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (6d064f8f-6227-4c8d-8b28-d3e3c6547aad), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:54.794034 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (84f6c77c-c45a-4a18-b427-ba8d901cf290), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:54.833728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 34350261-549f-4605-a100-32e24c577d07 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:54.834773 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (34350261-549f-4605-a100-32e24c577d07), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:54.907572 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Attempting to bind port 84f6c77c-c45a-4a18-b427-ba8d901cf290 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:58:54.911839 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Attempting to bind port 84f6c77c-c45a-4a18-b427-ba8d901cf290 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:58:54.912348 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Attempting to bind port 84f6c77c-c45a-4a18-b427-ba8d901cf290 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:58:54.935505 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:58:54.946911 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:58:54.947580 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:54.948064 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:58:54.948640 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Bound port: 84f6c77c-c45a-4a18-b427-ba8d901cf290, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:58:54.952314 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (84f6c77c-c45a-4a18-b427-ba8d901cf290), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:54.962845 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4341eb-efa8-4a24-a856-9e1c04b651e0 None None] Pushing event updated for resources: {'Port': ['ID=84f6c77c-c45a-4a18-b427-ba8d901cf290,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:54.971696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 34350261-549f-4605-a100-32e24c577d07 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:55.062979 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 369b214d-6a2d-4ae1-aa39-d250b8412779 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:58:55.104851 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5e85814-322d-4624-8994-539eacc603cd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (6d064f8f-6227-4c8d-8b28-d3e3c6547aad), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:55.114078 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4341eb-efa8-4a24-a856-9e1c04b651e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:55.114389 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4341eb-efa8-4a24-a856-9e1c04b651e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:55.114725 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4341eb-efa8-4a24-a856-9e1c04b651e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:55.115060 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4341eb-efa8-4a24-a856-9e1c04b651e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:55.115458 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4341eb-efa8-4a24-a856-9e1c04b651e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:55.115785 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4341eb-efa8-4a24-a856-9e1c04b651e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:55.116108 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4341eb-efa8-4a24-a856-9e1c04b651e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:55.116427 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4341eb-efa8-4a24-a856-9e1c04b651e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:55.116747 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4341eb-efa8-4a24-a856-9e1c04b651e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:55.117072 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4341eb-efa8-4a24-a856-9e1c04b651e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:55.117392 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4341eb-efa8-4a24-a856-9e1c04b651e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:55.117750 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4341eb-efa8-4a24-a856-9e1c04b651e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:55.118077 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc4341eb-efa8-4a24-a856-9e1c04b651e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:58:55.139014 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 369b214d-6a2d-4ae1-aa39-d250b8412779 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:58:55.139784 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34238) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:55.140333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 369b214d-6a2d-4ae1-aa39-d250b8412779 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:58:55.155536 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] For port 84f6c77c-c45a-4a18-b427-ba8d901cf290, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:58:55.165168 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] For port 84f6c77c-c45a-4a18-b427-ba8d901cf290, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=84f6c77c-c45a-4a18-b427-ba8d901cf290,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:58:55.174586 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-c5e85814-322d-4624-8994-539eacc603cd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d064f8f-6227-4c8d-8b28-d3e3c6547aad']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:55.192875 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a216067-4c35-48e8-90c9-d384f852e6d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:55.196428 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-c5e85814-322d-4624-8994-539eacc603cd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd76a687-3c8a-40c5-84af-2491b6ed0cfa') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:55.197149 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-c5e85814-322d-4624-8994-539eacc603cd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd76a687-3c8a-40c5-84af-2491b6ed0cfa') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:55.221602 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5e85814-322d-4624-8994-539eacc603cd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (fd76a687-3c8a-40c5-84af-2491b6ed0cfa), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:55.231632 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ae324c4-97df-4341-a668-decb471d5f2d req-39d39403-e625-42bd-aed7-2ef43b9920f9 service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9939661 Feb 15 16:58:55.234384 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (84f6c77c-c45a-4a18-b427-ba8d901cf290), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:55.242731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6155c-7a4e-4553-8774-a88ccc5cc954 req-2a4066c4-e7b6-4d2f-879d-22d31b58447c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:55.244256 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a7a6155c-7a4e-4553-8774-a88ccc5cc954 req-2a4066c4-e7b6-4d2f-879d-22d31b58447c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1971855 Feb 15 16:58:55.294387 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:55.317219 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:58:55.320265 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:58:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:55.327017 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5e85814-322d-4624-8994-539eacc603cd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (fd76a687-3c8a-40c5-84af-2491b6ed0cfa), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:55.343067 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e85814-322d-4624-8994-539eacc603cd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:58:55.343278 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5e85814-322d-4624-8994-539eacc603cd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (fd76a687-3c8a-40c5-84af-2491b6ed0cfa), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:58:55.346521 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:58:55.376467 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a7a6155c-7a4e-4553-8774-a88ccc5cc954 req-6d2a0d94-bded-4e84-8db4-0b87e03d5318 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215050 Feb 15 16:58:55.420126 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4341eb-efa8-4a24-a856-9e1c04b651e0 None None] Pushing event updated for resources: {'Port': ['ID=84f6c77c-c45a-4a18-b427-ba8d901cf290,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:55.435167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ae324c4-97df-4341-a668-decb471d5f2d req-c2a9a0b1-98fc-4677-b164-66766470cd2a service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899436 Feb 15 16:58:55.469842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a3681894-cb51-457b-b100-ff7520e087ba admin admin] Deleting port 4f2542da-82d6-4a15-a3f7-3be92e291a89 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:58:55.470208 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3681894-cb51-457b-b100-ff7520e087ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:55.487910 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:58:55.651367 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-a3681894-cb51-457b-b100-ff7520e087ba admin admin] For port 4f2542da-82d6-4a15-a3f7-3be92e291a89, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4f2542da-82d6-4a15-a3f7-3be92e291a89,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:55.652154 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3681894-cb51-457b-b100-ff7520e087ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:55.657560 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a216067-4c35-48e8-90c9-d384f852e6d6 admin admin] Publish callbacks [] for security_group (6d2ddf08-6a45-4641-82bb-9be55bf33c2b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:55.662578 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5e85814-322d-4624-8994-539eacc603cd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (6d064f8f-6227-4c8d-8b28-d3e3c6547aad), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:55.674629 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5e85814-322d-4624-8994-539eacc603cd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:55.679371 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c5e85814-322d-4624-8994-539eacc603cd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/networks/6d064f8f-6227-4c8d-8b28-d3e3c6547aad HTTP/1.1" status: 204 len: 168 time: 1.5101385 Feb 15 16:58:55.694971 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a3681894-cb51-457b-b100-ff7520e087ba admin admin] Calling delete_port for 4f2542da-82d6-4a15-a3f7-3be92e291a89 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:58:55.697501 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34246) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:55.743597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-466d4ec3-a3a3-4837-a7f7-1fb02ad51b33 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'network': {'name': 'tempest-RoutersTest-621390903'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:55.759087 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a216067-4c35-48e8-90c9-d384f852e6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6d2ddf08-6a45-4641-82bb-9be55bf33c2b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:55.786620 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e85814-322d-4624-8994-539eacc603cd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Network': ['ID=6d064f8f-6227-4c8d-8b28-d3e3c6547aad,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:55.800201 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1a216067-4c35-48e8-90c9-d384f852e6d6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=63bcdcd8970e46e89c760e656d78ef4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6512287 Feb 15 16:58:55.818583 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34256) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:55.872383 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:50Z', 'revision_number': 3, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:55.920584 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a216067-4c35-48e8-90c9-d384f852e6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2ddf08-6a45-4641-82bb-9be55bf33c2b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:55.939709 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67772b2e-3171-4ba2-9723-9914b82df6cc None None] The sync data for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 is: [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:50Z', 'revision_number': 3, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:58:55.943758 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Allocated IP 172.20.0.1 (6d034b05-8049-4817-a4aa-97f8065a9672/5c179437-204b-4978-a297-fc19fe80904c/304c7bdd-e424-43b0-8077-e978dfc620d0) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:58:55.990369 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466d4ec3-a3a3-4837-a7f7-1fb02ad51b33 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:56.004489 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-466d4ec3-a3a3-4837-a7f7-1fb02ad51b33 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:56.040510 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6be885bc-edc0-4067-8b29-16ba0df0501d admin admin] Publish callbacks [] for security_group (6d2ddf08-6a45-4641-82bb-9be55bf33c2b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:56.173148 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466d4ec3-a3a3-4837-a7f7-1fb02ad51b33 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:58:56.223486 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3681894-cb51-457b-b100-ff7520e087ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4f2542da-82d6-4a15-a3f7-3be92e291a89), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:56.323765 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6be885bc-edc0-4067-8b29-16ba0df0501d admin admin] Publish callbacks [] for security_group (6d2ddf08-6a45-4641-82bb-9be55bf33c2b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:56.327423 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-466d4ec3-a3a3-4837-a7f7-1fb02ad51b33 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1a0c1a16-b7fa-4261-af04-c750c4902747), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:56.327770 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-466d4ec3-a3a3-4837-a7f7-1fb02ad51b33 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Added segment 1a0c1a16-b7fa-4261-af04-c750c4902747 of type vlan for network 18bba263-9056-4794-a060-f7ea250fbd5c Feb 15 16:58:56.330738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3681894-cb51-457b-b100-ff7520e087ba admin admin] Pushing event deleted for resources: {'Port': ['ID=4f2542da-82d6-4a15-a3f7-3be92e291a89,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:56.659699 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-466d4ec3-a3a3-4837-a7f7-1fb02ad51b33 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (18bba263-9056-4794-a060-f7ea250fbd5c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:56.681794 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6be885bc-edc0-4067-8b29-16ba0df0501d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6d2ddf08-6a45-4641-82bb-9be55bf33c2b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:56.711967 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6be885bc-edc0-4067-8b29-16ba0df0501d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:56.716579 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6be885bc-edc0-4067-8b29-16ba0df0501d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6d2ddf08-6a45-4641-82bb-9be55bf33c2b HTTP/1.1" status: 204 len: 168 time: 0.8967743 Feb 15 16:58:56.773934 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be885bc-edc0-4067-8b29-16ba0df0501d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2ddf08-6a45-4641-82bb-9be55bf33c2b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:56.885338 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Publish callbacks [] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:56.961061 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-466d4ec3-a3a3-4837-a7f7-1fb02ad51b33 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (18bba263-9056-4794-a060-f7ea250fbd5c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:56.968326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466d4ec3-a3a3-4837-a7f7-1fb02ad51b33 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:58:56.969033 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-466d4ec3-a3a3-4837-a7f7-1fb02ad51b33 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:56.986342 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3681894-cb51-457b-b100-ff7520e087ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (3c8e9e02-c334-4a50-abed-f9672b7513c0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:57.105573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 84f6c77c-c45a-4a18-b427-ba8d901cf290 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:58:57.156230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d4ec3-a3a3-4837-a7f7-1fb02ad51b33 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Network': ['ID=18bba263-9056-4794-a060-f7ea250fbd5c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:57.177982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 18bba263-9056-4794-a060-f7ea250fbd5c details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:58:57.274197 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:57.319296 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 84f6c77c-c45a-4a18-b427-ba8d901cf290 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:57.319678 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (84f6c77c-c45a-4a18-b427-ba8d901cf290), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:57.354484 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-466d4ec3-a3a3-4837-a7f7-1fb02ad51b33 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6536214 Feb 15 16:58:57.374721 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34292) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:57.411949 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-634894e3-30af-4335-8bf5-79c1613ca7ac tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'subnet': {'network_id': '18bba263-9056-4794-a060-f7ea250fbd5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:58:57.435875 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Network 6d034b05-8049-4817-a4aa-97f8065a9672 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:58:57.488099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:58:57.564655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 84f6c77c-c45a-4a18-b427-ba8d901cf290 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:58:57.565136 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (84f6c77c-c45a-4a18-b427-ba8d901cf290), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:57.576626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:58:57.647715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 84f6c77c-c45a-4a18-b427-ba8d901cf290, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=84f6c77c-c45a-4a18-b427-ba8d901cf290,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:57.679847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3681894-cb51-457b-b100-ff7520e087ba admin admin] Router 3c8e9e02-c334-4a50-abed-f9672b7513c0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:58:57.715480 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (84f6c77c-c45a-4a18-b427-ba8d901cf290), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:57.788346 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Pushing event updated for resources: {'Port': ['ID=304c7bdd-e424-43b0-8077-e978dfc620d0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:57.875059 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (5ff18b72-1a6c-49b3-bf68-daefd0667316), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:57.914517 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=84f6c77c-c45a-4a18-b427-ba8d901cf290,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:58.015365 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3681894-cb51-457b-b100-ff7520e087ba admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:58:58.021401 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a3681894-cb51-457b-b100-ff7520e087ba admin admin] 10.222.0.107 "PUT /v2.0/routers/3c8e9e02-c334-4a50-abed-f9672b7513c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7931302 Feb 15 16:58:58.029831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f353c6-eadd-42d5-8c4c-badfc1ccf276 None None] Sync routers for ids ['3c8e9e02-c334-4a50-abed-f9672b7513c0'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:58:58.034984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34316) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:58:58.054854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f353c6-eadd-42d5-8c4c-badfc1ccf276 None None] Routers {'3c8e9e02-c334-4a50-abed-f9672b7513c0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:58:58.058091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-85f353c6-eadd-42d5-8c4c-badfc1ccf276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:58:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3c8e9e02-c334-4a50-abed-f9672b7513c0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:58.135898 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634894e3-30af-4335-8bf5-79c1613ca7ac tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:58:58.154593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-634894e3-30af-4335-8bf5-79c1613ca7ac tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:58.291703 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4b61b1f-80b4-49f4-b378-920d921211a3 admin admin] Publish callbacks [] for router (3c8e9e02-c334-4a50-abed-f9672b7513c0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:58.300879 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6f94bc1e-7e4c-49f7-a8a5-3776cacd7a93 None None] Provisioning complete for port 304c7bdd-e424-43b0-8077-e978dfc620d0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:58.306550 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f94bc1e-7e4c-49f7-a8a5-3776cacd7a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:58.401426 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-85f353c6-eadd-42d5-8c4c-badfc1ccf276 None None] Set router 3c8e9e02-c334-4a50-abed-f9672b7513c0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:58:58.604552 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4b61b1f-80b4-49f4-b378-920d921211a3 admin admin] Publish callbacks [] for router_gateway (3c8e9e02-c334-4a50-abed-f9672b7513c0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:58.653509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6f94bc1e-7e4c-49f7-a8a5-3776cacd7a93 None None] Port 304c7bdd-e424-43b0-8077-e978dfc620d0 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:58:58.765771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 84f6c77c-c45a-4a18-b427-ba8d901cf290 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:58:58.908504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-b4b61b1f-80b4-49f4-b378-920d921211a3 admin admin] Deleting port aa2346d8-6a0e-4d9e-9624-f07817277401 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:58:58.909044 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4b61b1f-80b4-49f4-b378-920d921211a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (aa2346d8-6a0e-4d9e-9624-f07817277401), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:58.967841 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 84f6c77c-c45a-4a18-b427-ba8d901cf290 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:58:58.968226 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (84f6c77c-c45a-4a18-b427-ba8d901cf290), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:59.067337 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-85f353c6-eadd-42d5-8c4c-badfc1ccf276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210'}], 'enable_snat': True}, 'gw_port_id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:58:56Z', 'revision_number': 5, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port': {'id': 'aa2346d8-6a0e-4d9e-9624-f07817277401', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:41:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:51:27Z', 'updated_at': '2022-02-15T16:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:59.092523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-b4b61b1f-80b4-49f4-b378-920d921211a3 admin admin] For port aa2346d8-6a0e-4d9e-9624-f07817277401, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=aa2346d8-6a0e-4d9e-9624-f07817277401,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:58:59.092913 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4b61b1f-80b4-49f4-b378-920d921211a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (aa2346d8-6a0e-4d9e-9624-f07817277401), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:59.124423 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-b4b61b1f-80b4-49f4-b378-920d921211a3 admin admin] Calling delete_port for aa2346d8-6a0e-4d9e-9624-f07817277401 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:58:59.185568 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f353c6-eadd-42d5-8c4c-badfc1ccf276 None None] Checking router: 3c8e9e02-c334-4a50-abed-f9672b7513c0 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:58:59.209621 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:59.227587 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f353c6-eadd-42d5-8c4c-badfc1ccf276 None None] Routers {'3c8e9e02-c334-4a50-abed-f9672b7513c0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:58:59.228587 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-85f353c6-eadd-42d5-8c4c-badfc1ccf276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:58:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['3c8e9e02-c334-4a50-abed-f9672b7513c0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:59.476555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-85f353c6-eadd-42d5-8c4c-badfc1ccf276 None None] Set router 3c8e9e02-c334-4a50-abed-f9672b7513c0 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:58:59.696765 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4b61b1f-80b4-49f4-b378-920d921211a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (aa2346d8-6a0e-4d9e-9624-f07817277401), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:59.727083 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:58:59.744087 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-634894e3-30af-4335-8bf5-79c1613ca7ac tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (41984bac-adc2-4666-9427-8e135958411e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:59.747989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b61b1f-80b4-49f4-b378-920d921211a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2346d8-6a0e-4d9e-9624-f07817277401,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:58:59.808830 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Publish callbacks [] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:59.892096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-85f353c6-eadd-42d5-8c4c-badfc1ccf276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:58:58Z', 'revision_number': 6, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:58:59.903793 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:58:59.936751 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4b61b1f-80b4-49f4-b378-920d921211a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (3c8e9e02-c334-4a50-abed-f9672b7513c0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:00.077318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f353c6-eadd-42d5-8c4c-badfc1ccf276 None None] The sync data for ids ['3c8e9e02-c334-4a50-abed-f9672b7513c0'] in n-d-828372-14 is: [{'id': '3c8e9e02-c334-4a50-abed-f9672b7513c0', 'name': 'tempest-AttachVolumeTestJSON-981998377-router', 'tenant_id': 'd50e5805188b4195b80b506af394e48d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:51:22Z', 'updated_at': '2022-02-15T16:58:58Z', 'revision_number': 6, 'project_id': 'd50e5805188b4195b80b506af394e48d', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:59:00.096166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 84f6c77c-c45a-4a18-b427-ba8d901cf290 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:00.131888 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634894e3-30af-4335-8bf5-79c1613ca7ac tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Subnet': ['ID=41984bac-adc2-4666-9427-8e135958411e,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:00.179817 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634894e3-30af-4335-8bf5-79c1613ca7ac tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Checking segment: {'id': '1a0c1a16-b7fa-4261-af04-c750c4902747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '18bba263-9056-4794-a060-f7ea250fbd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:59:00.180188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634894e3-30af-4335-8bf5-79c1613ca7ac tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network hostable DHCP agents. Network: 18bba263-9056-4794-a060-f7ea250fbd5c, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:59:00.217556 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4b61b1f-80b4-49f4-b378-920d921211a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (3c8e9e02-c334-4a50-abed-f9672b7513c0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:00.223361 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Pushing event updated for resources: {'Port': ['ID=304c7bdd-e424-43b0-8077-e978dfc620d0,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:00.237446 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (5ff18b72-1a6c-49b3-bf68-daefd0667316), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:00.240420 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4b61b1f-80b4-49f4-b378-920d921211a3 admin admin] Publish callbacks [] for router_controller (3c8e9e02-c334-4a50-abed-f9672b7513c0), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:00.388204 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:00.456313 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4b61b1f-80b4-49f4-b378-920d921211a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (3c8e9e02-c334-4a50-abed-f9672b7513c0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:00.456980 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b61b1f-80b4-49f4-b378-920d921211a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c8e9e02-c334-4a50-abed-f9672b7513c0 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:59:00.461653 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4b61b1f-80b4-49f4-b378-920d921211a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:00.476915 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b4b61b1f-80b4-49f4-b378-920d921211a3 admin admin] 10.222.0.107 "DELETE /v2.0/routers/3c8e9e02-c334-4a50-abed-f9672b7513c0 HTTP/1.1" status: 204 len: 168 time: 2.4239733 Feb 15 16:59:00.477968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34382) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:00.494271 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634894e3-30af-4335-8bf5-79c1613ca7ac tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 18bba263-9056-4794-a060-f7ea250fbd5c is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:59:00.498380 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Network 6d034b05-8049-4817-a4aa-97f8065a9672 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:00.514969 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:00.553399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-164939dc-9e2a-4cb3-8360-b6f8aee9b1d4 admin admin] Deleting subnet ee4840c8-e6d6-4864-8cc9-9887e739eb93 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:59:00.559021 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-164939dc-9e2a-4cb3-8360-b6f8aee9b1d4 admin admin] Publish callbacks [] for subnet (ee4840c8-e6d6-4864-8cc9-9887e739eb93), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:00.606801 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-164939dc-9e2a-4cb3-8360-b6f8aee9b1d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (ee4840c8-e6d6-4864-8cc9-9887e739eb93), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:00.697108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-634894e3-30af-4335-8bf5-79c1613ca7ac tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 18bba263-9056-4794-a060-f7ea250fbd5c) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:00.702830 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:00.708001 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634894e3-30af-4335-8bf5-79c1613ca7ac tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:00.708001 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-634894e3-30af-4335-8bf5-79c1613ca7ac tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:00.724648 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c363a6-61b0-4fd4-bc2c-661095612a54 None None] Network 18bba263-9056-4794-a060-f7ea250fbd5c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:59:00.732025 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-164939dc-9e2a-4cb3-8360-b6f8aee9b1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (ee4840c8-e6d6-4864-8cc9-9887e739eb93), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:00.743652 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Router 5ff18b72-1a6c-49b3-bf68-daefd0667316 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:59:00.868651 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-164939dc-9e2a-4cb3-8360-b6f8aee9b1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (ee4840c8-e6d6-4864-8cc9-9887e739eb93), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:00.891002 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-634894e3-30af-4335-8bf5-79c1613ca7ac tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5041008 Feb 15 16:59:00.902465 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-164939dc-9e2a-4cb3-8360-b6f8aee9b1d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:00.909778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bdf6ee-b002-4660-a887-ce34ffaad553 None None] Network 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:59:00.915938 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34392) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:00.916130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-164939dc-9e2a-4cb3-8360-b6f8aee9b1d4 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/ee4840c8-e6d6-4864-8cc9-9887e739eb93 HTTP/1.1" status: 204 len: 168 time: 0.4344096 Feb 15 16:59:00.931947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c3afb258-4e52-414f-a265-93f2965f6aae tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1511011428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:00.952203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34394) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:00.998454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164939dc-9e2a-4cb3-8360-b6f8aee9b1d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee4840c8-e6d6-4864-8cc9-9887e739eb93,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:01.079911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4f2542da-82d6-4a15-a3f7-3be92e291a89 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:59:01.093204 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3afb258-4e52-414f-a265-93f2965f6aae tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (0834a562-17fb-44c5-93c9-c91c98228357), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:01.096417 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3afb258-4e52-414f-a265-93f2965f6aae tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (0834a562-17fb-44c5-93c9-c91c98228357), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:01.127919 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (5c7b397a-77f6-47e0-8f8f-d0b42cdceb05), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:01.154775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:59:01.165459 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Sync routers for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:59:01.182635 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:01.183834 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:58:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:01.186252 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-55e681fe-842c-4b56-a261-abc4e36c31a9 admin admin] 10.222.0.107 "PUT /v2.0/routers/5ff18b72-1a6c-49b3-bf68-daefd0667316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8542469 Feb 15 16:59:01.193026 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3afb258-4e52-414f-a265-93f2965f6aae tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_controller (0834a562-17fb-44c5-93c9-c91c98228357), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:01.235820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 4f2542da-82d6-4a15-a3f7-3be92e291a89 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:59:01.236167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4f2542da-82d6-4a15-a3f7-3be92e291a89 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:59:01.236601 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device aa2346d8-6a0e-4d9e-9624-f07817277401 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:59:01.272138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] Deleting port 145f9fbd-e266-496f-86c3-963fd7ac8e3b {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:59:01.272709 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (145f9fbd-e266-496f-86c3-963fd7ac8e3b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:01.299771 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3afb258-4e52-414f-a265-93f2965f6aae tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (0834a562-17fb-44c5-93c9-c91c98228357), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:01.348737 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: aa2346d8-6a0e-4d9e-9624-f07817277401 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:59:01.349200 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device aa2346d8-6a0e-4d9e-9624-f07817277401 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:59:01.356578 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-18bba263-9056-4794-a060-f7ea250fbd5c', 'network_id': '18bba263-9056-4794-a060-f7ea250fbd5c', 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'fixed_ips': [{'subnet_id': '41984bac-adc2-4666-9427-8e135958411e'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:59:01.358069 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:01.384620 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c53a585e-64fe-44ed-83c2-b12e0e21f8bd None None] Provisioning complete for port 304c7bdd-e424-43b0-8077-e978dfc620d0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:01.387266 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c53a585e-64fe-44ed-83c2-b12e0e21f8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:01.441808 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:59:01.454526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c53a585e-64fe-44ed-83c2-b12e0e21f8bd None None] Port 304c7bdd-e424-43b0-8077-e978dfc620d0 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:01.455989 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] For port 145f9fbd-e266-496f-86c3-963fd7ac8e3b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=145f9fbd-e266-496f-86c3-963fd7ac8e3b,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:01.456366 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (145f9fbd-e266-496f-86c3-963fd7ac8e3b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:01.488551 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] Calling delete_port for 145f9fbd-e266-496f-86c3-963fd7ac8e3b owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:59:01.587268 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3afb258-4e52-414f-a265-93f2965f6aae tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:01.588978 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c3afb258-4e52-414f-a265-93f2965f6aae tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6606820 Feb 15 16:59:01.591547 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34422) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:01.618676 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8bf298e4-80c6-4669-b231-207c8d5e061a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'port': {'network_id': '18bba263-9056-4794-a060-f7ea250fbd5c', 'name': 'tempest-RoutersTest-1213636969'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:01.621535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae5913b-a039-402f-859f-f60e2faa6547 None None] DHCP port deletion for 5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:59:01.841164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Allocated IP 172.20.0.2 (18bba263-9056-4794-a060-f7ea250fbd5c/41984bac-adc2-4666-9427-8e135958411e/9ee8f432-3e30-444d-8dc7-887d6e10fbbb) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:59:01.851325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fae5913b-a039-402f-859f-f60e2faa6547 None None] Deleting port 145f9fbd-e266-496f-86c3-963fd7ac8e3b {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:59:01.851839 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fae5913b-a039-402f-859f-f60e2faa6547 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (145f9fbd-e266-496f-86c3-963fd7ac8e3b), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:01.893583 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 2, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:01.911518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3182c4e4-03e3-4ad2-884b-bee2485af26a req-7fef9d9f-5dd2-4cb8-ab5b-a83a3c927410 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:01.914125 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3182c4e4-03e3-4ad2-884b-bee2485af26a req-7fef9d9f-5dd2-4cb8-ab5b-a83a3c927410 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.0891256 Feb 15 16:59:01.948484 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Checking router: 5ff18b72-1a6c-49b3-bf68-daefd0667316 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:59:01.949396 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Updating router 5ff18b72-1a6c-49b3-bf68-daefd0667316 port 304c7bdd-e424-43b0-8077-e978dfc620d0 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:59:01.964980 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (145f9fbd-e266-496f-86c3-963fd7ac8e3b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:01.978555 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] No DVR routers for this DVR port 145f9fbd-e266-496f-86c3-963fd7ac8e3b on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:59:02.005314 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:02.007206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=145f9fbd-e266-496f-86c3-963fd7ac8e3b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:02.016952 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3182c4e4-03e3-4ad2-884b-bee2485af26a req-0e9ec6eb-3a36-4450-a4c7-9606d47cb1f9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955746 Feb 15 16:59:02.113447 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf298e4-80c6-4669-b231-207c8d5e061a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:59:02.119841 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8bf298e4-80c6-4669-b231-207c8d5e061a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:02.150460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-fae5913b-a039-402f-859f-f60e2faa6547 None None] For port 145f9fbd-e266-496f-86c3-963fd7ac8e3b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=145f9fbd-e266-496f-86c3-963fd7ac8e3b,segment=NetworkSegment(75c0d09a-56d0-479f-8fd0-4e5327ecd323),segment_id=75c0d09a-56d0-479f-8fd0-4e5327ecd323)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:02.150808 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fae5913b-a039-402f-859f-f60e2faa6547 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (145f9fbd-e266-496f-86c3-963fd7ac8e3b), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:02.170417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fae5913b-a039-402f-859f-f60e2faa6547 None None] Calling delete_port for 145f9fbd-e266-496f-86c3-963fd7ac8e3b owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:59:02.181068 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (5c7b397a-77f6-47e0-8f8f-d0b42cdceb05), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:02.269616 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-8bf298e4-80c6-4669-b231-207c8d5e061a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] device_id is not set on port c9debd12-086c-47bf-b685-88f27b549672 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:59:02.278613 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7b397a-77f6-47e0-8f8f-d0b42cdceb05']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:02.295421 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c0d09a-56d0-479f-8fd0-4e5327ecd323') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:02.298896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c0d09a-56d0-479f-8fd0-4e5327ecd323') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:02.334219 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Publish callbacks [] for port (9ee8f432-3e30-444d-8dc7-887d6e10fbbb), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:02.353772 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fae5913b-a039-402f-859f-f60e2faa6547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (145f9fbd-e266-496f-86c3-963fd7ac8e3b), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:02.394277 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (75c0d09a-56d0-479f-8fd0-4e5327ecd323), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:02.415492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5913b-a039-402f-859f-f60e2faa6547 None None] Pushing event deleted for resources: {'Port': ['ID=145f9fbd-e266-496f-86c3-963fd7ac8e3b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:02.426862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae5913b-a039-402f-859f-f60e2faa6547 None None] No DVR routers for this DVR port 145f9fbd-e266-496f-86c3-963fd7ac8e3b on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:59:02.437319 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (9ee8f432-3e30-444d-8dc7-887d6e10fbbb), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:02.437518 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (75c0d09a-56d0-479f-8fd0-4e5327ecd323), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:02.447568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f3103-11e9-4ee5-ab8d-3ea44b839f7f req-5adc2a7a-6bf5-4e83-a8f6-5d9c39c7cc0a tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:02.455090 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2c7f3103-11e9-4ee5-ab8d-3ea44b839f7f req-5adc2a7a-6bf5-4e83-a8f6-5d9c39c7cc0a tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.3048012 Feb 15 16:59:02.476872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:59:02.477555 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (75c0d09a-56d0-479f-8fd0-4e5327ecd323), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:59:02.481881 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:59:02.500632 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Network 18bba263-9056-4794-a060-f7ea250fbd5c is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:02.507473 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:02.510350 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:02.516518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Pushing event updated for resources: {'Port': ['ID=9ee8f432-3e30-444d-8dc7-887d6e10fbbb,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:02.601792 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Publish callbacks [] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:02.656161 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2c7f3103-11e9-4ee5-ab8d-3ea44b839f7f req-6b91b66e-456a-4fc4-9e2e-284f6751a90b tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998138 Feb 15 16:59:02.657917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Attempting to bind port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:02.658301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Attempting to bind port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '1a0c1a16-b7fa-4261-af04-c750c4902747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '18bba263-9056-4794-a060-f7ea250fbd5c'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:02.658673 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Attempting to bind port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb on network 18bba263-9056-4794-a060-f7ea250fbd5c {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:02.666966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:59:02.666966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Checking segment: {'id': '1a0c1a16-b7fa-4261-af04-c750c4902747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '18bba263-9056-4794-a060-f7ea250fbd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:59:02.667563 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:02.667845 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Bound using segment: {'id': '1a0c1a16-b7fa-4261-af04-c750c4902747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '18bba263-9056-4794-a060-f7ea250fbd5c'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:59:02.668362 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Bound port: 9ee8f432-3e30-444d-8dc7-887d6e10fbbb, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a0c1a16-b7fa-4261-af04-c750c4902747', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '18bba263-9056-4794-a060-f7ea250fbd5c'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:59:02.668755 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9ee8f432-3e30-444d-8dc7-887d6e10fbbb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:02.686053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-8bf298e4-80c6-4669-b231-207c8d5e061a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Allocated IP 172.20.0.9 (18bba263-9056-4794-a060-f7ea250fbd5c/41984bac-adc2-4666-9427-8e135958411e/c9debd12-086c-47bf-b685-88f27b549672) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:59:02.731259 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:02.778213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] For port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:59:02.781872 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] For port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9ee8f432-3e30-444d-8dc7-887d6e10fbbb,segment=NetworkSegment(1a0c1a16-b7fa-4261-af04-c750c4902747),segment_id=1a0c1a16-b7fa-4261-af04-c750c4902747)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:59:02.786960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 145f9fbd-e266-496f-86c3-963fd7ac8e3b no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:59:02.845598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 145f9fbd-e266-496f-86c3-963fd7ac8e3b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:59:02.846823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 145f9fbd-e266-496f-86c3-963fd7ac8e3b not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:59:02.878544 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923156d8-254c-4b1c-878d-b83b7a527665 None None] Pushing event updated for resources: {'Port': ['ID=304c7bdd-e424-43b0-8077-e978dfc620d0,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:02.889111 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9ee8f432-3e30-444d-8dc7-887d6e10fbbb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:02.993683 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Attempting to bind port 304c7bdd-e424-43b0-8077-e978dfc620d0 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:02.993683 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Attempting to bind port 304c7bdd-e424-43b0-8077-e978dfc620d0 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:02.993683 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Attempting to bind port 304c7bdd-e424-43b0-8077-e978dfc620d0 on network 6d034b05-8049-4817-a4aa-97f8065a9672 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:03.001478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34470) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:03.007195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-93de6e73-22d6-4b4a-9882-5cf7cfd3e362 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-73358709-network', 'tenant_id': '09e20eba3048443ab46da7f945d0109a'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:03.016977 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:59:03.023501 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Checking segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:59:03.023501 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:03.027239 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Bound using segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:59:03.030680 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Bound port: 304c7bdd-e424-43b0-8077-e978dfc620d0, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:59:03.035371 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:03.063881 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (5c7b397a-77f6-47e0-8f8f-d0b42cdceb05), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:03.084719 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:03.088464 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] 10.222.0.107 "DELETE /v2.0/networks/5c7b397a-77f6-47e0-8f8f-d0b42cdceb05 HTTP/1.1" status: 204 len: 168 time: 2.1352673 Feb 15 16:59:03.090132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b1ad0-47df-47da-90dc-fe154b492017 None None] Pushing event updated for resources: {'Port': ['ID=9ee8f432-3e30-444d-8dc7-887d6e10fbbb,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:03.118882 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641bfab-bac9-47e5-8b58-7c378b051c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c7b397a-77f6-47e0-8f8f-d0b42cdceb05,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:03.142648 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8bf298e4-80c6-4669-b231-207c8d5e061a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (c9debd12-086c-47bf-b685-88f27b549672), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:03.159034 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93de6e73-22d6-4b4a-9882-5cf7cfd3e362 admin admin] Made reservation on behalf of 09e20eba3048443ab46da7f945d0109a for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:59:03.161472 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93de6e73-22d6-4b4a-9882-5cf7cfd3e362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:03.187693 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93de6e73-22d6-4b4a-9882-5cf7cfd3e362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:03.267031 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] For port 304c7bdd-e424-43b0-8077-e978dfc620d0, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:59:03.274568 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] For port 304c7bdd-e424-43b0-8077-e978dfc620d0, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=304c7bdd-e424-43b0-8077-e978dfc620d0,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:59:03.296471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-68468a6d-2752-403d-81b1-01443e69f00a None None] Provisioning complete for port 304c7bdd-e424-43b0-8077-e978dfc620d0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:03.296859 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68468a6d-2752-403d-81b1-01443e69f00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:03.338851 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93de6e73-22d6-4b4a-9882-5cf7cfd3e362 admin admin] Publish callbacks [] for security_group (6fadbb3e-790c-4170-990c-28657e02327f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:03.376703 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:03.379584 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8bf298e4-80c6-4669-b231-207c8d5e061a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c9debd12-086c-47bf-b685-88f27b549672), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:03.427052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-68468a6d-2752-403d-81b1-01443e69f00a None None] Port 304c7bdd-e424-43b0-8077-e978dfc620d0 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:03.488933 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93de6e73-22d6-4b4a-9882-5cf7cfd3e362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6fadbb3e-790c-4170-990c-28657e02327f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:03.509542 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:03.510530 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:58:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:03.521665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf298e4-80c6-4669-b231-207c8d5e061a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=c9debd12-086c-47bf-b685-88f27b549672,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:03.575963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93de6e73-22d6-4b4a-9882-5cf7cfd3e362 admin admin] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:59:03.613755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de6e73-22d6-4b4a-9882-5cf7cfd3e362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fadbb3e-790c-4170-990c-28657e02327f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:03.623419 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf298e4-80c6-4669-b231-207c8d5e061a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 18bba263-9056-4794-a060-f7ea250fbd5c is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:03.624895 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-8bf298e4-80c6-4669-b231-207c8d5e061a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:03.627276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf298e4-80c6-4669-b231-207c8d5e061a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:03.642678 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93de6e73-22d6-4b4a-9882-5cf7cfd3e362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e699e1b0-36bb-4e01-86bf-b03340ee5ddc), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:03.644004 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-93de6e73-22d6-4b4a-9882-5cf7cfd3e362 admin admin] Added segment e699e1b0-36bb-4e01-86bf-b03340ee5ddc of type vlan for network 3d408901-3149-4164-8a69-92e79cf7f1ef Feb 15 16:59:03.721114 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923156d8-254c-4b1c-878d-b83b7a527665 None None] Pushing event updated for resources: {'Port': ['ID=304c7bdd-e424-43b0-8077-e978dfc620d0,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:03.751759 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf298e4-80c6-4669-b231-207c8d5e061a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:03.752678 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8bf298e4-80c6-4669-b231-207c8d5e061a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:03.788640 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93de6e73-22d6-4b4a-9882-5cf7cfd3e362 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (3d408901-3149-4164-8a69-92e79cf7f1ef), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:03.820860 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34494) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:03.851786 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8bf298e4-80c6-4669-b231-207c8d5e061a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2587993 Feb 15 16:59:03.864867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34496) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:03.865452 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:59:03.986037 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93de6e73-22d6-4b4a-9882-5cf7cfd3e362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (3d408901-3149-4164-8a69-92e79cf7f1ef), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:03.987055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93de6e73-22d6-4b4a-9882-5cf7cfd3e362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:03.987641 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93de6e73-22d6-4b4a-9882-5cf7cfd3e362 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:04.005259 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-48fffd8b-03da-4f39-a423-fec2ed4ee06d None None] Provisioning complete for port 304c7bdd-e424-43b0-8077-e978dfc620d0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:04.005939 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48fffd8b-03da-4f39-a423-fec2ed4ee06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:04.033636 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3e3353f0-6bc0-4f65-90be-4c46f128a98b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d50e5805188b4195b80b506af394e48d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2080188 Feb 15 16:59:04.034460 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34502) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:04.127937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de6e73-22d6-4b4a-9882-5cf7cfd3e362 admin admin] Pushing event updated for resources: {'Network': ['ID=3d408901-3149-4164-8a69-92e79cf7f1ef,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:04.191792 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 3d408901-3149-4164-8a69-92e79cf7f1ef details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:59:04.196095 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-48fffd8b-03da-4f39-a423-fec2ed4ee06d None None] Current status of the port 304c7bdd-e424-43b0-8077-e978dfc620d0 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:04.196095 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48fffd8b-03da-4f39-a423-fec2ed4ee06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:04.248834 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-93de6e73-22d6-4b4a-9882-5cf7cfd3e362 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2452855 Feb 15 16:59:04.251578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34506) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:04.256515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-e54be697-51ef-44f1-ad3b-21a37d116c14 admin admin] Request body: {'subnet': {'network_id': '3d408901-3149-4164-8a69-92e79cf7f1ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-73358709-subnet', 'tenant_id': '09e20eba3048443ab46da7f945d0109a', 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:04.311901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-48fffd8b-03da-4f39-a423-fec2ed4ee06d None None] For port 304c7bdd-e424-43b0-8077-e978dfc620d0, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=304c7bdd-e424-43b0-8077-e978dfc620d0,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:04.340821 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:03Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:04.390293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54be697-51ef-44f1-ad3b-21a37d116c14 admin admin] Made reservation on behalf of 09e20eba3048443ab46da7f945d0109a for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:59:04.390513 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3496bd20-0133-48d7-a151-754b0bf974a5 None None] The sync data for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 is: [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:03Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:59:04.403238 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e54be697-51ef-44f1-ad3b-21a37d116c14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:04.417004 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-48fffd8b-03da-4f39-a423-fec2ed4ee06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:04.550902 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15902a0e-e2c0-41ca-bbaa-7f04c43f0d13 admin admin] Publish callbacks [] for security_group (62bfbbfd-ef2e-4779-8fbe-24fcc4e19924), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:04.606407 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15902a0e-e2c0-41ca-bbaa-7f04c43f0d13 admin admin] Publish callbacks [] for security_group (62bfbbfd-ef2e-4779-8fbe-24fcc4e19924), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:04.619252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fffd8b-03da-4f39-a423-fec2ed4ee06d None None] Pushing event updated for resources: {'Port': ['ID=304c7bdd-e424-43b0-8077-e978dfc620d0,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:04.913950 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-294fbede-32ea-4835-bcf5-edd2ae000c80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c9debd12-086c-47bf-b685-88f27b549672), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:04.978171 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e54be697-51ef-44f1-ad3b-21a37d116c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (b7f9befd-077e-4fdf-871b-606d7f0d3a3d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:04.979629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 304c7bdd-e424-43b0-8077-e978dfc620d0 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:59:05.029149 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15902a0e-e2c0-41ca-bbaa-7f04c43f0d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (62bfbbfd-ef2e-4779-8fbe-24fcc4e19924), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:05.034143 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-15902a0e-e2c0-41ca-bbaa-7f04c43f0d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:05.035324 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-15902a0e-e2c0-41ca-bbaa-7f04c43f0d13 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/62bfbbfd-ef2e-4779-8fbe-24fcc4e19924 HTTP/1.1" status: 204 len: 168 time: 0.9882495 Feb 15 16:59:05.097039 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15902a0e-e2c0-41ca-bbaa-7f04c43f0d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bfbbfd-ef2e-4779-8fbe-24fcc4e19924,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:05.134928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d255e-1f9a-4b8a-9be2-0abb0a5a02ec req-1e09ccd7-0ee2-4aba-9873-7b0337da1718 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:05.142913 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d15d255e-1f9a-4b8a-9be2-0abb0a5a02ec req-1e09ccd7-0ee2-4aba-9873-7b0337da1718 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2993262 Feb 15 16:59:05.205933 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b256841-d0cc-4df8-97fc-070258ac0f6e None None] Network 18bba263-9056-4794-a060-f7ea250fbd5c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:59:05.220748 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54be697-51ef-44f1-ad3b-21a37d116c14 admin admin] Checking segment: {'id': 'e699e1b0-36bb-4e01-86bf-b03340ee5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3d408901-3149-4164-8a69-92e79cf7f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:59:05.221967 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54be697-51ef-44f1-ad3b-21a37d116c14 admin admin] Network hostable DHCP agents. Network: 3d408901-3149-4164-8a69-92e79cf7f1ef, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:59:05.224471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54be697-51ef-44f1-ad3b-21a37d116c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f9befd-077e-4fdf-871b-606d7f0d3a3d,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:05.293746 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d15d255e-1f9a-4b8a-9be2-0abb0a5a02ec req-35bba698-8171-4b9a-b5f5-d8908cc72003 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443548 Feb 15 16:59:05.376062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54be697-51ef-44f1-ad3b-21a37d116c14 admin admin] Network 3d408901-3149-4164-8a69-92e79cf7f1ef is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:59:05.437338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 304c7bdd-e424-43b0-8077-e978dfc620d0 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:05.437796 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:05.483339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f4de3d09-ca4e-4f45-acd7-512bd317ecd3 None None] Provisioning complete for port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:05.483716 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4de3d09-ca4e-4f45-acd7-512bd317ecd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9ee8f432-3e30-444d-8dc7-887d6e10fbbb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:05.507358 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-e54be697-51ef-44f1-ad3b-21a37d116c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 3d408901-3149-4164-8a69-92e79cf7f1ef) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:05.517621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54be697-51ef-44f1-ad3b-21a37d116c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:05.518230 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e54be697-51ef-44f1-ad3b-21a37d116c14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:05.574798 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-294fbede-32ea-4835-bcf5-edd2ae000c80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (c9debd12-086c-47bf-b685-88f27b549672), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:05.576968 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99acc63-abd2-4bcd-b025-80dc7f849a0b None None] Network 3d408901-3149-4164-8a69-92e79cf7f1ef requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:59:05.619989 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c076b3-4558-4e25-9357-7233bf884679 req-30196b35-baf5-4ae9-9e88-d7ade2c8b39f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:05.627016 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e4c076b3-4558-4e25-9357-7233bf884679 req-30196b35-baf5-4ae9-9e88-d7ade2c8b39f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1996748 Feb 15 16:59:05.636082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e54be697-51ef-44f1-ad3b-21a37d116c14 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3834450 Feb 15 16:59:05.642291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34546) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:05.646994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-73358709-router', 'tenant_id': '09e20eba3048443ab46da7f945d0109a', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:05.684200 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-294fbede-32ea-4835-bcf5-edd2ae000c80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (c9debd12-086c-47bf-b685-88f27b549672), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:05.770332 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (e3e72d4b-eab8-4d53-a770-b63c1ff76435), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:05.771426 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (e3e72d4b-eab8-4d53-a770-b63c1ff76435), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:05.864505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 304c7bdd-e424-43b0-8077-e978dfc620d0 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:05.874363 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9ee8f432-3e30-444d-8dc7-887d6e10fbbb up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:59:05.882006 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e4c076b3-4558-4e25-9357-7233bf884679 req-76ce0a55-edbd-45d6-903f-1629a391f938 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540045 Feb 15 16:59:05.908216 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fbede-32ea-4835-bcf5-edd2ae000c80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=c9debd12-086c-47bf-b685-88f27b549672,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:06.016094 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Publish callbacks [] for router_controller (e3e72d4b-eab8-4d53-a770-b63c1ff76435), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:06.066587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca21ac-bed3-4308-b334-35f1af008f4d req-abbd91f4-8ebc-452f-8c1d-f396783c4079 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:06.068552 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3fca21ac-bed3-4308-b334-35f1af008f4d req-abbd91f4-8ebc-452f-8c1d-f396783c4079 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1119430 Feb 15 16:59:06.314707 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3fca21ac-bed3-4308-b334-35f1af008f4d req-e50693ac-a2cc-4600-8f77-350b8c8c3a3c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397306 Feb 15 16:59:06.328980 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-294fbede-32ea-4835-bcf5-edd2ae000c80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (0834a562-17fb-44c5-93c9-c91c98228357), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:06.553708 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Publish callbacks [] for router_gateway (e3e72d4b-eab8-4d53-a770-b63c1ff76435), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:06.639833 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8359b9-0205-4c1a-8b94-da17155b9acd req-56ade55a-4d59-418f-b77a-6539916121fd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:06.652141 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b8359b9-0205-4c1a-8b94-da17155b9acd req-56ade55a-4d59-418f-b77a-6539916121fd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2079372 Feb 15 16:59:06.761092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-3d408901-3149-4164-8a69-92e79cf7f1ef', 'network_id': '3d408901-3149-4164-8a69-92e79cf7f1ef', 'project_id': '09e20eba3048443ab46da7f945d0109a', 'fixed_ips': [{'subnet_id': 'b7f9befd-077e-4fdf-871b-606d7f0d3a3d'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:59:06.764340 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:06.809624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f4de3d09-ca4e-4f45-acd7-512bd317ecd3 None None] Current status of the port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:06.810018 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4de3d09-ca4e-4f45-acd7-512bd317ecd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9ee8f432-3e30-444d-8dc7-887d6e10fbbb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:06.820226 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b8359b9-0205-4c1a-8b94-da17155b9acd req-214ee513-51c5-4beb-ac2d-7c761d85c2e9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636200 Feb 15 16:59:06.911772 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-294fbede-32ea-4835-bcf5-edd2ae000c80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c9debd12-086c-47bf-b685-88f27b549672), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:07.348637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Allocated IP 172.20.0.2 (3d408901-3149-4164-8a69-92e79cf7f1ef/b7f9befd-077e-4fdf-871b-606d7f0d3a3d/ba735191-4ab5-4bee-8a6e-15817fbd5bd4) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:59:07.659947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f4de3d09-ca4e-4f45-acd7-512bd317ecd3 None None] For port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9ee8f432-3e30-444d-8dc7-887d6e10fbbb,segment=NetworkSegment(1a0c1a16-b7fa-4261-af04-c750c4902747),segment_id=1a0c1a16-b7fa-4261-af04-c750c4902747)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:07.697816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:07.699752 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9ee8f432-3e30-444d-8dc7-887d6e10fbbb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:07.738778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34638) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:07.830609 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0f71ade9-f9db-4e95-bc79-3e0be09dbabf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:07.834477 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4de3d09-ca4e-4f45-acd7-512bd317ecd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9ee8f432-3e30-444d-8dc7-887d6e10fbbb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:07.888985 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-294fbede-32ea-4835-bcf5-edd2ae000c80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (c9debd12-086c-47bf-b685-88f27b549672), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:08.004993 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-294fbede-32ea-4835-bcf5-edd2ae000c80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (c9debd12-086c-47bf-b685-88f27b549672), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:08.093308 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Publish callbacks [] for port (ba735191-4ab5-4bee-8a6e-15817fbd5bd4), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:08.103021 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-294fbede-32ea-4835-bcf5-edd2ae000c80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (0834a562-17fb-44c5-93c9-c91c98228357), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:08.158654 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Publish callbacks [] for router_gateway (e3e72d4b-eab8-4d53-a770-b63c1ff76435), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:08.191094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de3d09-ca4e-4f45-acd7-512bd317ecd3 None None] Pushing event updated for resources: {'Port': ['ID=9ee8f432-3e30-444d-8dc7-887d6e10fbbb,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:08.198920 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fbede-32ea-4835-bcf5-edd2ae000c80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=c9debd12-086c-47bf-b685-88f27b549672,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:08.228375 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (ba735191-4ab5-4bee-8a6e-15817fbd5bd4), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:08.239645 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:08.336132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:08.343385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Pushing event updated for resources: {'Port': ['ID=ba735191-4ab5-4bee-8a6e-15817fbd5bd4,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:08.368737 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-61135d36-00d1-4d91-85ec-2a8afef50d46 None None] Provisioning complete for port c9debd12-086c-47bf-b685-88f27b549672 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:08.371429 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61135d36-00d1-4d91-85ec-2a8afef50d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c9debd12-086c-47bf-b685-88f27b549672), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:08.377072 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-63f8344c-651a-4e27-a2d0-2d55e3d1ea05 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:08.379877 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-63f8344c-651a-4e27-a2d0-2d55e3d1ea05 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 812 time: 0.2222459 Feb 15 16:59:08.409880 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-fa89cb89-3095-41f9-8cda-0fd221182376 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/quotas/0860b996450e411880fd86cd9f5cbb84 HTTP/1.1" status: 200 len: 375 time: 0.0202322 Feb 15 16:59:08.453388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Network 3d408901-3149-4164-8a69-92e79cf7f1ef is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:08.457606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:08.469586 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:08.556142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 304c7bdd-e424-43b0-8077-e978dfc620d0 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:59:08.592766 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-61135d36-00d1-4d91-85ec-2a8afef50d46 None None] Port c9debd12-086c-47bf-b685-88f27b549672 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:08.626813 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Attempting to bind port ba735191-4ab5-4bee-8a6e-15817fbd5bd4 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:08.627188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Attempting to bind port ba735191-4ab5-4bee-8a6e-15817fbd5bd4 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'e699e1b0-36bb-4e01-86bf-b03340ee5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3d408901-3149-4164-8a69-92e79cf7f1ef'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:08.627732 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Attempting to bind port ba735191-4ab5-4bee-8a6e-15817fbd5bd4 on network 3d408901-3149-4164-8a69-92e79cf7f1ef {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:08.640340 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:59:08.640997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Checking segment: {'id': 'e699e1b0-36bb-4e01-86bf-b03340ee5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3d408901-3149-4164-8a69-92e79cf7f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:59:08.641626 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:08.642175 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Bound using segment: {'id': 'e699e1b0-36bb-4e01-86bf-b03340ee5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3d408901-3149-4164-8a69-92e79cf7f1ef'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:59:08.642817 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Bound port: ba735191-4ab5-4bee-8a6e-15817fbd5bd4, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e699e1b0-36bb-4e01-86bf-b03340ee5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3d408901-3149-4164-8a69-92e79cf7f1ef'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:59:08.648449 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ba735191-4ab5-4bee-8a6e-15817fbd5bd4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:08.673628 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-7476e7fb-2d8e-4e03-a4bd-be2c0c5f004d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2570672 Feb 15 16:59:08.696582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-61135d36-00d1-4d91-85ec-2a8afef50d46 None None] Provisioning complete for port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:08.696963 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61135d36-00d1-4d91-85ec-2a8afef50d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9ee8f432-3e30-444d-8dc7-887d6e10fbbb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:08.821679 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 304c7bdd-e424-43b0-8077-e978dfc620d0 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:08.824244 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:08.862508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Allocated IP 172.25.4.121 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/ba3a482c-bf80-4f6d-aae4-35900c0232dc) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:59:08.979550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] For port ba735191-4ab5-4bee-8a6e-15817fbd5bd4, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:59:08.984892 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 304c7bdd-e424-43b0-8077-e978dfc620d0 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:08.986026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9ee8f432-3e30-444d-8dc7-887d6e10fbbb up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:59:09.050899 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Publish callbacks [] for port (ba3a482c-bf80-4f6d-aae4-35900c0232dc), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:09.053172 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-beddcb4c-ba63-4ce1-b9a6-56529285ae0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:09.072378 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-61135d36-00d1-4d91-85ec-2a8afef50d46 None None] Current status of the port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:09.081839 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] For port ba735191-4ab5-4bee-8a6e-15817fbd5bd4, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ba735191-4ab5-4bee-8a6e-15817fbd5bd4,segment=NetworkSegment(e699e1b0-36bb-4e01-86bf-b03340ee5ddc),segment_id=e699e1b0-36bb-4e01-86bf-b03340ee5ddc)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:59:09.144466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67475ec3-348e-44bc-8237-e3bf8d7a282b req-881775a1-42d0-4c7f-9a28-dfc8e1c056fb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:09.152894 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67475ec3-348e-44bc-8237-e3bf8d7a282b req-881775a1-42d0-4c7f-9a28-dfc8e1c056fb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1627593 Feb 15 16:59:09.160080 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ba735191-4ab5-4bee-8a6e-15817fbd5bd4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:09.170924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:09.171309 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9ee8f432-3e30-444d-8dc7-887d6e10fbbb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:09.175171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294fbede-32ea-4835-bcf5-edd2ae000c80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 18bba263-9056-4794-a060-f7ea250fbd5c is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:09.187058 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-294fbede-32ea-4835-bcf5-edd2ae000c80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:09.218544 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ba3a482c-bf80-4f6d-aae4-35900c0232dc), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:09.385196 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde210cc-9fc0-44c6-8880-036d2c71adf9 None None] Pushing event updated for resources: {'Port': ['ID=ba735191-4ab5-4bee-8a6e-15817fbd5bd4,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:09.387854 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67475ec3-348e-44bc-8237-e3bf8d7a282b req-e84e04ce-3c53-4350-989a-f981de380702 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193012 Feb 15 16:59:09.392826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a7059715-1c9b-40c7-90f4-dcd985cc6c7e None None] Provisioning complete for port c9debd12-086c-47bf-b685-88f27b549672 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:09.393207 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7059715-1c9b-40c7-90f4-dcd985cc6c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c9debd12-086c-47bf-b685-88f27b549672), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:09.394765 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74c28194-4fbb-4143-b502-61ce37fc5ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:09.418486 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Pushing event updated for resources: {'Port': ['ID=ba3a482c-bf80-4f6d-aae4-35900c0232dc,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:09.438165 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-2e9cf6c3-0fa0-4af5-b3f6-18ce1e260352 service neutron] 10.222.0.107 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7548971 Feb 15 16:59:09.477782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-beddcb4c-ba63-4ce1-b9a6-56529285ae0d admin admin] Publish callbacks [] for security_group (214f1d7d-5f27-4f6d-a498-bf4e7a6a5824), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:09.489010 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:09.546164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a7059715-1c9b-40c7-90f4-dcd985cc6c7e None None] Port c9debd12-086c-47bf-b685-88f27b549672 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:09.596927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:09.601320 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-beddcb4c-ba63-4ce1-b9a6-56529285ae0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (214f1d7d-5f27-4f6d-a498-bf4e7a6a5824), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:09.612699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:09.718941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:09.751800 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44a70e-f41b-45d5-b011-d72949dc3ee6 req-841d0476-7051-4012-98c2-5059e9da9129 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:09.760324 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c44a70e-f41b-45d5-b011-d72949dc3ee6 req-841d0476-7051-4012-98c2-5059e9da9129 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.2630825 Feb 15 16:59:09.775507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-40c7d3c8-a601-4087-991c-79f882ee0267 None None] Provisioning complete for port c9debd12-086c-47bf-b685-88f27b549672 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:09.777712 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40c7d3c8-a601-4087-991c-79f882ee0267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c9debd12-086c-47bf-b685-88f27b549672), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:09.778850 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beddcb4c-ba63-4ce1-b9a6-56529285ae0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214f1d7d-5f27-4f6d-a498-bf4e7a6a5824,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:09.811335 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-beddcb4c-ba63-4ce1-b9a6-56529285ae0d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5bfb349af007437e9c76dfb147ed059c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0701210 Feb 15 16:59:09.813675 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34728) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:09.853975 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294fbede-32ea-4835-bcf5-edd2ae000c80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router 0834a562-17fb-44c5-93c9-c91c98228357 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:59:09.882483 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-40c7d3c8-a601-4087-991c-79f882ee0267 None None] Port c9debd12-086c-47bf-b685-88f27b549672 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:09.897004 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-a0028588-9bc3-41c9-a384-0f6fc8d6b5e4 service neutron] 10.222.0.107 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372056 Feb 15 16:59:10.051904 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c44a70e-f41b-45d5-b011-d72949dc3ee6 req-b41aa4a6-cc02-44e7-9e68-e08c9029e4db tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902911 Feb 15 16:59:10.122335 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65357577-0ec6-4470-accf-bd37367f3991 admin admin] Publish callbacks [] for security_group (214f1d7d-5f27-4f6d-a498-bf4e7a6a5824), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:10.163459 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65357577-0ec6-4470-accf-bd37367f3991 admin admin] Publish callbacks [] for security_group (214f1d7d-5f27-4f6d-a498-bf4e7a6a5824), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:10.165894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294fbede-32ea-4835-bcf5-edd2ae000c80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:59:10.177662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1022f65-4c61-49bf-9877-feee89ca7213 None None] Sync routers for ids ['0834a562-17fb-44c5-93c9-c91c98228357'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:59:10.178713 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-294fbede-32ea-4835-bcf5-edd2ae000c80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/0834a562-17fb-44c5-93c9-c91c98228357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3209305 Feb 15 16:59:10.179450 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34746) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:10.223850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1022f65-4c61-49bf-9877-feee89ca7213 None None] Routers {'0834a562-17fb-44c5-93c9-c91c98228357'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:10.226543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b1022f65-4c61-49bf-9877-feee89ca7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['0834a562-17fb-44c5-93c9-c91c98228357'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:10.329508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b1022f65-4c61-49bf-9877-feee89ca7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:10.378436 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1022f65-4c61-49bf-9877-feee89ca7213 None None] Routers {'0834a562-17fb-44c5-93c9-c91c98228357'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:10.380895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b1022f65-4c61-49bf-9877-feee89ca7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['0834a562-17fb-44c5-93c9-c91c98228357'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:10.395428 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6323b942-8c91-4f1c-b21c-eff8f40fb4f3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:10.401435 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6323b942-8c91-4f1c-b21c-eff8f40fb4f3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports/c9debd12-086c-47bf-b685-88f27b549672 HTTP/1.1" status: 200 len: 977 time: 0.2165663 Feb 15 16:59:10.416668 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34756) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:10.448461 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-006242f1-5220-42fe-9060-b98e2ab69645 req-d703b860-00cd-44af-b5a4-503c6473f64c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 210 time: 0.1722631 Feb 15 16:59:10.509965 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Publish callbacks [] for router_gateway (e3e72d4b-eab8-4d53-a770-b63c1ff76435), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:10.535336 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b1022f65-4c61-49bf-9877-feee89ca7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:10.536040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1022f65-4c61-49bf-9877-feee89ca7213 None None] The sync data for ids ['0834a562-17fb-44c5-93c9-c91c98228357'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:59:10.546055 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:10.640870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ba735191-4ab5-4bee-8a6e-15817fbd5bd4 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:59:10.699690 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65357577-0ec6-4470-accf-bd37367f3991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (214f1d7d-5f27-4f6d-a498-bf4e7a6a5824), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:10.702949 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65357577-0ec6-4470-accf-bd37367f3991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:10.704370 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-65357577-0ec6-4470-accf-bd37367f3991 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/214f1d7d-5f27-4f6d-a498-bf4e7a6a5824 HTTP/1.1" status: 204 len: 168 time: 0.8719742 Feb 15 16:59:10.719746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65357577-0ec6-4470-accf-bd37367f3991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214f1d7d-5f27-4f6d-a498-bf4e7a6a5824,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:10.821574 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ba735191-4ab5-4bee-8a6e-15817fbd5bd4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:10.826088 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ba735191-4ab5-4bee-8a6e-15817fbd5bd4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:11.028567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157dcc5-d242-4550-bfc9-76db0757ded0 req-c46fa543-1b2c-4c8f-a634-d36b88ecfad4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:11.046744 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e157dcc5-d242-4550-bfc9-76db0757ded0 req-c46fa543-1b2c-4c8f-a634-d36b88ecfad4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.2737434 Feb 15 16:59:11.123430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ba735191-4ab5-4bee-8a6e-15817fbd5bd4 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:11.124054 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ba735191-4ab5-4bee-8a6e-15817fbd5bd4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:11.128832 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e157dcc5-d242-4550-bfc9-76db0757ded0 req-2a2faf5d-c015-471a-90b3-dfed8b2e9cda tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807695 Feb 15 16:59:11.180704 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (e3e72d4b-eab8-4d53-a770-b63c1ff76435), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:11.210206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port ba735191-4ab5-4bee-8a6e-15817fbd5bd4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ba735191-4ab5-4bee-8a6e-15817fbd5bd4,segment=NetworkSegment(e699e1b0-36bb-4e01-86bf-b03340ee5ddc),segment_id=e699e1b0-36bb-4e01-86bf-b03340ee5ddc)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:11.242498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7dae511-5075-49b8-a697-5f7d65d7efe2 None None] Network 3d408901-3149-4164-8a69-92e79cf7f1ef requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:59:11.339765 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38fb8946-5847-4853-a37a-8864902a05d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (0834a562-17fb-44c5-93c9-c91c98228357), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:11.354607 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ba735191-4ab5-4bee-8a6e-15817fbd5bd4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:11.394074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-90374568-a9ef-45a6-bcd0-170335cfe38c None None] Provisioning complete for port ba735191-4ab5-4bee-8a6e-15817fbd5bd4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:11.394597 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90374568-a9ef-45a6-bcd0-170335cfe38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ba735191-4ab5-4bee-8a6e-15817fbd5bd4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:11.480945 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01444d17-b7ab-447d-b864-9215ae46b1d0 req-94f9f925-6922-4d8f-ba8c-fdf06c7b7d71 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:11.485858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01444d17-b7ab-447d-b864-9215ae46b1d0 req-94f9f925-6922-4d8f-ba8c-fdf06c7b7d71 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1784501 Feb 15 16:59:11.513981 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=ba735191-4ab5-4bee-8a6e-15817fbd5bd4,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:11.575359 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-90374568-a9ef-45a6-bcd0-170335cfe38c None None] Current status of the port ba735191-4ab5-4bee-8a6e-15817fbd5bd4 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:11.585905 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01444d17-b7ab-447d-b864-9215ae46b1d0 req-ab262b2f-40a4-4da3-bd0d-5d1d65251914 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957863 Feb 15 16:59:11.657727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-38fb8946-5847-4853-a37a-8864902a05d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port c9debd12-086c-47bf-b685-88f27b549672 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:59:11.658326 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38fb8946-5847-4853-a37a-8864902a05d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c9debd12-086c-47bf-b685-88f27b549672), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:11.706509 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1cdde47b-0fce-4cca-918a-79d7e89f8e01 req-0b80849a-2abc-45fe-a90e-65ce5639186b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 210 time: 0.0648696 Feb 15 16:59:11.707659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Router e3e72d4b-eab8-4d53-a770-b63c1ff76435 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:59:11.877817 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38fb8946-5847-4853-a37a-8864902a05d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c9debd12-086c-47bf-b685-88f27b549672), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:11.908251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:59:11.913712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-38fb8946-5847-4853-a37a-8864902a05d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for c9debd12-086c-47bf-b685-88f27b549672 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:59:11.928367 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Sync routers for ids ['e3e72d4b-eab8-4d53-a770-b63c1ff76435'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:59:11.938450 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Routers {'e3e72d4b-eab8-4d53-a770-b63c1ff76435'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:11.940532 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3e72d4b-eab8-4d53-a770-b63c1ff76435'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:12.022103 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:12.027954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2416a3ef-d583-42d0-8f92-b5fea70910c0 None None] Provisioning complete for port ba735191-4ab5-4bee-8a6e-15817fbd5bd4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:12.028256 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2416a3ef-d583-42d0-8f92-b5fea70910c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ba735191-4ab5-4bee-8a6e-15817fbd5bd4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:12.128095 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:12.129389 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-45d738be-b41a-4d96-82e7-c81052e8e9c0 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4860473 Feb 15 16:59:12.133693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34824) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:12.182539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d5ab2-fed3-440e-83b6-3c489a1be740 req-c8f39fea-2173-4983-8e3f-e35d481820b0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:12.184727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9e5d5ab2-fed3-440e-83b6-3c489a1be740 req-c8f39fea-2173-4983-8e3f-e35d481820b0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1068029 Feb 15 16:59:12.211771 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Set router e3e72d4b-eab8-4d53-a770-b63c1ff76435 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:59:12.220966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2416a3ef-d583-42d0-8f92-b5fea70910c0 None None] Current status of the port ba735191-4ab5-4bee-8a6e-15817fbd5bd4 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:12.301679 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9e5d5ab2-fed3-440e-83b6-3c489a1be740 req-61f4d22c-ef7f-4744-add6-79961947547e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996637 Feb 15 16:59:12.462367 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34836) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:12.494834 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ac774e17-e13f-4bd0-a5bd-2854c49f4eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:12.508335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ba735191-4ab5-4bee-8a6e-15817fbd5bd4 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:59:12.515847 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'name': 'tempest-TestVolumeBootPattern-73358709-router', 'tenant_id': '09e20eba3048443ab46da7f945d0109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'ba3a482c-bf80-4f6d-aae4-35900c0232dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:59:05Z', 'updated_at': '2022-02-15T16:59:09Z', 'revision_number': 3, 'project_id': '09e20eba3048443ab46da7f945d0109a', 'gw_port': {'id': 'ba3a482c-bf80-4f6d-aae4-35900c0232dc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:59:08Z', 'updated_at': '2022-02-15T16:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:12.544219 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Checking router: e3e72d4b-eab8-4d53-a770-b63c1ff76435 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:59:12.544942 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Updating router e3e72d4b-eab8-4d53-a770-b63c1ff76435 port ba3a482c-bf80-4f6d-aae4-35900c0232dc binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:59:12.592762 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ba3a482c-bf80-4f6d-aae4-35900c0232dc), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:12.626309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ba735191-4ab5-4bee-8a6e-15817fbd5bd4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:12.626997 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ba735191-4ab5-4bee-8a6e-15817fbd5bd4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:12.673896 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ac774e17-e13f-4bd0-a5bd-2854c49f4eb5 admin admin] Publish callbacks [] for security_group (dcdd3c40-0385-4208-ada7-c90dd5a775c4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:12.709334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023bccb-bae8-461a-b83a-8c26b19d1b63 req-891f58bc-2e69-4fec-9faa-ca4de508f994 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:12.718110 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a023bccb-bae8-461a-b83a-8c26b19d1b63 req-891f58bc-2e69-4fec-9faa-ca4de508f994 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.3091590 Feb 15 16:59:12.781527 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ac774e17-e13f-4bd0-a5bd-2854c49f4eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (dcdd3c40-0385-4208-ada7-c90dd5a775c4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:12.813252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ba735191-4ab5-4bee-8a6e-15817fbd5bd4 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:12.913472 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38fb8946-5847-4853-a37a-8864902a05d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c9debd12-086c-47bf-b685-88f27b549672), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:12.941202 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ac774e17-e13f-4bd0-a5bd-2854c49f4eb5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9694320c4e384481bd403a60912a5bea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4773912 Feb 15 16:59:12.945460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac774e17-e13f-4bd0-a5bd-2854c49f4eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdd3c40-0385-4208-ada7-c90dd5a775c4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:12.951285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34852) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:12.981641 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-565953f4-32bc-49c4-92f3-49daa27bb574 req-2be320cf-c852-4e6a-a864-31f2e7800f7c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 210 time: 0.0994585 Feb 15 16:59:13.087425 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc73a060-268e-4b63-85e6-05c51156a351 admin admin] Publish callbacks [] for security_group (dcdd3c40-0385-4208-ada7-c90dd5a775c4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:13.137065 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb8946-5847-4853-a37a-8864902a05d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=c9debd12-086c-47bf-b685-88f27b549672,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:13.156322 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc73a060-268e-4b63-85e6-05c51156a351 admin admin] Publish callbacks [] for security_group (dcdd3c40-0385-4208-ada7-c90dd5a775c4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:13.162070 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a023bccb-bae8-461a-b83a-8c26b19d1b63 req-5efec2c6-859e-4ee1-a2e9-5588da2dce69 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175923 Feb 15 16:59:13.298767 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Publish callbacks [] for port (ba3a482c-bf80-4f6d-aae4-35900c0232dc), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:13.332377 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc73a060-268e-4b63-85e6-05c51156a351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (dcdd3c40-0385-4208-ada7-c90dd5a775c4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:13.336467 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc73a060-268e-4b63-85e6-05c51156a351 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:13.337834 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bc73a060-268e-4b63-85e6-05c51156a351 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/dcdd3c40-0385-4208-ada7-c90dd5a775c4 HTTP/1.1" status: 204 len: 168 time: 0.3646958 Feb 15 16:59:13.385297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73a060-268e-4b63-85e6-05c51156a351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdd3c40-0385-4208-ada7-c90dd5a775c4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:13.417033 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:13.418833 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ba3a482c-bf80-4f6d-aae4-35900c0232dc), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:13.460397 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38fb8946-5847-4853-a37a-8864902a05d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (0834a562-17fb-44c5-93c9-c91c98228357), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:13.536564 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-79e3d816-5c95-440a-a4c7-1b5336663227 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:13.539245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-79e3d816-5c95-440a-a4c7-1b5336663227 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.67 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 812 time: 0.2748713 Feb 15 16:59:13.561762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-173a5bcd-7546-4ba9-b546-21c8f943e9ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Request body: {'port': {'device_id': '4ef4eb6a-e2ab-4819-9e27-af23894097a9', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'admin_state_up': True, 'tenant_id': '0860b996450e411880fd86cd9f5cbb84'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:13.584395 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Attempting to bind port ba3a482c-bf80-4f6d-aae4-35900c0232dc on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:13.586267 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Attempting to bind port ba3a482c-bf80-4f6d-aae4-35900c0232dc by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:13.586267 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Attempting to bind port ba3a482c-bf80-4f6d-aae4-35900c0232dc on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:13.601440 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:59:13.601944 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:59:13.602477 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:13.603187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:59:13.603768 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Bound port: ba3a482c-bf80-4f6d-aae4-35900c0232dc, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:59:13.604461 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ba3a482c-bf80-4f6d-aae4-35900c0232dc), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:13.689451 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] For port ba3a482c-bf80-4f6d-aae4-35900c0232dc, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:59:13.695819 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] For port ba3a482c-bf80-4f6d-aae4-35900c0232dc, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ba3a482c-bf80-4f6d-aae4-35900c0232dc,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:59:13.699126 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a0fb6-51a7-4541-853c-5b218bc46927 None None] Pushing event updated for resources: {'Port': ['ID=ba3a482c-bf80-4f6d-aae4-35900c0232dc,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:13.792235 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:13.798707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-173a5bcd-7546-4ba9-b546-21c8f943e9ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Made reservation on behalf of 0860b996450e411880fd86cd9f5cbb84 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:59:13.799329 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ba3a482c-bf80-4f6d-aae4-35900c0232dc), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:13.802742 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-173a5bcd-7546-4ba9-b546-21c8f943e9ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:13.909245 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d914fb8-ca84-47d0-93ec-12574f1a4f0f req-76549974-f6c7-4b33-9c47-a269ee8b5857 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:13.919430 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1d914fb8-ca84-47d0-93ec-12574f1a4f0f req-76549974-f6c7-4b33-9c47-a269ee8b5857 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.3649764 Feb 15 16:59:13.957395 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-173a5bcd-7546-4ba9-b546-21c8f943e9ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Allocated IP 172.20.0.5 (09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c/16b2d1c9-a71e-43a3-baad-57a8767096cb/bea279ec-bf51-4820-b55f-cb33e374576e) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:59:13.967797 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a0fb6-51a7-4541-853c-5b218bc46927 None None] Pushing event updated for resources: {'Port': ['ID=ba3a482c-bf80-4f6d-aae4-35900c0232dc,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:13.995521 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Routers {'e3e72d4b-eab8-4d53-a770-b63c1ff76435'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:13.995521 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3e72d4b-eab8-4d53-a770-b63c1ff76435'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:14.119679 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] Set router e3e72d4b-eab8-4d53-a770-b63c1ff76435 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:59:14.237054 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2eaf2c30-68ab-46bf-aa7c-8a91fda50380 req-9e772aff-84c6-4964-b752-83b3e3446877 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 210 time: 0.0774810 Feb 15 16:59:14.240317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fb8946-5847-4853-a37a-8864902a05d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router 0834a562-17fb-44c5-93c9-c91c98228357 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:59:14.346369 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1d914fb8-ca84-47d0-93ec-12574f1a4f0f req-c1e169c8-52a6-44a0-a5a3-f92668434081 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255528 Feb 15 16:59:14.368922 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-173a5bcd-7546-4ba9-b546-21c8f943e9ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for port (bea279ec-bf51-4820-b55f-cb33e374576e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:14.558581 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-173a5bcd-7546-4ba9-b546-21c8f943e9ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:14.572220 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['313c3044-61da-499f-9e9c-6c113b093698', '0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:59:14.610150 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'name': 'tempest-TestVolumeBootPattern-73358709-router', 'tenant_id': '09e20eba3048443ab46da7f945d0109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'ba3a482c-bf80-4f6d-aae4-35900c0232dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:59:05Z', 'updated_at': '2022-02-15T16:59:09Z', 'revision_number': 3, 'project_id': '09e20eba3048443ab46da7f945d0109a', 'gw_port': {'id': 'ba3a482c-bf80-4f6d-aae4-35900c0232dc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:59:08Z', 'updated_at': '2022-02-15T16:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:14.650030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-173a5bcd-7546-4ba9-b546-21c8f943e9ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:14.650030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-173a5bcd-7546-4ba9-b546-21c8f943e9ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:14.655040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-173a5bcd-7546-4ba9-b546-21c8f943e9ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:14.660235 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d4a218-044e-4363-b21f-3f5d3ac64191 None None] The sync data for ids ['e3e72d4b-eab8-4d53-a770-b63c1ff76435'] in n-d-828372-14 is: [{'id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'name': 'tempest-TestVolumeBootPattern-73358709-router', 'tenant_id': '09e20eba3048443ab46da7f945d0109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'ba3a482c-bf80-4f6d-aae4-35900c0232dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:59:05Z', 'updated_at': '2022-02-15T16:59:09Z', 'revision_number': 3, 'project_id': '09e20eba3048443ab46da7f945d0109a', 'gw_port': {'id': 'ba3a482c-bf80-4f6d-aae4-35900c0232dc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:59:08Z', 'updated_at': '2022-02-15T16:59:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:59:14.818800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-173a5bcd-7546-4ba9-b546-21c8f943e9ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:14.827372 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-173a5bcd-7546-4ba9-b546-21c8f943e9ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:14.863416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a5bcd-7546-4ba9-b546-21c8f943e9ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event updated for resources: {'Port': ['ID=bea279ec-bf51-4820-b55f-cb33e374576e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:14.874842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5d877-b29f-4c3f-bdee-1ef77dd99738 req-c60301da-af3f-460d-a4d9-615e42213689 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:14.882180 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89c5d877-b29f-4c3f-bdee-1ef77dd99738 req-c60301da-af3f-460d-a4d9-615e42213689 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.4148533 Feb 15 16:59:14.959043 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89c5d877-b29f-4c3f-bdee-1ef77dd99738 req-c88af8f2-39aa-4c83-90d5-d74cea49cdc4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757494 Feb 15 16:59:14.963795 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-173a5bcd-7546-4ba9-b546-21c8f943e9ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4146895 Feb 15 16:59:14.978434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Request body: {'port': {'device_id': '4ef4eb6a-e2ab-4819-9e27-af23894097a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:15.018123 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fb8946-5847-4853-a37a-8864902a05d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:59:15.040747 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-38fb8946-5847-4853-a37a-8864902a05d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/0834a562-17fb-44c5-93c9-c91c98228357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6224737 Feb 15 16:59:15.041540 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34934) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:15.062655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbf406e-187a-4b34-911d-ca978b0b811e None None] Sync routers for ids ['0834a562-17fb-44c5-93c9-c91c98228357'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:59:15.193765 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Allocated IP 172.20.0.1 (3d408901-3149-4164-8a69-92e79cf7f1ef/b7f9befd-077e-4fdf-871b-606d7f0d3a3d/9654b2db-8456-438a-a56c-8c3610499df4) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:59:15.200608 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbf406e-187a-4b34-911d-ca978b0b811e None None] Routers {'0834a562-17fb-44c5-93c9-c91c98228357'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:15.201429 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ffbf406e-187a-4b34-911d-ca978b0b811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['0834a562-17fb-44c5-93c9-c91c98228357'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:15.224878 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:15.254655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ffbf406e-187a-4b34-911d-ca978b0b811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:15.295936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbf406e-187a-4b34-911d-ca978b0b811e None None] Routers {'0834a562-17fb-44c5-93c9-c91c98228357'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:15.297419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ffbf406e-187a-4b34-911d-ca978b0b811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['0834a562-17fb-44c5-93c9-c91c98228357'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:15.360852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ffbf406e-187a-4b34-911d-ca978b0b811e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:15.361663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffbf406e-187a-4b34-911d-ca978b0b811e None None] The sync data for ids ['0834a562-17fb-44c5-93c9-c91c98228357'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:59:15.366009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5f95c67d-9c7b-47f5-b4f6-eab07867a116 None None] Provisioning complete for port bea279ec-bf51-4820-b55f-cb33e374576e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:15.367834 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5f95c67d-9c7b-47f5-b4f6-eab07867a116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:15.480593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Publish callbacks [] for port (9654b2db-8456-438a-a56c-8c3610499df4), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:15.507786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5f95c67d-9c7b-47f5-b4f6-eab07867a116 None None] Port bea279ec-bf51-4820-b55f-cb33e374576e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:15.625953 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (9654b2db-8456-438a-a56c-8c3610499df4), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:15.747870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47915d1-9a7e-4f84-b43a-9b5fadaee995 req-abebd44a-d15a-4160-a5d9-18ce4e815e18 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:15.756123 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b47915d1-9a7e-4f84-b43a-9b5fadaee995 req-abebd44a-d15a-4160-a5d9-18ce4e815e18 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.2530315 Feb 15 16:59:15.813573 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Pushing event updated for resources: {'Port': ['ID=9654b2db-8456-438a-a56c-8c3610499df4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:15.832890 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b47915d1-9a7e-4f84-b43a-9b5fadaee995 req-c4c25df0-88ad-4020-a5ad-40f14ef28900 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761704 Feb 15 16:59:15.878921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Network 3d408901-3149-4164-8a69-92e79cf7f1ef is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:15.892419 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-a4199785-4956-438d-99a4-1d049a0a0969 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] remove_router_interface failed (client error): The resource could not be found. Feb 15 16:59:15.900076 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a4199785-4956-438d-99a4-1d049a0a0969 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/0834a562-17fb-44c5-93c9-c91c98228357/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8457510 Feb 15 16:59:15.900786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34972) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:15.914343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2966f9b-c915-4efa-a591-a8a3e3872b91 req-b9dbca60-4e65-4db0-868e-2aae3f850a8a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:15.916048 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f2966f9b-c915-4efa-a591-a8a3e3872b91 req-b9dbca60-4e65-4db0-868e-2aae3f850a8a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 931 time: 0.3830953 Feb 15 16:59:15.918006 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:15.928379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea279ec-bf51-4820-b55f-cb33e374576e {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:59:15.938671 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Publish callbacks [] for port (bea279ec-bf51-4820-b55f-cb33e374576e), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:15.941940 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:15.958530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Transition to ACTIVE for port object bea279ec-bf51-4820-b55f-cb33e374576e will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:59:16.051408 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:16.138447 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b8c96903-79bf-441f-bf84-d71132283159 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports?device_id=0834a562-17fb-44c5-93c9-c91c98228357 HTTP/1.1" status: 200 len: 205 time: 0.2111647 Feb 15 16:59:16.139775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34986) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:16.188693 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (e3e72d4b-eab8-4d53-a770-b63c1ff76435), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:16.346925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2df93a28-bb91-44d8-ab44-4ec23caafeaa None None] Provisioning complete for port 9654b2db-8456-438a-a56c-8c3610499df4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:16.347939 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2df93a28-bb91-44d8-ab44-4ec23caafeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9654b2db-8456-438a-a56c-8c3610499df4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:16.401284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Pushing event updated for resources: {'Port': ['ID=bea279ec-bf51-4820-b55f-cb33e374576e,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:16.458512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2df93a28-bb91-44d8-ab44-4ec23caafeaa None None] Port 9654b2db-8456-438a-a56c-8c3610499df4 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:16.495743 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f2966f9b-c915-4efa-a591-a8a3e3872b91 req-207ca851-605b-4890-a28d-c9ebd8f77008 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5467057 Feb 15 16:59:16.495943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad99a3-8701-42a5-be9a-fac810bb349f req-daceaa8f-f698-446e-9eee-b6778fc3e6d8 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:16.509163 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0ad99a3-8701-42a5-be9a-fac810bb349f req-daceaa8f-f698-446e-9eee-b6778fc3e6d8 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.4331532 Feb 15 16:59:16.527020 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db8ce3e6-c362-4df4-8b14-dc14e6ea1943 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (0834a562-17fb-44c5-93c9-c91c98228357), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:16.532941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ba3a482c-bf80-4f6d-aae4-35900c0232dc up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:59:16.599075 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0ad99a3-8701-42a5-be9a-fac810bb349f req-914450b3-2c91-408c-8e1e-a96545231144 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927269 Feb 15 16:59:16.607595 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Attempting to bind port bea279ec-bf51-4820-b55f-cb33e374576e on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:16.607940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Attempting to bind port bea279ec-bf51-4820-b55f-cb33e374576e by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:16.608270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Attempting to bind port bea279ec-bf51-4820-b55f-cb33e374576e on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:16.632294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Port bea279ec-bf51-4820-b55f-cb33e374576e on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:16.632694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Attempting to bind port bea279ec-bf51-4820-b55f-cb33e374576e on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:16.639407 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:59:16.639906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Checking segment: {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:59:16.640866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Bound using segment: {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:59:16.642030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Bound port: bea279ec-bf51-4820-b55f-cb33e374576e, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:59:16.642508 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:16.680557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ba3a482c-bf80-4f6d-aae4-35900c0232dc triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:16.681448 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ba3a482c-bf80-4f6d-aae4-35900c0232dc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:16.733428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] For port bea279ec-bf51-4820-b55f-cb33e374576e, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:59:16.736995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] For port bea279ec-bf51-4820-b55f-cb33e374576e, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=bea279ec-bf51-4820-b55f-cb33e374576e,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:59:16.828904 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db8ce3e6-c362-4df4-8b14-dc14e6ea1943 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (0834a562-17fb-44c5-93c9-c91c98228357), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:16.833575 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db8ce3e6-c362-4df4-8b14-dc14e6ea1943 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_controller (0834a562-17fb-44c5-93c9-c91c98228357), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:16.848000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ba3a482c-bf80-4f6d-aae4-35900c0232dc is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:16.851418 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ba3a482c-bf80-4f6d-aae4-35900c0232dc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:16.858740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:16.873025 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port ba3a482c-bf80-4f6d-aae4-35900c0232dc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ba3a482c-bf80-4f6d-aae4-35900c0232dc,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:16.904525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:16.904525 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:16.905746 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] 10.222.0.67 "PUT /v2.0/ports/bea279ec-bf51-4820-b55f-cb33e374576e HTTP/1.1" status: 200 len: 1092 time: 1.9334562 Feb 15 16:59:16.907468 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef4eb6a-e2ab-4819-9e27-af23894097a9', 'tag': 'bea279ec-bf51-4820-b55f-cb33e374576e'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:59:16.912252 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aff3d9d-bc63-4876-b05e-2db14e93e40e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef4eb6a-e2ab-4819-9e27-af23894097a9", "tag": "bea279ec-bf51-4820-b55f-cb33e374576e"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:59:16.941821 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ba3a482c-bf80-4f6d-aae4-35900c0232dc), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:17.040867 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9654b2db-8456-438a-a56c-8c3610499df4), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:17.064856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fc583-0b2c-4e19-bad8-c88e82206f5f service neutron] Pushing event updated for resources: {'Port': ['ID=bea279ec-bf51-4820-b55f-cb33e374576e,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:17.077252 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db8ce3e6-c362-4df4-8b14-dc14e6ea1943 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (0834a562-17fb-44c5-93c9-c91c98228357), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:17.077833 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8ce3e6-c362-4df4-8b14-dc14e6ea1943 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Fanout notify agent at l3_agent the message router_deleted on router 0834a562-17fb-44c5-93c9-c91c98228357 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:59:17.090627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=ba3a482c-bf80-4f6d-aae4-35900c0232dc,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:17.110829 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db8ce3e6-c362-4df4-8b14-dc14e6ea1943 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:17.112034 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-db8ce3e6-c362-4df4-8b14-dc14e6ea1943 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/routers/0834a562-17fb-44c5-93c9-c91c98228357 HTTP/1.1" status: 204 len: 168 time: 0.9437060 Feb 15 16:59:17.114745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35032) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:17.199444 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045c0461-bd19-46a4-9eb3-b00638ffa2c0 x-openstack-request-id: req-045c0461-bd19-46a4-9eb3-b00638ffa2c0 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:59:17.199943 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef4eb6a-e2ab-4819-9e27-af23894097a9", "tag": "bea279ec-bf51-4820-b55f-cb33e374576e", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:59:17.200517 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-045c0461-bd19-46a4-9eb3-b00638ffa2c0 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:59:17.201091 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef4eb6a-e2ab-4819-9e27-af23894097a9', 'tag': 'bea279ec-bf51-4820-b55f-cb33e374576e', 'status': 'completed', 'code': 200} Feb 15 16:59:17.207876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2a45d5-f289-4869-ade3-6bbab34ff2a3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting subnet 41984bac-adc2-4666-9427-8e135958411e {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:59:17.212355 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c2a45d5-f289-4869-ade3-6bbab34ff2a3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (41984bac-adc2-4666-9427-8e135958411e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:17.220266 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a8ad3-8e7b-4e2f-af13-ee4f23efbd43 req-cc9ee1e9-adf9-486f-b3ab-6b86486bdab7 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:17.222899 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e1a8ad3-8e7b-4e2f-af13-ee4f23efbd43 req-cc9ee1e9-adf9-486f-b3ab-6b86486bdab7 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.2981925 Feb 15 16:59:17.291748 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c2a45d5-f289-4869-ade3-6bbab34ff2a3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (41984bac-adc2-4666-9427-8e135958411e), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:17.377826 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-cde806e5-620c-4789-bbee-3ebe19a620aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:17.384262 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-cde806e5-620c-4789-bbee-3ebe19a620aa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 1126 time: 0.3087981 Feb 15 16:59:17.435390 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e1a8ad3-8e7b-4e2f-af13-ee4f23efbd43 req-f282f42d-930e-4fc1-a9ec-8731f04fd02d tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712165 Feb 15 16:59:17.497680 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Publish callbacks [] for port (9654b2db-8456-438a-a56c-8c3610499df4), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:17.625340 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabb177-aead-4018-96e4-31a6f22ec744 req-4c22e72c-92ca-48ec-a8f8-66b9a65f8a6f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:17.627224 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ebabb177-aead-4018-96e4-31a6f22ec744 req-4c22e72c-92ca-48ec-a8f8-66b9a65f8a6f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 943 time: 0.0638120 Feb 15 16:59:17.684420 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ebabb177-aead-4018-96e4-31a6f22ec744 req-726e10c1-2130-4176-a601-321ecf477712 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509269 Feb 15 16:59:17.801069 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (9654b2db-8456-438a-a56c-8c3610499df4), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:17.818062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-840e3105-8c5f-4470-8237-6195c8d27b96 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bea279ec-bf51-4820-b55f-cb33e374576e HTTP/1.1" status: 200 len: 217 time: 0.4045339 Feb 15 16:59:17.958069 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c2a45d5-f289-4869-ade3-6bbab34ff2a3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (41984bac-adc2-4666-9427-8e135958411e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:18.004345 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (e3e72d4b-eab8-4d53-a770-b63c1ff76435), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:18.047479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-09f2e795-6bd3-451a-9347-7fbd2fe59ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:18.048793 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-09f2e795-6bd3-451a-9347-7fbd2fe59ead service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.2117360 Feb 15 16:59:18.109239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412d666-cde6-4acb-9a61-b5ae21187cdd req-4f83ae9d-aaaf-48f8-ac0a-9f2efe982be3 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:18.110919 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1412d666-cde6-4acb-9a61-b5ae21187cdd req-4f83ae9d-aaaf-48f8-ac0a-9f2efe982be3 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.2959700 Feb 15 16:59:18.116257 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c2a45d5-f289-4869-ade3-6bbab34ff2a3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (41984bac-adc2-4666-9427-8e135958411e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:18.208446 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Pushing event updated for resources: {'Port': ['ID=9654b2db-8456-438a-a56c-8c3610499df4,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:18.218658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a45d5-f289-4869-ade3-6bbab34ff2a3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Subnet': ['ID=41984bac-adc2-4666-9427-8e135958411e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:18.232220 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c2a45d5-f289-4869-ade3-6bbab34ff2a3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:18.232510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Network 3d408901-3149-4164-8a69-92e79cf7f1ef is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:18.234920 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:18.237176 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9c2a45d5-f289-4869-ade3-6bbab34ff2a3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/41984bac-adc2-4666-9427-8e135958411e HTTP/1.1" status: 204 len: 168 time: 1.1209054 Feb 15 16:59:18.237681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e1bedd-4be4-4775-9160-0430a5484bae None None] Network 18bba263-9056-4794-a060-f7ea250fbd5c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:59:18.240107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35064) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:18.246323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:18.246520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:18.246894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:18.247217 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:18.247909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:18.247909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:18.248225 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:18.248545 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:18.254388 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:18.254595 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:18.254891 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:18.255238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:18.264517 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:18.338375 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (18bba263-9056-4794-a060-f7ea250fbd5c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:18.353282 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-aafffc4d-bcec-4f25-a34a-048f0b9892eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:18.356094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-aafffc4d-bcec-4f25-a34a-048f0b9892eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2980323 Feb 15 16:59:18.420436 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1412d666-cde6-4acb-9a61-b5ae21187cdd req-cc7f0483-de24-4756-beaa-48c029e56125 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009505 Feb 15 16:59:18.488776 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Router e3e72d4b-eab8-4d53-a770-b63c1ff76435 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:59:18.499875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ba3a482c-bf80-4f6d-aae4-35900c0232dc up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:59:18.582389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:59:18.582872 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9ee8f432-3e30-444d-8dc7-887d6e10fbbb), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:18.590102 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-7d5ce09c-921c-4ed4-9cb6-177685e1166f service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136009 Feb 15 16:59:18.618241 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] DHCP port deletion for 18bba263-9056-4794-a060-f7ea250fbd5c request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:59:18.770906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] For port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9ee8f432-3e30-444d-8dc7-887d6e10fbbb,segment=NetworkSegment(1a0c1a16-b7fa-4261-af04-c750c4902747),segment_id=1a0c1a16-b7fa-4261-af04-c750c4902747)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:18.771417 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9ee8f432-3e30-444d-8dc7-887d6e10fbbb), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:18.796686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for 9ee8f432-3e30-444d-8dc7-887d6e10fbbb owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:59:18.805723 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:59:18.806815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35080) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:18.820823 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Sync routers for ids ['e3e72d4b-eab8-4d53-a770-b63c1ff76435'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:59:18.821473 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-57a6980c-4cf5-45d3-90eb-bf91c8d008fa admin admin] 10.222.0.107 "PUT /v2.0/routers/e3e72d4b-eab8-4d53-a770-b63c1ff76435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6841805 Feb 15 16:59:18.833350 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Routers {'e3e72d4b-eab8-4d53-a770-b63c1ff76435'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:18.834127 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3e72d4b-eab8-4d53-a770-b63c1ff76435'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:18.871749 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ae2290d5-ed8b-438b-960c-54dba8141b34 req-1a0de3ca-c26b-4254-aee4-1ddee35050c1 service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713130 Feb 15 16:59:18.889492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Deleting port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:59:18.895330 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9ee8f432-3e30-444d-8dc7-887d6e10fbbb), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:18.963849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] For port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9ee8f432-3e30-444d-8dc7-887d6e10fbbb,segment=NetworkSegment(1a0c1a16-b7fa-4261-af04-c750c4902747),segment_id=1a0c1a16-b7fa-4261-af04-c750c4902747)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:18.964538 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9ee8f432-3e30-444d-8dc7-887d6e10fbbb), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:18.984788 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Calling delete_port for 9ee8f432-3e30-444d-8dc7-887d6e10fbbb owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:59:19.027511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70f8b2-9d87-4f13-830b-2a7467893ec5 req-d09678ec-b3ff-42b6-89da-2066e13d6e83 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:19.029899 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d70f8b2-9d87-4f13-830b-2a7467893ec5 req-d09678ec-b3ff-42b6-89da-2066e13d6e83 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 943 time: 0.1664739 Feb 15 16:59:19.039107 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ba3a482c-bf80-4f6d-aae4-35900c0232dc triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:19.039697 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ba3a482c-bf80-4f6d-aae4-35900c0232dc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:19.077249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0062d11b-05ca-40ec-86bd-1b2c0996a379 None None] Provisioning complete for port 9654b2db-8456-438a-a56c-8c3610499df4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:19.083297 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0062d11b-05ca-40ec-86bd-1b2c0996a379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9654b2db-8456-438a-a56c-8c3610499df4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:19.112181 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d70f8b2-9d87-4f13-830b-2a7467893ec5 req-21c0b184-2559-4e00-8f61-adf71bbc93b1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757892 Feb 15 16:59:19.145232 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Set router e3e72d4b-eab8-4d53-a770-b63c1ff76435 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:59:19.149607 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0062d11b-05ca-40ec-86bd-1b2c0996a379 None None] Port 9654b2db-8456-438a-a56c-8c3610499df4 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:19.307460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff3d9d-bc63-4876-b05e-2db14e93e40e req-c2809e83-52f2-4cf4-baa8-1e84994448e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:19.310633 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2aff3d9d-bc63-4876-b05e-2db14e93e40e req-c2809e83-52f2-4cf4-baa8-1e84994448e9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 1126 time: 0.2596416 Feb 15 16:59:19.313739 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-730ea517-f964-4b1e-9e39-bf73546ea99a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:19.321550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e832154-6a60-407d-a3e3-1dff2a4cf76f req-3d00a285-255a-4367-8582-1682890d4210 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:19.323411 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e832154-6a60-407d-a3e3-1dff2a4cf76f req-3d00a285-255a-4367-8582-1682890d4210 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/networks?id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc HTTP/1.1" status: 200 len: 813 time: 0.3489659 Feb 15 16:59:19.463320 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff3d9d-bc63-4876-b05e-2db14e93e40e req-859cf701-2857-4806-bf38-612c7e31c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:19.466550 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2aff3d9d-bc63-4876-b05e-2db14e93e40e req-859cf701-2857-4806-bf38-612c7e31c686 service neutron] 10.222.0.67 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.1419218 Feb 15 16:59:19.478196 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ba3a482c-bf80-4f6d-aae4-35900c0232dc is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:19.502456 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e832154-6a60-407d-a3e3-1dff2a4cf76f req-8a724b06-f52a-4c2e-b12c-287832abafe6 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/quotas/39ced08894bc44b28af70965be7f8e31 HTTP/1.1" status: 200 len: 375 time: 0.0346904 Feb 15 16:59:19.538360 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2aff3d9d-bc63-4876-b05e-2db14e93e40e req-fa4689ce-5b74-462e-a372-82c50b4beacc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bea279ec-bf51-4820-b55f-cb33e374576e HTTP/1.1" status: 200 len: 217 time: 0.0513189 Feb 15 16:59:19.544480 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (9ee8f432-3e30-444d-8dc7-887d6e10fbbb), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:19.597480 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'name': 'tempest-TestVolumeBootPattern-73358709-router', 'tenant_id': '09e20eba3048443ab46da7f945d0109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'ba3a482c-bf80-4f6d-aae4-35900c0232dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:59:05Z', 'updated_at': '2022-02-15T16:59:16Z', 'revision_number': 4, 'project_id': '09e20eba3048443ab46da7f945d0109a', 'gw_port': {'id': 'ba3a482c-bf80-4f6d-aae4-35900c0232dc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:59:08Z', 'updated_at': '2022-02-15T16:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '9654b2db-8456-438a-a56c-8c3610499df4', 'name': '', 'network_id': '3d408901-3149-4164-8a69-92e79cf7f1ef', 'tenant_id': '09e20eba3048443ab46da7f945d0109a', 'mac_address': 'fa:16:3e:cd:3d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'b7f9befd-077e-4fdf-871b-606d7f0d3a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:59:13Z', 'updated_at': '2022-02-15T16:59:17Z', 'revision_number': 2, 'project_id': '09e20eba3048443ab46da7f945d0109a', 'subnets': [{'id': 'b7f9befd-077e-4fdf-871b-606d7f0d3a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:19.636247 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9ee8f432-3e30-444d-8dc7-887d6e10fbbb), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:19.642050 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Checking router: e3e72d4b-eab8-4d53-a770-b63c1ff76435 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 16:59:19.642566 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Updating router e3e72d4b-eab8-4d53-a770-b63c1ff76435 port 9654b2db-8456-438a-a56c-8c3610499df4 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 16:59:19.665912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] No DVR routers for this DVR port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:59:19.683248 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Pushing event deleted for resources: {'Port': ['ID=9ee8f432-3e30-444d-8dc7-887d6e10fbbb,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:19.686501 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9654b2db-8456-438a-a56c-8c3610499df4), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:19.692797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=9ee8f432-3e30-444d-8dc7-887d6e10fbbb,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:19.709211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] No DVR routers for this DVR port 9ee8f432-3e30-444d-8dc7-887d6e10fbbb on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:59:19.711875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff3d9d-bc63-4876-b05e-2db14e93e40e req-60d6ae20-6a82-4ee5-88a5-3b6c1bea03aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:19.713588 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2aff3d9d-bc63-4876-b05e-2db14e93e40e req-60d6ae20-6a82-4ee5-88a5-3b6c1bea03aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.1601982 Feb 15 16:59:19.718920 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e832154-6a60-407d-a3e3-1dff2a4cf76f req-a838b8e0-c992-4684-a5c3-757dd9e8fb88 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=39ced08894bc44b28af70965be7f8e31&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1822605 Feb 15 16:59:19.744938 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:19.745335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:19.746405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:19.748630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:19.749445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:19.751564 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:19.752078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:19.755207 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:19.756208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:19.757008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:19.757529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:19.758006 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:19.758477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643c572-23c1-432c-9000-aa7432276a8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:19.866399 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (18bba263-9056-4794-a060-f7ea250fbd5c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:19.930063 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-730ea517-f964-4b1e-9e39-bf73546ea99a admin admin] Publish callbacks [] for security_group (a8dfbf6d-851b-4397-bebe-d17c5b9ce66a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:19.960429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18bba263-9056-4794-a060-f7ea250fbd5c']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:19.975577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a0c1a16-b7fa-4261-af04-c750c4902747') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:19.980740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a0c1a16-b7fa-4261-af04-c750c4902747') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:19.992296 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (1a0c1a16-b7fa-4261-af04-c750c4902747), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:20.019546 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-730ea517-f964-4b1e-9e39-bf73546ea99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a8dfbf6d-851b-4397-bebe-d17c5b9ce66a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:20.022549 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1a0c1a16-b7fa-4261-af04-c750c4902747), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:20.034672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff3d9d-bc63-4876-b05e-2db14e93e40e req-82884fed-fbdd-4f22-b83e-bf7c5e8ffea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:20.036235 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2aff3d9d-bc63-4876-b05e-2db14e93e40e req-82884fed-fbdd-4f22-b83e-bf7c5e8ffea5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3109963 Feb 15 16:59:20.050671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:59:20.051083 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (1a0c1a16-b7fa-4261-af04-c750c4902747), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:59:20.058525 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:59:20.088236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236d8e6-b4ef-4658-b99d-70f81071fc93 req-57ac2249-427f-43b3-af1e-83ee2ae40c49 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:20.090231 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0236d8e6-b4ef-4658-b99d-70f81071fc93 req-57ac2249-427f-43b3-af1e-83ee2ae40c49 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.2452080 Feb 15 16:59:20.209153 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-730ea517-f964-4b1e-9e39-bf73546ea99a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=25cabc358bcf401988027f1a3ce58ec8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3821378 Feb 15 16:59:20.211897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35124) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:20.216754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ea517-f964-4b1e-9e39-bf73546ea99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dfbf6d-851b-4397-bebe-d17c5b9ce66a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:20.247135 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Publish callbacks [] for port (9654b2db-8456-438a-a56c-8c3610499df4), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:20.265968 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0236d8e6-b4ef-4658-b99d-70f81071fc93 req-281e2d31-f184-49bc-8851-47b18691658d tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265588 Feb 15 16:59:20.295900 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2aff3d9d-bc63-4876-b05e-2db14e93e40e req-cd864874-9cd1-4bc8-9f25-6b22c41948cd service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383819 Feb 15 16:59:20.349492 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9654b2db-8456-438a-a56c-8c3610499df4), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:20.400146 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (18bba263-9056-4794-a060-f7ea250fbd5c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:20.486072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9ee8f432-3e30-444d-8dc7-887d6e10fbbb no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:59:20.541140 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 9ee8f432-3e30-444d-8dc7-887d6e10fbbb {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 16:59:20.541596 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9ee8f432-3e30-444d-8dc7-887d6e10fbbb not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 16:59:20.544324 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6c893-61b0-4f36-bb7d-eb9c21e2cbb8 None None] Pushing event updated for resources: {'Port': ['ID=9654b2db-8456-438a-a56c-8c3610499df4,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:20.545198 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:20.550229 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/networks/18bba263-9056-4794-a060-f7ea250fbd5c HTTP/1.1" status: 204 len: 168 time: 2.3088984 Feb 15 16:59:20.590596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd710c-c44d-4785-8f04-b533a2f726e7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Network': ['ID=18bba263-9056-4794-a060-f7ea250fbd5c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:20.596208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fbf3ff-7e73-4d23-8f6c-e7fb1cb18cde req-19bbea74-232e-4016-b3fb-ec094e376e88 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:20.596208 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f1fbf3ff-7e73-4d23-8f6c-e7fb1cb18cde req-19bbea74-232e-4016-b3fb-ec094e376e88 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 943 time: 0.2827640 Feb 15 16:59:20.596208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35134) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:20.604450 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c21e318a-b00d-45f9-916b-e6ef25c62164 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'network': {'name': 'tempest-RoutersTest-834767151'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:20.605802 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Attempting to bind port 9654b2db-8456-438a-a56c-8c3610499df4 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:20.606476 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Attempting to bind port 9654b2db-8456-438a-a56c-8c3610499df4 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'e699e1b0-36bb-4e01-86bf-b03340ee5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3d408901-3149-4164-8a69-92e79cf7f1ef'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:20.607141 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Attempting to bind port 9654b2db-8456-438a-a56c-8c3610499df4 on network 3d408901-3149-4164-8a69-92e79cf7f1ef {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:20.612985 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:59:20.613636 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Checking segment: {'id': 'e699e1b0-36bb-4e01-86bf-b03340ee5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3d408901-3149-4164-8a69-92e79cf7f1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:59:20.613793 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:20.614191 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Bound using segment: {'id': 'e699e1b0-36bb-4e01-86bf-b03340ee5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3d408901-3149-4164-8a69-92e79cf7f1ef'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:59:20.614414 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bef855b1-1749-4b59-aaa7-35e2ad42c8b2 admin admin] Publish callbacks [] for security_group (a8dfbf6d-851b-4397-bebe-d17c5b9ce66a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:20.615074 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Bound port: 9654b2db-8456-438a-a56c-8c3610499df4, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e699e1b0-36bb-4e01-86bf-b03340ee5ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '3d408901-3149-4164-8a69-92e79cf7f1ef'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:59:20.615074 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9654b2db-8456-438a-a56c-8c3610499df4), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:20.679472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba9b78-1a46-46b9-9fb2-df6ab7eba167 req-bf5a67c1-c87f-4953-a778-b87595cb6adc tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:20.681759 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48ba9b78-1a46-46b9-9fb2-df6ab7eba167 req-bf5a67c1-c87f-4953-a778-b87595cb6adc tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.2795229 Feb 15 16:59:20.687913 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bef855b1-1749-4b59-aaa7-35e2ad42c8b2 admin admin] Publish callbacks [] for security_group (a8dfbf6d-851b-4397-bebe-d17c5b9ce66a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:20.727941 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2aff3d9d-bc63-4876-b05e-2db14e93e40e req-ab9a4bd5-6b48-4a92-ba2f-fd929d3af938 service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240720 Feb 15 16:59:20.754971 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f1fbf3ff-7e73-4d23-8f6c-e7fb1cb18cde req-ac7dde68-f875-40ff-80ae-9a7b25a0df62 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442387 Feb 15 16:59:20.762607 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] For port 9654b2db-8456-438a-a56c-8c3610499df4, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:59:20.766275 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] For port 9654b2db-8456-438a-a56c-8c3610499df4, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9654b2db-8456-438a-a56c-8c3610499df4,segment=NetworkSegment(e699e1b0-36bb-4e01-86bf-b03340ee5ddc),segment_id=e699e1b0-36bb-4e01-86bf-b03340ee5ddc)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:59:20.774231 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21e318a-b00d-45f9-916b-e6ef25c62164 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:59:20.785502 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c21e318a-b00d-45f9-916b-e6ef25c62164 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:20.813107 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48ba9b78-1a46-46b9-9fb2-df6ab7eba167 req-fc9d911f-e269-433a-9f30-eb366f8ec507 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228120 Feb 15 16:59:20.901956 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d30b9ef4-8fb9-401c-a5e2-0aa27c630ad3 None None] Provisioning complete for port 9654b2db-8456-438a-a56c-8c3610499df4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:20.912498 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d30b9ef4-8fb9-401c-a5e2-0aa27c630ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9654b2db-8456-438a-a56c-8c3610499df4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:20.937348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c21e318a-b00d-45f9-916b-e6ef25c62164 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:59:20.949976 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c21e318a-b00d-45f9-916b-e6ef25c62164 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (4b7fdf28-dba5-4a15-8c87-2be9242e9ff3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:20.950333 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-c21e318a-b00d-45f9-916b-e6ef25c62164 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Added segment 4b7fdf28-dba5-4a15-8c87-2be9242e9ff3 of type vlan for network e453d428-5256-4ac6-97c0-09072980a332 Feb 15 16:59:20.994882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d30b9ef4-8fb9-401c-a5e2-0aa27c630ad3 None None] Port 9654b2db-8456-438a-a56c-8c3610499df4 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:21.013065 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c21e318a-b00d-45f9-916b-e6ef25c62164 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (e453d428-5256-4ac6-97c0-09072980a332), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:21.108194 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f159ecb5-14fa-41c7-9296-b7d0e0a53151 req-e87b80ba-12d6-46f8-a9db-9dc7b2f47835 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=39ced08894bc44b28af70965be7f8e31 HTTP/1.1" status: 200 len: 221 time: 0.0289195 Feb 15 16:59:21.222224 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9654b2db-8456-438a-a56c-8c3610499df4), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:21.230276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725000a3-d6cb-4cff-86c5-b9b6438d119c req-35ca1af2-9aba-4802-9b5f-2281d48c3853 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:21.231922 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-725000a3-d6cb-4cff-86c5-b9b6438d119c req-35ca1af2-9aba-4802-9b5f-2281d48c3853 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.0681164 Feb 15 16:59:21.300601 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-725000a3-d6cb-4cff-86c5-b9b6438d119c req-76f0afe0-d1b6-44dc-bbb4-a1079e072282 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627441 Feb 15 16:59:21.304809 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Routers {'e3e72d4b-eab8-4d53-a770-b63c1ff76435'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:21.305480 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3e72d4b-eab8-4d53-a770-b63c1ff76435'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:21.366654 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c21e318a-b00d-45f9-916b-e6ef25c62164 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (e453d428-5256-4ac6-97c0-09072980a332), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:21.377790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21e318a-b00d-45f9-916b-e6ef25c62164 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:21.378737 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c21e318a-b00d-45f9-916b-e6ef25c62164 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:21.549967 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bef855b1-1749-4b59-aaa7-35e2ad42c8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a8dfbf6d-851b-4397-bebe-d17c5b9ce66a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:21.552965 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bef855b1-1749-4b59-aaa7-35e2ad42c8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:21.556571 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bef855b1-1749-4b59-aaa7-35e2ad42c8b2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a8dfbf6d-851b-4397-bebe-d17c5b9ce66a HTTP/1.1" status: 204 len: 168 time: 1.3406942 Feb 15 16:59:21.591166 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] Set router e3e72d4b-eab8-4d53-a770-b63c1ff76435 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 16:59:21.600421 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c21e318a-b00d-45f9-916b-e6ef25c62164 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0004761 Feb 15 16:59:21.601861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35168) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:21.614587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ba32db95-dbb8-4a7d-af40-190ef63ba912 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'subnet': {'network_id': 'e453d428-5256-4ac6-97c0-09072980a332', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:21.645053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef855b1-1749-4b59-aaa7-35e2ad42c8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dfbf6d-851b-4397-bebe-d17c5b9ce66a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:21.655185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e318a-b00d-45f9-916b-e6ef25c62164 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Network': ['ID=e453d428-5256-4ac6-97c0-09072980a332,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:21.682642 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network e453d428-5256-4ac6-97c0-09072980a332 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:59:21.719421 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6c893-61b0-4f36-bb7d-eb9c21e2cbb8 None None] Pushing event updated for resources: {'Port': ['ID=9654b2db-8456-438a-a56c-8c3610499df4,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:21.891919 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-43ade69d-f646-47a0-bd98-8486bd71522e None None] Provisioning complete for port 9654b2db-8456-438a-a56c-8c3610499df4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:21.892296 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43ade69d-f646-47a0-bd98-8486bd71522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9654b2db-8456-438a-a56c-8c3610499df4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:21.929034 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a34109-1a35-4c80-b851-ee7458d755ff req-62cde1e3-84b9-4fc4-a218-ec815638aa9d tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:21.937529 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b0a34109-1a35-4c80-b851-ee7458d755ff req-62cde1e3-84b9-4fc4-a218-ec815638aa9d tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.4776642 Feb 15 16:59:21.954111 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'name': 'tempest-TestVolumeBootPattern-73358709-router', 'tenant_id': '09e20eba3048443ab46da7f945d0109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'ba3a482c-bf80-4f6d-aae4-35900c0232dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:59:05Z', 'updated_at': '2022-02-15T16:59:16Z', 'revision_number': 4, 'project_id': '09e20eba3048443ab46da7f945d0109a', 'gw_port': {'id': 'ba3a482c-bf80-4f6d-aae4-35900c0232dc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:59:08Z', 'updated_at': '2022-02-15T16:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '9654b2db-8456-438a-a56c-8c3610499df4', 'name': '', 'network_id': '3d408901-3149-4164-8a69-92e79cf7f1ef', 'tenant_id': '09e20eba3048443ab46da7f945d0109a', 'mac_address': 'fa:16:3e:cd:3d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'b7f9befd-077e-4fdf-871b-606d7f0d3a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:59:13Z', 'updated_at': '2022-02-15T16:59:20Z', 'revision_number': 4, 'project_id': '09e20eba3048443ab46da7f945d0109a', 'subnets': [{'id': 'b7f9befd-077e-4fdf-871b-606d7f0d3a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:21.995886 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e9a418-96fa-4b39-be3e-fdbccaa7b989 None None] The sync data for ids ['e3e72d4b-eab8-4d53-a770-b63c1ff76435'] in n-d-828372-14 is: [{'id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'name': 'tempest-TestVolumeBootPattern-73358709-router', 'tenant_id': '09e20eba3048443ab46da7f945d0109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'ba3a482c-bf80-4f6d-aae4-35900c0232dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:59:05Z', 'updated_at': '2022-02-15T16:59:16Z', 'revision_number': 4, 'project_id': '09e20eba3048443ab46da7f945d0109a', 'gw_port': {'id': 'ba3a482c-bf80-4f6d-aae4-35900c0232dc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:59:08Z', 'updated_at': '2022-02-15T16:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '9654b2db-8456-438a-a56c-8c3610499df4', 'name': '', 'network_id': '3d408901-3149-4164-8a69-92e79cf7f1ef', 'tenant_id': '09e20eba3048443ab46da7f945d0109a', 'mac_address': 'fa:16:3e:cd:3d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': 'b7f9befd-077e-4fdf-871b-606d7f0d3a3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:59:13Z', 'updated_at': '2022-02-15T16:59:20Z', 'revision_number': 4, 'project_id': '09e20eba3048443ab46da7f945d0109a', 'subnets': [{'id': 'b7f9befd-077e-4fdf-871b-606d7f0d3a3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:59:22.077245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba32db95-dbb8-4a7d-af40-190ef63ba912 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:59:22.087557 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ba32db95-dbb8-4a7d-af40-190ef63ba912 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:22.102229 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece8c31-f4c8-43ba-a646-d11860898c2a req-eb8c03fa-87e0-4735-8ba2-5cc42845d417 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:22.114529 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cece8c31-f4c8-43ba-a646-d11860898c2a req-eb8c03fa-87e0-4735-8ba2-5cc42845d417 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 943 time: 0.2218931 Feb 15 16:59:22.175936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-43ade69d-f646-47a0-bd98-8486bd71522e None None] Current status of the port 9654b2db-8456-438a-a56c-8c3610499df4 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:22.176332 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43ade69d-f646-47a0-bd98-8486bd71522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9654b2db-8456-438a-a56c-8c3610499df4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:22.269032 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cece8c31-f4c8-43ba-a646-d11860898c2a req-43de131c-4708-4734-a970-ee5b8d854f89 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486547 Feb 15 16:59:22.279344 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-43ade69d-f646-47a0-bd98-8486bd71522e None None] For port 9654b2db-8456-438a-a56c-8c3610499df4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9654b2db-8456-438a-a56c-8c3610499df4,segment=NetworkSegment(e699e1b0-36bb-4e01-86bf-b03340ee5ddc),segment_id=e699e1b0-36bb-4e01-86bf-b03340ee5ddc)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:22.410890 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-43ade69d-f646-47a0-bd98-8486bd71522e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9654b2db-8456-438a-a56c-8c3610499df4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:22.577783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ade69d-f646-47a0-bd98-8486bd71522e None None] Pushing event updated for resources: {'Port': ['ID=9654b2db-8456-438a-a56c-8c3610499df4,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:22.586931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9654b2db-8456-438a-a56c-8c3610499df4 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:59:22.591452 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b0a34109-1a35-4c80-b851-ee7458d755ff req-fc46ad31-732e-473b-bb36-e048fdac3265 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6526434 Feb 15 16:59:22.796759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9654b2db-8456-438a-a56c-8c3610499df4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:22.797333 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9654b2db-8456-438a-a56c-8c3610499df4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:22.899349 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ba32db95-dbb8-4a7d-af40-190ef63ba912 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (578b792d-048f-4289-9b7b-0b2c9bc1e680), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:23.008566 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device bea279ec-bf51-4820-b55f-cb33e374576e details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:59:23.096630 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32db95-dbb8-4a7d-af40-190ef63ba912 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Subnet': ['ID=578b792d-048f-4289-9b7b-0b2c9bc1e680,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:23.147444 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe3372-1b42-4f8c-bb2c-ff105a173251 req-8a3cd1d3-be7b-48c3-bec7-a16e5d123883 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:23.149258 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eabe3372-1b42-4f8c-bb2c-ff105a173251 req-8a3cd1d3-be7b-48c3-bec7-a16e5d123883 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.3271711 Feb 15 16:59:23.166116 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32db95-dbb8-4a7d-af40-190ef63ba912 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Checking segment: {'id': '4b7fdf28-dba5-4a15-8c87-2be9242e9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e453d428-5256-4ac6-97c0-09072980a332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:59:23.170179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9654b2db-8456-438a-a56c-8c3610499df4 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:23.175995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba32db95-dbb8-4a7d-af40-190ef63ba912 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network hostable DHCP agents. Network: e453d428-5256-4ac6-97c0-09072980a332, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:59:23.358481 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eabe3372-1b42-4f8c-bb2c-ff105a173251 req-91ad0b93-556f-4de2-95a7-f3a0a2ecfc9c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943531 Feb 15 16:59:23.383461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port bea279ec-bf51-4820-b55f-cb33e374576e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=bea279ec-bf51-4820-b55f-cb33e374576e,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:23.399303 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba32db95-dbb8-4a7d-af40-190ef63ba912 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network e453d428-5256-4ac6-97c0-09072980a332 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:59:23.427104 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'bea279ec-bf51-4820-b55f-cb33e374576e', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'port_id': 'bea279ec-bf51-4820-b55f-cb33e374576e', 'mac_address': 'fa:16:3e:3d:47:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:59:23.502000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-ba32db95-dbb8-4a7d-af40-190ef63ba912 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, e453d428-5256-4ac6-97c0-09072980a332) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:23.512785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba32db95-dbb8-4a7d-af40-190ef63ba912 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:23.515293 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ba32db95-dbb8-4a7d-af40-190ef63ba912 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:23.524556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca21380-f664-4beb-ab72-22079ad76c28 None None] Network e453d428-5256-4ac6-97c0-09072980a332 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:59:23.593672 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaf4c6-2392-40cc-aa1d-204e5bd3fbaa req-3486dc9c-a9dc-4050-9a40-3de775291c9e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:23.593672 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ebbaf4c6-2392-40cc-aa1d-204e5bd3fbaa req-3486dc9c-a9dc-4050-9a40-3de775291c9e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 943 time: 0.1326363 Feb 15 16:59:23.649823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ce7a5-8852-4306-a433-6474c8f5f207 req-f1e962d7-7f9d-4605-b019-57fcc4976af3 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:23.665338 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a25ce7a5-8852-4306-a433-6474c8f5f207 req-f1e962d7-7f9d-4605-b019-57fcc4976af3 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1404119 Feb 15 16:59:23.677631 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ba32db95-dbb8-4a7d-af40-190ef63ba912 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0743754 Feb 15 16:59:23.680592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35216) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:23.729219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-fe730899-2a45-4903-952a-9dfe53a48990 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2109834031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:23.741448 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ebbaf4c6-2392-40cc-aa1d-204e5bd3fbaa req-839043c9-a658-48c8-90b5-eb404371c175 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479533 Feb 15 16:59:23.805848 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port bea279ec-bf51-4820-b55f-cb33e374576e is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:23.806394 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:23.881295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea279ec-bf51-4820-b55f-cb33e374576e {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:59:23.926360 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a25ce7a5-8852-4306-a433-6474c8f5f207 req-c2fa94ce-a6c9-4fb9-bb34-d1399b648cfa tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595124 Feb 15 16:59:23.935283 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port bea279ec-bf51-4820-b55f-cb33e374576e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=bea279ec-bf51-4820-b55f-cb33e374576e,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:24.002041 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe730899-2a45-4903-952a-9dfe53a48990 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (8311faef-6f97-4607-ab14-6c761cc158af), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:24.004923 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe730899-2a45-4903-952a-9dfe53a48990 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (8311faef-6f97-4607-ab14-6c761cc158af), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:24.007044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-e453d428-5256-4ac6-97c0-09072980a332', 'network_id': 'e453d428-5256-4ac6-97c0-09072980a332', 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'fixed_ips': [{'subnet_id': '578b792d-048f-4289-9b7b-0b2c9bc1e680'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:59:24.008256 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:24.032524 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:24.083151 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe730899-2a45-4903-952a-9dfe53a48990 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_controller (8311faef-6f97-4607-ab14-6c761cc158af), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:24.159590 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe730899-2a45-4903-952a-9dfe53a48990 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (8311faef-6f97-4607-ab14-6c761cc158af), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:24.202844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aebc99-5e30-4c26-a601-fa04fa6769e5 req-5aba2db7-418d-4f9f-8418-a0e5bd51ea25 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:24.209205 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b1aebc99-5e30-4c26-a601-fa04fa6769e5 req-5aba2db7-418d-4f9f-8418-a0e5bd51ea25 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1142182 Feb 15 16:59:24.228621 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=bea279ec-bf51-4820-b55f-cb33e374576e,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:24.297986 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b1aebc99-5e30-4c26-a601-fa04fa6769e5 req-ad729210-9fb0-4501-9289-7638f03b1581 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814357 Feb 15 16:59:24.312606 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe730899-2a45-4903-952a-9dfe53a48990 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:24.312606 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fe730899-2a45-4903-952a-9dfe53a48990 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6001136 Feb 15 16:59:24.314831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35244) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:24.349759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['bea279ec-bf51-4820-b55f-cb33e374576e'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:59:24.534041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9654b2db-8456-438a-a56c-8c3610499df4 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:59:24.594263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Allocated IP 172.20.0.2 (e453d428-5256-4ac6-97c0-09072980a332/578b792d-048f-4289-9b7b-0b2c9bc1e680/07d6b7a9-2ec8-4911-935a-2b223d5f6e79) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:59:24.700933 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9654b2db-8456-438a-a56c-8c3610499df4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:24.701584 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9654b2db-8456-438a-a56c-8c3610499df4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:24.907318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f667f-1f1b-4455-b005-ef438c3af61a req-4a0760be-1dd5-4d7d-a153-312343709c33 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:24.909155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-048f667f-1f1b-4455-b005-ef438c3af61a req-4a0760be-1dd5-4d7d-a153-312343709c33 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.4002569 Feb 15 16:59:25.032812 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b22da0-e0e0-4d9e-bb7c-dda852eaecf8 req-3e924598-f84f-45d7-9f80-358af8255967 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:25.035842 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0b22da0-e0e0-4d9e-bb7c-dda852eaecf8 req-3e924598-f84f-45d7-9f80-358af8255967 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 944 time: 0.1665163 Feb 15 16:59:25.070937 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Publish callbacks [] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:25.131649 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0b22da0-e0e0-4d9e-bb7c-dda852eaecf8 req-9c64955b-1c03-4521-997c-fa0ccc6e019a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873237 Feb 15 16:59:25.140177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9654b2db-8456-438a-a56c-8c3610499df4 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:25.144896 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:25.171398 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:25.196487 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-048f667f-1f1b-4455-b005-ef438c3af61a req-b3bcd435-abae-488f-a3f4-dedb9ce63f93 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790912 Feb 15 16:59:25.236868 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Network e453d428-5256-4ac6-97c0-09072980a332 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:25.236868 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Pushing event updated for resources: {'Port': ['ID=07d6b7a9-2ec8-4911-935a-2b223d5f6e79,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:25.236868 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:25.236868 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:25.355674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Attempting to bind port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:25.357399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Attempting to bind port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '4b7fdf28-dba5-4a15-8c87-2be9242e9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e453d428-5256-4ac6-97c0-09072980a332'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:25.362011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Attempting to bind port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 on network e453d428-5256-4ac6-97c0-09072980a332 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:25.370453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:59:25.372347 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Checking segment: {'id': '4b7fdf28-dba5-4a15-8c87-2be9242e9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e453d428-5256-4ac6-97c0-09072980a332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:59:25.372968 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:25.373750 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Bound using segment: {'id': '4b7fdf28-dba5-4a15-8c87-2be9242e9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e453d428-5256-4ac6-97c0-09072980a332'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:59:25.376162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Bound port: 07d6b7a9-2ec8-4911-935a-2b223d5f6e79, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b7fdf28-dba5-4a15-8c87-2be9242e9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e453d428-5256-4ac6-97c0-09072980a332'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:59:25.376814 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:25.536462 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] For port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:59:25.546441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] For port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=07d6b7a9-2ec8-4911-935a-2b223d5f6e79,segment=NetworkSegment(4b7fdf28-dba5-4a15-8c87-2be9242e9ff3),segment_id=4b7fdf28-dba5-4a15-8c87-2be9242e9ff3)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:59:25.570157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb79e92-36b5-49cf-8e27-b43324a92705 req-5f006013-d8d0-439e-b440-c69224ba5218 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:25.571880 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bcb79e92-36b5-49cf-8e27-b43324a92705 req-5f006013-d8d0-439e-b440-c69224ba5218 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1582487 Feb 15 16:59:25.634224 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:25.669138 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bcb79e92-36b5-49cf-8e27-b43324a92705 req-6454eb19-e35a-4d94-bc02-4c1e4c8c8d69 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849953 Feb 15 16:59:25.743266 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb232e-ced3-4d02-af9f-23fa7c4be7a5 None None] Pushing event updated for resources: {'Port': ['ID=07d6b7a9-2ec8-4911-935a-2b223d5f6e79,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:26.169679 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac797ae-ce5b-4c4d-8b87-7391a9a0c0fe req-05179fe2-e465-438a-969e-84dde9981d95 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:26.172027 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1ac797ae-ce5b-4c4d-8b87-7391a9a0c0fe req-05179fe2-e465-438a-969e-84dde9981d95 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.3095071 Feb 15 16:59:26.402369 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1ac797ae-ce5b-4c4d-8b87-7391a9a0c0fe req-3849a776-ddd0-4643-a479-47ba5becdbb8 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147779 Feb 15 16:59:26.433018 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653af6c-0946-4842-b088-614380465904 req-59564c45-82b8-4257-af8c-6af44a97895c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:26.433018 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9653af6c-0946-4842-b088-614380465904 req-59564c45-82b8-4257-af8c-6af44a97895c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 944 time: 0.1519041 Feb 15 16:59:26.514556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35334) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:26.563081 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9653af6c-0946-4842-b088-614380465904 req-32943f36-d0bb-42bb-a38a-a44933bf0dae tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209531 Feb 15 16:59:26.563612 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35340) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:26.590250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:59:26.610070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Allocated IP 172.20.0.1 (e453d428-5256-4ac6-97c0-09072980a332/578b792d-048f-4289-9b7b-0b2c9bc1e680/604d4436-e47b-4bad-9a30-424ed29ec8f3) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:59:26.708589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:26.709231 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:26.812259 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-61bf590a-0039-4535-b963-a4f90d07e271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:26.816220 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:26.816220 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:26.854030 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (604d4436-e47b-4bad-9a30-424ed29ec8f3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:26.860763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=07d6b7a9-2ec8-4911-935a-2b223d5f6e79,segment=NetworkSegment(4b7fdf28-dba5-4a15-8c87-2be9242e9ff3),segment_id=4b7fdf28-dba5-4a15-8c87-2be9242e9ff3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:26.907807 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:26.955347 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:27.025827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device bea279ec-bf51-4820-b55f-cb33e374576e up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:59:27.157323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-679203b0-8f6f-49d3-8d96-486b813e9027 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:27.159702 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-679203b0-8f6f-49d3-8d96-486b813e9027 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 812 time: 0.3179512 Feb 15 16:59:27.187999 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc849a-0a0d-4efa-9f2c-cc96a0e0bc24 req-8a2b5b0b-588e-44f5-8664-fe108d345507 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:27.189656 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-ebd8a99d-f8d1-4b10-b605-457fd978654e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/quotas/3e4b95210b24489aa9af66b1429a9643 HTTP/1.1" status: 200 len: 375 time: 0.0286126 Feb 15 16:59:27.193946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5fc849a-0a0d-4efa-9f2c-cc96a0e0bc24 req-8a2b5b0b-588e-44f5-8664-fe108d345507 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.3068800 Feb 15 16:59:27.203658 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (604d4436-e47b-4bad-9a30-424ed29ec8f3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:27.239834 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=07d6b7a9-2ec8-4911-935a-2b223d5f6e79,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:27.300711 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-61bf590a-0039-4535-b963-a4f90d07e271 admin admin] Publish callbacks [] for security_group (82a3bf34-1e60-498d-8690-df9a43add065), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:27.345104 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-1cfcef2e-2170-4fd8-9ae2-ef4485a89bcf tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1542723 Feb 15 16:59:27.428243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network e453d428-5256-4ac6-97c0-09072980a332 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:27.440634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:27.442297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port bea279ec-bf51-4820-b55f-cb33e374576e completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:59:27.443347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:27.449320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port bea279ec-bf51-4820-b55f-cb33e374576e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:27.449721 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:27.471808 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-61bf590a-0039-4535-b963-a4f90d07e271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (82a3bf34-1e60-498d-8690-df9a43add065), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:27.494483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=604d4436-e47b-4bad-9a30-424ed29ec8f3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:27.523772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b951dac8-5c51-47d6-af80-041bd59fd25c None None] Network e453d428-5256-4ac6-97c0-09072980a332 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:59:27.544958 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5fc849a-0a0d-4efa-9f2c-cc96a0e0bc24 req-50274552-f4f2-4b41-a95a-29bd6909d974 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246121 Feb 15 16:59:27.562580 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (8311faef-6f97-4607-ab14-6c761cc158af), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:27.566403 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Publish callbacks [] for security_group (9574965c-84d8-47b9-9807-c12fef571053), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:27.569899 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-61bf590a-0039-4535-b963-a4f90d07e271 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c5cc19908ea64b71887f2f49dd47dad3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9912083 Feb 15 16:59:27.570028 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35354) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:27.651233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf590a-0039-4535-b963-a4f90d07e271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a3bf34-1e60-498d-8690-df9a43add065,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:27.702474 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9574965c-84d8-47b9-9807-c12fef571053), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:27.715912 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-9743a61a-12a0-41d9-9f49-c7352a916726 service neutron] 10.222.0.107 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699179 Feb 15 16:59:27.737260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b755777f-243d-470c-bc92-75ff34d9fbbf None None] Provisioning complete for port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:27.737830 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b755777f-243d-470c-bc92-75ff34d9fbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:27.864209 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-ebe3b83c-cda3-4138-94b2-35181cd9b771 service neutron] 10.222.0.107 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418004 Feb 15 16:59:27.913184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35364) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:27.926706 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=838581ea9ccf4412bc757b7f5d292623&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4045749 Feb 15 16:59:27.951244 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-98732fe7-e226-41d6-b056-2bf145cd615e admin admin] Publish callbacks [] for security_group (82a3bf34-1e60-498d-8690-df9a43add065), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:27.964727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port bea279ec-bf51-4820-b55f-cb33e374576e is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:27.965264 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:27.997553 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-98732fe7-e226-41d6-b056-2bf145cd615e admin admin] Publish callbacks [] for security_group (82a3bf34-1e60-498d-8690-df9a43add065), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:28.006633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef4eb6a-e2ab-4819-9e27-af23894097a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea279ec-bf51-4820-b55f-cb33e374576e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:59:28.009319 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f554a68e-ba88-4b4c-82ba-091d7a4a82c5" -d '{"events": [{"server_uuid": "4ef4eb6a-e2ab-4819-9e27-af23894097a9", "name": "network-vif-plugged", "status": "completed", "tag": "bea279ec-bf51-4820-b55f-cb33e374576e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:59:28.040737 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port bea279ec-bf51-4820-b55f-cb33e374576e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=bea279ec-bf51-4820-b55f-cb33e374576e,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:28.067746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9574965c-84d8-47b9-9807-c12fef571053,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:28.094602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b755777f-243d-470c-bc92-75ff34d9fbbf None None] Current status of the port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:28.095565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:28.095916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:28.096329 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:28.096715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:28.097051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:28.097394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:28.097731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:28.098056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:28.098379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:28.098703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:28.098920 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c156f357-5da1-4cf7-9b16-8e941f7e6263 admin admin] Publish callbacks [] for security_group (9574965c-84d8-47b9-9807-c12fef571053), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:28.099027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:28.099336 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:28.099837 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68465c0c-3fea-4a57-bacb-b38db551f6f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 16:59:28.107984 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:28.133637 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd589d2a-9670-47aa-8afb-c344e913a46c req-432204eb-2d3e-4a4a-98cd-5705999cf6d6 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:28.135254 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd589d2a-9670-47aa-8afb-c344e913a46c req-432204eb-2d3e-4a4a-98cd-5705999cf6d6 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.4934890 Feb 15 16:59:28.165835 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-98732fe7-e226-41d6-b056-2bf145cd615e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (82a3bf34-1e60-498d-8690-df9a43add065), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:28.169224 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-98732fe7-e226-41d6-b056-2bf145cd615e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:28.174214 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-98732fe7-e226-41d6-b056-2bf145cd615e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/82a3bf34-1e60-498d-8690-df9a43add065 HTTP/1.1" status: 204 len: 168 time: 0.6030600 Feb 15 16:59:28.181182 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c156f357-5da1-4cf7-9b16-8e941f7e6263 admin admin] Publish callbacks [] for security_group (9574965c-84d8-47b9-9807-c12fef571053), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:28.209230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98732fe7-e226-41d6-b056-2bf145cd615e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a3bf34-1e60-498d-8690-df9a43add065,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:28.246243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=bea279ec-bf51-4820-b55f-cb33e374576e,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:28.297320 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd589d2a-9670-47aa-8afb-c344e913a46c req-10e05401-7260-494c-bc63-17a20d065d96 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523221 Feb 15 16:59:28.335081 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c156f357-5da1-4cf7-9b16-8e941f7e6263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9574965c-84d8-47b9-9807-c12fef571053), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:28.336193 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (604d4436-e47b-4bad-9a30-424ed29ec8f3), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:28.337799 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c156f357-5da1-4cf7-9b16-8e941f7e6263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:28.340906 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c156f357-5da1-4cf7-9b16-8e941f7e6263 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9574965c-84d8-47b9-9807-c12fef571053 HTTP/1.1" status: 204 len: 168 time: 0.4261091 Feb 15 16:59:28.356532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156f357-5da1-4cf7-9b16-8e941f7e6263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9574965c-84d8-47b9-9807-c12fef571053,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:28.573772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:59:28.700617 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f3db6632-4b41-456b-a4b4-7fd2a9cac2a4 None None] Provisioning complete for port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:28.702695 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f3db6632-4b41-456b-a4b4-7fd2a9cac2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:28.766326 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae53ae4-ebf1-42fe-b618-988819a6c1fb req-aa4d365d-234b-4cca-8d0b-ed08813b33ae tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:28.772244 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eae53ae4-ebf1-42fe-b618-988819a6c1fb req-aa4d365d-234b-4cca-8d0b-ed08813b33ae tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 945 time: 0.3047245 Feb 15 16:59:28.808925 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404ccb19-ec98-4788-951f-964eed62066b x-openstack-request-id: req-404ccb19-ec98-4788-951f-964eed62066b {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:59:28.809492 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef4eb6a-e2ab-4819-9e27-af23894097a9", "name": "network-vif-plugged", "status": "completed", "tag": "bea279ec-bf51-4820-b55f-cb33e374576e", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:59:28.810853 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-404ccb19-ec98-4788-951f-964eed62066b {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:59:28.819035 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef4eb6a-e2ab-4819-9e27-af23894097a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea279ec-bf51-4820-b55f-cb33e374576e', 'code': 200} Feb 15 16:59:28.834578 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:28.843282 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:28.936940 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d15bc76e-7004-410e-bf9e-d7ad380a20fc req-18f94c11-0950-49a4-be0a-0070be248b48 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.0642171 Feb 15 16:59:29.006085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f3db6632-4b41-456b-a4b4-7fd2a9cac2a4 None None] Current status of the port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:29.024076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f3db6632-4b41-456b-a4b4-7fd2a9cac2a4 None None] Provisioning complete for port 604d4436-e47b-4bad-9a30-424ed29ec8f3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:29.024447 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f3db6632-4b41-456b-a4b4-7fd2a9cac2a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (604d4436-e47b-4bad-9a30-424ed29ec8f3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:29.104506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:29.107949 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f3db6632-4b41-456b-a4b4-7fd2a9cac2a4 None None] Port 604d4436-e47b-4bad-9a30-424ed29ec8f3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:29.129833 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eae53ae4-ebf1-42fe-b618-988819a6c1fb req-6d274066-e87e-446f-8818-f4463253cdc1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535216 Feb 15 16:59:29.174822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8de284-dbb4-4e7a-a7ab-af16cce54ad2 req-4a326999-73f5-4004-8fbb-c55709409a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:29.176977 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b8de284-dbb4-4e7a-a7ab-af16cce54ad2 req-4a326999-73f5-4004-8fbb-c55709409a34 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 1128 time: 0.3080752 Feb 15 16:59:29.186563 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ce1b7-91b8-4131-ba82-95cfb71a1c74 req-95286088-8d34-41ff-af73-92951e28bbd2 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:29.199695 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-571ce1b7-91b8-4131-ba82-95cfb71a1c74 req-95286088-8d34-41ff-af73-92951e28bbd2 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.0965211 Feb 15 16:59:29.237922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c5599bf8-7914-46b5-89c8-8eeba2cc9838 None None] Provisioning complete for port 604d4436-e47b-4bad-9a30-424ed29ec8f3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:29.239248 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c5599bf8-7914-46b5-89c8-8eeba2cc9838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (604d4436-e47b-4bad-9a30-424ed29ec8f3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:29.259969 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b8de284-dbb4-4e7a-a7ab-af16cce54ad2 req-4d780cff-79b7-40da-96a5-927e2207a4f6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761101 Feb 15 16:59:29.272520 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-571ce1b7-91b8-4131-ba82-95cfb71a1c74 req-f32aef00-47db-4c48-957e-fcabe840f7ec tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715768 Feb 15 16:59:29.316530 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c5599bf8-7914-46b5-89c8-8eeba2cc9838 None None] Port 604d4436-e47b-4bad-9a30-424ed29ec8f3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:29.326994 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (604d4436-e47b-4bad-9a30-424ed29ec8f3), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:29.444410 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d51c25-239e-4a5f-b8d3-24ed03fb7420 req-99b7a950-dabb-4d16-89e5-eddf6fa6ac9f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:29.446079 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-87d51c25-239e-4a5f-b8d3-24ed03fb7420 req-99b7a950-dabb-4d16-89e5-eddf6fa6ac9f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.0768197 Feb 15 16:59:29.468047 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (604d4436-e47b-4bad-9a30-424ed29ec8f3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:29.577620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=604d4436-e47b-4bad-9a30-424ed29ec8f3,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:29.584103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-87d51c25-239e-4a5f-b8d3-24ed03fb7420 req-6c49a45c-81c2-43a3-addf-93da07aaa56d tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310971 Feb 15 16:59:29.587466 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (8311faef-6f97-4607-ab14-6c761cc158af), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:29.775373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network e453d428-5256-4ac6-97c0-09072980a332 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:29.779251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:29.796033 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d4ad9-599b-4e75-bb1f-9cbc4e5daad9 req-b4f89f0b-7a85-41f9-be60-9157ba69d144 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:29.798108 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-778d4ad9-599b-4e75-bb1f-9cbc4e5daad9 req-b4f89f0b-7a85-41f9-be60-9157ba69d144 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.0873449 Feb 15 16:59:29.930262 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-778d4ad9-599b-4e75-bb1f-9cbc4e5daad9 req-e4cd04ba-f321-42be-9a30-8b307f5a5580 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894475 Feb 15 16:59:30.167496 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1cd1336d-4b3c-4696-93a3-ce4366286b96 req-32a4047e-adbd-4cd7-93b0-fc3070b76f00 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.0402462 Feb 15 16:59:30.168968 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba141772-dd59-4ed0-88ac-bd89e0f0176f req-4ce48eaf-2713-4bf5-be20-3544c8bef465 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:30.168968 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba141772-dd59-4ed0-88ac-bd89e0f0176f req-4ce48eaf-2713-4bf5-be20-3544c8bef465 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.0790663 Feb 15 16:59:30.170425 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e4c731df-063c-45be-867a-91287f73fc50 None None] Provisioning complete for port 604d4436-e47b-4bad-9a30-424ed29ec8f3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:30.170425 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4c731df-063c-45be-867a-91287f73fc50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (604d4436-e47b-4bad-9a30-424ed29ec8f3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:30.179867 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba141772-dd59-4ed0-88ac-bd89e0f0176f req-c7d09fb5-e497-4055-9915-7308eab21393 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440228 Feb 15 16:59:30.186339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e4c731df-063c-45be-867a-91287f73fc50 None None] Port 604d4436-e47b-4bad-9a30-424ed29ec8f3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:30.270181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router 8311faef-6f97-4607-ab14-6c761cc158af is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:59:30.471718 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:30.472787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602011be-d72b-40d2-a317-ec65f972c7e3 req-ce6d94f3-e00c-4fde-a5e7-080be42484d7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:30.485967 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-602011be-d72b-40d2-a317-ec65f972c7e3 req-ce6d94f3-e00c-4fde-a5e7-080be42484d7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 945 time: 0.2602694 Feb 15 16:59:30.535266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:59:30.547298 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d3f001a0-afc2-43a3-b9de-254b08879d7a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/8311faef-6f97-4607-ab14-6c761cc158af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2311962 Feb 15 16:59:30.550318 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35456) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:30.558832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227c5a2c-9252-4c48-8fb5-0bf3c5f2cd05 None None] Sync routers for ids ['8311faef-6f97-4607-ab14-6c761cc158af'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:59:30.574159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-602011be-d72b-40d2-a317-ec65f972c7e3 req-db3915cd-2351-4837-9f43-6db8edaf80fa tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843170 Feb 15 16:59:30.643268 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab62cbe-fec6-4e8e-9c97-b34d5fea23d0 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:30.643660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227c5a2c-9252-4c48-8fb5-0bf3c5f2cd05 None None] Routers {'8311faef-6f97-4607-ab14-6c761cc158af'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:30.644471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-227c5a2c-9252-4c48-8fb5-0bf3c5f2cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8311faef-6f97-4607-ab14-6c761cc158af'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:30.647928 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2ab62cbe-fec6-4e8e-9c97-b34d5fea23d0 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports/604d4436-e47b-4bad-9a30-424ed29ec8f3 HTTP/1.1" status: 200 len: 910 time: 0.0928671 Feb 15 16:59:30.648717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35462) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:30.716100 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d26f9-b51a-411e-9b07-984df188cada req-c90aed50-f20b-4d2d-b740-d8bcf67f9ef1 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:30.718766 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9e5d26f9-b51a-411e-9b07-984df188cada req-c90aed50-f20b-4d2d-b740-d8bcf67f9ef1 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.0705349 Feb 15 16:59:30.725406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-227c5a2c-9252-4c48-8fb5-0bf3c5f2cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:30.761256 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:30.763962 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227c5a2c-9252-4c48-8fb5-0bf3c5f2cd05 None None] Routers {'8311faef-6f97-4607-ab14-6c761cc158af'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:30.764821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-227c5a2c-9252-4c48-8fb5-0bf3c5f2cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8311faef-6f97-4607-ab14-6c761cc158af'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:30.802916 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9e5d26f9-b51a-411e-9b07-984df188cada req-b66793cd-c900-4350-8f01-f026d183a0d8 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739682 Feb 15 16:59:30.832068 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-227c5a2c-9252-4c48-8fb5-0bf3c5f2cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:30.832751 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227c5a2c-9252-4c48-8fb5-0bf3c5f2cd05 None None] The sync data for ids ['8311faef-6f97-4607-ab14-6c761cc158af'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:59:31.014918 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edcb32-dee3-40bb-9f2f-68ad277ebf89 req-97c9de00-52ae-41bd-a6ef-bace02e65be4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:31.016457 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b3edcb32-dee3-40bb-9f2f-68ad277ebf89 req-97c9de00-52ae-41bd-a6ef-bace02e65be4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1290941 Feb 15 16:59:31.112544 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b3edcb32-dee3-40bb-9f2f-68ad277ebf89 req-728da414-c016-4f4c-b996-702b6816115f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852573 Feb 15 16:59:31.183592 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20d76146-d904-447e-a2c8-983535a5492a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (8311faef-6f97-4607-ab14-6c761cc158af), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:31.226463 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8ca19f4-3fe0-4410-98fd-f417069d5392 req-ec258473-098e-4d88-9db6-e23c6a48977c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.0368462 Feb 15 16:59:31.474347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-20d76146-d904-447e-a2c8-983535a5492a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port 604d4436-e47b-4bad-9a30-424ed29ec8f3 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:59:31.475319 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20d76146-d904-447e-a2c8-983535a5492a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (604d4436-e47b-4bad-9a30-424ed29ec8f3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:31.491264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc29dd-079d-4a13-8743-f82d2dca6958 req-c3c4a9c0-81d2-4d3c-85ee-b02d3270b6f4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:31.493156 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cedc29dd-079d-4a13-8743-f82d2dca6958 req-c3c4a9c0-81d2-4d3c-85ee-b02d3270b6f4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.0647178 Feb 15 16:59:31.549797 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cedc29dd-079d-4a13-8743-f82d2dca6958 req-39daa0e0-0104-461c-b928-1138859927f7 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500140 Feb 15 16:59:31.587037 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20d76146-d904-447e-a2c8-983535a5492a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (604d4436-e47b-4bad-9a30-424ed29ec8f3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:31.612587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-20d76146-d904-447e-a2c8-983535a5492a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for 604d4436-e47b-4bad-9a30-424ed29ec8f3 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:59:31.818498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a2711-ac0c-4ba7-9d56-f55062caca4a req-0e6e117d-0aca-483f-83ce-10ebbb6777fa tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:31.838373 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-079a2711-ac0c-4ba7-9d56-f55062caca4a req-0e6e117d-0aca-483f-83ce-10ebbb6777fa tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.2087853 Feb 15 16:59:32.001957 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd618b75-3667-4a5c-b8d8-57eaa6c154f5 req-a495453f-e482-4da2-8000-ab0b2e02313f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:32.003444 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd618b75-3667-4a5c-b8d8-57eaa6c154f5 req-a495453f-e482-4da2-8000-ab0b2e02313f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 945 time: 0.3426292 Feb 15 16:59:32.052424 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd618b75-3667-4a5c-b8d8-57eaa6c154f5 req-236fbe1a-2cfd-48f2-939f-5fdfa3ab5588 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428083 Feb 15 16:59:32.251879 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b5413066-7296-4c5c-aff4-404f1fb00d9b req-2337c8aa-4e53-4d2d-99d7-4f40cfd66ee9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0860b996450e411880fd86cd9f5cbb84 HTTP/1.1" status: 200 len: 267 time: 0.1010771 Feb 15 16:59:32.397617 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5413066-7296-4c5c-aff4-404f1fb00d9b req-93cd8146-622c-423c-928c-6c6833bc8be1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:32.399180 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b5413066-7296-4c5c-aff4-404f1fb00d9b req-93cd8146-622c-423c-928c-6c6833bc8be1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 945 time: 0.1452539 Feb 15 16:59:32.414790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-b5413066-7296-4c5c-aff4-404f1fb00d9b req-a7fb5edd-9364-4296-bb23-cb2004bdd185 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Request body: {'port': {'security_groups': []}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:32.434914 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-079a2711-ac0c-4ba7-9d56-f55062caca4a req-cd198966-824f-4068-8686-04a24dc9d779 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909083 Feb 15 16:59:32.494283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-3b541efb-6565-4705-a40d-782a16ad624e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:32.497101 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-3b541efb-6565-4705-a40d-782a16ad624e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.10 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 812 time: 0.7169485 Feb 15 16:59:32.516883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-1a4f22d4-dc66-4295-a541-6f27a796b985 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'port': {'device_id': 'e60d8561-dcf7-418c-85b7-0fdb8bfe1f41', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'admin_state_up': True, 'tenant_id': '3e4b95210b24489aa9af66b1429a9643'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:32.580459 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b5413066-7296-4c5c-aff4-404f1fb00d9b req-a7fb5edd-9364-4296-bb23-cb2004bdd185 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:32.634680 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be989f46-8b0e-4121-8e05-30660961918c req-1aa23b90-0e25-4a88-bda0-3ecd17d3bd39 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.0425272 Feb 15 16:59:32.668116 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20d76146-d904-447e-a2c8-983535a5492a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (604d4436-e47b-4bad-9a30-424ed29ec8f3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:32.721894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d76146-d904-447e-a2c8-983535a5492a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=604d4436-e47b-4bad-9a30-424ed29ec8f3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:32.858441 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-1a4f22d4-dc66-4295-a541-6f27a796b985 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Made reservation on behalf of 3e4b95210b24489aa9af66b1429a9643 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:59:32.867641 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-1a4f22d4-dc66-4295-a541-6f27a796b985 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:32.984188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-b5413066-7296-4c5c-aff4-404f1fb00d9b req-a7fb5edd-9364-4296-bb23-cb2004bdd185 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] For port bea279ec-bf51-4820-b55f-cb33e374576e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=bea279ec-bf51-4820-b55f-cb33e374576e,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:33.070924 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b5413066-7296-4c5c-aff4-404f1fb00d9b req-a7fb5edd-9364-4296-bb23-cb2004bdd185 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for port (bea279ec-bf51-4820-b55f-cb33e374576e), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:33.142132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b5413066-7296-4c5c-aff4-404f1fb00d9b req-a7fb5edd-9364-4296-bb23-cb2004bdd185 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:33.155238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['313c3044-61da-499f-9e9c-6c113b093698', '0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10', 'bea279ec-bf51-4820-b55f-cb33e374576e'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:59:33.191805 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20d76146-d904-447e-a2c8-983535a5492a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (8311faef-6f97-4607-ab14-6c761cc158af), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:33.225859 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35552) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:33.266653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d804a-9f6d-4f2c-9967-9af32931a4f2 req-9c705d7a-8d46-466d-981e-dfe197596dd9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:33.274911 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e86d804a-9f6d-4f2c-9967-9af32931a4f2 req-9c705d7a-8d46-466d-981e-dfe197596dd9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.3788483 Feb 15 16:59:33.305638 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5413066-7296-4c5c-aff4-404f1fb00d9b req-a7fb5edd-9364-4296-bb23-cb2004bdd185 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:33.310277 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-b5413066-7296-4c5c-aff4-404f1fb00d9b req-a7fb5edd-9364-4296-bb23-cb2004bdd185 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:33.317725 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b5413066-7296-4c5c-aff4-404f1fb00d9b req-a7fb5edd-9364-4296-bb23-cb2004bdd185 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "PUT /v2.0/ports/bea279ec-bf51-4820-b55f-cb33e374576e HTTP/1.1" status: 200 len: 904 time: 0.9080706 Feb 15 16:59:33.329993 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef4eb6a-e2ab-4819-9e27-af23894097a9', 'tag': 'bea279ec-bf51-4820-b55f-cb33e374576e'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:59:33.342517 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00955fa5-48a8-4496-8317-4c0497791491" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef4eb6a-e2ab-4819-9e27-af23894097a9", "tag": "bea279ec-bf51-4820-b55f-cb33e374576e"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:59:33.390058 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb5edd-9364-4296-bb23-cb2004bdd185 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event updated for resources: {'Port': ['ID=bea279ec-bf51-4820-b55f-cb33e374576e,revision_number=6']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:33.408955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['bea279ec-bf51-4820-b55f-cb33e374576e'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:59:33.564620 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab36bc-7fe8-465d-a685-e8c05cb975c0 req-2475f0d5-a6b9-4a8c-a6f2-293327fa2a5e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:33.621104 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52ab36bc-7fe8-465d-a685-e8c05cb975c0 req-2475f0d5-a6b9-4a8c-a6f2-293327fa2a5e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 907 time: 0.1772323 Feb 15 16:59:33.648765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-6d7bea2a-c84f-40a6-aea7-b9ed635933b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1882335799'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:33.683241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-1a4f22d4-dc66-4295-a541-6f27a796b985 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Allocated IP 172.20.0.5 (6d034b05-8049-4817-a4aa-97f8065a9672/5c179437-204b-4978-a297-fc19fe80904c/cca29e8f-3f9a-4377-90c9-7cf076eb1e33) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:59:33.712932 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c44f6b5-bf8d-4367-9dfa-21d8c6af86bc x-openstack-request-id: req-4c44f6b5-bf8d-4367-9dfa-21d8c6af86bc {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:59:33.713244 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef4eb6a-e2ab-4819-9e27-af23894097a9", "tag": "bea279ec-bf51-4820-b55f-cb33e374576e", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:59:33.714151 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4c44f6b5-bf8d-4367-9dfa-21d8c6af86bc {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:59:33.715738 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef4eb6a-e2ab-4819-9e27-af23894097a9', 'tag': 'bea279ec-bf51-4820-b55f-cb33e374576e', 'status': 'completed', 'code': 200} Feb 15 16:59:33.899462 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-1a4f22d4-dc66-4295-a541-6f27a796b985 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for port (cca29e8f-3f9a-4377-90c9-7cf076eb1e33), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:33.903509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9522cfa5-7307-4b7c-8591-afa0833bfee7 None None] Provisioning complete for port bea279ec-bf51-4820-b55f-cb33e374576e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:33.908768 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9522cfa5-7307-4b7c-8591-afa0833bfee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:33.952317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e86d804a-9f6d-4f2c-9967-9af32931a4f2 req-7991ead7-c579-4e45-bde2-71d04225d7fe tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6758871 Feb 15 16:59:33.960542 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7bea2a-c84f-40a6-aea7-b9ed635933b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Made reservation on behalf of 44cc26ac4c2448489a3c932f16e34960 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:59:33.960754 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c635c-681a-483e-8c59-41b0e00ecd5c req-fdb79656-5fe3-46a3-9854-ef9b4427e752 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:33.962420 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c97c635c-681a-483e-8c59-41b0e00ecd5c req-fdb79656-5fe3-46a3-9854-ef9b4427e752 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1155856 Feb 15 16:59:33.964579 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d7bea2a-c84f-40a6-aea7-b9ed635933b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:34.157487 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c97c635c-681a-483e-8c59-41b0e00ecd5c req-967fe29a-7086-42eb-96fc-710b35d0714f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857548 Feb 15 16:59:34.199005 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d7bea2a-c84f-40a6-aea7-b9ed635933b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:34.283452 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-08c921d5-c24d-4568-baa8-8cccdfb77b31 req-b51bc41b-9a40-4b0d-a979-d1afd9b505cc tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.1042521 Feb 15 16:59:34.287454 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9522cfa5-7307-4b7c-8591-afa0833bfee7 None None] Current status of the port bea279ec-bf51-4820-b55f-cb33e374576e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:34.344078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d76146-d904-447e-a2c8-983535a5492a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router 8311faef-6f97-4607-ab14-6c761cc158af has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:59:34.452169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eda5c8-7cf3-45c0-85a9-41b7e0d08803 req-f90b19ba-64ba-4b39-9482-437ab1d04c0b tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:34.462810 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-27eda5c8-7cf3-45c0-85a9-41b7e0d08803 req-f90b19ba-64ba-4b39-9482-437ab1d04c0b tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1718967 Feb 15 16:59:34.517424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00955fa5-48a8-4496-8317-4c0497791491 req-68658316-e5aa-47fa-bb8d-e62405fa6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:34.518965 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-00955fa5-48a8-4496-8317-4c0497791491 req-68658316-e5aa-47fa-bb8d-e62405fa6451 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 1090 time: 0.5596170 Feb 15 16:59:34.534700 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-1a4f22d4-dc66-4295-a541-6f27a796b985 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cca29e8f-3f9a-4377-90c9-7cf076eb1e33), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:34.582710 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-27eda5c8-7cf3-45c0-85a9-41b7e0d08803 req-b2b2d2d6-2297-43e6-812b-a5a44b5ae6fc tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189389 Feb 15 16:59:34.754279 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-1a4f22d4-dc66-4295-a541-6f27a796b985 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Network 6d034b05-8049-4817-a4aa-97f8065a9672 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:34.767287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-1a4f22d4-dc66-4295-a541-6f27a796b985 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:34.817055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-1a4f22d4-dc66-4295-a541-6f27a796b985 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:34.940843 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04260f79-e3e2-4984-ad9d-e90d8c06464a req-3e8bb47f-2c29-42fa-9cbf-14e17c128919 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:34.942903 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-04260f79-e3e2-4984-ad9d-e90d8c06464a req-3e8bb47f-2c29-42fa-9cbf-14e17c128919 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.5316033 Feb 15 16:59:35.082302 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d76146-d904-447e-a2c8-983535a5492a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:59:35.096459 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fe84d9-240b-444e-8fe7-801265c1df43 None None] Sync routers for ids ['8311faef-6f97-4607-ab14-6c761cc158af'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:59:35.116379 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d7bea2a-c84f-40a6-aea7-b9ed635933b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Publish callbacks [] for security_group (b0605672-b1c1-4257-b982-c46a039b5398), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:35.133155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-20d76146-d904-447e-a2c8-983535a5492a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/8311faef-6f97-4607-ab14-6c761cc158af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4826744 Feb 15 16:59:35.144959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1cb77737-9abf-4ede-b26a-8cf78fa1f2de None None] Provisioning complete for port cca29e8f-3f9a-4377-90c9-7cf076eb1e33 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:35.146274 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1cb77737-9abf-4ede-b26a-8cf78fa1f2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cca29e8f-3f9a-4377-90c9-7cf076eb1e33), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:35.147872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35610) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:35.148591 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fe84d9-240b-444e-8fe7-801265c1df43 None None] Routers {'8311faef-6f97-4607-ab14-6c761cc158af'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:35.150750 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-54fe84d9-240b-444e-8fe7-801265c1df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8311faef-6f97-4607-ab14-6c761cc158af'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:35.158523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-1a4f22d4-dc66-4295-a541-6f27a796b985 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:35.159223 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-1a4f22d4-dc66-4295-a541-6f27a796b985 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:35.237459 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b66bd-f7a6-4308-80e8-a54528291626 req-262ad984-695a-4f91-98e8-70d85e9b3a7e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:35.248945 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-54fe84d9-240b-444e-8fe7-801265c1df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:35.254198 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d0b66bd-f7a6-4308-80e8-a54528291626 req-262ad984-695a-4f91-98e8-70d85e9b3a7e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1764498 Feb 15 16:59:35.257467 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1cb77737-9abf-4ede-b26a-8cf78fa1f2de None None] Port cca29e8f-3f9a-4377-90c9-7cf076eb1e33 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:35.275249 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fe84d9-240b-444e-8fe7-801265c1df43 None None] Routers {'8311faef-6f97-4607-ab14-6c761cc158af'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:35.277156 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-54fe84d9-240b-444e-8fe7-801265c1df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8311faef-6f97-4607-ab14-6c761cc158af'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:35.300049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f22d4-dc66-4295-a541-6f27a796b985 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'Port': ['ID=cca29e8f-3f9a-4377-90c9-7cf076eb1e33,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:35.308471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00955fa5-48a8-4496-8317-4c0497791491 req-7aa41ae9-1913-484d-b685-9b3a276da8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:35.313159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-00955fa5-48a8-4496-8317-4c0497791491 req-7aa41ae9-1913-484d-b685-9b3a276da8f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.6853089 Feb 15 16:59:35.331746 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d7bea2a-c84f-40a6-aea7-b9ed635933b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b0605672-b1c1-4257-b982-c46a039b5398), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:35.337169 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d0b66bd-f7a6-4308-80e8-a54528291626 req-2426aabd-d2fd-417a-a6c1-e7e864b78095 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781865 Feb 15 16:59:35.379288 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-54fe84d9-240b-444e-8fe7-801265c1df43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:35.380299 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fe84d9-240b-444e-8fe7-801265c1df43 None None] The sync data for ids ['8311faef-6f97-4607-ab14-6c761cc158af'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:59:35.448652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7bea2a-c84f-40a6-aea7-b9ed635933b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:59:35.458597 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d7bea2a-c84f-40a6-aea7-b9ed635933b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8b72f7ac-fec6-4c85-91c9-1b290f73e5c3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:35.459000 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-6d7bea2a-c84f-40a6-aea7-b9ed635933b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Added segment 8b72f7ac-fec6-4c85-91c9-1b290f73e5c3 of type vlan for network ed69081a-40c8-48a8-8955-4cb258e8fc00 Feb 15 16:59:35.501747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaae259-b7ee-4db5-84ef-d7436dd2605e req-33e7228b-8409-49ae-9ba4-5871f3b1729e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:35.505385 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d7bea2a-c84f-40a6-aea7-b9ed635933b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (ed69081a-40c8-48a8-8955-4cb258e8fc00), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:35.515588 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2eaae259-b7ee-4db5-84ef-d7436dd2605e req-33e7228b-8409-49ae-9ba4-5871f3b1729e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 931 time: 0.0979648 Feb 15 16:59:35.566652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bea2a-c84f-40a6-aea7-b9ed635933b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0605672-b1c1-4257-b982-c46a039b5398,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:35.587717 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ce33dc4b-6ca5-4a3f-8bd0-3e4ef175653c tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports?device_id=8311faef-6f97-4607-ab14-6c761cc158af HTTP/1.1" status: 200 len: 205 time: 0.4186976 Feb 15 16:59:35.593110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35620) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:35.602083 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2eaae259-b7ee-4db5-84ef-d7436dd2605e req-88480be1-ffdc-4a12-b00e-7669f4375574 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840452 Feb 15 16:59:35.602412 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-1a4f22d4-dc66-4295-a541-6f27a796b985 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0929661 Feb 15 16:59:35.645395 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Request body: {'port': {'device_id': 'e60d8561-dcf7-418c-85b7-0fdb8bfe1f41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:35.649998 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-00955fa5-48a8-4496-8317-4c0497791491 req-cd612b71-92f0-4803-bb66-ce56dc5b69fc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bea279ec-bf51-4820-b55f-cb33e374576e HTTP/1.1" status: 200 len: 217 time: 0.2206819 Feb 15 16:59:35.656406 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-04260f79-e3e2-4984-ad9d-e90d8c06464a req-b6ecd0a9-31ac-45fa-85bd-5f55d8f980b2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6228061 Feb 15 16:59:35.725324 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d7bea2a-c84f-40a6-aea7-b9ed635933b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (ed69081a-40c8-48a8-8955-4cb258e8fc00), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:35.731087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7bea2a-c84f-40a6-aea7-b9ed635933b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:35.731714 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d7bea2a-c84f-40a6-aea7-b9ed635933b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:35.812999 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00955fa5-48a8-4496-8317-4c0497791491 req-58b0ce2a-63a4-4c36-a73b-b9da97ed2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:35.814480 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-00955fa5-48a8-4496-8317-4c0497791491 req-58b0ce2a-63a4-4c36-a73b-b9da97ed2865 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.1174839 Feb 15 16:59:35.825661 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6d7bea2a-c84f-40a6-aea7-b9ed635933b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5961475 Feb 15 16:59:35.858289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6801c6b-ca34-4b55-a982-c2eab60bb537 req-4761eb69-9b00-4fb1-9d3f-13635cc27660 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:35.862850 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c6801c6b-ca34-4b55-a982-c2eab60bb537 req-4761eb69-9b00-4fb1-9d3f-13635cc27660 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1075287 Feb 15 16:59:35.910243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f3930e7-db70-43fe-83ce-d7672d670d1c tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (8311faef-6f97-4607-ab14-6c761cc158af), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:35.956157 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c6801c6b-ca34-4b55-a982-c2eab60bb537 req-163cb02e-7bce-4e9d-a39b-acab41efe346 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865247 Feb 15 16:59:36.035028 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cca29e8f-3f9a-4377-90c9-7cf076eb1e33), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:36.043185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7bea2a-c84f-40a6-aea7-b9ed635933b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Pushing event updated for resources: {'Network': ['ID=ed69081a-40c8-48a8-8955-4cb258e8fc00,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:36.054461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network ed69081a-40c8-48a8-8955-4cb258e8fc00 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:59:36.203010 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad4170a-202e-486f-9b7b-2706f1808a7a req-5ba9152e-25dd-49e7-9c84-5894d2ff0312 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:36.212216 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4ad4170a-202e-486f-9b7b-2706f1808a7a req-5ba9152e-25dd-49e7-9c84-5894d2ff0312 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.0859866 Feb 15 16:59:36.330926 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4ad4170a-202e-486f-9b7b-2706f1808a7a req-b4a6ec91-1517-4b56-91d9-f76963b3d83e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157877 Feb 15 16:59:36.357160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00955fa5-48a8-4496-8317-4c0497791491 req-03fc91d6-41fa-4605-a9fa-27ff5ea81206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:36.358844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35640) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:36.359101 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-00955fa5-48a8-4496-8317-4c0497791491 req-03fc91d6-41fa-4605-a9fa-27ff5ea81206 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5346758 Feb 15 16:59:36.367476 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Request body: {'port': {'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00', 'binding:host_id': 'n-h2-828372-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1944675144'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:36.368458 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f3930e7-db70-43fe-83ce-d7672d670d1c tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (8311faef-6f97-4607-ab14-6c761cc158af), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:36.391289 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f3930e7-db70-43fe-83ce-d7672d670d1c tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_controller (8311faef-6f97-4607-ab14-6c761cc158af), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:36.439357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35644) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:36.509187 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Made reservation on behalf of 272934238ea842718f7f801b8e089b54 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:59:36.516174 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:36.552314 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:36.590017 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-00955fa5-48a8-4496-8317-4c0497791491 req-4fc73ab1-1501-4a6d-89a9-347da31025ec service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134576 Feb 15 16:59:36.637675 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f3930e7-db70-43fe-83ce-d7672d670d1c tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (8311faef-6f97-4607-ab14-6c761cc158af), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:36.638315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3930e7-db70-43fe-83ce-d7672d670d1c tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Fanout notify agent at l3_agent the message router_deleted on router 8311faef-6f97-4607-ab14-6c761cc158af {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:59:36.659860 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d201be-fe7c-4957-bb75-351491c43854 req-0b86d89d-7817-45c1-9f47-c71b2f44ae51 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:36.670105 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5d201be-fe7c-4957-bb75-351491c43854 req-0b86d89d-7817-45c1-9f47-c71b2f44ae51 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.2153101 Feb 15 16:59:36.684185 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f3930e7-db70-43fe-83ce-d7672d670d1c tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:36.685321 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9f3930e7-db70-43fe-83ce-d7672d670d1c tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/routers/8311faef-6f97-4607-ab14-6c761cc158af HTTP/1.1" status: 204 len: 168 time: 1.0877647 Feb 15 16:59:36.694498 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35652) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:36.726487 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 16:59:36.880189 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5d201be-fe7c-4957-bb75-351491c43854 req-1584e469-19ee-465e-8d87-1c045191fd24 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058811 Feb 15 16:59:36.896609 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3b5677-8dd6-4657-b5be-9051456477f0 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting subnet 578b792d-048f-4289-9b7b-0b2c9bc1e680 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 16:59:36.907617 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5677-8dd6-4657-b5be-9051456477f0 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (578b792d-048f-4289-9b7b-0b2c9bc1e680), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:36.937649 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9187b1b8-d7db-4ca3-972c-c6569bc03222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:37.025653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cca29e8f-3f9a-4377-90c9-7cf076eb1e33 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:59:37.041091 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Publish callbacks [] for port (cca29e8f-3f9a-4377-90c9-7cf076eb1e33), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:37.059238 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Transition to ACTIVE for port object cca29e8f-3f9a-4377-90c9-7cf076eb1e33 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:59:37.103148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-00955fa5-48a8-4496-8317-4c0497791491 req-2bc72b60-a9ea-4e4c-8b6d-372de7056f24 service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911368 Feb 15 16:59:37.127109 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (cca29e8f-3f9a-4377-90c9-7cf076eb1e33), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:37.175751 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04852c56-6705-48e4-ad5d-1501d6a0e6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:37.199774 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5677-8dd6-4657-b5be-9051456477f0 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (578b792d-048f-4289-9b7b-0b2c9bc1e680), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:37.245848 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks [] for security_group (41c98ae3-943a-4f74-b732-7a5a01dedc00), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:37.376051 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (41c98ae3-943a-4f74-b732-7a5a01dedc00), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:37.397794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] device_id is not set on port de02a2bb-6699-4baf-a75f-009687dfe6a5 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:59:37.433955 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5677-8dd6-4657-b5be-9051456477f0 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (578b792d-048f-4289-9b7b-0b2c9bc1e680), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:37.552021 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-05975ad2-953c-44e0-b101-0fba45b41472 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:37.559612 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-05975ad2-953c-44e0-b101-0fba45b41472 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 812 time: 0.5595491 Feb 15 16:59:37.601392 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c98ae3-943a-4f74-b732-7a5a01dedc00,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:37.628016 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-7556e2d7-c159-49dd-918f-b7b44c4defa5 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/quotas/0860b996450e411880fd86cd9f5cbb84 HTTP/1.1" status: 200 len: 375 time: 0.0672987 Feb 15 16:59:37.703653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff4216-218f-46f4-b67c-9cc83a954309 req-858275ed-8d86-40ec-9825-a97785a29e6f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:37.705400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6cff4216-218f-46f4-b67c-9cc83a954309 req-858275ed-8d86-40ec-9825-a97785a29e6f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 931 time: 0.9419992 Feb 15 16:59:37.707656 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Pushing event updated for resources: {'Port': ['ID=cca29e8f-3f9a-4377-90c9-7cf076eb1e33,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:37.754817 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04852c56-6705-48e4-ad5d-1501d6a0e6e8 admin admin] Publish callbacks [] for security_group (66d685ef-3dff-4058-91b9-75f0d2642c81), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:37.827577 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5677-8dd6-4657-b5be-9051456477f0 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (578b792d-048f-4289-9b7b-0b2c9bc1e680), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:37.846260 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-bc136763-d78c-40ed-a26a-df055e9b9df7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2167275 Feb 15 16:59:37.852659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6cff4216-218f-46f4-b67c-9cc83a954309 req-eb4dfd29-4fe7-418b-9715-cc76d7f21f08 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132550 Feb 15 16:59:37.881190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Attempting to bind port cca29e8f-3f9a-4377-90c9-7cf076eb1e33 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:37.881684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Attempting to bind port cca29e8f-3f9a-4377-90c9-7cf076eb1e33 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:37.882120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Attempting to bind port cca29e8f-3f9a-4377-90c9-7cf076eb1e33 on network 6d034b05-8049-4817-a4aa-97f8065a9672 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:37.887085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Port cca29e8f-3f9a-4377-90c9-7cf076eb1e33 on network 6d034b05-8049-4817-a4aa-97f8065a9672 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:37.889212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Attempting to bind port cca29e8f-3f9a-4377-90c9-7cf076eb1e33 on network 6d034b05-8049-4817-a4aa-97f8065a9672 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:37.904723 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-04852c56-6705-48e4-ad5d-1501d6a0e6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (66d685ef-3dff-4058-91b9-75f0d2642c81), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:37.907213 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b5677-8dd6-4657-b5be-9051456477f0 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Subnet': ['ID=578b792d-048f-4289-9b7b-0b2c9bc1e680,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:37.910198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09747106-b4c6-483c-ae1a-688e72859752 None None] Network e453d428-5256-4ac6-97c0-09072980a332 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:59:37.921037 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5677-8dd6-4657-b5be-9051456477f0 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:37.924506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:59:37.924820 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0e3b5677-8dd6-4657-b5be-9051456477f0 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/578b792d-048f-4289-9b7b-0b2c9bc1e680 HTTP/1.1" status: 204 len: 168 time: 1.2250373 Feb 15 16:59:37.930874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Checking segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:59:37.932160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Bound using segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:59:37.934129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Bound port: cca29e8f-3f9a-4377-90c9-7cf076eb1e33, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:59:37.934746 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cca29e8f-3f9a-4377-90c9-7cf076eb1e33), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:37.939572 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35672) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:38.086604 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-04852c56-6705-48e4-ad5d-1501d6a0e6e8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3a8ae25edc56453caa82c346164355a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6458828 Feb 15 16:59:38.091108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04852c56-6705-48e4-ad5d-1501d6a0e6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d685ef-3dff-4058-91b9-75f0d2642c81,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:38.095738 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35676) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:38.110675 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] device_id is not set on port de02a2bb-6699-4baf-a75f-009687dfe6a5 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:59:38.152188 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks [] for port (de02a2bb-6699-4baf-a75f-009687dfe6a5), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:38.202821 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-36ca951d-691c-4176-a007-0a5459e62fce service neutron] 10.222.0.107 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130457 Feb 15 16:59:38.233751 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (e453d428-5256-4ac6-97c0-09072980a332), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:38.244315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] For port cca29e8f-3f9a-4377-90c9-7cf076eb1e33, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:59:38.249779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] For port cca29e8f-3f9a-4377-90c9-7cf076eb1e33, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=cca29e8f-3f9a-4377-90c9-7cf076eb1e33,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:59:38.261453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea0060-2aea-4f94-a8ae-f843ee2c26a1 None None] DHCP port deletion for e453d428-5256-4ac6-97c0-09072980a332 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 16:59:38.288228 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (de02a2bb-6699-4baf-a75f-009687dfe6a5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:38.293554 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d579a2b-cd62-407c-aaca-271c5411ce59 admin admin] Publish callbacks [] for security_group (66d685ef-3dff-4058-91b9-75f0d2642c81), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:38.356550 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d579a2b-cd62-407c-aaca-271c5411ce59 admin admin] Publish callbacks [] for security_group (66d685ef-3dff-4058-91b9-75f0d2642c81), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:38.366361 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (cca29e8f-3f9a-4377-90c9-7cf076eb1e33), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:38.446605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Pushing event updated for resources: {'Port': ['ID=de02a2bb-6699-4baf-a75f-009687dfe6a5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:38.456029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea0060-2aea-4f94-a8ae-f843ee2c26a1 None None] Deleting port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:59:38.456316 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5ea0060-2aea-4f94-a8ae-f843ee2c26a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:38.466784 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-34d286b1-fbea-4c3b-b2ed-4c50e9c898bb service neutron] 10.222.0.107 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547064 Feb 15 16:59:38.501611 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Checking segment: {'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:59:38.503552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Network hostable DHCP agents. Network: ed69081a-40c8-48a8-8955-4cb258e8fc00, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:59:38.551440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:38.560096 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:38.560882 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] 10.222.0.10 "PUT /v2.0/ports/cca29e8f-3f9a-4377-90c9-7cf076eb1e33 HTTP/1.1" status: 200 len: 1092 time: 2.9219134 Feb 15 16:59:38.568089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60d8561-dcf7-418c-85b7-0fdb8bfe1f41', 'tag': 'cca29e8f-3f9a-4377-90c9-7cf076eb1e33'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:59:38.568089 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32cb114-0919-472e-8284-241f801baa98" -d '{"events": [{"name": "network-changed", "server_uuid": "e60d8561-dcf7-418c-85b7-0fdb8bfe1f41", "tag": "cca29e8f-3f9a-4377-90c9-7cf076eb1e33"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:59:38.622269 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d579a2b-cd62-407c-aaca-271c5411ce59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (66d685ef-3dff-4058-91b9-75f0d2642c81), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:38.624805 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d579a2b-cd62-407c-aaca-271c5411ce59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:38.634932 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1d579a2b-cd62-407c-aaca-271c5411ce59 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/66d685ef-3dff-4058-91b9-75f0d2642c81 HTTP/1.1" status: 204 len: 168 time: 0.5365260 Feb 15 16:59:38.652797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 16:59:38.653050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d579a2b-cd62-407c-aaca-271c5411ce59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d685ef-3dff-4058-91b9-75f0d2642c81,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:38.719524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b92da9-2436-4026-a333-f654c9cca6fa service neutron] Pushing event updated for resources: {'Port': ['ID=cca29e8f-3f9a-4377-90c9-7cf076eb1e33,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:38.722915 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f5ea0060-2aea-4f94-a8ae-f843ee2c26a1 None None] For port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=07d6b7a9-2ec8-4911-935a-2b223d5f6e79,segment=NetworkSegment(4b7fdf28-dba5-4a15-8c87-2be9242e9ff3),segment_id=4b7fdf28-dba5-4a15-8c87-2be9242e9ff3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:38.723533 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5ea0060-2aea-4f94-a8ae-f843ee2c26a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:38.737319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Network ed69081a-40c8-48a8-8955-4cb258e8fc00 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:59:38.740591 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:59:38.741101 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:38.753208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea0060-2aea-4f94-a8ae-f843ee2c26a1 None None] Calling delete_port for 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:59:38.856432 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, ed69081a-40c8-48a8-8955-4cb258e8fc00) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:38.867055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:38.889837 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2a2f1-e040-4cc3-b622-5bc71348590e req-416ed61f-0933-4c49-9425-f386925e054b tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:38.898711 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fcf2a2f1-e040-4cc3-b622-5bc71348590e req-416ed61f-0933-4c49-9425-f386925e054b tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.3764656 Feb 15 16:59:38.908226 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:38.908616 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:38.917109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:38.922341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:38.933118 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:38.954866 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:38.958040 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:38.960431 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 2 to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 Feb 15 16:59:38.967957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f4926c-4086-443c-9dc9-83fc15fd3314 None None] Network ed69081a-40c8-48a8-8955-4cb258e8fc00 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:59:39.015315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:39.015661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:39.016008 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:39.026334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:39.027062 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:39.027602 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 3 to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 Feb 15 16:59:39.046797 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:39.048080 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:39.048437 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:39.054436 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:39.054767 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:39.055695 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 4 to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 Feb 15 16:59:39.075766 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:39.076667 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:39.077043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:39.085326 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f8bbd4-8261-41b5-b056-fba0adbfe7a3 x-openstack-request-id: req-e0f8bbd4-8261-41b5-b056-fba0adbfe7a3 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:59:39.085659 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60d8561-dcf7-418c-85b7-0fdb8bfe1f41", "tag": "cca29e8f-3f9a-4377-90c9-7cf076eb1e33", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:59:39.085924 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e0f8bbd4-8261-41b5-b056-fba0adbfe7a3 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:59:39.086504 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:39.086946 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:39.088256 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 5 to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 Feb 15 16:59:39.088648 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e60d8561-dcf7-418c-85b7-0fdb8bfe1f41', 'tag': 'cca29e8f-3f9a-4377-90c9-7cf076eb1e33', 'status': 'completed', 'code': 200} Feb 15 16:59:39.118498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] For port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=07d6b7a9-2ec8-4911-935a-2b223d5f6e79,segment=NetworkSegment(4b7fdf28-dba5-4a15-8c87-2be9242e9ff3),segment_id=4b7fdf28-dba5-4a15-8c87-2be9242e9ff3)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:39.118920 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:39.124423 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:39.127183 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:39.127645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:39.127769 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=07d6b7a9-2ec8-4911-935a-2b223d5f6e79,segment=NetworkSegment(4b7fdf28-dba5-4a15-8c87-2be9242e9ff3),segment_id=4b7fdf28-dba5-4a15-8c87-2be9242e9ff3)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:39.145901 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:39.146463 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:39.147160 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 6 to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 Feb 15 16:59:39.167640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:39.167640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:39.168265 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:39.175286 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:39.175690 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:39.176187 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 7 to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 Feb 15 16:59:39.192761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:59:39.240353 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:39.241281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-864f3e0f-e6b0-44cd-8352-db2df009a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:39.248399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-864f3e0f-e6b0-44cd-8352-db2df009a7f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 1126 time: 0.4689713 Feb 15 16:59:39.264517 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fcf2a2f1-e040-4cc3-b622-5bc71348590e req-41e5823e-43f7-4773-b4e2-2edd7bf56b2e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870140 Feb 15 16:59:39.284437 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:39.284437 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:39.284437 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:39.355479 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:39.355824 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:39.357180 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 8 to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 Feb 15 16:59:39.372513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-f6a293f4-8889-40b0-9461-e91cfb01f1e4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cca29e8f-3f9a-4377-90c9-7cf076eb1e33 HTTP/1.1" status: 200 len: 217 time: 0.1071870 Feb 15 16:59:39.408375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:39.409119 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=07d6b7a9-2ec8-4911-935a-2b223d5f6e79,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:39.410595 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:39.410960 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:39.423632 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:39.423993 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:39.428727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3334a5d3-6ae6-4427-9e84-88811af10b64 req-78b851e6-299b-45ea-87e3-b42fda293562 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 210 time: 0.0574243 Feb 15 16:59:39.435539 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 9 to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 Feb 15 16:59:39.482825 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-0b19258b-8ad3-4c4a-ac4f-c7296e685989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:39.487459 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-0b19258b-8ad3-4c4a-ac4f-c7296e685989 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.1006513 Feb 15 16:59:39.507404 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a37439ef-6121-482e-b5b9-95cf1005ae15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:39.547025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:39.547362 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:39.548682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:39.552663 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5ea0060-2aea-4f94-a8ae-f843ee2c26a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:39.568169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:39.571832 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:39.573436 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 10 to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 Feb 15 16:59:39.585475 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (07d6b7a9-2ec8-4911-935a-2b223d5f6e79), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:39.594431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea0060-2aea-4f94-a8ae-f843ee2c26a1 None None] Pushing event deleted for resources: {'Port': ['ID=07d6b7a9-2ec8-4911-935a-2b223d5f6e79,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:39.602464 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:39.602870 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:39.603401 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:39.617629 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c01e05-4714-4c94-ae35-b5873e81af3e req-0e6d272a-a031-4809-9f1f-080f033c73e7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:39.618801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ea0060-2aea-4f94-a8ae-f843ee2c26a1 None None] No DVR routers for this DVR port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:59:39.637498 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f7c01e05-4714-4c94-ae35-b5873e81af3e req-0e6d272a-a031-4809-9f1f-080f033c73e7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 943 time: 0.4098716 Feb 15 16:59:39.642859 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35708) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:39.651817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] No DVR routers for this DVR port 07d6b7a9-2ec8-4911-935a-2b223d5f6e79 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 16:59:39.676429 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port de02a2bb-6699-4baf-a75f-009687dfe6a5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:39.692587 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port de02a2bb-6699-4baf-a75f-009687dfe6a5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:39.692994 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (de02a2bb-6699-4baf-a75f-009687dfe6a5), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:39.721961 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=07d6b7a9-2ec8-4911-935a-2b223d5f6e79,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:39.812894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-5291696e-8046-4551-9fb6-45af5a067c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:39.815124 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-5291696e-8046-4551-9fb6-45af5a067c14 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3214405 Feb 15 16:59:39.839786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] For port de02a2bb-6699-4baf-a75f-009687dfe6a5, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:59:39.840114 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempted to set empty binding levels {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 16:59:39.856765 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (e453d428-5256-4ac6-97c0-09072980a332), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:39.866632 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e48dd2bf-315a-4bae-8083-9c65f633f8b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:39.894005 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f7c01e05-4714-4c94-ae35-b5873e81af3e req-88a906be-ce33-4b28-9b35-f684c38fb9f8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558775 Feb 15 16:59:39.951814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-076fb258-a9d5-4445-9576-69434d11c1e7 service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277366 Feb 15 16:59:39.955664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e453d428-5256-4ac6-97c0-09072980a332']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:39.962973 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (de02a2bb-6699-4baf-a75f-009687dfe6a5), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.038325 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Pushing event updated for resources: {'Port': ['ID=de02a2bb-6699-4baf-a75f-009687dfe6a5,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:40.059053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:40.060301 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.085480 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35716) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:40.091883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b7fdf28-dba5-4a15-8c87-2be9242e9ff3') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:40.092086 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b7fdf28-dba5-4a15-8c87-2be9242e9ff3') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:40.107701 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b88b0ac-70e7-4d0c-bfbb-5bd73e24713f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.114220 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (4b7fdf28-dba5-4a15-8c87-2be9242e9ff3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.128740 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e48dd2bf-315a-4bae-8083-9c65f633f8b4 admin admin] Publish callbacks [] for security_group (423f0759-0cac-49f9-9880-b7bd652d48ad), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.137084 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-355df576-e6bf-43b9-8ed0-c9362fdfdfbc req-5a09e196-3e35-40ab-b15a-49a8a0013762 service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785183 Feb 15 16:59:40.138133 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (4b7fdf28-dba5-4a15-8c87-2be9242e9ff3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.144888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:59:40.145352 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (4b7fdf28-dba5-4a15-8c87-2be9242e9ff3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: timer() Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:59:40.148875 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:59:40.167602 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a390b2e7-3974-492b-8d5f-113f43565999 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.8073456 Feb 15 16:59:40.170943 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35718) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:40.221542 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e48dd2bf-315a-4bae-8083-9c65f633f8b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (423f0759-0cac-49f9-9880-b7bd652d48ad), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.263604 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (e453d428-5256-4ac6-97c0-09072980a332), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.304607 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e48dd2bf-315a-4bae-8083-9c65f633f8b4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0ef1c46d73d84526b8a77b392c33916d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6607215 Feb 15 16:59:40.305390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35722) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:40.327789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48dd2bf-315a-4bae-8083-9c65f633f8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423f0759-0cac-49f9-9880-b7bd652d48ad,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:40.338980 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.348754 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/networks/e453d428-5256-4ac6-97c0-09072980a332 HTTP/1.1" status: 204 len: 168 time: 2.4034743 Feb 15 16:59:40.351595 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35724) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:40.370067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2147063072', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}, 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:40.426854 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.441302 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b88b0ac-70e7-4d0c-bfbb-5bd73e24713f admin admin] Publish callbacks [] for security_group (b4c31455-c6da-4c03-94c8-64fda0a1d50a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.465243 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24e7150e-dc45-4828-8709-71c9194801fb admin admin] Publish callbacks [] for security_group (423f0759-0cac-49f9-9880-b7bd652d48ad), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.469398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2d63aae0-e958-4184-8e1b-7f75d351234d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Deleting port de02a2bb-6699-4baf-a75f-009687dfe6a5 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:59:40.469503 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6782e-34f8-4d98-9696-1f5689ee939d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Network': ['ID=e453d428-5256-4ac6-97c0-09072980a332,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:40.469596 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d63aae0-e958-4184-8e1b-7f75d351234d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (de02a2bb-6699-4baf-a75f-009687dfe6a5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.520373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cb114-0919-472e-8284-241f801baa98 req-a3ace165-116f-4aed-871d-d1b05d436d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:40.523200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a32cb114-0919-472e-8284-241f801baa98 req-a3ace165-116f-4aed-871d-d1b05d436d9a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 1126 time: 0.2548757 Feb 15 16:59:40.566444 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-100d9690-1668-4f78-9bc8-54b8796cfbc7 req-48a4689d-91bf-4d8e-b5b1-a1a0da8513e9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 210 time: 0.0388913 Feb 15 16:59:40.603956 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24e7150e-dc45-4828-8709-71c9194801fb admin admin] Publish callbacks [] for security_group (423f0759-0cac-49f9-9880-b7bd652d48ad), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.626943 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-2d63aae0-e958-4184-8e1b-7f75d351234d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] For port de02a2bb-6699-4baf-a75f-009687dfe6a5, host n-h2-828372-14, got binding levels [] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:40.627721 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d63aae0-e958-4184-8e1b-7f75d351234d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (de02a2bb-6699-4baf-a75f-009687dfe6a5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.658065 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2d63aae0-e958-4184-8e1b-7f75d351234d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Calling delete_port for de02a2bb-6699-4baf-a75f-009687dfe6a5 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:59:40.673333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a92d42-0c6b-4e14-bb56-539864e81900 req-5ff72690-8b7c-45d7-9d92-106902812727 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:40.674846 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b88b0ac-70e7-4d0c-bfbb-5bd73e24713f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b4c31455-c6da-4c03-94c8-64fda0a1d50a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.675984 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2a92d42-0c6b-4e14-bb56-539864e81900 req-5ff72690-8b7c-45d7-9d92-106902812727 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.2649066 Feb 15 16:59:40.677719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cb114-0919-472e-8284-241f801baa98 req-bb410162-6ab8-494f-ac49-9d136819eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:40.681207 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a32cb114-0919-472e-8284-241f801baa98 req-bb410162-6ab8-494f-ac49-9d136819eef0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.1504574 Feb 15 16:59:40.684514 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (2fb8b55d-5195-4087-b368-c9ab6f97b7c2), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.687750 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (2fb8b55d-5195-4087-b368-c9ab6f97b7c2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.752196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a32cb114-0919-472e-8284-241f801baa98 req-fecd04a5-5d17-45f3-9e4b-b38a63f8ce2c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cca29e8f-3f9a-4377-90c9-7cf076eb1e33 HTTP/1.1" status: 200 len: 217 time: 0.0617008 Feb 15 16:59:40.752412 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88b0ac-70e7-4d0c-bfbb-5bd73e24713f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c31455-c6da-4c03-94c8-64fda0a1d50a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:40.841827 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2b88b0ac-70e7-4d0c-bfbb-5bd73e24713f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2963f9f3d51a4b39b24e7970a65b931e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7584243 Feb 15 16:59:40.848267 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35730) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:40.874286 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2a92d42-0c6b-4e14-bb56-539864e81900 req-a483bcdb-ed2b-4ff6-984c-db2dd62ac734 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730442 Feb 15 16:59:40.877770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cb114-0919-472e-8284-241f801baa98 req-e004307f-55e5-4148-8e25-c0a869216dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:40.879132 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a32cb114-0919-472e-8284-241f801baa98 req-e004307f-55e5-4148-8e25-c0a869216dfe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.1194222 Feb 15 16:59:40.916915 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24e7150e-dc45-4828-8709-71c9194801fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (423f0759-0cac-49f9-9880-b7bd652d48ad), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.919954 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24e7150e-dc45-4828-8709-71c9194801fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:40.924088 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-24e7150e-dc45-4828-8709-71c9194801fb admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/423f0759-0cac-49f9-9880-b7bd652d48ad HTTP/1.1" status: 204 len: 168 time: 0.6087308 Feb 15 16:59:41.000661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7150e-dc45-4828-8709-71c9194801fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423f0759-0cac-49f9-9880-b7bd652d48ad,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:41.014201 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d0acced-e70f-4441-9e95-a27b6936f519 admin admin] Publish callbacks [] for security_group (b4c31455-c6da-4c03-94c8-64fda0a1d50a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:41.035680 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_controller (2fb8b55d-5195-4087-b368-c9ab6f97b7c2), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:41.125031 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d63aae0-e958-4184-8e1b-7f75d351234d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (de02a2bb-6699-4baf-a75f-009687dfe6a5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:41.129423 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d0acced-e70f-4441-9e95-a27b6936f519 admin admin] Publish callbacks [] for security_group (b4c31455-c6da-4c03-94c8-64fda0a1d50a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:41.180932 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d63aae0-e958-4184-8e1b-7f75d351234d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:41.198665 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2d63aae0-e958-4184-8e1b-7f75d351234d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] 10.222.0.107 "DELETE /v2.0/ports/de02a2bb-6699-4baf-a75f-009687dfe6a5 HTTP/1.1" status: 204 len: 168 time: 1.0260956 Feb 15 16:59:41.202083 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35738) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:41.214777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d63aae0-e958-4184-8e1b-7f75d351234d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Pushing event deleted for resources: {'Port': ['ID=de02a2bb-6699-4baf-a75f-009687dfe6a5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:41.274472 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e1b88c-ffb2-47fc-b1b6-724517d93cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] GET failed (client error): The resource could not be found. Feb 15 16:59:41.281278 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a1e1b88c-ffb2-47fc-b1b6-724517d93cc9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] 10.222.0.107 "GET /v2.0/ports/de02a2bb-6699-4baf-a75f-009687dfe6a5 HTTP/1.1" status: 404 len: 333 time: 0.0628650 Feb 15 16:59:41.286274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35740) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:41.295453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cb114-0919-472e-8284-241f801baa98 req-e9872be4-2505-40f9-9e58-3c506aacd25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:41.300426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a32cb114-0919-472e-8284-241f801baa98 req-e9872be4-2505-40f9-9e58-3c506aacd25f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4072526 Feb 15 16:59:41.304966 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c450ed0d-722c-41d9-96cb-97b3d8a1959f tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Request body: {'port': {'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1601889406'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:41.324002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e38ae0-6b53-4ca9-8316-bf6289600368 req-1f7c27a2-0f33-4cb1-8f56-f5c1230439e6 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:41.325631 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60e38ae0-6b53-4ca9-8316-bf6289600368 req-1f7c27a2-0f33-4cb1-8f56-f5c1230439e6 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.2789807 Feb 15 16:59:41.395012 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60e38ae0-6b53-4ca9-8316-bf6289600368 req-c1d34a2a-dee8-4c3a-8d25-ff4c8b3e643c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618250 Feb 15 16:59:41.436808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd16988-dfe6-43ae-82c1-c025ea7d1b8c req-ad858af5-ea72-4d13-ab9b-81c7e626d897 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:41.438513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fcd16988-dfe6-43ae-82c1-c025ea7d1b8c req-ad858af5-ea72-4d13-ab9b-81c7e626d897 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 943 time: 0.3515995 Feb 15 16:59:41.503316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c450ed0d-722c-41d9-96cb-97b3d8a1959f tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Made reservation on behalf of 272934238ea842718f7f801b8e089b54 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:59:41.506059 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c450ed0d-722c-41d9-96cb-97b3d8a1959f tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:41.509346 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d0acced-e70f-4441-9e95-a27b6936f519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b4c31455-c6da-4c03-94c8-64fda0a1d50a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:41.514840 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d0acced-e70f-4441-9e95-a27b6936f519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:41.517292 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1d0acced-e70f-4441-9e95-a27b6936f519 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b4c31455-c6da-4c03-94c8-64fda0a1d50a HTTP/1.1" status: 204 len: 168 time: 0.6679366 Feb 15 16:59:41.550475 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_gateway (2fb8b55d-5195-4087-b368-c9ab6f97b7c2), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:41.592409 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0acced-e70f-4441-9e95-a27b6936f519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c31455-c6da-4c03-94c8-64fda0a1d50a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:41.644891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fcd16988-dfe6-43ae-82c1-c025ea7d1b8c req-1d58445f-492c-4e86-93fc-90c11fd89d71 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727905 Feb 15 16:59:41.657328 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-c450ed0d-722c-41d9-96cb-97b3d8a1959f tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] device_id is not set on port a1309097-6cdf-491a-9a8c-09e419e341c5 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:59:41.732475 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a32cb114-0919-472e-8284-241f801baa98 req-9f85dbe8-b53f-4ef0-b19d-06c684a066d0 service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341696 Feb 15 16:59:41.781741 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4658d6fd-ec71-46b7-92a2-2046fba43040 req-79b5425f-9160-425d-998e-420ab64f0f96 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:41.783431 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4658d6fd-ec71-46b7-92a2-2046fba43040 req-79b5425f-9160-425d-998e-420ab64f0f96 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1941857 Feb 15 16:59:41.890882 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:41.921838 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a32cb114-0919-472e-8284-241f801baa98 req-0273eea8-98df-4b7d-a9b1-c5f23d15725d service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708152 Feb 15 16:59:42.051382 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35754) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:42.051635 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2803b4e-0e4c-4627-b25f-f3e3bf7c747b req-bdee7932-fd8b-4008-8900-6d752b8024b9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 210 time: 0.1267955 Feb 15 16:59:42.094116 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4658d6fd-ec71-46b7-92a2-2046fba43040 req-dbb92f31-448d-4d61-bb72-842f830fe54f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907412 Feb 15 16:59:42.095151 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b9ac11ed-f586-4df4-bab6-7bd46fea8e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:42.154717 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c450ed0d-722c-41d9-96cb-97b3d8a1959f tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks [] for port (a1309097-6cdf-491a-9a8c-09e419e341c5), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:42.179670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-9a7fced8-0c54-4126-810f-6d3678fdc72c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:42.183338 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-9a7fced8-0c54-4126-810f-6d3678fdc72c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.67 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 812 time: 0.2597730 Feb 15 16:59:42.225555 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-e2c03972-e60a-4e51-900c-dd583e05eb04 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Request body: {'port': {'device_id': '34803c0f-a873-479a-a03c-b496e2d6372c', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'admin_state_up': True, 'tenant_id': '0860b996450e411880fd86cd9f5cbb84'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:42.258201 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b9ac11ed-f586-4df4-bab6-7bd46fea8e64 admin admin] Publish callbacks [] for security_group (c7850b76-dd8a-4561-84cd-4915112560ef), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:42.353288 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b9ac11ed-f586-4df4-bab6-7bd46fea8e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c7850b76-dd8a-4561-84cd-4915112560ef), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:42.359104 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c450ed0d-722c-41d9-96cb-97b3d8a1959f tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (a1309097-6cdf-491a-9a8c-09e419e341c5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:42.490535 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b9ac11ed-f586-4df4-bab6-7bd46fea8e64 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=503f1c61d56b4606a16d18a3f3680a0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4375472 Feb 15 16:59:42.497746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c450ed0d-722c-41d9-96cb-97b3d8a1959f tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Network ed69081a-40c8-48a8-8955-4cb258e8fc00 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:42.498574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac11ed-f586-4df4-bab6-7bd46fea8e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7850b76-dd8a-4561-84cd-4915112560ef,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:42.503363 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35766) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:42.512849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c450ed0d-722c-41d9-96cb-97b3d8a1959f tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:42.515916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c450ed0d-722c-41d9-96cb-97b3d8a1959f tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:42.516834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c450ed0d-722c-41d9-96cb-97b3d8a1959f tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:42.517494 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c450ed0d-722c-41d9-96cb-97b3d8a1959f tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:42.526012 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c450ed0d-722c-41d9-96cb-97b3d8a1959f tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Pushing event updated for resources: {'Port': ['ID=a1309097-6cdf-491a-9a8c-09e419e341c5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:42.580891 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c48d20e-9b26-4991-bed5-6c48bcf667e9 admin admin] Publish callbacks [] for security_group (c7850b76-dd8a-4561-84cd-4915112560ef), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:42.584644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058fbe0-d6ed-48a8-a3ef-ea4bc6699d2a req-c4e33901-5d55-4de0-8894-5256ac809f6f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:42.586902 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2058fbe0-d6ed-48a8-a3ef-ea4bc6699d2a req-c4e33901-5d55-4de0-8894-5256ac809f6f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.3829405 Feb 15 16:59:42.590656 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_gateway (2fb8b55d-5195-4087-b368-c9ab6f97b7c2), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:42.608162 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c48d20e-9b26-4991-bed5-6c48bcf667e9 admin admin] Publish callbacks [] for security_group (c7850b76-dd8a-4561-84cd-4915112560ef), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:42.629443 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:42.684925 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c450ed0d-722c-41d9-96cb-97b3d8a1959f tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3913076 Feb 15 16:59:42.685953 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35770) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:42.695463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:42.707580 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2058fbe0-d6ed-48a8-a3ef-ea4bc6699d2a req-92792e04-08b2-4385-afbb-bf468a312bb2 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914586 Feb 15 16:59:42.793663 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c48d20e-9b26-4991-bed5-6c48bcf667e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c7850b76-dd8a-4561-84cd-4915112560ef), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:42.796371 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c48d20e-9b26-4991-bed5-6c48bcf667e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:42.797911 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2c48d20e-9b26-4991-bed5-6c48bcf667e9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c7850b76-dd8a-4561-84cd-4915112560ef HTTP/1.1" status: 204 len: 168 time: 0.2936013 Feb 15 16:59:42.841955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-e2c03972-e60a-4e51-900c-dd583e05eb04 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Made reservation on behalf of 0860b996450e411880fd86cd9f5cbb84 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:59:42.846378 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-e2c03972-e60a-4e51-900c-dd583e05eb04 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:42.892144 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48d20e-9b26-4991-bed5-6c48bcf667e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7850b76-dd8a-4561-84cd-4915112560ef,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:42.929781 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a1309097-6cdf-491a-9a8c-09e419e341c5), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:43.038967 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ad46a-079f-4e9a-9432-3c84fe139ca3 req-3a95e370-2f18-49bd-a3ac-b18c72dd0998 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:43.040832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ef8ad46a-079f-4e9a-9432-3c84fe139ca3 req-3a95e370-2f18-49bd-a3ac-b18c72dd0998 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 943 time: 0.2770984 Feb 15 16:59:43.176583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Allocated IP 172.25.4.134 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/a5bc2d41-e20d-499a-aaa4-d89df11a184a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:59:43.179281 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ef8ad46a-079f-4e9a-9432-3c84fe139ca3 req-ecaef75d-068a-40b5-a611-2604118abc88 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308937 Feb 15 16:59:43.201874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16ccca-cd6f-4b7a-8701-71761883b321 req-f5268c6e-fedc-42d3-b03f-c69a4583c050 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:43.210957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be16ccca-cd6f-4b7a-8701-71761883b321 req-f5268c6e-fedc-42d3-b03f-c69a4583c050 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.3179891 Feb 15 16:59:43.276902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] device_id is not set on port a1309097-6cdf-491a-9a8c-09e419e341c5 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:59:43.297150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks [] for port (a1309097-6cdf-491a-9a8c-09e419e341c5), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:43.334896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-e2c03972-e60a-4e51-900c-dd583e05eb04 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Allocated IP 172.20.0.8 (09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c/16b2d1c9-a71e-43a3-baad-57a8767096cb/2cd61f66-5e4e-4d75-89e7-f5c402a82705) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:59:43.355972 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f3342b81-6788-49fc-82ba-30f70b3d12bf req-8627a3b6-d400-4c1b-903c-f9047d52abe8 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 210 time: 0.0479379 Feb 15 16:59:43.368553 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (a1309097-6cdf-491a-9a8c-09e419e341c5), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:43.414541 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be16ccca-cd6f-4b7a-8701-71761883b321 req-fe4459df-7375-476b-a25f-65b72bade8ac tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987159 Feb 15 16:59:43.428782 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Pushing event updated for resources: {'Port': ['ID=a1309097-6cdf-491a-9a8c-09e419e341c5,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:43.437275 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:43.459230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:43.459573 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:43.459916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:43.483918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:43.485138 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:43.485138 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 2 to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 Feb 15 16:59:43.501586 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:43.501927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:43.502277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:43.512430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:43.512829 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:43.513156 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 3 to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 Feb 15 16:59:43.543334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:43.543673 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:43.544016 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:43.558935 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:43.559267 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:43.562995 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 4 to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 Feb 15 16:59:43.601158 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:43.601503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:43.601848 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:43.614616 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:43.614952 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:43.615575 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 5 to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 Feb 15 16:59:43.658963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b980a1cb-18bf-48dc-830c-70c9f9cc0537 req-3b5fe5c2-9b2a-45bf-a510-222e3932e4ee tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:43.661675 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (a5bc2d41-e20d-499a-aaa4-d89df11a184a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:43.662511 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b980a1cb-18bf-48dc-830c-70c9f9cc0537 req-3b5fe5c2-9b2a-45bf-a510-222e3932e4ee tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1142907 Feb 15 16:59:43.667849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:43.668277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:43.668693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:43.696448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:43.696791 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:43.703429 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 6 to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 Feb 15 16:59:43.746890 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:43.747610 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:43.748345 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:43.757146 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:43.757907 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:43.762153 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b980a1cb-18bf-48dc-830c-70c9f9cc0537 req-e2294f3e-e508-4d50-bbd9-82fe52650bae tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903611 Feb 15 16:59:43.763095 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 7 to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 Feb 15 16:59:43.778555 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:43.779294 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:43.779853 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:43.786219 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:43.787849 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:43.788485 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 8 to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 Feb 15 16:59:43.812019 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:43.814986 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:43.815556 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:43.823435 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-e2c03972-e60a-4e51-900c-dd583e05eb04 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:43.829893 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:43.848954 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:43.850033 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 9 to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 Feb 15 16:59:43.865099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a5bc2d41-e20d-499a-aaa4-d89df11a184a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:43.902350 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:43.904169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:43.905294 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:43.917217 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:43.920633 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:43.921080 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:43.921620 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 10 to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 Feb 15 16:59:43.923903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:43.936087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:43.955622 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:43.957593 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:43.959283 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:43.987258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-e2c03972-e60a-4e51-900c-dd583e05eb04 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:43.989529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:44.006149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['313c3044-61da-499f-9e9c-6c113b093698', '0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:59:44.006656 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port a1309097-6cdf-491a-9a8c-09e419e341c5 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:44.008229 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a1309097-6cdf-491a-9a8c-09e419e341c5), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:44.012756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=a5bc2d41-e20d-499a-aaa4-d89df11a184a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:44.145084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-e2c03972-e60a-4e51-900c-dd583e05eb04 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:44.170529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-e2c03972-e60a-4e51-900c-dd583e05eb04 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:44.177254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-e2c03972-e60a-4e51-900c-dd583e05eb04 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:44.705905 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f84412f6-7dbd-41cc-af7c-90154186238c None None] Provisioning complete for port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:44.707023 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f84412f6-7dbd-41cc-af7c-90154186238c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:44.757925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f84412f6-7dbd-41cc-af7c-90154186238c None None] Port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:44.809263 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085cba8-0288-4e92-bb30-2f1d22056d3a req-0fe45c2f-3465-4e68-b0b2-f024af6e0cf2 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:44.810538 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1085cba8-0288-4e92-bb30-2f1d22056d3a req-0fe45c2f-3465-4e68-b0b2-f024af6e0cf2 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.8457923 Feb 15 16:59:44.823226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c03972-e60a-4e51-900c-dd583e05eb04 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event updated for resources: {'Port': ['ID=2cd61f66-5e4e-4d75-89e7-f5c402a82705,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:44.854545 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] For port a1309097-6cdf-491a-9a8c-09e419e341c5, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:59:44.855480 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempted to set empty binding levels {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 16:59:44.882142 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1085cba8-0288-4e92-bb30-2f1d22056d3a req-9d8a763c-f1cb-42ed-afec-cb0632139cbe tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619700 Feb 15 16:59:44.910249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-e2c03972-e60a-4e51-900c-dd583e05eb04 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:44.913567 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-e2c03972-e60a-4e51-900c-dd583e05eb04 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:44.953891 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (a1309097-6cdf-491a-9a8c-09e419e341c5), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:45.046896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338dd89-8830-46ff-9dc9-1397d6ff79c1 req-1bf52d68-6261-4acb-b892-6acf7eba1f45 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.052195 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Pushing event updated for resources: {'Port': ['ID=a1309097-6cdf-491a-9a8c-09e419e341c5,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:45.054385 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7338dd89-8830-46ff-9dc9-1397d6ff79c1 req-1bf52d68-6261-4acb-b892-6acf7eba1f45 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 943 time: 0.3003232 Feb 15 16:59:45.066114 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] In _notify_port_updated(), no bound segment for port a1309097-6cdf-491a-9a8c-09e419e341c5 on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 16:59:45.067707 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.069139 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:45.070977 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b6ea6217-3011-494e-a79b-852d45f22068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] 10.222.0.107 "PUT /v2.0/ports/a1309097-6cdf-491a-9a8c-09e419e341c5 HTTP/1.1" status: 200 len: 980 time: 2.3840375 Feb 15 16:59:45.078843 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35844) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:45.133052 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe715fe8-d6d7-4103-a61c-b1e37560018b req-b9b5a9a9-9320-4ccf-a664-49d87135a883 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.134798 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe715fe8-d6d7-4103-a61c-b1e37560018b req-b9b5a9a9-9320-4ccf-a664-49d87135a883 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 931 time: 0.0791631 Feb 15 16:59:45.215526 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-e2c03972-e60a-4e51-900c-dd583e05eb04 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0109048 Feb 15 16:59:45.247421 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe715fe8-d6d7-4103-a61c-b1e37560018b req-d133ffdd-f7ab-4ee8-ae32-5ae84eb8b5c2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884094 Feb 15 16:59:45.279498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Request body: {'port': {'device_id': '34803c0f-a873-479a-a03c-b496e2d6372c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:45.344060 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7338dd89-8830-46ff-9dc9-1397d6ff79c1 req-c1ce72d5-ff9c-48ba-9068-19040f307ae2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839015 Feb 15 16:59:45.361069 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_gateway (2fb8b55d-5195-4087-b368-c9ab6f97b7c2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:45.382632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.383109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.383581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.384110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.384574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.385120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.385614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.386127 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.386650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.387213 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.387685 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.388144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.388624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.389110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.389595 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.390057 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.390513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.391026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.391653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.391998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.392455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.392911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.393438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.396782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-654fbead-695a-4d57-969e-1c9657d60f07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21130 time: 0.3146777 Feb 15 16:59:45.403140 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35852) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:45.455433 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fed749-eecb-46f9-83e4-715ef42c1c33 req-744358ca-abec-4ae1-bf5b-2cd6f139b497 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.463548 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f5fed749-eecb-46f9-83e4-715ef42c1c33 req-744358ca-abec-4ae1-bf5b-2cd6f139b497 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1270781 Feb 15 16:59:45.527249 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:45.570619 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f5fed749-eecb-46f9-83e4-715ef42c1c33 req-450bf52c-252e-40a6-96e5-4e6db3547ed8 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000264 Feb 15 16:59:45.592062 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-feafa350-4f36-4893-b349-ab957432faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Deleting port a1309097-6cdf-491a-9a8c-09e419e341c5 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:59:45.592062 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-feafa350-4f36-4893-b349-ab957432faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a1309097-6cdf-491a-9a8c-09e419e341c5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:45.766412 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-feafa350-4f36-4893-b349-ab957432faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] For port a1309097-6cdf-491a-9a8c-09e419e341c5, host n-h2-828372-14, got binding levels [] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:45.767071 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-feafa350-4f36-4893-b349-ab957432faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a1309097-6cdf-491a-9a8c-09e419e341c5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:45.786965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-feafa350-4f36-4893-b349-ab957432faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Calling delete_port for a1309097-6cdf-491a-9a8c-09e419e341c5 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:59:45.810916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e6eb3-abe3-4ef6-b9de-ffb2eeb21f64 req-09cba63f-eeba-4b17-9bf9-ada1ccdabbf6 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:45.818467 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee1e6eb3-abe3-4ef6-b9de-ffb2eeb21f64 req-09cba63f-eeba-4b17-9bf9-ada1ccdabbf6 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1087472 Feb 15 16:59:45.930846 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee1e6eb3-abe3-4ef6-b9de-ffb2eeb21f64 req-a2db4d26-8388-42d1-9205-e852402f5df0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111929 Feb 15 16:59:45.952235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (2fb8b55d-5195-4087-b368-c9ab6f97b7c2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:46.049656 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-feafa350-4f36-4893-b349-ab957432faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (a1309097-6cdf-491a-9a8c-09e419e341c5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:46.107484 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafa350-4f36-4893-b349-ab957432faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1309097-6cdf-491a-9a8c-09e419e341c5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:46.147640 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-feafa350-4f36-4893-b349-ab957432faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:46.153869 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-feafa350-4f36-4893-b349-ab957432faf5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] 10.222.0.107 "DELETE /v2.0/ports/a1309097-6cdf-491a-9a8c-09e419e341c5 HTTP/1.1" status: 204 len: 168 time: 0.7483704 Feb 15 16:59:46.155908 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35876) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:46.184289 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e4e2a7-b29c-40a3-9b0d-6e897aece5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] GET failed (client error): The resource could not be found. Feb 15 16:59:46.186017 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-28e4e2a7-b29c-40a3-9b0d-6e897aece5d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] 10.222.0.107 "GET /v2.0/ports/a1309097-6cdf-491a-9a8c-09e419e341c5 HTTP/1.1" status: 404 len: 333 time: 0.0280910 Feb 15 16:59:46.189582 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35878) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:46.195106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-032c6dda-161f-4de6-aad3-8971e1be0f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-177183508', 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:46.289014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032c6dda-161f-4de6-aad3-8971e1be0f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Made reservation on behalf of 272934238ea842718f7f801b8e089b54 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:59:46.292313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-032c6dda-161f-4de6-aad3-8971e1be0f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:46.311641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d0bc4-c6a7-4685-8e33-58970edfe743 req-ebfbd4b6-e6fb-4ccb-8052-53f9106c5efb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:46.314243 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7d0bc4-c6a7-4685-8e33-58970edfe743 req-ebfbd4b6-e6fb-4ccb-8052-53f9106c5efb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.2296741 Feb 15 16:59:46.333222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-032c6dda-161f-4de6-aad3-8971e1be0f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] device_id is not set on port db067407-f4e6-4356-a781-bc89efd8b5fe yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:59:46.390313 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d7d0bc4-c6a7-4685-8e33-58970edfe743 req-3a3ae2fb-49e3-43d5-8cc8-12ba34d494ac tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628767 Feb 15 16:59:46.479723 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd61f66-5e4e-4d75-89e7-f5c402a82705 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:59:46.502313 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Publish callbacks [] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:46.528164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Transition to ACTIVE for port object 2cd61f66-5e4e-4d75-89e7-f5c402a82705 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 16:59:46.553812 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d9607-b431-4888-82fc-675e0d74185c req-aaaeb41f-e9c1-4a4d-9d1b-73157ffd09db tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:46.555492 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e3d9607-b431-4888-82fc-675e0d74185c req-aaaeb41f-e9c1-4a4d-9d1b-73157ffd09db tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 931 time: 0.1134713 Feb 15 16:59:46.597460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eda3da-b8c7-419c-b416-9cfe8c534889 req-a21ef4cc-4b6b-46b0-9331-9759a6039efd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:46.600103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1eda3da-b8c7-419c-b416-9cfe8c534889 req-a21ef4cc-4b6b-46b0-9331-9759a6039efd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 943 time: 0.0751085 Feb 15 16:59:46.661216 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router 2fb8b55d-5195-4087-b368-c9ab6f97b7c2 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:59:46.701262 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:46.707640 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-032c6dda-161f-4de6-aad3-8971e1be0f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks [] for port (db067407-f4e6-4356-a781-bc89efd8b5fe), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:46.713310 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e3d9607-b431-4888-82fc-675e0d74185c req-e35b826b-7970-424b-a0a0-002132da348c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468914 Feb 15 16:59:46.810211 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-032c6dda-161f-4de6-aad3-8971e1be0f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (db067407-f4e6-4356-a781-bc89efd8b5fe), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:46.892491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032c6dda-161f-4de6-aad3-8971e1be0f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Network ed69081a-40c8-48a8-8955-4cb258e8fc00 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:46.907151 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-032c6dda-161f-4de6-aad3-8971e1be0f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:46.943173 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:59:46.956440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032c6dda-161f-4de6-aad3-8971e1be0f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:46.967045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032c6dda-161f-4de6-aad3-8971e1be0f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:46.967045 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-032c6dda-161f-4de6-aad3-8971e1be0f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:46.967342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24507b6e-9d32-434f-9854-04e74076c54c None None] Sync routers for ids ['2fb8b55d-5195-4087-b368-c9ab6f97b7c2'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:59:46.973813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Pushing event updated for resources: {'Port': ['ID=2cd61f66-5e4e-4d75-89e7-f5c402a82705,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:46.978390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35898) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:46.995591 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a1eda3da-b8c7-419c-b416-9cfe8c534889 req-64546b97-9af8-4438-aff4-606ef0df73bd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765998 Feb 15 16:59:47.009748 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24507b6e-9d32-434f-9854-04e74076c54c None None] Routers {'2fb8b55d-5195-4087-b368-c9ab6f97b7c2'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:47.015135 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-24507b6e-9d32-434f-9854-04e74076c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2fb8b55d-5195-4087-b368-c9ab6f97b7c2'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:47.110736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c6dda-161f-4de6-aad3-8971e1be0f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Pushing event updated for resources: {'Port': ['ID=db067407-f4e6-4356-a781-bc89efd8b5fe,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:47.123472 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:47.130056 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-813f426e-bf25-4d8f-ade2-d6bcd735b9c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 6.7627246 Feb 15 16:59:47.130349 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-24507b6e-9d32-434f-9854-04e74076c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:47.133659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35906) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:47.183112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24507b6e-9d32-434f-9854-04e74076c54c None None] Routers {'2fb8b55d-5195-4087-b368-c9ab6f97b7c2'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:47.183256 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fddb029-16d8-4393-9533-b3dbee38a89c req-11ae5917-f834-4009-8a86-fc0cbc7c29e4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:47.183387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-24507b6e-9d32-434f-9854-04e74076c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2fb8b55d-5195-4087-b368-c9ab6f97b7c2'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:47.183492 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7fddb029-16d8-4393-9533-b3dbee38a89c req-11ae5917-f834-4009-8a86-fc0cbc7c29e4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.2836583 Feb 15 16:59:47.188938 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-032c6dda-161f-4de6-aad3-8971e1be0f00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9979453 Feb 15 16:59:47.192156 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35908) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:47.262804 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-24507b6e-9d32-434f-9854-04e74076c54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:47.263553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24507b6e-9d32-434f-9854-04e74076c54c None None] The sync data for ids ['2fb8b55d-5195-4087-b368-c9ab6f97b7c2'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:59:47.312050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c624d3-4516-4e37-b581-2f8a826f810a tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:47.317008 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-17c624d3-4516-4e37-b581-2f8a826f810a tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] 10.222.0.107 "GET /v2.0/ports/db067407-f4e6-4356-a781-bc89efd8b5fe HTTP/1.1" status: 200 len: 958 time: 0.1251159 Feb 15 16:59:47.320068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35910) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:47.352309 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96a3cfd1-eae9-46ce-84ef-16b901573c5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:47.382097 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Attempting to bind port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:47.386250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Attempting to bind port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:47.386741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Attempting to bind port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:47.396034 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7fddb029-16d8-4393-9533-b3dbee38a89c req-18a21cb6-c4d2-43da-85f1-c0e53a1899d8 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997578 Feb 15 16:59:47.406184 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:47.406621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Attempting to bind port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 on network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:47.427079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:59:47.427650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Checking segment: {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:59:47.438661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Bound using segment: {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:59:47.438661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Bound port: 2cd61f66-5e4e-4d75-89e7-f5c402a82705, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ccf1505-15a6-48aa-a681-32d4bfd94419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:59:47.438661 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:47.574939 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1381fafe-c625-4e07-ae68-51d21cf06eda tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/routers/2fb8b55d-5195-4087-b368-c9ab6f97b7c2 HTTP/1.1" status: 200 len: 881 time: 0.4399061 Feb 15 16:59:47.585306 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35916) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:47.612311 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96a3cfd1-eae9-46ce-84ef-16b901573c5e admin admin] Publish callbacks [] for security_group (c724e595-bdc8-40f6-a433-00f80c45c34b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:47.634037 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f6ebf-4f1e-45d8-98d0-969600756156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Deleting port db067407-f4e6-4356-a781-bc89efd8b5fe {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:59:47.634392 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6ebf-4f1e-45d8-98d0-969600756156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (db067407-f4e6-4356-a781-bc89efd8b5fe), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:47.678637 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] For port 2cd61f66-5e4e-4d75-89e7-f5c402a82705, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:59:47.730931 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6ebf-4f1e-45d8-98d0-969600756156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (db067407-f4e6-4356-a781-bc89efd8b5fe), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:47.770025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f6ebf-4f1e-45d8-98d0-969600756156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Calling delete_port for db067407-f4e6-4356-a781-bc89efd8b5fe owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:59:47.806071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] For port 2cd61f66-5e4e-4d75-89e7-f5c402a82705, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2cd61f66-5e4e-4d75-89e7-f5c402a82705,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:59:47.819513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42029c2a-62f7-4731-80a9-532b41a44c44 req-85bd8ad9-a2fd-4b4d-a859-fc70617392d2 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:47.821013 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-42029c2a-62f7-4731-80a9-532b41a44c44 req-85bd8ad9-a2fd-4b4d-a859-fc70617392d2 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.2985759 Feb 15 16:59:47.889527 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96a3cfd1-eae9-46ce-84ef-16b901573c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c724e595-bdc8-40f6-a433-00f80c45c34b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:47.911864 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:47.975100 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-96a3cfd1-eae9-46ce-84ef-16b901573c5e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=debb309302c64786ab01f1912d2238e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9814844 Feb 15 16:59:47.979700 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6ebf-4f1e-45d8-98d0-969600756156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (db067407-f4e6-4356-a781-bc89efd8b5fe), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:47.981782 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35924) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:47.995980 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3cfd1-eae9-46ce-84ef-16b901573c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c724e595-bdc8-40f6-a433-00f80c45c34b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:48.057958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f6ebf-4f1e-45d8-98d0-969600756156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Pushing event deleted for resources: {'Port': ['ID=db067407-f4e6-4356-a781-bc89efd8b5fe,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:48.077236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:48.077894 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:48.079397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91790742-70e4-4e11-a8b2-25cbd7e1ade9 req-7f975005-56fd-4ff1-814e-6e58bca77f32 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:48.087253 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-91790742-70e4-4e11-a8b2-25cbd7e1ade9 req-7f975005-56fd-4ff1-814e-6e58bca77f32 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 943 time: 0.2006485 Feb 15 16:59:48.090039 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] 10.222.0.67 "PUT /v2.0/ports/2cd61f66-5e4e-4d75-89e7-f5c402a82705 HTTP/1.1" status: 200 len: 1092 time: 2.8442922 Feb 15 16:59:48.092924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34803c0f-a873-479a-a03c-b496e2d6372c', 'tag': '2cd61f66-5e4e-4d75-89e7-f5c402a82705'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:59:48.098714 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de751d6c-5c8b-4fbc-8245-18ff8f00b788" -d '{"events": [{"name": "network-changed", "server_uuid": "34803c0f-a873-479a-a03c-b496e2d6372c", "tag": "2cd61f66-5e4e-4d75-89e7-f5c402a82705"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:59:48.122893 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf0f6ebf-4f1e-45d8-98d0-969600756156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:48.137936 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bf0f6ebf-4f1e-45d8-98d0-969600756156 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] 10.222.0.107 "DELETE /v2.0/ports/db067407-f4e6-4356-a781-bc89efd8b5fe HTTP/1.1" status: 204 len: 168 time: 0.8167727 Feb 15 16:59:48.160387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35932) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:48.209573 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9955ec9f-fd7f-4a0c-9799-ce1129c3305c admin admin] Publish callbacks [] for security_group (c724e595-bdc8-40f6-a433-00f80c45c34b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:48.242250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec713a89-99ef-43e3-b395-652f768ef65e service neutron] Pushing event updated for resources: {'Port': ['ID=2cd61f66-5e4e-4d75-89e7-f5c402a82705,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:48.253439 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd061472-d06e-4046-87c8-ce96d99cf500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] GET failed (client error): The resource could not be found. Feb 15 16:59:48.256213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dd061472-d06e-4046-87c8-ce96d99cf500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] 10.222.0.107 "GET /v2.0/ports/db067407-f4e6-4356-a781-bc89efd8b5fe HTTP/1.1" status: 404 len: 333 time: 0.0868554 Feb 15 16:59:48.265028 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35934) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:48.274271 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fb88b43d-0316-4ecc-bbaa-3ec4bd3d4e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Request body: {'port': {'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-649386365'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:48.279148 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9955ec9f-fd7f-4a0c-9799-ce1129c3305c admin admin] Publish callbacks [] for security_group (c724e595-bdc8-40f6-a433-00f80c45c34b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:48.283066 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-42029c2a-62f7-4731-80a9-532b41a44c44 req-6892d77b-99f5-47a0-9b1e-7b4eb03db7b1 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501858 Feb 15 16:59:48.312359 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-91790742-70e4-4e11-a8b2-25cbd7e1ade9 req-22b3b5b7-fd11-49e3-8f12-45259ea19f28 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240491 Feb 15 16:59:48.360267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-8b4b38fb-fe7a-41a8-ac82-648fe68fcceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:48.361841 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-8b4b38fb-fe7a-41a8-ac82-648fe68fcceb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 1126 time: 0.1699247 Feb 15 16:59:48.485259 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 16:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32857554-9716-42e6-82ec-7077327dfef1 x-openstack-request-id: req-32857554-9716-42e6-82ec-7077327dfef1 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:59:48.485583 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34803c0f-a873-479a-a03c-b496e2d6372c", "tag": "2cd61f66-5e4e-4d75-89e7-f5c402a82705", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:59:48.485843 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-32857554-9716-42e6-82ec-7077327dfef1 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:59:48.486255 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34803c0f-a873-479a-a03c-b496e2d6372c', 'tag': '2cd61f66-5e4e-4d75-89e7-f5c402a82705', 'status': 'completed', 'code': 200} Feb 15 16:59:48.493072 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-c7fb4d4d-2844-44d9-a8ef-501fc4770e45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cd61f66-5e4e-4d75-89e7-f5c402a82705 HTTP/1.1" status: 200 len: 217 time: 0.1185629 Feb 15 16:59:48.496812 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb88b43d-0316-4ecc-bbaa-3ec4bd3d4e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Made reservation on behalf of 272934238ea842718f7f801b8e089b54 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:59:48.499663 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb88b43d-0316-4ecc-bbaa-3ec4bd3d4e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:48.531582 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-fb88b43d-0316-4ecc-bbaa-3ec4bd3d4e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] device_id is not set on port 02db8289-4bb1-4f45-b360-6abe14cfb10c yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:59:48.554511 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9955ec9f-fd7f-4a0c-9799-ce1129c3305c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c724e595-bdc8-40f6-a433-00f80c45c34b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:48.559376 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9955ec9f-fd7f-4a0c-9799-ce1129c3305c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:48.564146 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9955ec9f-fd7f-4a0c-9799-ce1129c3305c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c724e595-bdc8-40f6-a433-00f80c45c34b HTTP/1.1" status: 204 len: 168 time: 0.5801342 Feb 15 16:59:48.602669 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4e8395c9-f7e6-4fad-8cb9-a568178c6272 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 1.0124795 Feb 15 16:59:48.605311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-c392caff-842b-4093-94eb-010064a3edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:48.606814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-c392caff-842b-4093-94eb-010064a3edb1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.0882425 Feb 15 16:59:48.607284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35942) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:48.613252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-9d90e253-8dd4-4a56-ac9b-82c9b45c446e tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2147063072'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:48.643724 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955ec9f-fd7f-4a0c-9799-ce1129c3305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c724e595-bdc8-40f6-a433-00f80c45c34b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:48.934573 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb88b43d-0316-4ecc-bbaa-3ec4bd3d4e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks [] for port (02db8289-4bb1-4f45-b360-6abe14cfb10c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:48.948014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35948) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:48.989652 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35952) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:49.075927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a80c46-ecee-4393-9e9b-509c956e338c req-b0447b0e-76e1-4310-9acd-5e39f7392c08 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:49.086119 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-99a80c46-ecee-4393-9e9b-509c956e338c req-b0447b0e-76e1-4310-9acd-5e39f7392c08 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.4463596 Feb 15 16:59:49.125883 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb88b43d-0316-4ecc-bbaa-3ec4bd3d4e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (02db8289-4bb1-4f45-b360-6abe14cfb10c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:49.212183 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-99a80c46-ecee-4393-9e9b-509c956e338c req-22023aa8-b1ee-4878-aba6-799402f851ca tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212554 Feb 15 16:59:49.224791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb88b43d-0316-4ecc-bbaa-3ec4bd3d4e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Network ed69081a-40c8-48a8-8955-4cb258e8fc00 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:49.228328 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-fb88b43d-0316-4ecc-bbaa-3ec4bd3d4e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:49.267288 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb88b43d-0316-4ecc-bbaa-3ec4bd3d4e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:49.270939 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb88b43d-0316-4ecc-bbaa-3ec4bd3d4e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:49.271780 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb88b43d-0316-4ecc-bbaa-3ec4bd3d4e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:49.293560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb88b43d-0316-4ecc-bbaa-3ec4bd3d4e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Pushing event updated for resources: {'Port': ['ID=02db8289-4bb1-4f45-b360-6abe14cfb10c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:49.343658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78608e8-35d1-4870-a115-c971e8a6d86b req-83eeb746-dc48-422f-bc2d-9df5a2bcbefa tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:49.353568 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d78608e8-35d1-4870-a115-c971e8a6d86b req-83eeb746-dc48-422f-bc2d-9df5a2bcbefa tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 943 time: 0.8789566 Feb 15 16:59:49.429183 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fb88b43d-0316-4ecc-bbaa-3ec4bd3d4e8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1622298 Feb 15 16:59:49.432422 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35962) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:49.443627 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:49.502013 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d78608e8-35d1-4870-a115-c971e8a6d86b req-3636ed57-220e-400e-9c4d-d7635720bea2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475222 Feb 15 16:59:49.507520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-29ad4bd1-2edc-4d40-961e-9b6bc4c108d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:49.509214 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-29ad4bd1-2edc-4d40-961e-9b6bc4c108d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8921762 Feb 15 16:59:49.537174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e778b2b-26fd-43a9-a60c-deb722fa353e req-9fcd8e7f-ffae-4c9a-bdfc-20990f876f9f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:49.538768 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e778b2b-26fd-43a9-a60c-deb722fa353e req-9fcd8e7f-ffae-4c9a-bdfc-20990f876f9f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1693888 Feb 15 16:59:49.544394 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d3761dd-5a37-4c5a-a6b9-98eab8581bed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:49.573167 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b602c91d-d1fe-49ab-981d-7bb426d50afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:49.669744 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (02db8289-4bb1-4f45-b360-6abe14cfb10c), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:49.690858 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e778b2b-26fd-43a9-a60c-deb722fa353e req-ebbdb72a-0af4-4c0e-8791-deb046f19131 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365519 Feb 15 16:59:49.851437 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35968) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:49.875116 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d3761dd-5a37-4c5a-a6b9-98eab8581bed admin admin] Publish callbacks [] for security_group (5e4530ea-d240-464b-8211-46a64b76440e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:49.891547 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-3bd2172a-f511-40f7-a41e-fafd8bcc7b8c service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750842 Feb 15 16:59:49.902586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13766118-af6e-41a2-89f0-4418bbbd17fe req-3e34edbc-8789-4efd-b8ad-84932a50c198 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:49.909027 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5be82035-5a49-4b14-9cae-ea87179a35c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:49.909589 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-13766118-af6e-41a2-89f0-4418bbbd17fe req-3e34edbc-8789-4efd-b8ad-84932a50c198 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 943 time: 0.3026416 Feb 15 16:59:49.912856 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b602c91d-d1fe-49ab-981d-7bb426d50afd admin admin] Publish callbacks [] for security_group (22955e12-b84a-458d-af16-38fbbbed4084), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:49.936330 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d3761dd-5a37-4c5a-a6b9-98eab8581bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5e4530ea-d240-464b-8211-46a64b76440e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:49.980348 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b602c91d-d1fe-49ab-981d-7bb426d50afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (22955e12-b84a-458d-af16-38fbbbed4084), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.018817 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d90e253-8dd4-4a56-ac9b-82c9b45c446e tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (2fb8b55d-5195-4087-b368-c9ab6f97b7c2), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.026858 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc3376-c44a-47e8-8e1b-7e057731fabb req-f05850c4-4f5b-4627-ad74-da994d290651 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:50.034046 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-49fc3376-c44a-47e8-8e1b-7e057731fabb req-f05850c4-4f5b-4627-ad74-da994d290651 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.2183168 Feb 15 16:59:50.052851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-13766118-af6e-41a2-89f0-4418bbbd17fe req-0f2d6f63-b7a2-409d-a985-52c82363917e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424124 Feb 15 16:59:50.073441 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2dfa7ab0-4f06-4d2d-9693-d6a8b2ba7367 req-596dd290-da37-465f-b0ec-3ad96b89f435 service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617982 Feb 15 16:59:50.086504 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3761dd-5a37-4c5a-a6b9-98eab8581bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4530ea-d240-464b-8211-46a64b76440e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:50.091163 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7d3761dd-5a37-4c5a-a6b9-98eab8581bed admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2fe89c6a59b2449f9109a0bd010fd37e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1347554 Feb 15 16:59:50.094833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35970) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:50.136095 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b602c91d-d1fe-49ab-981d-7bb426d50afd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=542571cb75614bb89c6cd7b8daa89d6f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1329920 Feb 15 16:59:50.136651 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35972) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:50.157590 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d90e253-8dd4-4a56-ac9b-82c9b45c446e tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (2fb8b55d-5195-4087-b368-c9ab6f97b7c2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.159161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] device_id is not set on port 02db8289-4bb1-4f45-b360-6abe14cfb10c yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 16:59:50.179648 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602c91d-d1fe-49ab-981d-7bb426d50afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22955e12-b84a-458d-af16-38fbbbed4084,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:50.196254 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks [] for port (02db8289-4bb1-4f45-b360-6abe14cfb10c), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.218101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-49fc3376-c44a-47e8-8e1b-7e057731fabb req-77706542-0b10-4b21-b4b5-fbb80cdd3c32 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830187 Feb 15 16:59:50.267423 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5be82035-5a49-4b14-9cae-ea87179a35c3 admin admin] Publish callbacks [] for security_group (393105ef-8369-4f57-902e-a087596f6974), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.278250 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (02db8289-4bb1-4f45-b360-6abe14cfb10c), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.310826 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7747c69-572e-49e6-9c3f-d8b8dce05799 admin admin] Publish callbacks [] for security_group (5e4530ea-d240-464b-8211-46a64b76440e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.336383 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5be82035-5a49-4b14-9cae-ea87179a35c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (393105ef-8369-4f57-902e-a087596f6974), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.350781 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Pushing event updated for resources: {'Port': ['ID=02db8289-4bb1-4f45-b360-6abe14cfb10c,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:50.391745 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be82035-5a49-4b14-9cae-ea87179a35c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393105ef-8369-4f57-902e-a087596f6974,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:50.394291 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:50.394631 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:50.395159 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:50.396875 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b06f6308-cbf6-4b1d-966b-c51c9d02d4ff admin admin] Publish callbacks [] for security_group (22955e12-b84a-458d-af16-38fbbbed4084), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.402560 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7747c69-572e-49e6-9c3f-d8b8dce05799 admin admin] Publish callbacks [] for security_group (5e4530ea-d240-464b-8211-46a64b76440e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.407152 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5be82035-5a49-4b14-9cae-ea87179a35c3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6efab936fd92437ba165421207ee6ae0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5545018 Feb 15 16:59:50.407983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35976) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:50.408587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:50.408919 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:50.414662 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 2 to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c Feb 15 16:59:50.440134 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:50.440470 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:50.440812 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:50.456016 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:50.456376 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:50.457937 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 3 to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c Feb 15 16:59:50.480806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:50.481149 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:50.481516 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:50.482262 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b06f6308-cbf6-4b1d-966b-c51c9d02d4ff admin admin] Publish callbacks [] for security_group (22955e12-b84a-458d-af16-38fbbbed4084), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.490047 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:50.490382 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:50.490927 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 4 to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c Feb 15 16:59:50.493315 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7966bcc3-1c45-48bb-a7a0-02dcfe6b62f7 admin admin] Publish callbacks [] for security_group (393105ef-8369-4f57-902e-a087596f6974), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.496465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de751d6c-5c8b-4fbc-8245-18ff8f00b788 req-ae029d0f-681d-45d1-8ab6-e6a54bc0c397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:50.498047 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de751d6c-5c8b-4fbc-8245-18ff8f00b788 req-ae029d0f-681d-45d1-8ab6-e6a54bc0c397 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 1126 time: 0.2554476 Feb 15 16:59:50.504200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d90e253-8dd4-4a56-ac9b-82c9b45c446e tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router 2fb8b55d-5195-4087-b368-c9ab6f97b7c2 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 16:59:50.511801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd5376-9207-4c3c-ba69-ab98f798d27e req-8bb3ed92-68be-4e61-9b0c-d249367541ca tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:50.513481 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b3dd5376-9207-4c3c-ba69-ab98f798d27e req-8bb3ed92-68be-4e61-9b0c-d249367541ca tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1983531 Feb 15 16:59:50.522193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:50.522509 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:50.522866 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:50.544790 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7966bcc3-1c45-48bb-a7a0-02dcfe6b62f7 admin admin] Publish callbacks [] for security_group (393105ef-8369-4f57-902e-a087596f6974), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.546776 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:50.547112 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:50.556025 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 5 to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c Feb 15 16:59:50.576214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:50.576561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:50.576877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:50.606455 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:50.606786 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:50.607456 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 6 to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c Feb 15 16:59:50.638775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:50.639128 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:50.639455 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:50.651441 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:50.651441 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:50.651441 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 7 to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c Feb 15 16:59:50.667261 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:50.667921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:50.667921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:50.681535 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b2ae8-f37c-46ed-ab10-a6a76819a668 req-7c9bda35-0fb8-4074-bc6a-d8c731d2f0ad tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:50.683060 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4e4b2ae8-f37c-46ed-ab10-a6a76819a668 req-7c9bda35-0fb8-4074-bc6a-d8c731d2f0ad tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 943 time: 0.0976777 Feb 15 16:59:50.683772 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:50.684083 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:50.684470 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 8 to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c Feb 15 16:59:50.710101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:50.710101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:50.710430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:50.717164 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7747c69-572e-49e6-9c3f-d8b8dce05799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5e4530ea-d240-464b-8211-46a64b76440e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.719801 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7747c69-572e-49e6-9c3f-d8b8dce05799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.720961 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d7747c69-572e-49e6-9c3f-d8b8dce05799 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5e4530ea-d240-464b-8211-46a64b76440e HTTP/1.1" status: 204 len: 168 time: 0.6239715 Feb 15 16:59:50.722021 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:50.722392 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:50.729519 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 9 to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c Feb 15 16:59:50.738190 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7966bcc3-1c45-48bb-a7a0-02dcfe6b62f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (393105ef-8369-4f57-902e-a087596f6974), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.740772 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7966bcc3-1c45-48bb-a7a0-02dcfe6b62f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.741882 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7966bcc3-1c45-48bb-a7a0-02dcfe6b62f7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/393105ef-8369-4f57-902e-a087596f6974 HTTP/1.1" status: 204 len: 168 time: 0.3320951 Feb 15 16:59:50.757853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7747c69-572e-49e6-9c3f-d8b8dce05799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4530ea-d240-464b-8211-46a64b76440e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:50.768090 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b3dd5376-9207-4c3c-ba69-ab98f798d27e req-21e570e9-c32f-4dd5-ae93-e97df1094196 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401171 Feb 15 16:59:50.781132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de751d6c-5c8b-4fbc-8245-18ff8f00b788 req-d5e61dd3-db87-46c2-b655-b15fce0035fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:50.783029 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de751d6c-5c8b-4fbc-8245-18ff8f00b788 req-d5e61dd3-db87-46c2-b655-b15fce0035fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.2674358 Feb 15 16:59:50.785779 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:50.786118 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:50.786459 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:50.799779 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7966bcc3-1c45-48bb-a7a0-02dcfe6b62f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393105ef-8369-4f57-902e-a087596f6974,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:50.807428 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4e4b2ae8-f37c-46ed-ab10-a6a76819a668 req-5de36b27-1a54-403c-8ef2-ca272078da72 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140003 Feb 15 16:59:50.815274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:50.815607 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:50.816010 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempt 10 to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c Feb 15 16:59:50.839102 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:50.839658 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:50.840151 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempting to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:50.844374 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de751d6c-5c8b-4fbc-8245-18ff8f00b788 req-b5667ee2-5f1a-4076-b917-0e3d03d8c877 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cd61f66-5e4e-4d75-89e7-f5c402a82705 HTTP/1.1" status: 200 len: 217 time: 0.0550075 Feb 15 16:59:50.844984 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b06f6308-cbf6-4b1d-966b-c51c9d02d4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (22955e12-b84a-458d-af16-38fbbbed4084), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.846084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 16:59:50.846769 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Failed to bind port 02db8289-4bb1-4f45-b360-6abe14cfb10c on host n-h2-828372-14 for vnic_type normal using segments [{'id': '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'ed69081a-40c8-48a8-8955-4cb258e8fc00'}] Feb 15 16:59:50.848558 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b06f6308-cbf6-4b1d-966b-c51c9d02d4ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.849725 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b06f6308-cbf6-4b1d-966b-c51c9d02d4ff admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/22955e12-b84a-458d-af16-38fbbbed4084 HTTP/1.1" status: 204 len: 168 time: 0.7123113 Feb 15 16:59:50.858183 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (02db8289-4bb1-4f45-b360-6abe14cfb10c), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.874286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d90e253-8dd4-4a56-ac9b-82c9b45c446e tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:59:50.886127 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d90e253-8dd4-4a56-ac9b-82c9b45c446e tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:50.886127 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9d90e253-8dd4-4a56-ac9b-82c9b45c446e tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/2fb8b55d-5195-4087-b368-c9ab6f97b7c2 HTTP/1.1" status: 200 len: 888 time: 2.2740278 Feb 15 16:59:50.887843 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984487e3-cad4-467a-984d-996d5d1c4f15 None None] Sync routers for ids ['2fb8b55d-5195-4087-b368-c9ab6f97b7c2'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:59:50.904940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f6308-cbf6-4b1d-966b-c51c9d02d4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22955e12-b84a-458d-af16-38fbbbed4084,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:50.906905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35988) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:50.909805 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984487e3-cad4-467a-984d-996d5d1c4f15 None None] Routers {'2fb8b55d-5195-4087-b368-c9ab6f97b7c2'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:50.911703 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-984487e3-cad4-467a-984d-996d5d1c4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2fb8b55d-5195-4087-b368-c9ab6f97b7c2'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:50.962635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] For port 02db8289-4bb1-4f45-b360-6abe14cfb10c, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:59:50.964096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attempted to set empty binding levels {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 16:59:51.001620 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-984487e3-cad4-467a-984d-996d5d1c4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:51.012013 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984487e3-cad4-467a-984d-996d5d1c4f15 None None] Routers {'2fb8b55d-5195-4087-b368-c9ab6f97b7c2'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:51.013142 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-984487e3-cad4-467a-984d-996d5d1c4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2fb8b55d-5195-4087-b368-c9ab6f97b7c2'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:51.033316 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (02db8289-4bb1-4f45-b360-6abe14cfb10c), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:51.060108 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cc914e54-1d18-4246-a7e0-a10e85ca8a24 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/routers/2fb8b55d-5195-4087-b368-c9ab6f97b7c2 HTTP/1.1" status: 200 len: 888 time: 0.1497319 Feb 15 16:59:51.062993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35992) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:51.084189 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-984487e3-cad4-467a-984d-996d5d1c4f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:51.085255 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984487e3-cad4-467a-984d-996d5d1c4f15 None None] The sync data for ids ['2fb8b55d-5195-4087-b368-c9ab6f97b7c2'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:59:51.098880 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] In _notify_port_updated(), no bound segment for port 02db8289-4bb1-4f45-b360-6abe14cfb10c on network ed69081a-40c8-48a8-8955-4cb258e8fc00 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 16:59:51.099825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:51.100507 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:51.106155 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] 10.222.0.107 "PUT /v2.0/ports/02db8289-4bb1-4f45-b360-6abe14cfb10c HTTP/1.1" status: 200 len: 979 time: 1.6707335 Feb 15 16:59:51.109974 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35996) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:51.112156 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cdd3a173-cc0d-41fc-99db-ced0357690e5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fb8b55d-5195-4087-b368-c9ab6f97b7c2 HTTP/1.1" status: 200 len: 205 time: 0.0476522 Feb 15 16:59:51.120781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de751d6c-5c8b-4fbc-8245-18ff8f00b788 req-56f918c6-f3a4-4510-a7dd-9f15f93f2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:51.122221 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de751d6c-5c8b-4fbc-8245-18ff8f00b788 req-56f918c6-f3a4-4510-a7dd-9f15f93f2b6a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.2652020 Feb 15 16:59:51.124359 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35998) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:51.161692 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481014f-bb6b-4202-a598-07e9d5fcff7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Pushing event updated for resources: {'Port': ['ID=02db8289-4bb1-4f45-b360-6abe14cfb10c,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:51.187655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb821338-4068-44ce-83ed-df892a0b434e req-d366da21-98fc-4e42-bd3c-56881d08fe85 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:51.189422 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eb821338-4068-44ce-83ed-df892a0b434e req-d366da21-98fc-4e42-bd3c-56881d08fe85 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1029894 Feb 15 16:59:51.241604 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eb821338-4068-44ce-83ed-df892a0b434e req-1b8a972c-c1cb-4927-9a6a-ed4ed1b914a5 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459623 Feb 15 16:59:51.378968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de751d6c-5c8b-4fbc-8245-18ff8f00b788 req-6b3e1a56-0375-49b9-91f8-5b8a275b7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:51.380571 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de751d6c-5c8b-4fbc-8245-18ff8f00b788 req-6b3e1a56-0375-49b9-91f8-5b8a275b7b02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1850131 Feb 15 16:59:51.397516 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a7b2e-c59b-43f0-a31e-3443cea52f00 req-1b15e3b0-97c8-4301-9143-41729c71e3d6 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:51.398000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f442e-1351-4686-8220-9a22ada7a731 req-2629693d-ddd3-4aaf-9d7b-e7513b03c203 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:51.399480 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7c5f442e-1351-4686-8220-9a22ada7a731 req-2629693d-ddd3-4aaf-9d7b-e7513b03c203 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 943 time: 0.2051485 Feb 15 16:59:51.405269 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe4a7b2e-c59b-43f0-a31e-3443cea52f00 req-1b15e3b0-97c8-4301-9143-41729c71e3d6 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.0731950 Feb 15 16:59:51.429876 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4a6fef0b-1497-4d3e-8dd7-7754335507d3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (2fb8b55d-5195-4087-b368-c9ab6f97b7c2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:51.459677 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe4a7b2e-c59b-43f0-a31e-3443cea52f00 req-9ca902d8-6469-46d0-af88-0a28ef5a0b07 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535066 Feb 15 16:59:51.550168 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-330e6d97-9823-4245-9ca9-edcd005241cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Deleting port 02db8289-4bb1-4f45-b360-6abe14cfb10c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:59:51.550519 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-330e6d97-9823-4245-9ca9-edcd005241cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (02db8289-4bb1-4f45-b360-6abe14cfb10c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:51.664066 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7c5f442e-1351-4686-8220-9a22ada7a731 req-f5602de3-abb0-4af2-943d-5df4c8cbbc10 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515614 Feb 15 16:59:51.687198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-330e6d97-9823-4245-9ca9-edcd005241cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] For port 02db8289-4bb1-4f45-b360-6abe14cfb10c, host n-h2-828372-14, got binding levels [] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:51.687574 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-330e6d97-9823-4245-9ca9-edcd005241cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (02db8289-4bb1-4f45-b360-6abe14cfb10c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:51.692908 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de751d6c-5c8b-4fbc-8245-18ff8f00b788 req-0d7b0d84-3f32-4a49-918d-019d5edfe318 service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026381 Feb 15 16:59:51.725599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-330e6d97-9823-4245-9ca9-edcd005241cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Calling delete_port for 02db8289-4bb1-4f45-b360-6abe14cfb10c owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:59:51.747877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36012) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:51.763953 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4059-da1e-46a9-95d9-5417be52329a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:51.769964 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4a6fef0b-1497-4d3e-8dd7-7754335507d3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_gateway (2fb8b55d-5195-4087-b368-c9ab6f97b7c2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:51.903234 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4059-da1e-46a9-95d9-5417be52329a admin admin] Publish callbacks [] for security_group (d6748c3b-ad64-4688-b1f9-f377610df783), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:51.972149 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d5a4059-da1e-46a9-95d9-5417be52329a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d6748c3b-ad64-4688-b1f9-f377610df783), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:52.060562 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3d5a4059-da1e-46a9-95d9-5417be52329a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3153effdfd404be594ce5f2293f5d040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3112192 Feb 15 16:59:52.064965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36030) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:52.078647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5a4059-da1e-46a9-95d9-5417be52329a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6748c3b-ad64-4688-b1f9-f377610df783,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:52.111123 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135cf21-3743-4f04-8918-bf201efcadca req-b8b36383-913e-4096-b592-f6156be64c3f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:52.121096 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f135cf21-3743-4f04-8918-bf201efcadca req-b8b36383-913e-4096-b592-f6156be64c3f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1615574 Feb 15 16:59:52.171704 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33984693-436e-41bb-b59c-48bb83924e5d admin admin] Publish callbacks [] for security_group (d6748c3b-ad64-4688-b1f9-f377610df783), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:52.231293 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f135cf21-3743-4f04-8918-bf201efcadca req-6880b034-fd29-4ae3-a775-8001f85f2226 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088629 Feb 15 16:59:52.248981 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de751d6c-5c8b-4fbc-8245-18ff8f00b788 req-5b873e08-ff62-4a02-ab87-d81c2dc15150 service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490816 Feb 15 16:59:52.249428 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33984693-436e-41bb-b59c-48bb83924e5d admin admin] Publish callbacks [] for security_group (d6748c3b-ad64-4688-b1f9-f377610df783), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:52.360056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcf61f-c7ec-4892-bc59-411196a3bf08 req-9ac17ceb-6bb0-4cdd-a8cd-dd6f93afaf95 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:52.361770 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-73fcf61f-c7ec-4892-bc59-411196a3bf08 req-9ac17ceb-6bb0-4cdd-a8cd-dd6f93afaf95 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 943 time: 0.1101062 Feb 15 16:59:52.367329 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4a6fef0b-1497-4d3e-8dd7-7754335507d3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port a5bc2d41-e20d-499a-aaa4-d89df11a184a {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 16:59:52.368144 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4a6fef0b-1497-4d3e-8dd7-7754335507d3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a5bc2d41-e20d-499a-aaa4-d89df11a184a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:52.385763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2b74f-0bc6-4359-ab2f-2587ad643da2 req-0e38e5c2-9854-47ee-b62d-3c504e90122c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:52.387947 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1c2b74f-0bc6-4359-ab2f-2587ad643da2 req-0e38e5c2-9854-47ee-b62d-3c504e90122c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.0727856 Feb 15 16:59:52.410833 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33984693-436e-41bb-b59c-48bb83924e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d6748c3b-ad64-4688-b1f9-f377610df783), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:52.413613 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33984693-436e-41bb-b59c-48bb83924e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:52.417274 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-33984693-436e-41bb-b59c-48bb83924e5d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d6748c3b-ad64-4688-b1f9-f377610df783 HTTP/1.1" status: 204 len: 168 time: 0.3481841 Feb 15 16:59:52.435326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33984693-436e-41bb-b59c-48bb83924e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6748c3b-ad64-4688-b1f9-f377610df783,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:52.441411 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-330e6d97-9823-4245-9ca9-edcd005241cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (02db8289-4bb1-4f45-b360-6abe14cfb10c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:52.490774 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1c2b74f-0bc6-4359-ab2f-2587ad643da2 req-55095e08-ec73-4963-b81c-fbf5b9e620e7 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891325 Feb 15 16:59:52.497168 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e6d97-9823-4245-9ca9-edcd005241cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Pushing event deleted for resources: {'Port': ['ID=02db8289-4bb1-4f45-b360-6abe14cfb10c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:52.521350 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-330e6d97-9823-4245-9ca9-edcd005241cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:52.525297 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-330e6d97-9823-4245-9ca9-edcd005241cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] 10.222.0.107 "DELETE /v2.0/ports/02db8289-4bb1-4f45-b360-6abe14cfb10c HTTP/1.1" status: 204 len: 168 time: 1.4122064 Feb 15 16:59:52.528620 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36050) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:52.531704 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-73fcf61f-c7ec-4892-bc59-411196a3bf08 req-3d63b710-bcbd-4593-925f-ef1b1b14c308 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605670 Feb 15 16:59:52.545317 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4a6fef0b-1497-4d3e-8dd7-7754335507d3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a5bc2d41-e20d-499a-aaa4-d89df11a184a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:52.559347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4a6fef0b-1497-4d3e-8dd7-7754335507d3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for a5bc2d41-e20d-499a-aaa4-d89df11a184a owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 16:59:52.575568 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8951f9d-7eba-4e80-a39a-ba1179efdd74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] GET failed (client error): The resource could not be found. Feb 15 16:59:52.582418 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a8951f9d-7eba-4e80-a39a-ba1179efdd74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313 tempest-PortsAdminExtendedAttrsIpV6TestJSON-709449313-project-admin] 10.222.0.107 "GET /v2.0/ports/02db8289-4bb1-4f45-b360-6abe14cfb10c HTTP/1.1" status: 404 len: 333 time: 0.0472834 Feb 15 16:59:52.585152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36054) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:52.702523 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4734239-fad9-432c-94de-3e4ab5856c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (ed69081a-40c8-48a8-8955-4cb258e8fc00), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:52.720540 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2267f7c-b5cc-4794-8e6d-00165553cec8 req-439a3a90-8a78-4f26-b614-3fe1bf373476 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:52.722216 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b2267f7c-b5cc-4794-8e6d-00165553cec8 req-439a3a90-8a78-4f26-b614-3fe1bf373476 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1121960 Feb 15 16:59:52.830503 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17edbb7-6c64-47ca-94e5-8a523a215dd9 req-3959c695-fbe2-4d94-8979-7fab6e6aa829 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:52.832925 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b17edbb7-6c64-47ca-94e5-8a523a215dd9 req-3959c695-fbe2-4d94-8979-7fab6e6aa829 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 943 time: 0.0749154 Feb 15 16:59:52.848323 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4734239-fad9-432c-94de-3e4ab5856c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (ed69081a-40c8-48a8-8955-4cb258e8fc00), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:52.872576 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b2267f7c-b5cc-4794-8e6d-00165553cec8 req-f642abbc-03ae-4e43-9d74-bf99c9fbde25 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436670 Feb 15 16:59:52.881027 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a4734239-fad9-432c-94de-3e4ab5856c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed69081a-40c8-48a8-8955-4cb258e8fc00']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:52.889730 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b17edbb7-6c64-47ca-94e5-8a523a215dd9 req-2e95ee7d-bf31-469e-8069-af2665cac47a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496385 Feb 15 16:59:52.890768 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4a6fef0b-1497-4d3e-8dd7-7754335507d3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a5bc2d41-e20d-499a-aaa4-d89df11a184a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:52.904983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a4734239-fad9-432c-94de-3e4ab5856c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:52.905397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a4734239-fad9-432c-94de-3e4ab5856c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b72f7ac-fec6-4c85-91c9-1b290f73e5c3') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:52.926058 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4734239-fad9-432c-94de-3e4ab5856c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (8b72f7ac-fec6-4c85-91c9-1b290f73e5c3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:52.932588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fef0b-1497-4d3e-8dd7-7754335507d3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=a5bc2d41-e20d-499a-aaa4-d89df11a184a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:52.943900 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4734239-fad9-432c-94de-3e4ab5856c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8b72f7ac-fec6-4c85-91c9-1b290f73e5c3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:52.954651 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4734239-fad9-432c-94de-3e4ab5856c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 16:59:52.955391 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4734239-fad9-432c-94de-3e4ab5856c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (8b72f7ac-fec6-4c85-91c9-1b290f73e5c3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:53.009803 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4a6fef0b-1497-4d3e-8dd7-7754335507d3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (2fb8b55d-5195-4087-b368-c9ab6f97b7c2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: timer() Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 16:59:53.019631 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 16:59:53.095812 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade44bca-ee57-415a-b5a1-43285193a0d7 req-571d3557-470b-4bc3-83e1-76b77a40416d tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:53.097345 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ade44bca-ee57-415a-b5a1-43285193a0d7 req-571d3557-470b-4bc3-83e1-76b77a40416d tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.0725975 Feb 15 16:59:53.117958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2cd61f66-5e4e-4d75-89e7-f5c402a82705 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:59:53.141020 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4a6fef0b-1497-4d3e-8dd7-7754335507d3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (2fb8b55d-5195-4087-b368-c9ab6f97b7c2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:53.144163 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4a6fef0b-1497-4d3e-8dd7-7754335507d3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_controller (2fb8b55d-5195-4087-b368-c9ab6f97b7c2), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:53.148956 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4734239-fad9-432c-94de-3e4ab5856c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (ed69081a-40c8-48a8-8955-4cb258e8fc00), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:53.154582 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ade44bca-ee57-415a-b5a1-43285193a0d7 req-175a55f3-e077-4d63-b4a8-bb4f32ac8167 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496738 Feb 15 16:59:53.162411 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4734239-fad9-432c-94de-3e4ab5856c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:53.168923 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a4734239-fad9-432c-94de-3e4ab5856c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] 10.222.0.107 "DELETE /v2.0/networks/ed69081a-40c8-48a8-8955-4cb258e8fc00 HTTP/1.1" status: 204 len: 168 time: 0.5794394 Feb 15 16:59:53.188996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4734239-fad9-432c-94de-3e4ab5856c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1115870380-project] Pushing event deleted for resources: {'Network': ['ID=ed69081a-40c8-48a8-8955-4cb258e8fc00,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:53.274591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2cd61f66-5e4e-4d75-89e7-f5c402a82705, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2cd61f66-5e4e-4d75-89e7-f5c402a82705,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:53.286192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '2cd61f66-5e4e-4d75-89e7-f5c402a82705', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'port_id': '2cd61f66-5e4e-4d75-89e7-f5c402a82705', 'mac_address': 'fa:16:3e:ad:c9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 16:59:53.289707 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4a6fef0b-1497-4d3e-8dd7-7754335507d3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (2fb8b55d-5195-4087-b368-c9ab6f97b7c2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:53.290357 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6fef0b-1497-4d3e-8dd7-7754335507d3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Fanout notify agent at l3_agent the message router_deleted on router 2fb8b55d-5195-4087-b368-c9ab6f97b7c2 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 16:59:53.300802 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4a6fef0b-1497-4d3e-8dd7-7754335507d3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:53.300802 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4a6fef0b-1497-4d3e-8dd7-7754335507d3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/routers/2fb8b55d-5195-4087-b368-c9ab6f97b7c2 HTTP/1.1" status: 204 len: 168 time: 2.1749785 Feb 15 16:59:53.303403 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36084) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:53.308581 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c52da5b6-91fc-4a04-b7df-335b4ae94331 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'network': {'name': 'tempest-RoutersTest-451457907'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:53.329426 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:53.329826 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:53.343037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd61f66-5e4e-4d75-89e7-f5c402a82705 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 16:59:53.371324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2cd61f66-5e4e-4d75-89e7-f5c402a82705, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2cd61f66-5e4e-4d75-89e7-f5c402a82705,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:53.404227 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c52da5b6-91fc-4a04-b7df-335b4ae94331 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:59:53.408724 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c52da5b6-91fc-4a04-b7df-335b4ae94331 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:53.433968 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:53.481273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2cd61f66-5e4e-4d75-89e7-f5c402a82705,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:53.530637 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c289c4-cb79-4220-8928-c50c8291b065 req-261ed90f-97e8-4130-a661-794f291ef126 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479321 Feb 15 16:59:53.557849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c52da5b6-91fc-4a04-b7df-335b4ae94331 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 16:59:53.570177 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c52da5b6-91fc-4a04-b7df-335b4ae94331 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (9df36cee-1afe-4dee-8122-bae0995bb32a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:53.570532 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-c52da5b6-91fc-4a04-b7df-335b4ae94331 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Added segment 9df36cee-1afe-4dee-8122-bae0995bb32a of type vlan for network 7bf8184a-4abc-4089-bded-ff9bacfde4fc Feb 15 16:59:53.629151 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c52da5b6-91fc-4a04-b7df-335b4ae94331 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (7bf8184a-4abc-4089-bded-ff9bacfde4fc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:53.642378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c289c4-cb79-4220-8928-c50c8291b065 req-a000ef4c-d024-4f76-8118-46c99863a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:53.642378 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c289c4-cb79-4220-8928-c50c8291b065 req-a000ef4c-d024-4f76-8118-46c99863a325 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 1129 time: 0.0648317 Feb 15 16:59:53.707822 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['2cd61f66-5e4e-4d75-89e7-f5c402a82705'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 16:59:53.716150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f663e-24ca-4c73-9e49-c5e88f998f88 req-ff79f8e0-8561-4333-b551-bc905e9c2932 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:53.717920 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-387f663e-24ca-4c73-9e49-c5e88f998f88 req-ff79f8e0-8561-4333-b551-bc905e9c2932 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 943 time: 0.0941322 Feb 15 16:59:53.773744 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c52da5b6-91fc-4a04-b7df-335b4ae94331 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (7bf8184a-4abc-4089-bded-ff9bacfde4fc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:53.780613 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52da5b6-91fc-4a04-b7df-335b4ae94331 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:53.781384 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c52da5b6-91fc-4a04-b7df-335b4ae94331 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:53.809283 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-387f663e-24ca-4c73-9e49-c5e88f998f88 req-464872fc-706b-4be6-b874-5fcf68ea561f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828903 Feb 15 16:59:53.842192 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c289c4-cb79-4220-8928-c50c8291b065 req-18042824-eb46-4e79-ad48-48b868a3cd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:53.843704 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c289c4-cb79-4220-8928-c50c8291b065 req-18042824-eb46-4e79-ad48-48b868a3cd1a service neutron] 10.222.0.67 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.1797209 Feb 15 16:59:53.868132 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52da5b6-91fc-4a04-b7df-335b4ae94331 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Network': ['ID=7bf8184a-4abc-4089-bded-ff9bacfde4fc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:53.884318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 7bf8184a-4abc-4089-bded-ff9bacfde4fc details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 16:59:53.893080 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c289c4-cb79-4220-8928-c50c8291b065 req-d6c8eb6e-4fec-46c7-b984-f1b10e605180 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=313c3044-61da-499f-9e9c-6c113b093698 HTTP/1.1" status: 200 len: 217 time: 0.0420120 Feb 15 16:59:53.909930 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c52da5b6-91fc-4a04-b7df-335b4ae94331 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6052699 Feb 15 16:59:53.912491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36102) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:53.922075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7d63cf62-5671-45d5-9e8f-79470ab235b5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'subnet': {'network_id': '7bf8184a-4abc-4089-bded-ff9bacfde4fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:54.026110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c289c4-cb79-4220-8928-c50c8291b065 req-20f067fc-5b0f-4a7a-837d-336a4234d8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:54.027705 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c289c4-cb79-4220-8928-c50c8291b065 req-20f067fc-5b0f-4a7a-837d-336a4234d8ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.1280262 Feb 15 16:59:54.093521 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c289c4-cb79-4220-8928-c50c8291b065 req-3509ad7e-ccd4-45fd-9480-3cbc5f8d437f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:54.095090 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c289c4-cb79-4220-8928-c50c8291b065 req-3509ad7e-ccd4-45fd-9480-3cbc5f8d437f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0606766 Feb 15 16:59:54.120662 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dac51a-00eb-4ac3-9ae2-2d463e815775 req-b29b05e5-7a35-4a14-9475-b0883c6c245b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:54.122255 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0dac51a-00eb-4ac3-9ae2-2d463e815775 req-b29b05e5-7a35-4a14-9475-b0883c6c245b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 944 time: 0.1026778 Feb 15 16:59:54.126462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36112) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:54.174082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d63cf62-5671-45d5-9e8f-79470ab235b5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 16:59:54.177446 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d63cf62-5671-45d5-9e8f-79470ab235b5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:54.255929 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0dac51a-00eb-4ac3-9ae2-2d463e815775 req-11ce481e-5c0c-4407-ac70-00d5241b5478 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236768 Feb 15 16:59:54.280585 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c289c4-cb79-4220-8928-c50c8291b065 req-8d1e8651-d7ef-44ab-99f8-f8e7da273fe1 service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767371 Feb 15 16:59:54.289270 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36120) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:54.295124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc130d5-b117-4782-8562-50e36544beb8 req-2829b49e-2b7a-4db2-b49d-1d9b0608f2ad tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:54.297602 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0bc130d5-b117-4782-8562-50e36544beb8 req-2829b49e-2b7a-4db2-b49d-1d9b0608f2ad tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1297629 Feb 15 16:59:54.345443 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9e920d8-0173-4689-9bc4-ffcd3f62473c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:54.505748 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0bc130d5-b117-4782-8562-50e36544beb8 req-d2482d06-2639-48a4-89f9-09fb358d72ee tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945562 Feb 15 16:59:54.546121 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c289c4-cb79-4220-8928-c50c8291b065 req-8af771d8-512e-472d-9cde-66994a96086d service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474835 Feb 15 16:59:54.598632 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d9ffef04-4366-418d-8c9c-7fd765002b5e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=44cc26ac4c2448489a3c932f16e34960&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3057737 Feb 15 16:59:54.600269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36132) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:54.635206 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9e920d8-0173-4689-9bc4-ffcd3f62473c admin admin] Publish callbacks [] for security_group (a291446e-a976-4b53-b540-86c7beeb279f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:54.655064 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-490a597f-db56-41de-94bd-04a306c64c92 admin admin] Publish callbacks [] for security_group (b0605672-b1c1-4257-b982-c46a039b5398), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:54.677396 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-490a597f-db56-41de-94bd-04a306c64c92 admin admin] Publish callbacks [] for security_group (b0605672-b1c1-4257-b982-c46a039b5398), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:54.679208 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d63cf62-5671-45d5-9e8f-79470ab235b5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (2336fb84-5fd6-4d09-8288-736ce07aaee5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:54.724700 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9e920d8-0173-4689-9bc4-ffcd3f62473c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a291446e-a976-4b53-b540-86c7beeb279f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:54.762651 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63cf62-5671-45d5-9e8f-79470ab235b5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Subnet': ['ID=2336fb84-5fd6-4d09-8288-736ce07aaee5,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:54.793015 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f9e920d8-0173-4689-9bc4-ffcd3f62473c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d6a56daabe2c43008240af8aa02d076b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6626809 Feb 15 16:59:54.793015 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e920d8-0173-4689-9bc4-ffcd3f62473c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a291446e-a976-4b53-b540-86c7beeb279f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:54.794087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36140) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:54.794803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63cf62-5671-45d5-9e8f-79470ab235b5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Checking segment: {'id': '9df36cee-1afe-4dee-8122-bae0995bb32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7bf8184a-4abc-4089-bded-ff9bacfde4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:59:54.795185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63cf62-5671-45d5-9e8f-79470ab235b5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network hostable DHCP agents. Network: 7bf8184a-4abc-4089-bded-ff9bacfde4fc, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 16:59:54.809829 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-490a597f-db56-41de-94bd-04a306c64c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b0605672-b1c1-4257-b982-c46a039b5398), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:54.813233 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-490a597f-db56-41de-94bd-04a306c64c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:54.816741 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-490a597f-db56-41de-94bd-04a306c64c92 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b0605672-b1c1-4257-b982-c46a039b5398 HTTP/1.1" status: 204 len: 168 time: 0.2130997 Feb 15 16:59:54.834605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490a597f-db56-41de-94bd-04a306c64c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0605672-b1c1-4257-b982-c46a039b5398,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:54.889522 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4da5436a-53a1-4769-be18-fb39ae9514c7 admin admin] Publish callbacks [] for security_group (a291446e-a976-4b53-b540-86c7beeb279f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:54.901399 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63cf62-5671-45d5-9e8f-79470ab235b5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 7bf8184a-4abc-4089-bded-ff9bacfde4fc is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 16:59:54.930826 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4da5436a-53a1-4769-be18-fb39ae9514c7 admin admin] Publish callbacks [] for security_group (a291446e-a976-4b53-b540-86c7beeb279f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:54.974961 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd63bb51-445c-49ae-b903-fc8184ee2923 req-ffca2859-0b45-43a7-9730-7732d1fcc49f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:54.976039 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd63bb51-445c-49ae-b903-fc8184ee2923 req-ffca2859-0b45-43a7-9730-7732d1fcc49f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 943 time: 0.0572047 Feb 15 16:59:55.003891 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7d63cf62-5671-45d5-9e8f-79470ab235b5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 7bf8184a-4abc-4089-bded-ff9bacfde4fc) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:55.013025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d63cf62-5671-45d5-9e8f-79470ab235b5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:55.013025 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d63cf62-5671-45d5-9e8f-79470ab235b5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:55.014914 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8f1fe8-c4ee-4758-820d-ca38a0860cf1 None None] Network 7bf8184a-4abc-4089-bded-ff9bacfde4fc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:59:55.037179 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd63bb51-445c-49ae-b903-fc8184ee2923 req-29d8e238-ab07-418f-991a-0560f95f0679 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538547 Feb 15 16:59:55.067101 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4da5436a-53a1-4769-be18-fb39ae9514c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a291446e-a976-4b53-b540-86c7beeb279f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:55.071186 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4da5436a-53a1-4769-be18-fb39ae9514c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:55.079621 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4da5436a-53a1-4769-be18-fb39ae9514c7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a291446e-a976-4b53-b540-86c7beeb279f HTTP/1.1" status: 204 len: 168 time: 0.2775013 Feb 15 16:59:55.085676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da5436a-53a1-4769-be18-fb39ae9514c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a291446e-a976-4b53-b540-86c7beeb279f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:55.101630 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36152) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:55.102968 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7d63cf62-5671-45d5-9e8f-79470ab235b5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1883616 Feb 15 16:59:55.107628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-432f7868-4a51-4452-979d-114bb8f105ca tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-245323920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:55.123524 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2cd61f66-5e4e-4d75-89e7-f5c402a82705 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:59:55.149693 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-7bf8184a-4abc-4089-bded-ff9bacfde4fc', 'network_id': '7bf8184a-4abc-4089-bded-ff9bacfde4fc', 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'fixed_ips': [{'subnet_id': '2336fb84-5fd6-4d09-8288-736ce07aaee5'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 16:59:55.151210 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:55.238239 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-432f7868-4a51-4452-979d-114bb8f105ca tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (27bd24d0-092b-4de4-8343-cabede3237e8), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:55.239880 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-432f7868-4a51-4452-979d-114bb8f105ca tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (27bd24d0-092b-4de4-8343-cabede3237e8), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:55.361930 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 16:59:55.368250 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-432f7868-4a51-4452-979d-114bb8f105ca tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_controller (27bd24d0-092b-4de4-8343-cabede3237e8), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:55.369481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:55.370334 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:55.388252 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ff06330-72c8-473c-86c8-fc17bbf57333 req-98f647e7-fa22-41e4-bc8b-6ddce79d86bc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1236475 Feb 15 16:59:55.408137 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Allocated IP 172.20.0.2 (7bf8184a-4abc-4089-bded-ff9bacfde4fc/2336fb84-5fd6-4d09-8288-736ce07aaee5/a6ed7df3-3575-4ba5-9d9e-b217351176df) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:59:55.492799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff06330-72c8-473c-86c8-fc17bbf57333 req-7de16152-07ef-491e-a6e9-9cb92ed21a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:55.494999 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ff06330-72c8-473c-86c8-fc17bbf57333 req-7de16152-07ef-491e-a6e9-9cb92ed21a8e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 1128 time: 0.0623641 Feb 15 16:59:55.503815 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-432f7868-4a51-4452-979d-114bb8f105ca tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (27bd24d0-092b-4de4-8343-cabede3237e8), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:55.530962 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:55.531470 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:55.573895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34803c0f-a873-479a-a03c-b496e2d6372c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd61f66-5e4e-4d75-89e7-f5c402a82705'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 16:59:55.576488 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d7f19a-6f1f-439a-a345-19ddf0b8e18d" -d '{"events": [{"server_uuid": "34803c0f-a873-479a-a03c-b496e2d6372c", "name": "network-vif-plugged", "status": "completed", "tag": "2cd61f66-5e4e-4d75-89e7-f5c402a82705"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 16:59:55.596890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2cd61f66-5e4e-4d75-89e7-f5c402a82705, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2cd61f66-5e4e-4d75-89e7-f5c402a82705,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:55.623898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff06330-72c8-473c-86c8-fc17bbf57333 req-ff5b5bc8-4f6e-4f9a-97cb-927a02acd08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:55.625588 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ff06330-72c8-473c-86c8-fc17bbf57333 req-ff5b5bc8-4f6e-4f9a-97cb-927a02acd08c service neutron] 10.222.0.10 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.1082430 Feb 15 16:59:55.652357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865f213-71f4-45f9-995f-74193004e15c req-2e34122b-e931-42cb-9809-3e12fdf82433 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:55.653909 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2865f213-71f4-45f9-995f-74193004e15c req-2e34122b-e931-42cb-9809-3e12fdf82433 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.0610130 Feb 15 16:59:55.668968 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Publish callbacks [] for port (a6ed7df3-3575-4ba5-9d9e-b217351176df), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:55.680304 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-432f7868-4a51-4452-979d-114bb8f105ca tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:55.682082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-432f7868-4a51-4452-979d-114bb8f105ca tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5782375 Feb 15 16:59:55.685573 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36172) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:55.702573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ff06330-72c8-473c-86c8-fc17bbf57333 req-891d3a76-90a2-4af7-a48f-8fff12f19d07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f211093c-554d-4094-aeca-f5b854a678a4 HTTP/1.1" status: 200 len: 1000 time: 0.0692356 Feb 15 16:59:55.707312 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:55.749734 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (a6ed7df3-3575-4ba5-9d9e-b217351176df), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:55.782489 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2865f213-71f4-45f9-995f-74193004e15c req-17e71cb0-d6e9-4933-a41e-06c4313f63a5 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217959 Feb 15 16:59:55.790270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Network 7bf8184a-4abc-4089-bded-ff9bacfde4fc is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:55.823674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:55.829763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff06330-72c8-473c-86c8-fc17bbf57333 req-87f55218-173f-45cf-b61e-087a45d5c665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:55.832035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ff06330-72c8-473c-86c8-fc17bbf57333 req-87f55218-173f-45cf-b61e-087a45d5c665 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.1165578 Feb 15 16:59:55.843616 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:55.859225 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 16:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a1686f-71d2-4932-88c9-dd2e0ab9dc7a x-openstack-request-id: req-d0a1686f-71d2-4932-88c9-dd2e0ab9dc7a {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 16:59:55.860936 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34803c0f-a873-479a-a03c-b496e2d6372c", "name": "network-vif-plugged", "status": "completed", "tag": "2cd61f66-5e4e-4d75-89e7-f5c402a82705", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 16:59:55.860936 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d0a1686f-71d2-4932-88c9-dd2e0ab9dc7a {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 16:59:55.860936 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34803c0f-a873-479a-a03c-b496e2d6372c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd61f66-5e4e-4d75-89e7-f5c402a82705', 'code': 200} Feb 15 16:59:55.886590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2cd61f66-5e4e-4d75-89e7-f5c402a82705,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:55.965297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36176) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:56.005062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Attempting to bind port a6ed7df3-3575-4ba5-9d9e-b217351176df on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 16:59:56.009012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Attempting to bind port a6ed7df3-3575-4ba5-9d9e-b217351176df by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '9df36cee-1afe-4dee-8122-bae0995bb32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7bf8184a-4abc-4089-bded-ff9bacfde4fc'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 16:59:56.009012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Attempting to bind port a6ed7df3-3575-4ba5-9d9e-b217351176df on network 7bf8184a-4abc-4089-bded-ff9bacfde4fc {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 16:59:56.032919 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff06330-72c8-473c-86c8-fc17bbf57333 req-bf202270-a85c-488b-bf4b-f02a5a6c7f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:56.035212 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ff06330-72c8-473c-86c8-fc17bbf57333 req-bf202270-a85c-488b-bf4b-f02a5a6c7f1f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1913335 Feb 15 16:59:56.043900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Pushing event updated for resources: {'Port': ['ID=a6ed7df3-3575-4ba5-9d9e-b217351176df,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:56.053611 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 16:59:56.054005 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Checking segment: {'id': '9df36cee-1afe-4dee-8122-bae0995bb32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7bf8184a-4abc-4089-bded-ff9bacfde4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 16:59:56.054424 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:56.054821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Bound using segment: {'id': '9df36cee-1afe-4dee-8122-bae0995bb32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7bf8184a-4abc-4089-bded-ff9bacfde4fc'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 16:59:56.056314 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Bound port: a6ed7df3-3575-4ba5-9d9e-b217351176df, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df36cee-1afe-4dee-8122-bae0995bb32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '7bf8184a-4abc-4089-bded-ff9bacfde4fc'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 16:59:56.062483 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a6ed7df3-3575-4ba5-9d9e-b217351176df), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:56.080169 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-62b0a668-4b0e-4683-8193-b55e5fcb329e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=272934238ea842718f7f801b8e089b54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1079803 Feb 15 16:59:56.090658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36180) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:56.169232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821277e-6d4d-42de-9ae1-4f7f29d90a08 req-e217b51a-079d-4f14-90bd-74121a5647a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:56.171099 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0821277e-6d4d-42de-9ae1-4f7f29d90a08 req-e217b51a-079d-4f14-90bd-74121a5647a1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 1128 time: 0.2048502 Feb 15 16:59:56.253718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] For port a6ed7df3-3575-4ba5-9d9e-b217351176df, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 16:59:56.259066 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4486aa3b-d8e2-426e-8b32-b8db2a83187f admin admin] Publish callbacks [] for security_group (41c98ae3-943a-4f74-b732-7a5a01dedc00), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:56.260755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] For port a6ed7df3-3575-4ba5-9d9e-b217351176df, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a6ed7df3-3575-4ba5-9d9e-b217351176df,segment=NetworkSegment(9df36cee-1afe-4dee-8122-bae0995bb32a),segment_id=9df36cee-1afe-4dee-8122-bae0995bb32a)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 16:59:56.347796 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4486aa3b-d8e2-426e-8b32-b8db2a83187f admin admin] Publish callbacks [] for security_group (41c98ae3-943a-4f74-b732-7a5a01dedc00), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:56.349899 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a6ed7df3-3575-4ba5-9d9e-b217351176df), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:56.354862 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b863e-474a-4b48-b202-a4db97b06638 req-b28e6d0a-d933-4343-93a6-519cabe02bbc tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:56.356638 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3e7b863e-474a-4b48-b202-a4db97b06638 req-b28e6d0a-d933-4343-93a6-519cabe02bbc tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 943 time: 0.1658180 Feb 15 16:59:56.371281 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ff06330-72c8-473c-86c8-fc17bbf57333 req-e1adad3c-3e9d-440a-ac4a-3d82d447d5dc service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950683 Feb 15 16:59:56.381261 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0821277e-6d4d-42de-9ae1-4f7f29d90a08 req-ab6e04cf-5e85-4d99-88c2-950e997e6498 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976962 Feb 15 16:59:56.424615 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:56.471821 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3e7b863e-474a-4b48-b202-a4db97b06638 req-a3a8493a-cc16-4222-8cfc-be593409dcd1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070323 Feb 15 16:59:56.494387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2329002-c3a1-4cd8-9f50-3c1647a21d3a req-24ff60cf-eeac-47e3-8621-8b17fb556099 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:56.502415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2329002-c3a1-4cd8-9f50-3c1647a21d3a req-24ff60cf-eeac-47e3-8621-8b17fb556099 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 1.1445754 Feb 15 16:59:56.519526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69643c9b-fd79-41ab-93ec-b6384d038516 None None] Pushing event updated for resources: {'Port': ['ID=a6ed7df3-3575-4ba5-9d9e-b217351176df,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:56.611176 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ff06330-72c8-473c-86c8-fc17bbf57333 req-6c5e9bd7-cfa1-4884-b2e4-188df7aa373f service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283700 Feb 15 16:59:56.629160 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2329002-c3a1-4cd8-9f50-3c1647a21d3a req-96412d54-d84b-45a7-9ad7-ede7e9d4ae7d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258552 Feb 15 16:59:56.639210 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4486aa3b-d8e2-426e-8b32-b8db2a83187f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (41c98ae3-943a-4f74-b732-7a5a01dedc00), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:56.642721 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4486aa3b-d8e2-426e-8b32-b8db2a83187f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:56.644235 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4486aa3b-d8e2-426e-8b32-b8db2a83187f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/41c98ae3-943a-4f74-b732-7a5a01dedc00 HTTP/1.1" status: 204 len: 168 time: 0.5515349 Feb 15 16:59:56.666875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486aa3b-d8e2-426e-8b32-b8db2a83187f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c98ae3-943a-4f74-b732-7a5a01dedc00,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:56.989585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced6100-8f90-4fd0-a8bf-8bc8dff976e7 req-1585078a-a638-4744-b337-48f2647e058e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:56.991938 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ced6100-8f90-4fd0-a8bf-8bc8dff976e7 req-1585078a-a638-4744-b337-48f2647e058e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1247103 Feb 15 16:59:57.024468 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Allocated IP 172.20.0.1 (7bf8184a-4abc-4089-bded-ff9bacfde4fc/2336fb84-5fd6-4d09-8288-736ce07aaee5/5f901b9d-4493-4f95-85ce-06bae15195b5) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 16:59:57.102867 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ced6100-8f90-4fd0-a8bf-8bc8dff976e7 req-2c3e1d6c-9897-4c67-840b-cbab77d3500b tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019402 Feb 15 16:59:57.174199 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (5f901b9d-4493-4f95-85ce-06bae15195b5), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:57.267435 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (5f901b9d-4493-4f95-85ce-06bae15195b5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:57.305810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 7bf8184a-4abc-4089-bded-ff9bacfde4fc is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:57.311836 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:57.315653 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 16:59:57.341217 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=5f901b9d-4493-4f95-85ce-06bae15195b5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:57.386511 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (27bd24d0-092b-4de4-8343-cabede3237e8), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:57.632873 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5f901b9d-4493-4f95-85ce-06bae15195b5), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:57.654033 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637c98c-c40b-4832-93c8-4bb7191bc979 req-fb20a286-a4a6-4c22-b879-e5fd15ef52e8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:57.658340 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a637c98c-c40b-4832-93c8-4bb7191bc979 req-fb20a286-a4a6-4c22-b879-e5fd15ef52e8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 943 time: 0.0828207 Feb 15 16:59:57.778267 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a637c98c-c40b-4832-93c8-4bb7191bc979 req-c7895529-70e7-443c-b19c-a9d727d90e2d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137483 Feb 15 16:59:57.997464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2514ba7-744b-423b-8b15-06f55d516296 None None] Network 7bf8184a-4abc-4089-bded-ff9bacfde4fc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 16:59:58.066598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (5f901b9d-4493-4f95-85ce-06bae15195b5), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:58.109001 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9c1660cb-1f78-47b0-ae37-414899a8b0cb None None] Provisioning complete for port a6ed7df3-3575-4ba5-9d9e-b217351176df triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:58.109393 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c1660cb-1f78-47b0-ae37-414899a8b0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a6ed7df3-3575-4ba5-9d9e-b217351176df), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:58.164729 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (5f901b9d-4493-4f95-85ce-06bae15195b5), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:58.252583 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9c1660cb-1f78-47b0-ae37-414899a8b0cb None None] Current status of the port a6ed7df3-3575-4ba5-9d9e-b217351176df is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:58.252994 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c1660cb-1f78-47b0-ae37-414899a8b0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a6ed7df3-3575-4ba5-9d9e-b217351176df), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:58.309725 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3c8b3-9d81-4dca-b21f-c24961965776 req-2b44ac49-c51f-4396-aeb5-ba8aaae205de tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:58.311959 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5d3c8b3-9d81-4dca-b21f-c24961965776 req-2b44ac49-c51f-4396-aeb5-ba8aaae205de tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.0975366 Feb 15 16:59:58.366679 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9c1660cb-1f78-47b0-ae37-414899a8b0cb None None] For port a6ed7df3-3575-4ba5-9d9e-b217351176df, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a6ed7df3-3575-4ba5-9d9e-b217351176df,segment=NetworkSegment(9df36cee-1afe-4dee-8122-bae0995bb32a),segment_id=9df36cee-1afe-4dee-8122-bae0995bb32a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 16:59:58.371890 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=5f901b9d-4493-4f95-85ce-06bae15195b5,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:58.388947 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5d3c8b3-9d81-4dca-b21f-c24961965776 req-69ffca56-593c-45aa-8b44-86e5a0a6d6a8 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689781 Feb 15 16:59:58.396124 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9d5ed-207c-4777-a11f-79a39d449848 req-0447e4a2-3059-4dfe-a9f7-96d54f72bf43 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:58.406026 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aac9d5ed-207c-4777-a11f-79a39d449848 req-0447e4a2-3059-4dfe-a9f7-96d54f72bf43 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.6617279 Feb 15 16:59:58.407685 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (27bd24d0-092b-4de4-8343-cabede3237e8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:58.422047 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c1660cb-1f78-47b0-ae37-414899a8b0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a6ed7df3-3575-4ba5-9d9e-b217351176df), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:58.564969 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aac9d5ed-207c-4777-a11f-79a39d449848 req-762dc697-5aab-47ec-ae71-91713d1fbe24 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468697 Feb 15 16:59:58.585669 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-915bf238-1901-4de8-9358-f18392e1c1c1 None None] Provisioning complete for port 5f901b9d-4493-4f95-85ce-06bae15195b5 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:58.586042 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915bf238-1901-4de8-9358-f18392e1c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5f901b9d-4493-4f95-85ce-06bae15195b5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:58.590104 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1660cb-1f78-47b0-ae37-414899a8b0cb None None] Pushing event updated for resources: {'Port': ['ID=a6ed7df3-3575-4ba5-9d9e-b217351176df,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:58.636048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 7bf8184a-4abc-4089-bded-ff9bacfde4fc is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 16:59:58.638050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 16:59:58.640494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a6ed7df3-3575-4ba5-9d9e-b217351176df up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 16:59:58.699359 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-915bf238-1901-4de8-9358-f18392e1c1c1 None None] Port 5f901b9d-4493-4f95-85ce-06bae15195b5 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:58.715857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-915bf238-1901-4de8-9358-f18392e1c1c1 None None] Provisioning complete for port a6ed7df3-3575-4ba5-9d9e-b217351176df triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:58.716448 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-915bf238-1901-4de8-9358-f18392e1c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a6ed7df3-3575-4ba5-9d9e-b217351176df), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:58.927855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router 27bd24d0-092b-4de4-8343-cabede3237e8 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 16:59:58.964989 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37125b9c-c665-4f13-9fc0-2de95fd1e5aa req-74bb230b-2d97-4997-b71d-77c5a9ccb663 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:58.965908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a6ed7df3-3575-4ba5-9d9e-b217351176df triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:58.966286 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a6ed7df3-3575-4ba5-9d9e-b217351176df), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:58.967011 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-37125b9c-c665-4f13-9fc0-2de95fd1e5aa req-74bb230b-2d97-4997-b71d-77c5a9ccb663 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 943 time: 0.1052525 Feb 15 16:59:59.099628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-915bf238-1901-4de8-9358-f18392e1c1c1 None None] Current status of the port a6ed7df3-3575-4ba5-9d9e-b217351176df is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:59.100660 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-37125b9c-c665-4f13-9fc0-2de95fd1e5aa req-bb56b948-a734-44c1-ab9e-17226081c48e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009398 Feb 15 16:59:59.101895 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 16:59:59.110870 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-664835da-d0ff-4de9-8425-35634fa0c3db tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/27bd24d0-092b-4de4-8343-cabede3237e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4220622 Feb 15 16:59:59.111324 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36278) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:59.120876 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f4c1a-f8f8-4194-9332-b54ed1745db9 None None] Sync routers for ids ['27bd24d0-092b-4de4-8343-cabede3237e8'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 16:59:59.174410 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f4c1a-f8f8-4194-9332-b54ed1745db9 None None] Routers {'27bd24d0-092b-4de4-8343-cabede3237e8'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:59.175277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-9d2f4c1a-f8f8-4194-9332-b54ed1745db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['27bd24d0-092b-4de4-8343-cabede3237e8'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:59.215989 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b047c35-5f70-446d-b414-931ae5c7af69 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:59.225055 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5b047c35-5f70-446d-b414-931ae5c7af69 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports/5f901b9d-4493-4f95-85ce-06bae15195b5 HTTP/1.1" status: 200 len: 910 time: 0.1083870 Feb 15 16:59:59.225159 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36284) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:59.233970 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6c5767f3-4c10-49bf-b9ce-daa172937376 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2336fb84-5fd6-4d09-8288-736ce07aaee5'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 16:59:59.235790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-9d2f4c1a-f8f8-4194-9332-b54ed1745db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:59.238375 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c720503-6888-4fa6-8bac-d476dad3247f req-7be023eb-08ac-4061-b7d4-f7ab7594495f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:59.245319 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c720503-6888-4fa6-8bac-d476dad3247f req-7be023eb-08ac-4061-b7d4-f7ab7594495f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.1817317 Feb 15 16:59:59.245845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36286) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:59.272861 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a6ed7df3-3575-4ba5-9d9e-b217351176df is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 16:59:59.299417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f4c1a-f8f8-4194-9332-b54ed1745db9 None None] Routers {'27bd24d0-092b-4de4-8343-cabede3237e8'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 16:59:59.300037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-9d2f4c1a-f8f8-4194-9332-b54ed1745db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['27bd24d0-092b-4de4-8343-cabede3237e8'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:59.366764 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-9d2f4c1a-f8f8-4194-9332-b54ed1745db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 16:59:59.367637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f4c1a-f8f8-4194-9332-b54ed1745db9 None None] The sync data for ids ['27bd24d0-092b-4de4-8343-cabede3237e8'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 16:59:59.368132 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c720503-6888-4fa6-8bac-d476dad3247f req-4d86a6b2-4b26-4155-aa6f-6e24ddf5acbb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066947 Feb 15 16:59:59.370847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8f9f7bf1-50c9-4549-9cde-0c9e3475ca17 None None] Provisioning complete for port 5f901b9d-4493-4f95-85ce-06bae15195b5 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:59.371384 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f9f7bf1-50c9-4549-9cde-0c9e3475ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5f901b9d-4493-4f95-85ce-06bae15195b5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:59.444667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f7bf1-50c9-4549-9cde-0c9e3475ca17 None None] Port 5f901b9d-4493-4f95-85ce-06bae15195b5 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:59.526072 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c5767f3-4c10-49bf-b9ce-daa172937376 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5f901b9d-4493-4f95-85ce-06bae15195b5), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:59.583730 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ede2e7-42c8-49f2-a255-51013f2b5425 req-a1f25eae-8d47-4ce2-97ac-ea2b19ef7461 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 16:59:59.585397 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c9ede2e7-42c8-49f2-a255-51013f2b5425 req-a1f25eae-8d47-4ce2-97ac-ea2b19ef7461 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.0969253 Feb 15 16:59:59.610276 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e1430798-fe1a-4eca-beb2-56a4e7dbda72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:59.614570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-44bc4e3d-58f1-4f2a-88b0-97b02ab8245f None None] Provisioning complete for port 5f901b9d-4493-4f95-85ce-06bae15195b5 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 16:59:59.615545 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-44bc4e3d-58f1-4f2a-88b0-97b02ab8245f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5f901b9d-4493-4f95-85ce-06bae15195b5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:59.668120 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-44bc4e3d-58f1-4f2a-88b0-97b02ab8245f None None] Port 5f901b9d-4493-4f95-85ce-06bae15195b5 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 16:59:59.726688 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c9ede2e7-42c8-49f2-a255-51013f2b5425 req-5b00a5bc-ce9b-4ea9-8e07-aea4ad3cbc68 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331797 Feb 15 16:59:59.730886 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e1430798-fe1a-4eca-beb2-56a4e7dbda72 admin admin] Publish callbacks [] for security_group (d0836a54-0487-49d5-8f47-1c8d9910e43a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:59.821030 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e1430798-fe1a-4eca-beb2-56a4e7dbda72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d0836a54-0487-49d5-8f47-1c8d9910e43a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:59.858644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device cca29e8f-3f9a-4377-90c9-7cf076eb1e33 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 16:59:59.861779 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e1430798-fe1a-4eca-beb2-56a4e7dbda72 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5d6a39dd03f54d0caea27bc2d5c9fe37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6147037 Feb 15 16:59:59.864485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1430798-fe1a-4eca-beb2-56a4e7dbda72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0836a54-0487-49d5-8f47-1c8d9910e43a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 16:59:59.867111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36302) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 16:59:59.923080 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc0393f9-ea13-47ff-a8a8-ced58904e861 admin admin] Publish callbacks [] for security_group (d0836a54-0487-49d5-8f47-1c8d9910e43a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 16:59:59.946876 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc0393f9-ea13-47ff-a8a8-ced58904e861 admin admin] Publish callbacks [] for security_group (d0836a54-0487-49d5-8f47-1c8d9910e43a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:00.054785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port cca29e8f-3f9a-4377-90c9-7cf076eb1e33, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=cca29e8f-3f9a-4377-90c9-7cf076eb1e33,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:00.060337 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c5767f3-4c10-49bf-b9ce-daa172937376 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (5f901b9d-4493-4f95-85ce-06bae15195b5), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:00.069825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'cca29e8f-3f9a-4377-90c9-7cf076eb1e33', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'port_id': 'cca29e8f-3f9a-4377-90c9-7cf076eb1e33', 'mac_address': 'fa:16:3e:31:13:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:00:00.105851 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc0393f9-ea13-47ff-a8a8-ced58904e861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d0836a54-0487-49d5-8f47-1c8d9910e43a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:00.109123 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc0393f9-ea13-47ff-a8a8-ced58904e861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:00.116807 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bc0393f9-ea13-47ff-a8a8-ced58904e861 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d0836a54-0487-49d5-8f47-1c8d9910e43a HTTP/1.1" status: 204 len: 168 time: 0.2419949 Feb 15 17:00:00.116942 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port cca29e8f-3f9a-4377-90c9-7cf076eb1e33 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:00.116942 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cca29e8f-3f9a-4377-90c9-7cf076eb1e33), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:00.118930 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0393f9-ea13-47ff-a8a8-ced58904e861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0836a54-0487-49d5-8f47-1c8d9910e43a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:00.127022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cca29e8f-3f9a-4377-90c9-7cf076eb1e33 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:00:00.134235 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c5767f3-4c10-49bf-b9ce-daa172937376 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (5f901b9d-4493-4f95-85ce-06bae15195b5), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:00.157563 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port cca29e8f-3f9a-4377-90c9-7cf076eb1e33, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=cca29e8f-3f9a-4377-90c9-7cf076eb1e33,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:00.215414 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cca29e8f-3f9a-4377-90c9-7cf076eb1e33), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:00.247488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a5d1b-6ab5-41f1-b6d6-973e76b60a1a req-bf9c51d1-62d3-43ab-914b-aafc5268a143 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:00.249081 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b03a5d1b-6ab5-41f1-b6d6-973e76b60a1a req-bf9c51d1-62d3-43ab-914b-aafc5268a143 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 943 time: 0.0643516 Feb 15 17:00:00.260870 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5767f3-4c10-49bf-b9ce-daa172937376 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:00.261544 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c5767f3-4c10-49bf-b9ce-daa172937376 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:00.262898 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6c5767f3-4c10-49bf-b9ce-daa172937376 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/ports/5f901b9d-4493-4f95-85ce-06bae15195b5 HTTP/1.1" status: 200 len: 910 time: 1.0368056 Feb 15 17:00:00.268546 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36322) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:00.276617 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5767f3-4c10-49bf-b9ce-daa172937376 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=5f901b9d-4493-4f95-85ce-06bae15195b5,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:00.341704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=cca29e8f-3f9a-4377-90c9-7cf076eb1e33,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:00.350272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b03a5d1b-6ab5-41f1-b6d6-973e76b60a1a req-b17ce4e1-0fd9-4910-9aa2-848a1c388875 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930343 Feb 15 17:00:00.399008 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:00.489005 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a6ed7df3-3575-4ba5-9d9e-b217351176df up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:00.493699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['cca29e8f-3f9a-4377-90c9-7cf076eb1e33'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:00:00.600620 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda78f9-bb2f-4b54-9057-01e39f86d339 req-558ecc29-57c8-4f17-95b3-269e6401d5b1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:00.602882 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efda78f9-bb2f-4b54-9057-01e39f86d339 req-558ecc29-57c8-4f17-95b3-269e6401d5b1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.0983086 Feb 15 17:00:00.605035 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a6ed7df3-3575-4ba5-9d9e-b217351176df triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:00.605501 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a6ed7df3-3575-4ba5-9d9e-b217351176df), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:00.712198 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efda78f9-bb2f-4b54-9057-01e39f86d339 req-b18863ae-61d9-4d74-94c5-00d1dd6e1c62 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018851 Feb 15 17:00:00.780732 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:00.810998 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f54afce5-4246-4c90-8f23-b086f63425b6 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (27bd24d0-092b-4de4-8343-cabede3237e8), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:00.866891 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a6ed7df3-3575-4ba5-9d9e-b217351176df is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:01.038990 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dda3e7-9979-4365-8ec1-08520b0dc91e req-c88121fc-7e9f-4026-b865-35bfd823b799 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:01.040474 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-83dda3e7-9979-4365-8ec1-08520b0dc91e req-c88121fc-7e9f-4026-b865-35bfd823b799 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1621444 Feb 15 17:00:01.105413 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-83dda3e7-9979-4365-8ec1-08520b0dc91e req-cb53eb7b-e3b1-4065-b3de-68f7877a953c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575690 Feb 15 17:00:01.198873 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f54afce5-4246-4c90-8f23-b086f63425b6 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port 5f901b9d-4493-4f95-85ce-06bae15195b5 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:00:01.200166 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f54afce5-4246-4c90-8f23-b086f63425b6 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5f901b9d-4493-4f95-85ce-06bae15195b5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:01.307946 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f54afce5-4246-4c90-8f23-b086f63425b6 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5f901b9d-4493-4f95-85ce-06bae15195b5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:01.308053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36354) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:01.321149 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f54afce5-4246-4c90-8f23-b086f63425b6 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for 5f901b9d-4493-4f95-85ce-06bae15195b5 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:00:01.322231 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dec29292-c616-4185-b467-1a25d016ad3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:01.475420 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dec29292-c616-4185-b467-1a25d016ad3f admin admin] Publish callbacks [] for security_group (42366ab3-6c5a-4fb2-9047-641d2f4b020e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:01.572370 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3c7a1-86f6-47e5-a8a5-4699ad4301bd req-78349191-8777-444a-ae5a-853dd50a0d6f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:01.574465 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b3c7a1-86f6-47e5-a8a5-4699ad4301bd req-78349191-8777-444a-ae5a-853dd50a0d6f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.0696075 Feb 15 17:00:01.575830 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dec29292-c616-4185-b467-1a25d016ad3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (42366ab3-6c5a-4fb2-9047-641d2f4b020e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:01.645324 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec29292-c616-4185-b467-1a25d016ad3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42366ab3-6c5a-4fb2-9047-641d2f4b020e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:01.650997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dec29292-c616-4185-b467-1a25d016ad3f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=bebe31feb05347d08168cc4528bc7734&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3413670 Feb 15 17:00:01.658496 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36362) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:01.697671 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b3c7a1-86f6-47e5-a8a5-4699ad4301bd req-e25161d9-413e-4237-a958-5ed860aa78e0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920672 Feb 15 17:00:01.756269 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-61d9e39c-7769-4277-b3d8-1dec81d7db62 admin admin] Publish callbacks [] for security_group (42366ab3-6c5a-4fb2-9047-641d2f4b020e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:01.807078 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-61d9e39c-7769-4277-b3d8-1dec81d7db62 admin admin] Publish callbacks [] for security_group (42366ab3-6c5a-4fb2-9047-641d2f4b020e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:01.867781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device cca29e8f-3f9a-4377-90c9-7cf076eb1e33 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:01.962440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f830da-25a1-441e-99a1-3bfd1b2274cf req-2e94379a-7b8d-415a-9dfa-97e012a732e5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:01.965700 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97f830da-25a1-441e-99a1-3bfd1b2274cf req-2e94379a-7b8d-415a-9dfa-97e012a732e5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 944 time: 0.1633544 Feb 15 17:00:01.999365 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-61d9e39c-7769-4277-b3d8-1dec81d7db62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (42366ab3-6c5a-4fb2-9047-641d2f4b020e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:02.007210 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-61d9e39c-7769-4277-b3d8-1dec81d7db62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:02.016207 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-61d9e39c-7769-4277-b3d8-1dec81d7db62 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/42366ab3-6c5a-4fb2-9047-641d2f4b020e HTTP/1.1" status: 204 len: 168 time: 0.3563123 Feb 15 17:00:02.027594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port cca29e8f-3f9a-4377-90c9-7cf076eb1e33 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:00:02.034078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port cca29e8f-3f9a-4377-90c9-7cf076eb1e33 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:02.034657 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cca29e8f-3f9a-4377-90c9-7cf076eb1e33), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:02.061190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d9e39c-7769-4277-b3d8-1dec81d7db62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42366ab3-6c5a-4fb2-9047-641d2f4b020e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:02.078739 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97f830da-25a1-441e-99a1-3bfd1b2274cf req-7777135d-e65e-48c2-9bcb-56c345a11636 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038966 Feb 15 17:00:02.145948 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f54afce5-4246-4c90-8f23-b086f63425b6 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (5f901b9d-4493-4f95-85ce-06bae15195b5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:02.182235 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port cca29e8f-3f9a-4377-90c9-7cf076eb1e33 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:02.182638 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cca29e8f-3f9a-4377-90c9-7cf076eb1e33), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:02.211854 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54afce5-4246-4c90-8f23-b086f63425b6 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=5f901b9d-4493-4f95-85ce-06bae15195b5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:02.231753 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d8561-dcf7-418c-85b7-0fdb8bfe1f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca29e8f-3f9a-4377-90c9-7cf076eb1e33'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:00:02.234578 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19534c8f-9077-48af-8fa9-90d171134b55" -d '{"events": [{"server_uuid": "e60d8561-dcf7-418c-85b7-0fdb8bfe1f41", "name": "network-vif-plugged", "status": "completed", "tag": "cca29e8f-3f9a-4377-90c9-7cf076eb1e33"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:00:02.256540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port cca29e8f-3f9a-4377-90c9-7cf076eb1e33, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=cca29e8f-3f9a-4377-90c9-7cf076eb1e33,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:02.289128 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2ce433-fd77-45fa-901e-5e63d79f909d x-openstack-request-id: req-5f2ce433-fd77-45fa-901e-5e63d79f909d {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:00:02.289610 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d8561-dcf7-418c-85b7-0fdb8bfe1f41", "name": "network-vif-plugged", "status": "completed", "tag": "cca29e8f-3f9a-4377-90c9-7cf076eb1e33", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:00:02.290102 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5f2ce433-fd77-45fa-901e-5e63d79f909d {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:00:02.290605 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60d8561-dcf7-418c-85b7-0fdb8bfe1f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cca29e8f-3f9a-4377-90c9-7cf076eb1e33', 'code': 200} Feb 15 17:00:02.348163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971261d1-7aae-4d01-99d0-515f3717c6af req-e10716d6-02f2-48a7-baeb-0b7b8ec895c8 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:02.351528 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-971261d1-7aae-4d01-99d0-515f3717c6af req-e10716d6-02f2-48a7-baeb-0b7b8ec895c8 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.0807667 Feb 15 17:00:02.358590 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cca29e8f-3f9a-4377-90c9-7cf076eb1e33), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:02.485212 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f54afce5-4246-4c90-8f23-b086f63425b6 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (27bd24d0-092b-4de4-8343-cabede3237e8), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:02.508425 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=cca29e8f-3f9a-4377-90c9-7cf076eb1e33,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:02.511204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6d6b3-2602-4ac1-b2e9-0513ba620426 req-c90f4f60-33bf-44f4-b103-09d19a4a8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:02.515059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ef6d6b3-2602-4ac1-b2e9-0513ba620426 req-c90f4f60-33bf-44f4-b103-09d19a4a8d6a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 1128 time: 0.1552906 Feb 15 17:00:02.528133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-971261d1-7aae-4d01-99d0-515f3717c6af req-06e95cc9-bfa8-4113-8d16-9a250895a257 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549881 Feb 15 17:00:02.591506 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ef6d6b3-2602-4ac1-b2e9-0513ba620426 req-350240dd-4f21-4fac-af50-ec4c1ca1be81 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533814 Feb 15 17:00:02.673554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36412) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:02.688138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54afce5-4246-4c90-8f23-b086f63425b6 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router 27bd24d0-092b-4de4-8343-cabede3237e8 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:00:02.770569 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54afce5-4246-4c90-8f23-b086f63425b6 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:00:02.779256 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f54afce5-4246-4c90-8f23-b086f63425b6 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/27bd24d0-092b-4de4-8343-cabede3237e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5065122 Feb 15 17:00:02.779369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36420) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:02.785279 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eefbcf-5f29-41c7-855f-91250ba38b1c None None] Sync routers for ids ['27bd24d0-092b-4de4-8343-cabede3237e8'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:00:02.798959 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eefbcf-5f29-41c7-855f-91250ba38b1c None None] Routers {'27bd24d0-092b-4de4-8343-cabede3237e8'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:00:02.799913 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-90eefbcf-5f29-41c7-855f-91250ba38b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['27bd24d0-092b-4de4-8343-cabede3237e8'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:02.809173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-74c68bf4-3d81-4cef-b7c4-960b337cd157 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports?device_id=27bd24d0-092b-4de4-8343-cabede3237e8 HTTP/1.1" status: 200 len: 205 time: 0.0291591 Feb 15 17:00:02.812178 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36424) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:02.872676 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-90eefbcf-5f29-41c7-855f-91250ba38b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:02.882329 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eefbcf-5f29-41c7-855f-91250ba38b1c None None] Routers {'27bd24d0-092b-4de4-8343-cabede3237e8'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:00:02.882930 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-90eefbcf-5f29-41c7-855f-91250ba38b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T16:59:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['27bd24d0-092b-4de4-8343-cabede3237e8'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:02.917406 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-90eefbcf-5f29-41c7-855f-91250ba38b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:02.918353 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eefbcf-5f29-41c7-855f-91250ba38b1c None None] The sync data for ids ['27bd24d0-092b-4de4-8343-cabede3237e8'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:00:02.939344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-629881195', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:02.948634 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8fcb6db-1f50-442f-92fc-2fdf63d66e27 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (27bd24d0-092b-4de4-8343-cabede3237e8), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.015131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Made reservation on behalf of 80d3f7606ef24978ac4dec37501be0e2 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:00:03.017761 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.028445 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.044937 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4e800-87ab-459b-9398-4a60693e1cfc req-868a81e7-961f-4e96-9c67-441903126b68 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:03.049871 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6ed4e800-87ab-459b-9398-4a60693e1cfc req-868a81e7-961f-4e96-9c67-441903126b68 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.1739824 Feb 15 17:00:03.110270 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks [] for security_group (e25a95f7-9c56-4615-850a-b4dcb11c85c6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.168920 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2cd61f66-5e4e-4d75-89e7-f5c402a82705 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:00:03.170535 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8fcb6db-1f50-442f-92fc-2fdf63d66e27 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (27bd24d0-092b-4de4-8343-cabede3237e8), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.170778 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e25a95f7-9c56-4615-850a-b4dcb11c85c6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.174390 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] device_id is not set on port 212e2dad-f06f-453b-9e16-5bd618f4d487 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:00:03.175067 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8fcb6db-1f50-442f-92fc-2fdf63d66e27 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_controller (27bd24d0-092b-4de4-8343-cabede3237e8), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.248765 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6ed4e800-87ab-459b-9398-4a60693e1cfc req-040bdf63-10a0-4be7-9508-0d939d5874f7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302586 Feb 15 17:00:03.281650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25a95f7-9c56-4615-850a-b4dcb11c85c6,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:03.302785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2cd61f66-5e4e-4d75-89e7-f5c402a82705, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2cd61f66-5e4e-4d75-89e7-f5c402a82705,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:03.306712 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8fcb6db-1f50-442f-92fc-2fdf63d66e27 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (27bd24d0-092b-4de4-8343-cabede3237e8), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.308063 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fcb6db-1f50-442f-92fc-2fdf63d66e27 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Fanout notify agent at l3_agent the message router_deleted on router 27bd24d0-092b-4de4-8343-cabede3237e8 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:00:03.316104 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8fcb6db-1f50-442f-92fc-2fdf63d66e27 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.318128 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c8fcb6db-1f50-442f-92fc-2fdf63d66e27 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/routers/27bd24d0-092b-4de4-8343-cabede3237e8 HTTP/1.1" status: 204 len: 168 time: 0.5047352 Feb 15 17:00:03.320615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c2ef7-3603-4dae-8aa1-3c65b953d353 req-59d6eed5-1632-469a-8b18-c72b1981357b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:03.320798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36438) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:03.322612 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a5c2ef7-3603-4dae-8aa1-3c65b953d353 req-59d6eed5-1632-469a-8b18-c72b1981357b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 945 time: 0.1623993 Feb 15 17:00:03.334120 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '2cd61f66-5e4e-4d75-89e7-f5c402a82705', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'port_id': '2cd61f66-5e4e-4d75-89e7-f5c402a82705', 'mac_address': 'fa:16:3e:ad:c9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:00:03.400860 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f84ddb-2909-40cd-8020-f3fbc98808c3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting subnet 2336fb84-5fd6-4d09-8288-736ce07aaee5 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:00:03.407280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Allocated IP 172.25.4.173 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/212e2dad-f06f-453b-9e16-5bd618f4d487) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:00:03.414985 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a5c2ef7-3603-4dae-8aa1-3c65b953d353 req-febae2a9-0c91-474b-8f93-2d6edc6d3483 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739655 Feb 15 17:00:03.416854 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50f84ddb-2909-40cd-8020-f3fbc98808c3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (2336fb84-5fd6-4d09-8288-736ce07aaee5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.431973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:03.432364 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.458658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cd61f66-5e4e-4d75-89e7-f5c402a82705 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:00:03.480703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2cd61f66-5e4e-4d75-89e7-f5c402a82705, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2cd61f66-5e4e-4d75-89e7-f5c402a82705,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:03.489240 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50f84ddb-2909-40cd-8020-f3fbc98808c3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (2336fb84-5fd6-4d09-8288-736ce07aaee5), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.574948 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.598288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36446) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:03.602815 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50f84ddb-2909-40cd-8020-f3fbc98808c3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (2336fb84-5fd6-4d09-8288-736ce07aaee5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.668356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2cd61f66-5e4e-4d75-89e7-f5c402a82705,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:03.688606 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks [] for port (212e2dad-f06f-453b-9e16-5bd618f4d487), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.717316 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['2cd61f66-5e4e-4d75-89e7-f5c402a82705'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:00:03.796061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3108d19-e3d7-4c22-9a6b-ce08cb8463f3 req-08b0a549-2471-4073-864d-7b0c9c6fabd4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:03.798912 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (212e2dad-f06f-453b-9e16-5bd618f4d487), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.810434 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c3108d19-e3d7-4c22-9a6b-ce08cb8463f3 req-08b0a549-2471-4073-864d-7b0c9c6fabd4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1558390 Feb 15 17:00:03.829924 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50f84ddb-2909-40cd-8020-f3fbc98808c3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (2336fb84-5fd6-4d09-8288-736ce07aaee5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.847706 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50f84ddb-2909-40cd-8020-f3fbc98808c3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:03.851038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Pushing event updated for resources: {'Port': ['ID=212e2dad-f06f-453b-9e16-5bd618f4d487,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:03.852950 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-50f84ddb-2909-40cd-8020-f3fbc98808c3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/2336fb84-5fd6-4d09-8288-736ce07aaee5 HTTP/1.1" status: 204 len: 168 time: 0.5309319 Feb 15 17:00:03.857316 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36458) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:03.891843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7416d7e7-de2f-472e-b095-ab8317527107 None None] Network 7bf8184a-4abc-4089-bded-ff9bacfde4fc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:00:03.898581 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f84ddb-2909-40cd-8020-f3fbc98808c3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Subnet': ['ID=2336fb84-5fd6-4d09-8288-736ce07aaee5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:03.916971 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c3108d19-e3d7-4c22-9a6b-ce08cb8463f3 req-7e09e777-441f-4d2c-81ce-8c07f3205590 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067402 Feb 15 17:00:03.938638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:03.944616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:03.950664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:00:03.959377 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (7bf8184a-4abc-4089-bded-ff9bacfde4fc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.046485 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2ef9-1911-4e10-9ac8-f047451ba6fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.060137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:04.060987 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.118719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port a6ed7df3-3575-4ba5-9d9e-b217351176df {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:00:04.119768 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a6ed7df3-3575-4ba5-9d9e-b217351176df), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.150162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd30052e-96f4-4858-96b2-76f5e564fb4d None None] DHCP port deletion for 7bf8184a-4abc-4089-bded-ff9bacfde4fc request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:00:04.203541 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cd30052e-96f4-4858-96b2-76f5e564fb4d None None] Deleting port a6ed7df3-3575-4ba5-9d9e-b217351176df {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:00:04.204212 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd30052e-96f4-4858-96b2-76f5e564fb4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a6ed7df3-3575-4ba5-9d9e-b217351176df), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.209552 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] For port a6ed7df3-3575-4ba5-9d9e-b217351176df, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a6ed7df3-3575-4ba5-9d9e-b217351176df,segment=NetworkSegment(9df36cee-1afe-4dee-8122-bae0995bb32a),segment_id=9df36cee-1afe-4dee-8122-bae0995bb32a)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:04.209992 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a6ed7df3-3575-4ba5-9d9e-b217351176df), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.239187 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36472) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:04.239462 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b6e2b82a-2eec-4aeb-ae9f-6a8d6fb30387 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5634961 Feb 15 17:00:04.240780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for a6ed7df3-3575-4ba5-9d9e-b217351176df owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:00:04.245940 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-569556b8-67a6-471c-8a54-1a97e872c0a2 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.173'}]}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:04.246342 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2ef9-1911-4e10-9ac8-f047451ba6fa admin admin] Publish callbacks [] for security_group (b99c4df6-8312-4ad6-9126-2c91b896476f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.308677 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cd30052e-96f4-4858-96b2-76f5e564fb4d None None] For port a6ed7df3-3575-4ba5-9d9e-b217351176df, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a6ed7df3-3575-4ba5-9d9e-b217351176df,segment=NetworkSegment(9df36cee-1afe-4dee-8122-bae0995bb32a),segment_id=9df36cee-1afe-4dee-8122-bae0995bb32a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:04.309931 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd30052e-96f4-4858-96b2-76f5e564fb4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a6ed7df3-3575-4ba5-9d9e-b217351176df), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.329223 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a0cc2ef9-1911-4e10-9ac8-f047451ba6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b99c4df6-8312-4ad6-9126-2c91b896476f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.336058 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cd30052e-96f4-4858-96b2-76f5e564fb4d None None] Calling delete_port for a6ed7df3-3575-4ba5-9d9e-b217351176df owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:00:04.348101 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-569556b8-67a6-471c-8a54-1a97e872c0a2 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (fb5216e5-0400-4a98-b35d-e1ccfdcc446f), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.350474 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-569556b8-67a6-471c-8a54-1a97e872c0a2 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (fb5216e5-0400-4a98-b35d-e1ccfdcc446f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.418129 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-569556b8-67a6-471c-8a54-1a97e872c0a2 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks [] for router_controller (fb5216e5-0400-4a98-b35d-e1ccfdcc446f), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.454170 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a0cc2ef9-1911-4e10-9ac8-f047451ba6fa admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=983dd4d7cba242d9812e02fd0b9b7fe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8546181 Feb 15 17:00:04.457269 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36488) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:04.458558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc2ef9-1911-4e10-9ac8-f047451ba6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99c4df6-8312-4ad6-9126-2c91b896476f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:04.505887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c5b79-bf9f-48c6-bf30-2c2f13a8e5f6 req-192772a6-ed54-4a32-9290-01834c210a46 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:04.508531 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-426c5b79-bf9f-48c6-bf30-2c2f13a8e5f6 req-192772a6-ed54-4a32-9290-01834c210a46 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 944 time: 0.1685092 Feb 15 17:00:04.564910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a6ed7df3-3575-4ba5-9d9e-b217351176df no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:00:04.593128 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a6ed7df3-3575-4ba5-9d9e-b217351176df), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.597307 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-58443ce9-2bfb-4a79-bc7c-d1ec15398c8e admin admin] Publish callbacks [] for security_group (b99c4df6-8312-4ad6-9126-2c91b896476f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:00:04.626559 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:00:04.636284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No active binding found for port a6ed7df3-3575-4ba5-9d9e-b217351176df {{(pid=103801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 17:00:04.636284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] The host n-d-828372-14 is not matching for port a6ed7df3-3575-4ba5-9d9e-b217351176df host None! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:00:04.636284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a6ed7df3-3575-4ba5-9d9e-b217351176df not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:00:04.638989 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd30052e-96f4-4858-96b2-76f5e564fb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (a6ed7df3-3575-4ba5-9d9e-b217351176df), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.657536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=a6ed7df3-3575-4ba5-9d9e-b217351176df,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:04.677267 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-58443ce9-2bfb-4a79-bc7c-d1ec15398c8e admin admin] Publish callbacks [] for security_group (b99c4df6-8312-4ad6-9126-2c91b896476f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.678288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] No DVR routers for this DVR port a6ed7df3-3575-4ba5-9d9e-b217351176df on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:00:04.698642 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30052e-96f4-4858-96b2-76f5e564fb4d None None] Pushing event deleted for resources: {'Port': ['ID=a6ed7df3-3575-4ba5-9d9e-b217351176df,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:04.716910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd30052e-96f4-4858-96b2-76f5e564fb4d None None] No DVR routers for this DVR port a6ed7df3-3575-4ba5-9d9e-b217351176df on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:00:04.722440 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-426c5b79-bf9f-48c6-bf30-2c2f13a8e5f6 req-7b76618a-ffe9-489c-8f45-4ab733cf5898 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066727 Feb 15 17:00:04.782535 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-569556b8-67a6-471c-8a54-1a97e872c0a2 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks [] for router_gateway (fb5216e5-0400-4a98-b35d-e1ccfdcc446f), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.827098 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cd0c6-c2d2-4b52-b726-60c7c1a67252 req-ea13cf50-c3cf-4ab0-8a5c-1d518546a4f3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:04.831392 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-877cd0c6-c2d2-4b52-b726-60c7c1a67252 req-ea13cf50-c3cf-4ab0-8a5c-1d518546a4f3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 945 time: 0.2445989 Feb 15 17:00:04.842028 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (7bf8184a-4abc-4089-bded-ff9bacfde4fc), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.869024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf8184a-4abc-4089-bded-ff9bacfde4fc']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:04.880146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df36cee-1afe-4dee-8122-bae0995bb32a') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:04.880446 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df36cee-1afe-4dee-8122-bae0995bb32a') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:04.892676 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (9df36cee-1afe-4dee-8122-bae0995bb32a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.911599 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (9df36cee-1afe-4dee-8122-bae0995bb32a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.920448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:00:04.920448 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (9df36cee-1afe-4dee-8122-bae0995bb32a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:04.924877 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-877cd0c6-c2d2-4b52-b726-60c7c1a67252 req-d209901e-9d84-4389-960e-214eb00f0a53 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876670 Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:00:04.998037 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:00:05.108497 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (7bf8184a-4abc-4089-bded-ff9bacfde4fc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:05.148659 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:05.152931 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/networks/7bf8184a-4abc-4089-bded-ff9bacfde4fc HTTP/1.1" status: 204 len: 168 time: 1.2933488 Feb 15 17:00:05.159718 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36540) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:05.162944 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3158f6-8a09-419e-80bf-2658868012cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Network': ['ID=7bf8184a-4abc-4089-bded-ff9bacfde4fc,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:05.168727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2cd61f66-5e4e-4d75-89e7-f5c402a82705 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:05.188015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-eaf52ca0-dac4-415b-b818-b9f3ffe0ba3c tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2020784085', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:05.206243 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-58443ce9-2bfb-4a79-bc7c-d1ec15398c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b99c4df6-8312-4ad6-9126-2c91b896476f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:05.209136 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-58443ce9-2bfb-4a79-bc7c-d1ec15398c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:05.210320 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-58443ce9-2bfb-4a79-bc7c-d1ec15398c8e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b99c4df6-8312-4ad6-9126-2c91b896476f HTTP/1.1" status: 204 len: 168 time: 0.7518816 Feb 15 17:00:05.225524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd392d-c27e-4892-afc7-3060d7011da6 req-d7c0c042-3e84-4279-8d61-b2dc29140c9e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:05.227147 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1dd392d-c27e-4892-afc7-3060d7011da6 req-d7c0c042-3e84-4279-8d61-b2dc29140c9e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1899052 Feb 15 17:00:05.228028 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58443ce9-2bfb-4a79-bc7c-d1ec15398c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99c4df6-8312-4ad6-9126-2c91b896476f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:05.249883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d9c67-d4ce-4b07-8a18-006532118fb8 req-b61bba69-46b0-4344-8c74-8c3eaec547a3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:05.251666 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e65d9c67-d4ce-4b07-8a18-006532118fb8 req-b61bba69-46b0-4344-8c74-8c3eaec547a3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 945 time: 0.2026031 Feb 15 17:00:05.297572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:05.299538 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:05.302931 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-569556b8-67a6-471c-8a54-1a97e872c0a2 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks [] for router_gateway (fb5216e5-0400-4a98-b35d-e1ccfdcc446f), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:05.310173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1dd392d-c27e-4892-afc7-3060d7011da6 req-827cbaed-b6c2-441c-b20d-95192678effb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723727 Feb 15 17:00:05.336886 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-569556b8-67a6-471c-8a54-1a97e872c0a2 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:05.388244 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eaf52ca0-dac4-415b-b818-b9f3ffe0ba3c tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (e3d66710-1693-4d96-a7d1-4db549dc6371), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:05.388244 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eaf52ca0-dac4-415b-b818-b9f3ffe0ba3c tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (e3d66710-1693-4d96-a7d1-4db549dc6371), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:05.429141 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:05.430007 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:05.448958 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e65d9c67-d4ce-4b07-8a18-006532118fb8 req-118379f3-555f-4a64-b394-5095462fab19 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399255 Feb 15 17:00:05.473630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2cd61f66-5e4e-4d75-89e7-f5c402a82705, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2cd61f66-5e4e-4d75-89e7-f5c402a82705,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:05.474971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34803c0f-a873-479a-a03c-b496e2d6372c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd61f66-5e4e-4d75-89e7-f5c402a82705'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:00:05.478256 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d318b3d3-1497-4768-95c3-d152f627861e" -d '{"events": [{"server_uuid": "34803c0f-a873-479a-a03c-b496e2d6372c", "name": "network-vif-plugged", "status": "completed", "tag": "2cd61f66-5e4e-4d75-89e7-f5c402a82705"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:00:05.502366 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eaf52ca0-dac4-415b-b818-b9f3ffe0ba3c tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_controller (e3d66710-1693-4d96-a7d1-4db549dc6371), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:05.568512 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402d4f7b-7752-495a-8a14-7fb90c229bbc x-openstack-request-id: req-402d4f7b-7752-495a-8a14-7fb90c229bbc {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:00:05.569087 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34803c0f-a873-479a-a03c-b496e2d6372c", "name": "network-vif-plugged", "status": "completed", "tag": "2cd61f66-5e4e-4d75-89e7-f5c402a82705", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:00:05.569603 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-402d4f7b-7752-495a-8a14-7fb90c229bbc {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:00:05.570158 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34803c0f-a873-479a-a03c-b496e2d6372c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd61f66-5e4e-4d75-89e7-f5c402a82705', 'code': 200} Feb 15 17:00:05.586435 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:05.626557 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eaf52ca0-dac4-415b-b818-b9f3ffe0ba3c tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (e3d66710-1693-4d96-a7d1-4db549dc6371), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:05.663198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2cd61f66-5e4e-4d75-89e7-f5c402a82705,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:05.690073 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-569556b8-67a6-471c-8a54-1a97e872c0a2 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks [] for router (fb5216e5-0400-4a98-b35d-e1ccfdcc446f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:05.690185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79427cc3-8cec-4acf-8f19-834040a68190 req-453021aa-e197-4ebe-947d-28d695aa594b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:05.693281 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79427cc3-8cec-4acf-8f19-834040a68190 req-453021aa-e197-4ebe-947d-28d695aa594b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 945 time: 0.1087809 Feb 15 17:00:05.794032 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eaf52ca0-dac4-415b-b818-b9f3ffe0ba3c tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:05.799282 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-eaf52ca0-dac4-415b-b818-b9f3ffe0ba3c tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6273217 Feb 15 17:00:05.803896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36562) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:05.821026 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e580ccc4-7df4-4635-8307-b8285f952069 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'network': {'name': 'tempest-RoutersTest-1788658356'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:05.832713 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79427cc3-8cec-4acf-8f19-834040a68190 req-7c920f87-1629-4da8-975e-2202476b47bc tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318071 Feb 15 17:00:06.141333 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-569556b8-67a6-471c-8a54-1a97e872c0a2 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (fb5216e5-0400-4a98-b35d-e1ccfdcc446f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:06.145915 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-569556b8-67a6-471c-8a54-1a97e872c0a2 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks [] for router_controller (fb5216e5-0400-4a98-b35d-e1ccfdcc446f), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:06.225961 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a57ea-9a3f-4f1a-856d-f7db8762c7f7 req-72854fa3-97d8-422a-830a-493a8e69ae11 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:06.228015 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7f3a57ea-9a3f-4f1a-856d-f7db8762c7f7 req-72854fa3-97d8-422a-830a-493a8e69ae11 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.1607728 Feb 15 17:00:06.230659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e580ccc4-7df4-4635-8307-b8285f952069 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:00:06.246243 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e580ccc4-7df4-4635-8307-b8285f952069 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:06.321835 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7f3a57ea-9a3f-4f1a-856d-f7db8762c7f7 req-dfecf94f-ab1f-42df-b202-7d9fedb3d874 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655553 Feb 15 17:00:06.359186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e580ccc4-7df4-4635-8307-b8285f952069 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:00:06.370107 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e580ccc4-7df4-4635-8307-b8285f952069 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (97ed3d88-1567-42fb-bce3-5cd5c640adc8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:06.370460 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-e580ccc4-7df4-4635-8307-b8285f952069 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Added segment 97ed3d88-1567-42fb-bce3-5cd5c640adc8 of type vlan for network 52c582d8-e26f-4613-84ea-f9295e481c91 Feb 15 17:00:06.525944 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36596) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:06.576328 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c687ae8a-9770-41f0-875e-a663fa62a031 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:06.703108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92399460-8084-4361-bb9e-ba5fd490be71 req-030f532b-e5f3-4bf8-a086-3674599c7f77 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:06.705029 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-92399460-8084-4361-bb9e-ba5fd490be71 req-030f532b-e5f3-4bf8-a086-3674599c7f77 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 945 time: 0.1351345 Feb 15 17:00:06.769386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-128c0b67-83d6-4364-9a14-03b33cb2ad97 req-98772c66-702e-4b6e-be63-bdf0014a8732 service neutron] (103799) timed out ('10.222.0.67', 56477) {{(pid=103799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:00:06.850743 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-92399460-8084-4361-bb9e-ba5fd490be71 req-48e9d65e-d585-450a-9d82-2d72e25eb2bd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124015 Feb 15 17:00:06.866441 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c687ae8a-9770-41f0-875e-a663fa62a031 admin admin] Publish callbacks [] for security_group (f7c1c229-3113-47bc-9dfe-8094d0ad7d94), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:06.928960 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-569556b8-67a6-471c-8a54-1a97e872c0a2 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (fb5216e5-0400-4a98-b35d-e1ccfdcc446f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:06.930037 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569556b8-67a6-471c-8a54-1a97e872c0a2 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb5216e5-0400-4a98-b35d-e1ccfdcc446f {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:00:06.981459 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2ab2d488-ede3-4207-bf0a-852563b143c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:07.017795 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e580ccc4-7df4-4635-8307-b8285f952069 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (52c582d8-e26f-4613-84ea-f9295e481c91), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:07.043819 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c687ae8a-9770-41f0-875e-a663fa62a031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f7c1c229-3113-47bc-9dfe-8094d0ad7d94), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:07.065269 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be44467-aac3-4cfb-843d-f53e0db599c6 req-16a2eacb-6cfe-4873-8010-f93054b7aff9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:07.067630 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8be44467-aac3-4cfb-843d-f53e0db599c6 req-16a2eacb-6cfe-4873-8010-f93054b7aff9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1406467 Feb 15 17:00:07.116080 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c687ae8a-9770-41f0-875e-a663fa62a031 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=34593f2dcd0d4ba687772ffb2a8f10d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5868342 Feb 15 17:00:07.116080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687ae8a-9770-41f0-875e-a663fa62a031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c1c229-3113-47bc-9dfe-8094d0ad7d94,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:07.117478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36616) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:07.150769 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8be44467-aac3-4cfb-843d-f53e0db599c6 req-b90146ea-5bc6-4144-9c8f-5c798615a102 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718198 Feb 15 17:00:07.152986 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-569556b8-67a6-471c-8a54-1a97e872c0a2 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 15 17:00:07.156248 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-569556b8-67a6-471c-8a54-1a97e872c0a2 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9147549 Feb 15 17:00:07.159538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36618) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:07.239916 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bfccbc4d-ac05-4102-a963-bb1a3e9e6a13 admin admin] Publish callbacks [] for security_group (f7c1c229-3113-47bc-9dfe-8094d0ad7d94), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:07.256153 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e580ccc4-7df4-4635-8307-b8285f952069 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (52c582d8-e26f-4613-84ea-f9295e481c91), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:07.262056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e580ccc4-7df4-4635-8307-b8285f952069 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:07.262883 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e580ccc4-7df4-4635-8307-b8285f952069 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:07.296576 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bfccbc4d-ac05-4102-a963-bb1a3e9e6a13 admin admin] Publish callbacks [] for security_group (f7c1c229-3113-47bc-9dfe-8094d0ad7d94), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:07.384683 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e580ccc4-7df4-4635-8307-b8285f952069 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5790906 Feb 15 17:00:07.394364 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36624) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:07.403401 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b6e71d12-a18d-4daf-9be2-e27d35466f52 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'subnet': {'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:07.414986 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e580ccc4-7df4-4635-8307-b8285f952069 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Network': ['ID=52c582d8-e26f-4613-84ea-f9295e481c91,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:07.427641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 52c582d8-e26f-4613-84ea-f9295e481c91 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:00:07.532932 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bfccbc4d-ac05-4102-a963-bb1a3e9e6a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f7c1c229-3113-47bc-9dfe-8094d0ad7d94), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:07.537920 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bfccbc4d-ac05-4102-a963-bb1a3e9e6a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:07.546661 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bfccbc4d-ac05-4102-a963-bb1a3e9e6a13 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f7c1c229-3113-47bc-9dfe-8094d0ad7d94 HTTP/1.1" status: 204 len: 168 time: 0.4171219 Feb 15 17:00:07.552333 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f0773411-686e-4ac3-b18e-baa0205ded34 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Deleting port 212e2dad-f06f-453b-9e16-5bd618f4d487 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:00:07.552729 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0773411-686e-4ac3-b18e-baa0205ded34 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (212e2dad-f06f-453b-9e16-5bd618f4d487), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:07.589092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccbc4d-ac05-4102-a963-bb1a3e9e6a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c1c229-3113-47bc-9dfe-8094d0ad7d94,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:07.661540 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdac7d-9723-45e0-93e2-6bf467efacba req-fd664465-9ea7-4c0f-a308-6c244a121c6d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:07.676804 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4cfdac7d-9723-45e0-93e2-6bf467efacba req-fd664465-9ea7-4c0f-a308-6c244a121c6d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.2149637 Feb 15 17:00:07.788367 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4cfdac7d-9723-45e0-93e2-6bf467efacba req-cfd3a3f2-fa45-4dba-a5d0-5e14d67c5aa9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101172 Feb 15 17:00:07.793918 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0773411-686e-4ac3-b18e-baa0205ded34 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (212e2dad-f06f-453b-9e16-5bd618f4d487), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:07.812295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e71d12-a18d-4daf-9be2-e27d35466f52 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:00:07.816419 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6e71d12-a18d-4daf-9be2-e27d35466f52 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:07.861565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decec6fc-1ee9-46bf-80a4-a8222565a6d4 req-622e646f-8b56-48c6-b383-e3580665dd5a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:07.863443 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-decec6fc-1ee9-46bf-80a4-a8222565a6d4 req-622e646f-8b56-48c6-b383-e3580665dd5a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.10 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 945 time: 0.0711062 Feb 15 17:00:07.873167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 28129b61-fe83-484b-a48b-d25cd2f717d0 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:00:07.875755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f0773411-686e-4ac3-b18e-baa0205ded34 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Calling delete_port for 212e2dad-f06f-453b-9e16-5bd618f4d487 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:00:08.112641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 28129b61-fe83-484b-a48b-d25cd2f717d0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=28129b61-fe83-484b-a48b-d25cd2f717d0,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:08.121429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-decec6fc-1ee9-46bf-80a4-a8222565a6d4 req-e84a1d24-e5a6-495f-8c62-fd165aafcd3e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Deleting port cca29e8f-3f9a-4377-90c9-7cf076eb1e33 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:00:08.131902 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-decec6fc-1ee9-46bf-80a4-a8222565a6d4 req-e84a1d24-e5a6-495f-8c62-fd165aafcd3e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cca29e8f-3f9a-4377-90c9-7cf076eb1e33), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:08.157859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '28129b61-fe83-484b-a48b-d25cd2f717d0', 'network_id': '708ad032-cbc0-4ad4-9926-2ac8e9b388cc', 'port_id': '28129b61-fe83-484b-a48b-d25cd2f717d0', 'mac_address': 'fa:16:3e:3c:23:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace70380-0204-41b0-be4a-55804a4b7a9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:00:08.358486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 28129b61-fe83-484b-a48b-d25cd2f717d0 is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:08.359016 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:08.370536 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d254106-075a-4e07-81e3-14f101eccfaf req-d7fe34b4-eca3-4ad8-a7e2-48caf96c13c8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:08.372067 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5d254106-075a-4e07-81e3-14f101eccfaf req-d7fe34b4-eca3-4ad8-a7e2-48caf96c13c8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 945 time: 0.2911751 Feb 15 17:00:08.411367 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-decec6fc-1ee9-46bf-80a4-a8222565a6d4 req-e84a1d24-e5a6-495f-8c62-fd165aafcd3e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] For port cca29e8f-3f9a-4377-90c9-7cf076eb1e33, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=cca29e8f-3f9a-4377-90c9-7cf076eb1e33,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:08.412533 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-decec6fc-1ee9-46bf-80a4-a8222565a6d4 req-e84a1d24-e5a6-495f-8c62-fd165aafcd3e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cca29e8f-3f9a-4377-90c9-7cf076eb1e33), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:08.418742 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28129b61-fe83-484b-a48b-d25cd2f717d0 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:00:08.488000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-decec6fc-1ee9-46bf-80a4-a8222565a6d4 req-e84a1d24-e5a6-495f-8c62-fd165aafcd3e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Calling delete_port for cca29e8f-3f9a-4377-90c9-7cf076eb1e33 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:00:08.493021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 28129b61-fe83-484b-a48b-d25cd2f717d0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=28129b61-fe83-484b-a48b-d25cd2f717d0,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:08.540518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc13df-79fd-49bd-b521-71008edb9c85 req-e8df4eb4-a353-403c-a0ca-9b428f1b7d34 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:08.548172 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0fc13df-79fd-49bd-b521-71008edb9c85 req-e8df4eb4-a353-403c-a0ca-9b428f1b7d34 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1662068 Feb 15 17:00:08.581046 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:08.621923 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5d254106-075a-4e07-81e3-14f101eccfaf req-f33f0e1f-7c93-40a4-a03b-fc71567ad753 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879792 Feb 15 17:00:08.634606 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6e71d12-a18d-4daf-9be2-e27d35466f52 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (e877b7e9-f1e9-416b-96db-178ff274037b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:08.638340 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0773411-686e-4ac3-b18e-baa0205ded34 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (212e2dad-f06f-453b-9e16-5bd618f4d487), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:08.722683 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['28129b61-fe83-484b-a48b-d25cd2f717d0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:00:08.752751 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0fc13df-79fd-49bd-b521-71008edb9c85 req-64f25240-4845-4987-b310-697c22b49172 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014639 Feb 15 17:00:08.780914 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0773411-686e-4ac3-b18e-baa0205ded34 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Pushing event deleted for resources: {'Port': ['ID=212e2dad-f06f-453b-9e16-5bd618f4d487,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:08.832089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=28129b61-fe83-484b-a48b-d25cd2f717d0,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:08.933420 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e71d12-a18d-4daf-9be2-e27d35466f52 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Subnet': ['ID=e877b7e9-f1e9-416b-96db-178ff274037b,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:09.018022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e71d12-a18d-4daf-9be2-e27d35466f52 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Checking segment: {'id': '97ed3d88-1567-42fb-bce3-5cd5c640adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:09.020829 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e71d12-a18d-4daf-9be2-e27d35466f52 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network hostable DHCP agents. Network: 52c582d8-e26f-4613-84ea-f9295e481c91, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:00:09.078523 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-decec6fc-1ee9-46bf-80a4-a8222565a6d4 req-e84a1d24-e5a6-495f-8c62-fd165aafcd3e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cca29e8f-3f9a-4377-90c9-7cf076eb1e33), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:09.096944 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0773411-686e-4ac3-b18e-baa0205ded34 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:09.100739 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f0773411-686e-4ac3-b18e-baa0205ded34 tempest-RoutersAdminNegativeIpV6Test-1341120974 tempest-RoutersAdminNegativeIpV6Test-1341120974-project-admin] 10.222.0.107 "DELETE /v2.0/ports/212e2dad-f06f-453b-9e16-5bd618f4d487 HTTP/1.1" status: 204 len: 168 time: 1.9391890 Feb 15 17:00:09.124634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82de70-6c91-49ab-9101-06e294d1749d req-12360f6d-38f8-44bd-8913-3f91f66b4830 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:09.126643 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc82de70-6c91-49ab-9101-06e294d1749d req-12360f6d-38f8-44bd-8913-3f91f66b4830 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.1283667 Feb 15 17:00:09.144558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a1d24-e5a6-495f-8c62-fd165aafcd3e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event deleted for resources: {'Port': ['ID=cca29e8f-3f9a-4377-90c9-7cf076eb1e33,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:09.197423 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e71d12-a18d-4daf-9be2-e27d35466f52 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 52c582d8-e26f-4613-84ea-f9295e481c91 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:00:09.268698 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc82de70-6c91-49ab-9101-06e294d1749d req-622d0448-89c5-4307-b19c-625f362938ec tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340053 Feb 15 17:00:09.268901 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-decec6fc-1ee9-46bf-80a4-a8222565a6d4 req-e84a1d24-e5a6-495f-8c62-fd165aafcd3e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] No DVR routers for this DVR port cca29e8f-3f9a-4377-90c9-7cf076eb1e33 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:00:09.271837 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-decec6fc-1ee9-46bf-80a4-a8222565a6d4 req-e84a1d24-e5a6-495f-8c62-fd165aafcd3e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:09.276889 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-decec6fc-1ee9-46bf-80a4-a8222565a6d4 req-e84a1d24-e5a6-495f-8c62-fd165aafcd3e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.10 "DELETE /v2.0/ports/cca29e8f-3f9a-4377-90c9-7cf076eb1e33 HTTP/1.1" status: 204 len: 173 time: 1.4029360 Feb 15 17:00:09.278239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60d8561-dcf7-418c-85b7-0fdb8bfe1f41', 'name': 'network-vif-deleted', 'tag': 'cca29e8f-3f9a-4377-90c9-7cf076eb1e33'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:00:09.285495 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31310be-4356-4c68-a479-4d1456bc6dd9" -d '{"events": [{"server_uuid": "e60d8561-dcf7-418c-85b7-0fdb8bfe1f41", "name": "network-vif-deleted", "tag": "cca29e8f-3f9a-4377-90c9-7cf076eb1e33"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:00:09.340863 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b6e71d12-a18d-4daf-9be2-e27d35466f52 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 52c582d8-e26f-4613-84ea-f9295e481c91) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:09.345193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e71d12-a18d-4daf-9be2-e27d35466f52 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:09.346763 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6e71d12-a18d-4daf-9be2-e27d35466f52 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:09.352019 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970c095a-bf01-4c63-9a8a-f836af0e0ef2 None None] Network 52c582d8-e26f-4613-84ea-f9295e481c91 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:00:09.380369 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d38ab2e-fffe-474f-a3c5-8351d0856d66 x-openstack-request-id: req-4d38ab2e-fffe-474f-a3c5-8351d0856d66 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:00:09.380664 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60d8561-dcf7-418c-85b7-0fdb8bfe1f41", "name": "network-vif-deleted", "tag": "cca29e8f-3f9a-4377-90c9-7cf076eb1e33", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:00:09.380918 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4d38ab2e-fffe-474f-a3c5-8351d0856d66 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:00:09.381317 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e60d8561-dcf7-418c-85b7-0fdb8bfe1f41', 'name': 'network-vif-deleted', 'tag': 'cca29e8f-3f9a-4377-90c9-7cf076eb1e33', 'status': 'completed', 'code': 200} Feb 15 17:00:09.435453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36662) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:09.435814 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b6e71d12-a18d-4daf-9be2-e27d35466f52 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0365124 Feb 15 17:00:09.475141 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-021bd449-3066-4178-9527-31f634ebc868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:09.581597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-52c582d8-e26f-4613-84ea-f9295e481c91', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:00:09.582619 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:09.849755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Allocated IP 172.20.0.2 (52c582d8-e26f-4613-84ea-f9295e481c91/e877b7e9-f1e9-416b-96db-178ff274037b/a39376a9-62e6-4346-ab49-fd7db1d72016) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:00:09.866489 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b4677fd1-5c6e-4d88-8745-8057470ddd3d req-bafce335-296f-425b-ae96-cc631319db6d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.0610878 Feb 15 17:00:09.895990 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 28129b61-fe83-484b-a48b-d25cd2f717d0 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:10.238810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 28129b61-fe83-484b-a48b-d25cd2f717d0 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:10.240538 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:10.264329 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36674) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:10.492751 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Publish callbacks [] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:10.665293 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:10.679210 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a1267-a56f-434e-991b-4a86d9088cc5 req-81fc08f0-7e26-401a-989a-9fcf1cd416ff tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:10.681008 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-088a1267-a56f-434e-991b-4a86d9088cc5 req-81fc08f0-7e26-401a-989a-9fcf1cd416ff tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.1663713 Feb 15 17:00:10.728878 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:10.816099 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4104dee5-6b85-4407-8b96-ab519ba00588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:10.822783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Network 52c582d8-e26f-4613-84ea-f9295e481c91 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:10.828369 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 28129b61-fe83-484b-a48b-d25cd2f717d0 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:10.832204 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:10.841972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:10.852471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:00:10.877717 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-088a1267-a56f-434e-991b-4a86d9088cc5 req-366377ef-e4b0-42a5-8096-5a5a3495e10e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855011 Feb 15 17:00:10.960189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de766e-b630-4a97-b168-26cb3ad712cf req-973f6dbc-ea4c-442d-830e-e654f8f23d7c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:10.966237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 28129b61-fe83-484b-a48b-d25cd2f717d0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=28129b61-fe83-484b-a48b-d25cd2f717d0,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:10.968777 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19de766e-b630-4a97-b168-26cb3ad712cf req-973f6dbc-ea4c-442d-830e-e654f8f23d7c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 944 time: 0.4481089 Feb 15 17:00:11.044930 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a135ddfb-407f-4761-bdde-3fcd67ebb40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28129b61-fe83-484b-a48b-d25cd2f717d0'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:00:11.051606 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fab403-afbf-4186-8ce3-9ea00e10a8aa" -d '{"events": [{"server_uuid": "a135ddfb-407f-4761-bdde-3fcd67ebb40d", "name": "network-vif-plugged", "status": "completed", "tag": "28129b61-fe83-484b-a48b-d25cd2f717d0"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:00:11.056193 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:11.057230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device cca29e8f-3f9a-4377-90c9-7cf076eb1e33 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:00:11.092033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: cca29e8f-3f9a-4377-90c9-7cf076eb1e33 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:00:11.092671 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device cca29e8f-3f9a-4377-90c9-7cf076eb1e33 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:00:11.096824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Pushing event updated for resources: {'Port': ['ID=a39376a9-62e6-4346-ab49-fd7db1d72016,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:11.170005 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52206a90-37ce-401d-8fe9-28671fc748b3 req-fca0946f-afd0-4728-b952-803e1982723c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.1253424 Feb 15 17:00:11.262041 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4104dee5-6b85-4407-8b96-ab519ba00588 admin admin] Publish callbacks [] for security_group (87fa0187-0a1e-4ecd-9fe3-3449608e0d17), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:11.334365 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4104dee5-6b85-4407-8b96-ab519ba00588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (87fa0187-0a1e-4ecd-9fe3-3449608e0d17), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:11.344500 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19de766e-b630-4a97-b168-26cb3ad712cf req-9ae2717f-184a-4b5f-91b3-8eeaae7b26a4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598711 Feb 15 17:00:11.392208 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:11.438086 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104dee5-6b85-4407-8b96-ab519ba00588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fa0187-0a1e-4ecd-9fe3-3449608e0d17,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:11.506556 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4104dee5-6b85-4407-8b96-ab519ba00588 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=796b363ba33c4b8586a4d9c0f7f4b6cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2410581 Feb 15 17:00:11.510157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36698) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:11.642790 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6731800e-9cab-47b9-aff8-659af7d6d53d admin admin] Publish callbacks [] for security_group (87fa0187-0a1e-4ecd-9fe3-3449608e0d17), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:11.704837 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6731800e-9cab-47b9-aff8-659af7d6d53d admin admin] Publish callbacks [] for security_group (87fa0187-0a1e-4ecd-9fe3-3449608e0d17), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:11.711183 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dc3808-426c-4dcb-b8cf-5f6df6e95d55 x-openstack-request-id: req-59dc3808-426c-4dcb-b8cf-5f6df6e95d55 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:00:11.711670 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a135ddfb-407f-4761-bdde-3fcd67ebb40d", "name": "network-vif-plugged", "status": "completed", "tag": "28129b61-fe83-484b-a48b-d25cd2f717d0", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:00:11.711785 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-59dc3808-426c-4dcb-b8cf-5f6df6e95d55 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:00:11.712140 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a135ddfb-407f-4761-bdde-3fcd67ebb40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28129b61-fe83-484b-a48b-d25cd2f717d0', 'code': 200} Feb 15 17:00:11.731011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Attempting to bind port a39376a9-62e6-4346-ab49-fd7db1d72016 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:00:11.731411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Attempting to bind port a39376a9-62e6-4346-ab49-fd7db1d72016 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '97ed3d88-1567-42fb-bce3-5cd5c640adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:00:11.733931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Attempting to bind port a39376a9-62e6-4346-ab49-fd7db1d72016 on network 52c582d8-e26f-4613-84ea-f9295e481c91 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:00:11.768111 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 16, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:00:11.768506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Checking segment: {'id': '97ed3d88-1567-42fb-bce3-5cd5c640adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:11.770407 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:11.770850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Bound using segment: {'id': '97ed3d88-1567-42fb-bce3-5cd5c640adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:00:11.771346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Bound port: a39376a9-62e6-4346-ab49-fd7db1d72016, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ed3d88-1567-42fb-bce3-5cd5c640adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:00:11.771738 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:11.889746 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6731800e-9cab-47b9-aff8-659af7d6d53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (87fa0187-0a1e-4ecd-9fe3-3449608e0d17), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:11.892215 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6731800e-9cab-47b9-aff8-659af7d6d53d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:11.893407 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6731800e-9cab-47b9-aff8-659af7d6d53d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/87fa0187-0a1e-4ecd-9fe3-3449608e0d17 HTTP/1.1" status: 204 len: 168 time: 0.3822105 Feb 15 17:00:11.907690 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731800e-9cab-47b9-aff8-659af7d6d53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fa0187-0a1e-4ecd-9fe3-3449608e0d17,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:12.085295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Allocated IP 172.20.0.1 (52c582d8-e26f-4613-84ea-f9295e481c91/e877b7e9-f1e9-416b-96db-178ff274037b/26ee57cc-4e95-4267-a40d-07cba88056b7) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:00:12.159537 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=28129b61-fe83-484b-a48b-d25cd2f717d0,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:12.224274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d753827-fde8-416e-b030-dd7bb1f52837 req-6aef7939-0637-45d1-af4d-ac303e294ce8 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:12.239648 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0d753827-fde8-416e-b030-dd7bb1f52837 req-6aef7939-0637-45d1-af4d-ac303e294ce8 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.1593902 Feb 15 17:00:12.285560 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:12.315886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] For port a39376a9-62e6-4346-ab49-fd7db1d72016, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:00:12.329055 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] For port a39376a9-62e6-4346-ab49-fd7db1d72016, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a39376a9-62e6-4346-ab49-fd7db1d72016,segment=NetworkSegment(97ed3d88-1567-42fb-bce3-5cd5c640adc8),segment_id=97ed3d88-1567-42fb-bce3-5cd5c640adc8)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:00:12.355362 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:12.423023 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0d753827-fde8-416e-b030-dd7bb1f52837 req-ac90f09c-0c55-4942-ae8a-24254cd108d6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815076 Feb 15 17:00:12.428779 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:12.458698 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc68622b-a3d6-4a15-84b8-7afd48d6c272 req-56870ded-5553-459b-8ca0-cfbf2f29c5c5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.0919845 Feb 15 17:00:12.581846 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:12.624513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adc76cd-fcc2-4193-b8c6-96ad821f1e5c None None] Pushing event updated for resources: {'Port': ['ID=a39376a9-62e6-4346-ab49-fd7db1d72016,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:12.769331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 52c582d8-e26f-4613-84ea-f9295e481c91 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:12.774769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=26ee57cc-4e95-4267-a40d-07cba88056b7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:12.790273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:12.791702 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780b957-a908-40dc-92a3-62ae69256cd4 req-6b8c1a14-9bef-4b7b-af8d-77f9677faa01 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:12.795533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:00:12.805145 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8780b957-a908-40dc-92a3-62ae69256cd4 req-6b8c1a14-9bef-4b7b-af8d-77f9677faa01 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1874547 Feb 15 17:00:12.950525 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (e3d66710-1693-4d96-a7d1-4db549dc6371), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:12.985807 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8780b957-a908-40dc-92a3-62ae69256cd4 req-5e8dcde1-f43f-4581-9120-f87e08506d42 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692605 Feb 15 17:00:13.531247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2813b-9979-425b-977e-95a9aa79b1f6 req-6f134981-b13a-4f55-8d81-aac8be6a702d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:13.533586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2c2813b-9979-425b-977e-95a9aa79b1f6 req-6f134981-b13a-4f55-8d81-aac8be6a702d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.0676510 Feb 15 17:00:13.597051 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5fe45756-b5ea-4f9f-afd0-dafcad17c5b0 req-87befaa4-6a2c-4b18-a6f8-4fe712431f21 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.0369003 Feb 15 17:00:13.599491 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2c2813b-9979-425b-977e-95a9aa79b1f6 req-e0d38aa0-96da-447c-bedf-d3d5d8958842 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595615 Feb 15 17:00:13.732095 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:00:13.930421 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:14.023537 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:14.292579 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6039e2e-43dd-46ce-90a8-ac8d568ff977 req-a4ee5ed1-6c5f-4153-8d9a-12d0d38b9a3a tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:14.323431 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c6039e2e-43dd-46ce-90a8-ac8d568ff977 req-a4ee5ed1-6c5f-4153-8d9a-12d0d38b9a3a tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1744153 Feb 15 17:00:14.416946 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36746) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:14.419619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453d4db2-6fc2-4b94-aef3-b2a24ef31da9 None None] Network 52c582d8-e26f-4613-84ea-f9295e481c91 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:00:14.491919 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c6039e2e-43dd-46ce-90a8-ac8d568ff977 req-0837fe46-9012-4f9d-9e0f-d7fbfaf40ef0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663914 Feb 15 17:00:14.570088 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2d7a0fe6-2d76-49d2-83c4-dcaa42b3ede0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=80d3f7606ef24978ac4dec37501be0e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1490500 Feb 15 17:00:14.570667 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36748) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:14.731294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a39376a9-62e6-4346-ab49-fd7db1d72016 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:14.835671 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c59aa091-3743-4cd3-bd15-3b6abc734cc8 admin admin] Publish callbacks [] for security_group (e25a95f7-9c56-4615-850a-b4dcb11c85c6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:14.865802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ac30b8c1-6da7-4382-8c02-c57413881232 None None] Provisioning complete for port a39376a9-62e6-4346-ab49-fd7db1d72016 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:14.869325 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac30b8c1-6da7-4382-8c02-c57413881232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:14.881228 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-29c2d21f-23c6-4487-9030-c8a47f041fc8 req-d2a5ce02-3065-487a-b48a-b5e581de5ea5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.0379045 Feb 15 17:00:14.926439 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:14.937095 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c59aa091-3743-4cd3-bd15-3b6abc734cc8 admin admin] Publish callbacks [] for security_group (e25a95f7-9c56-4615-850a-b4dcb11c85c6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:14.986430 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:15.129983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9348cc2-074e-4e41-bbc7-7847402bcff6 req-bc673212-6839-45d7-aef0-1442878607c1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:15.135015 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e9348cc2-074e-4e41-bbc7-7847402bcff6 req-bc673212-6839-45d7-aef0-1442878607c1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.3201358 Feb 15 17:00:15.166619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a39376a9-62e6-4346-ab49-fd7db1d72016 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:15.169689 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:15.198419 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (e3d66710-1693-4d96-a7d1-4db549dc6371), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:15.201561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=26ee57cc-4e95-4267-a40d-07cba88056b7,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:15.241875 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c59aa091-3743-4cd3-bd15-3b6abc734cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e25a95f7-9c56-4615-850a-b4dcb11c85c6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:15.244208 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c59aa091-3743-4cd3-bd15-3b6abc734cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:15.253961 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c59aa091-3743-4cd3-bd15-3b6abc734cc8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e25a95f7-9c56-4615-850a-b4dcb11c85c6 HTTP/1.1" status: 204 len: 168 time: 0.6737657 Feb 15 17:00:15.303705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59aa091-3743-4cd3-bd15-3b6abc734cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25a95f7-9c56-4615-850a-b4dcb11c85c6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:15.318567 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ac30b8c1-6da7-4382-8c02-c57413881232 None None] Current status of the port a39376a9-62e6-4346-ab49-fd7db1d72016 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:15.321340 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac30b8c1-6da7-4382-8c02-c57413881232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:15.428866 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e9348cc2-074e-4e41-bbc7-7847402bcff6 req-7c0843b0-6bba-4c78-8328-9ae2d701b6b2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808301 Feb 15 17:00:15.467396 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 52c582d8-e26f-4613-84ea-f9295e481c91 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:15.468933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:15.506618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ac30b8c1-6da7-4382-8c02-c57413881232 None None] For port a39376a9-62e6-4346-ab49-fd7db1d72016, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a39376a9-62e6-4346-ab49-fd7db1d72016,segment=NetworkSegment(97ed3d88-1567-42fb-bce3-5cd5c640adc8),segment_id=97ed3d88-1567-42fb-bce3-5cd5c640adc8)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:15.640726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a39376a9-62e6-4346-ab49-fd7db1d72016 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:15.641174 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:15.671223 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac30b8c1-6da7-4382-8c02-c57413881232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:15.783722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30b8c1-6da7-4382-8c02-c57413881232 None None] Pushing event updated for resources: {'Port': ['ID=a39376a9-62e6-4346-ab49-fd7db1d72016,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:15.824749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846914d-6727-4e15-9179-f12b8c61d997 req-f965af85-0975-4a4a-9f4e-87be14114a47 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:15.844551 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4846914d-6727-4e15-9179-f12b8c61d997 req-f965af85-0975-4a4a-9f4e-87be14114a47 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1907518 Feb 15 17:00:15.921163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f35a5aca-f1e0-4579-84d2-b0460b205122 None None] Provisioning complete for port 26ee57cc-4e95-4267-a40d-07cba88056b7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:15.933641 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f35a5aca-f1e0-4579-84d2-b0460b205122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:15.938824 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:00:15.939053 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:00:15.994505 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4846914d-6727-4e15-9179-f12b8c61d997 req-97ec9781-2b47-42fd-911a-78336d7f2b76 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466901 Feb 15 17:00:16.047300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f35a5aca-f1e0-4579-84d2-b0460b205122 None None] Port 26ee57cc-4e95-4267-a40d-07cba88056b7 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:00:16.070460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f35a5aca-f1e0-4579-84d2-b0460b205122 None None] Provisioning complete for port a39376a9-62e6-4346-ab49-fd7db1d72016 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:16.070847 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f35a5aca-f1e0-4579-84d2-b0460b205122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:16.127705 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router e3d66710-1693-4d96-a7d1-4db549dc6371 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:00:16.170950 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff7898bf-6ac6-425a-b31b-aba9fc67e59c req-fe0e73c7-78f1-46b3-ade7-62a4fe8cbbe3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.0892253 Feb 15 17:00:16.288870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f35a5aca-f1e0-4579-84d2-b0460b205122 None None] Current status of the port a39376a9-62e6-4346-ab49-fd7db1d72016 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:16.407182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:00:16.429136 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f9fcab7f-76bc-47d7-aa3a-e08ea4ccd5e3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/e3d66710-1693-4d96-a7d1-4db549dc6371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9923508 Feb 15 17:00:16.430246 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c237c104-525a-41ba-8f56-a912414472f6 None None] Provisioning complete for port 26ee57cc-4e95-4267-a40d-07cba88056b7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:16.430630 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c237c104-525a-41ba-8f56-a912414472f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:16.431803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36780) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:16.437777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c48b8844-0f75-4a66-b344-4c8e65386f47 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'network': {'name': 'tempest-RoutersTest-1806086023'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:16.535060 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48b8844-0f75-4a66-b344-4c8e65386f47 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:00:16.539434 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c48b8844-0f75-4a66-b344-4c8e65386f47 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:16.554970 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Sync routers for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:00:16.619570 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c48b8844-0f75-4a66-b344-4c8e65386f47 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:00:16.642510 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c48b8844-0f75-4a66-b344-4c8e65386f47 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (ff85cf9a-00be-4c37-9b69-7751082179ce), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:16.646921 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-c48b8844-0f75-4a66-b344-4c8e65386f47 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Added segment ff85cf9a-00be-4c37-9b69-7751082179ce of type vlan for network 94171c0e-e9be-46f9-b409-9d536189e8ab Feb 15 17:00:16.729566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b0c6f-d6e9-471b-a6b0-a75db59eb1fe req-592da572-c603-4787-8db6-11b2aba05a90 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:16.734887 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c14b0c6f-d6e9-471b-a6b0-a75db59eb1fe req-592da572-c603-4787-8db6-11b2aba05a90 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.1471682 Feb 15 17:00:16.760506 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c48b8844-0f75-4a66-b344-4c8e65386f47 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (94171c0e-e9be-46f9-b409-9d536189e8ab), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:16.775221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a39376a9-62e6-4346-ab49-fd7db1d72016 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:16.812295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c237c104-525a-41ba-8f56-a912414472f6 None None] Port 26ee57cc-4e95-4267-a40d-07cba88056b7 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:00:16.827055 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:00:16.831575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:16.893690 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c48b8844-0f75-4a66-b344-4c8e65386f47 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (94171c0e-e9be-46f9-b409-9d536189e8ab), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:16.899500 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48b8844-0f75-4a66-b344-4c8e65386f47 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:16.902085 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c48b8844-0f75-4a66-b344-4c8e65386f47 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:16.914410 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c14b0c6f-d6e9-471b-a6b0-a75db59eb1fe req-d37bb744-498e-457e-9b31-bf296880da18 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736171 Feb 15 17:00:17.137238 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c48b8844-0f75-4a66-b344-4c8e65386f47 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7018220 Feb 15 17:00:17.137648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36794) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:17.150683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c6c6b9b5-0ccc-4d38-bfa9-d4e255470656 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'subnet': {'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:17.160802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:00:17.346547 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a39376a9-62e6-4346-ab49-fd7db1d72016 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:17.358691 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b8844-0f75-4a66-b344-4c8e65386f47 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Network': ['ID=94171c0e-e9be-46f9-b409-9d536189e8ab,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:17.416113 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8cf70fe-0a75-41d8-9ff1-c4efa6b81ba1 req-3e1f57c6-af17-4a78-bbd9-1f093d791e34 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.0715683 Feb 15 17:00:17.426798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48495de9-a8ef-48f8-bfef-c417d2e5f9f9 req-5e7832ee-cbf8-48a5-90ee-1423f3cfac74 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:17.433471 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-48495de9-a8ef-48f8-bfef-c417d2e5f9f9 req-5e7832ee-cbf8-48a5-90ee-1423f3cfac74 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.3389876 Feb 15 17:00:17.508409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 94171c0e-e9be-46f9-b409-9d536189e8ab details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:00:17.532831 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-48495de9-a8ef-48f8-bfef-c417d2e5f9f9 req-67c7d096-d64d-4f75-987d-1602251444b0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868704 Feb 15 17:00:17.607332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c6b9b5-0ccc-4d38-bfa9-d4e255470656 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:00:17.649744 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b9b5-0ccc-4d38-bfa9-d4e255470656 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:17.733950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c0066aa6-f92e-4916-bdf2-157b5b602ac2 None None] Provisioning complete for port 26ee57cc-4e95-4267-a40d-07cba88056b7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:17.734447 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c0066aa6-f92e-4916-bdf2-157b5b602ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:17.838030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c0066aa6-f92e-4916-bdf2-157b5b602ac2 None None] Port 26ee57cc-4e95-4267-a40d-07cba88056b7 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:00:17.860359 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a39376a9-62e6-4346-ab49-fd7db1d72016 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:17.860756 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:18.063419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a39376a9-62e6-4346-ab49-fd7db1d72016 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:18.089107 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:00:13Z', 'revision_number': 2, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:14Z', 'revision_number': 2, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:18.156328 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Checking router: e3d66710-1693-4d96-a7d1-4db549dc6371 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:00:18.156602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Updating router e3d66710-1693-4d96-a7d1-4db549dc6371 port 26ee57cc-4e95-4267-a40d-07cba88056b7 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:00:18.189161 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b9b5-0ccc-4d38-bfa9-d4e255470656 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (122777b1-2858-49f4-90cb-2e5e2875380f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:18.220269 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:18.281791 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da9005-bf10-4fb0-9e52-9659e3ca7d0e req-a1541067-9e75-42da-8299-e6b44d2c44dc tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:18.294318 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b4da9005-bf10-4fb0-9e52-9659e3ca7d0e req-a1541067-9e75-42da-8299-e6b44d2c44dc tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.2008159 Feb 15 17:00:18.402957 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36818) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:18.507777 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b4da9005-bf10-4fb0-9e52-9659e3ca7d0e req-7c35cf89-2cc0-4710-ba24-eac896212c1e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016039 Feb 15 17:00:18.507777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6b9b5-0ccc-4d38-bfa9-d4e255470656 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Subnet': ['ID=122777b1-2858-49f4-90cb-2e5e2875380f,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:18.543346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c6b9b5-0ccc-4d38-bfa9-d4e255470656 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Checking segment: {'id': 'ff85cf9a-00be-4c37-9b69-7751082179ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:18.543346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c6b9b5-0ccc-4d38-bfa9-d4e255470656 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network hostable DHCP agents. Network: 94171c0e-e9be-46f9-b409-9d536189e8ab, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:00:18.669566 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d929ed8c-711d-4ac5-a0fc-2e9a543cdb1d req-51b68483-21e4-4a4e-b6cc-217dfd8ee8ba tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.1191647 Feb 15 17:00:18.687584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c6b9b5-0ccc-4d38-bfa9-d4e255470656 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 94171c0e-e9be-46f9-b409-9d536189e8ab is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:00:18.725958 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd71a5-cb23-4df1-8eae-e380ade2755f req-10557591-3889-4323-b863-b4e54af5740c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:18.735768 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8bcd71a5-cb23-4df1-8eae-e380ade2755f req-10557591-3889-4323-b863-b4e54af5740c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1004062 Feb 15 17:00:18.799073 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8bcd71a5-cb23-4df1-8eae-e380ade2755f req-1fb06df7-e12a-41da-85bd-d89c920ae1e5 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620224 Feb 15 17:00:18.799944 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-c6c6b9b5-0ccc-4d38-bfa9-d4e255470656 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 94171c0e-e9be-46f9-b409-9d536189e8ab) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:18.822960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c6b9b5-0ccc-4d38-bfa9-d4e255470656 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:18.825563 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6c6b9b5-0ccc-4d38-bfa9-d4e255470656 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:18.841318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b38ee0-be33-41d8-822c-496a74021704 None None] Network 94171c0e-e9be-46f9-b409-9d536189e8ab requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:00:18.954613 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c6c6b9b5-0ccc-4d38-bfa9-d4e255470656 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8157859 Feb 15 17:00:18.957461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36830) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:19.053104 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0b2f7c2b-5417-4757-ba26-3953e73a86f8 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-768549013', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:19.186035 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-94171c0e-e9be-46f9-b409-9d536189e8ab', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:00:19.193735 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b2f7c2b-5417-4757-ba26-3953e73a86f8 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (5c8ffd5b-2ade-4ce4-bff2-195540818d94), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:19.197464 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b2f7c2b-5417-4757-ba26-3953e73a86f8 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (5c8ffd5b-2ade-4ce4-bff2-195540818d94), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:19.198364 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:19.301297 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b2f7c2b-5417-4757-ba26-3953e73a86f8 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for router_controller (5c8ffd5b-2ade-4ce4-bff2-195540818d94), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:19.382874 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b2f7c2b-5417-4757-ba26-3953e73a86f8 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (5c8ffd5b-2ade-4ce4-bff2-195540818d94), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:19.492709 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b2f7c2b-5417-4757-ba26-3953e73a86f8 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:19.498957 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0b2f7c2b-5417-4757-ba26-3953e73a86f8 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0925720 Feb 15 17:00:19.499713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36836) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:19.505814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7bedc4fd-081a-4b45-8241-0aa262a68dd7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1120592550'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:19.604354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bedc4fd-081a-4b45-8241-0aa262a68dd7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Made reservation on behalf of 2670a7f476454438a1bc6224d1fb8f0e for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:00:19.608767 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bedc4fd-081a-4b45-8241-0aa262a68dd7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:19.634657 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Publish callbacks [] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:19.639558 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bedc4fd-081a-4b45-8241-0aa262a68dd7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:19.659002 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:19.661245 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Allocated IP 172.21.0.2 (94171c0e-e9be-46f9-b409-9d536189e8ab/122777b1-2858-49f4-90cb-2e5e2875380f/49a224c4-e817-4feb-b60f-119c696702ae) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:00:19.734817 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:19.850564 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bedc4fd-081a-4b45-8241-0aa262a68dd7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for security_group (adfd5bc2-1018-45e2-8f8d-f6db4974564d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:19.888741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36846) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:19.951009 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bedc4fd-081a-4b45-8241-0aa262a68dd7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (adfd5bc2-1018-45e2-8f8d-f6db4974564d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:20.004955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7a3edcfb-9d4d-4614-a981-f545c74ee32c req-6539e09f-4f04-4e00-abaa-b9d6dd2e5da6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.1497350 Feb 15 17:00:20.010622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bedc4fd-081a-4b45-8241-0aa262a68dd7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:00:20.099654 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bedc4fd-081a-4b45-8241-0aa262a68dd7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (f1e4e131-5e95-4448-8357-a23b6c59aa01), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:20.104725 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-7bedc4fd-081a-4b45-8241-0aa262a68dd7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Added segment f1e4e131-5e95-4448-8357-a23b6c59aa01 of type vlan for network c49c9f26-b38c-4fb9-982f-2a5835ffb18b Feb 15 17:00:20.143513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b25e95-d210-4606-b7a9-a4d119b657fa req-84170036-b34b-4283-ab49-8505747d81ca tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:20.145127 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17b25e95-d210-4606-b7a9-a4d119b657fa req-84170036-b34b-4283-ab49-8505747d81ca tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.4595163 Feb 15 17:00:20.238631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedc4fd-081a-4b45-8241-0aa262a68dd7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adfd5bc2-1018-45e2-8f8d-f6db4974564d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:20.444451 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eb48cef7-0b1f-41b5-bd31-72e8d4bc5824 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:20.514366 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17b25e95-d210-4606-b7a9-a4d119b657fa req-6bb4fc42-efb7-4440-91dc-e38b11fa6be0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353388 Feb 15 17:00:20.593906 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Attempting to bind port 26ee57cc-4e95-4267-a40d-07cba88056b7 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:00:20.594996 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Attempting to bind port 26ee57cc-4e95-4267-a40d-07cba88056b7 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '97ed3d88-1567-42fb-bce3-5cd5c640adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:00:20.595624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Attempting to bind port 26ee57cc-4e95-4267-a40d-07cba88056b7 on network 52c582d8-e26f-4613-84ea-f9295e481c91 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:00:20.608300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4436c-44c5-4c67-9c63-6eab05141ec1 None None] Pushing event updated for resources: {'Port': ['ID=26ee57cc-4e95-4267-a40d-07cba88056b7,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:20.621908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4436c-44c5-4c67-9c63-6eab05141ec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:20.622588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4436c-44c5-4c67-9c63-6eab05141ec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:20.623299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4436c-44c5-4c67-9c63-6eab05141ec1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:20.624549 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4436c-44c5-4c67-9c63-6eab05141ec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:20.625077 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4436c-44c5-4c67-9c63-6eab05141ec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:20.625717 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4436c-44c5-4c67-9c63-6eab05141ec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:20.626225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4436c-44c5-4c67-9c63-6eab05141ec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:20.626810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4436c-44c5-4c67-9c63-6eab05141ec1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:20.627287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4436c-44c5-4c67-9c63-6eab05141ec1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:20.627829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4436c-44c5-4c67-9c63-6eab05141ec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:20.628339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4436c-44c5-4c67-9c63-6eab05141ec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:20.628889 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4436c-44c5-4c67-9c63-6eab05141ec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:20.629436 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3da4436c-44c5-4c67-9c63-6eab05141ec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:20.655676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:00:20.656943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Checking segment: {'id': '97ed3d88-1567-42fb-bce3-5cd5c640adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:20.657548 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:20.658124 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Bound using segment: {'id': '97ed3d88-1567-42fb-bce3-5cd5c640adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:00:20.658849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Bound port: 26ee57cc-4e95-4267-a40d-07cba88056b7, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ed3d88-1567-42fb-bce3-5cd5c640adc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:00:20.659403 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:20.664532 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eb48cef7-0b1f-41b5-bd31-72e8d4bc5824 admin admin] Publish callbacks [] for security_group (5352dd9f-9487-43d1-9994-c69c1a59d975), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:20.687213 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bedc4fd-081a-4b45-8241-0aa262a68dd7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (c49c9f26-b38c-4fb9-982f-2a5835ffb18b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:20.727406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebddd0c-a4e5-4837-bf2c-6e33e1df82e2 req-7f6ef70d-7aa2-418e-afcf-6e4cef734717 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:20.730009 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7ebddd0c-a4e5-4837-bf2c-6e33e1df82e2 req-7f6ef70d-7aa2-418e-afcf-6e4cef734717 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.5477042 Feb 15 17:00:20.732334 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eb48cef7-0b1f-41b5-bd31-72e8d4bc5824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5352dd9f-9487-43d1-9994-c69c1a59d975), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:20.744367 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-12d99fa2-6189-4afb-8266-b397b3b44a39 None None] Provisioning complete for port 26ee57cc-4e95-4267-a40d-07cba88056b7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:20.745269 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-12d99fa2-6189-4afb-8266-b397b3b44a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:20.771762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48cef7-0b1f-41b5-bd31-72e8d4bc5824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5352dd9f-9487-43d1-9994-c69c1a59d975,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:20.798733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-12d99fa2-6189-4afb-8266-b397b3b44a39 None None] Port 26ee57cc-4e95-4267-a40d-07cba88056b7 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:00:20.842726 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Publish callbacks [] for port (49a224c4-e817-4feb-b60f-119c696702ae), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:20.848220 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bedc4fd-081a-4b45-8241-0aa262a68dd7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (c49c9f26-b38c-4fb9-982f-2a5835ffb18b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:20.857558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bedc4fd-081a-4b45-8241-0aa262a68dd7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:20.858759 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bedc4fd-081a-4b45-8241-0aa262a68dd7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:20.890789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] For port 26ee57cc-4e95-4267-a40d-07cba88056b7, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:00:20.898641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] For port 26ee57cc-4e95-4267-a40d-07cba88056b7, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=26ee57cc-4e95-4267-a40d-07cba88056b7,segment=NetworkSegment(97ed3d88-1567-42fb-bce3-5cd5c640adc8),segment_id=97ed3d88-1567-42fb-bce3-5cd5c640adc8)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:00:20.913141 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (49a224c4-e817-4feb-b60f-119c696702ae), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:20.962852 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-eb48cef7-0b1f-41b5-bd31-72e8d4bc5824 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cd210ac20285426b84d46bd7d7fbb77e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0611906 Feb 15 17:00:20.986434 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:20.988080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36852) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:21.019296 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Network 94171c0e-e9be-46f9-b409-9d536189e8ab is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:21.026680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:21.049593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:00:21.061207 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Pushing event updated for resources: {'Port': ['ID=49a224c4-e817-4feb-b60f-119c696702ae,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:21.100521 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Allocated IP 172.21.0.1 (94171c0e-e9be-46f9-b409-9d536189e8ab/122777b1-2858-49f4-90cb-2e5e2875380f/79b57b8b-8672-4a65-b774-342984eb73b5) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:00:21.141047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4436c-44c5-4c67-9c63-6eab05141ec1 None None] Pushing event updated for resources: {'Port': ['ID=26ee57cc-4e95-4267-a40d-07cba88056b7,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:21.153322 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7bedc4fd-081a-4b45-8241-0aa262a68dd7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.6515105 Feb 15 17:00:21.164184 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36856) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:21.175257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:00:21.176182 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:21.178378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-9098945a-1f61-417f-805f-5b358c02fb4d tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Request body: {'subnet': {'network_id': 'c49c9f26-b38c-4fb9-982f-2a5835ffb18b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:21.299600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:00:21.373009 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-667eceb7-cab5-461d-90b6-1ca70415bc9a req-45a212a9-e75e-45db-b16f-465315ae3234 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.0711360 Feb 15 17:00:21.375471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bedc4fd-081a-4b45-8241-0aa262a68dd7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event updated for resources: {'Network': ['ID=c49c9f26-b38c-4fb9-982f-2a5835ffb18b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:21.408798 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7ebddd0c-a4e5-4837-bf2c-6e33e1df82e2 req-88668c74-bc71-4b73-bf7a-7eb746e76a5c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6731150 Feb 15 17:00:21.475760 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4484f744-b47c-492e-8277-3ada40560971 admin admin] Publish callbacks [] for security_group (5352dd9f-9487-43d1-9994-c69c1a59d975), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:21.522491 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network c49c9f26-b38c-4fb9-982f-2a5835ffb18b details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:00:21.529012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (79b57b8b-8672-4a65-b774-342984eb73b5), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:21.572204 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4484f744-b47c-492e-8277-3ada40560971 admin admin] Publish callbacks [] for security_group (5352dd9f-9487-43d1-9994-c69c1a59d975), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:21.676801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Attempting to bind port 49a224c4-e817-4feb-b60f-119c696702ae on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:00:21.677448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Attempting to bind port 49a224c4-e817-4feb-b60f-119c696702ae by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'ff85cf9a-00be-4c37-9b69-7751082179ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:00:21.677569 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Attempting to bind port 49a224c4-e817-4feb-b60f-119c696702ae on network 94171c0e-e9be-46f9-b409-9d536189e8ab {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:00:21.712543 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9098945a-1f61-417f-805f-5b358c02fb4d tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Made reservation on behalf of 2670a7f476454438a1bc6224d1fb8f0e for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:00:21.716448 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9098945a-1f61-417f-805f-5b358c02fb4d tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:21.753798 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (79b57b8b-8672-4a65-b774-342984eb73b5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:21.806010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:00:21.806314 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Checking segment: {'id': 'ff85cf9a-00be-4c37-9b69-7751082179ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:21.806718 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:21.807113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Bound using segment: {'id': 'ff85cf9a-00be-4c37-9b69-7751082179ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:00:21.807854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Bound port: 49a224c4-e817-4feb-b60f-119c696702ae, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff85cf9a-00be-4c37-9b69-7751082179ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:00:21.808503 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (49a224c4-e817-4feb-b60f-119c696702ae), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:21.817109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-efb4eafb-0210-4266-ace8-2d72db7b0bf6 None None] Provisioning complete for port 26ee57cc-4e95-4267-a40d-07cba88056b7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:21.817517 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-efb4eafb-0210-4266-ace8-2d72db7b0bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:21.839535 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4484f744-b47c-492e-8277-3ada40560971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5352dd9f-9487-43d1-9994-c69c1a59d975), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:21.858898 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4484f744-b47c-492e-8277-3ada40560971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:21.860342 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4484f744-b47c-492e-8277-3ada40560971 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5352dd9f-9487-43d1-9994-c69c1a59d975 HTTP/1.1" status: 204 len: 168 time: 0.8670778 Feb 15 17:00:21.877681 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=79b57b8b-8672-4a65-b774-342984eb73b5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:21.890216 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 94171c0e-e9be-46f9-b409-9d536189e8ab is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:21.895782 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:21.902516 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:00:21.907112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484f744-b47c-492e-8277-3ada40560971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5352dd9f-9487-43d1-9994-c69c1a59d975,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:21.907723 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:21.908263 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:21.908985 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:21.909677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:21.910182 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:21.910987 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:21.911756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:21.912323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:21.912809 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:21.913555 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:21.914051 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:21.914546 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:21.915752 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:22.084635 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (e3d66710-1693-4d96-a7d1-4db549dc6371), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:22.111502 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b415c9-00c5-4be7-a8f4-a04827a7be38 req-cd234019-b655-401f-aa0e-ba6184d2baa6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:22.115476 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-76b415c9-00c5-4be7-a8f4-a04827a7be38 req-cd234019-b655-401f-aa0e-ba6184d2baa6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.4420061 Feb 15 17:00:22.305772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] For port 49a224c4-e817-4feb-b60f-119c696702ae, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:00:22.311454 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-efb4eafb-0210-4266-ace8-2d72db7b0bf6 None None] Current status of the port 26ee57cc-4e95-4267-a40d-07cba88056b7 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:22.311850 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-efb4eafb-0210-4266-ace8-2d72db7b0bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:22.332390 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-76b415c9-00c5-4be7-a8f4-a04827a7be38 req-45307491-b0d1-4f7e-a972-6cf5227a2b3b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538386 Feb 15 17:00:22.404449 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] For port 49a224c4-e817-4feb-b60f-119c696702ae, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=49a224c4-e817-4feb-b60f-119c696702ae,segment=NetworkSegment(ff85cf9a-00be-4c37-9b69-7751082179ce),segment_id=ff85cf9a-00be-4c37-9b69-7751082179ce)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:00:22.406703 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9098945a-1f61-417f-805f-5b358c02fb4d tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (8cd97515-86f1-408f-a414-47d70a163370), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:22.529311 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (49a224c4-e817-4feb-b60f-119c696702ae), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:22.579072 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (79b57b8b-8672-4a65-b774-342984eb73b5), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:22.601771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-efb4eafb-0210-4266-ace8-2d72db7b0bf6 None None] For port 26ee57cc-4e95-4267-a40d-07cba88056b7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=26ee57cc-4e95-4267-a40d-07cba88056b7,segment=NetworkSegment(97ed3d88-1567-42fb-bce3-5cd5c640adc8),segment_id=97ed3d88-1567-42fb-bce3-5cd5c640adc8)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:22.699856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098945a-1f61-417f-805f-5b358c02fb4d tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event updated for resources: {'Subnet': ['ID=8cd97515-86f1-408f-a414-47d70a163370,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:22.768284 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-efb4eafb-0210-4266-ace8-2d72db7b0bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:22.791803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:00:13Z', 'revision_number': 2, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:20Z', 'revision_number': 4, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:22.854630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3aac6ea-2ea8-4308-bacd-016d3b2cf126 None None] The sync data for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 is: [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:00:13Z', 'revision_number': 2, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:20Z', 'revision_number': 4, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:00:22.856446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f45afd-cd0a-4454-9d09-8bcd9cb5aea1 None None] Pushing event updated for resources: {'Port': ['ID=49a224c4-e817-4feb-b60f-119c696702ae,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:22.930031 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b2d3729-bd78-4b52-af88-e53122e9e7b5 req-aa232977-167d-4b6a-89bc-d0957d272887 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.2576377 Feb 15 17:00:22.945355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9098945a-1f61-417f-805f-5b358c02fb4d tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Checking segment: {'id': 'f1e4e131-5e95-4448-8357-a23b6c59aa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c49c9f26-b38c-4fb9-982f-2a5835ffb18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:22.945767 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9098945a-1f61-417f-805f-5b358c02fb4d tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Network hostable DHCP agents. Network: c49c9f26-b38c-4fb9-982f-2a5835ffb18b, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:00:22.970403 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4eafb-0210-4266-ace8-2d72db7b0bf6 None None] Pushing event updated for resources: {'Port': ['ID=26ee57cc-4e95-4267-a40d-07cba88056b7,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:23.026429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9098945a-1f61-417f-805f-5b358c02fb4d tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Network c49c9f26-b38c-4fb9-982f-2a5835ffb18b is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:00:23.117647 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-9098945a-1f61-417f-805f-5b358c02fb4d tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, c49c9f26-b38c-4fb9-982f-2a5835ffb18b) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:23.127990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9098945a-1f61-417f-805f-5b358c02fb4d tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:23.128563 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9098945a-1f61-417f-805f-5b358c02fb4d tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:23.161945 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5862d4e2-9845-4c23-acc0-61c5394201ef None None] Network c49c9f26-b38c-4fb9-982f-2a5835ffb18b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:00:23.185475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06c93b-3432-4217-a8b6-cba295bbd4e1 req-f22bf2b3-8482-45a6-8868-0482e2f05f58 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:23.196631 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7d06c93b-3432-4217-a8b6-cba295bbd4e1 req-f22bf2b3-8482-45a6-8868-0482e2f05f58 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.5204835 Feb 15 17:00:23.236221 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9098945a-1f61-417f-805f-5b358c02fb4d tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0655348 Feb 15 17:00:23.236221 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36876) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:23.247782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-8ed24588-9bba-49fb-9f7f-0d7fa2631297 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Request body: {'network': {'name': 'tempest-router-network01--935115201'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:23.338302 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36878) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:23.397721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed24588-9bba-49fb-9f7f-0d7fa2631297 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Made reservation on behalf of 2670a7f476454438a1bc6224d1fb8f0e for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:00:23.426259 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8ed24588-9bba-49fb-9f7f-0d7fa2631297 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:23.442512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-c49c9f26-b38c-4fb9-982f-2a5835ffb18b', 'network_id': 'c49c9f26-b38c-4fb9-982f-2a5835ffb18b', 'project_id': '2670a7f476454438a1bc6224d1fb8f0e', 'fixed_ips': [{'subnet_id': '8cd97515-86f1-408f-a414-47d70a163370'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:00:23.443382 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:23.499883 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-39db608a-2323-4cdc-b01c-b6fe01fbbab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:23.563870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed24588-9bba-49fb-9f7f-0d7fa2631297 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:00:23.742256 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-39db608a-2323-4cdc-b01c-b6fe01fbbab7 admin admin] Publish callbacks [] for security_group (77cf8b31-a124-4a2e-9b54-ebb2928a8243), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:23.832568 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8ed24588-9bba-49fb-9f7f-0d7fa2631297 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b7a3b150-3129-4cca-8e32-d5095319bd71), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:23.832926 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-8ed24588-9bba-49fb-9f7f-0d7fa2631297 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Added segment b7a3b150-3129-4cca-8e32-d5095319bd71 of type vlan for network c59e19e0-0a08-4af8-8a9d-d9085d5b9d04 Feb 15 17:00:23.908305 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-39db608a-2323-4cdc-b01c-b6fe01fbbab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (77cf8b31-a124-4a2e-9b54-ebb2928a8243), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:23.992013 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-39db608a-2323-4cdc-b01c-b6fe01fbbab7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a287f123acde4c318327033c7ca41acf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6525486 Feb 15 17:00:23.998243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36886) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:24.151039 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Allocated IP 172.20.0.2 (c49c9f26-b38c-4fb9-982f-2a5835ffb18b/8cd97515-86f1-408f-a414-47d70a163370/07b224e4-5c92-41ce-96df-548ddfecc9a2) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:00:24.217533 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7d06c93b-3432-4217-a8b6-cba295bbd4e1 req-86a04d92-15f7-4662-99ec-c82bb15ebf52 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0126576 Feb 15 17:00:24.279793 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8ed24588-9bba-49fb-9f7f-0d7fa2631297 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (c59e19e0-0a08-4af8-8a9d-d9085d5b9d04), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:24.351579 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db608a-2323-4cdc-b01c-b6fe01fbbab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cf8b31-a124-4a2e-9b54-ebb2928a8243,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:24.373490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebeb92-23b8-43e1-b8a5-75d76436303c req-dfc75a95-f5b0-46bc-9263-5abfcf51ba4a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:24.387291 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-73ebeb92-23b8-43e1-b8a5-75d76436303c req-dfc75a95-f5b0-46bc-9263-5abfcf51ba4a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.8359504 Feb 15 17:00:24.423875 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.db.resource_extend [None req-8ed24588-9bba-49fb-9f7f-0d7fa2631297 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 17:00:24.512070 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1334441e-2dc9-4480-ac14-0a096cca956c admin admin] Publish callbacks [] for security_group (77cf8b31-a124-4a2e-9b54-ebb2928a8243), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:24.542067 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ecb51d8b-b33e-4562-a9b7-8bc133ac2f8d req-8b73dcb4-933b-4537-8cc0-8c442532c0fd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.1087956 Feb 15 17:00:24.606449 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Publish callbacks [] for port (07b224e4-5c92-41ce-96df-548ddfecc9a2), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:24.608011 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-73ebeb92-23b8-43e1-b8a5-75d76436303c req-6bed9f92-10cb-4f36-8b04-dd74d8f19dbf tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174675 Feb 15 17:00:24.629744 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8ed24588-9bba-49fb-9f7f-0d7fa2631297 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (c59e19e0-0a08-4af8-8a9d-d9085d5b9d04), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:24.635399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed24588-9bba-49fb-9f7f-0d7fa2631297 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:24.638238 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8ed24588-9bba-49fb-9f7f-0d7fa2631297 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:24.677825 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (07b224e4-5c92-41ce-96df-548ddfecc9a2), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:24.744288 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (79b57b8b-8672-4a65-b774-342984eb73b5), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:24.799745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Pushing event updated for resources: {'Port': ['ID=07b224e4-5c92-41ce-96df-548ddfecc9a2,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:24.807206 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed24588-9bba-49fb-9f7f-0d7fa2631297 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event updated for resources: {'Network': ['ID=c59e19e0-0a08-4af8-8a9d-d9085d5b9d04,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:24.810333 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (79b57b8b-8672-4a65-b774-342984eb73b5), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:24.825090 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Network c49c9f26-b38c-4fb9-982f-2a5835ffb18b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:24.829989 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8ed24588-9bba-49fb-9f7f-0d7fa2631297 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5904543 Feb 15 17:00:24.831035 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:24.834518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:00:24.842527 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36888) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:24.860762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-8f2fc6d0-f4cb-4869-ac5a-9b5d5a1b453a tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Request body: {'network': {'name': 'tempest-router-network02--12119527'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:24.902440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network c59e19e0-0a08-4af8-8a9d-d9085d5b9d04 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:00:24.915591 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1334441e-2dc9-4480-ac14-0a096cca956c admin admin] Publish callbacks [] for security_group (77cf8b31-a124-4a2e-9b54-ebb2928a8243), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:24.992467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2fc6d0-f4cb-4869-ac5a-9b5d5a1b453a tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Made reservation on behalf of 2670a7f476454438a1bc6224d1fb8f0e for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:00:25.002800 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f2fc6d0-f4cb-4869-ac5a-9b5d5a1b453a tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:25.009405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=79b57b8b-8672-4a65-b774-342984eb73b5,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:25.021121 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (e3d66710-1693-4d96-a7d1-4db549dc6371), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:25.143352 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1334441e-2dc9-4480-ac14-0a096cca956c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (77cf8b31-a124-4a2e-9b54-ebb2928a8243), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:25.147337 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1334441e-2dc9-4480-ac14-0a096cca956c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:25.147831 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1334441e-2dc9-4480-ac14-0a096cca956c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/77cf8b31-a124-4a2e-9b54-ebb2928a8243 HTTP/1.1" status: 204 len: 168 time: 1.1360846 Feb 15 17:00:25.174782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2fc6d0-f4cb-4869-ac5a-9b5d5a1b453a tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:00:25.179917 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334441e-2dc9-4480-ac14-0a096cca956c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cf8b31-a124-4a2e-9b54-ebb2928a8243,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:25.205017 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f2fc6d0-f4cb-4869-ac5a-9b5d5a1b453a tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (0c91b249-191e-494f-b1ba-0d1c09472ec4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:25.205353 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-8f2fc6d0-f4cb-4869-ac5a-9b5d5a1b453a tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Added segment 0c91b249-191e-494f-b1ba-0d1c09472ec4 of type vlan for network 7da3bc8a-78f1-4040-b98b-c0a8a0101deb Feb 15 17:00:25.300424 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 94171c0e-e9be-46f9-b409-9d536189e8ab is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:25.307012 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f2fc6d0-f4cb-4869-ac5a-9b5d5a1b453a tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (7da3bc8a-78f1-4040-b98b-c0a8a0101deb), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:25.307506 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:25.333947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f78afa2-1177-4a8e-942d-c50075b693cd None None] Network 94171c0e-e9be-46f9-b409-9d536189e8ab requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:00:25.358372 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 49a224c4-e817-4feb-b60f-119c696702ae up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:25.477643 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f2fc6d0-f4cb-4869-ac5a-9b5d5a1b453a tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (7da3bc8a-78f1-4040-b98b-c0a8a0101deb), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:25.482791 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2fc6d0-f4cb-4869-ac5a-9b5d5a1b453a tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:25.485090 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f2fc6d0-f4cb-4869-ac5a-9b5d5a1b453a tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:25.561781 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router e3d66710-1693-4d96-a7d1-4db549dc6371 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:00:25.633186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1c85a9-36e9-45e6-aa06-400c8883996a req-e747cd07-abc5-47a5-ab13-82196e03d26b tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:25.639035 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1f1c85a9-36e9-45e6-aa06-400c8883996a req-e747cd07-abc5-47a5-ab13-82196e03d26b tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1631114 Feb 15 17:00:25.643641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2fc6d0-f4cb-4869-ac5a-9b5d5a1b453a tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event updated for resources: {'Network': ['ID=7da3bc8a-78f1-4040-b98b-c0a8a0101deb,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:25.679292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 7da3bc8a-78f1-4040-b98b-c0a8a0101deb details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:00:25.694291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Attempting to bind port 07b224e4-5c92-41ce-96df-548ddfecc9a2 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:00:25.700430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Attempting to bind port 07b224e4-5c92-41ce-96df-548ddfecc9a2 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f1e4e131-5e95-4448-8357-a23b6c59aa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c49c9f26-b38c-4fb9-982f-2a5835ffb18b'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:00:25.701257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Attempting to bind port 07b224e4-5c92-41ce-96df-548ddfecc9a2 on network c49c9f26-b38c-4fb9-982f-2a5835ffb18b {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:00:25.705787 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8f2fc6d0-f4cb-4869-ac5a-9b5d5a1b453a tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8596139 Feb 15 17:00:25.706037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36900) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:25.711871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Request body: {'subnet': {'network_id': 'c59e19e0-0a08-4af8-8a9d-d9085d5b9d04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:25.758292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d0fe284e-d77f-4b39-b3aa-9c83e6437e18 None None] Provisioning complete for port 49a224c4-e817-4feb-b60f-119c696702ae triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:25.763466 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0fe284e-d77f-4b39-b3aa-9c83e6437e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (49a224c4-e817-4feb-b60f-119c696702ae), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:25.794401 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1f1c85a9-36e9-45e6-aa06-400c8883996a req-7f0e0168-0487-47b4-acbb-22b3366de559 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133955 Feb 15 17:00:25.819786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:00:25.833084 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a669cd3f-5daf-4fb4-bb5e-f88cc3c7e543 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/e3d66710-1693-4d96-a7d1-4db549dc6371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8745010 Feb 15 17:00:25.836319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36902) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:25.846268 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Sync routers for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:00:25.860410 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:00:25.866608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f49b3433-fc27-4212-aa78-9de9675f48f7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'network': {'name': 'tempest-RoutersTest-1058507068'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:25.867539 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:26.057574 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-02f8a9fc-f3a1-486d-87b2-194b549c421e req-6667b9ff-5a81-43ca-aae3-7a2dc66993a9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.2720661 Feb 15 17:00:26.104598 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c34fce-c799-4e21-83c7-95dcdb2c3dbe req-9d7de7fb-9f21-4a44-816a-cb1ebf73914c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:26.130239 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a7c34fce-c799-4e21-83c7-95dcdb2c3dbe req-9d7de7fb-9f21-4a44-816a-cb1ebf73914c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.1761072 Feb 15 17:00:26.178621 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:00:26.203409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 49a224c4-e817-4feb-b60f-119c696702ae triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:26.204174 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (49a224c4-e817-4feb-b60f-119c696702ae), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:26.206873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:00:26.207616 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Checking segment: {'id': 'f1e4e131-5e95-4448-8357-a23b6c59aa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c49c9f26-b38c-4fb9-982f-2a5835ffb18b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:26.208252 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:26.208907 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Bound using segment: {'id': 'f1e4e131-5e95-4448-8357-a23b6c59aa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c49c9f26-b38c-4fb9-982f-2a5835ffb18b'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:00:26.209824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Bound port: 07b224e4-5c92-41ce-96df-548ddfecc9a2, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e4e131-5e95-4448-8357-a23b6c59aa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'c49c9f26-b38c-4fb9-982f-2a5835ffb18b'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:00:26.210499 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (07b224e4-5c92-41ce-96df-548ddfecc9a2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:26.290451 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a7c34fce-c799-4e21-83c7-95dcdb2c3dbe req-2b02b2dd-dba7-4c70-a97b-a7808d15a2a0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070950 Feb 15 17:00:26.449237 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49b3433-fc27-4212-aa78-9de9675f48f7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:00:26.452647 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f49b3433-fc27-4212-aa78-9de9675f48f7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:26.500320 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 3, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:24Z', 'revision_number': 2, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:26.505888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Made reservation on behalf of 2670a7f476454438a1bc6224d1fb8f0e for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:00:26.514855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:26.515572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49b3433-fc27-4212-aa78-9de9675f48f7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:00:26.536726 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f49b3433-fc27-4212-aa78-9de9675f48f7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (f8c27815-cbe2-4b1b-b29e-d0dccca8868c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:26.537083 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-f49b3433-fc27-4212-aa78-9de9675f48f7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Added segment f8c27815-cbe2-4b1b-b29e-d0dccca8868c of type vlan for network 2a15d781-f990-4aa0-acbe-fd004d23dcd6 Feb 15 17:00:26.569713 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Checking router: e3d66710-1693-4d96-a7d1-4db549dc6371 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:00:26.570327 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Updating router e3d66710-1693-4d96-a7d1-4db549dc6371 port 79b57b8b-8672-4a65-b774-342984eb73b5 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:00:26.621000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] For port 07b224e4-5c92-41ce-96df-548ddfecc9a2, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:00:26.625211 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] For port 07b224e4-5c92-41ce-96df-548ddfecc9a2, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=07b224e4-5c92-41ce-96df-548ddfecc9a2,segment=NetworkSegment(f1e4e131-5e95-4448-8357-a23b6c59aa01),segment_id=f1e4e131-5e95-4448-8357-a23b6c59aa01)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:00:26.627048 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f49b3433-fc27-4212-aa78-9de9675f48f7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (2a15d781-f990-4aa0-acbe-fd004d23dcd6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:26.631766 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (79b57b8b-8672-4a65-b774-342984eb73b5), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:26.763513 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f49b3433-fc27-4212-aa78-9de9675f48f7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (2a15d781-f990-4aa0-acbe-fd004d23dcd6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:26.769106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49b3433-fc27-4212-aa78-9de9675f48f7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:26.771501 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (07b224e4-5c92-41ce-96df-548ddfecc9a2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:26.771665 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f49b3433-fc27-4212-aa78-9de9675f48f7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:26.997787 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b3433-fc27-4212-aa78-9de9675f48f7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Network': ['ID=2a15d781-f990-4aa0-acbe-fd004d23dcd6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:27.034498 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f49b3433-fc27-4212-aa78-9de9675f48f7 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1826150 Feb 15 17:00:27.036834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36920) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:27.049667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbd468-0123-4102-9e2a-d92bce235b3a None None] Pushing event updated for resources: {'Port': ['ID=07b224e4-5c92-41ce-96df-548ddfecc9a2,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:27.051473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3a2b329b-070b-4c95-a30d-373b5a530cfa tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'subnet': {'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:27.080364 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d0fe284e-d77f-4b39-b3aa-9c83e6437e18 None None] Current status of the port 49a224c4-e817-4feb-b60f-119c696702ae is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:27.083450 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0fe284e-d77f-4b39-b3aa-9c83e6437e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (49a224c4-e817-4feb-b60f-119c696702ae), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:27.152737 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 2a15d781-f990-4aa0-acbe-fd004d23dcd6 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:00:27.403485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb73aa-5164-40f7-8f5f-67f4b7fdfa1f req-98cc5a17-0903-497e-b1a4-2b1a34307d8c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:27.405776 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9dfb73aa-5164-40f7-8f5f-67f4b7fdfa1f req-98cc5a17-0903-497e-b1a4-2b1a34307d8c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.4556010 Feb 15 17:00:27.466567 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (2258b1e9-e4c8-4d91-80b8-249687d84b90), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:27.500736 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a352d3e9-7694-4121-97da-e97941724159 req-a4d2554d-5af2-41e8-ace2-5daa8fa0e49c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.1992722 Feb 15 17:00:27.609165 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Publish callbacks [] for port (79b57b8b-8672-4a65-b774-342984eb73b5), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:27.686562 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (79b57b8b-8672-4a65-b774-342984eb73b5), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:27.717949 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2b329b-070b-4c95-a30d-373b5a530cfa tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:00:27.727375 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a2b329b-070b-4c95-a30d-373b5a530cfa tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:27.825577 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9dfb73aa-5164-40f7-8f5f-67f4b7fdfa1f req-ccfacc0f-4bf6-41b1-be4d-206b5c46aafd tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114811 Feb 15 17:00:27.886373 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5a62c-6a31-4d8b-bf27-e6e5ab566fca None None] Pushing event updated for resources: {'Port': ['ID=79b57b8b-8672-4a65-b774-342984eb73b5,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:27.909516 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef5a62c-6a31-4d8b-bf27-e6e5ab566fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:27.909686 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef5a62c-6a31-4d8b-bf27-e6e5ab566fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:27.921654 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef5a62c-6a31-4d8b-bf27-e6e5ab566fca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:27.921973 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef5a62c-6a31-4d8b-bf27-e6e5ab566fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:27.922519 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef5a62c-6a31-4d8b-bf27-e6e5ab566fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:27.923411 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef5a62c-6a31-4d8b-bf27-e6e5ab566fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:27.925350 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef5a62c-6a31-4d8b-bf27-e6e5ab566fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:27.929014 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef5a62c-6a31-4d8b-bf27-e6e5ab566fca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:27.932488 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef5a62c-6a31-4d8b-bf27-e6e5ab566fca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:27.933277 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef5a62c-6a31-4d8b-bf27-e6e5ab566fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:27.933884 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef5a62c-6a31-4d8b-bf27-e6e5ab566fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:27.934396 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef5a62c-6a31-4d8b-bf27-e6e5ab566fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:27.934901 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef5a62c-6a31-4d8b-bf27-e6e5ab566fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:28.174794 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Attempting to bind port 79b57b8b-8672-4a65-b774-342984eb73b5 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:00:28.176485 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Attempting to bind port 79b57b8b-8672-4a65-b774-342984eb73b5 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'ff85cf9a-00be-4c37-9b69-7751082179ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:00:28.178666 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Attempting to bind port 79b57b8b-8672-4a65-b774-342984eb73b5 on network 94171c0e-e9be-46f9-b409-9d536189e8ab {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:00:28.185631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d0fe284e-d77f-4b39-b3aa-9c83e6437e18 None None] For port 49a224c4-e817-4feb-b60f-119c696702ae, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=49a224c4-e817-4feb-b60f-119c696702ae,segment=NetworkSegment(ff85cf9a-00be-4c37-9b69-7751082179ce),segment_id=ff85cf9a-00be-4c37-9b69-7751082179ce)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:28.216681 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:00:28.219767 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Checking segment: {'id': 'ff85cf9a-00be-4c37-9b69-7751082179ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:28.224580 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:28.225221 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Bound using segment: {'id': 'ff85cf9a-00be-4c37-9b69-7751082179ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:00:28.225956 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Bound port: 79b57b8b-8672-4a65-b774-342984eb73b5, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff85cf9a-00be-4c37-9b69-7751082179ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:00:28.233295 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (79b57b8b-8672-4a65-b774-342984eb73b5), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:28.359882 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0fe284e-d77f-4b39-b3aa-9c83e6437e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (49a224c4-e817-4feb-b60f-119c696702ae), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:28.397724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 49a224c4-e817-4feb-b60f-119c696702ae is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:28.397724 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (49a224c4-e817-4feb-b60f-119c696702ae), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:28.549725 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] For port 79b57b8b-8672-4a65-b774-342984eb73b5, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:00:28.570186 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] For port 79b57b8b-8672-4a65-b774-342984eb73b5, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=79b57b8b-8672-4a65-b774-342984eb73b5,segment=NetworkSegment(ff85cf9a-00be-4c37-9b69-7751082179ce),segment_id=ff85cf9a-00be-4c37-9b69-7751082179ce)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:00:28.655055 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (79b57b8b-8672-4a65-b774-342984eb73b5), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:28.760111 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6ef117dc-a9fd-4fa0-a0e0-b376d277ccbc None None] Provisioning complete for port 79b57b8b-8672-4a65-b774-342984eb73b5 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:28.760597 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ef117dc-a9fd-4fa0-a0e0-b376d277ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (79b57b8b-8672-4a65-b774-342984eb73b5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:28.835963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae873543-dccc-4a82-a587-96aefc22441a req-fac551cd-d215-4b37-a11a-c5829964be80 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:28.859610 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ae873543-dccc-4a82-a587-96aefc22441a req-fac551cd-d215-4b37-a11a-c5829964be80 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.8933201 Feb 15 17:00:28.984828 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:00:28.989960 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:29.086654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe284e-d77f-4b39-b3aa-9c83e6437e18 None None] Pushing event updated for resources: {'Port': ['ID=49a224c4-e817-4feb-b60f-119c696702ae,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:29.112614 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:00:29.113100 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:00:29.136129 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef5a62c-6a31-4d8b-bf27-e6e5ab566fca None None] Pushing event updated for resources: {'Port': ['ID=79b57b8b-8672-4a65-b774-342984eb73b5,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:29.189622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Checking segment: {'id': 'b7a3b150-3129-4cca-8e32-d5095319bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c59e19e0-0a08-4af8-8a9d-d9085d5b9d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:29.190241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Network hostable DHCP agents. Network: c59e19e0-0a08-4af8-8a9d-d9085d5b9d04, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:00:29.214957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79f62830-95cb-4c1e-99cd-740dd80d49e5 req-146b4e92-1155-405e-9fd1-ea98e2f04372 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.1200895 Feb 15 17:00:29.215672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event updated for resources: {'Subnet': ['ID=2258b1e9-e4c8-4d91-80b8-249687d84b90,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:29.267461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:29.267461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:29.267461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:29.267461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:29.267461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:29.267461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:29.267461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:29.267461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:29.267461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:29.267461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:29.267461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:29.267461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:29.271511 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a2b329b-070b-4c95-a30d-373b5a530cfa tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (473fb5df-a8cb-4762-87a9-61992f1dd7ae), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:29.283865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:00:29.309870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6ef117dc-a9fd-4fa0-a0e0-b376d277ccbc None None] Current status of the port 79b57b8b-8672-4a65-b774-342984eb73b5 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:29.316420 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ef117dc-a9fd-4fa0-a0e0-b376d277ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (79b57b8b-8672-4a65-b774-342984eb73b5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:29.350344 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ae873543-dccc-4a82-a587-96aefc22441a req-322ae2bb-b75a-4f3f-8d2f-e3b693b62553 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895780 Feb 15 17:00:29.386448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Network c59e19e0-0a08-4af8-8a9d-d9085d5b9d04 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:00:29.454558 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:00:29.523557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6ef117dc-a9fd-4fa0-a0e0-b376d277ccbc None None] For port 79b57b8b-8672-4a65-b774-342984eb73b5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=79b57b8b-8672-4a65-b774-342984eb73b5,segment=NetworkSegment(ff85cf9a-00be-4c37-9b69-7751082179ce),segment_id=ff85cf9a-00be-4c37-9b69-7751082179ce)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:29.552233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, c59e19e0-0a08-4af8-8a9d-d9085d5b9d04) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:29.562630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8c7def-dabf-4d49-bec3-823f3c337b2a None None] Network c59e19e0-0a08-4af8-8a9d-d9085d5b9d04 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:00:29.588283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:29.593706 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:29.734449 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6dfbaea7-daaf-470e-95d7-ed30ad8064ae tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0271420 Feb 15 17:00:29.741940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36954) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:29.758155 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ef117dc-a9fd-4fa0-a0e0-b376d277ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (79b57b8b-8672-4a65-b774-342984eb73b5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:29.771498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-e85d9b77-bba7-4f8d-9b09-d0202eb1c3ba tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Request body: {'subnet': {'network_id': '7da3bc8a-78f1-4040-b98b-c0a8a0101deb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:29.812786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590eec8-2617-40ab-9202-e9093948fcb2 req-dd2b73b2-1e16-4f66-b1ec-cd377e7c1fb5 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:29.823374 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0590eec8-2617-40ab-9202-e9093948fcb2 req-dd2b73b2-1e16-4f66-b1ec-cd377e7c1fb5 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.3410976 Feb 15 17:00:29.842054 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2b329b-070b-4c95-a30d-373b5a530cfa tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Checking segment: {'id': 'f8c27815-cbe2-4b1b-b29e-d0dccca8868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:29.842852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2b329b-070b-4c95-a30d-373b5a530cfa tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network hostable DHCP agents. Network: 2a15d781-f990-4aa0-acbe-fd004d23dcd6, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:00:29.860454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b329b-070b-4c95-a30d-373b5a530cfa tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Subnet': ['ID=473fb5df-a8cb-4762-87a9-61992f1dd7ae,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:30.009524 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2b329b-070b-4c95-a30d-373b5a530cfa tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 2a15d781-f990-4aa0-acbe-fd004d23dcd6 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:00:30.057532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef117dc-a9fd-4fa0-a0e0-b376d277ccbc None None] Pushing event updated for resources: {'Port': ['ID=79b57b8b-8672-4a65-b774-342984eb73b5,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:30.083230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e245be7-fbd1-43d9-8a0f-5edd49a9b730 None None] Network c49c9f26-b38c-4fb9-982f-2a5835ffb18b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:00:30.104950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3a2b329b-070b-4c95-a30d-373b5a530cfa tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 2a15d781-f990-4aa0-acbe-fd004d23dcd6) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:30.109747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2b329b-070b-4c95-a30d-373b5a530cfa tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:30.110878 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a2b329b-070b-4c95-a30d-373b5a530cfa tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:30.170084 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0590eec8-2617-40ab-9202-e9093948fcb2 req-46b3db83-50c6-4c35-9d76-f5d72e7f6de6 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411579 Feb 15 17:00:30.228968 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3a2b329b-070b-4c95-a30d-373b5a530cfa tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1899705 Feb 15 17:00:30.229349 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36958) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:30.235507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d12f6a-5254-457e-8ee2-23c90b04b3d6 None None] Network 2a15d781-f990-4aa0-acbe-fd004d23dcd6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:00:30.312126 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 3, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:28Z', 'revision_number': 4, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:30.337956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85d9b77-bba7-4f8d-9b09-d0202eb1c3ba tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Made reservation on behalf of 2670a7f476454438a1bc6224d1fb8f0e for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:00:30.344194 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e85d9b77-bba7-4f8d-9b09-d0202eb1c3ba tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:30.388891 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037691f-7578-44c7-bdf3-7b2ec4b9e1ab None None] The sync data for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 is: [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 3, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:28Z', 'revision_number': 4, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:00:30.536235 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07fc9c5c-0f21-4170-a1f6-68d9e7c91429 req-a62b7e5e-5dc2-46ec-a580-832e723fa976 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.0964115 Feb 15 17:00:30.564935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6ef117dc-a9fd-4fa0-a0e0-b376d277ccbc None None] Provisioning complete for port 49a224c4-e817-4feb-b60f-119c696702ae triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:30.566007 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6ef117dc-a9fd-4fa0-a0e0-b376d277ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (49a224c4-e817-4feb-b60f-119c696702ae), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:30.788325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-c59e19e0-0a08-4af8-8a9d-d9085d5b9d04', 'network_id': 'c59e19e0-0a08-4af8-8a9d-d9085d5b9d04', 'project_id': '2670a7f476454438a1bc6224d1fb8f0e', 'fixed_ips': [{'subnet_id': '2258b1e9-e4c8-4d91-80b8-249687d84b90'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:00:30.793628 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:30.835312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 49a224c4-e817-4feb-b60f-119c696702ae is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:30.836481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 26ee57cc-4e95-4267-a40d-07cba88056b7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:31.091937 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:31.131226 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:31.410690 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26778f-38cd-4fd6-8e8c-2a77224de1b2 req-b266c55f-2eae-4729-a05d-93999b432947 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:31.418819 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc26778f-38cd-4fd6-8e8c-2a77224de1b2 req-b266c55f-2eae-4729-a05d-93999b432947 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.8862836 Feb 15 17:00:31.445199 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26be51b-fdf4-4006-83a4-5836955e412c req-fe5bf763-1ecd-4d2f-ae05-11eb2e70f1e5 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:31.457835 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e26be51b-fdf4-4006-83a4-5836955e412c req-fe5bf763-1ecd-4d2f-ae05-11eb2e70f1e5 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1176486 Feb 15 17:00:31.613906 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e26be51b-fdf4-4006-83a4-5836955e412c req-76ca5d85-2d19-4d9d-ad57-08a22b1c11d9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547036 Feb 15 17:00:31.686776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Allocated IP 172.20.0.2 (c59e19e0-0a08-4af8-8a9d-d9085d5b9d04/2258b1e9-e4c8-4d91-80b8-249687d84b90/37f8bce3-8374-43f9-aae7-abd5cfa0de54) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:00:31.751883 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:31.846809 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8c4e7c5a-8c28-4b2f-9b7f-1460cf391a0a req-a6471d65-d71c-424a-83e6-5bae33d8e17c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.0977967 Feb 15 17:00:31.900799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6ef117dc-a9fd-4fa0-a0e0-b376d277ccbc None None] Current status of the port 49a224c4-e817-4feb-b60f-119c696702ae is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:31.979070 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc26778f-38cd-4fd6-8e8c-2a77224de1b2 req-fa1a8fa0-5798-4ed7-9490-7f8e1cf0d3d1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5503688 Feb 15 17:00:32.029160 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'fixed_ips': [{'subnet_id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:00:32.030066 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:32.177582 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e85d9b77-bba7-4f8d-9b09-d0202eb1c3ba tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (df4b898b-14fd-4333-b220-0f739c8f6b82), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:32.249111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d9b77-bba7-4f8d-9b09-d0202eb1c3ba tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event updated for resources: {'Subnet': ['ID=df4b898b-14fd-4333-b220-0f739c8f6b82,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:32.279345 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Publish callbacks [] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:32.346171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c7d54063-7bc0-4a02-b714-3235643df790 None None] Provisioning complete for port 07b224e4-5c92-41ce-96df-548ddfecc9a2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:32.353837 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c7d54063-7bc0-4a02-b714-3235643df790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (07b224e4-5c92-41ce-96df-548ddfecc9a2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:32.353978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85d9b77-bba7-4f8d-9b09-d0202eb1c3ba tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Checking segment: {'id': '0c91b249-191e-494f-b1ba-0d1c09472ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7da3bc8a-78f1-4040-b98b-c0a8a0101deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:32.353978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d9b77-bba7-4f8d-9b09-d0202eb1c3ba tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Network hostable DHCP agents. Network: 7da3bc8a-78f1-4040-b98b-c0a8a0101deb, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:00:32.358912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 26ee57cc-4e95-4267-a40d-07cba88056b7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:32.359266 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:32.518015 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:32.524445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85d9b77-bba7-4f8d-9b09-d0202eb1c3ba tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Network 7da3bc8a-78f1-4040-b98b-c0a8a0101deb is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:00:32.649102 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-e85d9b77-bba7-4f8d-9b09-d0202eb1c3ba tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 7da3bc8a-78f1-4040-b98b-c0a8a0101deb) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:32.654657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85d9b77-bba7-4f8d-9b09-d0202eb1c3ba tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:32.656977 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e85d9b77-bba7-4f8d-9b09-d0202eb1c3ba tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:32.692558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 26ee57cc-4e95-4267-a40d-07cba88056b7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:32.765018 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc0dfbb-6bac-4c75-b3d6-6c6b91c4fb16 None None] Network 7da3bc8a-78f1-4040-b98b-c0a8a0101deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:00:32.767822 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e85d9b77-bba7-4f8d-9b09-d0202eb1c3ba tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0111098 Feb 15 17:00:32.768544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37016) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:32.861764 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e867c5d-3c93-467e-8671-2bdb974b5228 req-233e3e26-6dfa-4fab-93b6-3512195d704d tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:32.870898 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8e867c5d-3c93-467e-8671-2bdb974b5228 req-233e3e26-6dfa-4fab-93b6-3512195d704d tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1248381 Feb 15 17:00:32.949053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Network c59e19e0-0a08-4af8-8a9d-d9085d5b9d04 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:32.986056 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8e867c5d-3c93-467e-8671-2bdb974b5228 req-7f1af4b4-99aa-4bac-90ea-8f9e473b475f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135859 Feb 15 17:00:33.023961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:33.038581 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Allocated IP 172.22.0.2 (2a15d781-f990-4aa0-acbe-fd004d23dcd6/473fb5df-a8cb-4762-87a9-61992f1dd7ae/707ac5c9-528c-4010-ad39-76d962e26959) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:00:33.155738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Pushing event updated for resources: {'Port': ['ID=37f8bce3-8374-43f9-aae7-abd5cfa0de54,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:33.166241 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:00:33.188633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c7d54063-7bc0-4a02-b714-3235643df790 None None] Current status of the port 07b224e4-5c92-41ce-96df-548ddfecc9a2 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:33.188633 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c7d54063-7bc0-4a02-b714-3235643df790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (07b224e4-5c92-41ce-96df-548ddfecc9a2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:33.198310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 07b224e4-5c92-41ce-96df-548ddfecc9a2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:33.279203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a58bf-83c3-44c7-b1eb-7c35350dbfa8 req-0fd09a53-3831-4c58-b623-a2a0a0012f65 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:33.283025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b372b916-a42a-4d27-98fd-aab1bf1c616d req-57b9f9ce-8133-4df1-a2e6-99776e54d107 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e60d8561-dcf7-418c-85b7-0fdb8bfe1f41 HTTP/1.1" status: 200 len: 210 time: 0.1549981 Feb 15 17:00:33.291365 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-024a58bf-83c3-44c7-b1eb-7c35350dbfa8 req-0fd09a53-3831-4c58-b623-a2a0a0012f65 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.1308894 Feb 15 17:00:33.375914 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-024a58bf-83c3-44c7-b1eb-7c35350dbfa8 req-ba142765-6659-44ef-943d-baf23165d66e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796261 Feb 15 17:00:33.446833 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Attempting to bind port 37f8bce3-8374-43f9-aae7-abd5cfa0de54 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:00:33.447084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Attempting to bind port 37f8bce3-8374-43f9-aae7-abd5cfa0de54 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'b7a3b150-3129-4cca-8e32-d5095319bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c59e19e0-0a08-4af8-8a9d-d9085d5b9d04'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:00:33.448127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Attempting to bind port 37f8bce3-8374-43f9-aae7-abd5cfa0de54 on network c59e19e0-0a08-4af8-8a9d-d9085d5b9d04 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:00:33.577394 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:33.813958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:00:33.815394 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Checking segment: {'id': 'b7a3b150-3129-4cca-8e32-d5095319bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c59e19e0-0a08-4af8-8a9d-d9085d5b9d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:33.815959 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:33.816618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Bound using segment: {'id': 'b7a3b150-3129-4cca-8e32-d5095319bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c59e19e0-0a08-4af8-8a9d-d9085d5b9d04'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:00:33.817595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Bound port: 37f8bce3-8374-43f9-aae7-abd5cfa0de54, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a3b150-3129-4cca-8e32-d5095319bd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c59e19e0-0a08-4af8-8a9d-d9085d5b9d04'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:00:33.818143 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:33.832600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-7da3bc8a-78f1-4040-b98b-c0a8a0101deb', 'network_id': '7da3bc8a-78f1-4040-b98b-c0a8a0101deb', 'project_id': '2670a7f476454438a1bc6224d1fb8f0e', 'fixed_ips': [{'subnet_id': 'df4b898b-14fd-4333-b220-0f739c8f6b82'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:00:33.833788 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:33.851669 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c7d54063-7bc0-4a02-b714-3235643df790 None None] For port 07b224e4-5c92-41ce-96df-548ddfecc9a2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=07b224e4-5c92-41ce-96df-548ddfecc9a2,segment=NetworkSegment(f1e4e131-5e95-4448-8357-a23b6c59aa01),segment_id=f1e4e131-5e95-4448-8357-a23b6c59aa01)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:33.904312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 07b224e4-5c92-41ce-96df-548ddfecc9a2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:33.905008 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (07b224e4-5c92-41ce-96df-548ddfecc9a2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:33.956757 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c7d54063-7bc0-4a02-b714-3235643df790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (07b224e4-5c92-41ce-96df-548ddfecc9a2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:33.997276 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Allocated IP 172.20.0.1 (c59e19e0-0a08-4af8-8a9d-d9085d5b9d04/2258b1e9-e4c8-4d91-80b8-249687d84b90/ee34f58c-76b1-43e3-9835-3e29b571d8f2) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:00:34.003021 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Publish callbacks [] for port (707ac5c9-528c-4010-ad39-76d962e26959), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:34.069211 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37048) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:34.178670 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (707ac5c9-528c-4010-ad39-76d962e26959), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:34.235339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Network 2a15d781-f990-4aa0-acbe-fd004d23dcd6 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:34.292134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:34.328555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:00:34.354164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bc10f-5c5e-449f-9c10-774595088b68 req-b884c070-8520-4c91-ba23-1a63b840eccb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:34.355574 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f60bc10f-5c5e-449f-9c10-774595088b68 req-b884c070-8520-4c91-ba23-1a63b840eccb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1470685 Feb 15 17:00:34.356332 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa14e6c4-bd90-4886-bebd-98a082e56186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:34.448724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c7d54063-7bc0-4a02-b714-3235643df790 None None] Provisioning complete for port 79b57b8b-8672-4a65-b774-342984eb73b5 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:34.451858 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c7d54063-7bc0-4a02-b714-3235643df790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (79b57b8b-8672-4a65-b774-342984eb73b5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:34.461383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Allocated IP 172.22.0.1 (2a15d781-f990-4aa0-acbe-fd004d23dcd6/473fb5df-a8cb-4762-87a9-61992f1dd7ae/678f67c9-0020-4495-b4ae-1397e68a1f2e) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:00:34.533817 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] For port 37f8bce3-8374-43f9-aae7-abd5cfa0de54, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:00:34.574643 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa14e6c4-bd90-4886-bebd-98a082e56186 admin admin] Publish callbacks [] for security_group (21d4958e-c9d8-4ae5-bde3-035ea8c259e9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:34.593971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] For port 37f8bce3-8374-43f9-aae7-abd5cfa0de54, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=37f8bce3-8374-43f9-aae7-abd5cfa0de54,segment=NetworkSegment(b7a3b150-3129-4cca-8e32-d5095319bd71),segment_id=b7a3b150-3129-4cca-8e32-d5095319bd71)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:00:34.598102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for port (ee34f58c-76b1-43e3-9835-3e29b571d8f2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:34.619842 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f60bc10f-5c5e-449f-9c10-774595088b68 req-affe5c5b-caa5-4d4d-bbab-1bf6c07311b3 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073338 Feb 15 17:00:34.624560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d54063-7bc0-4a02-b714-3235643df790 None None] Pushing event updated for resources: {'Port': ['ID=07b224e4-5c92-41ce-96df-548ddfecc9a2,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:34.671992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad65d7-e5bc-4395-9302-1815dae010b7 req-1fb47282-32c1-4e31-a6ad-40a31d831cdb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:34.679303 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b4ad65d7-e5bc-4395-9302-1815dae010b7 req-1fb47282-32c1-4e31-a6ad-40a31d831cdb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.1030307 Feb 15 17:00:34.748040 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b4ad65d7-e5bc-4395-9302-1815dae010b7 req-1a33f2e1-90c0-4d20-b0cf-3c4c76ae26bd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593565 Feb 15 17:00:34.781900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Attempting to bind port 707ac5c9-528c-4010-ad39-76d962e26959 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:00:34.782267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Attempting to bind port 707ac5c9-528c-4010-ad39-76d962e26959 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f8c27815-cbe2-4b1b-b29e-d0dccca8868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:00:34.782638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Attempting to bind port 707ac5c9-528c-4010-ad39-76d962e26959 on network 2a15d781-f990-4aa0-acbe-fd004d23dcd6 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:00:34.785034 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Allocated IP 172.20.0.2 (7da3bc8a-78f1-4040-b98b-c0a8a0101deb/df4b898b-14fd-4333-b220-0f739c8f6b82/521e1a35-16f3-49fd-883a-46ab0caa11bc) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:00:34.788391 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:34.793087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Pushing event updated for resources: {'Port': ['ID=707ac5c9-528c-4010-ad39-76d962e26959,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:34.811274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:00:34.811820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Checking segment: {'id': 'f8c27815-cbe2-4b1b-b29e-d0dccca8868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:34.812336 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:34.812835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Bound using segment: {'id': 'f8c27815-cbe2-4b1b-b29e-d0dccca8868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:00:34.813492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Bound port: 707ac5c9-528c-4010-ad39-76d962e26959, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c27815-cbe2-4b1b-b29e-d0dccca8868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:00:34.814059 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (707ac5c9-528c-4010-ad39-76d962e26959), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:34.850034 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 07b224e4-5c92-41ce-96df-548ddfecc9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:34.851150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 79b57b8b-8672-4a65-b774-342984eb73b5 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:34.860708 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa14e6c4-bd90-4886-bebd-98a082e56186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (21d4958e-c9d8-4ae5-bde3-035ea8c259e9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:34.865311 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ee34f58c-76b1-43e3-9835-3e29b571d8f2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:34.920877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Network c59e19e0-0a08-4af8-8a9d-d9085d5b9d04 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:34.935362 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14e6c4-bd90-4886-bebd-98a082e56186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d4958e-c9d8-4ae5-bde3-035ea8c259e9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:34.936383 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:34.941904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:34.947779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:00:34.970980 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:35.041337 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-aa14e6c4-bd90-4886-bebd-98a082e56186 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=42ac18cd73c24022846264dd8dd20d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9668286 Feb 15 17:00:35.042988 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37074) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:35.119472 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c7d54063-7bc0-4a02-b714-3235643df790 None None] Current status of the port 79b57b8b-8672-4a65-b774-342984eb73b5 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:35.137305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 2a15d781-f990-4aa0-acbe-fd004d23dcd6 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:35.152351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event updated for resources: {'Port': ['ID=ee34f58c-76b1-43e3-9835-3e29b571d8f2,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:35.163313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:35.184545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:00:35.204831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 79b57b8b-8672-4a65-b774-342984eb73b5 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:35.205852 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (79b57b8b-8672-4a65-b774-342984eb73b5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:35.265065 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (5c8ffd5b-2ade-4ce4-bff2-195540818d94), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:35.289141 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e041209-ba2a-49e5-9625-ccd4c2655aa6 admin admin] Publish callbacks [] for security_group (21d4958e-c9d8-4ae5-bde3-035ea8c259e9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:35.338666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cc86a-42fe-4a30-a7bc-db4583771467 None None] Pushing event updated for resources: {'Port': ['ID=37f8bce3-8374-43f9-aae7-abd5cfa0de54,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:35.390436 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] For port 707ac5c9-528c-4010-ad39-76d962e26959, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:00:35.397487 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e041209-ba2a-49e5-9625-ccd4c2655aa6 admin admin] Publish callbacks [] for security_group (21d4958e-c9d8-4ae5-bde3-035ea8c259e9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:35.495699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] For port 707ac5c9-528c-4010-ad39-76d962e26959, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=707ac5c9-528c-4010-ad39-76d962e26959,segment=NetworkSegment(f8c27815-cbe2-4b1b-b29e-d0dccca8868c),segment_id=f8c27815-cbe2-4b1b-b29e-d0dccca8868c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:00:35.497019 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-77545774-09bb-4c4c-85d5-bc83d1c31f69 None None] Provisioning complete for port 07b224e4-5c92-41ce-96df-548ddfecc9a2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:35.497410 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-77545774-09bb-4c4c-85d5-bc83d1c31f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (07b224e4-5c92-41ce-96df-548ddfecc9a2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:35.575467 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e041209-ba2a-49e5-9625-ccd4c2655aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (21d4958e-c9d8-4ae5-bde3-035ea8c259e9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:35.578134 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e041209-ba2a-49e5-9625-ccd4c2655aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:35.579385 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2e041209-ba2a-49e5-9625-ccd4c2655aa6 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/21d4958e-c9d8-4ae5-bde3-035ea8c259e9 HTTP/1.1" status: 204 len: 168 time: 0.5324547 Feb 15 17:00:35.608669 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e041209-ba2a-49e5-9625-ccd4c2655aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d4958e-c9d8-4ae5-bde3-035ea8c259e9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:35.714010 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (e3d66710-1693-4d96-a7d1-4db549dc6371), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:35.725828 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (707ac5c9-528c-4010-ad39-76d962e26959), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:35.969333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298dae90-d656-45c4-8295-72afc2f655ab None None] Pushing event updated for resources: {'Port': ['ID=707ac5c9-528c-4010-ad39-76d962e26959,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:35.991722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 79b57b8b-8672-4a65-b774-342984eb73b5 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:35.995554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 49a224c4-e817-4feb-b60f-119c696702ae up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:36.020834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=678f67c9-0020-4495-b4ae-1397e68a1f2e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:36.128478 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ee34f58c-76b1-43e3-9835-3e29b571d8f2), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:36.154407 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f43d52f-0dec-48fb-b896-243109ab0331 req-25e29f5a-0b15-44dd-9307-49886a905181 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:36.166782 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0f43d52f-0dec-48fb-b896-243109ab0331 req-25e29f5a-0b15-44dd-9307-49886a905181 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.2220027 Feb 15 17:00:36.203199 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Publish callbacks [] for port (521e1a35-16f3-49fd-883a-46ab0caa11bc), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:36.255094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6213a-0c12-4df4-8186-3df650e7a77b req-5f6b5269-3fd0-4183-87ea-63bc54e44146 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:36.267148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bdd6213a-0c12-4df4-8186-3df650e7a77b req-5f6b5269-3fd0-4183-87ea-63bc54e44146 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.3749156 Feb 15 17:00:36.267784 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0f43d52f-0dec-48fb-b896-243109ab0331 req-d7e4e6e7-2b53-4a33-9034-7166f87c41b1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993326 Feb 15 17:00:36.286411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 49a224c4-e817-4feb-b60f-119c696702ae triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:36.286797 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (49a224c4-e817-4feb-b60f-119c696702ae), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:36.452539 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (521e1a35-16f3-49fd-883a-46ab0caa11bc), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:36.727096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Network 7da3bc8a-78f1-4040-b98b-c0a8a0101deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:36.729823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:36.752683 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:00:36.889512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Pushing event updated for resources: {'Port': ['ID=521e1a35-16f3-49fd-883a-46ab0caa11bc,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:36.912787 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-77545774-09bb-4c4c-85d5-bc83d1c31f69 None None] Current status of the port 07b224e4-5c92-41ce-96df-548ddfecc9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:36.923819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Attempting to bind port 521e1a35-16f3-49fd-883a-46ab0caa11bc on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:00:36.924192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Attempting to bind port 521e1a35-16f3-49fd-883a-46ab0caa11bc by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '0c91b249-191e-494f-b1ba-0d1c09472ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7da3bc8a-78f1-4040-b98b-c0a8a0101deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:00:36.924560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Attempting to bind port 521e1a35-16f3-49fd-883a-46ab0caa11bc on network 7da3bc8a-78f1-4040-b98b-c0a8a0101deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:00:37.002994 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:00:37.005805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Checking segment: {'id': '0c91b249-191e-494f-b1ba-0d1c09472ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7da3bc8a-78f1-4040-b98b-c0a8a0101deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:37.006226 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:37.006635 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Bound using segment: {'id': '0c91b249-191e-494f-b1ba-0d1c09472ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7da3bc8a-78f1-4040-b98b-c0a8a0101deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:00:37.007135 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Bound port: 521e1a35-16f3-49fd-883a-46ab0caa11bc, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c91b249-191e-494f-b1ba-0d1c09472ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '7da3bc8a-78f1-4040-b98b-c0a8a0101deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:00:37.007594 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (521e1a35-16f3-49fd-883a-46ab0caa11bc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:37.074743 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4f74-c39a-4790-a4c1-659da8fcbd5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:37.098844 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 49a224c4-e817-4feb-b60f-119c696702ae is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:37.178558 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:37.223595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065fb0cd-0550-4a0e-b09c-3ac8e7b64a34 None None] Network c59e19e0-0a08-4af8-8a9d-d9085d5b9d04 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:00:37.233613 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bdd6213a-0c12-4df4-8186-3df650e7a77b req-825f49af-69ec-4883-a69a-efc3f633aa9a tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9652734 Feb 15 17:00:37.609407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 37f8bce3-8374-43f9-aae7-abd5cfa0de54 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:37.625185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8059d3-9bea-4d24-87ea-e4a72b2a84e2 req-3a194416-93fd-4f9f-a1a0-5455e459c3e6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:37.627775 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1a8059d3-9bea-4d24-87ea-e4a72b2a84e2 req-3a194416-93fd-4f9f-a1a0-5455e459c3e6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.1053929 Feb 15 17:00:37.671409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] For port 521e1a35-16f3-49fd-883a-46ab0caa11bc, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:00:37.689941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b54aa84c-3151-4649-ba65-687f573f936d None None] Provisioning complete for port 37f8bce3-8374-43f9-aae7-abd5cfa0de54 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:37.690694 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b54aa84c-3151-4649-ba65-687f573f936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:37.759507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] For port 521e1a35-16f3-49fd-883a-46ab0caa11bc, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=521e1a35-16f3-49fd-883a-46ab0caa11bc,segment=NetworkSegment(0c91b249-191e-494f-b1ba-0d1c09472ec4),segment_id=0c91b249-191e-494f-b1ba-0d1c09472ec4)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:00:37.841773 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1a8059d3-9bea-4d24-87ea-e4a72b2a84e2 req-6c7ead7c-0f38-4db5-8b96-6c9202b0bc0f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017412 Feb 15 17:00:37.876649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 37f8bce3-8374-43f9-aae7-abd5cfa0de54 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:37.876649 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:37.915705 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (521e1a35-16f3-49fd-883a-46ab0caa11bc), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:38.348416 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for port (ee34f58c-76b1-43e3-9835-3e29b571d8f2), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:38.403892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37152) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:38.519781 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ee34f58c-76b1-43e3-9835-3e29b571d8f2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:38.616830 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:38.677270 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (5c8ffd5b-2ade-4ce4-bff2-195540818d94), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:38.708171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6f4777-3c31-417e-9407-5732b128b839 None None] Network 2a15d781-f990-4aa0-acbe-fd004d23dcd6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:00:38.713290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event updated for resources: {'Port': ['ID=ee34f58c-76b1-43e3-9835-3e29b571d8f2,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:38.733319 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:38.828033 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1462384-93ba-4d13-a155-ae3e5c1f0af3 req-130140e9-baf4-45af-bc38-49a65ab48ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:38.829640 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1462384-93ba-4d13-a155-ae3e5c1f0af3 req-130140e9-baf4-45af-bc38-49a65ab48ee9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 1128 time: 0.7382643 Feb 15 17:00:38.866479 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7355f7c-1356-440a-9cc7-449da8f89488 None None] Pushing event updated for resources: {'Port': ['ID=521e1a35-16f3-49fd-883a-46ab0caa11bc,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:38.937162 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (e3d66710-1693-4d96-a7d1-4db549dc6371), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:39.071968 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b54aa84c-3151-4649-ba65-687f573f936d None None] Current status of the port 37f8bce3-8374-43f9-aae7-abd5cfa0de54 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:39.072364 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b54aa84c-3151-4649-ba65-687f573f936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:39.204998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980233f-432b-49b1-8641-7ace3b2e1078 req-2a277101-4b39-4706-a009-b5a7c24f36c7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:39.207264 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f980233f-432b-49b1-8641-7ace3b2e1078 req-2a277101-4b39-4706-a009-b5a7c24f36c7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.1699386 Feb 15 17:00:39.208846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 37f8bce3-8374-43f9-aae7-abd5cfa0de54 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:39.209511 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:39.216046 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37164) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:39.287029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=678f67c9-0020-4495-b4ae-1397e68a1f2e,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:39.408132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b54aa84c-3151-4649-ba65-687f573f936d None None] For port 37f8bce3-8374-43f9-aae7-abd5cfa0de54, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=37f8bce3-8374-43f9-aae7-abd5cfa0de54,segment=NetworkSegment(b7a3b150-3129-4cca-8e32-d5095319bd71),segment_id=b7a3b150-3129-4cca-8e32-d5095319bd71)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:39.413686 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f980233f-432b-49b1-8641-7ace3b2e1078 req-4fef507c-fdf2-4d42-a98d-d6f56aa770fb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984105 Feb 15 17:00:39.478088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1462384-93ba-4d13-a155-ae3e5c1f0af3 req-4bdde75d-6d0d-4455-af4e-909bcd96d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:39.479617 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1462384-93ba-4d13-a155-ae3e5c1f0af3 req-4bdde75d-6d0d-4455-af4e-909bcd96d841 service neutron] 10.222.0.67 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.4965694 Feb 15 17:00:39.502539 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4301ecc-c06c-4aa3-a070-905a42defb58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:39.516641 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b54aa84c-3151-4649-ba65-687f573f936d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:39.634887 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0db3edbd-e6e4-488f-b972-88596ae78808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:39.635093 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ac454b61-745b-4b4f-8fe9-c70b6702b6f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:39.748531 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:00:39.749089 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:00:39.755725 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1462384-93ba-4d13-a155-ae3e5c1f0af3 req-338b230c-6152-4ca6-9e05-5f40fc3080b7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2cd61f66-5e4e-4d75-89e7-f5c402a82705 HTTP/1.1" status: 200 len: 217 time: 0.2671161 Feb 15 17:00:39.758851 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9c75d491-83c2-4085-b1e6-ca4865d7e548 None None] Provisioning complete for port ee34f58c-76b1-43e3-9835-3e29b571d8f2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:39.759227 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c75d491-83c2-4085-b1e6-ca4865d7e548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ee34f58c-76b1-43e3-9835-3e29b571d8f2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:39.773319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54aa84c-3151-4649-ba65-687f573f936d None None] Pushing event updated for resources: {'Port': ['ID=37f8bce3-8374-43f9-aae7-abd5cfa0de54,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:39.901014 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9c75d491-83c2-4085-b1e6-ca4865d7e548 None None] Port ee34f58c-76b1-43e3-9835-3e29b571d8f2 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:00:39.937748 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9c75d491-83c2-4085-b1e6-ca4865d7e548 None None] Provisioning complete for port 37f8bce3-8374-43f9-aae7-abd5cfa0de54 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:39.938139 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c75d491-83c2-4085-b1e6-ca4865d7e548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:39.983966 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ac454b61-745b-4b4f-8fe9-c70b6702b6f7 admin admin] Publish callbacks [] for security_group (3ac3753b-bec7-4652-8e8e-6546cb1f3a78), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:39.993696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da87704-98b1-4c1d-8d4f-966dabdcbcd0 req-459aa2df-09d3-408b-8012-b6a52bcf7d16 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:39.995829 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2da87704-98b1-4c1d-8d4f-966dabdcbcd0 req-459aa2df-09d3-408b-8012-b6a52bcf7d16 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 1.5428224 Feb 15 17:00:40.092524 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ac454b61-745b-4b4f-8fe9-c70b6702b6f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3ac3753b-bec7-4652-8e8e-6546cb1f3a78), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:40.121856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 2a15d781-f990-4aa0-acbe-fd004d23dcd6 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:40.154738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9c75d491-83c2-4085-b1e6-ca4865d7e548 None None] Current status of the port 37f8bce3-8374-43f9-aae7-abd5cfa0de54 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:40.171252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:40.174210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9c75d491-83c2-4085-b1e6-ca4865d7e548 None None] Provisioning complete for port 707ac5c9-528c-4010-ad39-76d962e26959 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:40.174821 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c75d491-83c2-4085-b1e6-ca4865d7e548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (707ac5c9-528c-4010-ad39-76d962e26959), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:40.194517 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ac454b61-745b-4b4f-8fe9-c70b6702b6f7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fec5d73541384491a24271c2b3b83400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9741335 Feb 15 17:00:40.198433 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37172) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:40.241231 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cca21ec-1e23-4aaa-aa99-5fef82b1ec87 None None] Network 7da3bc8a-78f1-4040-b98b-c0a8a0101deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:00:40.276275 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2da87704-98b1-4c1d-8d4f-966dabdcbcd0 req-127b25d4-21aa-4866-b680-3460607e209a tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719340 Feb 15 17:00:40.288544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1462384-93ba-4d13-a155-ae3e5c1f0af3 req-e9bc5b52-f247-4333-b478-1161c15a0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:40.301427 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1462384-93ba-4d13-a155-ae3e5c1f0af3 req-e9bc5b52-f247-4333-b478-1161c15a0b7f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.5085335 Feb 15 17:00:40.366770 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 37f8bce3-8374-43f9-aae7-abd5cfa0de54 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:40.367840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 07b224e4-5c92-41ce-96df-548ddfecc9a2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:40.429530 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba4291b6-8136-4549-99f9-9d65a2b7b6a1 admin admin] Publish callbacks [] for security_group (3ac3753b-bec7-4652-8e8e-6546cb1f3a78), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:40.491653 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba4291b6-8136-4549-99f9-9d65a2b7b6a1 admin admin] Publish callbacks [] for security_group (3ac3753b-bec7-4652-8e8e-6546cb1f3a78), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:40.496450 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac454b61-745b-4b4f-8fe9-c70b6702b6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac3753b-bec7-4652-8e8e-6546cb1f3a78,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:40.523201 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Network c59e19e0-0a08-4af8-8a9d-d9085d5b9d04 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:40.551640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:40.765812 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba4291b6-8136-4549-99f9-9d65a2b7b6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3ac3753b-bec7-4652-8e8e-6546cb1f3a78), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:40.768557 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba4291b6-8136-4549-99f9-9d65a2b7b6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:40.772871 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ba4291b6-8136-4549-99f9-9d65a2b7b6a1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3ac3753b-bec7-4652-8e8e-6546cb1f3a78 HTTP/1.1" status: 204 len: 168 time: 0.5669696 Feb 15 17:00:40.814115 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4291b6-8136-4549-99f9-9d65a2b7b6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac3753b-bec7-4652-8e8e-6546cb1f3a78,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:40.872538 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:40.886829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9c75d491-83c2-4085-b1e6-ca4865d7e548 None None] Current status of the port 707ac5c9-528c-4010-ad39-76d962e26959 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:40.887478 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c75d491-83c2-4085-b1e6-ca4865d7e548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (707ac5c9-528c-4010-ad39-76d962e26959), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:40.906147 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3606791-dd64-4ea1-b8a3-67a48b5b8638 req-70bd8678-4e9c-46ba-b881-4bb15a6d5a19 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:40.907941 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e3606791-dd64-4ea1-b8a3-67a48b5b8638 req-70bd8678-4e9c-46ba-b881-4bb15a6d5a19 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.2327495 Feb 15 17:00:40.981595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 07b224e4-5c92-41ce-96df-548ddfecc9a2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:40.982918 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (07b224e4-5c92-41ce-96df-548ddfecc9a2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:40.992637 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1462384-93ba-4d13-a155-ae3e5c1f0af3 req-5d8e02b0-cdf4-49fd-8255-af3650fcd203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:40.997316 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1462384-93ba-4d13-a155-ae3e5c1f0af3 req-5d8e02b0-cdf4-49fd-8255-af3650fcd203 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6461236 Feb 15 17:00:41.008508 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4301ecc-c06c-4aa3-a070-905a42defb58 admin admin] Publish callbacks [] for security_group (84b6b651-3be1-4d5d-a7e1-7a5bb7ec64ad), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:41.020771 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router e3d66710-1693-4d96-a7d1-4db549dc6371 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:00:41.050943 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e3606791-dd64-4ea1-b8a3-67a48b5b8638 req-53463d6a-3c34-4065-b93b-c733dd806341 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334894 Feb 15 17:00:41.109816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9c75d491-83c2-4085-b1e6-ca4865d7e548 None None] For port 707ac5c9-528c-4010-ad39-76d962e26959, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=707ac5c9-528c-4010-ad39-76d962e26959,segment=NetworkSegment(f8c27815-cbe2-4b1b-b29e-d0dccca8868c),segment_id=f8c27815-cbe2-4b1b-b29e-d0dccca8868c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:41.214188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 07b224e4-5c92-41ce-96df-548ddfecc9a2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:41.218767 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 707ac5c9-528c-4010-ad39-76d962e26959 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:41.237829 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1462384-93ba-4d13-a155-ae3e5c1f0af3 req-ef20dc08-3afd-4572-968c-051ab712d6ea service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277131 Feb 15 17:00:41.255343 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d4301ecc-c06c-4aa3-a070-905a42defb58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (84b6b651-3be1-4d5d-a7e1-7a5bb7ec64ad), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:41.272556 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c75d491-83c2-4085-b1e6-ca4865d7e548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (707ac5c9-528c-4010-ad39-76d962e26959), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:41.293060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Router 5c8ffd5b-2ade-4ce4-bff2-195540818d94 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:00:41.334198 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37186) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:41.342215 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d4301ecc-c06c-4aa3-a070-905a42defb58 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4af795fb222b450b9abadd9e2ae5f328&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9251363 Feb 15 17:00:41.354918 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2cd61f66-5e4e-4d75-89e7-f5c402a82705 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:00:41.400058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4301ecc-c06c-4aa3-a070-905a42defb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b6b651-3be1-4d5d-a7e1-7a5bb7ec64ad,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:41.485600 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b919639b-6764-4362-9cf2-65409b2a7232 admin admin] Publish callbacks [] for security_group (84b6b651-3be1-4d5d-a7e1-7a5bb7ec64ad), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:41.564198 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b919639b-6764-4362-9cf2-65409b2a7232 admin admin] Publish callbacks [] for security_group (84b6b651-3be1-4d5d-a7e1-7a5bb7ec64ad), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:41.602906 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-80f953f9-a3fb-4814-9679-0b3adecfbdd6 None None] Provisioning complete for port 678f67c9-0020-4495-b4ae-1397e68a1f2e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:41.602906 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80f953f9-a3fb-4814-9679-0b3adecfbdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:41.674977 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-80f953f9-a3fb-4814-9679-0b3adecfbdd6 None None] Port 678f67c9-0020-4495-b4ae-1397e68a1f2e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:00:41.677891 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 707ac5c9-528c-4010-ad39-76d962e26959 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:41.678502 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (707ac5c9-528c-4010-ad39-76d962e26959), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:41.681668 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b919639b-6764-4362-9cf2-65409b2a7232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (84b6b651-3be1-4d5d-a7e1-7a5bb7ec64ad), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:41.686004 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b919639b-6764-4362-9cf2-65409b2a7232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:41.687583 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b919639b-6764-4362-9cf2-65409b2a7232 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/84b6b651-3be1-4d5d-a7e1-7a5bb7ec64ad HTTP/1.1" status: 204 len: 168 time: 0.3520708 Feb 15 17:00:41.713500 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75d491-83c2-4085-b1e6-ca4865d7e548 None None] Pushing event updated for resources: {'Port': ['ID=707ac5c9-528c-4010-ad39-76d962e26959,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:41.717731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919639b-6764-4362-9cf2-65409b2a7232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b6b651-3be1-4d5d-a7e1-7a5bb7ec64ad,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:41.817004 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1462384-93ba-4d13-a155-ae3e5c1f0af3 req-09fc7cde-7cae-4f11-b80a-30de49f195d8 service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5720961 Feb 15 17:00:41.818128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:00:41.828965 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a493c885-bd21-4e6d-947f-d110f6991e37 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/e3d66710-1693-4d96-a7d1-4db549dc6371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5939054 Feb 15 17:00:41.838274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37194) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:41.844645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-745c0787-942c-4f3e-a6ca-9dee68e8ef80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'network': {'name': 'tempest-RoutersTest-1785884136'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:41.893774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Sync routers for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:00:41.918325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-80f953f9-a3fb-4814-9679-0b3adecfbdd6 None None] Provisioning complete for port 521e1a35-16f3-49fd-883a-46ab0caa11bc triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:41.918979 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80f953f9-a3fb-4814-9679-0b3adecfbdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (521e1a35-16f3-49fd-883a-46ab0caa11bc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:41.941852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffbb71-36ed-4252-8da4-bc515919d85d req-152edb3e-0a60-4982-b2dc-a19187a823bf tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:41.957213 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745c0787-942c-4f3e-a6ca-9dee68e8ef80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:00:41.961195 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-745c0787-942c-4f3e-a6ca-9dee68e8ef80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:41.965640 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9cffbb71-36ed-4252-8da4-bc515919d85d req-152edb3e-0a60-4982-b2dc-a19187a823bf tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.4581344 Feb 15 17:00:42.077041 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:00:42.077156 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745c0787-942c-4f3e-a6ca-9dee68e8ef80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:00:42.082590 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17028d1-5bee-449e-ae71-fdb7a0747297 None None] Sync routers for ids ['5c8ffd5b-2ade-4ce4-bff2-195540818d94'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:00:42.086383 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dadd9a5b-8410-4607-8054-08106642aef3 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "PUT /v2.0/routers/5c8ffd5b-2ade-4ce4-bff2-195540818d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3166156 Feb 15 17:00:42.090903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37204) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:42.158291 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17028d1-5bee-449e-ae71-fdb7a0747297 None None] Routers {'5c8ffd5b-2ade-4ce4-bff2-195540818d94'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:00:42.162450 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c17028d1-5bee-449e-ae71-fdb7a0747297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5c8ffd5b-2ade-4ce4-bff2-195540818d94'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:42.200520 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:42.228966 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9cffbb71-36ed-4252-8da4-bc515919d85d req-5b2a5094-cf01-45a6-8dd4-89b94d246513 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559853 Feb 15 17:00:42.270894 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-745c0787-942c-4f3e-a6ca-9dee68e8ef80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2253a527-f24c-485a-885b-b954f8a73354), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:42.271244 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-745c0787-942c-4f3e-a6ca-9dee68e8ef80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Added segment 2253a527-f24c-485a-885b-b954f8a73354 of type vlan for network 266806b4-a199-499d-bdff-061dd90327bf Feb 15 17:00:42.305627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:00:42.306271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:42.359004 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c17028d1-5bee-449e-ae71-fdb7a0747297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:42.406341 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17028d1-5bee-449e-ae71-fdb7a0747297 None None] Routers {'5c8ffd5b-2ade-4ce4-bff2-195540818d94'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:00:42.407397 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c17028d1-5bee-449e-ae71-fdb7a0747297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5c8ffd5b-2ade-4ce4-bff2-195540818d94'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:42.428233 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-745c0787-942c-4f3e-a6ca-9dee68e8ef80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (266806b4-a199-499d-bdff-061dd90327bf), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:42.488791 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:42.489187 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:42.625705 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c17028d1-5bee-449e-ae71-fdb7a0747297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:42.631921 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17028d1-5bee-449e-ae71-fdb7a0747297 None None] The sync data for ids ['5c8ffd5b-2ade-4ce4-bff2-195540818d94'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:00:42.700715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4529aa-fab7-46c7-b0f9-32cf81e18486 req-bb3c8ff4-c231-45fc-ae31-222ee2e0ea40 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:42.708429 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ed4529aa-fab7-46c7-b0f9-32cf81e18486 req-bb3c8ff4-c231-45fc-ae31-222ee2e0ea40 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 945 time: 0.3915448 Feb 15 17:00:42.732138 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34803c0f-a873-479a-a03c-b496e2d6372c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd61f66-5e4e-4d75-89e7-f5c402a82705'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:00:42.734735 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bd190f-0f05-41d0-bd31-81828a27eb8f" -d '{"events": [{"server_uuid": "34803c0f-a873-479a-a03c-b496e2d6372c", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd61f66-5e4e-4d75-89e7-f5c402a82705"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:00:42.750033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:00:42.811197 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37220) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:42.829788 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-745c0787-942c-4f3e-a6ca-9dee68e8ef80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (266806b4-a199-499d-bdff-061dd90327bf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:42.847118 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745c0787-942c-4f3e-a6ca-9dee68e8ef80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:42.848573 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-745c0787-942c-4f3e-a6ca-9dee68e8ef80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:42.860496 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e3a42510-a736-47c4-ac01-77b0231debc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:42.900264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2cd61f66-5e4e-4d75-89e7-f5c402a82705, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2cd61f66-5e4e-4d75-89e7-f5c402a82705,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:42.926305 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 707ac5c9-528c-4010-ad39-76d962e26959 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:42.986148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-80f953f9-a3fb-4814-9679-0b3adecfbdd6 None None] Current status of the port 521e1a35-16f3-49fd-883a-46ab0caa11bc is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:42.986544 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80f953f9-a3fb-4814-9679-0b3adecfbdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (521e1a35-16f3-49fd-883a-46ab0caa11bc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:43.073385 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:43.341514 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e3a42510-a736-47c4-ac01-77b0231debc1 admin admin] Publish callbacks [] for security_group (d5dbc6b9-1bf3-4ab8-ae19-5615d9e7538f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:43.376606 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ed4529aa-fab7-46c7-b0f9-32cf81e18486 req-ab3be8d5-ebd0-45e2-aa23-8984dcd12cf0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6666958 Feb 15 17:00:43.507642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37232) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:43.512505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-93b21eee-ad29-42d1-ac3f-43e51f89eb24 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'subnet': {'network_id': '266806b4-a199-499d-bdff-061dd90327bf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:43.527752 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-745c0787-942c-4f3e-a6ca-9dee68e8ef80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6637523 Feb 15 17:00:43.532239 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c0787-942c-4f3e-a6ca-9dee68e8ef80 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Network': ['ID=266806b4-a199-499d-bdff-061dd90327bf,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:43.543279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 707ac5c9-528c-4010-ad39-76d962e26959 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:43.620228 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e3a42510-a736-47c4-ac01-77b0231debc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d5dbc6b9-1bf3-4ab8-ae19-5615d9e7538f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:43.717269 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e3a42510-a736-47c4-ac01-77b0231debc1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=224e1a49e7c543eeb0cfc50f3ea32f49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9044809 Feb 15 17:00:43.721148 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37234) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:43.731941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a42510-a736-47c4-ac01-77b0231debc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dbc6b9-1bf3-4ab8-ae19-5615d9e7538f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:43.871803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b21eee-ad29-42d1-ac3f-43e51f89eb24 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Made reservation on behalf of e8941e5d77fc4dcf9a071ffd68148718 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:00:43.877218 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93b21eee-ad29-42d1-ac3f-43e51f89eb24 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:43.887405 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fee10d3c-ec62-4ade-b6d6-73578717d11b admin admin] Publish callbacks [] for security_group (d5dbc6b9-1bf3-4ab8-ae19-5615d9e7538f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:43.966747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e80d6-4d83-4ef6-81ba-ad383ef05161 req-ee640ef6-872a-429d-af96-2edf34d41ae4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:43.967368 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-80f953f9-a3fb-4814-9679-0b3adecfbdd6 None None] For port 521e1a35-16f3-49fd-883a-46ab0caa11bc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=521e1a35-16f3-49fd-883a-46ab0caa11bc,segment=NetworkSegment(0c91b249-191e-494f-b1ba-0d1c09472ec4),segment_id=0c91b249-191e-494f-b1ba-0d1c09472ec4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:43.969482 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-269e80d6-4d83-4ef6-81ba-ad383ef05161 req-ee640ef6-872a-429d-af96-2edf34d41ae4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.4384899 Feb 15 17:00:43.990626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 266806b4-a199-499d-bdff-061dd90327bf details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:00:43.996095 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a09787-a545-4f90-b28b-25a9a9064655 x-openstack-request-id: req-70a09787-a545-4f90-b28b-25a9a9064655 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:00:43.996650 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34803c0f-a873-479a-a03c-b496e2d6372c", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd61f66-5e4e-4d75-89e7-f5c402a82705", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:00:43.997098 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-70a09787-a545-4f90-b28b-25a9a9064655 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:00:43.997820 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34803c0f-a873-479a-a03c-b496e2d6372c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd61f66-5e4e-4d75-89e7-f5c402a82705', 'code': 200} Feb 15 17:00:44.013212 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fee10d3c-ec62-4ade-b6d6-73578717d11b admin admin] Publish callbacks [] for security_group (d5dbc6b9-1bf3-4ab8-ae19-5615d9e7538f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:44.026966 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-459bdf4c-23d8-46ea-9809-58f240f2b372 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:00:44.030826 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-459bdf4c-23d8-46ea-9809-58f240f2b372 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "PUT /v2.0/routers/5c8ffd5b-2ade-4ce4-bff2-195540818d94/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9320629 Feb 15 17:00:44.031522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37238) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:44.123561 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:44.128426 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80f953f9-a3fb-4814-9679-0b3adecfbdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (521e1a35-16f3-49fd-883a-46ab0caa11bc), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:44.134754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2cd61f66-5e4e-4d75-89e7-f5c402a82705,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:44.331374 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fee10d3c-ec62-4ade-b6d6-73578717d11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d5dbc6b9-1bf3-4ab8-ae19-5615d9e7538f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:44.335524 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fee10d3c-ec62-4ade-b6d6-73578717d11b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:44.336773 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fee10d3c-ec62-4ade-b6d6-73578717d11b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d5dbc6b9-1bf3-4ab8-ae19-5615d9e7538f HTTP/1.1" status: 204 len: 168 time: 0.6145113 Feb 15 17:00:44.470318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-80f953f9-a3fb-4814-9679-0b3adecfbdd6 None None] Provisioning complete for port ee34f58c-76b1-43e3-9835-3e29b571d8f2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:44.470318 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80f953f9-a3fb-4814-9679-0b3adecfbdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ee34f58c-76b1-43e3-9835-3e29b571d8f2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:44.489256 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee10d3c-ec62-4ade-b6d6-73578717d11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dbc6b9-1bf3-4ab8-ae19-5615d9e7538f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:44.554058 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-269e80d6-4d83-4ef6-81ba-ad383ef05161 req-4efa123d-06cf-4ba1-b28d-969ff467bafe tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745616 Feb 15 17:00:44.674595 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93b21eee-ad29-42d1-ac3f-43e51f89eb24 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (482f9349-d166-45cd-b901-763b991900c3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:44.730785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f953f9-a3fb-4814-9679-0b3adecfbdd6 None None] Pushing event updated for resources: {'Port': ['ID=521e1a35-16f3-49fd-883a-46ab0caa11bc,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:44.770107 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 707ac5c9-528c-4010-ad39-76d962e26959 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:44.770483 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (707ac5c9-528c-4010-ad39-76d962e26959), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:44.846851 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b21eee-ad29-42d1-ac3f-43e51f89eb24 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Subnet': ['ID=482f9349-d166-45cd-b901-763b991900c3,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:44.905174 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dc133-ce32-4b3d-91c6-6d9421785f5a req-d3c33b03-a4ca-4811-b68b-0ef05cc1a543 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:44.917858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-404dc133-ce32-4b3d-91c6-6d9421785f5a req-d3c33b03-a4ca-4811-b68b-0ef05cc1a543 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 943 time: 0.3934968 Feb 15 17:00:44.933438 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-80f953f9-a3fb-4814-9679-0b3adecfbdd6 None None] Port ee34f58c-76b1-43e3-9835-3e29b571d8f2 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:00:44.996687 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b21eee-ad29-42d1-ac3f-43e51f89eb24 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Checking segment: {'id': '2253a527-f24c-485a-885b-b954f8a73354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '266806b4-a199-499d-bdff-061dd90327bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:44.998563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b21eee-ad29-42d1-ac3f-43e51f89eb24 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network hostable DHCP agents. Network: 266806b4-a199-499d-bdff-061dd90327bf, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:00:45.070295 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f2e9632-f75a-452a-b585-9c13c637325c tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (5c8ffd5b-2ade-4ce4-bff2-195540818d94), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:45.080628 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-404dc133-ce32-4b3d-91c6-6d9421785f5a req-6df1e28d-ed02-4f86-8318-5598fb57110f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614883 Feb 15 17:00:45.086928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-80f953f9-a3fb-4814-9679-0b3adecfbdd6 None None] Provisioning complete for port 707ac5c9-528c-4010-ad39-76d962e26959 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:45.092580 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80f953f9-a3fb-4814-9679-0b3adecfbdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (707ac5c9-528c-4010-ad39-76d962e26959), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:45.144024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b21eee-ad29-42d1-ac3f-43e51f89eb24 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 266806b4-a199-499d-bdff-061dd90327bf is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:00:45.225454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-93b21eee-ad29-42d1-ac3f-43e51f89eb24 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 266806b4-a199-499d-bdff-061dd90327bf) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:45.230833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b21eee-ad29-42d1-ac3f-43e51f89eb24 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:45.231688 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93b21eee-ad29-42d1-ac3f-43e51f89eb24 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:45.262082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b31097b-d7bf-400b-9e34-ff516ccf7bc9 None None] Network 266806b4-a199-499d-bdff-061dd90327bf requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:00:45.354783 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-93b21eee-ad29-42d1-ac3f-43e51f89eb24 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8462574 Feb 15 17:00:45.357741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37278) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:45.535631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 707ac5c9-528c-4010-ad39-76d962e26959 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:45.539450 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 521e1a35-16f3-49fd-883a-46ab0caa11bc up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:45.658421 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:00:36Z', 'revision_number': 4, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678f67c9-0020-4495-b4ae-1397e68a1f2e', 'name': '', 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:c1:77:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:32Z', 'updated_at': '2022-02-15T17:00:37Z', 'revision_number': 2, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:45.810562 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Checking router: e3d66710-1693-4d96-a7d1-4db549dc6371 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:00:45.810999 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Updating router e3d66710-1693-4d96-a7d1-4db549dc6371 port 678f67c9-0020-4495-b4ae-1397e68a1f2e binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:00:45.953696 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:45.962386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-266806b4-a199-499d-bdff-061dd90327bf', 'network_id': '266806b4-a199-499d-bdff-061dd90327bf', 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'fixed_ips': [{'subnet_id': '482f9349-d166-45cd-b901-763b991900c3'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:00:45.963941 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:46.009033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-80f953f9-a3fb-4814-9679-0b3adecfbdd6 None None] Current status of the port 707ac5c9-528c-4010-ad39-76d962e26959 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:46.051096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 521e1a35-16f3-49fd-883a-46ab0caa11bc triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:46.051485 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (521e1a35-16f3-49fd-883a-46ab0caa11bc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:46.268914 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c0a948-8012-4a46-ac38-59d53eb98ecc req-549b0564-9e58-4ea7-8e3a-b49e81f6e764 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:46.280328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-97c0a948-8012-4a46-ac38-59d53eb98ecc req-549b0564-9e58-4ea7-8e3a-b49e81f6e764 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.5335772 Feb 15 17:00:46.346348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271fd4a-db0a-4029-8186-77b4dce7c994 req-d35ae1c3-4a4a-40c7-846d-cc157b543ab3 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:46.358143 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6271fd4a-db0a-4029-8186-77b4dce7c994 req-d35ae1c3-4a4a-40c7-846d-cc157b543ab3 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.4124699 Feb 15 17:00:46.409533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Allocated IP 172.23.0.2 (266806b4-a199-499d-bdff-061dd90327bf/482f9349-d166-45cd-b901-763b991900c3/1fcc70d2-01a9-44e1-a1f6-443bd119a96f) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:00:46.443905 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37304) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:46.520644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f95e4328-e41c-4062-9379-608b860714db None None] Provisioning complete for port 521e1a35-16f3-49fd-883a-46ab0caa11bc triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:46.534923 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f95e4328-e41c-4062-9379-608b860714db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (521e1a35-16f3-49fd-883a-46ab0caa11bc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:46.573722 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6271fd4a-db0a-4029-8186-77b4dce7c994 req-ae014aa9-6965-4742-b89b-973e37ee0e69 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082672 Feb 15 17:00:47.008705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b79ea5-17fb-4561-83f0-68a218b2481c req-6bd0fe41-f0a8-4908-a61f-d9ed93175ba2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:47.010332 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24b79ea5-17fb-4561-83f0-68a218b2481c req-6bd0fe41-f0a8-4908-a61f-d9ed93175ba2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1981268 Feb 15 17:00:47.072652 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e9632-f75a-452a-b585-9c13c637325c tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Deleting port ee34f58c-76b1-43e3-9835-3e29b571d8f2 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:00:47.073009 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f2e9632-f75a-452a-b585-9c13c637325c tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ee34f58c-76b1-43e3-9835-3e29b571d8f2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:47.178790 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a00fe9bd-9201-4562-a63f-975d36c3bfed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:47.299515 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24b79ea5-17fb-4561-83f0-68a218b2481c req-847d6e59-b4f1-4b00-bd35-fa3a63124426 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639132 Feb 15 17:00:47.361015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 521e1a35-16f3-49fd-883a-46ab0caa11bc is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:47.363171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 37f8bce3-8374-43f9-aae7-abd5cfa0de54 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:47.373527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2cd61f66-5e4e-4d75-89e7-f5c402a82705 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:00:47.403878 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f2e9632-f75a-452a-b585-9c13c637325c tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ee34f58c-76b1-43e3-9835-3e29b571d8f2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:47.474339 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e9632-f75a-452a-b585-9c13c637325c tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Calling delete_port for ee34f58c-76b1-43e3-9835-3e29b571d8f2 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:00:47.526329 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Publish callbacks [] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:47.551305 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-97c0a948-8012-4a46-ac38-59d53eb98ecc req-b8dffc20-0c0c-46cd-8efc-f9b05c183be3 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2696059 Feb 15 17:00:47.600054 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:47.831051 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:47.892695 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a00fe9bd-9201-4562-a63f-975d36c3bfed admin admin] Publish callbacks [] for security_group (fd213211-f6b6-4b51-8777-d6dd5f6bd2a3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:47.958162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea70cd4-fa18-4a2d-959a-4a45d5675af1 req-8f4d23b5-327f-465b-804b-d74b9e5e72fb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:47.962144 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ea70cd4-fa18-4a2d-959a-4a45d5675af1 req-8f4d23b5-327f-465b-804b-d74b9e5e72fb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.4747732 Feb 15 17:00:48.000499 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a00fe9bd-9201-4562-a63f-975d36c3bfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fd213211-f6b6-4b51-8777-d6dd5f6bd2a3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:48.051212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f95e4328-e41c-4062-9379-608b860714db None None] Current status of the port 521e1a35-16f3-49fd-883a-46ab0caa11bc is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:48.088422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Network 266806b4-a199-499d-bdff-061dd90327bf is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:48.098275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:48.128838 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Pushing event updated for resources: {'Port': ['ID=1fcc70d2-01a9-44e1-a1f6-443bd119a96f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:48.131840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:00:48.149504 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 37f8bce3-8374-43f9-aae7-abd5cfa0de54 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:48.150036 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:48.400930 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Allocated IP 172.23.0.1 (266806b4-a199-499d-bdff-061dd90327bf/482f9349-d166-45cd-b901-763b991900c3/395d270e-598a-43fc-8736-96c697a8acde) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:00:48.415454 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a00fe9bd-9201-4562-a63f-975d36c3bfed admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=caf845f91c2742b2bf31895b30a134ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9565580 Feb 15 17:00:48.423247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37340) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:48.505263 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ea70cd4-fa18-4a2d-959a-4a45d5675af1 req-e8cece54-0f26-4bf3-b3f6-30b232a1151f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5313706 Feb 15 17:00:48.505263 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fe9bd-9201-4562-a63f-975d36c3bfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd213211-f6b6-4b51-8777-d6dd5f6bd2a3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:48.554606 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f2e9632-f75a-452a-b585-9c13c637325c tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ee34f58c-76b1-43e3-9835-3e29b571d8f2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:48.677010 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ca16e323-4729-41c3-9242-373afa07b4c9 admin admin] Publish callbacks [] for security_group (fd213211-f6b6-4b51-8777-d6dd5f6bd2a3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:48.768920 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Publish callbacks [] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:48.798393 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ca16e323-4729-41c3-9242-373afa07b4c9 admin admin] Publish callbacks [] for security_group (fd213211-f6b6-4b51-8777-d6dd5f6bd2a3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:48.830514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 is: DOWN; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:48.918660 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:48.947537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e9632-f75a-452a-b585-9c13c637325c tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event deleted for resources: {'Port': ['ID=ee34f58c-76b1-43e3-9835-3e29b571d8f2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:49.073592 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6f2e9632-f75a-452a-b585-9c13c637325c tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (5c8ffd5b-2ade-4ce4-bff2-195540818d94), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:49.103575 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ca16e323-4729-41c3-9242-373afa07b4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fd213211-f6b6-4b51-8777-d6dd5f6bd2a3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:49.106231 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ca16e323-4729-41c3-9242-373afa07b4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:49.116777 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ca16e323-4729-41c3-9242-373afa07b4c9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fd213211-f6b6-4b51-8777-d6dd5f6bd2a3 HTTP/1.1" status: 204 len: 168 time: 0.6881611 Feb 15 17:00:49.171977 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16e323-4729-41c3-9242-373afa07b4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd213211-f6b6-4b51-8777-d6dd5f6bd2a3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:49.179008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Attempting to bind port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:00:49.179485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Attempting to bind port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '2253a527-f24c-485a-885b-b954f8a73354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '266806b4-a199-499d-bdff-061dd90327bf'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:00:49.179733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Attempting to bind port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f on network 266806b4-a199-499d-bdff-061dd90327bf {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:00:49.193511 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (395d270e-598a-43fc-8736-96c697a8acde), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:49.268842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86617851-9ee9-416e-a2b1-c33b9e899efe req-dc32e424-0331-4799-82b3-fe62775797ee tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:49.279174 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-86617851-9ee9-416e-a2b1-c33b9e899efe req-dc32e424-0331-4799-82b3-fe62775797ee tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.3472271 Feb 15 17:00:49.331850 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75584f2d-26db-4581-ad18-bced9799e749 req-f569e232-a0d2-4526-9b3d-2e34712dda30 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:49.342234 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75584f2d-26db-4581-ad18-bced9799e749 req-f569e232-a0d2-4526-9b3d-2e34712dda30 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.5897977 Feb 15 17:00:49.359255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:00:49.361865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Checking segment: {'id': '2253a527-f24c-485a-885b-b954f8a73354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '266806b4-a199-499d-bdff-061dd90327bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:49.361865 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:49.361865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Bound using segment: {'id': '2253a527-f24c-485a-885b-b954f8a73354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '266806b4-a199-499d-bdff-061dd90327bf'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:00:49.361865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Bound port: 1fcc70d2-01a9-44e1-a1f6-443bd119a96f, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2253a527-f24c-485a-885b-b954f8a73354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '266806b4-a199-499d-bdff-061dd90327bf'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:00:49.361865 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:49.469957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-86617851-9ee9-416e-a2b1-c33b9e899efe req-e1f6b88f-ec52-4115-94bf-42e1ee0a1228 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838369 Feb 15 17:00:49.476444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209d59e-00e1-4697-a7d4-db739ab4e42f None None] Pushing event updated for resources: {'Port': ['ID=678f67c9-0020-4495-b4ae-1397e68a1f2e,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:49.527898 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (395d270e-598a-43fc-8736-96c697a8acde), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:49.636127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 37f8bce3-8374-43f9-aae7-abd5cfa0de54 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:49.731293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 266806b4-a199-499d-bdff-061dd90327bf is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:49.740796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:49.772723 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:00:49.846023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=395d270e-598a-43fc-8736-96c697a8acde,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:49.852557 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2e9632-f75a-452a-b585-9c13c637325c tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Router 5c8ffd5b-2ade-4ce4-bff2-195540818d94 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:00:49.860631 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75584f2d-26db-4581-ad18-bced9799e749 req-ff4b09fd-58fc-4b86-95cd-6a5a168c7981 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5172546 Feb 15 17:00:49.936349 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (e3d66710-1693-4d96-a7d1-4db549dc6371), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:49.991012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 521e1a35-16f3-49fd-883a-46ab0caa11bc up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:50.000818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Attempting to bind port 678f67c9-0020-4495-b4ae-1397e68a1f2e on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:00:50.001217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Attempting to bind port 678f67c9-0020-4495-b4ae-1397e68a1f2e by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f8c27815-cbe2-4b1b-b29e-d0dccca8868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:00:50.001613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Attempting to bind port 678f67c9-0020-4495-b4ae-1397e68a1f2e on network 2a15d781-f990-4aa0-acbe-fd004d23dcd6 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:00:50.049024 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:00:50.063032 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Checking segment: {'id': 'f8c27815-cbe2-4b1b-b29e-d0dccca8868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:50.063552 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:50.066192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Bound using segment: {'id': 'f8c27815-cbe2-4b1b-b29e-d0dccca8868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:00:50.067171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Bound port: 678f67c9-0020-4495-b4ae-1397e68a1f2e, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c27815-cbe2-4b1b-b29e-d0dccca8868c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:00:50.067630 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:50.096693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2e9632-f75a-452a-b585-9c13c637325c tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:00:50.101738 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6f2e9632-f75a-452a-b585-9c13c637325c tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "PUT /v2.0/routers/5c8ffd5b-2ade-4ce4-bff2-195540818d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0691438 Feb 15 17:00:50.105448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37402) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:50.132812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] For port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:00:50.141132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67758f36-731a-4f8c-8549-5687250a9830 None None] Sync routers for ids ['5c8ffd5b-2ade-4ce4-bff2-195540818d94'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:00:50.143655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c307019e-c966-4e03-a3b7-6cc9ae351b2f None None] Provisioning complete for port 678f67c9-0020-4495-b4ae-1397e68a1f2e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:50.144127 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c307019e-c966-4e03-a3b7-6cc9ae351b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:50.208869 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] For port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1fcc70d2-01a9-44e1-a1f6-443bd119a96f,segment=NetworkSegment(2253a527-f24c-485a-885b-b954f8a73354),segment_id=2253a527-f24c-485a-885b-b954f8a73354)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:00:50.221157 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-a83e531e-96d7-41d4-87d2-0879520d3ee4 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] delete failed (client error): The resource could not be found. Feb 15 17:00:50.222395 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a83e531e-96d7-41d4-87d2-0879520d3ee4 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "DELETE /v2.0/routers/tempest-non_exist_router-2105720601 HTTP/1.1" status: 404 len: 335 time: 0.1140873 Feb 15 17:00:50.226196 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37410) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:50.232080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-85bd93e8-49ce-46a0-8966-a9a1e956d26a tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Request body: {'router': {'external_gateway_info': {'network_id': '5c8ffd5b-2ade-4ce4-bff2-195540818d94'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:50.273521 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67758f36-731a-4f8c-8549-5687250a9830 None None] Routers {'5c8ffd5b-2ade-4ce4-bff2-195540818d94'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:00:50.274217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-67758f36-731a-4f8c-8549-5687250a9830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5c8ffd5b-2ade-4ce4-bff2-195540818d94'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:50.354605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c307019e-c966-4e03-a3b7-6cc9ae351b2f None None] Port 678f67c9-0020-4495-b4ae-1397e68a1f2e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:00:50.359293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-67758f36-731a-4f8c-8549-5687250a9830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:50.368848 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2178fe5-f2d8-48ea-813c-267df873373d req-006c3551-7b10-4f2d-8f22-c1e639a46620 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:50.385480 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b2178fe5-f2d8-48ea-813c-267df873373d req-006c3551-7b10-4f2d-8f22-c1e639a46620 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1153388 Feb 15 17:00:50.394289 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:50.453096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 521e1a35-16f3-49fd-883a-46ab0caa11bc triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:50.453096 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (521e1a35-16f3-49fd-883a-46ab0caa11bc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:50.512110 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b2178fe5-f2d8-48ea-813c-267df873373d req-d35ce774-3b39-4e5b-b95b-11f75c247e1c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256452 Feb 15 17:00:50.633254 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67758f36-731a-4f8c-8549-5687250a9830 None None] Routers {'5c8ffd5b-2ade-4ce4-bff2-195540818d94'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:00:50.645243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-67758f36-731a-4f8c-8549-5687250a9830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5c8ffd5b-2ade-4ce4-bff2-195540818d94'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:50.658919 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (395d270e-598a-43fc-8736-96c697a8acde), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:50.702966 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37432) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:50.722674 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:00:50.729582 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7bd328eb-509d-4b10-b22d-0927ab32a38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:50.763654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-67758f36-731a-4f8c-8549-5687250a9830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:50.769568 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67758f36-731a-4f8c-8549-5687250a9830 None None] The sync data for ids ['5c8ffd5b-2ade-4ce4-bff2-195540818d94'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:00:50.779802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] For port 678f67c9-0020-4495-b4ae-1397e68a1f2e, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:00:50.860041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] For port 678f67c9-0020-4495-b4ae-1397e68a1f2e, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=678f67c9-0020-4495-b4ae-1397e68a1f2e,segment=NetworkSegment(f8c27815-cbe2-4b1b-b29e-d0dccca8868c),segment_id=f8c27815-cbe2-4b1b-b29e-d0dccca8868c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:00:50.943966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0346f7-07b1-44da-b524-9930b549f242 None None] Pushing event updated for resources: {'Port': ['ID=1fcc70d2-01a9-44e1-a1f6-443bd119a96f,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:50.988842 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-85bd93e8-49ce-46a0-8966-a9a1e956d26a tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for router_gateway (5c8ffd5b-2ade-4ce4-bff2-195540818d94), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:50.990761 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:51.066289 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7bd328eb-509d-4b10-b22d-0927ab32a38f admin admin] Publish callbacks [] for security_group (9dada688-0b8a-406e-9e87-a2fd97286612), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:51.102523 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 521e1a35-16f3-49fd-883a-46ab0caa11bc is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:51.176948 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:00:51.179682 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:51.198876 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7bd328eb-509d-4b10-b22d-0927ab32a38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9dada688-0b8a-406e-9e87-a2fd97286612), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:51.221087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209d59e-00e1-4697-a7d4-db739ab4e42f None None] Pushing event updated for resources: {'Port': ['ID=678f67c9-0020-4495-b4ae-1397e68a1f2e,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:51.325000 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-85bd93e8-49ce-46a0-8966-a9a1e956d26a tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] update failed (client error): The resource could not be found. Feb 15 17:00:51.326473 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-85bd93e8-49ce-46a0-8966-a9a1e956d26a tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "PUT /v2.0/routers/5c8ffd5b-2ade-4ce4-bff2-195540818d94 HTTP/1.1" status: 404 len: 339 time: 1.0986557 Feb 15 17:00:51.330961 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37450) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:51.468165 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7bd328eb-509d-4b10-b22d-0927ab32a38f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6bffef23759943659d3645e6199ad102&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7631943 Feb 15 17:00:51.471523 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37460) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:51.475263 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd328eb-509d-4b10-b22d-0927ab32a38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dada688-0b8a-406e-9e87-a2fd97286612,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:51.545804 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:00:51.715235 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6036fda4-f7b1-44a1-a78e-c8a0f6319594 None None] Provisioning complete for port 678f67c9-0020-4495-b4ae-1397e68a1f2e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:51.715604 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6036fda4-f7b1-44a1-a78e-c8a0f6319594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:51.864551 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa6aab51-b091-412f-a51a-0c1388c58a18 admin admin] Publish callbacks [] for security_group (9dada688-0b8a-406e-9e87-a2fd97286612), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:51.927044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1fcc70d2-01a9-44e1-a1f6-443bd119a96f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:51.976168 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b9cf7-622e-41c8-9500-c400191a1d9c req-cf8fd70c-6e15-4bac-a981-d7853ea87521 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:51.996771 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df5b9cf7-622e-41c8-9500-c400191a1d9c req-cf8fd70c-6e15-4bac-a981-d7853ea87521 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.3239520 Feb 15 17:00:52.014121 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa6aab51-b091-412f-a51a-0c1388c58a18 admin admin] Publish callbacks [] for security_group (9dada688-0b8a-406e-9e87-a2fd97286612), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:52.179168 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for port (395d270e-598a-43fc-8736-96c697a8acde), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:52.275064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984db65-e5c1-4eaa-864c-71a3b30382fe req-3f3b32ec-3352-4d32-9fcc-bcac7902d336 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:52.278348 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2984db65-e5c1-4eaa-864c-71a3b30382fe req-3f3b32ec-3352-4d32-9fcc-bcac7902d336 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 1.1396053 Feb 15 17:00:52.279313 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (395d270e-598a-43fc-8736-96c697a8acde), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:52.362385 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df5b9cf7-622e-41c8-9500-c400191a1d9c req-9d079424-df2c-4255-b2d3-a709dc72ff79 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3635395 Feb 15 17:00:52.450110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event updated for resources: {'Port': ['ID=395d270e-598a-43fc-8736-96c697a8acde,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:52.477936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:52.478463 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:52.494492 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa6aab51-b091-412f-a51a-0c1388c58a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9dada688-0b8a-406e-9e87-a2fd97286612), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:52.497394 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa6aab51-b091-412f-a51a-0c1388c58a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:52.498851 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fa6aab51-b091-412f-a51a-0c1388c58a18 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9dada688-0b8a-406e-9e87-a2fd97286612 HTTP/1.1" status: 204 len: 168 time: 1.0120528 Feb 15 17:00:52.517515 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6aab51-b091-412f-a51a-0c1388c58a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dada688-0b8a-406e-9e87-a2fd97286612,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:52.561921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6036fda4-f7b1-44a1-a78e-c8a0f6319594 None None] Current status of the port 678f67c9-0020-4495-b4ae-1397e68a1f2e is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:52.564020 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6036fda4-f7b1-44a1-a78e-c8a0f6319594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:52.591054 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:52.632013 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (e3d66710-1693-4d96-a7d1-4db549dc6371), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:52.663240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f895217-a970-4274-a052-08abda3a42f8 None None] Network 266806b4-a199-499d-bdff-061dd90327bf requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:00:52.912318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6036fda4-f7b1-44a1-a78e-c8a0f6319594 None None] For port 678f67c9-0020-4495-b4ae-1397e68a1f2e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=678f67c9-0020-4495-b4ae-1397e68a1f2e,segment=NetworkSegment(f8c27815-cbe2-4b1b-b29e-d0dccca8868c),segment_id=f8c27815-cbe2-4b1b-b29e-d0dccca8868c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:53.021845 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:00:50Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '395d270e-598a-43fc-8736-96c697a8acde', 'name': '', 'network_id': '266806b4-a199-499d-bdff-061dd90327bf', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:3c:a0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '482f9349-d166-45cd-b901-763b991900c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:47Z', 'updated_at': '2022-02-15T17:00:48Z', 'revision_number': 1, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '482f9349-d166-45cd-b901-763b991900c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678f67c9-0020-4495-b4ae-1397e68a1f2e', 'name': '', 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:c1:77:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:32Z', 'updated_at': '2022-02-15T17:00:50Z', 'revision_number': 4, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:53.052724 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6036fda4-f7b1-44a1-a78e-c8a0f6319594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:53.057396 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968ecf8-b9a9-42b9-af05-7cdc519a7479 None None] The sync data for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 is: [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:00:50Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '395d270e-598a-43fc-8736-96c697a8acde', 'name': '', 'network_id': '266806b4-a199-499d-bdff-061dd90327bf', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:3c:a0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '482f9349-d166-45cd-b901-763b991900c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:47Z', 'updated_at': '2022-02-15T17:00:48Z', 'revision_number': 1, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '482f9349-d166-45cd-b901-763b991900c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678f67c9-0020-4495-b4ae-1397e68a1f2e', 'name': '', 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:c1:77:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:32Z', 'updated_at': '2022-02-15T17:00:50Z', 'revision_number': 4, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:00:53.100069 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Allocated IP 172.20.0.1 (c49c9f26-b38c-4fb9-982f-2a5835ffb18b/8cd97515-86f1-408f-a414-47d70a163370/c88d964a-a3ef-4bd6-b978-29a0644652de) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:00:53.258000 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2984db65-e5c1-4eaa-864c-71a3b30382fe req-9a2b9626-0000-40f2-b683-b61f10a6f305 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8148253 Feb 15 17:00:53.413641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036fda4-f7b1-44a1-a78e-c8a0f6319594 None None] Pushing event updated for resources: {'Port': ['ID=678f67c9-0020-4495-b4ae-1397e68a1f2e,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:53.451682 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-4acf21ec-748a-498f-9053-c3a8819839bb None None] Provisioning complete for port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:53.452753 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4acf21ec-748a-498f-9053-c3a8819839bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:53.459428 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:53.459825 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:53.636519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ce861-ebd4-4c91-b333-3e3092b16fd1 req-2e87f187-3e1c-4828-824c-ca519a49e6fb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:53.656673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-779ce861-ebd4-4c91-b333-3e3092b16fd1 req-2e87f187-3e1c-4828-824c-ca519a49e6fb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1341052 Feb 15 17:00:53.684361 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1fcc70d2-01a9-44e1-a1f6-443bd119a96f,segment=NetworkSegment(2253a527-f24c-485a-885b-b954f8a73354),segment_id=2253a527-f24c-485a-885b-b954f8a73354)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:00:53.817169 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for port (c88d964a-a3ef-4bd6-b978-29a0644652de), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:53.832854 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-779ce861-ebd4-4c91-b333-3e3092b16fd1 req-6652be34-2371-42b9-b48f-02044a56213f tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738119 Feb 15 17:00:53.857574 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:53.951263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4acf21ec-748a-498f-9053-c3a8819839bb None None] Current status of the port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:53.953274 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4acf21ec-748a-498f-9053-c3a8819839bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:54.057226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Network 266806b4-a199-499d-bdff-061dd90327bf is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:54.061752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:54.073709 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=1fcc70d2-01a9-44e1-a1f6-443bd119a96f,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:54.193806 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-4acf21ec-748a-498f-9053-c3a8819839bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:00:54.194291 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-4acf21ec-748a-498f-9053-c3a8819839bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:00:54.236539 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c88d964a-a3ef-4bd6-b978-29a0644652de), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:54.538493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Network c49c9f26-b38c-4fb9-982f-2a5835ffb18b is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:54.636933 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37574) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:54.680822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:54.798615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:00:54.827664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4acf21ec-748a-498f-9053-c3a8819839bb None None] Current status of the port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:54.903054 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router e3d66710-1693-4d96-a7d1-4db549dc6371 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:00:54.981180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-4fab17d3-26c2-467f-97a1-1fefb63128e2 None None] Provisioning complete for port 395d270e-598a-43fc-8736-96c697a8acde triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:55.010971 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fab17d3-26c2-467f-97a1-1fefb63128e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (395d270e-598a-43fc-8736-96c697a8acde), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:55.126137 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (5c8ffd5b-2ade-4ce4-bff2-195540818d94), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:55.131354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event updated for resources: {'Port': ['ID=c88d964a-a3ef-4bd6-b978-29a0644652de,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:55.134448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4fab17d3-26c2-467f-97a1-1fefb63128e2 None None] Port 395d270e-598a-43fc-8736-96c697a8acde cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:00:55.174357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-4fab17d3-26c2-467f-97a1-1fefb63128e2 None None] Provisioning complete for port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:55.174903 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fab17d3-26c2-467f-97a1-1fefb63128e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:55.279490 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93a93823-45bc-4b94-9e35-1dcef9a49eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:55.386895 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccb310-b23b-41a4-878c-8cc496e1d292 req-8d6f6a82-d85f-427b-9c11-4e0bc9ebb977 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:55.397444 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2fccb310-b23b-41a4-878c-8cc496e1d292 req-8d6f6a82-d85f-427b-9c11-4e0bc9ebb977 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.3530135 Feb 15 17:00:55.431164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4fab17d3-26c2-467f-97a1-1fefb63128e2 None None] Current status of the port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:55.558213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-561dcf52-f020-4056-820e-256eeb8b14a3 None None] Provisioning complete for port 395d270e-598a-43fc-8736-96c697a8acde triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:55.560651 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-561dcf52-f020-4056-820e-256eeb8b14a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (395d270e-598a-43fc-8736-96c697a8acde), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:55.597093 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93a93823-45bc-4b94-9e35-1dcef9a49eaa admin admin] Publish callbacks [] for security_group (aea6d22d-a7a5-4b73-9cca-1b88ee08a8cf), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:55.708538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-561dcf52-f020-4056-820e-256eeb8b14a3 None None] Port 395d270e-598a-43fc-8736-96c697a8acde cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:00:55.724297 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93a93823-45bc-4b94-9e35-1dcef9a49eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (aea6d22d-a7a5-4b73-9cca-1b88ee08a8cf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:55.786372 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-561dcf52-f020-4056-820e-256eeb8b14a3 None None] Provisioning complete for port c88d964a-a3ef-4bd6-b978-29a0644652de triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:55.788777 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-561dcf52-f020-4056-820e-256eeb8b14a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c88d964a-a3ef-4bd6-b978-29a0644652de), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:55.850046 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-93a93823-45bc-4b94-9e35-1dcef9a49eaa admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e830c043e0b4450381349408c10f6991&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2102184 Feb 15 17:00:55.875074 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c88d964a-a3ef-4bd6-b978-29a0644652de), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:55.877805 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2fccb310-b23b-41a4-878c-8cc496e1d292 req-cefcb842-35b4-4aab-98da-6b0c64cc2f86 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4759307 Feb 15 17:00:55.882234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37618) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:55.934739 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-561dcf52-f020-4056-820e-256eeb8b14a3 None None] Port c88d964a-a3ef-4bd6-b978-29a0644652de cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:00:56.003189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76056f97-7854-4142-af67-5f59f5b2eb25 req-c2e4ed29-b62b-4ea7-ae8e-2b2438a58ce7 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:56.020557 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76056f97-7854-4142-af67-5f59f5b2eb25 req-c2e4ed29-b62b-4ea7-ae8e-2b2438a58ce7 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 1.4554141 Feb 15 17:00:56.187173 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a93823-45bc-4b94-9e35-1dcef9a49eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea6d22d-a7a5-4b73-9cca-1b88ee08a8cf,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:56.269840 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a88106a7-39d5-4df3-aaf7-9650a67dfc67 admin admin] Publish callbacks [] for security_group (aea6d22d-a7a5-4b73-9cca-1b88ee08a8cf), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:56.299238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1fcc70d2-01a9-44e1-a1f6-443bd119a96f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:56.400893 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a88106a7-39d5-4df3-aaf7-9650a67dfc67 admin admin] Publish callbacks [] for security_group (aea6d22d-a7a5-4b73-9cca-1b88ee08a8cf), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:56.434786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:56.435205 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:56.650641 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a88106a7-39d5-4df3-aaf7-9650a67dfc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (aea6d22d-a7a5-4b73-9cca-1b88ee08a8cf), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:56.651415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:56.652691 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 678f67c9-0020-4495-b4ae-1397e68a1f2e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:00:56.656992 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a88106a7-39d5-4df3-aaf7-9650a67dfc67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:56.663050 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a88106a7-39d5-4df3-aaf7-9650a67dfc67 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/aea6d22d-a7a5-4b73-9cca-1b88ee08a8cf HTTP/1.1" status: 204 len: 168 time: 0.7711337 Feb 15 17:00:56.678338 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88106a7-39d5-4df3-aaf7-9650a67dfc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea6d22d-a7a5-4b73-9cca-1b88ee08a8cf,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:56.844164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 678f67c9-0020-4495-b4ae-1397e68a1f2e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:00:56.844550 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:57.177243 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59546512-c9cf-45f0-9e93-285657e0c8d5 req-88ea9aa8-9af7-4632-a2c3-2f33191922f4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:57.191625 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-59546512-c9cf-45f0-9e93-285657e0c8d5 req-88ea9aa8-9af7-4632-a2c3-2f33191922f4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2155900 Feb 15 17:00:57.226016 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8507e141-268a-4fd3-b6de-91e1cf86e18b req-b79765a8-53b0-49d8-985d-1e15dcd64902 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 2.6495178 Feb 15 17:00:57.231146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:00:57.243121 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Sync routers for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:00:57.266679 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:00:57.268673 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:57.324177 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9b7c6db3-f47c-4119-b926-f9d3fd9fb5d9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/e3d66710-1693-4d96-a7d1-4db549dc6371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9616728 Feb 15 17:00:57.345132 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37650) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:57.370788 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c64b334d-a80a-4a52-b57e-35e3848d4dc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:00:57.494470 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76056f97-7854-4142-af67-5f59f5b2eb25 req-f3d927f6-3f0d-4472-a433-4c4c98a58eb0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4603357 Feb 15 17:00:57.564646 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-59546512-c9cf-45f0-9e93-285657e0c8d5 req-d4b43c76-8f6b-4ab3-b7c7-05c91d8d95ab tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3716161 Feb 15 17:00:57.577688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 678f67c9-0020-4495-b4ae-1397e68a1f2e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:00:57.614550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507e141-268a-4fd3-b6de-91e1cf86e18b req-b0ba9ebf-c3b3-4e3b-9d33-d7bdf52db560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:57.616108 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8507e141-268a-4fd3-b6de-91e1cf86e18b req-b0ba9ebf-c3b3-4e3b-9d33-d7bdf52db560 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 1129 time: 0.2937925 Feb 15 17:00:57.666408 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:00:57.903342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37662) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:57.924273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507e141-268a-4fd3-b6de-91e1cf86e18b req-39fd5d77-6e8b-4ea6-88ce-04956a50e7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:57.932294 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8507e141-268a-4fd3-b6de-91e1cf86e18b req-39fd5d77-6e8b-4ea6-88ce-04956a50e7bd service neutron] 10.222.0.67 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.2905290 Feb 15 17:00:57.988608 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c5db-92ca-47e0-8f82-91f8e9f68014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:58.055489 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8507e141-268a-4fd3-b6de-91e1cf86e18b req-d9b07d69-5a2e-4292-ac33-dabc5a9dddcc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 HTTP/1.1" status: 200 len: 217 time: 0.1080658 Feb 15 17:00:58.144611 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:00:50Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '395d270e-598a-43fc-8736-96c697a8acde', 'name': '', 'network_id': '266806b4-a199-499d-bdff-061dd90327bf', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:3c:a0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '482f9349-d166-45cd-b901-763b991900c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:47Z', 'updated_at': '2022-02-15T17:00:51Z', 'revision_number': 2, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '482f9349-d166-45cd-b901-763b991900c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678f67c9-0020-4495-b4ae-1397e68a1f2e', 'name': '', 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:c1:77:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:32Z', 'updated_at': '2022-02-15T17:00:52Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:00:58.184807 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Checking router: e3d66710-1693-4d96-a7d1-4db549dc6371 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:00:58.185492 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Updating router e3d66710-1693-4d96-a7d1-4db549dc6371 port 395d270e-598a-43fc-8736-96c697a8acde binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:00:58.219590 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (395d270e-598a-43fc-8736-96c697a8acde), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:58.289275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507e141-268a-4fd3-b6de-91e1cf86e18b req-a4833cb3-be12-434f-a178-9fe8fea77d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:58.292381 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8507e141-268a-4fd3-b6de-91e1cf86e18b req-a4833cb3-be12-434f-a178-9fe8fea77d13 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.2309918 Feb 15 17:00:58.395727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6ac3b-1e61-492e-9a1c-d3f34962334c req-666ace3d-bd52-430f-97d1-3d90d409128f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:58.403264 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ac6ac3b-1e61-492e-9a1c-d3f34962334c req-666ace3d-bd52-430f-97d1-3d90d409128f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=39ced08894bc44b28af70965be7f8e31&device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 1128 time: 0.8970671 Feb 15 17:00:58.417913 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for port (c88d964a-a3ef-4bd6-b978-29a0644652de), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:58.485819 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c5db-92ca-47e0-8f82-91f8e9f68014 admin admin] Publish callbacks [] for security_group (982976b5-441c-40da-bb2c-60e2929b1e2e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:58.589268 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c88d964a-a3ef-4bd6-b978-29a0644652de), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:58.589556 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c5db-92ca-47e0-8f82-91f8e9f68014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (982976b5-441c-40da-bb2c-60e2929b1e2e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:58.651483 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9bb7c5db-92ca-47e0-8f82-91f8e9f68014 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=08f30cc17bbf4d9e9b0f78cb39baa3cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7462795 Feb 15 17:00:58.662457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6ac3b-1e61-492e-9a1c-d3f34962334c req-7180d3a3-6c22-45b3-bf3a-ea06d8700230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:58.662457 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ac6ac3b-1e61-492e-9a1c-d3f34962334c req-7180d3a3-6c22-45b3-bf3a-ea06d8700230 service neutron] 10.222.0.10 "GET /v2.0/networks?id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc HTTP/1.1" status: 200 len: 914 time: 0.2413375 Feb 15 17:00:58.665585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37674) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:00:58.681164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.extraroute_db [None req-c64b334d-a80a-4a52-b57e-35e3848d4dc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 17:00:58.724059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.extraroute_db [None req-c64b334d-a80a-4a52-b57e-35e3848d4dc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Removed routes are [] {{(pid=103800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 17:00:58.724879 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c64b334d-a80a-4a52-b57e-35e3848d4dc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (e3d66710-1693-4d96-a7d1-4db549dc6371), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:58.744406 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7c5db-92ca-47e0-8f82-91f8e9f68014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982976b5-441c-40da-bb2c-60e2929b1e2e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:58.823837 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (5c8ffd5b-2ade-4ce4-bff2-195540818d94), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:58.911171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081353f-b70c-44cd-86ac-3dca87c10773 req-d9231706-e103-4d1b-9b69-3f73815d2a61 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:58.922947 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a081353f-b70c-44cd-86ac-3dca87c10773 req-d9231706-e103-4d1b-9b69-3f73815d2a61 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2181716 Feb 15 17:00:59.067401 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Publish callbacks [] for port (395d270e-598a-43fc-8736-96c697a8acde), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:59.099864 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-32cdf9cc-6c02-4454-bc92-9053f31f2765 admin admin] Publish callbacks [] for security_group (982976b5-441c-40da-bb2c-60e2929b1e2e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:59.229394 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ac6ac3b-1e61-492e-9a1c-d3f34962334c req-124654d9-f86a-4fdb-9bac-9adf3e4dad30 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28129b61-fe83-484b-a48b-d25cd2f717d0 HTTP/1.1" status: 200 len: 217 time: 0.2952125 Feb 15 17:00:59.229394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507e141-268a-4fd3-b6de-91e1cf86e18b req-6a6df443-ca55-49f6-99e3-753b654b631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:59.229394 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8507e141-268a-4fd3-b6de-91e1cf86e18b req-6a6df443-ca55-49f6-99e3-753b654b631b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8907182 Feb 15 17:00:59.229924 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-32cdf9cc-6c02-4454-bc92-9053f31f2765 admin admin] Publish callbacks [] for security_group (982976b5-441c-40da-bb2c-60e2929b1e2e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:59.230017 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event updated for resources: {'Port': ['ID=c88d964a-a3ef-4bd6-b978-29a0644652de,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:59.255502 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a081353f-b70c-44cd-86ac-3dca87c10773 req-515adde3-7034-4318-bae4-c668afc9c5d5 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3270640 Feb 15 17:00:59.326924 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (395d270e-598a-43fc-8736-96c697a8acde), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:59.467536 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c64b334d-a80a-4a52-b57e-35e3848d4dc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (e3d66710-1693-4d96-a7d1-4db549dc6371), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:59.477460 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c64b334d-a80a-4a52-b57e-35e3848d4dc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (e3d66710-1693-4d96-a7d1-4db549dc6371), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:59.516057 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e628f5-6037-4cea-b8c0-5998fc11ed2b None None] Pushing event updated for resources: {'Port': ['ID=395d270e-598a-43fc-8736-96c697a8acde,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:59.529197 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1f365-f909-4e09-b26e-21be24d916ba req-2fdcffcc-dc45-47ae-a892-b20aad71fdd9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:59.529197 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53c1f365-f909-4e09-b26e-21be24d916ba req-2fdcffcc-dc45-47ae-a892-b20aad71fdd9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.7201934 Feb 15 17:00:59.538041 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Network c49c9f26-b38c-4fb9-982f-2a5835ffb18b is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:00:59.545469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:00:59.654883 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Attempting to bind port 395d270e-598a-43fc-8736-96c697a8acde on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:00:59.655305 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Attempting to bind port 395d270e-598a-43fc-8736-96c697a8acde by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '2253a527-f24c-485a-885b-b954f8a73354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '266806b4-a199-499d-bdff-061dd90327bf'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:00:59.655684 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Attempting to bind port 395d270e-598a-43fc-8736-96c697a8acde on network 266806b4-a199-499d-bdff-061dd90327bf {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:00:59.661960 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-32cdf9cc-6c02-4454-bc92-9053f31f2765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (982976b5-441c-40da-bb2c-60e2929b1e2e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:59.665453 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-32cdf9cc-6c02-4454-bc92-9053f31f2765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:59.667634 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-32cdf9cc-6c02-4454-bc92-9053f31f2765 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/982976b5-441c-40da-bb2c-60e2929b1e2e HTTP/1.1" status: 204 len: 168 time: 1.0007968 Feb 15 17:00:59.680911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6ac3b-1e61-492e-9a1c-d3f34962334c req-2dfd7f63-ff53-40c8-80d5-2ea703a01bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:00:59.684303 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ac6ac3b-1e61-492e-9a1c-d3f34962334c req-2dfd7f63-ff53-40c8-80d5-2ea703a01bf5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ace70380-0204-41b0-be4a-55804a4b7a9b HTTP/1.1" status: 200 len: 853 time: 0.4199898 Feb 15 17:00:59.697681 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:00:59.698064 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Checking segment: {'id': '2253a527-f24c-485a-885b-b954f8a73354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '266806b4-a199-499d-bdff-061dd90327bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:00:59.698476 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:59.698890 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Bound using segment: {'id': '2253a527-f24c-485a-885b-b954f8a73354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '266806b4-a199-499d-bdff-061dd90327bf'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:00:59.699363 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Bound port: 395d270e-598a-43fc-8736-96c697a8acde, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2253a527-f24c-485a-885b-b954f8a73354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '266806b4-a199-499d-bdff-061dd90327bf'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:00:59.699747 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (395d270e-598a-43fc-8736-96c697a8acde), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:00:59.700353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cdf9cc-6c02-4454-bc92-9053f31f2765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982976b5-441c-40da-bb2c-60e2929b1e2e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:00:59.763755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64b334d-a80a-4a52-b57e-35e3848d4dc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router e3d66710-1693-4d96-a7d1-4db549dc6371 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:00:59.910678 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ac6ac3b-1e61-492e-9a1c-d3f34962334c req-f89994b6-001b-4379-965d-f14a6c6454f2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2183414 Feb 15 17:01:00.027735 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] For port 395d270e-598a-43fc-8736-96c697a8acde, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:01:00.034852 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] For port 395d270e-598a-43fc-8736-96c697a8acde, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=395d270e-598a-43fc-8736-96c697a8acde,segment=NetworkSegment(2253a527-f24c-485a-885b-b954f8a73354),segment_id=2253a527-f24c-485a-885b-b954f8a73354)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:01:00.122209 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53c1f365-f909-4e09-b26e-21be24d916ba req-ba18af9f-d653-435c-84c3-ad8fa9ece221 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664277 Feb 15 17:01:00.124195 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8507e141-268a-4fd3-b6de-91e1cf86e18b req-0b2deb67-3e38-4671-a274-f9d9a3fd7b47 service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9091635 Feb 15 17:01:00.143036 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-768c5414-ce7b-4e8c-adfa-ef81b2d7244d None None] Provisioning complete for port 395d270e-598a-43fc-8736-96c697a8acde triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:01:00.145898 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-768c5414-ce7b-4e8c-adfa-ef81b2d7244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (395d270e-598a-43fc-8736-96c697a8acde), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:00.168915 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (395d270e-598a-43fc-8736-96c697a8acde), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:00.191096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64b334d-a80a-4a52-b57e-35e3848d4dc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:01:00.205230 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c64b334d-a80a-4a52-b57e-35e3848d4dc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:00.206612 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c64b334d-a80a-4a52-b57e-35e3848d4dc4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/e3d66710-1693-4d96-a7d1-4db549dc6371 HTTP/1.1" status: 200 len: 934 time: 2.8494728 Feb 15 17:01:00.220804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37684) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:00.245489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-768c5414-ce7b-4e8c-adfa-ef81b2d7244d None None] Port 395d270e-598a-43fc-8736-96c697a8acde cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:01:00.331258 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Router 5c8ffd5b-2ade-4ce4-bff2-195540818d94 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:01:00.355226 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e628f5-6037-4cea-b8c0-5998fc11ed2b None None] Pushing event updated for resources: {'Port': ['ID=395d270e-598a-43fc-8736-96c697a8acde,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:00.377104 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:00.378639 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:00.384884 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-21888667-983a-4a41-8f9a-d345ee348757 None None] Provisioning complete for port c88d964a-a3ef-4bd6-b978-29a0644652de triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:01:00.385256 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-21888667-983a-4a41-8f9a-d345ee348757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c88d964a-a3ef-4bd6-b978-29a0644652de), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:00.497980 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ac6ac3b-1e61-492e-9a1c-d3f34962334c req-b5a14e73-ccea-4beb-a28d-b10d532747d9 service neutron] 10.222.0.10 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429337 Feb 15 17:01:00.501969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-21888667-983a-4a41-8f9a-d345ee348757 None None] Port c88d964a-a3ef-4bd6-b978-29a0644652de cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:01:00.503538 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:00.616134 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feba059-7aa7-4af0-b69a-f93d28d9ee80 req-3d81f850-a64d-4256-8a21-219f48bc9ace tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:00.651444 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0feba059-7aa7-4af0-b69a-f93d28d9ee80 req-3d81f850-a64d-4256-8a21-219f48bc9ace tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2193756 Feb 15 17:01:00.709235 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:00.736786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9ba04fa3-4867-43af-ad03-7c4910241119 None None] Provisioning complete for port 395d270e-598a-43fc-8736-96c697a8acde triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:01:00.737161 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9ba04fa3-4867-43af-ad03-7c4910241119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (395d270e-598a-43fc-8736-96c697a8acde), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:00.743540 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:00.813576 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0feba059-7aa7-4af0-b69a-f93d28d9ee80 req-8538c188-2a98-4ebe-add3-5b6a08760973 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542339 Feb 15 17:01:00.815400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8507e141-268a-4fd3-b6de-91e1cf86e18b req-d2d90948-44e9-48da-9d8e-66b9b425f08a service neutron] 10.222.0.67 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6825290 Feb 15 17:01:00.941247 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-91d16091-fa49-42e3-93a4-fa524491e37b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/routers/e3d66710-1693-4d96-a7d1-4db549dc6371 HTTP/1.1" status: 200 len: 934 time: 0.7190800 Feb 15 17:01:00.944004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37696) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:00.953722 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-220aad4b-0859-4449-9279-00c47fa09b63 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'router': {'routes': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:00.957158 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9ba04fa3-4867-43af-ad03-7c4910241119 None None] Current status of the port 395d270e-598a-43fc-8736-96c697a8acde is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:01:00.957610 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9ba04fa3-4867-43af-ad03-7c4910241119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (395d270e-598a-43fc-8736-96c697a8acde), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:01.022889 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ac6ac3b-1e61-492e-9a1c-d3f34962334c req-d4f92aeb-2f84-4c14-bbc9-06dc854819ec service neutron] 10.222.0.10 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236320 Feb 15 17:01:01.025033 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:01:01.034470 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d638add2-cab8-4fe3-b0c4-741974927974 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "PUT /v2.0/routers/5c8ffd5b-2ade-4ce4-bff2-195540818d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7002306 Feb 15 17:01:01.035583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37700) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:01.056057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8e63f-5d4e-440b-9a5d-0f3f285446fb None None] Sync routers for ids ['5c8ffd5b-2ade-4ce4-bff2-195540818d94'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:01:01.107053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9ba04fa3-4867-43af-ad03-7c4910241119 None None] For port 395d270e-598a-43fc-8736-96c697a8acde, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=395d270e-598a-43fc-8736-96c697a8acde,segment=NetworkSegment(2253a527-f24c-485a-885b-b954f8a73354),segment_id=2253a527-f24c-485a-885b-b954f8a73354)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:01.123047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8e63f-5d4e-440b-9a5d-0f3f285446fb None None] Routers {'5c8ffd5b-2ade-4ce4-bff2-195540818d94'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:01.123701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b8d8e63f-5d4e-440b-9a5d-0f3f285446fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5c8ffd5b-2ade-4ce4-bff2-195540818d94'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:01.181695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b8d8e63f-5d4e-440b-9a5d-0f3f285446fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:01.196934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d8e63f-5d4e-440b-9a5d-0f3f285446fb None None] Routers {'5c8ffd5b-2ade-4ce4-bff2-195540818d94'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:01.197667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b8d8e63f-5d4e-440b-9a5d-0f3f285446fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5c8ffd5b-2ade-4ce4-bff2-195540818d94'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:01.277980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b8d8e63f-5d4e-440b-9a5d-0f3f285446fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:01.279759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d8e63f-5d4e-440b-9a5d-0f3f285446fb None None] The sync data for ids ['5c8ffd5b-2ade-4ce4-bff2-195540818d94'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:01:01.305756 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9ba04fa3-4867-43af-ad03-7c4910241119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (395d270e-598a-43fc-8736-96c697a8acde), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:01.323734 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b34acc48-7f30-400d-9b67-544351148e40 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for router (5c8ffd5b-2ade-4ce4-bff2-195540818d94), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:01.379939 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:00:58Z', 'revision_number': 6, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '395d270e-598a-43fc-8736-96c697a8acde', 'name': '', 'network_id': '266806b4-a199-499d-bdff-061dd90327bf', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:3c:a0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '482f9349-d166-45cd-b901-763b991900c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:47Z', 'updated_at': '2022-02-15T17:00:59Z', 'revision_number': 4, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '482f9349-d166-45cd-b901-763b991900c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678f67c9-0020-4495-b4ae-1397e68a1f2e', 'name': '', 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:c1:77:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:32Z', 'updated_at': '2022-02-15T17:00:52Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:01.428420 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba04fa3-4867-43af-ad03-7c4910241119 None None] Pushing event updated for resources: {'Port': ['ID=395d270e-598a-43fc-8736-96c697a8acde,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:01.470863 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55726ba-356c-4afa-b950-d1959921c501 None None] The sync data for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 is: [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:00:58Z', 'revision_number': 6, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '395d270e-598a-43fc-8736-96c697a8acde', 'name': '', 'network_id': '266806b4-a199-499d-bdff-061dd90327bf', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:3c:a0:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '482f9349-d166-45cd-b901-763b991900c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:47Z', 'updated_at': '2022-02-15T17:00:59Z', 'revision_number': 4, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '482f9349-d166-45cd-b901-763b991900c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678f67c9-0020-4495-b4ae-1397e68a1f2e', 'name': '', 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:c1:77:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:32Z', 'updated_at': '2022-02-15T17:00:52Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:01:01.717849 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-b34acc48-7f30-400d-9b67-544351148e40 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 17:01:01.719386 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b34acc48-7f30-400d-9b67-544351148e40 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "DELETE /v2.0/routers/5c8ffd5b-2ade-4ce4-bff2-195540818d94 HTTP/1.1" status: 409 len: 329 time: 0.6825869 Feb 15 17:01:01.726717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965a311-919f-4296-8b0d-0c7ba5905c40 req-9b7a7908-5374-4a5a-a2c0-81168d73bc0e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:01.728465 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5965a311-919f-4296-8b0d-0c7ba5905c40 req-9b7a7908-5374-4a5a-a2c0-81168d73bc0e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.4132349 Feb 15 17:01:01.729297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37712) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:02.117828 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d1a1f-f9b2-4c25-b168-3d69d708d112 None None] Sync routers for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:01:02.158697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 395d270e-598a-43fc-8736-96c697a8acde up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:01:02.162856 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917d1a1f-f9b2-4c25-b168-3d69d708d112 None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:02.165544 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-917d1a1f-f9b2-4c25-b168-3d69d708d112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:02.295545 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 395d270e-598a-43fc-8736-96c697a8acde triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:01:02.296161 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (395d270e-598a-43fc-8736-96c697a8acde), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:02.424755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 395d270e-598a-43fc-8736-96c697a8acde is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:01:02.441748 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-917d1a1f-f9b2-4c25-b168-3d69d708d112 None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:02.685750 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5965a311-919f-4296-8b0d-0c7ba5905c40 req-d27c7eaa-da40-49c9-be32-6358e19a2ab4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9485335 Feb 15 17:01:02.719456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc21272-77bd-4124-9403-020b5aa861e0 req-043a2ff5-cfa8-41d6-9a9b-4abb1096ee36 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:02.727872 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3bc21272-77bd-4124-9403-020b5aa861e0 req-043a2ff5-cfa8-41d6-9a9b-4abb1096ee36 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1691189 Feb 15 17:01:02.870349 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.extraroute_db [None req-220aad4b-0859-4449-9279-00c47fa09b63 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Added routes are [] {{(pid=103800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 17:01:02.871016 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.extraroute_db [None req-220aad4b-0859-4449-9279-00c47fa09b63 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103800) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 17:01:02.916741 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3bc21272-77bd-4124-9403-020b5aa861e0 req-cdf97b59-b0e2-499c-9b9d-76355a3db056 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856482 Feb 15 17:01:02.935402 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-917d1a1f-f9b2-4c25-b168-3d69d708d112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:00:58Z', 'revision_number': 6, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '395d270e-598a-43fc-8736-96c697a8acde', 'name': '', 'network_id': '266806b4-a199-499d-bdff-061dd90327bf', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:3c:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '482f9349-d166-45cd-b901-763b991900c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:47Z', 'updated_at': '2022-02-15T17:01:01Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '482f9349-d166-45cd-b901-763b991900c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678f67c9-0020-4495-b4ae-1397e68a1f2e', 'name': '', 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:c1:77:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:32Z', 'updated_at': '2022-02-15T17:00:52Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:02.971967 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-220aad4b-0859-4449-9279-00c47fa09b63 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (e3d66710-1693-4d96-a7d1-4db549dc6371), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:03.000274 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d1a1f-f9b2-4c25-b168-3d69d708d112 None None] Checking router: e3d66710-1693-4d96-a7d1-4db549dc6371 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:01:03.028303 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917d1a1f-f9b2-4c25-b168-3d69d708d112 None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:03.029917 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-917d1a1f-f9b2-4c25-b168-3d69d708d112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:03.129856 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6c25e64e-655d-4fac-9696-d84a72ef64e0 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (5c8ffd5b-2ade-4ce4-bff2-195540818d94), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:03.246257 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-917d1a1f-f9b2-4c25-b168-3d69d708d112 None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:03.391263 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-220aad4b-0859-4449-9279-00c47fa09b63 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (e3d66710-1693-4d96-a7d1-4db549dc6371), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:03.395618 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-220aad4b-0859-4449-9279-00c47fa09b63 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (e3d66710-1693-4d96-a7d1-4db549dc6371), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:03.602763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220aad4b-0859-4449-9279-00c47fa09b63 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router e3d66710-1693-4d96-a7d1-4db549dc6371 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:01:03.639172 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fc0f2-7087-4b7d-afc1-ef83e3216980 req-c76ff0b9-57e2-4a40-ab92-90adca74e3d6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:03.640979 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-940fc0f2-7087-4b7d-afc1-ef83e3216980 req-c76ff0b9-57e2-4a40-ab92-90adca74e3d6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2408240 Feb 15 17:01:03.704606 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-917d1a1f-f9b2-4c25-b168-3d69d708d112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:00:58Z', 'revision_number': 6, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '395d270e-598a-43fc-8736-96c697a8acde', 'name': '', 'network_id': '266806b4-a199-499d-bdff-061dd90327bf', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:3c:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '482f9349-d166-45cd-b901-763b991900c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:47Z', 'updated_at': '2022-02-15T17:01:01Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '482f9349-d166-45cd-b901-763b991900c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678f67c9-0020-4495-b4ae-1397e68a1f2e', 'name': '', 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:c1:77:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:32Z', 'updated_at': '2022-02-15T17:00:52Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:03.748517 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d1a1f-f9b2-4c25-b168-3d69d708d112 None None] The sync data for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 is: [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:00:58Z', 'revision_number': 6, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '395d270e-598a-43fc-8736-96c697a8acde', 'name': '', 'network_id': '266806b4-a199-499d-bdff-061dd90327bf', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:3c:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '482f9349-d166-45cd-b901-763b991900c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:47Z', 'updated_at': '2022-02-15T17:01:01Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '482f9349-d166-45cd-b901-763b991900c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678f67c9-0020-4495-b4ae-1397e68a1f2e', 'name': '', 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:c1:77:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:32Z', 'updated_at': '2022-02-15T17:00:52Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:01:03.763490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-6c25e64e-655d-4fac-9696-d84a72ef64e0 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Deleting port c88d964a-a3ef-4bd6-b978-29a0644652de {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:03.765254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6c25e64e-655d-4fac-9696-d84a72ef64e0 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c88d964a-a3ef-4bd6-b978-29a0644652de), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:03.775988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5e35e-7829-49a4-9435-9880b703682a req-563e5129-bcf7-4e0b-a61c-5ad31c100e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:03.779515 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ba5e35e-7829-49a4-9435-9880b703682a req-563e5129-bcf7-4e0b-a61c-5ad31c100e1b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 1128 time: 0.2281630 Feb 15 17:01:03.810942 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-940fc0f2-7087-4b7d-afc1-ef83e3216980 req-ddef50ad-c48a-47b8-b5f7-e0d66230756e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270661 Feb 15 17:01:03.851727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220aad4b-0859-4449-9279-00c47fa09b63 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:01:03.861355 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-220aad4b-0859-4449-9279-00c47fa09b63 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:03.867639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-220aad4b-0859-4449-9279-00c47fa09b63 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/e3d66710-1693-4d96-a7d1-4db549dc6371 HTTP/1.1" status: 200 len: 700 time: 2.9211023 Feb 15 17:01:03.868237 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37740) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:03.998049 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4c1705d9-611c-403c-ab78-b91733f9ae61 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/routers/e3d66710-1693-4d96-a7d1-4db549dc6371 HTTP/1.1" status: 200 len: 700 time: 0.1286092 Feb 15 17:01:04.001608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37742) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:04.073890 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6c25e64e-655d-4fac-9696-d84a72ef64e0 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c88d964a-a3ef-4bd6-b978-29a0644652de), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:04.141905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-6c25e64e-655d-4fac-9696-d84a72ef64e0 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Calling delete_port for c88d964a-a3ef-4bd6-b978-29a0644652de owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:04.151329 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ec95b0-0275-44eb-93d0-ec6705bcd1d1 None None] Sync routers for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:01:04.166910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ec95b0-0275-44eb-93d0-ec6705bcd1d1 None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:04.167561 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-12ec95b0-0275-44eb-93d0-ec6705bcd1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:04.285060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-12ec95b0-0275-44eb-93d0-ec6705bcd1d1 None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:04.324808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bef289-2028-4fc4-aea5-df00d6e83e85 req-b75feda2-9bac-46d9-b963-a92955ad7b2e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:04.326431 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-00bef289-2028-4fc4-aea5-df00d6e83e85 req-b75feda2-9bac-46d9-b963-a92955ad7b2e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.4675875 Feb 15 17:01:04.360136 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5e35e-7829-49a4-9435-9880b703682a req-9fd83538-041a-445b-89b1-9af8045b47dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:04.361705 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ba5e35e-7829-49a4-9435-9880b703682a req-9fd83538-041a-445b-89b1-9af8045b47dc service neutron] 10.222.0.10 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.5599329 Feb 15 17:01:04.476198 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ba5e35e-7829-49a4-9435-9880b703682a req-94b7ce4a-e911-419c-9fd5-f36703a67a58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f211093c-554d-4094-aeca-f5b854a678a4 HTTP/1.1" status: 200 len: 1000 time: 0.1073339 Feb 15 17:01:04.502972 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-00bef289-2028-4fc4-aea5-df00d6e83e85 req-da4c93ab-b6af-4b66-80b4-eaf6d407ca98 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607325 Feb 15 17:01:04.649137 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-12ec95b0-0275-44eb-93d0-ec6705bcd1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:02Z', 'revision_number': 7, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '395d270e-598a-43fc-8736-96c697a8acde', 'name': '', 'network_id': '266806b4-a199-499d-bdff-061dd90327bf', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:3c:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '482f9349-d166-45cd-b901-763b991900c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:47Z', 'updated_at': '2022-02-15T17:01:01Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '482f9349-d166-45cd-b901-763b991900c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678f67c9-0020-4495-b4ae-1397e68a1f2e', 'name': '', 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:c1:77:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:32Z', 'updated_at': '2022-02-15T17:00:52Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:04.694128 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ec95b0-0275-44eb-93d0-ec6705bcd1d1 None None] Checking router: e3d66710-1693-4d96-a7d1-4db549dc6371 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:01:04.713508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ec95b0-0275-44eb-93d0-ec6705bcd1d1 None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:04.713508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-12ec95b0-0275-44eb-93d0-ec6705bcd1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:04.739380 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1d243c8-f8f6-4e8a-8fd4-e63d585cf726 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (e3d66710-1693-4d96-a7d1-4db549dc6371), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:04.744104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5e35e-7829-49a4-9435-9880b703682a req-c5f0862a-7837-4d70-8b8a-86ad00f8be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:04.745939 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ba5e35e-7829-49a4-9435-9880b703682a req-c5f0862a-7837-4d70-8b8a-86ad00f8be65 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.2485921 Feb 15 17:01:04.834209 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-12ec95b0-0275-44eb-93d0-ec6705bcd1d1 None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:04.862126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5e35e-7829-49a4-9435-9880b703682a req-b5cbcd2a-0817-4123-9500-beb8eeb1bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:04.863896 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ba5e35e-7829-49a4-9435-9880b703682a req-b5cbcd2a-0817-4123-9500-beb8eeb1bea2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0757215 Feb 15 17:01:05.031018 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ba5e35e-7829-49a4-9435-9880b703682a req-c32b3d92-15cd-4072-87e8-b9e34508e1aa service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608112 Feb 15 17:01:05.040257 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083afd93-2079-461b-893a-1c3bfc485f57 req-a3086835-80d2-45ae-acef-ec9c4771b497 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:05.041832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-083afd93-2079-461b-893a-1c3bfc485f57 req-a3086835-80d2-45ae-acef-ec9c4771b497 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1152456 Feb 15 17:01:05.044747 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6c25e64e-655d-4fac-9696-d84a72ef64e0 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c88d964a-a3ef-4bd6-b978-29a0644652de), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:05.129635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25e64e-655d-4fac-9696-d84a72ef64e0 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event deleted for resources: {'Port': ['ID=c88d964a-a3ef-4bd6-b978-29a0644652de,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:05.213154 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-083afd93-2079-461b-893a-1c3bfc485f57 req-dc63475b-4d4b-43c1-a289-2b86b8197933 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638873 Feb 15 17:01:05.246475 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ba5e35e-7829-49a4-9435-9880b703682a req-dbc7b8ba-1287-4589-968e-c98589a7e21f service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099226 Feb 15 17:01:05.273062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-12ec95b0-0275-44eb-93d0-ec6705bcd1d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:02Z', 'revision_number': 7, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '395d270e-598a-43fc-8736-96c697a8acde', 'name': '', 'network_id': '266806b4-a199-499d-bdff-061dd90327bf', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:3c:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '482f9349-d166-45cd-b901-763b991900c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:47Z', 'updated_at': '2022-02-15T17:01:01Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '482f9349-d166-45cd-b901-763b991900c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678f67c9-0020-4495-b4ae-1397e68a1f2e', 'name': '', 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:c1:77:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:32Z', 'updated_at': '2022-02-15T17:00:52Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:05.296462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d1d243c8-f8f6-4e8a-8fd4-e63d585cf726 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port 395d270e-598a-43fc-8736-96c697a8acde {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:05.296834 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1d243c8-f8f6-4e8a-8fd4-e63d585cf726 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (395d270e-598a-43fc-8736-96c697a8acde), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:05.364701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ec95b0-0275-44eb-93d0-ec6705bcd1d1 None None] The sync data for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 is: [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:02Z', 'revision_number': 7, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '395d270e-598a-43fc-8736-96c697a8acde', 'name': '', 'network_id': '266806b4-a199-499d-bdff-061dd90327bf', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:3c:a0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2551, 'fixed_ips': [{'subnet_id': '482f9349-d166-45cd-b901-763b991900c3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:47Z', 'updated_at': '2022-02-15T17:01:01Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '482f9349-d166-45cd-b901-763b991900c3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678f67c9-0020-4495-b4ae-1397e68a1f2e', 'name': '', 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:c1:77:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:32Z', 'updated_at': '2022-02-15T17:00:52Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:01:05.441392 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6c25e64e-655d-4fac-9696-d84a72ef64e0 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (5c8ffd5b-2ade-4ce4-bff2-195540818d94), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:05.446742 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-d1d243c8-f8f6-4e8a-8fd4-e63d585cf726 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] For port 395d270e-598a-43fc-8736-96c697a8acde, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=395d270e-598a-43fc-8736-96c697a8acde,segment=NetworkSegment(2253a527-f24c-485a-885b-b954f8a73354),segment_id=2253a527-f24c-485a-885b-b954f8a73354)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:05.449474 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1d243c8-f8f6-4e8a-8fd4-e63d585cf726 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (395d270e-598a-43fc-8736-96c697a8acde), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:05.477482 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d1d243c8-f8f6-4e8a-8fd4-e63d585cf726 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for 395d270e-598a-43fc-8736-96c697a8acde owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:05.856472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c25e64e-655d-4fac-9696-d84a72ef64e0 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Router 5c8ffd5b-2ade-4ce4-bff2-195540818d94 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:01:05.947131 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1d243c8-f8f6-4e8a-8fd4-e63d585cf726 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (395d270e-598a-43fc-8736-96c697a8acde), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:05.992248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c25e64e-655d-4fac-9696-d84a72ef64e0 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:01:05.999309 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6c25e64e-655d-4fac-9696-d84a72ef64e0 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "PUT /v2.0/routers/5c8ffd5b-2ade-4ce4-bff2-195540818d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2690952 Feb 15 17:01:05.999645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d243c8-f8f6-4e8a-8fd4-e63d585cf726 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=395d270e-598a-43fc-8736-96c697a8acde,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:06.003919 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37760) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:06.011614 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ac090-094c-4f7f-84e2-095e1e666da9 None None] Sync routers for ids ['5c8ffd5b-2ade-4ce4-bff2-195540818d94'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:01:06.032296 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4ac090-094c-4f7f-84e2-095e1e666da9 None None] Routers {'5c8ffd5b-2ade-4ce4-bff2-195540818d94'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:06.038826 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-dc4ac090-094c-4f7f-84e2-095e1e666da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5c8ffd5b-2ade-4ce4-bff2-195540818d94'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:06.058606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f4e95-3c5e-4ef3-9cc3-6274aba808dc req-8ee60aee-05d7-4df8-8819-2fbfe98ff1d7 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:06.064432 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c6f4e95-3c5e-4ef3-9cc3-6274aba808dc req-8ee60aee-05d7-4df8-8819-2fbfe98ff1d7 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.3954592 Feb 15 17:01:06.146384 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-dc4ac090-094c-4f7f-84e2-095e1e666da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:06.172320 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4ac090-094c-4f7f-84e2-095e1e666da9 None None] Routers {'5c8ffd5b-2ade-4ce4-bff2-195540818d94'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:06.176028 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-dc4ac090-094c-4f7f-84e2-095e1e666da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5c8ffd5b-2ade-4ce4-bff2-195540818d94'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:06.191320 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8c6f4e95-3c5e-4ef3-9cc3-6274aba808dc req-24b97677-cf92-4904-8a62-20f9a3932c93 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153457 Feb 15 17:01:06.199703 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-7ec32919-4f3c-400b-95da-a438b5cfa5ba tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] show failed (client error): The resource could not be found. Feb 15 17:01:06.202559 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7ec32919-4f3c-400b-95da-a438b5cfa5ba tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "GET /v2.0/routers/tempest-non_exist_router-1649176792 HTTP/1.1" status: 404 len: 335 time: 0.1976881 Feb 15 17:01:06.206497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37764) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:06.223333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-3ae8a878-60d8-4fb3-a059-89dda53abc86 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:06.316435 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-dc4ac090-094c-4f7f-84e2-095e1e666da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:06.316435 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4ac090-094c-4f7f-84e2-095e1e666da9 None None] The sync data for ids ['5c8ffd5b-2ade-4ce4-bff2-195540818d94'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:01:06.329542 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-3ae8a878-60d8-4fb3-a059-89dda53abc86 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] update failed (client error): The resource could not be found. Feb 15 17:01:06.345090 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3ae8a878-60d8-4fb3-a059-89dda53abc86 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "PUT /v2.0/routers/tempest-non_exist_router-405353804 HTTP/1.1" status: 404 len: 334 time: 0.1372771 Feb 15 17:01:06.346004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37768) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:06.435789 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1d243c8-f8f6-4e8a-8fd4-e63d585cf726 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (e3d66710-1693-4d96-a7d1-4db549dc6371), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:06.441773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-6257ccae-aa2f-40ff-aaad-3ff21d271de5 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Deleting subnet df4b898b-14fd-4333-b220-0f739c8f6b82 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:01:06.449856 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6257ccae-aa2f-40ff-aaad-3ff21d271de5 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for subnet (df4b898b-14fd-4333-b220-0f739c8f6b82), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:06.505124 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6257ccae-aa2f-40ff-aaad-3ff21d271de5 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (df4b898b-14fd-4333-b220-0f739c8f6b82), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:06.634725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6257ccae-aa2f-40ff-aaad-3ff21d271de5 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (df4b898b-14fd-4333-b220-0f739c8f6b82), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:06.774807 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6257ccae-aa2f-40ff-aaad-3ff21d271de5 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (df4b898b-14fd-4333-b220-0f739c8f6b82), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:06.862243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6257ccae-aa2f-40ff-aaad-3ff21d271de5 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:06.865648 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6257ccae-aa2f-40ff-aaad-3ff21d271de5 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "DELETE /v2.0/subnets/df4b898b-14fd-4333-b220-0f739c8f6b82 HTTP/1.1" status: 204 len: 168 time: 0.5184886 Feb 15 17:01:06.869464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73da99c1-9427-4851-ba88-d13c78798a78 None None] Network 7da3bc8a-78f1-4040-b98b-c0a8a0101deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:01:06.905614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37772) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:06.915978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6257ccae-aa2f-40ff-aaad-3ff21d271de5 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event deleted for resources: {'Subnet': ['ID=df4b898b-14fd-4333-b220-0f739c8f6b82,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:06.993696 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a02da-5a44-4817-8209-836d4290f113 req-ee589925-d470-4226-b763-368c1a852cc9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:06.996749 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-614a02da-5a44-4817-8209-836d4290f113 req-ee589925-d470-4226-b763-368c1a852cc9 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.6374993 Feb 15 17:01:06.998727 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-538c0266-cc41-4a53-ae0d-e4479fb52f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:07.046586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-da494515-f141-4174-a2e6-9eef59b7ee51 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Deleting subnet 2258b1e9-e4c8-4d91-80b8-249687d84b90 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:01:07.051383 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-da494515-f141-4174-a2e6-9eef59b7ee51 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for subnet (2258b1e9-e4c8-4d91-80b8-249687d84b90), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:07.100990 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-614a02da-5a44-4817-8209-836d4290f113 req-703d0bb7-b054-4a50-8760-e082879a2b36 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971379 Feb 15 17:01:07.120679 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baad8aae-7b8c-4e5a-b472-ef02d39b8e2f None None] DHCP port deletion for 7da3bc8a-78f1-4040-b98b-c0a8a0101deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:01:07.123980 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-da494515-f141-4174-a2e6-9eef59b7ee51 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (2258b1e9-e4c8-4d91-80b8-249687d84b90), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:07.216462 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-baad8aae-7b8c-4e5a-b472-ef02d39b8e2f None None] Deleting port 521e1a35-16f3-49fd-883a-46ab0caa11bc {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:07.216841 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-baad8aae-7b8c-4e5a-b472-ef02d39b8e2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (521e1a35-16f3-49fd-883a-46ab0caa11bc), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:07.340274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d243c8-f8f6-4e8a-8fd4-e63d585cf726 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router e3d66710-1693-4d96-a7d1-4db549dc6371 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:01:07.367911 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-da494515-f141-4174-a2e6-9eef59b7ee51 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (2258b1e9-e4c8-4d91-80b8-249687d84b90), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:07.428238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-baad8aae-7b8c-4e5a-b472-ef02d39b8e2f None None] For port 521e1a35-16f3-49fd-883a-46ab0caa11bc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=521e1a35-16f3-49fd-883a-46ab0caa11bc,segment=NetworkSegment(0c91b249-191e-494f-b1ba-0d1c09472ec4),segment_id=0c91b249-191e-494f-b1ba-0d1c09472ec4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:07.428802 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-baad8aae-7b8c-4e5a-b472-ef02d39b8e2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (521e1a35-16f3-49fd-883a-46ab0caa11bc), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:07.442909 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115f23e-70a2-4a40-9ba2-6dad7d8e066d req-c23e8dcf-ffb0-493b-a0a2-f05fe94fdaac tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:07.443880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-baad8aae-7b8c-4e5a-b472-ef02d39b8e2f None None] Calling delete_port for 521e1a35-16f3-49fd-883a-46ab0caa11bc owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:07.444184 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c115f23e-70a2-4a40-9ba2-6dad7d8e066d req-c23e8dcf-ffb0-493b-a0a2-f05fe94fdaac tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1446035 Feb 15 17:01:07.479903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c678be-6b08-4102-928f-7a6744924c89 req-8a7f27db-4db5-4040-8940-4e83f7f75de8 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:07.487094 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e5c678be-6b08-4102-928f-7a6744924c89 req-8a7f27db-4db5-4040-8940-4e83f7f75de8 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1605122 Feb 15 17:01:07.536437 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c115f23e-70a2-4a40-9ba2-6dad7d8e066d req-f65f5fa6-01b7-494d-97af-198d90f225a4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858631 Feb 15 17:01:07.556566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d243c8-f8f6-4e8a-8fd4-e63d585cf726 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:01:07.594406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a1235-a960-48d7-b822-94f3c893789d None None] Sync routers for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:01:07.594603 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d1d243c8-f8f6-4e8a-8fd4-e63d585cf726 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/e3d66710-1693-4d96-a7d1-4db549dc6371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5889575 Feb 15 17:01:07.597280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37792) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:07.640144 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e5c678be-6b08-4102-928f-7a6744924c89 req-c2f643b2-f0a2-426f-af43-8c6d540b412f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445489 Feb 15 17:01:07.640507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a1235-a960-48d7-b822-94f3c893789d None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:07.640507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c97a1235-a960-48d7-b822-94f3c893789d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:07.666158 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-da494515-f141-4174-a2e6-9eef59b7ee51 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (2258b1e9-e4c8-4d91-80b8-249687d84b90), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:07.733243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-da494515-f141-4174-a2e6-9eef59b7ee51 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:07.736840 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-da494515-f141-4174-a2e6-9eef59b7ee51 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "DELETE /v2.0/subnets/2258b1e9-e4c8-4d91-80b8-249687d84b90 HTTP/1.1" status: 204 len: 168 time: 0.8301010 Feb 15 17:01:07.739463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37794) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:07.741854 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da494515-f141-4174-a2e6-9eef59b7ee51 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event deleted for resources: {'Subnet': ['ID=2258b1e9-e4c8-4d91-80b8-249687d84b90,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:07.776719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-07329422-282b-456f-9df1-8c8a92314bcd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting subnet 482f9349-d166-45cd-b901-763b991900c3 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:01:07.784481 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07329422-282b-456f-9df1-8c8a92314bcd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (482f9349-d166-45cd-b901-763b991900c3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:07.847518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535be0f-a764-495e-b1d3-4c82b03aa322 req-87395a0e-376f-4f7c-b22a-e2a852fd5898 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:07.850037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-c97a1235-a960-48d7-b822-94f3c893789d None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:07.850186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2535be0f-a764-495e-b1d3-4c82b03aa322 req-87395a0e-376f-4f7c-b22a-e2a852fd5898 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1902835 Feb 15 17:01:07.857170 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (7da3bc8a-78f1-4040-b98b-c0a8a0101deb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:07.926071 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07329422-282b-456f-9df1-8c8a92314bcd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (482f9349-d166-45cd-b901-763b991900c3), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:08.003936 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2535be0f-a764-495e-b1d3-4c82b03aa322 req-f15f1081-b5db-4ec2-a157-36774dab7d86 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303501 Feb 15 17:01:08.027044 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Deleting port 521e1a35-16f3-49fd-883a-46ab0caa11bc {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:08.027999 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (521e1a35-16f3-49fd-883a-46ab0caa11bc), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:08.063799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e810f21b-f3fc-4b9f-95a5-a0f63e26ffdc None None] Network c59e19e0-0a08-4af8-8a9d-d9085d5b9d04 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:01:08.142838 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07329422-282b-456f-9df1-8c8a92314bcd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (482f9349-d166-45cd-b901-763b991900c3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:08.174615 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] For port 521e1a35-16f3-49fd-883a-46ab0caa11bc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=521e1a35-16f3-49fd-883a-46ab0caa11bc,segment=NetworkSegment(0c91b249-191e-494f-b1ba-0d1c09472ec4),segment_id=0c91b249-191e-494f-b1ba-0d1c09472ec4)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:08.175108 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (521e1a35-16f3-49fd-883a-46ab0caa11bc), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:08.200277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Calling delete_port for 521e1a35-16f3-49fd-883a-46ab0caa11bc owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:08.230638 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26ecd4-defb-43c1-8459-71cc44ef5856 req-5a1cf61b-5f1f-46ac-90a2-f88608c927d1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:08.232386 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4c26ecd4-defb-43c1-8459-71cc44ef5856 req-5a1cf61b-5f1f-46ac-90a2-f88608c927d1 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1205389 Feb 15 17:01:08.246067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 521e1a35-16f3-49fd-883a-46ab0caa11bc no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:08.343917 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4c26ecd4-defb-43c1-8459-71cc44ef5856 req-b4cb06fa-0d2c-4017-8c88-4598da5aa6c7 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769050 Feb 15 17:01:08.358422 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-baad8aae-7b8c-4e5a-b472-ef02d39b8e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (521e1a35-16f3-49fd-883a-46ab0caa11bc), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:08.366053 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (521e1a35-16f3-49fd-883a-46ab0caa11bc), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:08.382064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No active binding found for port 521e1a35-16f3-49fd-883a-46ab0caa11bc {{(pid=103801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 17:01:08.382459 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] The host n-d-828372-14 is not matching for port 521e1a35-16f3-49fd-883a-46ab0caa11bc host None! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:01:08.383717 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 521e1a35-16f3-49fd-883a-46ab0caa11bc not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:08.426689 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event deleted for resources: {'Port': ['ID=521e1a35-16f3-49fd-883a-46ab0caa11bc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:08.432571 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07329422-282b-456f-9df1-8c8a92314bcd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (482f9349-d166-45cd-b901-763b991900c3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:08.436480 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] No DVR routers for this DVR port 521e1a35-16f3-49fd-883a-46ab0caa11bc on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:08.469515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad8aae-7b8c-4e5a-b472-ef02d39b8e2f None None] No DVR routers for this DVR port 521e1a35-16f3-49fd-883a-46ab0caa11bc on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:08.513533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad8aae-7b8c-4e5a-b472-ef02d39b8e2f None None] Pushing event deleted for resources: {'Port': ['ID=521e1a35-16f3-49fd-883a-46ab0caa11bc,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:08.531666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07329422-282b-456f-9df1-8c8a92314bcd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Subnet': ['ID=482f9349-d166-45cd-b901-763b991900c3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:08.537920 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-07329422-282b-456f-9df1-8c8a92314bcd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:08.544663 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-07329422-282b-456f-9df1-8c8a92314bcd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/482f9349-d166-45cd-b901-763b991900c3 HTTP/1.1" status: 204 len: 168 time: 0.9438789 Feb 15 17:01:08.547389 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37830) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:08.576899 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (7da3bc8a-78f1-4040-b98b-c0a8a0101deb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:08.595158 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9182c2-48f2-4dae-ab20-3abd7b0c7494 None None] Network 266806b4-a199-499d-bdff-061dd90327bf requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:01:08.657448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da3bc8a-78f1-4040-b98b-c0a8a0101deb']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:08.680243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b75e54-49ef-4a73-9e9f-39f986717d53 req-a5af5454-b35c-49ca-954a-9fff9a13a4dd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:08.689344 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b75e54-49ef-4a73-9e9f-39f986717d53 req-a5af5454-b35c-49ca-954a-9fff9a13a4dd tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1447258 Feb 15 17:01:08.697143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c91b249-191e-494f-b1ba-0d1c09472ec4') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:08.697800 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c91b249-191e-494f-b1ba-0d1c09472ec4') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:08.714335 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (266806b4-a199-499d-bdff-061dd90327bf), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:08.717085 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (0c91b249-191e-494f-b1ba-0d1c09472ec4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:08.746332 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c97a1235-a960-48d7-b822-94f3c893789d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:05Z', 'revision_number': 8, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678f67c9-0020-4495-b4ae-1397e68a1f2e', 'name': '', 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:c1:77:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:32Z', 'updated_at': '2022-02-15T17:00:52Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:08.747472 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (0c91b249-191e-494f-b1ba-0d1c09472ec4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:08.778766 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c2358d-cfea-45aa-a5b0-2392c23dd7bf None None] DHCP port deletion for c59e19e0-0a08-4af8-8a9d-d9085d5b9d04 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:01:08.781112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a1235-a960-48d7-b822-94f3c893789d None None] Checking router: e3d66710-1693-4d96-a7d1-4db549dc6371 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:01:08.785789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:01:08.786341 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (0c91b249-191e-494f-b1ba-0d1c09472ec4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:01:08.790284 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:01:08.799203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97a1235-a960-48d7-b822-94f3c893789d None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:08.799843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c97a1235-a960-48d7-b822-94f3c893789d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:00:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:08.883206 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-18b75e54-49ef-4a73-9e9f-39f986717d53 req-368d8676-c062-41bf-a074-af0f275020c4 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935449 Feb 15 17:01:08.943161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9d0d9-9e00-4131-9ab4-f194f8ca4c17 req-6e5a1dad-b7cd-4a77-a366-cb3534bcba25 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:08.949398 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dab9d0d9-9e00-4131-9ab4-f194f8ca4c17 req-6e5a1dad-b7cd-4a77-a366-cb3534bcba25 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.1557374 Feb 15 17:01:09.009656 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:09.010763 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.085267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c646d3a-96bc-4c85-a358-aaa072edecef None None] DHCP port deletion for 266806b4-a199-499d-bdff-061dd90327bf request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:01:09.094643 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (7da3bc8a-78f1-4040-b98b-c0a8a0101deb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.128243 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.132306 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "DELETE /v2.0/networks/7da3bc8a-78f1-4040-b98b-c0a8a0101deb HTTP/1.1" status: 204 len: 168 time: 1.3907919 Feb 15 17:01:09.135154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400ee71-2459-489d-803c-2d139f73a522 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event deleted for resources: {'Network': ['ID=7da3bc8a-78f1-4040-b98b-c0a8a0101deb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:09.135332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37862) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:09.158088 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dab9d0d9-9e00-4131-9ab4-f194f8ca4c17 req-2484b2e7-b706-4d94-bdf8-0312bf3d14b6 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076058 Feb 15 17:01:09.159931 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] For port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1fcc70d2-01a9-44e1-a1f6-443bd119a96f,segment=NetworkSegment(2253a527-f24c-485a-885b-b954f8a73354),segment_id=2253a527-f24c-485a-885b-b954f8a73354)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:09.160278 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.170893 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-c97a1235-a960-48d7-b822-94f3c893789d None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:09.174575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for 1fcc70d2-01a9-44e1-a1f6-443bd119a96f owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:09.215876 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f2c2358d-cfea-45aa-a5b0-2392c23dd7bf None None] Deleting port 37f8bce3-8374-43f9-aae7-abd5cfa0de54 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:09.216255 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2c2358d-cfea-45aa-a5b0-2392c23dd7bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.311533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9c646d3a-96bc-4c85-a358-aaa072edecef None None] Deleting port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:09.311913 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c646d3a-96bc-4c85-a358-aaa072edecef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.367659 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.426132 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c7878b2-fbdc-4fd6-a7b8-5c5692bfb08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.426747 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (c59e19e0-0a08-4af8-8a9d-d9085d5b9d04), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.426747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b827ebb-41e8-4c26-b405-f9fb2a8ab555 req-200a9805-41e5-4fdf-a3c3-415c0e3933aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:09.428405 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b827ebb-41e8-4c26-b405-f9fb2a8ab555 req-200a9805-41e5-4fdf-a3c3-415c0e3933aa service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=39ced08894bc44b28af70965be7f8e31&device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 1128 time: 0.1916697 Feb 15 17:01:09.448440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=1fcc70d2-01a9-44e1-a1f6-443bd119a96f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:09.462156 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] No DVR routers for this DVR port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:09.483098 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f2c2358d-cfea-45aa-a5b0-2392c23dd7bf None None] For port 37f8bce3-8374-43f9-aae7-abd5cfa0de54, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=37f8bce3-8374-43f9-aae7-abd5cfa0de54,segment=NetworkSegment(b7a3b150-3129-4cca-8e32-d5095319bd71),segment_id=b7a3b150-3129-4cca-8e32-d5095319bd71)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:09.483623 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2c2358d-cfea-45aa-a5b0-2392c23dd7bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.491623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9c646d3a-96bc-4c85-a358-aaa072edecef None None] For port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1fcc70d2-01a9-44e1-a1f6-443bd119a96f,segment=NetworkSegment(2253a527-f24c-485a-885b-b954f8a73354),segment_id=2253a527-f24c-485a-885b-b954f8a73354)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:09.492590 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c646d3a-96bc-4c85-a358-aaa072edecef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.521044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9c646d3a-96bc-4c85-a358-aaa072edecef None None] Calling delete_port for 1fcc70d2-01a9-44e1-a1f6-443bd119a96f owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:09.525354 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f2c2358d-cfea-45aa-a5b0-2392c23dd7bf None None] Calling delete_port for 37f8bce3-8374-43f9-aae7-abd5cfa0de54 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:09.622751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Deleting port 37f8bce3-8374-43f9-aae7-abd5cfa0de54 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:09.623225 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.631867 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b827ebb-41e8-4c26-b405-f9fb2a8ab555 req-dc75bb71-550e-4121-9580-61d7c53421e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:09.633762 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b827ebb-41e8-4c26-b405-f9fb2a8ab555 req-dc75bb71-550e-4121-9580-61d7c53421e9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc HTTP/1.1" status: 200 len: 914 time: 0.1978388 Feb 15 17:01:09.639384 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (266806b4-a199-499d-bdff-061dd90327bf), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.671876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266806b4-a199-499d-bdff-061dd90327bf']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:09.685464 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2253a527-f24c-485a-885b-b954f8a73354') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:09.685704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2253a527-f24c-485a-885b-b954f8a73354') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:09.725204 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b827ebb-41e8-4c26-b405-f9fb2a8ab555 req-8f021136-6e43-4c1e-98bd-70de56a617bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28129b61-fe83-484b-a48b-d25cd2f717d0 HTTP/1.1" status: 200 len: 217 time: 0.0801432 Feb 15 17:01:09.731307 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (2253a527-f24c-485a-885b-b954f8a73354), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.757029 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c646d3a-96bc-4c85-a358-aaa072edecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (1fcc70d2-01a9-44e1-a1f6-443bd119a96f), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.777700 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2253a527-f24c-485a-885b-b954f8a73354), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.799460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c646d3a-96bc-4c85-a358-aaa072edecef None None] Pushing event deleted for resources: {'Port': ['ID=1fcc70d2-01a9-44e1-a1f6-443bd119a96f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:09.802796 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:01:09.803423 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (2253a527-f24c-485a-885b-b954f8a73354), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.805219 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c646d3a-96bc-4c85-a358-aaa072edecef None None] No DVR routers for this DVR port 1fcc70d2-01a9-44e1-a1f6-443bd119a96f on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:01:09.812331 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:01:09.816652 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c97a1235-a960-48d7-b822-94f3c893789d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:05Z', 'revision_number': 8, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678f67c9-0020-4495-b4ae-1397e68a1f2e', 'name': '', 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:c1:77:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:32Z', 'updated_at': '2022-02-15T17:00:52Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:09.845550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] For port 37f8bce3-8374-43f9-aae7-abd5cfa0de54, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=37f8bce3-8374-43f9-aae7-abd5cfa0de54,segment=NetworkSegment(b7a3b150-3129-4cca-8e32-d5095319bd71),segment_id=b7a3b150-3129-4cca-8e32-d5095319bd71)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:09.845929 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.873777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b827ebb-41e8-4c26-b405-f9fb2a8ab555 req-78f56c63-e058-4768-a9b4-ad0a36469606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:09.880320 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b827ebb-41e8-4c26-b405-f9fb2a8ab555 req-78f56c63-e058-4768-a9b4-ad0a36469606 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ace70380-0204-41b0-be4a-55804a4b7a9b HTTP/1.1" status: 200 len: 853 time: 0.1463828 Feb 15 17:01:09.882870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Calling delete_port for 37f8bce3-8374-43f9-aae7-abd5cfa0de54 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:09.888162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97a1235-a960-48d7-b822-94f3c893789d None None] The sync data for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 is: [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:05Z', 'revision_number': 8, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '678f67c9-0020-4495-b4ae-1397e68a1f2e', 'name': '', 'network_id': '2a15d781-f990-4aa0-acbe-fd004d23dcd6', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:c1:77:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:32Z', 'updated_at': '2022-02-15T17:00:52Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '473fb5df-a8cb-4762-87a9-61992f1dd7ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:01:09.911179 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2c2358d-cfea-45aa-a5b0-2392c23dd7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:09.966334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c2358d-cfea-45aa-a5b0-2392c23dd7bf None None] Pushing event deleted for resources: {'Port': ['ID=37f8bce3-8374-43f9-aae7-abd5cfa0de54,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:09.968261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c2358d-cfea-45aa-a5b0-2392c23dd7bf None None] No DVR routers for this DVR port 37f8bce3-8374-43f9-aae7-abd5cfa0de54 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:10.018967 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b827ebb-41e8-4c26-b405-f9fb2a8ab555 req-62d0a75e-f023-4d1e-bf6c-2497521b7d3e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148102 Feb 15 17:01:10.045119 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9097b66f-463a-49e9-99a5-bfa938950b33 req-2d530124-04e8-42b8-8b97-5337a883688c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:10.048964 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9097b66f-463a-49e9-99a5-bfa938950b33 req-2d530124-04e8-42b8-8b97-5337a883688c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1573024 Feb 15 17:01:10.107275 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (266806b4-a199-499d-bdff-061dd90327bf), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:10.125532 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:10.141862 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/networks/266806b4-a199-499d-bdff-061dd90327bf HTTP/1.1" status: 204 len: 168 time: 1.5932493 Feb 15 17:01:10.155388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1fcc70d2-01a9-44e1-a1f6-443bd119a96f no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:10.175718 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37902) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:10.197502 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 1fcc70d2-01a9-44e1-a1f6-443bd119a96f {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:01:10.201349 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1fcc70d2-01a9-44e1-a1f6-443bd119a96f not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:10.201827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 37f8bce3-8374-43f9-aae7-abd5cfa0de54 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:10.227580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3522cc8-9830-4962-96b6-80e211bd0d4b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Network': ['ID=266806b4-a199-499d-bdff-061dd90327bf,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:10.294247 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 37f8bce3-8374-43f9-aae7-abd5cfa0de54 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:01:10.298944 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 37f8bce3-8374-43f9-aae7-abd5cfa0de54 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:10.314331 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37912) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:10.331136 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9097b66f-463a-49e9-99a5-bfa938950b33 req-30c96c34-e234-4a98-bf59-b56c44c9b4ac tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2551808 Feb 15 17:01:10.482946 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:10.502629 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8a8db99f-407e-462b-95df-1ab41dd73e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:10.600490 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8a8db99f-407e-462b-95df-1ab41dd73e5e admin admin] Publish callbacks [] for security_group (6e5ccef3-9de7-4dff-906f-508b87f2780a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:10.682409 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8a8db99f-407e-462b-95df-1ab41dd73e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6e5ccef3-9de7-4dff-906f-508b87f2780a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:10.760411 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8db99f-407e-462b-95df-1ab41dd73e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5ccef3-9de7-4dff-906f-508b87f2780a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:10.777140 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8a8db99f-407e-462b-95df-1ab41dd73e5e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7868d4f8d9cb4302945433a10a39cece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4598894 Feb 15 17:01:10.779608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37932) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:10.868388 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (37f8bce3-8374-43f9-aae7-abd5cfa0de54), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:10.873177 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10fa4909-f5b9-49da-8832-064d7a50684f admin admin] Publish callbacks [] for security_group (6e5ccef3-9de7-4dff-906f-508b87f2780a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:10.876418 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b827ebb-41e8-4c26-b405-f9fb2a8ab555 req-af715cf9-531f-4253-8c3d-174d92123e46 service neutron] 10.222.0.10 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8090365 Feb 15 17:01:10.907142 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10fa4909-f5b9-49da-8832-064d7a50684f admin admin] Publish callbacks [] for security_group (6e5ccef3-9de7-4dff-906f-508b87f2780a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:10.936323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event deleted for resources: {'Port': ['ID=37f8bce3-8374-43f9-aae7-abd5cfa0de54,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:10.967398 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] No DVR routers for this DVR port 37f8bce3-8374-43f9-aae7-abd5cfa0de54 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:10.979819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f662ef2-0168-4f69-a672-c79a82ee882e req-87643593-c249-45b0-b0e3-c377bbfc8c2f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:10.981272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f662ef2-0168-4f69-a672-c79a82ee882e req-87643593-c249-45b0-b0e3-c377bbfc8c2f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 945 time: 0.3065269 Feb 15 17:01:11.042283 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10fa4909-f5b9-49da-8832-064d7a50684f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6e5ccef3-9de7-4dff-906f-508b87f2780a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:11.047112 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-10fa4909-f5b9-49da-8832-064d7a50684f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:11.049222 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-10fa4909-f5b9-49da-8832-064d7a50684f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6e5ccef3-9de7-4dff-906f-508b87f2780a HTTP/1.1" status: 204 len: 168 time: 0.2665255 Feb 15 17:01:11.060814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa4909-f5b9-49da-8832-064d7a50684f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5ccef3-9de7-4dff-906f-508b87f2780a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:11.166208 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (c59e19e0-0a08-4af8-8a9d-d9085d5b9d04), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:11.210142 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b827ebb-41e8-4c26-b405-f9fb2a8ab555 req-3b847642-6e50-4a42-aab8-cad2135cc4dc service neutron] 10.222.0.10 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244507 Feb 15 17:01:11.214657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59e19e0-0a08-4af8-8a9d-d9085d5b9d04']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:11.222011 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f662ef2-0168-4f69-a672-c79a82ee882e req-b38ae8d6-c51f-4146-93cb-65990516a74e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323809 Feb 15 17:01:11.251258 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a3b150-3129-4cca-8e32-d5095319bd71') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:11.251504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a3b150-3129-4cca-8e32-d5095319bd71') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:11.266940 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (b7a3b150-3129-4cca-8e32-d5095319bd71), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:11.292425 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b7a3b150-3129-4cca-8e32-d5095319bd71), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:11.303325 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:01:11.303738 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (b7a3b150-3129-4cca-8e32-d5095319bd71), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:01:11.306969 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:01:11.314668 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37940) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:11.453053 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4cf47ab0-874f-48a4-9ef2-365e1b744b67 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (e3d66710-1693-4d96-a7d1-4db549dc6371), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:11.457848 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (c59e19e0-0a08-4af8-8a9d-d9085d5b9d04), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:11.508082 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:11.514411 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "DELETE /v2.0/networks/c59e19e0-0a08-4af8-8a9d-d9085d5b9d04 HTTP/1.1" status: 204 len: 168 time: 2.3771324 Feb 15 17:01:11.542029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37948) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:11.564446 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef08b4f5-2b77-4d7d-9262-247d97ec6252 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event deleted for resources: {'Network': ['ID=c59e19e0-0a08-4af8-8a9d-d9085d5b9d04,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:11.642301 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cdcd98b1-d1ab-48b9-b5d8-691e7c2cf3d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:11.675310 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237f604-bd57-47d5-a64c-80ef1f81a943 req-922567b7-5792-47f8-b119-49d7b2a5bc29 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:11.677251 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9237f604-bd57-47d5-a64c-80ef1f81a943 req-922567b7-5792-47f8-b119-49d7b2a5bc29 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2036796 Feb 15 17:01:11.702728 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5276cef-2686-4ee6-9412-eb1732634136 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Deleting subnet 8cd97515-86f1-408f-a414-47d70a163370 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:01:11.720091 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5276cef-2686-4ee6-9412-eb1732634136 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for subnet (8cd97515-86f1-408f-a414-47d70a163370), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:11.808396 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5276cef-2686-4ee6-9412-eb1732634136 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (8cd97515-86f1-408f-a414-47d70a163370), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:11.835269 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9237f604-bd57-47d5-a64c-80ef1f81a943 req-ffcb9ad1-3b02-46fc-8152-ce5698f748d5 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506312 Feb 15 17:01:11.900191 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:11.957671 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cdcd98b1-d1ab-48b9-b5d8-691e7c2cf3d2 admin admin] Publish callbacks [] for security_group (b6e369de-f620-419d-90d6-aeab32dd844d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:11.970005 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 395d270e-598a-43fc-8736-96c697a8acde no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:12.000060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 395d270e-598a-43fc-8736-96c697a8acde {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:01:12.000740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 395d270e-598a-43fc-8736-96c697a8acde not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:12.029416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4cf47ab0-874f-48a4-9ef2-365e1b744b67 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port 678f67c9-0020-4495-b4ae-1397e68a1f2e {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:12.031166 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4cf47ab0-874f-48a4-9ef2-365e1b744b67 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:12.042980 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cdcd98b1-d1ab-48b9-b5d8-691e7c2cf3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b6e369de-f620-419d-90d6-aeab32dd844d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:12.099296 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5276cef-2686-4ee6-9412-eb1732634136 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (8cd97515-86f1-408f-a414-47d70a163370), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:12.104665 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cdcd98b1-d1ab-48b9-b5d8-691e7c2cf3d2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=678d25cc52eb4888a8d9f21d461002b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7884262 Feb 15 17:01:12.108814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37962) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:12.127145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd98b1-d1ab-48b9-b5d8-691e7c2cf3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e369de-f620-419d-90d6-aeab32dd844d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:12.186584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 28129b61-fe83-484b-a48b-d25cd2f717d0 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:12.200188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-4cf47ab0-874f-48a4-9ef2-365e1b744b67 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] For port 678f67c9-0020-4495-b4ae-1397e68a1f2e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=678f67c9-0020-4495-b4ae-1397e68a1f2e,segment=NetworkSegment(f8c27815-cbe2-4b1b-b29e-d0dccca8868c),segment_id=f8c27815-cbe2-4b1b-b29e-d0dccca8868c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:12.200947 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4cf47ab0-874f-48a4-9ef2-365e1b744b67 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:12.236770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4cf47ab0-874f-48a4-9ef2-365e1b744b67 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for 678f67c9-0020-4495-b4ae-1397e68a1f2e owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:12.241481 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d35baed-d958-49c7-908e-1732ad39a432 admin admin] Publish callbacks [] for security_group (b6e369de-f620-419d-90d6-aeab32dd844d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:12.281700 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 28129b61-fe83-484b-a48b-d25cd2f717d0 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:01:12.282355 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:12.315012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5276cef-2686-4ee6-9412-eb1732634136 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (8cd97515-86f1-408f-a414-47d70a163370), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:12.319187 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a135ddfb-407f-4761-bdde-3fcd67ebb40d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28129b61-fe83-484b-a48b-d25cd2f717d0'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:01:12.321132 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1202b2-5e24-439e-9885-faa214fbb865" -d '{"events": [{"server_uuid": "a135ddfb-407f-4761-bdde-3fcd67ebb40d", "name": "network-vif-unplugged", "status": "completed", "tag": "28129b61-fe83-484b-a48b-d25cd2f717d0"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:01:12.342680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 28129b61-fe83-484b-a48b-d25cd2f717d0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=28129b61-fe83-484b-a48b-d25cd2f717d0,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:12.384210 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d35baed-d958-49c7-908e-1732ad39a432 admin admin] Publish callbacks [] for security_group (b6e369de-f620-419d-90d6-aeab32dd844d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:12.431940 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:12.461101 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5276cef-2686-4ee6-9412-eb1732634136 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:12.464619 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a5276cef-2686-4ee6-9412-eb1732634136 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "DELETE /v2.0/subnets/8cd97515-86f1-408f-a414-47d70a163370 HTTP/1.1" status: 204 len: 168 time: 0.9194160 Feb 15 17:01:12.466187 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5276cef-2686-4ee6-9412-eb1732634136 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd97515-86f1-408f-a414-47d70a163370,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:12.467856 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37978) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:12.550896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca810d-4c97-4bdf-a75d-ecd9ecfeb493 req-3f4042c5-9e3f-4be0-9ad8-98ead116d014 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:12.561712 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-69ca810d-4c97-4bdf-a75d-ecd9ecfeb493 req-3f4042c5-9e3f-4be0-9ad8-98ead116d014 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.1645844 Feb 15 17:01:12.578923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32600a79-abd1-406b-b69b-c25f67be87d3 None None] Network c49c9f26-b38c-4fb9-982f-2a5835ffb18b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:01:12.650249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=28129b61-fe83-484b-a48b-d25cd2f717d0,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:12.685264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbec09-622e-4542-be52-5a1240a01625 req-98202cb6-745b-4537-af97-5353fe6e6296 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:12.690233 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5adbec09-622e-4542-be52-5a1240a01625 req-98202cb6-745b-4537-af97-5353fe6e6296 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2589436 Feb 15 17:01:12.716165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (c49c9f26-b38c-4fb9-982f-2a5835ffb18b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:12.745282 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d35baed-d958-49c7-908e-1732ad39a432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b6e369de-f620-419d-90d6-aeab32dd844d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:12.748224 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d35baed-d958-49c7-908e-1732ad39a432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:12.752434 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0d35baed-d958-49c7-908e-1732ad39a432 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b6e369de-f620-419d-90d6-aeab32dd844d HTTP/1.1" status: 204 len: 168 time: 0.6415255 Feb 15 17:01:12.797756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9083bf-6c30-4167-bf3b-2dad6ca66012 req-71aca28b-77be-4b28-a463-01c6d4d19168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:12.799486 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb9083bf-6c30-4167-bf3b-2dad6ca66012 req-71aca28b-77be-4b28-a463-01c6d4d19168 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=0860b996450e411880fd86cd9f5cbb84&device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 1128 time: 0.2389822 Feb 15 17:01:12.804888 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-69ca810d-4c97-4bdf-a75d-ecd9ecfeb493 req-ae39cf37-7b3d-49f4-b6d9-678eaeb95d82 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444069 Feb 15 17:01:12.807200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35baed-d958-49c7-908e-1732ad39a432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e369de-f620-419d-90d6-aeab32dd844d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:12.853754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70593ad5-a660-41a4-bedd-3d6578b498bb None None] DHCP port deletion for c49c9f26-b38c-4fb9-982f-2a5835ffb18b request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:01:12.935304 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c7e4d4-cd38-4eb5-a05c-c613e8d3ebea x-openstack-request-id: req-11c7e4d4-cd38-4eb5-a05c-c613e8d3ebea {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:01:12.935973 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a135ddfb-407f-4761-bdde-3fcd67ebb40d", "name": "network-vif-unplugged", "status": "completed", "tag": "28129b61-fe83-484b-a48b-d25cd2f717d0", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:01:12.935973 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-11c7e4d4-cd38-4eb5-a05c-c613e8d3ebea {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:01:12.936284 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a135ddfb-407f-4761-bdde-3fcd67ebb40d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28129b61-fe83-484b-a48b-d25cd2f717d0', 'code': 200} Feb 15 17:01:12.945839 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5adbec09-622e-4542-be52-5a1240a01625 req-b8829a7d-41d3-471e-bbc5-c25df320cb72 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417943 Feb 15 17:01:12.973192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-70593ad5-a660-41a4-bedd-3d6578b498bb None None] Deleting port 07b224e4-5c92-41ce-96df-548ddfecc9a2 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:12.974583 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70593ad5-a660-41a4-bedd-3d6578b498bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (07b224e4-5c92-41ce-96df-548ddfecc9a2), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:13.000111 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Deleting port 07b224e4-5c92-41ce-96df-548ddfecc9a2 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:13.000458 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (07b224e4-5c92-41ce-96df-548ddfecc9a2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:13.037836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9083bf-6c30-4167-bf3b-2dad6ca66012 req-b26bb4e7-8e88-4041-9cae-024f9b601d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:13.042183 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb9083bf-6c30-4167-bf3b-2dad6ca66012 req-b26bb4e7-8e88-4041-9cae-024f9b601d9d service neutron] 10.222.0.10 "GET /v2.0/networks?id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 200 len: 913 time: 0.2327752 Feb 15 17:01:13.077605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-70593ad5-a660-41a4-bedd-3d6578b498bb None None] For port 07b224e4-5c92-41ce-96df-548ddfecc9a2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=07b224e4-5c92-41ce-96df-548ddfecc9a2,segment=NetworkSegment(f1e4e131-5e95-4448-8357-a23b6c59aa01),segment_id=f1e4e131-5e95-4448-8357-a23b6c59aa01)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:13.078361 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70593ad5-a660-41a4-bedd-3d6578b498bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (07b224e4-5c92-41ce-96df-548ddfecc9a2), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:13.111611 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-70593ad5-a660-41a4-bedd-3d6578b498bb None None] Calling delete_port for 07b224e4-5c92-41ce-96df-548ddfecc9a2 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:13.117484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4cf47ab0-874f-48a4-9ef2-365e1b744b67 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (678f67c9-0020-4495-b4ae-1397e68a1f2e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:13.154737 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] For port 07b224e4-5c92-41ce-96df-548ddfecc9a2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=07b224e4-5c92-41ce-96df-548ddfecc9a2,segment=NetworkSegment(f1e4e131-5e95-4448-8357-a23b6c59aa01),segment_id=f1e4e131-5e95-4448-8357-a23b6c59aa01)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:13.154737 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (07b224e4-5c92-41ce-96df-548ddfecc9a2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:13.168263 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Calling delete_port for 07b224e4-5c92-41ce-96df-548ddfecc9a2 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:13.221000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf47ab0-874f-48a4-9ef2-365e1b744b67 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=678f67c9-0020-4495-b4ae-1397e68a1f2e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:13.435896 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb9083bf-6c30-4167-bf3b-2dad6ca66012 req-b3c91cf1-62b9-40dc-82c8-9460125865fb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f211093c-554d-4094-aeca-f5b854a678a4 HTTP/1.1" status: 200 len: 1000 time: 0.3872163 Feb 15 17:01:13.515225 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:13.517915 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70593ad5-a660-41a4-bedd-3d6578b498bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (07b224e4-5c92-41ce-96df-548ddfecc9a2), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:13.530709 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (07b224e4-5c92-41ce-96df-548ddfecc9a2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:13.539606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9083bf-6c30-4167-bf3b-2dad6ca66012 req-a37a6c16-bf60-4cfa-8aee-74fc0257a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:13.543078 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb9083bf-6c30-4167-bf3b-2dad6ca66012 req-a37a6c16-bf60-4cfa-8aee-74fc0257a2c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 200 len: 851 time: 0.0932736 Feb 15 17:01:13.615096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70593ad5-a660-41a4-bedd-3d6578b498bb None None] Pushing event deleted for resources: {'Port': ['ID=07b224e4-5c92-41ce-96df-548ddfecc9a2,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:13.621785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event deleted for resources: {'Port': ['ID=07b224e4-5c92-41ce-96df-548ddfecc9a2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:13.629553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] No DVR routers for this DVR port 07b224e4-5c92-41ce-96df-548ddfecc9a2 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:13.640052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70593ad5-a660-41a4-bedd-3d6578b498bb None None] No DVR routers for this DVR port 07b224e4-5c92-41ce-96df-548ddfecc9a2 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:13.843826 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9083bf-6c30-4167-bf3b-2dad6ca66012 req-6266268c-f804-427a-b303-39b6f5211e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:13.845735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb9083bf-6c30-4167-bf3b-2dad6ca66012 req-6266268c-f804-427a-b303-39b6f5211e86 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2934301 Feb 15 17:01:13.855617 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (c49c9f26-b38c-4fb9-982f-2a5835ffb18b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:13.862206 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4cf47ab0-874f-48a4-9ef2-365e1b744b67 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (e3d66710-1693-4d96-a7d1-4db549dc6371), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:13.895488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49c9f26-b38c-4fb9-982f-2a5835ffb18b']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:13.912310 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e4e131-5e95-4448-8357-a23b6c59aa01') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:13.920278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e4e131-5e95-4448-8357-a23b6c59aa01') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:13.958366 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (f1e4e131-5e95-4448-8357-a23b6c59aa01), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:14.019406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38006) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:14.056133 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (f1e4e131-5e95-4448-8357-a23b6c59aa01), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:14.089030 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:01:14.094502 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (f1e4e131-5e95-4448-8357-a23b6c59aa01), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:14.178054 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed96a-f390-45c4-b44f-1b2af1c9e47d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:14.181118 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 07b224e4-5c92-41ce-96df-548ddfecc9a2 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:01:14.194022 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:01:14.227294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 07b224e4-5c92-41ce-96df-548ddfecc9a2 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:01:14.231033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 07b224e4-5c92-41ce-96df-548ddfecc9a2 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:14.236602 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88952e3c-fc8b-4090-aad2-9bee3c513eb1 req-2d9b7c0e-a16d-4331-8c6e-4732eee6abd1 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:14.245935 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-88952e3c-fc8b-4090-aad2-9bee3c513eb1 req-2d9b7c0e-a16d-4331-8c6e-4732eee6abd1 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.2429500 Feb 15 17:01:14.260773 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb9083bf-6c30-4167-bf3b-2dad6ca66012 req-1bc2dcdf-30cb-42ce-91c2-bd81c5a752f0 service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075596 Feb 15 17:01:14.309286 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-88952e3c-fc8b-4090-aad2-9bee3c513eb1 req-047f3ce8-ec98-427a-a684-da645bab5c0e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623565 Feb 15 17:01:14.313794 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (c49c9f26-b38c-4fb9-982f-2a5835ffb18b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:14.341316 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:14.347602 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "DELETE /v2.0/networks/c49c9f26-b38c-4fb9-982f-2a5835ffb18b HTTP/1.1" status: 204 len: 168 time: 1.8756428 Feb 15 17:01:14.347602 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123a4a3-042a-48c2-8e6a-45bc7a4d8d01 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Pushing event deleted for resources: {'Network': ['ID=c49c9f26-b38c-4fb9-982f-2a5835ffb18b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:14.380447 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38012) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:14.449654 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6d372afb-e102-4788-9b37-8d10008af2ca tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "GET /v2.0/ports?device_id=5c8ffd5b-2ade-4ce4-bff2-195540818d94 HTTP/1.1" status: 200 len: 205 time: 0.0675662 Feb 15 17:01:14.453631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38016) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:14.491284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e70bc-b918-4344-b9e5-52aade78fe84 req-3f5f9364-adcb-463b-ac24-e0dee70cf1f6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:14.493284 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-480e70bc-b918-4344-b9e5-52aade78fe84 req-3f5f9364-adcb-463b-ac24-e0dee70cf1f6 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.3618724 Feb 15 17:01:14.539446 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78e513-904a-444d-a98e-88e3505665e4 req-19325344-0647-4d95-bb87-a3809e7e6eac tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:14.548209 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cc78e513-904a-444d-a98e-88e3505665e4 req-19325344-0647-4d95-bb87-a3809e7e6eac tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.1430445 Feb 15 17:01:14.596633 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38020) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:14.844156 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cc78e513-904a-444d-a98e-88e3505665e4 req-190b7cb9-60dc-47ce-94a5-b58d59cc7389 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821772 Feb 15 17:01:14.845286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf47ab0-874f-48a4-9ef2-365e1b744b67 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router e3d66710-1693-4d96-a7d1-4db549dc6371 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:01:14.845286 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5cec2675-08da-4ebb-a163-fa2d8cc41db7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for router (5c8ffd5b-2ade-4ce4-bff2-195540818d94), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:14.845286 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb9083bf-6c30-4167-bf3b-2dad6ca66012 req-c4bbf05d-c786-40b0-973f-4e999ea0504f service neutron] 10.222.0.10 "GET /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965039 Feb 15 17:01:14.845286 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed96a-f390-45c4-b44f-1b2af1c9e47d admin admin] Publish callbacks [] for security_group (01078da7-93b7-451f-bd4e-f4a14b94ac5e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:14.845286 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-480e70bc-b918-4344-b9e5-52aade78fe84 req-ffec581a-5cd8-4676-a648-dcec1b9a9e06 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386737 Feb 15 17:01:14.846493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cec77ffa-398b-47b6-ab58-a09808a6b8ff tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1043391755'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:15.270636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-0c018f08-d6ec-4f09-a829-b773ea5fd960 req-bf6ea353-ec80-484d-b659-5635b57ff643 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:01:15.271671 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c018f08-d6ec-4f09-a829-b773ea5fd960 req-bf6ea353-ec80-484d-b659-5635b57ff643 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0362928 Feb 15 17:01:15.335132 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe7ed96a-f390-45c4-b44f-1b2af1c9e47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (01078da7-93b7-451f-bd4e-f4a14b94ac5e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.367770 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5cec2675-08da-4ebb-a163-fa2d8cc41db7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (5c8ffd5b-2ade-4ce4-bff2-195540818d94), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.371587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec77ffa-398b-47b6-ab58-a09808a6b8ff tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Made reservation on behalf of 1043b50f1f5040b4a0f6734d18c78ac1 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:01:15.374987 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cec77ffa-398b-47b6-ab58-a09808a6b8ff tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.378930 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5cec2675-08da-4ebb-a163-fa2d8cc41db7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for router_controller (5c8ffd5b-2ade-4ce4-bff2-195540818d94), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.386860 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cec77ffa-398b-47b6-ab58-a09808a6b8ff tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.440408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ed96a-f390-45c4-b44f-1b2af1c9e47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01078da7-93b7-451f-bd4e-f4a14b94ac5e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:15.444731 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fe7ed96a-f390-45c4-b44f-1b2af1c9e47d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c0376ceb51034035aeba3c97bcdc1d54&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4216044 Feb 15 17:01:15.449475 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38034) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:15.450157 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf47ab0-874f-48a4-9ef2-365e1b744b67 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:01:15.462282 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4cf47ab0-874f-48a4-9ef2-365e1b744b67 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/e3d66710-1693-4d96-a7d1-4db549dc6371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2851703 Feb 15 17:01:15.462895 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38036) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:15.471535 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a88a21b-b70d-4e01-8b7d-2787c74381a0 None None] Sync routers for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:01:15.498766 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a88a21b-b70d-4e01-8b7d-2787c74381a0 None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:15.499392 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2a88a21b-b70d-4e01-8b7d-2787c74381a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:15.537158 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cec77ffa-398b-47b6-ab58-a09808a6b8ff tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks [] for security_group (8044f1af-3d0c-495a-8be0-abdc21aa750e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.540025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2e684c-06ad-479d-92af-c99fe5856579 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting subnet 473fb5df-a8cb-4762-87a9-61992f1dd7ae {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:01:15.546475 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd2e684c-06ad-479d-92af-c99fe5856579 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (473fb5df-a8cb-4762-87a9-61992f1dd7ae), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.590703 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5cec2675-08da-4ebb-a163-fa2d8cc41db7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (5c8ffd5b-2ade-4ce4-bff2-195540818d94), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.591220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cec2675-08da-4ebb-a163-fa2d8cc41db7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Fanout notify agent at l3_agent the message router_deleted on router 5c8ffd5b-2ade-4ce4-bff2-195540818d94 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:01:15.605853 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5cec2675-08da-4ebb-a163-fa2d8cc41db7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.606975 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5cec2675-08da-4ebb-a163-fa2d8cc41db7 tempest-RoutersNegativeTest-879265761 tempest-RoutersNegativeTest-879265761-project] 10.222.0.107 "DELETE /v2.0/routers/5c8ffd5b-2ade-4ce4-bff2-195540818d94 HTTP/1.1" status: 204 len: 168 time: 1.1369762 Feb 15 17:01:15.624285 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cec77ffa-398b-47b6-ab58-a09808a6b8ff tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8044f1af-3d0c-495a-8be0-abdc21aa750e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.626254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-abe34d8b-8eb5-48d6-8baf-bd94193653e1 admin admin] Publish callbacks [] for security_group (01078da7-93b7-451f-bd4e-f4a14b94ac5e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.636275 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd2e684c-06ad-479d-92af-c99fe5856579 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (473fb5df-a8cb-4762-87a9-61992f1dd7ae), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.690095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec77ffa-398b-47b6-ab58-a09808a6b8ff tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:01:15.716816 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec77ffa-398b-47b6-ab58-a09808a6b8ff tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8044f1af-3d0c-495a-8be0-abdc21aa750e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:15.723663 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cec77ffa-398b-47b6-ab58-a09808a6b8ff tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (52cae666-b0f7-41fa-8390-1a290ac921dd), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.726850 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-cec77ffa-398b-47b6-ab58-a09808a6b8ff tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Added segment 52cae666-b0f7-41fa-8390-1a290ac921dd of type vlan for network 96dbfe04-242f-47b3-a6a2-9a25006955dc Feb 15 17:01:15.746296 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-abe34d8b-8eb5-48d6-8baf-bd94193653e1 admin admin] Publish callbacks [] for security_group (01078da7-93b7-451f-bd4e-f4a14b94ac5e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.830178 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd2e684c-06ad-479d-92af-c99fe5856579 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (473fb5df-a8cb-4762-87a9-61992f1dd7ae), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.845331 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2a88a21b-b70d-4e01-8b7d-2787c74381a0 None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:15.903385 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cec77ffa-398b-47b6-ab58-a09808a6b8ff tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (96dbfe04-242f-47b3-a6a2-9a25006955dc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.935525 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-abe34d8b-8eb5-48d6-8baf-bd94193653e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (01078da7-93b7-451f-bd4e-f4a14b94ac5e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.957481 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcc40a-0683-4a52-955a-6ded09bc782d req-28e0606c-71ac-4f10-ba74-467aa462f3bc tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:15.959741 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-abe34d8b-8eb5-48d6-8baf-bd94193653e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:15.968842 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-62fcc40a-0683-4a52-955a-6ded09bc782d req-28e0606c-71ac-4f10-ba74-467aa462f3bc tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.1809058 Feb 15 17:01:15.975642 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-abe34d8b-8eb5-48d6-8baf-bd94193653e1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/01078da7-93b7-451f-bd4e-f4a14b94ac5e HTTP/1.1" status: 204 len: 168 time: 0.5128114 Feb 15 17:01:16.044862 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-62fcc40a-0683-4a52-955a-6ded09bc782d req-8f2fe58d-284d-46e2-ad50-034de1d2fc53 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717845 Feb 15 17:01:16.044862 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cec77ffa-398b-47b6-ab58-a09808a6b8ff tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (96dbfe04-242f-47b3-a6a2-9a25006955dc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:16.059421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe34d8b-8eb5-48d6-8baf-bd94193653e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01078da7-93b7-451f-bd4e-f4a14b94ac5e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:16.060640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec77ffa-398b-47b6-ab58-a09808a6b8ff tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:16.061313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cec77ffa-398b-47b6-ab58-a09808a6b8ff tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:16.112768 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd2e684c-06ad-479d-92af-c99fe5856579 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (473fb5df-a8cb-4762-87a9-61992f1dd7ae), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:16.146569 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd2e684c-06ad-479d-92af-c99fe5856579 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:16.153188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c24ab71-d59a-4570-b4e4-1f4e877bf40e None None] Network 2a15d781-f990-4aa0-acbe-fd004d23dcd6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:01:16.161756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dd2e684c-06ad-479d-92af-c99fe5856579 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/473fb5df-a8cb-4762-87a9-61992f1dd7ae HTTP/1.1" status: 204 len: 168 time: 0.6968043 Feb 15 17:01:16.164135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38056) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:16.176903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec77ffa-398b-47b6-ab58-a09808a6b8ff tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Pushing event updated for resources: {'Network': ['ID=96dbfe04-242f-47b3-a6a2-9a25006955dc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:16.225195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e684c-06ad-479d-92af-c99fe5856579 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Subnet': ['ID=473fb5df-a8cb-4762-87a9-61992f1dd7ae,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:16.243491 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cec77ffa-398b-47b6-ab58-a09808a6b8ff tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6431167 Feb 15 17:01:16.243960 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38062) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:16.249013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-22247fa4-e278-454f-856a-e1b10f48fc59 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Request body: {'subnet': {'network_id': '96dbfe04-242f-47b3-a6a2-9a25006955dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:16.269232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 96dbfe04-242f-47b3-a6a2-9a25006955dc details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:01:16.308685 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa1f17-7eba-4fb4-97c1-b07b0930204b req-71e5d640-3404-4888-b354-3895c8d5e33b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:16.310547 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddfa1f17-7eba-4fb4-97c1-b07b0930204b req-71e5d640-3404-4888-b354-3895c8d5e33b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.3270388 Feb 15 17:01:16.316124 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (2a15d781-f990-4aa0-acbe-fd004d23dcd6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:16.396753 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddfa1f17-7eba-4fb4-97c1-b07b0930204b req-6bfd7c45-9ba1-443a-85df-8aa959382adb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769033 Feb 15 17:01:16.413325 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port 707ac5c9-528c-4010-ad39-76d962e26959 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:16.413746 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (707ac5c9-528c-4010-ad39-76d962e26959), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:16.472198 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2a88a21b-b70d-4e01-8b7d-2787c74381a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:12Z', 'revision_number': 9, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:16.510404 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a88a21b-b70d-4e01-8b7d-2787c74381a0 None None] Checking router: e3d66710-1693-4d96-a7d1-4db549dc6371 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:01:16.520700 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a88a21b-b70d-4e01-8b7d-2787c74381a0 None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:16.521757 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2a88a21b-b70d-4e01-8b7d-2787c74381a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:16.547337 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a6ba98-e018-4e22-8443-d0bfb415f743 None None] DHCP port deletion for 2a15d781-f990-4aa0-acbe-fd004d23dcd6 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:01:16.595529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69429a99-e95c-4c51-911a-098a3fd769b3 req-e6fc3d29-14c1-4281-9140-ce06f2c3c772 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:16.598067 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-69429a99-e95c-4c51-911a-098a3fd769b3 req-e6fc3d29-14c1-4281-9140-ce06f2c3c772 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1020701 Feb 15 17:01:16.609134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] For port 707ac5c9-528c-4010-ad39-76d962e26959, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=707ac5c9-528c-4010-ad39-76d962e26959,segment=NetworkSegment(f8c27815-cbe2-4b1b-b29e-d0dccca8868c),segment_id=f8c27815-cbe2-4b1b-b29e-d0dccca8868c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:16.609313 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22247fa4-e278-454f-856a-e1b10f48fc59 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Made reservation on behalf of 1043b50f1f5040b4a0f6734d18c78ac1 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:01:16.609439 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (707ac5c9-528c-4010-ad39-76d962e26959), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:16.609556 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22247fa4-e278-454f-856a-e1b10f48fc59 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:16.622668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6ba98-e018-4e22-8443-d0bfb415f743 None None] Deleting port 707ac5c9-528c-4010-ad39-76d962e26959 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:16.623302 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ba98-e018-4e22-8443-d0bfb415f743 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (707ac5c9-528c-4010-ad39-76d962e26959), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:16.623897 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for 707ac5c9-528c-4010-ad39-76d962e26959 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:16.674670 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2a88a21b-b70d-4e01-8b7d-2787c74381a0 None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:16.798176 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-69429a99-e95c-4c51-911a-098a3fd769b3 req-fe14ff33-7867-4431-80d3-7e355bf56699 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728772 Feb 15 17:01:16.805248 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e4a6ba98-e018-4e22-8443-d0bfb415f743 None None] For port 707ac5c9-528c-4010-ad39-76d962e26959, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=707ac5c9-528c-4010-ad39-76d962e26959,segment=NetworkSegment(f8c27815-cbe2-4b1b-b29e-d0dccca8868c),segment_id=f8c27815-cbe2-4b1b-b29e-d0dccca8868c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:16.810006 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ba98-e018-4e22-8443-d0bfb415f743 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (707ac5c9-528c-4010-ad39-76d962e26959), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:16.810895 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38074) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:16.857109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e4a6ba98-e018-4e22-8443-d0bfb415f743 None None] Calling delete_port for 707ac5c9-528c-4010-ad39-76d962e26959 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:16.977933 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (707ac5c9-528c-4010-ad39-76d962e26959), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:17.055159 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22247fa4-e278-454f-856a-e1b10f48fc59 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (c7db27e2-9edc-47da-a07d-8726ecdd4d0b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:17.079337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=707ac5c9-528c-4010-ad39-76d962e26959,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:17.087082 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2a88a21b-b70d-4e01-8b7d-2787c74381a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:12Z', 'revision_number': 9, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:17.118384 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] No DVR routers for this DVR port 707ac5c9-528c-4010-ad39-76d962e26959 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:17.124896 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4a6ba98-e018-4e22-8443-d0bfb415f743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (707ac5c9-528c-4010-ad39-76d962e26959), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:17.128563 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a88a21b-b70d-4e01-8b7d-2787c74381a0 None None] The sync data for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 is: [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:12Z', 'revision_number': 9, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79b57b8b-8672-4a65-b774-342984eb73b5', 'name': '', 'network_id': '94171c0e-e9be-46f9-b409-9d536189e8ab', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:b0:45:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2495, 'fixed_ips': [{'subnet_id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:20Z', 'updated_at': '2022-02-15T17:00:29Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': '122777b1-2858-49f4-90cb-2e5e2875380f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:01:17.165679 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a6ba98-e018-4e22-8443-d0bfb415f743 None None] No DVR routers for this DVR port 707ac5c9-528c-4010-ad39-76d962e26959 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:17.192262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22247fa4-e278-454f-856a-e1b10f48fc59 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Pushing event updated for resources: {'Subnet': ['ID=c7db27e2-9edc-47da-a07d-8726ecdd4d0b,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:17.260337 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22247fa4-e278-454f-856a-e1b10f48fc59 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Checking segment: {'id': '52cae666-b0f7-41fa-8390-1a290ac921dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '96dbfe04-242f-47b3-a6a2-9a25006955dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:01:17.261786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22247fa4-e278-454f-856a-e1b10f48fc59 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Network hostable DHCP agents. Network: 96dbfe04-242f-47b3-a6a2-9a25006955dc, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:01:17.269455 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6ba98-e018-4e22-8443-d0bfb415f743 None None] Pushing event deleted for resources: {'Port': ['ID=707ac5c9-528c-4010-ad39-76d962e26959,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:17.377165 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22247fa4-e278-454f-856a-e1b10f48fc59 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Network 96dbfe04-242f-47b3-a6a2-9a25006955dc is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:01:17.400189 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f902a8-f278-4106-9916-21ad96e208e1 req-25280b0c-15d5-4af5-9e4f-4321ac0b4994 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:17.408996 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67f902a8-f278-4106-9916-21ad96e208e1 req-25280b0c-15d5-4af5-9e4f-4321ac0b4994 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.1251984 Feb 15 17:01:17.448217 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (2a15d781-f990-4aa0-acbe-fd004d23dcd6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:17.493136 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67f902a8-f278-4106-9916-21ad96e208e1 req-1d709930-d824-4b62-b973-4ae621e9d320 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832248 Feb 15 17:01:17.499922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-22247fa4-e278-454f-856a-e1b10f48fc59 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 96dbfe04-242f-47b3-a6a2-9a25006955dc) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:01:17.504113 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22247fa4-e278-454f-856a-e1b10f48fc59 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:17.505630 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22247fa4-e278-454f-856a-e1b10f48fc59 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:17.520345 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4f525480-82a3-49b9-97f5-3b9ef389363e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2670a7f476454438a1bc6224d1fb8f0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6999049 Feb 15 17:01:17.523005 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38102) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:17.524559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66688c2-c710-4120-be1b-e451c7ff5206 None None] Network 96dbfe04-242f-47b3-a6a2-9a25006955dc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:01:17.526141 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a15d781-f990-4aa0-acbe-fd004d23dcd6']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:17.577422 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9143b36-8539-4893-843d-c9b64931a27f req-9e57736d-71b3-487c-b499-0b67e2818221 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9959314 Feb 15 17:01:17.589150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-e9143b36-8539-4893-843d-c9b64931a27f req-fd37f746-5292-43e2-92e5-9eda7f78bfe5 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:01:17.606973 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9143b36-8539-4893-843d-c9b64931a27f req-fd37f746-5292-43e2-92e5-9eda7f78bfe5 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0281224 Feb 15 17:01:17.615316 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8c27815-cbe2-4b1b-b29e-d0dccca8868c') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:17.615316 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8c27815-cbe2-4b1b-b29e-d0dccca8868c') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:17.643427 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (f8c27815-cbe2-4b1b-b29e-d0dccca8868c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:17.649701 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42d78a90-0b65-4a62-b0e8-418c577f6c97 admin admin] Publish callbacks [] for security_group (adfd5bc2-1018-45e2-8f8d-f6db4974564d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:17.705876 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-22247fa4-e278-454f-856a-e1b10f48fc59 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4599717 Feb 15 17:01:17.710562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38108) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:17.714199 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (f8c27815-cbe2-4b1b-b29e-d0dccca8868c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:17.730562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-89585e81-8678-480c-8a77-281acf10d78a tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Request body: {'port': {'network_id': '96dbfe04-242f-47b3-a6a2-9a25006955dc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1758792331'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:17.735060 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42d78a90-0b65-4a62-b0e8-418c577f6c97 admin admin] Publish callbacks [] for security_group (adfd5bc2-1018-45e2-8f8d-f6db4974564d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:17.738627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:01:17.739104 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (f8c27815-cbe2-4b1b-b29e-d0dccca8868c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:01:17.742901 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:01:17.767701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-96dbfe04-242f-47b3-a6a2-9a25006955dc', 'network_id': '96dbfe04-242f-47b3-a6a2-9a25006955dc', 'project_id': '1043b50f1f5040b4a0f6734d18c78ac1', 'fixed_ips': [{'subnet_id': 'c7db27e2-9edc-47da-a07d-8726ecdd4d0b'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:01:17.768654 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:17.925655 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42d78a90-0b65-4a62-b0e8-418c577f6c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (adfd5bc2-1018-45e2-8f8d-f6db4974564d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:17.930762 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42d78a90-0b65-4a62-b0e8-418c577f6c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:17.932763 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-42d78a90-0b65-4a62-b0e8-418c577f6c97 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/adfd5bc2-1018-45e2-8f8d-f6db4974564d HTTP/1.1" status: 204 len: 168 time: 0.4087534 Feb 15 17:01:17.951761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d78a90-0b65-4a62-b0e8-418c577f6c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfd5bc2-1018-45e2-8f8d-f6db4974564d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:18.060370 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 707ac5c9-528c-4010-ad39-76d962e26959 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:18.062549 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38126) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:18.084098 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (2a15d781-f990-4aa0-acbe-fd004d23dcd6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:18.120845 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:18.125021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 707ac5c9-528c-4010-ad39-76d962e26959 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:01:18.128718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 707ac5c9-528c-4010-ad39-76d962e26959 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:18.128718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 678f67c9-0020-4495-b4ae-1397e68a1f2e no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:18.130392 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38132) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:18.131738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/networks/2a15d781-f990-4aa0-acbe-fd004d23dcd6 HTTP/1.1" status: 204 len: 168 time: 1.9654045 Feb 15 17:01:18.167973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0f359-bb0a-4d13-a662-8a4f249d8d26 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Network': ['ID=2a15d781-f990-4aa0-acbe-fd004d23dcd6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:18.206147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 678f67c9-0020-4495-b4ae-1397e68a1f2e {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:01:18.206628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 678f67c9-0020-4495-b4ae-1397e68a1f2e not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:18.215982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 28129b61-fe83-484b-a48b-d25cd2f717d0 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:18.246188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89585e81-8678-480c-8a77-281acf10d78a tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Made reservation on behalf of 1043b50f1f5040b4a0f6734d18c78ac1 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:01:18.250935 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89585e81-8678-480c-8a77-281acf10d78a tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:18.314989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-89585e81-8678-480c-8a77-281acf10d78a tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] device_id is not set on port a59d464b-a6f7-4106-be32-95307fada93b yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:01:18.324712 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Allocated IP 172.20.0.2 (96dbfe04-242f-47b3-a6a2-9a25006955dc/c7db27e2-9edc-47da-a07d-8726ecdd4d0b/025f2c12-15a0-45f0-9eed-01063522a761) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:01:18.579843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 28129b61-fe83-484b-a48b-d25cd2f717d0 is: DOWN; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:01:18.601986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143b36-8539-4893-843d-c9b64931a27f req-51e5cdef-a3d2-410d-91b2-b46f18272712 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:18.620676 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9143b36-8539-4893-843d-c9b64931a27f req-51e5cdef-a3d2-410d-91b2-b46f18272712 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports/28129b61-fe83-484b-a48b-d25cd2f717d0 HTTP/1.1" status: 200 len: 940 time: 0.9734259 Feb 15 17:01:19.082118 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Publish callbacks [] for port (025f2c12-15a0-45f0-9eed-01063522a761), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:19.254612 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76b62d2a-682c-4736-801b-1832738b8e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:19.365219 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea882718-dd63-455e-9a8a-835034b99707 req-512af6bc-bf4d-47ae-9241-085161d6f4a4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:19.366867 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ea882718-dd63-455e-9a8a-835034b99707 req-512af6bc-bf4d-47ae-9241-085161d6f4a4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.1498876 Feb 15 17:01:19.384236 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (025f2c12-15a0-45f0-9eed-01063522a761), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:19.466760 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Network 96dbfe04-242f-47b3-a6a2-9a25006955dc is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:01:19.477027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:01:19.499334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:01:19.524609 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ea882718-dd63-455e-9a8a-835034b99707 req-431c0d55-054f-4f58-a4af-70cbce71a24e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404040 Feb 15 17:01:19.545245 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76b62d2a-682c-4736-801b-1832738b8e3d admin admin] Publish callbacks [] for security_group (ac4e97cc-7156-4536-8961-c71658e94c12), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:19.572013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-89585e81-8678-480c-8a77-281acf10d78a tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Allocated IP 172.20.0.3 (96dbfe04-242f-47b3-a6a2-9a25006955dc/c7db27e2-9edc-47da-a07d-8726ecdd4d0b/a59d464b-a6f7-4106-be32-95307fada93b) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:01:19.587999 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Pushing event updated for resources: {'Port': ['ID=025f2c12-15a0-45f0-9eed-01063522a761,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:19.654630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Attempting to bind port 025f2c12-15a0-45f0-9eed-01063522a761 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:01:19.655009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Attempting to bind port 025f2c12-15a0-45f0-9eed-01063522a761 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '52cae666-b0f7-41fa-8390-1a290ac921dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '96dbfe04-242f-47b3-a6a2-9a25006955dc'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:01:19.655576 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Attempting to bind port 025f2c12-15a0-45f0-9eed-01063522a761 on network 96dbfe04-242f-47b3-a6a2-9a25006955dc {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:01:19.669039 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:01:19.676190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Checking segment: {'id': '52cae666-b0f7-41fa-8390-1a290ac921dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '96dbfe04-242f-47b3-a6a2-9a25006955dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:01:19.676967 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:19.677596 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Bound using segment: {'id': '52cae666-b0f7-41fa-8390-1a290ac921dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '96dbfe04-242f-47b3-a6a2-9a25006955dc'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:01:19.678295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Bound port: 025f2c12-15a0-45f0-9eed-01063522a761, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52cae666-b0f7-41fa-8390-1a290ac921dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '96dbfe04-242f-47b3-a6a2-9a25006955dc'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:01:19.678849 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (025f2c12-15a0-45f0-9eed-01063522a761), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:19.698487 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76b62d2a-682c-4736-801b-1832738b8e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ac4e97cc-7156-4536-8961-c71658e94c12), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:19.823287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] For port 025f2c12-15a0-45f0-9eed-01063522a761, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:01:19.827690 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-76b62d2a-682c-4736-801b-1832738b8e3d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=35811cb15535413e965a14db277f30ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7636216 Feb 15 17:01:19.827890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] For port 025f2c12-15a0-45f0-9eed-01063522a761, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=025f2c12-15a0-45f0-9eed-01063522a761,segment=NetworkSegment(52cae666-b0f7-41fa-8390-1a290ac921dd),segment_id=52cae666-b0f7-41fa-8390-1a290ac921dd)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:01:19.831473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b62d2a-682c-4736-801b-1832738b8e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4e97cc-7156-4536-8961-c71658e94c12,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:19.833916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3d45d-93e7-43d6-be58-3112df3a51df req-9d605499-008c-48c5-bb24-857ce59d20fe tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:19.835429 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38190) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:19.835833 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ab3d45d-93e7-43d6-be58-3112df3a51df req-9d605499-008c-48c5-bb24-857ce59d20fe tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=34803c0f-a873-479a-a03c-b496e2d6372c HTTP/1.1" status: 200 len: 943 time: 0.1541760 Feb 15 17:01:19.911662 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3f22d4e-ee87-4fe5-ad21-c7237acba648 admin admin] Publish callbacks [] for security_group (ac4e97cc-7156-4536-8961-c71658e94c12), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:19.921912 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (025f2c12-15a0-45f0-9eed-01063522a761), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:19.944086 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3f22d4e-ee87-4fe5-ad21-c7237acba648 admin admin] Publish callbacks [] for security_group (ac4e97cc-7156-4536-8961-c71658e94c12), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:20.029381 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33f73a46-b844-47b4-bfee-c7a14df00382 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (e3d66710-1693-4d96-a7d1-4db549dc6371), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:20.030974 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89585e81-8678-480c-8a77-281acf10d78a tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks [] for port (a59d464b-a6f7-4106-be32-95307fada93b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:20.103939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-2ab3d45d-93e7-43d6-be58-3112df3a51df req-3e7e1af6-3e0f-44ad-93b6-9e02bd36fc7b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Deleting port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:20.107033 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2ab3d45d-93e7-43d6-be58-3112df3a51df req-3e7e1af6-3e0f-44ad-93b6-9e02bd36fc7b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:20.120390 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f13fcf-9081-4495-a7d4-65d0a7d9bf20 None None] Pushing event updated for resources: {'Port': ['ID=025f2c12-15a0-45f0-9eed-01063522a761,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:20.292605 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3f22d4e-ee87-4fe5-ad21-c7237acba648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ac4e97cc-7156-4536-8961-c71658e94c12), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:20.295425 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3f22d4e-ee87-4fe5-ad21-c7237acba648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:20.296814 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c3f22d4e-ee87-4fe5-ad21-c7237acba648 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ac4e97cc-7156-4536-8961-c71658e94c12 HTTP/1.1" status: 204 len: 168 time: 0.4574852 Feb 15 17:01:20.365722 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f22d4e-ee87-4fe5-ad21-c7237acba648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4e97cc-7156-4536-8961-c71658e94c12,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:20.366680 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89585e81-8678-480c-8a77-281acf10d78a tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a59d464b-a6f7-4106-be32-95307fada93b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:20.444887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89585e81-8678-480c-8a77-281acf10d78a tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Network 96dbfe04-242f-47b3-a6a2-9a25006955dc is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:01:20.454866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-89585e81-8678-480c-8a77-281acf10d78a tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:01:20.491931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89585e81-8678-480c-8a77-281acf10d78a tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:01:20.604543 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89585e81-8678-480c-8a77-281acf10d78a tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:20.605378 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89585e81-8678-480c-8a77-281acf10d78a tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:20.648965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-33f73a46-b844-47b4-bfee-c7a14df00382 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port 79b57b8b-8672-4a65-b774-342984eb73b5 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:20.649636 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33f73a46-b844-47b4-bfee-c7a14df00382 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (79b57b8b-8672-4a65-b774-342984eb73b5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:20.684049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-2ab3d45d-93e7-43d6-be58-3112df3a51df req-3e7e1af6-3e0f-44ad-93b6-9e02bd36fc7b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] For port 2cd61f66-5e4e-4d75-89e7-f5c402a82705, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2cd61f66-5e4e-4d75-89e7-f5c402a82705,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:20.684455 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2ab3d45d-93e7-43d6-be58-3112df3a51df req-3e7e1af6-3e0f-44ad-93b6-9e02bd36fc7b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:20.739498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89585e81-8678-480c-8a77-281acf10d78a tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Pushing event updated for resources: {'Port': ['ID=a59d464b-a6f7-4106-be32-95307fada93b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:20.751256 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-2ab3d45d-93e7-43d6-be58-3112df3a51df req-3e7e1af6-3e0f-44ad-93b6-9e02bd36fc7b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Calling delete_port for 2cd61f66-5e4e-4d75-89e7-f5c402a82705 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:20.875739 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-89585e81-8678-480c-8a77-281acf10d78a tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1587813 Feb 15 17:01:20.879386 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38216) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:20.913985 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143b36-8539-4893-843d-c9b64931a27f req-09aa6ec2-32ee-4fe4-bc8b-c7d48749ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:20.915606 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9143b36-8539-4893-843d-c9b64931a27f req-09aa6ec2-32ee-4fe4-bc8b-c7d48749ba97 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d&tenant_id=39ced08894bc44b28af70965be7f8e31 HTTP/1.1" status: 200 len: 1126 time: 0.1726997 Feb 15 17:01:20.952454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea38de-4b2f-45f9-8dab-fe12211b04dc req-0b7f6874-6752-4391-a476-27af6518863f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:20.954210 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7ea38de-4b2f-45f9-8dab-fe12211b04dc req-0b7f6874-6752-4391-a476-27af6518863f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.1976767 Feb 15 17:01:21.022970 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-33f73a46-b844-47b4-bfee-c7a14df00382 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] For port 79b57b8b-8672-4a65-b774-342984eb73b5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=79b57b8b-8672-4a65-b774-342984eb73b5,segment=NetworkSegment(ff85cf9a-00be-4c37-9b69-7751082179ce),segment_id=ff85cf9a-00be-4c37-9b69-7751082179ce)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:21.027457 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33f73a46-b844-47b4-bfee-c7a14df00382 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (79b57b8b-8672-4a65-b774-342984eb73b5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:21.078995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143b36-8539-4893-843d-c9b64931a27f req-0f1685d7-b914-440b-9305-0eb32251a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:21.092922 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9143b36-8539-4893-843d-c9b64931a27f req-0f1685d7-b914-440b-9305-0eb32251a60f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=39ced08894bc44b28af70965be7f8e31&device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 1126 time: 0.1440811 Feb 15 17:01:21.121617 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38222) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:21.163091 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-33f73a46-b844-47b4-bfee-c7a14df00382 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for 79b57b8b-8672-4a65-b774-342984eb73b5 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:21.286786 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7ea38de-4b2f-45f9-8dab-fe12211b04dc req-45f4956c-5a37-4b43-b560-3f459ca7477e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158131 Feb 15 17:01:21.326880 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Deleting port a59d464b-a6f7-4106-be32-95307fada93b {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:21.327843 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a59d464b-a6f7-4106-be32-95307fada93b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:21.422174 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38236) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:21.481562 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2ab3d45d-93e7-43d6-be58-3112df3a51df req-3e7e1af6-3e0f-44ad-93b6-9e02bd36fc7b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2cd61f66-5e4e-4d75-89e7-f5c402a82705), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:21.494936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['313c3044-61da-499f-9e9c-6c113b093698', '0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:01:21.661727 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33f73a46-b844-47b4-bfee-c7a14df00382 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (79b57b8b-8672-4a65-b774-342984eb73b5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:21.665666 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a59d464b-a6f7-4106-be32-95307fada93b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:21.669655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e1af6-3e0f-44ad-93b6-9e02bd36fc7b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event deleted for resources: {'Port': ['ID=2cd61f66-5e4e-4d75-89e7-f5c402a82705,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:21.721326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Calling delete_port for a59d464b-a6f7-4106-be32-95307fada93b owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:21.728067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-99b7d992-4da5-47a8-ae84-8bf414ee6d88 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1192078239', 'router:external': True}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:21.757358 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f73a46-b844-47b4-bfee-c7a14df00382 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=79b57b8b-8672-4a65-b774-342984eb73b5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:21.771198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7ae55c59-11c7-44ab-8808-a5dcfc2e1aba tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606569073'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:21.784285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143b36-8539-4893-843d-c9b64931a27f req-4e102b59-ba4c-4376-a901-5986914f6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:21.792327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9143b36-8539-4893-843d-c9b64931a27f req-4e102b59-ba4c-4376-a901-5986914f6c17 service neutron] 10.222.0.10 "GET /v2.0/networks?id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc HTTP/1.1" status: 200 len: 914 time: 0.6718390 Feb 15 17:01:21.836621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab3d45d-93e7-43d6-be58-3112df3a51df req-3e7e1af6-3e0f-44ad-93b6-9e02bd36fc7b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] No DVR routers for this DVR port 2cd61f66-5e4e-4d75-89e7-f5c402a82705 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:21.841089 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2ab3d45d-93e7-43d6-be58-3112df3a51df req-3e7e1af6-3e0f-44ad-93b6-9e02bd36fc7b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:21.846879 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ab3d45d-93e7-43d6-be58-3112df3a51df req-3e7e1af6-3e0f-44ad-93b6-9e02bd36fc7b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "DELETE /v2.0/ports/2cd61f66-5e4e-4d75-89e7-f5c402a82705 HTTP/1.1" status: 204 len: 173 time: 2.0047531 Feb 15 17:01:21.873427 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34803c0f-a873-479a-a03c-b496e2d6372c', 'name': 'network-vif-deleted', 'tag': '2cd61f66-5e4e-4d75-89e7-f5c402a82705'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:01:21.875743 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4604986-bebd-41e8-960c-7f0904a35656" -d '{"events": [{"server_uuid": "34803c0f-a873-479a-a03c-b496e2d6372c", "name": "network-vif-deleted", "tag": "2cd61f66-5e4e-4d75-89e7-f5c402a82705"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:01:21.878386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b7d992-4da5-47a8-ae84-8bf414ee6d88 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Made reservation on behalf of 2966ca7a49f042989ce722a6abf4f8bc for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:01:21.880720 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99b7d992-4da5-47a8-ae84-8bf414ee6d88 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:21.994390 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9143b36-8539-4893-843d-c9b64931a27f req-3fe5fcba-012d-42df-aa22-6e5eef4b52e1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28129b61-fe83-484b-a48b-d25cd2f717d0 HTTP/1.1" status: 200 len: 217 time: 0.1601281 Feb 15 17:01:22.001706 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99b7d992-4da5-47a8-ae84-8bf414ee6d88 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:22.117700 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ae55c59-11c7-44ab-8808-a5dcfc2e1aba tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:22.144310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aa7b3f-3e3f-4477-82c8-3d2cccfc5dca None None] Network 96dbfe04-242f-47b3-a6a2-9a25006955dc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:01:22.180704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9143b36-8539-4893-843d-c9b64931a27f req-8e1071c7-a9f2-46c2-99c0-876fdb9f011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:22.187581 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9143b36-8539-4893-843d-c9b64931a27f req-8e1071c7-a9f2-46c2-99c0-876fdb9f011e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ace70380-0204-41b0-be4a-55804a4b7a9b HTTP/1.1" status: 200 len: 853 time: 0.1824760 Feb 15 17:01:22.191971 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ae55c59-11c7-44ab-8808-a5dcfc2e1aba tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:22.269395 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33f73a46-b844-47b4-bfee-c7a14df00382 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (e3d66710-1693-4d96-a7d1-4db549dc6371), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:22.369624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 025f2c12-15a0-45f0-9eed-01063522a761 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:01:22.400759 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9143b36-8539-4893-843d-c9b64931a27f req-a4b42b91-a262-453a-8a24-73c5cd733fad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1661127 Feb 15 17:01:22.552749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f23c3f4c-d480-43e2-959f-ba1044d4c4e1 None None] Provisioning complete for port 025f2c12-15a0-45f0-9eed-01063522a761 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:01:22.553911 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f23c3f4c-d480-43e2-959f-ba1044d4c4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (025f2c12-15a0-45f0-9eed-01063522a761), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:22.676241 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ae55c59-11c7-44ab-8808-a5dcfc2e1aba tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (79b6c5e0-b7e0-4ba8-9968-65004e036539), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:22.686126 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9143b36-8539-4893-843d-c9b64931a27f req-4a52ea90-1819-41b3-ac6b-98d0b2519a79 service neutron] 10.222.0.10 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766235 Feb 15 17:01:22.702007 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 15 Feb 2022 17:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6ebb9b-2be3-4e37-90a5-b35803428f9d x-openstack-request-id: req-9b6ebb9b-2be3-4e37-90a5-b35803428f9d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:01:22.702305 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34803c0f-a873-479a-a03c-b496e2d6372c", "name": "network-vif-deleted", "tag": "2cd61f66-5e4e-4d75-89e7-f5c402a82705", "status": "failed", "code": 422}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:01:22.702751 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9b6ebb9b-2be3-4e37-90a5-b35803428f9d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:01:22.705124 n-d-828372-14 neutron-server[103799]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '34803c0f-a873-479a-a03c-b496e2d6372c', 'name': 'network-vif-deleted', 'tag': '2cd61f66-5e4e-4d75-89e7-f5c402a82705', 'status': 'failed', 'code': 422} returned with failed status Feb 15 17:01:22.751857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 025f2c12-15a0-45f0-9eed-01063522a761 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:01:22.752233 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (025f2c12-15a0-45f0-9eed-01063522a761), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:22.893562 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ae55c59-11c7-44ab-8808-a5dcfc2e1aba tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (79b6c5e0-b7e0-4ba8-9968-65004e036539), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:22.924254 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f23c3f4c-d480-43e2-959f-ba1044d4c4e1 None None] Current status of the port 025f2c12-15a0-45f0-9eed-01063522a761 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:01:22.927706 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f23c3f4c-d480-43e2-959f-ba1044d4c4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (025f2c12-15a0-45f0-9eed-01063522a761), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:22.968332 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f73a46-b844-47b4-bfee-c7a14df00382 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router e3d66710-1693-4d96-a7d1-4db549dc6371 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:01:22.993104 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2a413-2bac-4d23-9de6-ca8184ba4149 req-565b0453-925e-4951-ab8b-c02a259cbca5 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:23.008683 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-94d2a413-2bac-4d23-9de6-ca8184ba4149 req-565b0453-925e-4951-ab8b-c02a259cbca5 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.2388351 Feb 15 17:01:23.029738 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ae55c59-11c7-44ab-8808-a5dcfc2e1aba tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (4f250bd1-1815-4fdb-824c-29f9342f0cee), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:23.039671 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99b7d992-4da5-47a8-ae84-8bf414ee6d88 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for security_group (46e80109-5e19-48f3-8ccc-0e2ce4bda4a6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:23.059461 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (a59d464b-a6f7-4106-be32-95307fada93b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:23.065507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 025f2c12-15a0-45f0-9eed-01063522a761 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:01:23.065507 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (025f2c12-15a0-45f0-9eed-01063522a761), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:23.133462 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 025f2c12-15a0-45f0-9eed-01063522a761, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=025f2c12-15a0-45f0-9eed-01063522a761,segment=NetworkSegment(52cae666-b0f7-41fa-8390-1a290ac921dd),segment_id=52cae666-b0f7-41fa-8390-1a290ac921dd)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:23.156915 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9143b36-8539-4893-843d-c9b64931a27f req-e8ad72c4-83dc-425e-af06-f5e7010fd5da service neutron] 10.222.0.10 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280522 Feb 15 17:01:23.177625 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99b7d992-4da5-47a8-ae84-8bf414ee6d88 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (46e80109-5e19-48f3-8ccc-0e2ce4bda4a6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:23.202272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b7d992-4da5-47a8-ae84-8bf414ee6d88 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:01:23.206938 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (025f2c12-15a0-45f0-9eed-01063522a761), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:23.253627 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99b7d992-4da5-47a8-ae84-8bf414ee6d88 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (9c396ee4-7c43-4761-b83e-eed2b2557c8d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:23.254000 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-99b7d992-4da5-47a8-ae84-8bf414ee6d88 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Added segment 9c396ee4-7c43-4761-b83e-eed2b2557c8d of type vlan for network 299945ad-5ee2-4941-90f2-1614df1d01b4 Feb 15 17:01:23.389022 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99b7d992-4da5-47a8-ae84-8bf414ee6d88 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (299945ad-5ee2-4941-90f2-1614df1d01b4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:23.396094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f73a46-b844-47b4-bfee-c7a14df00382 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:01:23.419841 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-33f73a46-b844-47b4-bfee-c7a14df00382 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/e3d66710-1693-4d96-a7d1-4db549dc6371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2879071 Feb 15 17:01:23.420334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884fd3ee-0a0f-4163-851a-3fa9763d2437 None None] Sync routers for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:01:23.421236 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Pushing event deleted for resources: {'Port': ['ID=a59d464b-a6f7-4106-be32-95307fada93b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:23.424295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38282) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:23.487971 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ae55c59-11c7-44ab-8808-a5dcfc2e1aba tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4f250bd1-1815-4fdb-824c-29f9342f0cee), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:23.488536 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-f23c3f4c-d480-43e2-959f-ba1044d4c4e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:01:23.488927 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-f23c3f4c-d480-43e2-959f-ba1044d4c4e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:01:23.520275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=025f2c12-15a0-45f0-9eed-01063522a761,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:23.541677 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.541941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.542277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.547179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.547179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.547179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.547179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.547179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.547179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.547179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.547851 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae55c59-11c7-44ab-8808-a5dcfc2e1aba tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79b6c5e0-b7e0-4ba8-9968-65004e036539,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:23.549178 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.553495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.555261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.568076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884fd3ee-0a0f-4163-851a-3fa9763d2437 None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:23.569510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-884fd3ee-0a0f-4163-851a-3fa9763d2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:23.578822 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99b7d992-4da5-47a8-ae84-8bf414ee6d88 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (299945ad-5ee2-4941-90f2-1614df1d01b4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:23.579761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b7d992-4da5-47a8-ae84-8bf414ee6d88 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:23.580340 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99b7d992-4da5-47a8-ae84-8bf414ee6d88 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:23.718374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7d992-4da5-47a8-ae84-8bf414ee6d88 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Pushing event updated for resources: {'Network': ['ID=299945ad-5ee2-4941-90f2-1614df1d01b4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:23.722042 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-94d2a413-2bac-4d23-9de6-ca8184ba4149 req-d15b8f95-04b6-4d0b-9858-671320f4e09a tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7070312 Feb 15 17:01:23.730840 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ae55c59-11c7-44ab-8808-a5dcfc2e1aba tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:23.736953 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7ae55c59-11c7-44ab-8808-a5dcfc2e1aba tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.2956316 Feb 15 17:01:23.737790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.737943 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.745079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38292) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:23.748412 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.748807 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.749238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.752359 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.753918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.754342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.756469 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.757616 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.758745 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.759162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.759498 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:23.774469 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:23.783003 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9bdc6503-0dcd-4c18-a172-160755bb5677 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] 10.222.0.107 "DELETE /v2.0/ports/a59d464b-a6f7-4106-be32-95307fada93b HTTP/1.1" status: 204 len: 168 time: 2.9021540 Feb 15 17:01:23.791447 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38296) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:23.802685 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7d992-4da5-47a8-ae84-8bf414ee6d88 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e80109-5e19-48f3-8ccc-0e2ce4bda4a6,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:23.840047 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f9b13d-994a-4ef0-b358-b1635cf4c47a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting subnet 122777b1-2858-49f4-90cb-2e5e2875380f {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:01:23.857628 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91f9b13d-994a-4ef0-b358-b1635cf4c47a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (122777b1-2858-49f4-90cb-2e5e2875380f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:23.880610 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-99b7d992-4da5-47a8-ae84-8bf414ee6d88 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.7519727 Feb 15 17:01:23.899962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38306) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:23.904501 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-884fd3ee-0a0f-4163-851a-3fa9763d2437 None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:23.910874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-d41fa227-7b90-46c9-b2f2-68786e1613ee tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Request body: {'subnet': {'network_id': '299945ad-5ee2-4941-90f2-1614df1d01b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:23.958733 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91f9b13d-994a-4ef0-b358-b1635cf4c47a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (122777b1-2858-49f4-90cb-2e5e2875380f), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:24.122319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 299945ad-5ee2-4941-90f2-1614df1d01b4 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:01:24.125168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 025f2c12-15a0-45f0-9eed-01063522a761 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:01:24.178521 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-65819de6-fb26-4d56-97c7-28b610f9c791 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4320214 Feb 15 17:01:24.179369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae55c59-11c7-44ab-8808-a5dcfc2e1aba tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f250bd1-1815-4fdb-824c-29f9342f0cee,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:24.192198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38314) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:24.196918 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41fa227-7b90-46c9-b2f2-68786e1613ee tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Made reservation on behalf of 2966ca7a49f042989ce722a6abf4f8bc for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:01:24.204148 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d41fa227-7b90-46c9-b2f2-68786e1613ee tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:24.229129 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3513d089-0c79-4756-910f-91091516f1e9 tempest-DHCPAgentSchedulersTestJSON-252594313 tempest-DHCPAgentSchedulersTestJSON-252594313-project-admin] 10.222.0.107 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4938 time: 0.4365733 Feb 15 17:01:24.234370 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38316) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:24.242039 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cebdc466-d5b3-4738-a597-f1ca0c1773a0 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-204206179'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:24.270639 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91f9b13d-994a-4ef0-b358-b1635cf4c47a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (122777b1-2858-49f4-90cb-2e5e2875380f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:24.385862 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebdc466-d5b3-4738-a597-f1ca0c1773a0 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Made reservation on behalf of 1043b50f1f5040b4a0f6734d18c78ac1 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:01:24.387769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-be1c4d3a-b144-45a5-acfc-0974cd44ea93 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group': {'name': 'tempest-security--878384566', 'description': 'tempest-security-description-1612918305'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:24.392594 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cebdc466-d5b3-4738-a597-f1ca0c1773a0 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:24.472050 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-be1c4d3a-b144-45a5-acfc-0974cd44ea93 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (4f250bd1-1815-4fdb-824c-29f9342f0cee), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:24.614076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f23c3f4c-d480-43e2-959f-ba1044d4c4e1 None None] Current status of the port 025f2c12-15a0-45f0-9eed-01063522a761 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:01:24.716389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 025f2c12-15a0-45f0-9eed-01063522a761 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:01:24.716756 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (025f2c12-15a0-45f0-9eed-01063522a761), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:24.730913 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-be1c4d3a-b144-45a5-acfc-0974cd44ea93 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (4f250bd1-1815-4fdb-824c-29f9342f0cee), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:24.915478 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-be1c4d3a-b144-45a5-acfc-0974cd44ea93 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4f250bd1-1815-4fdb-824c-29f9342f0cee), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:24.930689 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-be1c4d3a-b144-45a5-acfc-0974cd44ea93 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:24.932050 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-be1c4d3a-b144-45a5-acfc-0974cd44ea93 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "PUT /v2.0/security-groups/4f250bd1-1815-4fdb-824c-29f9342f0cee HTTP/1.1" status: 200 len: 1796 time: 0.7361016 Feb 15 17:01:24.998585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ede1da3e-09d7-4739-98ef-70afa7e4c16a None None] Provisioning complete for port 025f2c12-15a0-45f0-9eed-01063522a761 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:01:24.999711 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ede1da3e-09d7-4739-98ef-70afa7e4c16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (025f2c12-15a0-45f0-9eed-01063522a761), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:25.034615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38330) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:25.285435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c4d3a-b144-45a5-acfc-0974cd44ea93 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f250bd1-1815-4fdb-824c-29f9342f0cee,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:25.309102 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-746a0e2b-89e9-4cbf-bfac-4d459dfea5e9 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-groups/4f250bd1-1815-4fdb-824c-29f9342f0cee HTTP/1.1" status: 200 len: 1796 time: 0.2752640 Feb 15 17:01:25.312610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-884fd3ee-0a0f-4163-851a-3fa9763d2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:21Z', 'revision_number': 10, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:25.315109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38334) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:25.317064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 025f2c12-15a0-45f0-9eed-01063522a761 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:01:25.354276 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1e37c-06a4-4e80-a11c-ef716289fb06 req-55202414-18a5-4cf7-9034-1278ea57adff tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:25.355955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1f1e37c-06a4-4e80-a11c-ef716289fb06 req-55202414-18a5-4cf7-9034-1278ea57adff tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.4436307 Feb 15 17:01:25.396949 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebdc466-d5b3-4738-a597-f1ca0c1773a0 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:01:25.421196 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ede1da3e-09d7-4739-98ef-70afa7e4c16a None None] Current status of the port 025f2c12-15a0-45f0-9eed-01063522a761 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:01:25.429861 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884fd3ee-0a0f-4163-851a-3fa9763d2437 None None] Checking router: e3d66710-1693-4d96-a7d1-4db549dc6371 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:01:25.435027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ede1da3e-09d7-4739-98ef-70afa7e4c16a None None] Could not find standard attr ID for object a59d464b-a6f7-4106-be32-95307fada93b. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:01:25.448560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2c8d2-e2bd-42b0-9e72-8cd1379428d3 req-dc6e33d6-08df-4366-abe8-b50abc024f5a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:25.454543 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7d2c8d2-e2bd-42b0-9e72-8cd1379428d3 req-dc6e33d6-08df-4366-abe8-b50abc024f5a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 907 time: 1.1054718 Feb 15 17:01:25.455919 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cebdc466-d5b3-4738-a597-f1ca0c1773a0 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (53bbee84-124d-4e08-a303-1fa9851ff3da), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:25.456363 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-cebdc466-d5b3-4738-a597-f1ca0c1773a0 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Added segment 53bbee84-124d-4e08-a303-1fa9851ff3da of type vlan for network 33cf74b4-e667-4c8d-87f3-3f59c3fd6dd9 Feb 15 17:01:25.493267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884fd3ee-0a0f-4163-851a-3fa9763d2437 None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:25.493992 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-884fd3ee-0a0f-4163-851a-3fa9763d2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:25.562592 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91f9b13d-994a-4ef0-b358-b1635cf4c47a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (122777b1-2858-49f4-90cb-2e5e2875380f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:25.630935 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91f9b13d-994a-4ef0-b358-b1635cf4c47a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:25.648290 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-91f9b13d-994a-4ef0-b358-b1635cf4c47a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/122777b1-2858-49f4-90cb-2e5e2875380f HTTP/1.1" status: 204 len: 168 time: 2.2141800 Feb 15 17:01:25.651737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38344) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:25.666817 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cebdc466-d5b3-4738-a597-f1ca0c1773a0 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (33cf74b4-e667-4c8d-87f3-3f59c3fd6dd9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:25.725557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-884fd3ee-0a0f-4163-851a-3fa9763d2437 None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:25.752017 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9b13d-994a-4ef0-b358-b1635cf4c47a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Subnet': ['ID=122777b1-2858-49f4-90cb-2e5e2875380f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:25.819271 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cebdc466-d5b3-4738-a597-f1ca0c1773a0 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (33cf74b4-e667-4c8d-87f3-3f59c3fd6dd9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:25.824409 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebdc466-d5b3-4738-a597-f1ca0c1773a0 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:25.825025 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cebdc466-d5b3-4738-a597-f1ca0c1773a0 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:25.901601 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d870e27-86ea-4b13-a7dc-ca1b633993c4 None None] Network 94171c0e-e9be-46f9-b409-9d536189e8ab requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:01:26.027885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdc466-d5b3-4738-a597-f1ca0c1773a0 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Pushing event updated for resources: {'Network': ['ID=33cf74b4-e667-4c8d-87f3-3f59c3fd6dd9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:26.053943 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1f1e37c-06a4-4e80-a11c-ef716289fb06 req-6a6c0255-6889-4bf6-9011-3115ef0a5461 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6715219 Feb 15 17:01:26.063974 n-d-828372-14 neutron-server[103799]: DEBUG neutron.objects.ports [None req-d41fa227-7b90-46c9-b2f2-68786e1613ee tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103799) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:01:26.065644 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d41fa227-7b90-46c9-b2f2-68786e1613ee tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (1cd80056-bd36-44d5-bbf4-b6dfdcaec995), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:26.072328 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cebdc466-d5b3-4738-a597-f1ca0c1773a0 tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8340843 Feb 15 17:01:26.073387 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38350) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:26.081749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 33cf74b4-e667-4c8d-87f3-3f59c3fd6dd9 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:01:26.108281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98b11a-c0c0-4acb-8786-8b350cb115ad req-c7554f04-f0f1-41a6-bc16-cc448b02041d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:26.111747 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a98b11a-c0c0-4acb-8786-8b350cb115ad req-c7554f04-f0f1-41a6-bc16-cc448b02041d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.67 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 907 time: 0.6697299 Feb 15 17:01:26.115877 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5e5576c0-02a0-42a1-ae17-fef24be82762 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (4f250bd1-1815-4fdb-824c-29f9342f0cee), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:26.340188 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (94171c0e-e9be-46f9-b409-9d536189e8ab), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:26.402140 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5e5576c0-02a0-42a1-ae17-fef24be82762 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (4f250bd1-1815-4fdb-824c-29f9342f0cee), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:26.523092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fa227-7b90-46c9-b2f2-68786e1613ee tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1cd80056-bd36-44d5-bbf4-b6dfdcaec995,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:26.576875 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f61965a4-422e-4bf7-a087-00cca75e4809 tempest-DHCPAgentSchedulersTestJSON-252594313 tempest-DHCPAgentSchedulersTestJSON-252594313-project-admin] 10.222.0.107 "GET /v2.0/agents/f3b24667-90c7-498a-91c2-6276bc6e57b2/dhcp-networks HTTP/1.1" status: 200 len: 8012 time: 0.5022230 Feb 15 17:01:26.579611 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38358) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:26.673043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41fa227-7b90-46c9-b2f2-68786e1613ee tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Checking segment: {'id': '9c396ee4-7c43-4761-b83e-eed2b2557c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '299945ad-5ee2-4941-90f2-1614df1d01b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:01:26.682561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41fa227-7b90-46c9-b2f2-68786e1613ee tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Network hostable DHCP agents. Network: 299945ad-5ee2-4941-90f2-1614df1d01b4, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:01:26.722581 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f5dba-a900-4ab0-a347-d8f1295e22b6 req-954e5fb0-0564-492b-8785-924910bf553d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:26.724305 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-060f5dba-a900-4ab0-a347-d8f1295e22b6 req-954e5fb0-0564-492b-8785-924910bf553d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 907 time: 0.0991766 Feb 15 17:01:26.726252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad8061f-81a5-46b4-b904-32f29828a6bf tempest-DHCPAgentSchedulersTestJSON-252594313 tempest-DHCPAgentSchedulersTestJSON-252594313-project-admin] Network 33cf74b4-e667-4c8d-87f3-3f59c3fd6dd9 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:01:26.752448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-9a98b11a-c0c0-4acb-8786-8b350cb115ad req-f7b66e37-8ce1-4473-89f0-f7c367c190ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Deleting port bea279ec-bf51-4820-b55f-cb33e374576e {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:26.755484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9a98b11a-c0c0-4acb-8786-8b350cb115ad req-f7b66e37-8ce1-4473-89f0-f7c367c190ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:26.837546 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0ad8061f-81a5-46b4-b904-32f29828a6bf tempest-DHCPAgentSchedulersTestJSON-252594313 tempest-DHCPAgentSchedulersTestJSON-252594313-project-admin] 10.222.0.107 "POST /v2.0/agents/f3b24667-90c7-498a-91c2-6276bc6e57b2/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2567697 Feb 15 17:01:26.840056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38362) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:26.864017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e138e24-268a-4094-be2e-ff8927b91e96 None None] Network 33cf74b4-e667-4c8d-87f3-3f59c3fd6dd9 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:01:27.250299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-884fd3ee-0a0f-4163-851a-3fa9763d2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:21Z', 'revision_number': 10, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:27.301498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884fd3ee-0a0f-4163-851a-3fa9763d2437 None None] The sync data for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 is: [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:21Z', 'revision_number': 10, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None, '_interfaces': [{'id': '26ee57cc-4e95-4267-a40d-07cba88056b7', 'name': '', 'network_id': '52c582d8-e26f-4613-84ea-f9295e481c91', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'mac_address': 'fa:16:3e:51:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'device_owner': 'network:router_interface', 'standard_attr_id': 2482, 'fixed_ips': [{'subnet_id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:00:11Z', 'updated_at': '2022-02-15T17:00:22Z', 'revision_number': 5, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'subnets': [{'id': 'e877b7e9-f1e9-416b-96db-178ff274037b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:01:27.350050 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78d92be-b739-4f2d-9466-0a2cf99554c3 None None] DHCP port deletion for 94171c0e-e9be-46f9-b409-9d536189e8ab request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:01:27.363086 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b5bd213b-009b-4cb6-befa-a4daa94a41b7 tempest-DHCPAgentSchedulersTestJSON-252594313 tempest-DHCPAgentSchedulersTestJSON-252594313-project-admin] 10.222.0.107 "GET /v2.0/agents/f3b24667-90c7-498a-91c2-6276bc6e57b2/dhcp-networks HTTP/1.1" status: 200 len: 8782 time: 0.5175784 Feb 15 17:01:27.363897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38366) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:27.451046 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c78d92be-b739-4f2d-9466-0a2cf99554c3 None None] Deleting port 49a224c4-e817-4feb-b60f-119c696702ae {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:27.453933 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c78d92be-b739-4f2d-9466-0a2cf99554c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (49a224c4-e817-4feb-b60f-119c696702ae), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:27.574614 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c78d92be-b739-4f2d-9466-0a2cf99554c3 None None] For port 49a224c4-e817-4feb-b60f-119c696702ae, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=49a224c4-e817-4feb-b60f-119c696702ae,segment=NetworkSegment(ff85cf9a-00be-4c37-9b69-7751082179ce),segment_id=ff85cf9a-00be-4c37-9b69-7751082179ce)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:27.575179 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c78d92be-b739-4f2d-9466-0a2cf99554c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (49a224c4-e817-4feb-b60f-119c696702ae), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:27.593846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c78d92be-b739-4f2d-9466-0a2cf99554c3 None None] Calling delete_port for 49a224c4-e817-4feb-b60f-119c696702ae owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:27.654387 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3e169f3f-d918-4fbf-b60d-8f2ac1621e66 tempest-DHCPAgentSchedulersTestJSON-252594313 tempest-DHCPAgentSchedulersTestJSON-252594313-project-admin] 10.222.0.107 "DELETE /v2.0/agents/f3b24667-90c7-498a-91c2-6276bc6e57b2/dhcp-networks/33cf74b4-e667-4c8d-87f3-3f59c3fd6dd9 HTTP/1.1" status: 204 len: 168 time: 0.2892520 Feb 15 17:01:27.656695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38376) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:27.722248 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:01:27.842279 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c78d92be-b739-4f2d-9466-0a2cf99554c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (49a224c4-e817-4feb-b60f-119c696702ae), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:27.912690 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5e5576c0-02a0-42a1-ae17-fef24be82762 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4f250bd1-1815-4fdb-824c-29f9342f0cee), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:27.915808 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5e5576c0-02a0-42a1-ae17-fef24be82762 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:27.917311 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5e5576c0-02a0-42a1-ae17-fef24be82762 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-groups/4f250bd1-1815-4fdb-824c-29f9342f0cee HTTP/1.1" status: 204 len: 168 time: 2.5955784 Feb 15 17:01:27.928726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38382) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:27.945421 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-144646f5-542c-4d9e-9277-2b54563caba6 tempest-DHCPAgentSchedulersTestJSON-252594313 tempest-DHCPAgentSchedulersTestJSON-252594313-project-admin] 10.222.0.107 "GET /v2.0/agents/f3b24667-90c7-498a-91c2-6276bc6e57b2/dhcp-networks HTTP/1.1" status: 200 len: 8012 time: 0.2835000 Feb 15 17:01:27.945633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d92be-b739-4f2d-9466-0a2cf99554c3 None None] Pushing event deleted for resources: {'Port': ['ID=49a224c4-e817-4feb-b60f-119c696702ae,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:27.946553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38384) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:27.947911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d92be-b739-4f2d-9466-0a2cf99554c3 None None] No DVR routers for this DVR port 49a224c4-e817-4feb-b60f-119c696702ae on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:28.015114 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-88b5f137-7424-4abb-bfff-33a9234ecacf tempest-DHCPAgentSchedulersTestJSON-252594313 tempest-DHCPAgentSchedulersTestJSON-252594313-project-admin] 10.222.0.107 "GET /v2.0/networks/96dbfe04-242f-47b3-a6a2-9a25006955dc/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0615041 Feb 15 17:01:28.015114 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38386) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:28.053405 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5576c0-02a0-42a1-ae17-fef24be82762 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f250bd1-1815-4fdb-824c-29f9342f0cee,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:28.073965 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41fa227-7b90-46c9-b2f2-68786e1613ee tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Network 299945ad-5ee2-4941-90f2-1614df1d01b4 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:01:28.124383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-d41fa227-7b90-46c9-b2f2-68786e1613ee tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 299945ad-5ee2-4941-90f2-1614df1d01b4) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:01:28.143891 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191cd7d0-f8a7-4372-afea-b57a2107a10e None None] Network 299945ad-5ee2-4941-90f2-1614df1d01b4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:01:28.146904 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4c124c0e-bcb6-45c8-97a2-a7a41a57d3de tempest-DHCPAgentSchedulersTestJSON-252594313 tempest-DHCPAgentSchedulersTestJSON-252594313-project-admin] 10.222.0.107 "GET /v2.0/networks/96dbfe04-242f-47b3-a6a2-9a25006955dc/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1100054 Feb 15 17:01:28.149987 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38390) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:28.172862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 79b57b8b-8672-4a65-b774-342984eb73b5 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:28.193408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-9a98b11a-c0c0-4acb-8786-8b350cb115ad req-f7b66e37-8ce1-4473-89f0-f7c367c190ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] For port bea279ec-bf51-4820-b55f-cb33e374576e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=bea279ec-bf51-4820-b55f-cb33e374576e,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:28.193841 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9a98b11a-c0c0-4acb-8786-8b350cb115ad req-f7b66e37-8ce1-4473-89f0-f7c367c190ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:28.208036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-9a98b11a-c0c0-4acb-8786-8b350cb115ad req-f7b66e37-8ce1-4473-89f0-f7c367c190ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Calling delete_port for bea279ec-bf51-4820-b55f-cb33e374576e owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:28.336410 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 79b57b8b-8672-4a65-b774-342984eb73b5 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:01:28.337820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 79b57b8b-8672-4a65-b774-342984eb73b5 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:28.339178 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 49a224c4-e817-4feb-b60f-119c696702ae no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:28.352787 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e25377-0ffb-4b08-af85-1e0787ebe7d8 req-7306a336-804e-4088-aaac-bb25fcf51ed2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:28.356188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port 49a224c4-e817-4feb-b60f-119c696702ae {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:28.356541 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (49a224c4-e817-4feb-b60f-119c696702ae), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:28.363187 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6e25377-0ffb-4b08-af85-1e0787ebe7d8 req-7306a336-804e-4088-aaac-bb25fcf51ed2 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 907 time: 0.3708656 Feb 15 17:01:28.411070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 49a224c4-e817-4feb-b60f-119c696702ae {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:01:28.411817 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 49a224c4-e817-4feb-b60f-119c696702ae not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:28.420433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41fa227-7b90-46c9-b2f2-68786e1613ee tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:28.421080 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d41fa227-7b90-46c9-b2f2-68786e1613ee tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:28.504048 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb8aff-f9a5-44d9-a54a-b48a9ef48184 req-f37eca59-cc01-461c-b1fa-58c485e2190d tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:28.515492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472e2469-9e7d-46cd-845f-fd3e300962ce None None] Network 299945ad-5ee2-4941-90f2-1614df1d01b4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:01:28.517680 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7acb8aff-f9a5-44d9-a54a-b48a9ef48184 req-f37eca59-cc01-461c-b1fa-58c485e2190d tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.6207347 Feb 15 17:01:28.536217 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-81649d4d-f00c-42c4-b62d-b690c3d2d129 tempest-DHCPAgentSchedulersTestJSON-252594313 tempest-DHCPAgentSchedulersTestJSON-252594313-project-admin] 10.222.0.107 "GET /v2.0/agents/f3b24667-90c7-498a-91c2-6276bc6e57b2/dhcp-networks HTTP/1.1" status: 200 len: 8817 time: 0.3850701 Feb 15 17:01:28.544427 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38394) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:28.548999 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9a98b11a-c0c0-4acb-8786-8b350cb115ad req-f7b66e37-8ce1-4473-89f0-f7c367c190ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (bea279ec-bf51-4820-b55f-cb33e374576e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:28.602843 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d41fa227-7b90-46c9-b2f2-68786e1613ee tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.6990736 Feb 15 17:01:28.605079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38396) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:28.626522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] For port 49a224c4-e817-4feb-b60f-119c696702ae, host n-d-828372-14, got binding levels [] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:28.626990 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (49a224c4-e817-4feb-b60f-119c696702ae), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:28.645900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for 49a224c4-e817-4feb-b60f-119c696702ae owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:28.657195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.ipam_backend_mixin [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Port 49a224c4-e817-4feb-b60f-119c696702ae was not found and therefore no delete operation was performed {{(pid=103799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 17:01:28.700991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-474dbfd2-1fbd-401c-8e3f-4b301394ae71 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1645297182', 'network_id': '299945ad-5ee2-4941-90f2-1614df1d01b4'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:28.762538 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (49a224c4-e817-4feb-b60f-119c696702ae), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:28.780826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfdb4412-bbc3-4454-a7fd-c8aaaa4f2a2b tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (33cf74b4-e667-4c8d-87f3-3f59c3fd6dd9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:28.785882 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0e0e41d5-1e01-498e-a482-a925d9d11408 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8277118 Feb 15 17:01:28.791905 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38400) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:28.827958 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-ac231fc4-3b63-498f-b80a-aac5286d9ff6 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] delete failed (client error): The resource could not be found. Feb 15 17:01:28.838729 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ac231fc4-3b63-498f-b80a-aac5286d9ff6 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-groups/4f250bd1-1815-4fdb-824c-29f9342f0cee HTTP/1.1" status: 404 len: 347 time: 0.0457313 Feb 15 17:01:28.849696 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38402) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:28.860244 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fbd1b57e-293b-4657-8fb1-7eb479570eb4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group': {'name': 'tempest-secgroup--2082762377'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:28.939759 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] No DVR routers for this DVR port 49a224c4-e817-4feb-b60f-119c696702ae on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:28.963878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474dbfd2-1fbd-401c-8e3f-4b301394ae71 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Made reservation on behalf of 2966ca7a49f042989ce722a6abf4f8bc for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:01:28.972198 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-474dbfd2-1fbd-401c-8e3f-4b301394ae71 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:29.039661 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfdb4412-bbc3-4454-a7fd-c8aaaa4f2a2b tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (33cf74b4-e667-4c8d-87f3-3f59c3fd6dd9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:29.079498 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b57e-293b-4657-8fb1-7eb479570eb4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:29.096197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-cfdb4412-bbc3-4454-a7fd-c8aaaa4f2a2b tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33cf74b4-e667-4c8d-87f3-3f59c3fd6dd9']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:29.160534 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-474dbfd2-1fbd-401c-8e3f-4b301394ae71 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] device_id is not set on port 361f015d-90c2-469a-9e92-82dacfb851de yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:01:29.163751 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-cfdb4412-bbc3-4454-a7fd-c8aaaa4f2a2b tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53bbee84-124d-4e08-a303-1fa9851ff3da') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:29.164355 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-cfdb4412-bbc3-4454-a7fd-c8aaaa4f2a2b tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53bbee84-124d-4e08-a303-1fa9851ff3da') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:29.184701 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b66e37-8ce1-4473-89f0-f7c367c190ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event deleted for resources: {'Port': ['ID=bea279ec-bf51-4820-b55f-cb33e374576e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:29.195985 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfdb4412-bbc3-4454-a7fd-c8aaaa4f2a2b tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (53bbee84-124d-4e08-a303-1fa9851ff3da), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:29.197811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a98b11a-c0c0-4acb-8786-8b350cb115ad req-f7b66e37-8ce1-4473-89f0-f7c367c190ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] No DVR routers for this DVR port bea279ec-bf51-4820-b55f-cb33e374576e on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:29.204489 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9a98b11a-c0c0-4acb-8786-8b350cb115ad req-f7b66e37-8ce1-4473-89f0-f7c367c190ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:29.212449 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a98b11a-c0c0-4acb-8786-8b350cb115ad req-f7b66e37-8ce1-4473-89f0-f7c367c190ba tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.67 "DELETE /v2.0/ports/bea279ec-bf51-4820-b55f-cb33e374576e HTTP/1.1" status: 204 len: 173 time: 3.0788410 Feb 15 17:01:29.232127 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef4eb6a-e2ab-4819-9e27-af23894097a9', 'name': 'network-vif-deleted', 'tag': 'bea279ec-bf51-4820-b55f-cb33e374576e'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:01:29.234994 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c4d792-6213-4dbe-87cc-c3063a893e15" -d '{"events": [{"server_uuid": "4ef4eb6a-e2ab-4819-9e27-af23894097a9", "name": "network-vif-deleted", "tag": "bea279ec-bf51-4820-b55f-cb33e374576e"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:01:29.274635 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfdb4412-bbc3-4454-a7fd-c8aaaa4f2a2b tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (53bbee84-124d-4e08-a303-1fa9851ff3da), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:29.278669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=49a224c4-e817-4feb-b60f-119c696702ae,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:29.295438 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfdb4412-bbc3-4454-a7fd-c8aaaa4f2a2b tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:01:29.296012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfdb4412-bbc3-4454-a7fd-c8aaaa4f2a2b tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (53bbee84-124d-4e08-a303-1fa9851ff3da), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:29.422764 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7acb8aff-f9a5-44d9-a54a-b48a9ef48184 req-908b222d-99bd-4ed2-8920-675389406559 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9024305 Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:01:29.463831 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:01:29.509492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device bea279ec-bf51-4820-b55f-cb33e374576e no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:29.549177 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eeb1366-3c57-4728-bdce-4c0466907e25 x-openstack-request-id: req-0eeb1366-3c57-4728-bdce-4c0466907e25 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:01:29.549514 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef4eb6a-e2ab-4819-9e27-af23894097a9", "name": "network-vif-deleted", "tag": "bea279ec-bf51-4820-b55f-cb33e374576e", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:01:29.549823 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0eeb1366-3c57-4728-bdce-4c0466907e25 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:01:29.550245 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef4eb6a-e2ab-4819-9e27-af23894097a9', 'name': 'network-vif-deleted', 'tag': 'bea279ec-bf51-4820-b55f-cb33e374576e', 'status': 'completed', 'code': 200} Feb 15 17:01:29.551906 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: bea279ec-bf51-4820-b55f-cb33e374576e {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:01:29.553821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device bea279ec-bf51-4820-b55f-cb33e374576e not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:29.574477 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfdb4412-bbc3-4454-a7fd-c8aaaa4f2a2b tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (33cf74b4-e667-4c8d-87f3-3f59c3fd6dd9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:29.580060 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87190972-bb6c-4dd7-8673-76c0b06b62cc req-bfe37557-a720-4b84-9cf5-d3b028ddc209 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=4ef4eb6a-e2ab-4819-9e27-af23894097a9 HTTP/1.1" status: 200 len: 210 time: 0.0797865 Feb 15 17:01:29.616742 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfdb4412-bbc3-4454-a7fd-c8aaaa4f2a2b tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:29.617649 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (94171c0e-e9be-46f9-b409-9d536189e8ab), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:29.622665 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cfdb4412-bbc3-4454-a7fd-c8aaaa4f2a2b tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] 10.222.0.107 "DELETE /v2.0/networks/33cf74b4-e667-4c8d-87f3-3f59c3fd6dd9 HTTP/1.1" status: 204 len: 168 time: 1.0749843 Feb 15 17:01:29.657002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38414) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:29.685986 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb4412-bbc3-4454-a7fd-c8aaaa4f2a2b tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Pushing event deleted for resources: {'Network': ['ID=33cf74b4-e667-4c8d-87f3-3f59c3fd6dd9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:29.709416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94171c0e-e9be-46f9-b409-9d536189e8ab']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:29.720587 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e6f0d3-def3-4af3-a861-38215ed6549e tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] DELETE failed (client error): The resource could not be found. Feb 15 17:01:29.721211 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e6f0d3-def3-4af3-a861-38215ed6549e tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:01:29.727635 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-28e6f0d3-def3-4af3-a861-38215ed6549e tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] 10.222.0.107 "DELETE /v2.0/ports/a59d464b-a6f7-4106-be32-95307fada93b HTTP/1.1" status: 404 len: 333 time: 0.0649667 Feb 15 17:01:29.739283 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38416) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:29.821938 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b57e-293b-4657-8fb1-7eb479570eb4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (0f0dabc4-2643-4af3-b50f-c4bc012166b1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:29.824586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff85cf9a-00be-4c37-9b69-7751082179ce') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:29.825652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff85cf9a-00be-4c37-9b69-7751082179ce') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:29.846274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b91043-aec5-4d11-ad2e-ee99763ce6ab tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Deleting subnet c7db27e2-9edc-47da-a07d-8726ecdd4d0b {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:01:29.848206 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (ff85cf9a-00be-4c37-9b69-7751082179ce), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:29.861019 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82b91043-aec5-4d11-ad2e-ee99763ce6ab tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks [] for subnet (c7db27e2-9edc-47da-a07d-8726ecdd4d0b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:29.868178 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (ff85cf9a-00be-4c37-9b69-7751082179ce), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:29.875712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:01:29.876114 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (ff85cf9a-00be-4c37-9b69-7751082179ce), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:29.937505 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b57e-293b-4657-8fb1-7eb479570eb4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0f0dabc4-2643-4af3-b50f-c4bc012166b1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:01:29.987607 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:01:30.048005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-474dbfd2-1fbd-401c-8e3f-4b301394ae71 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Allocated IP 172.20.0.14 (299945ad-5ee2-4941-90f2-1614df1d01b4/1cd80056-bd36-44d5-bbf4-b6dfdcaec995/361f015d-90c2-469a-9e92-82dacfb851de) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:01:30.087499 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82b91043-aec5-4d11-ad2e-ee99763ce6ab tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (c7db27e2-9edc-47da-a07d-8726ecdd4d0b), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:30.102067 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbd1b57e-293b-4657-8fb1-7eb479570eb4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:30.106033 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fbd1b57e-293b-4657-8fb1-7eb479570eb4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2512951 Feb 15 17:01:30.108779 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38420) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:30.128583 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (94171c0e-e9be-46f9-b409-9d536189e8ab), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:30.195744 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ba5cb7d9-1bf9-4ba1-bfb2-1479be8eb927 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group_rule': {'security_group_id': '0f0dabc4-2643-4af3-b50f-c4bc012166b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:30.215401 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1b57e-293b-4657-8fb1-7eb479570eb4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0dabc4-2643-4af3-b50f-c4bc012166b1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:30.220073 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:30.234563 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/networks/94171c0e-e9be-46f9-b409-9d536189e8ab HTTP/1.1" status: 204 len: 168 time: 4.5711856 Feb 15 17:01:30.244351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38422) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:30.267892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Network': ['ID=94171c0e-e9be-46f9-b409-9d536189e8ab,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:30.360754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:30.361119 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:30.361776 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:30.362219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:30.362702 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:30.363049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:30.363369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:30.363838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:30.364710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:30.364980 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:30.365311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:30.366056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:30.367143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8d1b-6629-4f8a-b27d-49beef9ffde5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:01:30.393168 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82b91043-aec5-4d11-ad2e-ee99763ce6ab tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (c7db27e2-9edc-47da-a07d-8726ecdd4d0b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:30.400001 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:30.495980 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba5cb7d9-1bf9-4ba1-bfb2-1479be8eb927 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (302a1cae-7c67-4330-abc5-b8da17082482), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:30.564032 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82b91043-aec5-4d11-ad2e-ee99763ce6ab tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (c7db27e2-9edc-47da-a07d-8726ecdd4d0b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:30.637352 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b91043-aec5-4d11-ad2e-ee99763ce6ab tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Pushing event deleted for resources: {'Subnet': ['ID=c7db27e2-9edc-47da-a07d-8726ecdd4d0b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:30.637520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bcc4e8-86df-4350-ba15-926bb0ca1951 None None] Network 96dbfe04-242f-47b3-a6a2-9a25006955dc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:01:30.637922 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82b91043-aec5-4d11-ad2e-ee99763ce6ab tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:30.637922 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-82b91043-aec5-4d11-ad2e-ee99763ce6ab tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] 10.222.0.107 "DELETE /v2.0/subnets/c7db27e2-9edc-47da-a07d-8726ecdd4d0b HTTP/1.1" status: 204 len: 168 time: 0.8874230 Feb 15 17:01:30.645439 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38430) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:30.664881 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba5cb7d9-1bf9-4ba1-bfb2-1479be8eb927 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (302a1cae-7c67-4330-abc5-b8da17082482), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:30.776722 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba5cb7d9-1bf9-4ba1-bfb2-1479be8eb927 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (302a1cae-7c67-4330-abc5-b8da17082482), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:30.855484 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cb7d9-1bf9-4ba1-bfb2-1479be8eb927 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=302a1cae-7c67-4330-abc5-b8da17082482,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:30.879717 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (96dbfe04-242f-47b3-a6a2-9a25006955dc), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:30.969276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Deleting port 025f2c12-15a0-45f0-9eed-01063522a761 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:30.969659 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (025f2c12-15a0-45f0-9eed-01063522a761), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:30.978066 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:30.988061 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba5cb7d9-1bf9-4ba1-bfb2-1479be8eb927 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:30.991802 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ba5cb7d9-1bf9-4ba1-bfb2-1479be8eb927 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8134971 Feb 15 17:01:31.051118 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38434) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:31.074416 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b24464-1ad2-45ef-9a6a-2c0b0ce5a32d None None] DHCP port deletion for 96dbfe04-242f-47b3-a6a2-9a25006955dc request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:01:31.113443 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b065b-d644-471e-af74-8ba3711c783e req-e9c83252-f7ef-4f46-bf53-b0629c130131 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:31.118267 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d2b065b-d644-471e-af74-8ba3711c783e req-e9c83252-f7ef-4f46-bf53-b0629c130131 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.4954441 Feb 15 17:01:31.158206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] For port 025f2c12-15a0-45f0-9eed-01063522a761, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=025f2c12-15a0-45f0-9eed-01063522a761,segment=NetworkSegment(52cae666-b0f7-41fa-8390-1a290ac921dd),segment_id=52cae666-b0f7-41fa-8390-1a290ac921dd)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:31.158593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (025f2c12-15a0-45f0-9eed-01063522a761), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:31.180596 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82e15d05-cd90-463c-a90c-0452139154f8 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (302a1cae-7c67-4330-abc5-b8da17082482), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:31.207703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Calling delete_port for 025f2c12-15a0-45f0-9eed-01063522a761 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:31.211514 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82e15d05-cd90-463c-a90c-0452139154f8 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (302a1cae-7c67-4330-abc5-b8da17082482), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:31.270761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-40b24464-1ad2-45ef-9a6a-2c0b0ce5a32d None None] Deleting port 025f2c12-15a0-45f0-9eed-01063522a761 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:31.270961 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40b24464-1ad2-45ef-9a6a-2c0b0ce5a32d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (025f2c12-15a0-45f0-9eed-01063522a761), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:31.419278 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82e15d05-cd90-463c-a90c-0452139154f8 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (302a1cae-7c67-4330-abc5-b8da17082482), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:31.427992 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82e15d05-cd90-463c-a90c-0452139154f8 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:31.428151 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-474dbfd2-1fbd-401c-8e3f-4b301394ae71 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for port (361f015d-90c2-469a-9e92-82dacfb851de), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:31.428244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-40b24464-1ad2-45ef-9a6a-2c0b0ce5a32d None None] For port 025f2c12-15a0-45f0-9eed-01063522a761, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=025f2c12-15a0-45f0-9eed-01063522a761,segment=NetworkSegment(52cae666-b0f7-41fa-8390-1a290ac921dd),segment_id=52cae666-b0f7-41fa-8390-1a290ac921dd)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:31.428356 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-82e15d05-cd90-463c-a90c-0452139154f8 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/302a1cae-7c67-4330-abc5-b8da17082482 HTTP/1.1" status: 204 len: 168 time: 0.3749111 Feb 15 17:01:31.431547 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38442) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:31.432352 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d2b065b-d644-471e-af74-8ba3711c783e req-08ac9272-3239-4401-a8ff-6e326321162e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026876 Feb 15 17:01:31.438102 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40b24464-1ad2-45ef-9a6a-2c0b0ce5a32d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (025f2c12-15a0-45f0-9eed-01063522a761), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:31.482024 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-40b24464-1ad2-45ef-9a6a-2c0b0ce5a32d None None] Calling delete_port for 025f2c12-15a0-45f0-9eed-01063522a761 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:31.549841 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e15d05-cd90-463c-a90c-0452139154f8 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=302a1cae-7c67-4330-abc5-b8da17082482,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:31.626588 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-474dbfd2-1fbd-401c-8e3f-4b301394ae71 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (361f015d-90c2-469a-9e92-82dacfb851de), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:31.637091 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fe7ca85d-5c44-4d01-b08c-6c925c93b779 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1734860 Feb 15 17:01:31.643528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38444) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:31.661172 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ca7e9-c64e-40cb-b90d-c0c597e33c1c req-fa378fc4-1849-4c4d-a7fc-7bd800e64daf tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:31.662782 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-607ca7e9-c64e-40cb-b90d-c0c597e33c1c req-fa378fc4-1849-4c4d-a7fc-7bd800e64daf tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 946 time: 0.3216655 Feb 15 17:01:31.698888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474dbfd2-1fbd-401c-8e3f-4b301394ae71 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Network 299945ad-5ee2-4941-90f2-1614df1d01b4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:01:31.704380 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a3257c6-1b20-4b23-9cc0-9400cf822a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (e3d66710-1693-4d96-a7d1-4db549dc6371), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:31.708416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dbfd2-1fbd-401c-8e3f-4b301394ae71 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Pushing event updated for resources: {'Port': ['ID=361f015d-90c2-469a-9e92-82dacfb851de,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:31.710788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-474dbfd2-1fbd-401c-8e3f-4b301394ae71 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:01:31.740693 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-607ca7e9-c64e-40cb-b90d-c0c597e33c1c req-7a7f0d3a-7282-4b63-8fc0-ef8cb6bf6dcb tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690093 Feb 15 17:01:31.754608 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40b24464-1ad2-45ef-9a6a-2c0b0ce5a32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (025f2c12-15a0-45f0-9eed-01063522a761), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:31.760253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474dbfd2-1fbd-401c-8e3f-4b301394ae71 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:01:31.775818 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (025f2c12-15a0-45f0-9eed-01063522a761), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:31.795841 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e42b503d-4805-495d-9cbc-453790f39a24 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (0f0dabc4-2643-4af3-b50f-c4bc012166b1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:31.803016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b24464-1ad2-45ef-9a6a-2c0b0ce5a32d None None] Pushing event deleted for resources: {'Port': ['ID=025f2c12-15a0-45f0-9eed-01063522a761,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:31.815269 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b24464-1ad2-45ef-9a6a-2c0b0ce5a32d None None] No DVR routers for this DVR port 025f2c12-15a0-45f0-9eed-01063522a761 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:31.828800 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Pushing event deleted for resources: {'Port': ['ID=025f2c12-15a0-45f0-9eed-01063522a761,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:31.840762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] No DVR routers for this DVR port 025f2c12-15a0-45f0-9eed-01063522a761 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:31.861074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474dbfd2-1fbd-401c-8e3f-4b301394ae71 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:31.861715 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-474dbfd2-1fbd-401c-8e3f-4b301394ae71 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:31.880838 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e42b503d-4805-495d-9cbc-453790f39a24 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (0f0dabc4-2643-4af3-b50f-c4bc012166b1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:31.956647 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (96dbfe04-242f-47b3-a6a2-9a25006955dc), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:31.981020 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96dbfe04-242f-47b3-a6a2-9a25006955dc']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:31.992540 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52cae666-b0f7-41fa-8390-1a290ac921dd') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:31.992834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52cae666-b0f7-41fa-8390-1a290ac921dd') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:32.002958 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (52cae666-b0f7-41fa-8390-1a290ac921dd), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:32.034069 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (52cae666-b0f7-41fa-8390-1a290ac921dd), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:32.042289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:01:32.042753 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (52cae666-b0f7-41fa-8390-1a290ac921dd), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:01:32.046105 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:01:32.083854 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-474dbfd2-1fbd-401c-8e3f-4b301394ae71 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 3.3931894 Feb 15 17:01:32.093607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38446) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:32.093721 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 025f2c12-15a0-45f0-9eed-01063522a761 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:32.141555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 025f2c12-15a0-45f0-9eed-01063522a761 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:01:32.141913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 025f2c12-15a0-45f0-9eed-01063522a761 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:32.185299 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e42b503d-4805-495d-9cbc-453790f39a24 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0f0dabc4-2643-4af3-b50f-c4bc012166b1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:32.188648 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e42b503d-4805-495d-9cbc-453790f39a24 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:32.190248 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e42b503d-4805-495d-9cbc-453790f39a24 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-groups/0f0dabc4-2643-4af3-b50f-c4bc012166b1 HTTP/1.1" status: 204 len: 168 time: 0.5476682 Feb 15 17:01:32.195137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38448) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:32.214024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b503d-4805-495d-9cbc-453790f39a24 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0dabc4-2643-4af3-b50f-c4bc012166b1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:32.261523 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (96dbfe04-242f-47b3-a6a2-9a25006955dc), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:32.273814 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:32.284754 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] 10.222.0.107 "DELETE /v2.0/networks/96dbfe04-242f-47b3-a6a2-9a25006955dc HTTP/1.1" status: 204 len: 168 time: 1.6362932 Feb 15 17:01:32.374820 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ce1d7-7bd8-4317-8eeb-09f71135e8fe tempest-DHCPAgentSchedulersTestJSON-1300387308 tempest-DHCPAgentSchedulersTestJSON-1300387308-project] Pushing event deleted for resources: {'Network': ['ID=96dbfe04-242f-47b3-a6a2-9a25006955dc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:32.374820 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0aa844d9-f9e7-4230-825f-07bd6a4b47fe tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1690445 Feb 15 17:01:32.374820 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38454) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:32.380466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8faa2199-1a92-4cc7-ade7-9f1bb8827a01 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group': {'name': 'tempest-secgroup--428075952'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:32.410704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-27caa4f1-8966-4a98-9d01-c69c61262197 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Deleting port 361f015d-90c2-469a-9e92-82dacfb851de {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:32.411633 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27caa4f1-8966-4a98-9d01-c69c61262197 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (361f015d-90c2-469a-9e92-82dacfb851de), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:32.484031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-8a3257c6-1b20-4b23-9cc0-9400cf822a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port 26ee57cc-4e95-4267-a40d-07cba88056b7 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:32.484379 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a3257c6-1b20-4b23-9cc0-9400cf822a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:32.649041 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27caa4f1-8966-4a98-9d01-c69c61262197 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (361f015d-90c2-469a-9e92-82dacfb851de), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:32.721541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2122185-55e8-4604-9677-99faaa3289d7 req-09f1bc7c-138a-4447-9006-6e50abcb7188 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:32.723196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2122185-55e8-4604-9677-99faaa3289d7 req-09f1bc7c-138a-4447-9006-6e50abcb7188 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.67 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 946 time: 0.2354574 Feb 15 17:01:32.740049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-27caa4f1-8966-4a98-9d01-c69c61262197 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Calling delete_port for 361f015d-90c2-469a-9e92-82dacfb851de owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:32.829065 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-8a3257c6-1b20-4b23-9cc0-9400cf822a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] For port 26ee57cc-4e95-4267-a40d-07cba88056b7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=26ee57cc-4e95-4267-a40d-07cba88056b7,segment=NetworkSegment(97ed3d88-1567-42fb-bce3-5cd5c640adc8),segment_id=97ed3d88-1567-42fb-bce3-5cd5c640adc8)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:32.829768 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a3257c6-1b20-4b23-9cc0-9400cf822a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:32.911960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-8a3257c6-1b20-4b23-9cc0-9400cf822a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for 26ee57cc-4e95-4267-a40d-07cba88056b7 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:32.922201 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d58c0-9859-4393-9d93-14e16c6d4adb req-a61bd3aa-5900-4f35-a98b-bf89835bb23e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:32.924065 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-271d58c0-9859-4393-9d93-14e16c6d4adb req-a61bd3aa-5900-4f35-a98b-bf89835bb23e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.3162971 Feb 15 17:01:32.974343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab31a3-ca93-4d5b-91a6-80ad5da989f3 req-38147c27-4fcb-4491-a59a-abfb0485ac67 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:32.984409 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75ab31a3-ca93-4d5b-91a6-80ad5da989f3 req-38147c27-4fcb-4491-a59a-abfb0485ac67 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 946 time: 0.1172607 Feb 15 17:01:33.080033 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75ab31a3-ca93-4d5b-91a6-80ad5da989f3 req-d869ec73-4606-45c3-8dc9-0877a4c139a0 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776317 Feb 15 17:01:33.083282 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-271d58c0-9859-4393-9d93-14e16c6d4adb req-2e6a0e35-b0ab-4230-8da3-bf7b5da1343f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499343 Feb 15 17:01:33.146561 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8faa2199-1a92-4cc7-ade7-9f1bb8827a01 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:33.211100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-e2122185-55e8-4604-9677-99faaa3289d7 req-91603de0-5d8d-4677-ab6d-0f86bce7d284 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Deleting port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:33.211746 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e2122185-55e8-4604-9677-99faaa3289d7 req-91603de0-5d8d-4677-ab6d-0f86bce7d284 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:33.358653 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27caa4f1-8966-4a98-9d01-c69c61262197 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (361f015d-90c2-469a-9e92-82dacfb851de), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:33.440387 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8faa2199-1a92-4cc7-ade7-9f1bb8827a01 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (472c7c74-1f79-408a-9358-9857e0dad8c7), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:33.493199 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e2122185-55e8-4604-9677-99faaa3289d7 req-91603de0-5d8d-4677-ab6d-0f86bce7d284 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] For port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:33.493745 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e2122185-55e8-4604-9677-99faaa3289d7 req-91603de0-5d8d-4677-ab6d-0f86bce7d284 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:33.499015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27caa4f1-8966-4a98-9d01-c69c61262197 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Pushing event deleted for resources: {'Port': ['ID=361f015d-90c2-469a-9e92-82dacfb851de,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:33.510914 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8faa2199-1a92-4cc7-ade7-9f1bb8827a01 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (472c7c74-1f79-408a-9358-9857e0dad8c7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:33.551713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-e2122185-55e8-4604-9677-99faaa3289d7 req-91603de0-5d8d-4677-ab6d-0f86bce7d284 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Calling delete_port for 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:33.580785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa2199-1a92-4cc7-ade7-9f1bb8827a01 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472c7c74-1f79-408a-9358-9857e0dad8c7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:33.614616 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a3257c6-1b20-4b23-9cc0-9400cf822a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (26ee57cc-4e95-4267-a40d-07cba88056b7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:33.624002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38478) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:33.634485 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8faa2199-1a92-4cc7-ade7-9f1bb8827a01 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:33.638514 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8faa2199-1a92-4cc7-ade7-9f1bb8827a01 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2652369 Feb 15 17:01:33.639105 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38482) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:33.647655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-006ccc6e-fc3a-4c5c-a2bd-f2549d465495 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group_rule': {'security_group_id': '472c7c74-1f79-408a-9358-9857e0dad8c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:33.672407 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27caa4f1-8966-4a98-9d01-c69c61262197 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:33.681297 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-27caa4f1-8966-4a98-9d01-c69c61262197 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "DELETE /v2.0/ports/361f015d-90c2-469a-9e92-82dacfb851de HTTP/1.1" status: 204 len: 168 time: 1.5888419 Feb 15 17:01:33.683395 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38486) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:33.698491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '299945ad-5ee2-4941-90f2-1614df1d01b4', 'external_fixed_ips': [{'subnet_id': '1cd80056-bd36-44d5-bbf4-b6dfdcaec995', 'ip_address': '172.20.0.14'}]}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:33.784862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3257c6-1b20-4b23-9cc0-9400cf822a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=26ee57cc-4e95-4267-a40d-07cba88056b7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:33.803741 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-006ccc6e-fc3a-4c5c-a2bd-f2549d465495 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (e2f69154-a14d-419d-804c-0f69c9bc1694), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:33.857897 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (1a6371ee-db6e-4453-ac69-a7aca4c05145), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:33.859009 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (1a6371ee-db6e-4453-ac69-a7aca4c05145), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:34.021901 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_controller (1a6371ee-db6e-4453-ac69-a7aca4c05145), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:34.088765 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bd6adf87-6d22-458c-918f-f5b281b5f751 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1043b50f1f5040b4a0f6734d18c78ac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4633105 Feb 15 17:01:34.091203 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-006ccc6e-fc3a-4c5c-a2bd-f2549d465495 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (e2f69154-a14d-419d-804c-0f69c9bc1694), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:34.092166 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38488) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:34.258550 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a3257c6-1b20-4b23-9cc0-9400cf822a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (e3d66710-1693-4d96-a7d1-4db549dc6371), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:34.260418 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-006ccc6e-fc3a-4c5c-a2bd-f2549d465495 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e2f69154-a14d-419d-804c-0f69c9bc1694), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:34.350495 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d28f-d0df-45e1-9fcb-7d5f33b91a50 admin admin] Publish callbacks [] for security_group (8044f1af-3d0c-495a-8be0-abdc21aa750e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:34.443358 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ccc6e-fc3a-4c5c-a2bd-f2549d465495 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f69154-a14d-419d-804c-0f69c9bc1694,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:34.546100 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-006ccc6e-fc3a-4c5c-a2bd-f2549d465495 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:34.550984 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-006ccc6e-fc3a-4c5c-a2bd-f2549d465495 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9101200 Feb 15 17:01:34.554312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38496) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:34.565060 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-eba1229f-709d-46ac-bfbe-e6889f412311 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group_rule': {'security_group_id': '472c7c74-1f79-408a-9358-9857e0dad8c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:34.590542 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d28f-d0df-45e1-9fcb-7d5f33b91a50 admin admin] Publish callbacks [] for security_group (8044f1af-3d0c-495a-8be0-abdc21aa750e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:34.599715 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (1a6371ee-db6e-4453-ac69-a7aca4c05145), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:34.635325 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d024bc9-c175-4113-a0ee-e4d4dbd06105 req-b87a01c2-9b7d-4a50-8cb3-b9e3a9801e6c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:34.637727 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d024bc9-c175-4113-a0ee-e4d4dbd06105 req-b87a01c2-9b7d-4a50-8cb3-b9e3a9801e6c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 946 time: 0.4057214 Feb 15 17:01:34.709194 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d024bc9-c175-4113-a0ee-e4d4dbd06105 req-4a459ba1-e0af-429b-8f19-98316cb4f613 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631483 Feb 15 17:01:35.158743 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d28f-d0df-45e1-9fcb-7d5f33b91a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8044f1af-3d0c-495a-8be0-abdc21aa750e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:35.161833 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7a4d28f-d0df-45e1-9fcb-7d5f33b91a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:35.164410 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c7a4d28f-d0df-45e1-9fcb-7d5f33b91a50 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8044f1af-3d0c-495a-8be0-abdc21aa750e HTTP/1.1" status: 204 len: 168 time: 1.0712085 Feb 15 17:01:35.169028 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eba1229f-709d-46ac-bfbe-e6889f412311 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (c084a7c3-aa8e-483d-b88a-f5d1c659f7a6), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:35.250362 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eba1229f-709d-46ac-bfbe-e6889f412311 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (c084a7c3-aa8e-483d-b88a-f5d1c659f7a6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:35.259955 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4d28f-d0df-45e1-9fcb-7d5f33b91a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8044f1af-3d0c-495a-8be0-abdc21aa750e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:35.358752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e44aa-d20b-40ab-9755-dd1d7739a479 req-fd6bde04-ee3f-4efd-9b35-80f8b86dd83c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:35.377441 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-859e44aa-d20b-40ab-9755-dd1d7739a479 req-fd6bde04-ee3f-4efd-9b35-80f8b86dd83c tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 1.0907693 Feb 15 17:01:35.432571 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eba1229f-709d-46ac-bfbe-e6889f412311 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (c084a7c3-aa8e-483d-b88a-f5d1c659f7a6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:35.469017 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1229f-709d-46ac-bfbe-e6889f412311 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c084a7c3-aa8e-483d-b88a-f5d1c659f7a6,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:35.507685 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:35.560245 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (1a6371ee-db6e-4453-ac69-a7aca4c05145), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:35.565469 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-859e44aa-d20b-40ab-9755-dd1d7739a479 req-b15e8310-9aca-4b7c-8373-3ee82328ecf6 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829081 Feb 15 17:01:35.566108 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e2122185-55e8-4604-9677-99faaa3289d7 req-91603de0-5d8d-4677-ab6d-0f86bce7d284 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:35.599117 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:35.623710 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['313c3044-61da-499f-9e9c-6c113b093698'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:01:35.644956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91603de0-5d8d-4677-ab6d-0f86bce7d284 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event deleted for resources: {'Port': ['ID=0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:35.679702 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3257c6-1b20-4b23-9cc0-9400cf822a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router e3d66710-1693-4d96-a7d1-4db549dc6371 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:01:35.717316 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eba1229f-709d-46ac-bfbe-e6889f412311 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:35.724778 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eba1229f-709d-46ac-bfbe-e6889f412311 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1634994 Feb 15 17:01:35.727677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38508) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:35.763043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-435beb7a-8229-45a2-b4e5-8aa6850b591d tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group_rule': {'security_group_id': '472c7c74-1f79-408a-9358-9857e0dad8c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:35.782520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No active binding found for port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 {{(pid=103801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 17:01:35.782915 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] The host n-h1-828372-14 is not matching for port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 host None! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:01:35.783330 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:35.828869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2122185-55e8-4604-9677-99faaa3289d7 req-91603de0-5d8d-4677-ab6d-0f86bce7d284 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] No DVR routers for this DVR port 0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:35.835599 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e2122185-55e8-4604-9677-99faaa3289d7 req-91603de0-5d8d-4677-ab6d-0f86bce7d284 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:35.844848 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2122185-55e8-4604-9677-99faaa3289d7 req-91603de0-5d8d-4677-ab6d-0f86bce7d284 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.67 "DELETE /v2.0/ports/0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10 HTTP/1.1" status: 204 len: 173 time: 3.1129065 Feb 15 17:01:35.848769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2653a15d-5ba5-4356-8bec-df4bcc7b1e2f', 'name': 'network-vif-deleted', 'tag': '0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:01:35.851411 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6e0ad2-f4c5-458d-b53d-6c6ead160d8a" -d '{"events": [{"server_uuid": "2653a15d-5ba5-4356-8bec-df4bcc7b1e2f", "name": "network-vif-deleted", "tag": "0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:01:35.985795 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2f1d67-df95-4af1-813c-c1ec87b53433 x-openstack-request-id: req-9a2f1d67-df95-4af1-813c-c1ec87b53433 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:01:35.986098 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2653a15d-5ba5-4356-8bec-df4bcc7b1e2f", "name": "network-vif-deleted", "tag": "0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:01:35.986362 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9a2f1d67-df95-4af1-813c-c1ec87b53433 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:01:35.986781 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2653a15d-5ba5-4356-8bec-df4bcc7b1e2f', 'name': 'network-vif-deleted', 'tag': '0fdcdd99-1d21-4d2f-a0bd-79f752cbeb10', 'status': 'completed', 'code': 200} Feb 15 17:01:36.046972 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a3334b97-dcfe-4007-8c19-bca2f813bd14 req-e23af504-6642-435d-8b6c-0fd22597c557 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 210 time: 0.1836774 Feb 15 17:01:36.077206 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3257c6-1b20-4b23-9cc0-9400cf822a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:01:36.093006 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8a3257c6-1b20-4b23-9cc0-9400cf822a11 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/e3d66710-1693-4d96-a7d1-4db549dc6371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8443155 Feb 15 17:01:36.094409 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce56ead-fad9-4b2e-b010-13652288fa2b None None] Sync routers for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:01:36.095164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38514) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:36.095531 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-435beb7a-8229-45a2-b4e5-8aa6850b591d tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (3ee611b4-ba83-47b7-9a3d-2447e4892886), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:36.118083 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce56ead-fad9-4b2e-b010-13652288fa2b None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:36.128636 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6ce56ead-fad9-4b2e-b010-13652288fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:36.269125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-be16e5a9-f263-4321-b7e5-583f8052a5c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting subnet e877b7e9-f1e9-416b-96db-178ff274037b {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:01:36.275551 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-be16e5a9-f263-4321-b7e5-583f8052a5c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (e877b7e9-f1e9-416b-96db-178ff274037b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:36.281150 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-6ce56ead-fad9-4b2e-b010-13652288fa2b None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:36.322386 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-435beb7a-8229-45a2-b4e5-8aa6850b591d tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (3ee611b4-ba83-47b7-9a3d-2447e4892886), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:36.357071 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-be16e5a9-f263-4321-b7e5-583f8052a5c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (e877b7e9-f1e9-416b-96db-178ff274037b), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:36.414458 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Allocated IP 172.20.0.14 (299945ad-5ee2-4941-90f2-1614df1d01b4/1cd80056-bd36-44d5-bbf4-b6dfdcaec995/1099949e-1bc9-4ef5-8d46-ae74890e270f) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:01:36.480672 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6ce56ead-fad9-4b2e-b010-13652288fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:33Z', 'revision_number': 11, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:36.526047 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce56ead-fad9-4b2e-b010-13652288fa2b None None] Checking router: e3d66710-1693-4d96-a7d1-4db549dc6371 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:01:36.530398 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce56ead-fad9-4b2e-b010-13652288fa2b None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:36.531044 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6ce56ead-fad9-4b2e-b010-13652288fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:36.572230 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-435beb7a-8229-45a2-b4e5-8aa6850b591d tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (3ee611b4-ba83-47b7-9a3d-2447e4892886), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:36.600370 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-be16e5a9-f263-4321-b7e5-583f8052a5c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e877b7e9-f1e9-416b-96db-178ff274037b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:36.616967 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435beb7a-8229-45a2-b4e5-8aa6850b591d tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee611b4-ba83-47b7-9a3d-2447e4892886,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:36.653714 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for port (1099949e-1bc9-4ef5-8d46-ae74890e270f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:36.664842 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38522) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:36.688880 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91d33114-941b-40f5-b532-5a3a6f3a2369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:36.729126 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-6ce56ead-fad9-4b2e-b010-13652288fa2b None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:36.746936 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-435beb7a-8229-45a2-b4e5-8aa6850b591d tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:36.755065 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-435beb7a-8229-45a2-b4e5-8aa6850b591d tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0204802 Feb 15 17:01:36.755065 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38530) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:36.796487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a79f5811-4a35-4a7f-a390-e3821fc8aff2 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group_rule': {'security_group_id': '472c7c74-1f79-408a-9358-9857e0dad8c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:36.813335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acfb70-b13a-43e8-aba4-36f3b75684d8 req-1e644b2b-ce21-41da-9f2a-a1a41d66c798 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:36.822073 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2acfb70-b13a-43e8-aba4-36f3b75684d8 req-1e644b2b-ce21-41da-9f2a-a1a41d66c798 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.1016779 Feb 15 17:01:36.827984 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-be16e5a9-f263-4321-b7e5-583f8052a5c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (e877b7e9-f1e9-416b-96db-178ff274037b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:36.845565 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6ce56ead-fad9-4b2e-b010-13652288fa2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:33Z', 'revision_number': 11, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:36.870826 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-be16e5a9-f263-4321-b7e5-583f8052a5c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:36.881571 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-be16e5a9-f263-4321-b7e5-583f8052a5c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/e877b7e9-f1e9-416b-96db-178ff274037b HTTP/1.1" status: 204 len: 168 time: 0.7823355 Feb 15 17:01:36.882413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38534) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:36.882705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3150e7-5906-4e11-87b3-89c9ff8a7c65 None None] Network 52c582d8-e26f-4613-84ea-f9295e481c91 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:01:36.897024 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce56ead-fad9-4b2e-b010-13652288fa2b None None] The sync data for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 is: [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:33Z', 'revision_number': 11, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:01:37.000591 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16e5a9-f263-4321-b7e5-583f8052a5c9 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Subnet': ['ID=e877b7e9-f1e9-416b-96db-178ff274037b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:37.024872 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6454833-3880-4e34-b0da-03ceb7dbcec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:37.081892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (1099949e-1bc9-4ef5-8d46-ae74890e270f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:37.109458 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91d33114-941b-40f5-b532-5a3a6f3a2369 admin admin] Publish callbacks [] for security_group (0d7d6986-cf64-4dec-9c2c-fa6997ef64eb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:37.122935 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2acfb70-b13a-43e8-aba4-36f3b75684d8 req-e6833afc-e049-4fcf-bee5-11924a8240ea tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660835 Feb 15 17:01:37.176763 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (52c582d8-e26f-4613-84ea-f9295e481c91), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:37.231406 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Pushing event updated for resources: {'Port': ['ID=1099949e-1bc9-4ef5-8d46-ae74890e270f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:37.276312 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a79f5811-4a35-4a7f-a390-e3821fc8aff2 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (9e1392a1-84b3-4839-be8a-437716118ba4), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:37.282279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aafe10b-83ac-4e72-a8bc-d2879126bcae None None] DHCP port deletion for 52c582d8-e26f-4613-84ea-f9295e481c91 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:01:37.297932 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Deleting port a39376a9-62e6-4346-ab49-fd7db1d72016 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:37.297932 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:37.376363 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91d33114-941b-40f5-b532-5a3a6f3a2369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0d7d6986-cf64-4dec-9c2c-fa6997ef64eb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:37.414199 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] For port a39376a9-62e6-4346-ab49-fd7db1d72016, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a39376a9-62e6-4346-ab49-fd7db1d72016,segment=NetworkSegment(97ed3d88-1567-42fb-bce3-5cd5c640adc8),segment_id=97ed3d88-1567-42fb-bce3-5cd5c640adc8)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:37.414514 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:37.427933 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Network 299945ad-5ee2-4941-90f2-1614df1d01b4 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:01:37.436123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6aafe10b-83ac-4e72-a8bc-d2879126bcae None None] Deleting port a39376a9-62e6-4346-ab49-fd7db1d72016 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:37.437069 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6aafe10b-83ac-4e72-a8bc-d2879126bcae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:37.439589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:01:37.440857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Calling delete_port for a39376a9-62e6-4346-ab49-fd7db1d72016 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:37.456487 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ac7cac14-3942-4f1f-9047-2edef5a29868 req-ba7ce839-b0bd-4a9f-a81d-ab4efdb4d170 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=2653a15d-5ba5-4356-8bec-df4bcc7b1e2f HTTP/1.1" status: 200 len: 210 time: 0.2034624 Feb 15 17:01:37.457692 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:01:37.564389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6aafe10b-83ac-4e72-a8bc-d2879126bcae None None] For port a39376a9-62e6-4346-ab49-fd7db1d72016, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a39376a9-62e6-4346-ab49-fd7db1d72016,segment=NetworkSegment(97ed3d88-1567-42fb-bce3-5cd5c640adc8),segment_id=97ed3d88-1567-42fb-bce3-5cd5c640adc8)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:37.565325 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6aafe10b-83ac-4e72-a8bc-d2879126bcae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:37.583698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6aafe10b-83ac-4e72-a8bc-d2879126bcae None None] Calling delete_port for a39376a9-62e6-4346-ab49-fd7db1d72016 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:37.597415 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-91d33114-941b-40f5-b532-5a3a6f3a2369 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1bda37612d2e425dade20c064658a5f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9289112 Feb 15 17:01:37.597809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38538) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:37.698474 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d33114-941b-40f5-b532-5a3a6f3a2369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7d6986-cf64-4dec-9c2c-fa6997ef64eb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:37.759911 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2be44366-e9f5-493c-80be-22c779977908 admin admin] Publish callbacks [] for security_group (0d7d6986-cf64-4dec-9c2c-fa6997ef64eb), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:37.807762 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2be44366-e9f5-493c-80be-22c779977908 admin admin] Publish callbacks [] for security_group (0d7d6986-cf64-4dec-9c2c-fa6997ef64eb), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:37.809968 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a79f5811-4a35-4a7f-a390-e3821fc8aff2 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (9e1392a1-84b3-4839-be8a-437716118ba4), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:37.875051 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:37.884546 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6aafe10b-83ac-4e72-a8bc-d2879126bcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (a39376a9-62e6-4346-ab49-fd7db1d72016), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:37.906371 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a79f5811-4a35-4a7f-a390-e3821fc8aff2 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (9e1392a1-84b3-4839-be8a-437716118ba4), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:37.910845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] No DVR routers for this DVR port a39376a9-62e6-4346-ab49-fd7db1d72016 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:37.919674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Port': ['ID=a39376a9-62e6-4346-ab49-fd7db1d72016,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:37.933845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f5811-4a35-4a7f-a390-e3821fc8aff2 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1392a1-84b3-4839-be8a-437716118ba4,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:37.954166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aafe10b-83ac-4e72-a8bc-d2879126bcae None None] Pushing event deleted for resources: {'Port': ['ID=a39376a9-62e6-4346-ab49-fd7db1d72016,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:37.966560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aafe10b-83ac-4e72-a8bc-d2879126bcae None None] No DVR routers for this DVR port a39376a9-62e6-4346-ab49-fd7db1d72016 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:38.044403 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2be44366-e9f5-493c-80be-22c779977908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0d7d6986-cf64-4dec-9c2c-fa6997ef64eb), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:38.053054 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2be44366-e9f5-493c-80be-22c779977908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:38.055377 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2be44366-e9f5-493c-80be-22c779977908 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0d7d6986-cf64-4dec-9c2c-fa6997ef64eb HTTP/1.1" status: 204 len: 168 time: 0.4559443 Feb 15 17:01:38.109736 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a79f5811-4a35-4a7f-a390-e3821fc8aff2 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:38.112962 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a79f5811-4a35-4a7f-a390-e3821fc8aff2 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3450928 Feb 15 17:01:38.176958 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38548) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:38.204218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-67774b47-ad1c-4b80-8a42-0e4ae1b3d0af tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group_rule': {'security_group_id': '472c7c74-1f79-408a-9358-9857e0dad8c7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:38.224872 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a39376a9-62e6-4346-ab49-fd7db1d72016 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:38.282548 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: a39376a9-62e6-4346-ab49-fd7db1d72016 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:01:38.282825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a39376a9-62e6-4346-ab49-fd7db1d72016 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:38.283255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 26ee57cc-4e95-4267-a40d-07cba88056b7 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:38.288454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be44366-e9f5-493c-80be-22c779977908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7d6986-cf64-4dec-9c2c-fa6997ef64eb,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:38.296584 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (1a6371ee-db6e-4453-ac69-a7aca4c05145), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:38.366867 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (52c582d8-e26f-4613-84ea-f9295e481c91), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:38.375982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 26ee57cc-4e95-4267-a40d-07cba88056b7 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:01:38.376328 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 26ee57cc-4e95-4267-a40d-07cba88056b7 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:38.430759 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c582d8-e26f-4613-84ea-f9295e481c91']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:38.442073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97ed3d88-1567-42fb-bce3-5cd5c640adc8') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:38.442611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97ed3d88-1567-42fb-bce3-5cd5c640adc8') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:38.454148 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (97ed3d88-1567-42fb-bce3-5cd5c640adc8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:38.469911 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (97ed3d88-1567-42fb-bce3-5cd5c640adc8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:38.476841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:01:38.477591 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (97ed3d88-1567-42fb-bce3-5cd5c640adc8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:01:38.584925 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:01:38.661237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c51d92-1ce4-4b8a-8c9b-df07555449e0 req-ba7ed9a0-e3fd-4b7f-b553-dfca057cd5c2 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:38.671012 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-86c51d92-1ce4-4b8a-8c9b-df07555449e0 req-ba7ed9a0-e3fd-4b7f-b553-dfca057cd5c2 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.3533854 Feb 15 17:01:38.689296 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (1a6371ee-db6e-4453-ac69-a7aca4c05145), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:38.699989 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (52c582d8-e26f-4613-84ea-f9295e481c91), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:38.737467 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:38.743906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/networks/52c582d8-e26f-4613-84ea-f9295e481c91 HTTP/1.1" status: 204 len: 168 time: 1.8567672 Feb 15 17:01:38.747492 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f3bce-8562-4dfe-b717-6d758eda5a32 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Pushing event deleted for resources: {'Network': ['ID=52c582d8-e26f-4613-84ea-f9295e481c91,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:38.749774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38558) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:38.764961 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ad78fb14-9bef-451f-9b5e-3cc7e2ca6e03 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'router': {'routes': None}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:38.963481 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-86c51d92-1ce4-4b8a-8c9b-df07555449e0 req-3e25443e-63d1-4c0c-9cf2-2388265cc3f8 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911439 Feb 15 17:01:38.989479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.extraroute_db [None req-ad78fb14-9bef-451f-9b5e-3cc7e2ca6e03 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Added routes are [] {{(pid=103799) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 17:01:38.989479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.extraroute_db [None req-ad78fb14-9bef-451f-9b5e-3cc7e2ca6e03 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Removed routes are [] {{(pid=103799) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 17:01:38.989479 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad78fb14-9bef-451f-9b5e-3cc7e2ca6e03 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (e3d66710-1693-4d96-a7d1-4db549dc6371), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:38.993662 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-67774b47-ad1c-4b80-8a42-0e4ae1b3d0af tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (fade9a1d-6f31-4987-8f4a-04c4958ed1d0), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:39.077588 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Router 1a6371ee-db6e-4453-ac69-a7aca4c05145 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:01:39.277302 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:01:39.298609 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Sync routers for ids ['1a6371ee-db6e-4453-ac69-a7aca4c05145'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:01:39.317536 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Routers {'1a6371ee-db6e-4453-ac69-a7aca4c05145'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:39.319035 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['1a6371ee-db6e-4453-ac69-a7aca4c05145'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:39.368559 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad78fb14-9bef-451f-9b5e-3cc7e2ca6e03 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (e3d66710-1693-4d96-a7d1-4db549dc6371), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:39.380622 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad78fb14-9bef-451f-9b5e-3cc7e2ca6e03 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (e3d66710-1693-4d96-a7d1-4db549dc6371), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:39.396457 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-67774b47-ad1c-4b80-8a42-0e4ae1b3d0af tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (fade9a1d-6f31-4987-8f4a-04c4958ed1d0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:39.401802 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:39.403069 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-28d13949-4dfe-46c8-9ae8-f25f2fb99df4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.7173784 Feb 15 17:01:39.406104 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38574) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:39.439298 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b76897f0-25f9-4847-a6df-b212a91b959f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:39.498122 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36602e3e-56c1-473b-8df5-ecb97b1f2d5c req-01807256-4765-48ad-a866-1131db07c32c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:39.499734 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-36602e3e-56c1-473b-8df5-ecb97b1f2d5c req-01807256-4765-48ad-a866-1131db07c32c tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.2258444 Feb 15 17:01:39.520534 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Set router 1a6371ee-db6e-4453-ac69-a7aca4c05145 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:39.555104 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed23c587-9b00-42f2-bade-3bf2fb4d65f5 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router (1a6371ee-db6e-4453-ac69-a7aca4c05145), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:39.562489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad78fb14-9bef-451f-9b5e-3cc7e2ca6e03 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router e3d66710-1693-4d96-a7d1-4db549dc6371 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:01:39.572486 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-67774b47-ad1c-4b80-8a42-0e4ae1b3d0af tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (fade9a1d-6f31-4987-8f4a-04c4958ed1d0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:39.613789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67774b47-ad1c-4b80-8a42-0e4ae1b3d0af tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fade9a1d-6f31-4987-8f4a-04c4958ed1d0,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:39.630619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19bcb7-e9d3-4ded-99b9-d0ad58a77f1b req-9c673128-eb5a-4d81-b48b-26f649e89480 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:39.632361 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b19bcb7-e9d3-4ded-99b9-d0ad58a77f1b req-9c673128-eb5a-4d81-b48b-26f649e89480 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.67 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 946 time: 0.1557918 Feb 15 17:01:39.707475 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed23c587-9b00-42f2-bade-3bf2fb4d65f5 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (1a6371ee-db6e-4453-ac69-a7aca4c05145), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:39.730351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad78fb14-9bef-451f-9b5e-3cc7e2ca6e03 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:01:39.741243 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315656e4-8f14-4ddf-b182-d6fe8419670b None None] Sync routers for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:01:39.758120 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6371ee-db6e-4453-ac69-a7aca4c05145', 'name': '', 'tenant_id': '2966ca7a49f042989ce722a6abf4f8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '299945ad-5ee2-4941-90f2-1614df1d01b4', 'external_fixed_ips': [{'subnet_id': '1cd80056-bd36-44d5-bbf4-b6dfdcaec995', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '1099949e-1bc9-4ef5-8d46-ae74890e270f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:01:33Z', 'updated_at': '2022-02-15T17:01:37Z', 'revision_number': 3, 'project_id': '2966ca7a49f042989ce722a6abf4f8bc', 'gw_port': {'id': '1099949e-1bc9-4ef5-8d46-ae74890e270f', 'name': '', 'network_id': '299945ad-5ee2-4941-90f2-1614df1d01b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:86:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a6371ee-db6e-4453-ac69-a7aca4c05145', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '1cd80056-bd36-44d5-bbf4-b6dfdcaec995', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:01:35Z', 'updated_at': '2022-02-15T17:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cd80056-bd36-44d5-bbf4-b6dfdcaec995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:39.758649 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315656e4-8f14-4ddf-b182-d6fe8419670b None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:39.759530 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-315656e4-8f14-4ddf-b182-d6fe8419670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:39.777139 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad78fb14-9bef-451f-9b5e-3cc7e2ca6e03 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:39.780964 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ad78fb14-9bef-451f-9b5e-3cc7e2ca6e03 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/e3d66710-1693-4d96-a7d1-4db549dc6371 HTTP/1.1" status: 200 len: 701 time: 1.0242863 Feb 15 17:01:39.782033 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38576) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:39.787457 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-67774b47-ad1c-4b80-8a42-0e4ae1b3d0af tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:39.789224 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-67774b47-ad1c-4b80-8a42-0e4ae1b3d0af tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5956082 Feb 15 17:01:39.794442 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38578) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:39.819976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Checking router: 1a6371ee-db6e-4453-ac69-a7aca4c05145 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:01:39.822440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Updating router 1a6371ee-db6e-4453-ac69-a7aca4c05145 port 1099949e-1bc9-4ef5-8d46-ae74890e270f binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:01:39.848567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a2ce55c0-a38f-4680-b6c7-a10f0dcb6d03 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d66710-1693-4d96-a7d1-4db549dc6371 HTTP/1.1" status: 200 len: 205 time: 0.0618601 Feb 15 17:01:39.851741 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38582) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:39.856899 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-359a6b50-541c-4606-bb09-43f426d79ca2 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (fade9a1d-6f31-4987-8f4a-04c4958ed1d0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:39.888523 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1099949e-1bc9-4ef5-8d46-ae74890e270f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:39.907542 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-315656e4-8f14-4ddf-b182-d6fe8419670b None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:39.911487 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-36602e3e-56c1-473b-8df5-ecb97b1f2d5c req-839ab4ce-bd77-468b-aa09-8c13246e1a6b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=01881ff2-c04a-4389-a914-c6443c42f12b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954520 Feb 15 17:01:39.967602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-1b19bcb7-e9d3-4ded-99b9-d0ad58a77f1b req-8860d266-9dc0-4bd3-989e-3548f0e2fc74 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Deleting port 313c3044-61da-499f-9e9c-6c113b093698 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:39.967937 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1b19bcb7-e9d3-4ded-99b9-d0ad58a77f1b req-8860d266-9dc0-4bd3-989e-3548f0e2fc74 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (313c3044-61da-499f-9e9c-6c113b093698), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.112235 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-315656e4-8f14-4ddf-b182-d6fe8419670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:33Z', 'revision_number': 11, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:40.154676 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315656e4-8f14-4ddf-b182-d6fe8419670b None None] Checking router: e3d66710-1693-4d96-a7d1-4db549dc6371 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:01:40.165353 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315656e4-8f14-4ddf-b182-d6fe8419670b None None] Routers {'e3d66710-1693-4d96-a7d1-4db549dc6371'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:40.166220 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-315656e4-8f14-4ddf-b182-d6fe8419670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3d66710-1693-4d96-a7d1-4db549dc6371'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:40.178898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-1b19bcb7-e9d3-4ded-99b9-d0ad58a77f1b req-8860d266-9dc0-4bd3-989e-3548f0e2fc74 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] For port 313c3044-61da-499f-9e9c-6c113b093698, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=313c3044-61da-499f-9e9c-6c113b093698,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:40.179272 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1b19bcb7-e9d3-4ded-99b9-d0ad58a77f1b req-8860d266-9dc0-4bd3-989e-3548f0e2fc74 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (313c3044-61da-499f-9e9c-6c113b093698), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.210893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-1b19bcb7-e9d3-4ded-99b9-d0ad58a77f1b req-8860d266-9dc0-4bd3-989e-3548f0e2fc74 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Calling delete_port for 313c3044-61da-499f-9e9c-6c113b093698 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:40.216138 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-359a6b50-541c-4606-bb09-43f426d79ca2 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (fade9a1d-6f31-4987-8f4a-04c4958ed1d0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.220902 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-17dee30c-a236-4c1d-8895-7eb581714648 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (e3d66710-1693-4d96-a7d1-4db549dc6371), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.281667 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-315656e4-8f14-4ddf-b182-d6fe8419670b None None] Set router e3d66710-1693-4d96-a7d1-4db549dc6371 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:40.381221 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-315656e4-8f14-4ddf-b182-d6fe8419670b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:33Z', 'revision_number': 11, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:40.425066 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315656e4-8f14-4ddf-b182-d6fe8419670b None None] The sync data for ids ['e3d66710-1693-4d96-a7d1-4db549dc6371'] in n-d-828372-14 is: [{'id': 'e3d66710-1693-4d96-a7d1-4db549dc6371', 'name': 'tempest-RoutersTest-router-2020784085', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:00:05Z', 'updated_at': '2022-02-15T17:01:33Z', 'revision_number': 11, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:01:40.441240 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Publish callbacks [] for port (1099949e-1bc9-4ef5-8d46-ae74890e270f), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.531001 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.556815 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ed23c587-9b00-42f2-bade-3bf2fb4d65f5 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Deleting port 1099949e-1bc9-4ef5-8d46-ae74890e270f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:40.557167 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed23c587-9b00-42f2-bade-3bf2fb4d65f5 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1099949e-1bc9-4ef5-8d46-ae74890e270f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.565828 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1b19bcb7-e9d3-4ded-99b9-d0ad58a77f1b req-8860d266-9dc0-4bd3-989e-3548f0e2fc74 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (313c3044-61da-499f-9e9c-6c113b093698), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.568018 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1099949e-1bc9-4ef5-8d46-ae74890e270f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.571718 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd77ec0-ee64-458e-a3f2-fc97a59ae22a req-bc9caaa9-8035-4f25-8f6f-a216f87d31fa tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:40.579827 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ddd77ec0-ee64-458e-a3f2-fc97a59ae22a req-bc9caaa9-8035-4f25-8f6f-a216f87d31fa tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.4224350 Feb 15 17:01:40.584336 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-17dee30c-a236-4c1d-8895-7eb581714648 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (e3d66710-1693-4d96-a7d1-4db549dc6371), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.584528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['313c3044-61da-499f-9e9c-6c113b093698'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:01:40.599103 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-17dee30c-a236-4c1d-8895-7eb581714648 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_controller (e3d66710-1693-4d96-a7d1-4db549dc6371), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.605318 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-359a6b50-541c-4606-bb09-43f426d79ca2 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (fade9a1d-6f31-4987-8f4a-04c4958ed1d0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.620251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860d266-9dc0-4bd3-989e-3548f0e2fc74 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event deleted for resources: {'Port': ['ID=313c3044-61da-499f-9e9c-6c113b093698,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:40.644230 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-359a6b50-541c-4606-bb09-43f426d79ca2 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.645405 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-359a6b50-541c-4606-bb09-43f426d79ca2 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/fade9a1d-6f31-4987-8f4a-04c4958ed1d0 HTTP/1.1" status: 204 len: 168 time: 0.8499179 Feb 15 17:01:40.651476 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38600) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:40.702425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b19bcb7-e9d3-4ded-99b9-d0ad58a77f1b req-8860d266-9dc0-4bd3-989e-3548f0e2fc74 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] No DVR routers for this DVR port 313c3044-61da-499f-9e9c-6c113b093698 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:40.712071 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1b19bcb7-e9d3-4ded-99b9-d0ad58a77f1b req-8860d266-9dc0-4bd3-989e-3548f0e2fc74 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.717008 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b19bcb7-e9d3-4ded-99b9-d0ad58a77f1b req-8860d266-9dc0-4bd3-989e-3548f0e2fc74 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.67 "DELETE /v2.0/ports/313c3044-61da-499f-9e9c-6c113b093698 HTTP/1.1" status: 204 len: 173 time: 1.0778391 Feb 15 17:01:40.717835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8244508e-33c6-4b31-b4a6-bfe0bde4e80b', 'name': 'network-vif-deleted', 'tag': '313c3044-61da-499f-9e9c-6c113b093698'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:01:40.720428 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c2e520-5e1b-4aac-a7f5-010c00205517" -d '{"events": [{"server_uuid": "8244508e-33c6-4b31-b4a6-bfe0bde4e80b", "name": "network-vif-deleted", "tag": "313c3044-61da-499f-9e9c-6c113b093698"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:01:40.735359 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Attempting to bind port 1099949e-1bc9-4ef5-8d46-ae74890e270f on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:01:40.735727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Attempting to bind port 1099949e-1bc9-4ef5-8d46-ae74890e270f by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '9c396ee4-7c43-4761-b83e-eed2b2557c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '299945ad-5ee2-4941-90f2-1614df1d01b4'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:01:40.736708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Attempting to bind port 1099949e-1bc9-4ef5-8d46-ae74890e270f on network 299945ad-5ee2-4941-90f2-1614df1d01b4 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:01:40.740291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f83902-cec7-4f79-b1c2-fdf7d20ea98a None None] Pushing event updated for resources: {'Port': ['ID=1099949e-1bc9-4ef5-8d46-ae74890e270f,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:40.758404 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a6b50-541c-4606-bb09-43f426d79ca2 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fade9a1d-6f31-4987-8f4a-04c4958ed1d0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:40.758972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:01:40.758972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Checking segment: {'id': '9c396ee4-7c43-4761-b83e-eed2b2557c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '299945ad-5ee2-4941-90f2-1614df1d01b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:01:40.759552 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.775020 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Bound using segment: {'id': '9c396ee4-7c43-4761-b83e-eed2b2557c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '299945ad-5ee2-4941-90f2-1614df1d01b4'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:01:40.781499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Bound port: 1099949e-1bc9-4ef5-8d46-ae74890e270f, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c396ee4-7c43-4761-b83e-eed2b2557c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '299945ad-5ee2-4941-90f2-1614df1d01b4'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:01:40.781499 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1099949e-1bc9-4ef5-8d46-ae74890e270f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.791095 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-62bfe3d1-9576-419a-9be1-fc44cd37b73e tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1378877 Feb 15 17:01:40.793351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38604) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:40.818419 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2ed060-c063-457f-a52f-da11948f9ea9 x-openstack-request-id: req-da2ed060-c063-457f-a52f-da11948f9ea9 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:01:40.819660 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8244508e-33c6-4b31-b4a6-bfe0bde4e80b", "name": "network-vif-deleted", "tag": "313c3044-61da-499f-9e9c-6c113b093698", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:01:40.820172 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-da2ed060-c063-457f-a52f-da11948f9ea9 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:01:40.820799 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8244508e-33c6-4b31-b4a6-bfe0bde4e80b', 'name': 'network-vif-deleted', 'tag': '313c3044-61da-499f-9e9c-6c113b093698', 'status': 'completed', 'code': 200} Feb 15 17:01:40.847022 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a70f0f5f-2b82-4397-b6d6-362e24c47a96 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (9e1392a1-84b3-4839-be8a-437716118ba4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.863008 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a70f0f5f-2b82-4397-b6d6-362e24c47a96 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (9e1392a1-84b3-4839-be8a-437716118ba4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.883044 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ddd77ec0-ee64-458e-a3f2-fc97a59ae22a req-22eb83a7-be58-4e6e-aa07-69967df820e3 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012319 Feb 15 17:01:40.922303 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed23c587-9b00-42f2-bade-3bf2fb4d65f5 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1099949e-1bc9-4ef5-8d46-ae74890e270f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.929772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] For port 1099949e-1bc9-4ef5-8d46-ae74890e270f, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:01:40.933342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] For port 1099949e-1bc9-4ef5-8d46-ae74890e270f, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1099949e-1bc9-4ef5-8d46-ae74890e270f,segment=NetworkSegment(9c396ee4-7c43-4761-b83e-eed2b2557c8d),segment_id=9c396ee4-7c43-4761-b83e-eed2b2557c8d)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:01:40.941305 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-17dee30c-a236-4c1d-8895-7eb581714648 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (e3d66710-1693-4d96-a7d1-4db549dc6371), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.941868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dee30c-a236-4c1d-8895-7eb581714648 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Fanout notify agent at l3_agent the message router_deleted on router e3d66710-1693-4d96-a7d1-4db549dc6371 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:01:40.950251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-17dee30c-a236-4c1d-8895-7eb581714648 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:40.955393 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-17dee30c-a236-4c1d-8895-7eb581714648 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/routers/e3d66710-1693-4d96-a7d1-4db549dc6371 HTTP/1.1" status: 204 len: 168 time: 1.0880578 Feb 15 17:01:40.956635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38608) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:40.966665 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c25cea28-740f-4feb-b385-fc1aaa7bcc38 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-514020763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:40.968420 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ed23c587-9b00-42f2-bade-3bf2fb4d65f5 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Calling delete_port for 1099949e-1bc9-4ef5-8d46-ae74890e270f owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:41.037946 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a70f0f5f-2b82-4397-b6d6-362e24c47a96 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (9e1392a1-84b3-4839-be8a-437716118ba4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.038798 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1099949e-1bc9-4ef5-8d46-ae74890e270f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.059944 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a70f0f5f-2b82-4397-b6d6-362e24c47a96 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.061318 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a70f0f5f-2b82-4397-b6d6-362e24c47a96 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/9e1392a1-84b3-4839-be8a-437716118ba4 HTTP/1.1" status: 204 len: 168 time: 0.2650633 Feb 15 17:01:41.064579 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38614) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:41.102963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f0f5f-2b82-4397-b6d6-362e24c47a96 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e1392a1-84b3-4839-be8a-437716118ba4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:41.168872 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84c87e24-cf97-4b33-a221-a3fc9bad42cf req-7b42b80f-3e2d-4a9f-bbed-b9121a735d38 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=8244508e-33c6-4b31-b4a6-bfe0bde4e80b HTTP/1.1" status: 200 len: 210 time: 0.1033525 Feb 15 17:01:41.177244 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c25cea28-740f-4feb-b385-fc1aaa7bcc38 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (fc45329a-bdb8-4fdf-86e0-3a143d036486), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.185835 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c25cea28-740f-4feb-b385-fc1aaa7bcc38 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (fc45329a-bdb8-4fdf-86e0-3a143d036486), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.227945 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Routers {'1a6371ee-db6e-4453-ac69-a7aca4c05145'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:41.228598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['1a6371ee-db6e-4453-ac69-a7aca4c05145'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:41.230002 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a8086df9-89c4-4746-9d56-8e1405ca0688 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1642704 Feb 15 17:01:41.239874 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38620) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:41.300643 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c25cea28-740f-4feb-b385-fc1aaa7bcc38 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_controller (fc45329a-bdb8-4fdf-86e0-3a143d036486), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.304003 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f83902-cec7-4f79-b1c2-fdf7d20ea98a None None] Pushing event updated for resources: {'Port': ['ID=1099949e-1bc9-4ef5-8d46-ae74890e270f,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:41.316747 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-13e1631f-065b-4533-b1a8-14152fdca9cf tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (3ee611b4-ba83-47b7-9a3d-2447e4892886), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.327944 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-13e1631f-065b-4533-b1a8-14152fdca9cf tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (3ee611b4-ba83-47b7-9a3d-2447e4892886), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.420172 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c25cea28-740f-4feb-b385-fc1aaa7bcc38 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (fc45329a-bdb8-4fdf-86e0-3a143d036486), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.465467 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-13e1631f-065b-4533-b1a8-14152fdca9cf tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (3ee611b4-ba83-47b7-9a3d-2447e4892886), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.472109 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-13e1631f-065b-4533-b1a8-14152fdca9cf tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.476025 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-13e1631f-065b-4533-b1a8-14152fdca9cf tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/3ee611b4-ba83-47b7-9a3d-2447e4892886 HTTP/1.1" status: 204 len: 168 time: 0.2322023 Feb 15 17:01:41.476215 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38624) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:41.487076 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1631f-065b-4533-b1a8-14152fdca9cf tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ee611b4-ba83-47b7-9a3d-2447e4892886,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:41.558638 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b6bb2f3e-c8f8-4596-8ee3-782765043c73 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0789235 Feb 15 17:01:41.559348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38630) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:41.573523 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed23c587-9b00-42f2-bade-3bf2fb4d65f5 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (1099949e-1bc9-4ef5-8d46-ae74890e270f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.602900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] Set router 1a6371ee-db6e-4453-ac69-a7aca4c05145 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:41.607359 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23c587-9b00-42f2-bade-3bf2fb4d65f5 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Pushing event deleted for resources: {'Port': ['ID=1099949e-1bc9-4ef5-8d46-ae74890e270f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:41.613089 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9b7051a-e82d-438d-897d-3df691e73619 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (c084a7c3-aa8e-483d-b88a-f5d1c659f7a6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.626166 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c25cea28-740f-4feb-b385-fc1aaa7bcc38 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.632418 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c25cea28-740f-4feb-b385-fc1aaa7bcc38 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6694868 Feb 15 17:01:41.635222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38632) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:41.647221 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2115d03d-5455-4a36-a9b6-3d77d79d3348 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:41.647631 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9b7051a-e82d-438d-897d-3df691e73619 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (c084a7c3-aa8e-483d-b88a-f5d1c659f7a6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.662352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6371ee-db6e-4453-ac69-a7aca4c05145', 'name': '', 'tenant_id': '2966ca7a49f042989ce722a6abf4f8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:01:33Z', 'updated_at': '2022-02-15T17:01:39Z', 'revision_number': 4, 'project_id': '2966ca7a49f042989ce722a6abf4f8bc', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:41.703857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b711469-5dd5-4764-92f9-156b60170f2c None None] The sync data for ids ['1a6371ee-db6e-4453-ac69-a7aca4c05145'] in n-d-828372-14 is: [{'id': '1a6371ee-db6e-4453-ac69-a7aca4c05145', 'name': '', 'tenant_id': '2966ca7a49f042989ce722a6abf4f8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:01:33Z', 'updated_at': '2022-02-15T17:01:39Z', 'revision_number': 4, 'project_id': '2966ca7a49f042989ce722a6abf4f8bc', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:01:41.722065 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed23c587-9b00-42f2-bade-3bf2fb4d65f5 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (1a6371ee-db6e-4453-ac69-a7aca4c05145), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.794255 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38634) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:41.844174 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed23c587-9b00-42f2-bade-3bf2fb4d65f5 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (1a6371ee-db6e-4453-ac69-a7aca4c05145), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.849176 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed23c587-9b00-42f2-bade-3bf2fb4d65f5 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_controller (1a6371ee-db6e-4453-ac69-a7aca4c05145), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.860961 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9b7051a-e82d-438d-897d-3df691e73619 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (c084a7c3-aa8e-483d-b88a-f5d1c659f7a6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.874283 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9b7051a-e82d-438d-897d-3df691e73619 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.878115 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d9b7051a-e82d-438d-897d-3df691e73619 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/c084a7c3-aa8e-483d-b88a-f5d1c659f7a6 HTTP/1.1" status: 204 len: 168 time: 0.3159215 Feb 15 17:01:41.879742 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38638) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:41.937500 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b7051a-e82d-438d-897d-3df691e73619 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c084a7c3-aa8e-483d-b88a-f5d1c659f7a6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:41.953587 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:41.984742 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fa173ea5-dd25-4173-89f6-3f5e15283a8f tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0541403 Feb 15 17:01:41.988056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38642) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:42.023386 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ecd837ec-f8ce-42a6-a0d0-432f2cee0e9c tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (e2f69154-a14d-419d-804c-0f69c9bc1694), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.040723 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ecd837ec-f8ce-42a6-a0d0-432f2cee0e9c tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (e2f69154-a14d-419d-804c-0f69c9bc1694), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.068534 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed23c587-9b00-42f2-bade-3bf2fb4d65f5 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (1a6371ee-db6e-4453-ac69-a7aca4c05145), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.068985 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed23c587-9b00-42f2-bade-3bf2fb4d65f5 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1a6371ee-db6e-4453-ac69-a7aca4c05145 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:01:42.076929 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:42.101592 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2115d03d-5455-4a36-a9b6-3d77d79d3348 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (fc45329a-bdb8-4fdf-86e0-3a143d036486), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.102397 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ed23c587-9b00-42f2-bade-3bf2fb4d65f5 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.105929 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ed23c587-9b00-42f2-bade-3bf2fb4d65f5 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "DELETE /v2.0/routers/1a6371ee-db6e-4453-ac69-a7aca4c05145 HTTP/1.1" status: 204 len: 168 time: 2.6954544 Feb 15 17:01:42.110062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38644) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:42.165591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d67be9-7e5f-4e69-872e-3a956566c1a5 req-aab9f965-3de1-432c-8c5a-c9e347d798e0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:42.166987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb5a7cd-9e77-49d7-9fcc-2c48059e8ad7 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Deleting subnet 1cd80056-bd36-44d5-bbf4-b6dfdcaec995 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:01:42.167913 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36d67be9-7e5f-4e69-872e-3a956566c1a5 req-aab9f965-3de1-432c-8c5a-c9e347d798e0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 943 time: 0.1246662 Feb 15 17:01:42.177438 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bb5a7cd-9e77-49d7-9fcc-2c48059e8ad7 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for subnet (1cd80056-bd36-44d5-bbf4-b6dfdcaec995), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.215826 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bb5a7cd-9e77-49d7-9fcc-2c48059e8ad7 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (1cd80056-bd36-44d5-bbf4-b6dfdcaec995), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.244162 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.260619 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ecd837ec-f8ce-42a6-a0d0-432f2cee0e9c tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e2f69154-a14d-419d-804c-0f69c9bc1694), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.265756 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bb5a7cd-9e77-49d7-9fcc-2c48059e8ad7 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (1cd80056-bd36-44d5-bbf4-b6dfdcaec995), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.268804 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36d67be9-7e5f-4e69-872e-3a956566c1a5 req-9e98281e-7ef5-4769-9a57-c6adbb53766b tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903955 Feb 15 17:01:42.276046 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ecd837ec-f8ce-42a6-a0d0-432f2cee0e9c tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.279833 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ecd837ec-f8ce-42a6-a0d0-432f2cee0e9c tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/e2f69154-a14d-419d-804c-0f69c9bc1694 HTTP/1.1" status: 204 len: 168 time: 0.2881517 Feb 15 17:01:42.295694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38654) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:42.322470 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 28129b61-fe83-484b-a48b-d25cd2f717d0 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:01:42.364400 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2115d03d-5455-4a36-a9b6-3d77d79d3348 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (fc45329a-bdb8-4fdf-86e0-3a143d036486), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.382424 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd837ec-f8ce-42a6-a0d0-432f2cee0e9c tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2f69154-a14d-419d-804c-0f69c9bc1694,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:42.421393 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a511957b-1f6a-4659-a5e8-f2167f7cae40 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0780821 Feb 15 17:01:42.423052 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38656) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:42.506023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 28129b61-fe83-484b-a48b-d25cd2f717d0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=28129b61-fe83-484b-a48b-d25cd2f717d0,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:42.522930 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '28129b61-fe83-484b-a48b-d25cd2f717d0', 'network_id': '708ad032-cbc0-4ad4-9926-2ac8e9b388cc', 'port_id': '28129b61-fe83-484b-a48b-d25cd2f717d0', 'mac_address': 'fa:16:3e:3c:23:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace70380-0204-41b0-be4a-55804a4b7a9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:01:42.571007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 28129b61-fe83-484b-a48b-d25cd2f717d0 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:01:42.571415 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.590210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28129b61-fe83-484b-a48b-d25cd2f717d0 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:01:42.595116 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bb5a7cd-9e77-49d7-9fcc-2c48059e8ad7 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (1cd80056-bd36-44d5-bbf4-b6dfdcaec995), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.630988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 28129b61-fe83-484b-a48b-d25cd2f717d0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=28129b61-fe83-484b-a48b-d25cd2f717d0,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:42.631631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5a7cd-9e77-49d7-9fcc-2c48059e8ad7 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd80056-bd36-44d5-bbf4-b6dfdcaec995,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:42.640466 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bb5a7cd-9e77-49d7-9fcc-2c48059e8ad7 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.640576 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7bb5a7cd-9e77-49d7-9fcc-2c48059e8ad7 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "DELETE /v2.0/subnets/1cd80056-bd36-44d5-bbf4-b6dfdcaec995 HTTP/1.1" status: 204 len: 168 time: 0.5280743 Feb 15 17:01:42.643213 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38658) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:42.661879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2115d03d-5455-4a36-a9b6-3d77d79d3348 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Router fc45329a-bdb8-4fdf-86e0-3a143d036486 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:01:42.800530 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8240-4629-4d97-97b3-c3e339a3948b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (299945ad-5ee2-4941-90f2-1614df1d01b4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.802613 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b1f18011-79ea-4922-a74d-c206a1ed8050 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (472c7c74-1f79-408a-9358-9857e0dad8c7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.803491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2115d03d-5455-4a36-a9b6-3d77d79d3348 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:01:42.816405 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2115d03d-5455-4a36-a9b6-3d77d79d3348 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.817659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2115d03d-5455-4a36-a9b6-3d77d79d3348 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "PUT /v2.0/routers/fc45329a-bdb8-4fdf-86e0-3a143d036486 HTTP/1.1" status: 200 len: 693 time: 1.1811962 Feb 15 17:01:42.821998 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08803258-507d-4aea-88fd-4df590ee3cb8 None None] Sync routers for ids ['fc45329a-bdb8-4fdf-86e0-3a143d036486'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:01:42.823493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38660) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:42.838513 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.912349 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b1f18011-79ea-4922-a74d-c206a1ed8050 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (472c7c74-1f79-408a-9358-9857e0dad8c7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.916407 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:42.917498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=28129b61-fe83-484b-a48b-d25cd2f717d0,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:42.920074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08803258-507d-4aea-88fd-4df590ee3cb8 None None] Routers {'fc45329a-bdb8-4fdf-86e0-3a143d036486'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:42.920691 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-08803258-507d-4aea-88fd-4df590ee3cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['fc45329a-bdb8-4fdf-86e0-3a143d036486'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:42.982665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8240-4629-4d97-97b3-c3e339a3948b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (299945ad-5ee2-4941-90f2-1614df1d01b4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:43.002679 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cdd2896e-fd44-476e-a217-6c10cd4a2545 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/routers/fc45329a-bdb8-4fdf-86e0-3a143d036486 HTTP/1.1" status: 200 len: 699 time: 0.1770120 Feb 15 17:01:43.003516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38664) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:43.006113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-08803258-507d-4aea-88fd-4df590ee3cb8 None None] Set router fc45329a-bdb8-4fdf-86e0-3a143d036486 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:43.049026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-3f8a8240-4629-4d97-97b3-c3e339a3948b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299945ad-5ee2-4941-90f2-1614df1d01b4']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:43.077308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-08803258-507d-4aea-88fd-4df590ee3cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc45329a-bdb8-4fdf-86e0-3a143d036486', 'name': 'tempest-RoutersTest-router-514020763', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:01:41Z', 'updated_at': '2022-02-15T17:01:42Z', 'revision_number': 2, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:43.077657 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-84981dab-8b3a-4f3e-b325-42bc4b95fdb0 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc45329a-bdb8-4fdf-86e0-3a143d036486 HTTP/1.1" status: 200 len: 205 time: 0.0572784 Feb 15 17:01:43.080318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38666) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:43.088239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-3f8a8240-4629-4d97-97b3-c3e339a3948b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c396ee4-7c43-4761-b83e-eed2b2557c8d') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:43.088969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-3f8a8240-4629-4d97-97b3-c3e339a3948b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c396ee4-7c43-4761-b83e-eed2b2557c8d') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:43.114031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08803258-507d-4aea-88fd-4df590ee3cb8 None None] Checking router: fc45329a-bdb8-4fdf-86e0-3a143d036486 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:01:43.125126 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08803258-507d-4aea-88fd-4df590ee3cb8 None None] Routers {'fc45329a-bdb8-4fdf-86e0-3a143d036486'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:43.125814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-08803258-507d-4aea-88fd-4df590ee3cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['fc45329a-bdb8-4fdf-86e0-3a143d036486'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:43.169625 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Allocated IP 172.25.4.49 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/cccc6677-4c82-4b98-924d-5d9e1bff91d2) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:01:43.197793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['28129b61-fe83-484b-a48b-d25cd2f717d0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:01:43.219289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f7fc7-ed8d-4584-9777-6869bb147607 req-fed3a7f5-2169-4b69-87fd-39f86cfb2188 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:43.221817 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f41f7fc7-ed8d-4584-9777-6869bb147607 req-fed3a7f5-2169-4b69-87fd-39f86cfb2188 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1210399 Feb 15 17:01:43.242371 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-08803258-507d-4aea-88fd-4df590ee3cb8 None None] Set router fc45329a-bdb8-4fdf-86e0-3a143d036486 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:43.320742 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-08803258-507d-4aea-88fd-4df590ee3cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc45329a-bdb8-4fdf-86e0-3a143d036486', 'name': 'tempest-RoutersTest-router-514020763', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:01:41Z', 'updated_at': '2022-02-15T17:01:42Z', 'revision_number': 2, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:43.330837 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b1f18011-79ea-4922-a74d-c206a1ed8050 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (472c7c74-1f79-408a-9358-9857e0dad8c7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:43.334465 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b1f18011-79ea-4922-a74d-c206a1ed8050 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:43.335979 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b1f18011-79ea-4922-a74d-c206a1ed8050 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-groups/472c7c74-1f79-408a-9358-9857e0dad8c7 HTTP/1.1" status: 204 len: 168 time: 0.9100449 Feb 15 17:01:43.346769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38672) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:43.360298 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08803258-507d-4aea-88fd-4df590ee3cb8 None None] The sync data for ids ['fc45329a-bdb8-4fdf-86e0-3a143d036486'] in n-d-828372-14 is: [{'id': 'fc45329a-bdb8-4fdf-86e0-3a143d036486', 'name': 'tempest-RoutersTest-router-514020763', 'tenant_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:01:41Z', 'updated_at': '2022-02-15T17:01:42Z', 'revision_number': 2, 'project_id': 'e8941e5d77fc4dcf9a071ffd68148718', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:01:43.429405 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f41f7fc7-ed8d-4584-9777-6869bb147607 req-e5c7532c-3c4e-4b10-8d42-0e835ccc6709 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518574 Feb 15 17:01:43.441880 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f18011-79ea-4922-a74d-c206a1ed8050 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=472c7c74-1f79-408a-9358-9857e0dad8c7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:43.465750 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:43.495914 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks [] for port (cccc6677-4c82-4b98-924d-5d9e1bff91d2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:43.522001 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6d51454b-10e4-4038-bd57-6f55dffba14c tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1542640 Feb 15 17:01:43.526093 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38676) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:43.532039 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1dd6c2a2-9635-422e-a475-79022c5d95f3 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1793829874'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:43.558724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 313c3044-61da-499f-9e9c-6c113b093698 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:43.591260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 313c3044-61da-499f-9e9c-6c113b093698 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:01:43.591620 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 313c3044-61da-499f-9e9c-6c113b093698 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:43.664464 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8240-4629-4d97-97b3-c3e339a3948b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (9c396ee4-7c43-4761-b83e-eed2b2557c8d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:43.685345 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dd6c2a2-9635-422e-a475-79022c5d95f3 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:43.690392 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8240-4629-4d97-97b3-c3e339a3948b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (9c396ee4-7c43-4761-b83e-eed2b2557c8d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:43.712211 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (cccc6677-4c82-4b98-924d-5d9e1bff91d2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:43.713952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8a8240-4629-4d97-97b3-c3e339a3948b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:01:43.714360 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8240-4629-4d97-97b3-c3e339a3948b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (9c396ee4-7c43-4761-b83e-eed2b2557c8d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:01:43.717781 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:01:43.757173 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93848241-0d02-42ad-8e9c-19e36bf066cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (fc45329a-bdb8-4fdf-86e0-3a143d036486), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:43.770091 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:01:43.778207 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:01:43.785967 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:01:43.811726 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Pushing event updated for resources: {'Port': ['ID=cccc6677-4c82-4b98-924d-5d9e1bff91d2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:43.871661 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dd6c2a2-9635-422e-a475-79022c5d95f3 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (de1557c2-49d0-4f46-98e4-3fb6190002b1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:43.874288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01021b6c-1eb9-43d4-a5ed-c63a9d201eb6 req-70d40119-c633-49f3-90f2-c41be330ecf3 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:43.875811 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01021b6c-1eb9-43d4-a5ed-c63a9d201eb6 req-70d40119-c633-49f3-90f2-c41be330ecf3 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 944 time: 0.2011471 Feb 15 17:01:43.987876 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93848241-0d02-42ad-8e9c-19e36bf066cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (fc45329a-bdb8-4fdf-86e0-3a143d036486), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:43.990292 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93848241-0d02-42ad-8e9c-19e36bf066cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router_controller (fc45329a-bdb8-4fdf-86e0-3a143d036486), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.008395 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8240-4629-4d97-97b3-c3e339a3948b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (299945ad-5ee2-4941-90f2-1614df1d01b4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.013340 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8a8240-4629-4d97-97b3-c3e339a3948b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 299945ad-5ee2-4941-90f2-1614df1d01b4 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 17:01:44.015863 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f8a8240-4629-4d97-97b3-c3e339a3948b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.019158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3f8a8240-4629-4d97-97b3-c3e339a3948b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "DELETE /v2.0/networks/299945ad-5ee2-4941-90f2-1614df1d01b4 HTTP/1.1" status: 204 len: 168 time: 1.3749921 Feb 15 17:01:44.034920 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dd6c2a2-9635-422e-a475-79022c5d95f3 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (de1557c2-49d0-4f46-98e4-3fb6190002b1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.091103 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks [] for floatingip (044059e3-4079-4785-b6cd-fc157a79bf5c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.093093 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6c2a2-9635-422e-a475-79022c5d95f3 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de1557c2-49d0-4f46-98e4-3fb6190002b1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:44.143003 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8a8240-4629-4d97-97b3-c3e339a3948b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Pushing event deleted for resources: {'Network': ['ID=299945ad-5ee2-4941-90f2-1614df1d01b4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:44.148069 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1dd6c2a2-9635-422e-a475-79022c5d95f3 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.152201 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1dd6c2a2-9635-422e-a475-79022c5d95f3 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6226828 Feb 15 17:01:44.152930 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38680) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:44.157113 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01021b6c-1eb9-43d4-a5ed-c63a9d201eb6 req-88e42eb5-8ae7-42c6-8bc0-aed46735bee1 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561655 Feb 15 17:01:44.167796 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-87a3dd8a-bec3-4617-9b11-4766b658792a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group_rule': {'security_group_id': 'de1557c2-49d0-4f46-98e4-3fb6190002b1', 'direction': 'ingress', 'protocol': 17}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:44.316567 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93848241-0d02-42ad-8e9c-19e36bf066cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (fc45329a-bdb8-4fdf-86e0-3a143d036486), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.317089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93848241-0d02-42ad-8e9c-19e36bf066cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Fanout notify agent at l3_agent the message router_deleted on router fc45329a-bdb8-4fdf-86e0-3a143d036486 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:01:44.324566 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93848241-0d02-42ad-8e9c-19e36bf066cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.328453 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cccc6677-4c82-4b98-924d-5d9e1bff91d2), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.328581 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 28129b61-fe83-484b-a48b-d25cd2f717d0 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:01:44.329817 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-93848241-0d02-42ad-8e9c-19e36bf066cb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/routers/fc45329a-bdb8-4fdf-86e0-3a143d036486 HTTP/1.1" status: 204 len: 168 time: 1.2441661 Feb 15 17:01:44.334883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38688) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:44.378476 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e20f5e9f-4b12-4821-94d8-833e1dcfbac3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports?device_id=fc45329a-bdb8-4fdf-86e0-3a143d036486 HTTP/1.1" status: 200 len: 205 time: 0.0422494 Feb 15 17:01:44.385844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38690) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:44.451128 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 28129b61-fe83-484b-a48b-d25cd2f717d0 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:01:44.451790 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.483167 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-bfe05791-0eda-42e8-b17a-215c1fbda4fd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] delete failed (client error): The resource could not be found. Feb 15 17:01:44.486656 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bfe05791-0eda-42e8-b17a-215c1fbda4fd tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/routers/fc45329a-bdb8-4fdf-86e0-3a143d036486 HTTP/1.1" status: 404 len: 336 time: 0.0972705 Feb 15 17:01:44.486849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38698) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:44.525627 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87a3dd8a-bec3-4617-9b11-4766b658792a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (f6b8231b-b6c0-4790-8abc-599837225b7f), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.612701 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af8d706-b0c8-47f7-995c-b8bd82fc2a07 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] DELETE failed (client error): The resource could not be found. Feb 15 17:01:44.613312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af8d706-b0c8-47f7-995c-b8bd82fc2a07 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:01:44.617354 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6af8d706-b0c8-47f7-995c-b8bd82fc2a07 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/482f9349-d166-45cd-b901-763b991900c3 HTTP/1.1" status: 404 len: 337 time: 0.1295943 Feb 15 17:01:44.620561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38700) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:44.666015 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38702) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:44.668870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 28129b61-fe83-484b-a48b-d25cd2f717d0 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:01:44.669405 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.673204 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ec82bd45-6142-44c1-a01c-608cf7d01156 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Request body: {'router': {'name': 'tempest-router--1630988255', 'project_id': '767c92641f8e42648e468729e12bb2db'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:44.701095 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40e7869-74e4-4201-87c9-129cb8ad5ae1 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] DELETE failed (client error): The resource could not be found. Feb 15 17:01:44.701708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40e7869-74e4-4201-87c9-129cb8ad5ae1 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:01:44.704957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c40e7869-74e4-4201-87c9-129cb8ad5ae1 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/473fb5df-a8cb-4762-87a9-61992f1dd7ae HTTP/1.1" status: 404 len: 337 time: 0.0692677 Feb 15 17:01:44.712880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 28129b61-fe83-484b-a48b-d25cd2f717d0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=28129b61-fe83-484b-a48b-d25cd2f717d0,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:44.714278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a135ddfb-407f-4761-bdde-3fcd67ebb40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28129b61-fe83-484b-a48b-d25cd2f717d0'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:01:44.714911 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38704) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:44.717606 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c41c57-ec16-4b60-ae7c-868381a40b52" -d '{"events": [{"server_uuid": "a135ddfb-407f-4761-bdde-3fcd67ebb40d", "name": "network-vif-plugged", "status": "completed", "tag": "28129b61-fe83-484b-a48b-d25cd2f717d0"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:01:44.739059 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87a3dd8a-bec3-4617-9b11-4766b658792a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (f6b8231b-b6c0-4790-8abc-599837225b7f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.751375 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3ceae-f8bc-49f5-abb7-2a5c7a0008a2 req-f57328aa-ca50-4bc5-9a02-08439c4a65df tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:44.753788 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94f3ceae-f8bc-49f5-abb7-2a5c7a0008a2 req-f57328aa-ca50-4bc5-9a02-08439c4a65df tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.10 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2979269 Feb 15 17:01:44.771534 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87af890-d11a-4f6e-b85a-e69b6802dde1 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] DELETE failed (client error): The resource could not be found. Feb 15 17:01:44.771985 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87af890-d11a-4f6e-b85a-e69b6802dde1 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:01:44.775946 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f87af890-d11a-4f6e-b85a-e69b6802dde1 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/122777b1-2858-49f4-90cb-2e5e2875380f HTTP/1.1" status: 404 len: 337 time: 0.0569777 Feb 15 17:01:44.783271 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38708) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:44.797926 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49184d81-a5f7-4b8b-9cc3-5db31d17a636 x-openstack-request-id: req-49184d81-a5f7-4b8b-9cc3-5db31d17a636 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:01:44.798315 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a135ddfb-407f-4761-bdde-3fcd67ebb40d", "name": "network-vif-plugged", "status": "completed", "tag": "28129b61-fe83-484b-a48b-d25cd2f717d0", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:01:44.798732 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-49184d81-a5f7-4b8b-9cc3-5db31d17a636 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:01:44.799194 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a135ddfb-407f-4761-bdde-3fcd67ebb40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28129b61-fe83-484b-a48b-d25cd2f717d0', 'code': 200} Feb 15 17:01:44.823243 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b66419-c2f2-424b-993d-d0c16c8a2569 req-f8dc50b2-d7f7-43e3-97b4-9b78ef8d1f7b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:44.825322 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-38b66419-c2f2-424b-993d-d0c16c8a2569 req-f8dc50b2-d7f7-43e3-97b4-9b78ef8d1f7b tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.2160707 Feb 15 17:01:44.862417 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks [] for port (cccc6677-4c82-4b98-924d-5d9e1bff91d2), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.865677 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-16241c71-b0a8-4abe-bd8f-2a0e5862e6ca tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] DELETE failed (client error): The resource could not be found. Feb 15 17:01:44.866691 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16241c71-b0a8-4abe-bd8f-2a0e5862e6ca tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:01:44.869926 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-16241c71-b0a8-4abe-bd8f-2a0e5862e6ca tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/e877b7e9-f1e9-416b-96db-178ff274037b HTTP/1.1" status: 404 len: 337 time: 0.0849934 Feb 15 17:01:44.873292 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.873869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38710) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:44.923153 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-38b66419-c2f2-424b-993d-d0c16c8a2569 req-8bd02909-30a8-4c64-b4eb-9f851443b64a tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696316 Feb 15 17:01:44.925027 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f75527bc-5675-4662-8cf3-49035dd519d4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d66710-1693-4d96-a7d1-4db549dc6371 HTTP/1.1" status: 200 len: 205 time: 0.0463846 Feb 15 17:01:44.930513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38712) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:44.958061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=28129b61-fe83-484b-a48b-d25cd2f717d0,revision_number=10']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:44.981958 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec82bd45-6142-44c1-a01c-608cf7d01156 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (5910f851-da5e-4ea4-995a-7d1d4e3f9a70), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.984754 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec82bd45-6142-44c1-a01c-608cf7d01156 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (5910f851-da5e-4ea4-995a-7d1d4e3f9a70), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.993657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-94f3ceae-f8bc-49f5-abb7-2a5c7a0008a2 req-2050dc99-d474-4c95-a0d5-2549a1cfe37e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Deleting port f211093c-554d-4094-aeca-f5b854a678a4 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:44.993998 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-94f3ceae-f8bc-49f5-abb7-2a5c7a0008a2 req-2050dc99-d474-4c95-a0d5-2549a1cfe37e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f211093c-554d-4094-aeca-f5b854a678a4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:44.998606 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-0c5b3910-7083-4e59-bf23-dea2c4bc6e3a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] delete failed (client error): The resource could not be found. Feb 15 17:01:44.998791 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87a3dd8a-bec3-4617-9b11-4766b658792a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (f6b8231b-b6c0-4790-8abc-599837225b7f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.002178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0c5b3910-7083-4e59-bf23-dea2c4bc6e3a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/routers/e3d66710-1693-4d96-a7d1-4db549dc6371 HTTP/1.1" status: 404 len: 336 time: 0.0682118 Feb 15 17:01:45.007516 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38714) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.065740 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1ed9acad-840e-4a4b-ac9a-f1eb7c6aa1ea tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports?device_id=27bd24d0-092b-4de4-8343-cabede3237e8 HTTP/1.1" status: 200 len: 205 time: 0.0538428 Feb 15 17:01:45.066685 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (cccc6677-4c82-4b98-924d-5d9e1bff91d2), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.071032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38716) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.105324 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3dd8a-bec3-4617-9b11-4766b658792a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b8231b-b6c0-4790-8abc-599837225b7f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:45.149540 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-0aab66bd-a994-48d0-ba6e-949a475b1f3a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] delete failed (client error): The resource could not be found. Feb 15 17:01:45.150773 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0aab66bd-a994-48d0-ba6e-949a475b1f3a tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/routers/27bd24d0-092b-4de4-8343-cabede3237e8 HTTP/1.1" status: 404 len: 336 time: 0.0787981 Feb 15 17:01:45.158514 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38718) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.202839 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8e1ef0-519c-4e05-875a-f2cda44c8646 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] DELETE failed (client error): The resource could not be found. Feb 15 17:01:45.203337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8e1ef0-519c-4e05-875a-f2cda44c8646 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:01:45.206459 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2a8e1ef0-519c-4e05-875a-f2cda44c8646 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/2336fb84-5fd6-4d09-8288-736ce07aaee5 HTTP/1.1" status: 404 len: 337 time: 0.0465958 Feb 15 17:01:45.213402 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38722) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.226517 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (044059e3-4079-4785-b6cd-fc157a79bf5c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.237340 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec82bd45-6142-44c1-a01c-608cf7d01156 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_controller (5910f851-da5e-4ea4-995a-7d1d4e3f9a70), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.241449 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Pushing event updated for resources: {'Port': ['ID=cccc6677-4c82-4b98-924d-5d9e1bff91d2,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:45.254721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8c5e594d-b760-419a-aab6-f829750fb71d tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports?device_id=2fb8b55d-5195-4087-b368-c9ab6f97b7c2 HTTP/1.1" status: 200 len: 205 time: 0.0387242 Feb 15 17:01:45.258207 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38724) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.261853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-94f3ceae-f8bc-49f5-abb7-2a5c7a0008a2 req-2050dc99-d474-4c95-a0d5-2549a1cfe37e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] For port f211093c-554d-4094-aeca-f5b854a678a4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f211093c-554d-4094-aeca-f5b854a678a4,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:45.262175 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-94f3ceae-f8bc-49f5-abb7-2a5c7a0008a2 req-2050dc99-d474-4c95-a0d5-2549a1cfe37e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f211093c-554d-4094-aeca-f5b854a678a4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.273272 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87a3dd8a-bec3-4617-9b11-4766b658792a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.276294 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-87a3dd8a-bec3-4617-9b11-4766b658792a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1123736 Feb 15 17:01:45.283640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38726) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.322676 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-a4ffcdae-5cfa-46e4-864c-3a899684c3e6 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] delete failed (client error): The resource could not be found. Feb 15 17:01:45.325842 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a4ffcdae-5cfa-46e4-864c-3a899684c3e6 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/routers/2fb8b55d-5195-4087-b368-c9ab6f97b7c2 HTTP/1.1" status: 404 len: 336 time: 0.0642393 Feb 15 17:01:45.334862 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38728) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.377782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.381644 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9f98d432-fe1d-436d-b9d0-db60b5607d34 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5837269 Feb 15 17:01:45.385604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38732) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.385604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38734) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.385993 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-db07355f-13ee-4f36-9beb-a5e62fded17b tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports?device_id=8311faef-6f97-4607-ab14-6c761cc158af HTTP/1.1" status: 200 len: 205 time: 0.0504017 Feb 15 17:01:45.396944 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec82bd45-6142-44c1-a01c-608cf7d01156 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (5910f851-da5e-4ea4-995a-7d1d4e3f9a70), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.399567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-e5569eec-6e3b-47b4-b710-2ddc1b43e615 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1387654929', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'fixed_ips': [{'ip_address': '172.25.4.49'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:45.408100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b59d51-63fb-4c8e-ba85-6efe5fbec653 req-60aebe7c-5ca0-4493-9f2f-e6f376d327c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:45.409626 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b2b59d51-63fb-4c8e-ba85-6efe5fbec653 req-60aebe7c-5ca0-4493-9f2f-e6f376d327c4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 1129 time: 0.3298144 Feb 15 17:01:45.427833 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0386f188-38bf-414c-a026-f15951ecbf67 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (de1557c2-49d0-4f46-98e4-3fb6190002b1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.456996 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0386f188-38bf-414c-a026-f15951ecbf67 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (de1557c2-49d0-4f46-98e4-3fb6190002b1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.491855 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-80e1fa71-beb2-484c-9759-e99a2bc31ccb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] delete failed (client error): The resource could not be found. Feb 15 17:01:45.494280 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-80e1fa71-beb2-484c-9759-e99a2bc31ccb tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/routers/8311faef-6f97-4607-ab14-6c761cc158af HTTP/1.1" status: 404 len: 336 time: 0.1044257 Feb 15 17:01:45.495867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38736) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.529535 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c89135f-d394-4dce-a34c-e84652eb9ca5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] DELETE failed (client error): The resource could not be found. Feb 15 17:01:45.529535 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c89135f-d394-4dce-a34c-e84652eb9ca5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:01:45.540233 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0c89135f-d394-4dce-a34c-e84652eb9ca5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/578b792d-048f-4289-9b7b-0b2c9bc1e680 HTTP/1.1" status: 404 len: 337 time: 0.0350988 Feb 15 17:01:45.540233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38738) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.545842 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec82bd45-6142-44c1-a01c-608cf7d01156 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.547090 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ec82bd45-6142-44c1-a01c-608cf7d01156 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8790224 Feb 15 17:01:45.559517 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38740) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.610039 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-35a4101f-a594-4136-b7f8-0a00f07fedd3 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports?device_id=0834a562-17fb-44c5-93c9-c91c98228357 HTTP/1.1" status: 200 len: 205 time: 0.0728660 Feb 15 17:01:45.614839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38746) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.676151 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0386f188-38bf-414c-a026-f15951ecbf67 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (de1557c2-49d0-4f46-98e4-3fb6190002b1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.679581 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0386f188-38bf-414c-a026-f15951ecbf67 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.683089 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0386f188-38bf-414c-a026-f15951ecbf67 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-groups/de1557c2-49d0-4f46-98e4-3fb6190002b1 HTTP/1.1" status: 204 len: 168 time: 0.3959110 Feb 15 17:01:45.709138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38748) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.728621 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b2b59d51-63fb-4c8e-ba85-6efe5fbec653 req-94d96f2e-b543-49c9-aeea-3ad2b9156ebb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565718 Feb 15 17:01:45.732196 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-ad333e54-db56-4292-96e9-51ff2ba886e4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] delete failed (client error): The resource could not be found. Feb 15 17:01:45.733292 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ad333e54-db56-4292-96e9-51ff2ba886e4 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/routers/0834a562-17fb-44c5-93c9-c91c98228357 HTTP/1.1" status: 404 len: 336 time: 0.1126606 Feb 15 17:01:45.733764 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386f188-38bf-414c-a026-f15951ecbf67 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1557c2-49d0-4f46-98e4-3fb6190002b1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:45.738298 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38750) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.740565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4b9ad-62bd-4f43-9eca-af56bae1da3a req-086d14aa-5a5b-4a83-8720-bb0222ca942f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:45.748332 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4fe4b9ad-62bd-4f43-9eca-af56bae1da3a req-086d14aa-5a5b-4a83-8720-bb0222ca942f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.4330883 Feb 15 17:01:45.783207 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-2351a5cb-cba5-4476-b049-367b34654ffc tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] DELETE failed (client error): The resource could not be found. Feb 15 17:01:45.783672 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2351a5cb-cba5-4476-b049-367b34654ffc tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:01:45.787526 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2351a5cb-cba5-4476-b049-367b34654ffc tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/41984bac-adc2-4666-9427-8e135958411e HTTP/1.1" status: 404 len: 337 time: 0.0466254 Feb 15 17:01:45.790055 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eaf7e7c4-42a1-4a7a-af3a-850f9084f52d tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router (5910f851-da5e-4ea4-995a-7d1d4e3f9a70), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.791998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38752) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.798614 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-94f3ceae-f8bc-49f5-abb7-2a5c7a0008a2 req-2050dc99-d474-4c95-a0d5-2549a1cfe37e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.800759 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-94f3ceae-f8bc-49f5-abb7-2a5c7a0008a2 req-2050dc99-d474-4c95-a0d5-2549a1cfe37e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (3a2b1f5b-57f1-430a-aea1-fb3a35e9bac2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.800759 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-94f3ceae-f8bc-49f5-abb7-2a5c7a0008a2 req-2050dc99-d474-4c95-a0d5-2549a1cfe37e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Floating IP 3a2b1f5b-57f1-430a-aea1-fb3a35e9bac2 disassociated. External IP: 172.25.4.171, port: f211093c-554d-4094-aeca-f5b854a678a4. Feb 15 17:01:45.800759 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-94f3ceae-f8bc-49f5-abb7-2a5c7a0008a2 req-2050dc99-d474-4c95-a0d5-2549a1cfe37e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Calling delete_port for f211093c-554d-4094-aeca-f5b854a678a4 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:45.826638 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4fe4b9ad-62bd-4f43-9eca-af56bae1da3a req-67847c52-1f6d-4087-9e11-5c536d8ba173 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765798 Feb 15 17:01:45.865335 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9f61caee-69e8-454e-a551-f49100037cf5 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "GET /v2.0/ports?device_id=eaa653c0-6fc3-405e-86f3-d6733af9ce8d HTTP/1.1" status: 200 len: 205 time: 0.0723021 Feb 15 17:01:45.871532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5569eec-6e3b-47b4-b710-2ddc1b43e615 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Made reservation on behalf of 4924886a9e404fafaf27dcc71dc08028 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:01:45.874100 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e5569eec-6e3b-47b4-b710-2ddc1b43e615 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:45.878338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38754) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.916389 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2300c4b2-18fd-4626-b32a-dc5596551f4a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1987581 Feb 15 17:01:45.917066 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38756) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:45.922508 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-017c73b2-77a8-4de0-95f5-71ddbc8004fa tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1063888943'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:45.932687 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e5569eec-6e3b-47b4-b710-2ddc1b43e615 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:46.037786 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eaf7e7c4-42a1-4a7a-af3a-850f9084f52d tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (5910f851-da5e-4ea4-995a-7d1d4e3f9a70), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:46.041247 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eaf7e7c4-42a1-4a7a-af3a-850f9084f52d tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_controller (5910f851-da5e-4ea4-995a-7d1d4e3f9a70), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:46.085866 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e5569eec-6e3b-47b4-b710-2ddc1b43e615 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks [] for security_group (24e866b1-c11e-4720-adf2-f7f034d0c98b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:46.087549 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-8d3cf779-8493-45c7-927b-fd65c4c94ead tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] delete failed (client error): The resource could not be found. Feb 15 17:01:46.088821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8d3cf779-8493-45c7-927b-fd65c4c94ead tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/routers/eaa653c0-6fc3-405e-86f3-d6733af9ce8d HTTP/1.1" status: 404 len: 336 time: 0.2094829 Feb 15 17:01:46.094169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38762) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:46.145424 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b33b9d99-2542-4ac2-a00c-99d662d0319e tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] DELETE failed (client error): The resource could not be found. Feb 15 17:01:46.146002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b33b9d99-2542-4ac2-a00c-99d662d0319e tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:01:46.149873 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b33b9d99-2542-4ac2-a00c-99d662d0319e tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/5a5c4e9f-f936-4a49-886a-ee3c64663385 HTTP/1.1" status: 404 len: 337 time: 0.0541191 Feb 15 17:01:46.152447 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-017c73b2-77a8-4de0-95f5-71ddbc8004fa tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:46.154687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38764) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:46.198324 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-df698fcd-b7c7-4002-8d90-2e83f97072b8 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] DELETE failed (client error): The resource could not be found. Feb 15 17:01:46.198823 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df698fcd-b7c7-4002-8d90-2e83f97072b8 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:01:46.201986 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-df698fcd-b7c7-4002-8d90-2e83f97072b8 tempest-RoutersTest-1098660821 tempest-RoutersTest-1098660821-project] 10.222.0.107 "DELETE /v2.0/subnets/3e996efa-f936-43c6-8d01-c05b38292389 HTTP/1.1" status: 404 len: 337 time: 0.0452595 Feb 15 17:01:46.202436 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e5569eec-6e3b-47b4-b710-2ddc1b43e615 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (24e866b1-c11e-4720-adf2-f7f034d0c98b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:46.222030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-e5569eec-6e3b-47b4-b710-2ddc1b43e615 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] device_id is not set on port 418252e3-1ef3-432a-816e-85ccfed37e90 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:01:46.236525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdd528-8b50-4f87-a9f8-edc05a506f95 req-8a781e2b-4fe8-4146-8e5c-5d9d0680c928 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:46.238704 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56fdd528-8b50-4f87-a9f8-edc05a506f95 req-8a781e2b-4fe8-4146-8e5c-5d9d0680c928 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 945 time: 0.1541979 Feb 15 17:01:46.245409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5569eec-6e3b-47b4-b710-2ddc1b43e615 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e866b1-c11e-4720-adf2-f7f034d0c98b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:46.312164 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eaf7e7c4-42a1-4a7a-af3a-850f9084f52d tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (5910f851-da5e-4ea4-995a-7d1d4e3f9a70), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:46.312727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf7e7c4-42a1-4a7a-af3a-850f9084f52d tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5910f851-da5e-4ea4-995a-7d1d4e3f9a70 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:01:46.331973 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eaf7e7c4-42a1-4a7a-af3a-850f9084f52d tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:46.350998 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eaf7e7c4-42a1-4a7a-af3a-850f9084f52d tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "DELETE /v2.0/routers/5910f851-da5e-4ea4-995a-7d1d4e3f9a70 HTTP/1.1" status: 204 len: 168 time: 0.7522843 Feb 15 17:01:46.379675 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56fdd528-8b50-4f87-a9f8-edc05a506f95 req-00549d85-38c5-4966-9797-909bf4c23390 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups?id=11c7353b-7d20-40ad-bbfe-0fe84cb3b437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300488 Feb 15 17:01:46.395793 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-94f3ceae-f8bc-49f5-abb7-2a5c7a0008a2 req-2050dc99-d474-4c95-a0d5-2549a1cfe37e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f211093c-554d-4094-aeca-f5b854a678a4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:46.403772 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-017c73b2-77a8-4de0-95f5-71ddbc8004fa tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (fd7ddf9c-863a-4508-9364-5d217870476d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:46.477774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050dc99-d474-4c95-a0d5-2549a1cfe37e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event deleted for resources: {'Port': ['ID=f211093c-554d-4094-aeca-f5b854a678a4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:46.487784 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-017c73b2-77a8-4de0-95f5-71ddbc8004fa tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fd7ddf9c-863a-4508-9364-5d217870476d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:46.543684 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c73b2-77a8-4de0-95f5-71ddbc8004fa tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7ddf9c-863a-4508-9364-5d217870476d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:46.643850 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-017c73b2-77a8-4de0-95f5-71ddbc8004fa tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:46.648006 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-017c73b2-77a8-4de0-95f5-71ddbc8004fa tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7271318 Feb 15 17:01:46.656541 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38776) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:46.656541 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6c1a5195-c6b7-44f9-9871-45e999805b6f tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977141355'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:46.754041 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94f3ceae-f8bc-49f5-abb7-2a5c7a0008a2 req-2050dc99-d474-4c95-a0d5-2549a1cfe37e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Router 09584aaf-5d12-4911-98b9-de7e42b548bc has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:01:46.788013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38780) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:46.802577 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5195-c6b7-44f9-9871-45e999805b6f tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:46.802950 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5569eec-6e3b-47b4-b710-2ddc1b43e615 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 15 17:01:46.804000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5569eec-6e3b-47b4-b710-2ddc1b43e615 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:01:46.977195 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5195-c6b7-44f9-9871-45e999805b6f tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (9090d00f-a3e8-4bbf-819c-1ed0fee948ef), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:46.977763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94f3ceae-f8bc-49f5-abb7-2a5c7a0008a2 req-2050dc99-d474-4c95-a0d5-2549a1cfe37e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:01:46.983069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e5569eec-6e3b-47b4-b710-2ddc1b43e615 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.5960541 Feb 15 17:01:46.984082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38792) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:46.992331 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d554f0a-67d4-4b8a-93a9-538da62cae72 None None] Sync routers for ids ['09584aaf-5d12-4911-98b9-de7e42b548bc'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:01:47.012024 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d554f0a-67d4-4b8a-93a9-538da62cae72 None None] Routers {'09584aaf-5d12-4911-98b9-de7e42b548bc'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:47.012689 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2d554f0a-67d4-4b8a-93a9-538da62cae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['09584aaf-5d12-4911-98b9-de7e42b548bc'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:47.117723 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f3ceae-f8bc-49f5-abb7-2a5c7a0008a2 req-2050dc99-d474-4c95-a0d5-2549a1cfe37e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] No DVR routers for this DVR port f211093c-554d-4094-aeca-f5b854a678a4 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:01:47.125059 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5195-c6b7-44f9-9871-45e999805b6f tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9090d00f-a3e8-4bbf-819c-1ed0fee948ef), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:47.168108 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-94f3ceae-f8bc-49f5-abb7-2a5c7a0008a2 req-2050dc99-d474-4c95-a0d5-2549a1cfe37e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:47.173196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94f3ceae-f8bc-49f5-abb7-2a5c7a0008a2 req-2050dc99-d474-4c95-a0d5-2549a1cfe37e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.10 "DELETE /v2.0/ports/f211093c-554d-4094-aeca-f5b854a678a4 HTTP/1.1" status: 204 len: 173 time: 2.4134603 Feb 15 17:01:47.181800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'name': 'network-vif-deleted', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:01:47.184700 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e148cf43-4cdc-415c-a76a-71ff75d0d109" -d '{"events": [{"server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "name": "network-vif-deleted", "tag": "f211093c-554d-4094-aeca-f5b854a678a4"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:01:47.210101 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2d554f0a-67d4-4b8a-93a9-538da62cae72 None None] Set router 09584aaf-5d12-4911-98b9-de7e42b548bc gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:47.220653 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a5195-c6b7-44f9-9871-45e999805b6f tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9090d00f-a3e8-4bbf-819c-1ed0fee948ef,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:47.270476 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964206d-dc8e-403b-8660-9be86a239d1f req-a92824a6-e2f0-420e-a387-d0485fd6c077 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:47.273311 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7964206d-dc8e-403b-8660-9be86a239d1f req-a92824a6-e2f0-420e-a387-d0485fd6c077 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.3164170 Feb 15 17:01:47.294529 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abb19fe-b36f-45b9-8dc1-07ae3400ee3f x-openstack-request-id: req-3abb19fe-b36f-45b9-8dc1-07ae3400ee3f {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:01:47.295055 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07367aa8-bdb4-4c97-acdc-274008972a63", "name": "network-vif-deleted", "tag": "f211093c-554d-4094-aeca-f5b854a678a4", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:01:47.295491 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3abb19fe-b36f-45b9-8dc1-07ae3400ee3f {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:01:47.296056 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07367aa8-bdb4-4c97-acdc-274008972a63', 'name': 'network-vif-deleted', 'tag': 'f211093c-554d-4094-aeca-f5b854a678a4', 'status': 'completed', 'code': 200} Feb 15 17:01:47.392667 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7964206d-dc8e-403b-8660-9be86a239d1f req-2066b6ef-2112-4f4f-9a89-6ef0613825a9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000259 Feb 15 17:01:47.403723 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c1a5195-c6b7-44f9-9871-45e999805b6f tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:47.405085 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6c1a5195-c6b7-44f9-9871-45e999805b6f tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7557476 Feb 15 17:01:47.405591 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-71a15ea8-bada-443b-8577-11c8eb4a519f tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Deleting port cccc6677-4c82-4b98-924d-5d9e1bff91d2 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:47.406010 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71a15ea8-bada-443b-8577-11c8eb4a519f tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cccc6677-4c82-4b98-924d-5d9e1bff91d2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:47.407886 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38802) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:47.419772 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6b05c739-35fb-4822-aaa4-c7e73552f15c tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group_rule': {'security_group_id': 'fd7ddf9c-863a-4508-9364-5d217870476d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9090d00f-a3e8-4bbf-819c-1ed0fee948ef', 'remote_ip_prefix': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:47.529605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38810) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:47.587588 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71a15ea8-bada-443b-8577-11c8eb4a519f tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cccc6677-4c82-4b98-924d-5d9e1bff91d2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:47.587985 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71a15ea8-bada-443b-8577-11c8eb4a519f tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks [] for floatingip (cccc6677-4c82-4b98-924d-5d9e1bff91d2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:47.606981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-71a15ea8-bada-443b-8577-11c8eb4a519f tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Calling delete_port for cccc6677-4c82-4b98-924d-5d9e1bff91d2 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:47.627921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1330968904', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:47.644918 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c2183f9c-36a6-4e8a-9d4e-a09eac13da9c req-f8c06c99-74ba-4992-87ba-b67a7c2c833e tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/ports?device_id=07367aa8-bdb4-4c97-acdc-274008972a63 HTTP/1.1" status: 200 len: 210 time: 0.0978932 Feb 15 17:01:47.691000 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b05c739-35fb-4822-aaa4-c7e73552f15c tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (551a25aa-d72d-4cd3-9e7d-2facda5c2970), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:47.733194 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bc40a48e-f109-4a3a-a2f2-2e6bf71fec4e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e8941e5d77fc4dcf9a071ffd68148718&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2022872 Feb 15 17:01:47.735902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38818) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:47.750984 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2d554f0a-67d4-4b8a-93a9-538da62cae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'name': 'tempest-ServerActionsTestJSON-1816553218-router', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:53:21Z', 'updated_at': '2022-02-15T16:53:27Z', 'revision_number': 4, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'gw_port': {'id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:22Z', 'updated_at': '2022-02-15T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7', 'name': '', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'mac_address': 'fa:16:3e:0b:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:26Z', 'updated_at': '2022-02-15T16:53:35Z', 'revision_number': 5, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'subnets': [{'id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:47.775253 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b05c739-35fb-4822-aaa4-c7e73552f15c tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (551a25aa-d72d-4cd3-9e7d-2facda5c2970), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:47.795253 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d554f0a-67d4-4b8a-93a9-538da62cae72 None None] Checking router: 09584aaf-5d12-4911-98b9-de7e42b548bc for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:01:47.807440 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (43af913a-10b4-4534-bdc4-0752b9fba0a0), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:47.809204 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d554f0a-67d4-4b8a-93a9-538da62cae72 None None] Routers {'09584aaf-5d12-4911-98b9-de7e42b548bc'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:47.809652 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (43af913a-10b4-4534-bdc4-0752b9fba0a0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:47.815973 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2d554f0a-67d4-4b8a-93a9-538da62cae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['09584aaf-5d12-4911-98b9-de7e42b548bc'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:47.859724 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b05c739-35fb-4822-aaa4-c7e73552f15c tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (551a25aa-d72d-4cd3-9e7d-2facda5c2970), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:47.891447 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f570c05-800e-4519-bf12-78f542d7b048 admin admin] Publish callbacks [] for security_group (6f3a2d64-3889-4525-aed9-d80a28921d22), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:47.918500 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05c739-35fb-4822-aaa4-c7e73552f15c tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551a25aa-d72d-4cd3-9e7d-2facda5c2970,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:47.966500 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f570c05-800e-4519-bf12-78f542d7b048 admin admin] Publish callbacks [] for security_group (6f3a2d64-3889-4525-aed9-d80a28921d22), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:47.977354 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71a15ea8-bada-443b-8577-11c8eb4a519f tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cccc6677-4c82-4b98-924d-5d9e1bff91d2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:48.024928 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6b05c739-35fb-4822-aaa4-c7e73552f15c tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:48.029588 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6b05c739-35fb-4822-aaa4-c7e73552f15c tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6203597 Feb 15 17:01:48.030256 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38830) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:48.038551 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a15ea8-bada-443b-8577-11c8eb4a519f tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Pushing event deleted for resources: {'Port': ['ID=cccc6677-4c82-4b98-924d-5d9e1bff91d2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:48.042188 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_controller (43af913a-10b4-4534-bdc4-0752b9fba0a0), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:48.076291 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fc3ada7-4ba8-4ed1-934b-5d856a485d01 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (551a25aa-d72d-4cd3-9e7d-2facda5c2970), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:48.089130 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fc3ada7-4ba8-4ed1-934b-5d856a485d01 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (551a25aa-d72d-4cd3-9e7d-2facda5c2970), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:48.159049 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2d554f0a-67d4-4b8a-93a9-538da62cae72 None None] Set router 09584aaf-5d12-4911-98b9-de7e42b548bc gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:48.248168 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71a15ea8-bada-443b-8577-11c8eb4a519f tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks [] for floatingip (044059e3-4079-4785-b6cd-fc157a79bf5c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:48.249046 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fc3ada7-4ba8-4ed1-934b-5d856a485d01 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (551a25aa-d72d-4cd3-9e7d-2facda5c2970), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:48.257474 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71a15ea8-bada-443b-8577-11c8eb4a519f tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:48.260667 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-71a15ea8-bada-443b-8577-11c8eb4a519f tempest-ExternalNetworksAdminNegativeTestJSON-1508803067 tempest-ExternalNetworksAdminNegativeTestJSON-1508803067-project-admin] 10.222.0.107 "DELETE /v2.0/floatingips/044059e3-4079-4785-b6cd-fc157a79bf5c HTTP/1.1" status: 204 len: 168 time: 1.2075365 Feb 15 17:01:48.336223 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f211093c-554d-4094-aeca-f5b854a678a4 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:48.340027 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (43af913a-10b4-4534-bdc4-0752b9fba0a0), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:48.358692 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6fc3ada7-4ba8-4ed1-934b-5d856a485d01 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:48.362181 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6fc3ada7-4ba8-4ed1-934b-5d856a485d01 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/551a25aa-d72d-4cd3-9e7d-2facda5c2970 HTTP/1.1" status: 204 len: 168 time: 0.3265002 Feb 15 17:01:48.362181 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3ada7-4ba8-4ed1-934b-5d856a485d01 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=551a25aa-d72d-4cd3-9e7d-2facda5c2970,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:48.364562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38840) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:48.404213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: f211093c-554d-4094-aeca-f5b854a678a4 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:01:48.404834 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f211093c-554d-4094-aeca-f5b854a678a4 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:48.425753 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2d554f0a-67d4-4b8a-93a9-538da62cae72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'name': 'tempest-ServerActionsTestJSON-1816553218-router', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:53:21Z', 'updated_at': '2022-02-15T16:53:27Z', 'revision_number': 4, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'gw_port': {'id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:22Z', 'updated_at': '2022-02-15T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7', 'name': '', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'mac_address': 'fa:16:3e:0b:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:26Z', 'updated_at': '2022-02-15T16:53:35Z', 'revision_number': 5, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'subnets': [{'id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:48.430232 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-706b245a-0243-4a4b-9c61-f0e23c9bf795 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0642924 Feb 15 17:01:48.431749 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f570c05-800e-4519-bf12-78f542d7b048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6f3a2d64-3889-4525-aed9-d80a28921d22), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:48.433241 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38842) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:48.434928 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f570c05-800e-4519-bf12-78f542d7b048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:48.436770 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3f570c05-800e-4519-bf12-78f542d7b048 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6f3a2d64-3889-4525-aed9-d80a28921d22 HTTP/1.1" status: 204 len: 168 time: 0.6993480 Feb 15 17:01:48.454494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f570c05-800e-4519-bf12-78f542d7b048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3a2d64-3889-4525-aed9-d80a28921d22,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:48.529107 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d554f0a-67d4-4b8a-93a9-538da62cae72 None None] The sync data for ids ['09584aaf-5d12-4911-98b9-de7e42b548bc'] in n-d-828372-14 is: [{'id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'name': 'tempest-ServerActionsTestJSON-1816553218-router', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:53:21Z', 'updated_at': '2022-02-15T16:53:27Z', 'revision_number': 4, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'gw_port': {'id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:22Z', 'updated_at': '2022-02-15T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7', 'name': '', 'network_id': '09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'mac_address': 'fa:16:3e:0b:13:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:26Z', 'updated_at': '2022-02-15T16:53:35Z', 'revision_number': 5, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'subnets': [{'id': '16b2d1c9-a71e-43a3-baad-57a8767096cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:01:48.538968 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9f1c-1fe9-4279-a4d7-819943201438 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (9090d00f-a3e8-4bbf-819c-1ed0fee948ef), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:48.636416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8952f0-cab3-4a0a-8fe3-f53067467c8e req-40301675-208c-4b3c-8fc9-e9733eac01e7 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:48.639180 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1a8952f0-cab3-4a0a-8fe3-f53067467c8e req-40301675-208c-4b3c-8fc9-e9733eac01e7 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.0792921 Feb 15 17:01:48.724508 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9f1c-1fe9-4279-a4d7-819943201438 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (9090d00f-a3e8-4bbf-819c-1ed0fee948ef), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:48.741576 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1a8952f0-cab3-4a0a-8fe3-f53067467c8e req-b7dcb6c7-e0ef-447a-b2cb-f95da2052e11 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880980 Feb 15 17:01:48.896618 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9f1c-1fe9-4279-a4d7-819943201438 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9090d00f-a3e8-4bbf-819c-1ed0fee948ef), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:48.899491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38860) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:48.908459 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa3e9f1c-1fe9-4279-a4d7-819943201438 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:48.911739 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fa3e9f1c-1fe9-4279-a4d7-819943201438 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-groups/9090d00f-a3e8-4bbf-819c-1ed0fee948ef HTTP/1.1" status: 204 len: 168 time: 0.4747481 Feb 15 17:01:48.913942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38864) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:49.008230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e9f1c-1fe9-4279-a4d7-819943201438 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9090d00f-a3e8-4bbf-819c-1ed0fee948ef,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:49.092344 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99c5a3e9-1aac-433a-ad28-f69df44c9a75 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for security_group (11c7353b-7d20-40ad-bbfe-0fe84cb3b437), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.117811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38b5185-e968-433c-a1c6-db3ff7214094 None None] New status for floating IP 3a2b1f5b-57f1-430a-aea1-fb3a35e9bac2: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:01:49.129719 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99c5a3e9-1aac-433a-ad28-f69df44c9a75 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for security_group (11c7353b-7d20-40ad-bbfe-0fe84cb3b437), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.145947 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (43af913a-10b4-4534-bdc4-0752b9fba0a0), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.192109 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.247812 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38876) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:49.291427 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99c5a3e9-1aac-433a-ad28-f69df44c9a75 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (11c7353b-7d20-40ad-bbfe-0fe84cb3b437), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.294636 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-99c5a3e9-1aac-433a-ad28-f69df44c9a75 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.295919 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-99c5a3e9-1aac-433a-ad28-f69df44c9a75 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "DELETE /v2.0/security-groups/11c7353b-7d20-40ad-bbfe-0fe84cb3b437 HTTP/1.1" status: 204 len: 168 time: 0.3954232 Feb 15 17:01:49.305202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38884) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:49.312325 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5a3e9-1aac-433a-ad28-f69df44c9a75 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c7353b-7d20-40ad-bbfe-0fe84cb3b437,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:49.408082 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-97f71075-ae77-46aa-9836-0a0bc95bfb37 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] show failed (client error): The resource could not be found. Feb 15 17:01:49.411983 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-97f71075-ae77-46aa-9836-0a0bc95bfb37 tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "GET /v2.0/security-groups/11c7353b-7d20-40ad-bbfe-0fe84cb3b437 HTTP/1.1" status: 404 len: 347 time: 0.1052227 Feb 15 17:01:49.412374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38890) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:49.438304 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-983f1f82-602e-4553-b541-fb6ed15d8800 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.5139894 Feb 15 17:01:49.441509 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38892) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:49.481866 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6c0ffad0-bfad-4c40-b419-42a3dcc311f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.501332 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Allocated IP 172.25.4.124 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/a14e140d-6770-4e9d-bd6a-8bf9d091733a) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:01:49.619757 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0868c152-2770-4168-9846-6c094900a90b tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (fd7ddf9c-863a-4508-9364-5d217870476d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.658052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-14301925-bffc-4681-aef8-a1a82ea8b36d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Deleting port 5d807e73-0fd9-4c6e-bd37-108f18bfd4bb {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:49.658401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14301925-bffc-4681-aef8-a1a82ea8b36d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5d807e73-0fd9-4c6e-bd37-108f18bfd4bb), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.664870 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0868c152-2770-4168-9846-6c094900a90b tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (fd7ddf9c-863a-4508-9364-5d217870476d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.732766 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6c0ffad0-bfad-4c40-b419-42a3dcc311f1 admin admin] Publish callbacks [] for security_group (2644b759-b7d0-473e-8954-97a2725fd241), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.744839 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for port (a14e140d-6770-4e9d-bd6a-8bf9d091733a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.795921 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14301925-bffc-4681-aef8-a1a82ea8b36d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5d807e73-0fd9-4c6e-bd37-108f18bfd4bb), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.796258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14301925-bffc-4681-aef8-a1a82ea8b36d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for floatingip (5d807e73-0fd9-4c6e-bd37-108f18bfd4bb), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.806342 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6c0ffad0-bfad-4c40-b419-42a3dcc311f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2644b759-b7d0-473e-8954-97a2725fd241), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.828360 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0868c152-2770-4168-9846-6c094900a90b tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fd7ddf9c-863a-4508-9364-5d217870476d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.831274 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0868c152-2770-4168-9846-6c094900a90b tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:49.835025 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0868c152-2770-4168-9846-6c094900a90b tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-groups/fd7ddf9c-863a-4508-9364-5d217870476d HTTP/1.1" status: 204 len: 168 time: 0.3908513 Feb 15 17:01:49.839516 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38904) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:49.852914 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6c0ffad0-bfad-4c40-b419-42a3dcc311f1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9bffd9ead3be43deb6ec7dc107c20ce5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6037505 Feb 15 17:01:49.854140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-14301925-bffc-4681-aef8-a1a82ea8b36d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Calling delete_port for 5d807e73-0fd9-4c6e-bd37-108f18bfd4bb owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:49.869246 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38908) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:49.873865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0ffad0-bfad-4c40-b419-42a3dcc311f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2644b759-b7d0-473e-8954-97a2725fd241,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:49.892814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868c152-2770-4168-9846-6c094900a90b tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7ddf9c-863a-4508-9364-5d217870476d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:49.905051 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (a14e140d-6770-4e9d-bd6a-8bf9d091733a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:50.011947 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6663b17f-d9ad-44dd-8149-15768f113a48 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1696012 Feb 15 17:01:50.023855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38916) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:50.034012 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:01:50.039278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:01:50.051924 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bfaa4369-8945-4dff-8df0-cc4c2b3f8a74 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881309734'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:50.056795 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94a34eb8-e999-42d6-99b2-5804693054f3 admin admin] Publish callbacks [] for security_group (2644b759-b7d0-473e-8954-97a2725fd241), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:50.059529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:01:50.099077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Pushing event updated for resources: {'Port': ['ID=a14e140d-6770-4e9d-bd6a-8bf9d091733a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:50.102845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1f3f6-c1d8-411f-a214-972074baa892 req-f735df0a-2d34-402c-bdf8-05eaf06cb714 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:50.118948 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6dd1f3f6-c1d8-411f-a214-972074baa892 req-f735df0a-2d34-402c-bdf8-05eaf06cb714 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.2623229 Feb 15 17:01:50.143037 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94a34eb8-e999-42d6-99b2-5804693054f3 admin admin] Publish callbacks [] for security_group (2644b759-b7d0-473e-8954-97a2725fd241), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:50.196844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38918) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:50.364260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfaa4369-8945-4dff-8df0-cc4c2b3f8a74 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:50.387266 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94a34eb8-e999-42d6-99b2-5804693054f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2644b759-b7d0-473e-8954-97a2725fd241), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:50.389914 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-94a34eb8-e999-42d6-99b2-5804693054f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:50.393793 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-94a34eb8-e999-42d6-99b2-5804693054f3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2644b759-b7d0-473e-8954-97a2725fd241 HTTP/1.1" status: 204 len: 168 time: 0.5154581 Feb 15 17:01:50.456833 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-432742d7-3efe-40f4-9b57-f09b3558c28d tempest-DvrRoutersNegativeTest-589800308 tempest-DvrRoutersNegativeTest-589800308-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1936465228', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:50.461682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.policy [None req-432742d7-3efe-40f4-9b57-f09b3558c28d tempest-DvrRoutersNegativeTest-589800308 tempest-DvrRoutersNegativeTest-589800308-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103800) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 15 17:01:50.462018 n-d-828372-14 neutron-server[103800]: DEBUG neutron.policy [None req-432742d7-3efe-40f4-9b57-f09b3558c28d tempest-DvrRoutersNegativeTest-589800308 tempest-DvrRoutersNegativeTest-589800308-project] Failed policy check for 'create_router' {{(pid=103800) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 15 17:01:50.462607 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-432742d7-3efe-40f4-9b57-f09b3558c28d tempest-DvrRoutersNegativeTest-589800308 tempest-DvrRoutersNegativeTest-589800308-project] create failed (client error): Access was denied to this resource. Feb 15 17:01:50.463679 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-432742d7-3efe-40f4-9b57-f09b3558c28d tempest-DvrRoutersNegativeTest-589800308 tempest-DvrRoutersNegativeTest-589800308-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2651498 Feb 15 17:01:50.469108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a34eb8-e999-42d6-99b2-5804693054f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2644b759-b7d0-473e-8954-97a2725fd241,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:50.531148 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfaa4369-8945-4dff-8df0-cc4c2b3f8a74 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (590d23aa-cf7f-48c8-9d44-690f719eaa3d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:50.624461 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfaa4369-8945-4dff-8df0-cc4c2b3f8a74 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (590d23aa-cf7f-48c8-9d44-690f719eaa3d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:50.699171 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6dd1f3f6-c1d8-411f-a214-972074baa892 req-60d631ae-a0a3-4a7e-8de4-6f36432728ec tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711532 Feb 15 17:01:50.729940 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bfaa4369-8945-4dff-8df0-cc4c2b3f8a74 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:50.731272 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bfaa4369-8945-4dff-8df0-cc4c2b3f8a74 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6939273 Feb 15 17:01:50.734124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38928) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:50.738680 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b6efccc7-74f9-4e90-b76d-96397840c18f tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group_rule': {'security_group_id': '590d23aa-cf7f-48c8-9d44-690f719eaa3d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:50.741186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa4369-8945-4dff-8df0-cc4c2b3f8a74 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=590d23aa-cf7f-48c8-9d44-690f719eaa3d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:50.745905 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14301925-bffc-4681-aef8-a1a82ea8b36d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (5d807e73-0fd9-4c6e-bd37-108f18bfd4bb), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:50.805017 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14301925-bffc-4681-aef8-a1a82ea8b36d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Pushing event deleted for resources: {'Port': ['ID=5d807e73-0fd9-4c6e-bd37-108f18bfd4bb,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:50.900975 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14301925-bffc-4681-aef8-a1a82ea8b36d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks [] for floatingip (3a2b1f5b-57f1-430a-aea1-fb3a35e9bac2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:50.904517 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14301925-bffc-4681-aef8-a1a82ea8b36d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:50.906625 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-14301925-bffc-4681-aef8-a1a82ea8b36d tempest-ServerActionsTestJSON-1575439369 tempest-ServerActionsTestJSON-1575439369-project] 10.222.0.107 "DELETE /v2.0/floatingips/3a2b1f5b-57f1-430a-aea1-fb3a35e9bac2 HTTP/1.1" status: 204 len: 168 time: 1.4932275 Feb 15 17:01:50.909669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38934) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:50.975660 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6efccc7-74f9-4e90-b76d-96397840c18f tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (80878adc-d97f-4d0d-8a90-696fb0681be3), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.062366 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6efccc7-74f9-4e90-b76d-96397840c18f tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (80878adc-d97f-4d0d-8a90-696fb0681be3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.125015 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (43af913a-10b4-4534-bdc4-0752b9fba0a0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.171088 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6efccc7-74f9-4e90-b76d-96397840c18f tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (80878adc-d97f-4d0d-8a90-696fb0681be3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.198414 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efccc7-74f9-4e90-b76d-96397840c18f tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80878adc-d97f-4d0d-8a90-696fb0681be3,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:51.215502 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad9027-d4ec-446a-86b6-4ed985738767 req-297978f1-84c1-4af0-920b-238b6ebcb21f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:51.216117 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3bad9027-d4ec-446a-86b6-4ed985738767 req-297978f1-84c1-4af0-920b-238b6ebcb21f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.4403315 Feb 15 17:01:51.286647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38946) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:51.309969 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6efccc7-74f9-4e90-b76d-96397840c18f tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.310646 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3bad9027-d4ec-446a-86b6-4ed985738767 req-834fb673-f68f-4464-8629-5f55fcc5c93e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838811 Feb 15 17:01:51.313812 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b6efccc7-74f9-4e90-b76d-96397840c18f tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5761137 Feb 15 17:01:51.314513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38950) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:51.357201 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38952) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:51.466730 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63d113cf-0e9a-4607-bbbc-1a8f04768009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.483814 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2135036-4e35-43f0-851c-650bf5e63d3a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (80878adc-d97f-4d0d-8a90-696fb0681be3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.507223 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2135036-4e35-43f0-851c-650bf5e63d3a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (80878adc-d97f-4d0d-8a90-696fb0681be3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.518729 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ce8a482e-2989-4e16-aa00-e300cd22c199 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4924886a9e404fafaf27dcc71dc08028&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1152515 Feb 15 17:01:51.524613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38956) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:51.556690 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (43af913a-10b4-4534-bdc4-0752b9fba0a0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.599559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39fbd1-ffea-41b4-8758-7fad73314392 req-cfa14608-3c97-450d-be51-eaca8847a531 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:51.601901 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc39fbd1-ffea-41b4-8758-7fad73314392 req-cfa14608-3c97-450d-be51-eaca8847a531 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.1508963 Feb 15 17:01:51.645907 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-755bb531-e5cb-4a63-9e26-c07714f31cd3 admin admin] Publish callbacks [] for security_group (24e866b1-c11e-4720-adf2-f7f034d0c98b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.656810 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2135036-4e35-43f0-851c-650bf5e63d3a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (80878adc-d97f-4d0d-8a90-696fb0681be3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.673874 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2135036-4e35-43f0-851c-650bf5e63d3a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.674516 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d2135036-4e35-43f0-851c-650bf5e63d3a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/80878adc-d97f-4d0d-8a90-696fb0681be3 HTTP/1.1" status: 204 len: 168 time: 0.3181906 Feb 15 17:01:51.686248 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38958) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:51.705952 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2135036-4e35-43f0-851c-650bf5e63d3a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80878adc-d97f-4d0d-8a90-696fb0681be3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:51.736545 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-755bb531-e5cb-4a63-9e26-c07714f31cd3 admin admin] Publish callbacks [] for security_group (24e866b1-c11e-4720-adf2-f7f034d0c98b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.755810 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc39fbd1-ffea-41b4-8758-7fad73314392 req-6505edbd-b74d-4144-b147-b5d147548d6a tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468785 Feb 15 17:01:51.812942 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63d113cf-0e9a-4607-bbbc-1a8f04768009 admin admin] Publish callbacks [] for security_group (46e4d7fc-8318-49e0-86fc-7950228cbdd6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.821824 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e21df750-4476-4b2c-a84f-38a197b9dc11 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1344221 Feb 15 17:01:51.824779 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38966) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:51.903568 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63d113cf-0e9a-4607-bbbc-1a8f04768009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (46e4d7fc-8318-49e0-86fc-7950228cbdd6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.936242 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-755bb531-e5cb-4a63-9e26-c07714f31cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (24e866b1-c11e-4720-adf2-f7f034d0c98b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.939222 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-755bb531-e5cb-4a63-9e26-c07714f31cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.953597 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b10a474-24a6-40a8-8ddc-dc554da597f7 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (590d23aa-cf7f-48c8-9d44-690f719eaa3d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:51.954960 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-755bb531-e5cb-4a63-9e26-c07714f31cd3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/24e866b1-c11e-4720-adf2-f7f034d0c98b HTTP/1.1" status: 204 len: 168 time: 0.4197700 Feb 15 17:01:51.993891 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755bb531-e5cb-4a63-9e26-c07714f31cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e866b1-c11e-4720-adf2-f7f034d0c98b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:52.019500 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Router 43af913a-10b4-4534-bdc4-0752b9fba0a0 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:01:52.030773 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-63d113cf-0e9a-4607-bbbc-1a8f04768009 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8f0e3d3b40ec4957af112bfc5e3bc5f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7404511 Feb 15 17:01:52.042801 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d113cf-0e9a-4607-bbbc-1a8f04768009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e4d7fc-8318-49e0-86fc-7950228cbdd6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:52.055227 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38972) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:52.066966 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b10a474-24a6-40a8-8ddc-dc554da597f7 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (590d23aa-cf7f-48c8-9d44-690f719eaa3d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:52.079767 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be48e08-67fc-459b-96d7-abf53ca58175 req-f04fc48a-28c1-439d-bc21-84b48fb8bcf2 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:52.081508 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9be48e08-67fc-459b-96d7-abf53ca58175 req-f04fc48a-28c1-439d-bc21-84b48fb8bcf2 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.2113402 Feb 15 17:01:52.183945 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9be48e08-67fc-459b-96d7-abf53ca58175 req-3e67655f-8609-45fe-aa3f-68083ad8c019 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842698 Feb 15 17:01:52.229674 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9912f240-444b-4f20-bb8a-3bf38cccf58e admin admin] Publish callbacks [] for security_group (46e4d7fc-8318-49e0-86fc-7950228cbdd6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:52.238401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20ef1839-40f2-4de2-8318-f24ca8ab37ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (09584aaf-5d12-4911-98b9-de7e42b548bc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:52.245248 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:01:52.255186 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90871f3-265e-47f1-9bb6-768a89f1202e None None] Sync routers for ids ['43af913a-10b4-4534-bdc4-0752b9fba0a0'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:01:52.274373 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90871f3-265e-47f1-9bb6-768a89f1202e None None] Routers {'43af913a-10b4-4534-bdc4-0752b9fba0a0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:52.275022 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c90871f3-265e-47f1-9bb6-768a89f1202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['43af913a-10b4-4534-bdc4-0752b9fba0a0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:52.344378 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c90871f3-265e-47f1-9bb6-768a89f1202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:52.353911 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90871f3-265e-47f1-9bb6-768a89f1202e None None] Routers {'43af913a-10b4-4534-bdc4-0752b9fba0a0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:52.354830 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c90871f3-265e-47f1-9bb6-768a89f1202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['43af913a-10b4-4534-bdc4-0752b9fba0a0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:52.378338 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c879a8e-b492-4208-bb30-54aef50d6d6f req-86406525-cbaa-466a-8707-560e0a3dc6bd tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:52.380127 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2c879a8e-b492-4208-bb30-54aef50d6d6f req-86406525-cbaa-466a-8707-560e0a3dc6bd tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.0709939 Feb 15 17:01:52.391009 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c90871f3-265e-47f1-9bb6-768a89f1202e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:52.391898 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90871f3-265e-47f1-9bb6-768a89f1202e None None] The sync data for ids ['43af913a-10b4-4534-bdc4-0752b9fba0a0'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:01:52.422834 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9912f240-444b-4f20-bb8a-3bf38cccf58e admin admin] Publish callbacks [] for security_group (46e4d7fc-8318-49e0-86fc-7950228cbdd6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:52.447984 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:52.453690 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-54ce9f4a-c2ec-4759-afb2-c3c4477456c6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6640711 Feb 15 17:01:52.455039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38978) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:52.495723 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b10a474-24a6-40a8-8ddc-dc554da597f7 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (590d23aa-cf7f-48c8-9d44-690f719eaa3d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:52.498330 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b10a474-24a6-40a8-8ddc-dc554da597f7 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:52.502270 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2b10a474-24a6-40a8-8ddc-dc554da597f7 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-groups/590d23aa-cf7f-48c8-9d44-690f719eaa3d HTTP/1.1" status: 204 len: 168 time: 0.6765540 Feb 15 17:01:52.502924 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38980) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:52.538144 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10a474-24a6-40a8-8ddc-dc554da597f7 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=590d23aa-cf7f-48c8-9d44-690f719eaa3d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:52.544677 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2c879a8e-b492-4208-bb30-54aef50d6d6f req-12ec6712-2de2-4eca-b503-95cc5a51610f tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351700 Feb 15 17:01:52.603930 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-003c11d9-b066-4a3c-aea3-6dbfa08d8ab5 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0946381 Feb 15 17:01:52.604601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38986) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:52.609045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5f4eabbc-8add-4b6d-a912-adcd42758da4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group': {'name': 'tempest-secgroup--1152942419'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:52.751150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5f4eabbc-8add-4b6d-a912-adcd42758da4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:52.794229 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38996) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:52.794718 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b327c9fe-427e-4f25-91d0-9b665564d5bd tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/routers/43af913a-10b4-4534-bdc4-0752b9fba0a0 HTTP/1.1" status: 200 len: 921 time: 0.3385403 Feb 15 17:01:52.839099 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-80c4321e-18bf-4e96-8bb1-7643948d782d tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "GET /v2.0/ports?device_id=43af913a-10b4-4534-bdc4-0752b9fba0a0 HTTP/1.1" status: 200 len: 205 time: 0.0446417 Feb 15 17:01:52.841898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38998) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:52.852816 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a594504-292e-47e3-a611-635d922280f9 req-c74484cb-dc5b-40d4-9bff-d0a95f9c3519 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:52.860415 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a594504-292e-47e3-a611-635d922280f9 req-c74484cb-dc5b-40d4-9bff-d0a95f9c3519 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.1666985 Feb 15 17:01:52.869343 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9912f240-444b-4f20-bb8a-3bf38cccf58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (46e4d7fc-8318-49e0-86fc-7950228cbdd6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:52.872199 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9912f240-444b-4f20-bb8a-3bf38cccf58e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:52.883068 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9912f240-444b-4f20-bb8a-3bf38cccf58e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/46e4d7fc-8318-49e0-86fc-7950228cbdd6 HTTP/1.1" status: 204 len: 168 time: 0.8217611 Feb 15 17:01:52.950872 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a594504-292e-47e3-a611-635d922280f9 req-78c1a3a9-a7d3-4863-8eed-3550647dd38b tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894914 Feb 15 17:01:52.968474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9912f240-444b-4f20-bb8a-3bf38cccf58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e4d7fc-8318-49e0-86fc-7950228cbdd6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:52.989904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-20ef1839-40f2-4de2-8318-f24ca8ab37ee admin admin] Deleting port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:52.990245 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20ef1839-40f2-4de2-8318-f24ca8ab37ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:53.036449 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5f4eabbc-8add-4b6d-a912-adcd42758da4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (f135e071-d0e1-45ef-b516-da1416d2891c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:53.070509 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1c827641-0c8d-46ee-af35-a9e8363b0f9b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (43af913a-10b4-4534-bdc4-0752b9fba0a0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:53.107838 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5f4eabbc-8add-4b6d-a912-adcd42758da4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f135e071-d0e1-45ef-b516-da1416d2891c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:53.174055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4eabbc-8add-4b6d-a912-adcd42758da4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f135e071-d0e1-45ef-b516-da1416d2891c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:53.254560 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5f4eabbc-8add-4b6d-a912-adcd42758da4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:53.255604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-20ef1839-40f2-4de2-8318-f24ca8ab37ee admin admin] For port 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:53.256057 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20ef1839-40f2-4de2-8318-f24ca8ab37ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:53.258721 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5f4eabbc-8add-4b6d-a912-adcd42758da4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6531425 Feb 15 17:01:53.261388 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39010) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:53.272719 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-84a51ca5-9af7-40b8-83b4-762d719dd099 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group_rule': {'security_group_id': 'f135e071-d0e1-45ef-b516-da1416d2891c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:53.306685 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-20ef1839-40f2-4de2-8318-f24ca8ab37ee admin admin] Calling delete_port for 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:53.318283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc466e7-7d36-4ce2-845d-ca949521e721 req-e0c45726-5fcd-4cb2-88b9-8488cf6d3d92 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:53.320597 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cdc466e7-7d36-4ce2-845d-ca949521e721 req-e0c45726-5fcd-4cb2-88b9-8488cf6d3d92 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.2461822 Feb 15 17:01:53.385435 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84a51ca5-9af7-40b8-83b4-762d719dd099 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (1ac4c092-2caa-4153-ab37-abe9bc8dfdd3), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:53.433262 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1c827641-0c8d-46ee-af35-a9e8363b0f9b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (43af913a-10b4-4534-bdc4-0752b9fba0a0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:53.449514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cdc466e7-7d36-4ce2-845d-ca949521e721 req-d17d5ad8-c4d1-4b85-a110-d16f2153f854 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188550 Feb 15 17:01:53.500340 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84a51ca5-9af7-40b8-83b4-762d719dd099 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (1ac4c092-2caa-4153-ab37-abe9bc8dfdd3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:53.622321 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84a51ca5-9af7-40b8-83b4-762d719dd099 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (1ac4c092-2caa-4153-ab37-abe9bc8dfdd3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:53.651742 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a51ca5-9af7-40b8-83b4-762d719dd099 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac4c092-2caa-4153-ab37-abe9bc8dfdd3,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:53.730524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-1c827641-0c8d-46ee-af35-a9e8363b0f9b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Deleting port a14e140d-6770-4e9d-bd6a-8bf9d091733a {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:53.730872 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1c827641-0c8d-46ee-af35-a9e8363b0f9b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a14e140d-6770-4e9d-bd6a-8bf9d091733a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:53.783715 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-84a51ca5-9af7-40b8-83b4-762d719dd099 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:53.787958 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-84a51ca5-9af7-40b8-83b4-762d719dd099 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5211225 Feb 15 17:01:53.789502 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39028) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:53.823823 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e6dac427-5ad2-46cd-a9a4-4813bf0a5393 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules/1ac4c092-2caa-4153-ab37-abe9bc8dfdd3 HTTP/1.1" status: 200 len: 763 time: 0.0266938 Feb 15 17:01:53.824845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39030) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:53.855064 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1c827641-0c8d-46ee-af35-a9e8363b0f9b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a14e140d-6770-4e9d-bd6a-8bf9d091733a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:53.886738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-1c827641-0c8d-46ee-af35-a9e8363b0f9b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Calling delete_port for a14e140d-6770-4e9d-bd6a-8bf9d091733a owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:53.915591 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20ef1839-40f2-4de2-8318-f24ca8ab37ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:53.926306 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5d498699-32f9-4305-863c-740be4dfa53a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0964668 Feb 15 17:01:53.927099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39038) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:54.025439 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef1839-40f2-4de2-8318-f24ca8ab37ee admin admin] Pushing event deleted for resources: {'Port': ['ID=6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:54.032323 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d43a96d-5af9-4ea7-ab1f-e8545f85e305 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (1ac4c092-2caa-4153-ab37-abe9bc8dfdd3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:54.051826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d43a96d-5af9-4ea7-ab1f-e8545f85e305 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (1ac4c092-2caa-4153-ab37-abe9bc8dfdd3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:54.184344 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d43a96d-5af9-4ea7-ab1f-e8545f85e305 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (1ac4c092-2caa-4153-ab37-abe9bc8dfdd3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:54.190615 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d43a96d-5af9-4ea7-ab1f-e8545f85e305 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:54.192921 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1d43a96d-5af9-4ea7-ab1f-e8545f85e305 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/1ac4c092-2caa-4153-ab37-abe9bc8dfdd3 HTTP/1.1" status: 204 len: 168 time: 0.2626481 Feb 15 17:01:54.206319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39048) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:54.241796 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43a96d-5af9-4ea7-ab1f-e8545f85e305 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ac4c092-2caa-4153-ab37-abe9bc8dfdd3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:54.285208 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-788c26fb-0156-4611-9baa-a23a86d011dc tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0756440 Feb 15 17:01:54.287292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39050) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:54.293918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fdbe1f22-6ff2-4b73-9709-a8ab8ac7d5ee tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group_rule': {'security_group_id': 'f135e071-d0e1-45ef-b516-da1416d2891c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:54.417091 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1c827641-0c8d-46ee-af35-a9e8363b0f9b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a14e140d-6770-4e9d-bd6a-8bf9d091733a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:54.422696 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1f22-6ff2-4b73-9709-a8ab8ac7d5ee tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (97273d3a-9aa0-4142-9710-e0404d8f89cd), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:54.511934 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1f22-6ff2-4b73-9709-a8ab8ac7d5ee tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (97273d3a-9aa0-4142-9710-e0404d8f89cd), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:54.526164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c827641-0c8d-46ee-af35-a9e8363b0f9b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Pushing event deleted for resources: {'Port': ['ID=a14e140d-6770-4e9d-bd6a-8bf9d091733a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:54.582416 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1f22-6ff2-4b73-9709-a8ab8ac7d5ee tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (97273d3a-9aa0-4142-9710-e0404d8f89cd), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:54.627214 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20ef1839-40f2-4de2-8318-f24ca8ab37ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (09584aaf-5d12-4911-98b9-de7e42b548bc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:54.632076 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe1f22-6ff2-4b73-9709-a8ab8ac7d5ee tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97273d3a-9aa0-4142-9710-e0404d8f89cd,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:54.767752 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1f22-6ff2-4b73-9709-a8ab8ac7d5ee tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:54.774200 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fdbe1f22-6ff2-4b73-9709-a8ab8ac7d5ee tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4822507 Feb 15 17:01:54.778430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39064) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:54.839934 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-245a7de6-1c15-44b6-b5bd-bd3c8f681831 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules/97273d3a-9aa0-4142-9710-e0404d8f89cd HTTP/1.1" status: 200 len: 763 time: 0.0588448 Feb 15 17:01:54.842976 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39066) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:54.916933 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39072) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:54.989120 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e8ccb1a0-e2de-4df7-85b6-792c90617ee4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1434526 Feb 15 17:01:54.993295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39078) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:55.049993 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd4414d5-8a0a-484a-9c7e-b7997e2d08fa tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (97273d3a-9aa0-4142-9710-e0404d8f89cd), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.065037 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd4414d5-8a0a-484a-9c7e-b7997e2d08fa tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (97273d3a-9aa0-4142-9710-e0404d8f89cd), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.189680 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39082) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:55.197924 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd4414d5-8a0a-484a-9c7e-b7997e2d08fa tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (97273d3a-9aa0-4142-9710-e0404d8f89cd), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.211938 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd4414d5-8a0a-484a-9c7e-b7997e2d08fa tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.213401 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dd4414d5-8a0a-484a-9c7e-b7997e2d08fa tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/97273d3a-9aa0-4142-9710-e0404d8f89cd HTTP/1.1" status: 204 len: 168 time: 0.2190557 Feb 15 17:01:55.214522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4414d5-8a0a-484a-9c7e-b7997e2d08fa tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=97273d3a-9aa0-4142-9710-e0404d8f89cd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:55.216045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39086) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:55.239015 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ea46663d-584d-4199-b3fc-7baf4bdf6fa3 tempest-SubnetPoolsTestJSON-78308293 tempest-SubnetPoolsTestJSON-78308293-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-334438220', 'prefixes': ['172.20.0.0/16']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:55.248686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf877381-3332-4e48-a9c7-536170fe0804 req-72fbed7f-3600-4425-881e-46c76d1d7bd9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:55.250464 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf877381-3332-4e48-a9c7-536170fe0804 req-72fbed7f-3600-4425-881e-46c76d1d7bd9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.9241223 Feb 15 17:01:55.274757 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1c827641-0c8d-46ee-af35-a9e8363b0f9b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (43af913a-10b4-4534-bdc4-0752b9fba0a0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.285181 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ea6a848e-fde3-4c6f-a44f-4c8252acf1fb tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1865885575', 'router:external': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:55.304321 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a7d7d107-e5bd-4d88-a3e7-c8d7abc5b667 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0868738 Feb 15 17:01:55.315168 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39088) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:55.324247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ce730cd0-e48b-46d7-87e1-a3d6be91f456 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group_rule': {'security_group_id': 'f135e071-d0e1-45ef-b516-da1416d2891c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:55.461550 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1c827641-0c8d-46ee-af35-a9e8363b0f9b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (43af913a-10b4-4534-bdc4-0752b9fba0a0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.491266 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1c827641-0c8d-46ee-af35-a9e8363b0f9b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_controller (43af913a-10b4-4534-bdc4-0752b9fba0a0), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.533734 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6a848e-fde3-4c6f-a44f-4c8252acf1fb tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Made reservation on behalf of 9f89870d69ff493bae77dcbd0e84b038 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:01:55.536132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea6a848e-fde3-4c6f-a44f-4c8252acf1fb tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.554562 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea6a848e-fde3-4c6f-a44f-4c8252acf1fb tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.556310 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce730cd0-e48b-46d7-87e1-a3d6be91f456 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (ce88898c-fe5e-4d40-9bb0-5bf6a5be5cd1), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.584927 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf877381-3332-4e48-a9c7-536170fe0804 req-f3f235dc-b90a-463e-92c6-a85fff0cb15a tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014240 Feb 15 17:01:55.668100 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea46663d-584d-4199-b3fc-7baf4bdf6fa3 tempest-SubnetPoolsTestJSON-78308293 tempest-SubnetPoolsTestJSON-78308293-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.671878 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ea46663d-584d-4199-b3fc-7baf4bdf6fa3 tempest-SubnetPoolsTestJSON-78308293 tempest-SubnetPoolsTestJSON-78308293-project] 10.222.0.107 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7514124 Feb 15 17:01:55.673285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39090) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:55.684488 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce730cd0-e48b-46d7-87e1-a3d6be91f456 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (ce88898c-fe5e-4d40-9bb0-5bf6a5be5cd1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.729144 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea6a848e-fde3-4c6f-a44f-4c8252acf1fb tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for security_group (2408ae58-2724-45ca-a12f-a4b28172007c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.732770 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1c827641-0c8d-46ee-af35-a9e8363b0f9b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (43af913a-10b4-4534-bdc4-0752b9fba0a0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.733348 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c827641-0c8d-46ee-af35-a9e8363b0f9b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Fanout notify agent at l3_agent the message router_deleted on router 43af913a-10b4-4534-bdc4-0752b9fba0a0 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:01:55.742953 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1c827641-0c8d-46ee-af35-a9e8363b0f9b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.744107 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1c827641-0c8d-46ee-af35-a9e8363b0f9b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "DELETE /v2.0/routers/43af913a-10b4-4534-bdc4-0752b9fba0a0 HTTP/1.1" status: 204 len: 168 time: 2.8845577 Feb 15 17:01:55.748332 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39092) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:55.750391 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1c8be17b-ff8f-4cd9-b0aa-a5678f48d50f tempest-SubnetPoolsTestJSON-78308293 tempest-SubnetPoolsTestJSON-78308293-project] 10.222.0.107 "GET /v2.0/subnetpools/4b6c7646-3c6c-4558-b2c0-799a04f08895 HTTP/1.1" status: 200 len: 731 time: 0.0758114 Feb 15 17:01:55.755067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39094) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:55.760027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-6d6762cd-6b7e-4cbf-ad1d-171e690daaf4 tempest-SubnetPoolsTestJSON-78308293 tempest-SubnetPoolsTestJSON-78308293-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1862469531'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:55.760456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1432659320', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'enable_snat': False}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:55.769808 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce730cd0-e48b-46d7-87e1-a3d6be91f456 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (ce88898c-fe5e-4d40-9bb0-5bf6a5be5cd1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.800978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ef1839-40f2-4de2-8318-f24ca8ab37ee admin admin] Router 09584aaf-5d12-4911-98b9-de7e42b548bc has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:01:55.812038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce730cd0-e48b-46d7-87e1-a3d6be91f456 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce88898c-fe5e-4d40-9bb0-5bf6a5be5cd1,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:55.821612 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea6a848e-fde3-4c6f-a44f-4c8252acf1fb tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2408ae58-2724-45ca-a12f-a4b28172007c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.852059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a848e-fde3-4c6f-a44f-4c8252acf1fb tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2408ae58-2724-45ca-a12f-a4b28172007c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:55.858324 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6a848e-fde3-4c6f-a44f-4c8252acf1fb tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:01:55.868631 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea6a848e-fde3-4c6f-a44f-4c8252acf1fb tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (77683f3e-e3ea-4056-988c-00fb97342a4f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.869023 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-ea6a848e-fde3-4c6f-a44f-4c8252acf1fb tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Added segment 77683f3e-e3ea-4056-988c-00fb97342a4f of type vlan for network 822d0a6b-2a64-4ecc-a965-8c0f21213dd0 Feb 15 17:01:55.904166 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce730cd0-e48b-46d7-87e1-a3d6be91f456 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.905180 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ce730cd0-e48b-46d7-87e1-a3d6be91f456 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5890548 Feb 15 17:01:55.908410 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39096) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:55.923993 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea6a848e-fde3-4c6f-a44f-4c8252acf1fb tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (822d0a6b-2a64-4ecc-a965-8c0f21213dd0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.939391 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a51e2fdf-4763-4e11-b3d0-fcc9a997220a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules/ce88898c-fe5e-4d40-9bb0-5bf6a5be5cd1 HTTP/1.1" status: 200 len: 764 time: 0.0278907 Feb 15 17:01:55.942105 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (4e2173ee-7355-421e-bf2d-4c9cbed7157c), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.945443 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (4e2173ee-7355-421e-bf2d-4c9cbed7157c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:55.957645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39100) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:56.010842 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_controller (4e2173ee-7355-421e-bf2d-4c9cbed7157c), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:56.026963 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d6762cd-6b7e-4cbf-ad1d-171e690daaf4 tempest-SubnetPoolsTestJSON-78308293 tempest-SubnetPoolsTestJSON-78308293-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:56.028185 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6d6762cd-6b7e-4cbf-ad1d-171e690daaf4 tempest-SubnetPoolsTestJSON-78308293 tempest-SubnetPoolsTestJSON-78308293-project] 10.222.0.107 "PUT /v2.0/subnetpools/4b6c7646-3c6c-4558-b2c0-799a04f08895 HTTP/1.1" status: 200 len: 684 time: 0.2721648 Feb 15 17:01:56.031311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ef1839-40f2-4de2-8318-f24ca8ab37ee admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:01:56.031655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39102) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:56.040817 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757932e-663c-43a4-851f-19cddf3a39d8 None None] Sync routers for ids ['09584aaf-5d12-4911-98b9-de7e42b548bc'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:01:56.048087 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-20ef1839-40f2-4de2-8318-f24ca8ab37ee admin admin] 10.222.0.107 "PUT /v2.0/routers/09584aaf-5d12-4911-98b9-de7e42b548bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1373384 Feb 15 17:01:56.053708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757932e-663c-43a4-851f-19cddf3a39d8 None None] Routers {'09584aaf-5d12-4911-98b9-de7e42b548bc'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:56.053708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6757932e-663c-43a4-851f-19cddf3a39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['09584aaf-5d12-4911-98b9-de7e42b548bc'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:56.059670 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-06d7c898-e943-433a-9061-20f6fadf1b42 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1024623 Feb 15 17:01:56.060290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39104) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:56.062824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39106) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:56.183572 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55825a45-154a-4b47-8393-7cf0e4d4a2e8 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (ce88898c-fe5e-4d40-9bb0-5bf6a5be5cd1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:56.195178 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a89ef913-6af8-4fa2-88e9-4facb1bd4c97 admin admin] Publish callbacks [] for router (09584aaf-5d12-4911-98b9-de7e42b548bc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:56.234069 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55825a45-154a-4b47-8393-7cf0e4d4a2e8 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (ce88898c-fe5e-4d40-9bb0-5bf6a5be5cd1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:56.236031 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea6a848e-fde3-4c6f-a44f-4c8252acf1fb tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (822d0a6b-2a64-4ecc-a965-8c0f21213dd0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:56.237177 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a848e-fde3-4c6f-a44f-4c8252acf1fb tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:56.237860 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea6a848e-fde3-4c6f-a44f-4c8252acf1fb tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:56.271051 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-6757932e-663c-43a4-851f-19cddf3a39d8 None None] Set router 09584aaf-5d12-4911-98b9-de7e42b548bc gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:56.332249 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a89ef913-6af8-4fa2-88e9-4facb1bd4c97 admin admin] Publish callbacks [] for router_gateway (09584aaf-5d12-4911-98b9-de7e42b548bc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:56.433404 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-59e507df-780f-409f-b78a-aa1b50fb857e tempest-SubnetPoolsTestJSON-78308293 tempest-SubnetPoolsTestJSON-78308293-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:56.434577 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-59e507df-780f-409f-b78a-aa1b50fb857e tempest-SubnetPoolsTestJSON-78308293 tempest-SubnetPoolsTestJSON-78308293-project] 10.222.0.107 "DELETE /v2.0/subnetpools/4b6c7646-3c6c-4558-b2c0-799a04f08895 HTTP/1.1" status: 204 len: 168 time: 0.4012201 Feb 15 17:01:56.439138 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39116) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:56.442905 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ea6a848e-fde3-4c6f-a44f-4c8252acf1fb tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2512548 Feb 15 17:01:56.448796 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a848e-fde3-4c6f-a44f-4c8252acf1fb tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Pushing event updated for resources: {'Network': ['ID=822d0a6b-2a64-4ecc-a965-8c0f21213dd0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:56.453009 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (4e2173ee-7355-421e-bf2d-4c9cbed7157c), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:56.457259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39118) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:56.462822 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b5881ff3-bb89-443d-bca8-063d023a37ff tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Request body: {'subnet': {'network_id': '822d0a6b-2a64-4ecc-a965-8c0f21213dd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:56.489032 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 822d0a6b-2a64-4ecc-a965-8c0f21213dd0 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:01:56.495453 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-46eef7eb-48bf-4efb-956a-5a6f50c49e62 tempest-SubnetPoolsTestJSON-78308293 tempest-SubnetPoolsTestJSON-78308293-project] show failed (client error): The resource could not be found. Feb 15 17:01:56.499574 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-46eef7eb-48bf-4efb-956a-5a6f50c49e62 tempest-SubnetPoolsTestJSON-78308293 tempest-SubnetPoolsTestJSON-78308293-project] 10.222.0.107 "GET /v2.0/subnetpools/4b6c7646-3c6c-4558-b2c0-799a04f08895 HTTP/1.1" status: 404 len: 346 time: 0.0573056 Feb 15 17:01:56.500107 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39120) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:56.512600 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55825a45-154a-4b47-8393-7cf0e4d4a2e8 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (ce88898c-fe5e-4d40-9bb0-5bf6a5be5cd1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:56.528374 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-55825a45-154a-4b47-8393-7cf0e4d4a2e8 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:56.529294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a89ef913-6af8-4fa2-88e9-4facb1bd4c97 admin admin] Deleting port e66b8239-04ef-4d1e-9532-0c4638eac2c2 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:56.532267 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a89ef913-6af8-4fa2-88e9-4facb1bd4c97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e66b8239-04ef-4d1e-9532-0c4638eac2c2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:56.532563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39122) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:56.533112 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-55825a45-154a-4b47-8393-7cf0e4d4a2e8 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/ce88898c-fe5e-4d40-9bb0-5bf6a5be5cd1 HTTP/1.1" status: 204 len: 168 time: 0.4691045 Feb 15 17:01:56.536270 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-8ec4c139-0c42-414c-a953-f33f786f3ef5 tempest-SubnetPoolsTestJSON-78308293 tempest-SubnetPoolsTestJSON-78308293-project] delete failed (client error): The resource could not be found. Feb 15 17:01:56.538564 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8ec4c139-0c42-414c-a953-f33f786f3ef5 tempest-SubnetPoolsTestJSON-78308293 tempest-SubnetPoolsTestJSON-78308293-project] 10.222.0.107 "DELETE /v2.0/subnetpools/4b6c7646-3c6c-4558-b2c0-799a04f08895 HTTP/1.1" status: 404 len: 346 time: 0.0353813 Feb 15 17:01:56.553447 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55825a45-154a-4b47-8393-7cf0e4d4a2e8 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce88898c-fe5e-4d40-9bb0-5bf6a5be5cd1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:56.624361 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6757932e-663c-43a4-851f-19cddf3a39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'name': 'tempest-ServerActionsTestJSON-1816553218-router', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10'}], 'enable_snat': True}, 'gw_port_id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:53:21Z', 'updated_at': '2022-02-15T17:01:53Z', 'revision_number': 5, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'gw_port': {'id': 'e66b8239-04ef-4d1e-9532-0c4638eac2c2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:aa:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1813, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:53:22Z', 'updated_at': '2022-02-15T16:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:56.628931 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5881ff3-bb89-443d-bca8-063d023a37ff tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Made reservation on behalf of 9f89870d69ff493bae77dcbd0e84b038 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:01:56.628931 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b5881ff3-bb89-443d-bca8-063d023a37ff tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:56.656510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-93178f8c-c9c8-44c6-a314-593543205ae1 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1195958 Feb 15 17:01:56.657983 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757932e-663c-43a4-851f-19cddf3a39d8 None None] Checking router: 09584aaf-5d12-4911-98b9-de7e42b548bc for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:01:56.658121 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39128) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:56.679320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757932e-663c-43a4-851f-19cddf3a39d8 None None] Routers {'09584aaf-5d12-4911-98b9-de7e42b548bc'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:01:56.680253 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6757932e-663c-43a4-851f-19cddf3a39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['09584aaf-5d12-4911-98b9-de7e42b548bc'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:56.716623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-a89ef913-6af8-4fa2-88e9-4facb1bd4c97 admin admin] For port e66b8239-04ef-4d1e-9532-0c4638eac2c2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e66b8239-04ef-4d1e-9532-0c4638eac2c2,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:56.717062 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a89ef913-6af8-4fa2-88e9-4facb1bd4c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e66b8239-04ef-4d1e-9532-0c4638eac2c2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:56.732703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a89ef913-6af8-4fa2-88e9-4facb1bd4c97 admin admin] Calling delete_port for e66b8239-04ef-4d1e-9532-0c4638eac2c2 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:56.805108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-6757932e-663c-43a4-851f-19cddf3a39d8 None None] Set router 09584aaf-5d12-4911-98b9-de7e42b548bc gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:01:56.867743 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6757932e-663c-43a4-851f-19cddf3a39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'name': 'tempest-ServerActionsTestJSON-1816553218-router', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:53:21Z', 'updated_at': '2022-02-15T17:01:56Z', 'revision_number': 6, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:01:56.904704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757932e-663c-43a4-851f-19cddf3a39d8 None None] The sync data for ids ['09584aaf-5d12-4911-98b9-de7e42b548bc'] in n-d-828372-14 is: [{'id': '09584aaf-5d12-4911-98b9-de7e42b548bc', 'name': 'tempest-ServerActionsTestJSON-1816553218-router', 'tenant_id': '0860b996450e411880fd86cd9f5cbb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:53:21Z', 'updated_at': '2022-02-15T17:01:56Z', 'revision_number': 6, 'project_id': '0860b996450e411880fd86cd9f5cbb84', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:01:57.045758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39138) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:57.083568 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bd7f-73e7-4d9d-81d9-262bff9eaa5a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (f135e071-d0e1-45ef-b516-da1416d2891c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.093785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c7b7b-a53a-47b8-b1b1-da8b943d36a4 req-88b8e5d5-a028-4a0f-ad85-257fc6a9d739 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:57.094437 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b1c7b7b-a53a-47b8-b1b1-da8b943d36a4 req-88b8e5d5-a028-4a0f-ad85-257fc6a9d739 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.4059994 Feb 15 17:01:57.116771 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a89ef913-6af8-4fa2-88e9-4facb1bd4c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e66b8239-04ef-4d1e-9532-0c4638eac2c2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.159634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39144) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:57.177815 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bd7f-73e7-4d9d-81d9-262bff9eaa5a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (f135e071-d0e1-45ef-b516-da1416d2891c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.223337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ef913-6af8-4fa2-88e9-4facb1bd4c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=e66b8239-04ef-4d1e-9532-0c4638eac2c2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:57.265703 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b1c7b7b-a53a-47b8-b1b1-da8b943d36a4 req-ceb0551d-a595-46c9-afb9-297de359686e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618338 Feb 15 17:01:57.427290 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-211113ff-3789-4ca1-81cb-122de8b4d284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.456833 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a89ef913-6af8-4fa2-88e9-4facb1bd4c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (09584aaf-5d12-4911-98b9-de7e42b548bc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.471458 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1a43-2d1c-41d3-a251-2f882f663773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.606483 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (4e2173ee-7355-421e-bf2d-4c9cbed7157c), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.626390 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a89ef913-6af8-4fa2-88e9-4facb1bd4c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (09584aaf-5d12-4911-98b9-de7e42b548bc), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.627863 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bd7f-73e7-4d9d-81d9-262bff9eaa5a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f135e071-d0e1-45ef-b516-da1416d2891c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.630581 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2fe7bd7f-73e7-4d9d-81d9-262bff9eaa5a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.634080 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2fe7bd7f-73e7-4d9d-81d9-262bff9eaa5a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-groups/f135e071-d0e1-45ef-b516-da1416d2891c HTTP/1.1" status: 204 len: 168 time: 0.9597166 Feb 15 17:01:57.634230 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a89ef913-6af8-4fa2-88e9-4facb1bd4c97 admin admin] Publish callbacks [] for router_controller (09584aaf-5d12-4911-98b9-de7e42b548bc), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.637079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39158) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:57.643359 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.655441 n-d-828372-14 neutron-server[103800]: DEBUG neutron.objects.ports [None req-b5881ff3-bb89-443d-bca8-063d023a37ff tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:01:57.655922 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b5881ff3-bb89-443d-bca8-063d023a37ff tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (5344a7b0-b5cb-46ca-8347-59fd1cf6be93), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.667264 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55005862-4960-4fcf-9772-2f870770562c req-390941cd-4476-4390-9cc5-da29fed35d37 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3964143 Feb 15 17:01:57.672617 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7bd7f-73e7-4d9d-81d9-262bff9eaa5a tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f135e071-d0e1-45ef-b516-da1416d2891c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:57.775099 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f97f1e00-7052-4ac1-9cfc-21f679d10484 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1345229 Feb 15 17:01:57.785749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39160) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:57.792321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-399a9600-7cad-4f54-8ce7-ec4d7429e6d9 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group': {'name': 'tempest-secgroup--472627162'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:57.868432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55005862-4960-4fcf-9772-2f870770562c req-c3006168-95b8-4a37-9463-42d1ad850a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:57.872446 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55005862-4960-4fcf-9772-2f870770562c req-c3006168-95b8-4a37-9463-42d1ad850a89 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=39ced08894bc44b28af70965be7f8e31&device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 1129 time: 0.1354318 Feb 15 17:01:57.886710 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a89ef913-6af8-4fa2-88e9-4facb1bd4c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (09584aaf-5d12-4911-98b9-de7e42b548bc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.889179 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89ef913-6af8-4fa2-88e9-4facb1bd4c97 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09584aaf-5d12-4911-98b9-de7e42b548bc {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:01:57.892360 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1a43-2d1c-41d3-a251-2f882f663773 admin admin] Publish callbacks [] for security_group (9e3d16f5-3396-48f0-a39a-c47e9b1035ea), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.903440 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a89ef913-6af8-4fa2-88e9-4facb1bd4c97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.906948 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a89ef913-6af8-4fa2-88e9-4facb1bd4c97 admin admin] 10.222.0.107 "DELETE /v2.0/routers/09584aaf-5d12-4911-98b9-de7e42b548bc HTTP/1.1" status: 204 len: 168 time: 1.8434019 Feb 15 17:01:57.916885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39164) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:57.918225 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-211113ff-3789-4ca1-81cb-122de8b4d284 admin admin] Publish callbacks [] for security_group (f441e3a6-df1b-4b9d-bbb1-136bad394ee3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:57.945568 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-399a9600-7cad-4f54-8ce7-ec4d7429e6d9 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.004401 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5881ff3-bb89-443d-bca8-063d023a37ff tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5344a7b0-b5cb-46ca-8347-59fd1cf6be93,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:58.053266 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f0c1a43-2d1c-41d3-a251-2f882f663773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9e3d16f5-3396-48f0-a39a-c47e9b1035ea), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.065617 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-211113ff-3789-4ca1-81cb-122de8b4d284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f441e3a6-df1b-4b9d-bbb1-136bad394ee3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.080916 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:58.090085 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc651a9b-06dd-46c9-b383-f8fe2f160152 admin admin] Deleting subnet 16b2d1c9-a71e-43a3-baad-57a8767096cb {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:01:58.096185 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7f0c1a43-2d1c-41d3-a251-2f882f663773 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=66830fb85f544d27830dc6d70f85b8db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9352965 Feb 15 17:01:58.096185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5881ff3-bb89-443d-bca8-063d023a37ff tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Checking segment: {'id': '77683f3e-e3ea-4056-988c-00fb97342a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '822d0a6b-2a64-4ecc-a965-8c0f21213dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:01:58.096185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5881ff3-bb89-443d-bca8-063d023a37ff tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Network hostable DHCP agents. Network: 822d0a6b-2a64-4ecc-a965-8c0f21213dd0, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:01:58.103953 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:01:58.104296 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6bed7ccf-ede6-4190-81e2-6fe0a4b13ff7 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:58.104502 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39166) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:58.105064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e66b8239-04ef-4d1e-9532-0c4638eac2c2 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:01:58.109232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e8628-f9f2-4345-8c85-c15d9d2772be req-dd5677c3-a594-4c56-8ca7-26f353b4bde4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:58.111274 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ab6e8628-f9f2-4345-8c85-c15d9d2772be req-dd5677c3-a594-4c56-8ca7-26f353b4bde4 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.2044375 Feb 15 17:01:58.125431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: e66b8239-04ef-4d1e-9532-0c4638eac2c2 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:01:58.126060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e66b8239-04ef-4d1e-9532-0c4638eac2c2 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:01:58.142999 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc651a9b-06dd-46c9-b383-f8fe2f160152 admin admin] Publish callbacks [] for subnet (16b2d1c9-a71e-43a3-baad-57a8767096cb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.151079 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-e07a3dac-38c5-4215-aac8-9c8e89951053 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:58.152692 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-e07a3dac-38c5-4215-aac8-9c8e89951053 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 812 time: 0.5955493 Feb 15 17:01:58.165098 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-211113ff-3789-4ca1-81cb-122de8b4d284 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=957b1e1be70c4f9089fca3e9db2defd7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1226993 Feb 15 17:01:58.180448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39168) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:58.204030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211113ff-3789-4ca1-81cb-122de8b4d284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f441e3a6-df1b-4b9d-bbb1-136bad394ee3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:58.290717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55005862-4960-4fcf-9772-2f870770562c req-29a52076-d2e2-41ed-b698-3254459baf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:58.292255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55005862-4960-4fcf-9772-2f870770562c req-29a52076-d2e2-41ed-b698-3254459baf1a service neutron] 10.222.0.10 "GET /v2.0/networks?id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc HTTP/1.1" status: 200 len: 914 time: 0.3866308 Feb 15 17:01:58.322889 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-399a9600-7cad-4f54-8ce7-ec4d7429e6d9 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (b3486d40-c60f-4e71-88fc-4eb047550aa9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.335962 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ab6e8628-f9f2-4345-8c85-c15d9d2772be req-be29b906-7512-490c-8da7-cfe9c5f4ed24 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792154 Feb 15 17:01:58.379484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-abf96d7a-2fe7-498c-a3d0-396fa4261d8a admin admin] Publish callbacks [] for security_group (f441e3a6-df1b-4b9d-bbb1-136bad394ee3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.382969 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55005862-4960-4fcf-9772-2f870770562c req-89981864-0e21-4c1d-b48c-0064ee2f2eeb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28129b61-fe83-484b-a48b-d25cd2f717d0 HTTP/1.1" status: 200 len: 217 time: 0.0816739 Feb 15 17:01:58.431553 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-399a9600-7cad-4f54-8ce7-ec4d7429e6d9 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b3486d40-c60f-4e71-88fc-4eb047550aa9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.460498 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-abf96d7a-2fe7-498c-a3d0-396fa4261d8a admin admin] Publish callbacks [] for security_group (f441e3a6-df1b-4b9d-bbb1-136bad394ee3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.487567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55005862-4960-4fcf-9772-2f870770562c req-cc2958d0-9c73-470c-b327-404f39f5af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:58.489170 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55005862-4960-4fcf-9772-2f870770562c req-cc2958d0-9c73-470c-b327-404f39f5af24 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ace70380-0204-41b0-be4a-55804a4b7a9b HTTP/1.1" status: 200 len: 853 time: 0.0969391 Feb 15 17:01:58.525173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55005862-4960-4fcf-9772-2f870770562c req-2901ecd4-6f66-48ca-ad5a-3bba913411fa service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302303 Feb 15 17:01:58.548162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Allocated IP 172.25.4.115 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/ebc75003-27e4-4b1d-bed2-b6a9583d2296) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:01:58.554007 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c1a43-2d1c-41d3-a251-2f882f663773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3d16f5-3396-48f0-a39a-c47e9b1035ea,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:58.556933 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-399a9600-7cad-4f54-8ce7-ec4d7429e6d9 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.558377 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-399a9600-7cad-4f54-8ce7-ec4d7429e6d9 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7718239 Feb 15 17:01:58.566560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39170) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:58.574479 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-e5ad0969-1fbe-4535-8cc0-1b346d6a3a23 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/quotas/3e4b95210b24489aa9af66b1429a9643 HTTP/1.1" status: 200 len: 375 time: 0.0669906 Feb 15 17:01:58.577315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5b47e6b5-dc43-464f-8a59-4148e94d8a34 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Request body: {'security_group_rule': {'security_group_id': 'b3486d40-c60f-4e71-88fc-4eb047550aa9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:58.589975 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc651a9b-06dd-46c9-b383-f8fe2f160152 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (16b2d1c9-a71e-43a3-baad-57a8767096cb), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.602200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a9600-7cad-4f54-8ce7-ec4d7429e6d9 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3486d40-c60f-4e71-88fc-4eb047550aa9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:58.667269 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55005862-4960-4fcf-9772-2f870770562c req-21414060-eba3-4c4b-a800-1aa3ce6688f1 service neutron] 10.222.0.10 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242807 Feb 15 17:01:58.672473 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec69e239-909a-4a60-b5a9-b19686b61124 admin admin] Publish callbacks [] for security_group (9e3d16f5-3396-48f0-a39a-c47e9b1035ea), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.723134 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-abf96d7a-2fe7-498c-a3d0-396fa4261d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f441e3a6-df1b-4b9d-bbb1-136bad394ee3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.725810 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-abf96d7a-2fe7-498c-a3d0-396fa4261d8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.729610 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-abf96d7a-2fe7-498c-a3d0-396fa4261d8a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f441e3a6-df1b-4b9d-bbb1-136bad394ee3 HTTP/1.1" status: 204 len: 168 time: 0.5447483 Feb 15 17:01:58.734463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5881ff3-bb89-443d-bca8-063d023a37ff tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Network 822d0a6b-2a64-4ecc-a965-8c0f21213dd0 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:01:58.741671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf96d7a-2fe7-498c-a3d0-396fa4261d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f441e3a6-df1b-4b9d-bbb1-136bad394ee3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:58.784895 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55005862-4960-4fcf-9772-2f870770562c req-7623f9e2-1ef9-4fe2-a09c-639bc36048d0 service neutron] 10.222.0.10 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117873 Feb 15 17:01:58.802759 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec69e239-909a-4a60-b5a9-b19686b61124 admin admin] Publish callbacks [] for security_group (9e3d16f5-3396-48f0-a39a-c47e9b1035ea), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.836372 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b47e6b5-dc43-464f-8a59-4148e94d8a34 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (7d95cff9-f5c0-45ec-858b-0f5a6c6c60fe), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.871758 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b5881ff3-bb89-443d-bca8-063d023a37ff tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 822d0a6b-2a64-4ecc-a965-8c0f21213dd0) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:01:58.884972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c76098-7ced-4e0f-9d4d-15b09df9dd5f None None] Network 822d0a6b-2a64-4ecc-a965-8c0f21213dd0 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:01:58.893188 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc651a9b-06dd-46c9-b383-f8fe2f160152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (16b2d1c9-a71e-43a3-baad-57a8767096cb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.901582 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5881ff3-bb89-443d-bca8-063d023a37ff tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:58.901582 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b5881ff3-bb89-443d-bca8-063d023a37ff tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:58.938668 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc765201-8da3-45f9-8bf7-a936362b38db req-b5766832-ade6-4fdc-a3b8-301d46dfa215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:58.940212 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc765201-8da3-45f9-8bf7-a936362b38db req-b5766832-ade6-4fdc-a3b8-301d46dfa215 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=39ced08894bc44b28af70965be7f8e31&device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 1129 time: 0.0501006 Feb 15 17:01:58.950158 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-88eb7355-b57f-44bf-a9b0-f4dfca6bfa6e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3579748 Feb 15 17:01:58.999620 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for port (ebc75003-27e4-4b1d-bed2-b6a9583d2296), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:59.008887 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0ff16e-6a6a-4bd3-88e3-59aac65c529f None None] Network 822d0a6b-2a64-4ecc-a965-8c0f21213dd0 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:01:59.070725 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b5881ff3-bb89-443d-bca8-063d023a37ff tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.6120927 Feb 15 17:01:59.083963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39176) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:59.100685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a5dd0c1f-031e-4dbe-bc84-73797c52a835 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-281831969', 'network_id': '822d0a6b-2a64-4ecc-a965-8c0f21213dd0'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:01:59.115209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc765201-8da3-45f9-8bf7-a936362b38db req-c60c59dd-7540-4e4a-8498-025ab5850a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:59.118093 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc765201-8da3-45f9-8bf7-a936362b38db req-c60c59dd-7540-4e4a-8498-025ab5850a01 service neutron] 10.222.0.10 "GET /v2.0/networks?id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc HTTP/1.1" status: 200 len: 914 time: 0.1716592 Feb 15 17:01:59.149558 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b47e6b5-dc43-464f-8a59-4148e94d8a34 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (7d95cff9-f5c0-45ec-858b-0f5a6c6c60fe), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:59.171244 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc765201-8da3-45f9-8bf7-a936362b38db req-a890d8ca-d81b-4848-addd-fc9129ecb56c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28129b61-fe83-484b-a48b-d25cd2f717d0 HTTP/1.1" status: 200 len: 217 time: 0.0461733 Feb 15 17:01:59.173526 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec69e239-909a-4a60-b5a9-b19686b61124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9e3d16f5-3396-48f0-a39a-c47e9b1035ea), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:59.176156 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec69e239-909a-4a60-b5a9-b19686b61124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:59.180677 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ec69e239-909a-4a60-b5a9-b19686b61124 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9e3d16f5-3396-48f0-a39a-c47e9b1035ea HTTP/1.1" status: 204 len: 168 time: 1.0719719 Feb 15 17:01:59.204807 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69e239-909a-4a60-b5a9-b19686b61124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3d16f5-3396-48f0-a39a-c47e9b1035ea,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:59.209050 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-d5249f80-4d03-46fc-86a7-b7ff4ef40247 service neutron] 10.222.0.107 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423825 Feb 15 17:01:59.248901 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc765201-8da3-45f9-8bf7-a936362b38db req-87d8fda7-db80-4f27-9f22-29ce12387ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:59.250703 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc765201-8da3-45f9-8bf7-a936362b38db req-87d8fda7-db80-4f27-9f22-29ce12387ee4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ace70380-0204-41b0-be4a-55804a4b7a9b HTTP/1.1" status: 200 len: 853 time: 0.0742042 Feb 15 17:01:59.267664 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc651a9b-06dd-46c9-b383-f8fe2f160152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (16b2d1c9-a71e-43a3-baad-57a8767096cb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:59.284484 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dd0c1f-031e-4dbe-bc84-73797c52a835 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Made reservation on behalf of 9f89870d69ff493bae77dcbd0e84b038 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:01:59.286836 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c1f-031e-4dbe-bc84-73797c52a835 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:59.289996 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b47e6b5-dc43-464f-8a59-4148e94d8a34 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (7d95cff9-f5c0-45ec-858b-0f5a6c6c60fe), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:59.294235 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc765201-8da3-45f9-8bf7-a936362b38db req-77305990-6d0f-4650-a553-622ed6aaf58e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=708ad032-cbc0-4ad4-9926-2ac8e9b388cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378780 Feb 15 17:01:59.343611 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc651a9b-06dd-46c9-b383-f8fe2f160152 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b2d1c9-a71e-43a3-baad-57a8767096cb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:59.346779 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ebc75003-27e4-4b1d-bed2-b6a9583d2296), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:59.360265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc74248-96a4-4deb-a822-b6397d0faa16 None None] Network 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:01:59.370583 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc651a9b-06dd-46c9-b383-f8fe2f160152 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:59.373943 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cc651a9b-06dd-46c9-b383-f8fe2f160152 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/16b2d1c9-a71e-43a3-baad-57a8767096cb HTTP/1.1" status: 204 len: 168 time: 1.4528954 Feb 15 17:01:59.383037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39182) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:59.392348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-a5dd0c1f-031e-4dbe-bc84-73797c52a835 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] device_id is not set on port bb0bb4df-991c-46e9-9d9c-6fda5464290f yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:01:59.399460 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47e6b5-dc43-464f-8a59-4148e94d8a34 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d95cff9-f5c0-45ec-858b-0f5a6c6c60fe,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:59.425731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:01:59.448416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:01:59.458051 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:01:59.524284 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b47e6b5-dc43-464f-8a59-4148e94d8a34 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:59.525636 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5b47e6b5-dc43-464f-8a59-4148e94d8a34 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9532623 Feb 15 17:01:59.531056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39184) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:59.559004 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc765201-8da3-45f9-8bf7-a936362b38db req-143da017-679a-4a5e-806f-ac8be4eecbae service neutron] 10.222.0.10 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593112 Feb 15 17:01:59.559218 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Pushing event updated for resources: {'Port': ['ID=ebc75003-27e4-4b1d-bed2-b6a9583d2296,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:01:59.580992 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-a9ae5d3c-1bf9-4380-9d6e-d4dfa1ca8a5a service neutron] 10.222.0.107 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609934 Feb 15 17:01:59.597052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6469165c-2ed6-45ac-a233-75a4abf01843 None None] DHCP port deletion for 09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:01:59.669324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6469165c-2ed6-45ac-a233-75a4abf01843 None None] Deleting port ffc97731-834c-4c6b-a3ba-74f961d5b30b {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:01:59.669908 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6469165c-2ed6-45ac-a233-75a4abf01843 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ffc97731-834c-4c6b-a3ba-74f961d5b30b), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:59.672515 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39188) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:01:59.691903 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-269a56d8-8a18-4fa2-9839-d1bc158c39bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:59.758960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6469165c-2ed6-45ac-a233-75a4abf01843 None None] For port ffc97731-834c-4c6b-a3ba-74f961d5b30b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ffc97731-834c-4c6b-a3ba-74f961d5b30b,segment=NetworkSegment(5ccf1505-15a6-48aa-a681-32d4bfd94419),segment_id=5ccf1505-15a6-48aa-a681-32d4bfd94419)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:01:59.759945 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6469165c-2ed6-45ac-a233-75a4abf01843 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ffc97731-834c-4c6b-a3ba-74f961d5b30b), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:59.763482 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-a5dd0c1f-031e-4dbe-bc84-73797c52a835 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Allocated IP 2001:db8::ab (822d0a6b-2a64-4ecc-a965-8c0f21213dd0/5344a7b0-b5cb-46ca-8347-59fd1cf6be93/bb0bb4df-991c-46e9-9d9c-6fda5464290f) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:01:59.788260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6469165c-2ed6-45ac-a233-75a4abf01843 None None] Calling delete_port for ffc97731-834c-4c6b-a3ba-74f961d5b30b owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:01:59.822389 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:01:59.887181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc7b9b-8205-4ed2-97b4-30136b94cb3b req-de57e689-7708-4c35-8ecc-dd146f47435e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:01:59.895252 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0edc7b9b-8205-4ed2-97b4-30136b94cb3b req-de57e689-7708-4c35-8ecc-dd146f47435e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.4139419 Feb 15 17:01:59.923944 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc765201-8da3-45f9-8bf7-a936362b38db req-0ad5ec03-a4ff-4adc-a134-50457c24db22 service neutron] 10.222.0.10 "GET /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553340 Feb 15 17:01:59.934876 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2905fe02-e843-4300-9229-07a0ffe815b4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (b3486d40-c60f-4e71-88fc-4eb047550aa9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.006799 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-269a56d8-8a18-4fa2-9839-d1bc158c39bf admin admin] Publish callbacks [] for security_group (26535ce1-015e-4530-a40b-830331cfdeda), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.022031 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6469165c-2ed6-45ac-a233-75a4abf01843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (ffc97731-834c-4c6b-a3ba-74f961d5b30b), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.031224 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0edc7b9b-8205-4ed2-97b4-30136b94cb3b req-51443c46-aee9-4c4f-923b-41e5bf5a6469 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241426 Feb 15 17:02:00.037211 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2905fe02-e843-4300-9229-07a0ffe815b4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (b3486d40-c60f-4e71-88fc-4eb047550aa9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.090915 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-269a56d8-8a18-4fa2-9839-d1bc158c39bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (26535ce1-015e-4530-a40b-830331cfdeda), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.094070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] Deleting port ffc97731-834c-4c6b-a3ba-74f961d5b30b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:02:00.094793 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ffc97731-834c-4c6b-a3ba-74f961d5b30b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.125270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6469165c-2ed6-45ac-a233-75a4abf01843 None None] No DVR routers for this DVR port ffc97731-834c-4c6b-a3ba-74f961d5b30b on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:02:00.131661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469165c-2ed6-45ac-a233-75a4abf01843 None None] Pushing event deleted for resources: {'Port': ['ID=ffc97731-834c-4c6b-a3ba-74f961d5b30b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:00.137798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ffc97731-834c-4c6b-a3ba-74f961d5b30b no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:02:00.167351 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: ffc97731-834c-4c6b-a3ba-74f961d5b30b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:02:00.167351 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ffc97731-834c-4c6b-a3ba-74f961d5b30b not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:02:00.175584 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a56d8-8a18-4fa2-9839-d1bc158c39bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26535ce1-015e-4530-a40b-830331cfdeda,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:00.180075 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (4e2173ee-7355-421e-bf2d-4c9cbed7157c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.188380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] For port ffc97731-834c-4c6b-a3ba-74f961d5b30b, host n-d-828372-14, got binding levels [] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:02:00.188981 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ffc97731-834c-4c6b-a3ba-74f961d5b30b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.208133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] Calling delete_port for ffc97731-834c-4c6b-a3ba-74f961d5b30b owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:02:00.211504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.ipam_backend_mixin [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] Port ffc97731-834c-4c6b-a3ba-74f961d5b30b was not found and therefore no delete operation was performed {{(pid=103799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 17:02:00.212920 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ffc97731-834c-4c6b-a3ba-74f961d5b30b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.248320 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c1f-031e-4dbe-bc84-73797c52a835 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for port (bb0bb4df-991c-46e9-9d9c-6fda5464290f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.248610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc97731-834c-4c6b-a3ba-74f961d5b30b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:00.252719 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2905fe02-e843-4300-9229-07a0ffe815b4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b3486d40-c60f-4e71-88fc-4eb047550aa9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.255663 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2905fe02-e843-4300-9229-07a0ffe815b4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.257481 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2905fe02-e843-4300-9229-07a0ffe815b4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-groups/b3486d40-c60f-4e71-88fc-4eb047550aa9 HTTP/1.1" status: 204 len: 168 time: 0.7254565 Feb 15 17:02:00.258494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] No DVR routers for this DVR port ffc97731-834c-4c6b-a3ba-74f961d5b30b on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:02:00.262705 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39204) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:00.307158 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-935223b7-6193-462a-bcbb-e0e199b429b6 req-39ca482d-3a17-4447-b300-fb48cd64f9ad tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.2131910 Feb 15 17:02:00.310749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905fe02-e843-4300-9229-07a0ffe815b4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3486d40-c60f-4e71-88fc-4eb047550aa9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:00.344519 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-269a56d8-8a18-4fa2-9839-d1bc158c39bf admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=44c30c209b814fa2924febb5e41fee88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6693687 Feb 15 17:02:00.352560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39210) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:00.398187 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.399288 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.403774 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-766c0ff5-af3d-4138-9ee4-7789af88e7e4 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1397901 Feb 15 17:02:00.410897 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39212) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:00.437805 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:00.451830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ccf1505-15a6-48aa-a681-32d4bfd94419') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:00.452133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ccf1505-15a6-48aa-a681-32d4bfd94419') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:00.465048 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (5ccf1505-15a6-48aa-a681-32d4bfd94419), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.493397 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9a1a480a-41ed-4d6f-97dc-2818d1696470 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0765352 Feb 15 17:02:00.493397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39214) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:00.502662 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (5ccf1505-15a6-48aa-a681-32d4bfd94419), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.528835 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c1f-031e-4dbe-bc84-73797c52a835 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (bb0bb4df-991c-46e9-9d9c-6fda5464290f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.532125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:02:00.532708 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (5ccf1505-15a6-48aa-a681-32d4bfd94419), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:02:00.582928 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:02:00.585405 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2164540d-705f-404a-99bc-a4cbec9bac03 admin admin] Publish callbacks [] for security_group (26535ce1-015e-4530-a40b-830331cfdeda), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.605126 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dd0c1f-031e-4dbe-bc84-73797c52a835 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Network 822d0a6b-2a64-4ecc-a965-8c0f21213dd0 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:02:00.612631 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a5dd0c1f-031e-4dbe-bc84-73797c52a835 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:02:00.620457 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-450b1247-2e45-4c88-a056-c2a4b99ce750 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] delete failed (client error): The resource could not be found. Feb 15 17:02:00.622251 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-450b1247-2e45-4c88-a056-c2a4b99ce750 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "DELETE /v2.0/security-groups/b3486d40-c60f-4e71-88fc-4eb047550aa9 HTTP/1.1" status: 404 len: 347 time: 0.1274166 Feb 15 17:02:00.629939 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dd0c1f-031e-4dbe-bc84-73797c52a835 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:02:00.629939 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dd0c1f-031e-4dbe-bc84-73797c52a835 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:00.630558 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a5dd0c1f-031e-4dbe-bc84-73797c52a835 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.630814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39222) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:00.637802 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2164540d-705f-404a-99bc-a4cbec9bac03 admin admin] Publish callbacks [] for security_group (26535ce1-015e-4530-a40b-830331cfdeda), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.671097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd0c1f-031e-4dbe-bc84-73797c52a835 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Pushing event updated for resources: {'Port': ['ID=bb0bb4df-991c-46e9-9d9c-6fda5464290f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:00.690874 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-afec02e0-5ef2-4ace-8d30-2d50aece2149 tempest-SecGroupTest-1138328492 tempest-SecGroupTest-1138328492-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0534539 Feb 15 17:02:00.698090 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (4e2173ee-7355-421e-bf2d-4c9cbed7157c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.731077 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.740438 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.743022 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.747403 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] 10.222.0.107 "DELETE /v2.0/networks/09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c HTTP/1.1" status: 204 len: 168 time: 1.3632772 Feb 15 17:02:00.764124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13be63-649c-4cbf-936c-12cd8e0d90a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=09cfa1ac-4ff0-4f49-9fd8-0e872aeb074c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:00.783104 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a5dd0c1f-031e-4dbe-bc84-73797c52a835 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6952856 Feb 15 17:02:00.785950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39230) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:00.898913 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2164540d-705f-404a-99bc-a4cbec9bac03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (26535ce1-015e-4530-a40b-830331cfdeda), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.901464 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2164540d-705f-404a-99bc-a4cbec9bac03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:00.902615 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2164540d-705f-404a-99bc-a4cbec9bac03 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/26535ce1-015e-4530-a40b-830331cfdeda HTTP/1.1" status: 204 len: 168 time: 0.5488701 Feb 15 17:02:00.926386 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2164540d-705f-404a-99bc-a4cbec9bac03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26535ce1-015e-4530-a40b-830331cfdeda,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:00.931794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-45782dac-97fd-4644-98aa-78f7123f9f0c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Deleting port bb0bb4df-991c-46e9-9d9c-6fda5464290f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:02:00.932133 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45782dac-97fd-4644-98aa-78f7123f9f0c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (bb0bb4df-991c-46e9-9d9c-6fda5464290f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:01.015520 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45782dac-97fd-4644-98aa-78f7123f9f0c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (bb0bb4df-991c-46e9-9d9c-6fda5464290f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:01.028491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-45782dac-97fd-4644-98aa-78f7123f9f0c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Calling delete_port for bb0bb4df-991c-46e9-9d9c-6fda5464290f owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:02:01.034475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Router 4e2173ee-7355-421e-bf2d-4c9cbed7157c is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:02:01.145323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70eab9-7237-4504-a77a-d6e9ba77dd38 req-ae5b8ae2-23db-4de9-abd2-662ff118086d tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:01.148333 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e70eab9-7237-4504-a77a-d6e9ba77dd38 req-ae5b8ae2-23db-4de9-abd2-662ff118086d tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.0659919 Feb 15 17:02:01.206940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e70eab9-7237-4504-a77a-d6e9ba77dd38 req-ec7e6b86-d80e-49a1-9e05-c9ff69c427ee tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505819 Feb 15 17:02:01.295328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39244) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:01.387691 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e74b9dfe-07ab-45bc-8f89-201bd7361dbd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0860b996450e411880fd86cd9f5cbb84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0837884 Feb 15 17:02:01.388438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39248) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:01.453045 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a09d7dca-ad42-48e1-b2f2-fd0d5899008d req-62dfbb1e-dbda-4dc5-ad74-e55a9ddd239b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.0560536 Feb 15 17:02:01.485952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39250) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:01.504644 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20365ffd-e695-4640-adc3-574627916cca admin admin] Publish callbacks [] for security_group (01881ff2-c04a-4389-a914-c6443c42f12b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:01.532259 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20365ffd-e695-4640-adc3-574627916cca admin admin] Publish callbacks [] for security_group (01881ff2-c04a-4389-a914-c6443c42f12b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:01.549801 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e96620-9949-4d71-a8cb-305c757b7dca req-e64babed-5f8a-480b-b224-404aece65999 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:01.551288 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c9e96620-9949-4d71-a8cb-305c757b7dca req-e64babed-5f8a-480b-b224-404aece65999 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.1057935 Feb 15 17:02:01.602684 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:02:01.612246 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Sync routers for ids ['4e2173ee-7355-421e-bf2d-4c9cbed7157c'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:02:01.623944 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Routers {'4e2173ee-7355-421e-bf2d-4c9cbed7157c'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:01.628593 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4e2173ee-7355-421e-bf2d-4c9cbed7157c'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:01.652465 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c9e96620-9949-4d71-a8cb-305c757b7dca req-d4fa839b-96ed-4e37-8f41-0ee1fc465dae tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944252 Feb 15 17:02:01.673196 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20365ffd-e695-4640-adc3-574627916cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (01881ff2-c04a-4389-a914-c6443c42f12b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:01.675846 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20365ffd-e695-4640-adc3-574627916cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:01.677244 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-20365ffd-e695-4640-adc3-574627916cca admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/01881ff2-c04a-4389-a914-c6443c42f12b HTTP/1.1" status: 204 len: 168 time: 0.2878373 Feb 15 17:02:01.687298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20365ffd-e695-4640-adc3-574627916cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01881ff2-c04a-4389-a914-c6443c42f12b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:01.754995 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Set router 4e2173ee-7355-421e-bf2d-4c9cbed7157c gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:02:01.762082 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:01.764531 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d631045b-6bb2-4a40-8ebb-a2f0ae1368b9 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.0151575 Feb 15 17:02:01.767174 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39264) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:01.768933 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45782dac-97fd-4644-98aa-78f7123f9f0c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (bb0bb4df-991c-46e9-9d9c-6fda5464290f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:01.904637 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45782dac-97fd-4644-98aa-78f7123f9f0c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb0bb4df-991c-46e9-9d9c-6fda5464290f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:01.908171 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45782dac-97fd-4644-98aa-78f7123f9f0c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:01.927556 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-45782dac-97fd-4644-98aa-78f7123f9f0c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "DELETE /v2.0/ports/bb0bb4df-991c-46e9-9d9c-6fda5464290f HTTP/1.1" status: 204 len: 168 time: 1.1385739 Feb 15 17:02:01.928638 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39266) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:01.954662 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '822d0a6b-2a64-4ecc-a965-8c0f21213dd0', 'external_fixed_ips': [{'subnet_id': '5344a7b0-b5cb-46ca-8347-59fd1cf6be93', 'ip_address': '2001:db8::ab'}]}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:01.956985 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2173ee-7355-421e-bf2d-4c9cbed7157c', 'name': 'tempest-snat-router-1432659320', 'tenant_id': '2966ca7a49f042989ce722a6abf4f8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': False}, 'gw_port_id': 'ebc75003-27e4-4b1d-bed2-b6a9583d2296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:01:55Z', 'updated_at': '2022-02-15T17:01:59Z', 'revision_number': 3, 'project_id': '2966ca7a49f042989ce722a6abf4f8bc', 'gw_port': {'id': 'ebc75003-27e4-4b1d-bed2-b6a9583d2296', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2173ee-7355-421e-bf2d-4c9cbed7157c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:01:57Z', 'updated_at': '2022-02-15T17:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:01.991940 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Checking router: 4e2173ee-7355-421e-bf2d-4c9cbed7157c for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:02:01.992585 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Updating router 4e2173ee-7355-421e-bf2d-4c9cbed7157c port ebc75003-27e4-4b1d-bed2-b6a9583d2296 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:02:02.026811 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ebc75003-27e4-4b1d-bed2-b6a9583d2296), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.054412 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d636f9-c305-4f49-8e7c-bd45edb75c7c req-1efda27b-f055-43b9-acb1-bedb8a5a67bb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:02.061189 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-46d636f9-c305-4f49-8e7c-bd45edb75c7c req-1efda27b-f055-43b9-acb1-bedb8a5a67bb tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.2472157 Feb 15 17:02:02.090579 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (41b72e03-9b89-4b63-93ab-52c72754f88d), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.094689 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (41b72e03-9b89-4b63-93ab-52c72754f88d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.182021 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-46d636f9-c305-4f49-8e7c-bd45edb75c7c req-979d12da-8951-4ee3-92e3-bdfb0f29c511 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092381 Feb 15 17:02:02.193179 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_controller (41b72e03-9b89-4b63-93ab-52c72754f88d), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.366969 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Publish callbacks [] for port (ebc75003-27e4-4b1d-bed2-b6a9583d2296), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.406912 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3cd4d741-e65d-4bae-8385-5dbcd6147706 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8ab57b6fcf6549afac0961ae419af999&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9259729 Feb 15 17:02:02.411562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39274) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:02.422544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b54c5b6-9b2d-4540-a0ee-32ca1f123c13 req-3d951989-1502-4d7c-b1f9-439e7c073256 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:02.424384 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b54c5b6-9b2d-4540-a0ee-32ca1f123c13 req-3d951989-1502-4d7c-b1f9-439e7c073256 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.1234956 Feb 15 17:02:02.437209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39276) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:02.453432 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ebc75003-27e4-4b1d-bed2-b6a9583d2296), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.458593 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e5d39533-c8ea-46bd-9681-98ce9d3eaa61 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/routers/4e2173ee-7355-421e-bf2d-4c9cbed7157c HTTP/1.1" status: 200 len: 909 time: 0.6901953 Feb 15 17:02:02.462641 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39278) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:02.474440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1432659320', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'enable_snat': True}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:02.481550 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bed01b32-ce8c-449d-a5a0-a490287b6262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.539763 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (41b72e03-9b89-4b63-93ab-52c72754f88d), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.543842 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Attempting to bind port ebc75003-27e4-4b1d-bed2-b6a9583d2296 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:02:02.544499 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Attempting to bind port ebc75003-27e4-4b1d-bed2-b6a9583d2296 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:02:02.544868 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Attempting to bind port ebc75003-27e4-4b1d-bed2-b6a9583d2296 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:02:02.554211 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d0040-974e-494d-b693-6f5ec18b270f None None] Pushing event updated for resources: {'Port': ['ID=ebc75003-27e4-4b1d-bed2-b6a9583d2296,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:02.557664 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:02:02.558037 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:02:02.558574 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.559011 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:02:02.559488 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Bound port: ebc75003-27e4-4b1d-bed2-b6a9583d2296, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:02:02.559861 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ebc75003-27e4-4b1d-bed2-b6a9583d2296), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.567448 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b54c5b6-9b2d-4540-a0ee-32ca1f123c13 req-b0801a78-6a7d-4c95-b24e-a10df6856041 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307275 Feb 15 17:02:02.574980 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c30917c8-528e-40a0-9f67-ad5740a4a58f admin admin] Publish callbacks [] for security_group (79b6c5e0-b7e0-4ba8-9968-65004e036539), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.617946 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (304113ad-36d0-4cb0-9e41-15d82cbee531), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.619771 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d0040-974e-494d-b693-6f5ec18b270f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:02.620199 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d0040-974e-494d-b693-6f5ec18b270f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:02.623252 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d0040-974e-494d-b693-6f5ec18b270f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:02.623252 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d0040-974e-494d-b693-6f5ec18b270f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:02.623252 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d0040-974e-494d-b693-6f5ec18b270f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:02.623252 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d0040-974e-494d-b693-6f5ec18b270f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:02.623252 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d0040-974e-494d-b693-6f5ec18b270f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:02.623252 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d0040-974e-494d-b693-6f5ec18b270f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:02.623252 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d0040-974e-494d-b693-6f5ec18b270f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:02.623252 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d0040-974e-494d-b693-6f5ec18b270f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:02.623252 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d0040-974e-494d-b693-6f5ec18b270f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:02.623252 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d0040-974e-494d-b693-6f5ec18b270f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:02.624098 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d0040-974e-494d-b693-6f5ec18b270f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:02.624552 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (304113ad-36d0-4cb0-9e41-15d82cbee531), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.683660 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c30917c8-528e-40a0-9f67-ad5740a4a58f admin admin] Publish callbacks [] for security_group (79b6c5e0-b7e0-4ba8-9968-65004e036539), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.687817 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6edb800e-f0de-4a3c-b5d1-2d261c72d70f req-59284ff1-e419-4db6-a4d1-d72ba9d7233c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.0847328 Feb 15 17:02:02.710001 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] For port ebc75003-27e4-4b1d-bed2-b6a9583d2296, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:02:02.715836 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] For port ebc75003-27e4-4b1d-bed2-b6a9583d2296, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ebc75003-27e4-4b1d-bed2-b6a9583d2296,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:02:02.815410 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_controller (304113ad-36d0-4cb0-9e41-15d82cbee531), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.842193 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bed01b32-ce8c-449d-a5a0-a490287b6262 admin admin] Publish callbacks [] for security_group (f9ee235e-75c9-444e-82e2-c71a9d0815c5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.851874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-dc2e7a94-3ee0-4e1f-9bef-2e95dcb9b890 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:02.853416 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-dc2e7a94-3ee0-4e1f-9bef-2e95dcb9b890 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 812 time: 0.2655883 Feb 15 17:02:02.862945 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ebc75003-27e4-4b1d-bed2-b6a9583d2296), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.870811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-1006e681-0c69-4ddf-97ee-ea003bcf9d20 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'port': {'device_id': 'e191ab4f-e22a-47a4-b323-8955cdb60b8e', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'admin_state_up': True, 'tenant_id': '3e4b95210b24489aa9af66b1429a9643'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:02.921536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3966efa-ebf5-4d6a-bf6f-42b4bed5909e req-1762c6ae-cba4-4163-be45-0b6a812d36b0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:02.923501 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3966efa-ebf5-4d6a-bf6f-42b4bed5909e req-1762c6ae-cba4-4163-be45-0b6a812d36b0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.1686072 Feb 15 17:02:02.968910 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bed01b32-ce8c-449d-a5a0-a490287b6262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f9ee235e-75c9-444e-82e2-c71a9d0815c5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:02.973294 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Routers {'4e2173ee-7355-421e-bf2d-4c9cbed7157c'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:02.974220 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4e2173ee-7355-421e-bf2d-4c9cbed7157c'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:03.052795 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c30917c8-528e-40a0-9f67-ad5740a4a58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (79b6c5e0-b7e0-4ba8-9968-65004e036539), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:03.056080 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c30917c8-528e-40a0-9f67-ad5740a4a58f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:03.059651 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c30917c8-528e-40a0-9f67-ad5740a4a58f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/79b6c5e0-b7e0-4ba8-9968-65004e036539 HTTP/1.1" status: 204 len: 168 time: 0.6438971 Feb 15 17:02:03.068879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed01b32-ce8c-449d-a5a0-a490287b6262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ee235e-75c9-444e-82e2-c71a9d0815c5,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:03.074247 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3966efa-ebf5-4d6a-bf6f-42b4bed5909e req-8c1c2326-a402-4a55-9075-f7b232fae146 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381764 Feb 15 17:02:03.101492 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bed01b32-ce8c-449d-a5a0-a490287b6262 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1a7c2779f30043a5aeb4ea7a2f4ed10f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6414688 Feb 15 17:02:03.101492 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39304) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:03.146029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30917c8-528e-40a0-9f67-ad5740a4a58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b6c5e0-b7e0-4ba8-9968-65004e036539,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:03.187628 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (304113ad-36d0-4cb0-9e41-15d82cbee531), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:03.220339 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c76e798-d2f7-4603-98c2-91a42c179f79 admin admin] Publish callbacks [] for security_group (f9ee235e-75c9-444e-82e2-c71a9d0815c5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:03.229189 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d0040-974e-494d-b693-6f5ec18b270f None None] Pushing event updated for resources: {'Port': ['ID=ebc75003-27e4-4b1d-bed2-b6a9583d2296,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:03.273978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c76e798-d2f7-4603-98c2-91a42c179f79 admin admin] Publish callbacks [] for security_group (f9ee235e-75c9-444e-82e2-c71a9d0815c5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:03.281666 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] Set router 4e2173ee-7355-421e-bf2d-4c9cbed7157c gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:02:03.281957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-1006e681-0c69-4ddf-97ee-ea003bcf9d20 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Made reservation on behalf of 3e4b95210b24489aa9af66b1429a9643 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:02:03.284633 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (41b72e03-9b89-4b63-93ab-52c72754f88d), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:03.291297 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-1006e681-0c69-4ddf-97ee-ea003bcf9d20 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:03.324832 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:03.478736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039509da-d4c5-420b-af4c-ba82ca200cfc req-ae1000a7-d9bf-4bad-bbd6-9500fe31f722 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:03.486203 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e2173ee-7355-421e-bf2d-4c9cbed7157c', 'name': 'tempest-snat-router-1432659320', 'tenant_id': '2966ca7a49f042989ce722a6abf4f8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': False}, 'gw_port_id': 'ebc75003-27e4-4b1d-bed2-b6a9583d2296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:01:55Z', 'updated_at': '2022-02-15T17:01:59Z', 'revision_number': 3, 'project_id': '2966ca7a49f042989ce722a6abf4f8bc', 'gw_port': {'id': 'ebc75003-27e4-4b1d-bed2-b6a9583d2296', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2173ee-7355-421e-bf2d-4c9cbed7157c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:01:57Z', 'updated_at': '2022-02-15T17:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:03.495603 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-039509da-d4c5-420b-af4c-ba82ca200cfc req-ae1000a7-d9bf-4bad-bbd6-9500fe31f722 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.2946582 Feb 15 17:02:03.496093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-1006e681-0c69-4ddf-97ee-ea003bcf9d20 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Allocated IP 172.20.0.14 (6d034b05-8049-4817-a4aa-97f8065a9672/5c179437-204b-4978-a297-fc19fe80904c/a2134f4a-3a9e-45fa-87d2-8c8ac81072cf) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:02:03.518224 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c76e798-d2f7-4603-98c2-91a42c179f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f9ee235e-75c9-444e-82e2-c71a9d0815c5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:03.519684 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b86f54c-b2af-4c4e-a6f4-d6b12ad52eb2 None None] The sync data for ids ['4e2173ee-7355-421e-bf2d-4c9cbed7157c'] in n-d-828372-14 is: [{'id': '4e2173ee-7355-421e-bf2d-4c9cbed7157c', 'name': 'tempest-snat-router-1432659320', 'tenant_id': '2966ca7a49f042989ce722a6abf4f8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': False}, 'gw_port_id': 'ebc75003-27e4-4b1d-bed2-b6a9583d2296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:01:55Z', 'updated_at': '2022-02-15T17:01:59Z', 'revision_number': 3, 'project_id': '2966ca7a49f042989ce722a6abf4f8bc', 'gw_port': {'id': 'ebc75003-27e4-4b1d-bed2-b6a9583d2296', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e2173ee-7355-421e-bf2d-4c9cbed7157c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2697, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:01:57Z', 'updated_at': '2022-02-15T17:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:02:03.524904 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c76e798-d2f7-4603-98c2-91a42c179f79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:03.527470 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9c76e798-d2f7-4603-98c2-91a42c179f79 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f9ee235e-75c9-444e-82e2-c71a9d0815c5 HTTP/1.1" status: 204 len: 168 time: 0.4375975 Feb 15 17:02:03.551561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76e798-d2f7-4603-98c2-91a42c179f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ee235e-75c9-444e-82e2-c71a9d0815c5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:03.648219 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-039509da-d4c5-420b-af4c-ba82ca200cfc req-838ea22e-a856-4a01-8e9d-03f8c3a86d68 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609051 Feb 15 17:02:03.711270 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Allocated IP 2001:db8::ab (822d0a6b-2a64-4ecc-a965-8c0f21213dd0/5344a7b0-b5cb-46ca-8347-59fd1cf6be93/e4e5dfb3-e44c-4e2e-b990-5339d56022d0) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:02:03.836536 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-1006e681-0c69-4ddf-97ee-ea003bcf9d20 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:03.865094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-45974804-3b9e-48fa-955e-61a95a4b6e6c req-7154721a-9fef-40da-9ca7-a3d4f8b72a39 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.0578156 Feb 15 17:02:04.041018 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for port (e4e5dfb3-e44c-4e2e-b990-5339d56022d0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:04.133666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ebc75003-27e4-4b1d-bed2-b6a9583d2296 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:02:04.152931 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39368e26-9424-46ec-bfc3-968e2d3c4e18 req-93ebfacb-0a9e-44dc-83a6-4d61b40e8bba tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:04.156903 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-39368e26-9424-46ec-bfc3-968e2d3c4e18 req-93ebfacb-0a9e-44dc-83a6-4d61b40e8bba tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.3023558 Feb 15 17:02:04.174184 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (304113ad-36d0-4cb0-9e41-15d82cbee531), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:04.197947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ebc75003-27e4-4b1d-bed2-b6a9583d2296 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:02:04.200124 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ebc75003-27e4-4b1d-bed2-b6a9583d2296), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:04.206104 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:04.245994 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-1006e681-0c69-4ddf-97ee-ea003bcf9d20 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:04.311413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-1006e681-0c69-4ddf-97ee-ea003bcf9d20 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Network 6d034b05-8049-4817-a4aa-97f8065a9672 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:02:04.315204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-1006e681-0c69-4ddf-97ee-ea003bcf9d20 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:02:04.321411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-1006e681-0c69-4ddf-97ee-ea003bcf9d20 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:02:04.326949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006e681-0c69-4ddf-97ee-ea003bcf9d20 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'Port': ['ID=a2134f4a-3a9e-45fa-87d2-8c8ac81072cf,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:04.344119 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-39368e26-9424-46ec-bfc3-968e2d3c4e18 req-39ba02dc-ae94-4092-b9f8-04aea30bcbbe tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818817 Feb 15 17:02:04.351098 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e4e5dfb3-e44c-4e2e-b990-5339d56022d0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:04.399220 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ebc75003-27e4-4b1d-bed2-b6a9583d2296 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:02:04.401484 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ebc75003-27e4-4b1d-bed2-b6a9583d2296), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:04.457532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port ebc75003-27e4-4b1d-bed2-b6a9583d2296, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ebc75003-27e4-4b1d-bed2-b6a9583d2296,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:02:04.465611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-1006e681-0c69-4ddf-97ee-ea003bcf9d20 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:04.466580 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-1006e681-0c69-4ddf-97ee-ea003bcf9d20 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:04.500242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Network 822d0a6b-2a64-4ecc-a965-8c0f21213dd0 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:02:04.528533 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:02:04.532766 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:02:04.539109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Pushing event updated for resources: {'Port': ['ID=e4e5dfb3-e44c-4e2e-b990-5339d56022d0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:04.561877 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ebc75003-27e4-4b1d-bed2-b6a9583d2296), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:04.562508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509d984-05fc-4174-adc6-9507aa714610 req-7d7e8e9c-ea17-4ad8-90f3-3996d7be9346 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:04.573927 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6509d984-05fc-4174-adc6-9507aa714610 req-7d7e8e9c-ea17-4ad8-90f3-3996d7be9346 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.0996745 Feb 15 17:02:04.656712 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-1006e681-0c69-4ddf-97ee-ea003bcf9d20 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7922676 Feb 15 17:02:04.688430 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Request body: {'port': {'device_id': 'e191ab4f-e22a-47a4-b323-8955cdb60b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:04.717533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=ebc75003-27e4-4b1d-bed2-b6a9583d2296,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:04.721670 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:02:04.794570 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6509d984-05fc-4174-adc6-9507aa714610 req-b9d20c4a-9fd5-4e74-aca8-deef09c1bfc1 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154634 Feb 15 17:02:04.853708 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Allocated IP 172.25.4.228 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/3f32020b-9c36-4878-b127-27a8abadddd6) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:02:04.886605 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:04.922238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a5948f70-abe9-4ccb-80ec-247334a6925f None None] Provisioning complete for port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:02:04.923176 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5948f70-abe9-4ccb-80ec-247334a6925f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:04.955587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-c9c7ef7a-1442-41c7-8950-d35212b565e3 req-8413c61e-9d1a-4d7f-8c04-292563a5f2c4 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:02:04.956618 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c9c7ef7a-1442-41c7-8950-d35212b565e3 req-8413c61e-9d1a-4d7f-8c04-292563a5f2c4 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092726 Feb 15 17:02:05.014680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a5948f70-abe9-4ccb-80ec-247334a6925f None None] Port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:02:05.260330 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f7095-cc2a-42bc-8103-9ab90a4952db req-ef6e119b-a603-4c4b-ad3c-8c2d1403efa6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:05.265715 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-363f7095-cc2a-42bc-8103-9ab90a4952db req-ef6e119b-a603-4c4b-ad3c-8c2d1403efa6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 932 time: 0.1332161 Feb 15 17:02:05.373745 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-363f7095-cc2a-42bc-8103-9ab90a4952db req-91ff1de0-ab90-4aaf-836a-6e46daf92dc9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022243 Feb 15 17:02:05.462819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2134f4a-3a9e-45fa-87d2-8c8ac81072cf {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:02:05.485582 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Publish callbacks [] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:05.501322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Transition to ACTIVE for port object a2134f4a-3a9e-45fa-87d2-8c8ac81072cf will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:02:05.602595 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:05.650771 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Pushing event updated for resources: {'Port': ['ID=a2134f4a-3a9e-45fa-87d2-8c8ac81072cf,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:05.689902 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (41b72e03-9b89-4b63-93ab-52c72754f88d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:05.736709 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for port (3f32020b-9c36-4878-b127-27a8abadddd6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:05.764017 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Attempting to bind port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:02:05.764278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Attempting to bind port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:02:05.764615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Attempting to bind port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf on network 6d034b05-8049-4817-a4aa-97f8065a9672 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:02:05.777472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf on network 6d034b05-8049-4817-a4aa-97f8065a9672 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:02:05.779542 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Attempting to bind port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf on network 6d034b05-8049-4817-a4aa-97f8065a9672 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:02:05.785354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:02:05.785892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Checking segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:02:05.786259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Bound using segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:02:05.786695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Bound port: a2134f4a-3a9e-45fa-87d2-8c8ac81072cf, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:02:05.797011 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:05.904914 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] For port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:02:05.908769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] For port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=a2134f4a-3a9e-45fa-87d2-8c8ac81072cf,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:02:05.916004 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3f32020b-9c36-4878-b127-27a8abadddd6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:05.988910 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b651c-1f38-4600-830f-27a336fe3ba4 req-6e665ccd-fb27-4018-ad33-da3d0f73f255 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:05.991075 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f54b651c-1f38-4600-830f-27a336fe3ba4 req-6e665ccd-fb27-4018-ad33-da3d0f73f255 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.8878171 Feb 15 17:02:06.008504 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:06.031710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:06.032604 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:06.039273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] 10.222.0.67 "PUT /v2.0/ports/a2134f4a-3a9e-45fa-87d2-8c8ac81072cf HTTP/1.1" status: 200 len: 1093 time: 1.3680182 Feb 15 17:02:06.074458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ebc75003-27e4-4b1d-bed2-b6a9583d2296 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:02:06.094533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e191ab4f-e22a-47a4-b323-8955cdb60b8e', 'tag': 'a2134f4a-3a9e-45fa-87d2-8c8ac81072cf'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:02:06.097769 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c5f573-c8cc-4023-9016-8b710b991ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "e191ab4f-e22a-47a4-b323-8955cdb60b8e", "tag": "a2134f4a-3a9e-45fa-87d2-8c8ac81072cf"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:02:06.103284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Pushing event updated for resources: {'Port': ['ID=3f32020b-9c36-4878-b127-27a8abadddd6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:06.163488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224e4f2-cad5-4504-8f48-436d0f26a33a service neutron] Pushing event updated for resources: {'Port': ['ID=a2134f4a-3a9e-45fa-87d2-8c8ac81072cf,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:06.213002 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c24765f-f220-4ac8-9b42-dc3862ec6d7a x-openstack-request-id: req-9c24765f-f220-4ac8-9b42-dc3862ec6d7a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:02:06.213328 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e191ab4f-e22a-47a4-b323-8955cdb60b8e", "tag": "a2134f4a-3a9e-45fa-87d2-8c8ac81072cf", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:02:06.213840 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9c24765f-f220-4ac8-9b42-dc3862ec6d7a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:02:06.214491 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e191ab4f-e22a-47a4-b323-8955cdb60b8e', 'tag': 'a2134f4a-3a9e-45fa-87d2-8c8ac81072cf', 'status': 'completed', 'code': 200} Feb 15 17:02:06.220293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ebc75003-27e4-4b1d-bed2-b6a9583d2296 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:02:06.220682 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ebc75003-27e4-4b1d-bed2-b6a9583d2296), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:06.288589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-3ec8f77c-c0db-4968-ade3-3ad9805c91f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:06.290571 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-3ec8f77c-c0db-4968-ade3-3ad9805c91f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 1127 time: 0.0749521 Feb 15 17:02:06.337909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:02:06.370966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ebc75003-27e4-4b1d-bed2-b6a9583d2296 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:02:06.386217 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-dff43da5-547d-42af-bdb1-25dec1fb933f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2134f4a-3a9e-45fa-87d2-8c8ac81072cf HTTP/1.1" status: 200 len: 217 time: 0.0863483 Feb 15 17:02:06.414606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:02:06.421505 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:02:06.494842 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f54b651c-1f38-4600-830f-27a336fe3ba4 req-a8a11a26-9f14-4885-9c14-3e10b67ea181 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497574 Feb 15 17:02:06.515072 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-e256545e-fc7d-4015-8098-0c4d15e35ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:06.530079 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-e256545e-fc7d-4015-8098-0c4d15e35ca9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.1362023 Feb 15 17:02:06.675272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abd3ab-408f-45f0-b2e8-f3bf82c30aef req-2fa9dd9f-05ed-42ab-8bf1-5aad69378103 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:06.680490 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75abd3ab-408f-45f0-b2e8-f3bf82c30aef req-2fa9dd9f-05ed-42ab-8bf1-5aad69378103 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1490858 Feb 15 17:02:06.719892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (41b72e03-9b89-4b63-93ab-52c72754f88d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:06.721814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-68cde3de-9ea2-442c-96a9-d51e09411014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:06.723572 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-68cde3de-9ea2-442c-96a9-d51e09411014 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1344132 Feb 15 17:02:06.852869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39420) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:06.873715 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75abd3ab-408f-45f0-b2e8-f3bf82c30aef req-ffe38edc-ba66-40ce-be55-52dc9e492b22 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862023 Feb 15 17:02:06.919600 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-9c22b7e1-700d-4f68-b63c-33a1a8f47f46 service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853521 Feb 15 17:02:06.921414 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-686fada5-f839-4476-8140-b0dcb150c75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:06.993502 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c139bdb-ea78-48cc-84b5-b9d6574ac08f req-17c5187d-ab8b-4954-9f0a-fbfd33b02da2 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:07.000314 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c139bdb-ea78-48cc-84b5-b9d6574ac08f req-17c5187d-ab8b-4954-9f0a-fbfd33b02da2 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.3048260 Feb 15 17:02:07.024951 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (304113ad-36d0-4cb0-9e41-15d82cbee531), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:07.077277 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-165e9ca6-a7b5-41e1-b24b-b6aa992a5444 req-60d4468f-b994-4398-83ba-fdb7877fc6c1 service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501877 Feb 15 17:02:07.154093 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c139bdb-ea78-48cc-84b5-b9d6574ac08f req-9f8d29f6-4c91-4513-9b83-f30f89e90f5a tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527212 Feb 15 17:02:07.329721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5f573-c8cc-4023-9016-8b710b991ccd req-0636391f-efa4-4bcf-8980-19f57f49a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:07.338064 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79c5f573-c8cc-4023-9016-8b710b991ccd req-0636391f-efa4-4bcf-8980-19f57f49a22b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 1127 time: 0.1405871 Feb 15 17:02:07.341313 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b0a512f-de88-479d-9578-cdd6a8f1c3ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:07.473342 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (304113ad-36d0-4cb0-9e41-15d82cbee531), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:07.499878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e870c8-51e2-49c5-81cf-f17cbacbaede req-b058c5af-842f-4f33-bee2-74b75098e930 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:07.509473 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1e870c8-51e2-49c5-81cf-f17cbacbaede req-b058c5af-842f-4f33-bee2-74b75098e930 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.2260580 Feb 15 17:02:07.512326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Router 41b72e03-9b89-4b63-93ab-52c72754f88d is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:02:07.546919 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5f573-c8cc-4023-9016-8b710b991ccd req-22b1ad03-2bd9-4f64-924a-c13be33c2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:07.548823 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79c5f573-c8cc-4023-9016-8b710b991ccd req-22b1ad03-2bd9-4f64-924a-c13be33c2a1e service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.2041299 Feb 15 17:02:07.604288 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79c5f573-c8cc-4023-9016-8b710b991ccd req-87d753c1-ee49-40c0-8d2e-87d4083a8347 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2134f4a-3a9e-45fa-87d2-8c8ac81072cf HTTP/1.1" status: 200 len: 217 time: 0.0484660 Feb 15 17:02:07.703857 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b0a512f-de88-479d-9578-cdd6a8f1c3ee admin admin] Publish callbacks [] for security_group (30c01fe1-9276-414a-a1e9-929cdd570cc3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:07.713171 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5f573-c8cc-4023-9016-8b710b991ccd req-f770f5d1-0c59-4adf-a179-959863cd0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:07.716120 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79c5f573-c8cc-4023-9016-8b710b991ccd req-f770f5d1-0c59-4adf-a179-959863cd0d61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.1029389 Feb 15 17:02:07.767937 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b0a512f-de88-479d-9578-cdd6a8f1c3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (30c01fe1-9276-414a-a1e9-929cdd570cc3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:07.836637 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8b0a512f-de88-479d-9578-cdd6a8f1c3ee admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c660ccfbe1fe4dd59a79dfbdadc79f56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9873681 Feb 15 17:02:07.836637 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39474) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:07.860180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a512f-de88-479d-9578-cdd6a8f1c3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c01fe1-9276-414a-a1e9-929cdd570cc3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:07.905102 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5f573-c8cc-4023-9016-8b710b991ccd req-8390d870-3a95-4e9b-a947-b0fe9e29d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:07.907332 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79c5f573-c8cc-4023-9016-8b710b991ccd req-8390d870-3a95-4e9b-a947-b0fe9e29d847 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1854200 Feb 15 17:02:08.004649 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1e870c8-51e2-49c5-81cf-f17cbacbaede req-68a5aaa6-7371-43e7-9a12-625f89f6fdcf tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941831 Feb 15 17:02:08.088309 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:02:08.101173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Sync routers for ids ['41b72e03-9b89-4b63-93ab-52c72754f88d'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:02:08.125465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Router 304113ad-36d0-4cb0-9e41-15d82cbee531 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:02:08.128215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Routers {'41b72e03-9b89-4b63-93ab-52c72754f88d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:08.135214 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['41b72e03-9b89-4b63-93ab-52c72754f88d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:08.161502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ecbb1fea-f08c-4e01-89da-9e84e1520a91 admin admin] Publish callbacks [] for security_group (30c01fe1-9276-414a-a1e9-929cdd570cc3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:08.261193 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:08.264703 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e6f688e3-ecb0-4b82-90ce-26fa0af94521 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.3144557 Feb 15 17:02:08.270647 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ecbb1fea-f08c-4e01-89da-9e84e1520a91 admin admin] Publish callbacks [] for security_group (30c01fe1-9276-414a-a1e9-929cdd570cc3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:08.282699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39506) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:08.295888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79c5f573-c8cc-4023-9016-8b710b991ccd req-1d721012-3535-422d-990e-4337b842da9d service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809738 Feb 15 17:02:08.309356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dd32b-2a35-4d97-95e0-e2136b77597c req-b9279b77-c3dc-4466-a545-2140e7f8875f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:08.311940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a9dd32b-2a35-4d97-95e0-e2136b77597c req-b9279b77-c3dc-4466-a545-2140e7f8875f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.2658012 Feb 15 17:02:08.367299 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e07d57-f94e-45f0-8825-a75b9e3c2c42 req-bbbdae2e-a25d-41d9-bafa-ee2c0748b7c0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:08.369034 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a2e07d57-f94e-45f0-8825-a75b9e3c2c42 req-bbbdae2e-a25d-41d9-bafa-ee2c0748b7c0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.1663907 Feb 15 17:02:08.374045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:02:08.393729 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Sync routers for ids ['304113ad-36d0-4cb0-9e41-15d82cbee531'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:02:08.417110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Set router 41b72e03-9b89-4b63-93ab-52c72754f88d gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:02:08.429659 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Routers {'304113ad-36d0-4cb0-9e41-15d82cbee531'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:08.430309 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f3394435-a909-4b42-8cab-a80678770299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:01:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['304113ad-36d0-4cb0-9e41-15d82cbee531'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:08.452829 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a2e07d57-f94e-45f0-8825-a75b9e3c2c42 req-9c99d359-2c73-402d-b1a6-fbca3706da62 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563216 Feb 15 17:02:08.585183 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:08.586938 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f1ec81fa-84d4-4a0f-833b-27db60d86100 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.1209495 Feb 15 17:02:08.589759 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39516) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:08.624201 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Set router 304113ad-36d0-4cb0-9e41-15d82cbee531 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:02:08.727985 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a9dd32b-2a35-4d97-95e0-e2136b77597c req-0d3ad1eb-b349-433f-b1aa-e515635de30c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334610 Feb 15 17:02:08.784838 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b72e03-9b89-4b63-93ab-52c72754f88d', 'name': '', 'tenant_id': '9f89870d69ff493bae77dcbd0e84b038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '822d0a6b-2a64-4ecc-a965-8c0f21213dd0', 'external_fixed_ips': [{'subnet_id': '5344a7b0-b5cb-46ca-8347-59fd1cf6be93', 'ip_address': '2001:db8::ab'}], 'enable_snat': True}, 'gw_port_id': 'e4e5dfb3-e44c-4e2e-b990-5339d56022d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:02:02Z', 'updated_at': '2022-02-15T17:02:05Z', 'revision_number': 3, 'project_id': '9f89870d69ff493bae77dcbd0e84b038', 'gw_port': {'id': 'e4e5dfb3-e44c-4e2e-b990-5339d56022d0', 'name': '', 'network_id': '822d0a6b-2a64-4ecc-a965-8c0f21213dd0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:dc:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b72e03-9b89-4b63-93ab-52c72754f88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2717, 'fixed_ips': [{'subnet_id': '5344a7b0-b5cb-46ca-8347-59fd1cf6be93', 'ip_address': '2001:db8::ab', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:02:03Z', 'updated_at': '2022-02-15T17:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5344a7b0-b5cb-46ca-8347-59fd1cf6be93', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:08.824191 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Checking router: 41b72e03-9b89-4b63-93ab-52c72754f88d for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:02:08.824537 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Updating router 41b72e03-9b89-4b63-93ab-52c72754f88d port e4e5dfb3-e44c-4e2e-b990-5339d56022d0 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:02:08.861727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79c5f573-c8cc-4023-9016-8b710b991ccd req-37f06531-b24e-4c9e-90b1-1455749f691c service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992089 Feb 15 17:02:08.864065 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e4e5dfb3-e44c-4e2e-b990-5339d56022d0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:08.873786 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebd386a1-4778-4c5e-afbe-f7e709d5f0bc tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router (41b72e03-9b89-4b63-93ab-52c72754f88d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:09.040960 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ecbb1fea-f08c-4e01-89da-9e84e1520a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (30c01fe1-9276-414a-a1e9-929cdd570cc3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:09.047885 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ecbb1fea-f08c-4e01-89da-9e84e1520a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:09.064069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ecbb1fea-f08c-4e01-89da-9e84e1520a91 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/30c01fe1-9276-414a-a1e9-929cdd570cc3 HTTP/1.1" status: 204 len: 168 time: 1.2149909 Feb 15 17:02:09.103695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb1fea-f08c-4e01-89da-9e84e1520a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c01fe1-9276-414a-a1e9-929cdd570cc3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:09.253750 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebd386a1-4778-4c5e-afbe-f7e709d5f0bc tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (41b72e03-9b89-4b63-93ab-52c72754f88d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:09.363451 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f3394435-a909-4b42-8cab-a80678770299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304113ad-36d0-4cb0-9e41-15d82cbee531', 'name': 'tempest-snat-router-1432659320', 'tenant_id': '2966ca7a49f042989ce722a6abf4f8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.228'}], 'enable_snat': True}, 'gw_port_id': '3f32020b-9c36-4878-b127-27a8abadddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:02:02Z', 'updated_at': '2022-02-15T17:02:06Z', 'revision_number': 3, 'project_id': '2966ca7a49f042989ce722a6abf4f8bc', 'gw_port': {'id': '3f32020b-9c36-4878-b127-27a8abadddd6', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304113ad-36d0-4cb0-9e41-15d82cbee531', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:02:04Z', 'updated_at': '2022-02-15T17:02:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:09.405762 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Checking router: 304113ad-36d0-4cb0-9e41-15d82cbee531 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:02:09.407030 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Updating router 304113ad-36d0-4cb0-9e41-15d82cbee531 port 3f32020b-9c36-4878-b127-27a8abadddd6 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:02:09.441315 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7f4a684-1605-4756-9fbc-41fe7ef6fee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:09.452133 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3f32020b-9c36-4878-b127-27a8abadddd6), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:09.500858 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffd62f-a7d0-41ef-b470-bff19f8b6dae req-1cdcdb26-cb05-4a46-9782-763508047e79 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:09.509083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ebd386a1-4778-4c5e-afbe-f7e709d5f0bc tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Deleting port e4e5dfb3-e44c-4e2e-b990-5339d56022d0 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:02:09.509710 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebd386a1-4778-4c5e-afbe-f7e709d5f0bc tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e4e5dfb3-e44c-4e2e-b990-5339d56022d0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:09.512961 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a6ffd62f-a7d0-41ef-b470-bff19f8b6dae req-1cdcdb26-cb05-4a46-9782-763508047e79 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.8466339 Feb 15 17:02:09.576260 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Publish callbacks [] for port (e4e5dfb3-e44c-4e2e-b990-5339d56022d0), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:09.638210 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a6ffd62f-a7d0-41ef-b470-bff19f8b6dae req-6ece72fd-cd4f-4cc5-88b2-086fa3e083e8 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238945 Feb 15 17:02:09.659942 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e0b37310-7db9-46d4-9ead-2d06e463e5b5 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/routers/304113ad-36d0-4cb0-9e41-15d82cbee531 HTTP/1.1" status: 200 len: 908 time: 1.0659771 Feb 15 17:02:09.659942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39536) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:09.684271 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e4e5dfb3-e44c-4e2e-b990-5339d56022d0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:09.694460 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebd386a1-4778-4c5e-afbe-f7e709d5f0bc tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e4e5dfb3-e44c-4e2e-b990-5339d56022d0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:09.749075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ebd386a1-4778-4c5e-afbe-f7e709d5f0bc tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Calling delete_port for e4e5dfb3-e44c-4e2e-b990-5339d56022d0 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:02:09.827699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Attempting to bind port e4e5dfb3-e44c-4e2e-b990-5339d56022d0 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:02:09.828077 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Attempting to bind port e4e5dfb3-e44c-4e2e-b990-5339d56022d0 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '77683f3e-e3ea-4056-988c-00fb97342a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '822d0a6b-2a64-4ecc-a965-8c0f21213dd0'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:02:09.829413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Attempting to bind port e4e5dfb3-e44c-4e2e-b990-5339d56022d0 on network 822d0a6b-2a64-4ecc-a965-8c0f21213dd0 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:02:09.846947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:02:09.847337 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Checking segment: {'id': '77683f3e-e3ea-4056-988c-00fb97342a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '822d0a6b-2a64-4ecc-a965-8c0f21213dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:02:09.847720 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:09.848183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Bound using segment: {'id': '77683f3e-e3ea-4056-988c-00fb97342a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '822d0a6b-2a64-4ecc-a965-8c0f21213dd0'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:02:09.848579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Bound port: e4e5dfb3-e44c-4e2e-b990-5339d56022d0, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77683f3e-e3ea-4056-988c-00fb97342a4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '822d0a6b-2a64-4ecc-a965-8c0f21213dd0'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:02:09.849033 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e4e5dfb3-e44c-4e2e-b990-5339d56022d0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:09.951452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] For port e4e5dfb3-e44c-4e2e-b990-5339d56022d0, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:02:09.954802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] For port e4e5dfb3-e44c-4e2e-b990-5339d56022d0, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e4e5dfb3-e44c-4e2e-b990-5339d56022d0,segment=NetworkSegment(77683f3e-e3ea-4056-988c-00fb97342a4f),segment_id=77683f3e-e3ea-4056-988c-00fb97342a4f)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:02:09.965764 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae82296-803b-440f-9c27-9dcca2956171 None None] Pushing event updated for resources: {'Port': ['ID=e4e5dfb3-e44c-4e2e-b990-5339d56022d0,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:10.028911 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e4e5dfb3-e44c-4e2e-b990-5339d56022d0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:10.041257 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Publish callbacks [] for port (3f32020b-9c36-4878-b127-27a8abadddd6), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:10.046174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b5a71-82f5-43d7-8c1c-da1437b6a1b3 req-48bf1977-d6f9-4c6b-809d-6682e3660a25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:10.051500 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f02b5a71-82f5-43d7-8c1c-da1437b6a1b3 req-48bf1977-d6f9-4c6b-809d-6682e3660a25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.2505529 Feb 15 17:02:10.103240 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebb815-b693-42f3-9e66-e3af49ef99e7 req-d19401d6-e613-41e9-9c96-1ebca7458b25 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:10.111646 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-beebb815-b693-42f3-9e66-e3af49ef99e7 req-d19401d6-e613-41e9-9c96-1ebca7458b25 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.3599210 Feb 15 17:02:10.131456 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca4a6-c0b9-4e0a-ad4a-3996462825c1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router (304113ad-36d0-4cb0-9e41-15d82cbee531), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:10.156715 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3f32020b-9c36-4878-b127-27a8abadddd6), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:10.157254 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Routers {'41b72e03-9b89-4b63-93ab-52c72754f88d'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:10.159933 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['41b72e03-9b89-4b63-93ab-52c72754f88d'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:10.356952 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84b475-294a-4d58-a095-e26bb678d6f2 None None] Pushing event updated for resources: {'Port': ['ID=3f32020b-9c36-4878-b127-27a8abadddd6,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:10.361344 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-beebb815-b693-42f3-9e66-e3af49ef99e7 req-1438d804-86f5-4326-9f0d-45b3730040a9 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475955 Feb 15 17:02:10.390668 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Attempting to bind port 3f32020b-9c36-4878-b127-27a8abadddd6 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:02:10.390668 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Attempting to bind port 3f32020b-9c36-4878-b127-27a8abadddd6 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:02:10.390668 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Attempting to bind port 3f32020b-9c36-4878-b127-27a8abadddd6 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:02:10.395520 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:02:10.398822 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae82296-803b-440f-9c27-9dcca2956171 None None] Pushing event updated for resources: {'Port': ['ID=e4e5dfb3-e44c-4e2e-b990-5339d56022d0,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:10.400258 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:02:10.400760 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:10.401145 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:02:10.401673 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Bound port: 3f32020b-9c36-4878-b127-27a8abadddd6, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:02:10.402304 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3f32020b-9c36-4878-b127-27a8abadddd6), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:10.457660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] Set router 41b72e03-9b89-4b63-93ab-52c72754f88d gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:02:10.495868 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f02b5a71-82f5-43d7-8c1c-da1437b6a1b3 req-24e8aa5b-614b-4b64-b04b-9e2c80cdd73a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256606 Feb 15 17:02:10.535164 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f3394435-a909-4b42-8cab-a80678770299 None None] For port 3f32020b-9c36-4878-b127-27a8abadddd6, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:02:10.538976 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f3394435-a909-4b42-8cab-a80678770299 None None] For port 3f32020b-9c36-4878-b127-27a8abadddd6, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3f32020b-9c36-4878-b127-27a8abadddd6,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:02:10.554205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39588) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:10.562014 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:10.563672 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b72e03-9b89-4b63-93ab-52c72754f88d', 'name': '', 'tenant_id': '9f89870d69ff493bae77dcbd0e84b038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:02:02Z', 'updated_at': '2022-02-15T17:02:09Z', 'revision_number': 4, 'project_id': '9f89870d69ff493bae77dcbd0e84b038', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:10.573944 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ffee84f-aadd-43fd-9d89-97cd4fe12939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:10.591992 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca4a6-c0b9-4e0a-ad4a-3996462825c1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (304113ad-36d0-4cb0-9e41-15d82cbee531), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:10.608115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170de74b-fb95-49ce-8aee-d27036c86dc4 None None] The sync data for ids ['41b72e03-9b89-4b63-93ab-52c72754f88d'] in n-d-828372-14 is: [{'id': '41b72e03-9b89-4b63-93ab-52c72754f88d', 'name': '', 'tenant_id': '9f89870d69ff493bae77dcbd0e84b038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:02:02Z', 'updated_at': '2022-02-15T17:02:09Z', 'revision_number': 4, 'project_id': '9f89870d69ff493bae77dcbd0e84b038', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:02:10.660418 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3f32020b-9c36-4878-b127-27a8abadddd6), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:10.669416 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebd386a1-4778-4c5e-afbe-f7e709d5f0bc tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e4e5dfb3-e44c-4e2e-b990-5339d56022d0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:10.737829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd386a1-4778-4c5e-afbe-f7e709d5f0bc tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4e5dfb3-e44c-4e2e-b990-5339d56022d0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:10.795409 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebd386a1-4778-4c5e-afbe-f7e709d5f0bc tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (41b72e03-9b89-4b63-93ab-52c72754f88d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:10.866659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ca4a6-c0b9-4e0a-ad4a-3996462825c1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Deleting port 3f32020b-9c36-4878-b127-27a8abadddd6 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:02:10.867700 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca4a6-c0b9-4e0a-ad4a-3996462825c1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3f32020b-9c36-4878-b127-27a8abadddd6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:10.877249 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84b475-294a-4d58-a095-e26bb678d6f2 None None] Pushing event updated for resources: {'Port': ['ID=3f32020b-9c36-4878-b127-27a8abadddd6,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:10.899699 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Routers {'304113ad-36d0-4cb0-9e41-15d82cbee531'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:10.900341 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f3394435-a909-4b42-8cab-a80678770299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['304113ad-36d0-4cb0-9e41-15d82cbee531'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:11.022906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a431fe-5fb3-4e82-b688-eb38047bb504 req-ce69527c-4950-4dcd-8f94-1971368e1cba tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:11.029280 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6a431fe-5fb3-4e82-b688-eb38047bb504 req-ce69527c-4950-4dcd-8f94-1971368e1cba tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.4310598 Feb 15 17:02:11.036672 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebd386a1-4778-4c5e-afbe-f7e709d5f0bc tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (41b72e03-9b89-4b63-93ab-52c72754f88d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:11.059783 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebd386a1-4778-4c5e-afbe-f7e709d5f0bc tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_controller (41b72e03-9b89-4b63-93ab-52c72754f88d), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:11.151574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-5a9ca4a6-c0b9-4e0a-ad4a-3996462825c1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] For port 3f32020b-9c36-4878-b127-27a8abadddd6, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3f32020b-9c36-4878-b127-27a8abadddd6,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:02:11.152302 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca4a6-c0b9-4e0a-ad4a-3996462825c1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3f32020b-9c36-4878-b127-27a8abadddd6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:11.178455 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5a9ca4a6-c0b9-4e0a-ad4a-3996462825c1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Calling delete_port for 3f32020b-9c36-4878-b127-27a8abadddd6 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:02:11.258039 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f3394435-a909-4b42-8cab-a80678770299 None None] Set router 304113ad-36d0-4cb0-9e41-15d82cbee531 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:02:11.262893 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ffee84f-aadd-43fd-9d89-97cd4fe12939 admin admin] Publish callbacks [] for security_group (bece6b82-c1b1-4029-aadd-d62b4e6741b1), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:11.338930 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6a431fe-5fb3-4e82-b688-eb38047bb504 req-0063242d-23b1-4bdc-b423-df947dfd00d8 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958112 Feb 15 17:02:11.353191 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ffee84f-aadd-43fd-9d89-97cd4fe12939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bece6b82-c1b1-4029-aadd-d62b4e6741b1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:11.361686 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f3394435-a909-4b42-8cab-a80678770299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304113ad-36d0-4cb0-9e41-15d82cbee531', 'name': 'tempest-snat-router-1432659320', 'tenant_id': '2966ca7a49f042989ce722a6abf4f8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:02:02Z', 'updated_at': '2022-02-15T17:02:10Z', 'revision_number': 4, 'project_id': '2966ca7a49f042989ce722a6abf4f8bc', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:11.388897 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebd386a1-4778-4c5e-afbe-f7e709d5f0bc tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (41b72e03-9b89-4b63-93ab-52c72754f88d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:11.389415 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd386a1-4778-4c5e-afbe-f7e709d5f0bc tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 41b72e03-9b89-4b63-93ab-52c72754f88d {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:02:11.396669 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ebd386a1-4778-4c5e-afbe-f7e709d5f0bc tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:11.420348 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ebd386a1-4778-4c5e-afbe-f7e709d5f0bc tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "DELETE /v2.0/routers/41b72e03-9b89-4b63-93ab-52c72754f88d HTTP/1.1" status: 204 len: 168 time: 3.1262360 Feb 15 17:02:11.423614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39600) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:11.444086 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3394435-a909-4b42-8cab-a80678770299 None None] The sync data for ids ['304113ad-36d0-4cb0-9e41-15d82cbee531'] in n-d-828372-14 is: [{'id': '304113ad-36d0-4cb0-9e41-15d82cbee531', 'name': 'tempest-snat-router-1432659320', 'tenant_id': '2966ca7a49f042989ce722a6abf4f8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:02:02Z', 'updated_at': '2022-02-15T17:02:10Z', 'revision_number': 4, 'project_id': '2966ca7a49f042989ce722a6abf4f8bc', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:02:11.514638 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0ffee84f-aadd-43fd-9d89-97cd4fe12939 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=10f62ec30885470b825e09c29214888f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9584179 Feb 15 17:02:11.517247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39602) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:11.517924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffee84f-aadd-43fd-9d89-97cd4fe12939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bece6b82-c1b1-4029-aadd-d62b4e6741b1,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:11.537071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-d127adce-24a8-4ca9-947b-5c0f9988faa4 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Deleting subnet 5344a7b0-b5cb-46ca-8347-59fd1cf6be93 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:02:11.560696 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d127adce-24a8-4ca9-947b-5c0f9988faa4 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for subnet (5344a7b0-b5cb-46ca-8347-59fd1cf6be93), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:11.671291 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca4a6-c0b9-4e0a-ad4a-3996462825c1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3f32020b-9c36-4878-b127-27a8abadddd6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:11.746035 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ca4a6-c0b9-4e0a-ad4a-3996462825c1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f32020b-9c36-4878-b127-27a8abadddd6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:11.750211 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d127adce-24a8-4ca9-947b-5c0f9988faa4 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (5344a7b0-b5cb-46ca-8347-59fd1cf6be93), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:11.779923 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399cf9b-bed3-4f25-a5c1-b100994aebe1 req-2a92d104-3403-40d0-bc17-4920da1c675b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:11.794404 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6399cf9b-bed3-4f25-a5c1-b100994aebe1 req-2a92d104-3403-40d0-bc17-4920da1c675b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1920149 Feb 15 17:02:11.818181 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ae31d36e-7c69-4ff6-b86c-3b75dc8dc1ce admin admin] Publish callbacks [] for security_group (bece6b82-c1b1-4029-aadd-d62b4e6741b1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:11.914518 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ae31d36e-7c69-4ff6-b86c-3b75dc8dc1ce admin admin] Publish callbacks [] for security_group (bece6b82-c1b1-4029-aadd-d62b4e6741b1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:11.915454 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca4a6-c0b9-4e0a-ad4a-3996462825c1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (304113ad-36d0-4cb0-9e41-15d82cbee531), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:11.932690 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.056528 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d127adce-24a8-4ca9-947b-5c0f9988faa4 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (5344a7b0-b5cb-46ca-8347-59fd1cf6be93), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.095965 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ae31d36e-7c69-4ff6-b86c-3b75dc8dc1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bece6b82-c1b1-4029-aadd-d62b4e6741b1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.098680 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ae31d36e-7c69-4ff6-b86c-3b75dc8dc1ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.106797 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ae31d36e-7c69-4ff6-b86c-3b75dc8dc1ce admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bece6b82-c1b1-4029-aadd-d62b4e6741b1 HTTP/1.1" status: 204 len: 168 time: 0.5799432 Feb 15 17:02:12.115781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31d36e-7c69-4ff6-b86c-3b75dc8dc1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bece6b82-c1b1-4029-aadd-d62b4e6741b1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:12.213959 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6399cf9b-bed3-4f25-a5c1-b100994aebe1 req-9c743ff5-348e-4528-8365-123e322c187c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180951 Feb 15 17:02:12.220050 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca4a6-c0b9-4e0a-ad4a-3996462825c1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (304113ad-36d0-4cb0-9e41-15d82cbee531), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.226197 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca4a6-c0b9-4e0a-ad4a-3996462825c1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_controller (304113ad-36d0-4cb0-9e41-15d82cbee531), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.249379 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d127adce-24a8-4ca9-947b-5c0f9988faa4 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (5344a7b0-b5cb-46ca-8347-59fd1cf6be93), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.339653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127adce-24a8-4ca9-947b-5c0f9988faa4 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5344a7b0-b5cb-46ca-8347-59fd1cf6be93,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:12.354113 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d127adce-24a8-4ca9-947b-5c0f9988faa4 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.366175 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39622) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:12.380309 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d127adce-24a8-4ca9-947b-5c0f9988faa4 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "DELETE /v2.0/subnets/5344a7b0-b5cb-46ca-8347-59fd1cf6be93 HTTP/1.1" status: 204 len: 168 time: 0.9493809 Feb 15 17:02:12.433424 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca4a6-c0b9-4e0a-ad4a-3996462825c1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (304113ad-36d0-4cb0-9e41-15d82cbee531), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.434043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9ca4a6-c0b9-4e0a-ad4a-3996462825c1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 304113ad-36d0-4cb0-9e41-15d82cbee531 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:02:12.440663 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a9ca4a6-c0b9-4e0a-ad4a-3996462825c1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.447099 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5a9ca4a6-c0b9-4e0a-ad4a-3996462825c1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "DELETE /v2.0/routers/304113ad-36d0-4cb0-9e41-15d82cbee531 HTTP/1.1" status: 204 len: 168 time: 2.7809606 Feb 15 17:02:12.449119 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39624) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:12.481127 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1e81-a5e5-4705-9978-0e8331891dde tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (822d0a6b-2a64-4ecc-a965-8c0f21213dd0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.598141 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1e81-a5e5-4705-9978-0e8331891dde tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (822d0a6b-2a64-4ecc-a965-8c0f21213dd0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.625575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-fb6a1e81-a5e5-4705-9978-0e8331891dde tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822d0a6b-2a64-4ecc-a965-8c0f21213dd0']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:12.640647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-fb6a1e81-a5e5-4705-9978-0e8331891dde tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77683f3e-e3ea-4056-988c-00fb97342a4f') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:12.641334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-fb6a1e81-a5e5-4705-9978-0e8331891dde tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77683f3e-e3ea-4056-988c-00fb97342a4f') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:12.666497 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1e81-a5e5-4705-9978-0e8331891dde tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (77683f3e-e3ea-4056-988c-00fb97342a4f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.699599 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1e81-a5e5-4705-9978-0e8331891dde tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (77683f3e-e3ea-4056-988c-00fb97342a4f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.713459 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb6a1e81-a5e5-4705-9978-0e8331891dde tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:02:12.713811 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1e81-a5e5-4705-9978-0e8331891dde tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (77683f3e-e3ea-4056-988c-00fb97342a4f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: items = [ Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:02:12.716381 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:02:12.719091 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-62d80e8c-92a1-496b-b985-9b872d4ace1c tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router (4e2173ee-7355-421e-bf2d-4c9cbed7157c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.945114 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1e81-a5e5-4705-9978-0e8331891dde tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (822d0a6b-2a64-4ecc-a965-8c0f21213dd0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:12.954844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6a1e81-a5e5-4705-9978-0e8331891dde tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 822d0a6b-2a64-4ecc-a965-8c0f21213dd0 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 17:02:12.992365 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a1e81-a5e5-4705-9978-0e8331891dde tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Pushing event deleted for resources: {'Network': ['ID=822d0a6b-2a64-4ecc-a965-8c0f21213dd0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:12.998441 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1e81-a5e5-4705-9978-0e8331891dde tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:13.005256 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fb6a1e81-a5e5-4705-9978-0e8331891dde tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "DELETE /v2.0/networks/822d0a6b-2a64-4ecc-a965-8c0f21213dd0 HTTP/1.1" status: 204 len: 168 time: 0.6379547 Feb 15 17:02:13.129562 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39642) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:13.138501 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-62d80e8c-92a1-496b-b985-9b872d4ace1c tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (4e2173ee-7355-421e-bf2d-4c9cbed7157c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:13.424462 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:13.460422 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-62d80e8c-92a1-496b-b985-9b872d4ace1c tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Deleting port ebc75003-27e4-4b1d-bed2-b6a9583d2296 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:02:13.462265 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-62d80e8c-92a1-496b-b985-9b872d4ace1c tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ebc75003-27e4-4b1d-bed2-b6a9583d2296), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:13.525796 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aee88a7e-4616-4973-a831-cc626d35604b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:13.617567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfd152-286c-4884-9382-78151042bce5 req-2120cbc6-d67f-44a6-999b-d3850b615424 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:13.619308 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cadfd152-286c-4884-9382-78151042bce5 req-2120cbc6-d67f-44a6-999b-d3850b615424 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.2333331 Feb 15 17:02:13.706922 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aee88a7e-4616-4973-a831-cc626d35604b admin admin] Publish callbacks [] for security_group (1a5ad9d3-1dab-4af7-941c-c52b5c4dc441), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:13.744341 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-62d80e8c-92a1-496b-b985-9b872d4ace1c tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] For port ebc75003-27e4-4b1d-bed2-b6a9583d2296, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ebc75003-27e4-4b1d-bed2-b6a9583d2296,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:02:13.744631 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-62d80e8c-92a1-496b-b985-9b872d4ace1c tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ebc75003-27e4-4b1d-bed2-b6a9583d2296), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:13.781985 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aee88a7e-4616-4973-a831-cc626d35604b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1a5ad9d3-1dab-4af7-941c-c52b5c4dc441), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:13.815371 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-62d80e8c-92a1-496b-b985-9b872d4ace1c tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Calling delete_port for ebc75003-27e4-4b1d-bed2-b6a9583d2296 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:02:13.867087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee88a7e-4616-4973-a831-cc626d35604b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5ad9d3-1dab-4af7-941c-c52b5c4dc441,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:13.939686 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-aee88a7e-4616-4973-a831-cc626d35604b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=df47143188984d5787f3accbe475dec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8088672 Feb 15 17:02:13.947043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39662) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:13.978759 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39664) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:14.001212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39666) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:14.017646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9b9a4269-63ef-4e12-881d-23e7994f945c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Request body: {'router': {'name': 'tempest-router--966716593', 'project_id': '7a2f47317bb7496a8d34d0b57455fb4c'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:14.157270 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cadfd152-286c-4884-9382-78151042bce5 req-ca429297-e7c4-40b5-bd39-a259ca0371b4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248330 Feb 15 17:02:14.198232 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4269-63ef-4e12-881d-23e7994f945c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (1f210d7a-0249-451d-ab29-4a84adf59955), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.203597 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4269-63ef-4e12-881d-23e7994f945c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (1f210d7a-0249-451d-ab29-4a84adf59955), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.232627 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0cb50e69-cd06-4083-8f20-f194782d32e1 admin admin] Publish callbacks [] for security_group (1a5ad9d3-1dab-4af7-941c-c52b5c4dc441), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.323269 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0cb50e69-cd06-4083-8f20-f194782d32e1 admin admin] Publish callbacks [] for security_group (1a5ad9d3-1dab-4af7-941c-c52b5c4dc441), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.364704 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-62d80e8c-92a1-496b-b985-9b872d4ace1c tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ebc75003-27e4-4b1d-bed2-b6a9583d2296), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.401219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d80e8c-92a1-496b-b985-9b872d4ace1c tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebc75003-27e4-4b1d-bed2-b6a9583d2296,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:14.431552 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4269-63ef-4e12-881d-23e7994f945c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_controller (1f210d7a-0249-451d-ab29-4a84adf59955), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.435644 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c76dbc8-1113-4318-9fca-972d239f47b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.501006 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-62d80e8c-92a1-496b-b985-9b872d4ace1c tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (4e2173ee-7355-421e-bf2d-4c9cbed7157c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.603408 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4269-63ef-4e12-881d-23e7994f945c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (1f210d7a-0249-451d-ab29-4a84adf59955), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.647807 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0cb50e69-cd06-4083-8f20-f194782d32e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1a5ad9d3-1dab-4af7-941c-c52b5c4dc441), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.651147 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0cb50e69-cd06-4083-8f20-f194782d32e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.657015 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0cb50e69-cd06-4083-8f20-f194782d32e1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1a5ad9d3-1dab-4af7-941c-c52b5c4dc441 HTTP/1.1" status: 204 len: 168 time: 0.7077532 Feb 15 17:02:14.666886 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-62d80e8c-92a1-496b-b985-9b872d4ace1c tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (4e2173ee-7355-421e-bf2d-4c9cbed7157c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.669923 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-62d80e8c-92a1-496b-b985-9b872d4ace1c tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_controller (4e2173ee-7355-421e-bf2d-4c9cbed7157c), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.686293 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb50e69-cd06-4083-8f20-f194782d32e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5ad9d3-1dab-4af7-941c-c52b5c4dc441,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:14.728318 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b9a4269-63ef-4e12-881d-23e7994f945c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.732959 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9b9a4269-63ef-4e12-881d-23e7994f945c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7239301 Feb 15 17:02:14.733077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39682) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:14.819780 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c76dbc8-1113-4318-9fca-972d239f47b3 admin admin] Publish callbacks [] for security_group (05d580f2-6c31-4f05-8d73-b43b29dac49b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.851151 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-abcecde7-f0d5-461d-bcbd-7555e3e7feb4 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router (1f210d7a-0249-451d-ab29-4a84adf59955), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.851151 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-62d80e8c-92a1-496b-b985-9b872d4ace1c tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (4e2173ee-7355-421e-bf2d-4c9cbed7157c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.851424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d80e8c-92a1-496b-b985-9b872d4ace1c tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4e2173ee-7355-421e-bf2d-4c9cbed7157c {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:02:14.857241 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-62d80e8c-92a1-496b-b985-9b872d4ace1c tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:14.862172 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-62d80e8c-92a1-496b-b985-9b872d4ace1c tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "DELETE /v2.0/routers/4e2173ee-7355-421e-bf2d-4c9cbed7157c HTTP/1.1" status: 204 len: 168 time: 2.4116464 Feb 15 17:02:14.862819 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39686) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:14.870342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1508376691', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:14.935733 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c76dbc8-1113-4318-9fca-972d239f47b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (05d580f2-6c31-4f05-8d73-b43b29dac49b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:15.022750 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (b757aeff-f23a-4fbc-9e35-18f56c62fa84), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:15.032025 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (b757aeff-f23a-4fbc-9e35-18f56c62fa84), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:15.047199 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0c76dbc8-1113-4318-9fca-972d239f47b3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=70272d467de440f1828fe6aaa8249b3c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0736420 Feb 15 17:02:15.063648 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39690) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:15.097882 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76dbc8-1113-4318-9fca-972d239f47b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d580f2-6c31-4f05-8d73-b43b29dac49b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:15.242322 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_controller (b757aeff-f23a-4fbc-9e35-18f56c62fa84), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:15.265383 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-084895fd-444a-46eb-af5e-8ffb69e91b17 admin admin] Publish callbacks [] for security_group (05d580f2-6c31-4f05-8d73-b43b29dac49b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:15.318970 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-abcecde7-f0d5-461d-bcbd-7555e3e7feb4 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (1f210d7a-0249-451d-ab29-4a84adf59955), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:15.325199 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-084895fd-444a-46eb-af5e-8ffb69e91b17 admin admin] Publish callbacks [] for security_group (05d580f2-6c31-4f05-8d73-b43b29dac49b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:15.326963 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-abcecde7-f0d5-461d-bcbd-7555e3e7feb4 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_controller (1f210d7a-0249-451d-ab29-4a84adf59955), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:15.487818 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-abcecde7-f0d5-461d-bcbd-7555e3e7feb4 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (1f210d7a-0249-451d-ab29-4a84adf59955), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:15.488697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcecde7-f0d5-461d-bcbd-7555e3e7feb4 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f210d7a-0249-451d-ab29-4a84adf59955 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:02:15.518919 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-abcecde7-f0d5-461d-bcbd-7555e3e7feb4 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:15.525960 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb09c5-bc09-4085-96c8-321ac30ede27 req-3c102fcc-4dfb-41db-9b4c-252340ea58ef tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:15.526134 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-abcecde7-f0d5-461d-bcbd-7555e3e7feb4 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "DELETE /v2.0/routers/1f210d7a-0249-451d-ab29-4a84adf59955 HTTP/1.1" status: 204 len: 168 time: 0.7880397 Feb 15 17:02:15.527553 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60fb09c5-bc09-4085-96c8-321ac30ede27 req-3c102fcc-4dfb-41db-9b4c-252340ea58ef tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.2052302 Feb 15 17:02:15.656797 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (b757aeff-f23a-4fbc-9e35-18f56c62fa84), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:15.714916 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60fb09c5-bc09-4085-96c8-321ac30ede27 req-dbe5b77e-fdd7-4be0-b237-b65e8ce3e08c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445031 Feb 15 17:02:15.717076 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39704) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:15.739072 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90a9872e-0385-432b-af6a-b9b3cbb03870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:15.747683 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-084895fd-444a-46eb-af5e-8ffb69e91b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (05d580f2-6c31-4f05-8d73-b43b29dac49b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:15.747683 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-084895fd-444a-46eb-af5e-8ffb69e91b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:15.747683 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-084895fd-444a-46eb-af5e-8ffb69e91b17 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/05d580f2-6c31-4f05-8d73-b43b29dac49b HTTP/1.1" status: 204 len: 168 time: 0.6711555 Feb 15 17:02:15.764370 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084895fd-444a-46eb-af5e-8ffb69e91b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d580f2-6c31-4f05-8d73-b43b29dac49b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:16.012083 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90a9872e-0385-432b-af6a-b9b3cbb03870 admin admin] Publish callbacks [] for security_group (f2315deb-14ff-4292-9995-6bd0597d9c6b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:16.035508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ebc75003-27e4-4b1d-bed2-b6a9583d2296 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:02:16.059206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: ebc75003-27e4-4b1d-bed2-b6a9583d2296 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:02:16.060229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ebc75003-27e4-4b1d-bed2-b6a9583d2296 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:02:16.172393 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90a9872e-0385-432b-af6a-b9b3cbb03870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f2315deb-14ff-4292-9995-6bd0597d9c6b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:16.255127 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-90a9872e-0385-432b-af6a-b9b3cbb03870 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fa71591f0e444f98be7d16a3bf989a46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5340800 Feb 15 17:02:16.255595 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (b757aeff-f23a-4fbc-9e35-18f56c62fa84), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:16.256500 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39712) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:16.258606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9872e-0385-432b-af6a-b9b3cbb03870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2315deb-14ff-4292-9995-6bd0597d9c6b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:16.279294 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39714) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:16.290109 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:16.405808 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7746b0e3-9a51-419c-ace9-6c91a1683471 admin admin] Publish callbacks [] for security_group (f2315deb-14ff-4292-9995-6bd0597d9c6b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:16.438335 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7746b0e3-9a51-419c-ace9-6c91a1683471 admin admin] Publish callbacks [] for security_group (f2315deb-14ff-4292-9995-6bd0597d9c6b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:16.472888 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Allocated IP 172.25.4.23 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/96cb442a-3431-4df3-a4b0-0c80c3632543) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:02:16.596601 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7746b0e3-9a51-419c-ace9-6c91a1683471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f2315deb-14ff-4292-9995-6bd0597d9c6b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:16.600899 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7746b0e3-9a51-419c-ace9-6c91a1683471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:16.602296 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7746b0e3-9a51-419c-ace9-6c91a1683471 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f2315deb-14ff-4292-9995-6bd0597d9c6b HTTP/1.1" status: 204 len: 168 time: 0.3441982 Feb 15 17:02:16.624740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746b0e3-9a51-419c-ace9-6c91a1683471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2315deb-14ff-4292-9995-6bd0597d9c6b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:16.680186 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for port (96cb442a-3431-4df3-a4b0-0c80c3632543), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:16.731771 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-426723040', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:16.853583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1509b413-5b78-47a0-bf3c-860209c128a9 req-fe1998d4-8915-42cf-9859-8970f2765aab tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:16.855098 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1509b413-5b78-47a0-bf3c-860209c128a9 req-fe1998d4-8915-42cf-9859-8970f2765aab tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.0650933 Feb 15 17:02:16.872919 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (a16d3d5c-71a2-459a-87ff-e5945cfe597d), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:16.874112 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (a16d3d5c-71a2-459a-87ff-e5945cfe597d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:16.879097 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (96cb442a-3431-4df3-a4b0-0c80c3632543), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:16.928639 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:02:16.940708 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1509b413-5b78-47a0-bf3c-860209c128a9 req-4a55b47a-b331-49ea-a4ff-feb7b4464b9b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789583 Feb 15 17:02:16.944537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:02:17.000396 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:02:17.004553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Pushing event updated for resources: {'Port': ['ID=96cb442a-3431-4df3-a4b0-0c80c3632543,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:17.037379 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_controller (a16d3d5c-71a2-459a-87ff-e5945cfe597d), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:17.250409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39732) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:17.267731 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-46f1390b-bf24-48be-9b47-4fa86791f342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:17.468843 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-46f1390b-bf24-48be-9b47-4fa86791f342 admin admin] Publish callbacks [] for security_group (7a2ccac7-b46a-4ff8-b0d7-4a7c0739f297), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:17.495994 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (a16d3d5c-71a2-459a-87ff-e5945cfe597d), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:17.602072 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-46f1390b-bf24-48be-9b47-4fa86791f342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7a2ccac7-b46a-4ff8-b0d7-4a7c0739f297), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:17.653902 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-46f1390b-bf24-48be-9b47-4fa86791f342 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6b9f3b0701cf4934889b18a84e2a46ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4023364 Feb 15 17:02:17.654706 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1390b-bf24-48be-9b47-4fa86791f342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2ccac7-b46a-4ff8-b0d7-4a7c0739f297,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:17.656525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39740) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:18.340320 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bb33048-95de-4684-b3f1-8525642e49f7 admin admin] Publish callbacks [] for security_group (7a2ccac7-b46a-4ff8-b0d7-4a7c0739f297), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:18.376008 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432e34d-7a6f-4298-8528-28bb921eb600 req-c322971a-1350-4a65-89a8-1c5bf254941f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:18.377601 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9432e34d-7a6f-4298-8528-28bb921eb600 req-c322971a-1350-4a65-89a8-1c5bf254941f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1476686 Feb 15 17:02:18.420407 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bb33048-95de-4684-b3f1-8525642e49f7 admin admin] Publish callbacks [] for security_group (7a2ccac7-b46a-4ff8-b0d7-4a7c0739f297), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:18.426271 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (b757aeff-f23a-4fbc-9e35-18f56c62fa84), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:18.612420 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9432e34d-7a6f-4298-8528-28bb921eb600 req-6f945a27-5e5b-40be-85df-06ea7711ff3f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245588 Feb 15 17:02:18.816773 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bb33048-95de-4684-b3f1-8525642e49f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7a2ccac7-b46a-4ff8-b0d7-4a7c0739f297), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:18.820311 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bb33048-95de-4684-b3f1-8525642e49f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:18.824244 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9bb33048-95de-4684-b3f1-8525642e49f7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7a2ccac7-b46a-4ff8-b0d7-4a7c0739f297 HTTP/1.1" status: 204 len: 168 time: 1.1658826 Feb 15 17:02:18.869515 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb33048-95de-4684-b3f1-8525642e49f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2ccac7-b46a-4ff8-b0d7-4a7c0739f297,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:18.874315 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (a16d3d5c-71a2-459a-87ff-e5945cfe597d), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:18.936359 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:19.013472 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (b757aeff-f23a-4fbc-9e35-18f56c62fa84), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:19.194927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Allocated IP 172.25.4.169 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/b0e823d7-ce0c-48fc-9dc6-6588f6f6a209) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:02:19.413601 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for port (b0e823d7-ce0c-48fc-9dc6-6588f6f6a209), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:19.462379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Router b757aeff-f23a-4fbc-9e35-18f56c62fa84 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:02:19.649051 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b0e823d7-ce0c-48fc-9dc6-6588f6f6a209), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:19.729809 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:02:19.749600 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:02:19.761036 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:02:19.819019 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Pushing event updated for resources: {'Port': ['ID=b0e823d7-ce0c-48fc-9dc6-6588f6f6a209,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:19.836555 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:02:19.854878 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f2147-2d96-4785-a5c8-9313762bb832 None None] Sync routers for ids ['b757aeff-f23a-4fbc-9e35-18f56c62fa84'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:02:19.879960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f2147-2d96-4785-a5c8-9313762bb832 None None] Routers {'b757aeff-f23a-4fbc-9e35-18f56c62fa84'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:19.881284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-850f2147-2d96-4785-a5c8-9313762bb832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b757aeff-f23a-4fbc-9e35-18f56c62fa84'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:19.928387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cc8c3-2a52-4550-b46e-fe6249784a69 req-97e26b50-ee03-4b10-ae19-3a3efa474802 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:19.951573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-737cc8c3-2a52-4550-b46e-fe6249784a69 req-97e26b50-ee03-4b10-ae19-3a3efa474802 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1376865 Feb 15 17:02:20.035132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-850f2147-2d96-4785-a5c8-9313762bb832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:20.082478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850f2147-2d96-4785-a5c8-9313762bb832 None None] Routers {'b757aeff-f23a-4fbc-9e35-18f56c62fa84'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:20.085263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-850f2147-2d96-4785-a5c8-9313762bb832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b757aeff-f23a-4fbc-9e35-18f56c62fa84'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:20.087173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-737cc8c3-2a52-4550-b46e-fe6249784a69 req-00445303-1d1e-443d-afe1-82b900f7350d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296251 Feb 15 17:02:20.174368 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-850f2147-2d96-4785-a5c8-9313762bb832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:20.178082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850f2147-2d96-4785-a5c8-9313762bb832 None None] The sync data for ids ['b757aeff-f23a-4fbc-9e35-18f56c62fa84'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:02:20.179832 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:20.181129 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-34cd1c89-d037-4baf-acbd-3639f642ece4 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3145230 Feb 15 17:02:20.185506 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39808) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:20.190779 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c231cdc4-ebfc-4876-8864-73c07419cedb tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'enable_snat': False}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:20.894413 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (a16d3d5c-71a2-459a-87ff-e5945cfe597d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:21.213756 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c231cdc4-ebfc-4876-8864-73c07419cedb tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (b757aeff-f23a-4fbc-9e35-18f56c62fa84), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:22.384767 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (a16d3d5c-71a2-459a-87ff-e5945cfe597d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:22.396239 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a540b2-e16d-4ef8-a821-a63fd9f57e58 req-61dd7fcd-70d1-4f6c-93c9-174e66e23803 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:22.398135 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-78a540b2-e16d-4ef8-a821-a63fd9f57e58 req-61dd7fcd-70d1-4f6c-93c9-174e66e23803 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 1.0522845 Feb 15 17:02:22.560999 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-78a540b2-e16d-4ef8-a821-a63fd9f57e58 req-bb5a744f-a6fa-4683-8cd8-9138192f0911 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554711 Feb 15 17:02:23.147368 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Router a16d3d5c-71a2-459a-87ff-e5945cfe597d is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:02:23.476795 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:02:23.497415 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526034d4-3aa8-4f30-912a-659883ce12c7 None None] Sync routers for ids ['a16d3d5c-71a2-459a-87ff-e5945cfe597d'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:02:23.516248 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526034d4-3aa8-4f30-912a-659883ce12c7 None None] Routers {'a16d3d5c-71a2-459a-87ff-e5945cfe597d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:23.519639 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-526034d4-3aa8-4f30-912a-659883ce12c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a16d3d5c-71a2-459a-87ff-e5945cfe597d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:23.567129 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c231cdc4-ebfc-4876-8864-73c07419cedb tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (b757aeff-f23a-4fbc-9e35-18f56c62fa84), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:23.579774 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c231cdc4-ebfc-4876-8864-73c07419cedb tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (b757aeff-f23a-4fbc-9e35-18f56c62fa84), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:23.637908 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-526034d4-3aa8-4f30-912a-659883ce12c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:23.659365 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526034d4-3aa8-4f30-912a-659883ce12c7 None None] Routers {'a16d3d5c-71a2-459a-87ff-e5945cfe597d'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:23.659995 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-526034d4-3aa8-4f30-912a-659883ce12c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['a16d3d5c-71a2-459a-87ff-e5945cfe597d'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:23.757621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7652e7-cd41-472f-99b4-4210833f8515 req-ee6cf862-8a7e-4e31-b89a-30d8c5062d7e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:23.764179 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-526034d4-3aa8-4f30-912a-659883ce12c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:23.768349 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526034d4-3aa8-4f30-912a-659883ce12c7 None None] The sync data for ids ['a16d3d5c-71a2-459a-87ff-e5945cfe597d'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:02:23.770034 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a7652e7-cd41-472f-99b4-4210833f8515 req-ee6cf862-8a7e-4e31-b89a-30d8c5062d7e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1029124 Feb 15 17:02:23.845864 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:23.847097 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8f4e6db5-dbf8-4fc1-935b-25dd47dc348a tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.5666354 Feb 15 17:02:23.851625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39890) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:23.871102 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c231cdc4-ebfc-4876-8864-73c07419cedb tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Router b757aeff-f23a-4fbc-9e35-18f56c62fa84 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:02:24.113892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c231cdc4-ebfc-4876-8864-73c07419cedb tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:02:24.118589 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c231cdc4-ebfc-4876-8864-73c07419cedb tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:24.121736 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c231cdc4-ebfc-4876-8864-73c07419cedb tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "PUT /v2.0/routers/b757aeff-f23a-4fbc-9e35-18f56c62fa84 HTTP/1.1" status: 200 len: 921 time: 3.9346373 Feb 15 17:02:24.122883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39900) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:24.133202 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6123c71-a695-4d1f-bdfe-b7899429054b None None] Sync routers for ids ['b757aeff-f23a-4fbc-9e35-18f56c62fa84'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:02:24.154783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6123c71-a695-4d1f-bdfe-b7899429054b None None] Routers {'b757aeff-f23a-4fbc-9e35-18f56c62fa84'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:24.160421 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-a6123c71-a695-4d1f-bdfe-b7899429054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b757aeff-f23a-4fbc-9e35-18f56c62fa84'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:24.305852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-a6123c71-a695-4d1f-bdfe-b7899429054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:24.348248 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6123c71-a695-4d1f-bdfe-b7899429054b None None] Routers {'b757aeff-f23a-4fbc-9e35-18f56c62fa84'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:24.350314 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-a6123c71-a695-4d1f-bdfe-b7899429054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b757aeff-f23a-4fbc-9e35-18f56c62fa84'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:24.618618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-a6123c71-a695-4d1f-bdfe-b7899429054b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:24.618618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6123c71-a695-4d1f-bdfe-b7899429054b None None] The sync data for ids ['b757aeff-f23a-4fbc-9e35-18f56c62fa84'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:02:24.618831 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-06f2d001-2f2a-4fa1-abbd-2dec79a4ba00 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/routers/b757aeff-f23a-4fbc-9e35-18f56c62fa84 HTTP/1.1" status: 200 len: 921 time: 0.3481493 Feb 15 17:02:24.618831 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39912) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:24.809048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8c29d9-a4b3-4616-ae85-4225ba7da25b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:24.815150 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-aa8c29d9-a4b3-4616-ae85-4225ba7da25b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&device_id=b757aeff-f23a-4fbc-9e35-18f56c62fa84&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1937554 Feb 15 17:02:24.820949 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39918) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:24.885823 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-29135c0c-0f28-4c15-a902-3e27b502caaf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/routers/a16d3d5c-71a2-459a-87ff-e5945cfe597d HTTP/1.1" status: 200 len: 924 time: 1.0289347 Feb 15 17:02:24.894614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39920) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:24.928516 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a7652e7-cd41-472f-99b4-4210833f8515 req-959effef-d5b9-46e9-8f62-1668e9ddbcec tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1548080 Feb 15 17:02:24.954922 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b9d34821-aed4-4d18-8689-38eb66a53a8e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "GET /v2.0/ports?device_id=a16d3d5c-71a2-459a-87ff-e5945cfe597d HTTP/1.1" status: 200 len: 205 time: 0.0407383 Feb 15 17:02:24.958498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39924) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:25.032657 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9674d09-7b0c-4486-a7a5-30164cc2da15 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:25.037307 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c9674d09-7b0c-4486-a7a5-30164cc2da15 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 881 time: 0.2191072 Feb 15 17:02:25.039825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39928) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:25.117151 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b0f6cd4f-ee03-4110-befd-9d2c130bb984 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "GET /v2.0/ports?device_id=b757aeff-f23a-4fbc-9e35-18f56c62fa84 HTTP/1.1" status: 200 len: 205 time: 0.0749331 Feb 15 17:02:25.120265 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39934) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:25.236651 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12bff0db-0738-478a-a75b-14b5b5be197f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (a16d3d5c-71a2-459a-87ff-e5945cfe597d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:25.315774 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (b757aeff-f23a-4fbc-9e35-18f56c62fa84), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:25.403556 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12bff0db-0738-478a-a75b-14b5b5be197f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (a16d3d5c-71a2-459a-87ff-e5945cfe597d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:25.451898 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (b757aeff-f23a-4fbc-9e35-18f56c62fa84), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:25.570938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-12bff0db-0738-478a-a75b-14b5b5be197f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Deleting port b0e823d7-ce0c-48fc-9dc6-6588f6f6a209 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:02:25.571305 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12bff0db-0738-478a-a75b-14b5b5be197f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b0e823d7-ce0c-48fc-9dc6-6588f6f6a209), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:25.693341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Deleting port 96cb442a-3431-4df3-a4b0-0c80c3632543 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:02:25.693970 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (96cb442a-3431-4df3-a4b0-0c80c3632543), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:25.823232 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12bff0db-0738-478a-a75b-14b5b5be197f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b0e823d7-ce0c-48fc-9dc6-6588f6f6a209), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:25.825806 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (96cb442a-3431-4df3-a4b0-0c80c3632543), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:25.874523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-12bff0db-0738-478a-a75b-14b5b5be197f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Calling delete_port for b0e823d7-ce0c-48fc-9dc6-6588f6f6a209 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:02:25.880958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Calling delete_port for 96cb442a-3431-4df3-a4b0-0c80c3632543 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:02:26.298473 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e467b9-f36a-4ef8-89d6-992996447172 req-ecb837bd-3583-478c-b01c-ac7d2af1f63b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:26.309716 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84e467b9-f36a-4ef8-89d6-992996447172 req-ecb837bd-3583-478c-b01c-ac7d2af1f63b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1361172 Feb 15 17:02:26.399119 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (96cb442a-3431-4df3-a4b0-0c80c3632543), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:26.484211 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Pushing event deleted for resources: {'Port': ['ID=96cb442a-3431-4df3-a4b0-0c80c3632543,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:26.521751 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:26.523024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:26.524501 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:26.524842 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:26.526936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:26.527108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:26.527356 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:26.527694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:26.529317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:26.529695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:26.530869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:26.531214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:26.532289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:26.558639 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84e467b9-f36a-4ef8-89d6-992996447172 req-ba547f99-305c-4fed-813e-9b044c399c6c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473485 Feb 15 17:02:26.580427 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39966) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:26.689690 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (b757aeff-f23a-4fbc-9e35-18f56c62fa84), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:26.739026 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12bff0db-0738-478a-a75b-14b5b5be197f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b0e823d7-ce0c-48fc-9dc6-6588f6f6a209), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:26.882008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bff0db-0738-478a-a75b-14b5b5be197f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Pushing event deleted for resources: {'Port': ['ID=b0e823d7-ce0c-48fc-9dc6-6588f6f6a209,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:26.960169 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-17362874-be6c-4c9a-863e-6a1eb6248186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:26.992749 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (b757aeff-f23a-4fbc-9e35-18f56c62fa84), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:26.995154 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_controller (b757aeff-f23a-4fbc-9e35-18f56c62fa84), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:27.025059 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b82441d-2f1d-4263-98ac-b38f85831c36 req-5211d25c-dde5-4589-819c-95a790aed0ea tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:27.027029 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b82441d-2f1d-4263-98ac-b38f85831c36 req-5211d25c-dde5-4589-819c-95a790aed0ea tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.3535538 Feb 15 17:02:27.125383 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12bff0db-0738-478a-a75b-14b5b5be197f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (a16d3d5c-71a2-459a-87ff-e5945cfe597d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:27.178880 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (b757aeff-f23a-4fbc-9e35-18f56c62fa84), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:27.179541 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Fanout notify agent at l3_agent the message router_deleted on router b757aeff-f23a-4fbc-9e35-18f56c62fa84 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:02:27.189230 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:27.196025 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-68905868-7457-4f52-befc-ea0a1f548799 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "DELETE /v2.0/routers/b757aeff-f23a-4fbc-9e35-18f56c62fa84 HTTP/1.1" status: 204 len: 168 time: 2.0745299 Feb 15 17:02:27.200292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39982) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:27.209395 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bb315eb8-59d5-41b7-a005-21df2e5e4441 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-228334969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:27.286811 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b82441d-2f1d-4263-98ac-b38f85831c36 req-09ebcf89-b3bc-4a58-a9f2-eb8bbbd8f7af tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506957 Feb 15 17:02:27.358000 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12bff0db-0738-478a-a75b-14b5b5be197f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (a16d3d5c-71a2-459a-87ff-e5945cfe597d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:27.363294 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12bff0db-0738-478a-a75b-14b5b5be197f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_controller (a16d3d5c-71a2-459a-87ff-e5945cfe597d), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:27.471972 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-17362874-be6c-4c9a-863e-6a1eb6248186 admin admin] Publish callbacks [] for security_group (25a0dcc8-897a-4ad3-90b9-8a12022f567a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:27.743484 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63657d-d777-482d-8740-01b8c671cda8 req-eca4ca9a-0d4c-4766-bf78-dfbd5b96ff5a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:27.745277 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3c63657d-d777-482d-8740-01b8c671cda8 req-eca4ca9a-0d4c-4766-bf78-dfbd5b96ff5a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.0766695 Feb 15 17:02:27.762898 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb315eb8-59d5-41b7-a005-21df2e5e4441 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (d81615f5-4f74-4368-8695-9da6f8617e56), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:27.763931 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb315eb8-59d5-41b7-a005-21df2e5e4441 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (d81615f5-4f74-4368-8695-9da6f8617e56), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:27.822208 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3c63657d-d777-482d-8740-01b8c671cda8 req-3b87f391-de56-45c4-8e59-b15fa308e8bf tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702794 Feb 15 17:02:27.859646 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12bff0db-0738-478a-a75b-14b5b5be197f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (a16d3d5c-71a2-459a-87ff-e5945cfe597d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:27.859646 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bff0db-0738-478a-a75b-14b5b5be197f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Fanout notify agent at l3_agent the message router_deleted on router a16d3d5c-71a2-459a-87ff-e5945cfe597d {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:02:27.881718 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12bff0db-0738-478a-a75b-14b5b5be197f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:27.885457 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-12bff0db-0738-478a-a75b-14b5b5be197f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "DELETE /v2.0/routers/a16d3d5c-71a2-459a-87ff-e5945cfe597d HTTP/1.1" status: 204 len: 168 time: 2.9244854 Feb 15 17:02:27.888507 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-17362874-be6c-4c9a-863e-6a1eb6248186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (25a0dcc8-897a-4ad3-90b9-8a12022f567a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:27.894865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39990) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:27.915911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1041756130', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'enable_snat': False}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:27.987345 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb315eb8-59d5-41b7-a005-21df2e5e4441 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_controller (d81615f5-4f74-4368-8695-9da6f8617e56), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:28.008750 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-17362874-be6c-4c9a-863e-6a1eb6248186 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2440c72cb8d747468298ca82a6020d5b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4308774 Feb 15 17:02:28.010436 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39992) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:28.097610 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c89eabb-45b8-42bf-8432-7047c74899c9 admin admin] Publish callbacks [] for security_group (25a0dcc8-897a-4ad3-90b9-8a12022f567a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:28.163510 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c89eabb-45b8-42bf-8432-7047c74899c9 admin admin] Publish callbacks [] for security_group (25a0dcc8-897a-4ad3-90b9-8a12022f567a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:28.178170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17362874-be6c-4c9a-863e-6a1eb6248186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a0dcc8-897a-4ad3-90b9-8a12022f567a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:28.232483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e07e3-0f68-4f56-a950-5680bbae4426 req-73647667-29c1-4ac0-97dd-b21545ff2ec0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:28.233739 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb315eb8-59d5-41b7-a005-21df2e5e4441 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (d81615f5-4f74-4368-8695-9da6f8617e56), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:28.235235 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef0e07e3-0f68-4f56-a950-5680bbae4426 req-73647667-29c1-4ac0-97dd-b21545ff2ec0 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.10 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.1754472 Feb 15 17:02:28.352046 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (ca868773-29ca-4b9e-9f76-541cd168d8a7), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:28.354163 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (ca868773-29ca-4b9e-9f76-541cd168d8a7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:28.384764 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c89eabb-45b8-42bf-8432-7047c74899c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (25a0dcc8-897a-4ad3-90b9-8a12022f567a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:28.389607 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c89eabb-45b8-42bf-8432-7047c74899c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:28.390306 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6c89eabb-45b8-42bf-8432-7047c74899c9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/25a0dcc8-897a-4ad3-90b9-8a12022f567a HTTP/1.1" status: 204 len: 168 time: 0.3739052 Feb 15 17:02:28.421978 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb315eb8-59d5-41b7-a005-21df2e5e4441 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:28.433214 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bb315eb8-59d5-41b7-a005-21df2e5e4441 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2236941 Feb 15 17:02:28.435398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40000) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:28.438732 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89eabb-45b8-42bf-8432-7047c74899c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a0dcc8-897a-4ad3-90b9-8a12022f567a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:28.478438 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Request body: {'router': {'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:28.587101 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_controller (ca868773-29ca-4b9e-9f76-541cd168d8a7), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:28.695813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-ef0e07e3-0f68-4f56-a950-5680bbae4426 req-2d90d0ba-cf67-44ad-9d9d-648a0ca41389 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Deleting port 28129b61-fe83-484b-a48b-d25cd2f717d0 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:02:28.696199 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ef0e07e3-0f68-4f56-a950-5680bbae4426 req-2d90d0ba-cf67-44ad-9d9d-648a0ca41389 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:28.910312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb202513-2ea7-40a7-8694-aad49a1deeda req-142038fc-f8cc-41da-9abb-bcee22541c5e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:28.918353 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb202513-2ea7-40a7-8694-aad49a1deeda req-142038fc-f8cc-41da-9abb-bcee22541c5e tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 946 time: 0.4538951 Feb 15 17:02:29.104243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (ca868773-29ca-4b9e-9f76-541cd168d8a7), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:29.108729 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ef0e07e3-0f68-4f56-a950-5680bbae4426 req-2d90d0ba-cf67-44ad-9d9d-648a0ca41389 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] For port 28129b61-fe83-484b-a48b-d25cd2f717d0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=28129b61-fe83-484b-a48b-d25cd2f717d0,segment=NetworkSegment(507080e7-c7d7-4812-8978-3ec7bce86c6c),segment_id=507080e7-c7d7-4812-8978-3ec7bce86c6c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:02:29.109154 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ef0e07e3-0f68-4f56-a950-5680bbae4426 req-2d90d0ba-cf67-44ad-9d9d-648a0ca41389 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:29.146983 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb202513-2ea7-40a7-8694-aad49a1deeda req-3e4da0c0-172b-418e-a038-620ecb206774 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/security-groups?id=3e054269-7ad7-46c5-aa4e-41206b1b8dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278249 Feb 15 17:02:29.170535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-ef0e07e3-0f68-4f56-a950-5680bbae4426 req-2d90d0ba-cf67-44ad-9d9d-648a0ca41389 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Calling delete_port for 28129b61-fe83-484b-a48b-d25cd2f717d0 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:02:29.484504 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd32e3-1012-44ca-8d0c-811f1e4277c1 req-7bffb598-92b3-479b-a286-bb9a3a99db5a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:29.486222 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-98cd32e3-1012-44ca-8d0c-811f1e4277c1 req-7bffb598-92b3-479b-a286-bb9a3a99db5a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.2663066 Feb 15 17:02:29.653980 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (d81615f5-4f74-4368-8695-9da6f8617e56), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:29.744676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-98cd32e3-1012-44ca-8d0c-811f1e4277c1 req-5c94f0ad-8656-4836-abe6-d3acaae23cd9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811125 Feb 15 17:02:29.786767 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40018) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:29.812421 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b7594da-99a7-4bee-b8b1-b46b2bf0ee2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:29.839178 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ef0e07e3-0f68-4f56-a950-5680bbae4426 req-2d90d0ba-cf67-44ad-9d9d-648a0ca41389 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (28129b61-fe83-484b-a48b-d25cd2f717d0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:29.850626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['28129b61-fe83-484b-a48b-d25cd2f717d0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:02:29.926352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90d0ba-cf67-44ad-9d9d-648a0ca41389 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Pushing event deleted for resources: {'Port': ['ID=28129b61-fe83-484b-a48b-d25cd2f717d0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:29.990906 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (ca868773-29ca-4b9e-9f76-541cd168d8a7), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:30.062496 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0e07e3-0f68-4f56-a950-5680bbae4426 req-2d90d0ba-cf67-44ad-9d9d-648a0ca41389 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] No DVR routers for this DVR port 28129b61-fe83-484b-a48b-d25cd2f717d0 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:02:30.065076 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:30.135171 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ef0e07e3-0f68-4f56-a950-5680bbae4426 req-2d90d0ba-cf67-44ad-9d9d-648a0ca41389 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:30.145819 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef0e07e3-0f68-4f56-a950-5680bbae4426 req-2d90d0ba-cf67-44ad-9d9d-648a0ca41389 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.10 "DELETE /v2.0/ports/28129b61-fe83-484b-a48b-d25cd2f717d0 HTTP/1.1" status: 204 len: 173 time: 1.9018741 Feb 15 17:02:30.146329 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a135ddfb-407f-4761-bdde-3fcd67ebb40d', 'name': 'network-vif-deleted', 'tag': '28129b61-fe83-484b-a48b-d25cd2f717d0'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:02:30.150190 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee7f383-b38f-4017-b796-453ff820aff5" -d '{"events": [{"server_uuid": "a135ddfb-407f-4761-bdde-3fcd67ebb40d", "name": "network-vif-deleted", "tag": "28129b61-fe83-484b-a48b-d25cd2f717d0"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:02:30.186970 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b7594da-99a7-4bee-b8b1-b46b2bf0ee2b admin admin] Publish callbacks [] for security_group (aabad516-d5cc-465c-835f-c8fb67332941), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:30.213077 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (d81615f5-4f74-4368-8695-9da6f8617e56), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:30.234893 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:30.245772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Allocated IP 172.25.4.152 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/480741ca-114d-4d69-93c9-091986576a09) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:02:30.291039 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b7594da-99a7-4bee-b8b1-b46b2bf0ee2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (aabad516-d5cc-465c-835f-c8fb67332941), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:30.366276 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2b7594da-99a7-4bee-b8b1-b46b2bf0ee2b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dd170c56ab4e45febfeb99c54cf60207&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5737109 Feb 15 17:02:30.366276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7594da-99a7-4bee-b8b1-b46b2bf0ee2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabad516-d5cc-465c-835f-c8fb67332941,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:30.366785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40026) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:30.386792 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadaa31c-1d3c-4314-88ff-9e773aab63ed x-openstack-request-id: req-aadaa31c-1d3c-4314-88ff-9e773aab63ed {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:02:30.387555 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a135ddfb-407f-4761-bdde-3fcd67ebb40d", "name": "network-vif-deleted", "tag": "28129b61-fe83-484b-a48b-d25cd2f717d0", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:02:30.387828 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-aadaa31c-1d3c-4314-88ff-9e773aab63ed {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:02:30.388243 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a135ddfb-407f-4761-bdde-3fcd67ebb40d', 'name': 'network-vif-deleted', 'tag': '28129b61-fe83-484b-a48b-d25cd2f717d0', 'status': 'completed', 'code': 200} Feb 15 17:02:30.466495 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f5157d95-26b8-4c3b-89ef-3571b9788c13 req-0b2ecf18-071b-4fb1-affa-d4f10f482c63 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 210 time: 0.0769179 Feb 15 17:02:30.478351 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c105202a-6e3f-4873-947d-d0bff4d981ad admin admin] Publish callbacks [] for security_group (aabad516-d5cc-465c-835f-c8fb67332941), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:30.506318 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for port (480741ca-114d-4d69-93c9-091986576a09), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:30.511448 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c105202a-6e3f-4873-947d-d0bff4d981ad admin admin] Publish callbacks [] for security_group (aabad516-d5cc-465c-835f-c8fb67332941), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:30.539270 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:30.641049 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (480741ca-114d-4d69-93c9-091986576a09), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:30.692851 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c105202a-6e3f-4873-947d-d0bff4d981ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (aabad516-d5cc-465c-835f-c8fb67332941), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:30.702479 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c105202a-6e3f-4873-947d-d0bff4d981ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:30.707871 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c105202a-6e3f-4873-947d-d0bff4d981ad admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/aabad516-d5cc-465c-835f-c8fb67332941 HTTP/1.1" status: 204 len: 168 time: 0.3395700 Feb 15 17:02:30.720627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:02:30.724496 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:02:30.738438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:02:30.765559 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105202a-6e3f-4873-947d-d0bff4d981ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabad516-d5cc-465c-835f-c8fb67332941,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:30.787793 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:30.805343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Allocated IP 172.25.4.236 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/15cb0399-186b-46dc-b694-f95c2dfb1a24) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:02:30.812845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Pushing event updated for resources: {'Port': ['ID=480741ca-114d-4d69-93c9-091986576a09,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:31.013055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:31.013746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:31.013746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:31.014096 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:31.014433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:31.014935 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:31.016056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9eaaf-3875-489d-9c0b-1b7194ba475a req-90c92285-9b61-473c-952a-bcad01e19751 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:31.017731 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97b9eaaf-3875-489d-9c0b-1b7194ba475a req-90c92285-9b61-473c-952a-bcad01e19751 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1167467 Feb 15 17:02:31.017889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:31.018239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:31.018582 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:31.018922 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:31.019271 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:31.020318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:31.020318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:31.066848 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for port (15cb0399-186b-46dc-b694-f95c2dfb1a24), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:31.144611 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97b9eaaf-3875-489d-9c0b-1b7194ba475a req-af610969-8ca0-4e4f-bb64-57d63fbc1604 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109471 Feb 15 17:02:31.328401 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (15cb0399-186b-46dc-b694-f95c2dfb1a24), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:31.382270 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:02:31.390796 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:02:31.394071 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (ca868773-29ca-4b9e-9f76-541cd168d8a7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:31.398762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:02:31.447872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Pushing event updated for resources: {'Port': ['ID=15cb0399-186b-46dc-b694-f95c2dfb1a24,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:31.884023 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (d81615f5-4f74-4368-8695-9da6f8617e56), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:32.030726 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-026027d6-d3ef-4fc5-a019-39cc984a7446 req-731d320b-69ba-447f-ac5c-58f72bce03ca tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] 10.222.0.107 "GET /v2.0/ports?device_id=a135ddfb-407f-4761-bdde-3fcd67ebb40d HTTP/1.1" status: 200 len: 210 time: 0.0617168 Feb 15 17:02:32.092753 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (ca868773-29ca-4b9e-9f76-541cd168d8a7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:32.203403 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (d81615f5-4f74-4368-8695-9da6f8617e56), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:32.206807 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (d81615f5-4f74-4368-8695-9da6f8617e56), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:32.421041 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4bd0ee-f136-4e43-8ed4-603018c37a18 req-b05c3d30-5238-45de-9448-27869e17aedd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:32.430362 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Router ca868773-29ca-4b9e-9f76-541cd168d8a7 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:02:32.444798 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c4bd0ee-f136-4e43-8ed4-603018c37a18 req-b05c3d30-5238-45de-9448-27869e17aedd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1220689 Feb 15 17:02:32.491071 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 28129b61-fe83-484b-a48b-d25cd2f717d0 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:02:32.528296 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 28129b61-fe83-484b-a48b-d25cd2f717d0 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:02:32.530491 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 28129b61-fe83-484b-a48b-d25cd2f717d0 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:02:32.574941 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1c4bd0ee-f136-4e43-8ed4-603018c37a18 req-dfc3a1db-9187-4d2c-988e-b4d1313ffe76 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286421 Feb 15 17:02:32.602168 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:02:32.612302 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Sync routers for ids ['ca868773-29ca-4b9e-9f76-541cd168d8a7'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:02:32.629265 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Routers {'ca868773-29ca-4b9e-9f76-541cd168d8a7'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:32.629869 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ca868773-29ca-4b9e-9f76-541cd168d8a7'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:32.753862 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Set router ca868773-29ca-4b9e-9f76-541cd168d8a7 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:02:32.938494 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca868773-29ca-4b9e-9f76-541cd168d8a7', 'name': 'tempest-snat-router-1041756130', 'tenant_id': '9f89870d69ff493bae77dcbd0e84b038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.152'}], 'enable_snat': False}, 'gw_port_id': '480741ca-114d-4d69-93c9-091986576a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:02:28Z', 'updated_at': '2022-02-15T17:02:31Z', 'revision_number': 3, 'project_id': '9f89870d69ff493bae77dcbd0e84b038', 'gw_port': {'id': '480741ca-114d-4d69-93c9-091986576a09', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca868773-29ca-4b9e-9f76-541cd168d8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:02:30Z', 'updated_at': '2022-02-15T17:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:32.969660 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Checking router: ca868773-29ca-4b9e-9f76-541cd168d8a7 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:02:32.970052 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Updating router ca868773-29ca-4b9e-9f76-541cd168d8a7 port 480741ca-114d-4d69-93c9-091986576a09 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:02:33.007261 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (480741ca-114d-4d69-93c9-091986576a09), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:33.116339 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40084) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:33.181266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7479c5-3082-448d-af37-36f4d9f1dd8e admin admin] Deleting subnet ace70380-0204-41b0-be4a-55804a4b7a9b {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:02:33.185072 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce7479c5-3082-448d-af37-36f4d9f1dd8e admin admin] Publish callbacks [] for subnet (ace70380-0204-41b0-be4a-55804a4b7a9b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:33.262956 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce7479c5-3082-448d-af37-36f4d9f1dd8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (ace70380-0204-41b0-be4a-55804a4b7a9b), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:33.340769 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Publish callbacks [] for port (480741ca-114d-4d69-93c9-091986576a09), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:33.373508 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce7479c5-3082-448d-af37-36f4d9f1dd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (ace70380-0204-41b0-be4a-55804a4b7a9b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:33.615417 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Router d81615f5-4f74-4368-8695-9da6f8617e56 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:02:33.618323 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:33.619643 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-541f60fe-898a-4163-a0c6-c717452e454c tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.7209861 Feb 15 17:02:33.622606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40096) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:33.692631 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (480741ca-114d-4d69-93c9-091986576a09), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:33.694572 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce7479c5-3082-448d-af37-36f4d9f1dd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (ace70380-0204-41b0-be4a-55804a4b7a9b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:33.728908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7479c5-3082-448d-af37-36f4d9f1dd8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace70380-0204-41b0-be4a-55804a4b7a9b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:33.742033 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce7479c5-3082-448d-af37-36f4d9f1dd8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:33.742715 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Attempting to bind port 480741ca-114d-4d69-93c9-091986576a09 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:02:33.743097 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Attempting to bind port 480741ca-114d-4d69-93c9-091986576a09 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:02:33.743465 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Attempting to bind port 480741ca-114d-4d69-93c9-091986576a09 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:02:33.751801 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ce7479c5-3082-448d-af37-36f4d9f1dd8e admin admin] 10.222.0.107 "DELETE /v2.0/subnets/ace70380-0204-41b0-be4a-55804a4b7a9b HTTP/1.1" status: 204 len: 168 time: 0.6313543 Feb 15 17:02:33.753703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40100) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:33.804248 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:02:33.804928 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:02:33.806760 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:33.807586 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:02:33.809477 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Bound port: 480741ca-114d-4d69-93c9-091986576a09, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:02:33.812522 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (480741ca-114d-4d69-93c9-091986576a09), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:33.889228 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1902ef30-ac44-4f37-987d-380d3dfa273f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (708ad032-cbc0-4ad4-9926-2ac8e9b388cc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:33.954997 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c5dfcf0e-2f78-43ca-a0af-7f6493957403 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/routers/ca868773-29ca-4b9e-9f76-541cd168d8a7 HTTP/1.1" status: 200 len: 909 time: 0.3310900 Feb 15 17:02:33.961778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40102) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:33.966316 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1041756130', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'enable_snat': True}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:34.032356 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f17f99-44a2-445c-9dca-e563848f00f4 req-64fb36f3-3525-45c3-bfe1-05a90562ef3b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:34.041272 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00f17f99-44a2-445c-9dca-e563848f00f4 req-64fb36f3-3525-45c3-bfe1-05a90562ef3b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.3591702 Feb 15 17:02:34.071130 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] For port 480741ca-114d-4d69-93c9-091986576a09, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:02:34.071239 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:02:34.080065 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:34.081280 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3278ef34-1bca-4387-bcd3-ed7e753f8f20 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "PUT /v2.0/routers/d81615f5-4f74-4368-8695-9da6f8617e56 HTTP/1.1" status: 200 len: 879 time: 5.6369958 Feb 15 17:02:34.081445 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1902ef30-ac44-4f37-987d-380d3dfa273f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (708ad032-cbc0-4ad4-9926-2ac8e9b388cc), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:34.081946 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab37ed8-acbc-4c98-9d43-a21018df23be None None] Sync routers for ids ['d81615f5-4f74-4368-8695-9da6f8617e56'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:02:34.089138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40106) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:34.093574 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab37ed8-acbc-4c98-9d43-a21018df23be None None] Routers {'d81615f5-4f74-4368-8695-9da6f8617e56'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:34.094462 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3ab37ed8-acbc-4c98-9d43-a21018df23be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['d81615f5-4f74-4368-8695-9da6f8617e56'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:34.121324 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] For port 480741ca-114d-4d69-93c9-091986576a09, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=480741ca-114d-4d69-93c9-091986576a09,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:02:34.137254 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777a66f-b231-4eaf-98d9-41c7b53edbd7 None None] Pushing event updated for resources: {'Port': ['ID=480741ca-114d-4d69-93c9-091986576a09,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:34.148703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-1902ef30-ac44-4f37-987d-380d3dfa273f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708ad032-cbc0-4ad4-9926-2ac8e9b388cc']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:34.152005 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3ab37ed8-acbc-4c98-9d43-a21018df23be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:34.161056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-1902ef30-ac44-4f37-987d-380d3dfa273f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '507080e7-c7d7-4812-8978-3ec7bce86c6c') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:34.162135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-1902ef30-ac44-4f37-987d-380d3dfa273f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '507080e7-c7d7-4812-8978-3ec7bce86c6c') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:34.162776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab37ed8-acbc-4c98-9d43-a21018df23be None None] Routers {'d81615f5-4f74-4368-8695-9da6f8617e56'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:34.163471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3ab37ed8-acbc-4c98-9d43-a21018df23be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['d81615f5-4f74-4368-8695-9da6f8617e56'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:34.174123 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1902ef30-ac44-4f37-987d-380d3dfa273f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (507080e7-c7d7-4812-8978-3ec7bce86c6c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:34.197248 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1902ef30-ac44-4f37-987d-380d3dfa273f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (507080e7-c7d7-4812-8978-3ec7bce86c6c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:34.206002 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00f17f99-44a2-445c-9dca-e563848f00f4 req-8f021791-a24f-421b-8b51-a89018644a07 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633334 Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1902ef30-ac44-4f37-987d-380d3dfa273f admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1902ef30-ac44-4f37-987d-380d3dfa273f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (507080e7-c7d7-4812-8978-3ec7bce86c6c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: items = [ Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:02:34.218255 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:02:34.226998 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (480741ca-114d-4d69-93c9-091986576a09), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:34.276895 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (951d1a5a-0cc2-47ca-8264-935d02b96374), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:34.278020 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (951d1a5a-0cc2-47ca-8264-935d02b96374), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:34.279140 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3ab37ed8-acbc-4c98-9d43-a21018df23be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:34.279831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab37ed8-acbc-4c98-9d43-a21018df23be None None] The sync data for ids ['d81615f5-4f74-4368-8695-9da6f8617e56'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:02:34.297411 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d7a26d72-6079-4cc8-b82e-f6c55f5697a1 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/routers/d81615f5-4f74-4368-8695-9da6f8617e56 HTTP/1.1" status: 200 len: 920 time: 0.2058454 Feb 15 17:02:34.300782 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40116) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:34.340447 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Routers {'ca868773-29ca-4b9e-9f76-541cd168d8a7'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:34.341312 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ca868773-29ca-4b9e-9f76-541cd168d8a7'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:34.381662 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c38fc38-3e8b-4325-8da4-d0be8832d4f6 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:34.383392 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6c38fc38-3e8b-4325-8da4-d0be8832d4f6 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&device_id=d81615f5-4f74-4368-8695-9da6f8617e56&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0815375 Feb 15 17:02:34.391797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40118) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:34.563022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840c4c8a-2b46-4368-9a2d-a549aa92243a tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:34.571099 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-840c4c8a-2b46-4368-9a2d-a549aa92243a tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 881 time: 0.1732712 Feb 15 17:02:34.571686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40128) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:34.649291 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e7f4ccf5-6ec7-4942-b507-24baef536292 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "GET /v2.0/ports?device_id=d81615f5-4f74-4368-8695-9da6f8617e56 HTTP/1.1" status: 200 len: 205 time: 0.0803127 Feb 15 17:02:34.652154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40132) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:34.660345 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1902ef30-ac44-4f37-987d-380d3dfa273f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (708ad032-cbc0-4ad4-9926-2ac8e9b388cc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:34.694130 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1902ef30-ac44-4f37-987d-380d3dfa273f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:34.707550 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b777a66f-b231-4eaf-98d9-41c7b53edbd7 None None] Pushing event updated for resources: {'Port': ['ID=480741ca-114d-4d69-93c9-091986576a09,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:34.710597 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1902ef30-ac44-4f37-987d-380d3dfa273f admin admin] 10.222.0.107 "DELETE /v2.0/networks/708ad032-cbc0-4ad4-9926-2ac8e9b388cc HTTP/1.1" status: 204 len: 168 time: 0.9553957 Feb 15 17:02:34.749554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902ef30-ac44-4f37-987d-380d3dfa273f admin admin] Pushing event deleted for resources: {'Network': ['ID=708ad032-cbc0-4ad4-9926-2ac8e9b388cc,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:34.760960 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_controller (951d1a5a-0cc2-47ca-8264-935d02b96374), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:34.888316 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] Set router ca868773-29ca-4b9e-9f76-541cd168d8a7 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:02:34.964059 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b50e856b-2258-41ba-9920-ee2ba0cc280c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (d81615f5-4f74-4368-8695-9da6f8617e56), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:35.167505 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca868773-29ca-4b9e-9f76-541cd168d8a7', 'name': 'tempest-snat-router-1041756130', 'tenant_id': '9f89870d69ff493bae77dcbd0e84b038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.152'}], 'enable_snat': False}, 'gw_port_id': '480741ca-114d-4d69-93c9-091986576a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:02:28Z', 'updated_at': '2022-02-15T17:02:31Z', 'revision_number': 3, 'project_id': '9f89870d69ff493bae77dcbd0e84b038', 'gw_port': {'id': '480741ca-114d-4d69-93c9-091986576a09', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca868773-29ca-4b9e-9f76-541cd168d8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:02:30Z', 'updated_at': '2022-02-15T17:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:35.222504 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb16cdc-409e-42b4-adab-259e35233b08 None None] The sync data for ids ['ca868773-29ca-4b9e-9f76-541cd168d8a7'] in n-d-828372-14 is: [{'id': 'ca868773-29ca-4b9e-9f76-541cd168d8a7', 'name': 'tempest-snat-router-1041756130', 'tenant_id': '9f89870d69ff493bae77dcbd0e84b038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.152'}], 'enable_snat': False}, 'gw_port_id': '480741ca-114d-4d69-93c9-091986576a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:02:28Z', 'updated_at': '2022-02-15T17:02:31Z', 'revision_number': 3, 'project_id': '9f89870d69ff493bae77dcbd0e84b038', 'gw_port': {'id': '480741ca-114d-4d69-93c9-091986576a09', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:12:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca868773-29ca-4b9e-9f76-541cd168d8a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:02:30Z', 'updated_at': '2022-02-15T17:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:02:35.303671 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b50e856b-2258-41ba-9920-ee2ba0cc280c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (d81615f5-4f74-4368-8695-9da6f8617e56), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:35.316815 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (951d1a5a-0cc2-47ca-8264-935d02b96374), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:35.442852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdf3a6-c3b0-4052-ba26-8b6e0f6615f0 req-b3fc8199-82bc-4c20-a985-1444b6b75545 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:35.444930 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76fdf3a6-c3b0-4052-ba26-8b6e0f6615f0 req-b3fc8199-82bc-4c20-a985-1444b6b75545 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1098223 Feb 15 17:02:35.557270 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40148) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:35.649186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b50e856b-2258-41ba-9920-ee2ba0cc280c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Deleting port 15cb0399-186b-46dc-b694-f95c2dfb1a24 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:02:35.649186 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b50e856b-2258-41ba-9920-ee2ba0cc280c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (15cb0399-186b-46dc-b694-f95c2dfb1a24), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:35.820845 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b59e16db-37de-409b-a14b-0c40ad555442 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=39ced08894bc44b28af70965be7f8e31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2529011 Feb 15 17:02:35.825535 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40154) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:35.872250 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76fdf3a6-c3b0-4052-ba26-8b6e0f6615f0 req-5ccafbc6-9a55-4764-902a-312305d08054 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092696 Feb 15 17:02:35.943978 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b50e856b-2258-41ba-9920-ee2ba0cc280c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (15cb0399-186b-46dc-b694-f95c2dfb1a24), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:35.991459 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b50e856b-2258-41ba-9920-ee2ba0cc280c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Calling delete_port for 15cb0399-186b-46dc-b694-f95c2dfb1a24 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:02:36.007814 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d721abb1-9c1e-4a7f-b9c5-2db23cd17990 admin admin] Publish callbacks [] for security_group (3e054269-7ad7-46c5-aa4e-41206b1b8dbf), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:36.145725 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d721abb1-9c1e-4a7f-b9c5-2db23cd17990 admin admin] Publish callbacks [] for security_group (3e054269-7ad7-46c5-aa4e-41206b1b8dbf), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:36.262184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 480741ca-114d-4d69-93c9-091986576a09 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:02:36.288344 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (951d1a5a-0cc2-47ca-8264-935d02b96374), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:36.357312 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:36.408839 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 480741ca-114d-4d69-93c9-091986576a09 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:02:36.409517 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (480741ca-114d-4d69-93c9-091986576a09), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:36.447331 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d721abb1-9c1e-4a7f-b9c5-2db23cd17990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3e054269-7ad7-46c5-aa4e-41206b1b8dbf), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:36.450525 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d721abb1-9c1e-4a7f-b9c5-2db23cd17990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:36.454428 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d721abb1-9c1e-4a7f-b9c5-2db23cd17990 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3e054269-7ad7-46c5-aa4e-41206b1b8dbf HTTP/1.1" status: 204 len: 168 time: 0.6216729 Feb 15 17:02:36.480733 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d721abb1-9c1e-4a7f-b9c5-2db23cd17990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e054269-7ad7-46c5-aa4e-41206b1b8dbf,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:36.558537 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b50e856b-2258-41ba-9920-ee2ba0cc280c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (15cb0399-186b-46dc-b694-f95c2dfb1a24), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:36.656573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 480741ca-114d-4d69-93c9-091986576a09 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:02:36.657188 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (480741ca-114d-4d69-93c9-091986576a09), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:36.707659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e856b-2258-41ba-9920-ee2ba0cc280c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Pushing event deleted for resources: {'Port': ['ID=15cb0399-186b-46dc-b694-f95c2dfb1a24,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:36.767422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 480741ca-114d-4d69-93c9-091986576a09, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=480741ca-114d-4d69-93c9-091986576a09,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:02:36.848996 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (480741ca-114d-4d69-93c9-091986576a09), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:36.913764 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b50e856b-2258-41ba-9920-ee2ba0cc280c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (d81615f5-4f74-4368-8695-9da6f8617e56), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:36.923433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Allocated IP 172.25.4.40 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/382038e1-18e3-42cb-b4f0-a075159ce225) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:02:36.967239 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be39e19c-eefd-450a-8786-f2ba711fc6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:37.062680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=480741ca-114d-4d69-93c9-091986576a09,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:37.083696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:37.104244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:37.107855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:37.108331 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:37.108777 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:37.109839 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:37.111034 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:37.111796 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:37.121790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:37.123937 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:37.124395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:37.124845 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:37.132178 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:02:37.386632 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b50e856b-2258-41ba-9920-ee2ba0cc280c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (d81615f5-4f74-4368-8695-9da6f8617e56), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:37.400782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b50e856b-2258-41ba-9920-ee2ba0cc280c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_controller (d81615f5-4f74-4368-8695-9da6f8617e56), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:37.433180 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for port (382038e1-18e3-42cb-b4f0-a075159ce225), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:37.741867 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (382038e1-18e3-42cb-b4f0-a075159ce225), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:37.871541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:02:37.886537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:02:37.892037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:02:38.211716 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 480741ca-114d-4d69-93c9-091986576a09 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:02:38.226159 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bec09-978e-4d32-b5d9-2bcd8fb0f760 req-c73b4ffa-14ab-4425-a0cf-89449e88b8a7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:38.238737 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-864bec09-978e-4d32-b5d9-2bcd8fb0f760 req-c73b4ffa-14ab-4425-a0cf-89449e88b8a7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 1.0472476 Feb 15 17:02:38.311756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Pushing event updated for resources: {'Port': ['ID=382038e1-18e3-42cb-b4f0-a075159ce225,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:38.350061 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b50e856b-2258-41ba-9920-ee2ba0cc280c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (d81615f5-4f74-4368-8695-9da6f8617e56), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:38.352802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50e856b-2258-41ba-9920-ee2ba0cc280c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Fanout notify agent at l3_agent the message router_deleted on router d81615f5-4f74-4368-8695-9da6f8617e56 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:02:38.369320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 480741ca-114d-4d69-93c9-091986576a09 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:02:38.381070 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (480741ca-114d-4d69-93c9-091986576a09), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:38.410718 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b50e856b-2258-41ba-9920-ee2ba0cc280c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:38.425926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40210) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:38.426492 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b50e856b-2258-41ba-9920-ee2ba0cc280c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "DELETE /v2.0/routers/d81615f5-4f74-4368-8695-9da6f8617e56 HTTP/1.1" status: 204 len: 168 time: 3.7634132 Feb 15 17:02:38.437213 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-9063accc-5c57-41f7-a544-897d2fcb292a tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1972423793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:38.518431 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-864bec09-978e-4d32-b5d9-2bcd8fb0f760 req-57ac5aee-e958-4d20-a64c-09c60de9e5b4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690988 Feb 15 17:02:38.736503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 480741ca-114d-4d69-93c9-091986576a09 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:02:39.049390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40222) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:39.057689 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (951d1a5a-0cc2-47ca-8264-935d02b96374), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:39.101899 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9063accc-5c57-41f7-a544-897d2fcb292a tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (11fedac1-86b9-4502-86e8-83236b8c617b), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:39.102853 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9063accc-5c57-41f7-a544-897d2fcb292a tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (11fedac1-86b9-4502-86e8-83236b8c617b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:39.347010 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5beba53e-3ce8-472f-832e-aa495a0e3a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:39.374832 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9063accc-5c57-41f7-a544-897d2fcb292a tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_controller (11fedac1-86b9-4502-86e8-83236b8c617b), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:39.421355 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2e9824a4-16e2-4c6a-9ccb-2074751edb7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-406871546-network', 'tenant_id': '53fc11c61440421b91f61d2ecb1b30e4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:39.575163 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9824a4-16e2-4c6a-9ccb-2074751edb7c admin admin] Made reservation on behalf of 53fc11c61440421b91f61d2ecb1b30e4 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:02:39.580065 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e9824a4-16e2-4c6a-9ccb-2074751edb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:39.611151 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e9824a4-16e2-4c6a-9ccb-2074751edb7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:39.631210 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (951d1a5a-0cc2-47ca-8264-935d02b96374), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:39.647680 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9063accc-5c57-41f7-a544-897d2fcb292a tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (11fedac1-86b9-4502-86e8-83236b8c617b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:39.774585 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e9824a4-16e2-4c6a-9ccb-2074751edb7c admin admin] Publish callbacks [] for security_group (0f3ecde7-1612-46a2-837d-8dfe6a26e248), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:39.831195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd12175-d4a0-41a8-a2cc-c993a9090a86 req-7c688f6f-3bbd-4758-b084-03b9d093e955 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:39.833006 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afd12175-d4a0-41a8-a2cc-c993a9090a86 req-7c688f6f-3bbd-4758-b084-03b9d093e955 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.0884562 Feb 15 17:02:39.840592 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9063accc-5c57-41f7-a544-897d2fcb292a tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:39.844645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40238) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:39.844835 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9063accc-5c57-41f7-a544-897d2fcb292a tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4181769 Feb 15 17:02:39.855652 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'enable_snat': True}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:39.920587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afd12175-d4a0-41a8-a2cc-c993a9090a86 req-1a2177cb-3fb4-48fa-9810-25df3e11cfdf tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726199 Feb 15 17:02:40.042368 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Router 951d1a5a-0cc2-47ca-8264-935d02b96374 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:02:40.048709 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e9824a4-16e2-4c6a-9ccb-2074751edb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0f3ecde7-1612-46a2-837d-8dfe6a26e248), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:40.101419 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9824a4-16e2-4c6a-9ccb-2074751edb7c admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:02:40.118703 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e9824a4-16e2-4c6a-9ccb-2074751edb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e0b0d308-0b49-4775-87f1-4da955ae6100), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:40.119097 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-2e9824a4-16e2-4c6a-9ccb-2074751edb7c admin admin] Added segment e0b0d308-0b49-4775-87f1-4da955ae6100 of type vlan for network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e Feb 15 17:02:40.257955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:02:40.287109 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Sync routers for ids ['951d1a5a-0cc2-47ca-8264-935d02b96374'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:02:40.289634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9824a4-16e2-4c6a-9ccb-2074751edb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3ecde7-1612-46a2-837d-8dfe6a26e248,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:40.300162 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e9824a4-16e2-4c6a-9ccb-2074751edb7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (d3b0ca71-cd48-4ec1-8d50-3e94da1c742e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:40.321539 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (11fedac1-86b9-4502-86e8-83236b8c617b), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:40.323823 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Routers {'951d1a5a-0cc2-47ca-8264-935d02b96374'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:40.324458 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['951d1a5a-0cc2-47ca-8264-935d02b96374'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:40.342306 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:40.344768 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-10df503b-1c8e-4d54-902b-5559a58df797 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3816483 Feb 15 17:02:40.347139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40248) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:40.460325 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:40.529239 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e9824a4-16e2-4c6a-9ccb-2074751edb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (d3b0ca71-cd48-4ec1-8d50-3e94da1c742e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:40.531543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9824a4-16e2-4c6a-9ccb-2074751edb7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:40.532387 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e9824a4-16e2-4c6a-9ccb-2074751edb7c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:40.584907 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Set router 951d1a5a-0cc2-47ca-8264-935d02b96374 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:02:40.601575 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6a1fb369-37d8-4864-a553-ed3b8f07036b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/routers/951d1a5a-0cc2-47ca-8264-935d02b96374 HTTP/1.1" status: 200 len: 907 time: 0.2467222 Feb 15 17:02:40.604283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40256) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:40.636866 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9824a4-16e2-4c6a-9ccb-2074751edb7c admin admin] Pushing event updated for resources: {'Network': ['ID=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:40.649057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:02:40.837756 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88e8907b-957e-4458-857e-6d2c234c381b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router (951d1a5a-0cc2-47ca-8264-935d02b96374), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:40.839098 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2e9824a4-16e2-4c6a-9ccb-2074751edb7c admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7873678 Feb 15 17:02:40.840927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40260) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:40.853428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-a53dbd7e-d787-42ce-ae3f-5691e964032b admin admin] Request body: {'subnet': {'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-406871546-subnet', 'tenant_id': '53fc11c61440421b91f61d2ecb1b30e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:40.886009 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (11fedac1-86b9-4502-86e8-83236b8c617b), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:40.934954 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:40.992141 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951d1a5a-0cc2-47ca-8264-935d02b96374', 'name': 'tempest-snat-router-1041756130', 'tenant_id': '9f89870d69ff493bae77dcbd0e84b038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40'}], 'enable_snat': True}, 'gw_port_id': '382038e1-18e3-42cb-b4f0-a075159ce225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:02:34Z', 'updated_at': '2022-02-15T17:02:38Z', 'revision_number': 3, 'project_id': '9f89870d69ff493bae77dcbd0e84b038', 'gw_port': {'id': '382038e1-18e3-42cb-b4f0-a075159ce225', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:ea:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951d1a5a-0cc2-47ca-8264-935d02b96374', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:02:36Z', 'updated_at': '2022-02-15T17:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:41.024046 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Checking router: 951d1a5a-0cc2-47ca-8264-935d02b96374 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:02:41.024500 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Updating router 951d1a5a-0cc2-47ca-8264-935d02b96374 port 382038e1-18e3-42cb-b4f0-a075159ce225 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:02:41.055222 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (382038e1-18e3-42cb-b4f0-a075159ce225), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:41.122718 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Allocated IP 172.25.4.119 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/fc12b0eb-093a-464b-a408-992e4559742d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:02:41.188418 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88e8907b-957e-4458-857e-6d2c234c381b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (951d1a5a-0cc2-47ca-8264-935d02b96374), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:41.230284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53dbd7e-d787-42ce-ae3f-5691e964032b admin admin] Made reservation on behalf of 53fc11c61440421b91f61d2ecb1b30e4 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:02:41.233953 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a53dbd7e-d787-42ce-ae3f-5691e964032b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:41.297132 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a008043-2b5a-4480-a137-7ffdb0f20114 req-c5058a1e-a956-450e-9e14-0c427b649ab3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:41.300708 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a008043-2b5a-4480-a137-7ffdb0f20114 req-c5058a1e-a956-450e-9e14-0c427b649ab3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1573420 Feb 15 17:02:41.360767 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for port (fc12b0eb-093a-464b-a408-992e4559742d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:41.432881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-88e8907b-957e-4458-857e-6d2c234c381b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Deleting port 382038e1-18e3-42cb-b4f0-a075159ce225 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:02:41.433335 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88e8907b-957e-4458-857e-6d2c234c381b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (382038e1-18e3-42cb-b4f0-a075159ce225), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:41.448374 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a008043-2b5a-4480-a137-7ffdb0f20114 req-907ebfe9-12dc-4dbb-aba6-5956e615d6cd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353426 Feb 15 17:02:41.603511 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88e8907b-957e-4458-857e-6d2c234c381b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (382038e1-18e3-42cb-b4f0-a075159ce225), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:41.622269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-88e8907b-957e-4458-857e-6d2c234c381b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Calling delete_port for 382038e1-18e3-42cb-b4f0-a075159ce225 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:02:41.724855 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (fc12b0eb-093a-464b-a408-992e4559742d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:41.725671 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:02:41.803520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:02:41.809325 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:02:41.819670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Pushing event updated for resources: {'Port': ['ID=fc12b0eb-093a-464b-a408-992e4559742d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:41.828934 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:02:42.060944 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:42.111604 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Publish callbacks [] for port (382038e1-18e3-42cb-b4f0-a075159ce225), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:42.231787 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (382038e1-18e3-42cb-b4f0-a075159ce225), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:42.267144 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a53dbd7e-d787-42ce-ae3f-5691e964032b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (f5d61963-0097-43d2-aa6c-f33683398652), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:42.337797 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Attempting to bind port 382038e1-18e3-42cb-b4f0-a075159ce225 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:02:42.338146 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Attempting to bind port 382038e1-18e3-42cb-b4f0-a075159ce225 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:02:42.342350 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Attempting to bind port 382038e1-18e3-42cb-b4f0-a075159ce225 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:02:42.342350 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143811e4-0cbe-493e-b457-168f2eb362ea None None] Pushing event updated for resources: {'Port': ['ID=382038e1-18e3-42cb-b4f0-a075159ce225,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:42.355900 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:02:42.357027 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:02:42.357691 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:42.358244 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:02:42.359363 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Bound port: 382038e1-18e3-42cb-b4f0-a075159ce225, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:02:42.359958 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (382038e1-18e3-42cb-b4f0-a075159ce225), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:42.374883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53dbd7e-d787-42ce-ae3f-5691e964032b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5d61963-0097-43d2-aa6c-f33683398652,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:42.468853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53dbd7e-d787-42ce-ae3f-5691e964032b admin admin] Checking segment: {'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:02:42.469657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53dbd7e-d787-42ce-ae3f-5691e964032b admin admin] Network hostable DHCP agents. Network: d3b0ca71-cd48-4ec1-8d50-3e94da1c742e, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:02:42.504296 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (11fedac1-86b9-4502-86e8-83236b8c617b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:42.694307 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53dbd7e-d787-42ce-ae3f-5691e964032b admin admin] Network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:02:42.766850 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc85d2-c76b-46f3-8acc-18323a8425ca req-d12b8697-a4cf-4609-932f-681afd0881a2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:42.768881 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3bc85d2-c76b-46f3-8acc-18323a8425ca req-d12b8697-a4cf-4609-932f-681afd0881a2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1501179 Feb 15 17:02:42.808501 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.db.api [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103802) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:02:42.809127 n-d-828372-14 neutron-server[103802]: DEBUG oslo_db.api [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:02:42.812447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a53dbd7e-d787-42ce-ae3f-5691e964032b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, d3b0ca71-cd48-4ec1-8d50-3e94da1c742e) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:02:42.814344 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88e8907b-957e-4458-857e-6d2c234c381b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (382038e1-18e3-42cb-b4f0-a075159ce225), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:42.822140 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85a9e87-0d72-4021-b263-99ddaa64dacd None None] Network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:02:42.838032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53dbd7e-d787-42ce-ae3f-5691e964032b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:42.838877 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a53dbd7e-d787-42ce-ae3f-5691e964032b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:42.948667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8907b-957e-4458-857e-6d2c234c381b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Pushing event deleted for resources: {'Port': ['ID=382038e1-18e3-42cb-b4f0-a075159ce225,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:43.070447 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (11fedac1-86b9-4502-86e8-83236b8c617b), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:43.079347 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (11fedac1-86b9-4502-86e8-83236b8c617b), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:43.079580 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a53dbd7e-d787-42ce-ae3f-5691e964032b admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2365475 Feb 15 17:02:43.166718 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3bc85d2-c76b-46f3-8acc-18323a8425ca req-5068a8d3-683e-499f-9aeb-c6533001026c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857367 Feb 15 17:02:43.232289 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88e8907b-957e-4458-857e-6d2c234c381b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (951d1a5a-0cc2-47ca-8264-935d02b96374), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:43.351528 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Attempting to bind port 382038e1-18e3-42cb-b4f0-a075159ce225 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:02:43.351903 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Attempting to bind port 382038e1-18e3-42cb-b4f0-a075159ce225 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:02:43.352337 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Attempting to bind port 382038e1-18e3-42cb-b4f0-a075159ce225 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:02:43.371074 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:02:43.371564 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:02:43.374861 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:43.375336 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:02:43.375899 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Bound port: 382038e1-18e3-42cb-b4f0-a075159ce225, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:02:43.376350 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (382038e1-18e3-42cb-b4f0-a075159ce225), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:43.423853 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.plugin [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Port 382038e1-18e3-42cb-b4f0-a075159ce225 has been deleted concurrently {{(pid=103802) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 15 17:02:43.486232 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Routers {'951d1a5a-0cc2-47ca-8264-935d02b96374'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:43.486933 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['951d1a5a-0cc2-47ca-8264-935d02b96374'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:43.562654 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88e8907b-957e-4458-857e-6d2c234c381b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (951d1a5a-0cc2-47ca-8264-935d02b96374), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:43.568139 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Router 11fedac1-86b9-4502-86e8-83236b8c617b is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:02:43.573197 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88e8907b-957e-4458-857e-6d2c234c381b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_controller (951d1a5a-0cc2-47ca-8264-935d02b96374), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:43.664750 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:43.740975 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] Set router 951d1a5a-0cc2-47ca-8264-935d02b96374 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:02:43.750468 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a6ae2c-4d88-45ee-a59b-6b02b0884bd7 None None] Network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:02:43.796515 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88e8907b-957e-4458-857e-6d2c234c381b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (951d1a5a-0cc2-47ca-8264-935d02b96374), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:43.797125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e8907b-957e-4458-857e-6d2c234c381b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 951d1a5a-0cc2-47ca-8264-935d02b96374 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:02:43.805967 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-88e8907b-957e-4458-857e-6d2c234c381b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:43.812211 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-88e8907b-957e-4458-857e-6d2c234c381b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "DELETE /v2.0/routers/951d1a5a-0cc2-47ca-8264-935d02b96374 HTTP/1.1" status: 204 len: 168 time: 3.2068415 Feb 15 17:02:43.813459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40322) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:43.884762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:02:43.893769 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:43.898764 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-edd9f75c-c309-4f91-846a-d9b261b5821b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "PUT /v2.0/routers/11fedac1-86b9-4502-86e8-83236b8c617b HTTP/1.1" status: 200 len: 915 time: 4.0469573 Feb 15 17:02:43.902953 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40324) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:43.917836 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951d1a5a-0cc2-47ca-8264-935d02b96374', 'name': 'tempest-snat-router-1041756130', 'tenant_id': '9f89870d69ff493bae77dcbd0e84b038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:02:34Z', 'updated_at': '2022-02-15T17:02:42Z', 'revision_number': 5, 'project_id': '9f89870d69ff493bae77dcbd0e84b038', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:43.948162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44fc0ee-dc56-4bb3-8dc4-cb7990cc4739 None None] Sync routers for ids ['11fedac1-86b9-4502-86e8-83236b8c617b'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:02:43.956349 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44fc0ee-dc56-4bb3-8dc4-cb7990cc4739 None None] Routers {'11fedac1-86b9-4502-86e8-83236b8c617b'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:43.956987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b44fc0ee-dc56-4bb3-8dc4-cb7990cc4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['11fedac1-86b9-4502-86e8-83236b8c617b'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:44.004057 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832c37ef-0eae-445c-870d-32840c2ccff0 None None] The sync data for ids ['951d1a5a-0cc2-47ca-8264-935d02b96374'] in n-d-828372-14 is: [{'id': '951d1a5a-0cc2-47ca-8264-935d02b96374', 'name': 'tempest-snat-router-1041756130', 'tenant_id': '9f89870d69ff493bae77dcbd0e84b038', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:02:34Z', 'updated_at': '2022-02-15T17:02:42Z', 'revision_number': 5, 'project_id': '9f89870d69ff493bae77dcbd0e84b038', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:02:44.013803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b44fc0ee-dc56-4bb3-8dc4-cb7990cc4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:44.059876 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44fc0ee-dc56-4bb3-8dc4-cb7990cc4739 None None] Routers {'11fedac1-86b9-4502-86e8-83236b8c617b'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:44.060522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b44fc0ee-dc56-4bb3-8dc4-cb7990cc4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['11fedac1-86b9-4502-86e8-83236b8c617b'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:44.174083 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b049c9da-b0f1-42d7-9754-266bbbcb13c2 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router (ca868773-29ca-4b9e-9f76-541cd168d8a7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:44.223519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b44fc0ee-dc56-4bb3-8dc4-cb7990cc4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:44.224190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44fc0ee-dc56-4bb3-8dc4-cb7990cc4739 None None] The sync data for ids ['11fedac1-86b9-4502-86e8-83236b8c617b'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:02:44.547105 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-34c7778c-079a-4fe5-9548-025371978a55 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:44.557068 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-34c7778c-079a-4fe5-9548-025371978a55 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 814 time: 0.3166325 Feb 15 17:02:44.562331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade7ef9-2061-42ea-aaac-bc2c6d0f219d req-1aa26043-a6f1-4c8c-9c9c-c8b2375abd63 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:44.568734 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ade7ef9-2061-42ea-aaac-bc2c6d0f219d req-1aa26043-a6f1-4c8c-9c9c-c8b2375abd63 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1909842 Feb 15 17:02:44.626280 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-e1b93929-191a-4d53-8882-9b868bb76785 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/quotas/53fc11c61440421b91f61d2ecb1b30e4 HTTP/1.1" status: 200 len: 375 time: 0.0531483 Feb 15 17:02:44.720744 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ade7ef9-2061-42ea-aaac-bc2c6d0f219d req-d120d308-40c9-4157-b92a-3560a93d4298 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464989 Feb 15 17:02:44.733350 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b049c9da-b0f1-42d7-9754-266bbbcb13c2 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (ca868773-29ca-4b9e-9f76-541cd168d8a7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:44.774786 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-38809c1e-daf7-42f4-81fc-25fb5c3aea5e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1421962 Feb 15 17:02:44.864902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40348) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:44.876579 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b8771b54-2c36-4d30-8ec4-050a5d33bc14 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/routers/11fedac1-86b9-4502-86e8-83236b8c617b HTTP/1.1" status: 200 len: 921 time: 0.9695058 Feb 15 17:02:45.175881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a478b6-b413-4d6d-84be-498466060cee tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:45.181041 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-22a478b6-b413-4d6d-84be-498466060cee tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&device_id=11fedac1-86b9-4502-86e8-83236b8c617b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3123000 Feb 15 17:02:45.181774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40352) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:45.210834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-b049c9da-b0f1-42d7-9754-266bbbcb13c2 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Deleting port 480741ca-114d-4d69-93c9-091986576a09 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:02:45.218648 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b049c9da-b0f1-42d7-9754-266bbbcb13c2 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (480741ca-114d-4d69-93c9-091986576a09), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:45.429956 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-48e73c13-bf5a-49e0-ac43-7f8f86872ce0 service neutron] 10.222.0.107 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6543052 Feb 15 17:02:45.580697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-b049c9da-b0f1-42d7-9754-266bbbcb13c2 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] For port 480741ca-114d-4d69-93c9-091986576a09, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=480741ca-114d-4d69-93c9-091986576a09,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:02:45.581298 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b049c9da-b0f1-42d7-9754-266bbbcb13c2 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (480741ca-114d-4d69-93c9-091986576a09), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:45.628468 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-b049c9da-b0f1-42d7-9754-266bbbcb13c2 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Calling delete_port for 480741ca-114d-4d69-93c9-091986576a09 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:02:45.698355 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c4094e-b88f-45fa-b2e9-c57d75e1052b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:45.699883 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-81c4094e-b88f-45fa-b2e9-c57d75e1052b tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 881 time: 0.5092971 Feb 15 17:02:45.708572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40362) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:45.861650 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-8d77c065-16c0-43ab-a07c-3937419bfbe2 service neutron] 10.222.0.107 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219427 Feb 15 17:02:45.909889 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-74b5aa68-1ac6-4087-bf4b-6ba23bbefd96 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "GET /v2.0/ports?device_id=11fedac1-86b9-4502-86e8-83236b8c617b HTTP/1.1" status: 200 len: 205 time: 0.1886115 Feb 15 17:02:45.910351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40368) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:46.133970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb01e20-6758-4123-bfb8-20f7c6f7cf22 req-f5a7869f-c944-4c64-8e9c-bbb015b921c3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:46.135890 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afb01e20-6758-4123-bfb8-20f7c6f7cf22 req-f5a7869f-c944-4c64-8e9c-bbb015b921c3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.2615619 Feb 15 17:02:46.179521 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b049c9da-b0f1-42d7-9754-266bbbcb13c2 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (480741ca-114d-4d69-93c9-091986576a09), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:46.247655 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5765f9a3-c913-4f85-ad63-baf61c27b9fd tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (11fedac1-86b9-4502-86e8-83236b8c617b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:46.413483 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b049c9da-b0f1-42d7-9754-266bbbcb13c2 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (ca868773-29ca-4b9e-9f76-541cd168d8a7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:46.447739 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-52600cbe-dff4-46ab-b73f-b97b3ea4724e req-369030a4-ea47-42b1-97f6-2c593e4a0352 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 210 time: 0.1865163 Feb 15 17:02:46.518497 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b049c9da-b0f1-42d7-9754-266bbbcb13c2 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (ca868773-29ca-4b9e-9f76-541cd168d8a7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:46.520862 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b049c9da-b0f1-42d7-9754-266bbbcb13c2 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_controller (ca868773-29ca-4b9e-9f76-541cd168d8a7), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:46.570261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049c9da-b0f1-42d7-9754-266bbbcb13c2 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Pushing event deleted for resources: {'Port': ['ID=480741ca-114d-4d69-93c9-091986576a09,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:46.605280 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afb01e20-6758-4123-bfb8-20f7c6f7cf22 req-ecf07147-a883-41dc-83dc-9730ff86e240 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626300 Feb 15 17:02:46.644578 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b049c9da-b0f1-42d7-9754-266bbbcb13c2 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (ca868773-29ca-4b9e-9f76-541cd168d8a7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:46.644578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b049c9da-b0f1-42d7-9754-266bbbcb13c2 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ca868773-29ca-4b9e-9f76-541cd168d8a7 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:02:46.644578 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b049c9da-b0f1-42d7-9754-266bbbcb13c2 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:46.650310 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b049c9da-b0f1-42d7-9754-266bbbcb13c2 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "DELETE /v2.0/routers/ca868773-29ca-4b9e-9f76-541cd168d8a7 HTTP/1.1" status: 204 len: 168 time: 2.8348410 Feb 15 17:02:46.653604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40382) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:46.658313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-632906203', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}, 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:46.821153 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5765f9a3-c913-4f85-ad63-baf61c27b9fd tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (11fedac1-86b9-4502-86e8-83236b8c617b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:46.852834 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (ca60cae1-b402-4262-ae13-9812d95da79b), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:46.856148 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (ca60cae1-b402-4262-ae13-9812d95da79b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:47.009242 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_controller (ca60cae1-b402-4262-ae13-9812d95da79b), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:47.054253 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5765f9a3-c913-4f85-ad63-baf61c27b9fd tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Deleting port fc12b0eb-093a-464b-a408-992e4559742d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:02:47.055588 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5765f9a3-c913-4f85-ad63-baf61c27b9fd tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (fc12b0eb-093a-464b-a408-992e4559742d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:47.292768 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5765f9a3-c913-4f85-ad63-baf61c27b9fd tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (fc12b0eb-093a-464b-a408-992e4559742d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:47.327133 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5765f9a3-c913-4f85-ad63-baf61c27b9fd tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Calling delete_port for fc12b0eb-093a-464b-a408-992e4559742d owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:02:47.352552 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (ca60cae1-b402-4262-ae13-9812d95da79b), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:47.883292 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189fba3-7142-49c9-b346-7b0be2b795cf req-9e3b090f-ff55-41bc-9bd9-1be855cc910a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:47.884928 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8189fba3-7142-49c9-b346-7b0be2b795cf req-9e3b090f-ff55-41bc-9bd9-1be855cc910a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1819711 Feb 15 17:02:48.154799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 480741ca-114d-4d69-93c9-091986576a09 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:02:48.226703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 480741ca-114d-4d69-93c9-091986576a09 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:02:48.227341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 480741ca-114d-4d69-93c9-091986576a09 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:02:48.277481 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (ca60cae1-b402-4262-ae13-9812d95da79b), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:48.291731 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45ae8651-9ade-450d-9391-38eb4b49a103 req-476dce0f-2ba2-406e-ada2-1b1668aff2bb tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 210 time: 0.6217127 Feb 15 17:02:48.319913 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:48.339937 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8189fba3-7142-49c9-b346-7b0be2b795cf req-1178c6de-7c9a-45fe-9e2a-707254c54e9e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304400 Feb 15 17:02:48.478491 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5765f9a3-c913-4f85-ad63-baf61c27b9fd tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (fc12b0eb-093a-464b-a408-992e4559742d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:48.517006 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765f9a3-c913-4f85-ad63-baf61c27b9fd tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Pushing event deleted for resources: {'Port': ['ID=fc12b0eb-093a-464b-a408-992e4559742d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:48.606191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Allocated IP 172.25.4.85 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/e932374d-3377-414f-b465-2bca02919f7a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:02:48.636604 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5765f9a3-c913-4f85-ad63-baf61c27b9fd tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (11fedac1-86b9-4502-86e8-83236b8c617b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:48.814596 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5765f9a3-c913-4f85-ad63-baf61c27b9fd tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (11fedac1-86b9-4502-86e8-83236b8c617b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:48.818054 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5765f9a3-c913-4f85-ad63-baf61c27b9fd tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_controller (11fedac1-86b9-4502-86e8-83236b8c617b), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:48.844868 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for port (e932374d-3377-414f-b465-2bca02919f7a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:48.963499 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5765f9a3-c913-4f85-ad63-baf61c27b9fd tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (11fedac1-86b9-4502-86e8-83236b8c617b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:48.964199 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5765f9a3-c913-4f85-ad63-baf61c27b9fd tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Fanout notify agent at l3_agent the message router_deleted on router 11fedac1-86b9-4502-86e8-83236b8c617b {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:02:48.976567 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5765f9a3-c913-4f85-ad63-baf61c27b9fd tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:48.993673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40426) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:48.998441 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-9f39e36b-e252-4731-bc30-a47ecf080250 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1378260336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:49.004061 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5765f9a3-c913-4f85-ad63-baf61c27b9fd tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "DELETE /v2.0/routers/11fedac1-86b9-4502-86e8-83236b8c617b HTTP/1.1" status: 204 len: 168 time: 3.0920370 Feb 15 17:02:49.032407 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e932374d-3377-414f-b465-2bca02919f7a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:49.085238 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Pushing event updated for resources: {'Port': ['ID=e932374d-3377-414f-b465-2bca02919f7a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:49.092592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:02:49.094089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:02:49.096450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:02:49.180174 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f39e36b-e252-4731-bc30-a47ecf080250 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (94e93344-0d0f-4ce1-8d49-730008677cfe), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:49.181479 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f39e36b-e252-4731-bc30-a47ecf080250 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (94e93344-0d0f-4ce1-8d49-730008677cfe), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:49.385301 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f39e36b-e252-4731-bc30-a47ecf080250 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_controller (94e93344-0d0f-4ce1-8d49-730008677cfe), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:49.454211 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5e3c21c2-d999-40ca-9095-ceec1aebe0fb req-f5aac1f1-d6d6-4f31-a888-bdea8380b39e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 210 time: 0.0313654 Feb 15 17:02:49.496747 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f39e36b-e252-4731-bc30-a47ecf080250 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (94e93344-0d0f-4ce1-8d49-730008677cfe), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:49.517524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2735366-4c40-4b29-bed0-1a714958108b req-d7fb3c4b-994a-41c0-b94e-ed2bf3183c29 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:49.519036 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2735366-4c40-4b29-bed0-1a714958108b req-d7fb3c4b-994a-41c0-b94e-ed2bf3183c29 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.0809131 Feb 15 17:02:49.680343 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (ca60cae1-b402-4262-ae13-9812d95da79b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:49.702691 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f39e36b-e252-4731-bc30-a47ecf080250 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:49.704157 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9f39e36b-e252-4731-bc30-a47ecf080250 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7094758 Feb 15 17:02:49.707303 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40436) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:49.712357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'enable_snat': False}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:50.086529 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2735366-4c40-4b29-bed0-1a714958108b req-6568bf5d-53c2-4cdb-a1e4-293be9e9252f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084213 Feb 15 17:02:50.148200 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (94e93344-0d0f-4ce1-8d49-730008677cfe), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:50.211149 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-a5f37b11-6a50-47ed-8742-7dec318664fc tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:50.213395 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-a5f37b11-6a50-47ed-8742-7dec318664fc tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.10 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 814 time: 0.5340354 Feb 15 17:02:50.235003 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-6fa82ce8-5813-4a1c-906c-cb70f4541257 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Request body: {'port': {'device_id': '83ddfbdb-0d29-4176-8a85-89cbe92fd1ad', 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e', 'admin_state_up': True, 'tenant_id': '53fc11c61440421b91f61d2ecb1b30e4'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:50.293153 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (ca60cae1-b402-4262-ae13-9812d95da79b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:50.619384 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (94e93344-0d0f-4ce1-8d49-730008677cfe), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:50.663771 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:50.710559 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2efb2f6c-0270-475d-886e-0c23254dbc27 req-3b0117f2-e669-4bcf-8476-f3507ca6cdc8 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 210 time: 0.0572531 Feb 15 17:02:51.146124 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Allocated IP 172.25.4.2 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/ef9444df-00d2-480a-860d-0a002aecd79f) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:02:51.370523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd7fe1-adae-41d8-92ce-0d88da1f901c req-8ceeaafa-b82d-4880-ad5b-3ed05fef1f0d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:51.378407 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dadd7fe1-adae-41d8-92ce-0d88da1f901c req-8ceeaafa-b82d-4880-ad5b-3ed05fef1f0d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1370265 Feb 15 17:02:51.413768 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for port (ef9444df-00d2-480a-860d-0a002aecd79f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:51.452529 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dadd7fe1-adae-41d8-92ce-0d88da1f901c req-e9f6ea46-94d9-4905-a1a8-ef0bff891985 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727696 Feb 15 17:02:51.457137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-6fa82ce8-5813-4a1c-906c-cb70f4541257 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Made reservation on behalf of 53fc11c61440421b91f61d2ecb1b30e4 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:02:51.462072 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-6fa82ce8-5813-4a1c-906c-cb70f4541257 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:51.613642 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ef9444df-00d2-480a-860d-0a002aecd79f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:51.635261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-6fa82ce8-5813-4a1c-906c-cb70f4541257 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Allocated IP 172.20.0.4 (d3b0ca71-cd48-4ec1-8d50-3e94da1c742e/f5d61963-0097-43d2-aa6c-f33683398652/7d0fcdd7-3dce-4457-90aa-002e0c0e68c6) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:02:51.705170 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:02:51.714478 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:02:51.719179 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:02:51.782096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Pushing event updated for resources: {'Port': ['ID=ef9444df-00d2-480a-860d-0a002aecd79f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:51.916804 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24e76734-95e3-4bec-85bf-d57695ff2515 req-6b13b5bd-1c8d-4473-9bc0-c9b36786c7af tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 210 time: 0.0585914 Feb 15 17:02:51.955766 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-6fa82ce8-5813-4a1c-906c-cb70f4541257 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks [] for port (7d0fcdd7-3dce-4457-90aa-002e0c0e68c6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:52.085478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Router ca60cae1-b402-4262-ae13-9812d95da79b is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:02:52.190847 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-6fa82ce8-5813-4a1c-906c-cb70f4541257 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7d0fcdd7-3dce-4457-90aa-002e0c0e68c6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:52.292683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:02:52.307133 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6b76d-2551-4ea8-962e-86a402614ee1 None None] Sync routers for ids ['ca60cae1-b402-4262-ae13-9812d95da79b'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:02:52.313597 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router_gateway (94e93344-0d0f-4ce1-8d49-730008677cfe), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:52.334437 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6b76d-2551-4ea8-962e-86a402614ee1 None None] Routers {'ca60cae1-b402-4262-ae13-9812d95da79b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:52.335089 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-9fc6b76d-2551-4ea8-962e-86a402614ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ca60cae1-b402-4262-ae13-9812d95da79b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:52.375651 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa82ce8-5813-4a1c-906c-cb70f4541257 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Pushing event updated for resources: {'Port': ['ID=7d0fcdd7-3dce-4457-90aa-002e0c0e68c6,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:52.402358 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-6fa82ce8-5813-4a1c-906c-cb70f4541257 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:02:52.404498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-6fa82ce8-5813-4a1c-906c-cb70f4541257 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:02:52.413969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-6fa82ce8-5813-4a1c-906c-cb70f4541257 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:02:52.435237 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-9fc6b76d-2551-4ea8-962e-86a402614ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:52.464544 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6b76d-2551-4ea8-962e-86a402614ee1 None None] Routers {'ca60cae1-b402-4262-ae13-9812d95da79b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:52.465182 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-9fc6b76d-2551-4ea8-962e-86a402614ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ca60cae1-b402-4262-ae13-9812d95da79b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:52.491722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-6fa82ce8-5813-4a1c-906c-cb70f4541257 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:52.492683 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-6fa82ce8-5813-4a1c-906c-cb70f4541257 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:52.524319 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-9fc6b76d-2551-4ea8-962e-86a402614ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:52.526596 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6b76d-2551-4ea8-962e-86a402614ee1 None None] The sync data for ids ['ca60cae1-b402-4262-ae13-9812d95da79b'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:02:52.562918 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:52.566429 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a85c4a3b-2da6-4a5a-8dfb-744423d7aafe tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.9110932 Feb 15 17:02:52.569067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40486) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:52.574596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c4a660aa-cba3-4ea7-b580-51eb982f166d tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'enable_snat': False}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:52.713025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-6fa82ce8-5813-4a1c-906c-cb70f4541257 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4863224 Feb 15 17:02:52.748077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Request body: {'port': {'device_id': '83ddfbdb-0d29-4176-8a85-89cbe92fd1ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:52.785731 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (94e93344-0d0f-4ce1-8d49-730008677cfe), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:52.789704 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (94e93344-0d0f-4ce1-8d49-730008677cfe), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:52.859984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77e818-9294-4225-989b-339cf27a6eca req-d2ea180e-ac6c-4109-94b7-2b82cb7b0baa tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:52.862500 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc77e818-9294-4225-989b-339cf27a6eca req-d2ea180e-ac6c-4109-94b7-2b82cb7b0baa tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1963103 Feb 15 17:02:53.036455 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc77e818-9294-4225-989b-339cf27a6eca req-2291013c-bb12-4e23-85a9-d25fa4f9d417 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600780 Feb 15 17:02:53.079798 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7d0fcdd7-3dce-4457-90aa-002e0c0e68c6), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:53.142360 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a674c2a2-2436-4ef3-b614-e44c65a34ff2 req-8f1d978e-7191-4754-ab04-ec9be2295440 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:53.151959 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a674c2a2-2436-4ef3-b614-e44c65a34ff2 req-8f1d978e-7191-4754-ab04-ec9be2295440 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 931 time: 0.0913253 Feb 15 17:02:53.153784 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Router 94e93344-0d0f-4ce1-8d49-730008677cfe is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:02:53.342891 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a674c2a2-2436-4ef3-b614-e44c65a34ff2 req-78a1b946-ec8f-455b-a999-8edf42892c5b tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791012 Feb 15 17:02:53.371120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:02:53.383501 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d305508-2424-4a08-bbb6-c3d6f648ce4f None None] Sync routers for ids ['94e93344-0d0f-4ce1-8d49-730008677cfe'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:02:53.386089 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:53.390948 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1b3c8957-20e7-430a-bbc9-2fc6bd4d40f4 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "PUT /v2.0/routers/94e93344-0d0f-4ce1-8d49-730008677cfe HTTP/1.1" status: 200 len: 914 time: 3.6817887 Feb 15 17:02:53.391530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40502) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:53.399269 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d305508-2424-4a08-bbb6-c3d6f648ce4f None None] Routers {'94e93344-0d0f-4ce1-8d49-730008677cfe'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:53.399910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-9d305508-2424-4a08-bbb6-c3d6f648ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['94e93344-0d0f-4ce1-8d49-730008677cfe'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:53.506642 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-9d305508-2424-4a08-bbb6-c3d6f648ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:53.531898 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d305508-2424-4a08-bbb6-c3d6f648ce4f None None] Routers {'94e93344-0d0f-4ce1-8d49-730008677cfe'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:53.535672 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-9d305508-2424-4a08-bbb6-c3d6f648ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['94e93344-0d0f-4ce1-8d49-730008677cfe'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:53.551939 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4a660aa-cba3-4ea7-b580-51eb982f166d tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (ca60cae1-b402-4262-ae13-9812d95da79b), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:53.589270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-9d305508-2424-4a08-bbb6-c3d6f648ce4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:53.590809 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d305508-2424-4a08-bbb6-c3d6f648ce4f None None] The sync data for ids ['94e93344-0d0f-4ce1-8d49-730008677cfe'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:02:53.642801 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-167bdb12-badb-4083-b2bf-c0a9629b3371 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/routers/94e93344-0d0f-4ce1-8d49-730008677cfe HTTP/1.1" status: 200 len: 920 time: 0.2487431 Feb 15 17:02:53.645647 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40506) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:53.731494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa99d4c-119f-484d-ba0c-feeb386d3369 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:53.733109 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2aa99d4c-119f-484d-ba0c-feeb386d3369 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&device_id=94e93344-0d0f-4ce1-8d49-730008677cfe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0865405 Feb 15 17:02:53.736190 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40512) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:53.849505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:02:53.857696 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee17047-0c36-47ad-9ef4-96ab4ab6a54f tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:53.864493 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4ee17047-0c36-47ad-9ef4-96ab4ab6a54f tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 881 time: 0.1260114 Feb 15 17:02:53.864493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40514) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:53.896114 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Publish callbacks [] for port (7d0fcdd7-3dce-4457-90aa-002e0c0e68c6), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:53.903011 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7d64eddd-8642-4a55-950d-aa02f37baff2 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "GET /v2.0/ports?device_id=94e93344-0d0f-4ce1-8d49-730008677cfe HTTP/1.1" status: 200 len: 205 time: 0.0369015 Feb 15 17:02:53.903962 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40516) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:53.915083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Transition to ACTIVE for port object 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:02:54.056749 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (7d0fcdd7-3dce-4457-90aa-002e0c0e68c6), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:54.085246 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba776a82-316a-48e0-8421-d8da8a4bff2c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (94e93344-0d0f-4ce1-8d49-730008677cfe), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:54.184084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0fcdd7-3dce-4457-90aa-002e0c0e68c6,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:54.354327 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba776a82-316a-48e0-8421-d8da8a4bff2c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (94e93344-0d0f-4ce1-8d49-730008677cfe), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:54.512666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedf964-a034-4a47-97e9-f12fc1727fe2 req-5ed0a075-7753-48e2-ae48-1c63690dff93 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:54.514221 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8fedf964-a034-4a47-97e9-f12fc1727fe2 req-5ed0a075-7753-48e2-ae48-1c63690dff93 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.3255796 Feb 15 17:02:54.542360 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Attempting to bind port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:02:54.542625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Attempting to bind port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:02:54.542948 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Attempting to bind port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 on network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:02:54.571494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 on network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:02:54.571821 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Attempting to bind port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 on network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:02:54.589457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:02:54.589800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Checking segment: {'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:02:54.590186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Bound using segment: {'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:02:54.590623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Bound port: 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:02:54.590978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7d0fcdd7-3dce-4457-90aa-002e0c0e68c6), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:54.615465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b11431-1449-4928-b241-001ebad9deab req-6b3d25d0-ab49-4702-b806-fb9dafcbb68c tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:54.617335 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-11b11431-1449-4928-b241-001ebad9deab req-6b3d25d0-ab49-4702-b806-fb9dafcbb68c tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 943 time: 0.1573234 Feb 15 17:02:54.666545 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ba776a82-316a-48e0-8421-d8da8a4bff2c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Deleting port ef9444df-00d2-480a-860d-0a002aecd79f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:02:54.667068 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba776a82-316a-48e0-8421-d8da8a4bff2c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ef9444df-00d2-480a-860d-0a002aecd79f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:54.761486 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8fedf964-a034-4a47-97e9-f12fc1727fe2 req-969ab1db-d13b-478f-8564-e23a7b6de319 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280154 Feb 15 17:02:54.832554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] For port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:02:54.837474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] For port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7d0fcdd7-3dce-4457-90aa-002e0c0e68c6,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:02:54.860328 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4a660aa-cba3-4ea7-b580-51eb982f166d tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (ca60cae1-b402-4262-ae13-9812d95da79b), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:54.873875 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4a660aa-cba3-4ea7-b580-51eb982f166d tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (ca60cae1-b402-4262-ae13-9812d95da79b), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:54.928049 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba776a82-316a-48e0-8421-d8da8a4bff2c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ef9444df-00d2-480a-860d-0a002aecd79f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:54.940753 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ba776a82-316a-48e0-8421-d8da8a4bff2c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Calling delete_port for ef9444df-00d2-480a-860d-0a002aecd79f owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:02:55.031784 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (7d0fcdd7-3dce-4457-90aa-002e0c0e68c6), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:55.056820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a660aa-cba3-4ea7-b580-51eb982f166d tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Router ca60cae1-b402-4262-ae13-9812d95da79b has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:02:55.058348 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-11b11431-1449-4928-b241-001ebad9deab req-3b326b9f-24b1-4dbe-9735-65b6668b1bad tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350798 Feb 15 17:02:55.070686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:55.072189 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:55.078812 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] 10.222.0.10 "PUT /v2.0/ports/7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 HTTP/1.1" status: 200 len: 1092 time: 2.3552642 Feb 15 17:02:55.144420 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ddfbdb-0d29-4176-8a85-89cbe92fd1ad', 'tag': '7d0fcdd7-3dce-4457-90aa-002e0c0e68c6'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:02:55.148955 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c099a31-962b-4f28-add9-8f79ec24057e" -d '{"events": [{"name": "network-changed", "server_uuid": "83ddfbdb-0d29-4176-8a85-89cbe92fd1ad", "tag": "7d0fcdd7-3dce-4457-90aa-002e0c0e68c6"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:02:55.195405 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb4b64-8b7c-42fc-9500-6991f32875f9 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0fcdd7-3dce-4457-90aa-002e0c0e68c6,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:55.258051 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc545fe-8851-441c-a738-f5bafdfa40f3 x-openstack-request-id: req-5bc545fe-8851-441c-a738-f5bafdfa40f3 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:02:55.258983 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ddfbdb-0d29-4176-8a85-89cbe92fd1ad", "tag": "7d0fcdd7-3dce-4457-90aa-002e0c0e68c6", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:02:55.259254 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5bc545fe-8851-441c-a738-f5bafdfa40f3 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:02:55.259663 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ddfbdb-0d29-4176-8a85-89cbe92fd1ad', 'tag': '7d0fcdd7-3dce-4457-90aa-002e0c0e68c6', 'status': 'completed', 'code': 200} Feb 15 17:02:55.270072 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba776a82-316a-48e0-8421-d8da8a4bff2c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ef9444df-00d2-480a-860d-0a002aecd79f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:55.359339 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba776a82-316a-48e0-8421-d8da8a4bff2c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Pushing event deleted for resources: {'Port': ['ID=ef9444df-00d2-480a-860d-0a002aecd79f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:55.414720 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c099a31-962b-4f28-add9-8f79ec24057e req-a630f45e-6d3f-4f6b-9cbf-114501285b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:55.416273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c099a31-962b-4f28-add9-8f79ec24057e req-a630f45e-6d3f-4f6b-9cbf-114501285b34 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 1126 time: 0.0844283 Feb 15 17:02:55.464164 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba776a82-316a-48e0-8421-d8da8a4bff2c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (94e93344-0d0f-4ce1-8d49-730008677cfe), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:55.475226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a660aa-cba3-4ea7-b580-51eb982f166d tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:02:55.480929 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4a660aa-cba3-4ea7-b580-51eb982f166d tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:55.484640 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c4a660aa-cba3-4ea7-b580-51eb982f166d tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "PUT /v2.0/routers/ca60cae1-b402-4262-ae13-9812d95da79b HTTP/1.1" status: 200 len: 924 time: 2.9121065 Feb 15 17:02:55.484848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40548) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:55.491910 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5483fb6d-a150-4de9-ad5c-e6914e6c076a None None] Sync routers for ids ['ca60cae1-b402-4262-ae13-9812d95da79b'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:02:55.509093 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5483fb6d-a150-4de9-ad5c-e6914e6c076a None None] Routers {'ca60cae1-b402-4262-ae13-9812d95da79b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:55.516892 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5483fb6d-a150-4de9-ad5c-e6914e6c076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ca60cae1-b402-4262-ae13-9812d95da79b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:55.591456 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5483fb6d-a150-4de9-ad5c-e6914e6c076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:55.617707 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5483fb6d-a150-4de9-ad5c-e6914e6c076a None None] Routers {'ca60cae1-b402-4262-ae13-9812d95da79b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:02:55.618595 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5483fb6d-a150-4de9-ad5c-e6914e6c076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ca60cae1-b402-4262-ae13-9812d95da79b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:55.648583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c099a31-962b-4f28-add9-8f79ec24057e req-dcc7683d-108b-406a-b566-efc5aa1ea8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:55.650138 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c099a31-962b-4f28-add9-8f79ec24057e req-dcc7683d-108b-406a-b566-efc5aa1ea8ba service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2251902 Feb 15 17:02:55.659653 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-5483fb6d-a150-4de9-ad5c-e6914e6c076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:02:55.660469 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5483fb6d-a150-4de9-ad5c-e6914e6c076a None None] The sync data for ids ['ca60cae1-b402-4262-ae13-9812d95da79b'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:02:55.671061 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba776a82-316a-48e0-8421-d8da8a4bff2c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (94e93344-0d0f-4ce1-8d49-730008677cfe), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:55.673495 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba776a82-316a-48e0-8421-d8da8a4bff2c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_controller (94e93344-0d0f-4ce1-8d49-730008677cfe), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:55.731302 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40552) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:55.731694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c9bf3b8d-f3f6-4b1f-be29-025beea71ced tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/routers/ca60cae1-b402-4262-ae13-9812d95da79b HTTP/1.1" status: 200 len: 924 time: 0.2455950 Feb 15 17:02:55.789152 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c099a31-962b-4f28-add9-8f79ec24057e req-b0258071-1366-416c-94d5-21f0348ae0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:55.790755 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c099a31-962b-4f28-add9-8f79ec24057e req-b0258071-1366-416c-94d5-21f0348ae0df service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317792 Feb 15 17:02:55.822850 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba776a82-316a-48e0-8421-d8da8a4bff2c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (94e93344-0d0f-4ce1-8d49-730008677cfe), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:55.824582 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba776a82-316a-48e0-8421-d8da8a4bff2c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Fanout notify agent at l3_agent the message router_deleted on router 94e93344-0d0f-4ce1-8d49-730008677cfe {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:02:55.842186 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba776a82-316a-48e0-8421-d8da8a4bff2c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:55.843528 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ba776a82-316a-48e0-8421-d8da8a4bff2c tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "DELETE /v2.0/routers/94e93344-0d0f-4ce1-8d49-730008677cfe HTTP/1.1" status: 204 len: 168 time: 1.9382267 Feb 15 17:02:55.849715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40556) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:55.852467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adfa1a9-a7fc-4183-b655-df0760bcd116 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:55.854683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-410571308', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}, 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:55.856146 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4adfa1a9-a7fc-4183-b655-df0760bcd116 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&device_id=ca60cae1-b402-4262-ae13-9812d95da79b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1232016 Feb 15 17:02:55.859809 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40558) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:55.986298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-c0d627ee-0c71-4db6-b9c5-369ab470074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:55.988392 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-c0d627ee-0c71-4db6-b9c5-369ab470074b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 1126 time: 0.1173408 Feb 15 17:02:56.057498 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ddc34-650f-4b94-bcb5-256e1cc6d754 req-3347d723-7f52-4bef-ac2f-2ee5858be16d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:56.066703 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-182ddc34-650f-4b94-bcb5-256e1cc6d754 req-3347d723-7f52-4bef-ac2f-2ee5858be16d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1634383 Feb 15 17:02:56.109997 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d14597d-abe5-4156-8e69-64c480916554 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:56.117663 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4d14597d-abe5-4156-8e69-64c480916554 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 881 time: 0.2536047 Feb 15 17:02:56.117873 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40564) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:56.164757 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-76274498-a6e3-48bb-8246-eb75b2cc82d3 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca60cae1-b402-4262-ae13-9812d95da79b HTTP/1.1" status: 200 len: 205 time: 0.0457754 Feb 15 17:02:56.167719 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40566) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:56.387686 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-182ddc34-650f-4b94-bcb5-256e1cc6d754 req-0f48903b-f355-4ea9-897f-06f544d0ce3f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193173 Feb 15 17:02:56.505896 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-558d4e0d-9e02-48e1-ae7d-7a1e4c8da27e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (ca60cae1-b402-4262-ae13-9812d95da79b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:56.540509 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-a81c5a89-5e7b-456a-8884-4a11f4d906eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 HTTP/1.1" status: 200 len: 217 time: 0.5444667 Feb 15 17:02:56.542314 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (19c9f4f7-4297-4f08-8dde-435d9e6e6c29), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:56.543617 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (19c9f4f7-4297-4f08-8dde-435d9e6e6c29), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:56.602717 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_controller (19c9f4f7-4297-4f08-8dde-435d9e6e6c29), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:56.664860 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-558d4e0d-9e02-48e1-ae7d-7a1e4c8da27e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (ca60cae1-b402-4262-ae13-9812d95da79b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:56.688956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-cfe019a2-3faa-414f-b24d-266d84a08275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:56.690514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-cfe019a2-3faa-414f-b24d-266d84a08275 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5d61963-0097-43d2-aa6c-f33683398652 HTTP/1.1" status: 200 len: 854 time: 0.0783286 Feb 15 17:02:56.713272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7022005-3d3a-4d33-a173-96608a05e7d4 req-000ed380-71ee-43fc-aa87-d3dd73203469 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:56.714823 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7022005-3d3a-4d33-a173-96608a05e7d4 req-000ed380-71ee-43fc-aa87-d3dd73203469 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 943 time: 0.1769717 Feb 15 17:02:56.733660 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-826f5c18-1692-425b-aef6-4c5d8678c071 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359023 Feb 15 17:02:56.874037 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-558d4e0d-9e02-48e1-ae7d-7a1e4c8da27e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Deleting port e932374d-3377-414f-b465-2bca02919f7a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:02:56.874404 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-558d4e0d-9e02-48e1-ae7d-7a1e4c8da27e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e932374d-3377-414f-b465-2bca02919f7a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:56.930344 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7022005-3d3a-4d33-a173-96608a05e7d4 req-e2cad59d-6435-431e-99b9-59fe1f9c6b11 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989741 Feb 15 17:02:56.984513 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-558d4e0d-9e02-48e1-ae7d-7a1e4c8da27e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e932374d-3377-414f-b465-2bca02919f7a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:57.037976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (19c9f4f7-4297-4f08-8dde-435d9e6e6c29), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:57.038608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-558d4e0d-9e02-48e1-ae7d-7a1e4c8da27e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Calling delete_port for e932374d-3377-414f-b465-2bca02919f7a owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:02:57.043035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-39943fda-9bbe-4027-9315-924beb3069d1 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024468 Feb 15 17:02:57.266577 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c98bd40a-32eb-4a6e-ad76-839b04eba720 req-7bba2f8e-7822-4ffc-847e-04b1fdf39af0 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161245 Feb 15 17:02:57.574799 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (19c9f4f7-4297-4f08-8dde-435d9e6e6c29), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:57.663181 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:57.871765 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40600) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:57.999519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Allocated IP 172.25.4.57 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/782846ac-11df-4581-85e7-406da71a2fb5) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:02:58.155800 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-558d4e0d-9e02-48e1-ae7d-7a1e4c8da27e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e932374d-3377-414f-b465-2bca02919f7a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:58.258844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d4e0d-9e02-48e1-ae7d-7a1e4c8da27e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Pushing event deleted for resources: {'Port': ['ID=e932374d-3377-414f-b465-2bca02919f7a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:58.273241 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344bd31-db73-4161-86a3-0ecbe7a9ce17 req-7fefcdb5-ae0a-4052-84de-65bef5208472 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:58.280743 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2344bd31-db73-4161-86a3-0ecbe7a9ce17 req-7fefcdb5-ae0a-4052-84de-65bef5208472 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.2125280 Feb 15 17:02:58.322263 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d4e4841-9235-4a3f-9cf3-18eda5314a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:58.333533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6d038-1815-4481-939a-3cc96a7db42a req-dc87fcd0-dcd1-4931-9dec-a02899960813 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:58.335086 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dee6d038-1815-4481-939a-3cc96a7db42a req-dc87fcd0-dcd1-4931-9dec-a02899960813 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 943 time: 0.2167749 Feb 15 17:02:58.370760 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for port (782846ac-11df-4581-85e7-406da71a2fb5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:58.525034 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d4e4841-9235-4a3f-9cf3-18eda5314a57 admin admin] Publish callbacks [] for security_group (49573afe-785a-4761-8e34-5b5ddf96cd41), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:58.547351 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dee6d038-1815-4481-939a-3cc96a7db42a req-d9f5543f-4b45-4c07-afce-834b8974ea90 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015871 Feb 15 17:02:58.561218 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2344bd31-db73-4161-86a3-0ecbe7a9ce17 req-3ae75bd1-6562-4b89-9a2e-b9ae0567238d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752092 Feb 15 17:02:58.618075 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-558d4e0d-9e02-48e1-ae7d-7a1e4c8da27e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (ca60cae1-b402-4262-ae13-9812d95da79b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:58.641186 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (782846ac-11df-4581-85e7-406da71a2fb5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:58.740017 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d4e4841-9235-4a3f-9cf3-18eda5314a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (49573afe-785a-4761-8e34-5b5ddf96cd41), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:58.750762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:02:58.752587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:02:58.759717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Pushing event updated for resources: {'Port': ['ID=782846ac-11df-4581-85e7-406da71a2fb5,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:58.763329 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:02:58.860212 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6d4e4841-9235-4a3f-9cf3-18eda5314a57 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a3f844c32fc94a968ee1ec8ebf0c613d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9871063 Feb 15 17:02:58.868289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40620) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:58.891038 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-558d4e0d-9e02-48e1-ae7d-7a1e4c8da27e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (ca60cae1-b402-4262-ae13-9812d95da79b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:58.904591 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-558d4e0d-9e02-48e1-ae7d-7a1e4c8da27e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_controller (ca60cae1-b402-4262-ae13-9812d95da79b), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:58.995760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e4841-9235-4a3f-9cf3-18eda5314a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49573afe-785a-4761-8e34-5b5ddf96cd41,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:59.043509 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40622) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:59.077880 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad51918f-a0dc-4c75-a625-c71c07868277 admin admin] Publish callbacks [] for security_group (49573afe-785a-4761-8e34-5b5ddf96cd41), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:59.131568 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad51918f-a0dc-4c75-a625-c71c07868277 admin admin] Publish callbacks [] for security_group (49573afe-785a-4761-8e34-5b5ddf96cd41), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:59.230735 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b22c7f68-eeb0-4af0-8e37-c2ad6d94ae94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:59.320744 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-558d4e0d-9e02-48e1-ae7d-7a1e4c8da27e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (ca60cae1-b402-4262-ae13-9812d95da79b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:59.321715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558d4e0d-9e02-48e1-ae7d-7a1e4c8da27e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Fanout notify agent at l3_agent the message router_deleted on router ca60cae1-b402-4262-ae13-9812d95da79b {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:02:59.342938 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-558d4e0d-9e02-48e1-ae7d-7a1e4c8da27e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:59.344898 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-558d4e0d-9e02-48e1-ae7d-7a1e4c8da27e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "DELETE /v2.0/routers/ca60cae1-b402-4262-ae13-9812d95da79b HTTP/1.1" status: 204 len: 168 time: 3.1708241 Feb 15 17:02:59.348526 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40626) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:59.355906 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3fe77c66-02b9-41aa-a279-f491e1a3a784 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-372192886', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:02:59.397344 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad51918f-a0dc-4c75-a625-c71c07868277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (49573afe-785a-4761-8e34-5b5ddf96cd41), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:59.401600 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad51918f-a0dc-4c75-a625-c71c07868277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:59.403198 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ad51918f-a0dc-4c75-a625-c71c07868277 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/49573afe-785a-4761-8e34-5b5ddf96cd41 HTTP/1.1" status: 204 len: 168 time: 0.5335178 Feb 15 17:02:59.442877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51918f-a0dc-4c75-a625-c71c07868277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49573afe-785a-4761-8e34-5b5ddf96cd41,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:59.454270 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (19c9f4f7-4297-4f08-8dde-435d9e6e6c29), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:59.537961 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b22c7f68-eeb0-4af0-8e37-c2ad6d94ae94 admin admin] Publish callbacks [] for security_group (028ff975-c7d7-4edf-9d59-ed3c9b2c0646), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:59.584594 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fe77c66-02b9-41aa-a279-f491e1a3a784 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (448f080e-d818-4bc5-8df1-2071c394c8db), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:59.587172 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fe77c66-02b9-41aa-a279-f491e1a3a784 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (448f080e-d818-4bc5-8df1-2071c394c8db), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:59.717862 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fe77c66-02b9-41aa-a279-f491e1a3a784 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_controller (448f080e-d818-4bc5-8df1-2071c394c8db), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:59.740569 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b22c7f68-eeb0-4af0-8e37-c2ad6d94ae94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (028ff975-c7d7-4edf-9d59-ed3c9b2c0646), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:59.854811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c7f68-eeb0-4af0-8e37-c2ad6d94ae94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028ff975-c7d7-4edf-9d59-ed3c9b2c0646,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:02:59.855557 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fe77c66-02b9-41aa-a279-f491e1a3a784 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (448f080e-d818-4bc5-8df1-2071c394c8db), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:59.874871 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b22c7f68-eeb0-4af0-8e37-c2ad6d94ae94 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2de49ab514a045948e7a4744d91d4997&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8274877 Feb 15 17:02:59.876596 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40636) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:02:59.912176 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (19c9f4f7-4297-4f08-8dde-435d9e6e6c29), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:02:59.930514 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839844f5-48a7-47b5-b4a9-485bfa010839 req-89b1a897-e531-43ee-bdb5-d301424ccd30 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:02:59.936470 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-839844f5-48a7-47b5-b4a9-485bfa010839 req-89b1a897-e531-43ee-bdb5-d301424ccd30 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1713793 Feb 15 17:03:00.060398 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fe77c66-02b9-41aa-a279-f491e1a3a784 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:00.069550 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3fe77c66-02b9-41aa-a279-f491e1a3a784 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7195003 Feb 15 17:03:00.074985 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40644) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:00.116384 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c63e8-69b3-4e2f-9f89-059d9931cbc0 req-4494e6ac-bd5b-467b-8167-88b01f4bc634 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:00.123922 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-871c63e8-69b3-4e2f-9f89-059d9931cbc0 req-4494e6ac-bd5b-467b-8167-88b01f4bc634 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 943 time: 0.4113078 Feb 15 17:03:00.135717 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Request body: {'router': {'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:00.237446 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-871c63e8-69b3-4e2f-9f89-059d9931cbc0 req-cee20f0f-af4d-4ccb-b2c6-f588cd3a891b tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123698 Feb 15 17:03:00.297114 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-498d4a1a-ed25-4e2c-9a42-2c1f887b32c5 admin admin] Publish callbacks [] for security_group (028ff975-c7d7-4edf-9d59-ed3c9b2c0646), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:00.376129 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-839844f5-48a7-47b5-b4a9-485bfa010839 req-55b513f0-5e29-4fb5-beea-798c853a1a36 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201634 Feb 15 17:03:00.397277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Router 19c9f4f7-4297-4f08-8dde-435d9e6e6c29 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:03:00.457153 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-498d4a1a-ed25-4e2c-9a42-2c1f887b32c5 admin admin] Publish callbacks [] for security_group (028ff975-c7d7-4edf-9d59-ed3c9b2c0646), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:00.483891 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:00.616161 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (448f080e-d818-4bc5-8df1-2071c394c8db), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:00.621228 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:03:00.631154 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:03:00.655367 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ed8e5e-ab41-4743-868f-0fbcb7b07711 None None] Sync routers for ids ['19c9f4f7-4297-4f08-8dde-435d9e6e6c29'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:03:00.695627 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40648) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:00.726934 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68efdd70-2d00-429d-a782-a9d8b0aed56b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:00.752068 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed8e5e-ab41-4743-868f-0fbcb7b07711 None None] Routers {'19c9f4f7-4297-4f08-8dde-435d9e6e6c29'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:03:00.752716 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b5ed8e5e-ab41-4743-868f-0fbcb7b07711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['19c9f4f7-4297-4f08-8dde-435d9e6e6c29'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:00.773535 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-498d4a1a-ed25-4e2c-9a42-2c1f887b32c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (028ff975-c7d7-4edf-9d59-ed3c9b2c0646), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:00.779707 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-498d4a1a-ed25-4e2c-9a42-2c1f887b32c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:00.779707 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-498d4a1a-ed25-4e2c-9a42-2c1f887b32c5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/028ff975-c7d7-4edf-9d59-ed3c9b2c0646 HTTP/1.1" status: 204 len: 168 time: 0.8997552 Feb 15 17:03:00.817760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d4a1a-ed25-4e2c-9a42-2c1f887b32c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028ff975-c7d7-4edf-9d59-ed3c9b2c0646,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:00.868344 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:00.879975 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8bccccb9-9ec7-4139-9afd-af5046feced6 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0205581 Feb 15 17:03:00.882356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40652) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:00.888049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-4e24c557-bd1c-4a7c-ba9a-556009015b05 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:00.935076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b5ed8e5e-ab41-4743-868f-0fbcb7b07711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:00.959158 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68efdd70-2d00-429d-a782-a9d8b0aed56b admin admin] Publish callbacks [] for security_group (834bb00f-2e26-469e-96b8-d6268733d8eb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:01.007636 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:01.037639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed8e5e-ab41-4743-868f-0fbcb7b07711 None None] Routers {'19c9f4f7-4297-4f08-8dde-435d9e6e6c29'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:03:01.038540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b5ed8e5e-ab41-4743-868f-0fbcb7b07711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['19c9f4f7-4297-4f08-8dde-435d9e6e6c29'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:01.080459 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68efdd70-2d00-429d-a782-a9d8b0aed56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (834bb00f-2e26-469e-96b8-d6268733d8eb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:01.093934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b5ed8e5e-ab41-4743-868f-0fbcb7b07711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:01.094786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ed8e5e-ab41-4743-868f-0fbcb7b07711 None None] The sync data for ids ['19c9f4f7-4297-4f08-8dde-435d9e6e6c29'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:03:01.196509 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40658) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:01.222255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7d0fcdd7-3dce-4457-90aa-002e0c0e68c6,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:03:01.254098 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '7d0fcdd7-3dce-4457-90aa-002e0c0e68c6', 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e', 'port_id': '7d0fcdd7-3dce-4457-90aa-002e0c0e68c6', 'mac_address': 'fa:16:3e:d3:d1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d61963-0097-43d2-aa6c-f33683398652', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:03:01.364928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:01.365397 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7d0fcdd7-3dce-4457-90aa-002e0c0e68c6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:01.381642 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (448f080e-d818-4bc5-8df1-2071c394c8db), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:01.394441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:03:01.420071 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:01.425399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7d0fcdd7-3dce-4457-90aa-002e0c0e68c6,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:03:01.428909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efdd70-2d00-429d-a782-a9d8b0aed56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834bb00f-2e26-469e-96b8-d6268733d8eb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:01.440825 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-68efdd70-2d00-429d-a782-a9d8b0aed56b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9ac48fc1ea2249df9527b71cbe8ea2a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7417810 Feb 15 17:03:01.441874 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40666) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:01.608711 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4157b126-8411-41a0-ae58-33cd18f77027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:01.638641 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce461-5ff3-488f-badc-dee7e3e93673 admin admin] Publish callbacks [] for security_group (834bb00f-2e26-469e-96b8-d6268733d8eb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:01.648413 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7d0fcdd7-3dce-4457-90aa-002e0c0e68c6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:01.650355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197c63d-4e4c-42d4-a2b2-61b2553b93cb req-bdcba471-ac74-4dbe-a58f-514f813f0f8c tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:01.652788 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8197c63d-4e4c-42d4-a2b2-61b2553b93cb req-bdcba471-ac74-4dbe-a58f-514f813f0f8c tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 943 time: 0.2009294 Feb 15 17:03:01.684379 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce461-5ff3-488f-badc-dee7e3e93673 admin admin] Publish callbacks [] for security_group (834bb00f-2e26-469e-96b8-d6268733d8eb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:01.761120 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=7d0fcdd7-3dce-4457-90aa-002e0c0e68c6,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:01.764653 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Allocated IP 172.25.4.12 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/42d318cd-334f-410c-8391-82b54ffd2295) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:01.777946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8197c63d-4e4c-42d4-a2b2-61b2553b93cb req-04bd2f5d-fdc6-4fc8-9628-53846e5f0a9e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154852 Feb 15 17:03:01.780521 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efafb5-5524-4b85-acdd-3d42134fbba5 req-4d51051b-a04a-4be9-bdbe-3deb16c24f81 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:01.783365 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17efafb5-5524-4b85-acdd-3d42134fbba5 req-4d51051b-a04a-4be9-bdbe-3deb16c24f81 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.2387519 Feb 15 17:03:01.861511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['7d0fcdd7-3dce-4457-90aa-002e0c0e68c6'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:03:01.918043 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17efafb5-5524-4b85-acdd-3d42134fbba5 req-301152f2-296e-430a-b3f2-94fde4ff3337 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234050 Feb 15 17:03:01.924180 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce461-5ff3-488f-badc-dee7e3e93673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (834bb00f-2e26-469e-96b8-d6268733d8eb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:01.924180 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d4ce461-5ff3-488f-badc-dee7e3e93673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:01.924180 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2d4ce461-5ff3-488f-badc-dee7e3e93673 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/834bb00f-2e26-469e-96b8-d6268733d8eb HTTP/1.1" status: 204 len: 168 time: 0.4795582 Feb 15 17:03:01.944598 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ce461-5ff3-488f-badc-dee7e3e93673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834bb00f-2e26-469e-96b8-d6268733d8eb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:02.010546 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for port (42d318cd-334f-410c-8391-82b54ffd2295), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:02.085694 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4157b126-8411-41a0-ae58-33cd18f77027 admin admin] Publish callbacks [] for security_group (1267905e-7d65-4cee-b0c5-61fd8cfc077c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:02.099375 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e24c557-bd1c-4a7c-ba9a-556009015b05 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (19c9f4f7-4297-4f08-8dde-435d9e6e6c29), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:02.203055 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4157b126-8411-41a0-ae58-33cd18f77027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1267905e-7d65-4cee-b0c5-61fd8cfc077c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:02.246431 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4157b126-8411-41a0-ae58-33cd18f77027 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dfec73d74e5643bf8ab22dd7b1535671&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0437679 Feb 15 17:03:02.246431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157b126-8411-41a0-ae58-33cd18f77027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1267905e-7d65-4cee-b0c5-61fd8cfc077c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:02.247330 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40674) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:02.275049 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (42d318cd-334f-410c-8391-82b54ffd2295), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:02.276486 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e24c557-bd1c-4a7c-ba9a-556009015b05 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_gateway (19c9f4f7-4297-4f08-8dde-435d9e6e6c29), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:02.352298 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:02.355504 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Pushing event updated for resources: {'Port': ['ID=42d318cd-334f-410c-8391-82b54ffd2295,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:02.358184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:02.361552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:02.398361 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5bd21e8c-9b02-4581-835c-5695db53fb6e admin admin] Publish callbacks [] for security_group (1267905e-7d65-4cee-b0c5-61fd8cfc077c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:02.433603 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5bd21e8c-9b02-4581-835c-5695db53fb6e admin admin] Publish callbacks [] for security_group (1267905e-7d65-4cee-b0c5-61fd8cfc077c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:02.556963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4e24c557-bd1c-4a7c-ba9a-556009015b05 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Deleting port 782846ac-11df-4581-85e7-406da71a2fb5 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:02.558985 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e24c557-bd1c-4a7c-ba9a-556009015b05 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (782846ac-11df-4581-85e7-406da71a2fb5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:02.615173 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40678) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:02.620446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:03:02.636038 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1021e9f9-0ede-4508-96a0-2f7957e37d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:02.682339 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5bd21e8c-9b02-4581-835c-5695db53fb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1267905e-7d65-4cee-b0c5-61fd8cfc077c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:02.685423 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5bd21e8c-9b02-4581-835c-5695db53fb6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:02.689199 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5bd21e8c-9b02-4581-835c-5695db53fb6e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1267905e-7d65-4cee-b0c5-61fd8cfc077c HTTP/1.1" status: 204 len: 168 time: 0.4384170 Feb 15 17:03:02.697032 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e24c557-bd1c-4a7c-ba9a-556009015b05 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (782846ac-11df-4581-85e7-406da71a2fb5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:02.715780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4e24c557-bd1c-4a7c-ba9a-556009015b05 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Calling delete_port for 782846ac-11df-4581-85e7-406da71a2fb5 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:02.730798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd21e8c-9b02-4581-835c-5695db53fb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1267905e-7d65-4cee-b0c5-61fd8cfc077c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:02.859787 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:03:02.864568 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:02.865428 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7d0fcdd7-3dce-4457-90aa-002e0c0e68c6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:02.969349 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (448f080e-d818-4bc5-8df1-2071c394c8db), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:03.006754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:03.012430 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7d0fcdd7-3dce-4457-90aa-002e0c0e68c6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:03.071056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7d0fcdd7-3dce-4457-90aa-002e0c0e68c6,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:03:03.072563 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ddfbdb-0d29-4176-8a85-89cbe92fd1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0fcdd7-3dce-4457-90aa-002e0c0e68c6'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:03:03.076557 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d6c04f-1e58-40aa-8d1d-e067b1eabaad" -d '{"events": [{"server_uuid": "83ddfbdb-0d29-4176-8a85-89cbe92fd1ad", "name": "network-vif-plugged", "status": "completed", "tag": "7d0fcdd7-3dce-4457-90aa-002e0c0e68c6"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:03:03.096877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109daae-9a34-4208-aa49-70ffbea63d95 req-f98747c6-8afc-44d1-9558-e3befc0aa979 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:03.099722 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1109daae-9a34-4208-aa49-70ffbea63d95 req-f98747c6-8afc-44d1-9558-e3befc0aa979 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 944 time: 0.1961102 Feb 15 17:03:03.154883 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7d0fcdd7-3dce-4457-90aa-002e0c0e68c6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:03.163972 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e24c557-bd1c-4a7c-ba9a-556009015b05 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (782846ac-11df-4581-85e7-406da71a2fb5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:03.231582 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1109daae-9a34-4208-aa49-70ffbea63d95 req-22d52ba7-5cff-4353-85e3-e70b0553b23f tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236470 Feb 15 17:03:03.252589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24c557-bd1c-4a7c-ba9a-556009015b05 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Pushing event deleted for resources: {'Port': ['ID=782846ac-11df-4581-85e7-406da71a2fb5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:03.288014 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=7d0fcdd7-3dce-4457-90aa-002e0c0e68c6,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:03.342671 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb03fbd-0f33-4763-9aa4-e7107be241e2 x-openstack-request-id: req-ccb03fbd-0f33-4763-9aa4-e7107be241e2 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:03:03.342976 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ddfbdb-0d29-4176-8a85-89cbe92fd1ad", "name": "network-vif-plugged", "status": "completed", "tag": "7d0fcdd7-3dce-4457-90aa-002e0c0e68c6", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:03:03.344382 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ccb03fbd-0f33-4763-9aa4-e7107be241e2 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:03:03.345348 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ddfbdb-0d29-4176-8a85-89cbe92fd1ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0fcdd7-3dce-4457-90aa-002e0c0e68c6', 'code': 200} Feb 15 17:03:03.375666 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e24c557-bd1c-4a7c-ba9a-556009015b05 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (19c9f4f7-4297-4f08-8dde-435d9e6e6c29), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:03.380700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9cee1-127b-49b1-b55a-87207fc23c7e req-03bbb946-e420-42f0-9b20-1b8d73c1fabc tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:03.382406 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a4d9cee1-127b-49b1-b55a-87207fc23c7e req-03bbb946-e420-42f0-9b20-1b8d73c1fabc tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.2968926 Feb 15 17:03:03.390805 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1021e9f9-0ede-4508-96a0-2f7957e37d1a admin admin] Publish callbacks [] for security_group (8e0aa982-39c5-4dad-9e49-cc667cf35a2b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:03.450867 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (448f080e-d818-4bc5-8df1-2071c394c8db), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:03.458092 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a4d9cee1-127b-49b1-b55a-87207fc23c7e req-5934909b-0d1d-48ba-b532-964cc76a604b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656097 Feb 15 17:03:03.459388 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (448f080e-d818-4bc5-8df1-2071c394c8db), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:03.506248 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1021e9f9-0ede-4508-96a0-2f7957e37d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8e0aa982-39c5-4dad-9e49-cc667cf35a2b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:03.589017 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1021e9f9-0ede-4508-96a0-2f7957e37d1a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ae2251b88ce14bb9919cd45faf5f178c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9714615 Feb 15 17:03:03.590221 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40700) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:03.598577 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021e9f9-0ede-4508-96a0-2f7957e37d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0aa982-39c5-4dad-9e49-cc667cf35a2b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:03.703813 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40704) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:03.740690 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9dadf135-b31e-42ba-a7ec-c4822224b741 admin admin] Publish callbacks [] for security_group (8e0aa982-39c5-4dad-9e49-cc667cf35a2b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:03.757562 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa55fbc1-e5ec-4d29-92f2-59c9b6eaeadb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:03.995186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93eeaec-5833-4c26-b17c-c14ee3b32498 req-da675add-2ae8-4e97-bcd1-c304254fc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:03.996755 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c93eeaec-5833-4c26-b17c-c14ee3b32498 req-da675add-2ae8-4e97-bcd1-c304254fc514 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 1128 time: 0.1612084 Feb 15 17:03:04.111158 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e24c557-bd1c-4a7c-ba9a-556009015b05 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (19c9f4f7-4297-4f08-8dde-435d9e6e6c29), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:04.115985 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c93eeaec-5833-4c26-b17c-c14ee3b32498 req-3582f239-2937-4d8e-a63b-2ccf3262280a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134748 Feb 15 17:03:04.118729 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e24c557-bd1c-4a7c-ba9a-556009015b05 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (19c9f4f7-4297-4f08-8dde-435d9e6e6c29), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:04.171043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Router 448f080e-d818-4bc5-8df1-2071c394c8db is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:03:04.205585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e24c557-bd1c-4a7c-ba9a-556009015b05 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Router 19c9f4f7-4297-4f08-8dde-435d9e6e6c29 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:03:04.271718 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9dadf135-b31e-42ba-a7ec-c4822224b741 admin admin] Publish callbacks [] for security_group (8e0aa982-39c5-4dad-9e49-cc667cf35a2b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:04.309947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e24c557-bd1c-4a7c-ba9a-556009015b05 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:03:04.320168 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4e24c557-bd1c-4a7c-ba9a-556009015b05 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:04.322213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4e24c557-bd1c-4a7c-ba9a-556009015b05 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "PUT /v2.0/routers/19c9f4f7-4297-4f08-8dde-435d9e6e6c29 HTTP/1.1" status: 200 len: 705 time: 3.4386964 Feb 15 17:03:04.326136 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40718) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:04.328834 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e476a19-6c08-4d56-83ca-9667738c9431 None None] Sync routers for ids ['19c9f4f7-4297-4f08-8dde-435d9e6e6c29'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:03:04.347517 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e476a19-6c08-4d56-83ca-9667738c9431 None None] Routers {'19c9f4f7-4297-4f08-8dde-435d9e6e6c29'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:03:04.348196 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3e476a19-6c08-4d56-83ca-9667738c9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['19c9f4f7-4297-4f08-8dde-435d9e6e6c29'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:04.393234 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3e476a19-6c08-4d56-83ca-9667738c9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:04.405060 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e476a19-6c08-4d56-83ca-9667738c9431 None None] Routers {'19c9f4f7-4297-4f08-8dde-435d9e6e6c29'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:03:04.405736 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3e476a19-6c08-4d56-83ca-9667738c9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['19c9f4f7-4297-4f08-8dde-435d9e6e6c29'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:04.424989 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:03:04.434794 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e11d7-571c-4dc9-80f7-07ed80f80601 None None] Sync routers for ids ['448f080e-d818-4bc5-8df1-2071c394c8db'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:03:04.440132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:04.444571 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6a6a3163-3315-4479-b625-a09a649b1118 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "PUT /v2.0/routers/448f080e-d818-4bc5-8df1-2071c394c8db HTTP/1.1" status: 200 len: 882 time: 4.3512156 Feb 15 17:03:04.445099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40722) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:04.454076 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-3e476a19-6c08-4d56-83ca-9667738c9431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:04.454771 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e476a19-6c08-4d56-83ca-9667738c9431 None None] The sync data for ids ['19c9f4f7-4297-4f08-8dde-435d9e6e6c29'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:03:04.461306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e11d7-571c-4dc9-80f7-07ed80f80601 None None] Routers {'448f080e-d818-4bc5-8df1-2071c394c8db'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:03:04.469413 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5a8ae594-3808-4011-88de-b0ea36b84f42 tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/routers/19c9f4f7-4297-4f08-8dde-435d9e6e6c29 HTTP/1.1" status: 200 len: 740 time: 0.1403103 Feb 15 17:03:04.473712 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c32e11d7-571c-4dc9-80f7-07ed80f80601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['448f080e-d818-4bc5-8df1-2071c394c8db'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:04.474963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40724) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:04.515508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c32e11d7-571c-4dc9-80f7-07ed80f80601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:04.531047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e11d7-571c-4dc9-80f7-07ed80f80601 None None] Routers {'448f080e-d818-4bc5-8df1-2071c394c8db'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:03:04.531992 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c32e11d7-571c-4dc9-80f7-07ed80f80601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['448f080e-d818-4bc5-8df1-2071c394c8db'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:04.565299 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c64fcfdd-f514-4b98-8a12-178a3f4199cb tempest-RoutersAdminTest-1427242629 tempest-RoutersAdminTest-1427242629-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&device_id=19c9f4f7-4297-4f08-8dde-435d9e6e6c29 HTTP/1.1" status: 200 len: 205 time: 0.0800958 Feb 15 17:03:04.573082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40728) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:04.588086 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c32e11d7-571c-4dc9-80f7-07ed80f80601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:04.589219 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e11d7-571c-4dc9-80f7-07ed80f80601 None None] The sync data for ids ['448f080e-d818-4bc5-8df1-2071c394c8db'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:03:04.600539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d4df4-4406-4420-a28a-f32f2660ca85 req-8126021a-3a16-4b5c-8069-838531302e66 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:04.600539 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-720d4df4-4406-4420-a28a-f32f2660ca85 req-8126021a-3a16-4b5c-8069-838531302e66 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 945 time: 0.1682823 Feb 15 17:03:04.617932 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8f4240eb-8538-403e-bed7-065dc148b728 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "GET /v2.0/ports?device_id=19c9f4f7-4297-4f08-8dde-435d9e6e6c29 HTTP/1.1" status: 200 len: 205 time: 0.0417817 Feb 15 17:03:04.622155 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9dadf135-b31e-42ba-a7ec-c4822224b741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8e0aa982-39c5-4dad-9e49-cc667cf35a2b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:04.623691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40730) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:04.625132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9dadf135-b31e-42ba-a7ec-c4822224b741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:04.628603 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9dadf135-b31e-42ba-a7ec-c4822224b741 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8e0aa982-39c5-4dad-9e49-cc667cf35a2b HTTP/1.1" status: 204 len: 168 time: 1.0348949 Feb 15 17:03:04.668375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadf135-b31e-42ba-a7ec-c4822224b741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0aa982-39c5-4dad-9e49-cc667cf35a2b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:04.677537 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa55fbc1-e5ec-4d29-92f2-59c9b6eaeadb admin admin] Publish callbacks [] for security_group (625f7510-3d57-42df-ae93-863a05351e8a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:04.717670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156fe5e-43e5-4ba5-8809-dd50c587bc13 req-7afacb92-710c-4ea1-a943-94309068f719 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:04.719182 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4156fe5e-43e5-4ba5-8809-dd50c587bc13 req-7afacb92-710c-4ea1-a943-94309068f719 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1236968 Feb 15 17:03:04.726943 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3ba8d58f-4f79-4232-a167-79d616fb8ff7 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/routers/448f080e-d818-4bc5-8df1-2071c394c8db HTTP/1.1" status: 200 len: 923 time: 0.2807033 Feb 15 17:03:04.729747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40736) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:04.753328 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1af662b2-e0df-4386-8a5c-0032c6008bec tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (19c9f4f7-4297-4f08-8dde-435d9e6e6c29), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:04.778824 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa55fbc1-e5ec-4d29-92f2-59c9b6eaeadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (625f7510-3d57-42df-ae93-863a05351e8a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:04.810093 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-720d4df4-4406-4420-a28a-f32f2660ca85 req-8e6b9ed9-58aa-453e-b966-bcc4fba4c970 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957252 Feb 15 17:03:04.843950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55fbc1-e5ec-4d29-92f2-59c9b6eaeadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625f7510-3d57-42df-ae93-863a05351e8a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:04.853710 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4156fe5e-43e5-4ba5-8809-dd50c587bc13 req-75c40126-86ab-446d-9ff8-be9324bc51ac tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248045 Feb 15 17:03:04.859733 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fa55fbc1-e5ec-4d29-92f2-59c9b6eaeadb admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6e3cac23de7c4b6dacba398ac592324d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1543927 Feb 15 17:03:04.860599 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40742) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:04.881567 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dae4ef7-aff7-4848-83f8-d16c3504af67 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:04.883765 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2dae4ef7-aff7-4848-83f8-d16c3504af67 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&device_id=448f080e-d818-4bc5-8df1-2071c394c8db&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1517794 Feb 15 17:03:04.888184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40744) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:04.955046 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1af662b2-e0df-4386-8a5c-0032c6008bec tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (19c9f4f7-4297-4f08-8dde-435d9e6e6c29), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:04.958131 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1af662b2-e0df-4386-8a5c-0032c6008bec tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router_controller (19c9f4f7-4297-4f08-8dde-435d9e6e6c29), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:05.005390 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7626b9d-1b8a-48e5-919b-96ac4151fc4d admin admin] Publish callbacks [] for security_group (625f7510-3d57-42df-ae93-863a05351e8a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:05.034185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4343a3f5-5ddf-4906-a677-ea098f222e2b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:05.039156 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4343a3f5-5ddf-4906-a677-ea098f222e2b tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 881 time: 0.1475554 Feb 15 17:03:05.039318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40748) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.040847 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7626b9d-1b8a-48e5-919b-96ac4151fc4d admin admin] Publish callbacks [] for security_group (625f7510-3d57-42df-ae93-863a05351e8a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:05.070205 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-117a0b0e-24ca-4137-9b6c-701a1309344f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "GET /v2.0/ports?device_id=448f080e-d818-4bc5-8df1-2071c394c8db HTTP/1.1" status: 200 len: 205 time: 0.0298481 Feb 15 17:03:05.072649 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40750) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.125915 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1af662b2-e0df-4386-8a5c-0032c6008bec tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (19c9f4f7-4297-4f08-8dde-435d9e6e6c29), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:05.127346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af662b2-e0df-4386-8a5c-0032c6008bec tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Fanout notify agent at l3_agent the message router_deleted on router 19c9f4f7-4297-4f08-8dde-435d9e6e6c29 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:03:05.166243 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7626b9d-1b8a-48e5-919b-96ac4151fc4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (625f7510-3d57-42df-ae93-863a05351e8a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:05.169293 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7626b9d-1b8a-48e5-919b-96ac4151fc4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:05.171253 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a7626b9d-1b8a-48e5-919b-96ac4151fc4d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/625f7510-3d57-42df-ae93-863a05351e8a HTTP/1.1" status: 204 len: 168 time: 0.3087530 Feb 15 17:03:05.182068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7626b9d-1b8a-48e5-919b-96ac4151fc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625f7510-3d57-42df-ae93-863a05351e8a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:05.186684 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1af662b2-e0df-4386-8a5c-0032c6008bec tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:05.191742 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1af662b2-e0df-4386-8a5c-0032c6008bec tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "DELETE /v2.0/routers/19c9f4f7-4297-4f08-8dde-435d9e6e6c29 HTTP/1.1" status: 204 len: 168 time: 0.5661540 Feb 15 17:03:05.194977 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40760) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.226262 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4b66bcbb-e617-47dd-9604-cf26c2a186a9 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "GET /v2.0/ports?device_id=19c9f4f7-4297-4f08-8dde-435d9e6e6c29 HTTP/1.1" status: 200 len: 205 time: 0.0328758 Feb 15 17:03:05.228603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40762) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.251805 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53c1c860-638b-4fa6-92a9-1675dcdbff3e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (448f080e-d818-4bc5-8df1-2071c394c8db), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:05.272215 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-db6802fd-e941-480c-b74c-c4c84533fcdf tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] delete failed (client error): The resource could not be found. Feb 15 17:03:05.273794 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-db6802fd-e941-480c-b74c-c4c84533fcdf tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "DELETE /v2.0/routers/19c9f4f7-4297-4f08-8dde-435d9e6e6c29 HTTP/1.1" status: 404 len: 336 time: 0.0439897 Feb 15 17:03:05.276491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40764) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.310685 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9083130e-8aa6-441a-b6b6-0d7dd4fe9708 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "GET /v2.0/ports?device_id=94e93344-0d0f-4ce1-8d49-730008677cfe HTTP/1.1" status: 200 len: 205 time: 0.0329905 Feb 15 17:03:05.313065 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40768) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.378996 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53c1c860-638b-4fa6-92a9-1675dcdbff3e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (448f080e-d818-4bc5-8df1-2071c394c8db), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:05.390799 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-4af6ff07-96b5-4514-9d88-15b6463a92d7 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] delete failed (client error): The resource could not be found. Feb 15 17:03:05.392129 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4af6ff07-96b5-4514-9d88-15b6463a92d7 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "DELETE /v2.0/routers/94e93344-0d0f-4ce1-8d49-730008677cfe HTTP/1.1" status: 404 len: 336 time: 0.0755868 Feb 15 17:03:05.395400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40772) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.426022 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e7d5e9f5-d5ab-43e3-942a-d466eaea358e tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "GET /v2.0/ports?device_id=11fedac1-86b9-4502-86e8-83236b8c617b HTTP/1.1" status: 200 len: 205 time: 0.0293427 Feb 15 17:03:05.428447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40774) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.489802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40776) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.490823 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-6bb85aaa-f169-48c9-8618-2502523b039b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] delete failed (client error): The resource could not be found. Feb 15 17:03:05.492455 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6bb85aaa-f169-48c9-8618-2502523b039b tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "DELETE /v2.0/routers/11fedac1-86b9-4502-86e8-83236b8c617b HTTP/1.1" status: 404 len: 336 time: 0.0630596 Feb 15 17:03:05.496800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40778) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.518868 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95221fcb-efe4-41fb-85ce-fc9ee39c6eb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:05.531002 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5843fbd6-f2b8-4d26-ae49-976eb99a1e09 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "GET /v2.0/ports?device_id=d81615f5-4f74-4368-8695-9da6f8617e56 HTTP/1.1" status: 200 len: 205 time: 0.0318754 Feb 15 17:03:05.533447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40780) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.581805 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-b7108ab0-eeaa-4e3d-b198-c1e13401e292 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] delete failed (client error): The resource could not be found. Feb 15 17:03:05.583692 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b7108ab0-eeaa-4e3d-b198-c1e13401e292 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "DELETE /v2.0/routers/d81615f5-4f74-4368-8695-9da6f8617e56 HTTP/1.1" status: 404 len: 336 time: 0.0491009 Feb 15 17:03:05.587872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40782) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.594666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-53c1c860-638b-4fa6-92a9-1675dcdbff3e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Deleting port 42d318cd-334f-410c-8391-82b54ffd2295 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:05.595245 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53c1c860-638b-4fa6-92a9-1675dcdbff3e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (42d318cd-334f-410c-8391-82b54ffd2295), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:05.628683 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95221fcb-efe4-41fb-85ce-fc9ee39c6eb6 admin admin] Publish callbacks [] for security_group (ab23c17b-bc75-4368-913a-d9300353eddd), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:05.658672 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a7cc7914-8316-4328-8627-71b634f8fbfc tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "GET /v2.0/ports?device_id=b757aeff-f23a-4fbc-9e35-18f56c62fa84 HTTP/1.1" status: 200 len: 205 time: 0.0665603 Feb 15 17:03:05.661964 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40790) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.710355 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-d48c9674-c73e-4e77-80bd-f09460914c92 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] delete failed (client error): The resource could not be found. Feb 15 17:03:05.711428 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d48c9674-c73e-4e77-80bd-f09460914c92 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "DELETE /v2.0/routers/b757aeff-f23a-4fbc-9e35-18f56c62fa84 HTTP/1.1" status: 404 len: 336 time: 0.0485473 Feb 15 17:03:05.714315 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95221fcb-efe4-41fb-85ce-fc9ee39c6eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ab23c17b-bc75-4368-913a-d9300353eddd), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:05.715586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40792) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.754776 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-15cceb47-366f-4c39-ad6d-d284ddf2562a tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "GET /v2.0/ports?device_id=43af913a-10b4-4534-bdc4-0752b9fba0a0 HTTP/1.1" status: 200 len: 205 time: 0.0375726 Feb 15 17:03:05.757135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40794) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.785643 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-95221fcb-efe4-41fb-85ce-fc9ee39c6eb6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c4b13a4e13624dbeaa472a0bd11653a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2946949 Feb 15 17:03:05.790921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40796) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.793397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95221fcb-efe4-41fb-85ce-fc9ee39c6eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab23c17b-bc75-4368-913a-d9300353eddd,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:05.807193 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-0c2cd741-bf3e-4736-a8d7-28c8c1d05edb tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] delete failed (client error): The resource could not be found. Feb 15 17:03:05.810210 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0c2cd741-bf3e-4736-a8d7-28c8c1d05edb tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "DELETE /v2.0/routers/43af913a-10b4-4534-bdc4-0752b9fba0a0 HTTP/1.1" status: 404 len: 336 time: 0.0496190 Feb 15 17:03:05.810210 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53c1c860-638b-4fa6-92a9-1675dcdbff3e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (42d318cd-334f-410c-8391-82b54ffd2295), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:05.811871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40800) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:05.867725 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-8544670d-e533-44f8-824c-f6fcd5005d39 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] DELETE failed (client error): The resource could not be found. Feb 15 17:03:05.868203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8544670d-e533-44f8-824c-f6fcd5005d39 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:03:05.873773 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8544670d-e533-44f8-824c-f6fcd5005d39 tempest-RoutersAdminTest-1498976344 tempest-RoutersAdminTest-1498976344-project] 10.222.0.107 "DELETE /v2.0/subnets/1cd80056-bd36-44d5-bbf4-b6dfdcaec995 HTTP/1.1" status: 404 len: 337 time: 0.0585694 Feb 15 17:03:05.873773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-53c1c860-638b-4fa6-92a9-1675dcdbff3e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Calling delete_port for 42d318cd-334f-410c-8391-82b54ffd2295 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:05.906539 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9589aa2-4d82-485b-9ae4-05e915a803d8 admin admin] Publish callbacks [] for security_group (ab23c17b-bc75-4368-913a-d9300353eddd), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:05.932296 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9589aa2-4d82-485b-9ae4-05e915a803d8 admin admin] Publish callbacks [] for security_group (ab23c17b-bc75-4368-913a-d9300353eddd), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.081888 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29368a49-923a-4278-b8ad-5fd11c07c7af req-31d943c8-fe83-4e9c-b765-a86f93f1065b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:06.084060 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-29368a49-923a-4278-b8ad-5fd11c07c7af req-31d943c8-fe83-4e9c-b765-a86f93f1065b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.0573547 Feb 15 17:03:06.096207 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12f442a-2570-471e-8c79-5ebf007e6fa5 req-6fa52e6a-f9b0-4daa-805d-249d02d04c6f tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:06.097829 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c12f442a-2570-471e-8c79-5ebf007e6fa5 req-6fa52e6a-f9b0-4daa-805d-249d02d04c6f tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 945 time: 0.1316135 Feb 15 17:03:06.107028 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9589aa2-4d82-485b-9ae4-05e915a803d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ab23c17b-bc75-4368-913a-d9300353eddd), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.110438 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9589aa2-4d82-485b-9ae4-05e915a803d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.114824 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d9589aa2-4d82-485b-9ae4-05e915a803d8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ab23c17b-bc75-4368-913a-d9300353eddd HTTP/1.1" status: 204 len: 168 time: 0.3196497 Feb 15 17:03:06.134880 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9589aa2-4d82-485b-9ae4-05e915a803d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab23c17b-bc75-4368-913a-d9300353eddd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:06.174814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c12f442a-2570-471e-8c79-5ebf007e6fa5 req-630215dd-1326-43f0-ad5d-10fa24d46f76 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584295 Feb 15 17:03:06.190599 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-29368a49-923a-4278-b8ad-5fd11c07c7af req-89ded383-0af4-4924-9d55-7a6ccf25f9e5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006484 Feb 15 17:03:06.251020 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40826) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:06.267508 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cc1e522-bbb5-4171-a802-ac76d65014e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.269175 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53c1c860-638b-4fa6-92a9-1675dcdbff3e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (42d318cd-334f-410c-8391-82b54ffd2295), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.314365 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1c860-638b-4fa6-92a9-1675dcdbff3e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Pushing event deleted for resources: {'Port': ['ID=42d318cd-334f-410c-8391-82b54ffd2295,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:06.400227 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cc1e522-bbb5-4171-a802-ac76d65014e1 admin admin] Publish callbacks [] for security_group (11f65b5d-ddb6-4907-8bcc-2adab07aef3e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.444620 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53c1c860-638b-4fa6-92a9-1675dcdbff3e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (448f080e-d818-4bc5-8df1-2071c394c8db), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.482379 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cc1e522-bbb5-4171-a802-ac76d65014e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (11f65b5d-ddb6-4907-8bcc-2adab07aef3e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.528563 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1e522-bbb5-4171-a802-ac76d65014e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f65b5d-ddb6-4907-8bcc-2adab07aef3e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:06.532862 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1cc1e522-bbb5-4171-a802-ac76d65014e1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ec88dfa1ee634448a2f5814fbd38d880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2807994 Feb 15 17:03:06.536056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40830) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:06.560235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53c1c860-638b-4fa6-92a9-1675dcdbff3e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (448f080e-d818-4bc5-8df1-2071c394c8db), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.562631 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53c1c860-638b-4fa6-92a9-1675dcdbff3e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_controller (448f080e-d818-4bc5-8df1-2071c394c8db), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.588165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6281602-5339-45eb-97b4-6b1099dbddbd admin admin] Publish callbacks [] for security_group (11f65b5d-ddb6-4907-8bcc-2adab07aef3e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.611081 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6281602-5339-45eb-97b4-6b1099dbddbd admin admin] Publish callbacks [] for security_group (11f65b5d-ddb6-4907-8bcc-2adab07aef3e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.697413 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53c1c860-638b-4fa6-92a9-1675dcdbff3e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (448f080e-d818-4bc5-8df1-2071c394c8db), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.698087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c1c860-638b-4fa6-92a9-1675dcdbff3e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Fanout notify agent at l3_agent the message router_deleted on router 448f080e-d818-4bc5-8df1-2071c394c8db {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:03:06.706294 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53c1c860-638b-4fa6-92a9-1675dcdbff3e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.708541 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-53c1c860-638b-4fa6-92a9-1675dcdbff3e tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "DELETE /v2.0/routers/448f080e-d818-4bc5-8df1-2071c394c8db HTTP/1.1" status: 204 len: 168 time: 1.6339140 Feb 15 17:03:06.711875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40834) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:06.716214 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-391933ce-1269-48f7-86b3-4a8d339d3035 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1190898292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:06.726317 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6281602-5339-45eb-97b4-6b1099dbddbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (11f65b5d-ddb6-4907-8bcc-2adab07aef3e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.732344 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6281602-5339-45eb-97b4-6b1099dbddbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.735708 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d6281602-5339-45eb-97b4-6b1099dbddbd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/11f65b5d-ddb6-4907-8bcc-2adab07aef3e HTTP/1.1" status: 204 len: 168 time: 0.1975250 Feb 15 17:03:06.752508 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6281602-5339-45eb-97b4-6b1099dbddbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f65b5d-ddb6-4907-8bcc-2adab07aef3e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:06.806050 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-391933ce-1269-48f7-86b3-4a8d339d3035 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (fb28c87c-a671-4ebb-b96f-cc1aef9ae064), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.807247 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-391933ce-1269-48f7-86b3-4a8d339d3035 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (fb28c87c-a671-4ebb-b96f-cc1aef9ae064), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.843045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40840) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:06.910844 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-391933ce-1269-48f7-86b3-4a8d339d3035 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_controller (fb28c87c-a671-4ebb-b96f-cc1aef9ae064), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:06.925871 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20baf23c-ee91-4f65-94f5-5b6b20306a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:07.006395 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-391933ce-1269-48f7-86b3-4a8d339d3035 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (fb28c87c-a671-4ebb-b96f-cc1aef9ae064), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:07.107449 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-391933ce-1269-48f7-86b3-4a8d339d3035 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:07.111357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40850) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:07.111549 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-391933ce-1269-48f7-86b3-4a8d339d3035 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3986876 Feb 15 17:03:07.118865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'enable_snat': True}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:07.239288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40860) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:07.356233 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bbc74e3-9ecf-4c2a-b9a3-d5a4f17edaa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:07.414795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf4128-c646-4f79-a378-8260d74df4a6 req-a266206c-4d6b-4848-b0e6-315e6f3fcff6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:07.416540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75bf4128-c646-4f79-a378-8260d74df4a6 req-a266206c-4d6b-4848-b0e6-315e6f3fcff6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1009181 Feb 15 17:03:07.455976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8db41e0b-ced7-4c23-b99e-503b35333af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:07.522351 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (fb28c87c-a671-4ebb-b96f-cc1aef9ae064), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:07.562650 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75bf4128-c646-4f79-a378-8260d74df4a6 req-c6c4690c-04c9-4132-ac48-64a78249209e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388659 Feb 15 17:03:07.598326 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bbc74e3-9ecf-4c2a-b9a3-d5a4f17edaa3 admin admin] Publish callbacks [] for security_group (a39e87f1-12b8-434c-b304-c864078fe550), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:07.634548 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8db41e0b-ced7-4c23-b99e-503b35333af4 admin admin] Publish callbacks [] for security_group (862b78dd-bf71-4a63-8a81-99e159add02b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:07.708680 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8db41e0b-ced7-4c23-b99e-503b35333af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (862b78dd-bf71-4a63-8a81-99e159add02b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:07.762860 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8db41e0b-ced7-4c23-b99e-503b35333af4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=44aacbbf02794a2c899d56f23f8ad9ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5225699 Feb 15 17:03:07.765214 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bbc74e3-9ecf-4c2a-b9a3-d5a4f17edaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a39e87f1-12b8-434c-b304-c864078fe550), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:07.775099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40880) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:07.878893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db41e0b-ced7-4c23-b99e-503b35333af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862b78dd-bf71-4a63-8a81-99e159add02b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:07.889428 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2bbc74e3-9ecf-4c2a-b9a3-d5a4f17edaa3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f5d7be7a7d3640d4b4fa5d893e837d39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0442283 Feb 15 17:03:07.892707 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40882) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:07.893501 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc74e3-9ecf-4c2a-b9a3-d5a4f17edaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39e87f1-12b8-434c-b304-c864078fe550,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:07.897809 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e3771c88-db13-44c1-a60b-df5228cb6bce admin admin] Publish callbacks [] for security_group (862b78dd-bf71-4a63-8a81-99e159add02b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:07.931952 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e3771c88-db13-44c1-a60b-df5228cb6bce admin admin] Publish callbacks [] for security_group (862b78dd-bf71-4a63-8a81-99e159add02b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:07.979096 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-61370daf-0c42-49cc-ba80-f2ecd6e6907f admin admin] Publish callbacks [] for security_group (a39e87f1-12b8-434c-b304-c864078fe550), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:08.056099 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-61370daf-0c42-49cc-ba80-f2ecd6e6907f admin admin] Publish callbacks [] for security_group (a39e87f1-12b8-434c-b304-c864078fe550), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:08.140164 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e3771c88-db13-44c1-a60b-df5228cb6bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (862b78dd-bf71-4a63-8a81-99e159add02b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:08.144406 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e3771c88-db13-44c1-a60b-df5228cb6bce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:08.145855 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e3771c88-db13-44c1-a60b-df5228cb6bce admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/862b78dd-bf71-4a63-8a81-99e159add02b HTTP/1.1" status: 204 len: 168 time: 0.3675468 Feb 15 17:03:08.164782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3771c88-db13-44c1-a60b-df5228cb6bce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862b78dd-bf71-4a63-8a81-99e159add02b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:08.280896 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (fb28c87c-a671-4ebb-b96f-cc1aef9ae064), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:08.307699 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:08.380277 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-61370daf-0c42-49cc-ba80-f2ecd6e6907f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a39e87f1-12b8-434c-b304-c864078fe550), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:08.383324 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-61370daf-0c42-49cc-ba80-f2ecd6e6907f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:08.387109 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-61370daf-0c42-49cc-ba80-f2ecd6e6907f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a39e87f1-12b8-434c-b304-c864078fe550 HTTP/1.1" status: 204 len: 168 time: 0.4875646 Feb 15 17:03:08.436318 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61370daf-0c42-49cc-ba80-f2ecd6e6907f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39e87f1-12b8-434c-b304-c864078fe550,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:08.555883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Allocated IP 172.25.4.12 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/4969b03b-163e-4d5d-b001-a213d2784f6c) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:08.725593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for port (4969b03b-163e-4d5d-b001-a213d2784f6c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:08.804156 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f06fa3-b2d1-4ddd-a23d-01cf801f2f43 req-b9b0716b-b61a-4bba-9211-9ab8f6be88c3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:08.809862 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f4f06fa3-b2d1-4ddd-a23d-01cf801f2f43 req-b9b0716b-b61a-4bba-9211-9ab8f6be88c3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1114388 Feb 15 17:03:08.861888 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f4f06fa3-b2d1-4ddd-a23d-01cf801f2f43 req-8a98bf40-46af-4b4d-87fa-1cb47f6c955b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493736 Feb 15 17:03:08.903683 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4969b03b-163e-4d5d-b001-a213d2784f6c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:08.943748 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:08.948880 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:08.952488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:08.998208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Pushing event updated for resources: {'Port': ['ID=4969b03b-163e-4d5d-b001-a213d2784f6c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:09.126457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40914) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:09.147782 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16483dbb-15c3-436f-af5b-e13c61a72d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:09.316704 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d3ecdfa9-6de7-4d51-b160-add39961dffd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:09.355885 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16483dbb-15c3-436f-af5b-e13c61a72d87 admin admin] Publish callbacks [] for security_group (41616f27-8434-448a-a948-c0a82f5339cc), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:09.444079 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (fb28c87c-a671-4ebb-b96f-cc1aef9ae064), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:09.453491 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16483dbb-15c3-436f-af5b-e13c61a72d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (41616f27-8434-448a-a948-c0a82f5339cc), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:09.495991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-16483dbb-15c3-436f-af5b-e13c61a72d87 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=971fecea46e041fab1196b2319173859&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681250 Feb 15 17:03:09.497216 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16483dbb-15c3-436f-af5b-e13c61a72d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41616f27-8434-448a-a948-c0a82f5339cc,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:09.499750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40924) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:09.576430 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01deeab4-1225-4338-b95d-f016f3698868 admin admin] Publish callbacks [] for security_group (41616f27-8434-448a-a948-c0a82f5339cc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:09.607467 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01deeab4-1225-4338-b95d-f016f3698868 admin admin] Publish callbacks [] for security_group (41616f27-8434-448a-a948-c0a82f5339cc), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:09.734949 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (fb28c87c-a671-4ebb-b96f-cc1aef9ae064), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:09.747525 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (fb28c87c-a671-4ebb-b96f-cc1aef9ae064), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:09.766067 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01deeab4-1225-4338-b95d-f016f3698868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (41616f27-8434-448a-a948-c0a82f5339cc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:09.770704 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01deeab4-1225-4338-b95d-f016f3698868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:09.778590 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-01deeab4-1225-4338-b95d-f016f3698868 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/41616f27-8434-448a-a948-c0a82f5339cc HTTP/1.1" status: 204 len: 168 time: 0.2779915 Feb 15 17:03:09.796673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01deeab4-1225-4338-b95d-f016f3698868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41616f27-8434-448a-a948-c0a82f5339cc,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:09.866516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40932) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:09.943313 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e4e8bdea-9f5a-4d5e-9d68-97157f077f92 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2966ca7a49f042989ce722a6abf4f8bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0744505 Feb 15 17:03:09.943542 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40936) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:10.085279 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d40852e-cf89-4f18-9da3-f2011a63e86e admin admin] Publish callbacks [] for security_group (46e80109-5e19-48f3-8ccc-0e2ce4bda4a6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:10.105098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d885a14-119d-4c6a-918a-01414e2f57e1 req-f727b57f-4885-4368-8b45-c48fb7bea3ca tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:10.106711 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d885a14-119d-4c6a-918a-01414e2f57e1 req-f727b57f-4885-4368-8b45-c48fb7bea3ca tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1152921 Feb 15 17:03:10.123116 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d40852e-cf89-4f18-9da3-f2011a63e86e admin admin] Publish callbacks [] for security_group (46e80109-5e19-48f3-8ccc-0e2ce4bda4a6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:10.196760 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3d885a14-119d-4c6a-918a-01414e2f57e1 req-ab6b9460-3711-47e1-93de-5918d805780e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791421 Feb 15 17:03:10.298530 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d40852e-cf89-4f18-9da3-f2011a63e86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (46e80109-5e19-48f3-8ccc-0e2ce4bda4a6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:10.302862 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d40852e-cf89-4f18-9da3-f2011a63e86e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:10.306419 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4d40852e-cf89-4f18-9da3-f2011a63e86e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/46e80109-5e19-48f3-8ccc-0e2ce4bda4a6 HTTP/1.1" status: 204 len: 168 time: 0.3598449 Feb 15 17:03:10.315317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40852e-cf89-4f18-9da3-f2011a63e86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e80109-5e19-48f3-8ccc-0e2ce4bda4a6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:10.340259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Router fb28c87c-a671-4ebb-b96f-cc1aef9ae064 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:03:10.448428 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:10.522866 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:03:10.529853 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:10.532024 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0ac81d10-7f4f-4897-a4f5-7bede6e678bf tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "PUT /v2.0/routers/fb28c87c-a671-4ebb-b96f-cc1aef9ae064 HTTP/1.1" status: 200 len: 918 time: 3.4187646 Feb 15 17:03:10.536603 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26633ac-913e-46ee-8c36-bfaa1712552a None None] Sync routers for ids ['fb28c87c-a671-4ebb-b96f-cc1aef9ae064'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:03:10.542229 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40956) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:10.547037 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26633ac-913e-46ee-8c36-bfaa1712552a None None] Routers {'fb28c87c-a671-4ebb-b96f-cc1aef9ae064'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:03:10.552753 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e26633ac-913e-46ee-8c36-bfaa1712552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['fb28c87c-a671-4ebb-b96f-cc1aef9ae064'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:10.583359 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e26633ac-913e-46ee-8c36-bfaa1712552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:10.592861 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26633ac-913e-46ee-8c36-bfaa1712552a None None] Routers {'fb28c87c-a671-4ebb-b96f-cc1aef9ae064'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:03:10.593531 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e26633ac-913e-46ee-8c36-bfaa1712552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['fb28c87c-a671-4ebb-b96f-cc1aef9ae064'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:10.629688 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e26633ac-913e-46ee-8c36-bfaa1712552a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:10.629688 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26633ac-913e-46ee-8c36-bfaa1712552a None None] The sync data for ids ['fb28c87c-a671-4ebb-b96f-cc1aef9ae064'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:03:10.686836 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-de840aa1-6045-407d-879f-03fb1b93efee tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/routers/fb28c87c-a671-4ebb-b96f-cc1aef9ae064 HTTP/1.1" status: 200 len: 924 time: 0.1408713 Feb 15 17:03:10.687178 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40964) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:10.739377 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a69fa4-ac31-489d-aaec-ce45702568c8 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:10.742485 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-60a69fa4-ac31-489d-aaec-ce45702568c8 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&device_id=fb28c87c-a671-4ebb-b96f-cc1aef9ae064&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0542784 Feb 15 17:03:10.746155 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40966) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:10.848851 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8c71e3-5589-4bd8-b72f-897dce5c1ca6 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:10.851733 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fe8c71e3-5589-4bd8-b72f-897dce5c1ca6 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 881 time: 0.1031408 Feb 15 17:03:10.854904 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40974) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:10.904255 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8832baf7-da07-4f46-9d37-7bf145eb9ff9 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "GET /v2.0/ports?device_id=fb28c87c-a671-4ebb-b96f-cc1aef9ae064 HTTP/1.1" status: 200 len: 205 time: 0.0454679 Feb 15 17:03:10.904444 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40978) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:11.035824 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e7114c-a914-4e9d-95f3-796e2b2d1322 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (fb28c87c-a671-4ebb-b96f-cc1aef9ae064), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:11.192780 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e7114c-a914-4e9d-95f3-796e2b2d1322 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (fb28c87c-a671-4ebb-b96f-cc1aef9ae064), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:11.351909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-11e7114c-a914-4e9d-95f3-796e2b2d1322 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Deleting port 4969b03b-163e-4d5d-b001-a213d2784f6c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:11.352914 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e7114c-a914-4e9d-95f3-796e2b2d1322 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4969b03b-163e-4d5d-b001-a213d2784f6c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:11.417066 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27af73-659e-48e8-81aa-b4c1fe00f85c req-96a11c02-9b9a-42f4-b059-8dacd824fcd7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:11.424738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7a27af73-659e-48e8-81aa-b4c1fe00f85c req-96a11c02-9b9a-42f4-b059-8dacd824fcd7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 944 time: 0.1415157 Feb 15 17:03:11.505075 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e7114c-a914-4e9d-95f3-796e2b2d1322 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4969b03b-163e-4d5d-b001-a213d2784f6c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:11.521175 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-11e7114c-a914-4e9d-95f3-796e2b2d1322 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Calling delete_port for 4969b03b-163e-4d5d-b001-a213d2784f6c owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:11.532949 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7a27af73-659e-48e8-81aa-b4c1fe00f85c req-2160c0c7-b3be-4d3a-a494-ae4dbcc0e3b5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809600 Feb 15 17:03:11.849473 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e7114c-a914-4e9d-95f3-796e2b2d1322 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4969b03b-163e-4d5d-b001-a213d2784f6c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:11.900741 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:11.927951 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7114c-a914-4e9d-95f3-796e2b2d1322 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Pushing event deleted for resources: {'Port': ['ID=4969b03b-163e-4d5d-b001-a213d2784f6c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:12.024615 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e7114c-a914-4e9d-95f3-796e2b2d1322 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (fb28c87c-a671-4ebb-b96f-cc1aef9ae064), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:12.033401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device a2134f4a-3a9e-45fa-87d2-8c8ac81072cf details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:03:12.229081 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=a2134f4a-3a9e-45fa-87d2-8c8ac81072cf,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:03:12.245070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'a2134f4a-3a9e-45fa-87d2-8c8ac81072cf', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'port_id': 'a2134f4a-3a9e-45fa-87d2-8c8ac81072cf', 'mac_address': 'fa:16:3e:63:99:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:03:12.281612 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e7114c-a914-4e9d-95f3-796e2b2d1322 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (fb28c87c-a671-4ebb-b96f-cc1aef9ae064), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:12.283765 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e7114c-a914-4e9d-95f3-796e2b2d1322 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_controller (fb28c87c-a671-4ebb-b96f-cc1aef9ae064), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:12.294466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:12.295130 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:12.320129 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2134f4a-3a9e-45fa-87d2-8c8ac81072cf {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:03:12.361670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=a2134f4a-3a9e-45fa-87d2-8c8ac81072cf,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:03:12.463374 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:12.493951 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e7114c-a914-4e9d-95f3-796e2b2d1322 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (fb28c87c-a671-4ebb-b96f-cc1aef9ae064), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:12.494856 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e7114c-a914-4e9d-95f3-796e2b2d1322 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Fanout notify agent at l3_agent the message router_deleted on router fb28c87c-a671-4ebb-b96f-cc1aef9ae064 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:03:12.509412 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e7114c-a914-4e9d-95f3-796e2b2d1322 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:12.509412 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-11e7114c-a914-4e9d-95f3-796e2b2d1322 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "DELETE /v2.0/routers/fb28c87c-a671-4ebb-b96f-cc1aef9ae064 HTTP/1.1" status: 204 len: 168 time: 1.5992982 Feb 15 17:03:12.514079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41034) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:12.517021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b3fa0d62-e875-4d3d-835a-d1e138a2937b tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-166960833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:12.599952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=a2134f4a-3a9e-45fa-87d2-8c8ac81072cf,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:12.641286 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0d62-e875-4d3d-835a-d1e138a2937b tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (d7a3324e-f90f-428e-94c0-1b9c6f0a9d61), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:12.643882 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0d62-e875-4d3d-835a-d1e138a2937b tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (d7a3324e-f90f-428e-94c0-1b9c6f0a9d61), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:12.702966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['a2134f4a-3a9e-45fa-87d2-8c8ac81072cf'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:03:12.708231 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0d62-e875-4d3d-835a-d1e138a2937b tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_controller (d7a3324e-f90f-428e-94c0-1b9c6f0a9d61), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:12.793388 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0d62-e875-4d3d-835a-d1e138a2937b tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (d7a3324e-f90f-428e-94c0-1b9c6f0a9d61), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:12.796290 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a6133-dc1c-42d3-a9f3-29ce38994ddd req-e623a52f-17c0-42cb-8173-4ac824462b38 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:12.804699 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-987a6133-dc1c-42d3-a9f3-29ce38994ddd req-e623a52f-17c0-42cb-8173-4ac824462b38 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 945 time: 0.1303070 Feb 15 17:03:12.895982 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b3fa0d62-e875-4d3d-835a-d1e138a2937b tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:12.897941 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b3fa0d62-e875-4d3d-835a-d1e138a2937b tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3844483 Feb 15 17:03:12.900601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41048) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:12.903003 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-987a6133-dc1c-42d3-a9f3-29ce38994ddd req-a87d8672-2694-4d61-8190-402b615b3a2e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905883 Feb 15 17:03:12.905959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'enable_snat': False}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:13.208570 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (d7a3324e-f90f-428e-94c0-1b9c6f0a9d61), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:13.402284 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:13.528260 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41064) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:13.846560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b4f38a35-a800-4d95-b231-ffa2cd622e3f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1859133812'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:13.963537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f38a35-a800-4d95-b231-ffa2cd622e3f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Made reservation on behalf of 8f3a7cc3f8774bc9afcefc2cacf61031 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:13.967628 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4f38a35-a800-4d95-b231-ffa2cd622e3f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:13.995152 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4f38a35-a800-4d95-b231-ffa2cd622e3f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:14.033221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device a2134f4a-3a9e-45fa-87d2-8c8ac81072cf up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:03:14.186909 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4f38a35-a800-4d95-b231-ffa2cd622e3f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks [] for security_group (0c2cc33d-b8db-4847-b606-99005d5d0421), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:14.254914 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:03:14.263092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:14.263092 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:14.287067 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4f38a35-a800-4d95-b231-ffa2cd622e3f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0c2cc33d-b8db-4847-b606-99005d5d0421), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:14.309215 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f38a35-a800-4d95-b231-ffa2cd622e3f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:03:14.398383 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4f38a35-a800-4d95-b231-ffa2cd622e3f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (826d0836-6be8-4f0e-9bad-23dd25144fe1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:14.398383 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-b4f38a35-a800-4d95-b231-ffa2cd622e3f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Added segment 826d0836-6be8-4f0e-9bad-23dd25144fe1 of type vlan for network 560d93af-a093-4cf4-a35b-148cc4f0214b Feb 15 17:03:14.401423 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f38a35-a800-4d95-b231-ffa2cd622e3f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2cc33d-b8db-4847-b606-99005d5d0421,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:14.434654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce53fd-b04f-4afa-bc6f-b1d504f4a823 req-2346c9a4-b028-42cb-80c4-0172998da70b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:14.440591 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19ce53fd-b04f-4afa-bc6f-b1d504f4a823 req-2346c9a4-b028-42cb-80c4-0172998da70b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 945 time: 0.3282185 Feb 15 17:03:14.521805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:14.523121 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:14.526379 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4f38a35-a800-4d95-b231-ffa2cd622e3f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (560d93af-a093-4cf4-a35b-148cc4f0214b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:14.584133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=a2134f4a-3a9e-45fa-87d2-8c8ac81072cf,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:03:14.586517 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e191ab4f-e22a-47a4-b323-8955cdb60b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2134f4a-3a9e-45fa-87d2-8c8ac81072cf'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:03:14.592883 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f97462-dcf0-4eb1-ab08-eb4e7e2b23c3" -d '{"events": [{"server_uuid": "e191ab4f-e22a-47a4-b323-8955cdb60b8e", "name": "network-vif-plugged", "status": "completed", "tag": "a2134f4a-3a9e-45fa-87d2-8c8ac81072cf"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:03:14.626473 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19ce53fd-b04f-4afa-bc6f-b1d504f4a823 req-e0e42318-5a20-4180-b113-08d84fcb0f8b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715004 Feb 15 17:03:14.640115 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (d7a3324e-f90f-428e-94c0-1b9c6f0a9d61), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:14.665434 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6679b2dc-2304-4c62-a8d9-817f243d4642 x-openstack-request-id: req-6679b2dc-2304-4c62-a8d9-817f243d4642 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:03:14.666516 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e191ab4f-e22a-47a4-b323-8955cdb60b8e", "name": "network-vif-plugged", "status": "completed", "tag": "a2134f4a-3a9e-45fa-87d2-8c8ac81072cf", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:03:14.669996 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6679b2dc-2304-4c62-a8d9-817f243d4642 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:03:14.670556 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e191ab4f-e22a-47a4-b323-8955cdb60b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2134f4a-3a9e-45fa-87d2-8c8ac81072cf', 'code': 200} Feb 15 17:03:14.692187 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4f38a35-a800-4d95-b231-ffa2cd622e3f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (560d93af-a093-4cf4-a35b-148cc4f0214b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:14.697492 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f38a35-a800-4d95-b231-ffa2cd622e3f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:14.699773 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4f38a35-a800-4d95-b231-ffa2cd622e3f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:14.701253 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:14.715088 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:14.850885 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b4f38a35-a800-4d95-b231-ffa2cd622e3f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3212533 Feb 15 17:03:14.856350 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41100) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:14.868909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c49e56ae-053e-446b-9bcd-4a456b85703a tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Request body: {'subnet': {'network_id': '560d93af-a093-4cf4-a35b-148cc4f0214b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:14.882673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Allocated IP 172.25.4.130 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/fc51f4b0-fd08-463d-94fa-f0d03535b094) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:14.894399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=a2134f4a-3a9e-45fa-87d2-8c8ac81072cf,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:15.039570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607cedd-ad17-4b02-a3ed-181004c767d0 req-6be48c2f-9540-4e0c-8756-39d04d2ed1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:15.041268 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6607cedd-ad17-4b02-a3ed-181004c767d0 req-6be48c2f-9540-4e0c-8756-39d04d2ed1c1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 1129 time: 0.2763140 Feb 15 17:03:15.074609 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for port (fc51f4b0-fd08-463d-94fa-f0d03535b094), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:15.120276 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6607cedd-ad17-4b02-a3ed-181004c767d0 req-e6e9aca1-b096-425f-9457-86a44af7e060 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698268 Feb 15 17:03:15.168314 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f38a35-a800-4d95-b231-ffa2cd622e3f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event updated for resources: {'Network': ['ID=560d93af-a093-4cf4-a35b-148cc4f0214b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:15.187931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 560d93af-a093-4cf4-a35b-148cc4f0214b details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:03:15.216720 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49e56ae-053e-446b-9bcd-4a456b85703a tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Made reservation on behalf of 8f3a7cc3f8774bc9afcefc2cacf61031 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:15.216720 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c49e56ae-053e-446b-9bcd-4a456b85703a tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:15.275677 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (fc51f4b0-fd08-463d-94fa-f0d03535b094), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:15.332217 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:15.340456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:15.348191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:15.381584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Pushing event updated for resources: {'Port': ['ID=fc51f4b0-fd08-463d-94fa-f0d03535b094,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:15.693894 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c49e56ae-053e-446b-9bcd-4a456b85703a tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:15.873670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e56ae-053e-446b-9bcd-4a456b85703a tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event updated for resources: {'Subnet': ['ID=ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:15.889054 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e56ae-053e-446b-9bcd-4a456b85703a tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Checking segment: {'id': '826d0836-6be8-4f0e-9bad-23dd25144fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '560d93af-a093-4cf4-a35b-148cc4f0214b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:03:15.890148 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49e56ae-053e-446b-9bcd-4a456b85703a tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Network hostable DHCP agents. Network: 560d93af-a093-4cf4-a35b-148cc4f0214b, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:03:15.961944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41116) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:15.999853 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49e56ae-053e-446b-9bcd-4a456b85703a tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Network 560d93af-a093-4cf4-a35b-148cc4f0214b is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:03:16.023994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956bd73c-c2b9-43c3-92ed-d4b925a0ae5d req-2f2551bf-8b5a-478b-bd66-5be2d6ece4aa tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:16.026379 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-956bd73c-c2b9-43c3-92ed-d4b925a0ae5d req-2f2551bf-8b5a-478b-bd66-5be2d6ece4aa tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 946 time: 0.3119061 Feb 15 17:03:16.060748 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router_gateway (d7a3324e-f90f-428e-94c0-1b9c6f0a9d61), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:16.110395 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c49e56ae-053e-446b-9bcd-4a456b85703a tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 560d93af-a093-4cf4-a35b-148cc4f0214b) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:16.130646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95d57a1-09f9-4df3-a002-1284cc903b76 None None] Network 560d93af-a093-4cf4-a35b-148cc4f0214b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:03:16.152973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49e56ae-053e-446b-9bcd-4a456b85703a tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:16.154005 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c49e56ae-053e-446b-9bcd-4a456b85703a tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:16.242372 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-06542e0e-1769-4819-8fd7-c5ad2a739fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:16.245890 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-956bd73c-c2b9-43c3-92ed-d4b925a0ae5d req-17bf1fdc-aa21-428c-b7fd-73ece61a600a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068627 Feb 15 17:03:16.346971 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c49e56ae-053e-446b-9bcd-4a456b85703a tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4822149 Feb 15 17:03:16.359332 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41122) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:16.384755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Request body: {'port': {'network_id': '560d93af-a093-4cf4-a35b-148cc4f0214b', 'name': 'tempest-AllowedAddressPairTestJSON-1329556613'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:16.488576 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-560d93af-a093-4cf4-a35b-148cc4f0214b', 'network_id': '560d93af-a093-4cf4-a35b-148cc4f0214b', 'project_id': '8f3a7cc3f8774bc9afcefc2cacf61031', 'fixed_ips': [{'subnet_id': 'ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:03:16.492264 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:16.594033 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (d7a3324e-f90f-428e-94c0-1b9c6f0a9d61), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:16.598870 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (d7a3324e-f90f-428e-94c0-1b9c6f0a9d61), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:16.728067 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-06542e0e-1769-4819-8fd7-c5ad2a739fcd admin admin] Publish callbacks [] for security_group (2c84b86a-3b6e-443f-a524-14be80fb20e0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:16.740069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Allocated IP 172.20.0.2 (560d93af-a093-4cf4-a35b-148cc4f0214b/ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3/36b65f6b-71a3-4b9a-a89b-781c3f5abe71) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:16.837245 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-06542e0e-1769-4819-8fd7-c5ad2a739fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2c84b86a-3b6e-443f-a524-14be80fb20e0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:16.886143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Made reservation on behalf of 8f3a7cc3f8774bc9afcefc2cacf61031 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:16.891323 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:16.931333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41130) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:16.931574 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-06542e0e-1769-4819-8fd7-c5ad2a739fcd admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e223deb09fed4f7d81aa829d99ca84f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9688160 Feb 15 17:03:16.934327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06542e0e-1769-4819-8fd7-c5ad2a739fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c84b86a-3b6e-443f-a524-14be80fb20e0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:16.944196 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] device_id is not set on port eadc2cb8-e589-410b-9dfa-dde67587bca1 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:03:16.947557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Router d7a3324e-f90f-428e-94c0-1b9c6f0a9d61 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:03:16.992764 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Publish callbacks [] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:17.113775 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:17.187972 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-699cd030-44a5-4fe2-8349-b4f2d11983ad admin admin] Publish callbacks [] for security_group (2c84b86a-3b6e-443f-a524-14be80fb20e0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:17.221222 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Network 560d93af-a093-4cf4-a35b-148cc4f0214b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:17.232960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:17.235434 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-699cd030-44a5-4fe2-8349-b4f2d11983ad admin admin] Publish callbacks [] for security_group (2c84b86a-3b6e-443f-a524-14be80fb20e0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:17.241662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Pushing event updated for resources: {'Port': ['ID=36b65f6b-71a3-4b9a-a89b-781c3f5abe71,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:17.257194 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.api [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-5212aff3-d457-4a44-a27b-37958feb07fc {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:03:17.258180 n-d-828372-14 neutron-server[103800]: DEBUG oslo_db.api [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:03:17.259515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:17.291163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:03:17.301515 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:17.303068 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4f5a3a10-6036-4c75-a745-71b1c7e18d7e tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "PUT /v2.0/routers/d7a3324e-f90f-428e-94c0-1b9c6f0a9d61 HTTP/1.1" status: 200 len: 919 time: 4.4010684 Feb 15 17:03:17.305070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae96cd3-ebe5-49f5-bf1d-125d4c02e687 None None] Sync routers for ids ['d7a3324e-f90f-428e-94c0-1b9c6f0a9d61'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:03:17.305838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41134) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:17.434994 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae96cd3-ebe5-49f5-bf1d-125d4c02e687 None None] Routers {'d7a3324e-f90f-428e-94c0-1b9c6f0a9d61'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:03:17.435649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-0ae96cd3-ebe5-49f5-bf1d-125d4c02e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['d7a3324e-f90f-428e-94c0-1b9c6f0a9d61'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:17.446725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-699cd030-44a5-4fe2-8349-b4f2d11983ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2c84b86a-3b6e-443f-a524-14be80fb20e0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:17.449757 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-699cd030-44a5-4fe2-8349-b4f2d11983ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:17.451754 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-699cd030-44a5-4fe2-8349-b4f2d11983ad admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2c84b86a-3b6e-443f-a524-14be80fb20e0 HTTP/1.1" status: 204 len: 168 time: 0.5192001 Feb 15 17:03:17.468183 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cd030-44a5-4fe2-8349-b4f2d11983ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c84b86a-3b6e-443f-a524-14be80fb20e0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:17.547189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Attempting to bind port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:03:17.547563 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Attempting to bind port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '826d0836-6be8-4f0e-9bad-23dd25144fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '560d93af-a093-4cf4-a35b-148cc4f0214b'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:03:17.547934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Attempting to bind port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 on network 560d93af-a093-4cf4-a35b-148cc4f0214b {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:03:17.568266 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:03:17.570567 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Checking segment: {'id': '826d0836-6be8-4f0e-9bad-23dd25144fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '560d93af-a093-4cf4-a35b-148cc4f0214b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:03:17.570567 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:17.570567 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Bound using segment: {'id': '826d0836-6be8-4f0e-9bad-23dd25144fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '560d93af-a093-4cf4-a35b-148cc4f0214b'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:03:17.570567 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Bound port: 36b65f6b-71a3-4b9a-a89b-781c3f5abe71, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '826d0836-6be8-4f0e-9bad-23dd25144fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '560d93af-a093-4cf4-a35b-148cc4f0214b'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:03:17.570567 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:17.576099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-0ae96cd3-ebe5-49f5-bf1d-125d4c02e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:17.620556 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6b2f-a1ec-4991-8314-080fa7091e4e req-ce981c4b-2e38-4afd-a49e-e1e665be67fb tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:17.622410 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-928f6b2f-a1ec-4991-8314-080fa7091e4e req-ce981c4b-2e38-4afd-a49e-e1e665be67fb tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 946 time: 0.2345996 Feb 15 17:03:17.644781 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6b89f30a-a969-4a04-8147-9e94b1e9ceb7 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/routers/d7a3324e-f90f-428e-94c0-1b9c6f0a9d61 HTTP/1.1" status: 200 len: 925 time: 0.3349311 Feb 15 17:03:17.645504 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41148) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:17.713838 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] For port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:03:17.717640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] For port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=36b65f6b-71a3-4b9a-a89b-781c3f5abe71,segment=NetworkSegment(826d0836-6be8-4f0e-9bad-23dd25144fe1),segment_id=826d0836-6be8-4f0e-9bad-23dd25144fe1)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:03:17.723265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae96cd3-ebe5-49f5-bf1d-125d4c02e687 None None] Routers {'d7a3324e-f90f-428e-94c0-1b9c6f0a9d61'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:03:17.724550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-0ae96cd3-ebe5-49f5-bf1d-125d4c02e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['d7a3324e-f90f-428e-94c0-1b9c6f0a9d61'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:17.774415 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:17.790196 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-928f6b2f-a1ec-4991-8314-080fa7091e4e req-a13ae987-833e-4300-b324-b7d7b0aa1728 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605451 Feb 15 17:03:17.844732 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] device_id is not set on port 4bfb1d52-da4c-4083-9bc4-ce35f2e7df81 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:03:17.894458 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea879b-4a4a-44ce-9672-538fd0685556 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:17.898691 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-69ea879b-4a4a-44ce-9672-538fd0685556 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&device_id=d7a3324e-f90f-428e-94c0-1b9c6f0a9d61&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2497134 Feb 15 17:03:17.899631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41158) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:18.150192 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Allocated IP 172.20.0.3 (560d93af-a093-4cf4-a35b-148cc4f0214b/ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3/4bfb1d52-da4c-4083-9bc4-ce35f2e7df81) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:18.178808 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:18.191508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2478225a-3e62-44e6-bbc5-6ea6fb4b96d9 req-08c5d7bb-fc4a-4189-bced-c930bb5e2a44 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:18.194091 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2478225a-3e62-44e6-bbc5-6ea6fb4b96d9 req-08c5d7bb-fc4a-4189-bced-c930bb5e2a44 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 946 time: 0.2287652 Feb 15 17:03:18.194274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-0ae96cd3-ebe5-49f5-bf1d-125d4c02e687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:18.195675 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae96cd3-ebe5-49f5-bf1d-125d4c02e687 None None] The sync data for ids ['d7a3324e-f90f-428e-94c0-1b9c6f0a9d61'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:03:18.199013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1612d30-707e-4033-be00-5f9f55978319 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:18.200837 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a1612d30-707e-4033-be00-5f9f55978319 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/networks/41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 881 time: 0.3002048 Feb 15 17:03:18.204600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41164) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:18.261947 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-48fc2860-8a70-4076-9889-ed720cd8b773 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7a3324e-f90f-428e-94c0-1b9c6f0a9d61 HTTP/1.1" status: 200 len: 205 time: 0.0556982 Feb 15 17:03:18.274257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41166) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:18.358293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8020b6-cf66-439d-a9b8-e715ae352530 None None] Pushing event updated for resources: {'Port': ['ID=36b65f6b-71a3-4b9a-a89b-781c3f5abe71,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:18.517608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2478225a-3e62-44e6-bbc5-6ea6fb4b96d9 req-72b906fe-6faa-449f-99a1-70fd81326b3e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912710 Feb 15 17:03:18.542796 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks [] for port (4bfb1d52-da4c-4083-9bc4-ce35f2e7df81), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:18.553301 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41174) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:18.611617 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ee376b-bdd2-47a2-b968-eba1c7afc998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:18.667485 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ed86232e-edd4-412e-b786-4265546f9590 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (d7a3324e-f90f-428e-94c0-1b9c6f0a9d61), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:18.734499 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:03:18.881334 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ee376b-bdd2-47a2-b968-eba1c7afc998 admin admin] Publish callbacks [] for security_group (84be8d26-0a70-4204-8ddc-e9f4333c5c9d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:18.950215 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ed86232e-edd4-412e-b786-4265546f9590 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (d7a3324e-f90f-428e-94c0-1b9c6f0a9d61), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:18.955591 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1ee376b-bdd2-47a2-b968-eba1c7afc998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (84be8d26-0a70-4204-8ddc-e9f4333c5c9d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:19.032089 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd4855-7d64-4a20-96b5-627b4bc10799 req-80953e1d-bb69-4a5c-8826-70101308aa2c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:19.032089 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00fd4855-7d64-4a20-96b5-627b4bc10799 req-80953e1d-bb69-4a5c-8826-70101308aa2c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 946 time: 0.3703778 Feb 15 17:03:19.058914 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f1ee376b-bdd2-47a2-b968-eba1c7afc998 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=007c334ef96e47eb97d86f274052ffba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4991405 Feb 15 17:03:19.061655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41178) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:19.084063 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee376b-bdd2-47a2-b968-eba1c7afc998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84be8d26-0a70-4204-8ddc-e9f4333c5c9d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:19.132079 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4bfb1d52-da4c-4083-9bc4-ce35f2e7df81), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:19.215283 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8d24fcca-1bab-48d1-aba1-b6744d6aa642 admin admin] Publish callbacks [] for security_group (84be8d26-0a70-4204-8ddc-e9f4333c5c9d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:19.248749 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8d24fcca-1bab-48d1-aba1-b6744d6aa642 admin admin] Publish callbacks [] for security_group (84be8d26-0a70-4204-8ddc-e9f4333c5c9d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:19.251163 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Network 560d93af-a093-4cf4-a35b-148cc4f0214b is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:19.257940 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:19.261070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:19.268056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ed86232e-edd4-412e-b786-4265546f9590 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Deleting port fc51f4b0-fd08-463d-94fa-f0d03535b094 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:19.268511 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ed86232e-edd4-412e-b786-4265546f9590 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (fc51f4b0-fd08-463d-94fa-f0d03535b094), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:19.318968 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event updated for resources: {'Port': ['ID=4bfb1d52-da4c-4083-9bc4-ce35f2e7df81,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:19.338320 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:19.339248 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:19.377636 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00fd4855-7d64-4a20-96b5-627b4bc10799 req-29449aee-72b4-4b05-b62f-3761eaab0cf9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317738 Feb 15 17:03:19.390917 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ed86232e-edd4-412e-b786-4265546f9590 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (fc51f4b0-fd08-463d-94fa-f0d03535b094), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:19.404567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ed86232e-edd4-412e-b786-4265546f9590 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Calling delete_port for fc51f4b0-fd08-463d-94fa-f0d03535b094 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:19.502400 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-72f0a124-4d40-40da-a8fb-8d1ec7691a9d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1373246 Feb 15 17:03:19.516649 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8d24fcca-1bab-48d1-aba1-b6744d6aa642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (84be8d26-0a70-4204-8ddc-e9f4333c5c9d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:19.517686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41186) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:19.519908 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8d24fcca-1bab-48d1-aba1-b6744d6aa642 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:19.523970 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8d24fcca-1bab-48d1-aba1-b6744d6aa642 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/84be8d26-0a70-4204-8ddc-e9f4333c5c9d HTTP/1.1" status: 204 len: 168 time: 0.4611766 Feb 15 17:03:19.527284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-85c0b06c-c63c-4e2d-9e97-97e3f52e553c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Request body: {'port': {'network_id': '560d93af-a093-4cf4-a35b-148cc4f0214b', 'name': 'tempest-AllowedAddressPairTestJSON-1896148088', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:96:f2:ee'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:19.552499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24fcca-1bab-48d1-aba1-b6744d6aa642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84be8d26-0a70-4204-8ddc-e9f4333c5c9d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:19.939651 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ed86232e-edd4-412e-b786-4265546f9590 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (fc51f4b0-fd08-463d-94fa-f0d03535b094), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:19.979123 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c0b06c-c63c-4e2d-9e97-97e3f52e553c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Made reservation on behalf of 8f3a7cc3f8774bc9afcefc2cacf61031 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:20.048431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cd4614-9669-4d22-b05a-d851fc9352c8 None None] Network 560d93af-a093-4cf4-a35b-148cc4f0214b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:03:20.050720 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed86232e-edd4-412e-b786-4265546f9590 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Pushing event deleted for resources: {'Port': ['ID=fc51f4b0-fd08-463d-94fa-f0d03535b094,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:20.175638 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ed86232e-edd4-412e-b786-4265546f9590 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (d7a3324e-f90f-428e-94c0-1b9c6f0a9d61), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:20.182420 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-03e9aec9-ee69-4484-a1f1-6e5409f140cc None None] Provisioning complete for port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:20.185442 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03e9aec9-ee69-4484-a1f1-6e5409f140cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:20.241570 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-85c0b06c-c63c-4e2d-9e97-97e3f52e553c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:20.280593 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-85c0b06c-c63c-4e2d-9e97-97e3f52e553c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] device_id is not set on port 325b9d32-4058-401c-8007-3bff9ffb5dd5 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:03:20.385482 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:03:20.512087 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ed86232e-edd4-412e-b786-4265546f9590 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (d7a3324e-f90f-428e-94c0-1b9c6f0a9d61), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:20.528890 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ed86232e-edd4-412e-b786-4265546f9590 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_controller (d7a3324e-f90f-428e-94c0-1b9c6f0a9d61), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:20.553643 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482f9ad-469b-4466-91bf-8fe002c60756 req-e1bf99da-919f-4198-9b82-bb60a623022d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:20.562284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-03e9aec9-ee69-4484-a1f1-6e5409f140cc None None] Current status of the port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:20.562936 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03e9aec9-ee69-4484-a1f1-6e5409f140cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:20.567750 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e482f9ad-469b-4466-91bf-8fe002c60756 req-e1bf99da-919f-4198-9b82-bb60a623022d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 946 time: 0.2752407 Feb 15 17:03:20.612037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-03e9aec9-ee69-4484-a1f1-6e5409f140cc None None] For port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=36b65f6b-71a3-4b9a-a89b-781c3f5abe71,segment=NetworkSegment(826d0836-6be8-4f0e-9bad-23dd25144fe1),segment_id=826d0836-6be8-4f0e-9bad-23dd25144fe1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:03:20.620617 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:20.620617 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:20.673021 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-85c0b06c-c63c-4e2d-9e97-97e3f52e553c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Allocated IP 172.20.0.13 (560d93af-a093-4cf4-a35b-148cc4f0214b/ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3/325b9d32-4058-401c-8007-3bff9ffb5dd5) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:20.699230 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e482f9ad-469b-4466-91bf-8fe002c60756 req-bfa12184-1e4d-48b8-b552-46edf1eca07b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243780 Feb 15 17:03:20.766104 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-03e9aec9-ee69-4484-a1f1-6e5409f140cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:20.768168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:20.768790 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:20.824741 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ed86232e-edd4-412e-b786-4265546f9590 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (d7a3324e-f90f-428e-94c0-1b9c6f0a9d61), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:20.825324 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed86232e-edd4-412e-b786-4265546f9590 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Fanout notify agent at l3_agent the message router_deleted on router d7a3324e-f90f-428e-94c0-1b9c6f0a9d61 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:03:20.832816 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ed86232e-edd4-412e-b786-4265546f9590 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:20.846523 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ed86232e-edd4-412e-b786-4265546f9590 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "DELETE /v2.0/routers/d7a3324e-f90f-428e-94c0-1b9c6f0a9d61 HTTP/1.1" status: 204 len: 168 time: 2.5612822 Feb 15 17:03:20.852800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41216) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:20.870578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2121376126', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}, 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:21.000968 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9aec9-ee69-4484-a1f1-6e5409f140cc None None] Pushing event updated for resources: {'Port': ['ID=36b65f6b-71a3-4b9a-a89b-781c3f5abe71,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:21.030886 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (bcde4cd5-4717-4183-aa50-521a2e1a97b2), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:21.037336 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (bcde4cd5-4717-4183-aa50-521a2e1a97b2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:21.084248 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-85c0b06c-c63c-4e2d-9e97-97e3f52e553c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks [] for port (325b9d32-4058-401c-8007-3bff9ffb5dd5), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:21.084670 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:03:21.085075 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:03:21.148799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5853ac08-81aa-48f4-9cf5-c1e317b84041 None None] Provisioning complete for port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:21.148799 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5853ac08-81aa-48f4-9cf5-c1e317b84041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:21.199559 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_controller (bcde4cd5-4717-4183-aa50-521a2e1a97b2), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:21.303781 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-85c0b06c-c63c-4e2d-9e97-97e3f52e553c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (325b9d32-4058-401c-8007-3bff9ffb5dd5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:21.411525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5853ac08-81aa-48f4-9cf5-c1e317b84041 None None] Current status of the port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:21.420603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c0b06c-c63c-4e2d-9e97-97e3f52e553c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Network 560d93af-a093-4cf4-a35b-148cc4f0214b is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:21.445166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5853ac08-81aa-48f4-9cf5-c1e317b84041 None None] Provisioning complete for port 4bfb1d52-da4c-4083-9bc4-ce35f2e7df81 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:21.445904 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5853ac08-81aa-48f4-9cf5-c1e317b84041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4bfb1d52-da4c-4083-9bc4-ce35f2e7df81), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:21.459103 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-85c0b06c-c63c-4e2d-9e97-97e3f52e553c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:21.466101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c0b06c-c63c-4e2d-9e97-97e3f52e553c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:21.500066 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5853ac08-81aa-48f4-9cf5-c1e317b84041 None None] Port 4bfb1d52-da4c-4083-9bc4-ce35f2e7df81 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:21.572673 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (bcde4cd5-4717-4183-aa50-521a2e1a97b2), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:21.627605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c0b06c-c63c-4e2d-9e97-97e3f52e553c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:21.630095 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-85c0b06c-c63c-4e2d-9e97-97e3f52e553c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:21.671986 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c0b06c-c63c-4e2d-9e97-97e3f52e553c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event updated for resources: {'Port': ['ID=325b9d32-4058-401c-8007-3bff9ffb5dd5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:21.704388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d24ea52f-682f-4687-b20f-2fbfa148c2b4 None None] Provisioning complete for port 4bfb1d52-da4c-4083-9bc4-ce35f2e7df81 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:21.713215 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d24ea52f-682f-4687-b20f-2fbfa148c2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4bfb1d52-da4c-4083-9bc4-ce35f2e7df81), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:21.723439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:21.768638 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-85c0b06c-c63c-4e2d-9e97-97e3f52e553c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.2470639 Feb 15 17:03:21.771676 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41230) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:21.850714 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d24ea52f-682f-4687-b20f-2fbfa148c2b4 None None] Port 4bfb1d52-da4c-4083-9bc4-ce35f2e7df81 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:21.946674 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01117290-9695-46c0-a405-21116508a86a tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:21.958410 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01117290-9695-46c0-a405-21116508a86a tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:21.973628 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01117290-9695-46c0-a405-21116508a86a tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:21.981024 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-01117290-9695-46c0-a405-21116508a86a tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2077491 Feb 15 17:03:21.982082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41240) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:22.095903 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9c35b804-fb28-4b35-a4f6-d90a2067517f None None] Provisioning complete for port 325b9d32-4058-401c-8007-3bff9ffb5dd5 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:22.100535 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c35b804-fb28-4b35-a4f6-d90a2067517f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (325b9d32-4058-401c-8007-3bff9ffb5dd5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:22.204596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0734172-89fd-4670-9db9-080655cf0b5e req-48f14ba5-5950-4ebb-832b-edc4fff9c99c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:22.207845 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f0734172-89fd-4670-9db9-080655cf0b5e req-48f14ba5-5950-4ebb-832b-edc4fff9c99c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 946 time: 0.5925498 Feb 15 17:03:22.244630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9c35b804-fb28-4b35-a4f6-d90a2067517f None None] Port 325b9d32-4058-401c-8007-3bff9ffb5dd5 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:22.269931 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ff0ffc85-322a-4202-8118-45b95b47fd7b tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Deleting port 325b9d32-4058-401c-8007-3bff9ffb5dd5 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:22.270858 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff0ffc85-322a-4202-8118-45b95b47fd7b tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (325b9d32-4058-401c-8007-3bff9ffb5dd5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:22.290931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:03:22.434230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:22.434642 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:22.495450 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff0ffc85-322a-4202-8118-45b95b47fd7b tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (325b9d32-4058-401c-8007-3bff9ffb5dd5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:22.526503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ff0ffc85-322a-4202-8118-45b95b47fd7b tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Calling delete_port for 325b9d32-4058-401c-8007-3bff9ffb5dd5 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:22.647819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:22.903204 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff0ffc85-322a-4202-8118-45b95b47fd7b tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (325b9d32-4058-401c-8007-3bff9ffb5dd5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:22.951868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ffc85-322a-4202-8118-45b95b47fd7b tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event deleted for resources: {'Port': ['ID=325b9d32-4058-401c-8007-3bff9ffb5dd5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:22.995771 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a1044-a79a-44a9-b93d-85e1eece61d3 req-7b8fd104-690c-43a7-bdee-4a3a995969a0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:23.005866 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-604a1044-a79a-44a9-b93d-85e1eece61d3 req-7b8fd104-690c-43a7-bdee-4a3a995969a0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 946 time: 1.0903313 Feb 15 17:03:23.178199 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-604a1044-a79a-44a9-b93d-85e1eece61d3 req-63a033cb-5995-4e11-aaf8-0ed3e4abe538 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711612 Feb 15 17:03:23.289950 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-f0734172-89fd-4670-9db9-080655cf0b5e req-10067c53-5199-453d-84b9-5e3ea86fa100 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Deleting port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:23.290372 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f0734172-89fd-4670-9db9-080655cf0b5e req-10067c53-5199-453d-84b9-5e3ea86fa100 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:23.481015 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff0ffc85-322a-4202-8118-45b95b47fd7b tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:23.493755 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ff0ffc85-322a-4202-8118-45b95b47fd7b tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "DELETE /v2.0/ports/325b9d32-4058-401c-8007-3bff9ffb5dd5 HTTP/1.1" status: 204 len: 168 time: 1.5097535 Feb 15 17:03:23.495908 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41318) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:23.548087 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a804957-e610-4796-b65f-543ed79d86d3 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] GET failed (client error): The resource could not be found. Feb 15 17:03:23.550105 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2a804957-e610-4796-b65f-543ed79d86d3 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "GET /v2.0/ports/325b9d32-4058-401c-8007-3bff9ffb5dd5 HTTP/1.1" status: 404 len: 333 time: 0.0513289 Feb 15 17:03:23.560188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41320) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:23.567472 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-373f4b08-59f7-4387-b27f-e8d67c84b9c5 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Request body: {'port': {'network_id': '560d93af-a093-4cf4-a35b-148cc4f0214b', 'name': 'tempest-AllowedAddressPairTestJSON-1699643629'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:23.725350 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (bcde4cd5-4717-4183-aa50-521a2e1a97b2), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:23.772839 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:23.881082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f0734172-89fd-4670-9db9-080655cf0b5e req-10067c53-5199-453d-84b9-5e3ea86fa100 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] For port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=a2134f4a-3a9e-45fa-87d2-8c8ac81072cf,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:03:23.881741 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f0734172-89fd-4670-9db9-080655cf0b5e req-10067c53-5199-453d-84b9-5e3ea86fa100 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:23.923737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-f0734172-89fd-4670-9db9-080655cf0b5e req-10067c53-5199-453d-84b9-5e3ea86fa100 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Calling delete_port for a2134f4a-3a9e-45fa-87d2-8c8ac81072cf owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:24.010328 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373f4b08-59f7-4387-b27f-e8d67c84b9c5 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Made reservation on behalf of 8f3a7cc3f8774bc9afcefc2cacf61031 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:24.021779 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-373f4b08-59f7-4387-b27f-e8d67c84b9c5 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:24.064285 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device a2134f4a-3a9e-45fa-87d2-8c8ac81072cf no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:03:24.068295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-373f4b08-59f7-4387-b27f-e8d67c84b9c5 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] device_id is not set on port 00a4e427-4565-4663-80eb-a87a33eb13eb yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:03:24.106653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Allocated IP 172.25.4.53 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/02956818-0a37-4b91-8d9a-539582cd17ee) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:24.243945 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:24.248848 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:24.333841 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-373f4b08-59f7-4387-b27f-e8d67c84b9c5 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Allocated IP 172.20.0.9 (560d93af-a093-4cf4-a35b-148cc4f0214b/ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3/00a4e427-4565-4663-80eb-a87a33eb13eb) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:24.448556 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for port (02956818-0a37-4b91-8d9a-539582cd17ee), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:24.455139 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 15 17:03:24.455139 n-d-828372-14 neutron-server[103801]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 15 17:03:24.455139 n-d-828372-14 neutron-server[103801]: [parameters: {'status': 'DOWN', 'ports_id': 'a2134f4a-3a9e-45fa-87d2-8c8ac81072cf'}] Feb 15 17:03:24.455139 n-d-828372-14 neutron-server[103801]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:03:24.455625 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:03:24.520585 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f0734172-89fd-4670-9db9-080655cf0b5e req-10067c53-5199-453d-84b9-5e3ea86fa100 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a2134f4a-3a9e-45fa-87d2-8c8ac81072cf), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:24.579383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10067c53-5199-453d-84b9-5e3ea86fa100 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event deleted for resources: {'Port': ['ID=a2134f4a-3a9e-45fa-87d2-8c8ac81072cf,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:24.664997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0734172-89fd-4670-9db9-080655cf0b5e req-10067c53-5199-453d-84b9-5e3ea86fa100 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] No DVR routers for this DVR port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:03:24.672248 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (02956818-0a37-4b91-8d9a-539582cd17ee), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:24.688453 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-617c5edf-170f-4714-a19a-400754e7714d req-69d2cb32-f172-4abe-b9a4-7f92b4639d36 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.2238250 Feb 15 17:03:24.691986 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f0734172-89fd-4670-9db9-080655cf0b5e req-10067c53-5199-453d-84b9-5e3ea86fa100 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:24.696130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f0734172-89fd-4670-9db9-080655cf0b5e req-10067c53-5199-453d-84b9-5e3ea86fa100 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "DELETE /v2.0/ports/a2134f4a-3a9e-45fa-87d2-8c8ac81072cf HTTP/1.1" status: 204 len: 173 time: 2.4740870 Feb 15 17:03:24.804710 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-373f4b08-59f7-4387-b27f-e8d67c84b9c5 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks [] for port (00a4e427-4565-4663-80eb-a87a33eb13eb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:24.850425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e191ab4f-e22a-47a4-b323-8955cdb60b8e', 'name': 'network-vif-deleted', 'tag': 'a2134f4a-3a9e-45fa-87d2-8c8ac81072cf'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:03:24.855176 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9849c667-f24e-4ed7-b95f-59849eb45b3d" -d '{"events": [{"server_uuid": "e191ab4f-e22a-47a4-b323-8955cdb60b8e", "name": "network-vif-deleted", "tag": "a2134f4a-3a9e-45fa-87d2-8c8ac81072cf"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:03:24.956860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:24.959002 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece6775b-a4e4-4a12-a159-a3ebcf351d7b x-openstack-request-id: req-ece6775b-a4e4-4a12-a159-a3ebcf351d7b {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:03:24.959308 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e191ab4f-e22a-47a4-b323-8955cdb60b8e", "name": "network-vif-deleted", "tag": "a2134f4a-3a9e-45fa-87d2-8c8ac81072cf", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:03:24.963901 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ece6775b-a4e4-4a12-a159-a3ebcf351d7b {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:03:24.963901 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e191ab4f-e22a-47a4-b323-8955cdb60b8e', 'name': 'network-vif-deleted', 'tag': 'a2134f4a-3a9e-45fa-87d2-8c8ac81072cf', 'status': 'completed', 'code': 200} Feb 15 17:03:24.975953 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:24.986481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:25.006938 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Port a2134f4a-3a9e-45fa-87d2-8c8ac81072cf update to DOWN by agent not found {{(pid=103801) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 15 17:03:25.042902 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-373f4b08-59f7-4387-b27f-e8d67c84b9c5 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (00a4e427-4565-4663-80eb-a87a33eb13eb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:25.074721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Pushing event updated for resources: {'Port': ['ID=02956818-0a37-4b91-8d9a-539582cd17ee,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:25.204019 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f4b08-59f7-4387-b27f-e8d67c84b9c5 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event updated for resources: {'Port': ['ID=00a4e427-4565-4663-80eb-a87a33eb13eb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:25.218191 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373f4b08-59f7-4387-b27f-e8d67c84b9c5 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Network 560d93af-a093-4cf4-a35b-148cc4f0214b is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:25.222828 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-373f4b08-59f7-4387-b27f-e8d67c84b9c5 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:25.237790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373f4b08-59f7-4387-b27f-e8d67c84b9c5 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:25.338448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373f4b08-59f7-4387-b27f-e8d67c84b9c5 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:25.339322 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-373f4b08-59f7-4387-b27f-e8d67c84b9c5 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:25.461509 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-373f4b08-59f7-4387-b27f-e8d67c84b9c5 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8971860 Feb 15 17:03:25.461724 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41360) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:25.471744 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:96:f2:ee'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:25.490863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41364) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:25.699470 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e0fa681b-31ca-4d7e-9d50-711665700ea3 None None] Provisioning complete for port 00a4e427-4565-4663-80eb-a87a33eb13eb triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:25.700579 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0fa681b-31ca-4d7e-9d50-711665700ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (00a4e427-4565-4663-80eb-a87a33eb13eb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:25.741608 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d39976d-0718-4d75-9f6e-1e40efa2cc6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:25.782875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e0fa681b-31ca-4d7e-9d50-711665700ea3 None None] Port 00a4e427-4565-4663-80eb-a87a33eb13eb cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:25.845724 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d39976d-0718-4d75-9f6e-1e40efa2cc6d admin admin] Publish callbacks [] for security_group (84cb99cd-d5cc-423f-bfe7-45654e3378b4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:25.904035 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (bcde4cd5-4717-4183-aa50-521a2e1a97b2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:25.959155 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-974987f8-f9a9-4bcc-8de7-02927bc62106 req-f04029ab-2f03-4621-bacc-c5421f453eeb tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.0754285 Feb 15 17:03:25.975874 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d39976d-0718-4d75-9f6e-1e40efa2cc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (84cb99cd-d5cc-423f-bfe7-45654e3378b4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:25.982179 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (00a4e427-4565-4663-80eb-a87a33eb13eb), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:26.144638 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2d39976d-0718-4d75-9f6e-1e40efa2cc6d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=86b077de4c8b46199bd538eb0e49af3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6520503 Feb 15 17:03:26.156022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41374) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:26.162815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39976d-0718-4d75-9f6e-1e40efa2cc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cb99cd-d5cc-423f-bfe7-45654e3378b4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:26.395822 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks [] for port (00a4e427-4565-4663-80eb-a87a33eb13eb), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:26.457054 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (00a4e427-4565-4663-80eb-a87a33eb13eb), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:26.460713 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b13fec64-8352-44d9-881a-192caad0f84a admin admin] Publish callbacks [] for security_group (84cb99cd-d5cc-423f-bfe7-45654e3378b4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:26.582075 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b13fec64-8352-44d9-881a-192caad0f84a admin admin] Publish callbacks [] for security_group (84cb99cd-d5cc-423f-bfe7-45654e3378b4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:26.608477 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (bcde4cd5-4717-4183-aa50-521a2e1a97b2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:26.674076 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event updated for resources: {'Port': ['ID=00a4e427-4565-4663-80eb-a87a33eb13eb,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:26.705534 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:26.705893 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:26.706251 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:26.706876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:26.707969 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:26.708257 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:26.708669 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:26.709323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:26.709689 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:26.710232 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:26.710555 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:26.710947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:26.711631 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:26.749042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] In _notify_port_updated(), no bound segment for port 00a4e427-4565-4663-80eb-a87a33eb13eb on network 560d93af-a093-4cf4-a35b-148cc4f0214b {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 17:03:26.770900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:26.771780 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:26.776126 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ff6ee904-0590-4ad3-be6f-e46b3cb7aa1c tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "PUT /v2.0/ports/00a4e427-4565-4663-80eb-a87a33eb13eb HTTP/1.1" status: 200 len: 993 time: 1.3109944 Feb 15 17:03:26.777990 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41376) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:26.893310 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b13fec64-8352-44d9-881a-192caad0f84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (84cb99cd-d5cc-423f-bfe7-45654e3378b4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:26.903308 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b13fec64-8352-44d9-881a-192caad0f84a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:26.904528 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b13fec64-8352-44d9-881a-192caad0f84a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/84cb99cd-d5cc-423f-bfe7-45654e3378b4 HTTP/1.1" status: 204 len: 168 time: 0.7475345 Feb 15 17:03:26.969338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13fec64-8352-44d9-881a-192caad0f84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cb99cd-d5cc-423f-bfe7-45654e3378b4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:27.079679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-83b2cc40-e325-4c7e-88e1-807fd7757142 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Deleting port 00a4e427-4565-4663-80eb-a87a33eb13eb {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:27.080139 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83b2cc40-e325-4c7e-88e1-807fd7757142 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (00a4e427-4565-4663-80eb-a87a33eb13eb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:27.127362 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-37f1ebd5-6146-4af2-85fe-6e31b084130c None None] Provisioning complete for port 00a4e427-4565-4663-80eb-a87a33eb13eb triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:27.127919 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37f1ebd5-6146-4af2-85fe-6e31b084130c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (00a4e427-4565-4663-80eb-a87a33eb13eb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:27.219641 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-937529cd-c2c8-4980-a946-e0be2cc1fc01 req-a3a7569e-65e4-4964-b9cc-dc1e01d44ffb tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.0629280 Feb 15 17:03:27.225346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-37f1ebd5-6146-4af2-85fe-6e31b084130c None None] Port 00a4e427-4565-4663-80eb-a87a33eb13eb cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:27.242467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Router bcde4cd5-4717-4183-aa50-521a2e1a97b2 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:03:27.383320 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83b2cc40-e325-4c7e-88e1-807fd7757142 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (00a4e427-4565-4663-80eb-a87a33eb13eb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:27.413099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-83b2cc40-e325-4c7e-88e1-807fd7757142 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Calling delete_port for 00a4e427-4565-4663-80eb-a87a33eb13eb owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:27.447518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:03:27.467970 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86c611-3430-485f-b772-855a7b580bc3 None None] Sync routers for ids ['bcde4cd5-4717-4183-aa50-521a2e1a97b2'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:03:27.486622 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86c611-3430-485f-b772-855a7b580bc3 None None] Routers {'bcde4cd5-4717-4183-aa50-521a2e1a97b2'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:03:27.487517 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cb86c611-3430-485f-b772-855a7b580bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcde4cd5-4717-4183-aa50-521a2e1a97b2'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:27.537964 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cb86c611-3430-485f-b772-855a7b580bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:27.546586 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb86c611-3430-485f-b772-855a7b580bc3 None None] Routers {'bcde4cd5-4717-4183-aa50-521a2e1a97b2'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:03:27.547267 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cb86c611-3430-485f-b772-855a7b580bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcde4cd5-4717-4183-aa50-521a2e1a97b2'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:27.624756 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cb86c611-3430-485f-b772-855a7b580bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:27.637864 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb86c611-3430-485f-b772-855a7b580bc3 None None] The sync data for ids ['bcde4cd5-4717-4183-aa50-521a2e1a97b2'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:03:27.651980 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:27.670957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-427438ab-8f67-4e05-b684-360ba56a7ab1 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8148544 Feb 15 17:03:27.673454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41384) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:27.686166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-36d1e136-829b-4aee-8f1f-d7f7515c36e6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:27.840053 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83b2cc40-e325-4c7e-88e1-807fd7757142 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (00a4e427-4565-4663-80eb-a87a33eb13eb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:27.930792 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2cc40-e325-4c7e-88e1-807fd7757142 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event deleted for resources: {'Port': ['ID=00a4e427-4565-4663-80eb-a87a33eb13eb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:28.233957 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83b2cc40-e325-4c7e-88e1-807fd7757142 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:28.240242 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-83b2cc40-e325-4c7e-88e1-807fd7757142 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "DELETE /v2.0/ports/00a4e427-4565-4663-80eb-a87a33eb13eb HTTP/1.1" status: 204 len: 168 time: 1.4604998 Feb 15 17:03:28.245280 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41394) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:28.301893 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-987e5658-a0e3-4734-9419-a74304057c7e tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] GET failed (client error): The resource could not be found. Feb 15 17:03:28.309735 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-987e5658-a0e3-4734-9419-a74304057c7e tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "GET /v2.0/ports/00a4e427-4565-4663-80eb-a87a33eb13eb HTTP/1.1" status: 404 len: 333 time: 0.0598397 Feb 15 17:03:28.310075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41398) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:28.312910 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d1e136-829b-4aee-8f1f-d7f7515c36e6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (bcde4cd5-4717-4183-aa50-521a2e1a97b2), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:28.340075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-173e67ed-64ec-4244-a462-c8013355491f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Request body: {'port': {'network_id': '560d93af-a093-4cf4-a35b-148cc4f0214b', 'name': 'tempest-AllowedAddressPairTestJSON-511736988'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:28.427180 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d1e136-829b-4aee-8f1f-d7f7515c36e6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_gateway (bcde4cd5-4717-4183-aa50-521a2e1a97b2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:28.445627 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-917e4a3a-84e7-423e-9847-aada200556d8 req-4e4cd547-9dcf-487d-bcd0-c20c0e532717 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.0979409 Feb 15 17:03:28.621222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-36d1e136-829b-4aee-8f1f-d7f7515c36e6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Deleting port 02956818-0a37-4b91-8d9a-539582cd17ee {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:28.621605 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d1e136-829b-4aee-8f1f-d7f7515c36e6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (02956818-0a37-4b91-8d9a-539582cd17ee), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:28.653470 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173e67ed-64ec-4244-a462-c8013355491f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Made reservation on behalf of 8f3a7cc3f8774bc9afcefc2cacf61031 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:28.656911 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-173e67ed-64ec-4244-a462-c8013355491f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:28.781321 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d1e136-829b-4aee-8f1f-d7f7515c36e6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (02956818-0a37-4b91-8d9a-539582cd17ee), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:28.824145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-36d1e136-829b-4aee-8f1f-d7f7515c36e6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Calling delete_port for 02956818-0a37-4b91-8d9a-539582cd17ee owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:29.293255 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d1e136-829b-4aee-8f1f-d7f7515c36e6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (02956818-0a37-4b91-8d9a-539582cd17ee), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:29.330915 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-173e67ed-64ec-4244-a462-c8013355491f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] device_id is not set on port 5aff1b93-a781-425f-8412-1403c055c16e yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:03:29.344747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1e136-829b-4aee-8f1f-d7f7515c36e6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Pushing event deleted for resources: {'Port': ['ID=02956818-0a37-4b91-8d9a-539582cd17ee,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:29.457552 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d1e136-829b-4aee-8f1f-d7f7515c36e6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (bcde4cd5-4717-4183-aa50-521a2e1a97b2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:29.538482 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-173e67ed-64ec-4244-a462-c8013355491f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Allocated IP 172.20.0.4 (560d93af-a093-4cf4-a35b-148cc4f0214b/ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3/5aff1b93-a781-425f-8412-1403c055c16e) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:29.700604 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cf4494d4-23fb-47bc-9776-0b81b2dcdd32 req-5c249069-2cdb-4bba-ba68-686551af750f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.0985956 Feb 15 17:03:29.748981 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41420) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:29.890172 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-173e67ed-64ec-4244-a462-c8013355491f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks [] for port (5aff1b93-a781-425f-8412-1403c055c16e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:29.968862 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d1e136-829b-4aee-8f1f-d7f7515c36e6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (bcde4cd5-4717-4183-aa50-521a2e1a97b2), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:29.977843 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-53277dda-d65a-4cd5-80c8-cd1c4f30eb23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:29.989992 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d1e136-829b-4aee-8f1f-d7f7515c36e6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (bcde4cd5-4717-4183-aa50-521a2e1a97b2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:30.089919 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d1e136-829b-4aee-8f1f-d7f7515c36e6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Router bcde4cd5-4717-4183-aa50-521a2e1a97b2 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:03:30.090134 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-53277dda-d65a-4cd5-80c8-cd1c4f30eb23 admin admin] Publish callbacks [] for security_group (d643f3c5-3448-428c-a38a-b3971784cce8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:30.163339 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d1e136-829b-4aee-8f1f-d7f7515c36e6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:03:30.169976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36d1e136-829b-4aee-8f1f-d7f7515c36e6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:30.171070 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-36d1e136-829b-4aee-8f1f-d7f7515c36e6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "PUT /v2.0/routers/bcde4cd5-4717-4183-aa50-521a2e1a97b2 HTTP/1.1" status: 200 len: 710 time: 2.4961648 Feb 15 17:03:30.173606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41424) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:30.176731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb1a8b-a5d7-4219-8a16-0f6f460c229c None None] Sync routers for ids ['bcde4cd5-4717-4183-aa50-521a2e1a97b2'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:03:30.192138 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb1a8b-a5d7-4219-8a16-0f6f460c229c None None] Routers {'bcde4cd5-4717-4183-aa50-521a2e1a97b2'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:03:30.193304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-51bb1a8b-a5d7-4219-8a16-0f6f460c229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcde4cd5-4717-4183-aa50-521a2e1a97b2'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:30.241339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-51bb1a8b-a5d7-4219-8a16-0f6f460c229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:30.257628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bb1a8b-a5d7-4219-8a16-0f6f460c229c None None] Routers {'bcde4cd5-4717-4183-aa50-521a2e1a97b2'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:03:30.258680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-51bb1a8b-a5d7-4219-8a16-0f6f460c229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcde4cd5-4717-4183-aa50-521a2e1a97b2'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:30.261673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a82fee72-c569-4180-8b0a-87dae334d812 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/routers/bcde4cd5-4717-4183-aa50-521a2e1a97b2 HTTP/1.1" status: 200 len: 745 time: 0.0868788 Feb 15 17:03:30.264909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41426) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:30.303782 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-51bb1a8b-a5d7-4219-8a16-0f6f460c229c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:30.304828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bb1a8b-a5d7-4219-8a16-0f6f460c229c None None] The sync data for ids ['bcde4cd5-4717-4183-aa50-521a2e1a97b2'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:03:30.314333 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-173e67ed-64ec-4244-a462-c8013355491f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (5aff1b93-a781-425f-8412-1403c055c16e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:30.363381 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41428) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:30.363943 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1c1f5a1d-2f09-40e1-a1a0-89a5e7b89d52 tempest-RoutersIpV6AdminTest-1329982868 tempest-RoutersIpV6AdminTest-1329982868-project-admin] 10.222.0.107 "GET /v2.0/ports?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&device_id=bcde4cd5-4717-4183-aa50-521a2e1a97b2 HTTP/1.1" status: 200 len: 205 time: 0.0977583 Feb 15 17:03:30.369629 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173e67ed-64ec-4244-a462-c8013355491f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Network 560d93af-a093-4cf4-a35b-148cc4f0214b is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:30.394777 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-53277dda-d65a-4cd5-80c8-cd1c4f30eb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d643f3c5-3448-428c-a38a-b3971784cce8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:30.397480 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-173e67ed-64ec-4244-a462-c8013355491f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:30.400804 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173e67ed-64ec-4244-a462-c8013355491f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:30.430154 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-58590e77-935e-47ab-ba22-57206855fa0c tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "GET /v2.0/ports?device_id=bcde4cd5-4717-4183-aa50-521a2e1a97b2 HTTP/1.1" status: 200 len: 205 time: 0.0641680 Feb 15 17:03:30.433188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41430) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:30.481932 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:30.526732 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173e67ed-64ec-4244-a462-c8013355491f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:30.527420 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-173e67ed-64ec-4244-a462-c8013355491f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:30.547611 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53277dda-d65a-4cd5-80c8-cd1c4f30eb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d643f3c5-3448-428c-a38a-b3971784cce8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:30.593704 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-05d0c68a-0844-496b-9e86-a3329487bf45 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (bcde4cd5-4717-4183-aa50-521a2e1a97b2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:30.624682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e67ed-64ec-4244-a462-c8013355491f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event updated for resources: {'Port': ['ID=5aff1b93-a781-425f-8412-1403c055c16e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:30.643594 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-53277dda-d65a-4cd5-80c8-cd1c4f30eb23 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8b17ec4fba2149b8afd81bc5c788bddf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8936715 Feb 15 17:03:30.647502 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41432) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:30.734395 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-173e67ed-64ec-4244-a462-c8013355491f tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4197276 Feb 15 17:03:30.741616 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41436) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:30.817641 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-db6ed86e-2a38-484d-8e46-0afe676d50e1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:96:f2:ee'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:30.819294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8510c290-1c7f-42ee-87f5-c04f9f59ac3a None None] Provisioning complete for port 5aff1b93-a781-425f-8412-1403c055c16e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:30.819674 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8510c290-1c7f-42ee-87f5-c04f9f59ac3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5aff1b93-a781-425f-8412-1403c055c16e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:30.854335 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:30.888925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8510c290-1c7f-42ee-87f5-c04f9f59ac3a None None] Port 5aff1b93-a781-425f-8412-1403c055c16e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:30.999037 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2be9d57f-338c-47fa-b33f-73353629a554 req-cfda9102-3ce5-4cc1-adf9-58b97566cbd8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.0979290 Feb 15 17:03:31.036215 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3492125-8f75-46d1-ac56-f9846e3d25d9 admin admin] Publish callbacks [] for security_group (d643f3c5-3448-428c-a38a-b3971784cce8), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:31.090460 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3492125-8f75-46d1-ac56-f9846e3d25d9 admin admin] Publish callbacks [] for security_group (d643f3c5-3448-428c-a38a-b3971784cce8), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:31.169020 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db6ed86e-2a38-484d-8e46-0afe676d50e1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5aff1b93-a781-425f-8412-1403c055c16e), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:31.314728 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3492125-8f75-46d1-ac56-f9846e3d25d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d643f3c5-3448-428c-a38a-b3971784cce8), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:31.318071 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f3492125-8f75-46d1-ac56-f9846e3d25d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:31.323106 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f3492125-8f75-46d1-ac56-f9846e3d25d9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d643f3c5-3448-428c-a38a-b3971784cce8 HTTP/1.1" status: 204 len: 168 time: 0.6705031 Feb 15 17:03:31.338619 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3492125-8f75-46d1-ac56-f9846e3d25d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d643f3c5-3448-428c-a38a-b3971784cce8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:31.356415 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-05d0c68a-0844-496b-9e86-a3329487bf45 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (bcde4cd5-4717-4183-aa50-521a2e1a97b2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:31.372555 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-05d0c68a-0844-496b-9e86-a3329487bf45 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router_controller (bcde4cd5-4717-4183-aa50-521a2e1a97b2), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:31.438757 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db6ed86e-2a38-484d-8e46-0afe676d50e1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks [] for port (5aff1b93-a781-425f-8412-1403c055c16e), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:31.561625 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db6ed86e-2a38-484d-8e46-0afe676d50e1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (5aff1b93-a781-425f-8412-1403c055c16e), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:31.622602 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-05d0c68a-0844-496b-9e86-a3329487bf45 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (bcde4cd5-4717-4183-aa50-521a2e1a97b2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:31.623887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d0c68a-0844-496b-9e86-a3329487bf45 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Fanout notify agent at l3_agent the message router_deleted on router bcde4cd5-4717-4183-aa50-521a2e1a97b2 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:03:31.632261 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-05d0c68a-0844-496b-9e86-a3329487bf45 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:31.637064 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-05d0c68a-0844-496b-9e86-a3329487bf45 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "DELETE /v2.0/routers/bcde4cd5-4717-4183-aa50-521a2e1a97b2 HTTP/1.1" status: 204 len: 168 time: 1.1952252 Feb 15 17:03:31.642903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41440) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:31.652842 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ed86e-2a38-484d-8e46-0afe676d50e1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event updated for resources: {'Port': ['ID=5aff1b93-a781-425f-8412-1403c055c16e,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:31.683402 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2e0b1779-7352-4fb7-b1c1-65a528821573 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "GET /v2.0/ports?device_id=bcde4cd5-4717-4183-aa50-521a2e1a97b2 HTTP/1.1" status: 200 len: 205 time: 0.0446658 Feb 15 17:03:31.687970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41442) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:31.709448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-db6ed86e-2a38-484d-8e46-0afe676d50e1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] In _notify_port_updated(), no bound segment for port 5aff1b93-a781-425f-8412-1403c055c16e on network 560d93af-a093-4cf4-a35b-148cc4f0214b {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 17:03:31.722867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6ed86e-2a38-484d-8e46-0afe676d50e1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:31.723811 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db6ed86e-2a38-484d-8e46-0afe676d50e1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:31.728065 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-db6ed86e-2a38-484d-8e46-0afe676d50e1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "PUT /v2.0/ports/5aff1b93-a781-425f-8412-1403c055c16e HTTP/1.1" status: 200 len: 995 time: 0.9758749 Feb 15 17:03:31.735308 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41446) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:31.761567 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-eb98194a-259e-4696-8823-42d00e0f221c tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] delete failed (client error): The resource could not be found. Feb 15 17:03:31.764345 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-eb98194a-259e-4696-8823-42d00e0f221c tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "DELETE /v2.0/routers/bcde4cd5-4717-4183-aa50-521a2e1a97b2 HTTP/1.1" status: 404 len: 336 time: 0.0701571 Feb 15 17:03:31.766623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41448) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:31.842899 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3115fc5f-5364-4560-a8e1-3251252be53f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7a3324e-f90f-428e-94c0-1b9c6f0a9d61 HTTP/1.1" status: 200 len: 205 time: 0.0748746 Feb 15 17:03:31.844545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41450) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:31.904188 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-de599112-7919-4642-a313-9008980b7aa6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] delete failed (client error): The resource could not be found. Feb 15 17:03:31.907901 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-de599112-7919-4642-a313-9008980b7aa6 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "DELETE /v2.0/routers/d7a3324e-f90f-428e-94c0-1b9c6f0a9d61 HTTP/1.1" status: 404 len: 336 time: 0.0533288 Feb 15 17:03:31.908531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41454) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:31.920554 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c30b136f-7097-4c32-be2e-789db726a30e tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Deleting port 5aff1b93-a781-425f-8412-1403c055c16e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:31.922992 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c30b136f-7097-4c32-be2e-789db726a30e tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5aff1b93-a781-425f-8412-1403c055c16e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:31.934596 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-bad9c3a1-6f25-4077-9580-ea28450a44f8 None None] Provisioning complete for port 5aff1b93-a781-425f-8412-1403c055c16e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:31.936030 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bad9c3a1-6f25-4077-9580-ea28450a44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5aff1b93-a781-425f-8412-1403c055c16e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:31.995661 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a1a0dc36-11f9-43ac-ac41-601292c5e942 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "GET /v2.0/ports?device_id=fb28c87c-a671-4ebb-b96f-cc1aef9ae064 HTTP/1.1" status: 200 len: 205 time: 0.0858805 Feb 15 17:03:31.998258 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41458) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:32.021896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bad9c3a1-6f25-4077-9580-ea28450a44f8 None None] Port 5aff1b93-a781-425f-8412-1403c055c16e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:32.048923 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-2f0dbd59-52f6-4505-8a69-2fafb36c93e4 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] delete failed (client error): The resource could not be found. Feb 15 17:03:32.056317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2f0dbd59-52f6-4505-8a69-2fafb36c93e4 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "DELETE /v2.0/routers/fb28c87c-a671-4ebb-b96f-cc1aef9ae064 HTTP/1.1" status: 404 len: 336 time: 0.0506968 Feb 15 17:03:32.058283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41464) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:32.092448 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c30b136f-7097-4c32-be2e-789db726a30e tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5aff1b93-a781-425f-8412-1403c055c16e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:32.112446 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c30b136f-7097-4c32-be2e-789db726a30e tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Calling delete_port for 5aff1b93-a781-425f-8412-1403c055c16e owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:32.112702 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2d2eaa7f-450d-49f7-9d67-4579483f70bd tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "GET /v2.0/ports?device_id=448f080e-d818-4bc5-8df1-2071c394c8db HTTP/1.1" status: 200 len: 205 time: 0.0488486 Feb 15 17:03:32.116408 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41466) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:32.157809 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d0a95c0d-715e-4141-8ba1-1d6912fa5521 req-a3655043-dc32-44e7-85dd-c5536ccb54c2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.0347972 Feb 15 17:03:32.166260 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-5cc55be8-a725-40d2-aa8e-b6b7f81fa972 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] delete failed (client error): The resource could not be found. Feb 15 17:03:32.167390 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5cc55be8-a725-40d2-aa8e-b6b7f81fa972 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "DELETE /v2.0/routers/448f080e-d818-4bc5-8df1-2071c394c8db HTTP/1.1" status: 404 len: 336 time: 0.0497539 Feb 15 17:03:32.170256 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41468) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:32.230060 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-44a71c50-e830-4fde-8654-61b26298a370 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca60cae1-b402-4262-ae13-9812d95da79b HTTP/1.1" status: 200 len: 205 time: 0.0584416 Feb 15 17:03:32.231493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41472) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:32.299225 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-dfe370e4-1bc1-4c2b-959f-fdcd1dd53e92 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] delete failed (client error): The resource could not be found. Feb 15 17:03:32.300818 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dfe370e4-1bc1-4c2b-959f-fdcd1dd53e92 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "DELETE /v2.0/routers/ca60cae1-b402-4262-ae13-9812d95da79b HTTP/1.1" status: 404 len: 336 time: 0.0656986 Feb 15 17:03:32.303922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41474) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:32.342677 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e8171b06-2d6a-48e7-b142-df133d7be04d tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "GET /v2.0/ports?device_id=a16d3d5c-71a2-459a-87ff-e5945cfe597d HTTP/1.1" status: 200 len: 205 time: 0.0377476 Feb 15 17:03:32.345726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41476) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:32.391329 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-3a5580f4-05a3-4036-b0c7-de2f7f77680f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] delete failed (client error): The resource could not be found. Feb 15 17:03:32.397910 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41478) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:32.407116 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3a5580f4-05a3-4036-b0c7-de2f7f77680f tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "DELETE /v2.0/routers/a16d3d5c-71a2-459a-87ff-e5945cfe597d HTTP/1.1" status: 404 len: 336 time: 0.0456467 Feb 15 17:03:32.438202 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0870d6-5495-45a0-92e5-702bc5ef6740 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] DELETE failed (client error): The resource could not be found. Feb 15 17:03:32.438648 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0870d6-5495-45a0-92e5-702bc5ef6740 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:03:32.444848 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0a0870d6-5495-45a0-92e5-702bc5ef6740 tempest-RoutersIpV6AdminTest-1204984065 tempest-RoutersIpV6AdminTest-1204984065-project] 10.222.0.107 "DELETE /v2.0/subnets/5344a7b0-b5cb-46ca-8347-59fd1cf6be93 HTTP/1.1" status: 404 len: 337 time: 0.0435247 Feb 15 17:03:32.544511 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c30b136f-7097-4c32-be2e-789db726a30e tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (5aff1b93-a781-425f-8412-1403c055c16e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:32.582917 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b136f-7097-4c32-be2e-789db726a30e tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event deleted for resources: {'Port': ['ID=5aff1b93-a781-425f-8412-1403c055c16e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:32.704498 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c30b136f-7097-4c32-be2e-789db726a30e tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:32.712848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41490) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:32.724632 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c30b136f-7097-4c32-be2e-789db726a30e tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "DELETE /v2.0/ports/5aff1b93-a781-425f-8412-1403c055c16e HTTP/1.1" status: 204 len: 168 time: 0.9877460 Feb 15 17:03:32.756572 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-9faf975b-b8e6-4d12-a909-35a1de49fdd3 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] GET failed (client error): The resource could not be found. Feb 15 17:03:32.759631 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9faf975b-b8e6-4d12-a909-35a1de49fdd3 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "GET /v2.0/ports/5aff1b93-a781-425f-8412-1403c055c16e HTTP/1.1" status: 404 len: 333 time: 0.0457113 Feb 15 17:03:32.771021 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41492) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:32.776814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2c150dc1-dd64-4a06-bbc3-174700433596 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Request body: {'port': {'network_id': '560d93af-a093-4cf4-a35b-148cc4f0214b', 'name': 'tempest-AllowedAddressPairTestJSON-198622698'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:32.987398 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41498) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:33.028179 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c150dc1-dd64-4a06-bbc3-174700433596 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Made reservation on behalf of 8f3a7cc3f8774bc9afcefc2cacf61031 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:33.031628 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c150dc1-dd64-4a06-bbc3-174700433596 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:33.049599 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-2c150dc1-dd64-4a06-bbc3-174700433596 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] device_id is not set on port 4e184005-9029-416f-8bf6-8761dcee3209 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:03:33.141926 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:33.165677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-2c150dc1-dd64-4a06-bbc3-174700433596 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Allocated IP 172.20.0.14 (560d93af-a093-4cf4-a35b-148cc4f0214b/ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3/4e184005-9029-416f-8bf6-8761dcee3209) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:33.304250 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Publish callbacks [] for security_group (5b092dea-7d44-4dc6-926d-e574ac82f0e4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:33.318990 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4917f061-2727-42ea-af00-10eb434628f6 req-66b51e6f-f444-41c9-ad74-133a58206035 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.0356126 Feb 15 17:03:33.380846 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c150dc1-dd64-4a06-bbc3-174700433596 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks [] for port (4e184005-9029-416f-8bf6-8761dcee3209), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:33.402072 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5b092dea-7d44-4dc6-926d-e574ac82f0e4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:33.449644 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0addbeb464c5415bb7c996cad4f332ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4603660 Feb 15 17:03:33.450973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b092dea-7d44-4dc6-926d-e574ac82f0e4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:33.452503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41506) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:33.462346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:33.462775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:33.463231 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:33.463683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:33.464129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:33.464571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:33.465021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:33.465490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:33.465926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:33.466396 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:33.466830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:33.467495 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:33.468306 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efae96d1-aa2b-4f16-a15d-4716be2327ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:33.526562 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f263757-2fb9-4152-8f41-646f39eeef9b admin admin] Publish callbacks [] for security_group (5b092dea-7d44-4dc6-926d-e574ac82f0e4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:33.531545 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c150dc1-dd64-4a06-bbc3-174700433596 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4e184005-9029-416f-8bf6-8761dcee3209), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:33.599159 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f263757-2fb9-4152-8f41-646f39eeef9b admin admin] Publish callbacks [] for security_group (5b092dea-7d44-4dc6-926d-e574ac82f0e4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:33.633322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c150dc1-dd64-4a06-bbc3-174700433596 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Network 560d93af-a093-4cf4-a35b-148cc4f0214b is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:33.647336 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2c150dc1-dd64-4a06-bbc3-174700433596 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:33.650342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c150dc1-dd64-4a06-bbc3-174700433596 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:33.672198 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c150dc1-dd64-4a06-bbc3-174700433596 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event updated for resources: {'Port': ['ID=4e184005-9029-416f-8bf6-8761dcee3209,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:33.732841 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c150dc1-dd64-4a06-bbc3-174700433596 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:33.733512 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2c150dc1-dd64-4a06-bbc3-174700433596 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:33.807307 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f263757-2fb9-4152-8f41-646f39eeef9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5b092dea-7d44-4dc6-926d-e574ac82f0e4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:33.809986 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f263757-2fb9-4152-8f41-646f39eeef9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:33.811533 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9f263757-2fb9-4152-8f41-646f39eeef9b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5b092dea-7d44-4dc6-926d-e574ac82f0e4 HTTP/1.1" status: 204 len: 168 time: 0.3576906 Feb 15 17:03:33.835187 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f263757-2fb9-4152-8f41-646f39eeef9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b092dea-7d44-4dc6-926d-e574ac82f0e4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:33.850242 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2c150dc1-dd64-4a06-bbc3-174700433596 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0780826 Feb 15 17:03:33.852789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41518) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:33.859156 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0dc138a3-ea1e-4cf9-9858-cc4d53a170fd tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Request body: {'port': {'network_id': '560d93af-a093-4cf4-a35b-148cc4f0214b', 'name': 'tempest-AllowedAddressPairTestJSON-1675009321'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:34.066638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a5bc4c3f-0068-4c48-9b23-409bf7653728 None None] Provisioning complete for port 4e184005-9029-416f-8bf6-8761dcee3209 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:34.067650 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5bc4c3f-0068-4c48-9b23-409bf7653728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4e184005-9029-416f-8bf6-8761dcee3209), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:34.126279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a5bc4c3f-0068-4c48-9b23-409bf7653728 None None] Port 4e184005-9029-416f-8bf6-8761dcee3209 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:34.188149 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc138a3-ea1e-4cf9-9858-cc4d53a170fd tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Made reservation on behalf of 8f3a7cc3f8774bc9afcefc2cacf61031 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:34.192503 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0dc138a3-ea1e-4cf9-9858-cc4d53a170fd tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:34.215918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-0dc138a3-ea1e-4cf9-9858-cc4d53a170fd tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] device_id is not set on port 4362f240-6c55-44dd-928e-84f35fa95501 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:03:34.291847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41522) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:34.361086 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-0dc138a3-ea1e-4cf9-9858-cc4d53a170fd tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Allocated IP 172.20.0.11 (560d93af-a093-4cf4-a35b-148cc4f0214b/ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3/4362f240-6c55-44dd-928e-84f35fa95501) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:34.503197 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4df05a57-b3a2-48a7-af47-a1bfd474e71e req-d992a1bf-519a-485b-8fea-194a19606852 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.0629866 Feb 15 17:03:34.556872 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0dc138a3-ea1e-4cf9-9858-cc4d53a170fd tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks [] for port (4362f240-6c55-44dd-928e-84f35fa95501), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:34.570830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-9d46f8e3-f3eb-4cdb-b05e-cd146fbfe56c tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1431412620'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:34.674386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d46f8e3-f3eb-4cdb-b05e-cd146fbfe56c tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Made reservation on behalf of 1dfb7741aa7f48998bddb89fdb960a03 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:34.678885 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d46f8e3-f3eb-4cdb-b05e-cd146fbfe56c tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:34.688373 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d46f8e3-f3eb-4cdb-b05e-cd146fbfe56c tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:34.699814 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0dc138a3-ea1e-4cf9-9858-cc4d53a170fd tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4362f240-6c55-44dd-928e-84f35fa95501), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:34.757483 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc138a3-ea1e-4cf9-9858-cc4d53a170fd tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Network 560d93af-a093-4cf4-a35b-148cc4f0214b is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:34.760845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0dc138a3-ea1e-4cf9-9858-cc4d53a170fd tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:34.766236 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc138a3-ea1e-4cf9-9858-cc4d53a170fd tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:34.769341 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d46f8e3-f3eb-4cdb-b05e-cd146fbfe56c tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Publish callbacks [] for security_group (eeb2f4bf-5d7b-470a-b7ad-73c83fbbe752), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:34.797803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc138a3-ea1e-4cf9-9858-cc4d53a170fd tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event updated for resources: {'Port': ['ID=4362f240-6c55-44dd-928e-84f35fa95501,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:34.828743 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc138a3-ea1e-4cf9-9858-cc4d53a170fd tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:34.831124 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0dc138a3-ea1e-4cf9-9858-cc4d53a170fd tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:34.858710 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d46f8e3-f3eb-4cdb-b05e-cd146fbfe56c tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (eeb2f4bf-5d7b-470a-b7ad-73c83fbbe752), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:34.894462 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d46f8e3-f3eb-4cdb-b05e-cd146fbfe56c tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:03:34.905400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46f8e3-f3eb-4cdb-b05e-cd146fbfe56c tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb2f4bf-5d7b-470a-b7ad-73c83fbbe752,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:34.911355 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d46f8e3-f3eb-4cdb-b05e-cd146fbfe56c tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (7a2af682-3f03-4e57-be2d-e03d0b6c5776), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:34.912003 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-9d46f8e3-f3eb-4cdb-b05e-cd146fbfe56c tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Added segment 7a2af682-3f03-4e57-be2d-e03d0b6c5776 of type vlan for network abb0ce1f-8dda-43d0-9725-b7d4bd892448 Feb 15 17:03:34.967592 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d46f8e3-f3eb-4cdb-b05e-cd146fbfe56c tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (abb0ce1f-8dda-43d0-9725-b7d4bd892448), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:34.995687 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0dc138a3-ea1e-4cf9-9858-cc4d53a170fd tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1413047 Feb 15 17:03:34.999754 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41530) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:35.006112 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f4139e2c-cfb9-460b-ab84-72712e09ceb6 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:96:f2:ee'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:46:49:ea'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:35.030767 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41532) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:35.085807 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-45e8b242-e495-4b5b-8b36-dd4dd17b1551 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9f89870d69ff493bae77dcbd0e84b038&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0531375 Feb 15 17:03:35.087687 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41534) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:35.111437 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4139e2c-cfb9-460b-ab84-72712e09ceb6 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4362f240-6c55-44dd-928e-84f35fa95501), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.145028 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-086e0d00-d146-4ba4-ab8d-c22b82bb1e3d admin admin] Publish callbacks [] for security_group (2408ae58-2724-45ca-a12f-a4b28172007c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.151627 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d46f8e3-f3eb-4cdb-b05e-cd146fbfe56c tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (abb0ce1f-8dda-43d0-9725-b7d4bd892448), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.158139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d46f8e3-f3eb-4cdb-b05e-cd146fbfe56c tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:35.159888 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9d46f8e3-f3eb-4cdb-b05e-cd146fbfe56c tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.161747 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c3adc3a5-15ee-4668-88cb-a66ee4d4b71d None None] Provisioning complete for port 4362f240-6c55-44dd-928e-84f35fa95501 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:35.162254 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c3adc3a5-15ee-4668-88cb-a66ee4d4b71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4362f240-6c55-44dd-928e-84f35fa95501), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.220030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c3adc3a5-15ee-4668-88cb-a66ee4d4b71d None None] Port 4362f240-6c55-44dd-928e-84f35fa95501 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:35.259808 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9d46f8e3-f3eb-4cdb-b05e-cd146fbfe56c tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9636276 Feb 15 17:03:35.260049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41536) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:35.263624 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-086e0d00-d146-4ba4-ab8d-c22b82bb1e3d admin admin] Publish callbacks [] for security_group (2408ae58-2724-45ca-a12f-a4b28172007c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.326008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46f8e3-f3eb-4cdb-b05e-cd146fbfe56c tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Pushing event updated for resources: {'Network': ['ID=abb0ce1f-8dda-43d0-9725-b7d4bd892448,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:35.347982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network abb0ce1f-8dda-43d0-9725-b7d4bd892448 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:03:35.386732 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4139e2c-cfb9-460b-ab84-72712e09ceb6 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks [] for port (4362f240-6c55-44dd-928e-84f35fa95501), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.474557 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-086e0d00-d146-4ba4-ab8d-c22b82bb1e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2408ae58-2724-45ca-a12f-a4b28172007c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.478124 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-086e0d00-d146-4ba4-ab8d-c22b82bb1e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.481986 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-086e0d00-d146-4ba4-ab8d-c22b82bb1e3d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2408ae58-2724-45ca-a12f-a4b28172007c HTTP/1.1" status: 204 len: 168 time: 0.3906410 Feb 15 17:03:35.482197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-335e9654-77fb-4971-87ee-6eeb1c9f5ea1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Request body: {'network': {'name': 'tempest-network--1846793363', 'router:external': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:35.494731 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4139e2c-cfb9-460b-ab84-72712e09ceb6 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (4362f240-6c55-44dd-928e-84f35fa95501), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.510421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e0d00-d146-4ba4-ab8d-c22b82bb1e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2408ae58-2724-45ca-a12f-a4b28172007c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:35.584729 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4139e2c-cfb9-460b-ab84-72712e09ceb6 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event updated for resources: {'Port': ['ID=4362f240-6c55-44dd-928e-84f35fa95501,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:35.592338 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335e9654-77fb-4971-87ee-6eeb1c9f5ea1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Made reservation on behalf of 7b5cec4bd0c54d628727c4669c4843ba for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:35.594795 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-335e9654-77fb-4971-87ee-6eeb1c9f5ea1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.615150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f4139e2c-cfb9-460b-ab84-72712e09ceb6 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] In _notify_port_updated(), no bound segment for port 4362f240-6c55-44dd-928e-84f35fa95501 on network 560d93af-a093-4cf4-a35b-148cc4f0214b {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 17:03:35.620348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4139e2c-cfb9-460b-ab84-72712e09ceb6 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:35.621029 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f4139e2c-cfb9-460b-ab84-72712e09ceb6 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.624324 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f4139e2c-cfb9-460b-ab84-72712e09ceb6 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "PUT /v2.0/ports/4362f240-6c55-44dd-928e-84f35fa95501 HTTP/1.1" status: 200 len: 1057 time: 0.6233423 Feb 15 17:03:35.625474 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-335e9654-77fb-4971-87ee-6eeb1c9f5ea1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.627287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41544) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:35.719285 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2dfad374-d5ff-437c-bbc7-f561382a2793 req-a336c0e3-b040-4b50-b48e-9e950f4ea554 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.0351369 Feb 15 17:03:35.800720 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-335e9654-77fb-4971-87ee-6eeb1c9f5ea1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for security_group (abf7dda1-5ac2-4c59-b750-568795e187ed), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.818233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-21d9e2f8-a584-4d55-a85f-e03c25f1c3b1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Deleting port 4362f240-6c55-44dd-928e-84f35fa95501 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:35.831891 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21d9e2f8-a584-4d55-a85f-e03c25f1c3b1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4362f240-6c55-44dd-928e-84f35fa95501), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.916688 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-335e9654-77fb-4971-87ee-6eeb1c9f5ea1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (abf7dda1-5ac2-4c59-b750-568795e187ed), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.928481 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21d9e2f8-a584-4d55-a85f-e03c25f1c3b1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4362f240-6c55-44dd-928e-84f35fa95501), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:35.948525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-21d9e2f8-a584-4d55-a85f-e03c25f1c3b1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Calling delete_port for 4362f240-6c55-44dd-928e-84f35fa95501 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:35.961004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-335e9654-77fb-4971-87ee-6eeb1c9f5ea1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:03:35.968832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0bc244d9-a886-4c05-ad1c-f075ffabac57 None None] Provisioning complete for port 4362f240-6c55-44dd-928e-84f35fa95501 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:35.968832 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0bc244d9-a886-4c05-ad1c-f075ffabac57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4362f240-6c55-44dd-928e-84f35fa95501), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:36.009220 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e9654-77fb-4971-87ee-6eeb1c9f5ea1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf7dda1-5ac2-4c59-b750-568795e187ed,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:36.015477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0bc244d9-a886-4c05-ad1c-f075ffabac57 None None] Port 4362f240-6c55-44dd-928e-84f35fa95501 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:36.042476 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-335e9654-77fb-4971-87ee-6eeb1c9f5ea1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (ab6fe05c-57de-4d36-8308-279be21875cc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:36.044594 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-335e9654-77fb-4971-87ee-6eeb1c9f5ea1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Added segment ab6fe05c-57de-4d36-8308-279be21875cc of type vlan for network 4ee4010f-ad92-4262-a0a7-5ef8c7644124 Feb 15 17:03:36.107075 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-335e9654-77fb-4971-87ee-6eeb1c9f5ea1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (4ee4010f-ad92-4262-a0a7-5ef8c7644124), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:36.218665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21d9e2f8-a584-4d55-a85f-e03c25f1c3b1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4362f240-6c55-44dd-928e-84f35fa95501), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:36.254409 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-335e9654-77fb-4971-87ee-6eeb1c9f5ea1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (4ee4010f-ad92-4262-a0a7-5ef8c7644124), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:36.256042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e9654-77fb-4971-87ee-6eeb1c9f5ea1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:36.257316 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-335e9654-77fb-4971-87ee-6eeb1c9f5ea1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:36.258541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d9e2f8-a584-4d55-a85f-e03c25f1c3b1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event deleted for resources: {'Port': ['ID=4362f240-6c55-44dd-928e-84f35fa95501,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:36.342549 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e9654-77fb-4971-87ee-6eeb1c9f5ea1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event updated for resources: {'Network': ['ID=4ee4010f-ad92-4262-a0a7-5ef8c7644124,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:36.355935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 4ee4010f-ad92-4262-a0a7-5ef8c7644124 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:03:36.437686 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-335e9654-77fb-4971-87ee-6eeb1c9f5ea1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1762774 Feb 15 17:03:36.444490 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41556) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:36.563816 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b55818c-233e-4d23-a3d1-1dd908b255e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (4ee4010f-ad92-4262-a0a7-5ef8c7644124), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:36.610599 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21d9e2f8-a584-4d55-a85f-e03c25f1c3b1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:36.627061 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-21d9e2f8-a584-4d55-a85f-e03c25f1c3b1 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "DELETE /v2.0/ports/4362f240-6c55-44dd-928e-84f35fa95501 HTTP/1.1" status: 204 len: 168 time: 0.9859273 Feb 15 17:03:36.627061 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41558) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:36.655006 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-151afd13-84cc-4d90-9d1f-53d5767f5786 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] GET failed (client error): The resource could not be found. Feb 15 17:03:36.662063 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-151afd13-84cc-4d90-9d1f-53d5767f5786 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "GET /v2.0/ports/4362f240-6c55-44dd-928e-84f35fa95501 HTTP/1.1" status: 404 len: 333 time: 0.0379834 Feb 15 17:03:36.662063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41560) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:36.684025 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b55818c-233e-4d23-a3d1-1dd908b255e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (4ee4010f-ad92-4262-a0a7-5ef8c7644124), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:36.712656 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-2b55818c-233e-4d23-a3d1-1dd908b255e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee4010f-ad92-4262-a0a7-5ef8c7644124']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:36.725026 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-2b55818c-233e-4d23-a3d1-1dd908b255e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6fe05c-57de-4d36-8308-279be21875cc') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:36.725333 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-2b55818c-233e-4d23-a3d1-1dd908b255e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6fe05c-57de-4d36-8308-279be21875cc') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:36.746585 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b55818c-233e-4d23-a3d1-1dd908b255e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (ab6fe05c-57de-4d36-8308-279be21875cc), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:36.763639 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b55818c-233e-4d23-a3d1-1dd908b255e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (ab6fe05c-57de-4d36-8308-279be21875cc), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:36.771930 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b55818c-233e-4d23-a3d1-1dd908b255e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:03:36.772361 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b55818c-233e-4d23-a3d1-1dd908b255e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (ab6fe05c-57de-4d36-8308-279be21875cc), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:03:36.775150 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:03:36.781808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-1a76a1e8-a478-42ef-bd9f-66b843817b54 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Deleting port 4e184005-9029-416f-8bf6-8761dcee3209 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:36.782272 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a76a1e8-a478-42ef-bd9f-66b843817b54 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4e184005-9029-416f-8bf6-8761dcee3209), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:36.905481 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a76a1e8-a478-42ef-bd9f-66b843817b54 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4e184005-9029-416f-8bf6-8761dcee3209), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:36.931437 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5e9c13a2-9941-4863-99f5-fb2af7faf6fa req-c65c8d10-873e-4848-811a-b96127457673 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.0486007 Feb 15 17:03:36.935795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-1a76a1e8-a478-42ef-bd9f-66b843817b54 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Calling delete_port for 4e184005-9029-416f-8bf6-8761dcee3209 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:36.990040 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b55818c-233e-4d23-a3d1-1dd908b255e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (4ee4010f-ad92-4262-a0a7-5ef8c7644124), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:36.997341 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b55818c-233e-4d23-a3d1-1dd908b255e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ee4010f-ad92-4262-a0a7-5ef8c7644124 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 17:03:37.012073 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-accf6b66-e8ea-4a1a-9bf0-3bfcf26837cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:37.017971 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2b55818c-233e-4d23-a3d1-1dd908b255e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:37.026486 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2b55818c-233e-4d23-a3d1-1dd908b255e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "DELETE /v2.0/networks/4ee4010f-ad92-4262-a0a7-5ef8c7644124 HTTP/1.1" status: 204 len: 168 time: 0.5809095 Feb 15 17:03:37.029076 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55818c-233e-4d23-a3d1-1dd908b255e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ee4010f-ad92-4262-a0a7-5ef8c7644124,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:37.031963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41570) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:37.039180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-cdccf0f6-adbf-4c65-be8b-3409cba5ea86 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:37.145331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdccf0f6-adbf-4c65-be8b-3409cba5ea86 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Made reservation on behalf of 7b5cec4bd0c54d628727c4669c4843ba for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:37.148564 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cdccf0f6-adbf-4c65-be8b-3409cba5ea86 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:37.179501 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdccf0f6-adbf-4c65-be8b-3409cba5ea86 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:03:37.190396 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cdccf0f6-adbf-4c65-be8b-3409cba5ea86 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2af1e62c-9229-4bdc-904f-2ea8f9d3d916), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:37.191635 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-cdccf0f6-adbf-4c65-be8b-3409cba5ea86 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Added segment 2af1e62c-9229-4bdc-904f-2ea8f9d3d916 of type vlan for network 6f90c14b-b14a-4ffc-aa43-4e8057931ebd Feb 15 17:03:37.240077 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cdccf0f6-adbf-4c65-be8b-3409cba5ea86 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (6f90c14b-b14a-4ffc-aa43-4e8057931ebd), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:37.252697 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a76a1e8-a478-42ef-bd9f-66b843817b54 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4e184005-9029-416f-8bf6-8761dcee3209), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:37.266830 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41574) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:37.318342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76a1e8-a478-42ef-bd9f-66b843817b54 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event deleted for resources: {'Port': ['ID=4e184005-9029-416f-8bf6-8761dcee3209,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:37.432332 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a76a1e8-a478-42ef-bd9f-66b843817b54 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:37.435824 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1a76a1e8-a478-42ef-bd9f-66b843817b54 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "DELETE /v2.0/ports/4e184005-9029-416f-8bf6-8761dcee3209 HTTP/1.1" status: 204 len: 168 time: 0.7738266 Feb 15 17:03:37.436775 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cdccf0f6-adbf-4c65-be8b-3409cba5ea86 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (6f90c14b-b14a-4ffc-aa43-4e8057931ebd), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:37.438036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdccf0f6-adbf-4c65-be8b-3409cba5ea86 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:37.438662 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41578) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:37.453128 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cdccf0f6-adbf-4c65-be8b-3409cba5ea86 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:37.462101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d1fa6ce2-a06d-43ed-a152-056770cd68c1 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1329734036'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:37.491611 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f71c37-6e10-4647-9870-cc3d0776d060 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] GET failed (client error): The resource could not be found. Feb 15 17:03:37.499720 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-97f71c37-6e10-4647-9870-cc3d0776d060 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "GET /v2.0/ports/4e184005-9029-416f-8bf6-8761dcee3209 HTTP/1.1" status: 404 len: 333 time: 0.0578167 Feb 15 17:03:37.505827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41580) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:37.525959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccf0f6-adbf-4c65-be8b-3409cba5ea86 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event updated for resources: {'Network': ['ID=6f90c14b-b14a-4ffc-aa43-4e8057931ebd,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:37.536362 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 6f90c14b-b14a-4ffc-aa43-4e8057931ebd details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:03:37.658504 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-dafa19c4-9d17-4b7b-befc-212836cb56e0 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Deleting port 4bfb1d52-da4c-4083-9bc4-ce35f2e7df81 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:37.658504 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dafa19c4-9d17-4b7b-befc-212836cb56e0 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4bfb1d52-da4c-4083-9bc4-ce35f2e7df81), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:37.667350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cdccf0f6-adbf-4c65-be8b-3409cba5ea86 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6340578 Feb 15 17:03:37.672392 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41582) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:37.676490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-edf82517-cdcc-4855-bdbc-41ea15d4b14c tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Request body: {'subnet': {'network_id': '6f90c14b-b14a-4ffc-aa43-4e8057931ebd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:37.760826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dafa19c4-9d17-4b7b-befc-212836cb56e0 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4bfb1d52-da4c-4083-9bc4-ce35f2e7df81), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:37.772951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf82517-cdcc-4855-bdbc-41ea15d4b14c tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Made reservation on behalf of 7b5cec4bd0c54d628727c4669c4843ba for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:37.775410 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-dafa19c4-9d17-4b7b-befc-212836cb56e0 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Calling delete_port for 4bfb1d52-da4c-4083-9bc4-ce35f2e7df81 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:37.776177 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-edf82517-cdcc-4855-bdbc-41ea15d4b14c tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:37.829682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fa6ce2-a06d-43ed-a152-056770cd68c1 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Made reservation on behalf of 31b2b3dd48904a909eae3a4e10bec611 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:37.833392 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ce2-a06d-43ed-a152-056770cd68c1 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:37.843976 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ce2-a06d-43ed-a152-056770cd68c1 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:38.023520 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ce2-a06d-43ed-a152-056770cd68c1 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks [] for security_group (8f9dc1a9-d776-4e78-a4bd-3333d7713155), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:38.076146 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ae8d5636-8d2a-46b6-8943-849ee4522802 req-742f9e6b-4b23-4b28-acc9-e6de325b5b98 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.0417311 Feb 15 17:03:38.120721 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ce2-a06d-43ed-a152-056770cd68c1 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8f9dc1a9-d776-4e78-a4bd-3333d7713155), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:38.173800 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dafa19c4-9d17-4b7b-befc-212836cb56e0 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4bfb1d52-da4c-4083-9bc4-ce35f2e7df81), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:38.252316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa6ce2-a06d-43ed-a152-056770cd68c1 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9dc1a9-d776-4e78-a4bd-3333d7713155,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:38.261560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa19c4-9d17-4b7b-befc-212836cb56e0 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event deleted for resources: {'Port': ['ID=4bfb1d52-da4c-4083-9bc4-ce35f2e7df81,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:38.324931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.objects.ports [None req-edf82517-cdcc-4855-bdbc-41ea15d4b14c tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103799) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:03:38.326671 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-edf82517-cdcc-4855-bdbc-41ea15d4b14c tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (e1fe42d7-29de-4496-94ab-da18b9da5de1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:38.339469 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1fa6ce2-a06d-43ed-a152-056770cd68c1 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:03:38.368328 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ce2-a06d-43ed-a152-056770cd68c1 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (328acb68-baaf-4614-8f11-72f9aad470ce), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:38.368693 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-d1fa6ce2-a06d-43ed-a152-056770cd68c1 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Added segment 328acb68-baaf-4614-8f11-72f9aad470ce of type vlan for network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 Feb 15 17:03:38.378381 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dafa19c4-9d17-4b7b-befc-212836cb56e0 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:38.384507 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dafa19c4-9d17-4b7b-befc-212836cb56e0 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "DELETE /v2.0/ports/4bfb1d52-da4c-4083-9bc4-ce35f2e7df81 HTTP/1.1" status: 204 len: 168 time: 0.8753941 Feb 15 17:03:38.385410 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41588) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:38.435939 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ce2-a06d-43ed-a152-056770cd68c1 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (e609e4e8-5b92-4a7d-9ef9-11984fd721f1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:38.460397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf82517-cdcc-4855-bdbc-41ea15d4b14c tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e1fe42d7-29de-4496-94ab-da18b9da5de1,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:38.473496 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-db000d18-60fe-4108-a3f8-e6d5fccd75a9 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Deleting subnet ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:03:38.474850 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db000d18-60fe-4108-a3f8-e6d5fccd75a9 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks [] for subnet (ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:38.504233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf82517-cdcc-4855-bdbc-41ea15d4b14c tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Checking segment: {'id': '2af1e62c-9229-4bdc-904f-2ea8f9d3d916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '6f90c14b-b14a-4ffc-aa43-4e8057931ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:03:38.504602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf82517-cdcc-4855-bdbc-41ea15d4b14c tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Network hostable DHCP agents. Network: 6f90c14b-b14a-4ffc-aa43-4e8057931ebd, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:03:38.536271 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db000d18-60fe-4108-a3f8-e6d5fccd75a9 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:38.627067 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db000d18-60fe-4108-a3f8-e6d5fccd75a9 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:38.635583 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ce2-a06d-43ed-a152-056770cd68c1 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (e609e4e8-5b92-4a7d-9ef9-11984fd721f1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:38.643029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fa6ce2-a06d-43ed-a152-056770cd68c1 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:38.644200 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6ce2-a06d-43ed-a152-056770cd68c1 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:38.652553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf82517-cdcc-4855-bdbc-41ea15d4b14c tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Network 6f90c14b-b14a-4ffc-aa43-4e8057931ebd is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:03:38.752094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa6ce2-a06d-43ed-a152-056770cd68c1 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event updated for resources: {'Network': ['ID=e609e4e8-5b92-4a7d-9ef9-11984fd721f1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:38.765054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:03:38.818469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-edf82517-cdcc-4855-bdbc-41ea15d4b14c tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 6f90c14b-b14a-4ffc-aa43-4e8057931ebd) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:38.822587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf82517-cdcc-4855-bdbc-41ea15d4b14c tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:38.823238 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-edf82517-cdcc-4855-bdbc-41ea15d4b14c tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:38.847015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad732f9-77b0-413a-b3ed-8f16e53d2514 None None] Network 6f90c14b-b14a-4ffc-aa43-4e8057931ebd requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:03:38.857401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db000d18-60fe-4108-a3f8-e6d5fccd75a9 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:38.863177 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d1fa6ce2-a06d-43ed-a152-056770cd68c1 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5919883 Feb 15 17:03:38.864001 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41592) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:38.870761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8656e6f3-af33-4dc8-aaae-311daa18b74e tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Request body: {'subnet': {'network_id': 'e609e4e8-5b92-4a7d-9ef9-11984fd721f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:38.946861 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41594) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:38.950644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db000d18-60fe-4108-a3f8-e6d5fccd75a9 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:38.957056 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-edf82517-cdcc-4855-bdbc-41ea15d4b14c tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2852590 Feb 15 17:03:38.958624 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db000d18-60fe-4108-a3f8-e6d5fccd75a9 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:38.964877 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-db000d18-60fe-4108-a3f8-e6d5fccd75a9 tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "DELETE /v2.0/subnets/ad0c59c4-ca8b-4c9c-af1a-86a9ba31bfa3 HTTP/1.1" status: 204 len: 168 time: 0.5754917 Feb 15 17:03:38.964877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41596) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:38.964877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41598) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:38.969241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Request body: {'floatingip': {'floating_network_id': '6f90c14b-b14a-4ffc-aa43-4e8057931ebd'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:39.002809 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be98b163-77c3-4ac8-a655-3d03de10f6f2 None None] Network 560d93af-a093-4cf4-a35b-148cc4f0214b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:03:39.083772 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (560d93af-a093-4cf4-a35b-148cc4f0214b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:39.149398 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:39.187108 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a888-a781-4ee5-b53b-ecad3199e0f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:39.250371 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Deleting port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:39.250371 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:39.266147 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e6c3a61-20ae-4848-86d8-94cf7e8d10eb req-80885d17-3c53-41a3-ab64-d49249a54cdd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e191ab4f-e22a-47a4-b323-8955cdb60b8e HTTP/1.1" status: 200 len: 210 time: 0.0403659 Feb 15 17:03:39.310413 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8656e6f3-af33-4dc8-aaae-311daa18b74e tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Made reservation on behalf of 31b2b3dd48904a909eae3a4e10bec611 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:39.315868 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8656e6f3-af33-4dc8-aaae-311daa18b74e tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:39.368885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] For port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=36b65f6b-71a3-4b9a-a89b-781c3f5abe71,segment=NetworkSegment(826d0836-6be8-4f0e-9bad-23dd25144fe1),segment_id=826d0836-6be8-4f0e-9bad-23dd25144fe1)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:03:39.369789 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:39.391031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Calling delete_port for 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:39.526486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabec114-a025-46fd-831e-680b287e488c None None] Network 6f90c14b-b14a-4ffc-aa43-4e8057931ebd requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:03:39.589921 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a888-a781-4ee5-b53b-ecad3199e0f9 admin admin] Publish callbacks [] for security_group (99b5cb70-5464-4ee8-adba-c851d8470cf9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:39.620232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] DHCP port deletion for 560d93af-a093-4cf4-a35b-148cc4f0214b request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:03:39.644295 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:39.669248 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5a07d03-9a7c-4e43-8886-0e519645ced1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:39.715955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Deleting port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:39.716420 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:39.759639 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a888-a781-4ee5-b53b-ecad3199e0f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (99b5cb70-5464-4ee8-adba-c851d8470cf9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:39.782453 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:39.798613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] For port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=36b65f6b-71a3-4b9a-a89b-781c3f5abe71,segment=NetworkSegment(826d0836-6be8-4f0e-9bad-23dd25144fe1),segment_id=826d0836-6be8-4f0e-9bad-23dd25144fe1)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:03:39.799255 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:39.817532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Calling delete_port for 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:39.826513 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f9b5a888-a781-4ee5-b53b-ecad3199e0f9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=45abffde53d94d77b4ab71e6f1e1cfcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8780744 Feb 15 17:03:39.835940 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41610) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:39.841926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] No DVR routers for this DVR port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:03:39.851759 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event deleted for resources: {'Port': ['ID=36b65f6b-71a3-4b9a-a89b-781c3f5abe71,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:39.929208 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eefed8e0-1528-46f7-9c4a-a493aed68c9f admin admin] Publish callbacks [] for security_group (99b5cb70-5464-4ee8-adba-c851d8470cf9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:39.954990 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eefed8e0-1528-46f7-9c4a-a493aed68c9f admin admin] Publish callbacks [] for security_group (99b5cb70-5464-4ee8-adba-c851d8470cf9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:39.963172 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (36b65f6b-71a3-4b9a-a89b-781c3f5abe71), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:39.969500 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5a888-a781-4ee5-b53b-ecad3199e0f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b5cb70-5464-4ee8-adba-c851d8470cf9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:39.982866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] No DVR routers for this DVR port 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:03:40.019063 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8656e6f3-af33-4dc8-aaae-311daa18b74e tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (5ca09b70-341d-42a3-b688-3361b51f3faa), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:40.025458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Pushing event deleted for resources: {'Port': ['ID=36b65f6b-71a3-4b9a-a89b-781c3f5abe71,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:40.041443 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:40.043101 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:40.043704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:40.044253 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:40.045386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:40.046663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:40.047230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:40.047912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:40.048476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:40.049056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:40.049719 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:40.050711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:40.051661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9457722e-6d42-4905-9b1c-7c8ad113578e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:03:40.056573 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (560d93af-a093-4cf4-a35b-148cc4f0214b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:40.080348 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Allocated IP 172.20.0.5 (6f90c14b-b14a-4ffc-aa43-4e8057931ebd/e1fe42d7-29de-4496-94ab-da18b9da5de1/908220cb-223d-4a89-88aa-1a7d16e61345) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:40.097608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560d93af-a093-4cf4-a35b-148cc4f0214b']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:40.118781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '826d0836-6be8-4f0e-9bad-23dd25144fe1') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:40.119078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '826d0836-6be8-4f0e-9bad-23dd25144fe1') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:40.131911 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656e6f3-af33-4dc8-aaae-311daa18b74e tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event updated for resources: {'Subnet': ['ID=5ca09b70-341d-42a3-b688-3361b51f3faa,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:40.144937 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8656e6f3-af33-4dc8-aaae-311daa18b74e tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Checking segment: {'id': '328acb68-baaf-4614-8f11-72f9aad470ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e609e4e8-5b92-4a7d-9ef9-11984fd721f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:03:40.145315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8656e6f3-af33-4dc8-aaae-311daa18b74e tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Network hostable DHCP agents. Network: e609e4e8-5b92-4a7d-9ef9-11984fd721f1, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:03:40.156469 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (826d0836-6be8-4f0e-9bad-23dd25144fe1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:40.208310 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (826d0836-6be8-4f0e-9bad-23dd25144fe1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:40.216779 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:03:40.219309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (826d0836-6be8-4f0e-9bad-23dd25144fe1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:03:40.223976 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:03:40.248701 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8656e6f3-af33-4dc8-aaae-311daa18b74e tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:03:40.259437 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:03:40.259865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 36b65f6b-71a3-4b9a-a89b-781c3f5abe71 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:03:40.275782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eefed8e0-1528-46f7-9c4a-a493aed68c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (99b5cb70-5464-4ee8-adba-c851d8470cf9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:40.288805 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eefed8e0-1528-46f7-9c4a-a493aed68c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:40.293135 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eefed8e0-1528-46f7-9c4a-a493aed68c9f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/99b5cb70-5464-4ee8-adba-c851d8470cf9 HTTP/1.1" status: 204 len: 168 time: 0.4543998 Feb 15 17:03:40.321162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefed8e0-1528-46f7-9c4a-a493aed68c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b5cb70-5464-4ee8-adba-c851d8470cf9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:40.342922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-8656e6f3-af33-4dc8-aaae-311daa18b74e tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, e609e4e8-5b92-4a7d-9ef9-11984fd721f1) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:40.350877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8656e6f3-af33-4dc8-aaae-311daa18b74e tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:40.356211 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8656e6f3-af33-4dc8-aaae-311daa18b74e tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:40.366553 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for port (908220cb-223d-4a89-88aa-1a7d16e61345), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:40.395589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1283d0-9802-49a8-acf6-9af446ae0f43 None None] Network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:03:40.426210 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (560d93af-a093-4cf4-a35b-148cc4f0214b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:40.445254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:40.451023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] 10.222.0.107 "DELETE /v2.0/networks/560d93af-a093-4cf4-a35b-148cc4f0214b HTTP/1.1" status: 204 len: 168 time: 1.4832242 Feb 15 17:03:40.451023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8241e-bd14-4638-92e7-8cb8a83c969d tempest-AllowedAddressPairTestJSON-536733235 tempest-AllowedAddressPairTestJSON-536733235-project] Pushing event deleted for resources: {'Network': ['ID=560d93af-a093-4cf4-a35b-148cc4f0214b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:40.514299 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8656e6f3-af33-4dc8-aaae-311daa18b74e tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6491690 Feb 15 17:03:40.529925 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41626) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:40.535838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-27cdc366-3b45-4fd9-b354-d1a5926183fb tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Request body: {'port': {'network_id': 'e609e4e8-5b92-4a7d-9ef9-11984fd721f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1675337791'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:40.592386 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (908220cb-223d-4a89-88aa-1a7d16e61345), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:40.607094 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:40.620850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-e609e4e8-5b92-4a7d-9ef9-11984fd721f1', 'network_id': 'e609e4e8-5b92-4a7d-9ef9-11984fd721f1', 'project_id': '31b2b3dd48904a909eae3a4e10bec611', 'fixed_ips': [{'subnet_id': '5ca09b70-341d-42a3-b688-3361b51f3faa'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:03:40.624951 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:40.688487 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event updated for resources: {'Port': ['ID=908220cb-223d-4a89-88aa-1a7d16e61345,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:40.725002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Network 6f90c14b-b14a-4ffc-aa43-4e8057931ebd is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:40.727783 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:40.732793 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:40.776871 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cdc366-3b45-4fd9-b354-d1a5926183fb tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Made reservation on behalf of 31b2b3dd48904a909eae3a4e10bec611 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:40.781609 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27cdc366-3b45-4fd9-b354-d1a5926183fb tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:40.817452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-27cdc366-3b45-4fd9-b354-d1a5926183fb tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] device_id is not set on port f3d03834-534a-4b76-8d93-c1c790b1ff5c yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:03:40.876842 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Allocated IP 2001:db8::2 (e609e4e8-5b92-4a7d-9ef9-11984fd721f1/5ca09b70-341d-42a3-b688-3361b51f3faa/0aed4a1e-914e-4d4c-86f1-9728dd79a295) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:40.886725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for floatingip (d7b98097-a75f-4ec1-9317-57e4a99bd749), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.010467 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (908220cb-223d-4a89-88aa-1a7d16e61345), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.077893 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Publish callbacks [] for port (0aed4a1e-914e-4d4c-86f1-9728dd79a295), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.121042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41632) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:41.223562 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (0aed4a1e-914e-4d4c-86f1-9728dd79a295), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.229398 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for port (908220cb-223d-4a89-88aa-1a7d16e61345), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.315564 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:41.322664 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (908220cb-223d-4a89-88aa-1a7d16e61345), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.326668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:41.342759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:41.399457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-27cdc366-3b45-4fd9-b354-d1a5926183fb tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Allocated IP 2001:db8::31 (e609e4e8-5b92-4a7d-9ef9-11984fd721f1/5ca09b70-341d-42a3-b688-3361b51f3faa/f3d03834-534a-4b76-8d93-c1c790b1ff5c) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:41.413654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Pushing event updated for resources: {'Port': ['ID=0aed4a1e-914e-4d4c-86f1-9728dd79a295,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:41.414662 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41638) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:41.430857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Attempting to bind port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:03:41.431427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Attempting to bind port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '328acb68-baaf-4614-8f11-72f9aad470ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e609e4e8-5b92-4a7d-9ef9-11984fd721f1'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:03:41.431962 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Attempting to bind port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 on network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:03:41.437086 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:03:41.440598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Checking segment: {'id': '328acb68-baaf-4614-8f11-72f9aad470ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e609e4e8-5b92-4a7d-9ef9-11984fd721f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:03:41.440598 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.440598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Bound using segment: {'id': '328acb68-baaf-4614-8f11-72f9aad470ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e609e4e8-5b92-4a7d-9ef9-11984fd721f1'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:03:41.440598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Bound port: 0aed4a1e-914e-4d4c-86f1-9728dd79a295, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '328acb68-baaf-4614-8f11-72f9aad470ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e609e4e8-5b92-4a7d-9ef9-11984fd721f1'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:03:41.440598 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0aed4a1e-914e-4d4c-86f1-9728dd79a295), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.484211 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c778f831-5e9a-46a3-9476-b76a4719833c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.525766 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] For port 0aed4a1e-914e-4d4c-86f1-9728dd79a295, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:03:41.529573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] For port 0aed4a1e-914e-4d4c-86f1-9728dd79a295, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0aed4a1e-914e-4d4c-86f1-9728dd79a295,segment=NetworkSegment(328acb68-baaf-4614-8f11-72f9aad470ce),segment_id=328acb68-baaf-4614-8f11-72f9aad470ce)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:03:41.560277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event updated for resources: {'Port': ['ID=908220cb-223d-4a89-88aa-1a7d16e61345,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:41.581957 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (d7b98097-a75f-4ec1-9317-57e4a99bd749), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.590863 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ec7e2f55-4a87-4985-b711-99d026c53814 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8f3a7cc3f8774bc9afcefc2cacf61031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4677978 Feb 15 17:03:41.592581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41646) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:41.653598 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0aed4a1e-914e-4d4c-86f1-9728dd79a295), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.693525 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5192294b-b1e1-4594-b869-6fa91739eb90 admin admin] Publish callbacks [] for security_group (0c2cc33d-b8db-4847-b606-99005d5d0421), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.727443 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5192294b-b1e1-4594-b869-6fa91739eb90 admin admin] Publish callbacks [] for security_group (0c2cc33d-b8db-4847-b606-99005d5d0421), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.739271 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.743167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bcb4e852-ca38-468b-ac1d-7786c96e3087 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7772226 Feb 15 17:03:41.750820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41648) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:41.802559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24952a-a9dd-4718-9c97-7e87900c378c None None] Pushing event updated for resources: {'Port': ['ID=0aed4a1e-914e-4d4c-86f1-9728dd79a295,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:41.837242 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c778f831-5e9a-46a3-9476-b76a4719833c admin admin] Publish callbacks [] for security_group (92f63ee9-8b94-4653-a9d5-92c28d65e55c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.865170 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27cdc366-3b45-4fd9-b354-d1a5926183fb tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks [] for port (f3d03834-534a-4b76-8d93-c1c790b1ff5c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.879947 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-744511af-c9d4-4035-b5b8-35b41ec3375f tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "GET /v2.0/floatingips?floating_network_id=6f90c14b-b14a-4ffc-aa43-4e8057931ebd HTTP/1.1" status: 200 len: 689 time: 0.1345615 Feb 15 17:03:41.882593 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41650) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:41.948553 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c778f831-5e9a-46a3-9476-b76a4719833c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (92f63ee9-8b94-4653-a9d5-92c28d65e55c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.965758 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:41.995918 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5192294b-b1e1-4594-b869-6fa91739eb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0c2cc33d-b8db-4847-b606-99005d5d0421), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:42.016094 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5192294b-b1e1-4594-b869-6fa91739eb90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:42.016094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5192294b-b1e1-4594-b869-6fa91739eb90 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0c2cc33d-b8db-4847-b606-99005d5d0421 HTTP/1.1" status: 204 len: 168 time: 0.4117281 Feb 15 17:03:42.038245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192294b-b1e1-4594-b869-6fa91739eb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2cc33d-b8db-4847-b606-99005d5d0421,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:42.253743 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0aed4a1e-914e-4d4c-86f1-9728dd79a295 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:03:42.321719 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:42.322178 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0aed4a1e-914e-4d4c-86f1-9728dd79a295), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:42.422164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:42.422560 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0aed4a1e-914e-4d4c-86f1-9728dd79a295), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:42.460260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 0aed4a1e-914e-4d4c-86f1-9728dd79a295, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0aed4a1e-914e-4d4c-86f1-9728dd79a295,segment=NetworkSegment(328acb68-baaf-4614-8f11-72f9aad470ce),segment_id=328acb68-baaf-4614-8f11-72f9aad470ce)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:03:42.538165 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c778f831-5e9a-46a3-9476-b76a4719833c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f63ee9-8b94-4653-a9d5-92c28d65e55c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:42.548754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41658) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:42.548912 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c778f831-5e9a-46a3-9476-b76a4719833c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6fbe8246449e485281474ecd06aa6581&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1284146 Feb 15 17:03:42.554260 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0aed4a1e-914e-4d4c-86f1-9728dd79a295), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:42.576114 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (6f90c14b-b14a-4ffc-aa43-4e8057931ebd), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:42.655247 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27cdc366-3b45-4fd9-b354-d1a5926183fb tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f3d03834-534a-4b76-8d93-c1c790b1ff5c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:42.693599 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41161a59-6bed-45d2-a0ec-de0e2475b879 admin admin] Publish callbacks [] for security_group (92f63ee9-8b94-4653-a9d5-92c28d65e55c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:42.729115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=0aed4a1e-914e-4d4c-86f1-9728dd79a295,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:42.745174 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41161a59-6bed-45d2-a0ec-de0e2475b879 admin admin] Publish callbacks [] for security_group (92f63ee9-8b94-4653-a9d5-92c28d65e55c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:42.781583 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cdc366-3b45-4fd9-b354-d1a5926183fb tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:42.791326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-27cdc366-3b45-4fd9-b354-d1a5926183fb tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:42.798045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cdc366-3b45-4fd9-b354-d1a5926183fb tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:42.805731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cdc366-3b45-4fd9-b354-d1a5926183fb tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:42.811718 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27cdc366-3b45-4fd9-b354-d1a5926183fb tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:42.814475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdc366-3b45-4fd9-b354-d1a5926183fb tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event updated for resources: {'Port': ['ID=f3d03834-534a-4b76-8d93-c1c790b1ff5c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:42.883224 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Deleting port 908220cb-223d-4a89-88aa-1a7d16e61345 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:42.884576 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (908220cb-223d-4a89-88aa-1a7d16e61345), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:42.951388 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-27cdc366-3b45-4fd9-b354-d1a5926183fb tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4164016 Feb 15 17:03:42.953862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41670) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:42.960355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-122dedba-b348-4f2d-8f7b-de83048eca2d tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Request body: {'port': {'network_id': 'e609e4e8-5b92-4a7d-9ef9-11984fd721f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-997663319', 'allowed_address_pairs': [{'ip_address': '2001:db8::31', 'mac_address': 'fa:16:3e:af:4c:f8'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:43.039197 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (908220cb-223d-4a89-88aa-1a7d16e61345), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:43.039851 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for floatingip (908220cb-223d-4a89-88aa-1a7d16e61345), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:43.078125 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Calling delete_port for 908220cb-223d-4a89-88aa-1a7d16e61345 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:43.119481 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41161a59-6bed-45d2-a0ec-de0e2475b879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (92f63ee9-8b94-4653-a9d5-92c28d65e55c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:43.122277 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41161a59-6bed-45d2-a0ec-de0e2475b879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:43.123540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-41161a59-6bed-45d2-a0ec-de0e2475b879 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/92f63ee9-8b94-4653-a9d5-92c28d65e55c HTTP/1.1" status: 204 len: 168 time: 0.5737436 Feb 15 17:03:43.172592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41161a59-6bed-45d2-a0ec-de0e2475b879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f63ee9-8b94-4653-a9d5-92c28d65e55c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:43.310942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122dedba-b348-4f2d-8f7b-de83048eca2d tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Made reservation on behalf of 31b2b3dd48904a909eae3a4e10bec611 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:43.406956 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:43.430709 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-122dedba-b348-4f2d-8f7b-de83048eca2d tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:43.442675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (908220cb-223d-4a89-88aa-1a7d16e61345), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:43.458087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-122dedba-b348-4f2d-8f7b-de83048eca2d tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] device_id is not set on port a631e85d-01e1-4677-adb0-d628643b375f yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:03:43.507100 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7604ad5-67b5-4298-b3a7-cc22e599604e None None] Network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:03:43.522024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event deleted for resources: {'Port': ['ID=908220cb-223d-4a89-88aa-1a7d16e61345,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:43.657805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-35bd2614-dfab-4e6f-970c-799f4581b664 None None] Provisioning complete for port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:43.658189 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35bd2614-dfab-4e6f-970c-799f4581b664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0aed4a1e-914e-4d4c-86f1-9728dd79a295), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:43.691795 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for floatingip (d7b98097-a75f-4ec1-9317-57e4a99bd749), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:43.701209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-122dedba-b348-4f2d-8f7b-de83048eca2d tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Allocated IP 2001:db8::16d (e609e4e8-5b92-4a7d-9ef9-11984fd721f1/5ca09b70-341d-42a3-b688-3361b51f3faa/a631e85d-01e1-4677-adb0-d628643b375f) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:43.780954 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e1fe42d7-29de-4496-94ab-da18b9da5de1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:43.969385 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-122dedba-b348-4f2d-8f7b-de83048eca2d tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks [] for port (a631e85d-01e1-4677-adb0-d628643b375f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:43.992055 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-35bd2614-dfab-4e6f-970c-799f4581b664 None None] Current status of the port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:44.017502 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (e1fe42d7-29de-4496-94ab-da18b9da5de1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:44.073755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e1fe42d7-29de-4496-94ab-da18b9da5de1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:44.179752 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-122dedba-b348-4f2d-8f7b-de83048eca2d tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a631e85d-01e1-4677-adb0-d628643b375f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:44.191494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41704) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:44.208302 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0aed4a1e-914e-4d4c-86f1-9728dd79a295 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:03:44.246329 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (6f90c14b-b14a-4ffc-aa43-4e8057931ebd), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:44.260372 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dedba-b348-4f2d-8f7b-de83048eca2d tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event updated for resources: {'Port': ['ID=a631e85d-01e1-4677-adb0-d628643b375f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:44.287823 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f90c14b-b14a-4ffc-aa43-4e8057931ebd']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:44.297140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122dedba-b348-4f2d-8f7b-de83048eca2d tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:44.301126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-122dedba-b348-4f2d-8f7b-de83048eca2d tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:44.303133 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af1e62c-9229-4bdc-904f-2ea8f9d3d916') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:44.308472 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af1e62c-9229-4bdc-904f-2ea8f9d3d916') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:44.309074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122dedba-b348-4f2d-8f7b-de83048eca2d tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:44.324716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122dedba-b348-4f2d-8f7b-de83048eca2d tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:44.325484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-122dedba-b348-4f2d-8f7b-de83048eca2d tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:44.351254 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (2af1e62c-9229-4bdc-904f-2ea8f9d3d916), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:44.358417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:44.359235 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0aed4a1e-914e-4d4c-86f1-9728dd79a295), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:44.382927 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2af1e62c-9229-4bdc-904f-2ea8f9d3d916), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:44.399609 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:03:44.400502 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (2af1e62c-9229-4bdc-904f-2ea8f9d3d916), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:03:44.404671 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:03:44.454128 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-122dedba-b348-4f2d-8f7b-de83048eca2d tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.4991281 Feb 15 17:03:44.454458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-58dff319-3d0e-47c6-8007-fcbc80d1dc82 None None] Provisioning complete for port f3d03834-534a-4b76-8d93-c1c790b1ff5c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:44.455459 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-58dff319-3d0e-47c6-8007-fcbc80d1dc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f3d03834-534a-4b76-8d93-c1c790b1ff5c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:44.457227 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41710) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:44.591912 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087946e0-61d5-4a85-9fa0-78478887e386 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:44.603003 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087946e0-61d5-4a85-9fa0-78478887e386 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:44.617603 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087946e0-61d5-4a85-9fa0-78478887e386 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:44.621619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-087946e0-61d5-4a85-9fa0-78478887e386 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1632326 Feb 15 17:03:44.624775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41716) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:44.641027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-58dff319-3d0e-47c6-8007-fcbc80d1dc82 None None] Port f3d03834-534a-4b76-8d93-c1c790b1ff5c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:44.663006 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-58dff319-3d0e-47c6-8007-fcbc80d1dc82 None None] Provisioning complete for port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:44.663801 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-58dff319-3d0e-47c6-8007-fcbc80d1dc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0aed4a1e-914e-4d4c-86f1-9728dd79a295), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:44.666427 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-181795d1-a322-4c8e-b8c1-71b661dc5e94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-301477529'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:44.675891 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (6f90c14b-b14a-4ffc-aa43-4e8057931ebd), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:44.682041 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f90c14b-b14a-4ffc-aa43-4e8057931ebd {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 17:03:44.687967 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:44.692701 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "DELETE /v2.0/networks/6f90c14b-b14a-4ffc-aa43-4e8057931ebd HTTP/1.1" status: 204 len: 168 time: 2.8085773 Feb 15 17:03:44.715641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:44.716059 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41718) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:44.730766 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daaba4a-f1eb-4fb9-9eac-1b3c9b54dcf1 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f90c14b-b14a-4ffc-aa43-4e8057931ebd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:44.831843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-58dff319-3d0e-47c6-8007-fcbc80d1dc82 None None] Current status of the port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:44.857699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181795d1-a322-4c8e-b8c1-71b661dc5e94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Made reservation on behalf of 7f95489ef09f4e808c6e16ac67ce7e2f for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:44.861803 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-181795d1-a322-4c8e-b8c1-71b661dc5e94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:44.888005 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-181795d1-a322-4c8e-b8c1-71b661dc5e94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:44.932710 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-db726ffe-4005-4b6c-b6b1-110f99c21af6 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.2147043 Feb 15 17:03:44.935596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41728) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:44.969726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-79220537-72c7-4e30-97b5-4419dccc509a None None] Provisioning complete for port f3d03834-534a-4b76-8d93-c1c790b1ff5c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:44.990071 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-79220537-72c7-4e30-97b5-4419dccc509a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f3d03834-534a-4b76-8d93-c1c790b1ff5c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:45.111300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-79220537-72c7-4e30-97b5-4419dccc509a None None] Port f3d03834-534a-4b76-8d93-c1c790b1ff5c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:45.118063 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-181795d1-a322-4c8e-b8c1-71b661dc5e94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for security_group (a3322961-35ec-48bb-aaff-6679315d0a49), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:45.193611 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-181795d1-a322-4c8e-b8c1-71b661dc5e94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a3322961-35ec-48bb-aaff-6679315d0a49), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:45.243792 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181795d1-a322-4c8e-b8c1-71b661dc5e94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:03:45.250225 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-fae96dee-a2cf-4ea4-81a0-f188cc767105 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Deleting port a631e85d-01e1-4677-adb0-d628643b375f {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:45.250770 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fae96dee-a2cf-4ea4-81a0-f188cc767105 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a631e85d-01e1-4677-adb0-d628643b375f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:45.256614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafaaa2c-3d8c-4010-9e11-f44662f4870b tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:45.257081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafaaa2c-3d8c-4010-9e11-f44662f4870b tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:45.257566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafaaa2c-3d8c-4010-9e11-f44662f4870b tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:45.258017 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafaaa2c-3d8c-4010-9e11-f44662f4870b tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:45.263972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafaaa2c-3d8c-4010-9e11-f44662f4870b tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:45.263972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafaaa2c-3d8c-4010-9e11-f44662f4870b tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:45.263972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafaaa2c-3d8c-4010-9e11-f44662f4870b tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:45.263972 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-eafaaa2c-3d8c-4010-9e11-f44662f4870b tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4635 time: 0.3214211 Feb 15 17:03:45.264315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181795d1-a322-4c8e-b8c1-71b661dc5e94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3322961-35ec-48bb-aaff-6679315d0a49,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:45.266264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41734) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:45.273977 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-181795d1-a322-4c8e-b8c1-71b661dc5e94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (85998fcb-c6d9-4832-afa9-92b95bdee638), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:45.274403 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-181795d1-a322-4c8e-b8c1-71b661dc5e94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Added segment 85998fcb-c6d9-4832-afa9-92b95bdee638 of type vlan for network 1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730 Feb 15 17:03:45.348342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-7ad84951-e728-46e8-a68e-fce6f0b5cf3c None None] Provisioning complete for port a631e85d-01e1-4677-adb0-d628643b375f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:45.348849 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ad84951-e728-46e8-a68e-fce6f0b5cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a631e85d-01e1-4677-adb0-d628643b375f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:45.404576 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-a7dfbaeb-22eb-4c48-9689-a6191a57494b tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] delete failed (client error): The resource could not be found. Feb 15 17:03:45.410186 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a7dfbaeb-22eb-4c48-9689-a6191a57494b tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "DELETE /v2.0/floatingips/d7b98097-a75f-4ec1-9317-57e4a99bd749 HTTP/1.1" status: 404 len: 345 time: 0.1409190 Feb 15 17:03:45.416976 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41738) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:45.446658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7ad84951-e728-46e8-a68e-fce6f0b5cf3c None None] Port a631e85d-01e1-4677-adb0-d628643b375f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:45.468140 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed78619f-9523-41a0-bd25-3b3b8f5a7435 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] DELETE failed (client error): The resource could not be found. Feb 15 17:03:45.468681 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed78619f-9523-41a0-bd25-3b3b8f5a7435 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:03:45.476372 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fae96dee-a2cf-4ea4-81a0-f188cc767105 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a631e85d-01e1-4677-adb0-d628643b375f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:45.478508 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ed78619f-9523-41a0-bd25-3b3b8f5a7435 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "DELETE /v2.0/networks/6f90c14b-b14a-4ffc-aa43-4e8057931ebd HTTP/1.1" status: 404 len: 339 time: 0.0621529 Feb 15 17:03:45.493805 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41740) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:45.506911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-6806828e-95bb-47fd-a310-27667699c427 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Request body: {'network': {'name': 'tempest-network--2112366541', 'router:external': True}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:45.530696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-fae96dee-a2cf-4ea4-81a0-f188cc767105 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Calling delete_port for a631e85d-01e1-4677-adb0-d628643b375f owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:45.544379 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-181795d1-a322-4c8e-b8c1-71b661dc5e94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:45.682281 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-181795d1-a322-4c8e-b8c1-71b661dc5e94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:45.682411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6806828e-95bb-47fd-a310-27667699c427 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Made reservation on behalf of 7b5cec4bd0c54d628727c4669c4843ba for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:45.684722 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6806828e-95bb-47fd-a310-27667699c427 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:45.689553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181795d1-a322-4c8e-b8c1-71b661dc5e94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:45.692478 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-181795d1-a322-4c8e-b8c1-71b661dc5e94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:45.735358 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6806828e-95bb-47fd-a310-27667699c427 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:03:45.747409 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6806828e-95bb-47fd-a310-27667699c427 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (793a0a44-9279-400c-b92d-c0f72536e147), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:45.747771 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-6806828e-95bb-47fd-a310-27667699c427 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Added segment 793a0a44-9279-400c-b92d-c0f72536e147 of type vlan for network 6c3027d7-008d-4e5e-bdf5-24240677f042 Feb 15 17:03:45.829176 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-181795d1-a322-4c8e-b8c1-71b661dc5e94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6348197 Feb 15 17:03:45.858430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181795d1-a322-4c8e-b8c1-71b661dc5e94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event updated for resources: {'Network': ['ID=1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:45.878238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:03:46.458906 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fae96dee-a2cf-4ea4-81a0-f188cc767105 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a631e85d-01e1-4677-adb0-d628643b375f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:46.501449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae96dee-a2cf-4ea4-81a0-f188cc767105 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event deleted for resources: {'Port': ['ID=a631e85d-01e1-4677-adb0-d628643b375f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:46.506212 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6806828e-95bb-47fd-a310-27667699c427 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (6c3027d7-008d-4e5e-bdf5-24240677f042), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:46.643938 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fae96dee-a2cf-4ea4-81a0-f188cc767105 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:46.648838 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fae96dee-a2cf-4ea4-81a0-f188cc767105 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "DELETE /v2.0/ports/a631e85d-01e1-4677-adb0-d628643b375f HTTP/1.1" status: 204 len: 168 time: 2.0227602 Feb 15 17:03:46.651386 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41764) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:46.664235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6806828e-95bb-47fd-a310-27667699c427 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (6c3027d7-008d-4e5e-bdf5-24240677f042), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:46.665547 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6806828e-95bb-47fd-a310-27667699c427 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:46.669812 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6806828e-95bb-47fd-a310-27667699c427 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:46.724906 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d569c1-6bd3-495c-9cb9-3d7cfaf2a93d tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] GET failed (client error): The resource could not be found. Feb 15 17:03:46.729302 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-45d569c1-6bd3-495c-9cb9-3d7cfaf2a93d tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "GET /v2.0/ports/a631e85d-01e1-4677-adb0-d628643b375f HTTP/1.1" status: 404 len: 333 time: 0.0766811 Feb 15 17:03:46.733822 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41768) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:46.745909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-62824b99-50d6-4948-b7c0-2a6519705d7c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Request body: {'port': {'network_id': 'e609e4e8-5b92-4a7d-9ef9-11984fd721f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1016895874'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:46.803991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6806828e-95bb-47fd-a310-27667699c427 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3057144 Feb 15 17:03:46.807064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41770) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:46.896951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806828e-95bb-47fd-a310-27667699c427 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event updated for resources: {'Network': ['ID=6c3027d7-008d-4e5e-bdf5-24240677f042,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:46.915046 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 6c3027d7-008d-4e5e-bdf5-24240677f042 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:03:47.006786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62824b99-50d6-4948-b7c0-2a6519705d7c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Made reservation on behalf of 31b2b3dd48904a909eae3a4e10bec611 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:47.013675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62824b99-50d6-4948-b7c0-2a6519705d7c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:47.054581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97510b18-25b7-47b9-a601-aa66b7b6facb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:47.063329 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-62824b99-50d6-4948-b7c0-2a6519705d7c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] device_id is not set on port 60add908-4d32-456b-b902-954d9ad0546d yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:03:47.066183 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97510b18-25b7-47b9-a601-aa66b7b6facb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:47.075092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97510b18-25b7-47b9-a601-aa66b7b6facb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:47.092883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97510b18-25b7-47b9-a601-aa66b7b6facb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:47.098462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41782) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:47.101924 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-97510b18-25b7-47b9-a601-aa66b7b6facb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2940614 Feb 15 17:03:47.349427 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-32de080f-b2f7-48d9-934e-5232c43bb0d9 req-9eb97896-3511-4539-9ea4-939ca32c5226 service neutron] (103800) timed out ('10.222.0.10', 62029) {{(pid=103800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:03:47.362153 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30d9a078-43d9-4de7-91f2-97a7c6bd814e tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (6c3027d7-008d-4e5e-bdf5-24240677f042), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:47.439264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-62824b99-50d6-4948-b7c0-2a6519705d7c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Allocated IP 2001:db8::1b3 (e609e4e8-5b92-4a7d-9ef9-11984fd721f1/5ca09b70-341d-42a3-b688-3361b51f3faa/60add908-4d32-456b-b902-954d9ad0546d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:47.621505 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62824b99-50d6-4948-b7c0-2a6519705d7c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks [] for port (60add908-4d32-456b-b902-954d9ad0546d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:47.744574 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62824b99-50d6-4948-b7c0-2a6519705d7c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (60add908-4d32-456b-b902-954d9ad0546d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:47.791136 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30d9a078-43d9-4de7-91f2-97a7c6bd814e tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (6c3027d7-008d-4e5e-bdf5-24240677f042), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:47.820185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62824b99-50d6-4948-b7c0-2a6519705d7c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:47.827129 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-62824b99-50d6-4948-b7c0-2a6519705d7c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:47.832771 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62824b99-50d6-4948-b7c0-2a6519705d7c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:47.838061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62824b99-50d6-4948-b7c0-2a6519705d7c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:47.842893 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-62824b99-50d6-4948-b7c0-2a6519705d7c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:47.845154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-30d9a078-43d9-4de7-91f2-97a7c6bd814e tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3027d7-008d-4e5e-bdf5-24240677f042']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:47.853505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-615c0b9e-f58d-4ce2-a98a-47c21735544b req-37f01d0d-9efa-4f8d-8c75-f6a1527b0bff service neutron] (103799) timed out ('10.222.0.107', 49258) {{(pid=103799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:03:47.854624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62824b99-50d6-4948-b7c0-2a6519705d7c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event updated for resources: {'Port': ['ID=60add908-4d32-456b-b902-954d9ad0546d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:47.869450 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-30d9a078-43d9-4de7-91f2-97a7c6bd814e tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793a0a44-9279-400c-b92d-c0f72536e147') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:47.869937 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-30d9a078-43d9-4de7-91f2-97a7c6bd814e tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793a0a44-9279-400c-b92d-c0f72536e147') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:47.883212 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30d9a078-43d9-4de7-91f2-97a7c6bd814e tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (793a0a44-9279-400c-b92d-c0f72536e147), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:47.900218 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30d9a078-43d9-4de7-91f2-97a7c6bd814e tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (793a0a44-9279-400c-b92d-c0f72536e147), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:47.907479 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d9a078-43d9-4de7-91f2-97a7c6bd814e tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:03:47.907927 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30d9a078-43d9-4de7-91f2-97a7c6bd814e tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (793a0a44-9279-400c-b92d-c0f72536e147), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:03:47.910528 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:03:47.974149 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-62824b99-50d6-4948-b7c0-2a6519705d7c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2379160 Feb 15 17:03:47.975588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41796) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:47.981559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-92150922-7bbb-4f1e-b05b-8c8081f0158c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::31', 'mac_address': 'fa:16:3e:af:4c:f8'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:48.081949 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30d9a078-43d9-4de7-91f2-97a7c6bd814e tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (6c3027d7-008d-4e5e-bdf5-24240677f042), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:48.086619 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d9a078-43d9-4de7-91f2-97a7c6bd814e tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6c3027d7-008d-4e5e-bdf5-24240677f042 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 17:03:48.089580 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30d9a078-43d9-4de7-91f2-97a7c6bd814e tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:48.097271 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-30d9a078-43d9-4de7-91f2-97a7c6bd814e tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "DELETE /v2.0/networks/6c3027d7-008d-4e5e-bdf5-24240677f042 HTTP/1.1" status: 204 len: 168 time: 0.9941585 Feb 15 17:03:48.151032 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41800) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:48.151937 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9a078-43d9-4de7-91f2-97a7c6bd814e tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c3027d7-008d-4e5e-bdf5-24240677f042,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:48.156294 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-92150922-7bbb-4f1e-b05b-8c8081f0158c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (60add908-4d32-456b-b902-954d9ad0546d), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:48.169525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6c2c9dce-1277-458f-a4a3-6f21f7f1d091 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Request body: {'network': {'name': 'tempest-network--553908195', 'router:external': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:48.304019 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2c9dce-1277-458f-a4a3-6f21f7f1d091 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Made reservation on behalf of 7b5cec4bd0c54d628727c4669c4843ba for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:48.306657 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9dce-1277-458f-a4a3-6f21f7f1d091 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:48.330785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e21357a1-d8a9-49f2-bd37-2d17b386650c None None] Provisioning complete for port 60add908-4d32-456b-b902-954d9ad0546d triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:48.331384 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e21357a1-d8a9-49f2-bd37-2d17b386650c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (60add908-4d32-456b-b902-954d9ad0546d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:48.411384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2c9dce-1277-458f-a4a3-6f21f7f1d091 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:03:48.456588 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9dce-1277-458f-a4a3-6f21f7f1d091 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (48a08d0b-5ceb-47bf-96bb-2c6d2ae19cd5), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:48.456986 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-6c2c9dce-1277-458f-a4a3-6f21f7f1d091 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Added segment 48a08d0b-5ceb-47bf-96bb-2c6d2ae19cd5 of type vlan for network 7b6b69b1-bf5b-4052-82d2-97c924d6ddd6 Feb 15 17:03:48.479219 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e21357a1-d8a9-49f2-bd37-2d17b386650c None None] Port 60add908-4d32-456b-b902-954d9ad0546d cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:48.571849 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9dce-1277-458f-a4a3-6f21f7f1d091 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (7b6b69b1-bf5b-4052-82d2-97c924d6ddd6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:48.722770 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-92150922-7bbb-4f1e-b05b-8c8081f0158c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks [] for port (60add908-4d32-456b-b902-954d9ad0546d), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:48.782825 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9dce-1277-458f-a4a3-6f21f7f1d091 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (7b6b69b1-bf5b-4052-82d2-97c924d6ddd6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:48.783965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2c9dce-1277-458f-a4a3-6f21f7f1d091 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:48.791847 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c2c9dce-1277-458f-a4a3-6f21f7f1d091 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:48.863762 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-92150922-7bbb-4f1e-b05b-8c8081f0158c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (60add908-4d32-456b-b902-954d9ad0546d), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:48.933609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-92150922-7bbb-4f1e-b05b-8c8081f0158c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] In _notify_port_updated(), no bound segment for port 60add908-4d32-456b-b902-954d9ad0546d on network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 {{(pid=103799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 17:03:48.941580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2c9dce-1277-458f-a4a3-6f21f7f1d091 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event updated for resources: {'Network': ['ID=7b6b69b1-bf5b-4052-82d2-97c924d6ddd6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:48.948013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92150922-7bbb-4f1e-b05b-8c8081f0158c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:48.948706 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-92150922-7bbb-4f1e-b05b-8c8081f0158c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:48.953656 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-92150922-7bbb-4f1e-b05b-8c8081f0158c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "PUT /v2.0/ports/60add908-4d32-456b-b902-954d9ad0546d HTTP/1.1" status: 200 len: 1002 time: 0.9740784 Feb 15 17:03:48.954056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41812) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:48.957053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 7b6b69b1-bf5b-4052-82d2-97c924d6ddd6 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:03:49.019686 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6c2c9dce-1277-458f-a4a3-6f21f7f1d091 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8609567 Feb 15 17:03:49.024241 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41814) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:49.035452 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92150922-7bbb-4f1e-b05b-8c8081f0158c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event updated for resources: {'Port': ['ID=60add908-4d32-456b-b902-954d9ad0546d,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:49.078239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41816) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:49.084167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f6c32112-2018-47ca-a223-88733bb9b087 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Request body: {'subnet': {'network_id': '1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:49.271425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d6d3b8-b32a-499c-a20f-9cc5bd47fd0a tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:49.275086 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b9d6d3b8-b32a-499c-a20f-9cc5bd47fd0a tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] 10.222.0.107 "GET /v2.0/networks/7b6b69b1-bf5b-4052-82d2-97c924d6ddd6 HTTP/1.1" status: 200 len: 756 time: 0.2504089 Feb 15 17:03:49.280785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41818) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:49.286695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-16981ab4-b572-443e-898e-60ed91663bcf tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Deleting port 60add908-4d32-456b-b902-954d9ad0546d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:49.287110 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16981ab4-b572-443e-898e-60ed91663bcf tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (60add908-4d32-456b-b902-954d9ad0546d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:49.369073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c32112-2018-47ca-a223-88733bb9b087 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Made reservation on behalf of 7f95489ef09f4e808c6e16ac67ce7e2f for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:49.372693 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f6c32112-2018-47ca-a223-88733bb9b087 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:49.411713 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16981ab4-b572-443e-898e-60ed91663bcf tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (60add908-4d32-456b-b902-954d9ad0546d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:49.413213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-be73dbb9-9681-4118-8935-a7966e3732b5 None None] Provisioning complete for port 60add908-4d32-456b-b902-954d9ad0546d triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:49.413730 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-be73dbb9-9681-4118-8935-a7966e3732b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (60add908-4d32-456b-b902-954d9ad0546d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:49.424404 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-16981ab4-b572-443e-898e-60ed91663bcf tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Calling delete_port for 60add908-4d32-456b-b902-954d9ad0546d owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:49.492551 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ac9174-42ac-4da2-bdff-2479a24e9897 tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:49.497217 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-80ac9174-42ac-4da2-bdff-2479a24e9897 tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] 10.222.0.107 "GET /v2.0/networks/abb0ce1f-8dda-43d0-9725-b7d4bd892448 HTTP/1.1" status: 200 len: 768 time: 0.2150030 Feb 15 17:03:49.497513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-be73dbb9-9681-4118-8935-a7966e3732b5 None None] Port 60add908-4d32-456b-b902-954d9ad0546d cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:49.497962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41820) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:49.621487 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cc047792-efe9-4f9c-8722-3970fc3967a9 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (7b6b69b1-bf5b-4052-82d2-97c924d6ddd6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:49.688163 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16981ab4-b572-443e-898e-60ed91663bcf tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (60add908-4d32-456b-b902-954d9ad0546d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:49.746073 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16981ab4-b572-443e-898e-60ed91663bcf tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event deleted for resources: {'Port': ['ID=60add908-4d32-456b-b902-954d9ad0546d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:49.810110 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cc047792-efe9-4f9c-8722-3970fc3967a9 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (7b6b69b1-bf5b-4052-82d2-97c924d6ddd6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:49.862139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-cc047792-efe9-4f9c-8722-3970fc3967a9 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6b69b1-bf5b-4052-82d2-97c924d6ddd6']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:49.921892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-cc047792-efe9-4f9c-8722-3970fc3967a9 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a08d0b-5ceb-47bf-96bb-2c6d2ae19cd5') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:49.922554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-cc047792-efe9-4f9c-8722-3970fc3967a9 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a08d0b-5ceb-47bf-96bb-2c6d2ae19cd5') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:49.942233 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cc047792-efe9-4f9c-8722-3970fc3967a9 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (48a08d0b-5ceb-47bf-96bb-2c6d2ae19cd5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:49.952115 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-16981ab4-b572-443e-898e-60ed91663bcf tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:49.960915 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-16981ab4-b572-443e-898e-60ed91663bcf tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "DELETE /v2.0/ports/60add908-4d32-456b-b902-954d9ad0546d HTTP/1.1" status: 204 len: 168 time: 1.0034511 Feb 15 17:03:49.962420 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41826) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:49.965002 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cc047792-efe9-4f9c-8722-3970fc3967a9 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (48a08d0b-5ceb-47bf-96bb-2c6d2ae19cd5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:49.989334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc047792-efe9-4f9c-8722-3970fc3967a9 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:03:49.989805 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cc047792-efe9-4f9c-8722-3970fc3967a9 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (48a08d0b-5ceb-47bf-96bb-2c6d2ae19cd5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:03:49.991737 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:03:50.032833 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-721e0101-5156-4fd6-9f5f-486ac51efbbd tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] GET failed (client error): The resource could not be found. Feb 15 17:03:50.037856 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-721e0101-5156-4fd6-9f5f-486ac51efbbd tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "GET /v2.0/ports/60add908-4d32-456b-b902-954d9ad0546d HTTP/1.1" status: 404 len: 333 time: 0.0722680 Feb 15 17:03:50.040402 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41828) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:50.045750 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a33a041e-85ee-4c77-89e2-25035435b3f6 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Request body: {'port': {'network_id': 'e609e4e8-5b92-4a7d-9ef9-11984fd721f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-325678311'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:50.060877 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f6c32112-2018-47ca-a223-88733bb9b087 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (1c023701-cbae-4eca-bb05-e5c30f9f8ce0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:50.182181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c32112-2018-47ca-a223-88733bb9b087 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event updated for resources: {'Subnet': ['ID=1c023701-cbae-4eca-bb05-e5c30f9f8ce0,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:50.203990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c32112-2018-47ca-a223-88733bb9b087 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Checking segment: {'id': '85998fcb-c6d9-4832-afa9-92b95bdee638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:03:50.203990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c32112-2018-47ca-a223-88733bb9b087 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Network hostable DHCP agents. Network: 1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:03:50.230574 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cc047792-efe9-4f9c-8722-3970fc3967a9 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (7b6b69b1-bf5b-4052-82d2-97c924d6ddd6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:50.237769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc047792-efe9-4f9c-8722-3970fc3967a9 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7b6b69b1-bf5b-4052-82d2-97c924d6ddd6 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 17:03:50.260758 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cc047792-efe9-4f9c-8722-3970fc3967a9 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:50.268264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41832) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:50.268555 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cc047792-efe9-4f9c-8722-3970fc3967a9 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "DELETE /v2.0/networks/7b6b69b1-bf5b-4052-82d2-97c924d6ddd6 HTTP/1.1" status: 204 len: 168 time: 0.7671247 Feb 15 17:03:50.269996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc047792-efe9-4f9c-8722-3970fc3967a9 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b6b69b1-bf5b-4052-82d2-97c924d6ddd6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:50.274684 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-dc31aa55-102b-4243-8a31-fb3a2b2325e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Request body: {'network': {'name': 'tempest-network--777188092'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:50.315890 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c32112-2018-47ca-a223-88733bb9b087 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Network 1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:03:50.343552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33a041e-85ee-4c77-89e2-25035435b3f6 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Made reservation on behalf of 31b2b3dd48904a909eae3a4e10bec611 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:50.347547 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a33a041e-85ee-4c77-89e2-25035435b3f6 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:50.389164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-a33a041e-85ee-4c77-89e2-25035435b3f6 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] device_id is not set on port 6502038d-5fce-4481-9f54-be2ab7a4db27 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:03:50.444416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc31aa55-102b-4243-8a31-fb3a2b2325e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Made reservation on behalf of 7b5cec4bd0c54d628727c4669c4843ba for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:50.458978 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc31aa55-102b-4243-8a31-fb3a2b2325e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:50.464362 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f6c32112-2018-47ca-a223-88733bb9b087 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:50.473414 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978e572a-311c-4cc5-a682-9ec85509cf82 None None] Network 1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:03:50.488362 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c32112-2018-47ca-a223-88733bb9b087 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:50.488973 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f6c32112-2018-47ca-a223-88733bb9b087 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:50.576413 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f6c32112-2018-47ca-a223-88733bb9b087 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4963872 Feb 15 17:03:50.579511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41834) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:50.584894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-94e49790-2610-4a96-b304-6ec8e8615cbf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1662457759'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:50.592009 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc31aa55-102b-4243-8a31-fb3a2b2325e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:03:50.637279 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc31aa55-102b-4243-8a31-fb3a2b2325e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (5648ee38-8773-482f-b7c4-ec5bf7c22dc1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:50.637800 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-dc31aa55-102b-4243-8a31-fb3a2b2325e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Added segment 5648ee38-8773-482f-b7c4-ec5bf7c22dc1 of type vlan for network 5aac549c-ebcf-4366-a61a-ab0f8a32fa92 Feb 15 17:03:50.666710 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730', 'network_id': '1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730', 'project_id': '7f95489ef09f4e808c6e16ac67ce7e2f', 'fixed_ips': [{'subnet_id': '1c023701-cbae-4eca-bb05-e5c30f9f8ce0'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:03:50.669639 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:50.715477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e49790-2610-4a96-b304-6ec8e8615cbf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Made reservation on behalf of 7f95489ef09f4e808c6e16ac67ce7e2f for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:50.727482 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-94e49790-2610-4a96-b304-6ec8e8615cbf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:50.749299 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-a33a041e-85ee-4c77-89e2-25035435b3f6 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Allocated IP 2001:db8::308 (e609e4e8-5b92-4a7d-9ef9-11984fd721f1/5ca09b70-341d-42a3-b688-3361b51f3faa/6502038d-5fce-4481-9f54-be2ab7a4db27) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:50.769077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e49790-2610-4a96-b304-6ec8e8615cbf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:03:50.793062 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-94e49790-2610-4a96-b304-6ec8e8615cbf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (5cb7b15d-ee1e-42fd-a4cf-796fa17dba84), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:50.793441 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-94e49790-2610-4a96-b304-6ec8e8615cbf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Added segment 5cb7b15d-ee1e-42fd-a4cf-796fa17dba84 of type vlan for network e45ddf0d-bc18-473e-b299-d67417d569ed Feb 15 17:03:50.798416 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc31aa55-102b-4243-8a31-fb3a2b2325e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (5aac549c-ebcf-4366-a61a-ab0f8a32fa92), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:50.942212 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-94e49790-2610-4a96-b304-6ec8e8615cbf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (e45ddf0d-bc18-473e-b299-d67417d569ed), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.010199 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc31aa55-102b-4243-8a31-fb3a2b2325e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (5aac549c-ebcf-4366-a61a-ab0f8a32fa92), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.011331 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc31aa55-102b-4243-8a31-fb3a2b2325e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:51.013811 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc31aa55-102b-4243-8a31-fb3a2b2325e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.034219 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Allocated IP 2001:db8:0:ffff::2 (1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730/1c023701-cbae-4eca-bb05-e5c30f9f8ce0/e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:51.069903 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-94e49790-2610-4a96-b304-6ec8e8615cbf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (e45ddf0d-bc18-473e-b299-d67417d569ed), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.075992 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e49790-2610-4a96-b304-6ec8e8615cbf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:51.077142 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-94e49790-2610-4a96-b304-6ec8e8615cbf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.119308 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dc31aa55-102b-4243-8a31-fb3a2b2325e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8491690 Feb 15 17:03:51.124306 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41846) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:51.133934 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b07715d6-bf26-48c9-9538-6c050ddf9e67 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:51.206526 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e49790-2610-4a96-b304-6ec8e8615cbf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event updated for resources: {'Network': ['ID=e45ddf0d-bc18-473e-b299-d67417d569ed,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:51.245112 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-94e49790-2610-4a96-b304-6ec8e8615cbf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6645195 Feb 15 17:03:51.248385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41848) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:51.254837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network e45ddf0d-bc18-473e-b299-d67417d569ed details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:03:51.272943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-8283f65c-93e1-4757-a004-557727ae7baf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Request body: {'subnet': {'network_id': 'e45ddf0d-bc18-473e-b299-d67417d569ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:51.293763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31aa55-102b-4243-8a31-fb3a2b2325e2 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event updated for resources: {'Network': ['ID=5aac549c-ebcf-4366-a61a-ab0f8a32fa92,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:51.355769 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a33a041e-85ee-4c77-89e2-25035435b3f6 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks [] for port (6502038d-5fce-4481-9f54-be2ab7a4db27), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.387160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b07715d6-bf26-48c9-9538-6c050ddf9e67 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (5aac549c-ebcf-4366-a61a-ab0f8a32fa92), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.488203 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b07715d6-bf26-48c9-9538-6c050ddf9e67 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (5aac549c-ebcf-4366-a61a-ab0f8a32fa92), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.501162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b07715d6-bf26-48c9-9538-6c050ddf9e67 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Network 5aac549c-ebcf-4366-a61a-ab0f8a32fa92 is not hosted by any dhcp agent {{(pid=103800) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 17:03:51.502492 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07715d6-bf26-48c9-9538-6c050ddf9e67 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:51.503001 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b07715d6-bf26-48c9-9538-6c050ddf9e67 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.507537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41850) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:51.515097 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b07715d6-bf26-48c9-9538-6c050ddf9e67 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "PUT /v2.0/networks/5aac549c-ebcf-4366-a61a-ab0f8a32fa92 HTTP/1.1" status: 200 len: 857 time: 0.3861806 Feb 15 17:03:51.562826 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Publish callbacks [] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.567497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 5aac549c-ebcf-4366-a61a-ab0f8a32fa92 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:03:51.617439 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a33a041e-85ee-4c77-89e2-25035435b3f6 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (6502038d-5fce-4481-9f54-be2ab7a4db27), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.668815 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.690320 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbe150d9-bf50-4879-bdf9-df1de403dfa7 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (5aac549c-ebcf-4366-a61a-ab0f8a32fa92), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.699820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8283f65c-93e1-4757-a004-557727ae7baf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Made reservation on behalf of 7f95489ef09f4e808c6e16ac67ce7e2f for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:51.705256 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8283f65c-93e1-4757-a004-557727ae7baf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.729040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Network 1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:51.731888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:51.736249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:51.755157 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Pushing event updated for resources: {'Port': ['ID=e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:51.783607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33a041e-85ee-4c77-89e2-25035435b3f6 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:51.803644 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a33a041e-85ee-4c77-89e2-25035435b3f6 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:51.829997 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33a041e-85ee-4c77-89e2-25035435b3f6 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:51.839243 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33a041e-85ee-4c77-89e2-25035435b3f6 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:51.844879 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Attempting to bind port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:03:51.845287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Attempting to bind port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '85998fcb-c6d9-4832-afa9-92b95bdee638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:03:51.845598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a33a041e-85ee-4c77-89e2-25035435b3f6 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.845725 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Attempting to bind port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec on network 1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:03:51.853061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:03:51.853483 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Checking segment: {'id': '85998fcb-c6d9-4832-afa9-92b95bdee638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:03:51.858998 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.859414 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Bound using segment: {'id': '85998fcb-c6d9-4832-afa9-92b95bdee638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:03:51.859917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Bound port: e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85998fcb-c6d9-4832-afa9-92b95bdee638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:03:51.860314 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.872421 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07715d6-bf26-48c9-9538-6c050ddf9e67 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event updated for resources: {'Network': ['ID=5aac549c-ebcf-4366-a61a-ab0f8a32fa92,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:51.887415 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a041e-85ee-4c77-89e2-25035435b3f6 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event updated for resources: {'Port': ['ID=6502038d-5fce-4481-9f54-be2ab7a4db27,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:51.967480 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbe150d9-bf50-4879-bdf9-df1de403dfa7 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (5aac549c-ebcf-4366-a61a-ab0f8a32fa92), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:51.969716 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] For port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:03:51.973733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] For port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec,segment=NetworkSegment(85998fcb-c6d9-4832-afa9-92b95bdee638),segment_id=85998fcb-c6d9-4832-afa9-92b95bdee638)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:03:52.024736 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a33a041e-85ee-4c77-89e2-25035435b3f6 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9805236 Feb 15 17:03:52.034598 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41862) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:52.034753 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-dbe150d9-bf50-4879-bdf9-df1de403dfa7 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aac549c-ebcf-4366-a61a-ab0f8a32fa92']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:52.035709 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-23280dfb-fe64-466d-ab21-c62c54ec9d14 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:af:4c:f8'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:52.047387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-dbe150d9-bf50-4879-bdf9-df1de403dfa7 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5648ee38-8773-482f-b7c4-ec5bf7c22dc1') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:52.048087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-dbe150d9-bf50-4879-bdf9-df1de403dfa7 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5648ee38-8773-482f-b7c4-ec5bf7c22dc1') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:52.064452 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbe150d9-bf50-4879-bdf9-df1de403dfa7 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (5648ee38-8773-482f-b7c4-ec5bf7c22dc1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:52.093212 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:52.149224 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbe150d9-bf50-4879-bdf9-df1de403dfa7 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (5648ee38-8773-482f-b7c4-ec5bf7c22dc1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe150d9-bf50-4879-bdf9-df1de403dfa7 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbe150d9-bf50-4879-bdf9-df1de403dfa7 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (5648ee38-8773-482f-b7c4-ec5bf7c22dc1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:03:52.177661 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:03:52.227133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c37bfb-c78c-4275-a7e2-457cc67140d8 None None] Pushing event updated for resources: {'Port': ['ID=e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:52.285091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-4226c94c-fc1b-4a27-bf84-6435ed707f67 None None] Provisioning complete for port 6502038d-5fce-4481-9f54-be2ab7a4db27 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:52.286684 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4226c94c-fc1b-4a27-bf84-6435ed707f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6502038d-5fce-4481-9f54-be2ab7a4db27), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:52.357783 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23280dfb-fe64-466d-ab21-c62c54ec9d14 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6502038d-5fce-4481-9f54-be2ab7a4db27), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:52.432822 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4226c94c-fc1b-4a27-bf84-6435ed707f67 None None] Port 6502038d-5fce-4481-9f54-be2ab7a4db27 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:52.453015 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbe150d9-bf50-4879-bdf9-df1de403dfa7 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (5aac549c-ebcf-4366-a61a-ab0f8a32fa92), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:52.459187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe150d9-bf50-4879-bdf9-df1de403dfa7 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5aac549c-ebcf-4366-a61a-ab0f8a32fa92 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 17:03:52.474462 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbe150d9-bf50-4879-bdf9-df1de403dfa7 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:52.485610 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dbe150d9-bf50-4879-bdf9-df1de403dfa7 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] 10.222.0.107 "DELETE /v2.0/networks/5aac549c-ebcf-4366-a61a-ab0f8a32fa92 HTTP/1.1" status: 204 len: 168 time: 0.9769456 Feb 15 17:03:52.492536 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41868) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:52.555548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe150d9-bf50-4879-bdf9-df1de403dfa7 tempest-ExternalNetworksTestJSON-922730710 tempest-ExternalNetworksTestJSON-922730710-project-admin] Pushing event deleted for resources: {'Network': ['ID=5aac549c-ebcf-4366-a61a-ab0f8a32fa92,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:52.604630 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb45385-e000-43bd-a562-8b1fa9e445d2 tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] DELETE failed (client error): The resource could not be found. Feb 15 17:03:52.605168 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb45385-e000-43bd-a562-8b1fa9e445d2 tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:03:52.614239 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7bb45385-e000-43bd-a562-8b1fa9e445d2 tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] 10.222.0.107 "DELETE /v2.0/subnets/e1fe42d7-29de-4496-94ab-da18b9da5de1 HTTP/1.1" status: 404 len: 337 time: 0.1206365 Feb 15 17:03:52.625020 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41880) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:52.782712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.objects.ports [None req-8283f65c-93e1-4757-a004-557727ae7baf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103799) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:03:52.791342 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8283f65c-93e1-4757-a004-557727ae7baf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (79045bab-b541-4826-9bac-8e746a97d101), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:52.884230 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-06896398-f38c-45b8-a1cf-30226ee1e0bb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (abb0ce1f-8dda-43d0-9725-b7d4bd892448), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:52.994171 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283f65c-93e1-4757-a004-557727ae7baf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event updated for resources: {'Subnet': ['ID=79045bab-b541-4826-9bac-8e746a97d101,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:52.998023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8283f65c-93e1-4757-a004-557727ae7baf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Checking segment: {'id': '5cb7b15d-ee1e-42fd-a4cf-796fa17dba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e45ddf0d-bc18-473e-b299-d67417d569ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:03:52.998414 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8283f65c-93e1-4757-a004-557727ae7baf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Network hostable DHCP agents. Network: e45ddf0d-bc18-473e-b299-d67417d569ed, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:03:53.041298 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23280dfb-fe64-466d-ab21-c62c54ec9d14 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks [] for port (6502038d-5fce-4481-9f54-be2ab7a4db27), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:53.082888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8283f65c-93e1-4757-a004-557727ae7baf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Network e45ddf0d-bc18-473e-b299-d67417d569ed is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:03:53.101054 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-06896398-f38c-45b8-a1cf-30226ee1e0bb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (abb0ce1f-8dda-43d0-9725-b7d4bd892448), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:53.121507 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-06896398-f38c-45b8-a1cf-30226ee1e0bb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb0ce1f-8dda-43d0-9725-b7d4bd892448']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:53.123658 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23280dfb-fe64-466d-ab21-c62c54ec9d14 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (6502038d-5fce-4481-9f54-be2ab7a4db27), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:53.136849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-06896398-f38c-45b8-a1cf-30226ee1e0bb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2af682-3f03-4e57-be2d-e03d0b6c5776') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:53.141947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-06896398-f38c-45b8-a1cf-30226ee1e0bb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2af682-3f03-4e57-be2d-e03d0b6c5776') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:03:53.177827 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-06896398-f38c-45b8-a1cf-30226ee1e0bb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (7a2af682-3f03-4e57-be2d-e03d0b6c5776), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:53.193273 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-23280dfb-fe64-466d-ab21-c62c54ec9d14 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] In _notify_port_updated(), no bound segment for port 6502038d-5fce-4481-9f54-be2ab7a4db27 on network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 17:03:53.195268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-8283f65c-93e1-4757-a004-557727ae7baf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, e45ddf0d-bc18-473e-b299-d67417d569ed) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:53.198491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23280dfb-fe64-466d-ab21-c62c54ec9d14 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:53.199151 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23280dfb-fe64-466d-ab21-c62c54ec9d14 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:53.205241 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-23280dfb-fe64-466d-ab21-c62c54ec9d14 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "PUT /v2.0/ports/6502038d-5fce-4481-9f54-be2ab7a4db27 HTTP/1.1" status: 200 len: 1002 time: 1.1739271 Feb 15 17:03:53.205398 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8283f65c-93e1-4757-a004-557727ae7baf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:53.205398 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8283f65c-93e1-4757-a004-557727ae7baf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:53.205564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41886) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:53.217794 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-06896398-f38c-45b8-a1cf-30226ee1e0bb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (7a2af682-3f03-4e57-be2d-e03d0b6c5776), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:53.247531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23280dfb-fe64-466d-ab21-c62c54ec9d14 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event updated for resources: {'Port': ['ID=6502038d-5fce-4481-9f54-be2ab7a4db27,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:53.254080 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06896398-f38c-45b8-a1cf-30226ee1e0bb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:03:53.254495 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-06896398-f38c-45b8-a1cf-30226ee1e0bb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (7a2af682-3f03-4e57-be2d-e03d0b6c5776), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:03:53.263010 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:03:53.284070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc72db0b-6df7-4482-a5a5-8b6caa2804f6 None None] Network e45ddf0d-bc18-473e-b299-d67417d569ed requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:03:53.352982 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8283f65c-93e1-4757-a004-557727ae7baf tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1015184 Feb 15 17:03:53.355555 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41888) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:53.364964 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-01ce6a01-78e8-4f18-bbb6-c2fc18c41ce7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Request body: {'port': {'network_id': 'e45ddf0d-bc18-473e-b299-d67417d569ed', 'name': 'tempest-NetworksIpV6TestAttrs-180959203'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:53.388751 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c46e1e3a-0451-4430-af60-a9443f3777b9 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Deleting port 6502038d-5fce-4481-9f54-be2ab7a4db27 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:53.388751 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c46e1e3a-0451-4430-af60-a9443f3777b9 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6502038d-5fce-4481-9f54-be2ab7a4db27), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:53.487746 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-06896398-f38c-45b8-a1cf-30226ee1e0bb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (abb0ce1f-8dda-43d0-9725-b7d4bd892448), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:53.510571 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-06896398-f38c-45b8-a1cf-30226ee1e0bb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:53.519806 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-06896398-f38c-45b8-a1cf-30226ee1e0bb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] 10.222.0.107 "DELETE /v2.0/networks/abb0ce1f-8dda-43d0-9725-b7d4bd892448 HTTP/1.1" status: 204 len: 168 time: 0.8935435 Feb 15 17:03:53.537424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-e45ddf0d-bc18-473e-b299-d67417d569ed', 'network_id': 'e45ddf0d-bc18-473e-b299-d67417d569ed', 'project_id': '7f95489ef09f4e808c6e16ac67ce7e2f', 'fixed_ips': [{'subnet_id': '79045bab-b541-4826-9bac-8e746a97d101'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:03:53.537424 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:53.550118 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06896398-f38c-45b8-a1cf-30226ee1e0bb tempest-ExternalNetworksTestJSON-441233429 tempest-ExternalNetworksTestJSON-441233429-project] Pushing event deleted for resources: {'Network': ['ID=abb0ce1f-8dda-43d0-9725-b7d4bd892448,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:53.666724 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c46e1e3a-0451-4430-af60-a9443f3777b9 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6502038d-5fce-4481-9f54-be2ab7a4db27), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:53.687452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c46e1e3a-0451-4430-af60-a9443f3777b9 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Calling delete_port for 6502038d-5fce-4481-9f54-be2ab7a4db27 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:53.723860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ce6a01-78e8-4f18-bbb6-c2fc18c41ce7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Made reservation on behalf of 7f95489ef09f4e808c6e16ac67ce7e2f for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:53.729099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01ce6a01-78e8-4f18-bbb6-c2fc18c41ce7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:53.802731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Allocated IP 2001:db8::f816:3eff:fee0:e37b (e45ddf0d-bc18-473e-b299-d67417d569ed/79045bab-b541-4826-9bac-8e746a97d101/5584b88a-1134-4e19-9485-77d8452ab718) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:53.805731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-01ce6a01-78e8-4f18-bbb6-c2fc18c41ce7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] device_id is not set on port 2e8141d6-880b-4ce4-89e8-b7a9c75d923c yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:03:53.988658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-86f9c69d-1282-4e5d-af0c-23638ece3ecd None None] Provisioning complete for port 6502038d-5fce-4481-9f54-be2ab7a4db27 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:53.989098 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86f9c69d-1282-4e5d-af0c-23638ece3ecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6502038d-5fce-4481-9f54-be2ab7a4db27), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:54.061962 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Publish callbacks [] for port (5584b88a-1134-4e19-9485-77d8452ab718), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:54.063577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-86f9c69d-1282-4e5d-af0c-23638ece3ecd None None] Port 6502038d-5fce-4481-9f54-be2ab7a4db27 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:54.084114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d707f6ea-f386-4f24-9b2d-f5a705c7d93c None None] Network 1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:03:54.264527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:03:54.267576 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (5584b88a-1134-4e19-9485-77d8452ab718), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:54.343576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-01ce6a01-78e8-4f18-bbb6-c2fc18c41ce7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Allocated IP 2001:db8::f816:3eff:fe38:c1d (e45ddf0d-bc18-473e-b299-d67417d569ed/79045bab-b541-4826-9bac-8e746a97d101/2e8141d6-880b-4ce4-89e8-b7a9c75d923c) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:54.370876 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Network e45ddf0d-bc18-473e-b299-d67417d569ed is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:54.372808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-7fb52bca-2c28-4d5a-a426-0831765462cc None None] Provisioning complete for port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:54.373390 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fb52bca-2c28-4d5a-a426-0831765462cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:54.412597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:54.415951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:54.438006 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41904) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:54.479497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Pushing event updated for resources: {'Port': ['ID=5584b88a-1134-4e19-9485-77d8452ab718,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:54.572251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c46e1e3a-0451-4430-af60-a9443f3777b9 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (6502038d-5fce-4481-9f54-be2ab7a4db27), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:54.683731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e1e3a-0451-4430-af60-a9443f3777b9 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event deleted for resources: {'Port': ['ID=6502038d-5fce-4481-9f54-be2ab7a4db27,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:54.707856 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:54.708238 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:54.757296 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Attempting to bind port 5584b88a-1134-4e19-9485-77d8452ab718 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:03:54.757724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Attempting to bind port 5584b88a-1134-4e19-9485-77d8452ab718 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '5cb7b15d-ee1e-42fd-a4cf-796fa17dba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e45ddf0d-bc18-473e-b299-d67417d569ed'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:03:54.758084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Attempting to bind port 5584b88a-1134-4e19-9485-77d8452ab718 on network e45ddf0d-bc18-473e-b299-d67417d569ed {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:03:54.772088 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:03:54.772513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Checking segment: {'id': '5cb7b15d-ee1e-42fd-a4cf-796fa17dba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e45ddf0d-bc18-473e-b299-d67417d569ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:03:54.773140 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:54.773633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Bound using segment: {'id': '5cb7b15d-ee1e-42fd-a4cf-796fa17dba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e45ddf0d-bc18-473e-b299-d67417d569ed'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:03:54.774160 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Bound port: 5584b88a-1134-4e19-9485-77d8452ab718, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb7b15d-ee1e-42fd-a4cf-796fa17dba84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e45ddf0d-bc18-473e-b299-d67417d569ed'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:03:54.774544 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5584b88a-1134-4e19-9485-77d8452ab718), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:54.779753 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c46e1e3a-0451-4430-af60-a9443f3777b9 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:54.784288 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c46e1e3a-0451-4430-af60-a9443f3777b9 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "DELETE /v2.0/ports/6502038d-5fce-4481-9f54-be2ab7a4db27 HTTP/1.1" status: 204 len: 168 time: 1.5771489 Feb 15 17:03:54.787104 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41914) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:54.796229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7fb52bca-2c28-4d5a-a426-0831765462cc None None] Current status of the port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:54.796624 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fb52bca-2c28-4d5a-a426-0831765462cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:54.864808 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e598e0-19b1-4619-9670-7909d0015391 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] GET failed (client error): The resource could not be found. Feb 15 17:03:54.870863 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-10e598e0-19b1-4619-9670-7909d0015391 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "GET /v2.0/ports/6502038d-5fce-4481-9f54-be2ab7a4db27 HTTP/1.1" status: 404 len: 333 time: 0.0773866 Feb 15 17:03:54.870863 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-675a6bfb-cbe6-4960-bc1c-0272baf2fe10 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1dfb7741aa7f48998bddb89fdb960a03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4286416 Feb 15 17:03:54.873534 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41918) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:54.874277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41920) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:54.881998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-08463653-ba33-4fa7-8d7b-83e078cb34a4 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Request body: {'port': {'network_id': 'e609e4e8-5b92-4a7d-9ef9-11984fd721f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1489199505'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:55.034926 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7fb52bca-2c28-4d5a-a426-0831765462cc None None] For port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec,segment=NetworkSegment(85998fcb-c6d9-4832-afa9-92b95bdee638),segment_id=85998fcb-c6d9-4832-afa9-92b95bdee638)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:03:55.051002 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01ce6a01-78e8-4f18-bbb6-c2fc18c41ce7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for port (2e8141d6-880b-4ce4-89e8-b7a9c75d923c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:55.075382 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:55.077932 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:55.149813 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fb52bca-2c28-4d5a-a426-0831765462cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:55.219448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] For port 5584b88a-1134-4e19-9485-77d8452ab718, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:03:55.228346 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-537972e8-173b-483e-974a-9b9bdf74b001 admin admin] Publish callbacks [] for security_group (eeb2f4bf-5d7b-470a-b7ad-73c83fbbe752), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:55.275710 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] For port 5584b88a-1134-4e19-9485-77d8452ab718, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5584b88a-1134-4e19-9485-77d8452ab718,segment=NetworkSegment(5cb7b15d-ee1e-42fd-a4cf-796fa17dba84),segment_id=5cb7b15d-ee1e-42fd-a4cf-796fa17dba84)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:03:55.281640 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-537972e8-173b-483e-974a-9b9bdf74b001 admin admin] Publish callbacks [] for security_group (eeb2f4bf-5d7b-470a-b7ad-73c83fbbe752), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:55.297126 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01ce6a01-78e8-4f18-bbb6-c2fc18c41ce7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2e8141d6-880b-4ce4-89e8-b7a9c75d923c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:55.303038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08463653-ba33-4fa7-8d7b-83e078cb34a4 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Made reservation on behalf of 31b2b3dd48904a909eae3a4e10bec611 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:55.306149 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:03:55.306513 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:03:55.307558 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08463653-ba33-4fa7-8d7b-83e078cb34a4 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:55.310753 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb52bca-2c28-4d5a-a426-0831765462cc None None] Pushing event updated for resources: {'Port': ['ID=e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:55.314510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ebc0ccba-84ce-4368-8733-9d144b5aae25 None None] Provisioning complete for port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:55.314867 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebc0ccba-84ce-4368-8733-9d144b5aae25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:55.371887 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5584b88a-1134-4e19-9485-77d8452ab718), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:55.386804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-08463653-ba33-4fa7-8d7b-83e078cb34a4 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] device_id is not set on port df1d6ee1-cf3f-42ed-a8c0-e82d33b2e3a9 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:03:55.408883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ce6a01-78e8-4f18-bbb6-c2fc18c41ce7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Network e45ddf0d-bc18-473e-b299-d67417d569ed is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:55.415566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-01ce6a01-78e8-4f18-bbb6-c2fc18c41ce7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:55.465399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39e263-a2e5-4b0d-8961-954c38b8e480 None None] Pushing event updated for resources: {'Port': ['ID=5584b88a-1134-4e19-9485-77d8452ab718,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:55.472508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce6a01-78e8-4f18-bbb6-c2fc18c41ce7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event updated for resources: {'Port': ['ID=2e8141d6-880b-4ce4-89e8-b7a9c75d923c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:55.476026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ce6a01-78e8-4f18-bbb6-c2fc18c41ce7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:55.481559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ce6a01-78e8-4f18-bbb6-c2fc18c41ce7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:55.482653 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01ce6a01-78e8-4f18-bbb6-c2fc18c41ce7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:55.548619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ebc0ccba-84ce-4368-8733-9d144b5aae25 None None] Current status of the port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:55.644958 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-01ce6a01-78e8-4f18-bbb6-c2fc18c41ce7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.2860188 Feb 15 17:03:55.644958 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-08463653-ba33-4fa7-8d7b-83e078cb34a4 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Allocated IP 2001:db8::57 (e609e4e8-5b92-4a7d-9ef9-11984fd721f1/5ca09b70-341d-42a3-b688-3361b51f3faa/df1d6ee1-cf3f-42ed-a8c0-e82d33b2e3a9) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:55.646825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41940) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:55.669641 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-537972e8-173b-483e-974a-9b9bdf74b001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (eeb2f4bf-5d7b-470a-b7ad-73c83fbbe752), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:55.675397 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-537972e8-173b-483e-974a-9b9bdf74b001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:55.682425 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-537972e8-173b-483e-974a-9b9bdf74b001 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/eeb2f4bf-5d7b-470a-b7ad-73c83fbbe752 HTTP/1.1" status: 204 len: 168 time: 0.8068449 Feb 15 17:03:55.731747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537972e8-173b-483e-974a-9b9bdf74b001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb2f4bf-5d7b-470a-b7ad-73c83fbbe752,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:55.755692 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:03:55.792570 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c42c9ef-d4ef-4fb6-921a-4f88f478b774 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Deleting subnet 79045bab-b541-4826-9bac-8e746a97d101 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:03:55.821220 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c42c9ef-d4ef-4fb6-921a-4f88f478b774 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for subnet (79045bab-b541-4826-9bac-8e746a97d101), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:55.951883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:55.982566 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c42c9ef-d4ef-4fb6-921a-4f88f478b774 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (79045bab-b541-4826-9bac-8e746a97d101), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:56.159553 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08463653-ba33-4fa7-8d7b-83e078cb34a4 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks [] for port (df1d6ee1-cf3f-42ed-a8c0-e82d33b2e3a9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:56.250426 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c42c9ef-d4ef-4fb6-921a-4f88f478b774 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (79045bab-b541-4826-9bac-8e746a97d101), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:56.298789 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08463653-ba33-4fa7-8d7b-83e078cb34a4 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (df1d6ee1-cf3f-42ed-a8c0-e82d33b2e3a9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:56.394688 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08463653-ba33-4fa7-8d7b-83e078cb34a4 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:56.397066 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-08463653-ba33-4fa7-8d7b-83e078cb34a4 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:56.401733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08463653-ba33-4fa7-8d7b-83e078cb34a4 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:56.412845 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5584b88a-1134-4e19-9485-77d8452ab718 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:03:56.419050 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08463653-ba33-4fa7-8d7b-83e078cb34a4 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:56.424434 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08463653-ba33-4fa7-8d7b-83e078cb34a4 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:56.489287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08463653-ba33-4fa7-8d7b-83e078cb34a4 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event updated for resources: {'Port': ['ID=df1d6ee1-cf3f-42ed-a8c0-e82d33b2e3a9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:56.492569 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c42c9ef-d4ef-4fb6-921a-4f88f478b774 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (79045bab-b541-4826-9bac-8e746a97d101), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:56.534497 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42c9ef-d4ef-4fb6-921a-4f88f478b774 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Subnet': ['ID=79045bab-b541-4826-9bac-8e746a97d101,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:56.540154 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c42c9ef-d4ef-4fb6-921a-4f88f478b774 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:56.549059 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0c42c9ef-d4ef-4fb6-921a-4f88f478b774 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/subnets/79045bab-b541-4826-9bac-8e746a97d101 HTTP/1.1" status: 204 len: 168 time: 0.9005439 Feb 15 17:03:56.549297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 5584b88a-1134-4e19-9485-77d8452ab718 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:56.549297 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5584b88a-1134-4e19-9485-77d8452ab718), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:56.549535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41948) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:56.640369 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-08463653-ba33-4fa7-8d7b-83e078cb34a4 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7627404 Feb 15 17:03:56.643619 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41950) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:56.650884 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1d341f34-38a9-4f2f-9e29-e34925632b68 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Request body: {'port': {'network_id': 'e609e4e8-5b92-4a7d-9ef9-11984fd721f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1734702984'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:56.688563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836f5d19-e24a-4634-804a-62c7fd1fcd68 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:56.694209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836f5d19-e24a-4634-804a-62c7fd1fcd68 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:56.701747 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-836f5d19-e24a-4634-804a-62c7fd1fcd68 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1511457 Feb 15 17:03:56.702385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41954) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:56.719126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41958) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:56.834714 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 5584b88a-1134-4e19-9485-77d8452ab718 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:56.835110 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5584b88a-1134-4e19-9485-77d8452ab718), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:56.953916 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 5584b88a-1134-4e19-9485-77d8452ab718, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5584b88a-1134-4e19-9485-77d8452ab718,segment=NetworkSegment(5cb7b15d-ee1e-42fd-a4cf-796fa17dba84),segment_id=5cb7b15d-ee1e-42fd-a4cf-796fa17dba84)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:03:57.008556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-7d58041f-0df9-49c1-93db-9826fc1e08a3 None None] Provisioning complete for port df1d6ee1-cf3f-42ed-a8c0-e82d33b2e3a9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:57.008981 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d58041f-0df9-49c1-93db-9826fc1e08a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (df1d6ee1-cf3f-42ed-a8c0-e82d33b2e3a9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.016572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d341f34-38a9-4f2f-9e29-e34925632b68 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Made reservation on behalf of 31b2b3dd48904a909eae3a4e10bec611 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:57.021026 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d341f34-38a9-4f2f-9e29-e34925632b68 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.053223 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-523a4431-7410-4d23-af47-2818d6dcc082 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (e45ddf0d-bc18-473e-b299-d67417d569ed), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.059548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-1d341f34-38a9-4f2f-9e29-e34925632b68 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] device_id is not set on port 70f3d214-d27d-4205-9718-527907b025f1 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:03:57.060741 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d5dc779f-bad3-4162-95c2-e992b939a911 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7b5cec4bd0c54d628727c4669c4843ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3405337 Feb 15 17:03:57.063684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41966) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:57.076911 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5584b88a-1134-4e19-9485-77d8452ab718), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.077723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:03:57.086918 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-523a4431-7410-4d23-af47-2818d6dcc082 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 15 17:03:57.087573 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523a4431-7410-4d23-af47-2818d6dcc082 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:03:57.091515 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-523a4431-7410-4d23-af47-2818d6dcc082 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/networks/e45ddf0d-bc18-473e-b299-d67417d569ed HTTP/1.1" status: 409 len: 466 time: 0.3881304 Feb 15 17:03:57.101231 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7d58041f-0df9-49c1-93db-9826fc1e08a3 None None] Port df1d6ee1-cf3f-42ed-a8c0-e82d33b2e3a9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:57.108082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41968) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:57.132735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2057ea9a-a1e4-4c1a-a5e1-834579362eb1 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-392043588'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:57.229083 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=5584b88a-1134-4e19-9485-77d8452ab718,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:57.248918 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:57.249302 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.269157 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9bbc82cd-3380-4764-a51a-7a3660ea2020 admin admin] Publish callbacks [] for security_group (abf7dda1-5ac2-4c59-b750-568795e187ed), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.295920 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9bbc82cd-3380-4764-a51a-7a3660ea2020 admin admin] Publish callbacks [] for security_group (abf7dda1-5ac2-4c59-b750-568795e187ed), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.324618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-1d341f34-38a9-4f2f-9e29-e34925632b68 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Allocated IP 2001:db8::2dc (e609e4e8-5b92-4a7d-9ef9-11984fd721f1/5ca09b70-341d-42a3-b688-3361b51f3faa/70f3d214-d27d-4205-9718-527907b025f1) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:03:57.370711 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2057ea9a-a1e4-4c1a-a5e1-834579362eb1 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Made reservation on behalf of 7f95489ef09f4e808c6e16ac67ce7e2f for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:57.374544 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2057ea9a-a1e4-4c1a-a5e1-834579362eb1 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.419627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2057ea9a-a1e4-4c1a-a5e1-834579362eb1 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:03:57.448054 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2057ea9a-a1e4-4c1a-a5e1-834579362eb1 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c6231aa8-1ba9-4de0-b510-5ef6faf6a093), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.448607 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-2057ea9a-a1e4-4c1a-a5e1-834579362eb1 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Added segment c6231aa8-1ba9-4de0-b510-5ef6faf6a093 of type vlan for network 66e81faa-c742-457a-a4ac-6dc063ad7446 Feb 15 17:03:57.464860 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9bbc82cd-3380-4764-a51a-7a3660ea2020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (abf7dda1-5ac2-4c59-b750-568795e187ed), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.471939 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9bbc82cd-3380-4764-a51a-7a3660ea2020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.476946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9bbc82cd-3380-4764-a51a-7a3660ea2020 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/abf7dda1-5ac2-4c59-b750-568795e187ed HTTP/1.1" status: 204 len: 168 time: 0.4099767 Feb 15 17:03:57.487002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:57.512689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbc82cd-3380-4764-a51a-7a3660ea2020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf7dda1-5ac2-4c59-b750-568795e187ed,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:57.518901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb75c55-f0e1-48dd-aad0-5b43df67e205 None None] Network e45ddf0d-bc18-473e-b299-d67417d569ed requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:03:57.528907 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2057ea9a-a1e4-4c1a-a5e1-834579362eb1 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (66e81faa-c742-457a-a4ac-6dc063ad7446), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.583954 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d341f34-38a9-4f2f-9e29-e34925632b68 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks [] for port (70f3d214-d27d-4205-9718-527907b025f1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.640298 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2057ea9a-a1e4-4c1a-a5e1-834579362eb1 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (66e81faa-c742-457a-a4ac-6dc063ad7446), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.648094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2057ea9a-a1e4-4c1a-a5e1-834579362eb1 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:57.648756 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2057ea9a-a1e4-4c1a-a5e1-834579362eb1 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.702887 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d341f34-38a9-4f2f-9e29-e34925632b68 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (70f3d214-d27d-4205-9718-527907b025f1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.737821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-67670e8e-5d27-4886-897c-0108910f1166 None None] Provisioning complete for port 5584b88a-1134-4e19-9485-77d8452ab718 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:57.738219 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67670e8e-5d27-4886-897c-0108910f1166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5584b88a-1134-4e19-9485-77d8452ab718), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.761065 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057ea9a-a1e4-4c1a-a5e1-834579362eb1 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event updated for resources: {'Network': ['ID=66e81faa-c742-457a-a4ac-6dc063ad7446,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:57.769454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d341f34-38a9-4f2f-9e29-e34925632b68 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:03:57.780444 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-1d341f34-38a9-4f2f-9e29-e34925632b68 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:57.788526 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d341f34-38a9-4f2f-9e29-e34925632b68 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:03:57.793757 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d341f34-38a9-4f2f-9e29-e34925632b68 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:57.794646 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d341f34-38a9-4f2f-9e29-e34925632b68 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:57.805814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 66e81faa-c742-457a-a4ac-6dc063ad7446 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:03:57.808540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2057ea9a-a1e4-4c1a-a5e1-834579362eb1 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6990569 Feb 15 17:03:57.811997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41976) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:57.820793 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-70c7e0db-131c-458c-984c-c5a82b9042cd tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Request body: {'subnet': {'network_id': '66e81faa-c742-457a-a4ac-6dc063ad7446', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:57.858300 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d341f34-38a9-4f2f-9e29-e34925632b68 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event updated for resources: {'Port': ['ID=70f3d214-d27d-4205-9718-527907b025f1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:57.952990 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1d341f34-38a9-4f2f-9e29-e34925632b68 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3068349 Feb 15 17:03:57.954912 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41980) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:57.960991 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3479f2e6-ebc3-44ac-bb1f-33c33c236eea tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::31', 'mac_address': 'fa:16:3e:af:4c:f8'}, {'ip_address': '2001:db8::57', 'mac_address': 'fa:16:3e:81:93:c7'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:03:58.104205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c7e0db-131c-458c-984c-c5a82b9042cd tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Made reservation on behalf of 7f95489ef09f4e808c6e16ac67ce7e2f for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:03:58.109202 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-70c7e0db-131c-458c-984c-c5a82b9042cd tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:58.251286 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac33caa4-a2ac-4b82-aa88-6b84304e7f5d None None] DHCP port deletion for e45ddf0d-bc18-473e-b299-d67417d569ed request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:03:58.300297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-67670e8e-5d27-4886-897c-0108910f1166 None None] Current status of the port 5584b88a-1134-4e19-9485-77d8452ab718 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:03:58.387920 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ac33caa4-a2ac-4b82-aa88-6b84304e7f5d None None] Deleting port 5584b88a-1134-4e19-9485-77d8452ab718 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:58.388205 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac33caa4-a2ac-4b82-aa88-6b84304e7f5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5584b88a-1134-4e19-9485-77d8452ab718), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:58.401183 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3479f2e6-ebc3-44ac-bb1f-33c33c236eea tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (70f3d214-d27d-4205-9718-527907b025f1), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:58.517592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ac33caa4-a2ac-4b82-aa88-6b84304e7f5d None None] For port 5584b88a-1134-4e19-9485-77d8452ab718, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5584b88a-1134-4e19-9485-77d8452ab718,segment=NetworkSegment(5cb7b15d-ee1e-42fd-a4cf-796fa17dba84),segment_id=5cb7b15d-ee1e-42fd-a4cf-796fa17dba84)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:03:58.518202 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac33caa4-a2ac-4b82-aa88-6b84304e7f5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5584b88a-1134-4e19-9485-77d8452ab718), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:58.553828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ac33caa4-a2ac-4b82-aa88-6b84304e7f5d None None] Calling delete_port for 5584b88a-1134-4e19-9485-77d8452ab718 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:58.555484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b76f3e36-7aec-4f6e-ab75-6ff1f323943c None None] Provisioning complete for port 70f3d214-d27d-4205-9718-527907b025f1 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:58.555861 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b76f3e36-7aec-4f6e-ab75-6ff1f323943c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (70f3d214-d27d-4205-9718-527907b025f1), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:58.869140 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3479f2e6-ebc3-44ac-bb1f-33c33c236eea tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks [] for port (70f3d214-d27d-4205-9718-527907b025f1), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:58.871625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.objects.ports [None req-70c7e0db-131c-458c-984c-c5a82b9042cd tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103799) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:03:58.874586 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-70c7e0db-131c-458c-984c-c5a82b9042cd tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (963f5831-5a8a-4d48-ade3-b99b0a51ba2a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:58.936450 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3479f2e6-ebc3-44ac-bb1f-33c33c236eea tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (70f3d214-d27d-4205-9718-527907b025f1), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:59.021216 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3479f2e6-ebc3-44ac-bb1f-33c33c236eea tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] In _notify_port_updated(), no bound segment for port 70f3d214-d27d-4205-9718-527907b025f1 on network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 17:03:59.037918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3479f2e6-ebc3-44ac-bb1f-33c33c236eea tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:59.038608 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3479f2e6-ebc3-44ac-bb1f-33c33c236eea tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:59.046806 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3479f2e6-ebc3-44ac-bb1f-33c33c236eea tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "PUT /v2.0/ports/70f3d214-d27d-4205-9718-527907b025f1 HTTP/1.1" status: 200 len: 1066 time: 1.0905902 Feb 15 17:03:59.054684 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42004) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:59.090484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7e0db-131c-458c-984c-c5a82b9042cd tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event updated for resources: {'Subnet': ['ID=963f5831-5a8a-4d48-ade3-b99b0a51ba2a,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:59.164603 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7e0db-131c-458c-984c-c5a82b9042cd tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Checking segment: {'id': 'c6231aa8-1ba9-4de0-b510-5ef6faf6a093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66e81faa-c742-457a-a4ac-6dc063ad7446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:03:59.165660 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7e0db-131c-458c-984c-c5a82b9042cd tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Network hostable DHCP agents. Network: 66e81faa-c742-457a-a4ac-6dc063ad7446, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:03:59.218527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479f2e6-ebc3-44ac-bb1f-33c33c236eea tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event updated for resources: {'Port': ['ID=70f3d214-d27d-4205-9718-527907b025f1,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:03:59.394719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7e0db-131c-458c-984c-c5a82b9042cd tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Network 66e81faa-c742-457a-a4ac-6dc063ad7446 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:03:59.412370 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b76f3e36-7aec-4f6e-ab75-6ff1f323943c None None] Port 70f3d214-d27d-4205-9718-527907b025f1 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:03:59.459525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d6d0b58b-dd96-46f4-967e-5db792352d8c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Deleting port 70f3d214-d27d-4205-9718-527907b025f1 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:03:59.459879 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6d0b58b-dd96-46f4-967e-5db792352d8c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (70f3d214-d27d-4205-9718-527907b025f1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:59.466018 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4dfdc513-683b-431e-857b-79575bed4a72 req-77909bda-e100-4651-9fc3-9716bca00ce8 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1902025 Feb 15 17:03:59.562405 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-70c7e0db-131c-458c-984c-c5a82b9042cd tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 66e81faa-c742-457a-a4ac-6dc063ad7446) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:03:59.562405 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c7e0db-131c-458c-984c-c5a82b9042cd tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:03:59.562405 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-70c7e0db-131c-458c-984c-c5a82b9042cd tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:59.567500 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42da5d8e-8360-4faa-8af0-b9a8591db09c None None] Network 66e81faa-c742-457a-a4ac-6dc063ad7446 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:03:59.572216 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-500562bd-7e12-4c63-961d-085cd390787b None None] Provisioning complete for port 70f3d214-d27d-4205-9718-527907b025f1 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:03:59.572595 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-500562bd-7e12-4c63-961d-085cd390787b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (70f3d214-d27d-4205-9718-527907b025f1), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:59.672341 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6d0b58b-dd96-46f4-967e-5db792352d8c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (70f3d214-d27d-4205-9718-527907b025f1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:03:59.720906 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d6d0b58b-dd96-46f4-967e-5db792352d8c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Calling delete_port for 70f3d214-d27d-4205-9718-527907b025f1 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:03:59.860916 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-70c7e0db-131c-458c-984c-c5a82b9042cd tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0474224 Feb 15 17:03:59.870592 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42034) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:03:59.894374 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5da1b489-9bdb-4bcb-9769-8321a3a52c9c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Request body: {'port': {'network_id': '66e81faa-c742-457a-a4ac-6dc063ad7446', 'name': 'tempest-NetworksIpV6TestAttrs-439752308'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:00.016826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-500562bd-7e12-4c63-961d-085cd390787b None None] Port 70f3d214-d27d-4205-9718-527907b025f1 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:04:00.022491 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac33caa4-a2ac-4b82-aa88-6b84304e7f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (5584b88a-1134-4e19-9485-77d8452ab718), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:00.067368 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-66e81faa-c742-457a-a4ac-6dc063ad7446', 'network_id': '66e81faa-c742-457a-a4ac-6dc063ad7446', 'project_id': '7f95489ef09f4e808c6e16ac67ce7e2f', 'fixed_ips': [{'subnet_id': '963f5831-5a8a-4d48-ade3-b99b0a51ba2a'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:04:00.068169 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:00.073987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdc513-683b-431e-857b-79575bed4a72 req-e8b68656-31a6-493e-8129-b231bc89ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:00.076592 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4dfdc513-683b-431e-857b-79575bed4a72 req-e8b68656-31a6-493e-8129-b231bc89ce3e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 1128 time: 0.3532789 Feb 15 17:04:00.088370 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-15e4ae8f-8a58-4ce6-95b4-524be251691c tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:00.091240 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-15e4ae8f-8a58-4ce6-95b4-524be251691c tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 814 time: 0.4144747 Feb 15 17:04:00.125550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33caa4-a2ac-4b82-aa88-6b84304e7f5d None None] No DVR routers for this DVR port 5584b88a-1134-4e19-9485-77d8452ab718 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:04:00.138251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33caa4-a2ac-4b82-aa88-6b84304e7f5d None None] Pushing event deleted for resources: {'Port': ['ID=5584b88a-1134-4e19-9485-77d8452ab718,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:00.149226 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-18ef644f-39d2-4e44-a080-87c245b730d7 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/quotas/53fc11c61440421b91f61d2ecb1b30e4 HTTP/1.1" status: 200 len: 375 time: 0.0512288 Feb 15 17:04:00.325533 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-8953aa8f-1d80-4311-a994-567e88f3f1fe tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1600339 Feb 15 17:04:00.342286 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5584b88a-1134-4e19-9485-77d8452ab718 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:04:00.365123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdc513-683b-431e-857b-79575bed4a72 req-bc63f2eb-c816-48fc-9757-ee80a833688b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:00.369089 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4dfdc513-683b-431e-857b-79575bed4a72 req-bc63f2eb-c816-48fc-9757-ee80a833688b service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 915 time: 0.2490661 Feb 15 17:04:00.468719 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 5584b88a-1134-4e19-9485-77d8452ab718 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:04:00.470186 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5584b88a-1134-4e19-9485-77d8452ab718 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:04:00.479678 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4dfdc513-683b-431e-857b-79575bed4a72 req-305757f1-3372-465f-b414-816226f3ecc1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 HTTP/1.1" status: 200 len: 217 time: 0.1029844 Feb 15 17:04:00.584359 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:00.606418 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da1b489-9bdb-4bcb-9769-8321a3a52c9c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Made reservation on behalf of 7f95489ef09f4e808c6e16ac67ce7e2f for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:00.610102 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da1b489-9bdb-4bcb-9769-8321a3a52c9c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:00.634744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Allocated IP 2001:db8::f816:3eff:febe:2afe (66e81faa-c742-457a-a4ac-6dc063ad7446/963f5831-5a8a-4d48-ade3-b99b0a51ba2a/7a83aaed-a5a9-4933-a4b7-a9f70598a769) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:04:00.640509 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-5da1b489-9bdb-4bcb-9769-8321a3a52c9c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] device_id is not set on port d54c6479-f192-4247-8f7f-4c221314585a yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:04:00.681684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdc513-683b-431e-857b-79575bed4a72 req-d2f67991-f003-42be-a3e9-a0dde4360ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:00.683344 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4dfdc513-683b-431e-857b-79575bed4a72 req-d2f67991-f003-42be-a3e9-a0dde4360ffd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5d61963-0097-43d2-aa6c-f33683398652 HTTP/1.1" status: 200 len: 854 time: 0.1982713 Feb 15 17:04:00.736586 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6d0b58b-dd96-46f4-967e-5db792352d8c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (70f3d214-d27d-4205-9718-527907b025f1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:00.781721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4dfdc513-683b-431e-857b-79575bed4a72 req-633274f4-2405-448e-b789-780fdc5e64ba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901165 Feb 15 17:04:00.791547 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0b58b-dd96-46f4-967e-5db792352d8c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event deleted for resources: {'Port': ['ID=70f3d214-d27d-4205-9718-527907b025f1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:00.838226 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:00.912117 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-248964fb-d1e0-4fd1-850a-60228dd33e68 service neutron] 10.222.0.107 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708010 Feb 15 17:04:01.101582 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6d0b58b-dd96-46f4-967e-5db792352d8c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:01.108333 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d6d0b58b-dd96-46f4-967e-5db792352d8c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "DELETE /v2.0/ports/70f3d214-d27d-4205-9718-527907b025f1 HTTP/1.1" status: 204 len: 168 time: 2.0526025 Feb 15 17:04:01.108970 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42054) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:01.154371 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1cf132-d4bf-4a65-a485-8cebd68db9c3 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] GET failed (client error): The resource could not be found. Feb 15 17:04:01.157429 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5f1cf132-d4bf-4a65-a485-8cebd68db9c3 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "GET /v2.0/ports/70f3d214-d27d-4205-9718-527907b025f1 HTTP/1.1" status: 404 len: 333 time: 0.0452571 Feb 15 17:04:01.159574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42056) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:01.188489 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Publish callbacks [] for port (7a83aaed-a5a9-4933-a4b7-a9f70598a769), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:01.254132 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4dfdc513-683b-431e-857b-79575bed4a72 req-57468bbc-992c-42cf-be79-06492ac51202 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557188 Feb 15 17:04:01.268472 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (7a83aaed-a5a9-4933-a4b7-a9f70598a769), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:01.314420 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-7a00e5e5-1be9-4dd5-95ec-621357041927 service neutron] 10.222.0.107 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883905 Feb 15 17:04:01.396587 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Network 66e81faa-c742-457a-a4ac-6dc063ad7446 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:04:01.406165 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:01.414333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:04:01.418602 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-5da1b489-9bdb-4bcb-9769-8321a3a52c9c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Allocated IP 2001:db8::f816:3eff:fed1:622 (66e81faa-c742-457a-a4ac-6dc063ad7446/963f5831-5a8a-4d48-ade3-b99b0a51ba2a/d54c6479-f192-4247-8f7f-4c221314585a) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:04:01.437713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Pushing event updated for resources: {'Port': ['ID=7a83aaed-a5a9-4933-a4b7-a9f70598a769,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:01.518849 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4dfdc513-683b-431e-857b-79575bed4a72 req-49f4443f-bc27-4998-89a4-9136150104e7 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477975 Feb 15 17:04:01.649463 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Attempting to bind port 7a83aaed-a5a9-4933-a4b7-a9f70598a769 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:01.649463 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Attempting to bind port 7a83aaed-a5a9-4933-a4b7-a9f70598a769 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'c6231aa8-1ba9-4de0-b510-5ef6faf6a093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66e81faa-c742-457a-a4ac-6dc063ad7446'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:01.649463 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Attempting to bind port 7a83aaed-a5a9-4933-a4b7-a9f70598a769 on network 66e81faa-c742-457a-a4ac-6dc063ad7446 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:01.653798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:04:01.654658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Checking segment: {'id': 'c6231aa8-1ba9-4de0-b510-5ef6faf6a093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66e81faa-c742-457a-a4ac-6dc063ad7446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:04:01.655306 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:01.655928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Bound using segment: {'id': 'c6231aa8-1ba9-4de0-b510-5ef6faf6a093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66e81faa-c742-457a-a4ac-6dc063ad7446'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:04:01.656631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Bound port: 7a83aaed-a5a9-4933-a4b7-a9f70598a769, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6231aa8-1ba9-4de0-b510-5ef6faf6a093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '66e81faa-c742-457a-a4ac-6dc063ad7446'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:04:01.657264 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7a83aaed-a5a9-4933-a4b7-a9f70598a769), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:01.713282 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42072) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:01.842495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] For port 7a83aaed-a5a9-4933-a4b7-a9f70598a769, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:04:01.846997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] For port 7a83aaed-a5a9-4933-a4b7-a9f70598a769, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7a83aaed-a5a9-4933-a4b7-a9f70598a769,segment=NetworkSegment(c6231aa8-1ba9-4de0-b510-5ef6faf6a093),segment_id=c6231aa8-1ba9-4de0-b510-5ef6faf6a093)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:04:01.874697 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-34821214-d81c-45ca-aaff-717dfd2bbbf1 req-69017ab0-7ee5-4bd1-a8be-518b3c7fdecd tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 210 time: 0.0886753 Feb 15 17:04:01.898976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-3fda0cd1-9236-4ccf-8eac-3d3fdf8a9d77 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1504951705'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:01.906030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-3fda0cd1-9236-4ccf-8eac-3d3fdf8a9d77 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] Unknown quota resources ['metering_label']. {{(pid=103799) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 17:04:01.938543 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7a83aaed-a5a9-4933-a4b7-a9f70598a769), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:02.032096 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da1b489-9bdb-4bcb-9769-8321a3a52c9c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for port (d54c6479-f192-4247-8f7f-4c221314585a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:02.036636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-cb48d9b1-855b-4d23-a351-8e85cbd13198 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Deleting port df1d6ee1-cf3f-42ed-a8c0-e82d33b2e3a9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:02.036969 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb48d9b1-855b-4d23-a351-8e85cbd13198 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (df1d6ee1-cf3f-42ed-a8c0-e82d33b2e3a9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:02.141986 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567d758-0e49-49a5-aefb-dbbe4a5a243b None None] Pushing event updated for resources: {'Port': ['ID=7a83aaed-a5a9-4933-a4b7-a9f70598a769,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:02.231620 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb48d9b1-855b-4d23-a351-8e85cbd13198 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (df1d6ee1-cf3f-42ed-a8c0-e82d33b2e3a9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:02.258355 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-cb48d9b1-855b-4d23-a351-8e85cbd13198 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Calling delete_port for df1d6ee1-cf3f-42ed-a8c0-e82d33b2e3a9 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:02.366116 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da1b489-9bdb-4bcb-9769-8321a3a52c9c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d54c6479-f192-4247-8f7f-4c221314585a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:02.431131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da1b489-9bdb-4bcb-9769-8321a3a52c9c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Network 66e81faa-c742-457a-a4ac-6dc063ad7446 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:04:02.507575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-5da1b489-9bdb-4bcb-9769-8321a3a52c9c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:02.559645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da1b489-9bdb-4bcb-9769-8321a3a52c9c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:04:02.585618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da1b489-9bdb-4bcb-9769-8321a3a52c9c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:02.588375 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da1b489-9bdb-4bcb-9769-8321a3a52c9c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:02.617010 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da1b489-9bdb-4bcb-9769-8321a3a52c9c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event updated for resources: {'Port': ['ID=d54c6479-f192-4247-8f7f-4c221314585a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:02.904320 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb48d9b1-855b-4d23-a351-8e85cbd13198 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (df1d6ee1-cf3f-42ed-a8c0-e82d33b2e3a9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:03.007796 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5da1b489-9bdb-4bcb-9769-8321a3a52c9c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 3.1360710 Feb 15 17:04:03.008650 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42096) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:03.015561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb48d9b1-855b-4d23-a351-8e85cbd13198 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event deleted for resources: {'Port': ['ID=df1d6ee1-cf3f-42ed-a8c0-e82d33b2e3a9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:03.120961 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb48d9b1-855b-4d23-a351-8e85cbd13198 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:03.128844 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cb48d9b1-855b-4d23-a351-8e85cbd13198 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "DELETE /v2.0/ports/df1d6ee1-cf3f-42ed-a8c0-e82d33b2e3a9 HTTP/1.1" status: 204 len: 168 time: 1.9679625 Feb 15 17:04:03.133490 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42098) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:03.209057 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ba5fab-85ad-4d23-b8d5-de7aed45cb24 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] GET failed (client error): The resource could not be found. Feb 15 17:04:03.210551 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-81ba5fab-85ad-4d23-b8d5-de7aed45cb24 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "GET /v2.0/ports/df1d6ee1-cf3f-42ed-a8c0-e82d33b2e3a9 HTTP/1.1" status: 404 len: 333 time: 0.0760949 Feb 15 17:04:03.216572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42100) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:03.248223 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fda0cd1-9236-4ccf-8eac-3d3fdf8a9d77 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:03.252906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3fda0cd1-9236-4ccf-8eac-3d3fdf8a9d77 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] 10.222.0.107 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.5377460 Feb 15 17:04:03.253588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42102) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:03.271866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ff9af759-0ebf-475c-a43e-891eaef15714 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '37da92f9-1ce7-40bf-a61f-5dd0cad66edf'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:03.279107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ff9af759-0ebf-475c-a43e-891eaef15714 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103799) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 17:04:03.279107 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5dbe9efc-a207-4a4c-a1d4-b57991f4b962 req-492a36d5-ba99-4fc8-83ee-f75fc5e370b1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 210 time: 0.0843296 Feb 15 17:04:03.318767 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e64c02-58e8-47ba-a1a2-886a700d5abb tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Deleting subnet 963f5831-5a8a-4d48-ade3-b99b0a51ba2a {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:04:03.339491 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e64c02-58e8-47ba-a1a2-886a700d5abb tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for subnet (963f5831-5a8a-4d48-ade3-b99b0a51ba2a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:03.606195 n-d-828372-14 neutron-server[103799]: WARNING neutron.services.metering.metering_plugin [None req-ff9af759-0ebf-475c-a43e-891eaef15714 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 15 17:04:03.633149 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e64c02-58e8-47ba-a1a2-886a700d5abb tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (963f5831-5a8a-4d48-ade3-b99b0a51ba2a), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:03.813955 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e96eb9c5-f7c6-4dab-b4ee-81f92c02dd4c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Deleting port f3d03834-534a-4b76-8d93-c1c790b1ff5c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:03.816036 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e96eb9c5-f7c6-4dab-b4ee-81f92c02dd4c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f3d03834-534a-4b76-8d93-c1c790b1ff5c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:03.923596 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff9af759-0ebf-475c-a43e-891eaef15714 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:03.942862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ff9af759-0ebf-475c-a43e-891eaef15714 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] 10.222.0.107 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6738555 Feb 15 17:04:03.943088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42118) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:03.953708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-384409c6-9475-4ed1-93ea-6e4624ae285f tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '37da92f9-1ce7-40bf-a61f-5dd0cad66edf'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:03.954435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-384409c6-9475-4ed1-93ea-6e4624ae285f tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103799) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 17:04:04.010732 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e96eb9c5-f7c6-4dab-b4ee-81f92c02dd4c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f3d03834-534a-4b76-8d93-c1c790b1ff5c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:04.082532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e96eb9c5-f7c6-4dab-b4ee-81f92c02dd4c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Calling delete_port for f3d03834-534a-4b76-8d93-c1c790b1ff5c owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:04.100042 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba063ee-8b61-49a4-b2bc-a190b2cc4428 None None] Network 66e81faa-c742-457a-a4ac-6dc063ad7446 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:04:04.223136 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e64c02-58e8-47ba-a1a2-886a700d5abb tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (963f5831-5a8a-4d48-ade3-b99b0a51ba2a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:04.241272 n-d-828372-14 neutron-server[103799]: WARNING neutron.services.metering.metering_plugin [None req-384409c6-9475-4ed1-93ea-6e4624ae285f tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 15 17:04:04.259710 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6e927436-8c74-4787-b170-966cd189be37 None None] Provisioning complete for port 7a83aaed-a5a9-4933-a4b7-a9f70598a769 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:04:04.260419 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e927436-8c74-4787-b170-966cd189be37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7a83aaed-a5a9-4933-a4b7-a9f70598a769), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:04.379110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7a83aaed-a5a9-4933-a4b7-a9f70598a769 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:04:04.460035 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-384409c6-9475-4ed1-93ea-6e4624ae285f tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:04.463160 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-893b0549-835e-4e38-98bb-f20538858465 req-449990cb-4ffc-4c13-9ecf-451606e2c3bf tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 210 time: 0.0601466 Feb 15 17:04:04.464831 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-384409c6-9475-4ed1-93ea-6e4624ae285f tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] 10.222.0.107 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5207367 Feb 15 17:04:04.467958 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42126) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:04.469949 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e64c02-58e8-47ba-a1a2-886a700d5abb tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (963f5831-5a8a-4d48-ade3-b99b0a51ba2a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:04.493392 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f990a7bd-8a69-4f13-bea8-3b81d4978699 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-label-rules?id=83f107c6-bf06-4347-b7d9-9f7550d4ebec HTTP/1.1" status: 200 len: 464 time: 0.0203023 Feb 15 17:04:04.494485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42132) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:04.559458 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11e64c02-58e8-47ba-a1a2-886a700d5abb tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:04.562810 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-11e64c02-58e8-47ba-a1a2-886a700d5abb tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/subnets/963f5831-5a8a-4d48-ade3-b99b0a51ba2a HTTP/1.1" status: 204 len: 168 time: 1.5385742 Feb 15 17:04:04.565411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42134) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:04.585524 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e64c02-58e8-47ba-a1a2-886a700d5abb tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Subnet': ['ID=963f5831-5a8a-4d48-ade3-b99b0a51ba2a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:04.701065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7a83aaed-a5a9-4933-a4b7-a9f70598a769 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:04:04.703396 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7a83aaed-a5a9-4933-a4b7-a9f70598a769), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:04.714824 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e96eb9c5-f7c6-4dab-b4ee-81f92c02dd4c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f3d03834-534a-4b76-8d93-c1c790b1ff5c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:04.793670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96eb9c5-f7c6-4dab-b4ee-81f92c02dd4c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event deleted for resources: {'Port': ['ID=f3d03834-534a-4b76-8d93-c1c790b1ff5c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:04.803405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6e927436-8c74-4787-b170-966cd189be37 None None] Current status of the port 7a83aaed-a5a9-4933-a4b7-a9f70598a769 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:04:04.813549 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e927436-8c74-4787-b170-966cd189be37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7a83aaed-a5a9-4933-a4b7-a9f70598a769), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:04.920495 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e96eb9c5-f7c6-4dab-b4ee-81f92c02dd4c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:04.933100 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e96eb9c5-f7c6-4dab-b4ee-81f92c02dd4c tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "DELETE /v2.0/ports/f3d03834-534a-4b76-8d93-c1c790b1ff5c HTTP/1.1" status: 204 len: 168 time: 1.7154095 Feb 15 17:04:04.933810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42148) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:04.995253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caa0ce4-a22e-4be4-8eee-c6f2d7cf2757 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:04.998860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caa0ce4-a22e-4be4-8eee-c6f2d7cf2757 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:05.006445 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8caa0ce4-a22e-4be4-8eee-c6f2d7cf2757 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4374359 Feb 15 17:04:05.012713 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42150) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:05.038867 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6e927436-8c74-4787-b170-966cd189be37 None None] For port 7a83aaed-a5a9-4933-a4b7-a9f70598a769, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7a83aaed-a5a9-4933-a4b7-a9f70598a769,segment=NetworkSegment(c6231aa8-1ba9-4de0-b510-5ef6faf6a093),segment_id=c6231aa8-1ba9-4de0-b510-5ef6faf6a093)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:05.056784 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7a83aaed-a5a9-4933-a4b7-a9f70598a769 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:04:05.057651 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7a83aaed-a5a9-4933-a4b7-a9f70598a769), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:05.100233 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e1adfff9-bdc0-4904-a7d2-fbf1af579cd5 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:05.101588 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e1adfff9-bdc0-4904-a7d2-fbf1af579cd5 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] 10.222.0.107 "DELETE /v2.0/metering/metering-label-rules/83f107c6-bf06-4347-b7d9-9f7550d4ebec HTTP/1.1" status: 204 len: 168 time: 0.6069243 Feb 15 17:04:05.107687 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42154) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:05.123802 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e24e139e-90a9-4baa-95d4-5834f6fb7b8c tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-label-rules?id=83f107c6-bf06-4347-b7d9-9f7550d4ebec HTTP/1.1" status: 200 len: 221 time: 0.0144875 Feb 15 17:04:05.127891 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42156) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:05.133922 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c09d1c28-0cab-408e-9589-0a211d909e16 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--999128698', 'description': 'label created by tempest'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:05.134662 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c09d1c28-0cab-408e-9589-0a211d909e16 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] Unknown quota resources ['metering_label']. {{(pid=103799) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 17:04:05.139622 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e927436-8c74-4787-b170-966cd189be37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7a83aaed-a5a9-4933-a4b7-a9f70598a769), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:05.301768 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-1e7c22b2-ecf2-46e7-8deb-33e8b7acc297 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:05.303871 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-1e7c22b2-ecf2-46e7-8deb-33e8b7acc297 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.67 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 814 time: 0.6930883 Feb 15 17:04:05.325481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-49680e36-0437-4a98-9032-c42140d779a1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Request body: {'port': {'device_id': 'f9e864e4-f4d0-41a6-ac22-ca0907060c9b', 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e', 'admin_state_up': True, 'tenant_id': '53fc11c61440421b91f61d2ecb1b30e4'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:05.347832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e927436-8c74-4787-b170-966cd189be37 None None] Pushing event updated for resources: {'Port': ['ID=7a83aaed-a5a9-4933-a4b7-a9f70598a769,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:05.351712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fb6483-121b-4bcb-9997-f4d9c65477f3 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Deleting subnet 5ca09b70-341d-42a3-b688-3361b51f3faa {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:04:05.368966 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72fb6483-121b-4bcb-9997-f4d9c65477f3 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks [] for subnet (5ca09b70-341d-42a3-b688-3361b51f3faa), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:05.380230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a574df-c3fa-439b-b330-820e1a81312c None None] Network 66e81faa-c742-457a-a4ac-6dc063ad7446 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:04:05.512424 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72fb6483-121b-4bcb-9997-f4d9c65477f3 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (5ca09b70-341d-42a3-b688-3361b51f3faa), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:05.531896 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:04:05.533161 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:04:05.618928 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2f510552-a7bf-4bc0-8547-594b898b2a94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (66e81faa-c742-457a-a4ac-6dc063ad7446), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:05.667421 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-aeda2804-1315-4cbb-bff9-94df745a1d9c None None] Provisioning complete for port 7a83aaed-a5a9-4933-a4b7-a9f70598a769 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:04:05.668927 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aeda2804-1315-4cbb-bff9-94df745a1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7a83aaed-a5a9-4933-a4b7-a9f70598a769), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:05.712339 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f510552-a7bf-4bc0-8547-594b898b2a94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 15 17:04:05.712979 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f510552-a7bf-4bc0-8547-594b898b2a94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:04:05.721718 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2f510552-a7bf-4bc0-8547-594b898b2a94 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/networks/66e81faa-c742-457a-a4ac-6dc063ad7446 HTTP/1.1" status: 409 len: 466 time: 0.7027001 Feb 15 17:04:05.723413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42164) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:05.742834 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c09d1c28-0cab-408e-9589-0a211d909e16 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:05.749110 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c09d1c28-0cab-408e-9589-0a211d909e16 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] 10.222.0.107 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6198382 Feb 15 17:04:05.762763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-1a5ee3a1-9d6a-4799-ad05-465f444d0fb8 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1379862370'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:05.766014 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1e996d-5723-44b9-a981-6908ce3b7a3d None None] DHCP port deletion for 66e81faa-c742-457a-a4ac-6dc063ad7446 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:04:05.769236 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42166) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:05.885994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e81e82fc-53d2-4e6d-bdd6-38862a42227b req-fa0712b1-20d2-42ff-9f21-a4e3a19a337c tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 210 time: 0.1798549 Feb 15 17:04:05.895950 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5ee3a1-9d6a-4799-ad05-465f444d0fb8 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Made reservation on behalf of 7f95489ef09f4e808c6e16ac67ce7e2f for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:05.909125 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a5ee3a1-9d6a-4799-ad05-465f444d0fb8 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:05.965994 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c1eac347-db14-4e0c-8866-bc3491d1203b tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-labels?id=da0f074f-4878-4953-97c3-3269d964d142 HTTP/1.1" status: 200 len: 467 time: 0.1878605 Feb 15 17:04:05.971642 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42172) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:05.972048 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aeda2804-1315-4cbb-bff9-94df745a1d9c None None] Current status of the port 7a83aaed-a5a9-4933-a4b7-a9f70598a769 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:04:06.008054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e996d-5723-44b9-a981-6908ce3b7a3d None None] Deleting port 7a83aaed-a5a9-4933-a4b7-a9f70598a769 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:06.008767 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb1e996d-5723-44b9-a981-6908ce3b7a3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7a83aaed-a5a9-4933-a4b7-a9f70598a769), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:06.062001 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5ee3a1-9d6a-4799-ad05-465f444d0fb8 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:04:06.117564 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a5ee3a1-9d6a-4799-ad05-465f444d0fb8 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:06.117833 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-1a5ee3a1-9d6a-4799-ad05-465f444d0fb8 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Added segment 1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd of type vlan for network 82b6011b-39f4-4555-ba99-ad949c89c865 Feb 15 17:04:06.137401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-aeda2804-1315-4cbb-bff9-94df745a1d9c None None] Provisioning complete for port d54c6479-f192-4247-8f7f-4c221314585a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:04:06.137938 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aeda2804-1315-4cbb-bff9-94df745a1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d54c6479-f192-4247-8f7f-4c221314585a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:06.202371 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cb1e996d-5723-44b9-a981-6908ce3b7a3d None None] For port 7a83aaed-a5a9-4933-a4b7-a9f70598a769, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7a83aaed-a5a9-4933-a4b7-a9f70598a769,segment=NetworkSegment(c6231aa8-1ba9-4de0-b510-5ef6faf6a093),segment_id=c6231aa8-1ba9-4de0-b510-5ef6faf6a093)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:06.203095 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb1e996d-5723-44b9-a981-6908ce3b7a3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7a83aaed-a5a9-4933-a4b7-a9f70598a769), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:06.225754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7a83aaed-a5a9-4933-a4b7-a9f70598a769 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:04:06.249251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-49680e36-0437-4a98-9032-c42140d779a1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Made reservation on behalf of 53fc11c61440421b91f61d2ecb1b30e4 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:06.251935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cb1e996d-5723-44b9-a981-6908ce3b7a3d None None] Calling delete_port for 7a83aaed-a5a9-4933-a4b7-a9f70598a769 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:06.256921 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-49680e36-0437-4a98-9032-c42140d779a1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:06.279012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aeda2804-1315-4cbb-bff9-94df745a1d9c None None] Port d54c6479-f192-4247-8f7f-4c221314585a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:04:06.294340 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72fb6483-121b-4bcb-9997-f4d9c65477f3 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (5ca09b70-341d-42a3-b688-3361b51f3faa), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:06.325027 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a5ee3a1-9d6a-4799-ad05-465f444d0fb8 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (82b6011b-39f4-4555-ba99-ad949c89c865), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:06.408847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7a83aaed-a5a9-4933-a4b7-a9f70598a769 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:04:06.523115 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a5ee3a1-9d6a-4799-ad05-465f444d0fb8 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (82b6011b-39f4-4555-ba99-ad949c89c865), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:06.536696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5ee3a1-9d6a-4799-ad05-465f444d0fb8 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:06.542374 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a5ee3a1-9d6a-4799-ad05-465f444d0fb8 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:06.736986 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7a83aaed-a5a9-4933-a4b7-a9f70598a769 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:04:06.774599 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7a83aaed-a5a9-4933-a4b7-a9f70598a769), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:06.818108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ee3a1-9d6a-4799-ad05-465f444d0fb8 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event updated for resources: {'Network': ['ID=82b6011b-39f4-4555-ba99-ad949c89c865,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:06.844381 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 82b6011b-39f4-4555-ba99-ad949c89c865 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:04:06.861412 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-49680e36-0437-4a98-9032-c42140d779a1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Allocated IP 172.20.0.6 (d3b0ca71-cd48-4ec1-8d50-3e94da1c742e/f5d61963-0097-43d2-aa6c-f33683398652/ccf427b3-7de8-49ba-8552-0ef6176236df) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:04:07.000824 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb1e996d-5723-44b9-a981-6908ce3b7a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (7a83aaed-a5a9-4933-a4b7-a9f70598a769), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:07.014220 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8638d5fa-40ca-48b3-8c86-a8c5b951444b tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:07.016075 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8638d5fa-40ca-48b3-8c86-a8c5b951444b tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] 10.222.0.107 "DELETE /v2.0/metering/metering-labels/da0f074f-4878-4953-97c3-3269d964d142 HTTP/1.1" status: 204 len: 168 time: 1.0403528 Feb 15 17:04:07.021687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42192) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:07.068943 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cfa127ee-74cf-4138-873a-60317aba1125 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-labels?id=da0f074f-4878-4953-97c3-3269d964d142 HTTP/1.1" status: 200 len: 216 time: 0.0313771 Feb 15 17:04:07.071879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42196) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:07.133578 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1a5ee3a1-9d6a-4799-ad05-465f444d0fb8 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4071455 Feb 15 17:04:07.140993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42200) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:07.149632 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b64e63f-7e36-4938-b4b4-744748c86193 req-0080f79e-d940-4737-90c6-29451675e493 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 210 time: 0.0791032 Feb 15 17:04:07.171515 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4eebeb4b-b2bb-4162-a350-2f19b72c0beb tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0984728 Feb 15 17:04:07.172648 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72fb6483-121b-4bcb-9997-f4d9c65477f3 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (5ca09b70-341d-42a3-b688-3361b51f3faa), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:07.175346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-d79208df-3f0f-4f57-b4a6-aa39a00083bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Request body: {'subnet': {'network_id': '82b6011b-39f4-4555-ba99-ad949c89c865', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:07.176492 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42202) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:07.197678 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-779fa5e4-5d1c-429f-96e6-c8e3170e0cdf tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0174878 Feb 15 17:04:07.214432 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fed20e1e-35cb-4b24-a23c-1ab3f7dc3ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:07.216053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1e996d-5723-44b9-a981-6908ce3b7a3d None None] Pushing event deleted for resources: {'Port': ['ID=7a83aaed-a5a9-4933-a4b7-a9f70598a769,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:07.219483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42204) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:07.229212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1e996d-5723-44b9-a981-6908ce3b7a3d None None] No DVR routers for this DVR port 7a83aaed-a5a9-4933-a4b7-a9f70598a769 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:04:07.262639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48f1320-7e9d-4f29-aba0-c75973fff1e8 None None] Network e609e4e8-5b92-4a7d-9ef9-11984fd721f1 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:04:07.272264 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72fb6483-121b-4bcb-9997-f4d9c65477f3 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:07.295947 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-72fb6483-121b-4bcb-9997-f4d9c65477f3 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "DELETE /v2.0/subnets/5ca09b70-341d-42a3-b688-3361b51f3faa HTTP/1.1" status: 204 len: 168 time: 2.3560374 Feb 15 17:04:07.296862 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb6483-121b-4bcb-9997-f4d9c65477f3 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event deleted for resources: {'Subnet': ['ID=5ca09b70-341d-42a3-b688-3361b51f3faa,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:07.311149 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42212) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:07.453434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42216) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:07.473178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-565680fc-2150-4ec2-b954-84ac6625b11f tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-labels/37da92f9-1ce7-40bf-a61f-5dd0cad66edf HTTP/1.1" status: 200 len: 473 time: 0.2446802 Feb 15 17:04:07.524790 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9e465486-e41f-4c24-953e-e7d741fc1fa1 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] 10.222.0.107 "GET /v2.0/metering/metering-label-rules/582960de-84d7-4dca-af93-f82e596e31de HTTP/1.1" status: 200 len: 461 time: 0.0699546 Feb 15 17:04:07.538180 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42218) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:07.609252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c72458e-0fab-41d4-ab5e-65a8e1d6fe79 None None] DHCP port deletion for e609e4e8-5b92-4a7d-9ef9-11984fd721f1 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:04:07.626649 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (e609e4e8-5b92-4a7d-9ef9-11984fd721f1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:07.703335 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-49680e36-0437-4a98-9032-c42140d779a1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks [] for port (ccf427b3-7de8-49ba-8552-0ef6176236df), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:07.719773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9c72458e-0fab-41d4-ab5e-65a8e1d6fe79 None None] Deleting port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:07.720108 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c72458e-0fab-41d4-ab5e-65a8e1d6fe79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0aed4a1e-914e-4d4c-86f1-9728dd79a295), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:07.829970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79208df-3f0f-4f57-b4a6-aa39a00083bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Made reservation on behalf of 7f95489ef09f4e808c6e16ac67ce7e2f for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:07.840646 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d79208df-3f0f-4f57-b4a6-aa39a00083bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:07.921428 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9c72458e-0fab-41d4-ab5e-65a8e1d6fe79 None None] For port 0aed4a1e-914e-4d4c-86f1-9728dd79a295, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0aed4a1e-914e-4d4c-86f1-9728dd79a295,segment=NetworkSegment(328acb68-baaf-4614-8f11-72f9aad470ce),segment_id=328acb68-baaf-4614-8f11-72f9aad470ce)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:07.922120 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c72458e-0fab-41d4-ab5e-65a8e1d6fe79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0aed4a1e-914e-4d4c-86f1-9728dd79a295), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:07.950918 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9c72458e-0fab-41d4-ab5e-65a8e1d6fe79 None None] Calling delete_port for 0aed4a1e-914e-4d4c-86f1-9728dd79a295 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:07.962686 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-49680e36-0437-4a98-9032-c42140d779a1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ccf427b3-7de8-49ba-8552-0ef6176236df), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:07.996050 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['7d0fcdd7-3dce-4457-90aa-002e0c0e68c6'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:04:08.077986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-49680e36-0437-4a98-9032-c42140d779a1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:04:08.089148 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-49680e36-0437-4a98-9032-c42140d779a1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:08.100369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-49680e36-0437-4a98-9032-c42140d779a1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:04:08.179436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49680e36-0437-4a98-9032-c42140d779a1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Pushing event updated for resources: {'Port': ['ID=ccf427b3-7de8-49ba-8552-0ef6176236df,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:08.246146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-49680e36-0437-4a98-9032-c42140d779a1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:08.249042 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-49680e36-0437-4a98-9032-c42140d779a1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:08.409800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0aed4a1e-914e-4d4c-86f1-9728dd79a295 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:04:08.574992 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c72458e-0fab-41d4-ab5e-65a8e1d6fe79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (0aed4a1e-914e-4d4c-86f1-9728dd79a295), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:08.636752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-49680e36-0437-4a98-9032-c42140d779a1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3161590 Feb 15 17:04:08.654353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Request body: {'port': {'device_id': 'f9e864e4-f4d0-41a6-ac22-ca0907060c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:08.730339 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65ed88-c3c0-4972-aef0-a6547fae8acb req-6113ae21-71bb-448b-9e03-92310ca6ab61 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:08.731956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c65ed88-c3c0-4972-aef0-a6547fae8acb req-6113ae21-71bb-448b-9e03-92310ca6ab61 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 931 time: 0.4711535 Feb 15 17:04:08.739988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72458e-0fab-41d4-ab5e-65a8e1d6fe79 None None] Pushing event deleted for resources: {'Port': ['ID=0aed4a1e-914e-4d4c-86f1-9728dd79a295,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:08.741840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 update to DOWN by agent not found {{(pid=103801) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 15 17:04:08.775598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c72458e-0fab-41d4-ab5e-65a8e1d6fe79 None None] No DVR routers for this DVR port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:04:08.860323 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c65ed88-c3c0-4972-aef0-a6547fae8acb req-2ca1e61c-e43e-4e6a-912f-18334f9bb550 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735259 Feb 15 17:04:08.903118 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ccf427b3-7de8-49ba-8552-0ef6176236df), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:08.936730 n-d-828372-14 neutron-server[103799]: DEBUG neutron.objects.ports [None req-d79208df-3f0f-4f57-b4a6-aa39a00083bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103799) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:04:08.945331 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d79208df-3f0f-4f57-b4a6-aa39a00083bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (e200f57f-bba4-474e-850b-de0a1589deac), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:09.025218 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc7e62b2-efbb-4fae-a608-ec0d4791a072 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:09.026409 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dc7e62b2-efbb-4fae-a608-ec0d4791a072 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] 10.222.0.107 "DELETE /v2.0/metering/metering-label-rules/582960de-84d7-4dca-af93-f82e596e31de HTTP/1.1" status: 204 len: 168 time: 1.4876308 Feb 15 17:04:09.033876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42240) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:09.050025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Deleting port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:09.051252 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0aed4a1e-914e-4d4c-86f1-9728dd79a295), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:09.316989 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-784a9467-a1a8-482f-9d45-6981280c2a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:09.332644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79208df-3f0f-4f57-b4a6-aa39a00083bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event updated for resources: {'Subnet': ['ID=e200f57f-bba4-474e-850b-de0a1589deac,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:09.451743 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] For port 0aed4a1e-914e-4d4c-86f1-9728dd79a295, host n-d-828372-14, got binding levels [] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:09.452415 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0aed4a1e-914e-4d4c-86f1-9728dd79a295), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:09.497063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79208df-3f0f-4f57-b4a6-aa39a00083bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Checking segment: {'id': '1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82b6011b-39f4-4555-ba99-ad949c89c865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:04:09.498851 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79208df-3f0f-4f57-b4a6-aa39a00083bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Network hostable DHCP agents. Network: 82b6011b-39f4-4555-ba99-ad949c89c865, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:04:09.555788 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Calling delete_port for 0aed4a1e-914e-4d4c-86f1-9728dd79a295 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:09.564913 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 was not found and therefore no delete operation was performed {{(pid=103800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 17:04:09.566418 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0aed4a1e-914e-4d4c-86f1-9728dd79a295), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:09.634260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8e378ed-1974-4b42-890d-1924885b7699 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:09.640623 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c8e378ed-1974-4b42-890d-1924885b7699 tempest-MeteringTestJSON-556011394 tempest-MeteringTestJSON-556011394-project-admin] 10.222.0.107 "DELETE /v2.0/metering/metering-labels/37da92f9-1ce7-40bf-a61f-5dd0cad66edf HTTP/1.1" status: 204 len: 168 time: 0.6049044 Feb 15 17:04:09.642759 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event deleted for resources: {'Port': ['ID=0aed4a1e-914e-4d4c-86f1-9728dd79a295,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:09.671301 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] No DVR routers for this DVR port 0aed4a1e-914e-4d4c-86f1-9728dd79a295 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:04:09.756887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccf427b3-7de8-49ba-8552-0ef6176236df {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:04:09.765859 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Publish callbacks [] for port (ccf427b3-7de8-49ba-8552-0ef6176236df), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:09.809459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Transition to ACTIVE for port object ccf427b3-7de8-49ba-8552-0ef6176236df will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:04:09.834961 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (e609e4e8-5b92-4a7d-9ef9-11984fd721f1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:09.870520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e609e4e8-5b92-4a7d-9ef9-11984fd721f1']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:09.880666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328acb68-baaf-4614-8f11-72f9aad470ce') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:09.881021 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328acb68-baaf-4614-8f11-72f9aad470ce') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:09.887439 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ccf427b3-7de8-49ba-8552-0ef6176236df), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:09.911977 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (328acb68-baaf-4614-8f11-72f9aad470ce), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:09.937288 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (328acb68-baaf-4614-8f11-72f9aad470ce), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:09.945357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:04:09.946411 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (328acb68-baaf-4614-8f11-72f9aad470ce), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:04:09.952617 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:04:09.970664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf427b3-7de8-49ba-8552-0ef6176236df,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:09.998328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79208df-3f0f-4f57-b4a6-aa39a00083bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Network 82b6011b-39f4-4555-ba99-ad949c89c865 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:04:10.145161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db000a76-710c-47e1-bc99-7dcc1f3e4879 req-7dd418b4-10c8-4523-aceb-1521ab0e79b4 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:10.156338 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-db000a76-710c-47e1-bc99-7dcc1f3e4879 req-7dd418b4-10c8-4523-aceb-1521ab0e79b4 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 943 time: 0.1666420 Feb 15 17:04:10.157911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-d79208df-3f0f-4f57-b4a6-aa39a00083bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 82b6011b-39f4-4555-ba99-ad949c89c865) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:10.163037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79208df-3f0f-4f57-b4a6-aa39a00083bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:10.168152 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d79208df-3f0f-4f57-b4a6-aa39a00083bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:10.168541 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f2b63b-631c-4501-be73-e9b0a645a750 None None] Network 82b6011b-39f4-4555-ba99-ad949c89c865 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:04:10.178338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Attempting to bind port ccf427b3-7de8-49ba-8552-0ef6176236df on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:10.178847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Attempting to bind port ccf427b3-7de8-49ba-8552-0ef6176236df by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:10.179287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Attempting to bind port ccf427b3-7de8-49ba-8552-0ef6176236df on network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:10.184384 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Port ccf427b3-7de8-49ba-8552-0ef6176236df on network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:10.184842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Attempting to bind port ccf427b3-7de8-49ba-8552-0ef6176236df on network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:10.208435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:04:10.209139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Checking segment: {'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:04:10.210839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Bound using segment: {'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:04:10.211547 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Bound port: ccf427b3-7de8-49ba-8552-0ef6176236df, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:04:10.212570 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ccf427b3-7de8-49ba-8552-0ef6176236df), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:10.236278 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (e609e4e8-5b92-4a7d-9ef9-11984fd721f1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:10.291601 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:10.297256 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] 10.222.0.107 "DELETE /v2.0/networks/e609e4e8-5b92-4a7d-9ef9-11984fd721f1 HTTP/1.1" status: 204 len: 168 time: 2.9810591 Feb 15 17:04:10.365768 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d79208df-3f0f-4f57-b4a6-aa39a00083bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2125378 Feb 15 17:04:10.370363 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42274) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:10.372530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] For port ccf427b3-7de8-49ba-8552-0ef6176236df, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:04:10.373884 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-db000a76-710c-47e1-bc99-7dcc1f3e4879 req-cb4625bb-be79-43bc-86ea-78d2e2351ff9 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163539 Feb 15 17:04:10.378594 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acda7c4-346a-41e3-92a0-e3953adfe815 tempest-AllowedAddressPairIpV6TestJSON-979616561 tempest-AllowedAddressPairIpV6TestJSON-979616561-project] Pushing event deleted for resources: {'Network': ['ID=e609e4e8-5b92-4a7d-9ef9-11984fd721f1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:10.476603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42280) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:10.581212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] For port ccf427b3-7de8-49ba-8552-0ef6176236df, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ccf427b3-7de8-49ba-8552-0ef6176236df,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:04:10.688522 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ccf427b3-7de8-49ba-8552-0ef6176236df), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:10.702262 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:10.710025 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-82b6011b-39f4-4555-ba99-ad949c89c865', 'network_id': '82b6011b-39f4-4555-ba99-ad949c89c865', 'project_id': '7f95489ef09f4e808c6e16ac67ce7e2f', 'fixed_ips': [{'subnet_id': 'e200f57f-bba4-474e-850b-de0a1589deac'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:04:10.710869 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:10.734486 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-be908c03-0638-4c79-a422-8d2d8900c278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:10.824230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Pushing event updated for resources: {'Port': ['ID=ccf427b3-7de8-49ba-8552-0ef6176236df,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:10.870797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:10.873560 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:10.875139 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-e4fd086c-cb4b-4223-b9bb-bbc7e6c0b025 service neutron] 10.222.0.67 "PUT /v2.0/ports/ccf427b3-7de8-49ba-8552-0ef6176236df HTTP/1.1" status: 200 len: 1092 time: 2.2251060 Feb 15 17:04:10.893087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e864e4-f4d0-41a6-ac22-ca0907060c9b', 'tag': 'ccf427b3-7de8-49ba-8552-0ef6176236df'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:04:10.901959 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cabf44-fd75-41f7-a027-e62dfcc90a4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e864e4-f4d0-41a6-ac22-ca0907060c9b", "tag": "ccf427b3-7de8-49ba-8552-0ef6176236df"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:04:10.946315 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-be908c03-0638-4c79-a422-8d2d8900c278 admin admin] Publish callbacks [] for security_group (0b8f371d-1184-4ec6-8f42-d713abb912e2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:10.950912 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (82b6011b-39f4-4555-ba99-ad949c89c865), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:11.012291 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-be908c03-0638-4c79-a422-8d2d8900c278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0b8f371d-1184-4ec6-8f42-d713abb912e2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:11.052641 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be908c03-0638-4c79-a422-8d2d8900c278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8f371d-1184-4ec6-8f42-d713abb912e2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:11.070061 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b401fc3-3f30-464c-bad3-894f73d95b97 x-openstack-request-id: req-4b401fc3-3f30-464c-bad3-894f73d95b97 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:04:11.070312 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e864e4-f4d0-41a6-ac22-ca0907060c9b", "tag": "ccf427b3-7de8-49ba-8552-0ef6176236df", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:04:11.070554 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4b401fc3-3f30-464c-bad3-894f73d95b97 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:04:11.070955 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9e864e4-f4d0-41a6-ac22-ca0907060c9b', 'tag': 'ccf427b3-7de8-49ba-8552-0ef6176236df', 'status': 'completed', 'code': 200} Feb 15 17:04:11.102180 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-be908c03-0638-4c79-a422-8d2d8900c278 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=09ceff2d5465432f94d44cadddb024a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6244504 Feb 15 17:04:11.104836 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42304) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:11.163622 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e200f57f-bba4-474e-850b-de0a1589deac), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:11.179614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42308) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:11.183502 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Allocated IP 2001:db8::f816:3eff:febc:d12 (82b6011b-39f4-4555-ba99-ad949c89c865/e200f57f-bba4-474e-850b-de0a1589deac/f6632f12-0374-4084-85a3-1f1deba5c83a) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:04:11.269131 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-56140b87-f389-4ba1-999f-ee3d1fe94233 admin admin] Publish callbacks [] for security_group (0b8f371d-1184-4ec6-8f42-d713abb912e2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:11.299457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-10e3511f-2521-415e-8c06-8c920e4eeb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:11.305703 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-10e3511f-2521-415e-8c06-8c920e4eeb21 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 1126 time: 0.2533822 Feb 15 17:04:11.350828 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-56140b87-f389-4ba1-999f-ee3d1fe94233 admin admin] Publish callbacks [] for security_group (0b8f371d-1184-4ec6-8f42-d713abb912e2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:11.359549 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-452de954-545d-4b65-9ac4-347ff1aacb21 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf427b3-7de8-49ba-8552-0ef6176236df HTTP/1.1" status: 200 len: 217 time: 0.0503459 Feb 15 17:04:11.477432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-d234795c-3176-43cc-8cb6-a451be5387eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:11.482960 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-d234795c-3176-43cc-8cb6-a451be5387eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f5d61963-0097-43d2-aa6c-f33683398652 HTTP/1.1" status: 200 len: 854 time: 0.1166718 Feb 15 17:04:11.525097 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Publish callbacks [] for port (f6632f12-0374-4084-85a3-1f1deba5c83a), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:11.573548 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-546969dd-f842-4911-9d3c-d2ae33620ac2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=31b2b3dd48904a909eae3a4e10bec611&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3924108 Feb 15 17:04:11.574721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-4af2381d-7fd7-4510-b579-b2e8638ebd01 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859752 Feb 15 17:04:11.576282 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42320) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:11.634402 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (f6632f12-0374-4084-85a3-1f1deba5c83a), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:11.756057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Network 82b6011b-39f4-4555-ba99-ad949c89c865 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:04:11.771004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:11.778951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:04:11.791926 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55193736-13e7-4ac0-9bac-09ec0c9609e1 req-299922b9-cf4a-4f65-8734-5db7edffe7d5 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:11.797652 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-55193736-13e7-4ac0-9bac-09ec0c9609e1 req-299922b9-cf4a-4f65-8734-5db7edffe7d5 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 943 time: 0.2889495 Feb 15 17:04:11.836121 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-eb1ed665-10f1-4872-a37b-3d1660934b58 service neutron] 10.222.0.67 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527690 Feb 15 17:04:11.839888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Pushing event updated for resources: {'Port': ['ID=f6632f12-0374-4084-85a3-1f1deba5c83a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:11.840840 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (e200f57f-bba4-474e-850b-de0a1589deac), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:11.864753 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d40d82d4-5d07-46d1-8411-0468ab8f3e35 admin admin] Publish callbacks [] for security_group (8f9dc1a9-d776-4e78-a4bd-3333d7713155), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:11.893326 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d40d82d4-5d07-46d1-8411-0468ab8f3e35 admin admin] Publish callbacks [] for security_group (8f9dc1a9-d776-4e78-a4bd-3333d7713155), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:11.944906 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-56140b87-f389-4ba1-999f-ee3d1fe94233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0b8f371d-1184-4ec6-8f42-d713abb912e2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:11.948286 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-56140b87-f389-4ba1-999f-ee3d1fe94233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:11.949657 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-56140b87-f389-4ba1-999f-ee3d1fe94233 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0b8f371d-1184-4ec6-8f42-d713abb912e2 HTTP/1.1" status: 204 len: 168 time: 0.8424106 Feb 15 17:04:12.007408 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56140b87-f389-4ba1-999f-ee3d1fe94233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8f371d-1184-4ec6-8f42-d713abb912e2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:12.019732 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-55193736-13e7-4ac0-9bac-09ec0c9609e1 req-060fc974-4a2b-4491-9092-d366e098174a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099876 Feb 15 17:04:12.034403 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d40d82d4-5d07-46d1-8411-0468ab8f3e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8f9dc1a9-d776-4e78-a4bd-3333d7713155), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:12.042619 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d40d82d4-5d07-46d1-8411-0468ab8f3e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:12.049533 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d40d82d4-5d07-46d1-8411-0468ab8f3e35 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8f9dc1a9-d776-4e78-a4bd-3333d7713155 HTTP/1.1" status: 204 len: 168 time: 0.4685328 Feb 15 17:04:12.061146 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9894b68a-f027-49be-a68d-a3d1e9e88bd8 req-1d7866ad-d9f0-456f-9842-85ca0456deb7 service neutron] 10.222.0.67 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998191 Feb 15 17:04:12.072729 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d82d4-5d07-46d1-8411-0468ab8f3e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9dc1a9-d776-4e78-a4bd-3333d7713155,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:12.125708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Subnet': ['ID=e200f57f-bba4-474e-850b-de0a1589deac,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:12.151463 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Attempting to bind port f6632f12-0374-4084-85a3-1f1deba5c83a on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:12.151841 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Attempting to bind port f6632f12-0374-4084-85a3-1f1deba5c83a by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82b6011b-39f4-4555-ba99-ad949c89c865'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:12.152208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Attempting to bind port f6632f12-0374-4084-85a3-1f1deba5c83a on network 82b6011b-39f4-4555-ba99-ad949c89c865 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:12.196260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:04:12.196843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Checking segment: {'id': '1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82b6011b-39f4-4555-ba99-ad949c89c865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:04:12.203070 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:12.203373 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Bound using segment: {'id': '1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82b6011b-39f4-4555-ba99-ad949c89c865'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:04:12.204009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Bound port: f6632f12-0374-4084-85a3-1f1deba5c83a, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '82b6011b-39f4-4555-ba99-ad949c89c865'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:04:12.204401 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f6632f12-0374-4084-85a3-1f1deba5c83a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:12.237963 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (82b6011b-39f4-4555-ba99-ad949c89c865), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:12.336008 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:12.338674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b6011b-39f4-4555-ba99-ad949c89c865']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:12.370613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:12.370949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:12.396855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:12.422246 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] For port f6632f12-0374-4084-85a3-1f1deba5c83a, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:04:12.424611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cabf44-fd75-41f7-a027-e62dfcc90a4c req-5a40ec18-8143-4cc1-99e8-fdf6b1c0fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:12.427078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] For port f6632f12-0374-4084-85a3-1f1deba5c83a, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f6632f12-0374-4084-85a3-1f1deba5c83a,segment=NetworkSegment(1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd),segment_id=1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:04:12.433683 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0cabf44-fd75-41f7-a027-e62dfcc90a4c req-5a40ec18-8143-4cc1-99e8-fdf6b1c0fd12 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 1126 time: 0.2386923 Feb 15 17:04:12.533654 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f6632f12-0374-4084-85a3-1f1deba5c83a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:12.543829 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:12.567973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:04:12.568395 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:04:12.576437 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:04:12.780649 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cabf44-fd75-41f7-a027-e62dfcc90a4c req-acbf74cb-f63e-4b13-bcd1-e3e95b1fb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:12.786436 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0cabf44-fd75-41f7-a027-e62dfcc90a4c req-acbf74cb-f63e-4b13-bcd1-e3e95b1fb2af service neutron] 10.222.0.67 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 915 time: 0.3519151 Feb 15 17:04:12.834230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76e5b9-f3fc-442a-bcab-8526e0eecaab None None] Pushing event updated for resources: {'Port': ['ID=f6632f12-0374-4084-85a3-1f1deba5c83a,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:12.849349 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f43548-e66c-4d0c-abc1-9602b2d8ee46 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 17:04:12.873388 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.db.api [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 17:04:12.873388 n-d-828372-14 neutron-server[103799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 17:04:12.873388 n-d-828372-14 neutron-server[103799]: [parameters: {'id': '82b6011b-39f4-4555-ba99-ad949c89c865'}] Feb 15 17:04:12.873388 n-d-828372-14 neutron-server[103799]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:04:12.875067 n-d-828372-14 neutron-server[103799]: DEBUG oslo_db.api [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:04:12.875151 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0cabf44-fd75-41f7-a027-e62dfcc90a4c req-d884f98a-4d24-4bed-98a6-6fd7691f1dab service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf427b3-7de8-49ba-8552-0ef6176236df HTTP/1.1" status: 200 len: 217 time: 0.0819883 Feb 15 17:04:12.964579 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cabf44-fd75-41f7-a027-e62dfcc90a4c req-49b3aa54-a008-4246-9013-ae91b0823ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:12.969727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0cabf44-fd75-41f7-a027-e62dfcc90a4c req-49b3aa54-a008-4246-9013-ae91b0823ae1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f5d61963-0097-43d2-aa6c-f33683398652 HTTP/1.1" status: 200 len: 854 time: 0.0828366 Feb 15 17:04:13.008019 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f43548-e66c-4d0c-abc1-9602b2d8ee46 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 17:04:13.043979 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0cabf44-fd75-41f7-a027-e62dfcc90a4c req-d663939a-259d-4210-a617-a3ecc3157ee4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632446 Feb 15 17:04:13.307553 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0cabf44-fd75-41f7-a027-e62dfcc90a4c req-7be8a4a3-3468-4ef2-8c58-e10657ff2c5b service neutron] 10.222.0.67 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651000 Feb 15 17:04:13.365249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0947aa-7d3e-48b6-8ec6-fb5c1b839ae8 req-7d3dc18f-c67c-4c40-b3a5-c84c42b53f0c tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:13.372566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42368) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:13.375290 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce0947aa-7d3e-48b6-8ec6-fb5c1b839ae8 req-7d3dc18f-c67c-4c40-b3a5-c84c42b53f0c tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 943 time: 0.1423452 Feb 15 17:04:13.434762 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-685f9c56-af3d-4be9-9aff-6f0d74b96cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:13.435697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fccdf5-fdf4-4305-b755-59cce7b27f4f None None] Network 82b6011b-39f4-4555-ba99-ad949c89c865 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:04:13.588368 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-685f9c56-af3d-4be9-9aff-6f0d74b96cc4 admin admin] Publish callbacks [] for security_group (964d4dc8-7290-497a-8c87-568afd4c17fa), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:13.590352 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:13.720150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-685f9c56-af3d-4be9-9aff-6f0d74b96cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (964d4dc8-7290-497a-8c87-568afd4c17fa), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:13.769517 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-685f9c56-af3d-4be9-9aff-6f0d74b96cc4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=985e7762d4024e74bbe2331c58e39621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3961194 Feb 15 17:04:13.782326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42378) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:13.877953 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f9c56-af3d-4be9-9aff-6f0d74b96cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964d4dc8-7290-497a-8c87-568afd4c17fa,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:13.927619 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52f49ed4-0be7-4cc8-9a3c-a829c35e8184 admin admin] Publish callbacks [] for security_group (964d4dc8-7290-497a-8c87-568afd4c17fa), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:13.983694 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52f49ed4-0be7-4cc8-9a3c-a829c35e8184 admin admin] Publish callbacks [] for security_group (964d4dc8-7290-497a-8c87-568afd4c17fa), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:14.193490 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52f49ed4-0be7-4cc8-9a3c-a829c35e8184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (964d4dc8-7290-497a-8c87-568afd4c17fa), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:14.199338 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-52f49ed4-0be7-4cc8-9a3c-a829c35e8184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:14.201777 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-52f49ed4-0be7-4cc8-9a3c-a829c35e8184 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/964d4dc8-7290-497a-8c87-568afd4c17fa HTTP/1.1" status: 204 len: 168 time: 0.4168973 Feb 15 17:04:14.232010 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f49ed4-0be7-4cc8-9a3c-a829c35e8184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964d4dc8-7290-497a-8c87-568afd4c17fa,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:14.249747 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (82b6011b-39f4-4555-ba99-ad949c89c865), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:14.254060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ccf427b3-7de8-49ba-8552-0ef6176236df details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:04:14.435877 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce0947aa-7d3e-48b6-8ec6-fb5c1b839ae8 req-73c39815-8ae9-4333-8f2e-64179d6ec4c0 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0586035 Feb 15 17:04:14.506851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0cabf44-fd75-41f7-a027-e62dfcc90a4c req-0a439169-b134-4874-a1f4-91817ca36ac0 service neutron] 10.222.0.67 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1897092 Feb 15 17:04:14.561145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Deleting port f6632f12-0374-4084-85a3-1f1deba5c83a {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:14.561844 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f6632f12-0374-4084-85a3-1f1deba5c83a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:14.641227 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ccf427b3-7de8-49ba-8552-0ef6176236df, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ccf427b3-7de8-49ba-8552-0ef6176236df,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:14.643915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] For port f6632f12-0374-4084-85a3-1f1deba5c83a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f6632f12-0374-4084-85a3-1f1deba5c83a,segment=NetworkSegment(1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd),segment_id=1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:14.644536 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f6632f12-0374-4084-85a3-1f1deba5c83a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:14.669969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'ccf427b3-7de8-49ba-8552-0ef6176236df', 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e', 'port_id': 'ccf427b3-7de8-49ba-8552-0ef6176236df', 'mac_address': 'fa:16:3e:63:cc:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d61963-0097-43d2-aa6c-f33683398652', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:04:14.676602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Calling delete_port for f6632f12-0374-4084-85a3-1f1deba5c83a owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:14.712922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42402) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:14.802606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port ccf427b3-7de8-49ba-8552-0ef6176236df is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:04:14.803639 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ccf427b3-7de8-49ba-8552-0ef6176236df), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:14.869793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccf427b3-7de8-49ba-8552-0ef6176236df {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:04:14.965936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ccf427b3-7de8-49ba-8552-0ef6176236df, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ccf427b3-7de8-49ba-8552-0ef6176236df,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:15.031009 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-dcd1dfbd-eaa0-432a-8348-f6f28652bdcb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1531501013'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:15.054302 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ccf427b3-7de8-49ba-8552-0ef6176236df), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:15.131706 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=ccf427b3-7de8-49ba-8552-0ef6176236df,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:15.172227 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f6632f12-0374-4084-85a3-1f1deba5c83a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:15.177398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd1dfbd-eaa0-432a-8348-f6f28652bdcb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Made reservation on behalf of e73495a2fa73468e8fd83e44a94a1c94 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:15.183076 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dcd1dfbd-eaa0-432a-8348-f6f28652bdcb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:15.234576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Port': ['ID=f6632f12-0374-4084-85a3-1f1deba5c83a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:15.234801 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dcd1dfbd-eaa0-432a-8348-f6f28652bdcb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:15.275888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ccf427b3-7de8-49ba-8552-0ef6176236df'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:04:15.287670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] No DVR routers for this DVR port f6632f12-0374-4084-85a3-1f1deba5c83a on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:04:15.454276 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dcd1dfbd-eaa0-432a-8348-f6f28652bdcb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks [] for security_group (d7a17d1e-5541-4a95-aea8-73cc4563ecbb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:15.527054 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (82b6011b-39f4-4555-ba99-ad949c89c865), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:15.560082 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dcd1dfbd-eaa0-432a-8348-f6f28652bdcb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d7a17d1e-5541-4a95-aea8-73cc4563ecbb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:15.655011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b6011b-39f4-4555-ba99-ad949c89c865']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:15.670557 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd1dfbd-eaa0-432a-8348-f6f28652bdcb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:04:15.693919 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dcd1dfbd-eaa0-432a-8348-f6f28652bdcb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:15.694603 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-dcd1dfbd-eaa0-432a-8348-f6f28652bdcb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Added segment fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d of type vlan for network 83071ba1-c5e8-488a-b51c-7b44d246a668 Feb 15 17:04:15.704542 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:15.708421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:15.762966 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:15.789729 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:15.802983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:04:15.803411 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (1b99e4b4-d73f-4d5f-9ebb-aff5697b6dcd), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:04:15.810720 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:04:15.842452 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dcd1dfbd-eaa0-432a-8348-f6f28652bdcb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (83071ba1-c5e8-488a-b51c-7b44d246a668), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:16.063337 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (82b6011b-39f4-4555-ba99-ad949c89c865), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:16.076978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:16.089172 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/networks/82b6011b-39f4-4555-ba99-ad949c89c865 HTTP/1.1" status: 204 len: 168 time: 5.7052467 Feb 15 17:04:16.092764 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1dfbd-eaa0-432a-8348-f6f28652bdcb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a17d1e-5541-4a95-aea8-73cc4563ecbb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:16.095421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42438) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:16.106268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-8e845bdd-c594-40f3-b381-d48b37488c58 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1239356103'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:16.191095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1034218-6b29-4f9e-9257-5f44ba760905 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Network': ['ID=82b6011b-39f4-4555-ba99-ad949c89c865,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:16.214471 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fbdf4-7b12-4a11-8079-a9ff56ffd761 req-ac6b832b-52f4-41d7-807f-65f1cfd76bc6 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:16.217252 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e5fbdf4-7b12-4a11-8079-a9ff56ffd761 req-ac6b832b-52f4-41d7-807f-65f1cfd76bc6 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 944 time: 0.2853968 Feb 15 17:04:16.250515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ccf427b3-7de8-49ba-8552-0ef6176236df up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:04:16.307941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e845bdd-c594-40f3-b381-d48b37488c58 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Made reservation on behalf of 7f95489ef09f4e808c6e16ac67ce7e2f for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:16.315214 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8e845bdd-c594-40f3-b381-d48b37488c58 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:16.322987 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dcd1dfbd-eaa0-432a-8348-f6f28652bdcb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (83071ba1-c5e8-488a-b51c-7b44d246a668), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:16.344755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd1dfbd-eaa0-432a-8348-f6f28652bdcb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:16.348313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dcd1dfbd-eaa0-432a-8348-f6f28652bdcb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:16.510610 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1dfbd-eaa0-432a-8348-f6f28652bdcb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Pushing event updated for resources: {'Network': ['ID=83071ba1-c5e8-488a-b51c-7b44d246a668,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:16.518425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e845bdd-c594-40f3-b381-d48b37488c58 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:04:16.527083 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 83071ba1-c5e8-488a-b51c-7b44d246a668 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:04:16.536619 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8e845bdd-c594-40f3-b381-d48b37488c58 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b82b7c85-dd69-432a-a3ad-383999d154b3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:16.542415 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-8e845bdd-c594-40f3-b381-d48b37488c58 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Added segment b82b7c85-dd69-432a-a3ad-383999d154b3 of type vlan for network df1be281-6d1e-4b78-a221-596a6b6f10b3 Feb 15 17:04:16.592689 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e5fbdf4-7b12-4a11-8079-a9ff56ffd761 req-8371a101-16b7-48ef-bd84-351138469352 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623791 Feb 15 17:04:16.707179 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dcd1dfbd-eaa0-432a-8348-f6f28652bdcb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9887261 Feb 15 17:04:16.707367 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42452) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:16.712545 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-00dad8cc-a52f-4be8-8764-496f34e5e4e8 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Request body: {'subnet': {'network_id': '83071ba1-c5e8-488a-b51c-7b44d246a668', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:16.722618 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8e845bdd-c594-40f3-b381-d48b37488c58 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (df1be281-6d1e-4b78-a221-596a6b6f10b3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:16.808666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port ccf427b3-7de8-49ba-8552-0ef6176236df completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:04:16.831553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port ccf427b3-7de8-49ba-8552-0ef6176236df triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:04:16.831990 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ccf427b3-7de8-49ba-8552-0ef6176236df), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:16.888887 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8e845bdd-c594-40f3-b381-d48b37488c58 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (df1be281-6d1e-4b78-a221-596a6b6f10b3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:16.897350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e845bdd-c594-40f3-b381-d48b37488c58 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:16.898916 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8e845bdd-c594-40f3-b381-d48b37488c58 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:16.999828 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8e845bdd-c594-40f3-b381-d48b37488c58 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9017608 Feb 15 17:04:17.007160 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42460) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:17.044904 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-24c3ca0c-0655-4f34-bc2f-c684bb159c2d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Request body: {'subnet': {'network_id': 'df1be281-6d1e-4b78-a221-596a6b6f10b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:17.083475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port ccf427b3-7de8-49ba-8552-0ef6176236df is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:04:17.083885 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ccf427b3-7de8-49ba-8552-0ef6176236df), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:17.173879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e845bdd-c594-40f3-b381-d48b37488c58 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event updated for resources: {'Network': ['ID=df1be281-6d1e-4b78-a221-596a6b6f10b3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:17.183319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port ccf427b3-7de8-49ba-8552-0ef6176236df, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ccf427b3-7de8-49ba-8552-0ef6176236df,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:17.185648 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e864e4-f4d0-41a6-ac22-ca0907060c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf427b3-7de8-49ba-8552-0ef6176236df'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:04:17.188131 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0819f96-97b8-407b-afb2-73402fa4761e" -d '{"events": [{"server_uuid": "f9e864e4-f4d0-41a6-ac22-ca0907060c9b", "name": "network-vif-plugged", "status": "completed", "tag": "ccf427b3-7de8-49ba-8552-0ef6176236df"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:04:17.191228 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network df1be281-6d1e-4b78-a221-596a6b6f10b3 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:04:17.275021 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7f7bf0-be14-47a7-a610-43016b2ce610 x-openstack-request-id: req-7a7f7bf0-be14-47a7-a610-43016b2ce610 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:04:17.276222 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e864e4-f4d0-41a6-ac22-ca0907060c9b", "name": "network-vif-plugged", "status": "completed", "tag": "ccf427b3-7de8-49ba-8552-0ef6176236df", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:04:17.276632 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7a7f7bf0-be14-47a7-a610-43016b2ce610 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:04:17.277176 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e864e4-f4d0-41a6-ac22-ca0907060c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccf427b3-7de8-49ba-8552-0ef6176236df', 'code': 200} Feb 15 17:04:17.305638 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ccf427b3-7de8-49ba-8552-0ef6176236df), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:17.431846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=ccf427b3-7de8-49ba-8552-0ef6176236df,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:17.554298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fde4d-963a-4b6e-81a1-53677710d291 req-f1f0f865-6900-48c5-b3c6-6fefdbd37917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:17.555755 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c37fde4d-963a-4b6e-81a1-53677710d291 req-f1f0f865-6900-48c5-b3c6-6fefdbd37917 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 1128 time: 0.1264114 Feb 15 17:04:17.676277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c3ca0c-0655-4f34-bc2f-c684bb159c2d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Made reservation on behalf of 7f95489ef09f4e808c6e16ac67ce7e2f for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:17.679834 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24c3ca0c-0655-4f34-bc2f-c684bb159c2d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:17.684623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dad8cc-a52f-4be8-8764-496f34e5e4e8 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Made reservation on behalf of e73495a2fa73468e8fd83e44a94a1c94 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:17.687871 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00dad8cc-a52f-4be8-8764-496f34e5e4e8 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:17.765041 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c37fde4d-963a-4b6e-81a1-53677710d291 req-5232359a-7937-4d27-a58a-38b23e3bdf2b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007899 Feb 15 17:04:18.109492 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66ce2-e2bd-4b51-b954-43539e8ea8d9 req-c1ff657f-1fe8-4763-831a-76b7decb55d0 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:18.111360 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6d66ce2-e2bd-4b51-b954-43539e8ea8d9 req-c1ff657f-1fe8-4763-831a-76b7decb55d0 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 945 time: 0.2264090 Feb 15 17:04:18.678677 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6d66ce2-e2bd-4b51-b954-43539e8ea8d9 req-8042106c-f440-400b-a4bb-ffeb185a4e2a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590808 Feb 15 17:04:18.690132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00dad8cc-a52f-4be8-8764-496f34e5e4e8 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:18.997574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dad8cc-a52f-4be8-8764-496f34e5e4e8 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Pushing event updated for resources: {'Subnet': ['ID=90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:19.023665 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24c3ca0c-0655-4f34-bc2f-c684bb159c2d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (5d7465cd-ede1-4fcf-a2b7-14fbeeb1116b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:19.140799 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dad8cc-a52f-4be8-8764-496f34e5e4e8 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Checking segment: {'id': 'fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '83071ba1-c5e8-488a-b51c-7b44d246a668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:04:19.143480 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dad8cc-a52f-4be8-8764-496f34e5e4e8 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Network hostable DHCP agents. Network: 83071ba1-c5e8-488a-b51c-7b44d246a668, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:04:19.165398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c3ca0c-0655-4f34-bc2f-c684bb159c2d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Checking segment: {'id': 'b82b7c85-dd69-432a-a3ad-383999d154b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'df1be281-6d1e-4b78-a221-596a6b6f10b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:04:19.166045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c3ca0c-0655-4f34-bc2f-c684bb159c2d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Network hostable DHCP agents. Network: df1be281-6d1e-4b78-a221-596a6b6f10b3, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:04:19.171983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3ca0c-0655-4f34-bc2f-c684bb159c2d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event updated for resources: {'Subnet': ['ID=5d7465cd-ede1-4fcf-a2b7-14fbeeb1116b,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:19.280205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42514) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:19.287239 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dad8cc-a52f-4be8-8764-496f34e5e4e8 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Network 83071ba1-c5e8-488a-b51c-7b44d246a668 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:04:19.289847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c3ca0c-0655-4f34-bc2f-c684bb159c2d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Network df1be281-6d1e-4b78-a221-596a6b6f10b3 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:04:19.397524 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-00dad8cc-a52f-4be8-8764-496f34e5e4e8 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 83071ba1-c5e8-488a-b51c-7b44d246a668) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:19.398998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-24c3ca0c-0655-4f34-bc2f-c684bb159c2d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, df1be281-6d1e-4b78-a221-596a6b6f10b3) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:19.417741 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812d778c-4cb0-42a7-b298-ed690b04faac None None] Network 83071ba1-c5e8-488a-b51c-7b44d246a668 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:04:19.472224 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dad8cc-a52f-4be8-8764-496f34e5e4e8 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:19.481604 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00dad8cc-a52f-4be8-8764-496f34e5e4e8 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:19.489113 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c3ca0c-0655-4f34-bc2f-c684bb159c2d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:19.496148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36590c1-feb2-4171-91fe-4c3c494fbaad None None] Network df1be281-6d1e-4b78-a221-596a6b6f10b3 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:04:19.499011 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24c3ca0c-0655-4f34-bc2f-c684bb159c2d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:19.513379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7e683e6a-99c4-425b-a331-6b5748bd8ebd tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:19.668874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-df1be281-6d1e-4b78-a221-596a6b6f10b3', 'network_id': 'df1be281-6d1e-4b78-a221-596a6b6f10b3', 'project_id': '7f95489ef09f4e808c6e16ac67ce7e2f', 'fixed_ips': [{'subnet_id': '5d7465cd-ede1-4fcf-a2b7-14fbeeb1116b'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:04:19.673251 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:19.673422 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-24c3ca0c-0655-4f34-bc2f-c684bb159c2d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6613827 Feb 15 17:04:19.675675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42526) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:19.682300 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-00dad8cc-a52f-4be8-8764-496f34e5e4e8 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9739053 Feb 15 17:04:19.684217 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42528) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:19.690000 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ba669245-c5ef-4bcb-89d0-2d6c30e1d669 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Request body: {'port': {'network_id': '83071ba1-c5e8-488a-b51c-7b44d246a668', 'name': 'tempest-TagsExtTest-1643885373'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:19.703784 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7e683e6a-99c4-425b-a331-6b5748bd8ebd tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] 10.222.0.107 "PUT /v2.0/quotas/0dde66c1944b40c689c4d70c3344df7d HTTP/1.1" status: 200 len: 368 time: 0.4220195 Feb 15 17:04:19.708870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42532) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:19.823561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-762ec07d-f576-438b-ad21-ac13b721b9a6 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Request body: {'network': {'project_id': '0dde66c1944b40c689c4d70c3344df7d'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:20.014095 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (df1be281-6d1e-4b78-a221-596a6b6f10b3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:20.042716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dc187-9771-4237-962c-5083052ecb1b req-7a5cefdf-51d7-4c0c-ab5c-7a6e1c58125a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:20.044336 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0f9dc187-9771-4237-962c-5083052ecb1b req-7a5cefdf-51d7-4c0c-ab5c-7a6e1c58125a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 945 time: 0.2052243 Feb 15 17:04:20.107952 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (5d7465cd-ede1-4fcf-a2b7-14fbeeb1116b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:20.178070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-83071ba1-c5e8-488a-b51c-7b44d246a668', 'network_id': '83071ba1-c5e8-488a-b51c-7b44d246a668', 'project_id': 'e73495a2fa73468e8fd83e44a94a1c94', 'fixed_ips': [{'subnet_id': '90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:04:20.179463 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:20.182558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Allocated IP 2001:db8::2 (df1be281-6d1e-4b78-a221-596a6b6f10b3/5d7465cd-ede1-4fcf-a2b7-14fbeeb1116b/642e5e57-e355-4027-8998-5fb622f2dedd) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:04:20.203058 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba669245-c5ef-4bcb-89d0-2d6c30e1d669 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Made reservation on behalf of e73495a2fa73468e8fd83e44a94a1c94 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:20.210936 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba669245-c5ef-4bcb-89d0-2d6c30e1d669 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:20.260154 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762ec07d-f576-438b-ad21-ac13b721b9a6 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Made reservation on behalf of 0dde66c1944b40c689c4d70c3344df7d for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:20.261339 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-762ec07d-f576-438b-ad21-ac13b721b9a6 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:20.273491 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-762ec07d-f576-438b-ad21-ac13b721b9a6 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:20.304624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-ba669245-c5ef-4bcb-89d0-2d6c30e1d669 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] device_id is not set on port d7f0d9c4-a597-46b1-9ec1-85d41fa78d68 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:04:20.404767 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Allocated IP 172.20.0.2 (83071ba1-c5e8-488a-b51c-7b44d246a668/90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3/f1f117c2-700c-4b78-9054-43e74613b6b8) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:04:20.406132 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-762ec07d-f576-438b-ad21-ac13b721b9a6 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks [] for security_group (c8acf801-0849-45b7-905c-ec7523033f3f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:20.443596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0f9dc187-9771-4237-962c-5083052ecb1b req-698dd860-2adc-42c2-89f3-7d5b1fd946c3 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445544 Feb 15 17:04:20.502782 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-762ec07d-f576-438b-ad21-ac13b721b9a6 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c8acf801-0849-45b7-905c-ec7523033f3f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:20.589355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ec07d-f576-438b-ad21-ac13b721b9a6 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8acf801-0849-45b7-905c-ec7523033f3f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:20.608470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-762ec07d-f576-438b-ad21-ac13b721b9a6 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:04:20.627498 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-762ec07d-f576-438b-ad21-ac13b721b9a6 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (5a2a01ef-08a1-4e85-8a64-3e4b2686fe30), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:20.627853 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-762ec07d-f576-438b-ad21-ac13b721b9a6 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Added segment 5a2a01ef-08a1-4e85-8a64-3e4b2686fe30 of type vlan for network 4438c314-66fb-4971-b289-9a58c34bc099 Feb 15 17:04:20.762320 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-762ec07d-f576-438b-ad21-ac13b721b9a6 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (4438c314-66fb-4971-b289-9a58c34bc099), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:20.824090 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Publish callbacks [] for port (642e5e57-e355-4027-8998-5fb622f2dedd), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:20.825689 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Publish callbacks [] for port (f1f117c2-700c-4b78-9054-43e74613b6b8), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:20.891401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-762ec07d-f576-438b-ad21-ac13b721b9a6 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (4438c314-66fb-4971-b289-9a58c34bc099), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:20.895349 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762ec07d-f576-438b-ad21-ac13b721b9a6 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:20.895349 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-762ec07d-f576-438b-ad21-ac13b721b9a6 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:20.949924 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (f1f117c2-700c-4b78-9054-43e74613b6b8), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:20.959014 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (642e5e57-e355-4027-8998-5fb622f2dedd), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:21.075231 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ec07d-f576-438b-ad21-ac13b721b9a6 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Pushing event updated for resources: {'Network': ['ID=4438c314-66fb-4971-b289-9a58c34bc099,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:21.095703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Pushing event updated for resources: {'Port': ['ID=f1f117c2-700c-4b78-9054-43e74613b6b8,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:21.108882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 4438c314-66fb-4971-b289-9a58c34bc099 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:04:21.125207 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-762ec07d-f576-438b-ad21-ac13b721b9a6 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3980200 Feb 15 17:04:21.130112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42568) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:21.133803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-cc3803d7-8c4b-41ce-a2f8-96c7325276db tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Request body: {'network': {'project_id': '0dde66c1944b40c689c4d70c3344df7d'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:21.154841 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-ba669245-c5ef-4bcb-89d0-2d6c30e1d669 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Allocated IP 172.20.0.4 (83071ba1-c5e8-488a-b51c-7b44d246a668/90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3/d7f0d9c4-a597-46b1-9ec1-85d41fa78d68) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:04:21.171830 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (5d7465cd-ede1-4fcf-a2b7-14fbeeb1116b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:21.250486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Network 83071ba1-c5e8-488a-b51c-7b44d246a668 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:04:21.254829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3803d7-8c4b-41ce-a2f8-96c7325276db tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Made reservation on behalf of 0dde66c1944b40c689c4d70c3344df7d for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:21.258132 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cc3803d7-8c4b-41ce-a2f8-96c7325276db tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:21.267287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Subnet': ['ID=5d7465cd-ede1-4fcf-a2b7-14fbeeb1116b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:21.348024 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (df1be281-6d1e-4b78-a221-596a6b6f10b3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:21.381020 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Network df1be281-6d1e-4b78-a221-596a6b6f10b3 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:04:21.381020 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:21.391808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:04:21.393786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Pushing event updated for resources: {'Port': ['ID=642e5e57-e355-4027-8998-5fb622f2dedd,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:21.396205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3803d7-8c4b-41ce-a2f8-96c7325276db tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:04:21.402721 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:21.410174 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:04:21.433854 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1be281-6d1e-4b78-a221-596a6b6f10b3']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:21.444475 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cc3803d7-8c4b-41ce-a2f8-96c7325276db tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (3b919d6e-6983-4bc5-b52f-0bf9e8036c2a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:21.445131 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-cc3803d7-8c4b-41ce-a2f8-96c7325276db tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Added segment 3b919d6e-6983-4bc5-b52f-0bf9e8036c2a of type vlan for network 38aed088-5325-49e6-ba07-56b5a19d3b66 Feb 15 17:04:21.456923 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82b7c85-dd69-432a-a3ad-383999d154b3') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:21.457573 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82b7c85-dd69-432a-a3ad-383999d154b3') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:21.517283 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (b82b7c85-dd69-432a-a3ad-383999d154b3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:21.571743 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cc3803d7-8c4b-41ce-a2f8-96c7325276db tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (38aed088-5325-49e6-ba07-56b5a19d3b66), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:21.627319 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b82b7c85-dd69-432a-a3ad-383999d154b3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:21.639356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:04:21.639729 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (b82b7c85-dd69-432a-a3ad-383999d154b3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:21.641997 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba669245-c5ef-4bcb-89d0-2d6c30e1d669 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks [] for port (d7f0d9c4-a597-46b1-9ec1-85d41fa78d68), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:04:21.650678 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:04:21.739017 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cc3803d7-8c4b-41ce-a2f8-96c7325276db tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (38aed088-5325-49e6-ba07-56b5a19d3b66), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:21.740427 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3803d7-8c4b-41ce-a2f8-96c7325276db tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:21.741188 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cc3803d7-8c4b-41ce-a2f8-96c7325276db tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:21.855340 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba669245-c5ef-4bcb-89d0-2d6c30e1d669 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d7f0d9c4-a597-46b1-9ec1-85d41fa78d68), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:21.936519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3803d7-8c4b-41ce-a2f8-96c7325276db tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Pushing event updated for resources: {'Network': ['ID=38aed088-5325-49e6-ba07-56b5a19d3b66,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:21.959239 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba669245-c5ef-4bcb-89d0-2d6c30e1d669 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Network 83071ba1-c5e8-488a-b51c-7b44d246a668 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:04:21.992755 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cc3803d7-8c4b-41ce-a2f8-96c7325276db tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8632276 Feb 15 17:04:21.998078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ba669245-c5ef-4bcb-89d0-2d6c30e1d669 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:22.000111 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42586) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:22.024162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 38aed088-5325-49e6-ba07-56b5a19d3b66 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:04:22.040091 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba669245-c5ef-4bcb-89d0-2d6c30e1d669 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:04:22.075005 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.db.api [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 17:04:22.075005 n-d-828372-14 neutron-server[103799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 17:04:22.075005 n-d-828372-14 neutron-server[103799]: [parameters: {'id': 'df1be281-6d1e-4b78-a221-596a6b6f10b3'}] Feb 15 17:04:22.075005 n-d-828372-14 neutron-server[103799]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:04:22.075544 n-d-828372-14 neutron-server[103799]: DEBUG oslo_db.api [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:04:22.089032 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7c790d2e-3f56-418a-9c71-e675a4e28157 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Request body: {'network': {'project_id': '0dde66c1944b40c689c4d70c3344df7d'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:22.102083 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Attempting to bind port 642e5e57-e355-4027-8998-5fb622f2dedd on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:22.105834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba669245-c5ef-4bcb-89d0-2d6c30e1d669 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Pushing event updated for resources: {'Port': ['ID=d7f0d9c4-a597-46b1-9ec1-85d41fa78d68,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:22.108999 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Attempting to bind port 642e5e57-e355-4027-8998-5fb622f2dedd by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'b82b7c85-dd69-432a-a3ad-383999d154b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'df1be281-6d1e-4b78-a221-596a6b6f10b3'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:22.109652 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Attempting to bind port 642e5e57-e355-4027-8998-5fb622f2dedd on network df1be281-6d1e-4b78-a221-596a6b6f10b3 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:22.124258 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Attempting to bind port f1f117c2-700c-4b78-9054-43e74613b6b8 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:22.124871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Attempting to bind port f1f117c2-700c-4b78-9054-43e74613b6b8 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '83071ba1-c5e8-488a-b51c-7b44d246a668'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:22.125464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Attempting to bind port f1f117c2-700c-4b78-9054-43e74613b6b8 on network 83071ba1-c5e8-488a-b51c-7b44d246a668 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:22.156879 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:04:22.159816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Checking segment: {'id': 'b82b7c85-dd69-432a-a3ad-383999d154b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'df1be281-6d1e-4b78-a221-596a6b6f10b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:04:22.161097 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:22.162230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Bound using segment: {'id': 'b82b7c85-dd69-432a-a3ad-383999d154b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'df1be281-6d1e-4b78-a221-596a6b6f10b3'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:04:22.166046 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Bound port: 642e5e57-e355-4027-8998-5fb622f2dedd, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82b7c85-dd69-432a-a3ad-383999d154b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'df1be281-6d1e-4b78-a221-596a6b6f10b3'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:04:22.170551 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (642e5e57-e355-4027-8998-5fb622f2dedd), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:22.179185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba669245-c5ef-4bcb-89d0-2d6c30e1d669 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:22.179988 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ba669245-c5ef-4bcb-89d0-2d6c30e1d669 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:22.195225 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c790d2e-3f56-418a-9c71-e675a4e28157 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 15 17:04:22.195696 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c790d2e-3f56-418a-9c71-e675a4e28157 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:04:22.196853 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7c790d2e-3f56-418a-9c71-e675a4e28157 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1586189 Feb 15 17:04:22.199905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42590) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:22.239313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:04:22.239313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Checking segment: {'id': 'fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '83071ba1-c5e8-488a-b51c-7b44d246a668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:04:22.239313 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:22.239313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Bound using segment: {'id': 'fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '83071ba1-c5e8-488a-b51c-7b44d246a668'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:04:22.239313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Bound port: f1f117c2-700c-4b78-9054-43e74613b6b8, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '83071ba1-c5e8-488a-b51c-7b44d246a668'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:04:22.239853 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f1f117c2-700c-4b78-9054-43e74613b6b8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:22.279514 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ba669245-c5ef-4bcb-89d0-2d6c30e1d669 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5917387 Feb 15 17:04:22.279863 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42594) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:22.284253 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ee08a2c6-5a79-41ea-82ff-3c7ddf366a65 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-232657656', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:22.354285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42598) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:22.354991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5529e750-6fd0-4a44-a777-003a00cdb631 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0dde66c1944b40c689c4d70c3344df7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504288 Feb 15 17:04:22.496907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42604) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:22.559366 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27c544e3-4d11-4f69-a4b6-1d592d49b2ac tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks [] for security_group (c8acf801-0849-45b7-905c-ec7523033f3f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:22.577102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (df1be281-6d1e-4b78-a221-596a6b6f10b3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:22.612704 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27c544e3-4d11-4f69-a4b6-1d592d49b2ac tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks [] for security_group (c8acf801-0849-45b7-905c-ec7523033f3f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:22.685122 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] For port 642e5e57-e355-4027-8998-5fb622f2dedd, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:04:22.709590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] For port 642e5e57-e355-4027-8998-5fb622f2dedd, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=642e5e57-e355-4027-8998-5fb622f2dedd,segment=NetworkSegment(b82b7c85-dd69-432a-a3ad-383999d154b3),segment_id=b82b7c85-dd69-432a-a3ad-383999d154b3)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:04:22.749498 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee08a2c6-5a79-41ea-82ff-3c7ddf366a65 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (0b0c8330-d08f-43f3-9a28-56d64bd0b7b0), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:22.750861 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee08a2c6-5a79-41ea-82ff-3c7ddf366a65 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (0b0c8330-d08f-43f3-9a28-56d64bd0b7b0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:22.788977 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Deleting port 642e5e57-e355-4027-8998-5fb622f2dedd {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:22.789331 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (642e5e57-e355-4027-8998-5fb622f2dedd), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:22.792942 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] For port f1f117c2-700c-4b78-9054-43e74613b6b8, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:04:22.805532 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (642e5e57-e355-4027-8998-5fb622f2dedd), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:22.819006 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] For port f1f117c2-700c-4b78-9054-43e74613b6b8, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f1f117c2-700c-4b78-9054-43e74613b6b8,segment=NetworkSegment(fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d),segment_id=fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:04:22.830238 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27c544e3-4d11-4f69-a4b6-1d592d49b2ac tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c8acf801-0849-45b7-905c-ec7523033f3f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:22.832892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27c544e3-4d11-4f69-a4b6-1d592d49b2ac tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:22.834095 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-27c544e3-4d11-4f69-a4b6-1d592d49b2ac tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] 10.222.0.107 "DELETE /v2.0/security-groups/c8acf801-0849-45b7-905c-ec7523033f3f HTTP/1.1" status: 204 len: 168 time: 0.4788735 Feb 15 17:04:22.859942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42610) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:22.980657 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f1f117c2-700c-4b78-9054-43e74613b6b8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:22.991740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb9fd7e-e1c4-47d0-8a4b-26c723c3c1ef None None] Network df1be281-6d1e-4b78-a221-596a6b6f10b3 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:04:23.042997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] For port 642e5e57-e355-4027-8998-5fb622f2dedd, host n-d-828372-14, got binding levels [] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:23.043583 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (642e5e57-e355-4027-8998-5fb622f2dedd), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:23.093694 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e0315ccd-76be-4ca2-b5c6-159cf6b1ba0b tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (38aed088-5325-49e6-ba07-56b5a19d3b66), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:23.095822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Calling delete_port for 642e5e57-e355-4027-8998-5fb622f2dedd owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:23.113787 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc3e2e-23e2-41b8-824e-f0b6bc91c2ab None None] Pushing event updated for resources: {'Port': ['ID=642e5e57-e355-4027-8998-5fb622f2dedd,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:23.168208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c544e3-4d11-4f69-a4b6-1d592d49b2ac tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8acf801-0849-45b7-905c-ec7523033f3f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:23.250514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3cce82-73fb-4124-b3ff-7afb893ffb93 None None] Pushing event updated for resources: {'Port': ['ID=f1f117c2-700c-4b78-9054-43e74613b6b8,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:23.422594 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e0315ccd-76be-4ca2-b5c6-159cf6b1ba0b tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (38aed088-5325-49e6-ba07-56b5a19d3b66), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:23.445736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-e0315ccd-76be-4ca2-b5c6-159cf6b1ba0b tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38aed088-5325-49e6-ba07-56b5a19d3b66']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:23.458548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-e0315ccd-76be-4ca2-b5c6-159cf6b1ba0b tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b919d6e-6983-4bc5-b52f-0bf9e8036c2a') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:23.459085 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-e0315ccd-76be-4ca2-b5c6-159cf6b1ba0b tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b919d6e-6983-4bc5-b52f-0bf9e8036c2a') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:23.472087 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e0315ccd-76be-4ca2-b5c6-159cf6b1ba0b tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (3b919d6e-6983-4bc5-b52f-0bf9e8036c2a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:23.489672 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e0315ccd-76be-4ca2-b5c6-159cf6b1ba0b tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (3b919d6e-6983-4bc5-b52f-0bf9e8036c2a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:23.493169 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee08a2c6-5a79-41ea-82ff-3c7ddf366a65 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks [] for router_controller (0b0c8330-d08f-43f3-9a28-56d64bd0b7b0), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:23.506017 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb26afb9-81fd-4777-bc4b-45a43804d27b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:23.506471 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0315ccd-76be-4ca2-b5c6-159cf6b1ba0b tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:04:23.506927 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e0315ccd-76be-4ca2-b5c6-159cf6b1ba0b tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (3b919d6e-6983-4bc5-b52f-0bf9e8036c2a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: warnings.warn('Neutron quota engine will require "--force" ' Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:04:23.519903 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:04:23.541642 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (642e5e57-e355-4027-8998-5fb622f2dedd), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:23.636800 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee08a2c6-5a79-41ea-82ff-3c7ddf366a65 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (0b0c8330-d08f-43f3-9a28-56d64bd0b7b0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:23.637331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] No DVR routers for this DVR port 642e5e57-e355-4027-8998-5fb622f2dedd on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:04:23.811614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Port': ['ID=642e5e57-e355-4027-8998-5fb622f2dedd,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:23.817892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee08a2c6-5a79-41ea-82ff-3c7ddf366a65 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:23.822416 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ee08a2c6-5a79-41ea-82ff-3c7ddf366a65 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.5405941 Feb 15 17:04:23.824244 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42624) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:23.833667 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a157fa1e-1bc5-4146-9ec6-31e7b931e209 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-10537018', 'prefixes': ['172.20.0.0/16']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:23.848517 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e0315ccd-76be-4ca2-b5c6-159cf6b1ba0b tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (38aed088-5325-49e6-ba07-56b5a19d3b66), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:23.868739 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e0315ccd-76be-4ca2-b5c6-159cf6b1ba0b tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:23.881175 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e0315ccd-76be-4ca2-b5c6-159cf6b1ba0b tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] 10.222.0.107 "DELETE /v2.0/networks/38aed088-5325-49e6-ba07-56b5a19d3b66 HTTP/1.1" status: 204 len: 168 time: 1.0043192 Feb 15 17:04:23.885116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42628) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:23.993616 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (df1be281-6d1e-4b78-a221-596a6b6f10b3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.026064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1be281-6d1e-4b78-a221-596a6b6f10b3']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:24.036765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82b7c85-dd69-432a-a3ad-383999d154b3') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:24.037146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82b7c85-dd69-432a-a3ad-383999d154b3') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:24.048941 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (b82b7c85-dd69-432a-a3ad-383999d154b3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.064888 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b82b7c85-dd69-432a-a3ad-383999d154b3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.072010 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:04:24.072409 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (b82b7c85-dd69-432a-a3ad-383999d154b3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.155433 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72b3ea9e-8e66-4c69-a8a0-e3149536fc45 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (4438c314-66fb-4971-b289-9a58c34bc099), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:04:24.178874 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:04:24.183866 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0315ccd-76be-4ca2-b5c6-159cf6b1ba0b tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Pushing event deleted for resources: {'Network': ['ID=38aed088-5325-49e6-ba07-56b5a19d3b66,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:24.265567 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (df1be281-6d1e-4b78-a221-596a6b6f10b3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.285212 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.298187 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/networks/df1be281-6d1e-4b78-a221-596a6b6f10b3 HTTP/1.1" status: 204 len: 168 time: 4.6207972 Feb 15 17:04:24.311015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42636) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:24.365964 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-41f7baaa-e602-40e4-a752-fadcc31d94ec tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-818368320'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:24.383785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35531cf7-ae96-4c9e-9256-42d2553a9643 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Network': ['ID=df1be281-6d1e-4b78-a221-596a6b6f10b3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:24.485953 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb26afb9-81fd-4777-bc4b-45a43804d27b admin admin] Publish callbacks [] for security_group (28439251-262f-462d-83dd-c06ac08d6ef9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.508558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f7baaa-e602-40e4-a752-fadcc31d94ec tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Made reservation on behalf of 7f95489ef09f4e808c6e16ac67ce7e2f for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:24.512262 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41f7baaa-e602-40e4-a752-fadcc31d94ec tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.513989 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72b3ea9e-8e66-4c69-a8a0-e3149536fc45 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (4438c314-66fb-4971-b289-9a58c34bc099), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.578894 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f1f117c2-700c-4b78-9054-43e74613b6b8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:04:24.579528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f7baaa-e602-40e4-a752-fadcc31d94ec tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:04:24.582438 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb26afb9-81fd-4777-bc4b-45a43804d27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (28439251-262f-462d-83dd-c06ac08d6ef9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.663680 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bb26afb9-81fd-4777-bc4b-45a43804d27b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b962b464ccf249429a67662e1cb89178&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1655002 Feb 15 17:04:24.674013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42642) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:24.691025 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41f7baaa-e602-40e4-a752-fadcc31d94ec tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (188cf2c5-179a-46c0-b5b6-c92edd49ec71), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.691508 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-41f7baaa-e602-40e4-a752-fadcc31d94ec tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Added segment 188cf2c5-179a-46c0-b5b6-c92edd49ec71 of type vlan for network cd9c1194-fb4e-4403-8943-c8587e467105 Feb 15 17:04:24.711226 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-72b3ea9e-8e66-4c69-a8a0-e3149536fc45 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4438c314-66fb-4971-b289-9a58c34bc099']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:24.732412 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f1f117c2-700c-4b78-9054-43e74613b6b8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:04:24.733286 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f1f117c2-700c-4b78-9054-43e74613b6b8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.799004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-72b3ea9e-8e66-4c69-a8a0-e3149536fc45 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2a01ef-08a1-4e85-8a64-3e4b2686fe30') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:24.799004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-72b3ea9e-8e66-4c69-a8a0-e3149536fc45 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2a01ef-08a1-4e85-8a64-3e4b2686fe30') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:24.833290 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72b3ea9e-8e66-4c69-a8a0-e3149536fc45 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (5a2a01ef-08a1-4e85-8a64-3e4b2686fe30), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.851914 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26afb9-81fd-4777-bc4b-45a43804d27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28439251-262f-462d-83dd-c06ac08d6ef9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:24.903051 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72b3ea9e-8e66-4c69-a8a0-e3149536fc45 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (5a2a01ef-08a1-4e85-8a64-3e4b2686fe30), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.903688 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41f7baaa-e602-40e4-a752-fadcc31d94ec tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (cd9c1194-fb4e-4403-8943-c8587e467105), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.932721 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b3ea9e-8e66-4c69-a8a0-e3149536fc45 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:04:24.933150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72b3ea9e-8e66-4c69-a8a0-e3149536fc45 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (5a2a01ef-08a1-4e85-8a64-3e4b2686fe30), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:04:24.938515 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:04:24.993906 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a157fa1e-1bc5-4146-9ec6-31e7b931e209 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:25.006481 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a157fa1e-1bc5-4146-9ec6-31e7b931e209 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 1.1765611 Feb 15 17:04:25.006481 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42648) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:25.043925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f1f117c2-700c-4b78-9054-43e74613b6b8 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:04:25.044614 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f1f117c2-700c-4b78-9054-43e74613b6b8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:25.075095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-0ffde411-0758-42da-b9f4-aa3469a9e3c3 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3', 'tempest-TagsExtTest-Tag-1933363341') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:25.089958 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c6de8f27-791b-43cb-b0c9-6bf66e453523 admin admin] Publish callbacks [] for security_group (28439251-262f-462d-83dd-c06ac08d6ef9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:25.091571 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41f7baaa-e602-40e4-a752-fadcc31d94ec tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (cd9c1194-fb4e-4403-8943-c8587e467105), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:25.098242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f7baaa-e602-40e4-a752-fadcc31d94ec tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:25.099244 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41f7baaa-e602-40e4-a752-fadcc31d94ec tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:25.116501 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c6de8f27-791b-43cb-b0c9-6bf66e453523 admin admin] Publish callbacks [] for security_group (28439251-262f-462d-83dd-c06ac08d6ef9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:25.153884 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port f1f117c2-700c-4b78-9054-43e74613b6b8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f1f117c2-700c-4b78-9054-43e74613b6b8,segment=NetworkSegment(fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d),segment_id=fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:25.162080 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b544b516-9e8c-43bd-8805-682071a14ff5 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 17:04:25.280074 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f1f117c2-700c-4b78-9054-43e74613b6b8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:25.287536 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c6de8f27-791b-43cb-b0c9-6bf66e453523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (28439251-262f-462d-83dd-c06ac08d6ef9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:25.290551 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c6de8f27-791b-43cb-b0c9-6bf66e453523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:25.294727 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c6de8f27-791b-43cb-b0c9-6bf66e453523 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/28439251-262f-462d-83dd-c06ac08d6ef9 HTTP/1.1" status: 204 len: 168 time: 0.6117070 Feb 15 17:04:25.299893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7baaa-e602-40e4-a752-fadcc31d94ec tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event updated for resources: {'Network': ['ID=cd9c1194-fb4e-4403-8943-c8587e467105,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:25.308249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b88b584d-6292-49e7-84e4-9102b14b86d0 None None] Provisioning complete for port f1f117c2-700c-4b78-9054-43e74613b6b8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:04:25.308675 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b88b584d-6292-49e7-84e4-9102b14b86d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f1f117c2-700c-4b78-9054-43e74613b6b8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:25.315867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de8f27-791b-43cb-b0c9-6bf66e453523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28439251-262f-462d-83dd-c06ac08d6ef9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:25.408990 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72b3ea9e-8e66-4c69-a8a0-e3149536fc45 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (4438c314-66fb-4971-b289-9a58c34bc099), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:25.419046 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-72b3ea9e-8e66-4c69-a8a0-e3149536fc45 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:25.437713 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-72b3ea9e-8e66-4c69-a8a0-e3149536fc45 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] 10.222.0.107 "DELETE /v2.0/networks/4438c314-66fb-4971-b289-9a58c34bc099 HTTP/1.1" status: 204 len: 168 time: 1.5407419 Feb 15 17:04:25.448911 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-41f7baaa-e602-40e4-a752-fadcc31d94ec tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0946183 Feb 15 17:04:25.460688 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42662) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:25.464519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network cd9c1194-fb4e-4403-8943-c8587e467105 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:04:25.466538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-740a4bdc-a04b-4595-8a33-8c175a299d38 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Request body: {'subnet': {'network_id': 'cd9c1194-fb4e-4403-8943-c8587e467105', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:25.474096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b3ea9e-8e66-4c69-a8a0-e3149536fc45 tempest-QuotasNegativeTest-222461712 tempest-QuotasNegativeTest-222461712-project-admin] Pushing event deleted for resources: {'Network': ['ID=4438c314-66fb-4971-b289-9a58c34bc099,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:25.634231 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0ffde411-0758-42da-b9f4-aa3469a9e3c3 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "PUT /v2.0/subnets/90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3/tags/tempest-TagsExtTest-Tag-1933363341 HTTP/1.1" status: 201 len: 201 time: 0.5625801 Feb 15 17:04:25.636706 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42664) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:25.642847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-15845b32-1527-4c5a-a954-2751b635bf14 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd7f0d9c4-a597-46b1-9ec1-85d41fa78d68', 'tempest-TagsExtTest-Tag-483878373') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:25.931698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740a4bdc-a04b-4595-8a33-8c175a299d38 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Made reservation on behalf of 7f95489ef09f4e808c6e16ac67ce7e2f for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:25.936412 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-740a4bdc-a04b-4595-8a33-8c175a299d38 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:25.955237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=f1f117c2-700c-4b78-9054-43e74613b6b8,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:26.045671 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-15845b32-1527-4c5a-a954-2751b635bf14 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "PUT /v2.0/ports/d7f0d9c4-a597-46b1-9ec1-85d41fa78d68/tags/tempest-TagsExtTest-Tag-483878373 HTTP/1.1" status: 201 len: 201 time: 0.4075491 Feb 15 17:04:26.048777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42674) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:26.055563 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-70d4a2f4-ee52-4619-a56c-9386f2d74421 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0b0c8330-d08f-43f3-9a28-56d64bd0b7b0', 'tempest-TagsExtTest-Tag-1137800625') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:26.118021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b544b516-9e8c-43bd-8805-682071a14ff5 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 17:04:26.171312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b88b584d-6292-49e7-84e4-9102b14b86d0 None None] Current status of the port f1f117c2-700c-4b78-9054-43e74613b6b8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:04:26.384220 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-70d4a2f4-ee52-4619-a56c-9386f2d74421 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "PUT /v2.0/routers/0b0c8330-d08f-43f3-9a28-56d64bd0b7b0/tags/tempest-TagsExtTest-Tag-1137800625 HTTP/1.1" status: 201 len: 201 time: 0.3339610 Feb 15 17:04:26.386714 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42684) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:26.392709 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-823e3b7e-560e-4655-897e-1cb0773ed700 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4a496f19-7668-441e-a4b6-8853cf4b1277', 'tempest-TagsExtTest-Tag-2136910015') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:26.475712 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f1f117c2-700c-4b78-9054-43e74613b6b8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:04:26.597198 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-823e3b7e-560e-4655-897e-1cb0773ed700 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "PUT /v2.0/subnetpools/4a496f19-7668-441e-a4b6-8853cf4b1277/tags/tempest-TagsExtTest-Tag-2136910015 HTTP/1.1" status: 201 len: 201 time: 0.2064416 Feb 15 17:04:26.599413 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42686) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:26.608251 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-a622b66b-ebbd-414a-aa7d-1e08f522a4b0 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:26.700644 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42688) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:26.742167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f1f117c2-700c-4b78-9054-43e74613b6b8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:04:26.742167 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f1f117c2-700c-4b78-9054-43e74613b6b8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:26.744681 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:26.843746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd684283-2f31-41aa-9d60-9eecd272f152 None None] Network 83071ba1-c5e8-488a-b51c-7b44d246a668 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:04:26.987178 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Publish callbacks [] for security_group (d62bd810-93be-49d4-b34e-141bed878042), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:27.008622 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a622b66b-ebbd-414a-aa7d-1e08f522a4b0 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/subnets/90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3/tags HTTP/1.1" status: 200 len: 241 time: 0.4035237 Feb 15 17:04:27.009549 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42700) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:27.023915 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-810addf6-533a-43ff-85b6-f4a89586191e tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3', 'tempest-TagsExtTest-Tag-1933363341') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:27.052164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f1f117c2-700c-4b78-9054-43e74613b6b8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:04:27.089147 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d62bd810-93be-49d4-b34e-141bed878042), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:27.151460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.objects.ports [None req-740a4bdc-a04b-4595-8a33-8c175a299d38 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103799) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:04:27.164653 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-740a4bdc-a04b-4595-8a33-8c175a299d38 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (a9485462-716d-443c-95c0-a42d783f5d31), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:27.184501 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62bd810-93be-49d4-b34e-141bed878042,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:27.202029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:27.206668 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:27.206668 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:27.206668 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:27.207222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:27.207665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:27.208224 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:27.208532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:27.210351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:27.210351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:27.214654 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:27.215178 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:27.215634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:27.225944 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f8a843b8-9721-4b40-af5c-a23947f6f142 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=11a12c80f40945a58e7aff21825bd428&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5127158 Feb 15 17:04:27.234570 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42702) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:27.254226 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42704) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:27.314562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a4bdc-a04b-4595-8a33-8c175a299d38 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event updated for resources: {'Subnet': ['ID=a9485462-716d-443c-95c0-a42d783f5d31,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:27.319868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740a4bdc-a04b-4595-8a33-8c175a299d38 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Checking segment: {'id': '188cf2c5-179a-46c0-b5b6-c92edd49ec71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cd9c1194-fb4e-4403-8943-c8587e467105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:04:27.323932 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740a4bdc-a04b-4595-8a33-8c175a299d38 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Network hostable DHCP agents. Network: cd9c1194-fb4e-4403-8943-c8587e467105, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:04:27.325659 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-810addf6-533a-43ff-85b6-f4a89586191e tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/subnets/90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3/tags/tempest-TagsExtTest-Tag-1933363341 HTTP/1.1" status: 204 len: 168 time: 0.3138490 Feb 15 17:04:27.326379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42708) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:27.349201 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-74756039-c72f-4f50-bbc6-37cdccc19424 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3', 'tempest-TagsExtTest-Tag-1933363341') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:27.451777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740a4bdc-a04b-4595-8a33-8c175a299d38 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Network cd9c1194-fb4e-4403-8943-c8587e467105 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:04:27.513251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b10f6a88-0ec7-4a2b-ba71-bb8be484b515 admin admin] Publish callbacks [] for security_group (d62bd810-93be-49d4-b34e-141bed878042), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:27.600685 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-740a4bdc-a04b-4595-8a33-8c175a299d38 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, cd9c1194-fb4e-4403-8943-c8587e467105) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:27.606970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740a4bdc-a04b-4595-8a33-8c175a299d38 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:27.608171 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-740a4bdc-a04b-4595-8a33-8c175a299d38 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:27.619582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db5fd7e-098e-4275-afbf-63319b251bfd None None] Network cd9c1194-fb4e-4403-8943-c8587e467105 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:04:27.630743 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b10f6a88-0ec7-4a2b-ba71-bb8be484b515 admin admin] Publish callbacks [] for security_group (d62bd810-93be-49d4-b34e-141bed878042), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:27.678743 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb6363c1-7d4c-4f83-b4dc-73c4a9f86e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:27.716962 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-740a4bdc-a04b-4595-8a33-8c175a299d38 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2549098 Feb 15 17:04:27.719634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42722) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:27.906325 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-74756039-c72f-4f50-bbc6-37cdccc19424 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/subnets/90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3/tags/tempest-TagsExtTest-Tag-1933363341 HTTP/1.1" status: 204 len: 168 time: 0.5637078 Feb 15 17:04:27.906974 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42726) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:27.912565 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-d6cfbbe0-14d2-483a-a1f2-142a015736ef tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:27.924973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-abff1129-fb20-454c-8241-01918fca5236 None None] Provisioning complete for port d7f0d9c4-a597-46b1-9ec1-85d41fa78d68 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:04:27.925344 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abff1129-fb20-454c-8241-01918fca5236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d7f0d9c4-a597-46b1-9ec1-85d41fa78d68), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:27.931161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f15a30-2fc5-4378-944e-65a23e2a2d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-cd9c1194-fb4e-4403-8943-c8587e467105', 'network_id': 'cd9c1194-fb4e-4403-8943-c8587e467105', 'project_id': '7f95489ef09f4e808c6e16ac67ce7e2f', 'fixed_ips': [{'subnet_id': 'a9485462-716d-443c-95c0-a42d783f5d31'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:04:27.932022 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57f15a30-2fc5-4378-944e-65a23e2a2d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:27.982143 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-920133aa-5b67-4c2c-834a-cc532baa538e tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (cd9c1194-fb4e-4403-8943-c8587e467105), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:28.108744 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-920133aa-5b67-4c2c-834a-cc532baa538e tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (a9485462-716d-443c-95c0-a42d783f5d31), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:28.149457 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb6363c1-7d4c-4f83-b4dc-73c4a9f86e0d admin admin] Publish callbacks [] for security_group (24802781-710b-48b9-bb47-e964c34dc33c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:28.152864 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b10f6a88-0ec7-4a2b-ba71-bb8be484b515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d62bd810-93be-49d4-b34e-141bed878042), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:28.156664 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b10f6a88-0ec7-4a2b-ba71-bb8be484b515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:28.158485 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b10f6a88-0ec7-4a2b-ba71-bb8be484b515 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d62bd810-93be-49d4-b34e-141bed878042 HTTP/1.1" status: 204 len: 168 time: 0.9196317 Feb 15 17:04:28.193060 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f6a88-0ec7-4a2b-ba71-bb8be484b515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62bd810-93be-49d4-b34e-141bed878042,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:28.226879 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb6363c1-7d4c-4f83-b4dc-73c4a9f86e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (24802781-710b-48b9-bb47-e964c34dc33c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:28.270839 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-abff1129-fb20-454c-8241-01918fca5236 None None] Port d7f0d9c4-a597-46b1-9ec1-85d41fa78d68 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:04:28.320422 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-920133aa-5b67-4c2c-834a-cc532baa538e tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (a9485462-716d-443c-95c0-a42d783f5d31), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:28.334346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-abff1129-fb20-454c-8241-01918fca5236 None None] Provisioning complete for port f1f117c2-700c-4b78-9054-43e74613b6b8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:04:28.334637 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abff1129-fb20-454c-8241-01918fca5236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f1f117c2-700c-4b78-9054-43e74613b6b8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:28.384218 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d6cfbbe0-14d2-483a-a1f2-142a015736ef tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/subnets/90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3/tags HTTP/1.1" status: 200 len: 205 time: 0.4751976 Feb 15 17:04:28.389770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42736) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:28.392648 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6363c1-7d4c-4f83-b4dc-73c4a9f86e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24802781-710b-48b9-bb47-e964c34dc33c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server [None req-57f15a30-2fc5-4378-944e-65a23e2a2d92 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9485462-716d-443c-95c0-a42d783f5d31: This subnet is being modified by another concurrent operation. Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise exception Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9485462-716d-443c-95c0-a42d783f5d31: This subnet is being modified by another concurrent operation. Feb 15 17:04:28.395831 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server Feb 15 17:04:28.417689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920133aa-5b67-4c2c-834a-cc532baa538e tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Subnet': ['ID=a9485462-716d-443c-95c0-a42d783f5d31,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:28.432158 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bb6363c1-7d4c-4f83-b4dc-73c4a9f86e0d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8008fe1e409d47f2873f14f618dc787b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1733668 Feb 15 17:04:28.432333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698b6cfe-2014-47c6-ba97-bc4fdd69f310 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 17:04:28.443963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-2b3db128-bcac-4dda-ad01-30d384d0088e tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd7f0d9c4-a597-46b1-9ec1-85d41fa78d68') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:28.511464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42738) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:28.545961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-abff1129-fb20-454c-8241-01918fca5236 None None] Current status of the port f1f117c2-700c-4b78-9054-43e74613b6b8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:04:28.577002 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-920133aa-5b67-4c2c-834a-cc532baa538e tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (cd9c1194-fb4e-4403-8943-c8587e467105), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:28.590084 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2b3db128-bcac-4dda-ad01-30d384d0088e tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/ports/d7f0d9c4-a597-46b1-9ec1-85d41fa78d68/tags HTTP/1.1" status: 200 len: 240 time: 0.1988640 Feb 15 17:04:28.597174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42744) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:28.602303 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-3e0812be-b352-4de9-9f7e-d9eda621638e tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7f0d9c4-a597-46b1-9ec1-85d41fa78d68', 'tempest-TagsExtTest-Tag-483878373') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:28.642939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-920133aa-5b67-4c2c-834a-cc532baa538e tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9c1194-fb4e-4403-8943-c8587e467105']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:28.706569 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698b6cfe-2014-47c6-ba97-bc4fdd69f310 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 17:04:28.721721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-920133aa-5b67-4c2c-834a-cc532baa538e tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188cf2c5-179a-46c0-b5b6-c92edd49ec71') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:28.722479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-920133aa-5b67-4c2c-834a-cc532baa538e tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188cf2c5-179a-46c0-b5b6-c92edd49ec71') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:28.737696 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3e0812be-b352-4de9-9f7e-d9eda621638e tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/ports/d7f0d9c4-a597-46b1-9ec1-85d41fa78d68/tags/tempest-TagsExtTest-Tag-483878373 HTTP/1.1" status: 204 len: 168 time: 0.1341691 Feb 15 17:04:28.738324 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42748) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:28.754161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-c6b9214a-0673-4a38-9ef4-573b2552ab7b tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd7f0d9c4-a597-46b1-9ec1-85d41fa78d68', 'tempest-TagsExtTest-Tag-483878373') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:28.763825 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-920133aa-5b67-4c2c-834a-cc532baa538e tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (188cf2c5-179a-46c0-b5b6-c92edd49ec71), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:28.797844 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-920133aa-5b67-4c2c-834a-cc532baa538e tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (188cf2c5-179a-46c0-b5b6-c92edd49ec71), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:28.815362 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920133aa-5b67-4c2c-834a-cc532baa538e tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:04:28.816169 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-920133aa-5b67-4c2c-834a-cc532baa538e tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (188cf2c5-179a-46c0-b5b6-c92edd49ec71), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:28.869190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-83ada267-87ce-4490-a66f-84ffc7d23089 None None] Provisioning complete for port d7f0d9c4-a597-46b1-9ec1-85d41fa78d68 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:04:28.882534 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-83ada267-87ce-4490-a66f-84ffc7d23089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d7f0d9c4-a597-46b1-9ec1-85d41fa78d68), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:04:28.949968 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:04:28.967221 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a2587cbb-4f6d-42a4-b324-f04dc8fbfd4a admin admin] Publish callbacks [] for security_group (24802781-710b-48b9-bb47-e964c34dc33c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:28.967457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-83ada267-87ce-4490-a66f-84ffc7d23089 None None] Port d7f0d9c4-a597-46b1-9ec1-85d41fa78d68 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:04:29.031337 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a2587cbb-4f6d-42a4-b324-f04dc8fbfd4a admin admin] Publish callbacks [] for security_group (24802781-710b-48b9-bb47-e964c34dc33c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:29.046186 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-920133aa-5b67-4c2c-834a-cc532baa538e tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (cd9c1194-fb4e-4403-8943-c8587e467105), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:29.074360 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-920133aa-5b67-4c2c-834a-cc532baa538e tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:29.077574 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-920133aa-5b67-4c2c-834a-cc532baa538e tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/networks/cd9c1194-fb4e-4403-8943-c8587e467105 HTTP/1.1" status: 204 len: 168 time: 1.3564065 Feb 15 17:04:29.083597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42752) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:29.122813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920133aa-5b67-4c2c-834a-cc532baa538e tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Network': ['ID=cd9c1194-fb4e-4403-8943-c8587e467105,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:29.132597 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c6b9214a-0673-4a38-9ef4-573b2552ab7b tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/ports/d7f0d9c4-a597-46b1-9ec1-85d41fa78d68/tags/tempest-TagsExtTest-Tag-483878373 HTTP/1.1" status: 204 len: 168 time: 0.3932667 Feb 15 17:04:29.135257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42756) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:29.139023 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2024ace-fde7-466f-89be-d36f2efde661 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] DELETE failed (client error): The resource could not be found. Feb 15 17:04:29.139845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2024ace-fde7-466f-89be-d36f2efde661 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:04:29.149563 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e2024ace-fde7-466f-89be-d36f2efde661 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/subnets/a9485462-716d-443c-95c0-a42d783f5d31 HTTP/1.1" status: 404 len: 337 time: 0.0591259 Feb 15 17:04:29.150886 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42758) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:29.155286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-e3800dee-b6dc-404e-aa93-9305447cd257 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd7f0d9c4-a597-46b1-9ec1-85d41fa78d68') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:29.189980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea90bdd-535b-4e4d-8d0a-32f8f5e552a1 None None] Network cd9c1194-fb4e-4403-8943-c8587e467105 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:04:29.195569 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-8376c4e7-9eb5-4482-a702-956d9fab960f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] DELETE failed (client error): The resource could not be found. Feb 15 17:04:29.196310 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8376c4e7-9eb5-4482-a702-956d9fab960f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:04:29.199617 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8376c4e7-9eb5-4482-a702-956d9fab960f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/networks/cd9c1194-fb4e-4403-8943-c8587e467105 HTTP/1.1" status: 404 len: 339 time: 0.0476294 Feb 15 17:04:29.206256 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42760) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:29.218784 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea90bdd-535b-4e4d-8d0a-32f8f5e552a1 None None] Network cd9c1194-fb4e-4403-8943-c8587e467105 could not be found, it might have been deleted concurrently. {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 17:04:29.307799 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-81716d35-0b2d-48dd-9989-b71ba0e88706 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] DELETE failed (client error): The resource could not be found. Feb 15 17:04:29.308278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81716d35-0b2d-48dd-9989-b71ba0e88706 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:04:29.317665 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-81716d35-0b2d-48dd-9989-b71ba0e88706 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/subnets/5d7465cd-ede1-4fcf-a2b7-14fbeeb1116b HTTP/1.1" status: 404 len: 337 time: 0.1050453 Feb 15 17:04:29.318410 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42768) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:29.341231 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e3800dee-b6dc-404e-aa93-9305447cd257 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/ports/d7f0d9c4-a597-46b1-9ec1-85d41fa78d68/tags HTTP/1.1" status: 200 len: 205 time: 0.1949663 Feb 15 17:04:29.343251 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a2587cbb-4f6d-42a4-b324-f04dc8fbfd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (24802781-710b-48b9-bb47-e964c34dc33c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:29.346210 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a2587cbb-4f6d-42a4-b324-f04dc8fbfd4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:29.348386 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a2587cbb-4f6d-42a4-b324-f04dc8fbfd4a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/24802781-710b-48b9-bb47-e964c34dc33c HTTP/1.1" status: 204 len: 168 time: 0.8647325 Feb 15 17:04:29.348386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42774) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:29.372503 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-566c2d25-6c12-40a0-a619-ab7be793248f tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0b0c8330-d08f-43f3-9a28-56d64bd0b7b0') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:29.393791 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb57b99-3601-48eb-a2c2-98b548019ac7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] DELETE failed (client error): The resource could not be found. Feb 15 17:04:29.396145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbb57b99-3601-48eb-a2c2-98b548019ac7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:04:29.410710 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bbb57b99-3601-48eb-a2c2-98b548019ac7 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/networks/df1be281-6d1e-4b78-a221-596a6b6f10b3 HTTP/1.1" status: 404 len: 339 time: 0.0911341 Feb 15 17:04:29.422211 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42784) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:29.447661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42790) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:29.491436 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dcd3188-bd96-4922-9522-8b78719db277 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] DELETE failed (client error): The resource could not be found. Feb 15 17:04:29.491915 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dcd3188-bd96-4922-9522-8b78719db277 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:04:29.495288 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4dcd3188-bd96-4922-9522-8b78719db277 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/subnets/e200f57f-bba4-474e-850b-de0a1589deac HTTP/1.1" status: 404 len: 337 time: 0.0803514 Feb 15 17:04:29.497788 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42800) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:29.503186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2587cbb-4f6d-42a4-b324-f04dc8fbfd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24802781-710b-48b9-bb47-e964c34dc33c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:29.515212 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef6d479a-e959-4e5a-9db2-c6ceb124d6b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:29.535499 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93d862d-1678-4545-9da1-fe8d5299a59d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] DELETE failed (client error): The resource could not be found. Feb 15 17:04:29.535963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93d862d-1678-4545-9da1-fe8d5299a59d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:04:29.539886 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e93d862d-1678-4545-9da1-fe8d5299a59d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/networks/82b6011b-39f4-4555-ba99-ad949c89c865 HTTP/1.1" status: 404 len: 339 time: 0.0406449 Feb 15 17:04:29.542563 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42810) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:29.553955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-566c2d25-6c12-40a0-a619-ab7be793248f tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/routers/0b0c8330-d08f-43f3-9a28-56d64bd0b7b0/tags HTTP/1.1" status: 200 len: 241 time: 0.1850173 Feb 15 17:04:29.556893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42812) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:29.565715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-54525da8-e426-486f-96a8-fc45e159bb2b tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0b0c8330-d08f-43f3-9a28-56d64bd0b7b0', 'tempest-TagsExtTest-Tag-1137800625') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:29.682440 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-54525da8-e426-486f-96a8-fc45e159bb2b tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/routers/0b0c8330-d08f-43f3-9a28-56d64bd0b7b0/tags/tempest-TagsExtTest-Tag-1137800625 HTTP/1.1" status: 204 len: 168 time: 0.1244946 Feb 15 17:04:29.685499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42824) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:29.690548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-9983b4bf-3998-49a3-9afb-fb781d5b1335 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0b0c8330-d08f-43f3-9a28-56d64bd0b7b0', 'tempest-TagsExtTest-Tag-1137800625') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:29.732748 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef6d479a-e959-4e5a-9db2-c6ceb124d6b2 admin admin] Publish callbacks [] for security_group (8b3b612b-c8c8-40a3-9520-a93b5dbdb7b6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:29.781836 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-de1b653f-d584-48ec-aa83-bc86cff4548c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Deleting port d54c6479-f192-4247-8f7f-4c221314585a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:29.782215 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de1b653f-d584-48ec-aa83-bc86cff4548c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d54c6479-f192-4247-8f7f-4c221314585a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:29.833811 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef6d479a-e959-4e5a-9db2-c6ceb124d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8b3b612b-c8c8-40a3-9520-a93b5dbdb7b6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:29.940962 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ef6d479a-e959-4e5a-9db2-c6ceb124d6b2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c25c14a3ab8a402ca77881d4628e5f39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4894497 Feb 15 17:04:29.941698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42832) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:29.992376 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9983b4bf-3998-49a3-9afb-fb781d5b1335 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/routers/0b0c8330-d08f-43f3-9a28-56d64bd0b7b0/tags/tempest-TagsExtTest-Tag-1137800625 HTTP/1.1" status: 204 len: 168 time: 0.3055501 Feb 15 17:04:30.038708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42834) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:30.469212 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de1b653f-d584-48ec-aa83-bc86cff4548c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d54c6479-f192-4247-8f7f-4c221314585a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:30.471359 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-1db4c393-692b-461d-8dd3-dabaee034550 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0b0c8330-d08f-43f3-9a28-56d64bd0b7b0') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:30.471359 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d479a-e959-4e5a-9db2-c6ceb124d6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3b612b-c8c8-40a3-9520-a93b5dbdb7b6,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:30.472508 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-de1b653f-d584-48ec-aa83-bc86cff4548c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Calling delete_port for d54c6479-f192-4247-8f7f-4c221314585a owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:30.472508 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a3ad3eb-cc46-42a3-a0bf-82e69f57e7fd admin admin] Publish callbacks [] for security_group (8b3b612b-c8c8-40a3-9520-a93b5dbdb7b6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:30.472508 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a3ad3eb-cc46-42a3-a0bf-82e69f57e7fd admin admin] Publish callbacks [] for security_group (8b3b612b-c8c8-40a3-9520-a93b5dbdb7b6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:30.473335 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1db4c393-692b-461d-8dd3-dabaee034550 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/routers/0b0c8330-d08f-43f3-9a28-56d64bd0b7b0/tags HTTP/1.1" status: 200 len: 205 time: 0.2503431 Feb 15 17:04:30.473335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42840) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:30.473335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-f66607e8-677b-4a53-8ee8-62a733c7a3c1 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4a496f19-7668-441e-a4b6-8853cf4b1277') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:30.604284 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:30.809216 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:30.902551 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42848) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:30.941826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5bb8fa4-2c27-4704-8bf3-ce432d83f046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:31.094011 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f66607e8-677b-4a53-8ee8-62a733c7a3c1 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/subnetpools/4a496f19-7668-441e-a4b6-8853cf4b1277/tags HTTP/1.1" status: 200 len: 241 time: 0.7005200 Feb 15 17:04:31.094434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42852) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:31.099147 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-f221ed44-9fe4-49cf-936a-77148c9f0282 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a496f19-7668-441e-a4b6-8853cf4b1277', 'tempest-TagsExtTest-Tag-2136910015') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:31.153768 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de1b653f-d584-48ec-aa83-bc86cff4548c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d54c6479-f192-4247-8f7f-4c221314585a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:31.209671 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b653f-d584-48ec-aa83-bc86cff4548c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Port': ['ID=d54c6479-f192-4247-8f7f-4c221314585a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:31.216178 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f221ed44-9fe4-49cf-936a-77148c9f0282 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/subnetpools/4a496f19-7668-441e-a4b6-8853cf4b1277/tags/tempest-TagsExtTest-Tag-2136910015 HTTP/1.1" status: 204 len: 168 time: 0.1204782 Feb 15 17:04:31.219018 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42856) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:31.221665 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de1b653f-d584-48ec-aa83-bc86cff4548c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:31.226283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-c5884461-37c1-484c-ab23-d837a42a4dba tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4a496f19-7668-441e-a4b6-8853cf4b1277', 'tempest-TagsExtTest-Tag-2136910015') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:31.227041 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-de1b653f-d584-48ec-aa83-bc86cff4548c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/ports/d54c6479-f192-4247-8f7f-4c221314585a HTTP/1.1" status: 204 len: 168 time: 1.6778240 Feb 15 17:04:31.232713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42858) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:31.240976 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5bb8fa4-2c27-4704-8bf3-ce432d83f046 admin admin] Publish callbacks [] for security_group (f8db7fde-a8b7-432c-a9ee-aff6a044e539), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:31.285193 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b27544a-4c09-4e92-b40f-7cef92632e5d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] DELETE failed (client error): The resource could not be found. Feb 15 17:04:31.285589 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a3ad3eb-cc46-42a3-a0bf-82e69f57e7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8b3b612b-c8c8-40a3-9520-a93b5dbdb7b6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:31.288229 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a3ad3eb-cc46-42a3-a0bf-82e69f57e7fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:31.292379 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6a3ad3eb-cc46-42a3-a0bf-82e69f57e7fd admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8b3b612b-c8c8-40a3-9520-a93b5dbdb7b6 HTTP/1.1" status: 204 len: 168 time: 1.3487992 Feb 15 17:04:31.296539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b27544a-4c09-4e92-b40f-7cef92632e5d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:04:31.302254 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4b27544a-4c09-4e92-b40f-7cef92632e5d tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/subnets/963f5831-5a8a-4d48-ade3-b99b0a51ba2a HTTP/1.1" status: 404 len: 337 time: 0.0648761 Feb 15 17:04:31.305308 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42862) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:31.327932 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ad3eb-cc46-42a3-a0bf-82e69f57e7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3b612b-c8c8-40a3-9520-a93b5dbdb7b6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:31.409791 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5bb8fa4-2c27-4704-8bf3-ce432d83f046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f8db7fde-a8b7-432c-a9ee-aff6a044e539), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:31.429459 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c5884461-37c1-484c-ab23-d837a42a4dba tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/subnetpools/4a496f19-7668-441e-a4b6-8853cf4b1277/tags/tempest-TagsExtTest-Tag-2136910015 HTTP/1.1" status: 204 len: 168 time: 0.2093139 Feb 15 17:04:31.431850 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42868) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:31.436426 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-d9d79f45-8759-4fdf-9df1-63c082ed4f27 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4a496f19-7668-441e-a4b6-8853cf4b1277') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:31.491441 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d9d79f45-8759-4fdf-9df1-63c082ed4f27 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/subnetpools/4a496f19-7668-441e-a4b6-8853cf4b1277/tags HTTP/1.1" status: 200 len: 205 time: 0.0547957 Feb 15 17:04:31.491441 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42870) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:31.500874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-99f04489-ff91-4c13-a475-024478bdbd21 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4a496f19-7668-441e-a4b6-8853cf4b1277') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:31.595884 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb8fa4-2c27-4704-8bf3-ce432d83f046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8db7fde-a8b7-432c-a9ee-aff6a044e539,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:31.618559 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-99f04489-ff91-4c13-a475-024478bdbd21 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/subnetpools/4a496f19-7668-441e-a4b6-8853cf4b1277/tags HTTP/1.1" status: 204 len: 168 time: 0.1269960 Feb 15 17:04:31.619366 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42890) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:31.623953 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-3ce7bbad-ebcd-4bef-bfe8-ff90af0f63e0 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0b0c8330-d08f-43f3-9a28-56d64bd0b7b0') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:31.706228 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d5bb8fa4-2c27-4704-8bf3-ce432d83f046 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=dedea24aa775410486c5e18f919eeaea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7961662 Feb 15 17:04:31.719915 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42904) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:31.765834 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1972f87e-f5be-489e-a665-7950270937ca tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (66e81faa-c742-457a-a4ac-6dc063ad7446), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:31.906335 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3ce7bbad-ebcd-4bef-bfe8-ff90af0f63e0 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/routers/0b0c8330-d08f-43f3-9a28-56d64bd0b7b0/tags HTTP/1.1" status: 204 len: 168 time: 0.2801821 Feb 15 17:04:31.906335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42916) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:31.910952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-065b19f6-3d86-4d90-83bd-b0b265b23722 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd7f0d9c4-a597-46b1-9ec1-85d41fa78d68') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:31.999382 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0d6b1e84-9130-4bf4-aba2-d227f5ef538e admin admin] Publish callbacks [] for security_group (f8db7fde-a8b7-432c-a9ee-aff6a044e539), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:32.075077 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-065b19f6-3d86-4d90-83bd-b0b265b23722 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/ports/d7f0d9c4-a597-46b1-9ec1-85d41fa78d68/tags HTTP/1.1" status: 204 len: 168 time: 0.1615019 Feb 15 17:04:32.077005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42920) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:32.082289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-37e73bef-996c-4ab8-81a5-1dfd5d050de6 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:32.123972 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1972f87e-f5be-489e-a665-7950270937ca tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (66e81faa-c742-457a-a4ac-6dc063ad7446), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:32.152904 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1972f87e-f5be-489e-a665-7950270937ca tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e81faa-c742-457a-a4ac-6dc063ad7446']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:32.191569 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1972f87e-f5be-489e-a665-7950270937ca tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6231aa8-1ba9-4de0-b510-5ef6faf6a093') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:32.193813 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-1972f87e-f5be-489e-a665-7950270937ca tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6231aa8-1ba9-4de0-b510-5ef6faf6a093') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:32.231089 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1972f87e-f5be-489e-a665-7950270937ca tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (c6231aa8-1ba9-4de0-b510-5ef6faf6a093), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:32.306771 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0d6b1e84-9130-4bf4-aba2-d227f5ef538e admin admin] Publish callbacks [] for security_group (f8db7fde-a8b7-432c-a9ee-aff6a044e539), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:32.340758 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-37e73bef-996c-4ab8-81a5-1dfd5d050de6 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/subnets/90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3/tags HTTP/1.1" status: 204 len: 168 time: 0.2625470 Feb 15 17:04:32.345786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42928) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:32.362904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-fd550696-eb7c-4e25-b3e4-8342a66bb023 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3', 'tempest-TagsExtTest-Tag-161724915') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:32.397284 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1972f87e-f5be-489e-a665-7950270937ca tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (c6231aa8-1ba9-4de0-b510-5ef6faf6a093), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:32.428053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1972f87e-f5be-489e-a665-7950270937ca tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:04:32.428774 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1972f87e-f5be-489e-a665-7950270937ca tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (c6231aa8-1ba9-4de0-b510-5ef6faf6a093), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:04:32.434032 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:04:32.546925 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0d6b1e84-9130-4bf4-aba2-d227f5ef538e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f8db7fde-a8b7-432c-a9ee-aff6a044e539), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:32.555561 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0d6b1e84-9130-4bf4-aba2-d227f5ef538e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:32.555561 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0d6b1e84-9130-4bf4-aba2-d227f5ef538e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f8db7fde-a8b7-432c-a9ee-aff6a044e539 HTTP/1.1" status: 204 len: 168 time: 0.8298342 Feb 15 17:04:32.583085 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b1e84-9130-4bf4-aba2-d227f5ef538e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8db7fde-a8b7-432c-a9ee-aff6a044e539,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:32.691203 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1972f87e-f5be-489e-a665-7950270937ca tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (66e81faa-c742-457a-a4ac-6dc063ad7446), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:32.702284 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1972f87e-f5be-489e-a665-7950270937ca tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:32.703317 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1972f87e-f5be-489e-a665-7950270937ca tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/networks/66e81faa-c742-457a-a4ac-6dc063ad7446 HTTP/1.1" status: 204 len: 168 time: 1.3947246 Feb 15 17:04:32.709243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42940) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:32.725940 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:04:32.734779 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972f87e-f5be-489e-a665-7950270937ca tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Network': ['ID=66e81faa-c742-457a-a4ac-6dc063ad7446,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:32.884477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ab7710c0-4045-424b-ab47-8989d2bc93bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Deleting port 2e8141d6-880b-4ce4-89e8-b7a9c75d923c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:32.885665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab7710c0-4045-424b-ab47-8989d2bc93bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2e8141d6-880b-4ce4-89e8-b7a9c75d923c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:33.013465 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab7710c0-4045-424b-ab47-8989d2bc93bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2e8141d6-880b-4ce4-89e8-b7a9c75d923c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:33.027820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ab7710c0-4045-424b-ab47-8989d2bc93bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Calling delete_port for 2e8141d6-880b-4ce4-89e8-b7a9c75d923c owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:33.214040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fd550696-eb7c-4e25-b3e4-8342a66bb023 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "PUT /v2.0/subnets/90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3/tags/tempest-TagsExtTest-Tag-161724915 HTTP/1.1" status: 201 len: 201 time: 0.8622484 Feb 15 17:04:33.214285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42960) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:33.218314 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-57d70698-438a-443e-a85e-ffa1e2211cf7 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd7f0d9c4-a597-46b1-9ec1-85d41fa78d68', 'tempest-TagsExtTest-Tag-1774895601') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:33.348497 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab7710c0-4045-424b-ab47-8989d2bc93bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2e8141d6-880b-4ce4-89e8-b7a9c75d923c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:33.434734 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7710c0-4045-424b-ab47-8989d2bc93bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Port': ['ID=2e8141d6-880b-4ce4-89e8-b7a9c75d923c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:33.445282 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab7710c0-4045-424b-ab47-8989d2bc93bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:33.453861 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ab7710c0-4045-424b-ab47-8989d2bc93bc tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/ports/2e8141d6-880b-4ce4-89e8-b7a9c75d923c HTTP/1.1" status: 204 len: 168 time: 0.7371743 Feb 15 17:04:33.454459 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42970) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:33.529122 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-57d70698-438a-443e-a85e-ffa1e2211cf7 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "PUT /v2.0/ports/d7f0d9c4-a597-46b1-9ec1-85d41fa78d68/tags/tempest-TagsExtTest-Tag-1774895601 HTTP/1.1" status: 201 len: 201 time: 0.3134005 Feb 15 17:04:33.530235 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42974) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:33.537045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-14919978-e545-4f7e-9967-5d30b3b3eafa tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0b0c8330-d08f-43f3-9a28-56d64bd0b7b0', 'tempest-TagsExtTest-Tag-1425395245') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:33.544525 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cce9e8d-8e6d-4873-9981-96e8c2de0f6c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] DELETE failed (client error): The resource could not be found. Feb 15 17:04:33.551013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cce9e8d-8e6d-4873-9981-96e8c2de0f6c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:04:33.563049 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7cce9e8d-8e6d-4873-9981-96e8c2de0f6c tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/subnets/79045bab-b541-4826-9bac-8e746a97d101 HTTP/1.1" status: 404 len: 337 time: 0.1069064 Feb 15 17:04:33.566798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42976) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:33.628761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42978) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:33.797634 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d783998-afc8-4383-91ea-a92e3ebdba73 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (e45ddf0d-bc18-473e-b299-d67417d569ed), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:33.903045 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-14919978-e545-4f7e-9967-5d30b3b3eafa tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "PUT /v2.0/routers/0b0c8330-d08f-43f3-9a28-56d64bd0b7b0/tags/tempest-TagsExtTest-Tag-1425395245 HTTP/1.1" status: 201 len: 201 time: 0.3710172 Feb 15 17:04:33.909588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42992) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:33.915841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-6f49c557-9e40-4579-8f57-74d681238a9b tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4a496f19-7668-441e-a4b6-8853cf4b1277', 'tempest-TagsExtTest-Tag-18887351') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:34.063336 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-65fddf00-a636-4b06-a8b8-7509709c2d8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1664528482-network', 'tenant_id': '81a693dd01984a119e971badb942d052'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:34.124233 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6f49c557-9e40-4579-8f57-74d681238a9b tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "PUT /v2.0/subnetpools/4a496f19-7668-441e-a4b6-8853cf4b1277/tags/tempest-TagsExtTest-Tag-18887351 HTTP/1.1" status: 201 len: 201 time: 0.2135799 Feb 15 17:04:34.127521 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43002) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:34.133672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-8b042b72-7017-4a49-8bd9-e37cf2f3eed0 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3', {'tags': ['tempest-TagsExtTest-Tag-504158288', 'tempest-TagsExtTest-Tag-538942041', 'tempest-TagsExtTest-Tag-770926224']}) {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:34.176360 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d783998-afc8-4383-91ea-a92e3ebdba73 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (e45ddf0d-bc18-473e-b299-d67417d569ed), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:34.210385 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fddf00-a636-4b06-a8b8-7509709c2d8a admin admin] Made reservation on behalf of 81a693dd01984a119e971badb942d052 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:34.216082 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65fddf00-a636-4b06-a8b8-7509709c2d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:34.313238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7d783998-afc8-4383-91ea-a92e3ebdba73 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45ddf0d-bc18-473e-b299-d67417d569ed']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:34.337886 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7d783998-afc8-4383-91ea-a92e3ebdba73 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb7b15d-ee1e-42fd-a4cf-796fa17dba84') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:34.338179 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7d783998-afc8-4383-91ea-a92e3ebdba73 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb7b15d-ee1e-42fd-a4cf-796fa17dba84') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:34.368455 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d783998-afc8-4383-91ea-a92e3ebdba73 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (5cb7b15d-ee1e-42fd-a4cf-796fa17dba84), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:34.384965 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8b042b72-7017-4a49-8bd9-e37cf2f3eed0 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "PUT /v2.0/subnets/90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3/tags HTTP/1.1" status: 200 len: 315 time: 0.2541139 Feb 15 17:04:34.385432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43006) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:34.390364 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-97ea09c0-e507-4b5e-8e38-21814f17ef92 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:34.413148 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d783998-afc8-4383-91ea-a92e3ebdba73 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (5cb7b15d-ee1e-42fd-a4cf-796fa17dba84), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:34.427401 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d783998-afc8-4383-91ea-a92e3ebdba73 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:04:34.427816 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d783998-afc8-4383-91ea-a92e3ebdba73 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (5cb7b15d-ee1e-42fd-a4cf-796fa17dba84), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:04:34.463010 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:04:34.546653 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65fddf00-a636-4b06-a8b8-7509709c2d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:34.617982 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-97ea09c0-e507-4b5e-8e38-21814f17ef92 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/subnets/90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3/tags HTTP/1.1" status: 204 len: 168 time: 0.2315726 Feb 15 17:04:34.620721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43012) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:34.625196 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-07daf28a-ca26-4128-aea5-b05b2132df3d tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3', 'tempest-TagsExtTest-Tag-504158288') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:34.751835 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65fddf00-a636-4b06-a8b8-7509709c2d8a admin admin] Publish callbacks [] for security_group (3925746b-44d9-4fd6-8c49-970aaa93de9c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:34.765277 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d783998-afc8-4383-91ea-a92e3ebdba73 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (e45ddf0d-bc18-473e-b299-d67417d569ed), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:34.776581 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d783998-afc8-4383-91ea-a92e3ebdba73 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:34.780125 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7d783998-afc8-4383-91ea-a92e3ebdba73 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/networks/e45ddf0d-bc18-473e-b299-d67417d569ed HTTP/1.1" status: 204 len: 168 time: 1.2102840 Feb 15 17:04:34.783465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43018) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:34.804293 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d783998-afc8-4383-91ea-a92e3ebdba73 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Network': ['ID=e45ddf0d-bc18-473e-b299-d67417d569ed,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:34.812061 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-07daf28a-ca26-4128-aea5-b05b2132df3d tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] show failed (client error): The resource could not be found. Feb 15 17:04:34.817812 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43020) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:34.826736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-e3ce2a7f-f5e6-4fa8-a58e-25c8eb9f708b tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3', 'tempest-TagsExtTest-Tag-538942041') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:34.827451 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-07daf28a-ca26-4128-aea5-b05b2132df3d tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/subnets/90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3/tags/tempest-TagsExtTest-Tag-504158288 HTTP/1.1" status: 404 len: 328 time: 0.2056961 Feb 15 17:04:34.891184 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65fddf00-a636-4b06-a8b8-7509709c2d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3925746b-44d9-4fd6-8c49-970aaa93de9c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:34.913408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Deleting subnet 1c023701-cbae-4eca-bb05-e5c30f9f8ce0 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:04:34.925147 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for subnet (1c023701-cbae-4eca-bb05-e5c30f9f8ce0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:34.964447 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fddf00-a636-4b06-a8b8-7509709c2d8a admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:04:35.003847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fddf00-a636-4b06-a8b8-7509709c2d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3925746b-44d9-4fd6-8c49-970aaa93de9c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:35.024070 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65fddf00-a636-4b06-a8b8-7509709c2d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8771538c-2e81-4f61-9faf-6fb729ba758e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:35.024757 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-65fddf00-a636-4b06-a8b8-7509709c2d8a admin admin] Added segment 8771538c-2e81-4f61-9faf-6fb729ba758e of type vlan for network 9ebd2123-1c96-4cec-b59e-9fea976d5553 Feb 15 17:04:35.040197 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (1c023701-cbae-4eca-bb05-e5c30f9f8ce0), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:35.109993 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65fddf00-a636-4b06-a8b8-7509709c2d8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (9ebd2123-1c96-4cec-b59e-9fea976d5553), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:35.145191 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-e3ce2a7f-f5e6-4fa8-a58e-25c8eb9f708b tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] show failed (client error): The resource could not be found. Feb 15 17:04:35.146797 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e3ce2a7f-f5e6-4fa8-a58e-25c8eb9f708b tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/subnets/90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3/tags/tempest-TagsExtTest-Tag-538942041 HTTP/1.1" status: 404 len: 328 time: 0.3278983 Feb 15 17:04:35.162773 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43030) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:35.173074 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-557a5bcf-57a3-4b5b-b313-996817eeafc4 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3', 'tempest-TagsExtTest-Tag-770926224') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:35.186697 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (1c023701-cbae-4eca-bb05-e5c30f9f8ce0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:35.283793 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-557a5bcf-57a3-4b5b-b313-996817eeafc4 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] show failed (client error): The resource could not be found. Feb 15 17:04:35.285132 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-557a5bcf-57a3-4b5b-b313-996817eeafc4 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/subnets/90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3/tags/tempest-TagsExtTest-Tag-770926224 HTTP/1.1" status: 404 len: 328 time: 0.1204584 Feb 15 17:04:35.289212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43036) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:35.303789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-50ed24a5-4b4f-4a3f-b460-0c4978d8325c tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd7f0d9c4-a597-46b1-9ec1-85d41fa78d68', {'tags': ['tempest-TagsExtTest-Tag-248388200', 'tempest-TagsExtTest-Tag-208295203', 'tempest-TagsExtTest-Tag-191843746']}) {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:35.371661 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65fddf00-a636-4b06-a8b8-7509709c2d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (9ebd2123-1c96-4cec-b59e-9fea976d5553), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:35.372927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fddf00-a636-4b06-a8b8-7509709c2d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:35.374007 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65fddf00-a636-4b06-a8b8-7509709c2d8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:35.417234 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (1c023701-cbae-4eca-bb05-e5c30f9f8ce0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:35.466153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fddf00-a636-4b06-a8b8-7509709c2d8a admin admin] Pushing event updated for resources: {'Network': ['ID=9ebd2123-1c96-4cec-b59e-9fea976d5553,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:35.476821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 9ebd2123-1c96-4cec-b59e-9fea976d5553 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:04:35.498007 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Subnet': ['ID=1c023701-cbae-4eca-bb05-e5c30f9f8ce0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:35.505659 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:35.508940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/subnets/1c023701-cbae-4eca-bb05-e5c30f9f8ce0 HTTP/1.1" status: 204 len: 168 time: 0.7204659 Feb 15 17:04:35.511576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43044) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:35.528019 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:35.528373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:35.528716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:35.529062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:35.529421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:35.529760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:35.530091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:35.530419 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:35.530746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:35.531071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:35.531397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:35.531724 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:35.535354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edb77b6-e236-4852-8d88-db1e5c8df588 tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:35.605471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a92086-234c-4c42-a822-6fc4f95a634e None None] Network 1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:04:35.630692 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-50ed24a5-4b4f-4a3f-b460-0c4978d8325c tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "PUT /v2.0/ports/d7f0d9c4-a597-46b1-9ec1-85d41fa78d68/tags HTTP/1.1" status: 200 len: 315 time: 0.3398187 Feb 15 17:04:35.637615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43048) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:35.639694 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-65fddf00-a636-4b06-a8b8-7509709c2d8a admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0024228 Feb 15 17:04:35.643878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43052) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:35.645801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-09b44913-ffc1-48ba-bc2a-588d7db0cafd tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd7f0d9c4-a597-46b1-9ec1-85d41fa78d68') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:35.649726 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5b3bcdf9-6a01-497b-99d2-99525d8b504a admin admin] Request body: {'subnet': {'network_id': '9ebd2123-1c96-4cec-b59e-9fea976d5553', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1664528482-subnet', 'tenant_id': '81a693dd01984a119e971badb942d052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:35.698349 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:35.775781 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3bcdf9-6a01-497b-99d2-99525d8b504a admin admin] Made reservation on behalf of 81a693dd01984a119e971badb942d052 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:35.780612 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b3bcdf9-6a01-497b-99d2-99525d8b504a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:35.869513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-09b44913-ffc1-48ba-bc2a-588d7db0cafd tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/ports/d7f0d9c4-a597-46b1-9ec1-85d41fa78d68/tags HTTP/1.1" status: 204 len: 168 time: 0.2304208 Feb 15 17:04:35.872392 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43056) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:35.877630 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-1631ed57-1acb-4bf2-a15d-2f03f8faa4b1 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7f0d9c4-a597-46b1-9ec1-85d41fa78d68', 'tempest-TagsExtTest-Tag-248388200') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:35.896098 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Deleting port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:35.896671 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:35.898572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43058) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:36.021050 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-1631ed57-1acb-4bf2-a15d-2f03f8faa4b1 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] show failed (client error): The resource could not be found. Feb 15 17:04:36.023236 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1631ed57-1acb-4bf2-a15d-2f03f8faa4b1 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/ports/d7f0d9c4-a597-46b1-9ec1-85d41fa78d68/tags/tempest-TagsExtTest-Tag-248388200 HTTP/1.1" status: 404 len: 328 time: 0.1494958 Feb 15 17:04:36.033337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43066) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:36.046383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-c422243b-2fec-4781-afad-51f01456d43f tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7f0d9c4-a597-46b1-9ec1-85d41fa78d68', 'tempest-TagsExtTest-Tag-208295203') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:36.070195 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] For port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec,segment=NetworkSegment(85998fcb-c6d9-4832-afa9-92b95bdee638),segment_id=85998fcb-c6d9-4832-afa9-92b95bdee638)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:36.070658 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:36.091490 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Calling delete_port for e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:36.129534 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dec4b59-2109-4d4f-b90b-aee2f99e4a1c None None] DHCP port deletion for 1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:04:36.239657 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-c422243b-2fec-4781-afad-51f01456d43f tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] show failed (client error): The resource could not be found. Feb 15 17:04:36.246497 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c422243b-2fec-4781-afad-51f01456d43f tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/ports/d7f0d9c4-a597-46b1-9ec1-85d41fa78d68/tags/tempest-TagsExtTest-Tag-208295203 HTTP/1.1" status: 404 len: 328 time: 0.2121494 Feb 15 17:04:36.249105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43072) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:36.262435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-f2e49514-3639-45c7-8cde-646cf346d5e3 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd7f0d9c4-a597-46b1-9ec1-85d41fa78d68', 'tempest-TagsExtTest-Tag-191843746') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:36.310609 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4b59-2109-4d4f-b90b-aee2f99e4a1c None None] Deleting port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:36.315454 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7dec4b59-2109-4d4f-b90b-aee2f99e4a1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:36.400234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3c58808f-eaac-405d-a892-790b537e5266 tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1950731418'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:36.407337 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:04:36.422040 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b3bcdf9-6a01-497b-99d2-99525d8b504a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (437e51e5-ee8d-47ad-90dd-27babd8afe3e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:36.464901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7dec4b59-2109-4d4f-b90b-aee2f99e4a1c None None] For port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec,segment=NetworkSegment(85998fcb-c6d9-4832-afa9-92b95bdee638),segment_id=85998fcb-c6d9-4832-afa9-92b95bdee638)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:36.466302 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-f2e49514-3639-45c7-8cde-646cf346d5e3 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] show failed (client error): The resource could not be found. Feb 15 17:04:36.467447 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7dec4b59-2109-4d4f-b90b-aee2f99e4a1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:36.472342 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f2e49514-3639-45c7-8cde-646cf346d5e3 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/ports/d7f0d9c4-a597-46b1-9ec1-85d41fa78d68/tags/tempest-TagsExtTest-Tag-191843746 HTTP/1.1" status: 404 len: 328 time: 0.2220380 Feb 15 17:04:36.475634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43078) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:36.486992 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-bfb61c1e-9f1c-4c3e-80ee-7272d88c0700 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0b0c8330-d08f-43f3-9a28-56d64bd0b7b0', {'tags': ['tempest-TagsExtTest-Tag-49147990', 'tempest-TagsExtTest-Tag-2000149192', 'tempest-TagsExtTest-Tag-1279096679']}) {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:36.495900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7dec4b59-2109-4d4f-b90b-aee2f99e4a1c None None] Calling delete_port for e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:36.506060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No active binding found for port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec {{(pid=103801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 17:04:36.507554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] The host n-d-828372-14 is not matching for port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec host None! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:04:36.508206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:04:36.545138 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:36.560929 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c58808f-eaac-405d-a892-790b537e5266 tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Made reservation on behalf of 2570fadd128840d5b2d7b76dbc74c781 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:36.569758 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c58808f-eaac-405d-a892-790b537e5266 tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:36.694500 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] No DVR routers for this DVR port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:04:36.700959 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Port': ['ID=e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:36.717541 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bfb61c1e-9f1c-4c3e-80ee-7272d88c0700 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "PUT /v2.0/routers/0b0c8330-d08f-43f3-9a28-56d64bd0b7b0/tags HTTP/1.1" status: 200 len: 316 time: 0.2407439 Feb 15 17:04:36.718166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43086) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:36.721564 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c58808f-eaac-405d-a892-790b537e5266 tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:36.726225 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-e467f0fa-7bef-40c0-a480-c8e4064131d8 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0b0c8330-d08f-43f3-9a28-56d64bd0b7b0') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:36.740077 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7dec4b59-2109-4d4f-b90b-aee2f99e4a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:36.858315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec4b59-2109-4d4f-b90b-aee2f99e4a1c None None] Pushing event deleted for resources: {'Port': ['ID=e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:36.869237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dec4b59-2109-4d4f-b90b-aee2f99e4a1c None None] No DVR routers for this DVR port e2f7d21f-e368-4b30-97ba-7c26b4e5f6ec on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:04:36.884495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3bcdf9-6a01-497b-99d2-99525d8b504a admin admin] Pushing event updated for resources: {'Subnet': ['ID=437e51e5-ee8d-47ad-90dd-27babd8afe3e,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:36.898149 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c58808f-eaac-405d-a892-790b537e5266 tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Publish callbacks [] for security_group (79795865-3aa4-4c05-9257-b6cc27fae5ff), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:36.921676 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3bcdf9-6a01-497b-99d2-99525d8b504a admin admin] Checking segment: {'id': '8771538c-2e81-4f61-9faf-6fb729ba758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9ebd2123-1c96-4cec-b59e-9fea976d5553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:04:36.922322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3bcdf9-6a01-497b-99d2-99525d8b504a admin admin] Network hostable DHCP agents. Network: 9ebd2123-1c96-4cec-b59e-9fea976d5553, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:04:36.988177 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:36.993410 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d068e175-215c-4527-ad4e-ef2777be3705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:37.044123 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c58808f-eaac-405d-a892-790b537e5266 tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (79795865-3aa4-4c05-9257-b6cc27fae5ff), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:37.058087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:37.063568 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e467f0fa-7bef-40c0-a480-c8e4064131d8 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/routers/0b0c8330-d08f-43f3-9a28-56d64bd0b7b0/tags HTTP/1.1" status: 204 len: 168 time: 0.3438647 Feb 15 17:04:37.066164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43090) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:37.070902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-a87f6524-cccc-474d-a7ff-abb716f1101b tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0b0c8330-d08f-43f3-9a28-56d64bd0b7b0', 'tempest-TagsExtTest-Tag-49147990') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:37.144778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85998fcb-c6d9-4832-afa9-92b95bdee638') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:37.145070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85998fcb-c6d9-4832-afa9-92b95bdee638') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:37.152108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3bcdf9-6a01-497b-99d2-99525d8b504a admin admin] Network 9ebd2123-1c96-4cec-b59e-9fea976d5553 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:04:37.170967 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c58808f-eaac-405d-a892-790b537e5266 tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:04:37.191362 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c58808f-eaac-405d-a892-790b537e5266 tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (841a9c22-5fbe-4e02-86e8-e5566b40e606), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:37.192066 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-3c58808f-eaac-405d-a892-790b537e5266 tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Added segment 841a9c22-5fbe-4e02-86e8-e5566b40e606 of type vlan for network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 Feb 15 17:04:37.254413 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-a87f6524-cccc-474d-a7ff-abb716f1101b tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] show failed (client error): The resource could not be found. Feb 15 17:04:37.260185 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a87f6524-cccc-474d-a7ff-abb716f1101b tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/routers/0b0c8330-d08f-43f3-9a28-56d64bd0b7b0/tags/tempest-TagsExtTest-Tag-49147990 HTTP/1.1" status: 404 len: 327 time: 0.1924088 Feb 15 17:04:37.260771 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43094) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:37.266238 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-59750d14-9802-49e0-acb5-8ab4d48b6327 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0b0c8330-d08f-43f3-9a28-56d64bd0b7b0', 'tempest-TagsExtTest-Tag-2000149192') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:37.289946 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c58808f-eaac-405d-a892-790b537e5266 tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (d1fd83ac-8de4-46cb-9763-1d3b8fa9c493), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:37.364931 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (85998fcb-c6d9-4832-afa9-92b95bdee638), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:37.374238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58808f-eaac-405d-a892-790b537e5266 tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79795865-3aa4-4c05-9257-b6cc27fae5ff,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:37.389789 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (85998fcb-c6d9-4832-afa9-92b95bdee638), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:37.402982 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:04:37.403495 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (85998fcb-c6d9-4832-afa9-92b95bdee638), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:04:37.415274 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:04:37.538072 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-5b3bcdf9-6a01-497b-99d2-99525d8b504a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 9ebd2123-1c96-4cec-b59e-9fea976d5553) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:37.546660 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c58808f-eaac-405d-a892-790b537e5266 tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (d1fd83ac-8de4-46cb-9763-1d3b8fa9c493), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:37.550609 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3759d4-aa45-4b3c-b8b1-68b70b95f1e6 None None] Network 9ebd2123-1c96-4cec-b59e-9fea976d5553 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:04:37.557186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c58808f-eaac-405d-a892-790b537e5266 tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:37.561958 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c58808f-eaac-405d-a892-790b537e5266 tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:37.567765 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3bcdf9-6a01-497b-99d2-99525d8b504a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:37.568387 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b3bcdf9-6a01-497b-99d2-99525d8b504a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:37.587981 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-59750d14-9802-49e0-acb5-8ab4d48b6327 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] show failed (client error): The resource could not be found. Feb 15 17:04:37.596936 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-59750d14-9802-49e0-acb5-8ab4d48b6327 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/routers/0b0c8330-d08f-43f3-9a28-56d64bd0b7b0/tags/tempest-TagsExtTest-Tag-2000149192 HTTP/1.1" status: 404 len: 329 time: 0.3307652 Feb 15 17:04:37.597841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43100) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:37.609072 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-dc4f98be-5a79-4733-b8d8-3f31d6f075bb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0b0c8330-d08f-43f3-9a28-56d64bd0b7b0', 'tempest-TagsExtTest-Tag-1279096679') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:37.824890 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-dc4f98be-5a79-4733-b8d8-3f31d6f075bb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] show failed (client error): The resource could not be found. Feb 15 17:04:37.826210 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dc4f98be-5a79-4733-b8d8-3f31d6f075bb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/routers/0b0c8330-d08f-43f3-9a28-56d64bd0b7b0/tags/tempest-TagsExtTest-Tag-1279096679 HTTP/1.1" status: 404 len: 329 time: 0.2250588 Feb 15 17:04:37.829067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43106) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:37.835015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-b5bbd415-2f55-423e-ac1b-c463783fb83a tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4a496f19-7668-441e-a4b6-8853cf4b1277', {'tags': ['tempest-TagsExtTest-Tag-1245343083', 'tempest-TagsExtTest-Tag-1342871781', 'tempest-TagsExtTest-Tag-337232559']}) {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:37.850368 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9738e0e1-f049-4fe4-8550-3ede06492f7c None None] Network 9ebd2123-1c96-4cec-b59e-9fea976d5553 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:04:37.856966 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58808f-eaac-405d-a892-790b537e5266 tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Pushing event updated for resources: {'Network': ['ID=d1fd83ac-8de4-46cb-9763-1d3b8fa9c493,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:37.881652 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3c58808f-eaac-405d-a892-790b537e5266 tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9738441 Feb 15 17:04:37.922812 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5b3bcdf9-6a01-497b-99d2-99525d8b504a admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2779295 Feb 15 17:04:37.924557 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:37.947041 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:37.947432 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:04:37.962263 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] 10.222.0.107 "DELETE /v2.0/networks/1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730 HTTP/1.1" status: 204 len: 168 time: 2.4493651 Feb 15 17:04:38.023914 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b5bbd415-2f55-423e-ac1b-c463783fb83a tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "PUT /v2.0/subnetpools/4a496f19-7668-441e-a4b6-8853cf4b1277/tags HTTP/1.1" status: 200 len: 317 time: 0.1933234 Feb 15 17:04:38.026363 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43122) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:38.028221 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc648b-3503-4c89-a2b7-20cc9340b89f tempest-NetworksIpV6TestAttrs-245551940 tempest-NetworksIpV6TestAttrs-245551940-project] Pushing event deleted for resources: {'Network': ['ID=1bb1d2e2-fa49-4a5a-b2ff-d4d4af177730,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:38.033119 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-0a8759b2-08b1-4921-9ab2-d68ce959a2f0 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4a496f19-7668-441e-a4b6-8853cf4b1277') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:38.263525 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0a8759b2-08b1-4921-9ab2-d68ce959a2f0 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/subnetpools/4a496f19-7668-441e-a4b6-8853cf4b1277/tags HTTP/1.1" status: 204 len: 168 time: 0.2358313 Feb 15 17:04:38.266005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43128) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:38.277179 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-e7dbfad2-3eca-42ee-8fd3-5c4c41e0693b tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a496f19-7668-441e-a4b6-8853cf4b1277', 'tempest-TagsExtTest-Tag-1245343083') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:38.342535 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43130) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:38.348181 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Request body: {'port': {'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493', 'binding:host_id': 'n-h2-828372-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1799455470'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:38.368137 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-e7dbfad2-3eca-42ee-8fd3-5c4c41e0693b tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] show failed (client error): The resource could not be found. Feb 15 17:04:38.368719 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e7dbfad2-3eca-42ee-8fd3-5c4c41e0693b tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/subnetpools/4a496f19-7668-441e-a4b6-8853cf4b1277/tags/tempest-TagsExtTest-Tag-1245343083 HTTP/1.1" status: 404 len: 329 time: 0.1005216 Feb 15 17:04:38.371615 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43132) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:38.386487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-cb1bdd70-843a-4242-8d88-a147720b4818 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a496f19-7668-441e-a4b6-8853cf4b1277', 'tempest-TagsExtTest-Tag-1342871781') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:38.465767 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-cb1bdd70-843a-4242-8d88-a147720b4818 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] show failed (client error): The resource could not be found. Feb 15 17:04:38.466831 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cb1bdd70-843a-4242-8d88-a147720b4818 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/subnetpools/4a496f19-7668-441e-a4b6-8853cf4b1277/tags/tempest-TagsExtTest-Tag-1342871781 HTTP/1.1" status: 404 len: 329 time: 0.0938969 Feb 15 17:04:38.470553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43134) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:38.475265 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-d3f3536e-43a7-435c-96c7-768ff3561328 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4a496f19-7668-441e-a4b6-8853cf4b1277', 'tempest-TagsExtTest-Tag-337232559') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:38.501623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Made reservation on behalf of 0de3ba11c0c04cb09a4c429e11a6b600 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:38.504245 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:38.513518 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:38.533626 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-d3f3536e-43a7-435c-96c7-768ff3561328 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] show failed (client error): The resource could not be found. Feb 15 17:04:38.535051 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d3f3536e-43a7-435c-96c7-768ff3561328 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/subnetpools/4a496f19-7668-441e-a4b6-8853cf4b1277/tags/tempest-TagsExtTest-Tag-337232559 HTTP/1.1" status: 404 len: 328 time: 0.0633845 Feb 15 17:04:38.538458 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43140) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:38.544239 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-b80ffcc8-dbf0-4074-8bbe-01b46736fd0d tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4a496f19-7668-441e-a4b6-8853cf4b1277') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:38.609741 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b80ffcc8-dbf0-4074-8bbe-01b46736fd0d tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/subnetpools/4a496f19-7668-441e-a4b6-8853cf4b1277/tags HTTP/1.1" status: 204 len: 168 time: 0.0700312 Feb 15 17:04:38.612640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43142) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:38.617628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-855edc72-c105-4066-94e0-e72b8ee73ede tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0b0c8330-d08f-43f3-9a28-56d64bd0b7b0') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:38.718492 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks [] for security_group (b33e81b5-169f-4298-96a2-d5d2298ee6bf), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:38.810084 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-855edc72-c105-4066-94e0-e72b8ee73ede tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/routers/0b0c8330-d08f-43f3-9a28-56d64bd0b7b0/tags HTTP/1.1" status: 204 len: 168 time: 0.1903446 Feb 15 17:04:38.810464 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43146) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:38.814469 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-339f4275-4ed2-4f67-963f-3e60a92d74b2 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd7f0d9c4-a597-46b1-9ec1-85d41fa78d68') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:38.897457 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-339f4275-4ed2-4f67-963f-3e60a92d74b2 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/ports/d7f0d9c4-a597-46b1-9ec1-85d41fa78d68/tags HTTP/1.1" status: 204 len: 168 time: 0.0826182 Feb 15 17:04:38.898725 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43148) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:38.903788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-053aa220-a9f4-47b0-82cc-b1cec57aaecb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:39.021458 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-053aa220-a9f4-47b0-82cc-b1cec57aaecb tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/subnets/90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3/tags HTTP/1.1" status: 204 len: 168 time: 0.1170225 Feb 15 17:04:39.021973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43152) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:39.332848 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c79fc6f-c3e9-4752-a758-425d1f39a8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:39.334197 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8a72621c-01f6-41a7-a0cc-d50367cbee0f tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:39.342442 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8a72621c-01f6-41a7-a0cc-d50367cbee0f tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/subnetpools/4a496f19-7668-441e-a4b6-8853cf4b1277 HTTP/1.1" status: 204 len: 168 time: 0.3119524 Feb 15 17:04:39.342442 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43158) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:39.367204 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b33e81b5-169f-4298-96a2-d5d2298ee6bf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:39.422120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] device_id is not set on port d700a82e-bf70-43da-a871-6012086b1353 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:04:39.451480 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4c4f39d1-a3d7-4114-8f4d-35d8b32562de tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "GET /v2.0/ports?device_id=0b0c8330-d08f-43f3-9a28-56d64bd0b7b0 HTTP/1.1" status: 200 len: 205 time: 0.1088054 Feb 15 17:04:39.452278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43160) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:39.597830 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33e81b5-169f-4298-96a2-d5d2298ee6bf,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:39.687725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5473607-7f71-4970-9cc0-db62221e8f46 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks [] for router (0b0c8330-d08f-43f3-9a28-56d64bd0b7b0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:39.806031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43170) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:39.999043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] device_id is not set on port d700a82e-bf70-43da-a871-6012086b1353 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:04:40.027283 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks [] for port (d700a82e-bf70-43da-a871-6012086b1353), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:40.143854 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d700a82e-bf70-43da-a871-6012086b1353), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:40.257769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Pushing event updated for resources: {'Port': ['ID=d700a82e-bf70-43da-a871-6012086b1353,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:40.337798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Checking segment: {'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:04:40.337798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Network hostable DHCP agents. Network: d1fd83ac-8de4-46cb-9763-1d3b8fa9c493, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:04:40.378477 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5473607-7f71-4970-9cc0-db62221e8f46 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (0b0c8330-d08f-43f3-9a28-56d64bd0b7b0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:40.385204 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5473607-7f71-4970-9cc0-db62221e8f46 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks [] for router_controller (0b0c8330-d08f-43f3-9a28-56d64bd0b7b0), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:40.493199 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-46a594ea-f2fe-4fb7-95c3-2ad19dae8396 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7f95489ef09f4e808c6e16ac67ce7e2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6859217 Feb 15 17:04:40.495622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43182) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:40.531264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:04:40.531634 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:40.561304 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c9e0-a527-4b8d-9900-1829f605f2f9 admin admin] Publish callbacks [] for security_group (a3322961-35ec-48bb-aaff-6679315d0a49), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:40.591762 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c9e0-a527-4b8d-9900-1829f605f2f9 admin admin] Publish callbacks [] for security_group (a3322961-35ec-48bb-aaff-6679315d0a49), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:40.649857 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5473607-7f71-4970-9cc0-db62221e8f46 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (0b0c8330-d08f-43f3-9a28-56d64bd0b7b0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:40.650380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5473607-7f71-4970-9cc0-db62221e8f46 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Fanout notify agent at l3_agent the message router_deleted on router 0b0c8330-d08f-43f3-9a28-56d64bd0b7b0 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:04:40.650868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, d1fd83ac-8de4-46cb-9763-1d3b8fa9c493) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:40.666173 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5473607-7f71-4970-9cc0-db62221e8f46 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:40.666173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a5473607-7f71-4970-9cc0-db62221e8f46 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/routers/0b0c8330-d08f-43f3-9a28-56d64bd0b7b0 HTTP/1.1" status: 204 len: 168 time: 1.2036428 Feb 15 17:04:40.666691 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:04:40.666801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43186) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:40.666898 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fff3528-4518-493d-8284-225c9e45c55e None None] Network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:04:40.687466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:40.690986 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:40.690986 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:40.696399 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:40.696696 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:40.697228 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 2 to bind port d700a82e-bf70-43da-a871-6012086b1353 Feb 15 17:04:40.711440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:40.711836 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:40.712187 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:40.717312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:40.717681 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:40.718081 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 3 to bind port d700a82e-bf70-43da-a871-6012086b1353 Feb 15 17:04:40.737051 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:40.739152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:40.739531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:40.750384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:40.750734 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:40.760734 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 4 to bind port d700a82e-bf70-43da-a871-6012086b1353 Feb 15 17:04:40.778863 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c9e0-a527-4b8d-9900-1829f605f2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a3322961-35ec-48bb-aaff-6679315d0a49), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:40.781658 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c9e0-a527-4b8d-9900-1829f605f2f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:40.787632 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d1a1c9e0-a527-4b8d-9900-1829f605f2f9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a3322961-35ec-48bb-aaff-6679315d0a49 HTTP/1.1" status: 204 len: 168 time: 0.2890847 Feb 15 17:04:40.804711 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:40.805124 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:40.805554 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:40.811573 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:40.815260 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:40.815834 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 5 to bind port d700a82e-bf70-43da-a871-6012086b1353 Feb 15 17:04:40.827784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1c9e0-a527-4b8d-9900-1829f605f2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3322961-35ec-48bb-aaff-6679315d0a49,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:40.847706 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:40.848127 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:40.848976 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:40.854899 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:40.855767 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:40.856230 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 6 to bind port d700a82e-bf70-43da-a871-6012086b1353 Feb 15 17:04:40.882051 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:40.885806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:40.886220 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:40.891900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-7698fd07-0e94-4912-a85d-ee1588627fcd tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Deleting port d7f0d9c4-a597-46b1-9ec1-85d41fa78d68 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:40.892254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7698fd07-0e94-4912-a85d-ee1588627fcd tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d7f0d9c4-a597-46b1-9ec1-85d41fa78d68), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:40.898419 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:40.901733 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:40.902358 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 7 to bind port d700a82e-bf70-43da-a871-6012086b1353 Feb 15 17:04:40.938175 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:40.944465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:40.944465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:40.950849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:40.951400 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:40.951977 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 8 to bind port d700a82e-bf70-43da-a871-6012086b1353 Feb 15 17:04:40.992127 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:40.992662 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:40.993457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:41.002539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:41.003913 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:41.006614 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 9 to bind port d700a82e-bf70-43da-a871-6012086b1353 Feb 15 17:04:41.039938 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:41.041214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:41.042322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:41.060906 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:41.062948 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:41.064526 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 10 to bind port d700a82e-bf70-43da-a871-6012086b1353 Feb 15 17:04:41.095473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:41.095473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:41.095473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:41.106075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port d700a82e-bf70-43da-a871-6012086b1353 on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:41.108423 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port d700a82e-bf70-43da-a871-6012086b1353 on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:41.108819 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d700a82e-bf70-43da-a871-6012086b1353), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:41.171727 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7698fd07-0e94-4912-a85d-ee1588627fcd tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d7f0d9c4-a597-46b1-9ec1-85d41fa78d68), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:41.212646 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-7698fd07-0e94-4912-a85d-ee1588627fcd tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Calling delete_port for d7f0d9c4-a597-46b1-9ec1-85d41fa78d68 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:41.296651 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] For port d700a82e-bf70-43da-a871-6012086b1353, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:04:41.297460 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempted to set empty binding levels {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 17:04:41.378647 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (d700a82e-bf70-43da-a871-6012086b1353), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:41.473424 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:41.473424 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:41.515140 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Pushing event updated for resources: {'Port': ['ID=d700a82e-bf70-43da-a871-6012086b1353,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:41.622058 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1c4e8023-9fea-4327-b244-372734cc3dc4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.2759981 Feb 15 17:04:41.622302 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43216) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:41.702421 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7698fd07-0e94-4912-a85d-ee1588627fcd tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d7f0d9c4-a597-46b1-9ec1-85d41fa78d68), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:41.773724 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7698fd07-0e94-4912-a85d-ee1588627fcd tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Pushing event deleted for resources: {'Port': ['ID=d7f0d9c4-a597-46b1-9ec1-85d41fa78d68,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:41.861430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4d360de3-739d-4895-baad-b720a8cd7c7b tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Deleting port d700a82e-bf70-43da-a871-6012086b1353 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:41.861793 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d360de3-739d-4895-baad-b720a8cd7c7b tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d700a82e-bf70-43da-a871-6012086b1353), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:41.925059 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:41.958964 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7698fd07-0e94-4912-a85d-ee1588627fcd tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:41.971151 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7698fd07-0e94-4912-a85d-ee1588627fcd tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/ports/d7f0d9c4-a597-46b1-9ec1-85d41fa78d68 HTTP/1.1" status: 204 len: 168 time: 1.2916989 Feb 15 17:04:41.972810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43226) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:42.048844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-4d360de3-739d-4895-baad-b720a8cd7c7b tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] For port d700a82e-bf70-43da-a871-6012086b1353, host n-h2-828372-14, got binding levels [] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:42.049333 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d360de3-739d-4895-baad-b720a8cd7c7b tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d700a82e-bf70-43da-a871-6012086b1353), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:42.089087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4d360de3-739d-4895-baad-b720a8cd7c7b tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Calling delete_port for d700a82e-bf70-43da-a871-6012086b1353 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:42.121770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-216f7ed7-1d57-449a-8555-468105a038d9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Deleting subnet 90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:04:42.136402 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-216f7ed7-1d57-449a-8555-468105a038d9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks [] for subnet (90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:42.201078 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-216f7ed7-1d57-449a-8555-468105a038d9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:42.371513 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d360de3-739d-4895-baad-b720a8cd7c7b tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d700a82e-bf70-43da-a871-6012086b1353), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:42.414570 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-216f7ed7-1d57-449a-8555-468105a038d9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:42.433692 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d360de3-739d-4895-baad-b720a8cd7c7b tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Pushing event deleted for resources: {'Port': ['ID=d700a82e-bf70-43da-a871-6012086b1353,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:42.456076 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d360de3-739d-4895-baad-b720a8cd7c7b tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:42.464075 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4d360de3-739d-4895-baad-b720a8cd7c7b tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] 10.222.0.107 "DELETE /v2.0/ports/d700a82e-bf70-43da-a871-6012086b1353 HTTP/1.1" status: 204 len: 168 time: 0.8386290 Feb 15 17:04:42.467223 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43242) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:42.548800 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b768eebc-762f-4c67-8773-fabae99fff34 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] GET failed (client error): The resource could not be found. Feb 15 17:04:42.558711 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b768eebc-762f-4c67-8773-fabae99fff34 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] 10.222.0.107 "GET /v2.0/ports/d700a82e-bf70-43da-a871-6012086b1353 HTTP/1.1" status: 404 len: 333 time: 0.0916800 Feb 15 17:04:42.561532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43248) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:42.571599 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-26959b40-1be3-4745-8884-4b02c4a26242 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Request body: {'port': {'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-671058201'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:42.656013 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-216f7ed7-1d57-449a-8555-468105a038d9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:42.697717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216f7ed7-1d57-449a-8555-468105a038d9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Pushing event deleted for resources: {'Subnet': ['ID=90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:42.706082 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-216f7ed7-1d57-449a-8555-468105a038d9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:42.710083 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b520eb-e240-43f1-99a7-bcabda8cd6b3 None None] Network 83071ba1-c5e8-488a-b51c-7b44d246a668 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:04:42.711549 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-216f7ed7-1d57-449a-8555-468105a038d9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/subnets/90de2fa6-96ab-4f6b-a3ec-776ec8baf5b3 HTTP/1.1" status: 204 len: 168 time: 0.7371049 Feb 15 17:04:42.719963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43254) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:42.764037 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26959b40-1be3-4745-8884-4b02c4a26242 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Made reservation on behalf of 0de3ba11c0c04cb09a4c429e11a6b600 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:42.766823 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26959b40-1be3-4745-8884-4b02c4a26242 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:42.800683 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43258) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:42.816550 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-26959b40-1be3-4745-8884-4b02c4a26242 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] device_id is not set on port 131b2caf-7fa9-46c8-93c5-93b14d50610a yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:04:42.946778 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (83071ba1-c5e8-488a-b51c-7b44d246a668), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:43.095404 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26959b40-1be3-4745-8884-4b02c4a26242 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks [] for port (131b2caf-7fa9-46c8-93c5-93b14d50610a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:43.106738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Deleting port f1f117c2-700c-4b78-9054-43e74613b6b8 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:43.107205 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f1f117c2-700c-4b78-9054-43e74613b6b8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:43.130103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] DHCP port deletion for 83071ba1-c5e8-488a-b51c-7b44d246a668 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:04:43.200041 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7d1143c0-8bf8-4b97-8476-176afd01a22c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:43.200835 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-7d1143c0-8bf8-4b97-8476-176afd01a22c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 17:04:43.201427 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-7d1143c0-8bf8-4b97-8476-176afd01a22c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 17:04:43.203614 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7d1143c0-8bf8-4b97-8476-176afd01a22c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4001606 Feb 15 17:04:43.206174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43264) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:43.219480 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ae153465-5a55-47d3-875c-44ac91765cf8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477903153'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:43.273027 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26959b40-1be3-4745-8884-4b02c4a26242 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (131b2caf-7fa9-46c8-93c5-93b14d50610a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:43.275119 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] For port f1f117c2-700c-4b78-9054-43e74613b6b8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f1f117c2-700c-4b78-9054-43e74613b6b8,segment=NetworkSegment(fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d),segment_id=fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:43.275567 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f1f117c2-700c-4b78-9054-43e74613b6b8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:43.309252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Calling delete_port for f1f117c2-700c-4b78-9054-43e74613b6b8 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:43.314981 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Deleting port f1f117c2-700c-4b78-9054-43e74613b6b8 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:43.333204 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f1f117c2-700c-4b78-9054-43e74613b6b8), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:43.470056 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae153465-5a55-47d3-875c-44ac91765cf8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:43.495783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26959b40-1be3-4745-8884-4b02c4a26242 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:04:43.498370 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae153465-5a55-47d3-875c-44ac91765cf8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:43.502932 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26959b40-1be3-4745-8884-4b02c4a26242 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Pushing event updated for resources: {'Port': ['ID=131b2caf-7fa9-46c8-93c5-93b14d50610a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:43.523591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-26959b40-1be3-4745-8884-4b02c4a26242 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:43.533547 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] For port f1f117c2-700c-4b78-9054-43e74613b6b8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f1f117c2-700c-4b78-9054-43e74613b6b8,segment=NetworkSegment(fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d),segment_id=fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:43.534013 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f1f117c2-700c-4b78-9054-43e74613b6b8), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:43.541397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26959b40-1be3-4745-8884-4b02c4a26242 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:04:43.544539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26959b40-1be3-4745-8884-4b02c4a26242 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:43.547390 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26959b40-1be3-4745-8884-4b02c4a26242 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:43.571104 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Calling delete_port for f1f117c2-700c-4b78-9054-43e74613b6b8 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:43.835216 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:43.896673 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae153465-5a55-47d3-875c-44ac91765cf8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (fc11e2e8-5c64-4374-a342-cc71f9272133), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:43.903783 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-26959b40-1be3-4745-8884-4b02c4a26242 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3410370 Feb 15 17:04:43.906151 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43278) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:43.915466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:43.929575 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (f1f117c2-700c-4b78-9054-43e74613b6b8), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:43.974106 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Pushing event deleted for resources: {'Port': ['ID=f1f117c2-700c-4b78-9054-43e74613b6b8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:43.993723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:43.994327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:43.995007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:43.995554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:43.996103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:43.996643 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:43.997271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:43.997851 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:43.998388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:43.998926 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:43.999438 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:43.999955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:44.000453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:04:44.004646 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f1f117c2-700c-4b78-9054-43e74613b6b8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:44.006482 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c7a1dd-3e47-4adc-845e-0b0300178748 None None] No DVR routers for this DVR port f1f117c2-700c-4b78-9054-43e74613b6b8 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:04:44.035956 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (131b2caf-7fa9-46c8-93c5-93b14d50610a), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:44.038897 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae153465-5a55-47d3-875c-44ac91765cf8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fc11e2e8-5c64-4374-a342-cc71f9272133), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:44.070584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Pushing event deleted for resources: {'Port': ['ID=f1f117c2-700c-4b78-9054-43e74613b6b8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:44.081134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] No DVR routers for this DVR port f1f117c2-700c-4b78-9054-43e74613b6b8 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:04:44.187803 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae153465-5a55-47d3-875c-44ac91765cf8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (4343d74c-2cf2-4cd3-968a-1169c3ef1e9d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:44.211811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae153465-5a55-47d3-875c-44ac91765cf8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc11e2e8-5c64-4374-a342-cc71f9272133,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:44.243877 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (83071ba1-c5e8-488a-b51c-7b44d246a668), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:44.272602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83071ba1-c5e8-488a-b51c-7b44d246a668']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:44.304118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:44.304118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:44.326773 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:44.360959 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:44.372896 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae153465-5a55-47d3-875c-44ac91765cf8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4343d74c-2cf2-4cd3-968a-1169c3ef1e9d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:44.383601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:04:44.383601 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (fc328628-6cb9-4d44-a3e0-cb4d04dc8f9d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:44.463778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f1f117c2-700c-4b78-9054-43e74613b6b8 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:04:44.481765 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:04:44.507762 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: f1f117c2-700c-4b78-9054-43e74613b6b8 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:04:44.508615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f1f117c2-700c-4b78-9054-43e74613b6b8 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:04:44.591525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] device_id is not set on port 131b2caf-7fa9-46c8-93c5-93b14d50610a yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:04:44.611219 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks [] for port (131b2caf-7fa9-46c8-93c5-93b14d50610a), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:44.620143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae153465-5a55-47d3-875c-44ac91765cf8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4343d74c-2cf2-4cd3-968a-1169c3ef1e9d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:44.639586 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (83071ba1-c5e8-488a-b51c-7b44d246a668), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:44.648762 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:44.660646 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] 10.222.0.107 "DELETE /v2.0/networks/83071ba1-c5e8-488a-b51c-7b44d246a668 HTTP/1.1" status: 204 len: 168 time: 1.9385536 Feb 15 17:04:44.675083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3977c6a-c680-4b82-9c65-2f9e8e02abf9 tempest-TagsExtTest-1015781074 tempest-TagsExtTest-1015781074-project] Pushing event deleted for resources: {'Network': ['ID=83071ba1-c5e8-488a-b51c-7b44d246a668,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:44.689940 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae153465-5a55-47d3-875c-44ac91765cf8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:44.691303 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ae153465-5a55-47d3-875c-44ac91765cf8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.4840426 Feb 15 17:04:44.697264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43294) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:44.708825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b0996abc-de6c-495a-9f49-e92ef84eee03 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '4343d74c-2cf2-4cd3-968a-1169c3ef1e9d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:44.730769 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (131b2caf-7fa9-46c8-93c5-93b14d50610a), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:44.826084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Pushing event updated for resources: {'Port': ['ID=131b2caf-7fa9-46c8-93c5-93b14d50610a,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:44.847162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:44.847501 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:44.847612 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:44.854950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:44.855193 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:44.855580 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 2 to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a Feb 15 17:04:44.896517 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:44.896517 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:44.896517 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:44.905551 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:44.905551 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:44.905551 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 3 to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a Feb 15 17:04:44.927160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0996abc-de6c-495a-9f49-e92ef84eee03 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group_rule (77baad14-1329-4e49-a5a0-aeea1516d42f), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:44.931994 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:44.932338 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:44.932685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:44.947882 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:44.948219 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:44.953579 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 4 to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a Feb 15 17:04:44.981259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:44.981259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:44.981259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:44.983760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:44.984105 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:44.986359 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 5 to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a Feb 15 17:04:44.999858 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:45.000274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:45.000678 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:45.012790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:45.013126 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:45.014631 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 6 to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a Feb 15 17:04:45.034865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:45.035205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:45.036681 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:45.048486 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:45.048817 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:45.050472 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0996abc-de6c-495a-9f49-e92ef84eee03 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group_rule (77baad14-1329-4e49-a5a0-aeea1516d42f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:45.051140 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 7 to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a Feb 15 17:04:45.066561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:45.066902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:45.067284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:45.071714 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:45.072044 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:45.072449 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 8 to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a Feb 15 17:04:45.085950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:45.086286 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:45.086618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:45.106042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:45.106042 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:45.106042 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 9 to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a Feb 15 17:04:45.115678 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:45.116214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:45.116563 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:45.122912 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:45.123208 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:45.123634 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 10 to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a Feb 15 17:04:45.136620 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0996abc-de6c-495a-9f49-e92ef84eee03 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (77baad14-1329-4e49-a5a0-aeea1516d42f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:45.147026 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:45.147293 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:45.147555 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:45.163988 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0996abc-de6c-495a-9f49-e92ef84eee03 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77baad14-1329-4e49-a5a0-aeea1516d42f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:45.167327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:45.167658 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 131b2caf-7fa9-46c8-93c5-93b14d50610a on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:45.168208 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (131b2caf-7fa9-46c8-93c5-93b14d50610a), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:45.303732 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0996abc-de6c-495a-9f49-e92ef84eee03 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:45.304935 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b0996abc-de6c-495a-9f49-e92ef84eee03 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6066039 Feb 15 17:04:45.307930 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43318) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:45.316301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-073f1ea1-1d45-4e0a-8950-aa3ce6e8f60d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '4343d74c-2cf2-4cd3-968a-1169c3ef1e9d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:45.317976 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] For port 131b2caf-7fa9-46c8-93c5-93b14d50610a, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:04:45.318356 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempted to set empty binding levels {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 17:04:45.328050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274360-3610-404a-8737-694105cba094 req-50dd4521-3a6d-49bf-80fe-ec4ad6c3033e tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:45.329107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a274360-3610-404a-8737-694105cba094 req-50dd4521-3a6d-49bf-80fe-ec4ad6c3033e tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/networks?id=9ebd2123-1c96-4cec-b59e-9fea976d5553 HTTP/1.1" status: 200 len: 809 time: 0.1626468 Feb 15 17:04:45.352890 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a274360-3610-404a-8737-694105cba094 req-10b6fbaa-948c-44c8-adc5-e4af000f2744 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/quotas/81a693dd01984a119e971badb942d052 HTTP/1.1" status: 200 len: 375 time: 0.0170395 Feb 15 17:04:45.420579 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a274360-3610-404a-8737-694105cba094 req-caa1ce04-7cf7-4ddf-955d-82a0c0701c62 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=81a693dd01984a119e971badb942d052&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483675 Feb 15 17:04:45.420579 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (131b2caf-7fa9-46c8-93c5-93b14d50610a), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:45.449454 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-073f1ea1-1d45-4e0a-8950-aa3ce6e8f60d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group_rule (71b0cba2-7f7e-4804-9881-a45b661e7d4e), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:45.484269 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] In _notify_port_updated(), no bound segment for port 131b2caf-7fa9-46c8-93c5-93b14d50610a on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 17:04:45.496354 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:45.496777 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:45.498868 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] 10.222.0.107 "PUT /v2.0/ports/131b2caf-7fa9-46c8-93c5-93b14d50610a HTTP/1.1" status: 200 len: 975 time: 1.5909207 Feb 15 17:04:45.510794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43324) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:45.511136 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43326) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:45.625350 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40d69c-7386-426f-b30a-f81bf4198725 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Pushing event updated for resources: {'Port': ['ID=131b2caf-7fa9-46c8-93c5-93b14d50610a,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:45.732226 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a274360-3610-404a-8737-694105cba094 req-b55fd48b-d65f-4296-84ff-f848dee4bfca service neutron] 10.222.0.107 "GET /v2.0/networks/9ebd2123-1c96-4cec-b59e-9fea976d5553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034019 Feb 15 17:04:45.889092 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a274360-3610-404a-8737-694105cba094 req-c109ebd5-c011-46b2-bada-90cd72cce0d3 service neutron] 10.222.0.107 "GET /v2.0/networks/9ebd2123-1c96-4cec-b59e-9fea976d5553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486924 Feb 15 17:04:45.951481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19ef6d-516e-403f-b317-c6a4fe414523 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:45.952156 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19ef6d-516e-403f-b317-c6a4fe414523 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:45.952693 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19ef6d-516e-403f-b317-c6a4fe414523 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:45.955923 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19ef6d-516e-403f-b317-c6a4fe414523 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:45.955923 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19ef6d-516e-403f-b317-c6a4fe414523 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:45.955923 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19ef6d-516e-403f-b317-c6a4fe414523 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:45.958619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19ef6d-516e-403f-b317-c6a4fe414523 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:45.961622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19ef6d-516e-403f-b317-c6a4fe414523 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:45.964941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19ef6d-516e-403f-b317-c6a4fe414523 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:45.966596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19ef6d-516e-403f-b317-c6a4fe414523 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:45.969094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19ef6d-516e-403f-b317-c6a4fe414523 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:45.972192 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19ef6d-516e-403f-b317-c6a4fe414523 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:45.973051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a19ef6d-516e-403f-b317-c6a4fe414523 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:45.983885 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5a19ef6d-516e-403f-b317-c6a4fe414523 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12352 time: 0.4657662 Feb 15 17:04:45.983885 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-492f452d-ebfc-467b-bb2c-66d71f183c50 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e73495a2fa73468e8fd83e44a94a1c94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4682424 Feb 15 17:04:45.983885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43356) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:45.987416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43358) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:46.033915 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-073f1ea1-1d45-4e0a-8950-aa3ce6e8f60d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 17:04:46.038656 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-073f1ea1-1d45-4e0a-8950-aa3ce6e8f60d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7282119 Feb 15 17:04:46.042032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43362) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:46.085632 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc41b436-0efe-48de-8caa-8e8e82470ef5 admin admin] Publish callbacks [] for security_group (d7a17d1e-5541-4a95-aea8-73cc4563ecbb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:46.134457 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc41b436-0efe-48de-8caa-8e8e82470ef5 admin admin] Publish callbacks [] for security_group (d7a17d1e-5541-4a95-aea8-73cc4563ecbb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:46.276272 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5533c9b1-ceca-4e00-850a-26cb2c885b4b req-66d4a799-065f-4064-9df0-f74a46c21180 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 210 time: 0.0465224 Feb 15 17:04:46.283928 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc41b436-0efe-48de-8caa-8e8e82470ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d7a17d1e-5541-4a95-aea8-73cc4563ecbb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:46.287531 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc41b436-0efe-48de-8caa-8e8e82470ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:46.289910 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dc41b436-0efe-48de-8caa-8e8e82470ef5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d7a17d1e-5541-4a95-aea8-73cc4563ecbb HTTP/1.1" status: 204 len: 168 time: 0.3011863 Feb 15 17:04:46.314404 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc41b436-0efe-48de-8caa-8e8e82470ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a17d1e-5541-4a95-aea8-73cc4563ecbb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:46.396091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-ad418e1e-9dbc-4caa-ad23-d68c43e64b58 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:46.398794 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-ad418e1e-9dbc-4caa-ad23-d68c43e64b58 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 814 time: 0.3542912 Feb 15 17:04:46.402744 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e9006fbe-0cfe-408e-a8df-0129351a568a tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (4343d74c-2cf2-4cd3-968a-1169c3ef1e9d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:46.458902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d1147-3a2e-4772-a505-74c135b5c87d tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Deleting port 131b2caf-7fa9-46c8-93c5-93b14d50610a {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:46.459589 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1147-3a2e-4772-a505-74c135b5c87d tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (131b2caf-7fa9-46c8-93c5-93b14d50610a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:46.466030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-4ba428b9-0eb2-41f8-96aa-0fb45515ced3 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/quotas/53fc11c61440421b91f61d2ecb1b30e4 HTTP/1.1" status: 200 len: 375 time: 0.0562189 Feb 15 17:04:46.478525 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e9006fbe-0cfe-408e-a8df-0129351a568a tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (4343d74c-2cf2-4cd3-968a-1169c3ef1e9d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:46.633059 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-8a7d1147-3a2e-4772-a505-74c135b5c87d tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] For port 131b2caf-7fa9-46c8-93c5-93b14d50610a, host n-h2-828372-14, got binding levels [] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:46.633846 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1147-3a2e-4772-a505-74c135b5c87d tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (131b2caf-7fa9-46c8-93c5-93b14d50610a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:46.652842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d1147-3a2e-4772-a505-74c135b5c87d tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Calling delete_port for 131b2caf-7fa9-46c8-93c5-93b14d50610a owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:46.675725 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-23f8454e-2ad7-4283-a170-c56f3118c20e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1612494 Feb 15 17:04:46.812340 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e9006fbe-0cfe-408e-a8df-0129351a568a tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4343d74c-2cf2-4cd3-968a-1169c3ef1e9d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:46.818113 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e9006fbe-0cfe-408e-a8df-0129351a568a tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:46.825827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43384) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:46.838610 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e9006fbe-0cfe-408e-a8df-0129351a568a tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "DELETE /v2.0/security-groups/4343d74c-2cf2-4cd3-968a-1169c3ef1e9d HTTP/1.1" status: 204 len: 168 time: 0.7841914 Feb 15 17:04:46.888496 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9006fbe-0cfe-408e-a8df-0129351a568a tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4343d74c-2cf2-4cd3-968a-1169c3ef1e9d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:46.962268 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1b598b37-9206-46c3-98b8-7ddd6699173c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1339560 Feb 15 17:04:46.966129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43386) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:46.978374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-fe66037d-3f97-4934-9b3f-50d9021de0dc tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1060087410'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:47.070949 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-06195425-9b0f-4058-9249-95e72262fd10 service neutron] 10.222.0.107 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960680 Feb 15 17:04:47.109020 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1147-3a2e-4772-a505-74c135b5c87d tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (131b2caf-7fa9-46c8-93c5-93b14d50610a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:47.264741 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe66037d-3f97-4934-9b3f-50d9021de0dc tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:47.315388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d1147-3a2e-4772-a505-74c135b5c87d tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Pushing event deleted for resources: {'Port': ['ID=131b2caf-7fa9-46c8-93c5-93b14d50610a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:47.344880 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1147-3a2e-4772-a505-74c135b5c87d tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:47.354025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8a7d1147-3a2e-4772-a505-74c135b5c87d tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] 10.222.0.107 "DELETE /v2.0/ports/131b2caf-7fa9-46c8-93c5-93b14d50610a HTTP/1.1" status: 204 len: 168 time: 1.3681209 Feb 15 17:04:47.354584 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43404) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:47.422342 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14eca35-800a-450d-ab09-b0d9410bdeff tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] GET failed (client error): The resource could not be found. Feb 15 17:04:47.440154 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c14eca35-800a-450d-ab09-b0d9410bdeff tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] 10.222.0.107 "GET /v2.0/ports/131b2caf-7fa9-46c8-93c5-93b14d50610a HTTP/1.1" status: 404 len: 333 time: 0.0686860 Feb 15 17:04:47.443694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43408) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:47.459786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-034cb2da-dfe2-494f-bfca-53d5603a5dd4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-597331933', 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:47.499338 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b57a898f-2c46-40bc-988e-ff957f7fa21d req-a4f7831a-d31f-4772-a2db-048ec2dd51e2 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 210 time: 0.0724540 Feb 15 17:04:47.559915 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-6403ab3c-bf3b-44bb-baf0-0d1226af27ea service neutron] 10.222.0.107 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793932 Feb 15 17:04:47.628239 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe66037d-3f97-4934-9b3f-50d9021de0dc tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (86f9d4d9-7cc5-4cef-bbe7-eede4d3aa7ff), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:47.629571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034cb2da-dfe2-494f-bfca-53d5603a5dd4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Made reservation on behalf of 0de3ba11c0c04cb09a4c429e11a6b600 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:47.634701 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-034cb2da-dfe2-494f-bfca-53d5603a5dd4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:47.656545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-034cb2da-dfe2-494f-bfca-53d5603a5dd4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] device_id is not set on port 9c5bc78c-77d8-4d50-8ed5-11105aaa9736 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:04:47.776964 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe66037d-3f97-4934-9b3f-50d9021de0dc tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (86f9d4d9-7cc5-4cef-bbe7-eede4d3aa7ff), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:47.979169 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5087fbbe-8fb0-45e7-89b2-e17b27b50980 req-1ec13cc7-8beb-4f60-83ea-92f875f876a2 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 210 time: 0.0895920 Feb 15 17:04:48.044119 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe66037d-3f97-4934-9b3f-50d9021de0dc tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:48.048257 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fe66037d-3f97-4934-9b3f-50d9021de0dc tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0774789 Feb 15 17:04:48.048532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43428) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:48.053108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe66037d-3f97-4934-9b3f-50d9021de0dc tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86f9d4d9-7cc5-4cef-bbe7-eede4d3aa7ff,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:48.053656 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5a296bf6-17e3-4636-a53f-cf8004d406f7 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '86f9d4d9-7cc5-4cef-bbe7-eede4d3aa7ff', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:48.054831 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-5a296bf6-17e3-4636-a53f-cf8004d406f7 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 15 17:04:48.055583 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-5a296bf6-17e3-4636-a53f-cf8004d406f7 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:04:48.056804 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5a296bf6-17e3-4636-a53f-cf8004d406f7 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070174 Feb 15 17:04:48.059756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43430) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:48.151804 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-034cb2da-dfe2-494f-bfca-53d5603a5dd4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks [] for port (9c5bc78c-77d8-4d50-8ed5-11105aaa9736), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:48.207777 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65102dc5-b826-4fd8-9a9a-7d9187ab9f6c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (86f9d4d9-7cc5-4cef-bbe7-eede4d3aa7ff), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:48.243842 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65102dc5-b826-4fd8-9a9a-7d9187ab9f6c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (86f9d4d9-7cc5-4cef-bbe7-eede4d3aa7ff), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:48.262955 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-034cb2da-dfe2-494f-bfca-53d5603a5dd4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9c5bc78c-77d8-4d50-8ed5-11105aaa9736), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:48.358942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034cb2da-dfe2-494f-bfca-53d5603a5dd4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:04:48.377128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-034cb2da-dfe2-494f-bfca-53d5603a5dd4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:48.377128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034cb2da-dfe2-494f-bfca-53d5603a5dd4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:04:48.378181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034cb2da-dfe2-494f-bfca-53d5603a5dd4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:48.378800 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-034cb2da-dfe2-494f-bfca-53d5603a5dd4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:48.394600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cb2da-dfe2-494f-bfca-53d5603a5dd4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Pushing event updated for resources: {'Port': ['ID=9c5bc78c-77d8-4d50-8ed5-11105aaa9736,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:48.402768 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65102dc5-b826-4fd8-9a9a-7d9187ab9f6c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (86f9d4d9-7cc5-4cef-bbe7-eede4d3aa7ff), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:48.402768 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65102dc5-b826-4fd8-9a9a-7d9187ab9f6c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:48.406892 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-65102dc5-b826-4fd8-9a9a-7d9187ab9f6c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "DELETE /v2.0/security-groups/86f9d4d9-7cc5-4cef-bbe7-eede4d3aa7ff HTTP/1.1" status: 204 len: 168 time: 0.3427973 Feb 15 17:04:48.410636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43442) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:48.453077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65102dc5-b826-4fd8-9a9a-7d9187ab9f6c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f9d4d9-7cc5-4cef-bbe7-eede4d3aa7ff,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:48.498658 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-034cb2da-dfe2-494f-bfca-53d5603a5dd4 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0518034 Feb 15 17:04:48.502094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43446) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:48.569076 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8a41b51d-72a2-4594-bccf-ba8768c208df tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1570730 Feb 15 17:04:48.569736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43450) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:48.577785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3b1d45c0-2888-424f-bd72-613790df99e5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group': {'name': 'tempest-secgroup--2013421539'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:48.591233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54940d66-ff51-4949-a22f-0eabe99d1c5a tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:48.593602 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-54940d66-ff51-4949-a22f-0eabe99d1c5a tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] 10.222.0.107 "GET /v2.0/ports/9c5bc78c-77d8-4d50-8ed5-11105aaa9736 HTTP/1.1" status: 200 len: 954 time: 0.0904043 Feb 15 17:04:48.596350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43452) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:48.664840 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77fd08a8-2a06-4f7e-b005-2dfc299a7082 req-55a10546-742c-44a4-afe3-26442474d12d tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 210 time: 0.0353065 Feb 15 17:04:48.708040 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b1d45c0-2888-424f-bd72-613790df99e5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:48.814841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-7e47dd38-bbf8-4cde-8c2a-1c2986aa7811 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Deleting port 9c5bc78c-77d8-4d50-8ed5-11105aaa9736 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:48.821904 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e47dd38-bbf8-4cde-8c2a-1c2986aa7811 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9c5bc78c-77d8-4d50-8ed5-11105aaa9736), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:48.873629 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b1d45c0-2888-424f-bd72-613790df99e5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (92e377d1-820d-4847-ba91-4ffe1bb39329), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:48.956925 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e47dd38-bbf8-4cde-8c2a-1c2986aa7811 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9c5bc78c-77d8-4d50-8ed5-11105aaa9736), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:48.982348 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b1d45c0-2888-424f-bd72-613790df99e5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (92e377d1-820d-4847-ba91-4ffe1bb39329), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:49.035852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-7e47dd38-bbf8-4cde-8c2a-1c2986aa7811 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Calling delete_port for 9c5bc78c-77d8-4d50-8ed5-11105aaa9736 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:49.175237 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b1d45c0-2888-424f-bd72-613790df99e5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:49.176553 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3b1d45c0-2888-424f-bd72-613790df99e5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6058366 Feb 15 17:04:49.186057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43474) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:49.186848 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d45c0-2888-424f-bd72-613790df99e5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e377d1-820d-4847-ba91-4ffe1bb39329,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:49.204921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-85f216d8-fae4-43cc-8288-9da475c53261 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '92e377d1-820d-4847-ba91-4ffe1bb39329', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:49.217852 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-85f216d8-fae4-43cc-8288-9da475c53261 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 15 17:04:49.218530 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-85f216d8-fae4-43cc-8288-9da475c53261 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:04:49.222475 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-85f216d8-fae4-43cc-8288-9da475c53261 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0217350 Feb 15 17:04:49.224861 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43476) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:49.427657 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d94ccca-9eb8-4b8e-b4e0-aff79a94c101 req-77b7efba-9435-48a3-9ca4-2208c0a8360a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 210 time: 0.2026031 Feb 15 17:04:49.472267 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-026ce2f0-37df-4c62-80d5-88f1f3027cfe tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (92e377d1-820d-4847-ba91-4ffe1bb39329), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:49.570095 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-026ce2f0-37df-4c62-80d5-88f1f3027cfe tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (92e377d1-820d-4847-ba91-4ffe1bb39329), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:49.707143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274360-3610-404a-8737-694105cba094 req-34c28455-234f-4ae3-903e-0f6162b6e3e2 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:49.709484 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a274360-3610-404a-8737-694105cba094 req-34c28455-234f-4ae3-903e-0f6162b6e3e2 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.10 "GET /v2.0/networks?id=9ebd2123-1c96-4cec-b59e-9fea976d5553 HTTP/1.1" status: 200 len: 809 time: 0.4091632 Feb 15 17:04:49.727529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8a274360-3610-404a-8737-694105cba094 req-26f69050-a432-4e4a-9801-592c30ab8380 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Request body: {'port': {'device_id': 'b28ac870-fbf3-4c0b-bed4-7fe65ff75d04', 'network_id': '9ebd2123-1c96-4cec-b59e-9fea976d5553', 'admin_state_up': True, 'tenant_id': '81a693dd01984a119e971badb942d052'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:49.878466 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c216fbbb-c43f-44cd-876f-239af4c46704 req-d296903d-4973-4c94-8056-c7ebd8005c94 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 210 time: 0.0556490 Feb 15 17:04:50.354487 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e47dd38-bbf8-4cde-8c2a-1c2986aa7811 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9c5bc78c-77d8-4d50-8ed5-11105aaa9736), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:50.384004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47dd38-bbf8-4cde-8c2a-1c2986aa7811 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c5bc78c-77d8-4d50-8ed5-11105aaa9736,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:50.401875 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-026ce2f0-37df-4c62-80d5-88f1f3027cfe tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (92e377d1-820d-4847-ba91-4ffe1bb39329), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:50.410529 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-026ce2f0-37df-4c62-80d5-88f1f3027cfe tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:50.413184 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-026ce2f0-37df-4c62-80d5-88f1f3027cfe tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "DELETE /v2.0/security-groups/92e377d1-820d-4847-ba91-4ffe1bb39329 HTTP/1.1" status: 204 len: 168 time: 1.1874440 Feb 15 17:04:50.422092 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43504) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:50.438849 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e47dd38-bbf8-4cde-8c2a-1c2986aa7811 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:50.442344 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7e47dd38-bbf8-4cde-8c2a-1c2986aa7811 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] 10.222.0.107 "DELETE /v2.0/ports/9c5bc78c-77d8-4d50-8ed5-11105aaa9736 HTTP/1.1" status: 204 len: 168 time: 1.8449664 Feb 15 17:04:50.443292 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a274360-3610-404a-8737-694105cba094 req-26f69050-a432-4e4a-9801-592c30ab8380 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Made reservation on behalf of 81a693dd01984a119e971badb942d052 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:50.445514 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43506) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:50.448846 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a274360-3610-404a-8737-694105cba094 req-26f69050-a432-4e4a-9801-592c30ab8380 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:50.460351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ce2f0-37df-4c62-80d5-88f1f3027cfe tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e377d1-820d-4847-ba91-4ffe1bb39329,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:50.564657 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-12aa1326-efb0-47fc-b580-7dfd8dc198c6 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] GET failed (client error): The resource could not be found. Feb 15 17:04:50.568028 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-12aa1326-efb0-47fc-b580-7dfd8dc198c6 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] 10.222.0.107 "GET /v2.0/ports/9c5bc78c-77d8-4d50-8ed5-11105aaa9736 HTTP/1.1" status: 404 len: 333 time: 0.1167126 Feb 15 17:04:50.576306 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43512) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:50.587298 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-86332cb1-14a2-4bc3-aa38-96836e1bd731 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Request body: {'port': {'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-421166190'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:50.639920 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8f83eda3-bdf7-4a38-a343-7e1944f1f066 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2162437 Feb 15 17:04:50.643913 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43514) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:50.649461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0298a73b-ed01-43c3-a479-0596080f8f84 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1734061574'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:50.704822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-8a274360-3610-404a-8737-694105cba094 req-26f69050-a432-4e4a-9801-592c30ab8380 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Allocated IP 172.20.0.8 (9ebd2123-1c96-4cec-b59e-9fea976d5553/437e51e5-ee8d-47ad-90dd-27babd8afe3e/5897d21d-8c35-402f-b46d-25e4e5f6015f) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:04:50.726093 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e0e7169-02d1-4dc2-9e3c-186a30364ce5 req-1288f080-a229-406c-ba9a-9e9299c4f59a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 210 time: 0.0533562 Feb 15 17:04:50.727689 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86332cb1-14a2-4bc3-aa38-96836e1bd731 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Made reservation on behalf of 0de3ba11c0c04cb09a4c429e11a6b600 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:50.731257 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86332cb1-14a2-4bc3-aa38-96836e1bd731 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:50.776281 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0298a73b-ed01-43c3-a479-0596080f8f84 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:50.776281 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-86332cb1-14a2-4bc3-aa38-96836e1bd731 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] device_id is not set on port 0718b23a-04f9-4ccb-9c8f-03a266addf1f yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:04:50.895016 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43520) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:51.105505 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a274360-3610-404a-8737-694105cba094 req-26f69050-a432-4e4a-9801-592c30ab8380 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Publish callbacks [] for port (5897d21d-8c35-402f-b46d-25e4e5f6015f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:51.124492 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c811c572-61ae-435b-bec0-486134bbc47d req-b3e1c2d9-58da-45a6-9619-5c71fb27136a tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 210 time: 0.0977955 Feb 15 17:04:51.251907 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a274360-3610-404a-8737-694105cba094 req-26f69050-a432-4e4a-9801-592c30ab8380 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (5897d21d-8c35-402f-b46d-25e4e5f6015f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:51.258765 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0298a73b-ed01-43c3-a479-0596080f8f84 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (fc3ee8ca-3fcd-4832-a5f4-22629cfc0482), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:51.262885 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a6bb865-133b-471c-90d4-f169a61b570d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:51.346838 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0298a73b-ed01-43c3-a479-0596080f8f84 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fc3ee8ca-3fcd-4832-a5f4-22629cfc0482), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:51.353572 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f69050-a432-4e4a-9801-592c30ab8380 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Pushing event updated for resources: {'Port': ['ID=5897d21d-8c35-402f-b46d-25e4e5f6015f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:51.373241 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86332cb1-14a2-4bc3-aa38-96836e1bd731 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks [] for port (0718b23a-04f9-4ccb-9c8f-03a266addf1f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:51.402584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a274360-3610-404a-8737-694105cba094 req-26f69050-a432-4e4a-9801-592c30ab8380 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Network 9ebd2123-1c96-4cec-b59e-9fea976d5553 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:04:51.405084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-8a274360-3610-404a-8737-694105cba094 req-26f69050-a432-4e4a-9801-592c30ab8380 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:51.411566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a274360-3610-404a-8737-694105cba094 req-26f69050-a432-4e4a-9801-592c30ab8380 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:04:51.475506 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298a73b-ed01-43c3-a479-0596080f8f84 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3ee8ca-3fcd-4832-a5f4-22629cfc0482,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:51.521648 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0298a73b-ed01-43c3-a479-0596080f8f84 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:51.523636 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0298a73b-ed01-43c3-a479-0596080f8f84 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8785114 Feb 15 17:04:51.528425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43536) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:51.539368 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-774e0a55-8d3c-4458-bd53-f3e7b4b0dffa tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': 'fc3ee8ca-3fcd-4832-a5f4-22629cfc0482', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:51.555712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274360-3610-404a-8737-694105cba094 req-26f69050-a432-4e4a-9801-592c30ab8380 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:51.556329 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a274360-3610-404a-8737-694105cba094 req-26f69050-a432-4e4a-9801-592c30ab8380 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:51.564647 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-774e0a55-8d3c-4458-bd53-f3e7b4b0dffa tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 15 17:04:51.565981 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-774e0a55-8d3c-4458-bd53-f3e7b4b0dffa tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:04:51.567379 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-774e0a55-8d3c-4458-bd53-f3e7b4b0dffa tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0336516 Feb 15 17:04:51.576499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43538) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:51.581613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ce898ece-7810-46e6-a41b-b07f845f5bc4 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': 'fc3ee8ca-3fcd-4832-a5f4-22629cfc0482', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:51.583262 n-d-828372-14 neutron-server[103799]: WARNING neutron.api.v2.base [None req-ce898ece-7810-46e6-a41b-b07f845f5bc4 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 15 17:04:51.583768 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-ce898ece-7810-46e6-a41b-b07f845f5bc4 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:04:51.584739 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ce898ece-7810-46e6-a41b-b07f845f5bc4 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072966 Feb 15 17:04:51.585017 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a6bb865-133b-471c-90d4-f169a61b570d admin admin] Publish callbacks [] for security_group (e987b7af-0d20-4f2b-b829-32d5302849b1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:51.587538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43540) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:51.596004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b1dec130-c114-4e5b-96f9-c7e2833085f6 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': 'fc3ee8ca-3fcd-4832-a5f4-22629cfc0482', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:51.596227 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-dbe1198b-a9f5-4b40-96b4-913601864ee4 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:51.597548 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-dbe1198b-a9f5-4b40-96b4-913601864ee4 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.10 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 814 time: 0.2605548 Feb 15 17:04:51.597818 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-b1dec130-c114-4e5b-96f9-c7e2833085f6 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 15 17:04:51.598509 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-b1dec130-c114-4e5b-96f9-c7e2833085f6 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:04:51.599844 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b1dec130-c114-4e5b-96f9-c7e2833085f6 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098395 Feb 15 17:04:51.604147 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43542) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:51.612492 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-b4fb9224-e180-4712-94a8-8e7dea3f2b1e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Request body: {'port': {'device_id': '1af23253-d45b-4590-aef6-681eba46e604', 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e', 'admin_state_up': True, 'tenant_id': '53fc11c61440421b91f61d2ecb1b30e4'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:51.633753 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1bb264b2-4d21-4368-bd55-591298c69890 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': 'fc3ee8ca-3fcd-4832-a5f4-22629cfc0482', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:51.634398 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-1bb264b2-4d21-4368-bd55-591298c69890 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 15 17:04:51.637487 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-1bb264b2-4d21-4368-bd55-591298c69890 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:04:51.641348 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1bb264b2-4d21-4368-bd55-591298c69890 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0366015 Feb 15 17:04:51.643897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43546) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:51.731945 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a274360-3610-404a-8737-694105cba094 req-26f69050-a432-4e4a-9801-592c30ab8380 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0133221 Feb 15 17:04:51.737614 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86332cb1-14a2-4bc3-aa38-96836e1bd731 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0718b23a-04f9-4ccb-9c8f-03a266addf1f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:51.745421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Request body: {'port': {'device_id': 'b28ac870-fbf3-4c0b-bed4-7fe65ff75d04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:51.747398 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a6bb865-133b-471c-90d4-f169a61b570d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e987b7af-0d20-4f2b-b829-32d5302849b1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:51.823362 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bb865-133b-471c-90d4-f169a61b570d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e987b7af-0d20-4f2b-b829-32d5302849b1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:51.939792 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5897d21d-8c35-402f-b46d-25e4e5f6015f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:51.950249 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1a6bb865-133b-471c-90d4-f169a61b570d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4b9a26e7524d479985c69a41a8848f15&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0550086 Feb 15 17:04:51.952654 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86332cb1-14a2-4bc3-aa38-96836e1bd731 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Pushing event updated for resources: {'Port': ['ID=0718b23a-04f9-4ccb-9c8f-03a266addf1f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:51.958924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43552) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:51.993694 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b9cf626e-ab0b-428b-8d33-ecf35334efa0 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (fc3ee8ca-3fcd-4832-a5f4-22629cfc0482), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:52.057101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86332cb1-14a2-4bc3-aa38-96836e1bd731 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:04:52.069532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-86332cb1-14a2-4bc3-aa38-96836e1bd731 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:52.077864 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86332cb1-14a2-4bc3-aa38-96836e1bd731 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:04:52.081610 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86332cb1-14a2-4bc3-aa38-96836e1bd731 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:52.082502 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86332cb1-14a2-4bc3-aa38-96836e1bd731 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:52.144347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-b4fb9224-e180-4712-94a8-8e7dea3f2b1e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Made reservation on behalf of 53fc11c61440421b91f61d2ecb1b30e4 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:04:52.153892 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-b4fb9224-e180-4712-94a8-8e7dea3f2b1e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:52.210776 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c3d5232b-100f-46b4-8b6e-8f7f09c14ead req-c4d303fa-a975-4285-9102-5520f3977453 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 210 time: 0.2672961 Feb 15 17:04:52.244397 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b9cf626e-ab0b-428b-8d33-ecf35334efa0 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (fc3ee8ca-3fcd-4832-a5f4-22629cfc0482), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:52.309762 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-86332cb1-14a2-4bc3-aa38-96836e1bd731 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.7312372 Feb 15 17:04:52.312370 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43562) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:52.319972 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:52.388041 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b9cf626e-ab0b-428b-8d33-ecf35334efa0 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fc3ee8ca-3fcd-4832-a5f4-22629cfc0482), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:52.392246 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b9cf626e-ab0b-428b-8d33-ecf35334efa0 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:52.393550 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b9cf626e-ab0b-428b-8d33-ecf35334efa0 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "DELETE /v2.0/security-groups/fc3ee8ca-3fcd-4832-a5f4-22629cfc0482 HTTP/1.1" status: 204 len: 168 time: 0.7471678 Feb 15 17:04:52.402339 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43566) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:52.413446 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0718b23a-04f9-4ccb-9c8f-03a266addf1f), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:52.427215 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9ea7fd1-96ff-4d33-a158-bdc68b771885 admin admin] Publish callbacks [] for security_group (e987b7af-0d20-4f2b-b829-32d5302849b1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:52.434838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf626e-ab0b-428b-8d33-ecf35334efa0 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3ee8ca-3fcd-4832-a5f4-22629cfc0482,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:52.494735 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9ea7fd1-96ff-4d33-a158-bdc68b771885 admin admin] Publish callbacks [] for security_group (e987b7af-0d20-4f2b-b829-32d5302849b1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:52.508218 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cdebcb65-f696-4bd7-8cd0-10f67769c9e3 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1046553 Feb 15 17:04:52.514807 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43568) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:52.519956 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-44809f8f-d847-4ecc-aea2-705f2847a356 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1852955055'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:52.543013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec4df0-0dcf-4c86-adf7-2bacfde9bdcd req-daf6b70c-27f0-4fb2-b047-9aeaecfdbe5c tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:52.544682 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8cec4df0-0dcf-4c86-adf7-2bacfde9bdcd req-daf6b70c-27f0-4fb2-b047-9aeaecfdbe5c tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 931 time: 0.2465119 Feb 15 17:04:52.708628 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44809f8f-d847-4ecc-aea2-705f2847a356 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:52.727568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] device_id is not set on port 0718b23a-04f9-4ccb-9c8f-03a266addf1f yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:04:52.740635 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks [] for port (0718b23a-04f9-4ccb-9c8f-03a266addf1f), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:52.813255 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (0718b23a-04f9-4ccb-9c8f-03a266addf1f), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:52.817438 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44809f8f-d847-4ecc-aea2-705f2847a356 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (72d58263-36c4-4c7a-b25a-40ff358144fa), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:52.877956 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Pushing event updated for resources: {'Port': ['ID=0718b23a-04f9-4ccb-9c8f-03a266addf1f,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:52.893053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:52.893405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:52.893733 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:52.899069 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:52.899398 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:52.899853 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 2 to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f Feb 15 17:04:52.915862 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:52.916102 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:52.916407 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:52.921357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:52.921568 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:52.921847 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 3 to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f Feb 15 17:04:52.927007 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44809f8f-d847-4ecc-aea2-705f2847a356 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (72d58263-36c4-4c7a-b25a-40ff358144fa), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:52.957832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-b4fb9224-e180-4712-94a8-8e7dea3f2b1e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Allocated IP 172.20.0.5 (d3b0ca71-cd48-4ec1-8d50-3e94da1c742e/f5d61963-0097-43d2-aa6c-f33683398652/60d4da1b-8e59-47f5-b6ce-7cde203ce891) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:04:52.963209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:52.963209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:52.963209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:52.975377 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44809f8f-d847-4ecc-aea2-705f2847a356 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d58263-36c4-4c7a-b25a-40ff358144fa,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:52.979049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:52.979049 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:52.979049 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 4 to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f Feb 15 17:04:53.003015 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8cec4df0-0dcf-4c86-adf7-2bacfde9bdcd req-ed0106cb-aa76-4d2c-b650-68557e583caf tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436457 Feb 15 17:04:53.029705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:53.030126 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:53.030550 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:53.035973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:53.036970 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:53.038009 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 5 to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f Feb 15 17:04:53.045937 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44809f8f-d847-4ecc-aea2-705f2847a356 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:53.051026 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-44809f8f-d847-4ecc-aea2-705f2847a356 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5355165 Feb 15 17:04:53.052175 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43578) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:53.066954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2eb35c9d-0829-464e-9af2-4da3f8bf3d3d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '72d58263-36c4-4c7a-b25a-40ff358144fa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:53.069757 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-2eb35c9d-0829-464e-9af2-4da3f8bf3d3d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 17:04:53.070602 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-2eb35c9d-0829-464e-9af2-4da3f8bf3d3d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:04:53.081616 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2eb35c9d-0829-464e-9af2-4da3f8bf3d3d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0205979 Feb 15 17:04:53.083743 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43582) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:53.094067 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-da58ef68-b61b-46fc-a647-66550796d0a5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '72d58263-36c4-4c7a-b25a-40ff358144fa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:53.103820 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:53.104409 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:53.105195 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:53.118763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:53.119441 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:53.123567 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 6 to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f Feb 15 17:04:53.144974 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:53.145318 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:53.145763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:53.151287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:53.151287 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:53.151552 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 7 to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f Feb 15 17:04:53.157813 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9ea7fd1-96ff-4d33-a158-bdc68b771885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e987b7af-0d20-4f2b-b829-32d5302849b1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:53.161322 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9ea7fd1-96ff-4d33-a158-bdc68b771885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:53.164390 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b9ea7fd1-96ff-4d33-a158-bdc68b771885 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e987b7af-0d20-4f2b-b829-32d5302849b1 HTTP/1.1" status: 204 len: 168 time: 1.2036722 Feb 15 17:04:53.164540 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:53.164788 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:53.165133 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:53.183877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:53.184137 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:53.184526 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 8 to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f Feb 15 17:04:53.239002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea7fd1-96ff-4d33-a158-bdc68b771885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e987b7af-0d20-4f2b-b829-32d5302849b1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:53.250564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:53.250564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:53.250564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:53.259748 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:53.260078 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:53.262214 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 9 to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f Feb 15 17:04:53.280152 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5897d21d-8c35-402f-b46d-25e4e5f6015f {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:04:53.293462 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Publish callbacks [] for port (5897d21d-8c35-402f-b46d-25e4e5f6015f), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:53.302836 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:53.303239 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:53.305112 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:53.317572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:53.317572 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:53.317572 n-d-828372-14 neutron-server[103800]: INFO neutron.plugins.ml2.plugin [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempt 10 to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f Feb 15 17:04:53.330044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Transition to ACTIVE for port object 5897d21d-8c35-402f-b46d-25e4e5f6015f will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:04:53.339547 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-b4fb9224-e180-4712-94a8-8e7dea3f2b1e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks [] for port (60d4da1b-8e59-47f5-b6ce-7cde203ce891), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:53.355252 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-da58ef68-b61b-46fc-a647-66550796d0a5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:04:53.359381 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-da58ef68-b61b-46fc-a647-66550796d0a5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2687154 Feb 15 17:04:53.361250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43590) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:53.367416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-69bfd40b-a612-46b9-b2e1-2e19d96c5aa4 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '72d58263-36c4-4c7a-b25a-40ff358144fa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:53.368432 n-d-828372-14 neutron-server[103799]: WARNING neutron.api.v2.base [None req-69bfd40b-a612-46b9-b2e1-2e19d96c5aa4 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 15 17:04:53.369166 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-69bfd40b-a612-46b9-b2e1-2e19d96c5aa4 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:04:53.370719 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-69bfd40b-a612-46b9-b2e1-2e19d96c5aa4 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079195 Feb 15 17:04:53.376456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:53.376842 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:53.377515 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempting to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:53.380165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43592) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:53.389891 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-3bbd8e8b-128c-4810-aeb2-c29646e572b0 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '72d58263-36c4-4c7a-b25a-40ff358144fa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:53.393814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:53.394146 n-d-828372-14 neutron-server[103800]: ERROR neutron.plugins.ml2.managers [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Failed to bind port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on host n-h2-828372-14 for vnic_type normal using segments [{'id': '841a9c22-5fbe-4e02-86e8-e5566b40e606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'd1fd83ac-8de4-46cb-9763-1d3b8fa9c493'}] Feb 15 17:04:53.394516 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0718b23a-04f9-4ccb-9c8f-03a266addf1f), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:53.451978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (5897d21d-8c35-402f-b46d-25e4e5f6015f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:53.490399 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-335ff7d7-a600-4a42-8146-d9f988cafdb8 req-f68a701a-1e0c-4e87-9dea-9314c3925637 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 210 time: 0.0797625 Feb 15 17:04:53.512566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Pushing event updated for resources: {'Port': ['ID=5897d21d-8c35-402f-b46d-25e4e5f6015f,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:53.556346 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-b4fb9224-e180-4712-94a8-8e7dea3f2b1e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (60d4da1b-8e59-47f5-b6ce-7cde203ce891), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:53.570127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['7d0fcdd7-3dce-4457-90aa-002e0c0e68c6'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:04:53.573544 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ccf427b3-7de8-49ba-8552-0ef6176236df'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:04:53.575021 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] For port 0718b23a-04f9-4ccb-9c8f-03a266addf1f, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:04:53.577049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attempted to set empty binding levels {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 17:04:53.651230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-b4fb9224-e180-4712-94a8-8e7dea3f2b1e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:04:53.674549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-b4fb9224-e180-4712-94a8-8e7dea3f2b1e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:04:53.689297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-b4fb9224-e180-4712-94a8-8e7dea3f2b1e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:04:53.692283 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (0718b23a-04f9-4ccb-9c8f-03a266addf1f), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:53.704614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb9224-e180-4712-94a8-8e7dea3f2b1e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Pushing event updated for resources: {'Port': ['ID=60d4da1b-8e59-47f5-b6ce-7cde203ce891,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:53.772450 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-3bbd8e8b-128c-4810-aeb2-c29646e572b0 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:04:53.776810 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3bbd8e8b-128c-4810-aeb2-c29646e572b0 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3879538 Feb 15 17:04:53.790811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Attempting to bind port 5897d21d-8c35-402f-b46d-25e4e5f6015f on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:53.791676 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43600) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:53.792839 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Pushing event updated for resources: {'Port': ['ID=0718b23a-04f9-4ccb-9c8f-03a266addf1f,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:53.802249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Attempting to bind port 5897d21d-8c35-402f-b46d-25e4e5f6015f by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '8771538c-2e81-4f61-9faf-6fb729ba758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9ebd2123-1c96-4cec-b59e-9fea976d5553'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:53.802644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Attempting to bind port 5897d21d-8c35-402f-b46d-25e4e5f6015f on network 9ebd2123-1c96-4cec-b59e-9fea976d5553 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:53.813470 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cfc8aaa7-8a91-477e-88e6-edac1352fc9a tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '72d58263-36c4-4c7a-b25a-40ff358144fa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:53.814339 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-cfc8aaa7-8a91-477e-88e6-edac1352fc9a tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 17:04:53.815047 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-cfc8aaa7-8a91-477e-88e6-edac1352fc9a tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:04:53.820064 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cfc8aaa7-8a91-477e-88e6-edac1352fc9a tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0138023 Feb 15 17:04:53.822009 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43604) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:53.827461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c1f8daf7-223c-4ced-b726-63aa45b7e8d1 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '72d58263-36c4-4c7a-b25a-40ff358144fa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:53.836954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Port 5897d21d-8c35-402f-b46d-25e4e5f6015f on network 9ebd2123-1c96-4cec-b59e-9fea976d5553 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:53.839288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Attempting to bind port 5897d21d-8c35-402f-b46d-25e4e5f6015f on network 9ebd2123-1c96-4cec-b59e-9fea976d5553 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:53.859857 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] In _notify_port_updated(), no bound segment for port 0718b23a-04f9-4ccb-9c8f-03a266addf1f on network d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 17:04:53.862288 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:53.863513 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:53.865985 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c972406d-2fd4-4ab5-80f7-0ffac9fbd975 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] 10.222.0.107 "PUT /v2.0/ports/0718b23a-04f9-4ccb-9c8f-03a266addf1f HTTP/1.1" status: 200 len: 975 time: 1.5511603 Feb 15 17:04:53.868941 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43608) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:53.893459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:04:53.893892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Checking segment: {'id': '8771538c-2e81-4f61-9faf-6fb729ba758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9ebd2123-1c96-4cec-b59e-9fea976d5553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:04:53.894201 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Bound using segment: {'id': '8771538c-2e81-4f61-9faf-6fb729ba758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9ebd2123-1c96-4cec-b59e-9fea976d5553'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:04:53.900151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Bound port: 5897d21d-8c35-402f-b46d-25e4e5f6015f, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8771538c-2e81-4f61-9faf-6fb729ba758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9ebd2123-1c96-4cec-b59e-9fea976d5553'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:04:53.900151 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5897d21d-8c35-402f-b46d-25e4e5f6015f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:53.934063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-b4fb9224-e180-4712-94a8-8e7dea3f2b1e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:53.934707 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-b4fb9224-e180-4712-94a8-8e7dea3f2b1e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:53.951922 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-c1f8daf7-223c-4ced-b726-63aa45b7e8d1 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Project 11dd25dd5f34470d9edb05ceda6a4eb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:04:54.028757 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-0eda557a-c112-4ff4-923b-a3b1788770ce tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Deleting port 0718b23a-04f9-4ccb-9c8f-03a266addf1f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:04:54.041756 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0eda557a-c112-4ff4-923b-a3b1788770ce tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0718b23a-04f9-4ccb-9c8f-03a266addf1f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:54.188755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-0eda557a-c112-4ff4-923b-a3b1788770ce tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] For port 0718b23a-04f9-4ccb-9c8f-03a266addf1f, host n-h2-828372-14, got binding levels [] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:54.189514 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0eda557a-c112-4ff4-923b-a3b1788770ce tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0718b23a-04f9-4ccb-9c8f-03a266addf1f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:54.207192 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-0eda557a-c112-4ff4-923b-a3b1788770ce tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Calling delete_port for 0718b23a-04f9-4ccb-9c8f-03a266addf1f owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:04:54.229480 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-b4fb9224-e180-4712-94a8-8e7dea3f2b1e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6232982 Feb 15 17:04:54.299401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Request body: {'port': {'device_id': '1af23253-d45b-4590-aef6-681eba46e604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:54.303097 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] For port 5897d21d-8c35-402f-b46d-25e4e5f6015f, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:04:54.343026 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-c1f8daf7-223c-4ced-b726-63aa45b7e8d1 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:04:54.348691 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c1f8daf7-223c-4ced-b726-63aa45b7e8d1 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5250740 Feb 15 17:04:54.349506 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43622) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:54.357543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43624) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:54.362933 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fbe3fecf-3723-477a-9437-a1207a73b60f tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '72d58263-36c4-4c7a-b25a-40ff358144fa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:54.363716 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-fbe3fecf-3723-477a-9437-a1207a73b60f tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 15 17:04:54.365200 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-fbe3fecf-3723-477a-9437-a1207a73b60f tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:04:54.369850 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fbe3fecf-3723-477a-9437-a1207a73b60f tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0135682 Feb 15 17:04:54.385809 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43628) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:54.385809 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-eaa1830c-5152-454c-afb3-0c84863038ff tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '72d58263-36c4-4c7a-b25a-40ff358144fa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:54.396309 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b3742cb-fb25-4c30-af45-d5188e3f994c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:54.411869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] For port 5897d21d-8c35-402f-b46d-25e4e5f6015f, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=5897d21d-8c35-402f-b46d-25e4e5f6015f,segment=NetworkSegment(8771538c-2e81-4f61-9faf-6fb729ba758e),segment_id=8771538c-2e81-4f61-9faf-6fb729ba758e)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:04:54.459445 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0eda557a-c112-4ff4-923b-a3b1788770ce tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0718b23a-04f9-4ccb-9c8f-03a266addf1f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:54.491961 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb399a57-0c56-49c9-9cfc-8b023bce27c9 req-3f13aeda-171f-40b1-9186-d9963ecf8262 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:54.493991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eb399a57-0c56-49c9-9cfc-8b023bce27c9 req-3f13aeda-171f-40b1-9186-d9963ecf8262 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 943 time: 0.3226511 Feb 15 17:04:54.514614 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0eda557a-c112-4ff4-923b-a3b1788770ce tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:54.523401 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0eda557a-c112-4ff4-923b-a3b1788770ce tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] 10.222.0.107 "DELETE /v2.0/ports/0718b23a-04f9-4ccb-9c8f-03a266addf1f HTTP/1.1" status: 204 len: 168 time: 0.6510749 Feb 15 17:04:54.525512 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43632) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:54.526839 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda557a-c112-4ff4-923b-a3b1788770ce tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] Pushing event deleted for resources: {'Port': ['ID=0718b23a-04f9-4ccb-9c8f-03a266addf1f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:54.527601 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (5897d21d-8c35-402f-b46d-25e4e5f6015f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:54.550395 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-eaa1830c-5152-454c-afb3-0c84863038ff tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Project 11dd25dd5f34470d9edb05ceda6a4eb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:04:54.585474 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-2531c808-86d9-4ffe-bcb5-86cd05a77541 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] GET failed (client error): The resource could not be found. Feb 15 17:04:54.591974 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2531c808-86d9-4ffe-bcb5-86cd05a77541 tempest-PortsAdminExtendedAttrsTestJSON-1799125872 tempest-PortsAdminExtendedAttrsTestJSON-1799125872-project-admin] 10.222.0.107 "GET /v2.0/ports/0718b23a-04f9-4ccb-9c8f-03a266addf1f HTTP/1.1" status: 404 len: 333 time: 0.0575132 Feb 15 17:04:54.593934 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43634) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:54.622550 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (60d4da1b-8e59-47f5-b6ce-7cde203ce891), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:54.690369 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-eaa1830c-5152-454c-afb3-0c84863038ff tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:04:54.694465 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eaa1830c-5152-454c-afb3-0c84863038ff tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3169487 Feb 15 17:04:54.706685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43638) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:54.716547 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1d1321db-8d56-415d-9bad-307b9f9547cb tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '72d58263-36c4-4c7a-b25a-40ff358144fa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:54.802708 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b3742cb-fb25-4c30-af45-d5188e3f994c admin admin] Publish callbacks [] for security_group (7eadfdd0-8a4c-4c19-b47d-f9ef7221f8dc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:54.815823 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a5f49ee-8f01-4cd5-b5a4-e380cdff2f6d tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (d1fd83ac-8de4-46cb-9763-1d3b8fa9c493), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:54.848423 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d9e6f-d281-4e83-94ea-4f3ed079e34d req-9b6a3a04-56fb-439b-93db-883c3d48d542 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:54.850520 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-396d9e6f-d281-4e83-94ea-4f3ed079e34d req-9b6a3a04-56fb-439b-93db-883c3d48d542 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 931 time: 0.2554684 Feb 15 17:04:55.115330 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60d4da1b-8e59-47f5-b6ce-7cde203ce891 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:04:55.124403 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Publish callbacks [] for port (60d4da1b-8e59-47f5-b6ce-7cde203ce891), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:55.137910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Transition to ACTIVE for port object 60d4da1b-8e59-47f5-b6ce-7cde203ce891 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:04:55.170069 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Pushing event updated for resources: {'Port': ['ID=5897d21d-8c35-402f-b46d-25e4e5f6015f,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:55.182951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:55.183591 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:55.185029 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a274360-3610-404a-8737-694105cba094 req-aaa4e766-b0e3-4db4-86a5-ca795e81ba36 service neutron] 10.222.0.10 "PUT /v2.0/ports/5897d21d-8c35-402f-b46d-25e4e5f6015f HTTP/1.1" status: 200 len: 1092 time: 3.4438090 Feb 15 17:04:55.185910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28ac870-fbf3-4c0b-bed4-7fe65ff75d04', 'tag': '5897d21d-8c35-402f-b46d-25e4e5f6015f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:04:55.188028 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e4f71d-a48c-43b7-a91d-99dcf3f5ab5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b28ac870-fbf3-4c0b-bed4-7fe65ff75d04", "tag": "5897d21d-8c35-402f-b46d-25e4e5f6015f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:04:55.211275 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eb399a57-0c56-49c9-9cfc-8b023bce27c9 req-093ef5f6-d3be-45a4-8df3-050eaa0442fb tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7078385 Feb 15 17:04:55.233392 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (60d4da1b-8e59-47f5-b6ce-7cde203ce891), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:55.251945 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b3742cb-fb25-4c30-af45-d5188e3f994c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7eadfdd0-8a4c-4c19-b47d-f9ef7221f8dc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:55.256224 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-1d1321db-8d56-415d-9bad-307b9f9547cb tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Project 11dd25dd5f34470d9edb05ceda6a4eb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:04:55.307657 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72f4e87-5ad3-4fe8-b7fc-4d97af96b9ac x-openstack-request-id: req-a72f4e87-5ad3-4fe8-b7fc-4d97af96b9ac {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:04:55.308049 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28ac870-fbf3-4c0b-bed4-7fe65ff75d04", "tag": "5897d21d-8c35-402f-b46d-25e4e5f6015f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:04:55.309261 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a72f4e87-5ad3-4fe8-b7fc-4d97af96b9ac {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:04:55.309752 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b28ac870-fbf3-4c0b-bed4-7fe65ff75d04', 'tag': '5897d21d-8c35-402f-b46d-25e4e5f6015f', 'status': 'completed', 'code': 200} Feb 15 17:04:55.415119 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a5f49ee-8f01-4cd5-b5a4-e380cdff2f6d tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (d1fd83ac-8de4-46cb-9763-1d3b8fa9c493), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:55.442042 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4b3742cb-fb25-4c30-af45-d5188e3f994c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=37a06feceb9444f29b85eb61dcae6856&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0708098 Feb 15 17:04:55.442703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43650) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:55.458803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6a5f49ee-8f01-4cd5-b5a4-e380cdff2f6d tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1fd83ac-8de4-46cb-9763-1d3b8fa9c493']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:55.487091 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6a5f49ee-8f01-4cd5-b5a4-e380cdff2f6d tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841a9c22-5fbe-4e02-86e8-e5566b40e606') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:55.489810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6a5f49ee-8f01-4cd5-b5a4-e380cdff2f6d tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841a9c22-5fbe-4e02-86e8-e5566b40e606') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:04:55.519793 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a5f49ee-8f01-4cd5-b5a4-e380cdff2f6d tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (841a9c22-5fbe-4e02-86e8-e5566b40e606), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:55.572855 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a5f49ee-8f01-4cd5-b5a4-e380cdff2f6d tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (841a9c22-5fbe-4e02-86e8-e5566b40e606), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:55.576451 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Pushing event updated for resources: {'Port': ['ID=60d4da1b-8e59-47f5-b6ce-7cde203ce891,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:55.583640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274360-3610-404a-8737-694105cba094 req-b6565e56-7ce4-4695-9785-1bcd1df043d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:55.585911 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a274360-3610-404a-8737-694105cba094 req-b6565e56-7ce4-4695-9785-1bcd1df043d4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81a693dd01984a119e971badb942d052&device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 1126 time: 0.2753344 Feb 15 17:04:55.595260 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3742cb-fb25-4c30-af45-d5188e3f994c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eadfdd0-8a4c-4c19-b47d-f9ef7221f8dc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:55.620754 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a5f49ee-8f01-4cd5-b5a4-e380cdff2f6d tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:04:55.620754 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a5f49ee-8f01-4cd5-b5a4-e380cdff2f6d tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (841a9c22-5fbe-4e02-86e8-e5566b40e606), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:04:55.629410 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:04:55.667106 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a274360-3610-404a-8737-694105cba094 req-27e661e1-6151-4e56-8d9d-4f0689eb4f59 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5897d21d-8c35-402f-b46d-25e4e5f6015f HTTP/1.1" status: 200 len: 217 time: 0.0573051 Feb 15 17:04:55.679247 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-396d9e6f-d281-4e83-94ea-4f3ed079e34d req-b6eaf0bc-d1c6-4731-8bcc-d94324602c2d tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8217130 Feb 15 17:04:55.746031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a274360-3610-404a-8737-694105cba094 req-ed090bef-582c-4c20-90f1-1bec699a5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:55.747590 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a274360-3610-404a-8737-694105cba094 req-ed090bef-582c-4c20-90f1-1bec699a5316 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=437e51e5-ee8d-47ad-90dd-27babd8afe3e HTTP/1.1" status: 200 len: 849 time: 0.0701380 Feb 15 17:04:55.756474 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-1d1321db-8d56-415d-9bad-307b9f9547cb tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:04:55.757973 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1d1321db-8d56-415d-9bad-307b9f9547cb tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.0502176 Feb 15 17:04:55.763861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43664) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:55.769033 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Attempting to bind port 60d4da1b-8e59-47f5-b6ce-7cde203ce891 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:04:55.769465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Attempting to bind port 60d4da1b-8e59-47f5-b6ce-7cde203ce891 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:04:55.769746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Attempting to bind port 60d4da1b-8e59-47f5-b6ce-7cde203ce891 on network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:55.787623 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea798b16-5587-437f-b213-4e97a42d31ff admin admin] Publish callbacks [] for security_group (7eadfdd0-8a4c-4c19-b47d-f9ef7221f8dc), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:55.805996 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-435dcc3f-5aed-4705-a2d1-2755ec681db5 req-610da3f6-e1b8-4894-b1c5-8bf192929277 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2971015 Feb 15 17:04:55.824376 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea798b16-5587-437f-b213-4e97a42d31ff admin admin] Publish callbacks [] for security_group (7eadfdd0-8a4c-4c19-b47d-f9ef7221f8dc), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:55.867374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Port 60d4da1b-8e59-47f5-b6ce-7cde203ce891 on network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:04:55.867743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Attempting to bind port 60d4da1b-8e59-47f5-b6ce-7cde203ce891 on network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:04:55.880694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:04:55.881045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Checking segment: {'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:04:55.881472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Bound using segment: {'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:04:55.881922 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Bound port: 60d4da1b-8e59-47f5-b6ce-7cde203ce891, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:04:55.882291 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (60d4da1b-8e59-47f5-b6ce-7cde203ce891), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:55.893812 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a5f49ee-8f01-4cd5-b5a4-e380cdff2f6d tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (d1fd83ac-8de4-46cb-9763-1d3b8fa9c493), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:55.899173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a274360-3610-404a-8737-694105cba094 req-e71c491e-d6f5-45ed-bc94-87964756e282 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ebd2123-1c96-4cec-b59e-9fea976d5553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346753 Feb 15 17:04:55.929472 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6a5f49ee-8f01-4cd5-b5a4-e380cdff2f6d tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:55.936500 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6a5f49ee-8f01-4cd5-b5a4-e380cdff2f6d tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] 10.222.0.107 "DELETE /v2.0/networks/d1fd83ac-8de4-46cb-9763-1d3b8fa9c493 HTTP/1.1" status: 204 len: 168 time: 1.3398185 Feb 15 17:04:55.957568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f49ee-8f01-4cd5-b5a4-e380cdff2f6d tempest-PortsAdminExtendedAttrsTestJSON-1382612242 tempest-PortsAdminExtendedAttrsTestJSON-1382612242-project] Pushing event deleted for resources: {'Network': ['ID=d1fd83ac-8de4-46cb-9763-1d3b8fa9c493,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:55.977007 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea798b16-5587-437f-b213-4e97a42d31ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7eadfdd0-8a4c-4c19-b47d-f9ef7221f8dc), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:55.979939 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ea798b16-5587-437f-b213-4e97a42d31ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:55.982691 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ea798b16-5587-437f-b213-4e97a42d31ff admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7eadfdd0-8a4c-4c19-b47d-f9ef7221f8dc HTTP/1.1" status: 204 len: 168 time: 0.4320107 Feb 15 17:04:56.013308 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] For port 60d4da1b-8e59-47f5-b6ce-7cde203ce891, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:04:56.018222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] For port 60d4da1b-8e59-47f5-b6ce-7cde203ce891, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=60d4da1b-8e59-47f5-b6ce-7cde203ce891,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:04:56.031180 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea798b16-5587-437f-b213-4e97a42d31ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eadfdd0-8a4c-4c19-b47d-f9ef7221f8dc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:56.185064 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a274360-3610-404a-8737-694105cba094 req-131acedd-4585-42e1-82a5-01cfbfc6aa1a service neutron] 10.222.0.10 "GET /v2.0/networks/9ebd2123-1c96-4cec-b59e-9fea976d5553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569860 Feb 15 17:04:56.190265 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (60d4da1b-8e59-47f5-b6ce-7cde203ce891), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:56.477624 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a274360-3610-404a-8737-694105cba094 req-1636eb88-98e9-441c-b051-8f414a529978 service neutron] 10.222.0.10 "GET /v2.0/networks/9ebd2123-1c96-4cec-b59e-9fea976d5553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642696 Feb 15 17:04:56.487767 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Pushing event updated for resources: {'Port': ['ID=60d4da1b-8e59-47f5-b6ce-7cde203ce891,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:56.497291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:56.498120 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:56.499710 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-699a0e7a-dbe6-4226-9c33-e4a62e5595b5 service neutron] 10.222.0.10 "PUT /v2.0/ports/60d4da1b-8e59-47f5-b6ce-7cde203ce891 HTTP/1.1" status: 200 len: 1092 time: 2.2312527 Feb 15 17:04:56.512429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dcc3f-5aed-4705-a2d1-2755ec681db5 req-41642ccb-881d-402b-a991-21051de3f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:56.514752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-435dcc3f-5aed-4705-a2d1-2755ec681db5 req-41642ccb-881d-402b-a991-21051de3f3ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 1128 time: 0.6354012 Feb 15 17:04:56.536744 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f2d47a4-1eae-4ce6-8916-f9922b503402 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (72d58263-36c4-4c7a-b25a-40ff358144fa), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:56.574376 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f2d47a4-1eae-4ce6-8916-f9922b503402 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (72d58263-36c4-4c7a-b25a-40ff358144fa), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:56.823044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dcc3f-5aed-4705-a2d1-2755ec681db5 req-5a98e19d-e4be-4057-929d-829e43f3eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:56.824753 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-435dcc3f-5aed-4705-a2d1-2755ec681db5 req-5a98e19d-e4be-4057-929d-829e43f3eccd service neutron] 10.222.0.67 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 915 time: 0.1007793 Feb 15 17:04:56.829093 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f2d47a4-1eae-4ce6-8916-f9922b503402 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (72d58263-36c4-4c7a-b25a-40ff358144fa), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:56.835610 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f2d47a4-1eae-4ce6-8916-f9922b503402 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:56.835610 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1f2d47a4-1eae-4ce6-8916-f9922b503402 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "DELETE /v2.0/security-groups/72d58263-36c4-4c7a-b25a-40ff358144fa HTTP/1.1" status: 204 len: 168 time: 1.0606048 Feb 15 17:04:56.880209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43692) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:56.906400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-435dcc3f-5aed-4705-a2d1-2755ec681db5 req-259a08a9-ba4b-4e32-84a2-976db7d08c12 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf427b3-7de8-49ba-8552-0ef6176236df HTTP/1.1" status: 200 len: 217 time: 0.0548739 Feb 15 17:04:56.974125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dcc3f-5aed-4705-a2d1-2755ec681db5 req-a6245143-a57e-48ab-9763-c6085a9057a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:56.976062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-435dcc3f-5aed-4705-a2d1-2755ec681db5 req-a6245143-a57e-48ab-9763-c6085a9057a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f5d61963-0097-43d2-aa6c-f33683398652 HTTP/1.1" status: 200 len: 854 time: 0.0596693 Feb 15 17:04:56.980494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43698) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:56.995382 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f6639-95e4-4b09-9c5a-2dc8c483b25f req-2afdbdca-0756-4662-865c-bc97574fcfff tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:56.996978 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-573f6639-95e4-4b09-9c5a-2dc8c483b25f req-2afdbdca-0756-4662-865c-bc97574fcfff tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 943 time: 0.2011423 Feb 15 17:04:57.012892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d47a4-1eae-4ce6-8916-f9922b503402 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d58263-36c4-4c7a-b25a-40ff358144fa,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:57.079169 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-941e7248-c186-4190-9211-c2afb42b1a13 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1941876 Feb 15 17:04:57.091474 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-435dcc3f-5aed-4705-a2d1-2755ec681db5 req-6cf9af38-217b-4870-8536-cd6c799463a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995510 Feb 15 17:04:57.093287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43702) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:57.098422 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-eedf5515-5ce9-494d-8fa7-077388f1440c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750955198'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:57.111322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-bd86dea5-f05f-4adb-9495-ffe56665cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:57.112950 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-bd86dea5-f05f-4adb-9495-ffe56665cf1e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 1126 time: 0.4196501 Feb 15 17:04:57.127177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f71d-a48c-43b7-a91d-99dcf3f5ab5c req-7b8f2275-8e9c-459d-8183-16a5f76f0aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:57.128686 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35e4f71d-a48c-43b7-a91d-99dcf3f5ab5c req-7b8f2275-8e9c-459d-8183-16a5f76f0aa3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=81a693dd01984a119e971badb942d052&device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 1126 time: 0.4444795 Feb 15 17:04:57.237950 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-573f6639-95e4-4b09-9c5a-2dc8c483b25f req-2b189b9e-ac48-45ec-b44a-8f52834c3b15 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253807 Feb 15 17:04:57.321858 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eedf5515-5ce9-494d-8fa7-077388f1440c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:57.413163 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eedf5515-5ce9-494d-8fa7-077388f1440c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (98932b5c-4e91-4dd5-87c7-c4d50034c293), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:57.455196 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af23253-d45b-4590-aef6-681eba46e604', 'tag': '60d4da1b-8e59-47f5-b6ce-7cde203ce891'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:04:57.457767 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eab7a0b-24d5-453c-85ee-ca3c7d52d51a" -d '{"events": [{"name": "network-changed", "server_uuid": "1af23253-d45b-4590-aef6-681eba46e604", "tag": "60d4da1b-8e59-47f5-b6ce-7cde203ce891"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:04:57.502908 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eedf5515-5ce9-494d-8fa7-077388f1440c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (98932b5c-4e91-4dd5-87c7-c4d50034c293), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:57.508962 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-ae303088-f575-4047-b69d-ed5f7734c3c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d4da1b-8e59-47f5-b6ce-7cde203ce891 HTTP/1.1" status: 200 len: 217 time: 0.3783004 Feb 15 17:04:57.510866 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-435dcc3f-5aed-4705-a2d1-2755ec681db5 req-797b03b0-4345-4206-9a9d-72d53e539a2d service neutron] 10.222.0.67 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969667 Feb 15 17:04:57.573624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf5515-5ce9-494d-8fa7-077388f1440c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98932b5c-4e91-4dd5-87c7-c4d50034c293,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:57.597578 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eedf5515-5ce9-494d-8fa7-077388f1440c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:57.605494 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eedf5515-5ce9-494d-8fa7-077388f1440c tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5049641 Feb 15 17:04:57.605494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43722) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:57.609387 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a4d2ff78-d6a5-4420-866f-495132f8996d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '98932b5c-4e91-4dd5-87c7-c4d50034c293', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:57.623436 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56cbdc8-4756-4073-bccd-1a01957efbd1 x-openstack-request-id: req-e56cbdc8-4756-4073-bccd-1a01957efbd1 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:04:57.623743 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af23253-d45b-4590-aef6-681eba46e604", "tag": "60d4da1b-8e59-47f5-b6ce-7cde203ce891", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:04:57.623972 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e56cbdc8-4756-4073-bccd-1a01957efbd1 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:04:57.626463 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af23253-d45b-4590-aef6-681eba46e604', 'tag': '60d4da1b-8e59-47f5-b6ce-7cde203ce891', 'status': 'completed', 'code': 200} Feb 15 17:04:57.775890 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-54f84a11-0910-49e8-8a64-621293eae7a1 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2570fadd128840d5b2d7b76dbc74c781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7922132 Feb 15 17:04:57.778582 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43728) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:57.815747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f71d-a48c-43b7-a91d-99dcf3f5ab5c req-065e4a81-ef61-477c-9b66-460ebed24327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:57.817935 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35e4f71d-a48c-43b7-a91d-99dcf3f5ab5c req-065e4a81-ef61-477c-9b66-460ebed24327 service neutron] 10.222.0.10 "GET /v2.0/networks?id=9ebd2123-1c96-4cec-b59e-9fea976d5553 HTTP/1.1" status: 200 len: 910 time: 0.6644769 Feb 15 17:04:57.838375 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e7da790-3821-4ad8-bdaf-b46104d6feb5 admin admin] Publish callbacks [] for security_group (79795865-3aa4-4c05-9257-b6cc27fae5ff), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:57.847708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-f9a27cef-51a3-4744-974e-826010f4c803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:57.849652 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-f9a27cef-51a3-4744-974e-826010f4c803 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5d61963-0097-43d2-aa6c-f33683398652 HTTP/1.1" status: 200 len: 854 time: 0.3289759 Feb 15 17:04:57.871952 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e7da790-3821-4ad8-bdaf-b46104d6feb5 admin admin] Publish callbacks [] for security_group (79795865-3aa4-4c05-9257-b6cc27fae5ff), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:57.897393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81591fa6-5417-4965-b5e9-70fb0d493c93 req-93afde98-69a2-45c2-982c-96e8796364cb tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:57.916737 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-a4d2ff78-d6a5-4420-866f-495132f8996d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The resource could not be found. Feb 15 17:04:57.918042 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a4d2ff78-d6a5-4420-866f-495132f8996d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3138802 Feb 15 17:04:57.922707 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43736) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:57.925856 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-41693201-1d8c-4bc0-8952-1c21ae07aa4f tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '98932b5c-4e91-4dd5-87c7-c4d50034c293', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '6bc20145-d515-4176-b022-b7eabb1a0952'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:57.928340 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-81591fa6-5417-4965-b5e9-70fb0d493c93 req-93afde98-69a2-45c2-982c-96e8796364cb tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 943 time: 1.4457579 Feb 15 17:04:57.963592 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35e4f71d-a48c-43b7-a91d-99dcf3f5ab5c req-71f6b3a4-bfdd-43c9-b932-b499cd5b515c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5897d21d-8c35-402f-b46d-25e4e5f6015f HTTP/1.1" status: 200 len: 217 time: 0.1294088 Feb 15 17:04:58.019940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-435dcc3f-5aed-4705-a2d1-2755ec681db5 req-9c60fb62-1315-4464-899b-12ce94efe41d service neutron] 10.222.0.67 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972446 Feb 15 17:04:58.041223 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e7da790-3821-4ad8-bdaf-b46104d6feb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (79795865-3aa4-4c05-9257-b6cc27fae5ff), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:58.041223 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e7da790-3821-4ad8-bdaf-b46104d6feb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:58.041223 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4e7da790-3821-4ad8-bdaf-b46104d6feb5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/79795865-3aa4-4c05-9257-b6cc27fae5ff HTTP/1.1" status: 204 len: 168 time: 0.2587426 Feb 15 17:04:58.054670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7da790-3821-4ad8-bdaf-b46104d6feb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79795865-3aa4-4c05-9257-b6cc27fae5ff,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:58.089462 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-acbbf47c-5de8-41c6-93de-a509604440e0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2278624 Feb 15 17:04:58.204497 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-41693201-1d8c-4bc0-8952-1c21ae07aa4f tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The resource could not be found. Feb 15 17:04:58.205710 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-41693201-1d8c-4bc0-8952-1c21ae07aa4f tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2835970 Feb 15 17:04:58.208495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43744) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:58.234564 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-81591fa6-5417-4965-b5e9-70fb0d493c93 req-878d81f3-4031-4fba-a1ef-a2ec9e1b8386 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049412 Feb 15 17:04:58.244364 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e4f71d-a48c-43b7-a91d-99dcf3f5ab5c req-d424a576-1d74-40b6-b13b-50d636776fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:58.246039 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35e4f71d-a48c-43b7-a91d-99dcf3f5ab5c req-d424a576-1d74-40b6-b13b-50d636776fc2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=437e51e5-ee8d-47ad-90dd-27babd8afe3e HTTP/1.1" status: 200 len: 849 time: 0.1866915 Feb 15 17:04:58.370744 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20e3493c-eb61-4fb3-b67c-b9768a32d97d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (98932b5c-4e91-4dd5-87c7-c4d50034c293), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:58.417593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20e3493c-eb61-4fb3-b67c-b9768a32d97d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (98932b5c-4e91-4dd5-87c7-c4d50034c293), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:58.581966 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20e3493c-eb61-4fb3-b67c-b9768a32d97d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (98932b5c-4e91-4dd5-87c7-c4d50034c293), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:58.585125 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20e3493c-eb61-4fb3-b67c-b9768a32d97d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:58.586739 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-20e3493c-eb61-4fb3-b67c-b9768a32d97d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "DELETE /v2.0/security-groups/98932b5c-4e91-4dd5-87c7-c4d50034c293 HTTP/1.1" status: 204 len: 168 time: 0.3772080 Feb 15 17:04:58.611528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43770) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:58.612395 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3493c-eb61-4fb3-b67c-b9768a32d97d tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98932b5c-4e91-4dd5-87c7-c4d50034c293,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:58.730681 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eb30645a-57ee-4c11-9ead-da664bff8729 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1082034 Feb 15 17:04:58.732385 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43772) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:58.741193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cd634bcb-7d15-4774-a82e-c70e9b9aec9f tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '5d05a880-4139-40b5-9126-91a68672c706', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:58.876280 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35e4f71d-a48c-43b7-a91d-99dcf3f5ab5c req-30d05fa6-be33-47a8-b164-c6951dbaf385 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=9ebd2123-1c96-4cec-b59e-9fea976d5553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6187227 Feb 15 17:04:58.943179 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-ae38b4c3-0e94-4ae3-bb14-4af5dffbfaf7 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8463511 Feb 15 17:04:59.039240 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-cd634bcb-7d15-4774-a82e-c70e9b9aec9f tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The resource could not be found. Feb 15 17:04:59.044516 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cd634bcb-7d15-4774-a82e-c70e9b9aec9f tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3098924 Feb 15 17:04:59.045312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43782) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:59.067347 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c46bc66-be02-4874-bc11-cd73dfc7e9ae req-9b4e6c7e-8523-4f5b-8f40-99e888c2e45b service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175501 Feb 15 17:04:59.073973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a598e935-cd5b-482b-a7ef-a882bc80015b tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group': {'name': 'tempest-secgroup--356624239'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:59.128183 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43784) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:59.160940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35e4f71d-a48c-43b7-a91d-99dcf3f5ab5c req-0bc7ac18-7e98-4cdf-860a-181e614ece2b service neutron] 10.222.0.10 "GET /v2.0/networks/9ebd2123-1c96-4cec-b59e-9fea976d5553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736669 Feb 15 17:04:59.166950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 5897d21d-8c35-402f-b46d-25e4e5f6015f details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:04:59.246198 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a598e935-cd5b-482b-a7ef-a882bc80015b tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:59.339961 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5429bd20-e4fd-4043-b2e6-f3283f1d7d34 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=0de3ba11c0c04cb09a4c429e11a6b600&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2100129 Feb 15 17:04:59.342647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43788) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:59.367574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040732f-8a3d-4723-b3f8-fba7322bb7c1 req-f5723e69-4eba-42f1-afe7-70ed317403fe tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:59.369267 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8040732f-8a3d-4723-b3f8-fba7322bb7c1 req-f5723e69-4eba-42f1-afe7-70ed317403fe tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 943 time: 0.9675093 Feb 15 17:04:59.426327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab7a0b-24d5-453c-85ee-ca3c7d52d51a req-7c43d3a1-9247-4bd4-8a90-27fe4d8dee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:59.427836 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9eab7a0b-24d5-453c-85ee-ca3c7d52d51a req-7c43d3a1-9247-4bd4-8a90-27fe4d8dee7f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 1126 time: 0.2151942 Feb 15 17:04:59.454654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 5897d21d-8c35-402f-b46d-25e4e5f6015f, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=5897d21d-8c35-402f-b46d-25e4e5f6015f,segment=NetworkSegment(8771538c-2e81-4f61-9faf-6fb729ba758e),segment_id=8771538c-2e81-4f61-9faf-6fb729ba758e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:59.469146 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35e4f71d-a48c-43b7-a91d-99dcf3f5ab5c req-adf5efcb-54a8-4f1c-8cab-7e4423865dfa service neutron] 10.222.0.10 "GET /v2.0/networks/9ebd2123-1c96-4cec-b59e-9fea976d5553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905011 Feb 15 17:04:59.476315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '5897d21d-8c35-402f-b46d-25e4e5f6015f', 'network_id': '9ebd2123-1c96-4cec-b59e-9fea976d5553', 'port_id': '5897d21d-8c35-402f-b46d-25e4e5f6015f', 'mac_address': 'fa:16:3e:b5:8e:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437e51e5-ee8d-47ad-90dd-27babd8afe3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:04:59.511322 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8040732f-8a3d-4723-b3f8-fba7322bb7c1 req-e54888cc-bee6-48b3-a619-40bf313e7676 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311502 Feb 15 17:04:59.525339 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71bb1214-329c-4244-bcbd-075574a6a2c3 admin admin] Publish callbacks [] for security_group (b33e81b5-169f-4298-96a2-d5d2298ee6bf), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:59.535295 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a598e935-cd5b-482b-a7ef-a882bc80015b tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (badab851-e39b-4489-bccc-d992fa4f199f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:59.568451 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71bb1214-329c-4244-bcbd-075574a6a2c3 admin admin] Publish callbacks [] for security_group (b33e81b5-169f-4298-96a2-d5d2298ee6bf), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:59.588666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 5897d21d-8c35-402f-b46d-25e4e5f6015f is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:04:59.589067 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5897d21d-8c35-402f-b46d-25e4e5f6015f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:59.620125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5897d21d-8c35-402f-b46d-25e4e5f6015f {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:04:59.654119 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a598e935-cd5b-482b-a7ef-a882bc80015b tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (badab851-e39b-4489-bccc-d992fa4f199f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:59.701711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 5897d21d-8c35-402f-b46d-25e4e5f6015f, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=5897d21d-8c35-402f-b46d-25e4e5f6015f,segment=NetworkSegment(8771538c-2e81-4f61-9faf-6fb729ba758e),segment_id=8771538c-2e81-4f61-9faf-6fb729ba758e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:04:59.708655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92372beb-c178-4efc-8bc1-f64164a6488a req-0ab9fbd9-b34f-44fd-9ab9-157c4e8beaab tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:59.725844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598e935-cd5b-482b-a7ef-a882bc80015b tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=badab851-e39b-4489-bccc-d992fa4f199f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:59.737716 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-92372beb-c178-4efc-8bc1-f64164a6488a req-0ab9fbd9-b34f-44fd-9ab9-157c4e8beaab tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 943 time: 0.3382337 Feb 15 17:04:59.749712 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a598e935-cd5b-482b-a7ef-a882bc80015b tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:59.751375 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a598e935-cd5b-482b-a7ef-a882bc80015b tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6895063 Feb 15 17:04:59.754135 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43802) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:04:59.759251 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-18737d46-9ec0-413c-bef1-58a375236ae8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group': {'name': 'tempest-secgroup--988830551'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:04:59.777013 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5897d21d-8c35-402f-b46d-25e4e5f6015f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:59.821500 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71bb1214-329c-4244-bcbd-075574a6a2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b33e81b5-169f-4298-96a2-d5d2298ee6bf), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:59.831784 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71bb1214-329c-4244-bcbd-075574a6a2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:59.832962 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-71bb1214-329c-4244-bcbd-075574a6a2c3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b33e81b5-169f-4298-96a2-d5d2298ee6bf HTTP/1.1" status: 204 len: 168 time: 0.4871564 Feb 15 17:04:59.860663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb1214-329c-4244-bcbd-075574a6a2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33e81b5-169f-4298-96a2-d5d2298ee6bf,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:59.882405 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-92372beb-c178-4efc-8bc1-f64164a6488a req-d957abbd-f247-4254-83ba-9c0a5e1410f8 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435916 Feb 15 17:04:59.894614 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18737d46-9ec0-413c-bef1-58a375236ae8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:04:59.924398 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=5897d21d-8c35-402f-b46d-25e4e5f6015f,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:04:59.970994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab7a0b-24d5-453c-85ee-ca3c7d52d51a req-deae8891-72b1-48d1-98ed-fdcb2a7cb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:04:59.981382 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9eab7a0b-24d5-453c-85ee-ca3c7d52d51a req-deae8891-72b1-48d1-98ed-fdcb2a7cb7c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 915 time: 0.5210838 Feb 15 17:05:00.022377 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['5897d21d-8c35-402f-b46d-25e4e5f6015f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:05:00.060842 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18737d46-9ec0-413c-bef1-58a375236ae8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (5f102e3a-fd07-4759-af4e-18c91817c55b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:00.079127 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9eab7a0b-24d5-453c-85ee-ca3c7d52d51a req-9a8335d1-ad0d-4e39-9fbf-6d1e00009ece service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d4da1b-8e59-47f5-b6ce-7cde203ce891 HTTP/1.1" status: 200 len: 217 time: 0.0889175 Feb 15 17:05:00.136085 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18737d46-9ec0-413c-bef1-58a375236ae8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5f102e3a-fd07-4759-af4e-18c91817c55b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:00.199898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab7a0b-24d5-453c-85ee-ca3c7d52d51a req-6c0906da-78be-42d8-8c4f-a60df6d0ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:00.201465 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9eab7a0b-24d5-453c-85ee-ca3c7d52d51a req-6c0906da-78be-42d8-8c4f-a60df6d0ab8a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5d61963-0097-43d2-aa6c-f33683398652 HTTP/1.1" status: 200 len: 854 time: 0.1156845 Feb 15 17:05:00.203078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18737d46-9ec0-413c-bef1-58a375236ae8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f102e3a-fd07-4759-af4e-18c91817c55b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:00.242950 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9eab7a0b-24d5-453c-85ee-ca3c7d52d51a req-f24ce230-86fa-4690-9f9b-a95d18c27a4f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356705 Feb 15 17:05:00.369395 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18737d46-9ec0-413c-bef1-58a375236ae8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:00.371659 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-18737d46-9ec0-413c-bef1-58a375236ae8 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6161985 Feb 15 17:05:00.374507 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43818) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:00.382484 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0d63c5a8-45c7-46e5-b51b-b340dac42999 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': 'badab851-e39b-4489-bccc-d992fa4f199f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5f102e3a-fd07-4759-af4e-18c91817c55b'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:00.404696 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e4c68f8a-2f8b-4e4e-b230-d0966a56358c req-afc94e2e-576a-4d72-90bb-0e077337b338 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1604848 Feb 15 17:05:00.420228 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9eab7a0b-24d5-453c-85ee-ca3c7d52d51a req-14c303a5-2277-4d83-935d-5d774a09474f service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669710 Feb 15 17:05:00.456294 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:00.684362 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c68f8a-2f8b-4e4e-b230-d0966a56358c req-0b939ce3-1c39-4836-82b3-f1abcc0cca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:00.686760 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e4c68f8a-2f8b-4e4e-b230-d0966a56358c req-0b939ce3-1c39-4836-82b3-f1abcc0cca0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 1128 time: 0.1487012 Feb 15 17:05:00.729753 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-0d63c5a8-45c7-46e5-b51b-b340dac42999 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:05:00.731415 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0d63c5a8-45c7-46e5-b51b-b340dac42999 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3547800 Feb 15 17:05:00.735170 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43830) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:00.781535 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:00.881295 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9eab7a0b-24d5-453c-85ee-ca3c7d52d51a req-f798640a-5776-4e05-ac97-40764cba4195 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547670 Feb 15 17:05:00.902216 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54020bee-22dd-4d20-8c66-4c75385f435b req-849b7f48-6eeb-4792-9a59-a752ae9d7c89 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:00.904779 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54020bee-22dd-4d20-8c66-4c75385f435b req-849b7f48-6eeb-4792-9a59-a752ae9d7c89 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 943 time: 0.2377408 Feb 15 17:05:00.973399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c68f8a-2f8b-4e4e-b230-d0966a56358c req-02d755b6-da6c-4d00-841b-607fa64a1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:00.975565 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e4c68f8a-2f8b-4e4e-b230-d0966a56358c req-02d755b6-da6c-4d00-841b-607fa64a1b02 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 915 time: 0.2539568 Feb 15 17:05:01.081823 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-727389d8-ceab-4dc0-8707-f1dcd83f9861 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (5f102e3a-fd07-4759-af4e-18c91817c55b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:01.087149 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e4c68f8a-2f8b-4e4e-b230-d0966a56358c req-5f8ae526-60fc-42e8-8521-61ecbfd81703 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 HTTP/1.1" status: 200 len: 217 time: 0.1040072 Feb 15 17:05:01.108700 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54020bee-22dd-4d20-8c66-4c75385f435b req-6042b04e-98a4-4b9e-800d-7cd2d5987f71 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905019 Feb 15 17:05:01.144469 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-727389d8-ceab-4dc0-8707-f1dcd83f9861 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (5f102e3a-fd07-4759-af4e-18c91817c55b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:01.166824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 5897d21d-8c35-402f-b46d-25e4e5f6015f up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:05:01.218054 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c68f8a-2f8b-4e4e-b230-d0966a56358c req-56985f04-0d20-4ad0-9fa0-156da4240924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:01.219786 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e4c68f8a-2f8b-4e4e-b230-d0966a56358c req-56985f04-0d20-4ad0-9fa0-156da4240924 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5d61963-0097-43d2-aa6c-f33683398652 HTTP/1.1" status: 200 len: 854 time: 0.1203618 Feb 15 17:05:01.243000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f651c9-9823-4339-8593-22ffca329eb1 req-93cfb143-a8dd-4de6-8b5f-9d4abc2fa271 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:01.251680 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8f651c9-9823-4339-8593-22ffca329eb1 req-93cfb143-a8dd-4de6-8b5f-9d4abc2fa271 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 944 time: 0.1633511 Feb 15 17:05:01.289661 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e4c68f8a-2f8b-4e4e-b230-d0966a56358c req-141f8865-c18a-4298-b92a-95e479d0ec33 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631628 Feb 15 17:05:01.341693 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-727389d8-ceab-4dc0-8707-f1dcd83f9861 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5f102e3a-fd07-4759-af4e-18c91817c55b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:01.341967 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 5897d21d-8c35-402f-b46d-25e4e5f6015f completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:05:01.344370 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-727389d8-ceab-4dc0-8707-f1dcd83f9861 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:01.346260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 5897d21d-8c35-402f-b46d-25e4e5f6015f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:01.363817 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5897d21d-8c35-402f-b46d-25e4e5f6015f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:01.365041 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-727389d8-ceab-4dc0-8707-f1dcd83f9861 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "DELETE /v2.0/security-groups/5f102e3a-fd07-4759-af4e-18c91817c55b HTTP/1.1" status: 204 len: 168 time: 0.6080384 Feb 15 17:05:01.365041 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43852) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:01.381334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727389d8-ceab-4dc0-8707-f1dcd83f9861 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f102e3a-fd07-4759-af4e-18c91817c55b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:01.429771 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bd90e610-e80f-4cca-93dd-41dd43875ec7 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0704539 Feb 15 17:05:01.429771 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43856) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:01.438959 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e4c68f8a-2f8b-4e4e-b230-d0966a56358c req-27e4a6cf-fa25-434f-8b91-e55cbe285954 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415040 Feb 15 17:05:01.448754 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8f651c9-9823-4339-8593-22ffca329eb1 req-0b4fe143-220e-4648-8a8b-d360303b517f tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962161 Feb 15 17:05:01.514279 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff44005c-3d29-44b4-ab50-fb4449b2a041 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (badab851-e39b-4489-bccc-d992fa4f199f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:01.515627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 5897d21d-8c35-402f-b46d-25e4e5f6015f is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:01.516650 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5897d21d-8c35-402f-b46d-25e4e5f6015f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:01.551842 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff44005c-3d29-44b4-ab50-fb4449b2a041 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (badab851-e39b-4489-bccc-d992fa4f199f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:01.554719 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28ac870-fbf3-4c0b-bed4-7fe65ff75d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5897d21d-8c35-402f-b46d-25e4e5f6015f'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:05:01.558375 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b9bbc0-d099-455a-ae80-42d0ceb970a8" -d '{"events": [{"server_uuid": "b28ac870-fbf3-4c0b-bed4-7fe65ff75d04", "name": "network-vif-plugged", "status": "completed", "tag": "5897d21d-8c35-402f-b46d-25e4e5f6015f"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:05:01.590319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 5897d21d-8c35-402f-b46d-25e4e5f6015f, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=5897d21d-8c35-402f-b46d-25e4e5f6015f,segment=NetworkSegment(8771538c-2e81-4f61-9faf-6fb729ba758e),segment_id=8771538c-2e81-4f61-9faf-6fb729ba758e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:01.626910 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2799cf9-7ddf-487e-a6be-a888be116806 x-openstack-request-id: req-c2799cf9-7ddf-487e-a6be-a888be116806 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:05:01.627235 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28ac870-fbf3-4c0b-bed4-7fe65ff75d04", "name": "network-vif-plugged", "status": "completed", "tag": "5897d21d-8c35-402f-b46d-25e4e5f6015f", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:05:01.627492 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c2799cf9-7ddf-487e-a6be-a888be116806 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:05:01.628565 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28ac870-fbf3-4c0b-bed4-7fe65ff75d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5897d21d-8c35-402f-b46d-25e4e5f6015f', 'code': 200} Feb 15 17:05:01.661920 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5897d21d-8c35-402f-b46d-25e4e5f6015f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:01.702283 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff44005c-3d29-44b4-ab50-fb4449b2a041 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (badab851-e39b-4489-bccc-d992fa4f199f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:01.705535 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff44005c-3d29-44b4-ab50-fb4449b2a041 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:01.707061 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ff44005c-3d29-44b4-ab50-fb4449b2a041 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "DELETE /v2.0/security-groups/badab851-e39b-4489-bccc-d992fa4f199f HTTP/1.1" status: 204 len: 168 time: 0.2823129 Feb 15 17:05:01.710932 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43870) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:01.775680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=5897d21d-8c35-402f-b46d-25e4e5f6015f,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:01.780731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44005c-3d29-44b4-ab50-fb4449b2a041 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=badab851-e39b-4489-bccc-d992fa4f199f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:01.843507 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e4c68f8a-2f8b-4e4e-b230-d0966a56358c req-1de3e49c-444b-4637-9132-2770dd979f2a service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927031 Feb 15 17:05:01.850195 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c8db3d29-6b96-47e0-9ba0-ca9e04253583 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1367295 Feb 15 17:05:01.853950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43876) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:01.866824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-370901f7-47c5-4a3e-a164-9d68f2e7dff5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group': {'name': 'tempest-secgroup--485289112'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:01.867912 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd19b3-5673-49ed-84c0-f92b691a8d42 req-8f62e13e-85ee-492e-9a85-ce6b80e29595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:01.872129 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c9dd19b3-5673-49ed-84c0-f92b691a8d42 req-8f62e13e-85ee-492e-9a85-ce6b80e29595 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 1128 time: 0.1298177 Feb 15 17:05:01.959922 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c9dd19b3-5673-49ed-84c0-f92b691a8d42 req-fc059b08-8311-4ae4-a6a0-b61d9aa4da02 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804219 Feb 15 17:05:02.016347 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-370901f7-47c5-4a3e-a164-9d68f2e7dff5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:02.155334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43892) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:02.255864 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-370901f7-47c5-4a3e-a164-9d68f2e7dff5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (155c7df4-3835-4688-9a4e-dafb93a6d73a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:02.324365 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-370901f7-47c5-4a3e-a164-9d68f2e7dff5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (155c7df4-3835-4688-9a4e-dafb93a6d73a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:02.372331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba3223-a577-4f9b-9bc0-56f49b6bd4c0 req-faea86d3-25bb-4edd-9b70-50b578cb11ad tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:02.374217 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9ba3223-a577-4f9b-9bc0-56f49b6bd4c0 req-faea86d3-25bb-4edd-9b70-50b578cb11ad tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 943 time: 0.1709206 Feb 15 17:05:02.399734 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370901f7-47c5-4a3e-a164-9d68f2e7dff5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155c7df4-3835-4688-9a4e-dafb93a6d73a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:02.428251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ec2ac8c9-c661-4129-8cad-7191830ae93d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2074292237'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:02.476345 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-370901f7-47c5-4a3e-a164-9d68f2e7dff5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:02.478209 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-370901f7-47c5-4a3e-a164-9d68f2e7dff5 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6221290 Feb 15 17:05:02.481343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43900) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:02.487976 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b92f7248-f961-41f7-929c-8d575adfcc40 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '155c7df4-3835-4688-9a4e-dafb93a6d73a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:02.491410 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9ba3223-a577-4f9b-9bc0-56f49b6bd4c0 req-c4976455-8e46-41b7-ba6a-f68f16fd2ab7 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111178 Feb 15 17:05:02.638943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2ac8c9-c661-4129-8cad-7191830ae93d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:02.647750 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac8c9-c661-4129-8cad-7191830ae93d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:02.678138 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac8c9-c661-4129-8cad-7191830ae93d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:02.698106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaf3ed-22b6-49b2-b4ec-026256a2dc05 req-d44a6f09-effc-4b78-9c48-39f355f8c051 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:02.699759 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ddaf3ed-22b6-49b2-b4ec-026256a2dc05 req-d44a6f09-effc-4b78-9c48-39f355f8c051 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 945 time: 0.1234736 Feb 15 17:05:02.700388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43910) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:02.871018 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ddaf3ed-22b6-49b2-b4ec-026256a2dc05 req-8a3904b6-ef40-4cbc-bcf1-970b009b9707 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605816 Feb 15 17:05:02.872556 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac8c9-c661-4129-8cad-7191830ae93d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (3888e138-92e5-4e46-b854-452ec39ed0c7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:02.879008 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-b92f7248-f961-41f7-929c-8d575adfcc40 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:05:02.880334 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b92f7248-f961-41f7-929c-8d575adfcc40 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3975554 Feb 15 17:05:02.882902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43914) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:02.889247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-dedc3fff-b328-4359-84b1-0f8f78680666 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group_rule': {'security_group_id': '155c7df4-3835-4688-9a4e-dafb93a6d73a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:02.938515 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-05f4892c-9e9b-4492-badc-11183e21fb8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:02.961775 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac8c9-c661-4129-8cad-7191830ae93d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3888e138-92e5-4e46-b854-452ec39ed0c7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.020186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec2ac8c9-c661-4129-8cad-7191830ae93d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:05:03.035913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ac8c9-c661-4129-8cad-7191830ae93d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3888e138-92e5-4e46-b854-452ec39ed0c7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:03.050669 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac8c9-c661-4129-8cad-7191830ae93d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e1cd2c79-dad7-4b22-96a6-739492a1d566), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.051078 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-ec2ac8c9-c661-4129-8cad-7191830ae93d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Added segment e1cd2c79-dad7-4b22-96a6-739492a1d566 of type vlan for network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 Feb 15 17:05:03.124632 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-dedc3fff-b328-4359-84b1-0f8f78680666 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:05:03.124898 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac8c9-c661-4129-8cad-7191830ae93d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (266f9a9b-ff9a-40cb-be8d-2f71820a2403), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.126593 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dedc3fff-b328-4359-84b1-0f8f78680666 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2425995 Feb 15 17:05:03.129560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43920) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:03.185945 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-05f4892c-9e9b-4492-badc-11183e21fb8a admin admin] Publish callbacks [] for security_group (cb26b272-e203-4965-bae9-55b1641f08d2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.190703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 60d4da1b-8e59-47f5-b6ce-7cde203ce891 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:05:03.220251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4e31631-d324-4dd7-8e15-9b35126e5841 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (155c7df4-3835-4688-9a4e-dafb93a6d73a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.259527 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4e31631-d324-4dd7-8e15-9b35126e5841 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (155c7df4-3835-4688-9a4e-dafb93a6d73a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.262011 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac8c9-c661-4129-8cad-7191830ae93d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (266f9a9b-ff9a-40cb-be8d-2f71820a2403), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.268026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2ac8c9-c661-4129-8cad-7191830ae93d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:03.273350 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac8c9-c661-4129-8cad-7191830ae93d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.339812 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-05f4892c-9e9b-4492-badc-11183e21fb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (cb26b272-e203-4965-bae9-55b1641f08d2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.382157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4e31631-d324-4dd7-8e15-9b35126e5841 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (155c7df4-3835-4688-9a4e-dafb93a6d73a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.382766 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 60d4da1b-8e59-47f5-b6ce-7cde203ce891, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=60d4da1b-8e59-47f5-b6ce-7cde203ce891,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:03.385113 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b4e31631-d324-4dd7-8e15-9b35126e5841 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.388829 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b4e31631-d324-4dd7-8e15-9b35126e5841 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "DELETE /v2.0/security-groups/155c7df4-3835-4688-9a4e-dafb93a6d73a HTTP/1.1" status: 204 len: 168 time: 0.2557616 Feb 15 17:05:03.394483 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43936) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:03.399349 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '60d4da1b-8e59-47f5-b6ce-7cde203ce891', 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e', 'port_id': '60d4da1b-8e59-47f5-b6ce-7cde203ce891', 'mac_address': 'fa:16:3e:9c:66:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d61963-0097-43d2-aa6c-f33683398652', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:05:03.445834 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 60d4da1b-8e59-47f5-b6ce-7cde203ce891 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:03.446869 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (60d4da1b-8e59-47f5-b6ce-7cde203ce891), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.463242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60d4da1b-8e59-47f5-b6ce-7cde203ce891 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:05:03.479004 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-19416340-7ef6-4cc4-bdd5-13435e67184f tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0797656 Feb 15 17:05:03.479004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e31631-d324-4dd7-8e15-9b35126e5841 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=155c7df4-3835-4688-9a4e-dafb93a6d73a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:03.479408 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43938) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:03.490961 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d90b9460-dd8a-475c-a273-e0004d6db375 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group': {'name': 'tempest-secgroup--56457529'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:03.502357 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-05f4892c-9e9b-4492-badc-11183e21fb8a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a31ff98fa6e540bfab9ea8f948bebc60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7998896 Feb 15 17:05:03.506840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 60d4da1b-8e59-47f5-b6ce-7cde203ce891, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=60d4da1b-8e59-47f5-b6ce-7cde203ce891,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:03.520321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43940) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:03.575199 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (60d4da1b-8e59-47f5-b6ce-7cde203ce891), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.603209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4892c-9e9b-4492-badc-11183e21fb8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb26b272-e203-4965-bae9-55b1641f08d2,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:03.607355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ac8c9-c661-4129-8cad-7191830ae93d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Network': ['ID=266f9a9b-ff9a-40cb-be8d-2f71820a2403,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:03.646921 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9cfb65ea-1c12-4cd0-b8a5-4c80e1b6259b admin admin] Publish callbacks [] for security_group (cb26b272-e203-4965-bae9-55b1641f08d2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.684112 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9cfb65ea-1c12-4cd0-b8a5-4c80e1b6259b admin admin] Publish callbacks [] for security_group (cb26b272-e203-4965-bae9-55b1641f08d2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.695653 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d90b9460-dd8a-475c-a273-e0004d6db375 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.722703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:05:03.797744 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ec2ac8c9-c661-4129-8cad-7191830ae93d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.6411617 Feb 15 17:05:03.800248 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43950) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:03.807299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=60d4da1b-8e59-47f5-b6ce-7cde203ce891,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:03.807511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d51f3f17-e9bf-43cc-9ef7-9e53c6eaab88 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'name': 'tempest-PortsTestJSON-296877686'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:03.902616 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['60d4da1b-8e59-47f5-b6ce-7cde203ce891'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:05:03.928756 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d90b9460-dd8a-475c-a273-e0004d6db375 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (2d331165-9a0f-4712-bbb0-537eb6890275), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.954995 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9cfb65ea-1c12-4cd0-b8a5-4c80e1b6259b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (cb26b272-e203-4965-bae9-55b1641f08d2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.960473 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9cfb65ea-1c12-4cd0-b8a5-4c80e1b6259b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:03.966458 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9cfb65ea-1c12-4cd0-b8a5-4c80e1b6259b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/cb26b272-e203-4965-bae9-55b1641f08d2 HTTP/1.1" status: 204 len: 168 time: 0.4388087 Feb 15 17:05:03.991703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb65ea-1c12-4cd0-b8a5-4c80e1b6259b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb26b272-e203-4965-bae9-55b1641f08d2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:04.009972 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d90b9460-dd8a-475c-a273-e0004d6db375 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2d331165-9a0f-4712-bbb0-537eb6890275), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:04.044786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51f3f17-e9bf-43cc-9ef7-9e53c6eaab88 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:04.056858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b00824-41e6-4a4f-9240-5cf60cd88f68 req-d44742b2-3a52-42e4-853e-985a73863e70 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:04.057128 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d51f3f17-e9bf-43cc-9ef7-9e53c6eaab88 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:04.070624 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-10b00824-41e6-4a4f-9240-5cf60cd88f68 req-d44742b2-3a52-42e4-853e-985a73863e70 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 944 time: 0.2682877 Feb 15 17:05:04.184903 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-10b00824-41e6-4a4f-9240-5cf60cd88f68 req-6dc6a719-f253-495c-82b4-d33c84de1840 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132202 Feb 15 17:05:04.217815 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d90b9460-dd8a-475c-a273-e0004d6db375 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:04.241344 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d90b9460-dd8a-475c-a273-e0004d6db375 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7580237 Feb 15 17:05:04.241798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-d51f3f17-e9bf-43cc-9ef7-9e53c6eaab88 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] device_id is not set on port 94d74241-5e51-4045-85af-7b708c0eb6f2 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:05:04.242519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43960) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:04.248038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-e5073d86-9f59-4024-a4b0-5bd3816c1802 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:04.253596 n-d-828372-14 neutron-server[103799]: WARNING neutron.api.v2.base [None req-e5073d86-9f59-4024-a4b0-5bd3816c1802 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 17:05:04.253596 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-e5073d86-9f59-4024-a4b0-5bd3816c1802 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] update failed (client error): There was a conflict when trying to complete your request. Feb 15 17:05:04.254365 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e5073d86-9f59-4024-a4b0-5bd3816c1802 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "PUT /v2.0/security-groups/2d331165-9a0f-4712-bbb0-537eb6890275 HTTP/1.1" status: 409 len: 330 time: 0.0102503 Feb 15 17:05:04.255083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43962) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:04.332538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b9460-dd8a-475c-a273-e0004d6db375 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d331165-9a0f-4712-bbb0-537eb6890275,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:04.402996 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41e2d916-ee57-4ed9-b577-be27fb97b7e6 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (2d331165-9a0f-4712-bbb0-537eb6890275), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:04.454266 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41e2d916-ee57-4ed9-b577-be27fb97b7e6 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (2d331165-9a0f-4712-bbb0-537eb6890275), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:04.477281 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b756f-13ed-4a39-9438-876ad386ec35 req-f676cdad-b7e0-44e6-b1e1-7f1ed2577d94 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:04.479397 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0c2b756f-13ed-4a39-9438-876ad386ec35 req-f676cdad-b7e0-44e6-b1e1-7f1ed2577d94 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 945 time: 0.4179301 Feb 15 17:05:04.635289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0c2b756f-13ed-4a39-9438-876ad386ec35 req-194b316b-754d-4f5b-872a-26910ba3314e tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271207 Feb 15 17:05:04.661691 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41e2d916-ee57-4ed9-b577-be27fb97b7e6 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2d331165-9a0f-4712-bbb0-537eb6890275), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:04.664640 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41e2d916-ee57-4ed9-b577-be27fb97b7e6 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:04.666097 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-41e2d916-ee57-4ed9-b577-be27fb97b7e6 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "DELETE /v2.0/security-groups/2d331165-9a0f-4712-bbb0-537eb6890275 HTTP/1.1" status: 204 len: 168 time: 0.4099257 Feb 15 17:05:04.683701 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43978) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:04.686384 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2d916-ee57-4ed9-b577-be27fb97b7e6 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d331165-9a0f-4712-bbb0-537eb6890275,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:04.825597 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-511ae175-e227-4968-8304-2c2df242502b tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1406255 Feb 15 17:05:04.829288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43984) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:04.858872 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-8f515563-ca95-4a25-bbc9-28841d6dd48b tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] delete failed (client error): The resource could not be found. Feb 15 17:05:04.860561 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8f515563-ca95-4a25-bbc9-28841d6dd48b tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "DELETE /v2.0/security-groups/76617bcd-b2aa-4d5b-a907-b16662c36109 HTTP/1.1" status: 404 len: 347 time: 0.0295913 Feb 15 17:05:04.864343 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43986) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:04.879311 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d51f3f17-e9bf-43cc-9ef7-9e53c6eaab88 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (94d74241-5e51-4045-85af-7b708c0eb6f2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:04.907491 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-3f413757-69a3-4945-9bdd-2d7032136929 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] show failed (client error): The resource could not be found. Feb 15 17:05:04.911448 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3f413757-69a3-4945-9bdd-2d7032136929 tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "GET /v2.0/security-groups/012237c1-d858-4f28-a158-6f43615d581c HTTP/1.1" status: 404 len: 347 time: 0.0461426 Feb 15 17:05:04.915196 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43990) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:04.933857 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-b1b2efd1-057c-48da-ac71-2ad43352a8cc tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] show failed (client error): The resource could not be found. Feb 15 17:05:04.935204 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b1b2efd1-057c-48da-ac71-2ad43352a8cc tempest-NegativeSecGroupIPv6Test-1807500056 tempest-NegativeSecGroupIPv6Test-1807500056-project] 10.222.0.107 "GET /v2.0/security-group-rules/23b624e9-72f0-46a4-beeb-fd763446a037 HTTP/1.1" status: 404 len: 356 time: 0.0188200 Feb 15 17:05:05.019294 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d51f3f17-e9bf-43cc-9ef7-9e53c6eaab88 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (94d74241-5e51-4045-85af-7b708c0eb6f2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:05.144780 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f3f17-e9bf-43cc-9ef7-9e53c6eaab88 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=94d74241-5e51-4045-85af-7b708c0eb6f2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:05.154580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51f3f17-e9bf-43cc-9ef7-9e53c6eaab88 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Checking segment: {'id': 'e1cd2c79-dad7-4b22-96a6-739492a1d566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:05.155087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51f3f17-e9bf-43cc-9ef7-9e53c6eaab88 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network hostable DHCP agents. Network: 266f9a9b-ff9a-40cb-be8d-2f71820a2403, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:05:05.197567 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 60d4da1b-8e59-47f5-b6ce-7cde203ce891 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:05:05.302016 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51f3f17-e9bf-43cc-9ef7-9e53c6eaab88 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:05:05.389062 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d51f3f17-e9bf-43cc-9ef7-9e53c6eaab88 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 266f9a9b-ff9a-40cb-be8d-2f71820a2403) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:05.393631 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51f3f17-e9bf-43cc-9ef7-9e53c6eaab88 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:05.402676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eb646e-a3d2-4712-8212-6ed6ef14bda5 None None] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:05.406000 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51f3f17-e9bf-43cc-9ef7-9e53c6eaab88 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:05.406723 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d51f3f17-e9bf-43cc-9ef7-9e53c6eaab88 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:05.530289 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 60d4da1b-8e59-47f5-b6ce-7cde203ce891 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:05:05.545989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06382ccd-d69c-44bf-86a6-7eb5b82c0d75 req-1aba9d7c-f24e-45da-97aa-d6caa831e772 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:05.549485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 60d4da1b-8e59-47f5-b6ce-7cde203ce891 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:05.549485 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (60d4da1b-8e59-47f5-b6ce-7cde203ce891), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:05.557784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-06382ccd-d69c-44bf-86a6-7eb5b82c0d75 req-1aba9d7c-f24e-45da-97aa-d6caa831e772 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 944 time: 0.1853483 Feb 15 17:05:05.559837 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d51f3f17-e9bf-43cc-9ef7-9e53c6eaab88 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7576005 Feb 15 17:05:05.563559 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44014) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:05.569760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-aca72df7-9639-4f9f-bc72-579c5ad31569 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1545992701'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:05.709655 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-06382ccd-d69c-44bf-86a6-7eb5b82c0d75 req-c30b906e-3697-4c5c-bc69-d6c111e398de tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443479 Feb 15 17:05:05.720443 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca72df7-9639-4f9f-bc72-579c5ad31569 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:05.729030 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aca72df7-9639-4f9f-bc72-579c5ad31569 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:05.804972 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca72df7-9639-4f9f-bc72-579c5ad31569 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:05:05.827910 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aca72df7-9639-4f9f-bc72-579c5ad31569 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (61e7331f-adeb-4d8b-a213-652897e3c483), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:05.831988 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-aca72df7-9639-4f9f-bc72-579c5ad31569 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Added segment 61e7331f-adeb-4d8b-a213-652897e3c483 of type vlan for network c7008c63-b243-4a9c-9055-328d5a7e57af Feb 15 17:05:05.959308 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aca72df7-9639-4f9f-bc72-579c5ad31569 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (c7008c63-b243-4a9c-9055-328d5a7e57af), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:05.968113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44030) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:06.040974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 60d4da1b-8e59-47f5-b6ce-7cde203ce891 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:06.043445 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (60d4da1b-8e59-47f5-b6ce-7cde203ce891), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:06.087443 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af23253-d45b-4590-aef6-681eba46e604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d4da1b-8e59-47f5-b6ce-7cde203ce891'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:05:06.090065 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49970b8c-ec38-4090-92e3-21f054bdbe6c" -d '{"events": [{"server_uuid": "1af23253-d45b-4590-aef6-681eba46e604", "name": "network-vif-plugged", "status": "completed", "tag": "60d4da1b-8e59-47f5-b6ce-7cde203ce891"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:05:06.096598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aca72df7-9639-4f9f-bc72-579c5ad31569 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (c7008c63-b243-4a9c-9055-328d5a7e57af), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:06.107162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca72df7-9639-4f9f-bc72-579c5ad31569 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:06.109992 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aca72df7-9639-4f9f-bc72-579c5ad31569 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:06.138716 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 60d4da1b-8e59-47f5-b6ce-7cde203ce891, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=60d4da1b-8e59-47f5-b6ce-7cde203ce891,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:06.221904 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071f876e-dcc8-40a8-8f3b-7919c33cf191 x-openstack-request-id: req-071f876e-dcc8-40a8-8f3b-7919c33cf191 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:05:06.222406 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af23253-d45b-4590-aef6-681eba46e604", "name": "network-vif-plugged", "status": "completed", "tag": "60d4da1b-8e59-47f5-b6ce-7cde203ce891", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:05:06.222406 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-071f876e-dcc8-40a8-8f3b-7919c33cf191 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:05:06.222691 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af23253-d45b-4590-aef6-681eba46e604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60d4da1b-8e59-47f5-b6ce-7cde203ce891', 'code': 200} Feb 15 17:05:06.238978 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (60d4da1b-8e59-47f5-b6ce-7cde203ce891), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:06.266760 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-aca72df7-9639-4f9f-bc72-579c5ad31569 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7005196 Feb 15 17:05:06.288924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44044) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:06.306689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'ports': [{'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403'}, {'network_id': 'c7008c63-b243-4a9c-9055-328d5a7e57af'}]} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:06.306689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:06.307782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'network_id': 'c7008c63-b243-4a9c-9055-328d5a7e57af'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:06.326526 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca72df7-9639-4f9f-bc72-579c5ad31569 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Network': ['ID=c7008c63-b243-4a9c-9055-328d5a7e57af,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:06.334901 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-17da576d-66af-4c41-aa62-24730f38d5de admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=11dd25dd5f34470d9edb05ceda6a4eb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3566675 Feb 15 17:05:06.338208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44046) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:06.363624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network c7008c63-b243-4a9c-9055-328d5a7e57af details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:05:06.387957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=60d4da1b-8e59-47f5-b6ce-7cde203ce891,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:06.451123 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42423253-028d-445e-b747-1faf0bfee724 admin admin] Publish callbacks [] for security_group (fc11e2e8-5c64-4374-a342-cc71f9272133), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:06.502360 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42423253-028d-445e-b747-1faf0bfee724 admin admin] Publish callbacks [] for security_group (fc11e2e8-5c64-4374-a342-cc71f9272133), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:06.507382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c9405-cc20-4bb6-8e97-58cd40943602 req-13f1e8a8-09d7-4ae6-878a-425e104186fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:06.508909 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d4c9405-cc20-4bb6-8e97-58cd40943602 req-13f1e8a8-09d7-4ae6-878a-425e104186fe service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 1128 time: 0.2173443 Feb 15 17:05:06.650530 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42423253-028d-445e-b747-1faf0bfee724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (fc11e2e8-5c64-4374-a342-cc71f9272133), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:06.654759 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-42423253-028d-445e-b747-1faf0bfee724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:06.659982 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-42423253-028d-445e-b747-1faf0bfee724 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/fc11e2e8-5c64-4374-a342-cc71f9272133 HTTP/1.1" status: 204 len: 168 time: 0.3174460 Feb 15 17:05:06.666351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42423253-028d-445e-b747-1faf0bfee724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc11e2e8-5c64-4374-a342-cc71f9272133,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:06.673197 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d4c9405-cc20-4bb6-8e97-58cd40943602 req-0d815a94-d753-4510-a3d0-58602341b618 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489511 Feb 15 17:05:06.814537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'port': 2} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:06.820627 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:06.848730 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:06.896227 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-72d71d12-79e8-42e8-a55a-ad9023c47a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:06.961422 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaed19e-de36-483a-bfb9-fe788e5e2dab req-38c49872-6c51-4ea9-a33b-d7e3a6e67a50 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:06.975219 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6aaed19e-de36-483a-bfb9-fe788e5e2dab req-38c49872-6c51-4ea9-a33b-d7e3a6e67a50 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 945 time: 0.1512330 Feb 15 17:05:07.076392 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6aaed19e-de36-483a-bfb9-fe788e5e2dab req-3564b556-deec-4d25-bd67-c25b423bd77c tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952082 Feb 15 17:05:07.168504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c934e3-9190-4b39-9dcb-183611d8e9ac req-adc58ae1-a6ca-4626-9910-8853b798d6c1 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:07.174503 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c6c934e3-9190-4b39-9dcb-183611d8e9ac req-adc58ae1-a6ca-4626-9910-8853b798d6c1 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 945 time: 0.2767544 Feb 15 17:05:07.222731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] device_id is not set on port 5a5e11bc-3fa1-451f-8a8c-d6c8bf523733 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:05:07.312705 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c6c934e3-9190-4b39-9dcb-183611d8e9ac req-a5c276df-5add-4712-8b8f-e6c07ad368f5 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307790 Feb 15 17:05:07.415597 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (5a5e11bc-3fa1-451f-8a8c-d6c8bf523733), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:07.438874 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44090) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:07.542657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] device_id is not set on port ad9b1516-ad2c-4e32-96ec-93f7f39a7344 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:05:07.634244 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (ad9b1516-ad2c-4e32-96ec-93f7f39a7344), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:07.727612 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0941632c-39b7-44d6-b45d-cf5e6bd13c04 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'network': {'name': 'tempest-network-smoke--1986300312', 'project_id': '55662dfff497447caddaf19eeba12e64', 'port_security_enabled': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:07.782584 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (5a5e11bc-3fa1-451f-8a8c-d6c8bf523733), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:07.838993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:07.845068 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:07.848948 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:07.850068 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ad9b1516-ad2c-4e32-96ec-93f7f39a7344), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:07.870106 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=5a5e11bc-3fa1-451f-8a8c-d6c8bf523733,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:07.879144 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0941632c-39b7-44d6-b45d-cf5e6bd13c04 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Made reservation on behalf of 55662dfff497447caddaf19eeba12e64 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:07.882553 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0941632c-39b7-44d6-b45d-cf5e6bd13c04 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:07.895915 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0941632c-39b7-44d6-b45d-cf5e6bd13c04 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:07.985031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Checking segment: {'id': '61e7331f-adeb-4d8b-a213-652897e3c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'c7008c63-b243-4a9c-9055-328d5a7e57af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:07.998662 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network hostable DHCP agents. Network: c7008c63-b243-4a9c-9055-328d5a7e57af, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:05:07.998662 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=ad9b1516-ad2c-4e32-96ec-93f7f39a7344,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:08.045559 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0941632c-39b7-44d6-b45d-cf5e6bd13c04 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (f9e3f93d-d3c8-4ad8-8a30-36d66e1cd932), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:08.095925 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network c7008c63-b243-4a9c-9055-328d5a7e57af is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:05:08.124675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0941632c-39b7-44d6-b45d-cf5e6bd13c04 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f9e3f93d-d3c8-4ad8-8a30-36d66e1cd932), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:08.158580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0941632c-39b7-44d6-b45d-cf5e6bd13c04 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:05:08.210263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, c7008c63-b243-4a9c-9055-328d5a7e57af) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:08.213975 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0941632c-39b7-44d6-b45d-cf5e6bd13c04 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (40f850e6-865f-46e4-8a42-f604dcf0bb64), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:08.214164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:08.220963 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-0941632c-39b7-44d6-b45d-cf5e6bd13c04 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Added segment 40f850e6-865f-46e4-8a42-f604dcf0bb64 of type vlan for network a4700e83-1e32-4a04-8e0a-9d271b918894 Feb 15 17:05:08.221320 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:08.223692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a4e9df-ea14-4d38-821d-6817b4ef14e2 None None] Network c7008c63-b243-4a9c-9055-328d5a7e57af requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:08.226043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:08.226748 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:08.263154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941632c-39b7-44d6-b45d-cf5e6bd13c04 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e3f93d-d3c8-4ad8-8a30-36d66e1cd932,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:08.343601 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ad3b49cf-8532-4a9c-9f9b-23afb0164553 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0533776 Feb 15 17:05:08.348300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44126) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:08.412903 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0941632c-39b7-44d6-b45d-cf5e6bd13c04 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (a4700e83-1e32-4a04-8e0a-9d271b918894), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:08.458408 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abc56e-d0d3-4cf4-9009-2c75ea26069e req-1f3b4b0f-179b-473f-90b0-94da925aef15 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:08.466364 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-03abc56e-d0d3-4cf4-9009-2c75ea26069e req-1f3b4b0f-179b-473f-90b0-94da925aef15 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 945 time: 0.3130169 Feb 15 17:05:08.492509 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77d242f-c6b7-47a2-b713-170835a2c743 req-a0ae442b-a317-45d4-bc81-eeda3746efd0 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:08.502333 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d77d242f-c6b7-47a2-b713-170835a2c743 req-a0ae442b-a317-45d4-bc81-eeda3746efd0 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.10 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 945 time: 0.2133112 Feb 15 17:05:08.581833 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-03abc56e-d0d3-4cf4-9009-2c75ea26069e req-88003793-9bee-43bb-9b49-2719ce4b80ba tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068516 Feb 15 17:05:08.581833 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44130) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:08.590796 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0941632c-39b7-44d6-b45d-cf5e6bd13c04 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (a4700e83-1e32-4a04-8e0a-9d271b918894), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:08.598479 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0941632c-39b7-44d6-b45d-cf5e6bd13c04 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:08.599225 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0941632c-39b7-44d6-b45d-cf5e6bd13c04 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:08.725946 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941632c-39b7-44d6-b45d-cf5e6bd13c04 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Network': ['ID=a4700e83-1e32-4a04-8e0a-9d271b918894,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:08.738352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network a4700e83-1e32-4a04-8e0a-9d271b918894 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:05:08.798357 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0941632c-39b7-44d6-b45d-cf5e6bd13c04 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3576853 Feb 15 17:05:08.801028 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44142) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:08.808517 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'admin_state_up': True, 'project_id': '55662dfff497447caddaf19eeba12e64', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:08.836261 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0777e1ae-4d79-4a8e-ba92-e2730b9c5a50 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1401759876'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:08.994258 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:08.996169 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.084030 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0777e1ae-4d79-4a8e-ba92-e2730b9c5a50 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Made reservation on behalf of d360801f44de4d1d8c90d74ba0468ec7 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:09.088092 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0777e1ae-4d79-4a8e-ba92-e2730b9c5a50 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.119878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce5c1c-9b50-4599-8a94-64adfe143a45 req-896581cd-ac0c-4a8a-af93-9e0928dd8da3 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:09.121702 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efce5c1c-9b50-4599-8a94-64adfe143a45 req-896581cd-ac0c-4a8a-af93-9e0928dd8da3 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 945 time: 0.6871426 Feb 15 17:05:09.129957 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0777e1ae-4d79-4a8e-ba92-e2730b9c5a50 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.159367 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router_controller (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.203826 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-efce5c1c-9b50-4599-8a94-64adfe143a45 req-01d74df6-7d42-46d7-a9f1-3b5166493338 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743322 Feb 15 17:05:09.212487 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d02aa-8490-4273-98d1-f115e73a3f56 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port ad9b1516-ad2c-4e32-96ec-93f7f39a7344 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:09.212841 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f8d02aa-8490-4273-98d1-f115e73a3f56 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ad9b1516-ad2c-4e32-96ec-93f7f39a7344), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.268516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-d77d242f-c6b7-47a2-b713-170835a2c743 req-606ed5b2-0165-4c91-ab7a-bf7a5306635f tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Deleting port 5897d21d-8c35-402f-b46d-25e4e5f6015f {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:09.268915 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d77d242f-c6b7-47a2-b713-170835a2c743 req-606ed5b2-0165-4c91-ab7a-bf7a5306635f tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5897d21d-8c35-402f-b46d-25e4e5f6015f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.307601 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0777e1ae-4d79-4a8e-ba92-e2730b9c5a50 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Publish callbacks [] for security_group (f02ac555-3a91-4a22-aaec-d78d0a1950d1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.351068 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f8d02aa-8490-4273-98d1-f115e73a3f56 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ad9b1516-ad2c-4e32-96ec-93f7f39a7344), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.372982 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d02aa-8490-4273-98d1-f115e73a3f56 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for ad9b1516-ad2c-4e32-96ec-93f7f39a7344 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:05:09.387916 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-121fb020-11ac-4cd9-af25-04a8623bea18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.441269 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0777e1ae-4d79-4a8e-ba92-e2730b9c5a50 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f02ac555-3a91-4a22-aaec-d78d0a1950d1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.493738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d77d242f-c6b7-47a2-b713-170835a2c743 req-606ed5b2-0165-4c91-ab7a-bf7a5306635f tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] For port 5897d21d-8c35-402f-b46d-25e4e5f6015f, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=5897d21d-8c35-402f-b46d-25e4e5f6015f,segment=NetworkSegment(8771538c-2e81-4f61-9faf-6fb729ba758e),segment_id=8771538c-2e81-4f61-9faf-6fb729ba758e)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:09.494166 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d77d242f-c6b7-47a2-b713-170835a2c743 req-606ed5b2-0165-4c91-ab7a-bf7a5306635f tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5897d21d-8c35-402f-b46d-25e4e5f6015f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.515130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-d77d242f-c6b7-47a2-b713-170835a2c743 req-606ed5b2-0165-4c91-ab7a-bf7a5306635f tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Calling delete_port for 5897d21d-8c35-402f-b46d-25e4e5f6015f owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:05:09.553304 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777e1ae-4d79-4a8e-ba92-e2730b9c5a50 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f02ac555-3a91-4a22-aaec-d78d0a1950d1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:09.563523 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0777e1ae-4d79-4a8e-ba92-e2730b9c5a50 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:05:09.585969 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router_gateway (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.645571 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0777e1ae-4d79-4a8e-ba92-e2730b9c5a50 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d1978fa4-b564-4b89-96f7-97fa96acf79b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.645917 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-0777e1ae-4d79-4a8e-ba92-e2730b9c5a50 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Added segment d1978fa4-b564-4b89-96f7-97fa96acf79b of type vlan for network da01d689-444c-474e-b53e-d1f447710f2e Feb 15 17:05:09.744936 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:05:09.763147 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0777e1ae-4d79-4a8e-ba92-e2730b9c5a50 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (da01d689-444c-474e-b53e-d1f447710f2e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.797746 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f8d02aa-8490-4273-98d1-f115e73a3f56 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ad9b1516-ad2c-4e32-96ec-93f7f39a7344), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.894343 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d02aa-8490-4273-98d1-f115e73a3f56 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=ad9b1516-ad2c-4e32-96ec-93f7f39a7344,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:09.900973 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8f8d02aa-8490-4273-98d1-f115e73a3f56 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.904998 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8f8d02aa-8490-4273-98d1-f115e73a3f56 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/ad9b1516-ad2c-4e32-96ec-93f7f39a7344 HTTP/1.1" status: 204 len: 168 time: 1.5560224 Feb 15 17:05:09.907450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44162) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:09.964943 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d77d242f-c6b7-47a2-b713-170835a2c743 req-606ed5b2-0165-4c91-ab7a-bf7a5306635f tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (5897d21d-8c35-402f-b46d-25e4e5f6015f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.978869 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['5897d21d-8c35-402f-b46d-25e4e5f6015f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:05:09.988140 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0777e1ae-4d79-4a8e-ba92-e2730b9c5a50 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (da01d689-444c-474e-b53e-d1f447710f2e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:09.993878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0777e1ae-4d79-4a8e-ba92-e2730b9c5a50 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:09.994464 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0777e1ae-4d79-4a8e-ba92-e2730b9c5a50 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:10.011430 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ed5b2-0165-4c91-ab7a-bf7a5306635f tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Pushing event deleted for resources: {'Port': ['ID=5897d21d-8c35-402f-b46d-25e4e5f6015f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:10.098170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d77d242f-c6b7-47a2-b713-170835a2c743 req-606ed5b2-0165-4c91-ab7a-bf7a5306635f tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] No DVR routers for this DVR port 5897d21d-8c35-402f-b46d-25e4e5f6015f on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:05:10.108293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467d54d3-ccd0-4c19-b1fc-6f68e02a30c8 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:10.114673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467d54d3-ccd0-4c19-b1fc-6f68e02a30c8 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:10.119033 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-467d54d3-ccd0-4c19-b1fc-6f68e02a30c8 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2071314 Feb 15 17:05:10.119033 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d77d242f-c6b7-47a2-b713-170835a2c743 req-606ed5b2-0165-4c91-ab7a-bf7a5306635f tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:10.122068 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d77d242f-c6b7-47a2-b713-170835a2c743 req-606ed5b2-0165-4c91-ab7a-bf7a5306635f tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.10 "DELETE /v2.0/ports/5897d21d-8c35-402f-b46d-25e4e5f6015f HTTP/1.1" status: 204 len: 173 time: 1.6168048 Feb 15 17:05:10.122661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28ac870-fbf3-4c0b-bed4-7fe65ff75d04', 'name': 'network-vif-deleted', 'tag': '5897d21d-8c35-402f-b46d-25e4e5f6015f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:05:10.125024 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982dd7c9-6713-4513-b82e-ce4c50619c65" -d '{"events": [{"server_uuid": "b28ac870-fbf3-4c0b-bed4-7fe65ff75d04", "name": "network-vif-deleted", "tag": "5897d21d-8c35-402f-b46d-25e4e5f6015f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:05:10.135924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44168) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:10.210355 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db661e92-2a77-42df-9aad-64f86320caf7 x-openstack-request-id: req-db661e92-2a77-42df-9aad-64f86320caf7 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:05:10.211483 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28ac870-fbf3-4c0b-bed4-7fe65ff75d04", "name": "network-vif-deleted", "tag": "5897d21d-8c35-402f-b46d-25e4e5f6015f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:05:10.219889 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-db661e92-2a77-42df-9aad-64f86320caf7 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:05:10.220659 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b28ac870-fbf3-4c0b-bed4-7fe65ff75d04', 'name': 'network-vif-deleted', 'tag': '5897d21d-8c35-402f-b46d-25e4e5f6015f', 'status': 'completed', 'code': 200} Feb 15 17:05:10.247756 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router_gateway (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:10.256998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777e1ae-4d79-4a8e-ba92-e2730b9c5a50 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Pushing event updated for resources: {'Network': ['ID=da01d689-444c-474e-b53e-d1f447710f2e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:10.268489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network da01d689-444c-474e-b53e-d1f447710f2e details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:05:10.270633 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0777e1ae-4d79-4a8e-ba92-e2730b9c5a50 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.6928480 Feb 15 17:05:10.309567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44174) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:10.327439 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:10.354736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-ec77dc94-2ec7-448b-b164-9bdbb96abebc tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'da01d689-444c-474e-b53e-d1f447710f2e', 'tempest-TagsTest-Tag-2023865650') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:10.419859 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e956b757-7308-44e5-9d95-ea6d2b0bd154 req-5ab35121-f6cb-4dae-b57c-913ddc31b6e7 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=b28ac870-fbf3-4c0b-bed4-7fe65ff75d04 HTTP/1.1" status: 200 len: 210 time: 0.0437360 Feb 15 17:05:10.494659 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:10.511151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-c7d4813c-b5ee-4ea2-a64e-6c80e4b6602c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port 5a5e11bc-3fa1-451f-8a8c-d6c8bf523733 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:10.511802 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7d4813c-b5ee-4ea2-a64e-6c80e4b6602c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5a5e11bc-3fa1-451f-8a8c-d6c8bf523733), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:10.532297 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Allocated IP 172.25.4.43 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/18b24379-3a36-455d-8c6f-0d8e15a2d164) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:10.677110 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7d4813c-b5ee-4ea2-a64e-6c80e4b6602c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5a5e11bc-3fa1-451f-8a8c-d6c8bf523733), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:10.712502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ec77dc94-2ec7-448b-b164-9bdbb96abebc tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] 10.222.0.107 "PUT /v2.0/networks/da01d689-444c-474e-b53e-d1f447710f2e/tags/tempest-TagsTest-Tag-2023865650 HTTP/1.1" status: 201 len: 201 time: 0.3886249 Feb 15 17:05:10.712502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-c7d4813c-b5ee-4ea2-a64e-6c80e4b6602c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for 5a5e11bc-3fa1-451f-8a8c-d6c8bf523733 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:05:10.713221 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44184) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:10.725396 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for port (18b24379-3a36-455d-8c6f-0d8e15a2d164), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:10.728610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-509f5bf5-9b81-4ecb-af33-c2f0b710b5df tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da01d689-444c-474e-b53e-d1f447710f2e', 'tempest-TagsTest-Tag-2023865650') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:10.921855 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (18b24379-3a36-455d-8c6f-0d8e15a2d164), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:10.951195 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-509f5bf5-9b81-4ecb-af33-c2f0b710b5df tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] 10.222.0.107 "GET /v2.0/networks/da01d689-444c-474e-b53e-d1f447710f2e/tags/tempest-TagsTest-Tag-2023865650 HTTP/1.1" status: 204 len: 168 time: 0.2367752 Feb 15 17:05:10.954292 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44196) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:10.960261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-9feb7eae-2443-4784-aeea-c22b5f8f0eb3 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'da01d689-444c-474e-b53e-d1f447710f2e') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:11.001763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:11.018126 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:11.026573 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:11.121949 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9feb7eae-2443-4784-aeea-c22b5f8f0eb3 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] 10.222.0.107 "GET /v2.0/networks/da01d689-444c-474e-b53e-d1f447710f2e/tags HTTP/1.1" status: 200 len: 238 time: 0.1641188 Feb 15 17:05:11.123189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44200) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:11.134383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-7ee58556-950e-4894-a876-46825e75a6ec tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'da01d689-444c-474e-b53e-d1f447710f2e', {'tags': ['tempest-TagsTest-Tag-1247807989', 'tempest-TagsTest-Tag-2003209913', 'tempest-TagsTest-Tag-145213931']}) {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:11.135443 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Port': ['ID=18b24379-3a36-455d-8c6f-0d8e15a2d164,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:11.210425 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7d4813c-b5ee-4ea2-a64e-6c80e4b6602c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (5a5e11bc-3fa1-451f-8a8c-d6c8bf523733), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:11.259141 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4813c-b5ee-4ea2-a64e-6c80e4b6602c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=5a5e11bc-3fa1-451f-8a8c-d6c8bf523733,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:11.261950 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7d4813c-b5ee-4ea2-a64e-6c80e4b6602c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:11.265846 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c7d4813c-b5ee-4ea2-a64e-6c80e4b6602c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/5a5e11bc-3fa1-451f-8a8c-d6c8bf523733 HTTP/1.1" status: 204 len: 168 time: 1.1286583 Feb 15 17:05:11.269488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44202) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:11.356208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2497178a-8f95-4c04-8815-aa5ffa360fe3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:11.366682 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2497178a-8f95-4c04-8815-aa5ffa360fe3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0872321 Feb 15 17:05:11.366682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44204) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:11.389244 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-08774857-16ba-4397-95b3-c331efd7c06d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] GET failed (client error): The resource could not be found. Feb 15 17:05:11.390781 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-08774857-16ba-4397-95b3-c331efd7c06d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/ad9b1516-ad2c-4e32-96ec-93f7f39a7344 HTTP/1.1" status: 404 len: 333 time: 0.0284655 Feb 15 17:05:11.399399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7ee58556-950e-4894-a876-46825e75a6ec tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] 10.222.0.107 "PUT /v2.0/networks/da01d689-444c-474e-b53e-d1f447710f2e/tags HTTP/1.1" status: 200 len: 308 time: 0.2664962 Feb 15 17:05:11.401505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44208) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:11.406793 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44210) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:11.411877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.tag.tag_plugin [None req-00d866d5-27de-406d-ab89-e8b002152a8a tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'da01d689-444c-474e-b53e-d1f447710f2e', 'tempest-TagsTest-Tag-1247807989') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:11.439778 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-1000f091-f63d-45c2-87c1-de51f86dfbc2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] GET failed (client error): The resource could not be found. Feb 15 17:05:11.453351 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1000f091-f63d-45c2-87c1-de51f86dfbc2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/5a5e11bc-3fa1-451f-8a8c-d6c8bf523733 HTTP/1.1" status: 404 len: 333 time: 0.0397038 Feb 15 17:05:11.454091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44214) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:11.556250 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5e23fe93-39ac-4953-a1dd-8d95556673b2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (c7008c63-b243-4a9c-9055-328d5a7e57af), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:11.717011 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5e23fe93-39ac-4953-a1dd-8d95556673b2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (c7008c63-b243-4a9c-9055-328d5a7e57af), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:11.722702 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-00d866d5-27de-406d-ab89-e8b002152a8a tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] 10.222.0.107 "DELETE /v2.0/networks/da01d689-444c-474e-b53e-d1f447710f2e/tags/tempest-TagsTest-Tag-1247807989 HTTP/1.1" status: 204 len: 168 time: 0.3146296 Feb 15 17:05:11.759156 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44220) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:11.799124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-733be92f-5d68-4d80-9a95-d1ae9877183f tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da01d689-444c-474e-b53e-d1f447710f2e', 'tempest-TagsTest-Tag-1247807989') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:11.817699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-5e23fe93-39ac-4953-a1dd-8d95556673b2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7008c63-b243-4a9c-9055-328d5a7e57af']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:11.861152 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router_gateway (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:11.939065 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-5e23fe93-39ac-4953-a1dd-8d95556673b2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e7331f-adeb-4d8b-a213-652897e3c483') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:11.939376 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-5e23fe93-39ac-4953-a1dd-8d95556673b2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e7331f-adeb-4d8b-a213-652897e3c483') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:11.941896 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:12.143031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17509108-5b8e-4511-81de-8e778113c016 req-2a42212e-5935-40ec-9344-6052741a2709 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:12.146196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17509108-5b8e-4511-81de-8e778113c016 req-2a42212e-5935-40ec-9344-6052741a2709 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/networks?id=9ebd2123-1c96-4cec-b59e-9fea976d5553 HTTP/1.1" status: 200 len: 809 time: 0.2158558 Feb 15 17:05:12.149633 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5e23fe93-39ac-4953-a1dd-8d95556673b2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (61e7331f-adeb-4d8b-a213-652897e3c483), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:12.177149 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17509108-5b8e-4511-81de-8e778113c016 req-8ba4fe76-12ef-4561-b77f-fb8406988ae6 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/quotas/81a693dd01984a119e971badb942d052 HTTP/1.1" status: 200 len: 375 time: 0.0220253 Feb 15 17:05:12.193473 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5e23fe93-39ac-4953-a1dd-8d95556673b2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (61e7331f-adeb-4d8b-a213-652897e3c483), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:12.241898 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-733be92f-5d68-4d80-9a95-d1ae9877183f tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] show failed (client error): The resource could not be found. Feb 15 17:05:12.243369 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-733be92f-5d68-4d80-9a95-d1ae9877183f tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] 10.222.0.107 "GET /v2.0/networks/da01d689-444c-474e-b53e-d1f447710f2e/tags/tempest-TagsTest-Tag-1247807989 HTTP/1.1" status: 404 len: 326 time: 0.4818990 Feb 15 17:05:12.245722 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17509108-5b8e-4511-81de-8e778113c016 req-dc129648-9aed-4ddc-aa25-602b0e0c8470 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=81a693dd01984a119e971badb942d052&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580373 Feb 15 17:05:12.246448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44246) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:12.251433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e23fe93-39ac-4953-a1dd-8d95556673b2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:05:12.251859 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5e23fe93-39ac-4953-a1dd-8d95556673b2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (61e7331f-adeb-4d8b-a213-652897e3c483), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:12.258454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-0622483d-c331-442c-8fd1-02ee8b87460a tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da01d689-444c-474e-b53e-d1f447710f2e', 'tempest-TagsTest-Tag-2003209913') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:05:12.261641 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:05:12.463848 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0622483d-c331-442c-8fd1-02ee8b87460a tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] 10.222.0.107 "GET /v2.0/networks/da01d689-444c-474e-b53e-d1f447710f2e/tags/tempest-TagsTest-Tag-2003209913 HTTP/1.1" status: 204 len: 168 time: 0.2145481 Feb 15 17:05:12.467915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44254) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:12.472987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-85560033-395c-4476-991a-5914c84999d2 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da01d689-444c-474e-b53e-d1f447710f2e', 'tempest-TagsTest-Tag-145213931') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:12.524630 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17509108-5b8e-4511-81de-8e778113c016 req-e84bdc12-3636-47df-8de3-0d3ea05b665c service neutron] 10.222.0.107 "GET /v2.0/networks/9ebd2123-1c96-4cec-b59e-9fea976d5553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607083 Feb 15 17:05:12.532088 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5e23fe93-39ac-4953-a1dd-8d95556673b2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (c7008c63-b243-4a9c-9055-328d5a7e57af), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:12.559405 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5e23fe93-39ac-4953-a1dd-8d95556673b2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:12.566573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5e23fe93-39ac-4953-a1dd-8d95556673b2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/networks/c7008c63-b243-4a9c-9055-328d5a7e57af HTTP/1.1" status: 204 len: 168 time: 1.1058848 Feb 15 17:05:12.566573 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e23fe93-39ac-4953-a1dd-8d95556673b2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Network': ['ID=c7008c63-b243-4a9c-9055-328d5a7e57af,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:12.568711 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44256) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:12.592167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f436a732-34a6-494e-a468-8b8de5bb745b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-780943061'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:12.614870 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:12.661186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-85560033-395c-4476-991a-5914c84999d2 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] 10.222.0.107 "GET /v2.0/networks/da01d689-444c-474e-b53e-d1f447710f2e/tags/tempest-TagsTest-Tag-145213931 HTTP/1.1" status: 204 len: 168 time: 0.1922081 Feb 15 17:05:12.667594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44260) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:12.673198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-ec287473-c722-4cb9-9407-457c2ae1fd57 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'da01d689-444c-474e-b53e-d1f447710f2e') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:12.736442 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17509108-5b8e-4511-81de-8e778113c016 req-d0344a92-3e10-4f63-a680-132822aa2d73 service neutron] 10.222.0.107 "GET /v2.0/networks/9ebd2123-1c96-4cec-b59e-9fea976d5553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023702 Feb 15 17:05:12.769433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f436a732-34a6-494e-a468-8b8de5bb745b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:12.780153 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f436a732-34a6-494e-a468-8b8de5bb745b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:12.818475 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f436a732-34a6-494e-a468-8b8de5bb745b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:05:12.834237 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f436a732-34a6-494e-a468-8b8de5bb745b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (7725c6a0-219f-43b2-9a2f-e68187c3d957), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:12.834717 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-f436a732-34a6-494e-a468-8b8de5bb745b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Added segment 7725c6a0-219f-43b2-9a2f-e68187c3d957 of type vlan for network 915d0d1d-a551-431a-9684-a16ffc2e40d9 Feb 15 17:05:12.901259 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f436a732-34a6-494e-a468-8b8de5bb745b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (915d0d1d-a551-431a-9684-a16ffc2e40d9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:12.931220 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ec287473-c722-4cb9-9407-457c2ae1fd57 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] 10.222.0.107 "DELETE /v2.0/networks/da01d689-444c-474e-b53e-d1f447710f2e/tags HTTP/1.1" status: 204 len: 168 time: 0.2625725 Feb 15 17:05:12.933920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44268) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:12.938469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-937c77b6-bad4-4f50-a3fe-57aa37d61e6d tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da01d689-444c-474e-b53e-d1f447710f2e', 'tempest-TagsTest-Tag-2003209913') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:12.992617 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:05:13.236507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 5897d21d-8c35-402f-b46d-25e4e5f6015f no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:05:13.273656 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 5897d21d-8c35-402f-b46d-25e4e5f6015f {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:05:13.274864 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 5897d21d-8c35-402f-b46d-25e4e5f6015f not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:05:13.280883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:05:13.291674 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Sync routers for ids ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:05:13.316247 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Routers {'318cd9e8-0b4d-4531-8cd8-47b18a75eb06'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:05:13.316995 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:05:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:13.429232 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:13.431091 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fc434f0a-8363-4d36-948a-40e0857b4af8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6290216 Feb 15 17:05:13.434118 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44298) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:13.466857 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f436a732-34a6-494e-a468-8b8de5bb745b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (915d0d1d-a551-431a-9684-a16ffc2e40d9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:13.473542 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f436a732-34a6-494e-a468-8b8de5bb745b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:13.474164 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f436a732-34a6-494e-a468-8b8de5bb745b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:13.484912 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:13.489469 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Set router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:05:13.619280 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55692fa5-d73f-4999-afd7-b3b5a5f6e294 req-06453ed8-ab49-4f2a-9541-874202aa1ddd tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 210 time: 0.1530957 Feb 15 17:05:13.621646 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-55ddcbcd-14b0-467b-a340-9c95fc9bb564 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=55662dfff497447caddaf19eeba12e64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1860123 Feb 15 17:05:13.622275 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44304) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:13.640894 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-937c77b6-bad4-4f50-a3fe-57aa37d61e6d tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] show failed (client error): The resource could not be found. Feb 15 17:05:13.652159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-937c77b6-bad4-4f50-a3fe-57aa37d61e6d tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] 10.222.0.107 "GET /v2.0/networks/da01d689-444c-474e-b53e-d1f447710f2e/tags/tempest-TagsTest-Tag-2003209913 HTTP/1.1" status: 404 len: 326 time: 0.7111528 Feb 15 17:05:13.657385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44306) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:13.666246 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-c18541a5-b673-476c-8911-240d669b668d tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'da01d689-444c-474e-b53e-d1f447710f2e', 'tempest-TagsTest-Tag-145213931') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:13.704614 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f436a732-34a6-494e-a468-8b8de5bb745b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1303022 Feb 15 17:05:13.707620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44308) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:13.747124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-e684dfcd-9d9d-4ff0-82c0-4a926f916a3b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'subnet': {'network_id': '915d0d1d-a551-431a-9684-a16ffc2e40d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:13.761758 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:05:11Z', 'revision_number': 3, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:13.827164 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Checking router: 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:05:13.827813 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Updating router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 port 18b24379-3a36-455d-8c6f-0d8e15a2d164 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:05:13.853285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436a732-34a6-494e-a468-8b8de5bb745b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Network': ['ID=915d0d1d-a551-431a-9684-a16ffc2e40d9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:13.866772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 915d0d1d-a551-431a-9684-a16ffc2e40d9 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:05:13.879696 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b889c7-c68e-424d-894c-1a5f6e78af18 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:13.881619 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a2b889c7-c68e-424d-894c-1a5f6e78af18 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2581389 Feb 15 17:05:13.884369 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44310) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:13.902274 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (18b24379-3a36-455d-8c6f-0d8e15a2d164), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:13.918080 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-c18541a5-b673-476c-8911-240d669b668d tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] show failed (client error): The resource could not be found. Feb 15 17:05:13.922567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c18541a5-b673-476c-8911-240d669b668d tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] 10.222.0.107 "GET /v2.0/networks/da01d689-444c-474e-b53e-d1f447710f2e/tags/tempest-TagsTest-Tag-145213931 HTTP/1.1" status: 404 len: 325 time: 0.2609878 Feb 15 17:05:13.926164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44312) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:13.934664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.tag.tag_plugin [None req-0a8994b7-d941-4fd6-8603-23b1c76cb4b5 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'da01d689-444c-474e-b53e-d1f447710f2e') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:13.977773 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0b535055-f9dd-40fd-98b6-84ab6fabfe07 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0891008 Feb 15 17:05:13.977773 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44316) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:13.982386 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-73950c8c-83ac-469a-86ab-bd8ea43af218 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1201667778', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'project_id': '55662dfff497447caddaf19eeba12e64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:14.048995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e684dfcd-9d9d-4ff0-82c0-4a926f916a3b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:14.054343 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e684dfcd-9d9d-4ff0-82c0-4a926f916a3b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:14.170254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.ipam_backend_mixin [None req-e684dfcd-9d9d-4ff0-82c0-4a926f916a3b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Performing IP validity checks on allocation pools {{(pid=103799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 17:05:14.170942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.ipam_backend_mixin [None req-e684dfcd-9d9d-4ff0-82c0-4a926f916a3b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103799) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 17:05:14.213616 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0a8994b7-d941-4fd6-8603-23b1c76cb4b5 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] 10.222.0.107 "DELETE /v2.0/networks/da01d689-444c-474e-b53e-d1f447710f2e/tags HTTP/1.1" status: 204 len: 168 time: 0.2815440 Feb 15 17:05:14.213616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44324) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:14.291003 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73950c8c-83ac-469a-86ab-bd8ea43af218 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Made reservation on behalf of 55662dfff497447caddaf19eeba12e64 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:14.295099 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-73950c8c-83ac-469a-86ab-bd8ea43af218 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:14.361681 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-934ed3a4-6af5-4b77-8ffb-d5a84d8be9b0 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (da01d689-444c-474e-b53e-d1f447710f2e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:14.540666 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-934ed3a4-6af5-4b77-8ffb-d5a84d8be9b0 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (da01d689-444c-474e-b53e-d1f447710f2e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:14.576951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-934ed3a4-6af5-4b77-8ffb-d5a84d8be9b0 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da01d689-444c-474e-b53e-d1f447710f2e']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:14.589792 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Publish callbacks [] for port (18b24379-3a36-455d-8c6f-0d8e15a2d164), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:14.590477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-934ed3a4-6af5-4b77-8ffb-d5a84d8be9b0 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1978fa4-b564-4b89-96f7-97fa96acf79b') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:14.591515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-934ed3a4-6af5-4b77-8ffb-d5a84d8be9b0 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1978fa4-b564-4b89-96f7-97fa96acf79b') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:14.603306 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-934ed3a4-6af5-4b77-8ffb-d5a84d8be9b0 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (d1978fa4-b564-4b89-96f7-97fa96acf79b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:14.618454 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-934ed3a4-6af5-4b77-8ffb-d5a84d8be9b0 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d1978fa4-b564-4b89-96f7-97fa96acf79b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:14.625584 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e684dfcd-9d9d-4ff0-82c0-4a926f916a3b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (c482ff89-83a1-44a9-8aba-2ba261ae9d90), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:14.634361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934ed3a4-6af5-4b77-8ffb-d5a84d8be9b0 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:05:14.635182 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-934ed3a4-6af5-4b77-8ffb-d5a84d8be9b0 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (d1978fa4-b564-4b89-96f7-97fa96acf79b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:05:14.646065 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:05:14.708812 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (18b24379-3a36-455d-8c6f-0d8e15a2d164), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:14.781153 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94ca22f3-51ae-44d2-9cda-2347867d7a35 req-58af2539-d235-4daa-bc3b-462ca4a1582d tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 210 time: 0.0600736 Feb 15 17:05:14.797700 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684dfcd-9d9d-4ff0-82c0-4a926f916a3b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Subnet': ['ID=c482ff89-83a1-44a9-8aba-2ba261ae9d90,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:14.821848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e684dfcd-9d9d-4ff0-82c0-4a926f916a3b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Checking segment: {'id': '7725c6a0-219f-43b2-9a2f-e68187c3d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '915d0d1d-a551-431a-9684-a16ffc2e40d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:14.827321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e684dfcd-9d9d-4ff0-82c0-4a926f916a3b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network hostable DHCP agents. Network: 915d0d1d-a551-431a-9684-a16ffc2e40d9, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:05:14.827471 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Attempting to bind port 18b24379-3a36-455d-8c6f-0d8e15a2d164 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:05:14.841156 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Attempting to bind port 18b24379-3a36-455d-8c6f-0d8e15a2d164 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:05:14.842804 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Attempting to bind port 18b24379-3a36-455d-8c6f-0d8e15a2d164 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:05:14.844290 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-73950c8c-83ac-469a-86ab-bd8ea43af218 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (fc760a4a-3809-4718-accd-7540360fee1b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:14.853112 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23657a8a-573f-49fb-80d0-92bcfa7a71c6 None None] Pushing event updated for resources: {'Port': ['ID=18b24379-3a36-455d-8c6f-0d8e15a2d164,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:14.853112 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:05:14.855492 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:14.855972 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:14.856511 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:05:14.857016 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Bound port: 18b24379-3a36-455d-8c6f-0d8e15a2d164, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:05:14.857421 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (18b24379-3a36-455d-8c6f-0d8e15a2d164), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:14.886240 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657a8a-573f-49fb-80d0-92bcfa7a71c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:14.886587 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657a8a-573f-49fb-80d0-92bcfa7a71c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:14.887087 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657a8a-573f-49fb-80d0-92bcfa7a71c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:14.887463 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657a8a-573f-49fb-80d0-92bcfa7a71c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:14.887865 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657a8a-573f-49fb-80d0-92bcfa7a71c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:14.888208 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657a8a-573f-49fb-80d0-92bcfa7a71c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:14.888533 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657a8a-573f-49fb-80d0-92bcfa7a71c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:14.888857 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657a8a-573f-49fb-80d0-92bcfa7a71c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:14.889526 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657a8a-573f-49fb-80d0-92bcfa7a71c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:14.889862 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657a8a-573f-49fb-80d0-92bcfa7a71c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:14.890184 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657a8a-573f-49fb-80d0-92bcfa7a71c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:14.890512 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657a8a-573f-49fb-80d0-92bcfa7a71c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:14.891398 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23657a8a-573f-49fb-80d0-92bcfa7a71c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:14.902087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73950c8c-83ac-469a-86ab-bd8ea43af218 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Subnet': ['ID=fc760a4a-3809-4718-accd-7540360fee1b,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:14.920172 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-934ed3a4-6af5-4b77-8ffb-d5a84d8be9b0 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (da01d689-444c-474e-b53e-d1f447710f2e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:14.936504 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-934ed3a4-6af5-4b77-8ffb-d5a84d8be9b0 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:14.936677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73950c8c-83ac-469a-86ab-bd8ea43af218 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Checking segment: {'id': '40f850e6-865f-46e4-8a42-f604dcf0bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:14.936677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73950c8c-83ac-469a-86ab-bd8ea43af218 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network hostable DHCP agents. Network: a4700e83-1e32-4a04-8e0a-9d271b918894, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:05:14.939839 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-934ed3a4-6af5-4b77-8ffb-d5a84d8be9b0 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] 10.222.0.107 "DELETE /v2.0/networks/da01d689-444c-474e-b53e-d1f447710f2e HTTP/1.1" status: 204 len: 168 time: 0.7249901 Feb 15 17:05:14.962631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ed3a4-6af5-4b77-8ffb-d5a84d8be9b0 tempest-TagsTest-1503982622 tempest-TagsTest-1503982622-project] Pushing event deleted for resources: {'Network': ['ID=da01d689-444c-474e-b53e-d1f447710f2e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:14.992536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e684dfcd-9d9d-4ff0-82c0-4a926f916a3b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network 915d0d1d-a551-431a-9684-a16ffc2e40d9 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:05:15.007858 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] For port 18b24379-3a36-455d-8c6f-0d8e15a2d164, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:05:15.012937 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] For port 18b24379-3a36-455d-8c6f-0d8e15a2d164, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=18b24379-3a36-455d-8c6f-0d8e15a2d164,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:05:15.056393 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73950c8c-83ac-469a-86ab-bd8ea43af218 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network a4700e83-1e32-4a04-8e0a-9d271b918894 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:05:15.091524 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (18b24379-3a36-455d-8c6f-0d8e15a2d164), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:15.130002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-e684dfcd-9d9d-4ff0-82c0-4a926f916a3b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 915d0d1d-a551-431a-9684-a16ffc2e40d9) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:15.131548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-73950c8c-83ac-469a-86ab-bd8ea43af218 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, a4700e83-1e32-4a04-8e0a-9d271b918894) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:15.135494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e684dfcd-9d9d-4ff0-82c0-4a926f916a3b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:15.136304 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73950c8c-83ac-469a-86ab-bd8ea43af218 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:15.136913 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-73950c8c-83ac-469a-86ab-bd8ea43af218 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:15.137196 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e684dfcd-9d9d-4ff0-82c0-4a926f916a3b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:15.151726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe9ec9d-4b7c-4741-a7ef-7904ff1a0bcf None None] Network 915d0d1d-a551-431a-9684-a16ffc2e40d9 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:15.157067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3145039b-20ca-4935-9cf6-8accf711bdf6 None None] Network a4700e83-1e32-4a04-8e0a-9d271b918894 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:15.197627 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Routers {'318cd9e8-0b4d-4531-8cd8-47b18a75eb06'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:05:15.198751 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:05:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:15.327389 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-73950c8c-83ac-469a-86ab-bd8ea43af218 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3487294 Feb 15 17:05:15.330519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44338) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:15.333307 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e684dfcd-9d9d-4ff0-82c0-4a926f916a3b tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6244411 Feb 15 17:05:15.333988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44340) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:15.342646 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-3fdc7a19-954d-46fb-a60a-9353ad1f3a9e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'network_id': '915d0d1d-a551-431a-9684-a16ffc2e40d9', 'name': 'tempest-PortsTestJSON-521373918'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:15.418226 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23657a8a-573f-49fb-80d0-92bcfa7a71c6 None None] Pushing event updated for resources: {'Port': ['ID=18b24379-3a36-455d-8c6f-0d8e15a2d164,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:15.525876 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] Set router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:05:15.603387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-915d0d1d-a551-431a-9684-a16ffc2e40d9', 'network_id': '915d0d1d-a551-431a-9684-a16ffc2e40d9', 'project_id': '5fde569256064690869ed2a1241d4577', 'fixed_ips': [{'subnet_id': 'c482ff89-83a1-44a9-8aba-2ba261ae9d90'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:05:15.603387 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:15.632503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-a4700e83-1e32-4a04-8e0a-9d271b918894', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'project_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:05:15.639873 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:15.775682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fdc7a19-954d-46fb-a60a-9353ad1f3a9e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:15.784091 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fdc7a19-954d-46fb-a60a-9353ad1f3a9e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:15.813800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-3fdc7a19-954d-46fb-a60a-9353ad1f3a9e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] device_id is not set on port 53dc79be-d921-460c-beac-088c62afbde4 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:05:15.850800 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44354) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:15.892803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Allocated IP 172.20.0.2 (a4700e83-1e32-4a04-8e0a-9d271b918894/fc760a4a-3809-4718-accd-7540360fee1b/df4a9254-d9d1-4608-9fc0-3c783dd71e4a) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:16.038723 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:05:11Z', 'revision_number': 3, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:16.104558 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b470c23c-7d38-4833-bae4-ba063577c2b8 req-e78b2113-9c46-4d07-a1a7-9a7b1b55ea12 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 210 time: 0.1751294 Feb 15 17:05:16.165243 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1defc1ef-7629-49aa-8276-89136d722da7 None None] The sync data for ids ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'] in n-d-828372-14 is: [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:05:11Z', 'revision_number': 3, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:05:16.201475 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-3fdc7a19-954d-46fb-a60a-9353ad1f3a9e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Allocated IP 172.20.0.5 (915d0d1d-a551-431a-9684-a16ffc2e40d9/c482ff89-83a1-44a9-8aba-2ba261ae9d90/53dc79be-d921-460c-beac-088c62afbde4) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:16.423077 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Publish callbacks [] for port (df4a9254-d9d1-4608-9fc0-3c783dd71e4a), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:16.443905 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d5b86f35-58d5-4504-86c8-561bfca5cbbe admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d360801f44de4d1d8c90d74ba0468ec7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5816054 Feb 15 17:05:16.447486 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44362) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:16.492580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17509108-5b8e-4511-81de-8e778113c016 req-c23249ff-d218-42b5-badf-6f8d16e6d532 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:16.494480 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17509108-5b8e-4511-81de-8e778113c016 req-c23249ff-d218-42b5-badf-6f8d16e6d532 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.67 "GET /v2.0/networks?id=9ebd2123-1c96-4cec-b59e-9fea976d5553 HTTP/1.1" status: 200 len: 809 time: 0.2049358 Feb 15 17:05:16.517421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-17509108-5b8e-4511-81de-8e778113c016 req-6ccac4f9-8761-4604-9f2b-eb5474eb0f06 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Request body: {'port': {'device_id': '67a9e6cc-74b7-4478-aeb1-0b1582425df0', 'network_id': '9ebd2123-1c96-4cec-b59e-9fea976d5553', 'admin_state_up': True, 'tenant_id': '81a693dd01984a119e971badb942d052'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:16.575911 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (df4a9254-d9d1-4608-9fc0-3c783dd71e4a), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:16.642276 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:16.679100 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Network a4700e83-1e32-4a04-8e0a-9d271b918894 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:16.691409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:16.695043 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-899de3b9-8553-47f2-9264-0fa30f747957 admin admin] Publish callbacks [] for security_group (f02ac555-3a91-4a22-aaec-d78d0a1950d1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:16.707423 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:16.712937 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fdc7a19-954d-46fb-a60a-9353ad1f3a9e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (53dc79be-d921-460c-beac-088c62afbde4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:16.740159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Pushing event updated for resources: {'Port': ['ID=df4a9254-d9d1-4608-9fc0-3c783dd71e4a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:16.823806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Attempting to bind port df4a9254-d9d1-4608-9fc0-3c783dd71e4a on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:05:16.824190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Attempting to bind port df4a9254-d9d1-4608-9fc0-3c783dd71e4a by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '40f850e6-865f-46e4-8a42-f604dcf0bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:05:16.824571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Attempting to bind port df4a9254-d9d1-4608-9fc0-3c783dd71e4a on network a4700e83-1e32-4a04-8e0a-9d271b918894 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:05:16.842877 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-899de3b9-8553-47f2-9264-0fa30f747957 admin admin] Publish callbacks [] for security_group (f02ac555-3a91-4a22-aaec-d78d0a1950d1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:16.847820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:05:16.848436 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Checking segment: {'id': '40f850e6-865f-46e4-8a42-f604dcf0bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:16.849112 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:16.861649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Bound using segment: {'id': '40f850e6-865f-46e4-8a42-f604dcf0bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:05:16.863228 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Bound port: df4a9254-d9d1-4608-9fc0-3c783dd71e4a, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f850e6-865f-46e4-8a42-f604dcf0bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:05:16.865259 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (df4a9254-d9d1-4608-9fc0-3c783dd71e4a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:16.919888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17509108-5b8e-4511-81de-8e778113c016 req-6ccac4f9-8761-4604-9f2b-eb5474eb0f06 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Made reservation on behalf of 81a693dd01984a119e971badb942d052 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:16.929091 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17509108-5b8e-4511-81de-8e778113c016 req-6ccac4f9-8761-4604-9f2b-eb5474eb0f06 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:16.957011 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fdc7a19-954d-46fb-a60a-9353ad1f3a9e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (53dc79be-d921-460c-beac-088c62afbde4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:17.041313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] For port df4a9254-d9d1-4608-9fc0-3c783dd71e4a, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:05:17.045983 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] For port df4a9254-d9d1-4608-9fc0-3c783dd71e4a, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=df4a9254-d9d1-4608-9fc0-3c783dd71e4a,segment=NetworkSegment(40f850e6-865f-46e4-8a42-f604dcf0bb64),segment_id=40f850e6-865f-46e4-8a42-f604dcf0bb64)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:05:17.051459 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Allocated IP 172.20.0.2 (915d0d1d-a551-431a-9684-a16ffc2e40d9/c482ff89-83a1-44a9-8aba-2ba261ae9d90/5fe4e682-acac-4bdd-9605-2a70aeb2ddb2) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:17.119731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdc7a19-954d-46fb-a60a-9353ad1f3a9e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network 915d0d1d-a551-431a-9684-a16ffc2e40d9 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:17.133689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-3fdc7a19-954d-46fb-a60a-9353ad1f3a9e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:17.152557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdc7a19-954d-46fb-a60a-9353ad1f3a9e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:17.189799 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (df4a9254-d9d1-4608-9fc0-3c783dd71e4a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:17.190388 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-899de3b9-8553-47f2-9264-0fa30f747957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f02ac555-3a91-4a22-aaec-d78d0a1950d1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:17.193669 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-899de3b9-8553-47f2-9264-0fa30f747957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:17.195144 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-899de3b9-8553-47f2-9264-0fa30f747957 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f02ac555-3a91-4a22-aaec-d78d0a1950d1 HTTP/1.1" status: 204 len: 168 time: 0.7406859 Feb 15 17:05:17.220360 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899de3b9-8553-47f2-9264-0fa30f747957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02ac555-3a91-4a22-aaec-d78d0a1950d1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:17.291625 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8793ed8f-a16c-472a-ac44-3b8f61d37815 req-e364a887-ba38-4fba-bc1a-1969f49e9a4c tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 210 time: 0.0930336 Feb 15 17:05:17.335942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Allocated IP 172.20.0.1 (a4700e83-1e32-4a04-8e0a-9d271b918894/fc760a4a-3809-4718-accd-7540360fee1b/4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:17.339539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc7a19-954d-46fb-a60a-9353ad1f3a9e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=53dc79be-d921-460c-beac-088c62afbde4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:17.410301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdc7a19-954d-46fb-a60a-9353ad1f3a9e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:17.413798 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3fdc7a19-954d-46fb-a60a-9353ad1f3a9e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:17.439346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf258e5-e730-4d3f-9d4b-6c84d4deeec7 None None] Pushing event updated for resources: {'Port': ['ID=df4a9254-d9d1-4608-9fc0-3c783dd71e4a,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:17.581893 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Publish callbacks [] for port (5fe4e682-acac-4bdd-9605-2a70aeb2ddb2), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:17.655750 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3fdc7a19-954d-46fb-a60a-9353ad1f3a9e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3105004 Feb 15 17:05:17.655750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44374) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:17.675787 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:17.697265 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-17509108-5b8e-4511-81de-8e778113c016 req-6ccac4f9-8761-4604-9f2b-eb5474eb0f06 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Allocated IP 172.20.0.12 (9ebd2123-1c96-4cec-b59e-9fea976d5553/437e51e5-ee8d-47ad-90dd-27babd8afe3e/7a727c5a-5820-46cc-b2e1-8dc150c2f586) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:17.701563 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (5fe4e682-acac-4bdd-9605-2a70aeb2ddb2), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:17.819388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Pushing event updated for resources: {'Port': ['ID=5fe4e682-acac-4bdd-9605-2a70aeb2ddb2,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:17.827157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:17.875365 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Network 915d0d1d-a551-431a-9684-a16ffc2e40d9 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:17.877179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:17.880306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:17.899844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network a4700e83-1e32-4a04-8e0a-9d271b918894 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:17.988281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6ebbb-4259-4c11-93e2-9d98a21c35b6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port 53dc79be-d921-460c-beac-088c62afbde4 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:17.988753 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ebbb-4259-4c11-93e2-9d98a21c35b6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (53dc79be-d921-460c-beac-088c62afbde4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:18.004692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Attempting to bind port 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:05:18.005098 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Attempting to bind port 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '7725c6a0-219f-43b2-9a2f-e68187c3d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '915d0d1d-a551-431a-9684-a16ffc2e40d9'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:05:18.005482 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Attempting to bind port 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2 on network 915d0d1d-a551-431a-9684-a16ffc2e40d9 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:05:18.023725 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:18.025940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:05:18.025940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Checking segment: {'id': '7725c6a0-219f-43b2-9a2f-e68187c3d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '915d0d1d-a551-431a-9684-a16ffc2e40d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:18.025940 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:18.025940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Bound using segment: {'id': '7725c6a0-219f-43b2-9a2f-e68187c3d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '915d0d1d-a551-431a-9684-a16ffc2e40d9'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:05:18.026416 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Bound port: 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7725c6a0-219f-43b2-9a2f-e68187c3d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '915d0d1d-a551-431a-9684-a16ffc2e40d9'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:05:18.026416 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5fe4e682-acac-4bdd-9605-2a70aeb2ddb2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:18.037231 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:18.154732 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:18.240891 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] For port 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:05:18.247221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] For port 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5fe4e682-acac-4bdd-9605-2a70aeb2ddb2,segment=NetworkSegment(7725c6a0-219f-43b2-9a2f-e68187c3d957),segment_id=7725c6a0-219f-43b2-9a2f-e68187c3d957)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:05:18.268121 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17509108-5b8e-4511-81de-8e778113c016 req-6ccac4f9-8761-4604-9f2b-eb5474eb0f06 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Publish callbacks [] for port (7a727c5a-5820-46cc-b2e1-8dc150c2f586), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:18.336631 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5fe4e682-acac-4bdd-9605-2a70aeb2ddb2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:18.443034 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Port': ['ID=4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:18.508379 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ebbb-4259-4c11-93e2-9d98a21c35b6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (53dc79be-d921-460c-beac-088c62afbde4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:18.556115 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17509108-5b8e-4511-81de-8e778113c016 req-6ccac4f9-8761-4604-9f2b-eb5474eb0f06 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7a727c5a-5820-46cc-b2e1-8dc150c2f586), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:18.564292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ddda1-9da9-4b2c-a06e-2b9a7249f2e3 None None] Pushing event updated for resources: {'Port': ['ID=5fe4e682-acac-4bdd-9605-2a70aeb2ddb2,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:18.581753 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a740bca-49ff-4564-aa58-44c1bf87bc60 req-e97230bd-554b-4662-bb2f-ff567e773834 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 210 time: 0.1345129 Feb 15 17:05:18.667538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device df4a9254-d9d1-4608-9fc0-3c783dd71e4a up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:05:18.719888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-3ce6ebbb-4259-4c11-93e2-9d98a21c35b6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for 53dc79be-d921-460c-beac-088c62afbde4 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:05:18.732827 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17509108-5b8e-4511-81de-8e778113c016 req-6ccac4f9-8761-4604-9f2b-eb5474eb0f06 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Network 9ebd2123-1c96-4cec-b59e-9fea976d5553 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:18.744116 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:18.755372 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-17509108-5b8e-4511-81de-8e778113c016 req-6ccac4f9-8761-4604-9f2b-eb5474eb0f06 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:18.792533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-17509108-5b8e-4511-81de-8e778113c016 req-6ccac4f9-8761-4604-9f2b-eb5474eb0f06 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:18.812098 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port df4a9254-d9d1-4608-9fc0-3c783dd71e4a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:18.812716 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (df4a9254-d9d1-4608-9fc0-3c783dd71e4a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:19.051686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port df4a9254-d9d1-4608-9fc0-3c783dd71e4a is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:19.052242 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (df4a9254-d9d1-4608-9fc0-3c783dd71e4a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:19.120583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccac4f9-8761-4604-9f2b-eb5474eb0f06 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Pushing event updated for resources: {'Port': ['ID=7a727c5a-5820-46cc-b2e1-8dc150c2f586,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:19.122192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port df4a9254-d9d1-4608-9fc0-3c783dd71e4a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=df4a9254-d9d1-4608-9fc0-3c783dd71e4a,segment=NetworkSegment(40f850e6-865f-46e4-8a42-f604dcf0bb64),segment_id=40f850e6-865f-46e4-8a42-f604dcf0bb64)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:19.202160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17509108-5b8e-4511-81de-8e778113c016 req-6ccac4f9-8761-4604-9f2b-eb5474eb0f06 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:19.209453 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17509108-5b8e-4511-81de-8e778113c016 req-6ccac4f9-8761-4604-9f2b-eb5474eb0f06 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:19.255170 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (df4a9254-d9d1-4608-9fc0-3c783dd71e4a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:19.256114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 18b24379-3a36-455d-8c6f-0d8e15a2d164 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:05:19.304774 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17509108-5b8e-4511-81de-8e778113c016 req-6ccac4f9-8761-4604-9f2b-eb5474eb0f06 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7931798 Feb 15 17:05:19.410900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Request body: {'port': {'device_id': '67a9e6cc-74b7-4478-aeb1-0b1582425df0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:19.443696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=df4a9254-d9d1-4608-9fc0-3c783dd71e4a,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:19.483040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 18b24379-3a36-455d-8c6f-0d8e15a2d164 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:19.483549 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (18b24379-3a36-455d-8c6f-0d8e15a2d164), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:19.501418 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:19.598358 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:19.627171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 18b24379-3a36-455d-8c6f-0d8e15a2d164 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:19.627773 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (18b24379-3a36-455d-8c6f-0d8e15a2d164), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:19.683068 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 18b24379-3a36-455d-8c6f-0d8e15a2d164, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=18b24379-3a36-455d-8c6f-0d8e15a2d164,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:19.707802 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7a727c5a-5820-46cc-b2e1-8dc150c2f586), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:19.732460 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ebbb-4259-4c11-93e2-9d98a21c35b6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (53dc79be-d921-460c-beac-088c62afbde4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:19.756980 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (18b24379-3a36-455d-8c6f-0d8e15a2d164), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:19.819022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Port': ['ID=4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:19.870963 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:19.931544 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=18b24379-3a36-455d-8c6f-0d8e15a2d164,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:19.982083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6ebbb-4259-4c11-93e2-9d98a21c35b6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=53dc79be-d921-460c-beac-088c62afbde4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:20.098690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b6c062-5ede-4563-a9bd-688f50299b93 None None] Network a4700e83-1e32-4a04-8e0a-9d271b918894 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:20.134258 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network a4700e83-1e32-4a04-8e0a-9d271b918894 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:20.138455 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:20.180710 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ce6ebbb-4259-4c11-93e2-9d98a21c35b6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:20.188078 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3ce6ebbb-4259-4c11-93e2-9d98a21c35b6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/53dc79be-d921-460c-beac-088c62afbde4 HTTP/1.1" status: 204 len: 168 time: 2.5363953 Feb 15 17:05:20.188986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44420) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:20.227632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a5f5c-b6b4-43de-8ad4-857045ad36cd req-fa0c63ba-f48d-40db-8acc-172c318a7929 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:20.238140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-487a5f5c-b6b4-43de-8ad4-857045ad36cd req-fa0c63ba-f48d-40db-8acc-172c318a7929 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 932 time: 0.3796816 Feb 15 17:05:20.273950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8ff6ab93-c04f-41df-8482-3f736fd731ed None None] Provisioning complete for port df4a9254-d9d1-4608-9fc0-3c783dd71e4a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:20.274630 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ab93-c04f-41df-8482-3f736fd731ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (df4a9254-d9d1-4608-9fc0-3c783dd71e4a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:20.439514 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:05:20.447196 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-2162845b-c712-4dc4-b3da-509156c8679f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] DELETE failed (client error): The resource could not be found. Feb 15 17:05:20.447964 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2162845b-c712-4dc4-b3da-509156c8679f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:05:20.458553 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2162845b-c712-4dc4-b3da-509156c8679f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/53dc79be-d921-460c-beac-088c62afbde4 HTTP/1.1" status: 404 len: 333 time: 0.2561953 Feb 15 17:05:20.461775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44426) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:20.538996 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a81cc43d-9a5a-4ce6-8c51-c7d034b039fe tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] GET failed (client error): The resource could not be found. Feb 15 17:05:20.540488 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a81cc43d-9a5a-4ce6-8c51-c7d034b039fe tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/53dc79be-d921-460c-beac-088c62afbde4 HTTP/1.1" status: 404 len: 333 time: 0.0777779 Feb 15 17:05:20.567063 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-487a5f5c-b6b4-43de-8ad4-857045ad36cd req-9224fdb2-dae4-48aa-8cab-322ac3f898dc tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277972 Feb 15 17:05:20.581087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44430) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:20.677551 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6ab93-c04f-41df-8482-3f736fd731ed None None] Current status of the port df4a9254-d9d1-4608-9fc0-3c783dd71e4a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:20.737089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:05:20.748352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-50823db7-833c-4d16-a452-ea28dbddca46 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting subnet c482ff89-83a1-44a9-8aba-2ba261ae9d90 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:05:20.759511 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50823db7-833c-4d16-a452-ea28dbddca46 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (c482ff89-83a1-44a9-8aba-2ba261ae9d90), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:20.863235 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:05:20.873309 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c25fe108-5bb9-4d5e-8710-449616561cca tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "PUT /v2.0/routers/318cd9e8-0b4d-4531-8cd8-47b18a75eb06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5415289 Feb 15 17:05:20.874351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44438) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:21.221746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Sync routers for ids ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:05:21.230268 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c3d94c-1933-4ddf-b2c8-dab98588c9c2 None None] Network 915d0d1d-a551-431a-9684-a16ffc2e40d9 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:21.433774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Routers {'318cd9e8-0b4d-4531-8cd8-47b18a75eb06'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:05:21.435569 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:05:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:21.444819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:21.445227 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5fe4e682-acac-4bdd-9605-2a70aeb2ddb2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:21.446879 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-84a96fbe-439b-419f-8f75-385997462f73 None None] Provisioning complete for port 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:21.447237 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-84a96fbe-439b-419f-8f75-385997462f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5fe4e682-acac-4bdd-9605-2a70aeb2ddb2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:21.725428 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50823db7-833c-4d16-a452-ea28dbddca46 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (c482ff89-83a1-44a9-8aba-2ba261ae9d90), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:21.816749 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee99c8-8c43-47aa-8a81-9667ddc8559b tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:21.817352 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee99c8-8c43-47aa-8a81-9667ddc8559b tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:21.817731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee99c8-8c43-47aa-8a81-9667ddc8559b tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:21.818192 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee99c8-8c43-47aa-8a81-9667ddc8559b tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:21.818879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee99c8-8c43-47aa-8a81-9667ddc8559b tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:21.819784 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee99c8-8c43-47aa-8a81-9667ddc8559b tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:21.820440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee99c8-8c43-47aa-8a81-9667ddc8559b tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:21.821093 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee99c8-8c43-47aa-8a81-9667ddc8559b tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:21.821770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee99c8-8c43-47aa-8a81-9667ddc8559b tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:21.822458 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ee99c8-8c43-47aa-8a81-9667ddc8559b tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:21.828451 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a0ee99c8-8c43-47aa-8a81-9667ddc8559b tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7025 time: 0.9512484 Feb 15 17:05:21.829355 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44456) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:22.029144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a727c5a-5820-46cc-b2e1-8dc150c2f586 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:05:22.040267 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba2f50-feca-4901-ae59-1d0ba05feae1 req-0bd4f67c-5a2d-4167-b886-7cada7d7cc8b tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:22.062481 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ebba2f50-feca-4901-ae59-1d0ba05feae1 req-0bd4f67c-5a2d-4167-b886-7cada7d7cc8b tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 932 time: 0.2315924 Feb 15 17:05:22.072995 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Publish callbacks [] for port (7a727c5a-5820-46cc-b2e1-8dc150c2f586), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:22.105873 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50823db7-833c-4d16-a452-ea28dbddca46 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (c482ff89-83a1-44a9-8aba-2ba261ae9d90), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:22.115971 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69c447-0d49-4fe9-93a9-4cfe2b775438 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:22.115971 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69c447-0d49-4fe9-93a9-4cfe2b775438 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:22.127401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-84a96fbe-439b-419f-8f75-385997462f73 None None] Current status of the port 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:22.127948 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-84a96fbe-439b-419f-8f75-385997462f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5fe4e682-acac-4bdd-9605-2a70aeb2ddb2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:22.128043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69c447-0d49-4fe9-93a9-4cfe2b775438 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:22.131511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69c447-0d49-4fe9-93a9-4cfe2b775438 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:22.131794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69c447-0d49-4fe9-93a9-4cfe2b775438 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:22.132256 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69c447-0d49-4fe9-93a9-4cfe2b775438 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:22.132709 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69c447-0d49-4fe9-93a9-4cfe2b775438 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:22.133160 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69c447-0d49-4fe9-93a9-4cfe2b775438 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:22.133640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69c447-0d49-4fe9-93a9-4cfe2b775438 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:22.137110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Transition to ACTIVE for port object 7a727c5a-5820-46cc-b2e1-8dc150c2f586 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:05:22.140042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44464) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:22.141934 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5e69c447-0d49-4fe9-93a9-4cfe2b775438 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5875 time: 0.2831807 Feb 15 17:05:22.148667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Set router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:05:22.211408 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ebba2f50-feca-4901-ae59-1d0ba05feae1 req-a73ad0b0-c986-4ebc-863c-4369d0d0bb7f tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476810 Feb 15 17:05:22.216940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:22.217151 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5fe4e682-acac-4bdd-9605-2a70aeb2ddb2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:22.281801 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (7a727c5a-5820-46cc-b2e1-8dc150c2f586), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:22.527590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:05:18Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8', 'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:3e:7d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:16Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 2, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:22.614375 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Checking router: 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:05:22.614740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Updating router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 port 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:05:22.665616 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:22.732396 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a727c5a-5820-46cc-b2e1-8dc150c2f586,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:22.766971 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Attempting to bind port 7a727c5a-5820-46cc-b2e1-8dc150c2f586 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:05:22.768514 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Attempting to bind port 7a727c5a-5820-46cc-b2e1-8dc150c2f586 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '8771538c-2e81-4f61-9faf-6fb729ba758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9ebd2123-1c96-4cec-b59e-9fea976d5553'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:05:22.769843 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Attempting to bind port 7a727c5a-5820-46cc-b2e1-8dc150c2f586 on network 9ebd2123-1c96-4cec-b59e-9fea976d5553 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:05:22.819149 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Port 7a727c5a-5820-46cc-b2e1-8dc150c2f586 on network 9ebd2123-1c96-4cec-b59e-9fea976d5553 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:05:22.819532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Attempting to bind port 7a727c5a-5820-46cc-b2e1-8dc150c2f586 on network 9ebd2123-1c96-4cec-b59e-9fea976d5553 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:05:22.845965 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50823db7-833c-4d16-a452-ea28dbddca46 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (c482ff89-83a1-44a9-8aba-2ba261ae9d90), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:22.928723 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-84a96fbe-439b-419f-8f75-385997462f73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:05:22.929974 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-84a96fbe-439b-419f-8f75-385997462f73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:05:22.955092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50823db7-833c-4d16-a452-ea28dbddca46 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Subnet': ['ID=c482ff89-83a1-44a9-8aba-2ba261ae9d90,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:22.994037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:05:22.994293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Checking segment: {'id': '8771538c-2e81-4f61-9faf-6fb729ba758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9ebd2123-1c96-4cec-b59e-9fea976d5553'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:22.994684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Bound using segment: {'id': '8771538c-2e81-4f61-9faf-6fb729ba758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9ebd2123-1c96-4cec-b59e-9fea976d5553'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:05:22.995160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Bound port: 7a727c5a-5820-46cc-b2e1-8dc150c2f586, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8771538c-2e81-4f61-9faf-6fb729ba758e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '9ebd2123-1c96-4cec-b59e-9fea976d5553'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:05:22.999294 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7a727c5a-5820-46cc-b2e1-8dc150c2f586), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:23.030269 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50823db7-833c-4d16-a452-ea28dbddca46 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:23.035586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-50823db7-833c-4d16-a452-ea28dbddca46 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/c482ff89-83a1-44a9-8aba-2ba261ae9d90 HTTP/1.1" status: 204 len: 168 time: 2.4510310 Feb 15 17:05:23.035933 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44480) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:23.193916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] For port 7a727c5a-5820-46cc-b2e1-8dc150c2f586, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:05:23.195593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] For port 7a727c5a-5820-46cc-b2e1-8dc150c2f586, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=7a727c5a-5820-46cc-b2e1-8dc150c2f586,segment=NetworkSegment(8771538c-2e81-4f61-9faf-6fb729ba758e),segment_id=8771538c-2e81-4f61-9faf-6fb729ba758e)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:05:23.202256 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:05:23.203449 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:05:23.250716 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (915d0d1d-a551-431a-9684-a16ffc2e40d9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:23.288087 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (7a727c5a-5820-46cc-b2e1-8dc150c2f586), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:23.420012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c9e079-8867-4608-8c92-0aa5248f9ff9 None None] Network 915d0d1d-a551-431a-9684-a16ffc2e40d9 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:23.466437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:23.467067 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:23.471482 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17509108-5b8e-4511-81de-8e778113c016 req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] 10.222.0.67 "PUT /v2.0/ports/7a727c5a-5820-46cc-b2e1-8dc150c2f586 HTTP/1.1" status: 200 len: 1093 time: 4.1319308 Feb 15 17:05:23.487767 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a9e6cc-74b7-4478-aeb1-0b1582425df0', 'tag': '7a727c5a-5820-46cc-b2e1-8dc150c2f586'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:05:23.492962 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0858d0-121e-441f-bf07-bed59e0a8eab" -d '{"events": [{"name": "network-changed", "server_uuid": "67a9e6cc-74b7-4478-aeb1-0b1582425df0", "tag": "7a727c5a-5820-46cc-b2e1-8dc150c2f586"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:05:23.504632 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0ff4396f-7219-4a57-a081-369f250afbbe tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 1.3626051 Feb 15 17:05:23.554250 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:23.554736 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5fe4e682-acac-4bdd-9605-2a70aeb2ddb2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:23.642697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] For port 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5fe4e682-acac-4bdd-9605-2a70aeb2ddb2,segment=NetworkSegment(7725c6a0-219f-43b2-9a2f-e68187c3d957),segment_id=7725c6a0-219f-43b2-9a2f-e68187c3d957)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:23.643211 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5fe4e682-acac-4bdd-9605-2a70aeb2ddb2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:23.658197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:05:23.661322 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Publish callbacks [] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:23.669509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-84a96fbe-439b-419f-8f75-385997462f73 None None] Current status of the port 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:23.669909 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-84a96fbe-439b-419f-8f75-385997462f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5fe4e682-acac-4bdd-9605-2a70aeb2ddb2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:23.757974 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298111fa-d62c-4d9a-95cd-c9e925cb5bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a727c5a-5820-46cc-b2e1-8dc150c2f586,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:23.780248 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:23.806277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dcf104-a2f6-4530-ba0d-2f6315e23665 req-08c68c6e-e259-4e52-aaf4-e692a9ce2c56 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:23.816948 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45dcf104-a2f6-4530-ba0d-2f6315e23665 req-08c68c6e-e259-4e52-aaf4-e692a9ce2c56 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 944 time: 0.3953099 Feb 15 17:05:23.857287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17509108-5b8e-4511-81de-8e778113c016 req-338b9d81-3ea7-471c-997a-2fed22a63081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:23.860795 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17509108-5b8e-4511-81de-8e778113c016 req-338b9d81-3ea7-471c-997a-2fed22a63081 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=81a693dd01984a119e971badb942d052&device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 1127 time: 0.2495499 Feb 15 17:05:23.873461 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (5fe4e682-acac-4bdd-9605-2a70aeb2ddb2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:23.949510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=5fe4e682-acac-4bdd-9605-2a70aeb2ddb2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:23.961852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No DVR routers for this DVR port 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:05:23.988264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2386bf2-2bbf-4ac0-be89-c601a824fbb1 None None] Pushing event updated for resources: {'Port': ['ID=4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:24.017625 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17509108-5b8e-4511-81de-8e778113c016 req-703809aa-464f-42ac-9a1b-5db7f28f6131 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a727c5a-5820-46cc-b2e1-8dc150c2f586 HTTP/1.1" status: 200 len: 217 time: 0.1328075 Feb 15 17:05:24.057929 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:24.058261 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5fe4e682-acac-4bdd-9605-2a70aeb2ddb2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:24.090514 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498e557-da08-4e05-b587-4588936bb63d req-91c50d39-372c-4dc8-9469-7730392bc325 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:24.092117 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6498e557-da08-4e05-b587-4588936bb63d req-91c50d39-372c-4dc8-9469-7730392bc325 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 812 time: 0.6504292 Feb 15 17:05:24.208373 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45dcf104-a2f6-4530-ba0d-2f6315e23665 req-3e1413c7-1e55-4217-bc78-cbf2a70ef748 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903801 Feb 15 17:05:24.210753 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6498e557-da08-4e05-b587-4588936bb63d req-0336bf32-58c9-4e75-bbc6-8947181ec874 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/quotas/3e4b95210b24489aa9af66b1429a9643 HTTP/1.1" status: 200 len: 375 time: 0.0582187 Feb 15 17:05:24.273212 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (915d0d1d-a551-431a-9684-a16ffc2e40d9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:24.312880 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915d0d1d-a551-431a-9684-a16ffc2e40d9']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:24.331097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7725c6a0-219f-43b2-9a2f-e68187c3d957') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:24.331666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7725c6a0-219f-43b2-9a2f-e68187c3d957') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:24.347885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17509108-5b8e-4511-81de-8e778113c016 req-c80bae6b-704a-4f83-a5ea-031c006cb723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:24.353599 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (7725c6a0-219f-43b2-9a2f-e68187c3d957), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:24.361770 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17509108-5b8e-4511-81de-8e778113c016 req-c80bae6b-704a-4f83-a5ea-031c006cb723 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=437e51e5-ee8d-47ad-90dd-27babd8afe3e HTTP/1.1" status: 200 len: 849 time: 0.3221285 Feb 15 17:05:24.379709 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (7725c6a0-219f-43b2-9a2f-e68187c3d957), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:24.386907 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:05:24.387531 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (7725c6a0-219f-43b2-9a2f-e68187c3d957), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:24.449032 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17509108-5b8e-4511-81de-8e778113c016 req-c07e838c-92d8-440f-87ec-cf6b1280c120 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ebd2123-1c96-4cec-b59e-9fea976d5553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0866220 Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:05:24.458963 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:05:24.480582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Attempting to bind port 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:05:24.481074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Attempting to bind port 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '40f850e6-865f-46e4-8a42-f604dcf0bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:05:24.483923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Attempting to bind port 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8 on network a4700e83-1e32-4a04-8e0a-9d271b918894 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:05:24.496757 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:05:24.499415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Checking segment: {'id': '40f850e6-865f-46e4-8a42-f604dcf0bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:24.500656 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:24.502458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Bound using segment: {'id': '40f850e6-865f-46e4-8a42-f604dcf0bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:05:24.508689 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Bound port: 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40f850e6-865f-46e4-8a42-f604dcf0bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:05:24.508689 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:24.530546 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (915d0d1d-a551-431a-9684-a16ffc2e40d9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:24.539004 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:24.542225 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/networks/915d0d1d-a551-431a-9684-a16ffc2e40d9 HTTP/1.1" status: 204 len: 168 time: 1.5042207 Feb 15 17:05:24.580790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44502) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:24.602783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6e41cf1f-1726-4b84-932a-c819ca94e959 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1660080261'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:24.606665 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device df4a9254-d9d1-4608-9fc0-3c783dd71e4a up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:05:24.608724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563bd596-7a83-4b28-8663-53426080469a None None] DHCP port deletion for 915d0d1d-a551-431a-9684-a16ffc2e40d9 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:05:24.630519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fe117-e4a6-4843-b6ed-9f8a3ac85190 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Network': ['ID=915d0d1d-a551-431a-9684-a16ffc2e40d9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:24.639659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-89257b84-4395-45bf-b5c2-eeeb7063c9b7 None None] Could not find standard attr ID for object 53dc79be-d921-460c-beac-088c62afbde4. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:05:24.714200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17509108-5b8e-4511-81de-8e778113c016 req-3da9728c-080b-4e6b-9c22-eeb01efb44e8 service neutron] 10.222.0.67 "GET /v2.0/networks/9ebd2123-1c96-4cec-b59e-9fea976d5553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558632 Feb 15 17:05:24.740929 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e41cf1f-1726-4b84-932a-c819ca94e959 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:24.741977 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-89257b84-4395-45bf-b5c2-eeeb7063c9b7 None None] Could not find standard attr ID for object 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:05:24.745350 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e41cf1f-1726-4b84-932a-c819ca94e959 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:24.794877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e41cf1f-1726-4b84-932a-c819ca94e959 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:05:24.813048 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e41cf1f-1726-4b84-932a-c819ca94e959 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (85905223-f403-4b0e-b392-ccf01c028fc2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:24.813435 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-6e41cf1f-1726-4b84-932a-c819ca94e959 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Added segment 85905223-f403-4b0e-b392-ccf01c028fc2 of type vlan for network aa61df28-2a45-470a-a133-85014eb3a724 Feb 15 17:05:24.845800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-89257b84-4395-45bf-b5c2-eeeb7063c9b7 None None] Provisioning complete for port df4a9254-d9d1-4608-9fc0-3c783dd71e4a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:24.846124 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-89257b84-4395-45bf-b5c2-eeeb7063c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (df4a9254-d9d1-4608-9fc0-3c783dd71e4a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:24.875460 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6498e557-da08-4e05-b587-4588936bb63d req-6f38e101-a784-4bc6-8ceb-49c658cdf6a2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6562510 Feb 15 17:05:24.939862 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e41cf1f-1726-4b84-932a-c819ca94e959 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (aa61df28-2a45-470a-a133-85014eb3a724), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:25.113493 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17509108-5b8e-4511-81de-8e778113c016 req-9affbe21-a7d9-4ac8-b561-c3cdec761cd1 service neutron] 10.222.0.67 "GET /v2.0/networks/9ebd2123-1c96-4cec-b59e-9fea976d5553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829076 Feb 15 17:05:25.140854 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e41cf1f-1726-4b84-932a-c819ca94e959 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (aa61df28-2a45-470a-a133-85014eb3a724), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:25.140854 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e41cf1f-1726-4b84-932a-c819ca94e959 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:25.140854 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e41cf1f-1726-4b84-932a-c819ca94e959 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:25.143488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44512) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:25.217143 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6498e557-da08-4e05-b587-4588936bb63d req-06860fa2-ea35-47f7-a761-80f3f28b620e service neutron] 10.222.0.107 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248196 Feb 15 17:05:25.267978 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381e9def-ab90-4382-9f48-83480b043ef0 x-openstack-request-id: req-381e9def-ab90-4382-9f48-83480b043ef0 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:05:25.268289 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a9e6cc-74b7-4478-aeb1-0b1582425df0", "tag": "7a727c5a-5820-46cc-b2e1-8dc150c2f586", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:05:25.268556 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-381e9def-ab90-4382-9f48-83480b043ef0 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:05:25.268987 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a9e6cc-74b7-4478-aeb1-0b1582425df0', 'tag': '7a727c5a-5820-46cc-b2e1-8dc150c2f586', 'status': 'completed', 'code': 200} Feb 15 17:05:25.321330 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b12530b3-3247-4010-a4b5-deefdc53822a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1393851349', 'description': 'tempest-secgroup-smoke-1393851349 description', 'project_id': '55662dfff497447caddaf19eeba12e64'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:25.340506 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41cf1f-1726-4b84-932a-c819ca94e959 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Network': ['ID=aa61df28-2a45-470a-a133-85014eb3a724,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:25.462123 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b12530b3-3247-4010-a4b5-deefdc53822a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:25.496478 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6e41cf1f-1726-4b84-932a-c819ca94e959 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9016554 Feb 15 17:05:25.511101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44516) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:25.531616 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4726743b-1246-4c12-b6aa-b54c202a0b30 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'subnet': {'network_id': 'aa61df28-2a45-470a-a133-85014eb3a724', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:25.585469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network aa61df28-2a45-470a-a133-85014eb3a724 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:05:25.658830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0858d0-121e-441f-bf07-bed59e0a8eab req-f3064c62-8185-4494-b5ee-90248669bbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:25.660446 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b0858d0-121e-441f-bf07-bed59e0a8eab req-f3064c62-8185-4494-b5ee-90248669bbab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=81a693dd01984a119e971badb942d052&device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 1127 time: 0.2748096 Feb 15 17:05:25.676502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6498e557-da08-4e05-b587-4588936bb63d req-a9d9a80a-2b2c-4862-a480-e6cbe4a7fc72 service neutron] 10.222.0.107 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584026 Feb 15 17:05:25.684679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47e20d-fb5f-4fe2-9b17-4001d7299dd6 req-28a5e572-4ad9-49a1-bbd8-8a22441aded5 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:25.686314 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a47e20d-fb5f-4fe2-9b17-4001d7299dd6 req-28a5e572-4ad9-49a1-bbd8-8a22441aded5 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 944 time: 0.2865586 Feb 15 17:05:25.780215 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a47e20d-fb5f-4fe2-9b17-4001d7299dd6 req-2d2c4807-710b-4b07-80af-be799ca3d114 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811656 Feb 15 17:05:25.821493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4726743b-1246-4c12-b6aa-b54c202a0b30 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:25.824890 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4726743b-1246-4c12-b6aa-b54c202a0b30 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:25.916110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-89257b84-4395-45bf-b5c2-eeeb7063c9b7 None None] Current status of the port df4a9254-d9d1-4608-9fc0-3c783dd71e4a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:25.940975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port df4a9254-d9d1-4608-9fc0-3c783dd71e4a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:25.941350 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (df4a9254-d9d1-4608-9fc0-3c783dd71e4a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:25.968577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0858d0-121e-441f-bf07-bed59e0a8eab req-32c3571a-e33a-4b14-af3a-362b47d30203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:25.972857 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b0858d0-121e-441f-bf07-bed59e0a8eab req-32c3571a-e33a-4b14-af3a-362b47d30203 service neutron] 10.222.0.67 "GET /v2.0/networks?id=9ebd2123-1c96-4cec-b59e-9fea976d5553 HTTP/1.1" status: 200 len: 910 time: 0.2948973 Feb 15 17:05:26.018854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] For port 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:05:26.036313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-89257b84-4395-45bf-b5c2-eeeb7063c9b7 None None] Provisioning complete for port 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:26.036708 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-89257b84-4395-45bf-b5c2-eeeb7063c9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:26.084873 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b12530b3-3247-4010-a4b5-deefdc53822a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (77085107-305f-47da-b027-cc92d0191339), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:26.098023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b0858d0-121e-441f-bf07-bed59e0a8eab req-e2567035-f22e-41db-bdd3-d36c203235c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a727c5a-5820-46cc-b2e1-8dc150c2f586 HTTP/1.1" status: 200 len: 217 time: 0.1174803 Feb 15 17:05:26.186523 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-89257b84-4395-45bf-b5c2-eeeb7063c9b7 None None] Port 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:05:26.200824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0858d0-121e-441f-bf07-bed59e0a8eab req-b518a1fa-d60f-4cb5-80d7-f6f04a25aade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:26.203587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b0858d0-121e-441f-bf07-bed59e0a8eab req-b518a1fa-d60f-4cb5-80d7-f6f04a25aade service neutron] 10.222.0.67 "GET /v2.0/subnets?id=437e51e5-ee8d-47ad-90dd-27babd8afe3e HTTP/1.1" status: 200 len: 849 time: 0.0979187 Feb 15 17:05:26.203836 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] For port 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8,segment=NetworkSegment(40f850e6-865f-46e4-8a42-f604dcf0bb64),segment_id=40f850e6-865f-46e4-8a42-f604dcf0bb64)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:05:26.232374 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b12530b3-3247-4010-a4b5-deefdc53822a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (77085107-305f-47da-b027-cc92d0191339), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:26.323479 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b0858d0-121e-441f-bf07-bed59e0a8eab req-d33103b5-585a-4144-9ca0-e11041010a73 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=9ebd2123-1c96-4cec-b59e-9fea976d5553&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104310 Feb 15 17:05:26.339860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port df4a9254-d9d1-4608-9fc0-3c783dd71e4a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:26.344221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 18b24379-3a36-455d-8c6f-0d8e15a2d164 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:05:26.349162 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:26.413544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12530b3-3247-4010-a4b5-deefdc53822a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77085107-305f-47da-b027-cc92d0191339,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:26.536016 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b12530b3-3247-4010-a4b5-deefdc53822a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:26.542803 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b12530b3-3247-4010-a4b5-deefdc53822a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.2222614 Feb 15 17:05:26.548445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44536) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:26.596054 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '77085107-305f-47da-b027-cc92d0191339', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:26.632107 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 7a727c5a-5820-46cc-b2e1-8dc150c2f586 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:05:26.660159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b0858d0-121e-441f-bf07-bed59e0a8eab req-43b7edba-b5c5-4a65-bf5b-1beae9dee9ac service neutron] 10.222.0.67 "GET /v2.0/networks/9ebd2123-1c96-4cec-b59e-9fea976d5553?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242750 Feb 15 17:05:26.778244 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-66c5cc43-e684-48f4-a2e2-dca1ad5843a3 req-9214b15f-a3ab-41f0-b66d-0e24318a8318 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.1514738 Feb 15 17:05:26.901197 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4726743b-1246-4c12-b6aa-b54c202a0b30 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (8b8c39be-9fd3-4fe6-9317-dd5271f50411), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:26.922555 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b0858d0-121e-441f-bf07-bed59e0a8eab req-95bf674e-d4d5-46bf-a98f-fe78ac372057 service neutron] 10.222.0.67 "GET /v2.0/networks/9ebd2123-1c96-4cec-b59e-9fea976d5553?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561157 Feb 15 17:05:26.996666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 7a727c5a-5820-46cc-b2e1-8dc150c2f586, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=7a727c5a-5820-46cc-b2e1-8dc150c2f586,segment=NetworkSegment(8771538c-2e81-4f61-9faf-6fb729ba758e),segment_id=8771538c-2e81-4f61-9faf-6fb729ba758e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:27.003670 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (3d05aa01-027b-4088-99c5-ab2114362ce6), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:27.034469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '7a727c5a-5820-46cc-b2e1-8dc150c2f586', 'network_id': '9ebd2123-1c96-4cec-b59e-9fea976d5553', 'port_id': '7a727c5a-5820-46cc-b2e1-8dc150c2f586', 'mac_address': 'fa:16:3e:7c:7c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '437e51e5-ee8d-47ad-90dd-27babd8afe3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:05:27.097206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726743b-1246-4c12-b6aa-b54c202a0b30 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Subnet': ['ID=8b8c39be-9fd3-4fe6-9317-dd5271f50411,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:27.116364 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726743b-1246-4c12-b6aa-b54c202a0b30 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Checking segment: {'id': '85905223-f403-4b0e-b392-ccf01c028fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa61df28-2a45-470a-a133-85014eb3a724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:27.117015 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4726743b-1246-4c12-b6aa-b54c202a0b30 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network hostable DHCP agents. Network: aa61df28-2a45-470a-a133-85014eb3a724, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:05:27.135611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37945b-da18-44d4-bdb6-1270313f60b8 req-54403461-1458-459e-ab8e-0ade6f84af33 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:27.152276 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac37945b-da18-44d4-bdb6-1270313f60b8 req-54403461-1458-459e-ab8e-0ade6f84af33 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 944 time: 0.1871135 Feb 15 17:05:27.153325 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (3d05aa01-027b-4088-99c5-ab2114362ce6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:27.168931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Routers {'318cd9e8-0b4d-4531-8cd8-47b18a75eb06'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:05:27.172367 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:05:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:27.239549 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (3d05aa01-027b-4088-99c5-ab2114362ce6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:27.254453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2386bf2-2bbf-4ac0-be89-c601a824fbb1 None None] Pushing event updated for resources: {'Port': ['ID=4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:27.262384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d05aa01-027b-4088-99c5-ab2114362ce6,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:27.272535 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac37945b-da18-44d4-bdb6-1270313f60b8 req-f1da86be-b5a6-4b55-80a3-c4d3e6859ed6 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097641 Feb 15 17:05:27.273160 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4726743b-1246-4c12-b6aa-b54c202a0b30 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network aa61df28-2a45-470a-a133-85014eb3a724 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:05:27.310167 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:27.311382 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:27.311804 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:27.312715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:27.313135 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:27.313553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:27.313935 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:27.314275 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:27.314614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:27.314960 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:27.315351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:27.315682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:27.316014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:27.335739 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:27.341782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44544) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:27.351303 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7b680ed5-aa20-4c42-97b6-ef3016f15742 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '77085107-305f-47da-b027-cc92d0191339', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:27.357589 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-da99d997-5e2f-48fc-83c8-2992fb1473ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7847700 Feb 15 17:05:27.362000 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4726743b-1246-4c12-b6aa-b54c202a0b30 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, aa61df28-2a45-470a-a133-85014eb3a724) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:27.377949 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4726743b-1246-4c12-b6aa-b54c202a0b30 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:27.378616 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4726743b-1246-4c12-b6aa-b54c202a0b30 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:27.451835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc528f1-1fbc-4a7d-a0f9-5cb1f8aee87d None None] Network aa61df28-2a45-470a-a133-85014eb3a724 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:27.470852 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4726743b-1246-4c12-b6aa-b54c202a0b30 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9568222 Feb 15 17:05:27.473391 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44550) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:27.480220 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4b001647-6b1c-411f-ba41-d92cd39e36f3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'network_id': 'aa61df28-2a45-470a-a133-85014eb3a724', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1383325335'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:27.480415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-99fb1046-fa13-461e-a2ca-93e0b995b20d None None] Provisioning complete for port 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:27.480801 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-99fb1046-fa13-461e-a2ca-93e0b995b20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:27.488287 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b680ed5-aa20-4c42-97b6-ef3016f15742 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (2827f83b-5091-40c4-b85e-b2e275b8d728), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:27.739414 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 7a727c5a-5820-46cc-b2e1-8dc150c2f586 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:27.739903 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7a727c5a-5820-46cc-b2e1-8dc150c2f586), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:27.753836 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b680ed5-aa20-4c42-97b6-ef3016f15742 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (2827f83b-5091-40c4-b85e-b2e275b8d728), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:27.771206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-aa61df28-2a45-470a-a133-85014eb3a724', 'network_id': 'aa61df28-2a45-470a-a133-85014eb3a724', 'project_id': '5fde569256064690869ed2a1241d4577', 'fixed_ips': [{'subnet_id': '8b8c39be-9fd3-4fe6-9317-dd5271f50411'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:05:27.771206 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:27.800550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a727c5a-5820-46cc-b2e1-8dc150c2f586 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:05:27.846109 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b680ed5-aa20-4c42-97b6-ef3016f15742 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (2827f83b-5091-40c4-b85e-b2e275b8d728), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:27.879322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b001647-6b1c-411f-ba41-d92cd39e36f3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:27.887268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b680ed5-aa20-4c42-97b6-ef3016f15742 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2827f83b-5091-40c4-b85e-b2e275b8d728,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:27.916540 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b001647-6b1c-411f-ba41-d92cd39e36f3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:27.927178 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 18b24379-3a36-455d-8c6f-0d8e15a2d164 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:27.927426 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (18b24379-3a36-455d-8c6f-0d8e15a2d164), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:27.964247 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b680ed5-aa20-4c42-97b6-ef3016f15742 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:27.965872 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7b680ed5-aa20-4c42-97b6-ef3016f15742 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6225224 Feb 15 17:05:27.970744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44562) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:27.976183 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-923e51b7-7f27-4de2-86c1-fb2453f1a9c8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '77085107-305f-47da-b027-cc92d0191339', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:28.000167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] Set router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:05:28.000907 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7d6275d5-b268-4c4a-8076-c7dc1c0e9fab req-5237696d-b4a9-4bf7-a572-7cce2fb23875 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.1357169 Feb 15 17:05:28.009680 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-4b001647-6b1c-411f-ba41-d92cd39e36f3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] device_id is not set on port 578d6a26-d576-4b9c-9f33-9af50c9d0205 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:05:28.144752 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-923e51b7-7f27-4de2-86c1-fb2453f1a9c8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (573aa46e-609c-497e-8035-b1f7273f68c7), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:28.164385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 7a727c5a-5820-46cc-b2e1-8dc150c2f586, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=7a727c5a-5820-46cc-b2e1-8dc150c2f586,segment=NetworkSegment(8771538c-2e81-4f61-9faf-6fb729ba758e),segment_id=8771538c-2e81-4f61-9faf-6fb729ba758e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:28.258005 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-4b001647-6b1c-411f-ba41-d92cd39e36f3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Allocated IP 172.20.0.7 (aa61df28-2a45-470a-a133-85014eb3a724/8b8c39be-9fd3-4fe6-9317-dd5271f50411/578d6a26-d576-4b9c-9f33-9af50c9d0205) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:28.334892 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-923e51b7-7f27-4de2-86c1-fb2453f1a9c8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (573aa46e-609c-497e-8035-b1f7273f68c7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:28.393140 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-923e51b7-7f27-4de2-86c1-fb2453f1a9c8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (573aa46e-609c-497e-8035-b1f7273f68c7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:28.436901 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e51b7-7f27-4de2-86c1-fb2453f1a9c8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573aa46e-609c-497e-8035-b1f7273f68c7,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:28.437875 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7a727c5a-5820-46cc-b2e1-8dc150c2f586), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:28.598648 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-923e51b7-7f27-4de2-86c1-fb2453f1a9c8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:28.600770 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-923e51b7-7f27-4de2-86c1-fb2453f1a9c8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6286006 Feb 15 17:05:28.605760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44570) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:28.627289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f4643f45-5d70-44b1-968a-63c72b019b76 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '77085107-305f-47da-b027-cc92d0191339', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:28.630792 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b001647-6b1c-411f-ba41-d92cd39e36f3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (578d6a26-d576-4b9c-9f33-9af50c9d0205), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:28.727892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc6f16-fbaf-4b51-ba91-1d38bf3fb920 req-e8f99aa4-d985-4689-8399-e3e2263cc101 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:28.734741 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7dc6f16-fbaf-4b51-ba91-1d38bf3fb920 req-e8f99aa4-d985-4689-8399-e3e2263cc101 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 945 time: 0.2278790 Feb 15 17:05:28.864157 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4643f45-5d70-44b1-968a-63c72b019b76 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (e70380b5-8a0f-47bc-bf3e-f46496429979), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:28.868377 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b001647-6b1c-411f-ba41-d92cd39e36f3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (578d6a26-d576-4b9c-9f33-9af50c9d0205), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:28.878621 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7dc6f16-fbaf-4b51-ba91-1d38bf3fb920 req-d26e11c8-c3af-4464-975b-0da8278e1b03 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324918 Feb 15 17:05:28.976996 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Allocated IP 172.20.0.2 (aa61df28-2a45-470a-a133-85014eb3a724/8b8c39be-9fd3-4fe6-9317-dd5271f50411/0419d764-327d-4997-808c-a7d62fc03161) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:29.021330 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4643f45-5d70-44b1-968a-63c72b019b76 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (e70380b5-8a0f-47bc-bf3e-f46496429979), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:29.057981 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b001647-6b1c-411f-ba41-d92cd39e36f3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network aa61df28-2a45-470a-a133-85014eb3a724 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:29.064784 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4b001647-6b1c-411f-ba41-d92cd39e36f3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:29.092297 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b001647-6b1c-411f-ba41-d92cd39e36f3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:29.115258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4643f45-5d70-44b1-968a-63c72b019b76 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e70380b5-8a0f-47bc-bf3e-f46496429979), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:29.179447 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b001647-6b1c-411f-ba41-d92cd39e36f3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=578d6a26-d576-4b9c-9f33-9af50c9d0205,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:29.181124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4643f45-5d70-44b1-968a-63c72b019b76 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70380b5-8a0f-47bc-bf3e-f46496429979,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:29.218049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b001647-6b1c-411f-ba41-d92cd39e36f3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:29.219566 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b001647-6b1c-411f-ba41-d92cd39e36f3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:29.225587 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4643f45-5d70-44b1-968a-63c72b019b76 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:29.233295 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f4643f45-5d70-44b1-968a-63c72b019b76 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6188457 Feb 15 17:05:29.234996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44578) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:29.256331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-82842c8b-45fe-4518-92f8-bd2ca429b03c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '77085107-305f-47da-b027-cc92d0191339', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:29.260019 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Publish callbacks [] for port (0419d764-327d-4997-808c-a7d62fc03161), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:29.301634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['7a727c5a-5820-46cc-b2e1-8dc150c2f586'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:05:29.337440 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0e864ec-19a3-4372-a8fa-7657cf6ad179 req-96261161-665d-4886-a0da-d75fef4d1b79 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.0729496 Feb 15 17:05:29.384756 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4b001647-6b1c-411f-ba41-d92cd39e36f3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.9071159 Feb 15 17:05:29.384756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44580) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:29.463897 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-82842c8b-45fe-4518-92f8-bd2ca429b03c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Project 55662dfff497447caddaf19eeba12e64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:05:29.528323 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-82842c8b-45fe-4518-92f8-bd2ca429b03c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (e6603a9b-b028-4e60-a0cd-82e885f27f5e), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:29.627070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6202b953-21ab-423d-9989-0b0da4a8e191 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port 578d6a26-d576-4b9c-9f33-9af50c9d0205 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:29.627350 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6202b953-21ab-423d-9989-0b0da4a8e191 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (578d6a26-d576-4b9c-9f33-9af50c9d0205), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:29.679046 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-99fb1046-fa13-461e-a2ca-93e0b995b20d None None] Current status of the port 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:29.679447 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-99fb1046-fa13-461e-a2ca-93e0b995b20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:29.733303 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (0419d764-327d-4997-808c-a7d62fc03161), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:29.871682 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-99fb1046-fa13-461e-a2ca-93e0b995b20d None None] For port 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8,segment=NetworkSegment(40f850e6-865f-46e4-8a42-f604dcf0bb64),segment_id=40f850e6-865f-46e4-8a42-f604dcf0bb64)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:29.881992 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498e557-da08-4e05-b587-4588936bb63d req-8ae16017-8499-41e4-89ec-571d4ae34c91 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:29.883850 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6498e557-da08-4e05-b587-4588936bb63d req-8ae16017-8499-41e4-89ec-571d4ae34c91 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 812 time: 0.4098687 Feb 15 17:05:29.897605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Network aa61df28-2a45-470a-a133-85014eb3a724 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:29.907492 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-6498e557-da08-4e05-b587-4588936bb63d req-e8564b4c-d556-4fe0-bf22-c86f58a30543 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'port': {'device_id': '1eae1934-3b38-4408-95a6-359f1cce51ef', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'admin_state_up': True, 'tenant_id': '3e4b95210b24489aa9af66b1429a9643'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:29.956360 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6202b953-21ab-423d-9989-0b0da4a8e191 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (578d6a26-d576-4b9c-9f33-9af50c9d0205), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:29.986811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6202b953-21ab-423d-9989-0b0da4a8e191 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for 578d6a26-d576-4b9c-9f33-9af50c9d0205 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:05:29.988820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:29.999396 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:30.123910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 18b24379-3a36-455d-8c6f-0d8e15a2d164 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:30.145148 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-99fb1046-fa13-461e-a2ca-93e0b995b20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:30.168138 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:05:18Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8', 'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:3e:7d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:16Z', 'updated_at': '2022-02-15T17:05:25Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:30.282493 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=7a727c5a-5820-46cc-b2e1-8dc150c2f586,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:30.387302 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6202b953-21ab-423d-9989-0b0da4a8e191 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (578d6a26-d576-4b9c-9f33-9af50c9d0205), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:30.421813 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5f3c75-dfd3-45c9-abe3-483495c93de7 None None] The sync data for ids ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'] in n-d-828372-14 is: [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:05:18Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8', 'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:3e:7d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:16Z', 'updated_at': '2022-02-15T17:05:25Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:05:30.432592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:05:30.433064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6498e557-da08-4e05-b587-4588936bb63d req-e8564b4c-d556-4fe0-bf22-c86f58a30543 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Made reservation on behalf of 3e4b95210b24489aa9af66b1429a9643 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:30.439042 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6498e557-da08-4e05-b587-4588936bb63d req-e8564b4c-d556-4fe0-bf22-c86f58a30543 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:30.519294 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202b953-21ab-423d-9989-0b0da4a8e191 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=578d6a26-d576-4b9c-9f33-9af50c9d0205,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:30.643832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efa548ab-09b6-45bf-8a47-a33ab9a24a96 req-c0b050c4-0a23-4d91-94ce-4c0986427063 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.1200540 Feb 15 17:05:30.726054 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-6498e557-da08-4e05-b587-4588936bb63d req-e8564b4c-d556-4fe0-bf22-c86f58a30543 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Allocated IP 172.20.0.8 (6d034b05-8049-4817-a4aa-97f8065a9672/5c179437-204b-4978-a297-fc19fe80904c/9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:30.742807 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6202b953-21ab-423d-9989-0b0da4a8e191 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:30.747064 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6202b953-21ab-423d-9989-0b0da4a8e191 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/578d6a26-d576-4b9c-9f33-9af50c9d0205 HTTP/1.1" status: 204 len: 168 time: 1.3611422 Feb 15 17:05:30.753687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44596) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:30.830129 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a635b715-a479-4563-9399-7ca2b87e039d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] GET failed (client error): The resource could not be found. Feb 15 17:05:30.834218 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a635b715-a479-4563-9399-7ca2b87e039d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/578d6a26-d576-4b9c-9f33-9af50c9d0205 HTTP/1.1" status: 404 len: 333 time: 0.0766108 Feb 15 17:05:30.835026 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44600) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:30.862165 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:05:30.862878 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5fe4e682-acac-4bdd-9605-2a70aeb2ddb2 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:05:30.907251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Attempting to bind port 0419d764-327d-4997-808c-a7d62fc03161 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:05:30.907597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Attempting to bind port 0419d764-327d-4997-808c-a7d62fc03161 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '85905223-f403-4b0e-b392-ccf01c028fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa61df28-2a45-470a-a133-85014eb3a724'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:05:30.919312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Attempting to bind port 0419d764-327d-4997-808c-a7d62fc03161 on network aa61df28-2a45-470a-a133-85014eb3a724 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:05:30.955260 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-11023620-6666-470f-955c-d611f9d83971 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting subnet 8b8c39be-9fd3-4fe6-9317-dd5271f50411 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:05:30.964328 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11023620-6666-470f-955c-d611f9d83971 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (8b8c39be-9fd3-4fe6-9317-dd5271f50411), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:31.025012 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:31.053142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:05:31.056300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Checking segment: {'id': '85905223-f403-4b0e-b392-ccf01c028fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa61df28-2a45-470a-a133-85014eb3a724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:31.057941 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6498e557-da08-4e05-b587-4588936bb63d req-e8564b4c-d556-4fe0-bf22-c86f58a30543 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for port (9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:31.059680 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:31.060303 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Bound using segment: {'id': '85905223-f403-4b0e-b392-ccf01c028fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa61df28-2a45-470a-a133-85014eb3a724'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:05:31.061887 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Bound port: 0419d764-327d-4997-808c-a7d62fc03161, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85905223-f403-4b0e-b392-ccf01c028fc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'aa61df28-2a45-470a-a133-85014eb3a724'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:05:31.063617 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0419d764-327d-4997-808c-a7d62fc03161), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:31.082044 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11023620-6666-470f-955c-d611f9d83971 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (8b8c39be-9fd3-4fe6-9317-dd5271f50411), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:31.092927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Pushing event updated for resources: {'Port': ['ID=0419d764-327d-4997-808c-a7d62fc03161,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:31.251476 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924c246-9ae8-40c4-a8f9-0bfad816cacd req-12d74e0a-bbbd-4cc6-89c5-91123e8cd241 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:31.261434 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7924c246-9ae8-40c4-a8f9-0bfad816cacd req-12d74e0a-bbbd-4cc6-89c5-91123e8cd241 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 945 time: 0.9303162 Feb 15 17:05:31.277681 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-82842c8b-45fe-4518-92f8-bd2ca429b03c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (e6603a9b-b028-4e60-a0cd-82e885f27f5e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:31.298744 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:31.311315 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6498e557-da08-4e05-b587-4588936bb63d req-e8564b4c-d556-4fe0-bf22-c86f58a30543 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:31.344083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6498e557-da08-4e05-b587-4588936bb63d req-e8564b4c-d556-4fe0-bf22-c86f58a30543 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Network 6d034b05-8049-4817-a4aa-97f8065a9672 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:31.369535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-6498e557-da08-4e05-b587-4588936bb63d req-e8564b4c-d556-4fe0-bf22-c86f58a30543 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:31.375936 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6498e557-da08-4e05-b587-4588936bb63d req-e8564b4c-d556-4fe0-bf22-c86f58a30543 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:31.464948 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11023620-6666-470f-955c-d611f9d83971 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (8b8c39be-9fd3-4fe6-9317-dd5271f50411), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:31.603255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb1046-fa13-461e-a2ca-93e0b995b20d None None] Pushing event updated for resources: {'Port': ['ID=4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:31.684589 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11023620-6666-470f-955c-d611f9d83971 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (8b8c39be-9fd3-4fe6-9317-dd5271f50411), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:31.688895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] For port 0419d764-327d-4997-808c-a7d62fc03161, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:05:31.691217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] For port 0419d764-327d-4997-808c-a7d62fc03161, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0419d764-327d-4997-808c-a7d62fc03161,segment=NetworkSegment(85905223-f403-4b0e-b392-ccf01c028fc2),segment_id=85905223-f403-4b0e-b392-ccf01c028fc2)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:05:31.764574 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0419d764-327d-4997-808c-a7d62fc03161), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:31.775970 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11023620-6666-470f-955c-d611f9d83971 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:31.791861 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-11023620-6666-470f-955c-d611f9d83971 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/8b8c39be-9fd3-4fe6-9317-dd5271f50411 HTTP/1.1" status: 204 len: 168 time: 0.9476840 Feb 15 17:05:31.794309 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44608) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:31.797087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11023620-6666-470f-955c-d611f9d83971 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Subnet': ['ID=8b8c39be-9fd3-4fe6-9317-dd5271f50411,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:32.203794 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (aa61df28-2a45-470a-a133-85014eb3a724), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:32.291163 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ba85a-6f98-4bb7-92a6-8ac2a29bf529 req-cf41bb7b-eb0e-4a27-89fa-2f0c3ec693a2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:32.292811 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-808ba85a-6f98-4bb7-92a6-8ac2a29bf529 req-cf41bb7b-eb0e-4a27-89fa-2f0c3ec693a2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 931 time: 0.4546168 Feb 15 17:05:32.402561 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:05:32.442064 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-808ba85a-6f98-4bb7-92a6-8ac2a29bf529 req-2db6a23f-a836-492b-85ad-af42c2b70091 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278636 Feb 15 17:05:32.443607 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-82842c8b-45fe-4518-92f8-bd2ca429b03c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e6603a9b-b028-4e60-a0cd-82e885f27f5e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:32.464963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8564b4c-d556-4fe0-bf22-c86f58a30543 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'Port': ['ID=9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:32.476260 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port 0419d764-327d-4997-808c-a7d62fc03161 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:32.476260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0419d764-327d-4997-808c-a7d62fc03161), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:32.481455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498e557-da08-4e05-b587-4588936bb63d req-e8564b4c-d556-4fe0-bf22-c86f58a30543 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:32.492458 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6498e557-da08-4e05-b587-4588936bb63d req-e8564b4c-d556-4fe0-bf22-c86f58a30543 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:32.547401 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7924c246-9ae8-40c4-a8f9-0bfad816cacd req-533f3b80-861a-4875-a660-e86cbe254fcd tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2830951 Feb 15 17:05:32.608482 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6498e557-da08-4e05-b587-4588936bb63d req-e8564b4c-d556-4fe0-bf22-c86f58a30543 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7126122 Feb 15 17:05:32.613703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82842c8b-45fe-4518-92f8-bd2ca429b03c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6603a9b-b028-4e60-a0cd-82e885f27f5e,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:32.615132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b44cd282-4190-4d5e-845d-777e02664b9c None None] Provisioning complete for port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:32.623072 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b44cd282-4190-4d5e-845d-777e02664b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:32.630648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Request body: {'port': {'device_id': '1eae1934-3b38-4408-95a6-359f1cce51ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:32.646004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcfa62-38e5-436e-979a-1c6e46cc4dad None None] Pushing event updated for resources: {'Port': ['ID=0419d764-327d-4997-808c-a7d62fc03161,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:32.652738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 7a727c5a-5820-46cc-b2e1-8dc150c2f586 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:05:32.674776 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] For port 0419d764-327d-4997-808c-a7d62fc03161, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0419d764-327d-4997-808c-a7d62fc03161,segment=NetworkSegment(85905223-f403-4b0e-b392-ccf01c028fc2),segment_id=85905223-f403-4b0e-b392-ccf01c028fc2)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:32.677923 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0419d764-327d-4997-808c-a7d62fc03161), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:32.697215 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-82842c8b-45fe-4518-92f8-bd2ca429b03c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:32.705496 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-82842c8b-45fe-4518-92f8-bd2ca429b03c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 3.4680340 Feb 15 17:05:32.706208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44610) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:32.723619 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5529d1c1-e6ce-4511-862d-84dee02d91a6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '77085107-305f-47da-b027-cc92d0191339', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:32.745117 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for 0419d764-327d-4997-808c-a7d62fc03161 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:05:32.813043 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:32.918148 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-5529d1c1-e6ce-4511-862d-84dee02d91a6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Project 55662dfff497447caddaf19eeba12e64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:05:32.960224 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5529d1c1-e6ce-4511-862d-84dee02d91a6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (4177a8be-b0b7-4abb-a52b-4c46c747ed1f), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:32.998837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b44cd282-4190-4d5e-845d-777e02664b9c None None] Port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:05:33.025720 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:33.032080 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:33.160096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 7a727c5a-5820-46cc-b2e1-8dc150c2f586 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:05:33.174653 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 7a727c5a-5820-46cc-b2e1-8dc150c2f586 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:33.179901 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7a727c5a-5820-46cc-b2e1-8dc150c2f586), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:33.202470 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5529d1c1-e6ce-4511-862d-84dee02d91a6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (4177a8be-b0b7-4abb-a52b-4c46c747ed1f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:33.285951 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5529d1c1-e6ce-4511-862d-84dee02d91a6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (4177a8be-b0b7-4abb-a52b-4c46c747ed1f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:33.318671 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:33.364451 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5529d1c1-e6ce-4511-862d-84dee02d91a6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4177a8be-b0b7-4abb-a52b-4c46c747ed1f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:33.430295 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5529d1c1-e6ce-4511-862d-84dee02d91a6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:33.436407 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5529d1c1-e6ce-4511-862d-84dee02d91a6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7174640 Feb 15 17:05:33.455724 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0419d764-327d-4997-808c-a7d62fc03161), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:33.490375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=0419d764-327d-4997-808c-a7d62fc03161,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:33.506164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No DVR routers for this DVR port 0419d764-327d-4997-808c-a7d62fc03161 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:05:33.522580 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 7a727c5a-5820-46cc-b2e1-8dc150c2f586 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:33.526723 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7a727c5a-5820-46cc-b2e1-8dc150c2f586), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:33.627140 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a9e6cc-74b7-4478-aeb1-0b1582425df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a727c5a-5820-46cc-b2e1-8dc150c2f586'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:05:33.629388 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65557960-cfeb-4185-a9c0-f7362ba03869" -d '{"events": [{"server_uuid": "67a9e6cc-74b7-4478-aeb1-0b1582425df0", "name": "network-vif-plugged", "status": "completed", "tag": "7a727c5a-5820-46cc-b2e1-8dc150c2f586"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:05:33.691520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 7a727c5a-5820-46cc-b2e1-8dc150c2f586, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=7a727c5a-5820-46cc-b2e1-8dc150c2f586,segment=NetworkSegment(8771538c-2e81-4f61-9faf-6fb729ba758e),segment_id=8771538c-2e81-4f61-9faf-6fb729ba758e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:33.719647 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (aa61df28-2a45-470a-a133-85014eb3a724), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:33.740299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:05:33.770183 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Publish callbacks [] for port (9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:33.777102 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7a727c5a-5820-46cc-b2e1-8dc150c2f586), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:33.788252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa61df28-2a45-470a-a133-85014eb3a724']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:33.800803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85905223-f403-4b0e-b392-ccf01c028fc2') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:33.807188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85905223-f403-4b0e-b392-ccf01c028fc2') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:33.820123 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (85905223-f403-4b0e-b392-ccf01c028fc2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:33.838894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Transition to ACTIVE for port object 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:05:33.844711 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (85905223-f403-4b0e-b392-ccf01c028fc2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:33.854539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:05:33.855166 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (85905223-f403-4b0e-b392-ccf01c028fc2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:33.864391 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=7a727c5a-5820-46cc-b2e1-8dc150c2f586,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:33.881564 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0034ef-46ec-477c-b87c-0c55e16fbe97 req-78384917-4120-4cd7-86cd-d722dbc14406 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:33.882436 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d0034ef-46ec-477c-b87c-0c55e16fbe97 req-78384917-4120-4cd7-86cd-d722dbc14406 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 945 time: 0.1310925 Feb 15 17:05:33.957098 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:05:34.054226 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:05:34.087935 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d0034ef-46ec-477c-b87c-0c55e16fbe97 req-db675bfc-d138-483a-b9a0-b2fc0f51d560 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924405 Feb 15 17:05:34.159885 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (aa61df28-2a45-470a-a133-85014eb3a724), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:34.160020 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Pushing event updated for resources: {'Port': ['ID=9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:34.179595 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4fc725-9c2c-4556-b4b6-47faf1fa2347 x-openstack-request-id: req-9c4fc725-9c2c-4556-b4b6-47faf1fa2347 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:05:34.179905 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a9e6cc-74b7-4478-aeb1-0b1582425df0", "name": "network-vif-plugged", "status": "completed", "tag": "7a727c5a-5820-46cc-b2e1-8dc150c2f586", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:05:34.180641 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9c4fc725-9c2c-4556-b4b6-47faf1fa2347 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:05:34.180641 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a9e6cc-74b7-4478-aeb1-0b1582425df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a727c5a-5820-46cc-b2e1-8dc150c2f586', 'code': 200} Feb 15 17:05:34.235454 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:34.246802 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/networks/aa61df28-2a45-470a-a133-85014eb3a724 HTTP/1.1" status: 204 len: 168 time: 2.4351907 Feb 15 17:05:34.295396 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44630) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:34.307312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-177b14ca-5795-44e7-a21f-92dacd57f7df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'name': 'tempest-PortsTestJSON-1950915540'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:34.423109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf1aa2-9493-4873-a9a4-01e014ca47ce tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Network': ['ID=aa61df28-2a45-470a-a133-85014eb3a724,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:34.467951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Attempting to bind port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:05:34.468635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Attempting to bind port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:05:34.469397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Attempting to bind port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b on network 6d034b05-8049-4817-a4aa-97f8065a9672 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:05:34.532754 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bd13f-c6f3-4ff9-89a6-03861dccb483 req-0d8d3845-14eb-4bc8-93e7-3b3d9b715100 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:34.537874 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ea0bd13f-c6f3-4ff9-89a6-03861dccb483 req-0d8d3845-14eb-4bc8-93e7-3b3d9b715100 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.8476038 Feb 15 17:05:34.543592 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177b14ca-5795-44e7-a21f-92dacd57f7df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:34.554086 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-177b14ca-5795-44e7-a21f-92dacd57f7df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:34.636471 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-177b14ca-5795-44e7-a21f-92dacd57f7df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] device_id is not set on port a4e743e3-32c4-4c1b-b3e8-fffafbd5ddda yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:05:34.684065 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b on network 6d034b05-8049-4817-a4aa-97f8065a9672 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:05:34.685552 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Attempting to bind port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b on network 6d034b05-8049-4817-a4aa-97f8065a9672 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:05:34.720817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954960f-d2d1-43c8-947d-e4f52506bc0b req-ff347c21-3338-405f-9e89-09aaf7c9813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:34.722657 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9954960f-d2d1-43c8-947d-e4f52506bc0b req-ff347c21-3338-405f-9e89-09aaf7c9813a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 1129 time: 0.3611877 Feb 15 17:05:34.742074 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-a32dfbf6-2647-405f-a69c-75a2087f607e tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1393851349&fields=id&tenant_id=55662dfff497447caddaf19eeba12e64 HTTP/1.1" status: 200 len: 267 time: 0.3568511 Feb 15 17:05:34.753183 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:05:34.753552 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Checking segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:34.753940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Bound using segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:05:34.754391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Bound port: 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:05:34.754752 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:34.838000 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ea0bd13f-c6f3-4ff9-89a6-03861dccb483 req-eca9a125-916c-4b69-a63f-1faf9c985381 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318788 Feb 15 17:05:34.871509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-fad091ee-56e4-4fb5-a1de-736d1c220944 None None] Could not find standard attr ID for object 0419d764-327d-4997-808c-a7d62fc03161. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:05:34.933469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71799435-df5a-45cc-af09-0980796c6d43 None None] DHCP port deletion for aa61df28-2a45-470a-a133-85014eb3a724 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:05:34.940330 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] For port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:05:34.944653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] For port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:05:34.951726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a3c95-9626-414a-8186-771eabb89624 None None] Network aa61df28-2a45-470a-a133-85014eb3a724 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:35.003593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88a3c95-9626-414a-8186-771eabb89624 None None] Network aa61df28-2a45-470a-a133-85014eb3a724 could not be found, it might have been deleted concurrently. {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 17:05:35.034303 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:35.122770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Pushing event updated for resources: {'Port': ['ID=9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:35.191481 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-177b14ca-5795-44e7-a21f-92dacd57f7df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (a4e743e3-32c4-4c1b-b3e8-fffafbd5ddda), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:35.238408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:35.239044 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:35.240467 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6498e557-da08-4e05-b587-4588936bb63d req-983b07b5-af7c-4b99-9946-b428fa0c8c99 service neutron] 10.222.0.67 "PUT /v2.0/ports/9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b HTTP/1.1" status: 200 len: 1092 time: 2.6198442 Feb 15 17:05:35.262677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-f1236da7-4729-45bd-96dd-e0b974205e23 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:35.264911 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-f1236da7-4729-45bd-96dd-e0b974205e23 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/networks?id=a4700e83-1e32-4a04-8e0a-9d271b918894 HTTP/1.1" status: 200 len: 797 time: 0.5218801 Feb 15 17:05:35.289704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eae1934-3b38-4408-95a6-359f1cce51ef', 'tag': '9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:05:35.298895 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77aaee0-a9c2-4305-ae09-d2934568bb0a" -d '{"events": [{"name": "network-changed", "server_uuid": "1eae1934-3b38-4408-95a6-359f1cce51ef", "tag": "9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:05:35.300547 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53832d4-6cdb-4cca-840a-ebb75ca23b64 req-1242675f-bbbe-4b08-9bc7-b33ff4802d50 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:35.306418 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9954960f-d2d1-43c8-947d-e4f52506bc0b req-3097cea8-5f06-44a5-8104-8c9150eb652f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098717 Feb 15 17:05:35.314761 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e53832d4-6cdb-4cca-840a-ebb75ca23b64 req-1242675f-bbbe-4b08-9bc7-b33ff4802d50 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 946 time: 0.1167810 Feb 15 17:05:35.335509 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-a9e8d333-83df-4177-bc82-25a30cb8156a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/quotas/55662dfff497447caddaf19eeba12e64 HTTP/1.1" status: 200 len: 375 time: 0.0233440 Feb 15 17:05:35.397053 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e53832d4-6cdb-4cca-840a-ebb75ca23b64 req-fd1458a4-4f0b-48e4-bf0d-0fe2b0d31c23 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798073 Feb 15 17:05:35.405517 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-177b14ca-5795-44e7-a21f-92dacd57f7df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (a4e743e3-32c4-4c1b-b3e8-fffafbd5ddda), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:35.467433 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7480855c-a0ec-4ddb-8d97-d5ad62006804 x-openstack-request-id: req-7480855c-a0ec-4ddb-8d97-d5ad62006804 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:05:35.467757 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eae1934-3b38-4408-95a6-359f1cce51ef", "tag": "9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:05:35.468149 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7480855c-a0ec-4ddb-8d97-d5ad62006804 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:05:35.468677 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eae1934-3b38-4408-95a6-359f1cce51ef', 'tag': '9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b', 'status': 'completed', 'code': 200} Feb 15 17:05:35.484540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-0dc5040a-40ef-4b57-b33e-6688cc9099b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=55662dfff497447caddaf19eeba12e64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1352344 Feb 15 17:05:35.505917 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b14ca-5795-44e7-a21f-92dacd57f7df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:35.510519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-177b14ca-5795-44e7-a21f-92dacd57f7df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:35.514651 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177b14ca-5795-44e7-a21f-92dacd57f7df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:35.527301 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b14ca-5795-44e7-a21f-92dacd57f7df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:35.528023 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-177b14ca-5795-44e7-a21f-92dacd57f7df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:35.552565 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b14ca-5795-44e7-a21f-92dacd57f7df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=a4e743e3-32c4-4c1b-b3e8-fffafbd5ddda,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:35.636337 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-177b14ca-5795-44e7-a21f-92dacd57f7df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3371758 Feb 15 17:05:35.638747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44640) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:35.755497 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-9782b69f-4435-4a07-9742-8eae848f3c4c service neutron] 10.222.0.107 "GET /v2.0/networks/a4700e83-1e32-4a04-8e0a-9d271b918894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601521 Feb 15 17:05:35.762653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498e557-da08-4e05-b587-4588936bb63d req-77785623-2c60-49eb-9930-da2e2752fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:35.764161 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6498e557-da08-4e05-b587-4588936bb63d req-77785623-2c60-49eb-9930-da2e2752fe5a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 1126 time: 0.1633296 Feb 15 17:05:35.824928 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-be7f6d5d-fc3b-420d-b2a1-c212da9673f7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port a4e743e3-32c4-4c1b-b3e8-fffafbd5ddda {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:35.825274 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-be7f6d5d-fc3b-420d-b2a1-c212da9673f7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a4e743e3-32c4-4c1b-b3e8-fffafbd5ddda), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:35.868383 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-d94cd97c-4398-4a2d-9819-cdb0f0af04ee service neutron] 10.222.0.107 "GET /v2.0/networks/a4700e83-1e32-4a04-8e0a-9d271b918894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032231 Feb 15 17:05:35.928399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6498e557-da08-4e05-b587-4588936bb63d req-975ac8bf-7613-4fd3-8993-bb5829bdfc7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b HTTP/1.1" status: 200 len: 217 time: 0.0690038 Feb 15 17:05:35.957424 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-be7f6d5d-fc3b-420d-b2a1-c212da9673f7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a4e743e3-32c4-4c1b-b3e8-fffafbd5ddda), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:36.017647 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498e557-da08-4e05-b587-4588936bb63d req-dfd2ec2c-01ab-48dd-a54c-662f1c92cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:36.019841 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6498e557-da08-4e05-b587-4588936bb63d req-dfd2ec2c-01ab-48dd-a54c-662f1c92cf46 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.0815063 Feb 15 17:05:36.023664 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-be7f6d5d-fc3b-420d-b2a1-c212da9673f7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for a4e743e3-32c4-4c1b-b3e8-fffafbd5ddda owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:05:36.114880 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498e557-da08-4e05-b587-4588936bb63d req-be004918-0d0f-4446-87c0-f52dcab25932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:36.116590 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6498e557-da08-4e05-b587-4588936bb63d req-be004918-0d0f-4446-87c0-f52dcab25932 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0881052 Feb 15 17:05:36.169197 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0419d764-327d-4997-808c-a7d62fc03161 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:05:36.192517 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a10673-0677-4d8b-90f3-5e9f447c36e9 req-ac8f38d8-0ccf-4455-b9a5-ea2c36cde13f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:36.208333 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-40a10673-0677-4d8b-90f3-5e9f447c36e9 req-ac8f38d8-0ccf-4455-b9a5-ea2c36cde13f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.2556314 Feb 15 17:05:36.225335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 0419d764-327d-4997-808c-a7d62fc03161 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:05:36.238618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0419d764-327d-4997-808c-a7d62fc03161 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:05:36.303876 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aae6b056-0f2d-49bf-950e-67f04514112a req-e48c8caa-5114-4668-8721-3d439e142da8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 210 time: 0.0839307 Feb 15 17:05:36.306028 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6498e557-da08-4e05-b587-4588936bb63d req-494b1c7a-35e7-46fd-92bc-4fee9e264c8a service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796453 Feb 15 17:05:36.345025 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-40a10673-0677-4d8b-90f3-5e9f447c36e9 req-dff287d3-e1ca-45f9-8939-a008adfef7e9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158345 Feb 15 17:05:36.469143 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-be7f6d5d-fc3b-420d-b2a1-c212da9673f7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (a4e743e3-32c4-4c1b-b3e8-fffafbd5ddda), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:36.490028 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6498e557-da08-4e05-b587-4588936bb63d req-eb7bb209-b6b3-4db6-ae5d-3de3d4b7c0c2 service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763661 Feb 15 17:05:36.515803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f6d5d-fc3b-420d-b2a1-c212da9673f7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=a4e743e3-32c4-4c1b-b3e8-fffafbd5ddda,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:36.539742 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-be7f6d5d-fc3b-420d-b2a1-c212da9673f7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:36.543947 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-be7f6d5d-fc3b-420d-b2a1-c212da9673f7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/a4e743e3-32c4-4c1b-b3e8-fffafbd5ddda HTTP/1.1" status: 204 len: 168 time: 0.9040885 Feb 15 17:05:36.549107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44654) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:36.581061 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'mac_address': 'fa:16:3e:99:42:2e', 'name': 'tempest-PortsTestJSON-1222150537'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:36.753890 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173558ff-767b-4dd5-ae67-70a75bc63a02 req-84ba411a-492e-4a5e-8ec6-089dd51aa306 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:36.762791 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-173558ff-767b-4dd5-ae67-70a75bc63a02 req-84ba411a-492e-4a5e-8ec6-089dd51aa306 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 946 time: 0.2278841 Feb 15 17:05:36.808356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:36.829181 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-173558ff-767b-4dd5-ae67-70a75bc63a02 req-8cb8a9d0-68cc-42f5-87ba-d4adb2112668 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654259 Feb 15 17:05:36.843639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77aaee0-a9c2-4305-ae09-d2934568bb0a req-8d6a32eb-ed9e-4b37-8d05-21ad3458e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:36.849077 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c77aaee0-a9c2-4305-ae09-d2934568bb0a req-8d6a32eb-ed9e-4b37-8d05-21ad3458e20a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 1126 time: 0.1811266 Feb 15 17:05:36.907103 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-da12c49c-69ff-4ba4-bcae-5c8c09bfafb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:36.965438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77aaee0-a9c2-4305-ae09-d2934568bb0a req-a6ea5a18-c74b-473a-bf00-1574cdc0b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:36.967059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c77aaee0-a9c2-4305-ae09-d2934568bb0a req-a6ea5a18-c74b-473a-bf00-1574cdc0b4c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.0941927 Feb 15 17:05:37.039514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c77aaee0-a9c2-4305-ae09-d2934568bb0a req-a0946fad-556d-42b6-a201-877b079884e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b HTTP/1.1" status: 200 len: 217 time: 0.0484731 Feb 15 17:05:37.118547 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:37.149257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] device_id is not set on port 2ab7eea4-57c5-4ad6-af85-9fdc169c389a yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:05:37.326624 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (2ab7eea4-57c5-4ad6-af85-9fdc169c389a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:37.439746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77aaee0-a9c2-4305-ae09-d2934568bb0a req-adb59717-3dca-4c1f-ae0a-43e26aa226cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:37.445239 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c77aaee0-a9c2-4305-ae09-d2934568bb0a req-adb59717-3dca-4c1f-ae0a-43e26aa226cc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.3987679 Feb 15 17:05:37.463492 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6639003-8010-42a8-a5b5-1c5285a28499 req-0972b0ee-843d-470b-9d6b-bd2cb125fb1f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 210 time: 0.0764604 Feb 15 17:05:37.546553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77aaee0-a9c2-4305-ae09-d2934568bb0a req-3b39b2f1-f894-4589-aa61-3a2fcb753213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:37.548614 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c77aaee0-a9c2-4305-ae09-d2934568bb0a req-3b39b2f1-f894-4589-aa61-3a2fcb753213 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0943224 Feb 15 17:05:37.666702 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2ab7eea4-57c5-4ad6-af85-9fdc169c389a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:37.669642 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c77aaee0-a9c2-4305-ae09-d2934568bb0a req-bc83ac69-5ae5-4d46-b56e-3c2cd36ec5ed service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137938 Feb 15 17:05:37.759183 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:37.800420 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:37.807988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:37.812984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:37.813656 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:37.822956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bac36-bf11-4bd7-83d8-5fabbe2113e6 req-e08b0829-cd72-40ec-bf2b-72cc2f40278b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:37.824520 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f8bac36-bf11-4bd7-83d8-5fabbe2113e6 req-e08b0829-cd72-40ec-bf2b-72cc2f40278b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.3305123 Feb 15 17:05:37.832613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=2ab7eea4-57c5-4ad6-af85-9fdc169c389a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:37.845084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:37.845452 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:37.845802 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:37.846139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:37.846471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:37.846803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:37.847132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:37.847497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:37.847785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:37.848113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:37.848437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:37.848764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:37.849069 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:37.932173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c77aaee0-a9c2-4305-ae09-d2934568bb0a req-abe2ec37-be3e-4e64-a4da-6139ba42b576 service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116094 Feb 15 17:05:37.942233 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f8bac36-bf11-4bd7-83d8-5fabbe2113e6 req-9a4f9ec7-fbed-4e08-ab54-7c432f17563b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038837 Feb 15 17:05:37.972189 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-524fa26d-aeac-47dc-9918-79d4258e2229 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3961704 Feb 15 17:05:37.974896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44664) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:37.986084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0eae1d-84e1-4d47-b1ac-366f0f22dd7e req-f1b5db2e-5925-445d-89aa-e0f527af6944 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:37.988253 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cf0eae1d-84e1-4d47-b1ac-366f0f22dd7e req-f1b5db2e-5925-445d-89aa-e0f527af6944 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 946 time: 0.0683603 Feb 15 17:05:38.035981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fba15f2-dc6c-44e2-aa34-0e0f63161bf0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:38.039738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1fba15f2-dc6c-44e2-aa34-0e0f63161bf0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/2ab7eea4-57c5-4ad6-af85-9fdc169c389a HTTP/1.1" status: 200 len: 841 time: 0.0613506 Feb 15 17:05:38.040016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44666) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:38.065490 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cf0eae1d-84e1-4d47-b1ac-366f0f22dd7e req-8e1f0986-ef48-49cd-897a-559494400d2b tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634532 Feb 15 17:05:38.170539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-c557f0b4-c5a9-4df8-b103-3595dbf95f6f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port 2ab7eea4-57c5-4ad6-af85-9fdc169c389a {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:38.181654 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c557f0b4-c5a9-4df8-b103-3595dbf95f6f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2ab7eea4-57c5-4ad6-af85-9fdc169c389a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:38.244120 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c557f0b4-c5a9-4df8-b103-3595dbf95f6f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2ab7eea4-57c5-4ad6-af85-9fdc169c389a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:38.259260 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-c557f0b4-c5a9-4df8-b103-3595dbf95f6f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for 2ab7eea4-57c5-4ad6-af85-9fdc169c389a owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:05:38.399081 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c557f0b4-c5a9-4df8-b103-3595dbf95f6f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2ab7eea4-57c5-4ad6-af85-9fdc169c389a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:38.434377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557f0b4-c5a9-4df8-b103-3595dbf95f6f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=2ab7eea4-57c5-4ad6-af85-9fdc169c389a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:38.438682 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c557f0b4-c5a9-4df8-b103-3595dbf95f6f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:38.442017 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c557f0b4-c5a9-4df8-b103-3595dbf95f6f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/2ab7eea4-57c5-4ad6-af85-9fdc169c389a HTTP/1.1" status: 204 len: 168 time: 0.4011021 Feb 15 17:05:38.444684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44670) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:38.470005 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-694cfa3c-3c81-459b-90af-9035391987fa tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] GET failed (client error): The resource could not be found. Feb 15 17:05:38.471415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-694cfa3c-3c81-459b-90af-9035391987fa tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/2ab7eea4-57c5-4ad6-af85-9fdc169c389a HTTP/1.1" status: 404 len: 333 time: 0.0258012 Feb 15 17:05:38.475104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44672) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:38.479780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7720a9fa-2889-48bf-951c-46613dfa6924 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'name': 'tempest-PortsTestJSON-663845113'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:38.580178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5519e266-7695-467a-9c8b-549c7d333ce2 req-6af1f74c-0af1-407b-855e-54e592cf2186 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 210 time: 0.0379937 Feb 15 17:05:38.660164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7720a9fa-2889-48bf-951c-46613dfa6924 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:38.663696 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7720a9fa-2889-48bf-951c-46613dfa6924 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:38.681261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-7720a9fa-2889-48bf-951c-46613dfa6924 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] device_id is not set on port 01f156a7-49b1-4c49-87f4-aab1bc45c218 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:05:38.841541 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7720a9fa-2889-48bf-951c-46613dfa6924 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (01f156a7-49b1-4c49-87f4-aab1bc45c218), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:38.969648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-71dd8882-0dc6-4c14-bd64-8ec29f5d9122 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:38.971059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-71dd8882-0dc6-4c14-bd64-8ec29f5d9122 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.10 "GET /v2.0/networks?id=a4700e83-1e32-4a04-8e0a-9d271b918894 HTTP/1.1" status: 200 len: 797 time: 0.1245096 Feb 15 17:05:39.022319 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7720a9fa-2889-48bf-951c-46613dfa6924 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (01f156a7-49b1-4c49-87f4-aab1bc45c218), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:39.084433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7720a9fa-2889-48bf-951c-46613dfa6924 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:39.085672 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab0920-1cb9-43fd-b5a8-285c3c625e0d req-fae954cd-ef65-48c5-9d81-1c1a020e9748 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:39.087218 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-62ab0920-1cb9-43fd-b5a8-285c3c625e0d req-fae954cd-ef65-48c5-9d81-1c1a020e9748 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.0543010 Feb 15 17:05:39.093982 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-c4a7fdd5-1da3-41f6-b701-70a3e4b80800 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55662dfff497447caddaf19eeba12e64 HTTP/1.1" status: 200 len: 380 time: 0.1130517 Feb 15 17:05:39.097182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-7720a9fa-2889-48bf-951c-46613dfa6924 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:39.107366 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-8c8c9573-0822-4efa-bb6d-94d62498c5cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'port': {'device_id': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'admin_state_up': True, 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'security_groups': ['77085107-305f-47da-b027-cc92d0191339']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:39.111409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7720a9fa-2889-48bf-951c-46613dfa6924 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:39.116508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7720a9fa-2889-48bf-951c-46613dfa6924 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:39.117133 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7720a9fa-2889-48bf-951c-46613dfa6924 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:39.122519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7720a9fa-2889-48bf-951c-46613dfa6924 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=01f156a7-49b1-4c49-87f4-aab1bc45c218,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:39.155045 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-62ab0920-1cb9-43fd-b5a8-285c3c625e0d req-56c2fc90-d95d-467e-b78d-17394fd6d251 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604281 Feb 15 17:05:39.300607 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc60893c-4dc6-42f4-bd58-9ec46e87ab0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:39.499197 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7720a9fa-2889-48bf-951c-46613dfa6924 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0230858 Feb 15 17:05:39.502034 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44678) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:39.507387 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-44cec090-220e-44ef-98a3-25475d36ee44 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:39.575535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-8c8c9573-0822-4efa-bb6d-94d62498c5cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Made reservation on behalf of 55662dfff497447caddaf19eeba12e64 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:39.578568 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44cec090-220e-44ef-98a3-25475d36ee44 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (01f156a7-49b1-4c49-87f4-aab1bc45c218), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:39.579823 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-8c8c9573-0822-4efa-bb6d-94d62498c5cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:39.688631 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1ece21a-5ca9-4dfd-b163-0cad008c421f req-fc9dc583-2964-4bb1-8230-efd9ab732fc5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 210 time: 0.0328534 Feb 15 17:05:39.750523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-8c8c9573-0822-4efa-bb6d-94d62498c5cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Allocated IP 172.20.0.5 (a4700e83-1e32-4a04-8e0a-9d271b918894/fc760a4a-3809-4718-accd-7540360fee1b/12548549-8a2a-4649-8031-e9d71fe8ef8c) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:39.757378 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44cec090-220e-44ef-98a3-25475d36ee44 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (01f156a7-49b1-4c49-87f4-aab1bc45c218), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:39.820513 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44cec090-220e-44ef-98a3-25475d36ee44 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (01f156a7-49b1-4c49-87f4-aab1bc45c218), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:39.869900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-44cec090-220e-44ef-98a3-25475d36ee44 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] In _notify_port_updated(), no bound segment for port 01f156a7-49b1-4c49-87f4-aab1bc45c218 on network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 17:05:39.875918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cec090-220e-44ef-98a3-25475d36ee44 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:39.876551 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44cec090-220e-44ef-98a3-25475d36ee44 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:39.880420 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-44cec090-220e-44ef-98a3-25475d36ee44 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "PUT /v2.0/ports/01f156a7-49b1-4c49-87f4-aab1bc45c218 HTTP/1.1" status: 200 len: 818 time: 0.3748369 Feb 15 17:05:39.881317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44682) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:39.897298 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cec090-220e-44ef-98a3-25475d36ee44 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=01f156a7-49b1-4c49-87f4-aab1bc45c218,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:39.899184 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-8c8c9573-0822-4efa-bb6d-94d62498c5cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for port (12548549-8a2a-4649-8031-e9d71fe8ef8c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:40.028917 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-7910f0d3-91ba-4171-a35b-fa135ef82489 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port 01f156a7-49b1-4c49-87f4-aab1bc45c218 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:40.029341 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7910f0d3-91ba-4171-a35b-fa135ef82489 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (01f156a7-49b1-4c49-87f4-aab1bc45c218), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:40.072511 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-8c8c9573-0822-4efa-bb6d-94d62498c5cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (12548549-8a2a-4649-8031-e9d71fe8ef8c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:40.148453 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7910f0d3-91ba-4171-a35b-fa135ef82489 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (01f156a7-49b1-4c49-87f4-aab1bc45c218), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:40.151749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-8c8c9573-0822-4efa-bb6d-94d62498c5cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network a4700e83-1e32-4a04-8e0a-9d271b918894 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:40.159922 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c9573-0822-4efa-bb6d-94d62498c5cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Port': ['ID=12548549-8a2a-4649-8031-e9d71fe8ef8c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:40.162394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-8c8c9573-0822-4efa-bb6d-94d62498c5cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:40.165903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-8c8c9573-0822-4efa-bb6d-94d62498c5cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:40.206632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-7910f0d3-91ba-4171-a35b-fa135ef82489 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for 01f156a7-49b1-4c49-87f4-aab1bc45c218 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:05:40.227048 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-8c8c9573-0822-4efa-bb6d-94d62498c5cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:40.227704 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-8c8c9573-0822-4efa-bb6d-94d62498c5cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:40.304453 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-8c8c9573-0822-4efa-bb6d-94d62498c5cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2030461 Feb 15 17:05:40.314496 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cd9bf-8988-4cc3-8e11-6667f83fd6c2 req-ac9b0590-c301-4686-88b5-d59711409c93 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:40.318499 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-023cd9bf-8988-4cc3-8e11-6667f83fd6c2 req-ac9b0590-c301-4686-88b5-d59711409c93 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.0732412 Feb 15 17:05:40.319488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Request body: {'port': {'device_id': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:40.401747 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-023cd9bf-8988-4cc3-8e11-6667f83fd6c2 req-178fd195-b8ff-4818-8dc2-7f28671e4cb4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756166 Feb 15 17:05:40.406802 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (12548549-8a2a-4649-8031-e9d71fe8ef8c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:40.450042 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7910f0d3-91ba-4171-a35b-fa135ef82489 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (01f156a7-49b1-4c49-87f4-aab1bc45c218), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:40.466512 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:40.475219 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-327ae8c2-8308-42b1-a781-0d2a2dda3861 None None] Provisioning complete for port 12548549-8a2a-4649-8031-e9d71fe8ef8c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:40.475219 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-327ae8c2-8308-42b1-a781-0d2a2dda3861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (12548549-8a2a-4649-8031-e9d71fe8ef8c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:40.490678 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910f0d3-91ba-4171-a35b-fa135ef82489 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=01f156a7-49b1-4c49-87f4-aab1bc45c218,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:40.504615 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7910f0d3-91ba-4171-a35b-fa135ef82489 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:40.507728 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7910f0d3-91ba-4171-a35b-fa135ef82489 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/01f156a7-49b1-4c49-87f4-aab1bc45c218 HTTP/1.1" status: 204 len: 168 time: 0.6254737 Feb 15 17:05:40.510517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44686) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:40.515699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-327ae8c2-8308-42b1-a781-0d2a2dda3861 None None] Port 12548549-8a2a-4649-8031-e9d71fe8ef8c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:05:40.662407 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a48175e-628d-4818-9004-ab6263beb4cc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:40.663808 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8a48175e-628d-4818-9004-ab6263beb4cc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1524634 Feb 15 17:05:40.666697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44688) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:40.700640 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51bdf4e-cf01-437e-9fe2-5b0d5ddfa600 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] GET failed (client error): The resource could not be found. Feb 15 17:05:40.702556 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a51bdf4e-cf01-437e-9fe2-5b0d5ddfa600 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/01f156a7-49b1-4c49-87f4-aab1bc45c218 HTTP/1.1" status: 404 len: 333 time: 0.0340836 Feb 15 17:05:40.706143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44690) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:40.710814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-25f98a01-e572-4903-8b7a-7365afb2250a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-222946418'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:40.770898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12548549-8a2a-4649-8031-e9d71fe8ef8c {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:05:40.781212 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Publish callbacks [] for port (12548549-8a2a-4649-8031-e9d71fe8ef8c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:40.818785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Transition to ACTIVE for port object 12548549-8a2a-4649-8031-e9d71fe8ef8c will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:05:40.820738 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f98a01-e572-4903-8b7a-7365afb2250a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:40.824258 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25f98a01-e572-4903-8b7a-7365afb2250a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:40.841870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9504d2-e031-4cd9-bb17-94df3c88162f req-58787bb6-0a1e-4893-bf3b-8ca041860f06 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:40.844005 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa9504d2-e031-4cd9-bb17-94df3c88162f req-58787bb6-0a1e-4893-bf3b-8ca041860f06 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 931 time: 0.0677617 Feb 15 17:05:40.853896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f98a01-e572-4903-8b7a-7365afb2250a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:05:40.869021 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25f98a01-e572-4903-8b7a-7365afb2250a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (4162c0d0-3e28-4f87-a36f-6b11bdf0a5be), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:40.869421 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-25f98a01-e572-4903-8b7a-7365afb2250a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Added segment 4162c0d0-3e28-4f87-a36f-6b11bdf0a5be of type vlan for network cd89c208-6611-4f4d-a607-523a7c5008bc Feb 15 17:05:40.869574 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (12548549-8a2a-4649-8031-e9d71fe8ef8c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:40.915749 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25f98a01-e572-4903-8b7a-7365afb2250a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (cd89c208-6611-4f4d-a607-523a7c5008bc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:40.950414 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa9504d2-e031-4cd9-bb17-94df3c88162f req-eca0c244-e53e-4380-b1e4-40d02ec5b2c6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=77085107-305f-47da-b027-cc92d0191339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992436 Feb 15 17:05:40.984000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Pushing event updated for resources: {'Port': ['ID=12548549-8a2a-4649-8031-e9d71fe8ef8c,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:41.032105 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25f98a01-e572-4903-8b7a-7365afb2250a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (cd89c208-6611-4f4d-a607-523a7c5008bc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:41.039407 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Attempting to bind port 12548549-8a2a-4649-8031-e9d71fe8ef8c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:05:41.039741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Attempting to bind port 12548549-8a2a-4649-8031-e9d71fe8ef8c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '40f850e6-865f-46e4-8a42-f604dcf0bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:05:41.040077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Attempting to bind port 12548549-8a2a-4649-8031-e9d71fe8ef8c on network a4700e83-1e32-4a04-8e0a-9d271b918894 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:05:41.044817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Port 12548549-8a2a-4649-8031-e9d71fe8ef8c on network a4700e83-1e32-4a04-8e0a-9d271b918894 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:05:41.046949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Attempting to bind port 12548549-8a2a-4649-8031-e9d71fe8ef8c on network a4700e83-1e32-4a04-8e0a-9d271b918894 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:05:41.047089 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f98a01-e572-4903-8b7a-7365afb2250a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:41.047089 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25f98a01-e572-4903-8b7a-7365afb2250a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:41.050737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:05:41.051091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Checking segment: {'id': '40f850e6-865f-46e4-8a42-f604dcf0bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:41.051485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Bound using segment: {'id': '40f850e6-865f-46e4-8a42-f604dcf0bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:05:41.051919 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Bound port: 12548549-8a2a-4649-8031-e9d71fe8ef8c, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40f850e6-865f-46e4-8a42-f604dcf0bb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:05:41.052283 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (12548549-8a2a-4649-8031-e9d71fe8ef8c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:41.122496 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f98a01-e572-4903-8b7a-7365afb2250a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Network': ['ID=cd89c208-6611-4f4d-a607-523a7c5008bc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:41.128772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] For port 12548549-8a2a-4649-8031-e9d71fe8ef8c, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:05:41.132501 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] For port 12548549-8a2a-4649-8031-e9d71fe8ef8c, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=12548549-8a2a-4649-8031-e9d71fe8ef8c,segment=NetworkSegment(40f850e6-865f-46e4-8a42-f604dcf0bb64),segment_id=40f850e6-865f-46e4-8a42-f604dcf0bb64)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:05:41.134378 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network cd89c208-6611-4f4d-a607-523a7c5008bc details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:05:41.169921 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44694) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:41.170117 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-25f98a01-e572-4903-8b7a-7365afb2250a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4627903 Feb 15 17:05:41.176362 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-a3ab0f8f-7105-4aea-bf1a-a77f4402fa3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'subnet': {'network_id': 'cd89c208-6611-4f4d-a607-523a7c5008bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:41.233077 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (12548549-8a2a-4649-8031-e9d71fe8ef8c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:41.281983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:41.282729 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:41.283991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] 10.222.0.10 "PUT /v2.0/ports/12548549-8a2a-4649-8031-e9d71fe8ef8c HTTP/1.1" status: 200 len: 1092 time: 0.9705942 Feb 15 17:05:41.287483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'tag': '12548549-8a2a-4649-8031-e9d71fe8ef8c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:05:41.292021 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5038762-cf1d-4a48-92c7-b0d00f554446" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa4b7e9-3688-4c50-8f56-f627bb262bbe", "tag": "12548549-8a2a-4649-8031-e9d71fe8ef8c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:05:41.333609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf46e0-6176-4062-9c64-14e2dce47599 service neutron] Pushing event updated for resources: {'Port': ['ID=12548549-8a2a-4649-8031-e9d71fe8ef8c,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:41.350502 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7688d40e-4ab1-434d-a595-6d8ad2b2eddb x-openstack-request-id: req-7688d40e-4ab1-434d-a595-6d8ad2b2eddb {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:05:41.350816 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa4b7e9-3688-4c50-8f56-f627bb262bbe", "tag": "12548549-8a2a-4649-8031-e9d71fe8ef8c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:05:41.351083 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7688d40e-4ab1-434d-a595-6d8ad2b2eddb {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:05:41.351504 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'tag': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'status': 'completed', 'code': 200} Feb 15 17:05:41.411015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ab0f8f-7105-4aea-bf1a-a77f4402fa3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:41.414954 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0f8f-7105-4aea-bf1a-a77f4402fa3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:41.547139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5038762-cf1d-4a48-92c7-b0d00f554446 req-89384029-50ae-4d89-9ec1-2408bdd82c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:41.548704 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5038762-cf1d-4a48-92c7-b0d00f554446 req-89384029-50ae-4d89-9ec1-2408bdd82c54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=55662dfff497447caddaf19eeba12e64&device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 1126 time: 0.1749012 Feb 15 17:05:41.673564 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae3c5b-13fc-4a2a-a9eb-520c6b93b00b req-b436cfd6-a385-4a89-8e60-83c1d57649ed tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:41.675094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8ae3c5b-13fc-4a2a-a9eb-520c6b93b00b req-b436cfd6-a385-4a89-8e60-83c1d57649ed tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.1893859 Feb 15 17:05:41.819923 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5038762-cf1d-4a48-92c7-b0d00f554446 req-32d9f23a-59ef-4b5e-91fa-7b3afa022668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:41.821545 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5038762-cf1d-4a48-92c7-b0d00f554446 req-32d9f23a-59ef-4b5e-91fa-7b3afa022668 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=55662dfff497447caddaf19eeba12e64&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2625086 Feb 15 17:05:41.871599 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8ae3c5b-13fc-4a2a-a9eb-520c6b93b00b req-c1ecd4a8-f9ca-468a-adcb-be0bbd83980d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874626 Feb 15 17:05:41.917477 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:42.008993 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0f8f-7105-4aea-bf1a-a77f4402fa3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:42.060113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5038762-cf1d-4a48-92c7-b0d00f554446 req-fd801832-9a06-414e-806e-68d82232d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:42.061579 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5038762-cf1d-4a48-92c7-b0d00f554446 req-fd801832-9a06-414e-806e-68d82232d4f0 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2137411 Feb 15 17:05:42.089625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab0f8f-7105-4aea-bf1a-a77f4402fa3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Subnet': ['ID=dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:42.101202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab0f8f-7105-4aea-bf1a-a77f4402fa3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Checking segment: {'id': '4162c0d0-3e28-4f87-a36f-6b11bdf0a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cd89c208-6611-4f4d-a607-523a7c5008bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:42.101621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ab0f8f-7105-4aea-bf1a-a77f4402fa3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network hostable DHCP agents. Network: cd89c208-6611-4f4d-a607-523a7c5008bc, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:05:42.124806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85c467-d073-4df2-a573-b9b88a91ba64 req-076b6c74-8305-4ff8-bde9-12c518011ed3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:42.126523 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee85c467-d073-4df2-a573-b9b88a91ba64 req-076b6c74-8305-4ff8-bde9-12c518011ed3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 943 time: 0.0981841 Feb 15 17:05:42.160101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-bfe109e8-24f7-4351-a292-ad2b928b033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:42.166522 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-bfe109e8-24f7-4351-a292-ad2b928b033b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=55662dfff497447caddaf19eeba12e64&device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 1126 time: 0.0536158 Feb 15 17:05:42.189965 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee85c467-d073-4df2-a573-b9b88a91ba64 req-970a73b2-9677-40b2-a497-d7b90b0e0c07 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=77085107-305f-47da-b027-cc92d0191339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550146 Feb 15 17:05:42.206130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-119ba4c5-6a83-46f1-805e-535b115dca00 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12548549-8a2a-4649-8031-e9d71fe8ef8c HTTP/1.1" status: 200 len: 217 time: 0.0377197 Feb 15 17:05:42.221493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ab0f8f-7105-4aea-bf1a-a77f4402fa3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network cd89c208-6611-4f4d-a607-523a7c5008bc is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:05:42.261273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-fc3e5eb8-de64-4fc3-81fe-0c0fe4baf844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:42.262773 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-fc3e5eb8-de64-4fc3-81fe-0c0fe4baf844 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc760a4a-3809-4718-accd-7540360fee1b HTTP/1.1" status: 200 len: 835 time: 0.0512605 Feb 15 17:05:42.301130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a3ab0f8f-7105-4aea-bf1a-a77f4402fa3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, cd89c208-6611-4f4d-a607-523a7c5008bc) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:42.306109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ab0f8f-7105-4aea-bf1a-a77f4402fa3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:42.306700 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3ab0f8f-7105-4aea-bf1a-a77f4402fa3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:42.310413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5647aa0d-1e08-455a-8820-c60207acb15b None None] Network cd89c208-6611-4f4d-a607-523a7c5008bc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:42.330548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-04b12c0d-d499-46a9-9e84-236dd94e3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:42.332084 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-04b12c0d-d499-46a9-9e84-236dd94e3751 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a4700e83-1e32-4a04-8e0a-9d271b918894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0630701 Feb 15 17:05:42.400719 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a3ab0f8f-7105-4aea-bf1a-a77f4402fa3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2292585 Feb 15 17:05:42.401083 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44702) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:42.408488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-121811cd-d02a-438c-a2f2-7ba1911a28e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'subnet': {'network_id': 'cd89c208-6611-4f4d-a607-523a7c5008bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:42.426588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-cd89c208-6611-4f4d-a607-523a7c5008bc', 'network_id': 'cd89c208-6611-4f4d-a607-523a7c5008bc', 'project_id': '5fde569256064690869ed2a1241d4577', 'fixed_ips': [{'subnet_id': 'dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:05:42.427880 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:42.449077 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-cdc0638e-ea08-492b-92da-7e2855274a23 service neutron] 10.222.0.10 "GET /v2.0/networks/a4700e83-1e32-4a04-8e0a-9d271b918894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106114 Feb 15 17:05:42.552365 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c03215cc-392b-4cf1-a6a3-369ef8c58deb req-cab5f6e4-88b3-4b75-ab6c-66960ff019da service neutron] 10.222.0.10 "GET /v2.0/networks/a4700e83-1e32-4a04-8e0a-9d271b918894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967891 Feb 15 17:05:42.589578 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Allocated IP 172.20.0.2 (cd89c208-6611-4f4d-a607-523a7c5008bc/dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c/07c22775-e32f-4fe2-9a23-8f28be4ed5f7) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:42.638868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121811cd-d02a-438c-a2f2-7ba1911a28e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:42.643829 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-121811cd-d02a-438c-a2f2-7ba1911a28e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:42.739417 n-d-828372-14 neutron-server[103800]: INFO neutron.db.ipam_backend_mixin [None req-121811cd-d02a-438c-a2f2-7ba1911a28e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c (CIDR: 172.20.0.0/28) Feb 15 17:05:42.740655 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Publish callbacks [] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:42.775184 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-121811cd-d02a-438c-a2f2-7ba1911a28e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:05:42.775765 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-121811cd-d02a-438c-a2f2-7ba1911a28e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:05:42.803921 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:42.844509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Network cd89c208-6611-4f4d-a607-523a7c5008bc is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:42.849674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:42.856635 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:42.856882 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-121811cd-d02a-438c-a2f2-7ba1911a28e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4533079 Feb 15 17:05:42.859370 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44704) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:42.865401 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6294ea63-3316-4a1a-b806-97a41489fb1e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'subnet': {'network_id': 'cd89c208-6611-4f4d-a607-523a7c5008bc', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:42.865605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Pushing event updated for resources: {'Port': ['ID=07c22775-e32f-4fe2-9a23-8f28be4ed5f7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:42.928542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Attempting to bind port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:05:42.929226 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Attempting to bind port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '4162c0d0-3e28-4f87-a36f-6b11bdf0a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cd89c208-6611-4f4d-a607-523a7c5008bc'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:05:42.929802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Attempting to bind port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 on network cd89c208-6611-4f4d-a607-523a7c5008bc {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:05:42.936018 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:05:42.936538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Checking segment: {'id': '4162c0d0-3e28-4f87-a36f-6b11bdf0a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cd89c208-6611-4f4d-a607-523a7c5008bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:42.937733 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:42.938409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Bound using segment: {'id': '4162c0d0-3e28-4f87-a36f-6b11bdf0a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cd89c208-6611-4f4d-a607-523a7c5008bc'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:05:42.939270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Bound port: 07c22775-e32f-4fe2-9a23-8f28be4ed5f7, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4162c0d0-3e28-4f87-a36f-6b11bdf0a5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'cd89c208-6611-4f4d-a607-523a7c5008bc'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:05:42.939837 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:43.024780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e777704-ac40-416c-8ea6-0779d56a881b req-cfa5d218-6259-4073-91b9-001a81ff19c0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:43.031011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] For port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:05:43.032686 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e777704-ac40-416c-8ea6-0779d56a881b req-cfa5d218-6259-4073-91b9-001a81ff19c0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.0732017 Feb 15 17:05:43.034712 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] For port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=07c22775-e32f-4fe2-9a23-8f28be4ed5f7,segment=NetworkSegment(4162c0d0-3e28-4f87-a36f-6b11bdf0a5be),segment_id=4162c0d0-3e28-4f87-a36f-6b11bdf0a5be)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:05:43.085935 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e777704-ac40-416c-8ea6-0779d56a881b req-4ca2b909-9eb9-4d0d-a65c-44367434f5bd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523119 Feb 15 17:05:43.108321 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:43.182839 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceec573-6f1e-4074-a20e-bfce291004db None None] Pushing event updated for resources: {'Port': ['ID=07c22775-e32f-4fe2-9a23-8f28be4ed5f7,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:43.374959 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e25e4b-fb11-4b0b-9a08-d7678ed75a66 req-e8a74827-fb9d-498e-8168-78df205fdf54 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:43.382991 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f2e25e4b-fb11-4b0b-9a08-d7678ed75a66 req-e8a74827-fb9d-498e-8168-78df205fdf54 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 943 time: 0.0838435 Feb 15 17:05:43.413043 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:43.449749 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f2e25e4b-fb11-4b0b-9a08-d7678ed75a66 req-b30b4299-381b-4c92-80cb-f805bd0d73ad tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=77085107-305f-47da-b027-cc92d0191339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659437 Feb 15 17:05:43.458218 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6294ea63-3316-4a1a-b806-97a41489fb1e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:43.461514 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6294ea63-3316-4a1a-b806-97a41489fb1e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:43.746222 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6294ea63-3316-4a1a-b806-97a41489fb1e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (c785d4c5-6996-48ce-b07a-a77528badab5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:43.793103 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6294ea63-3316-4a1a-b806-97a41489fb1e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network cd89c208-6611-4f4d-a607-523a7c5008bc is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:43.796947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-6294ea63-3316-4a1a-b806-97a41489fb1e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:43.801403 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6294ea63-3316-4a1a-b806-97a41489fb1e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:43.801998 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6294ea63-3316-4a1a-b806-97a41489fb1e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:43.816014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294ea63-3316-4a1a-b806-97a41489fb1e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Subnet': ['ID=c785d4c5-6996-48ce-b07a-a77528badab5,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:43.886814 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6294ea63-3316-4a1a-b806-97a41489fb1e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0260246 Feb 15 17:05:43.889057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44710) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:43.893978 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-57c635d0-bd89-4d5d-b5fb-5d10f854c0df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'network_id': 'cd89c208-6611-4f4d-a607-523a7c5008bc', 'fixed_ips': [{'subnet_id': 'dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c'}, {'subnet_id': 'c785d4c5-6996-48ce-b07a-a77528badab5'}], 'name': 'tempest-PortsTestJSON-1161411869'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:44.089003 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c635d0-bd89-4d5d-b5fb-5d10f854c0df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:44.214554 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57c635d0-bd89-4d5d-b5fb-5d10f854c0df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:44.236776 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-57c635d0-bd89-4d5d-b5fb-5d10f854c0df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] device_id is not set on port 48bf17f8-6fcb-410f-b5d6-04be33aa960e yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:05:44.254400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773863cb-0561-46e3-8500-9fd0125c3ea6 req-74a909d4-70e3-4945-9b52-40f9efb1eb22 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:44.255993 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-773863cb-0561-46e3-8500-9fd0125c3ea6 req-74a909d4-70e3-4945-9b52-40f9efb1eb22 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.0982933 Feb 15 17:05:44.259425 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807b6750-6dce-4b16-886a-6e2bf3b5c08b None None] Network cd89c208-6611-4f4d-a607-523a7c5008bc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:44.326899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:05:44.348241 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-773863cb-0561-46e3-8500-9fd0125c3ea6 req-29901a10-40a2-431e-8e87-fbc2467438c4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844519 Feb 15 17:05:44.379992 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Provisioning complete for port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:44.380367 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:44.472353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:44.472722 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:44.555125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Current status of the port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:44.555513 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:44.570626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-57c635d0-bd89-4d5d-b5fb-5d10f854c0df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Allocated IP 172.20.0.11 (cd89c208-6611-4f4d-a607-523a7c5008bc/dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c/48bf17f8-6fcb-410f-b5d6-04be33aa960e) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:44.582084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-57c635d0-bd89-4d5d-b5fb-5d10f854c0df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Allocated IP 172.20.0.26 (cd89c208-6611-4f4d-a607-523a7c5008bc/c785d4c5-6996-48ce-b07a-a77528badab5/48bf17f8-6fcb-410f-b5d6-04be33aa960e) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:44.611141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c8341-b6a3-436f-8df8-39aad95b0c3e req-1b13b245-d912-4606-af8b-a364d18a771c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:44.612647 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8c3c8341-b6a3-436f-8df8-39aad95b0c3e req-1b13b245-d912-4606-af8b-a364d18a771c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 943 time: 0.0847392 Feb 15 17:05:44.645755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] For port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=07c22775-e32f-4fe2-9a23-8f28be4ed5f7,segment=NetworkSegment(4162c0d0-3e28-4f87-a36f-6b11bdf0a5be),segment_id=4162c0d0-3e28-4f87-a36f-6b11bdf0a5be)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:44.655732 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:44.656118 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:44.674025 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c9a879-43ea-4469-a7bd-f3cdd3afd881 None None] Update dhcp port {'port': {'network_id': 'cd89c208-6611-4f4d-a607-523a7c5008bc', 'fixed_ips': [{'subnet_id': 'dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c785d4c5-6996-48ce-b07a-a77528badab5'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '07c22775-e32f-4fe2-9a23-8f28be4ed5f7'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 17:05:44.701232 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:44.732769 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8c3c8341-b6a3-436f-8df8-39aad95b0c3e req-9769c697-3ec4-4c8d-bddf-e630ac63bdda tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=77085107-305f-47da-b027-cc92d0191339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116385 Feb 15 17:05:44.764333 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65c9a879-43ea-4469-a7bd-f3cdd3afd881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:44.798172 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57c635d0-bd89-4d5d-b5fb-5d10f854c0df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (48bf17f8-6fcb-410f-b5d6-04be33aa960e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:44.800362 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Pushing event updated for resources: {'Port': ['ID=07c22775-e32f-4fe2-9a23-8f28be4ed5f7,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:44.803780 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:05:44.803780 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:05:44.829129 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:44.829499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:44.829839 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:44.830172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:44.830731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:44.830867 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:44.831140 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:44.831468 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:44.831790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:44.832109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:44.832431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:44.832750 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:44.833068 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2b9c93-c526-40eb-9fd2-761fb8b295c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:05:44.894879 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57c635d0-bd89-4d5d-b5fb-5d10f854c0df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (48bf17f8-6fcb-410f-b5d6-04be33aa960e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:44.941680 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c635d0-bd89-4d5d-b5fb-5d10f854c0df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network cd89c208-6611-4f4d-a607-523a7c5008bc is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:44.946846 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-57c635d0-bd89-4d5d-b5fb-5d10f854c0df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:44.951002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c635d0-bd89-4d5d-b5fb-5d10f854c0df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:44.966691 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-65c9a879-43ea-4469-a7bd-f3cdd3afd881 None None] Allocated IP 172.20.0.18 (cd89c208-6611-4f4d-a607-523a7c5008bc/c785d4c5-6996-48ce-b07a-a77528badab5/07c22775-e32f-4fe2-9a23-8f28be4ed5f7) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:44.981770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c635d0-bd89-4d5d-b5fb-5d10f854c0df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=48bf17f8-6fcb-410f-b5d6-04be33aa960e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:45.007791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c635d0-bd89-4d5d-b5fb-5d10f854c0df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:45.008477 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57c635d0-bd89-4d5d-b5fb-5d10f854c0df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:45.068465 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-57c635d0-bd89-4d5d-b5fb-5d10f854c0df tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.1783302 Feb 15 17:05:45.074167 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44716) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:45.079698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-03eca364-d3c7-4047-854e-db91fa7cceb6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:45.085793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-65c9a879-43ea-4469-a7bd-f3cdd3afd881 None None] For port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=07c22775-e32f-4fe2-9a23-8f28be4ed5f7,segment=NetworkSegment(4162c0d0-3e28-4f87-a36f-6b11bdf0a5be),segment_id=4162c0d0-3e28-4f87-a36f-6b11bdf0a5be)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:45.116911 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65c9a879-43ea-4469-a7bd-f3cdd3afd881 None None] Publish callbacks [] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:45.151470 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65c9a879-43ea-4469-a7bd-f3cdd3afd881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:45.154165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03eca364-d3c7-4047-854e-db91fa7cceb6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (48bf17f8-6fcb-410f-b5d6-04be33aa960e), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:45.201922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9a879-43ea-4469-a7bd-f3cdd3afd881 None None] Pushing event updated for resources: {'Port': ['ID=07c22775-e32f-4fe2-9a23-8f28be4ed5f7,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:45.274091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 12548549-8a2a-4649-8031-e9d71fe8ef8c details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:05:45.406857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:45.454192 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-03eca364-d3c7-4047-854e-db91fa7cceb6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Delete allocated IP 172.20.0.26 (cd89c208-6611-4f4d-a607-523a7c5008bc/c785d4c5-6996-48ce-b07a-a77528badab5) {{(pid=103800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 17:05:45.486780 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 12548549-8a2a-4649-8031-e9d71fe8ef8c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=12548549-8a2a-4649-8031-e9d71fe8ef8c,segment=NetworkSegment(40f850e6-865f-46e4-8a42-f604dcf0bb64),segment_id=40f850e6-865f-46e4-8a42-f604dcf0bb64)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:45.515027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'port_id': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'mac_address': 'fa:16:3e:71:e3:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:05:45.520470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6f5b1-e0bd-4805-8269-e62fd5ff835a req-a072a021-3c17-420d-afc7-10edd253866d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:45.531579 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8d6f5b1-e0bd-4805-8269-e62fd5ff835a req-a072a021-3c17-420d-afc7-10edd253866d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.0773003 Feb 15 17:05:45.585309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 12548549-8a2a-4649-8031-e9d71fe8ef8c is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:45.585732 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (12548549-8a2a-4649-8031-e9d71fe8ef8c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:45.602994 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12548549-8a2a-4649-8031-e9d71fe8ef8c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:05:45.616518 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8d6f5b1-e0bd-4805-8269-e62fd5ff835a req-70d6dc51-ee5c-4e41-b132-03fe0c2af266 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835757 Feb 15 17:05:45.639668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 12548549-8a2a-4649-8031-e9d71fe8ef8c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=12548549-8a2a-4649-8031-e9d71fe8ef8c,segment=NetworkSegment(40f850e6-865f-46e4-8a42-f604dcf0bb64),segment_id=40f850e6-865f-46e4-8a42-f604dcf0bb64)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:45.640742 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03eca364-d3c7-4047-854e-db91fa7cceb6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (48bf17f8-6fcb-410f-b5d6-04be33aa960e), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:45.711946 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (12548549-8a2a-4649-8031-e9d71fe8ef8c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:45.734482 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03eca364-d3c7-4047-854e-db91fa7cceb6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (48bf17f8-6fcb-410f-b5d6-04be33aa960e), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:45.770306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=12548549-8a2a-4649-8031-e9d71fe8ef8c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:45.816016 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eca364-d3c7-4047-854e-db91fa7cceb6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=48bf17f8-6fcb-410f-b5d6-04be33aa960e,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:45.933784 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf0d5cf-cf66-4673-842b-0ff5f90c2ed6 None None] Network cd89c208-6611-4f4d-a607-523a7c5008bc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:45.935944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-03eca364-d3c7-4047-854e-db91fa7cceb6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] In _notify_port_updated(), no bound segment for port 48bf17f8-6fcb-410f-b5d6-04be33aa960e on network cd89c208-6611-4f4d-a607-523a7c5008bc {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 17:05:45.945789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eca364-d3c7-4047-854e-db91fa7cceb6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:45.946868 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03eca364-d3c7-4047-854e-db91fa7cceb6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:45.948616 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-03eca364-d3c7-4047-854e-db91fa7cceb6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "PUT /v2.0/ports/48bf17f8-6fcb-410f-b5d6-04be33aa960e HTTP/1.1" status: 200 len: 920 time: 0.8734519 Feb 15 17:05:45.951425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44722) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:45.957258 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-248e4936-9ac1-4015-a026-e0e6c696891d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c'}, {'subnet_id': 'c785d4c5-6996-48ce-b07a-a77528badab5'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:45.992799 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992eed65-07b5-47c7-b8ab-5efd5786790c req-b573d570-0e77-45bd-91ff-c1b47b64f026 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:45.993117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['12548549-8a2a-4649-8031-e9d71fe8ef8c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:05:46.001282 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-992eed65-07b5-47c7-b8ab-5efd5786790c req-b573d570-0e77-45bd-91ff-c1b47b64f026 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 944 time: 0.1202543 Feb 15 17:05:46.056184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0e43a711-5286-4897-ba10-e0ec9e36e263 None None] Provisioning complete for port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:46.056514 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e43a711-5286-4897-ba10-e0ec9e36e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:46.065596 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-992eed65-07b5-47c7-b8ab-5efd5786790c req-4c0bd18d-a7b2-41aa-a62d-c749e7181f6d tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=77085107-305f-47da-b027-cc92d0191339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589890 Feb 15 17:05:46.174149 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-248e4936-9ac1-4015-a026-e0e6c696891d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (48bf17f8-6fcb-410f-b5d6-04be33aa960e), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:46.304559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:05:46.447178 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0e43a711-5286-4897-ba10-e0ec9e36e263 None None] Current status of the port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:46.468018 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:46.468397 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:46.516565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-248e4936-9ac1-4015-a026-e0e6c696891d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Allocated IP 172.20.0.19 (cd89c208-6611-4f4d-a607-523a7c5008bc/c785d4c5-6996-48ce-b07a-a77528badab5/48bf17f8-6fcb-410f-b5d6-04be33aa960e) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:46.611221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:46.680216 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-248e4936-9ac1-4015-a026-e0e6c696891d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (48bf17f8-6fcb-410f-b5d6-04be33aa960e), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:46.725917 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:05:46.741599 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-248e4936-9ac1-4015-a026-e0e6c696891d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (48bf17f8-6fcb-410f-b5d6-04be33aa960e), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:46.772873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5868fab5-031f-4878-ada5-f803f63e7853 None None] Provisioning complete for port 48bf17f8-6fcb-410f-b5d6-04be33aa960e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:46.773575 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5868fab5-031f-4878-ada5-f803f63e7853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (48bf17f8-6fcb-410f-b5d6-04be33aa960e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:46.833070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5868fab5-031f-4878-ada5-f803f63e7853 None None] Port 48bf17f8-6fcb-410f-b5d6-04be33aa960e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:05:46.846977 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5868fab5-031f-4878-ada5-f803f63e7853 None None] Provisioning complete for port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:46.847724 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5868fab5-031f-4878-ada5-f803f63e7853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:46.965429 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5868fab5-031f-4878-ada5-f803f63e7853 None None] Current status of the port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:47.108260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0165a7b1-b760-408a-9a07-49185f98ff47 None None] Provisioning complete for port 48bf17f8-6fcb-410f-b5d6-04be33aa960e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:47.111214 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0165a7b1-b760-408a-9a07-49185f98ff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (48bf17f8-6fcb-410f-b5d6-04be33aa960e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:47.154791 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0165a7b1-b760-408a-9a07-49185f98ff47 None None] Port 48bf17f8-6fcb-410f-b5d6-04be33aa960e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:05:47.194852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-248e4936-9ac1-4015-a026-e0e6c696891d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] In _notify_port_updated(), no bound segment for port 48bf17f8-6fcb-410f-b5d6-04be33aa960e on network cd89c208-6611-4f4d-a607-523a7c5008bc {{(pid=103799) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 17:05:47.199915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248e4936-9ac1-4015-a026-e0e6c696891d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:47.200561 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-248e4936-9ac1-4015-a026-e0e6c696891d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:47.205277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44728) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:47.205821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-248e4936-9ac1-4015-a026-e0e6c696891d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "PUT /v2.0/ports/48bf17f8-6fcb-410f-b5d6-04be33aa960e HTTP/1.1" status: 200 len: 1000 time: 1.2529566 Feb 15 17:05:47.209126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e4936-9ac1-4015-a026-e0e6c696891d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=48bf17f8-6fcb-410f-b5d6-04be33aa960e,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:47.231814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22c62f7-1409-4a62-a429-0b0a47c5fcf1 req-5f163aa7-ad52-4ed5-a101-0431615353ad tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:47.234083 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b22c62f7-1409-4a62-a429-0b0a47c5fcf1 req-5f163aa7-ad52-4ed5-a101-0431615353ad tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.5237215 Feb 15 17:05:47.252791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72626acd-9aa1-4466-a323-33ae9b3b1e2d req-12edef0d-fc9c-4a80-ba5f-e85aaab5a6e1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:47.259865 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-72626acd-9aa1-4466-a323-33ae9b3b1e2d req-12edef0d-fc9c-4a80-ba5f-e85aaab5a6e1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 944 time: 0.1108680 Feb 15 17:05:47.279373 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 12548549-8a2a-4649-8031-e9d71fe8ef8c up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:05:47.307285 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b22c62f7-1409-4a62-a429-0b0a47c5fcf1 req-a3a4e678-e6be-41bb-b757-6547f39205c4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644891 Feb 15 17:05:47.352824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5dcedf79-d3fc-4f1d-9763-c197b4797e35 None None] Provisioning complete for port 48bf17f8-6fcb-410f-b5d6-04be33aa960e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:47.353449 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5dcedf79-d3fc-4f1d-9763-c197b4797e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (48bf17f8-6fcb-410f-b5d6-04be33aa960e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:47.368647 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-72626acd-9aa1-4466-a323-33ae9b3b1e2d req-48e2bf69-da6d-425c-ae45-1adfa7527aef tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=77085107-305f-47da-b027-cc92d0191339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078570 Feb 15 17:05:47.397591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5ab6426b-120a-43d9-a9c4-98537e957543 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port 48bf17f8-6fcb-410f-b5d6-04be33aa960e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:47.398272 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ab6426b-120a-43d9-a9c4-98537e957543 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (48bf17f8-6fcb-410f-b5d6-04be33aa960e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:47.413385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5dcedf79-d3fc-4f1d-9763-c197b4797e35 None None] Port 48bf17f8-6fcb-410f-b5d6-04be33aa960e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:05:47.502946 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 12548549-8a2a-4649-8031-e9d71fe8ef8c completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:05:47.505215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 12548549-8a2a-4649-8031-e9d71fe8ef8c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:47.513237 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (12548549-8a2a-4649-8031-e9d71fe8ef8c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:47.517182 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ab6426b-120a-43d9-a9c4-98537e957543 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (48bf17f8-6fcb-410f-b5d6-04be33aa960e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:47.533262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5ab6426b-120a-43d9-a9c4-98537e957543 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for 48bf17f8-6fcb-410f-b5d6-04be33aa960e owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:05:47.600627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 12548549-8a2a-4649-8031-e9d71fe8ef8c is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:47.600940 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (12548549-8a2a-4649-8031-e9d71fe8ef8c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:47.628696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12548549-8a2a-4649-8031-e9d71fe8ef8c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:05:47.631117 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca861896-10cc-4f69-8ffb-089a7d8dafed" -d '{"events": [{"server_uuid": "0aa4b7e9-3688-4c50-8f56-f627bb262bbe", "name": "network-vif-plugged", "status": "completed", "tag": "12548549-8a2a-4649-8031-e9d71fe8ef8c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:05:47.650538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 12548549-8a2a-4649-8031-e9d71fe8ef8c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=12548549-8a2a-4649-8031-e9d71fe8ef8c,segment=NetworkSegment(40f850e6-865f-46e4-8a42-f604dcf0bb64),segment_id=40f850e6-865f-46e4-8a42-f604dcf0bb64)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:47.653880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e76d3cd7-2d62-484f-b656-832383d581c1 None None] Provisioning complete for port 48bf17f8-6fcb-410f-b5d6-04be33aa960e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:47.654263 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e76d3cd7-2d62-484f-b656-832383d581c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (48bf17f8-6fcb-410f-b5d6-04be33aa960e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:47.692376 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e76d3cd7-2d62-484f-b656-832383d581c1 None None] Port 48bf17f8-6fcb-410f-b5d6-04be33aa960e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:05:47.723932 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (12548549-8a2a-4649-8031-e9d71fe8ef8c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:47.783084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=12548549-8a2a-4649-8031-e9d71fe8ef8c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:47.793705 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ab6426b-120a-43d9-a9c4-98537e957543 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (48bf17f8-6fcb-410f-b5d6-04be33aa960e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:47.837465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6426b-120a-43d9-a9c4-98537e957543 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=48bf17f8-6fcb-410f-b5d6-04be33aa960e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:47.868709 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b08d2c-29d9-428e-987e-d7fd77321725 x-openstack-request-id: req-d6b08d2c-29d9-428e-987e-d7fd77321725 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:05:47.869008 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa4b7e9-3688-4c50-8f56-f627bb262bbe", "name": "network-vif-plugged", "status": "completed", "tag": "12548549-8a2a-4649-8031-e9d71fe8ef8c", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:05:47.869315 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d6b08d2c-29d9-428e-987e-d7fd77321725 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:05:47.869732 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'code': 200} Feb 15 17:05:47.942945 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ab6426b-120a-43d9-a9c4-98537e957543 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:47.949144 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5ab6426b-120a-43d9-a9c4-98537e957543 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/48bf17f8-6fcb-410f-b5d6-04be33aa960e HTTP/1.1" status: 204 len: 168 time: 0.7425251 Feb 15 17:05:47.949798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44734) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:47.985354 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a3c3ec-49aa-4eaf-a84f-351094319cc2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] GET failed (client error): The resource could not be found. Feb 15 17:05:47.989701 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44736) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:47.991794 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-95a3c3ec-49aa-4eaf-a84f-351094319cc2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/48bf17f8-6fcb-410f-b5d6-04be33aa960e HTTP/1.1" status: 404 len: 333 time: 0.0408063 Feb 15 17:05:48.001475 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416243a-7688-4d48-b502-8c5d772bf18a req-f25ef06b-1aa0-4fbd-a101-0aab8ec7879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:48.003157 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9416243a-7688-4d48-b502-8c5d772bf18a req-f25ef06b-1aa0-4fbd-a101-0aab8ec7879a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 1128 time: 0.0736542 Feb 15 17:05:48.073064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3afb1f4c-f042-4370-995a-59c279e7d3c2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting subnet c785d4c5-6996-48ce-b07a-a77528badab5 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:05:48.086237 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3afb1f4c-f042-4370-995a-59c279e7d3c2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (c785d4c5-6996-48ce-b07a-a77528badab5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:48.116506 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9416243a-7688-4d48-b502-8c5d772bf18a req-00c32d82-165e-4d81-a8a1-9d5f74de9e91 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=77085107-305f-47da-b027-cc92d0191339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904903 Feb 15 17:05:48.135927 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3afb1f4c-f042-4370-995a-59c279e7d3c2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (c785d4c5-6996-48ce-b07a-a77528badab5), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:48.222817 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3afb1f4c-f042-4370-995a-59c279e7d3c2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (c785d4c5-6996-48ce-b07a-a77528badab5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:48.352304 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3afb1f4c-f042-4370-995a-59c279e7d3c2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (c785d4c5-6996-48ce-b07a-a77528badab5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:48.379880 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb1f4c-f042-4370-995a-59c279e7d3c2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Subnet': ['ID=c785d4c5-6996-48ce-b07a-a77528badab5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:48.387878 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3afb1f4c-f042-4370-995a-59c279e7d3c2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:48.392248 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3afb1f4c-f042-4370-995a-59c279e7d3c2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/c785d4c5-6996-48ce-b07a-a77528badab5 HTTP/1.1" status: 204 len: 168 time: 0.4008687 Feb 15 17:05:48.394161 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44740) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:48.406695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a118111b-8748-454d-95e3-8dfc48776473 None None] Network cd89c208-6611-4f4d-a607-523a7c5008bc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:48.453870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b7fd4e-984c-42ad-a42e-943c2bb396cd tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting subnet dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:05:48.458620 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44b7fd4e-984c-42ad-a42e-943c2bb396cd tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:48.490378 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c7932-1af2-4bb6-88fb-bdbbefff64e9 req-832bee1d-8692-4549-b524-f4092808f17d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:48.492969 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3a2c7932-1af2-4bb6-88fb-bdbbefff64e9 req-832bee1d-8692-4549-b524-f4092808f17d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.1071801 Feb 15 17:05:48.548706 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44b7fd4e-984c-42ad-a42e-943c2bb396cd tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:48.553536 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3a2c7932-1af2-4bb6-88fb-bdbbefff64e9 req-5fef3dc6-47d8-4a04-b81f-d72926f628f6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544000 Feb 15 17:05:48.610278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e57407-1b84-4705-8214-a67721acd2ac req-70f3a020-cad7-42e7-a97f-b71cd4fe42ec tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:48.611891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-62e57407-1b84-4705-8214-a67721acd2ac req-70f3a020-cad7-42e7-a97f-b71cd4fe42ec tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 945 time: 0.1174667 Feb 15 17:05:48.689665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44b7fd4e-984c-42ad-a42e-943c2bb396cd tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:48.721639 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-62e57407-1b84-4705-8214-a67721acd2ac req-97ce0f9f-3567-4d10-a255-9f21d02d6256 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=77085107-305f-47da-b027-cc92d0191339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032677 Feb 15 17:05:48.814936 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44b7fd4e-984c-42ad-a42e-943c2bb396cd tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:48.840052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7fd4e-984c-42ad-a42e-943c2bb396cd tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Subnet': ['ID=dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:48.851991 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44b7fd4e-984c-42ad-a42e-943c2bb396cd tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:48.859255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-44b7fd4e-984c-42ad-a42e-943c2bb396cd tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c HTTP/1.1" status: 204 len: 168 time: 0.4611783 Feb 15 17:05:48.859642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44744) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:48.946295 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (cd89c208-6611-4f4d-a607-523a7c5008bc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:49.006369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:49.007002 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:49.078906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] For port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=07c22775-e32f-4fe2-9a23-8f28be4ed5f7,segment=NetworkSegment(4162c0d0-3e28-4f87-a36f-6b11bdf0a5be),segment_id=4162c0d0-3e28-4f87-a36f-6b11bdf0a5be)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:49.079563 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:49.094734 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:05:49.123113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cbea56-50b8-4aeb-9d3e-fc16e9c46f08 None None] Network cd89c208-6611-4f4d-a607-523a7c5008bc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:49.230685 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-27616607-ab3a-4c68-bcc2-778d9e758f74 None None] Provisioning complete for port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:49.231069 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27616607-ab3a-4c68-bcc2-778d9e758f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:49.272516 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (07c22775-e32f-4fe2-9a23-8f28be4ed5f7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:49.273827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-27616607-ab3a-4c68-bcc2-778d9e758f74 None None] Could not find standard attr ID for object 07c22775-e32f-4fe2-9a23-8f28be4ed5f7. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:05:49.277054 n-d-828372-14 neutron-server[103801]: INFO neutron.plugins.ml2.db [None req-27616607-ab3a-4c68-bcc2-778d9e758f74 None None] No ports have port_id starting with 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 Feb 15 17:05:49.288837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e434e21-83ce-4ac2-a55b-d672c4385fe0 None None] DHCP port deletion for cd89c208-6611-4f4d-a607-523a7c5008bc request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:05:49.313817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=07c22775-e32f-4fe2-9a23-8f28be4ed5f7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:49.321493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No DVR routers for this DVR port 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:05:49.423586 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (cd89c208-6611-4f4d-a607-523a7c5008bc), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:49.445355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd89c208-6611-4f4d-a607-523a7c5008bc']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:49.456485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4162c0d0-3e28-4f87-a36f-6b11bdf0a5be') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:49.456788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4162c0d0-3e28-4f87-a36f-6b11bdf0a5be') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:49.468217 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (4162c0d0-3e28-4f87-a36f-6b11bdf0a5be), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:49.481855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (4162c0d0-3e28-4f87-a36f-6b11bdf0a5be), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:49.488776 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:05:49.489533 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (4162c0d0-3e28-4f87-a36f-6b11bdf0a5be), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:05:49.493864 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:05:49.609289 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (cd89c208-6611-4f4d-a607-523a7c5008bc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:49.618138 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:49.626576 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/networks/cd89c208-6611-4f4d-a607-523a7c5008bc HTTP/1.1" status: 204 len: 168 time: 0.7617972 Feb 15 17:05:49.628800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44748) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:49.651750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df5045-db34-4628-8744-1fa708a073e3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Network': ['ID=cd89c208-6611-4f4d-a607-523a7c5008bc,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:49.682724 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23e842-247d-4cfd-8410-6e1f1f007342 req-5cc75751-902a-45ef-9193-4a1a9fb4586c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:49.688176 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ec23e842-247d-4cfd-8410-6e1f1f007342 req-5cc75751-902a-45ef-9193-4a1a9fb4586c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.0603552 Feb 15 17:05:49.704251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e18825-ce3b-4811-ae1f-02163d83ae0d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:49.709213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d1e18825-ce3b-4811-ae1f-02163d83ae0d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0763838 Feb 15 17:05:49.709637 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44750) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:49.770320 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ec23e842-247d-4cfd-8410-6e1f1f007342 req-070b0ddc-ffe0-4f46-bb5c-aa515ee6ee43 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774426 Feb 15 17:05:49.793217 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f950d4bd-8072-46ee-84e1-d00c370ceb12 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0767746 Feb 15 17:05:49.793345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44754) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:49.796907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-74bb9f9a-e832-4308-bafc-094799770c6a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1982196346'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:49.863653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad8529b-279a-4612-a7fb-f8e42af706ba req-a9a8dbb7-f9ad-4309-a5d8-c6a078d708d9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:49.865199 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ad8529b-279a-4612-a7fb-f8e42af706ba req-a9a8dbb7-f9ad-4309-a5d8-c6a078d708d9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 945 time: 0.0573571 Feb 15 17:05:49.896035 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bb9f9a-e832-4308-bafc-094799770c6a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:49.900127 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-74bb9f9a-e832-4308-bafc-094799770c6a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:49.951404 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ad8529b-279a-4612-a7fb-f8e42af706ba req-0830eebc-a7f2-4c17-ad14-afe0e922c0ae tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=77085107-305f-47da-b027-cc92d0191339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802066 Feb 15 17:05:49.953946 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bb9f9a-e832-4308-bafc-094799770c6a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:05:49.962553 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-74bb9f9a-e832-4308-bafc-094799770c6a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (77d8f65d-d720-442c-a83e-ea77eb60902c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:49.962909 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-74bb9f9a-e832-4308-bafc-094799770c6a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Added segment 77d8f65d-d720-442c-a83e-ea77eb60902c of type vlan for network c015b362-2bc8-455c-938a-b5774f98574b Feb 15 17:05:50.023306 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-74bb9f9a-e832-4308-bafc-094799770c6a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (c015b362-2bc8-455c-938a-b5774f98574b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:50.077946 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066d5d5-3cd1-48ba-a87c-50dd10c0ca48 req-683222bd-70a5-4c2c-b053-320f9e2c42b6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:50.079919 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f066d5d5-3cd1-48ba-a87c-50dd10c0ca48 req-683222bd-70a5-4c2c-b053-320f9e2c42b6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 945 time: 0.0554519 Feb 15 17:05:50.105957 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-74bb9f9a-e832-4308-bafc-094799770c6a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (c015b362-2bc8-455c-938a-b5774f98574b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:50.125490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bb9f9a-e832-4308-bafc-094799770c6a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:50.126141 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-74bb9f9a-e832-4308-bafc-094799770c6a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:50.136926 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f066d5d5-3cd1-48ba-a87c-50dd10c0ca48 req-4aa4da51-a881-450f-b137-8fa6baee7f2a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=77085107-305f-47da-b027-cc92d0191339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511553 Feb 15 17:05:50.163539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44758) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:50.224082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-74bb9f9a-e832-4308-bafc-094799770c6a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4312301 Feb 15 17:05:50.224371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44760) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:50.231189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb9f9a-e832-4308-bafc-094799770c6a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Network': ['ID=c015b362-2bc8-455c-938a-b5774f98574b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:50.240804 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9bc0d27b-96ea-44df-8d9f-41d87fd636ff tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'subnet': {'network_id': 'c015b362-2bc8-455c-938a-b5774f98574b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:50.242550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network c015b362-2bc8-455c-938a-b5774f98574b details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:05:50.285641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:05:50.302145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07838910-65d9-4011-a645-72d07112080d tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:50.306755 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-07838910-65d9-4011-a645-72d07112080d tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 1123 time: 0.1389177 Feb 15 17:05:50.307028 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44762) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:50.313433 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:50.330583 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:05:50.330940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 07c22775-e32f-4fe2-9a23-8f28be4ed5f7 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:05:50.431744 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:50.477587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc0d27b-96ea-44df-8d9f-41d87fd636ff tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:50.480821 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d27b-96ea-44df-8d9f-41d87fd636ff tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:50.681349 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:50.797614 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d27b-96ea-44df-8d9f-41d87fd636ff tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (fd903954-c6b8-420a-8a86-c246127c74d0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:50.800122 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Allocated IP 172.25.4.51 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/643c8c21-8150-469f-b280-4f183da4f92d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:50.882344 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0d27b-96ea-44df-8d9f-41d87fd636ff tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Subnet': ['ID=fd903954-c6b8-420a-8a86-c246127c74d0,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:50.913868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771d1ba-45d5-4d85-8579-1ce32f4a4348 req-8cd7eb50-d00a-4f44-a28d-af4ac2a297c7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:50.915821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9771d1ba-45d5-4d85-8579-1ce32f4a4348 req-8cd7eb50-d00a-4f44-a28d-af4ac2a297c7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.0719166 Feb 15 17:05:50.932610 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc0d27b-96ea-44df-8d9f-41d87fd636ff tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Checking segment: {'id': '77d8f65d-d720-442c-a83e-ea77eb60902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c015b362-2bc8-455c-938a-b5774f98574b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:50.932997 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc0d27b-96ea-44df-8d9f-41d87fd636ff tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network hostable DHCP agents. Network: c015b362-2bc8-455c-938a-b5774f98574b, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:05:50.974076 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9771d1ba-45d5-4d85-8579-1ce32f4a4348 req-f484b8c0-3e2b-42cd-9bc2-0c93eac9a9a3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514195 Feb 15 17:05:50.991768 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for port (643c8c21-8150-469f-b280-4f183da4f92d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:51.048101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc0d27b-96ea-44df-8d9f-41d87fd636ff tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network c015b362-2bc8-455c-938a-b5774f98574b is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:05:51.111522 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (643c8c21-8150-469f-b280-4f183da4f92d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:51.144015 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9bc0d27b-96ea-44df-8d9f-41d87fd636ff tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, c015b362-2bc8-455c-938a-b5774f98574b) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:51.149723 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc0d27b-96ea-44df-8d9f-41d87fd636ff tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:51.150318 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d27b-96ea-44df-8d9f-41d87fd636ff tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:51.155802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f242078-26bc-4610-8919-d1a8bcdf3cf0 None None] Network c015b362-2bc8-455c-938a-b5774f98574b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:51.169083 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:51.181600 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:51.184180 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:51.192212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Port': ['ID=643c8c21-8150-469f-b280-4f183da4f92d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:51.261235 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9bc0d27b-96ea-44df-8d9f-41d87fd636ff tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0255301 Feb 15 17:05:51.265901 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44766) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:51.274345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-269abffd-7a56-451b-988f-7a4fdac58499 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'network_id': 'c015b362-2bc8-455c-938a-b5774f98574b', 'name': 'tempest-PortsTestJSON-1086393574'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:51.280442 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-c015b362-2bc8-455c-938a-b5774f98574b', 'network_id': 'c015b362-2bc8-455c-938a-b5774f98574b', 'project_id': '5fde569256064690869ed2a1241d4577', 'fixed_ips': [{'subnet_id': 'fd903954-c6b8-420a-8a86-c246127c74d0'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:05:51.282437 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:51.453012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Allocated IP 172.20.0.2 (c015b362-2bc8-455c-938a-b5774f98574b/fd903954-c6b8-420a-8a86-c246127c74d0/01245d7e-4a29-4f4f-8898-ef2fdd585fe0) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:51.483163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269abffd-7a56-451b-988f-7a4fdac58499 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:51.489275 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-269abffd-7a56-451b-988f-7a4fdac58499 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:51.514662 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-269abffd-7a56-451b-988f-7a4fdac58499 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] device_id is not set on port 46471d71-a381-4a9c-a3a3-707b845ea23b yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:05:51.619624 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for floatingip (14bc307e-07fb-4c1a-aa92-b11a1add3700), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:51.625108 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Publish callbacks [] for port (01245d7e-4a29-4f4f-8898-ef2fdd585fe0), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:51.683263 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (01245d7e-4a29-4f4f-8898-ef2fdd585fe0), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:51.725744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Network c015b362-2bc8-455c-938a-b5774f98574b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:51.730305 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:51.733053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:51.736469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-269abffd-7a56-451b-988f-7a4fdac58499 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Allocated IP 172.20.0.9 (c015b362-2bc8-455c-938a-b5774f98574b/fd903954-c6b8-420a-8a86-c246127c74d0/46471d71-a381-4a9c-a3a3-707b845ea23b) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:51.763270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Pushing event updated for resources: {'Port': ['ID=01245d7e-4a29-4f4f-8898-ef2fdd585fe0,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:51.796803 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (643c8c21-8150-469f-b280-4f183da4f92d), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:51.800542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Attempting to bind port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:05:51.800998 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Attempting to bind port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '77d8f65d-d720-442c-a83e-ea77eb60902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c015b362-2bc8-455c-938a-b5774f98574b'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:05:51.801508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Attempting to bind port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 on network c015b362-2bc8-455c-938a-b5774f98574b {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:05:51.807042 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:05:51.811873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Checking segment: {'id': '77d8f65d-d720-442c-a83e-ea77eb60902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c015b362-2bc8-455c-938a-b5774f98574b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:51.811873 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:51.811873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Bound using segment: {'id': '77d8f65d-d720-442c-a83e-ea77eb60902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c015b362-2bc8-455c-938a-b5774f98574b'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:05:51.811873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Bound port: 01245d7e-4a29-4f4f-8898-ef2fdd585fe0, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77d8f65d-d720-442c-a83e-ea77eb60902c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'c015b362-2bc8-455c-938a-b5774f98574b'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:05:51.811873 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (01245d7e-4a29-4f4f-8898-ef2fdd585fe0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:51.880311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] For port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:05:51.884550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] For port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=01245d7e-4a29-4f4f-8898-ef2fdd585fe0,segment=NetworkSegment(77d8f65d-d720-442c-a83e-ea77eb60902c),segment_id=77d8f65d-d720-442c-a83e-ea77eb60902c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:05:51.931970 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-269abffd-7a56-451b-988f-7a4fdac58499 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (46471d71-a381-4a9c-a3a3-707b845ea23b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:51.943532 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (01245d7e-4a29-4f4f-8898-ef2fdd585fe0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:51.993017 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for port (643c8c21-8150-469f-b280-4f183da4f92d), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:52.018809 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c9f2e-ce80-4ded-99c2-13078307ea38 None None] Pushing event updated for resources: {'Port': ['ID=01245d7e-4a29-4f4f-8898-ef2fdd585fe0,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:52.054904 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-269abffd-7a56-451b-988f-7a4fdac58499 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (46471d71-a381-4a9c-a3a3-707b845ea23b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:52.099309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269abffd-7a56-451b-988f-7a4fdac58499 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network c015b362-2bc8-455c-938a-b5774f98574b is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:52.102820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-269abffd-7a56-451b-988f-7a4fdac58499 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:52.107964 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (643c8c21-8150-469f-b280-4f183da4f92d), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:52.110253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269abffd-7a56-451b-988f-7a4fdac58499 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:52.173644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269abffd-7a56-451b-988f-7a4fdac58499 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:52.174289 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-269abffd-7a56-451b-988f-7a4fdac58499 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:52.185794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269abffd-7a56-451b-988f-7a4fdac58499 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=46471d71-a381-4a9c-a3a3-707b845ea23b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:52.235398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b14c7-a550-4ed6-9632-d6066cc27e43 req-a5b46d5a-6cc8-4ff4-80e4-58b76a51ead5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:52.237107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-705b14c7-a550-4ed6-9632-d6066cc27e43 req-a5b46d5a-6cc8-4ff4-80e4-58b76a51ead5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.1873953 Feb 15 17:05:52.250206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Port': ['ID=643c8c21-8150-469f-b280-4f183da4f92d,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:52.255264 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (14bc307e-07fb-4c1a-aa92-b11a1add3700), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:52.282660 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-269abffd-7a56-451b-988f-7a4fdac58499 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0128965 Feb 15 17:05:52.291709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44770) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:52.332746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c7f73bea-5be6-4c3d-9a59-0a6ea89fecb3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'network_id': 'c015b362-2bc8-455c-938a-b5774f98574b', 'name': 'tempest-PortsTestJSON-1045108729'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:52.433195 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-705b14c7-a550-4ed6-9632-d6066cc27e43 req-27e928e7-00fa-470f-80f7-21e3303d2648 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803699 Feb 15 17:05:52.475187 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Floating IP 14bc307e-07fb-4c1a-aa92-b11a1add3700 associated. External IP: 172.25.4.51, port: 12548549-8a2a-4649-8031-e9d71fe8ef8c. Feb 15 17:05:52.591078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f73bea-5be6-4c3d-9a59-0a6ea89fecb3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:52.596647 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7f73bea-5be6-4c3d-9a59-0a6ea89fecb3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:52.623912 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-c7f73bea-5be6-4c3d-9a59-0a6ea89fecb3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] device_id is not set on port b7be2c3b-b4f9-4159-bb44-0854927b9493 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:05:52.774101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:05:52.775417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-c7f73bea-5be6-4c3d-9a59-0a6ea89fecb3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Allocated IP 172.20.0.7 (c015b362-2bc8-455c-938a-b5774f98574b/fd903954-c6b8-420a-8a86-c246127c74d0/b7be2c3b-b4f9-4159-bb44-0854927b9493) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:52.900287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:05:52.910291 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72204de2-b770-407a-a194-75d11076703f None None] Sync routers for ids ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:05:52.920569 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72204de2-b770-407a-a194-75d11076703f None None] Routers {'318cd9e8-0b4d-4531-8cd8-47b18a75eb06'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:05:52.923272 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-72204de2-b770-407a-a194-75d11076703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:05:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:52.949536 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7f73bea-5be6-4c3d-9a59-0a6ea89fecb3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (b7be2c3b-b4f9-4159-bb44-0854927b9493), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:52.971984 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:53.020029 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-803e6473-6b55-45db-9855-bcbb225462d1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7090755 Feb 15 17:05:53.020029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'tag': '12548549-8a2a-4649-8031-e9d71fe8ef8c'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:05:53.020878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44772) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:53.021037 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4290efe7-3bef-49da-87c7-7c23458fa0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa4b7e9-3688-4c50-8f56-f627bb262bbe", "tag": "12548549-8a2a-4649-8031-e9d71fe8ef8c"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:05:53.092076 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-72204de2-b770-407a-a194-75d11076703f None None] Set router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:05:53.100750 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7f73bea-5be6-4c3d-9a59-0a6ea89fecb3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b7be2c3b-b4f9-4159-bb44-0854927b9493), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:53.172331 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd521a8e-4970-41e6-bac5-89c000bb2aee x-openstack-request-id: req-fd521a8e-4970-41e6-bac5-89c000bb2aee {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:05:53.172634 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa4b7e9-3688-4c50-8f56-f627bb262bbe", "tag": "12548549-8a2a-4649-8031-e9d71fe8ef8c", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:05:53.172894 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fd521a8e-4970-41e6-bac5-89c000bb2aee {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:05:53.173307 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'tag': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'status': 'completed', 'code': 200} Feb 15 17:05:53.201356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f73bea-5be6-4c3d-9a59-0a6ea89fecb3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network c015b362-2bc8-455c-938a-b5774f98574b is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:05:53.266206 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-c7f73bea-5be6-4c3d-9a59-0a6ea89fecb3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:53.269742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f73bea-5be6-4c3d-9a59-0a6ea89fecb3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:05:53.303334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f73bea-5be6-4c3d-9a59-0a6ea89fecb3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=b7be2c3b-b4f9-4159-bb44-0854927b9493,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:53.308132 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c698becd-488e-4956-a293-dc19903e8c58 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/floatingips/14bc307e-07fb-4c1a-aa92-b11a1add3700 HTTP/1.1" status: 200 len: 990 time: 0.2858968 Feb 15 17:05:53.325126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290efe7-3bef-49da-87c7-7c23458fa0d8 req-b51c464d-ced8-40c2-92cb-e125760f8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:53.327500 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4290efe7-3bef-49da-87c7-7c23458fa0d8 req-b51c464d-ced8-40c2-92cb-e125760f8f00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=55662dfff497447caddaf19eeba12e64&device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 1128 time: 0.1219146 Feb 15 17:05:53.337628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f73bea-5be6-4c3d-9a59-0a6ea89fecb3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:53.338292 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7f73bea-5be6-4c3d-9a59-0a6ea89fecb3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:53.444426 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cc8e25-105d-49ef-8313-c7129c062dc2 None None] Network c015b362-2bc8-455c-938a-b5774f98574b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:53.465184 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290efe7-3bef-49da-87c7-7c23458fa0d8 req-73fee741-ddcd-401d-b7e0-63abcf3d4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:53.466909 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4290efe7-3bef-49da-87c7-7c23458fa0d8 req-73fee741-ddcd-401d-b7e0-63abcf3d4d57 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a4700e83-1e32-4a04-8e0a-9d271b918894 HTTP/1.1" status: 200 len: 898 time: 0.1256640 Feb 15 17:05:53.475066 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c7f73bea-5be6-4c3d-9a59-0a6ea89fecb3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1776910 Feb 15 17:05:53.475247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44780) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:53.495114 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-72204de2-b770-407a-a194-75d11076703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:05:18Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '14bc307e-07fb-4c1a-aa92-b11a1add3700', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'port_id': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'mac_address': 'fa:16:3e:71:e3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:05:51Z', 'updated_at': '2022-02-15T17:05:51Z', 'revision_number': 0, 'project_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8', 'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:3e:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:16Z', 'updated_at': '2022-02-15T17:05:29Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:53.532342 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72204de2-b770-407a-a194-75d11076703f None None] Checking router: 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:05:53.542855 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72204de2-b770-407a-a194-75d11076703f None None] Routers {'318cd9e8-0b4d-4531-8cd8-47b18a75eb06'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:05:53.543597 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-72204de2-b770-407a-a194-75d11076703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:05:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:53.588691 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8651e0f4-1a32-40cf-bf3b-7f7f1437bf48 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:53.595666 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8651e0f4-1a32-40cf-bf3b-7f7f1437bf48 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.1163683 Feb 15 17:05:53.597511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44782) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:53.608418 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4290efe7-3bef-49da-87c7-7c23458fa0d8 req-2d6c930f-105c-4141-935a-4795467fd3ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12548549-8a2a-4649-8031-e9d71fe8ef8c HTTP/1.1" status: 200 len: 998 time: 0.1318750 Feb 15 17:05:53.618892 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-aba7350a-0469-4001-b1e5-33b23db79b1b None None] Provisioning complete for port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:53.619357 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aba7350a-0469-4001-b1e5-33b23db79b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (01245d7e-4a29-4f4f-8898-ef2fdd585fe0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:53.661199 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5657f6ca-d7ee-4f75-85bc-48d9a1730d2e req-289e4d1b-b6ce-4755-a289-ef75af414d02 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:53.667245 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5657f6ca-d7ee-4f75-85bc-48d9a1730d2e req-289e4d1b-b6ce-4755-a289-ef75af414d02 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.0727751 Feb 15 17:05:53.724382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290efe7-3bef-49da-87c7-7c23458fa0d8 req-c8375af6-c8e1-42a6-a338-e896f58d8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:53.727618 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4290efe7-3bef-49da-87c7-7c23458fa0d8 req-c8375af6-c8e1-42a6-a338-e896f58d8aab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc760a4a-3809-4718-accd-7540360fee1b HTTP/1.1" status: 200 len: 835 time: 0.0845621 Feb 15 17:05:53.731442 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-72204de2-b770-407a-a194-75d11076703f None None] Set router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:05:53.743186 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5657f6ca-d7ee-4f75-85bc-48d9a1730d2e req-2c6050c6-1a14-4040-822e-80c23ba841dd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679181 Feb 15 17:05:53.761125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aba7350a-0469-4001-b1e5-33b23db79b1b None None] Current status of the port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:53.761813 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aba7350a-0469-4001-b1e5-33b23db79b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (01245d7e-4a29-4f4f-8898-ef2fdd585fe0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:53.841598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-aba7350a-0469-4001-b1e5-33b23db79b1b None None] For port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=01245d7e-4a29-4f4f-8898-ef2fdd585fe0,segment=NetworkSegment(77d8f65d-d720-442c-a83e-ea77eb60902c),segment_id=77d8f65d-d720-442c-a83e-ea77eb60902c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:53.857033 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4cd9ca91-69fe-4b1c-a2f7-b94d2a83784a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port b7be2c3b-b4f9-4159-bb44-0854927b9493 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:53.857397 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4cd9ca91-69fe-4b1c-a2f7-b94d2a83784a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b7be2c3b-b4f9-4159-bb44-0854927b9493), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:53.863875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290efe7-3bef-49da-87c7-7c23458fa0d8 req-60991711-e8e5-45ee-adc3-d2e8f96166db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:53.865455 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4290efe7-3bef-49da-87c7-7c23458fa0d8 req-60991711-e8e5-45ee-adc3-d2e8f96166db service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a4700e83-1e32-4a04-8e0a-9d271b918894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1136315 Feb 15 17:05:53.881253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-4290efe7-3bef-49da-87c7-7c23458fa0d8 req-dd37354a-02a2-4a96-9a6d-4b950c4b6272 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:05:53.882442 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4290efe7-3bef-49da-87c7-7c23458fa0d8 req-dd37354a-02a2-4a96-9a6d-4b950c4b6272 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053232 Feb 15 17:05:53.927476 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aba7350a-0469-4001-b1e5-33b23db79b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (01245d7e-4a29-4f4f-8898-ef2fdd585fe0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:54.041643 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7350a-0469-4001-b1e5-33b23db79b1b None None] Pushing event updated for resources: {'Port': ['ID=01245d7e-4a29-4f4f-8898-ef2fdd585fe0,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:54.059033 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4cd9ca91-69fe-4b1c-a2f7-b94d2a83784a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b7be2c3b-b4f9-4159-bb44-0854927b9493), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:54.079553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cf2edd19-5015-4924-8957-443acb7a678c None None] Provisioning complete for port 46471d71-a381-4a9c-a3a3-707b845ea23b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:54.080438 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf2edd19-5015-4924-8957-443acb7a678c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (46471d71-a381-4a9c-a3a3-707b845ea23b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:54.090290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4cd9ca91-69fe-4b1c-a2f7-b94d2a83784a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for b7be2c3b-b4f9-4159-bb44-0854927b9493 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:05:54.098560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4290efe7-3bef-49da-87c7-7c23458fa0d8 req-94bced19-01c7-4ee1-b540-5687135409fe service neutron] 10.222.0.10 "GET /v2.0/networks/a4700e83-1e32-4a04-8e0a-9d271b918894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838272 Feb 15 17:05:54.147244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cf2edd19-5015-4924-8957-443acb7a678c None None] Port 46471d71-a381-4a9c-a3a3-707b845ea23b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:05:54.187675 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cf2edd19-5015-4924-8957-443acb7a678c None None] Provisioning complete for port b7be2c3b-b4f9-4159-bb44-0854927b9493 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:54.188051 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf2edd19-5015-4924-8957-443acb7a678c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b7be2c3b-b4f9-4159-bb44-0854927b9493), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:54.192275 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-72204de2-b770-407a-a194-75d11076703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:05:18Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '14bc307e-07fb-4c1a-aa92-b11a1add3700', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'port_id': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'mac_address': 'fa:16:3e:71:e3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:05:51Z', 'updated_at': '2022-02-15T17:05:51Z', 'revision_number': 0, 'project_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8', 'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:3e:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:16Z', 'updated_at': '2022-02-15T17:05:29Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:54.229596 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cf2edd19-5015-4924-8957-443acb7a678c None None] Port b7be2c3b-b4f9-4159-bb44-0854927b9493 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:05:54.241297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cf2edd19-5015-4924-8957-443acb7a678c None None] Provisioning complete for port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:54.244613 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf2edd19-5015-4924-8957-443acb7a678c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (01245d7e-4a29-4f4f-8898-ef2fdd585fe0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:54.251085 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72204de2-b770-407a-a194-75d11076703f None None] The sync data for ids ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'] in n-d-828372-14 is: [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:05:18Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '14bc307e-07fb-4c1a-aa92-b11a1add3700', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'port_id': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'mac_address': 'fa:16:3e:71:e3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:05:51Z', 'updated_at': '2022-02-15T17:05:51Z', 'revision_number': 0, 'project_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8', 'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:3e:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:16Z', 'updated_at': '2022-02-15T17:05:29Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:05:54.311985 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44786) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:54.375402 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4290efe7-3bef-49da-87c7-7c23458fa0d8 req-31c15bad-f8e9-403b-b496-87f64921d065 service neutron] 10.222.0.10 "GET /v2.0/networks/a4700e83-1e32-4a04-8e0a-9d271b918894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683873 Feb 15 17:05:54.397555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:05:54.427499 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-24517bcc-d335-4192-b4f9-ed269c612b3c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/floatingips/14bc307e-07fb-4c1a-aa92-b11a1add3700 HTTP/1.1" status: 200 len: 990 time: 0.1142654 Feb 15 17:05:54.531612 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cf2edd19-5015-4924-8957-443acb7a678c None None] Current status of the port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:54.587773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:54.588533 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (01245d7e-4a29-4f4f-8898-ef2fdd585fe0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:54.609180 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4cd9ca91-69fe-4b1c-a2f7-b94d2a83784a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b7be2c3b-b4f9-4159-bb44-0854927b9493), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:54.647484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9ca91-69fe-4b1c-a2f7-b94d2a83784a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=b7be2c3b-b4f9-4159-bb44-0854927b9493,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:54.677543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98f7687-4ad4-4df1-ab40-290bb9caa217 None None] New status for floating IP 14bc307e-07fb-4c1a-aa92-b11a1add3700: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:05:54.683958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-787eaa51-3e09-4640-85b9-d3fa421a9f64 None None] Provisioning complete for port 46471d71-a381-4a9c-a3a3-707b845ea23b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:05:54.683958 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-787eaa51-3e09-4640-85b9-d3fa421a9f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (46471d71-a381-4a9c-a3a3-707b845ea23b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:54.750165 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4cd9ca91-69fe-4b1c-a2f7-b94d2a83784a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:54.755675 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4cd9ca91-69fe-4b1c-a2f7-b94d2a83784a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/b7be2c3b-b4f9-4159-bb44-0854927b9493 HTTP/1.1" status: 204 len: 168 time: 1.1547978 Feb 15 17:05:54.756060 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44794) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:54.798582 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-76584f34-0823-42f5-a0b5-4b4d397b84c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] GET failed (client error): The resource could not be found. Feb 15 17:05:54.800085 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-76584f34-0823-42f5-a0b5-4b4d397b84c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/b7be2c3b-b4f9-4159-bb44-0854927b9493 HTTP/1.1" status: 404 len: 333 time: 0.0429506 Feb 15 17:05:54.803334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44796) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:54.829576 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:05:54.873847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-787eaa51-3e09-4640-85b9-d3fa421a9f64 None None] Port 46471d71-a381-4a9c-a3a3-707b845ea23b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:05:54.954417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7e98d-474a-47c6-abe4-52b8342f7ef6 req-8b896897-3c3f-4e8e-b86c-65d0ffcc4a8d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:54.961578 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b4c7e98d-474a-47c6-abe4-52b8342f7ef6 req-8b896897-3c3f-4e8e-b86c-65d0ffcc4a8d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.1060386 Feb 15 17:05:54.994010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ee07ed05-8f7c-41dd-899f-520612321fbe None None] Could not find standard attr ID for object b7be2c3b-b4f9-4159-bb44-0854927b9493. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:05:55.016410 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-d18a182c-1868-4476-b7e6-bad300d23885 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port 46471d71-a381-4a9c-a3a3-707b845ea23b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:55.016644 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d18a182c-1868-4476-b7e6-bad300d23885 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (46471d71-a381-4a9c-a3a3-707b845ea23b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:55.083899 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b4c7e98d-474a-47c6-abe4-52b8342f7ef6 req-4daa6861-5d46-4479-a92a-9c1b1bc28a10 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213381 Feb 15 17:05:55.133331 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d18a182c-1868-4476-b7e6-bad300d23885 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (46471d71-a381-4a9c-a3a3-707b845ea23b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:55.146674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-d18a182c-1868-4476-b7e6-bad300d23885 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for 46471d71-a381-4a9c-a3a3-707b845ea23b owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:05:55.329008 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d18a182c-1868-4476-b7e6-bad300d23885 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (46471d71-a381-4a9c-a3a3-707b845ea23b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:55.364149 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a182c-1868-4476-b7e6-bad300d23885 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=46471d71-a381-4a9c-a3a3-707b845ea23b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:55.431084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44810) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:55.453651 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d18a182c-1868-4476-b7e6-bad300d23885 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:55.461658 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d18a182c-1868-4476-b7e6-bad300d23885 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/46471d71-a381-4a9c-a3a3-707b845ea23b HTTP/1.1" status: 204 len: 168 time: 0.6572051 Feb 15 17:05:55.462463 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44812) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:55.495184 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0b0825-8865-48b7-bc74-3d492cfe8d1f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] GET failed (client error): The resource could not be found. Feb 15 17:05:55.512363 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4d0b0825-8865-48b7-bc74-3d492cfe8d1f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/46471d71-a381-4a9c-a3a3-707b845ea23b HTTP/1.1" status: 404 len: 333 time: 0.0370407 Feb 15 17:05:55.514686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44816) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:55.582469 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b2a021fb-a3e8-450b-8dd8-8c21002b02c6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/floatingips/14bc307e-07fb-4c1a-aa92-b11a1add3700 HTTP/1.1" status: 200 len: 992 time: 0.1484528 Feb 15 17:05:55.640394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ada1475-79d6-4326-8df5-028fd93bac41 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting subnet fd903954-c6b8-420a-8a86-c246127c74d0 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:05:55.649917 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8ada1475-79d6-4326-8df5-028fd93bac41 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (fd903954-c6b8-420a-8a86-c246127c74d0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:55.708365 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8ada1475-79d6-4326-8df5-028fd93bac41 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (fd903954-c6b8-420a-8a86-c246127c74d0), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:55.806176 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8ada1475-79d6-4326-8df5-028fd93bac41 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (fd903954-c6b8-420a-8a86-c246127c74d0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:55.958737 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8ada1475-79d6-4326-8df5-028fd93bac41 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (fd903954-c6b8-420a-8a86-c246127c74d0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:55.994825 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada1475-79d6-4326-8df5-028fd93bac41 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Subnet': ['ID=fd903954-c6b8-420a-8a86-c246127c74d0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:56.012692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba5797f-bee2-4d90-afbc-cdf4119ae745 None None] Network c015b362-2bc8-455c-938a-b5774f98574b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:56.026409 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8ada1475-79d6-4326-8df5-028fd93bac41 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:56.038521 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44828) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:56.038734 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8ada1475-79d6-4326-8df5-028fd93bac41 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/fd903954-c6b8-420a-8a86-c246127c74d0 HTTP/1.1" status: 204 len: 168 time: 0.5228980 Feb 15 17:05:56.256965 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (c015b362-2bc8-455c-938a-b5774f98574b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:56.301477 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f31b79-718a-4832-adf4-edbd186e6322 req-401ae102-6061-4b2a-9d5f-c1d75e68cff2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:56.309434 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f4f31b79-718a-4832-adf4-edbd186e6322 req-401ae102-6061-4b2a-9d5f-c1d75e68cff2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.1138010 Feb 15 17:05:56.440677 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f4f31b79-718a-4832-adf4-edbd186e6322 req-dadf7592-af67-488b-8b47-902cc29407f4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299984 Feb 15 17:05:56.448301 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:56.448902 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (01245d7e-4a29-4f4f-8898-ef2fdd585fe0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:56.465208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae836d02-8ca1-4c2f-bccb-e3cc9669e51f None None] DHCP port deletion for c015b362-2bc8-455c-938a-b5774f98574b request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:05:56.531941 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] For port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=01245d7e-4a29-4f4f-8898-ef2fdd585fe0,segment=NetworkSegment(77d8f65d-d720-442c-a83e-ea77eb60902c),segment_id=77d8f65d-d720-442c-a83e-ea77eb60902c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:56.532413 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (01245d7e-4a29-4f4f-8898-ef2fdd585fe0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:56.548651 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:05:56.554563 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ae836d02-8ca1-4c2f-bccb-e3cc9669e51f None None] Deleting port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:56.555260 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ae836d02-8ca1-4c2f-bccb-e3cc9669e51f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (01245d7e-4a29-4f4f-8898-ef2fdd585fe0), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:56.646656 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ae836d02-8ca1-4c2f-bccb-e3cc9669e51f None None] For port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=01245d7e-4a29-4f4f-8898-ef2fdd585fe0,segment=NetworkSegment(77d8f65d-d720-442c-a83e-ea77eb60902c),segment_id=77d8f65d-d720-442c-a83e-ea77eb60902c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:56.647233 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ae836d02-8ca1-4c2f-bccb-e3cc9669e51f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (01245d7e-4a29-4f4f-8898-ef2fdd585fe0), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:56.665099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ae836d02-8ca1-4c2f-bccb-e3cc9669e51f None None] Calling delete_port for 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:05:56.739946 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (01245d7e-4a29-4f4f-8898-ef2fdd585fe0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:56.767405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=01245d7e-4a29-4f4f-8898-ef2fdd585fe0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:56.771655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No DVR routers for this DVR port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:05:56.784772 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ae836d02-8ca1-4c2f-bccb-e3cc9669e51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (01245d7e-4a29-4f4f-8898-ef2fdd585fe0), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:56.816033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae836d02-8ca1-4c2f-bccb-e3cc9669e51f None None] Pushing event deleted for resources: {'Port': ['ID=01245d7e-4a29-4f4f-8898-ef2fdd585fe0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:56.820275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae836d02-8ca1-4c2f-bccb-e3cc9669e51f None None] No DVR routers for this DVR port 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:05:56.882319 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (c015b362-2bc8-455c-938a-b5774f98574b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:56.905916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c015b362-2bc8-455c-938a-b5774f98574b']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:56.917120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77d8f65d-d720-442c-a83e-ea77eb60902c') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:56.917120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77d8f65d-d720-442c-a83e-ea77eb60902c') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:05:56.927336 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (77d8f65d-d720-442c-a83e-ea77eb60902c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:56.954987 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (77d8f65d-d720-442c-a83e-ea77eb60902c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:56.972733 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:05:56.978166 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (77d8f65d-d720-442c-a83e-ea77eb60902c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:05:56.979715 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:05:57.130002 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (c015b362-2bc8-455c-938a-b5774f98574b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:57.144566 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:57.152969 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/networks/c015b362-2bc8-455c-938a-b5774f98574b HTTP/1.1" status: 204 len: 168 time: 1.1094053 Feb 15 17:05:57.153480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44850) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:57.159731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-75c114f9-7d57-4ef6-8753-a58a5da4e0c8 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1335414121'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:57.275002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c114f9-7d57-4ef6-8753-a58a5da4e0c8 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:57.279554 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75c114f9-7d57-4ef6-8753-a58a5da4e0c8 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:57.319234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c114f9-7d57-4ef6-8753-a58a5da4e0c8 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:05:57.337015 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75c114f9-7d57-4ef6-8753-a58a5da4e0c8 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (becc9324-ce96-4982-8b2e-ef61d3f9be1b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:57.337777 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-75c114f9-7d57-4ef6-8753-a58a5da4e0c8 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Added segment becc9324-ce96-4982-8b2e-ef61d3f9be1b of type vlan for network 77a42b73-7451-4a44-87be-5afdbdd33779 Feb 15 17:05:57.388183 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75c114f9-7d57-4ef6-8753-a58a5da4e0c8 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (77a42b73-7451-4a44-87be-5afdbdd33779), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:57.574451 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75c114f9-7d57-4ef6-8753-a58a5da4e0c8 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (77a42b73-7451-4a44-87be-5afdbdd33779), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:57.580013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c114f9-7d57-4ef6-8753-a58a5da4e0c8 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:57.580694 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75c114f9-7d57-4ef6-8753-a58a5da4e0c8 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:57.668086 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c114f9-7d57-4ef6-8753-a58a5da4e0c8 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Network': ['ID=77a42b73-7451-4a44-87be-5afdbdd33779,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:57.681465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 77a42b73-7451-4a44-87be-5afdbdd33779 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:05:57.790317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2971ae-8e2f-489a-aa7d-fb2e70412acc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Network': ['ID=c015b362-2bc8-455c-938a-b5774f98574b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:57.877449 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e67c07-0aba-488a-93d3-b6d45b40e0a9 req-bb7bad24-bcff-4ffb-9459-de22a9fa4bd9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:57.879024 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-30e67c07-0aba-488a-93d3-b6d45b40e0a9 req-bb7bad24-bcff-4ffb-9459-de22a9fa4bd9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.1057906 Feb 15 17:05:57.977506 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-30e67c07-0aba-488a-93d3-b6d45b40e0a9 req-8c8e1640-4844-4a1a-bf23-c5794f358935 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864668 Feb 15 17:05:58.230864 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-75c114f9-7d57-4ef6-8753-a58a5da4e0c8 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0749912 Feb 15 17:05:58.233905 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44866) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:58.239101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d8af8a95-2cf4-4c22-a799-260b800e6308 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'subnet': {'network_id': '77a42b73-7451-4a44-87be-5afdbdd33779', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:58.298672 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-992233a1-f6ad-43c1-92a9-c620c0514bda req-57d6b08f-a29d-4fc4-8e4c-2b91e72e02ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7917719 Feb 15 17:05:58.316309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:05:58.329643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127d9d0-9f0b-4563-a133-3e7b551a88e3 req-ca348410-38ae-4507-a7a8-de4556b17a53 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:58.348608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a127d9d0-9f0b-4563-a133-3e7b551a88e3 req-ca348410-38ae-4507-a7a8-de4556b17a53 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 946 time: 0.1417184 Feb 15 17:05:58.360688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:05:58.363023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 01245d7e-4a29-4f4f-8898-ef2fdd585fe0 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:05:58.469173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a127d9d0-9f0b-4563-a133-3e7b551a88e3 req-741c5796-0fed-488b-85f1-9dc5ef6be773 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194658 Feb 15 17:05:58.486884 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992233a1-f6ad-43c1-92a9-c620c0514bda req-c330aaad-70f8-4941-a4c8-60a263bec840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:58.486884 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-992233a1-f6ad-43c1-92a9-c620c0514bda req-c330aaad-70f8-4941-a4c8-60a263bec840 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 1128 time: 0.1065319 Feb 15 17:05:58.506358 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8af8a95-2cf4-4c22-a799-260b800e6308 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:58.512968 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8af8a95-2cf4-4c22-a799-260b800e6308 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:58.626891 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992233a1-f6ad-43c1-92a9-c620c0514bda req-9de4b5b2-774b-44a0-99f5-20270b303dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:58.628651 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-992233a1-f6ad-43c1-92a9-c620c0514bda req-9de4b5b2-774b-44a0-99f5-20270b303dbc service neutron] 10.222.0.67 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 915 time: 0.1141858 Feb 15 17:05:58.696404 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-992233a1-f6ad-43c1-92a9-c620c0514bda req-a135cd48-29ae-4bbe-bb1a-ff5d6ad7abe2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf427b3-7de8-49ba-8552-0ef6176236df HTTP/1.1" status: 200 len: 217 time: 0.0601041 Feb 15 17:05:58.763309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992233a1-f6ad-43c1-92a9-c620c0514bda req-cf28d65e-d35f-48ed-9cd7-e73c0847958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:58.765488 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-992233a1-f6ad-43c1-92a9-c620c0514bda req-cf28d65e-d35f-48ed-9cd7-e73c0847958a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f5d61963-0097-43d2-aa6c-f33683398652 HTTP/1.1" status: 200 len: 854 time: 0.0617268 Feb 15 17:05:58.816446 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-992233a1-f6ad-43c1-92a9-c620c0514bda req-77ae18a2-d848-4959-beae-e0ffb7de4295 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452185 Feb 15 17:05:58.828537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-992233a1-f6ad-43c1-92a9-c620c0514bda req-db6fe3c9-f3d0-48d3-a9ae-8061b8d9c2e1 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:05:58.830276 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-992233a1-f6ad-43c1-92a9-c620c0514bda req-db6fe3c9-f3d0-48d3-a9ae-8061b8d9c2e1 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063868 Feb 15 17:05:58.860911 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8af8a95-2cf4-4c22-a799-260b800e6308 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (e2954a8e-b787-4588-ba55-e6942a21ecc5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:58.941658 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af8a95-2cf4-4c22-a799-260b800e6308 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Subnet': ['ID=e2954a8e-b787-4588-ba55-e6942a21ecc5,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:05:59.015159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-992233a1-f6ad-43c1-92a9-c620c0514bda req-3d553d18-be81-434e-8074-75a5ec6528b0 service neutron] 10.222.0.67 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719251 Feb 15 17:05:59.015895 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8af8a95-2cf4-4c22-a799-260b800e6308 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Checking segment: {'id': 'becc9324-ce96-4982-8b2e-ef61d3f9be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77a42b73-7451-4a44-87be-5afdbdd33779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:05:59.015895 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8af8a95-2cf4-4c22-a799-260b800e6308 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network hostable DHCP agents. Network: 77a42b73-7451-4a44-87be-5afdbdd33779, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:05:59.159962 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8af8a95-2cf4-4c22-a799-260b800e6308 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network 77a42b73-7451-4a44-87be-5afdbdd33779 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:05:59.230723 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84f37f-ea6b-4691-ac21-c71dee1b8582 req-3e47c128-2bcc-4cc9-99b1-94314c78fe44 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:59.232588 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fc84f37f-ea6b-4691-ac21-c71dee1b8582 req-3e47c128-2bcc-4cc9-99b1-94314c78fe44 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.1172099 Feb 15 17:05:59.237494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d8af8a95-2cf4-4c22-a799-260b800e6308 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 77a42b73-7451-4a44-87be-5afdbdd33779) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:05:59.245348 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e55cf4-cf8f-494b-9a06-67839030f2fe None None] Network 77a42b73-7451-4a44-87be-5afdbdd33779 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:05:59.280551 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af8a95-2cf4-4c22-a799-260b800e6308 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:59.280551 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8af8a95-2cf4-4c22-a799-260b800e6308 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:59.310702 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-992233a1-f6ad-43c1-92a9-c620c0514bda req-2ce35031-aa2c-46c8-bc8f-bc805172db4b service neutron] 10.222.0.67 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826483 Feb 15 17:05:59.361834 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fc84f37f-ea6b-4691-ac21-c71dee1b8582 req-0c8b8036-f63a-4e69-a87e-6e97c660ba7b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201653 Feb 15 17:05:59.367249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55c874-a4f8-413a-9150-94cc330bd9df req-57ab2c68-eabe-49fa-8dc4-2ac6e3287d82 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:59.369558 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f55c874-a4f8-413a-9150-94cc330bd9df req-57ab2c68-eabe-49fa-8dc4-2ac6e3287d82 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.67 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 946 time: 0.1465569 Feb 15 17:05:59.427826 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d8af8a95-2cf4-4c22-a799-260b800e6308 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1902523 Feb 15 17:05:59.428151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44876) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:05:59.433215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-cda0c330-256f-484f-81b7-3922f1c87073 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'network_id': '77a42b73-7451-4a44-87be-5afdbdd33779', 'name': 'tempest-PortsTestJSON-550319918', 'fixed_ips': [{'subnet_id': 'e2954a8e-b787-4588-ba55-e6942a21ecc5', 'ip_address': '172.20.0.10'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:05:59.499082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-77a42b73-7451-4a44-87be-5afdbdd33779', 'network_id': '77a42b73-7451-4a44-87be-5afdbdd33779', 'project_id': '5fde569256064690869ed2a1241d4577', 'fixed_ips': [{'subnet_id': 'e2954a8e-b787-4588-ba55-e6942a21ecc5'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:05:59.500056 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:59.661789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-1f55c874-a4f8-413a-9150-94cc330bd9df req-c0166ca8-f64d-4115-a749-7561e417505d tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Deleting port 7a727c5a-5820-46cc-b2e1-8dc150c2f586 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:05:59.663059 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1f55c874-a4f8-413a-9150-94cc330bd9df req-c0166ca8-f64d-4115-a749-7561e417505d tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7a727c5a-5820-46cc-b2e1-8dc150c2f586), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:59.722951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Allocated IP 172.20.0.2 (77a42b73-7451-4a44-87be-5afdbdd33779/e2954a8e-b787-4588-ba55-e6942a21ecc5/fbba0c01-5bb9-4016-ba72-e5186d3f81a0) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:05:59.761397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92de78-daf4-4d5b-b836-e6fbce754579 req-d6465f7a-8cb4-474b-9d53-cf49091c3f4a tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:05:59.763303 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd92de78-daf4-4d5b-b836-e6fbce754579 req-d6465f7a-8cb4-474b-9d53-cf49091c3f4a tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 946 time: 0.1713982 Feb 15 17:05:59.847099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda0c330-256f-484f-81b7-3922f1c87073 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:05:59.924295 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd92de78-daf4-4d5b-b836-e6fbce754579 req-ecdac3c2-7e2a-4cda-a0f8-62f5932948e0 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/security-groups?id=3925746b-44d9-4fd6-8c49-970aaa93de9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515298 Feb 15 17:05:59.928330 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-1f55c874-a4f8-413a-9150-94cc330bd9df req-c0166ca8-f64d-4115-a749-7561e417505d tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] For port 7a727c5a-5820-46cc-b2e1-8dc150c2f586, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=7a727c5a-5820-46cc-b2e1-8dc150c2f586,segment=NetworkSegment(8771538c-2e81-4f61-9faf-6fb729ba758e),segment_id=8771538c-2e81-4f61-9faf-6fb729ba758e)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:05:59.929001 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1f55c874-a4f8-413a-9150-94cc330bd9df req-c0166ca8-f64d-4115-a749-7561e417505d tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7a727c5a-5820-46cc-b2e1-8dc150c2f586), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:05:59.949544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-1f55c874-a4f8-413a-9150-94cc330bd9df req-c0166ca8-f64d-4115-a749-7561e417505d tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Calling delete_port for 7a727c5a-5820-46cc-b2e1-8dc150c2f586 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:06:00.006627 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Publish callbacks [] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:00.035122 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cda0c330-256f-484f-81b7-3922f1c87073 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:00.066514 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-cda0c330-256f-484f-81b7-3922f1c87073 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] device_id is not set on port e20c4a62-739a-48f1-af97-fffa0958bc86 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:06:00.100946 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:00.185479 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Network 77a42b73-7451-4a44-87be-5afdbdd33779 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:00.223490 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:00.226577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:06:00.234094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Pushing event updated for resources: {'Port': ['ID=fbba0c01-5bb9-4016-ba72-e5186d3f81a0,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:00.304945 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1f55c874-a4f8-413a-9150-94cc330bd9df req-c0166ca8-f64d-4115-a749-7561e417505d tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7a727c5a-5820-46cc-b2e1-8dc150c2f586), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:00.353918 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['7a727c5a-5820-46cc-b2e1-8dc150c2f586'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:06:00.372120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0166ca8-f64d-4115-a749-7561e417505d tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Pushing event deleted for resources: {'Port': ['ID=7a727c5a-5820-46cc-b2e1-8dc150c2f586,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:00.442908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Attempting to bind port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:06:00.443646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Attempting to bind port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'becc9324-ce96-4982-8b2e-ef61d3f9be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77a42b73-7451-4a44-87be-5afdbdd33779'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:06:00.447921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Attempting to bind port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 on network 77a42b73-7451-4a44-87be-5afdbdd33779 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:06:00.475958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:06:00.479673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-cda0c330-256f-484f-81b7-3922f1c87073 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Allocated IP 172.20.0.10 (77a42b73-7451-4a44-87be-5afdbdd33779/e2954a8e-b787-4588-ba55-e6942a21ecc5/e20c4a62-739a-48f1-af97-fffa0958bc86) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:06:00.479825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Checking segment: {'id': 'becc9324-ce96-4982-8b2e-ef61d3f9be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77a42b73-7451-4a44-87be-5afdbdd33779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:06:00.479825 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:00.481304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Bound using segment: {'id': 'becc9324-ce96-4982-8b2e-ef61d3f9be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77a42b73-7451-4a44-87be-5afdbdd33779'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:06:00.482707 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Bound port: fbba0c01-5bb9-4016-ba72-e5186d3f81a0, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'becc9324-ce96-4982-8b2e-ef61d3f9be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '77a42b73-7451-4a44-87be-5afdbdd33779'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:06:00.484886 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:00.583676 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:00.597414 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f55c874-a4f8-413a-9150-94cc330bd9df req-c0166ca8-f64d-4115-a749-7561e417505d tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] No DVR routers for this DVR port 7a727c5a-5820-46cc-b2e1-8dc150c2f586 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:06:00.605035 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1f55c874-a4f8-413a-9150-94cc330bd9df req-c0166ca8-f64d-4115-a749-7561e417505d tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:00.610745 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f55c874-a4f8-413a-9150-94cc330bd9df req-c0166ca8-f64d-4115-a749-7561e417505d tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.67 "DELETE /v2.0/ports/7a727c5a-5820-46cc-b2e1-8dc150c2f586 HTTP/1.1" status: 204 len: 173 time: 1.2344918 Feb 15 17:06:00.611284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a9e6cc-74b7-4478-aeb1-0b1582425df0', 'name': 'network-vif-deleted', 'tag': '7a727c5a-5820-46cc-b2e1-8dc150c2f586'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:06:00.624854 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2b5717-5a16-4bfc-ac68-a5b6ba026c51" -d '{"events": [{"server_uuid": "67a9e6cc-74b7-4478-aeb1-0b1582425df0", "name": "network-vif-deleted", "tag": "7a727c5a-5820-46cc-b2e1-8dc150c2f586"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:06:00.663841 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] For port fbba0c01-5bb9-4016-ba72-e5186d3f81a0, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:06:00.675128 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] For port fbba0c01-5bb9-4016-ba72-e5186d3f81a0, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=fbba0c01-5bb9-4016-ba72-e5186d3f81a0,segment=NetworkSegment(becc9324-ce96-4982-8b2e-ef61d3f9be1b),segment_id=becc9324-ce96-4982-8b2e-ef61d3f9be1b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:06:00.678195 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01490af5-7e0e-4b59-96eb-373c647f87b5 req-d7c1c26a-9024-4826-a760-c1230158ab72 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:00.679773 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-01490af5-7e0e-4b59-96eb-373c647f87b5 req-d7c1c26a-9024-4826-a760-c1230158ab72 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.1601250 Feb 15 17:06:00.781691 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-01490af5-7e0e-4b59-96eb-373c647f87b5 req-f49ebfd0-93a1-4d27-a33e-7d6b272ae2f8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891418 Feb 15 17:06:00.807347 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aadbf99-a57f-4e6e-9caa-200f2864a049 x-openstack-request-id: req-2aadbf99-a57f-4e6e-9caa-200f2864a049 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:06:00.807772 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a9e6cc-74b7-4478-aeb1-0b1582425df0", "name": "network-vif-deleted", "tag": "7a727c5a-5820-46cc-b2e1-8dc150c2f586", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:06:00.808547 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2aadbf99-a57f-4e6e-9caa-200f2864a049 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:06:00.810516 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a9e6cc-74b7-4478-aeb1-0b1582425df0', 'name': 'network-vif-deleted', 'tag': '7a727c5a-5820-46cc-b2e1-8dc150c2f586', 'status': 'completed', 'code': 200} Feb 15 17:06:00.826282 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:00.898558 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:00.899272 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a622b4-6fce-4a17-9513-49d212481d05 None None] Pushing event updated for resources: {'Port': ['ID=fbba0c01-5bb9-4016-ba72-e5186d3f81a0,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:00.950942 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cda0c330-256f-484f-81b7-3922f1c87073 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (e20c4a62-739a-48f1-af97-fffa0958bc86), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:01.136800 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a34d5e92-90a9-456c-949c-4dc196b2f1ec req-a17a67c2-9212-4078-bd19-baa47254eaee tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 210 time: 0.0622663 Feb 15 17:06:01.139832 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cda0c330-256f-484f-81b7-3922f1c87073 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e20c4a62-739a-48f1-af97-fffa0958bc86), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:01.200745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda0c330-256f-484f-81b7-3922f1c87073 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network 77a42b73-7451-4a44-87be-5afdbdd33779 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:01.205380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-cda0c330-256f-484f-81b7-3922f1c87073 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:01.208168 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda0c330-256f-484f-81b7-3922f1c87073 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:06:01.348229 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0c330-256f-484f-81b7-3922f1c87073 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=e20c4a62-739a-48f1-af97-fffa0958bc86,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:01.370794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda0c330-256f-484f-81b7-3922f1c87073 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:01.372572 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cda0c330-256f-484f-81b7-3922f1c87073 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:01.454752 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44914) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:01.454979 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cda0c330-256f-484f-81b7-3922f1c87073 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0255375 Feb 15 17:06:01.459896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c1de4f75-aaa4-47fc-b2e6-1476151542ae tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'network_id': '77a42b73-7451-4a44-87be-5afdbdd33779', 'name': 'tempest-PortsTestJSON-1349117134', 'fixed_ips': [{'subnet_id': 'e2954a8e-b787-4588-ba55-e6942a21ecc5', 'ip_address': '172.20.0.9'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:01.677267 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1de4f75-aaa4-47fc-b2e6-1476151542ae tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:02.089280 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1de4f75-aaa4-47fc-b2e6-1476151542ae tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:02.177955 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909b7e9-62c2-4323-bd14-fb7504eefc56 req-b53d9b58-3f98-4737-b152-a1532bf4c8a1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:02.188615 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b909b7e9-62c2-4323-bd14-fb7504eefc56 req-b53d9b58-3f98-4737-b152-a1532bf4c8a1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.2325816 Feb 15 17:06:02.194298 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-c1de4f75-aaa4-47fc-b2e6-1476151542ae tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] device_id is not set on port fc9ba5b3-0ba4-4f6a-b948-e6aeb1131f1a yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:06:02.435380 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b909b7e9-62c2-4323-bd14-fb7504eefc56 req-eb676eab-c02d-4aab-b5f4-166c7ead31c9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446661 Feb 15 17:06:02.453276 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c17eb6e8-73fc-4e32-a96b-c4080d3a3da8 req-a9d3657f-ef72-4050-989f-4eb10cfafad5 tempest-VolumesActionsTest-1128831565 tempest-VolumesActionsTest-1128831565-project] 10.222.0.107 "GET /v2.0/ports?device_id=67a9e6cc-74b7-4478-aeb1-0b1582425df0 HTTP/1.1" status: 200 len: 210 time: 0.1128383 Feb 15 17:06:02.457575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device fbba0c01-5bb9-4016-ba72-e5186d3f81a0 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:06:02.539727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e294a018-b852-4a14-8a15-839ff510d9a3 req-0ad68769-b3e3-44c4-91ac-6fb31b6af1a5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2809372 Feb 15 17:06:02.618761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:02.619346 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:02.742654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49f47bf-6fc7-4447-8c83-51b74934086d None None] Network 77a42b73-7451-4a44-87be-5afdbdd33779 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:06:02.755190 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-c1de4f75-aaa4-47fc-b2e6-1476151542ae tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Allocated IP 172.20.0.9 (77a42b73-7451-4a44-87be-5afdbdd33779/e2954a8e-b787-4588-ba55-e6942a21ecc5/fc9ba5b3-0ba4-4f6a-b948-e6aeb1131f1a) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:06:02.780866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294a018-b852-4a14-8a15-839ff510d9a3 req-137cfe29-4274-425e-9365-2b90a0fc7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:02.782632 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e294a018-b852-4a14-8a15-839ff510d9a3 req-137cfe29-4274-425e-9365-2b90a0fc7283 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 1128 time: 0.1744998 Feb 15 17:06:02.973212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 7a727c5a-5820-46cc-b2e1-8dc150c2f586 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:06:03.023761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294a018-b852-4a14-8a15-839ff510d9a3 req-9c7b8a07-bacd-4794-b9ff-4fe56eaedd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:03.036240 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e294a018-b852-4a14-8a15-839ff510d9a3 req-9c7b8a07-bacd-4794-b9ff-4fe56eaedd3d service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 915 time: 0.2258518 Feb 15 17:06:03.108585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 7a727c5a-5820-46cc-b2e1-8dc150c2f586 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:06:03.109165 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 7a727c5a-5820-46cc-b2e1-8dc150c2f586 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:06:03.147735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a31a8e77-884a-43a8-8d1f-bc567aae6a0c None None] Provisioning complete for port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:03.148662 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a31a8e77-884a-43a8-8d1f-bc567aae6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:03.150526 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e294a018-b852-4a14-8a15-839ff510d9a3 req-19fa2768-d6c6-4af3-bfc6-88bb173c0daa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 HTTP/1.1" status: 200 len: 217 time: 0.1069934 Feb 15 17:06:03.160281 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1de4f75-aaa4-47fc-b2e6-1476151542ae tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (fc9ba5b3-0ba4-4f6a-b948-e6aeb1131f1a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:03.209426 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:03.210140 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:03.260811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294a018-b852-4a14-8a15-839ff510d9a3 req-c40cce8f-9af2-45ff-9d87-f01f4c870859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:03.267660 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e294a018-b852-4a14-8a15-839ff510d9a3 req-c40cce8f-9af2-45ff-9d87-f01f4c870859 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5d61963-0097-43d2-aa6c-f33683398652 HTTP/1.1" status: 200 len: 854 time: 0.1093972 Feb 15 17:06:03.308633 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1de4f75-aaa4-47fc-b2e6-1476151542ae tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (fc9ba5b3-0ba4-4f6a-b948-e6aeb1131f1a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:03.348244 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e294a018-b852-4a14-8a15-839ff510d9a3 req-8493f1c4-a54c-456a-a970-570f3add63ce service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706432 Feb 15 17:06:03.403583 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port fbba0c01-5bb9-4016-ba72-e5186d3f81a0, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=fbba0c01-5bb9-4016-ba72-e5186d3f81a0,segment=NetworkSegment(becc9324-ce96-4982-8b2e-ef61d3f9be1b),segment_id=becc9324-ce96-4982-8b2e-ef61d3f9be1b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:03.425484 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1de4f75-aaa4-47fc-b2e6-1476151542ae tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network 77a42b73-7451-4a44-87be-5afdbdd33779 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:03.431909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c1de4f75-aaa4-47fc-b2e6-1476151542ae tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:03.434288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a31a8e77-884a-43a8-8d1f-bc567aae6a0c None None] Current status of the port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:03.436450 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a31a8e77-884a-43a8-8d1f-bc567aae6a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:03.438806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1de4f75-aaa4-47fc-b2e6-1476151542ae tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:06:03.518401 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de4f75-aaa4-47fc-b2e6-1476151542ae tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=fc9ba5b3-0ba4-4f6a-b948-e6aeb1131f1a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:03.535324 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:03.573176 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e294a018-b852-4a14-8a15-839ff510d9a3 req-5efb5787-dd80-4562-a767-76e6a75a9421 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195778 Feb 15 17:06:03.603972 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1de4f75-aaa4-47fc-b2e6-1476151542ae tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:03.606132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1de4f75-aaa4-47fc-b2e6-1476151542ae tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:03.671309 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-a31a8e77-884a-43a8-8d1f-bc567aae6a0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:06:03.671503 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-a31a8e77-884a-43a8-8d1f-bc567aae6a0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:06:03.721459 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c1de4f75-aaa4-47fc-b2e6-1476151542ae tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2654240 Feb 15 17:06:03.722031 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44954) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:03.819731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=fbba0c01-5bb9-4016-ba72-e5186d3f81a0,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:03.873181 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1410c663-511f-4efc-b566-256ee3cd8731 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:03.880384 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1410c663-511f-4efc-b566-256ee3cd8731 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1573005 Feb 15 17:06:03.881039 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44958) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:03.992834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f8836-b37b-4669-8b0a-b0496ce1178a req-b18aec5b-4eba-4e7d-b760-e86821670ce4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:03.998258 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a0f8836-b37b-4669-8b0a-b0496ce1178a req-b18aec5b-4eba-4e7d-b760-e86821670ce4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.2677162 Feb 15 17:06:04.002923 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e294a018-b852-4a14-8a15-839ff510d9a3 req-ab06d0ac-8f04-4166-8ff3-cebf9cc6d600 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210930 Feb 15 17:06:04.074689 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e982ac-09ca-4fe7-a07e-e6061a5477bc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:04.089266 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e982ac-09ca-4fe7-a07e-e6061a5477bc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:04.102530 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e982ac-09ca-4fe7-a07e-e6061a5477bc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:04.110897 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-15e982ac-09ca-4fe7-a07e-e6061a5477bc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2287750 Feb 15 17:06:04.111519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44968) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:04.142301 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a0f8836-b37b-4669-8b0a-b0496ce1178a req-4c8d7cf4-30e1-4267-bded-d2b23cb7430a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366463 Feb 15 17:06:04.317103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a31a8e77-884a-43a8-8d1f-bc567aae6a0c None None] Current status of the port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:04.360285 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device fbba0c01-5bb9-4016-ba72-e5186d3f81a0 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:06:04.361059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-22c6a8b6-54c2-4933-8d7b-e8a868250f78 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port fc9ba5b3-0ba4-4f6a-b948-e6aeb1131f1a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:06:04.364255 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22c6a8b6-54c2-4933-8d7b-e8a868250f78 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (fc9ba5b3-0ba4-4f6a-b948-e6aeb1131f1a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:04.509507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-59fe2040-b0c5-47e4-88ec-875c6c9261f3 None None] Provisioning complete for port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:04.511382 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59fe2040-b0c5-47e4-88ec-875c6c9261f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:04.613246 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22c6a8b6-54c2-4933-8d7b-e8a868250f78 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (fc9ba5b3-0ba4-4f6a-b948-e6aeb1131f1a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:04.630170 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-22c6a8b6-54c2-4933-8d7b-e8a868250f78 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for fc9ba5b3-0ba4-4f6a-b948-e6aeb1131f1a owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:06:04.651994 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:04.673034 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:04.950237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-59fe2040-b0c5-47e4-88ec-875c6c9261f3 None None] Current status of the port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:04.988803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-59fe2040-b0c5-47e4-88ec-875c6c9261f3 None None] Provisioning complete for port e20c4a62-739a-48f1-af97-fffa0958bc86 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:04.989675 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59fe2040-b0c5-47e4-88ec-875c6c9261f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e20c4a62-739a-48f1-af97-fffa0958bc86), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:05.009785 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22c6a8b6-54c2-4933-8d7b-e8a868250f78 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (fc9ba5b3-0ba4-4f6a-b948-e6aeb1131f1a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:05.112024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6a8b6-54c2-4933-8d7b-e8a868250f78 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=fc9ba5b3-0ba4-4f6a-b948-e6aeb1131f1a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:05.244976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:05.250531 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-59fe2040-b0c5-47e4-88ec-875c6c9261f3 None None] Port e20c4a62-739a-48f1-af97-fffa0958bc86 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:06:05.338396 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22c6a8b6-54c2-4933-8d7b-e8a868250f78 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:05.355143 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-22c6a8b6-54c2-4933-8d7b-e8a868250f78 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/fc9ba5b3-0ba4-4f6a-b948-e6aeb1131f1a HTTP/1.1" status: 204 len: 168 time: 1.2347355 Feb 15 17:06:05.355254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44994) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:05.364464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-26832063-5d68-449f-aa8c-5b1fc603aab2 None None] Could not find standard attr ID for object fc9ba5b3-0ba4-4f6a-b948-e6aeb1131f1a. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:06:05.391271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-26832063-5d68-449f-aa8c-5b1fc603aab2 None None] Provisioning complete for port e20c4a62-739a-48f1-af97-fffa0958bc86 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:05.391650 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26832063-5d68-449f-aa8c-5b1fc603aab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e20c4a62-739a-48f1-af97-fffa0958bc86), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:05.421907 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45b821f-1047-484c-91d4-84540888caac tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] GET failed (client error): The resource could not be found. Feb 15 17:06:05.426342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45000) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:05.426853 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e45b821f-1047-484c-91d4-84540888caac tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/fc9ba5b3-0ba4-4f6a-b948-e6aeb1131f1a HTTP/1.1" status: 404 len: 333 time: 0.0712404 Feb 15 17:06:05.477525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658c7a0-e482-4f39-bf5b-b927fa3ecfa5 req-442e00a0-de56-4198-85e8-f960f0d5ace5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:05.488028 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2658c7a0-e482-4f39-bf5b-b927fa3ecfa5 req-442e00a0-de56-4198-85e8-f960f0d5ace5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.2047737 Feb 15 17:06:05.519163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-26832063-5d68-449f-aa8c-5b1fc603aab2 None None] Port e20c4a62-739a-48f1-af97-fffa0958bc86 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:06:05.609063 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2658c7a0-e482-4f39-bf5b-b927fa3ecfa5 req-3b9118ed-65ca-4376-a95a-99d6db9d49ef tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185699 Feb 15 17:06:05.677844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-74679990-609e-4852-b2cf-c2edff772251 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port e20c4a62-739a-48f1-af97-fffa0958bc86 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:06:05.678192 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74679990-609e-4852-b2cf-c2edff772251 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e20c4a62-739a-48f1-af97-fffa0958bc86), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:05.784646 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74679990-609e-4852-b2cf-c2edff772251 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e20c4a62-739a-48f1-af97-fffa0958bc86), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:05.799202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-74679990-609e-4852-b2cf-c2edff772251 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for e20c4a62-739a-48f1-af97-fffa0958bc86 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:06:06.019552 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74679990-609e-4852-b2cf-c2edff772251 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e20c4a62-739a-48f1-af97-fffa0958bc86), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:06.052642 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74679990-609e-4852-b2cf-c2edff772251 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=e20c4a62-739a-48f1-af97-fffa0958bc86,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:06.193577 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-74679990-609e-4852-b2cf-c2edff772251 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:06.199578 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-74679990-609e-4852-b2cf-c2edff772251 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/e20c4a62-739a-48f1-af97-fffa0958bc86 HTTP/1.1" status: 204 len: 168 time: 0.7677293 Feb 15 17:06:06.199817 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45022) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:06.241480 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfdc693-afa1-42e8-9477-3669122d0baa tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] GET failed (client error): The resource could not be found. Feb 15 17:06:06.245796 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3bfdc693-afa1-42e8-9477-3669122d0baa tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/e20c4a62-739a-48f1-af97-fffa0958bc86 HTTP/1.1" status: 404 len: 333 time: 0.0424771 Feb 15 17:06:06.250142 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45024) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:06.335062 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d19114c-54dc-4a40-be80-28312c2736d1 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting subnet e2954a8e-b787-4588-ba55-e6942a21ecc5 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:06:06.344165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d19114c-54dc-4a40-be80-28312c2736d1 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (e2954a8e-b787-4588-ba55-e6942a21ecc5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:06.413965 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d19114c-54dc-4a40-be80-28312c2736d1 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (e2954a8e-b787-4588-ba55-e6942a21ecc5), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:06.610780 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d19114c-54dc-4a40-be80-28312c2736d1 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e2954a8e-b787-4588-ba55-e6942a21ecc5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:06.768703 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d19114c-54dc-4a40-be80-28312c2736d1 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (e2954a8e-b787-4588-ba55-e6942a21ecc5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:06.810219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7b9f3-2b7c-43c9-b816-8e85cb9bdde2 req-d719adb1-c20f-4006-9316-4895e5aca4e9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:06.821123 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ec7b9f3-2b7c-43c9-b816-8e85cb9bdde2 req-d719adb1-c20f-4006-9316-4895e5aca4e9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 943 time: 0.1043239 Feb 15 17:06:06.843266 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:06:06.851200 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19114c-54dc-4a40-be80-28312c2736d1 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Subnet': ['ID=e2954a8e-b787-4588-ba55-e6942a21ecc5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:06.873695 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d19114c-54dc-4a40-be80-28312c2736d1 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:06.878292 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9d19114c-54dc-4a40-be80-28312c2736d1 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/e2954a8e-b787-4588-ba55-e6942a21ecc5 HTTP/1.1" status: 204 len: 168 time: 0.6247122 Feb 15 17:06:06.879246 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45034) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:06.892282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199480d1-088c-4dd9-8283-6f14b0f58f67 None None] Network 77a42b73-7451-4a44-87be-5afdbdd33779 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:06:06.908992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ec7b9f3-2b7c-43c9-b816-8e85cb9bdde2 req-6a346c3f-ef23-48c8-be7d-aa3ba5582730 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867922 Feb 15 17:06:07.003311 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-426fc26c-cfd3-4234-b488-419fbcc5fe37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:07.016252 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.resource_extend [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 17:06:07.075644 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (77a42b73-7451-4a44-87be-5afdbdd33779), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:07.166074 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:06:07.166753 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:07.286064 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] For port fbba0c01-5bb9-4016-ba72-e5186d3f81a0, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=fbba0c01-5bb9-4016-ba72-e5186d3f81a0,segment=NetworkSegment(becc9324-ce96-4982-8b2e-ef61d3f9be1b),segment_id=becc9324-ce96-4982-8b2e-ef61d3f9be1b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:07.286622 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:07.294217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:07.316049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for fbba0c01-5bb9-4016-ba72-e5186d3f81a0 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:06:07.324357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'port_id': '9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b', 'mac_address': 'fa:16:3e:92:28:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:06:07.392402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b779c095-d7eb-4dad-860d-50bd660b8024 None None] DHCP port deletion for 77a42b73-7451-4a44-87be-5afdbdd33779 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:06:07.490435 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:07.490857 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:07.528028 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:06:07.533989 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:07.552720 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No DVR routers for this DVR port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:06:07.583725 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b779c095-d7eb-4dad-860d-50bd660b8024 None None] Deleting port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:06:07.584113 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b779c095-d7eb-4dad-860d-50bd660b8024 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:07.602144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:07.611161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=fbba0c01-5bb9-4016-ba72-e5186d3f81a0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:07.708308 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:07.775479 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b779c095-d7eb-4dad-860d-50bd660b8024 None None] For port fbba0c01-5bb9-4016-ba72-e5186d3f81a0, host n-d-828372-14, got binding levels [] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:07.786336 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b779c095-d7eb-4dad-860d-50bd660b8024 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:07.820031 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (77a42b73-7451-4a44-87be-5afdbdd33779), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:07.832793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b779c095-d7eb-4dad-860d-50bd660b8024 None None] Calling delete_port for fbba0c01-5bb9-4016-ba72-e5186d3f81a0 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:06:07.855619 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a42b73-7451-4a44-87be-5afdbdd33779']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:06:07.859345 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.ipam_backend_mixin [None req-b779c095-d7eb-4dad-860d-50bd660b8024 None None] Port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 was not found and therefore no delete operation was performed {{(pid=103801) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 17:06:07.870251 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'becc9324-ce96-4982-8b2e-ef61d3f9be1b') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:06:07.870660 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'becc9324-ce96-4982-8b2e-ef61d3f9be1b') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:06:07.881105 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b779c095-d7eb-4dad-860d-50bd660b8024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (fbba0c01-5bb9-4016-ba72-e5186d3f81a0), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:07.892372 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:07.892899 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (becc9324-ce96-4982-8b2e-ef61d3f9be1b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:07.915658 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (becc9324-ce96-4982-8b2e-ef61d3f9be1b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:07.930974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779c095-d7eb-4dad-860d-50bd660b8024 None None] Pushing event deleted for resources: {'Port': ['ID=fbba0c01-5bb9-4016-ba72-e5186d3f81a0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:07.937267 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:06:07.937777 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (becc9324-ce96-4982-8b2e-ef61d3f9be1b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:07.940947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b779c095-d7eb-4dad-860d-50bd660b8024 None None] No DVR routers for this DVR port fbba0c01-5bb9-4016-ba72-e5186d3f81a0 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:06:07.944043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:06:08.040417 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:06:08.142510 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (77a42b73-7451-4a44-87be-5afdbdd33779), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:08.259442 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:08.265793 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/networks/77a42b73-7451-4a44-87be-5afdbdd33779 HTTP/1.1" status: 204 len: 168 time: 1.3718159 Feb 15 17:06:08.272867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf8a07-69c2-4efb-a75a-cbf2f59bcfc5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Network': ['ID=77a42b73-7451-4a44-87be-5afdbdd33779,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:08.282706 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45060) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:08.293619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0298a670-f7e9-47a0-9218-b11fbfbe2dc0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2112220804'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:08.353718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device fbba0c01-5bb9-4016-ba72-e5186d3f81a0 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:06:08.354711 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430277c6-c786-466f-aa44-39d9758212c9 req-0a5c941a-68ac-4037-be89-7675a279f191 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:08.356833 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-430277c6-c786-466f-aa44-39d9758212c9 req-0a5c941a-68ac-4037-be89-7675a279f191 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 944 time: 0.2521899 Feb 15 17:06:08.408784 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: fbba0c01-5bb9-4016-ba72-e5186d3f81a0 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:06:08.409126 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device fbba0c01-5bb9-4016-ba72-e5186d3f81a0 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:06:08.439350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-430277c6-c786-466f-aa44-39d9758212c9 req-cd477327-c9b7-4a5f-a6b4-b73ffd45b183 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724220 Feb 15 17:06:08.448244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0298a670-f7e9-47a0-9218-b11fbfbe2dc0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:08.460053 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0298a670-f7e9-47a0-9218-b11fbfbe2dc0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:08.524232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0298a670-f7e9-47a0-9218-b11fbfbe2dc0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:06:08.549750 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0298a670-f7e9-47a0-9218-b11fbfbe2dc0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (89e9dc47-4143-42a1-be2d-96d5285d8dee), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:08.550014 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-0298a670-f7e9-47a0-9218-b11fbfbe2dc0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Added segment 89e9dc47-4143-42a1-be2d-96d5285d8dee of type vlan for network aea4dbed-389d-47b9-b369-d3d5d46af1ae Feb 15 17:06:08.622034 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0298a670-f7e9-47a0-9218-b11fbfbe2dc0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (aea4dbed-389d-47b9-b369-d3d5d46af1ae), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:08.768337 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0298a670-f7e9-47a0-9218-b11fbfbe2dc0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (aea4dbed-389d-47b9-b369-d3d5d46af1ae), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:08.773784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0298a670-f7e9-47a0-9218-b11fbfbe2dc0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:08.776872 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0298a670-f7e9-47a0-9218-b11fbfbe2dc0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:08.854050 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:06:08.948303 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298a670-f7e9-47a0-9218-b11fbfbe2dc0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Network': ['ID=aea4dbed-389d-47b9-b369-d3d5d46af1ae,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:08.969007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network aea4dbed-389d-47b9-b369-d3d5d46af1ae details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:06:09.012178 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45082) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:09.013134 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0298a670-f7e9-47a0-9218-b11fbfbe2dc0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7285995 Feb 15 17:06:09.020302 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d612f85d-3a9e-48bf-90c2-5bed061a8000 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'subnet': {'network_id': 'aea4dbed-389d-47b9-b369-d3d5d46af1ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:09.140000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:06:09.144814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:09.145498 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:09.259824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d612f85d-3a9e-48bf-90c2-5bed061a8000 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:09.264893 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d612f85d-3a9e-48bf-90c2-5bed061a8000 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:09.515709 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:09.516107 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:09.518271 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61da8645-b8e4-4a43-bba3-adf716cb31c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:09.599725 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eae1934-3b38-4408-95a6-359f1cce51ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:06:09.602058 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b570e690-bb66-4434-80cc-f4b2033308c5" -d '{"events": [{"server_uuid": "1eae1934-3b38-4408-95a6-359f1cce51ef", "name": "network-vif-plugged", "status": "completed", "tag": "9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:06:09.630560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:09.663671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ebc7e-46e7-42b2-804d-09b851f39d77 req-77dd5b4d-a382-4dc1-ab2c-550d2e0df669 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:09.675807 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0f2ebc7e-46e7-42b2-804d-09b851f39d77 req-77dd5b4d-a382-4dc1-ab2c-550d2e0df669 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 944 time: 0.1147161 Feb 15 17:06:09.691383 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cda5d6-f19a-4979-a536-7cd27b46df3b x-openstack-request-id: req-68cda5d6-f19a-4979-a536-7cd27b46df3b {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:06:09.691992 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eae1934-3b38-4408-95a6-359f1cce51ef", "name": "network-vif-plugged", "status": "completed", "tag": "9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:06:09.692404 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-68cda5d6-f19a-4979-a536-7cd27b46df3b {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:06:09.693000 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eae1934-3b38-4408-95a6-359f1cce51ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b', 'code': 200} Feb 15 17:06:09.705399 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:09.757963 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d612f85d-3a9e-48bf-90c2-5bed061a8000 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (ce251f1e-6b27-4e44-b5ae-47a55ee36b7b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:09.799032 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:09.847954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612f85d-3a9e-48bf-90c2-5bed061a8000 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Subnet': ['ID=ce251f1e-6b27-4e44-b5ae-47a55ee36b7b,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:09.892115 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0f2ebc7e-46e7-42b2-804d-09b851f39d77 req-7d61b49b-fa0e-42d0-b1c9-637484c976f5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140450 Feb 15 17:06:09.903935 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00e71f-1160-4ee7-9eff-45bc44dd1bb0 req-17c58930-e234-42cb-82e1-d9671171825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:09.917623 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d00e71f-1160-4ee7-9eff-45bc44dd1bb0 req-17c58930-e234-42cb-82e1-d9671171825a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 1128 time: 0.1431453 Feb 15 17:06:09.923643 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d612f85d-3a9e-48bf-90c2-5bed061a8000 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Checking segment: {'id': '89e9dc47-4143-42a1-be2d-96d5285d8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'aea4dbed-389d-47b9-b369-d3d5d46af1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:06:09.924120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d612f85d-3a9e-48bf-90c2-5bed061a8000 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network hostable DHCP agents. Network: aea4dbed-389d-47b9-b369-d3d5d46af1ae, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:06:10.049816 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d00e71f-1160-4ee7-9eff-45bc44dd1bb0 req-6428c1be-e0a5-4861-9980-350e5105bbce service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136060 Feb 15 17:06:10.089061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d612f85d-3a9e-48bf-90c2-5bed061a8000 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network aea4dbed-389d-47b9-b369-d3d5d46af1ae is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:06:10.213806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d612f85d-3a9e-48bf-90c2-5bed061a8000 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, aea4dbed-389d-47b9-b369-d3d5d46af1ae) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:10.218322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d612f85d-3a9e-48bf-90c2-5bed061a8000 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:10.219200 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d612f85d-3a9e-48bf-90c2-5bed061a8000 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:10.226314 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c231fe2e-4f76-43b9-8459-36939ce70e60 None None] Network aea4dbed-389d-47b9-b369-d3d5d46af1ae requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:06:10.319402 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d612f85d-3a9e-48bf-90c2-5bed061a8000 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3044829 Feb 15 17:06:10.324727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45116) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:10.328302 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-e058a62f-46e2-48f5-8a78-7b62c0dddcf7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1989376315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:10.454210 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e058a62f-46e2-48f5-8a78-7b62c0dddcf7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (db20b55f-1756-4346-8f86-21893c3d9ca2), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:10.458222 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e058a62f-46e2-48f5-8a78-7b62c0dddcf7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (db20b55f-1756-4346-8f86-21893c3d9ca2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:10.493406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-aea4dbed-389d-47b9-b369-d3d5d46af1ae', 'network_id': 'aea4dbed-389d-47b9-b369-d3d5d46af1ae', 'project_id': '5fde569256064690869ed2a1241d4577', 'fixed_ips': [{'subnet_id': 'ce251f1e-6b27-4e44-b5ae-47a55ee36b7b'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:06:10.493406 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:10.524418 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:10.565264 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e058a62f-46e2-48f5-8a78-7b62c0dddcf7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for router_controller (db20b55f-1756-4346-8f86-21893c3d9ca2), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:10.625858 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e058a62f-46e2-48f5-8a78-7b62c0dddcf7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (db20b55f-1756-4346-8f86-21893c3d9ca2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:10.684243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45122) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:10.704510 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e058a62f-46e2-48f5-8a78-7b62c0dddcf7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:10.711839 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e058a62f-46e2-48f5-8a78-7b62c0dddcf7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3859994 Feb 15 17:06:10.712359 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Allocated IP 172.20.0.2 (aea4dbed-389d-47b9-b369-d3d5d46af1ae/ce251f1e-6b27-4e44-b5ae-47a55ee36b7b/9617fd09-e94b-44ff-ad5c-7fe76e810d0b) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:06:10.713928 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45128) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:10.719614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9c134d88-f3df-4837-a912-d49ca49883ea tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'network_id': 'aea4dbed-389d-47b9-b369-d3d5d46af1ae', 'name': 'tempest-PortsTestJSON-1976664230'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:10.912067 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ff96ba9-063b-467e-b7cd-26272132fe4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:10.991548 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Publish callbacks [] for port (9617fd09-e94b-44ff-ad5c-7fe76e810d0b), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:11.065759 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (9617fd09-e94b-44ff-ad5c-7fe76e810d0b), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:11.094506 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c134d88-f3df-4837-a912-d49ca49883ea tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:11.099993 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c134d88-f3df-4837-a912-d49ca49883ea tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:11.139261 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-9c134d88-f3df-4837-a912-d49ca49883ea tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] device_id is not set on port dc940007-c084-4d0d-8b47-349bf4dec853 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:06:11.189296 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Pushing event updated for resources: {'Port': ['ID=9617fd09-e94b-44ff-ad5c-7fe76e810d0b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:11.228633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Network aea4dbed-389d-47b9-b369-d3d5d46af1ae is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:11.230170 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:11.233394 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:06:11.270739 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ff96ba9-063b-467e-b7cd-26272132fe4c admin admin] Publish callbacks [] for security_group (3e1c8504-d132-4859-962e-5206a758d79e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:11.319829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd296580-99c1-46bf-a9bb-2788a16a18e6 req-15913a43-a45e-4a1c-a38a-2ca63f2e0567 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:11.324201 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cd296580-99c1-46bf-a9bb-2788a16a18e6 req-15913a43-a45e-4a1c-a38a-2ca63f2e0567 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 945 time: 0.1923320 Feb 15 17:06:11.390218 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ff96ba9-063b-467e-b7cd-26272132fe4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3e1c8504-d132-4859-962e-5206a758d79e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:11.396444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Attempting to bind port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:06:11.402787 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Attempting to bind port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '89e9dc47-4143-42a1-be2d-96d5285d8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'aea4dbed-389d-47b9-b369-d3d5d46af1ae'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:06:11.402787 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Attempting to bind port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b on network aea4dbed-389d-47b9-b369-d3d5d46af1ae {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:06:11.406543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:06:11.407280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Checking segment: {'id': '89e9dc47-4143-42a1-be2d-96d5285d8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'aea4dbed-389d-47b9-b369-d3d5d46af1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:06:11.407982 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:11.408744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Bound using segment: {'id': '89e9dc47-4143-42a1-be2d-96d5285d8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'aea4dbed-389d-47b9-b369-d3d5d46af1ae'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:06:11.409487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Bound port: 9617fd09-e94b-44ff-ad5c-7fe76e810d0b, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e9dc47-4143-42a1-be2d-96d5285d8dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'aea4dbed-389d-47b9-b369-d3d5d46af1ae'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:06:11.410126 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9617fd09-e94b-44ff-ad5c-7fe76e810d0b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:11.428038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-9c134d88-f3df-4837-a912-d49ca49883ea tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Allocated IP 172.20.0.11 (aea4dbed-389d-47b9-b369-d3d5d46af1ae/ce251f1e-6b27-4e44-b5ae-47a55ee36b7b/dc940007-c084-4d0d-8b47-349bf4dec853) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:06:11.507877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] For port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:06:11.508739 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff96ba9-063b-467e-b7cd-26272132fe4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1c8504-d132-4859-962e-5206a758d79e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:11.513528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] For port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9617fd09-e94b-44ff-ad5c-7fe76e810d0b,segment=NetworkSegment(89e9dc47-4143-42a1-be2d-96d5285d8dee),segment_id=89e9dc47-4143-42a1-be2d-96d5285d8dee)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:06:11.597320 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9617fd09-e94b-44ff-ad5c-7fe76e810d0b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:11.627691 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7ff96ba9-063b-467e-b7cd-26272132fe4c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5542e8fc1e674c5789e9c7ac69c07a1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9415762 Feb 15 17:06:11.628352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45140) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:11.716584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48161bd-0000-4efb-8c8f-157c6da9ef0f None None] Pushing event updated for resources: {'Port': ['ID=9617fd09-e94b-44ff-ad5c-7fe76e810d0b,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:11.755815 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c134d88-f3df-4837-a912-d49ca49883ea tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (dc940007-c084-4d0d-8b47-349bf4dec853), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:11.760824 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cd296580-99c1-46bf-a9bb-2788a16a18e6 req-5e247bcd-349e-4184-8b58-c77ab670fc2c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299963 Feb 15 17:06:11.841490 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-880eb575-e7db-4cfb-9da9-bc3d907e2bcf admin admin] Publish callbacks [] for security_group (3e1c8504-d132-4859-962e-5206a758d79e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:11.876196 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-880eb575-e7db-4cfb-9da9-bc3d907e2bcf admin admin] Publish callbacks [] for security_group (3e1c8504-d132-4859-962e-5206a758d79e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:11.981522 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:12.037160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c134d88-f3df-4837-a912-d49ca49883ea tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (dc940007-c084-4d0d-8b47-349bf4dec853), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:12.070737 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-880eb575-e7db-4cfb-9da9-bc3d907e2bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3e1c8504-d132-4859-962e-5206a758d79e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:12.073457 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-880eb575-e7db-4cfb-9da9-bc3d907e2bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:12.074613 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-880eb575-e7db-4cfb-9da9-bc3d907e2bcf admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3e1c8504-d132-4859-962e-5206a758d79e HTTP/1.1" status: 204 len: 168 time: 0.4287798 Feb 15 17:06:12.087906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880eb575-e7db-4cfb-9da9-bc3d907e2bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1c8504-d132-4859-962e-5206a758d79e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:12.137998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c134d88-f3df-4837-a912-d49ca49883ea tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=dc940007-c084-4d0d-8b47-349bf4dec853,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:12.169394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c134d88-f3df-4837-a912-d49ca49883ea tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network aea4dbed-389d-47b9-b369-d3d5d46af1ae is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:12.171977 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9c134d88-f3df-4837-a912-d49ca49883ea tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:12.182668 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c134d88-f3df-4837-a912-d49ca49883ea tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:06:12.306277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c134d88-f3df-4837-a912-d49ca49883ea tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:12.307993 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9c134d88-f3df-4837-a912-d49ca49883ea tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:12.506274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9617fd09-e94b-44ff-ad5c-7fe76e810d0b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:06:12.514201 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9c134d88-f3df-4837-a912-d49ca49883ea tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7991035 Feb 15 17:06:12.516854 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45152) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:12.647551 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:12.649404 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9617fd09-e94b-44ff-ad5c-7fe76e810d0b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:13.039975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:13.040378 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9617fd09-e94b-44ff-ad5c-7fe76e810d0b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:13.065513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d174f06-7bf9-4c6e-917e-1bf5d87cb4c3 req-38553e46-c550-49d4-8fe3-f6e8ac94c7d5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:13.078330 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d174f06-7bf9-4c6e-917e-1bf5d87cb4c3 req-38553e46-c550-49d4-8fe3-f6e8ac94c7d5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 945 time: 0.1570432 Feb 15 17:06:13.143062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9617fd09-e94b-44ff-ad5c-7fe76e810d0b,segment=NetworkSegment(89e9dc47-4143-42a1-be2d-96d5285d8dee),segment_id=89e9dc47-4143-42a1-be2d-96d5285d8dee)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:13.236656 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9617fd09-e94b-44ff-ad5c-7fe76e810d0b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:13.291233 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d174f06-7bf9-4c6e-917e-1bf5d87cb4c3 req-801eca58-df64-41c8-99e8-887c3d22ffdd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060733 Feb 15 17:06:13.335659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45166) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:13.358513 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-638b365c-690f-4100-a323-087b3f5cca5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:13.470835 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ffb26fc1-d0f9-4e06-b2b5-9984f007e9d4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (dc940007-c084-4d0d-8b47-349bf4dec853), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:13.524849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=9617fd09-e94b-44ff-ad5c-7fe76e810d0b,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:13.543051 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:13.656464 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-638b365c-690f-4100-a323-087b3f5cca5d admin admin] Publish callbacks [] for security_group (30c2015c-ab25-4aa3-b8f3-50ccbb46f2d0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:13.723268 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-638b365c-690f-4100-a323-087b3f5cca5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (30c2015c-ab25-4aa3-b8f3-50ccbb46f2d0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:13.771594 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b85e019-2004-4203-9e1b-299f126b52e5 req-4297ddb5-8fb2-4398-ab2b-b95dadcff7fb tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:13.782098 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b85e019-2004-4203-9e1b-299f126b52e5 req-4297ddb5-8fb2-4398-ab2b-b95dadcff7fb tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 945 time: 0.3143165 Feb 15 17:06:13.808006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b365c-690f-4100-a323-087b3f5cca5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c2015c-ab25-4aa3-b8f3-50ccbb46f2d0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:13.855047 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-638b365c-690f-4100-a323-087b3f5cca5d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c7f0beb18a1543b593108bfcc1d1709b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5157802 Feb 15 17:06:13.857090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45174) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:13.909451 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f5344e-14f2-4b2b-b663-ad70a8a2d1e9 None None] Network aea4dbed-389d-47b9-b369-d3d5d46af1ae requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:06:14.021675 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7d8b8948-a20e-440c-abc0-842d16eb9e7d admin admin] Publish callbacks [] for security_group (30c2015c-ab25-4aa3-b8f3-50ccbb46f2d0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:14.072729 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7d8b8948-a20e-440c-abc0-842d16eb9e7d admin admin] Publish callbacks [] for security_group (30c2015c-ab25-4aa3-b8f3-50ccbb46f2d0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:14.144661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-04bc29c1-d5fd-433e-acbd-78760ee79bd8 None None] Provisioning complete for port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:14.145024 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-04bc29c1-d5fd-433e-acbd-78760ee79bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9617fd09-e94b-44ff-ad5c-7fe76e810d0b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:14.223615 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b85e019-2004-4203-9e1b-299f126b52e5 req-5d0c5998-c126-4b14-af63-3c02f631795a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265792 Feb 15 17:06:14.299364 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7d8b8948-a20e-440c-abc0-842d16eb9e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (30c2015c-ab25-4aa3-b8f3-50ccbb46f2d0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:14.303297 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7d8b8948-a20e-440c-abc0-842d16eb9e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:14.304726 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7d8b8948-a20e-440c-abc0-842d16eb9e7d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/30c2015c-ab25-4aa3-b8f3-50ccbb46f2d0 HTTP/1.1" status: 204 len: 168 time: 0.4435639 Feb 15 17:06:14.350785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b8948-a20e-440c-abc0-842d16eb9e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c2015c-ab25-4aa3-b8f3-50ccbb46f2d0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:14.459950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9617fd09-e94b-44ff-ad5c-7fe76e810d0b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:06:14.579229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-04bc29c1-d5fd-433e-acbd-78760ee79bd8 None None] Current status of the port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:14.617751 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:14.618565 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9617fd09-e94b-44ff-ad5c-7fe76e810d0b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:14.719843 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ffb26fc1-d0f9-4e06-b2b5-9984f007e9d4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (dc940007-c084-4d0d-8b47-349bf4dec853), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:14.786082 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ffb26fc1-d0f9-4e06-b2b5-9984f007e9d4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (dc940007-c084-4d0d-8b47-349bf4dec853), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:14.831820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:15.048749 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb26fc1-d0f9-4e06-b2b5-9984f007e9d4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=dc940007-c084-4d0d-8b47-349bf4dec853,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:15.117600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-abcbf15c-8b5d-455d-9c50-c821a34a1ba6 None None] Provisioning complete for port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:15.117600 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abcbf15c-8b5d-455d-9c50-c821a34a1ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9617fd09-e94b-44ff-ad5c-7fe76e810d0b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:15.423770 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-abcbf15c-8b5d-455d-9c50-c821a34a1ba6 None None] Current status of the port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:15.450897 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-abcbf15c-8b5d-455d-9c50-c821a34a1ba6 None None] Provisioning complete for port dc940007-c084-4d0d-8b47-349bf4dec853 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:15.451334 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abcbf15c-8b5d-455d-9c50-c821a34a1ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (dc940007-c084-4d0d-8b47-349bf4dec853), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:15.472801 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ffb26fc1-d0f9-4e06-b2b5-9984f007e9d4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (db20b55f-1756-4346-8f86-21893c3d9ca2), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:15.534670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-abcbf15c-8b5d-455d-9c50-c821a34a1ba6 None None] Port dc940007-c084-4d0d-8b47-349bf4dec853 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:06:15.680679 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5f4b1a34-263f-4532-a3a9-b25dc9afe2bb None None] Provisioning complete for port dc940007-c084-4d0d-8b47-349bf4dec853 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:15.683723 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5f4b1a34-263f-4532-a3a9-b25dc9afe2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (dc940007-c084-4d0d-8b47-349bf4dec853), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:15.751850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5f4b1a34-263f-4532-a3a9-b25dc9afe2bb None None] Port dc940007-c084-4d0d-8b47-349bf4dec853 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:06:15.811755 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ffb26fc1-d0f9-4e06-b2b5-9984f007e9d4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (dc940007-c084-4d0d-8b47-349bf4dec853), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:16.190223 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-611b348e-cdec-4550-9a45-d6590ad3e798 None None] Provisioning complete for port dc940007-c084-4d0d-8b47-349bf4dec853 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:16.191003 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-611b348e-cdec-4550-9a45-d6590ad3e798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (dc940007-c084-4d0d-8b47-349bf4dec853), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:16.294486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-611b348e-cdec-4550-9a45-d6590ad3e798 None None] Port dc940007-c084-4d0d-8b47-349bf4dec853 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:06:16.462643 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ffb26fc1-d0f9-4e06-b2b5-9984f007e9d4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (dc940007-c084-4d0d-8b47-349bf4dec853), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:16.533608 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ffb26fc1-d0f9-4e06-b2b5-9984f007e9d4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (dc940007-c084-4d0d-8b47-349bf4dec853), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:16.700826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ffb26fc1-d0f9-4e06-b2b5-9984f007e9d4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (db20b55f-1756-4346-8f86-21893c3d9ca2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:16.851929 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb26fc1-d0f9-4e06-b2b5-9984f007e9d4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network aea4dbed-389d-47b9-b369-d3d5d46af1ae is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:16.853912 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb26fc1-d0f9-4e06-b2b5-9984f007e9d4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=dc940007-c084-4d0d-8b47-349bf4dec853,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:16.857347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ffb26fc1-d0f9-4e06-b2b5-9984f007e9d4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:17.328391 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb26fc1-d0f9-4e06-b2b5-9984f007e9d4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Router db20b55f-1756-4346-8f86-21893c3d9ca2 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:06:17.661694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1384e016-c6a9-4c8c-8a12-817f2a7398c2 None None] Provisioning complete for port dc940007-c084-4d0d-8b47-349bf4dec853 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:17.661694 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1384e016-c6a9-4c8c-8a12-817f2a7398c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (dc940007-c084-4d0d-8b47-349bf4dec853), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:17.686745 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb26fc1-d0f9-4e06-b2b5-9984f007e9d4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:06:17.698620 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b15d5-da68-4c34-acc4-ba2641ed8b63 None None] Sync routers for ids ['db20b55f-1756-4346-8f86-21893c3d9ca2'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:06:17.714041 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45280) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:17.727969 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ffb26fc1-d0f9-4e06-b2b5-9984f007e9d4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "PUT /v2.0/routers/db20b55f-1756-4346-8f86-21893c3d9ca2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1920826 Feb 15 17:06:17.729894 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b15d5-da68-4c34-acc4-ba2641ed8b63 None None] Routers {'db20b55f-1756-4346-8f86-21893c3d9ca2'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:06:17.730833 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7f6b15d5-da68-4c34-acc4-ba2641ed8b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:06:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['db20b55f-1756-4346-8f86-21893c3d9ca2'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:06:17.799166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1384e016-c6a9-4c8c-8a12-817f2a7398c2 None None] Port dc940007-c084-4d0d-8b47-349bf4dec853 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:06:17.844633 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7f6b15d5-da68-4c34-acc4-ba2641ed8b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:06:17.871255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1ff8ca-3691-4ebd-98f2-716b1a468515 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:17.877400 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45282) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:17.878283 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ff1ff8ca-3691-4ebd-98f2-716b1a468515 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports?device_id=db20b55f-1756-4346-8f86-21893c3d9ca2 HTTP/1.1" status: 200 len: 983 time: 0.1565621 Feb 15 17:06:17.888740 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b15d5-da68-4c34-acc4-ba2641ed8b63 None None] Routers {'db20b55f-1756-4346-8f86-21893c3d9ca2'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:06:17.894135 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7f6b15d5-da68-4c34-acc4-ba2641ed8b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:06:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['db20b55f-1756-4346-8f86-21893c3d9ca2'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:06:17.999067 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7f6b15d5-da68-4c34-acc4-ba2641ed8b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:06:17.999735 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b15d5-da68-4c34-acc4-ba2641ed8b63 None None] The sync data for ids ['db20b55f-1756-4346-8f86-21893c3d9ca2'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:06:18.955788 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a1ba8fe7-35eb-467c-947f-b6f8edb3d8d0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (db20b55f-1756-4346-8f86-21893c3d9ca2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:19.442307 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a1ba8fe7-35eb-467c-947f-b6f8edb3d8d0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port dc940007-c084-4d0d-8b47-349bf4dec853 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:06:19.442669 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a1ba8fe7-35eb-467c-947f-b6f8edb3d8d0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (dc940007-c084-4d0d-8b47-349bf4dec853), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:19.644392 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a1ba8fe7-35eb-467c-947f-b6f8edb3d8d0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (dc940007-c084-4d0d-8b47-349bf4dec853), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:19.674464 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a1ba8fe7-35eb-467c-947f-b6f8edb3d8d0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for dc940007-c084-4d0d-8b47-349bf4dec853 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:06:20.140361 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a1ba8fe7-35eb-467c-947f-b6f8edb3d8d0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (dc940007-c084-4d0d-8b47-349bf4dec853), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:20.193665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba8fe7-35eb-467c-947f-b6f8edb3d8d0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=dc940007-c084-4d0d-8b47-349bf4dec853,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:20.660062 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a1ba8fe7-35eb-467c-947f-b6f8edb3d8d0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (db20b55f-1756-4346-8f86-21893c3d9ca2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:21.126023 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ba8fe7-35eb-467c-947f-b6f8edb3d8d0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Router db20b55f-1756-4346-8f86-21893c3d9ca2 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:06:21.257705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ba8fe7-35eb-467c-947f-b6f8edb3d8d0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:06:21.268632 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375de445-1712-4937-9f2c-53de0094cf08 None None] Sync routers for ids ['db20b55f-1756-4346-8f86-21893c3d9ca2'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:06:21.270248 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a1ba8fe7-35eb-467c-947f-b6f8edb3d8d0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "PUT /v2.0/routers/db20b55f-1756-4346-8f86-21893c3d9ca2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3923895 Feb 15 17:06:21.272906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45354) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:21.314137 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375de445-1712-4937-9f2c-53de0094cf08 None None] Routers {'db20b55f-1756-4346-8f86-21893c3d9ca2'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:06:21.321978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-375de445-1712-4937-9f2c-53de0094cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:06:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['db20b55f-1756-4346-8f86-21893c3d9ca2'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:06:21.347386 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-313a85a0-b264-4583-8c3b-3917c4b88c4e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] GET failed (client error): The resource could not be found. Feb 15 17:06:21.349504 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-313a85a0-b264-4583-8c3b-3917c4b88c4e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/dc940007-c084-4d0d-8b47-349bf4dec853 HTTP/1.1" status: 404 len: 333 time: 0.0703173 Feb 15 17:06:21.359284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45356) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:21.385338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-375de445-1712-4937-9f2c-53de0094cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:06:21.403267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375de445-1712-4937-9f2c-53de0094cf08 None None] Routers {'db20b55f-1756-4346-8f86-21893c3d9ca2'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:06:21.404787 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-375de445-1712-4937-9f2c-53de0094cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:06:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['db20b55f-1756-4346-8f86-21893c3d9ca2'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:06:21.548796 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-375de445-1712-4937-9f2c-53de0094cf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:06:21.550386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375de445-1712-4937-9f2c-53de0094cf08 None None] The sync data for ids ['db20b55f-1756-4346-8f86-21893c3d9ca2'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:06:21.582619 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-904deae9-c56b-4258-8ce5-40be242c38c0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for router (db20b55f-1756-4346-8f86-21893c3d9ca2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:22.068333 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-904deae9-c56b-4258-8ce5-40be242c38c0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (db20b55f-1756-4346-8f86-21893c3d9ca2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:22.110284 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-904deae9-c56b-4258-8ce5-40be242c38c0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for router_controller (db20b55f-1756-4346-8f86-21893c3d9ca2), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:22.376324 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-904deae9-c56b-4258-8ce5-40be242c38c0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (db20b55f-1756-4346-8f86-21893c3d9ca2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:22.377166 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904deae9-c56b-4258-8ce5-40be242c38c0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Fanout notify agent at l3_agent the message router_deleted on router db20b55f-1756-4346-8f86-21893c3d9ca2 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:06:22.394265 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-904deae9-c56b-4258-8ce5-40be242c38c0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:22.398798 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45388) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:22.399305 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-904deae9-c56b-4258-8ce5-40be242c38c0 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/routers/db20b55f-1756-4346-8f86-21893c3d9ca2 HTTP/1.1" status: 204 len: 168 time: 1.0458744 Feb 15 17:06:22.494187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d5affb-4132-43c9-add1-22e88bf05218 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting subnet ce251f1e-6b27-4e44-b5ae-47a55ee36b7b {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:06:22.498804 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e3d5affb-4132-43c9-add1-22e88bf05218 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (ce251f1e-6b27-4e44-b5ae-47a55ee36b7b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:22.542429 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-4ef11006-d40e-457c-a7fa-14e57d44c2e0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:22.548497 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-4ef11006-d40e-457c-a7fa-14e57d44c2e0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 812 time: 0.2992229 Feb 15 17:06:22.550027 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e3d5affb-4132-43c9-add1-22e88bf05218 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (ce251f1e-6b27-4e44-b5ae-47a55ee36b7b), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:22.567696 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-442820a0-8cfd-4343-b64c-e481244c0cfd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/quotas/3e4b95210b24489aa9af66b1429a9643 HTTP/1.1" status: 200 len: 375 time: 0.0129793 Feb 15 17:06:22.669100 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e3d5affb-4132-43c9-add1-22e88bf05218 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (ce251f1e-6b27-4e44-b5ae-47a55ee36b7b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:22.692755 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-7385eaea-87ae-46bf-b18e-db7ff60e6140 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1148584 Feb 15 17:06:22.802881 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e3d5affb-4132-43c9-add1-22e88bf05218 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (ce251f1e-6b27-4e44-b5ae-47a55ee36b7b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:22.846883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c606f0a-47d3-4ca4-be98-a168d617326e None None] Network aea4dbed-389d-47b9-b369-d3d5d46af1ae requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:06:22.856978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e3d5affb-4132-43c9-add1-22e88bf05218 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:22.870179 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-a993d69e-70bd-4be1-9d0a-f6dff4254185 service neutron] 10.222.0.107 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728582 Feb 15 17:06:22.878918 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e3d5affb-4132-43c9-add1-22e88bf05218 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/ce251f1e-6b27-4e44-b5ae-47a55ee36b7b HTTP/1.1" status: 204 len: 168 time: 0.4779387 Feb 15 17:06:22.891676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45394) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:23.156903 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-6edbcf2f-182d-43f6-b30c-e97055eaf9ee service neutron] 10.222.0.107 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777445 Feb 15 17:06:23.187410 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82373c12-1c6a-4e75-8d73-43359c09092e None None] DHCP port deletion for aea4dbed-389d-47b9-b369-d3d5d46af1ae request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:06:23.238037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d5affb-4132-43c9-add1-22e88bf05218 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Subnet': ['ID=ce251f1e-6b27-4e44-b5ae-47a55ee36b7b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:23.381175 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (aea4dbed-389d-47b9-b369-d3d5d46af1ae), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:23.387297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-82373c12-1c6a-4e75-8d73-43359c09092e None None] Deleting port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:06:23.389504 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-82373c12-1c6a-4e75-8d73-43359c09092e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9617fd09-e94b-44ff-ad5c-7fe76e810d0b), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:23.613577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:06:23.614259 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9617fd09-e94b-44ff-ad5c-7fe76e810d0b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:23.668912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-82373c12-1c6a-4e75-8d73-43359c09092e None None] For port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9617fd09-e94b-44ff-ad5c-7fe76e810d0b,segment=NetworkSegment(89e9dc47-4143-42a1-be2d-96d5285d8dee),segment_id=89e9dc47-4143-42a1-be2d-96d5285d8dee)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:23.669343 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-82373c12-1c6a-4e75-8d73-43359c09092e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9617fd09-e94b-44ff-ad5c-7fe76e810d0b), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:23.716184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-82373c12-1c6a-4e75-8d73-43359c09092e None None] Calling delete_port for 9617fd09-e94b-44ff-ad5c-7fe76e810d0b owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:06:23.733801 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:06:23.873775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] For port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9617fd09-e94b-44ff-ad5c-7fe76e810d0b,segment=NetworkSegment(89e9dc47-4143-42a1-be2d-96d5285d8dee),segment_id=89e9dc47-4143-42a1-be2d-96d5285d8dee)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:23.874164 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9617fd09-e94b-44ff-ad5c-7fe76e810d0b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:23.944538 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-169da6da-be73-4263-acf5-45d229a187bf req-7b3bf3e1-59af-45e4-a769-50a326d7b1f0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0993955 Feb 15 17:06:24.140476 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-82373c12-1c6a-4e75-8d73-43359c09092e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (9617fd09-e94b-44ff-ad5c-7fe76e810d0b), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:24.174621 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82373c12-1c6a-4e75-8d73-43359c09092e None None] Pushing event deleted for resources: {'Port': ['ID=9617fd09-e94b-44ff-ad5c-7fe76e810d0b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:24.187319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82373c12-1c6a-4e75-8d73-43359c09092e None None] No DVR routers for this DVR port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:06:24.223600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for 9617fd09-e94b-44ff-ad5c-7fe76e810d0b owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:06:24.402516 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9617fd09-e94b-44ff-ad5c-7fe76e810d0b no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:06:24.427294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-4ac222a9-92be-45f3-aec7-9bb541b0b371 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:24.428885 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-4ac222a9-92be-45f3-aec7-9bb541b0b371 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 814 time: 0.4967866 Feb 15 17:06:24.444006 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 9617fd09-e94b-44ff-ad5c-7fe76e810d0b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:06:24.451735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9617fd09-e94b-44ff-ad5c-7fe76e810d0b not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:06:24.471549 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-1d0b1d86-1455-4920-b51b-9beb5826ef49 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/quotas/53fc11c61440421b91f61d2ecb1b30e4 HTTP/1.1" status: 200 len: 375 time: 0.0329082 Feb 15 17:06:24.578998 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-ba1440db-bde8-4579-bc49-0707fa4158c1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0955861 Feb 15 17:06:24.585333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-557517e8-2c42-42bc-a4d1-9d069d22277b service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:06:24.593614 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-557517e8-2c42-42bc-a4d1-9d069d22277b service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133536 Feb 15 17:06:24.792923 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-0d0d8251-06ae-4383-a835-ba72361ca001 service neutron] 10.222.0.107 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982191 Feb 15 17:06:24.795585 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9617fd09-e94b-44ff-ad5c-7fe76e810d0b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:24.859790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45448) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:25.050926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=9617fd09-e94b-44ff-ad5c-7fe76e810d0b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:25.052976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No DVR routers for this DVR port 9617fd09-e94b-44ff-ad5c-7fe76e810d0b on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:06:25.157586 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-941be2e0-046c-41c6-947b-8a0a61b6fa8d req-b8e7134f-b549-4943-8ee7-43fdc36c16f8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0909417 Feb 15 17:06:25.173450 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (aea4dbed-389d-47b9-b369-d3d5d46af1ae), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:25.253000 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779020fd-b8ef-4ed2-831b-4a378b9af880 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:25.255136 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779020fd-b8ef-4ed2-831b-4a378b9af880 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:25.256397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779020fd-b8ef-4ed2-831b-4a378b9af880 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:25.259645 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-8779b7af-c4c4-4e40-b10c-d626d4c5599b service neutron] 10.222.0.107 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4383657 Feb 15 17:06:25.264722 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-779020fd-b8ef-4ed2-831b-4a378b9af880 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/ports?project_id=55662dfff497447caddaf19eeba12e64&network_id=a4700e83-1e32-4a04-8e0a-9d271b918894 HTTP/1.1" status: 200 len: 3075 time: 0.4015810 Feb 15 17:06:25.293346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea4dbed-389d-47b9-b369-d3d5d46af1ae']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:06:25.359515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e9dc47-4143-42a1-be2d-96d5285d8dee') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:06:25.359834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e9dc47-4143-42a1-be2d-96d5285d8dee') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:06:25.405197 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (89e9dc47-4143-42a1-be2d-96d5285d8dee), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:25.430106 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (89e9dc47-4143-42a1-be2d-96d5285d8dee), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:25.436801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:06:25.437600 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (89e9dc47-4143-42a1-be2d-96d5285d8dee), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: self.session.flush() Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:06:25.514763 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:06:25.647934 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (aea4dbed-389d-47b9-b369-d3d5d46af1ae), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:25.656446 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:25.663997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/networks/aea4dbed-389d-47b9-b369-d3d5d46af1ae HTTP/1.1" status: 204 len: 168 time: 2.7659106 Feb 15 17:06:25.664719 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45472) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:25.690705 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6577ccc-b0fe-4656-baf9-bbe1b62bee8d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Network': ['ID=aea4dbed-389d-47b9-b369-d3d5d46af1ae,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:25.813604 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2065f3b9-b1ef-4cc6-880f-f5ad4a026cc3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:25.825051 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2065f3b9-b1ef-4cc6-880f-f5ad4a026cc3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/94d74241-5e51-4045-85af-7b708c0eb6f2 HTTP/1.1" status: 200 len: 840 time: 0.1562881 Feb 15 17:06:25.825516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45478) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:25.950093 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-55e6f7b8-a0d2-4ec4-9859-9167ff3864fc req-46fde999-555b-42e3-95e0-820501a9c8d4 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 210 time: 0.1251619 Feb 15 17:06:25.958319 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e97dc21d-0815-477e-9f82-52298505aa37 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/94d74241-5e51-4045-85af-7b708c0eb6f2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1310816 Feb 15 17:06:25.962108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45482) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:25.990940 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-44eefb48-03af-4392-a734-46558a902b1c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'subnet': {'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:26.293277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eefb48-03af-4392-a734-46558a902b1c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:26.299114 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44eefb48-03af-4392-a734-46558a902b1c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:26.504597 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-15ccea91-be35-45dd-a027-9a4be0c37561 req-e3f77831-de49-464f-a848-04557b4870b9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0933652 Feb 15 17:06:26.729044 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44eefb48-03af-4392-a734-46558a902b1c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (a76a62a3-a3d0-42bb-8e7d-4884491f7b83), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:26.832632 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44eefb48-03af-4392-a734-46558a902b1c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:26.840660 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-44eefb48-03af-4392-a734-46558a902b1c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:26.845894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eefb48-03af-4392-a734-46558a902b1c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:26.846619 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44eefb48-03af-4392-a734-46558a902b1c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:26.851592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c76c9c9-df79-4e41-9640-64fe261a85f7 None None] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:06:26.904800 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45506) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:26.905913 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eefb48-03af-4392-a734-46558a902b1c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Subnet': ['ID=a76a62a3-a3d0-42bb-8e7d-4884491f7b83,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:27.037054 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9377118e-abe9-4000-ac43-8ce1dcd3256d tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:27.054602 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9377118e-abe9-4000-ac43-8ce1dcd3256d tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667 HTTP/1.1" status: 200 len: 814 time: 0.1452451 Feb 15 17:06:27.063602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45512) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:27.064489 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-44eefb48-03af-4392-a734-46558a902b1c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0995839 Feb 15 17:06:27.070471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-1e7dee76-3352-40b4-9c21-3e2cc960eff3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'security_group': {'name': 'tempest-secgroup-869121163'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:27.103766 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ce0cc42-928c-4aeb-b443-b54b7ce3ede9 req-e254d6e4-3518-4b2c-90d8-9408d896f726 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 210 time: 0.0883706 Feb 15 17:06:27.232795 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'project_id': '5fde569256064690869ed2a1241d4577', 'fixed_ips': [{'subnet_id': 'a76a62a3-a3d0-42bb-8e7d-4884491f7b83'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:06:27.236819 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e7dee76-3352-40b4-9c21-3e2cc960eff3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:27.246249 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:27.436549 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e7dee76-3352-40b4-9c21-3e2cc960eff3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (b61ca496-12af-4758-b14d-58433dc70995), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:27.518903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45520) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:27.526580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2652de1c-f038-43fc-b5cb-a7ddaf57a4a2 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'network': {'name': 'tempest-network-smoke--1841852412', 'project_id': '55662dfff497447caddaf19eeba12e64', 'port_security_enabled': True}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:27.649820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Allocated IP 172.20.0.2 (266f9a9b-ff9a-40cb-be8d-2f71820a2403/a76a62a3-a3d0-42bb-8e7d-4884491f7b83/4a09c280-2307-4cb1-a6c3-0f93f5e5f875) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:06:27.677589 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e13b52c2-3bb3-49ce-bef9-7cc4dc4f4fb3 req-ebb8f0c1-5c15-4802-ad41-ae32646af6fc tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0603249 Feb 15 17:06:27.921046 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e7dee76-3352-40b4-9c21-3e2cc960eff3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b61ca496-12af-4758-b14d-58433dc70995), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.016946 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Publish callbacks [] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.068302 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dee76-3352-40b4-9c21-3e2cc960eff3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61ca496-12af-4758-b14d-58433dc70995,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:28.140296 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-e57449b2-80e8-4d3e-acc0-e9dabbfaac90 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:28.141993 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-e57449b2-80e8-4d3e-acc0-e9dabbfaac90 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.10 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 812 time: 0.1774657 Feb 15 17:06:28.143176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2652de1c-f038-43fc-b5cb-a7ddaf57a4a2 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Made reservation on behalf of 55662dfff497447caddaf19eeba12e64 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:28.147150 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2652de1c-f038-43fc-b5cb-a7ddaf57a4a2 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.183749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-0689a9ad-1a5e-4bae-bb8e-b43be0bb83d7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'port': {'device_id': '689f2f5d-c4e5-45af-8cde-7ca8eeeb0809', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'admin_state_up': True, 'tenant_id': '3e4b95210b24489aa9af66b1429a9643'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:28.214189 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.228034 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ebd55dae-95f9-4e63-aeb0-9212b31ba0c8 req-4f27a391-c877-4f7d-a417-4ecd6daeabd3 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 210 time: 0.0481548 Feb 15 17:06:28.236271 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e7dee76-3352-40b4-9c21-3e2cc960eff3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.237602 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1e7dee76-3352-40b4-9c21-3e2cc960eff3 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1716883 Feb 15 17:06:28.240576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45536) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:28.245852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'security_group': {'name': 'tempest-secgroup-1713946113'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:28.269145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2652de1c-f038-43fc-b5cb-a7ddaf57a4a2 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:06:28.279828 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2652de1c-f038-43fc-b5cb-a7ddaf57a4a2 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (6384ac81-6442-4bc9-bb91-9d85c00a94cb), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.280181 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-2652de1c-f038-43fc-b5cb-a7ddaf57a4a2 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Added segment 6384ac81-6442-4bc9-bb91-9d85c00a94cb of type vlan for network 3d9f4160-05be-4fb0-b211-2fcbf8a562ad Feb 15 17:06:28.343447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Pushing event updated for resources: {'Port': ['ID=4a09c280-2307-4cb1-a6c3-0f93f5e5f875,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:28.390178 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:28.395911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:28.396289 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2652de1c-f038-43fc-b5cb-a7ddaf57a4a2 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (3d9f4160-05be-4fb0-b211-2fcbf8a562ad), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.406542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:06:28.425529 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.549232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Attempting to bind port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:06:28.563682 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Attempting to bind port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'e1cd2c79-dad7-4b22-96a6-739492a1d566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:06:28.564313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Attempting to bind port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 on network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:06:28.571488 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:06:28.571868 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Checking segment: {'id': 'e1cd2c79-dad7-4b22-96a6-739492a1d566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:06:28.572277 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.573051 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Bound using segment: {'id': 'e1cd2c79-dad7-4b22-96a6-739492a1d566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:06:28.573565 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Bound port: 4a09c280-2307-4cb1-a6c3-0f93f5e5f875, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1cd2c79-dad7-4b22-96a6-739492a1d566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:06:28.573949 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.631391 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2652de1c-f038-43fc-b5cb-a7ddaf57a4a2 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (3d9f4160-05be-4fb0-b211-2fcbf8a562ad), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.639238 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2652de1c-f038-43fc-b5cb-a7ddaf57a4a2 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:28.640561 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2652de1c-f038-43fc-b5cb-a7ddaf57a4a2 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.658978 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (d1ef15e5-abfc-4111-a65a-5f9bcfdcf266), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.681885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-0689a9ad-1a5e-4bae-bb8e-b43be0bb83d7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Made reservation on behalf of 3e4b95210b24489aa9af66b1429a9643 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:28.696889 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-0689a9ad-1a5e-4bae-bb8e-b43be0bb83d7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.703476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] For port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:06:28.737495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] For port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4a09c280-2307-4cb1-a6c3-0f93f5e5f875,segment=NetworkSegment(e1cd2c79-dad7-4b22-96a6-739492a1d566),segment_id=e1cd2c79-dad7-4b22-96a6-739492a1d566)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:06:28.754242 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d1ef15e5-abfc-4111-a65a-5f9bcfdcf266), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.831690 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.854249 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ef15e5-abfc-4111-a65a-5f9bcfdcf266,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:28.893522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:28.895233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:28.895775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:28.896223 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:28.896891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2652de1c-f038-43fc-b5cb-a7ddaf57a4a2 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3764272 Feb 15 17:06:28.898528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:28.903806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:28.904717 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:28.905059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:28.906666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:28.908649 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:28.909689 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:28.910201 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:28.912759 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:28.916434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45550) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:28.935737 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:28.935737 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d660b6e0-83c7-4b91-93f3-3dec77b898c4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6926556 Feb 15 17:06:28.938051 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45554) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:28.943384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c0545c61-ab57-457a-8ce3-6f7edbaef90e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1914034652', 'security_groups': ['d1ef15e5-abfc-4111-a65a-5f9bcfdcf266'], 'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a76a62a3-a3d0-42bb-8e7d-4884491f7b83'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:29.052061 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652de1c-f038-43fc-b5cb-a7ddaf57a4a2 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Network': ['ID=3d9f4160-05be-4fb0-b211-2fcbf8a562ad,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:29.068530 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 3d9f4160-05be-4fb0-b211-2fcbf8a562ad details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:06:29.085274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c1838-a26d-499b-881e-b88eb66e828c None None] Pushing event updated for resources: {'Port': ['ID=4a09c280-2307-4cb1-a6c3-0f93f5e5f875,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:29.172653 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea5e5e7c-99dd-418e-a734-884a2537fe8e req-10508723-9afa-4a00-a950-17e93e2148aa tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.2558541 Feb 15 17:06:29.402737 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0545c61-ab57-457a-8ce3-6f7edbaef90e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:29.677273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-7618e04f-71fd-4557-86fe-45ada7e93a89 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:29.679096 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-7618e04f-71fd-4557-86fe-45ada7e93a89 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.10 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 814 time: 0.3922820 Feb 15 17:06:29.731357 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-f282dc4f-a081-40bf-9fcb-27e5b2cfe96a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Request body: {'port': {'device_id': '013f0948-2984-43e2-b811-4f3ef7f357a3', 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e', 'admin_state_up': True, 'tenant_id': '53fc11c61440421b91f61d2ecb1b30e4'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:29.738444 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0545c61-ab57-457a-8ce3-6f7edbaef90e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:29.914257 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f2e2fb7a-38db-497a-acd1-dc3599123462 req-d983b728-91dc-480f-8fe0-b7f7db59eaf6 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 210 time: 0.2449801 Feb 15 17:06:29.942887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-c0545c61-ab57-457a-8ce3-6f7edbaef90e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] device_id is not set on port a70ac814-f583-40cd-9c50-1d08780ddd98 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:06:30.353467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-c0545c61-ab57-457a-8ce3-6f7edbaef90e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Allocated IP 172.20.0.3 (266f9a9b-ff9a-40cb-be8d-2f71820a2403/a76a62a3-a3d0-42bb-8e7d-4884491f7b83/a70ac814-f583-40cd-9c50-1d08780ddd98) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:06:30.424940 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:30.501826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:06:30.645426 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:30.645826 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:30.743523 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0545c61-ab57-457a-8ce3-6f7edbaef90e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (a70ac814-f583-40cd-9c50-1d08780ddd98), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:30.879775 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0545c61-ab57-457a-8ce3-6f7edbaef90e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (a70ac814-f583-40cd-9c50-1d08780ddd98), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:30.912362 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:30.920488 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:30.921069 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:30.998883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0545c61-ab57-457a-8ce3-6f7edbaef90e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:31.007392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4a09c280-2307-4cb1-a6c3-0f93f5e5f875,segment=NetworkSegment(e1cd2c79-dad7-4b22-96a6-739492a1d566),segment_id=e1cd2c79-dad7-4b22-96a6-739492a1d566)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:31.007599 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c0545c61-ab57-457a-8ce3-6f7edbaef90e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:31.012197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0545c61-ab57-457a-8ce3-6f7edbaef90e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:06:31.099288 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:31.228022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-55bb3eab-6f89-4e73-8cd9-5c548c4809f6 None None] Provisioning complete for port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:31.228678 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55bb3eab-6f89-4e73-8cd9-5c548c4809f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:31.271844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-0689a9ad-1a5e-4bae-bb8e-b43be0bb83d7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Allocated IP 172.20.0.10 (6d034b05-8049-4817-a4aa-97f8065a9672/5c179437-204b-4978-a297-fc19fe80904c/c7576d29-e764-422b-b397-0b6975947a2a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:06:31.300541 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9a101127-6a83-4295-85a0-48aec347f923 req-9e4ca786-41f6-4421-80c3-7c99073e16b1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 210 time: 0.1665933 Feb 15 17:06:31.321650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=4a09c280-2307-4cb1-a6c3-0f93f5e5f875,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:31.430037 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0545c61-ab57-457a-8ce3-6f7edbaef90e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=a70ac814-f583-40cd-9c50-1d08780ddd98,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:31.474018 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0545c61-ab57-457a-8ce3-6f7edbaef90e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:31.476940 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0545c61-ab57-457a-8ce3-6f7edbaef90e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:31.493387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-55bb3eab-6f89-4e73-8cd9-5c548c4809f6 None None] Current status of the port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:31.547537 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-55bb3eab-6f89-4e73-8cd9-5c548c4809f6 None None] Provisioning complete for port 94d74241-5e51-4045-85af-7b708c0eb6f2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:31.547924 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55bb3eab-6f89-4e73-8cd9-5c548c4809f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (94d74241-5e51-4045-85af-7b708c0eb6f2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:31.590054 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c0545c61-ab57-457a-8ce3-6f7edbaef90e tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6488683 Feb 15 17:06:31.592689 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45590) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:31.599077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323e13a4-6342-4421-b3ea-9a738658f67b tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:31.600715 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-323e13a4-6342-4421-b3ea-9a738658f67b tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=55662dfff497447caddaf19eeba12e64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 2.6570809 Feb 15 17:06:31.607696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45592) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:31.635856 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-35b70d9b-658e-4c82-99bc-f77443ea3d57 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'subnet': {'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:31.643725 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-46e5e43c-47c0-49ae-94e9-ed546120b92a req-800c8c3b-11df-4dec-829e-6990b3478acf tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.5060501 Feb 15 17:06:31.655068 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-55bb3eab-6f89-4e73-8cd9-5c548c4809f6 None None] Port 94d74241-5e51-4045-85af-7b708c0eb6f2 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:06:31.778462 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-f282dc4f-a081-40bf-9fcb-27e5b2cfe96a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Made reservation on behalf of 53fc11c61440421b91f61d2ecb1b30e4 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:31.788738 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-f282dc4f-a081-40bf-9fcb-27e5b2cfe96a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:31.883997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a0843632-dfc1-4c53-84ef-453239554a25 None None] Provisioning complete for port a70ac814-f583-40cd-9c50-1d08780ddd98 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:31.884677 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a0843632-dfc1-4c53-84ef-453239554a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a70ac814-f583-40cd-9c50-1d08780ddd98), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:31.937426 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a0843632-dfc1-4c53-84ef-453239554a25 None None] Port a70ac814-f583-40cd-9c50-1d08780ddd98 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:06:32.060055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b70d9b-658e-4c82-99bc-f77443ea3d57 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:32.065525 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-35b70d9b-658e-4c82-99bc-f77443ea3d57 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:32.210872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-f282dc4f-a081-40bf-9fcb-27e5b2cfe96a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Allocated IP 172.20.0.13 (d3b0ca71-cd48-4ec1-8d50-3e94da1c742e/f5d61963-0097-43d2-aa6c-f33683398652/f49b264f-8b42-4292-b03a-b722191827b6) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:06:32.262651 n-d-828372-14 neutron-server[103800]: INFO neutron.db.ipam_backend_mixin [None req-35b70d9b-658e-4c82-99bc-f77443ea3d57 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a76a62a3-a3d0-42bb-8e7d-4884491f7b83 (CIDR: 172.20.0.0/28) Feb 15 17:06:32.294329 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b70d9b-658e-4c82-99bc-f77443ea3d57 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:06:32.295577 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b70d9b-658e-4c82-99bc-f77443ea3d57 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:06:32.344044 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-0689a9ad-1a5e-4bae-bb8e-b43be0bb83d7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for port (c7576d29-e764-422b-b397-0b6975947a2a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:32.380847 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-35b70d9b-658e-4c82-99bc-f77443ea3d57 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7856424 Feb 15 17:06:32.382552 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc83191b-eeda-455d-935b-a17c4207e86d tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:32.382953 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45604) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:32.386494 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cc83191b-eeda-455d-935b-a17c4207e86d tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7767038 Feb 15 17:06:32.395929 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45606) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:32.410342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:06:32.411036 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-47573450-150f-42f5-ae64-01cab6a2d41d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'subnet': {'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:32.518913 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f3df9c23-15b7-4aa9-b88c-757f2e78ab98 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1130240 Feb 15 17:06:32.534233 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5e8df38-6863-4432-898a-5f2f7f3e3a25 req-df5151f2-4cb8-46af-b20e-6e776259b9f5 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 210 time: 0.0954287 Feb 15 17:06:32.534868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45612) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:32.568102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:32.568649 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:32.660768 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-503a5085-b924-489d-bd39-26dd41160141 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=55662dfff497447caddaf19eeba12e64&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1111734 Feb 15 17:06:32.663640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45614) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:32.823724 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-0689a9ad-1a5e-4bae-bb8e-b43be0bb83d7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c7576d29-e764-422b-b397-0b6975947a2a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:32.892229 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e91922-c4c7-4f54-8d5f-9efa9181980d tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:32.899067 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-81e91922-c4c7-4f54-8d5f-9efa9181980d tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2333684 Feb 15 17:06:32.902090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45626) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:32.992824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689a9ad-1a5e-4bae-bb8e-b43be0bb83d7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'Port': ['ID=c7576d29-e764-422b-b397-0b6975947a2a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:33.011069 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b4f1a93f-0cdb-4d80-9469-5c02c0a3a3f9 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0875881 Feb 15 17:06:33.011069 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45630) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:33.034376 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2e7997c8-6860-4387-befd-288217756620 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1496674962', 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad', 'project_id': '55662dfff497447caddaf19eeba12e64', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:33.048232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-0689a9ad-1a5e-4bae-bb8e-b43be0bb83d7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Network 6d034b05-8049-4817-a4aa-97f8065a9672 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:33.113021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-0689a9ad-1a5e-4bae-bb8e-b43be0bb83d7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:33.123616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-0689a9ad-1a5e-4bae-bb8e-b43be0bb83d7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:06:33.136177 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-f282dc4f-a081-40bf-9fcb-27e5b2cfe96a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks [] for port (f49b264f-8b42-4292-b03a-b722191827b6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:33.190458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:06:33.240983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47573450-150f-42f5-ae64-01cab6a2d41d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:33.258693 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-47573450-150f-42f5-ae64-01cab6a2d41d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:33.303024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b256e-9645-48c2-ae75-fd14333fe5cf req-517b4cc8-26cd-48e0-98e9-53b0bf40650a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:33.306000 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f11b256e-9645-48c2-ae75-fd14333fe5cf req-517b4cc8-26cd-48e0-98e9-53b0bf40650a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 932 time: 0.3487778 Feb 15 17:06:33.329401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:33.385991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-0689a9ad-1a5e-4bae-bb8e-b43be0bb83d7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:33.389619 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-0689a9ad-1a5e-4bae-bb8e-b43be0bb83d7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:33.549818 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f11b256e-9645-48c2-ae75-fd14333fe5cf req-b74c9a30-a1c6-4c5c-9fb1-d8b8ba9244a2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379172 Feb 15 17:06:33.612966 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-0689a9ad-1a5e-4bae-bb8e-b43be0bb83d7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4414499 Feb 15 17:06:33.645639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Request body: {'port': {'device_id': '689f2f5d-c4e5-45af-8cde-7ca8eeeb0809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:33.724110 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7997c8-6860-4387-befd-288217756620 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Made reservation on behalf of 55662dfff497447caddaf19eeba12e64 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:33.740008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0879d19d-08c6-456f-9c74-8721e274d1bc None None] Provisioning complete for port c7576d29-e764-422b-b397-0b6975947a2a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:33.743001 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e7997c8-6860-4387-befd-288217756620 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:33.744003 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0879d19d-08c6-456f-9c74-8721e274d1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c7576d29-e764-422b-b397-0b6975947a2a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:33.773735 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-f282dc4f-a081-40bf-9fcb-27e5b2cfe96a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f49b264f-8b42-4292-b03a-b722191827b6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:33.840701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0879d19d-08c6-456f-9c74-8721e274d1bc None None] Port c7576d29-e764-422b-b397-0b6975947a2a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:06:33.845837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['7d0fcdd7-3dce-4457-90aa-002e0c0e68c6', '60d4da1b-8e59-47f5-b6ce-7cde203ce891'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:06:33.932445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ccf427b3-7de8-49ba-8552-0ef6176236df'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:06:33.979972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282dc4f-a081-40bf-9fcb-27e5b2cfe96a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Pushing event updated for resources: {'Port': ['ID=f49b264f-8b42-4292-b03a-b722191827b6,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:34.321782 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c7576d29-e764-422b-b397-0b6975947a2a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:34.345735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-f282dc4f-a081-40bf-9fcb-27e5b2cfe96a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:34.357267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-f282dc4f-a081-40bf-9fcb-27e5b2cfe96a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:34.383916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-f282dc4f-a081-40bf-9fcb-27e5b2cfe96a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:06:34.746305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-f282dc4f-a081-40bf-9fcb-27e5b2cfe96a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:34.749855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-f282dc4f-a081-40bf-9fcb-27e5b2cfe96a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:34.926956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-f282dc4f-a081-40bf-9fcb-27e5b2cfe96a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2335489 Feb 15 17:06:34.963490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Request body: {'port': {'device_id': '013f0948-2984-43e2-b811-4f3ef7f357a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:35.190598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd383f0-cd7c-4839-aa48-be14821777d1 req-d260598c-a8be-4ef7-8467-fcd597b78cfb tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:35.192251 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fd383f0-cd7c-4839-aa48-be14821777d1 req-d260598c-a8be-4ef7-8467-fcd597b78cfb tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 932 time: 0.2959943 Feb 15 17:06:35.216866 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f49b264f-8b42-4292-b03a-b722191827b6), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:35.585116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa70930-2b6e-4934-a982-4d0562b3baf3 req-12f5f1a8-790a-4169-940c-83d3d50874e7 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:35.609217 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-faa70930-2b6e-4934-a982-4d0562b3baf3 req-12f5f1a8-790a-4169-940c-83d3d50874e7 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 932 time: 1.9286356 Feb 15 17:06:35.748122 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fd383f0-cd7c-4839-aa48-be14821777d1 req-8ee7f35b-2b61-45af-a373-72d9b35dded8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5460277 Feb 15 17:06:35.886046 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7576d29-e764-422b-b397-0b6975947a2a {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:06:35.896724 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-faa70930-2b6e-4934-a982-4d0562b3baf3 req-823366b9-6f09-4791-be5a-836ed6c2e744 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865975 Feb 15 17:06:35.903185 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Publish callbacks [] for port (c7576d29-e764-422b-b397-0b6975947a2a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:35.913631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49b264f-8b42-4292-b03a-b722191827b6 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:06:35.929756 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Publish callbacks [] for port (f49b264f-8b42-4292-b03a-b722191827b6), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:35.940428 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-47573450-150f-42f5-ae64-01cab6a2d41d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (34c2d004-f76f-44c6-8b63-c04776f5d63e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:35.940811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Transition to ACTIVE for port object c7576d29-e764-422b-b397-0b6975947a2a will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:06:35.949533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Transition to ACTIVE for port object f49b264f-8b42-4292-b03a-b722191827b6 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:06:36.036902 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c7576d29-e764-422b-b397-0b6975947a2a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:36.070241 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47573450-150f-42f5-ae64-01cab6a2d41d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Subnet': ['ID=34c2d004-f76f-44c6-8b63-c04776f5d63e,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:36.110985 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47573450-150f-42f5-ae64-01cab6a2d41d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:36.115529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-47573450-150f-42f5-ae64-01cab6a2d41d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:36.119270 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47573450-150f-42f5-ae64-01cab6a2d41d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:36.120230 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-47573450-150f-42f5-ae64-01cab6a2d41d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:36.127385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d765f37f-2b04-45bd-b277-e33c683ac404 None None] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:06:36.154853 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (f49b264f-8b42-4292-b03a-b722191827b6), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:36.168149 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e7997c8-6860-4387-befd-288217756620 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (25866e5a-bc97-4d1f-9028-20f7fe9ba6f0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:36.219867 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Pushing event updated for resources: {'Port': ['ID=c7576d29-e764-422b-b397-0b6975947a2a,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:36.323792 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-47573450-150f-42f5-ae64-01cab6a2d41d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.9385896 Feb 15 17:06:36.340407 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45672) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:36.369654 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-014a764d-dee1-42c3-900a-e4f7a193da21 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-143667308', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '34c2d004-f76f-44c6-8b63-c04776f5d63e'}], 'security_groups': ['b61ca496-12af-4758-b14d-58433dc70995']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:36.532302 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7997c8-6860-4387-befd-288217756620 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Checking segment: {'id': '6384ac81-6442-4bc9-bb91-9d85c00a94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:06:36.533046 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7997c8-6860-4387-befd-288217756620 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network hostable DHCP agents. Network: 3d9f4160-05be-4fb0-b211-2fcbf8a562ad, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:06:36.559092 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7997c8-6860-4387-befd-288217756620 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Subnet': ['ID=25866e5a-bc97-4d1f-9028-20f7fe9ba6f0,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:36.628021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe1efde-ad2c-4a2f-a5e3-8282cb8b78cd None None] Update dhcp port {'port': {'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'fixed_ips': [{'subnet_id': 'a76a62a3-a3d0-42bb-8e7d-4884491f7b83', 'ip_address': '172.20.0.2'}, {'subnet_id': '34c2d004-f76f-44c6-8b63-c04776f5d63e'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '4a09c280-2307-4cb1-a6c3-0f93f5e5f875'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 17:06:36.693672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Attempting to bind port c7576d29-e764-422b-b397-0b6975947a2a on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:06:36.694211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Attempting to bind port c7576d29-e764-422b-b397-0b6975947a2a by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:06:36.694660 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Attempting to bind port c7576d29-e764-422b-b397-0b6975947a2a on network 6d034b05-8049-4817-a4aa-97f8065a9672 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:06:36.740181 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9fe1efde-ad2c-4a2f-a5e3-8282cb8b78cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:36.746598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Port c7576d29-e764-422b-b397-0b6975947a2a on network 6d034b05-8049-4817-a4aa-97f8065a9672 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:06:36.747222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Attempting to bind port c7576d29-e764-422b-b397-0b6975947a2a on network 6d034b05-8049-4817-a4aa-97f8065a9672 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:06:36.765698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:06:36.765698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Checking segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:06:36.766654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Bound using segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:06:36.770966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Bound port: c7576d29-e764-422b-b397-0b6975947a2a, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:06:36.771731 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c7576d29-e764-422b-b397-0b6975947a2a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:36.790476 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Pushing event updated for resources: {'Port': ['ID=f49b264f-8b42-4292-b03a-b722191827b6,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:36.816760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7997c8-6860-4387-befd-288217756620 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network 3d9f4160-05be-4fb0-b211-2fcbf8a562ad is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:06:36.880491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] For port c7576d29-e764-422b-b397-0b6975947a2a, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:06:36.889570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] For port c7576d29-e764-422b-b397-0b6975947a2a, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c7576d29-e764-422b-b397-0b6975947a2a,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:06:36.942998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2e7997c8-6860-4387-befd-288217756620 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 3d9f4160-05be-4fb0-b211-2fcbf8a562ad) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:36.958671 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7997c8-6860-4387-befd-288217756620 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:36.960402 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e7997c8-6860-4387-befd-288217756620 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:36.975503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fca72c0-61f8-47a4-8e34-f3a76e12f96d None None] Network 3d9f4160-05be-4fb0-b211-2fcbf8a562ad requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:06:36.998139 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-014a764d-dee1-42c3-900a-e4f7a193da21 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a70ac814-f583-40cd-9c50-1d08780ddd98), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:37.006799 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c7576d29-e764-422b-b397-0b6975947a2a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:37.094275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Attempting to bind port f49b264f-8b42-4292-b03a-b722191827b6 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:06:37.099031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Attempting to bind port f49b264f-8b42-4292-b03a-b722191827b6 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:06:37.099495 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Attempting to bind port f49b264f-8b42-4292-b03a-b722191827b6 on network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:06:37.167675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:37.177947 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:37.179516 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] 10.222.0.10 "PUT /v2.0/ports/c7576d29-e764-422b-b397-0b6975947a2a HTTP/1.1" status: 200 len: 1093 time: 3.5530097 Feb 15 17:06:37.183034 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689f2f5d-c4e5-45af-8cde-7ca8eeeb0809', 'tag': 'c7576d29-e764-422b-b397-0b6975947a2a'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:06:37.195078 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477f4de9-e3c3-4992-8df8-525dfc6e3417" -d '{"events": [{"name": "network-changed", "server_uuid": "689f2f5d-c4e5-45af-8cde-7ca8eeeb0809", "tag": "c7576d29-e764-422b-b397-0b6975947a2a"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:06:37.220995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Port f49b264f-8b42-4292-b03a-b722191827b6 on network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:06:37.223709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Attempting to bind port f49b264f-8b42-4292-b03a-b722191827b6 on network d3b0ca71-cd48-4ec1-8d50-3e94da1c742e {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:06:37.260623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:06:37.274018 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Checking segment: {'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:06:37.274625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Bound using segment: {'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:06:37.275234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Bound port: f49b264f-8b42-4292-b03a-b722191827b6, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0b0d308-0b49-4775-87f1-4da955ae6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:06:37.275715 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f49b264f-8b42-4292-b03a-b722191827b6), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:37.312321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b6702-814f-4b3f-b3a8-d6efcbd40a6c req-bfaba3e4-98a9-403c-97c1-e123cc178d93 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:37.325429 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-699b6702-814f-4b3f-b3a8-d6efcbd40a6c req-bfaba3e4-98a9-403c-97c1-e123cc178d93 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.4229467 Feb 15 17:06:37.409990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4bd37-dc38-4e9d-8767-8c3b0c4abf1a service neutron] Pushing event updated for resources: {'Port': ['ID=c7576d29-e764-422b-b397-0b6975947a2a,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:37.459098 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2e7997c8-6860-4387-befd-288217756620 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.4415615 Feb 15 17:06:37.481732 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-19842f88-f99d-4ee9-8610-760f77bbd4a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:37.614449 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-699b6702-814f-4b3f-b3a8-d6efcbd40a6c req-3cb802fe-c20e-43ae-898e-394ecc9086f0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835822 Feb 15 17:06:37.669159 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-f9812618-4716-4db2-b755-1e31c613463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:37.678319 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-f9812618-4716-4db2-b755-1e31c613463f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 1127 time: 0.2909794 Feb 15 17:06:37.686633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] For port f49b264f-8b42-4292-b03a-b722191827b6, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:06:37.704267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] For port f49b264f-8b42-4292-b03a-b722191827b6, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f49b264f-8b42-4292-b03a-b722191827b6,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:06:37.788232 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-7bd2e99a-4f56-4b00-8e9d-f2991ed433ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7576d29-e764-422b-b397-0b6975947a2a HTTP/1.1" status: 200 len: 217 time: 0.0989738 Feb 15 17:06:37.823024 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (f49b264f-8b42-4292-b03a-b722191827b6), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:37.824462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c24b7d-cafa-46b6-89e7-d49e510206f3 req-6dffe2a1-0cd1-412f-8f69-f15340bd1a40 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:37.824975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-3d9f4160-05be-4fb0-b211-2fcbf8a562ad', 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad', 'project_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ips': [{'subnet_id': '25866e5a-bc97-4d1f-9028-20f7fe9ba6f0'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:06:37.825634 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:37.831069 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-37c24b7d-cafa-46b6-89e7-d49e510206f3 req-6dffe2a1-0cd1-412f-8f69-f15340bd1a40 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 944 time: 0.4635105 Feb 15 17:06:37.958602 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-37c24b7d-cafa-46b6-89e7-d49e510206f3 req-ab273b17-a1bf-4b46-93f1-bd6fd90d9398 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188302 Feb 15 17:06:37.993950 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-dc9f8deb-a2d8-4297-8508-6ff1e93c6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:37.998985 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-dc9f8deb-a2d8-4297-8508-6ff1e93c6902 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.2032359 Feb 15 17:06:38.028172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-9fe1efde-ad2c-4a2f-a5e3-8282cb8b78cd None None] Allocated IP 172.20.0.18 (266f9a9b-ff9a-40cb-be8d-2f71820a2403/34c2d004-f76f-44c6-8b63-c04776f5d63e/4a09c280-2307-4cb1-a6c3-0f93f5e5f875) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:06:38.258778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:38.262714 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:38.265169 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] 10.222.0.10 "PUT /v2.0/ports/f49b264f-8b42-4292-b03a-b722191827b6 HTTP/1.1" status: 200 len: 1093 time: 3.3094752 Feb 15 17:06:38.287153 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92863c8-94ab-4dca-beb0-0d33dd552d8f x-openstack-request-id: req-d92863c8-94ab-4dca-beb0-0d33dd552d8f {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:06:38.287493 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689f2f5d-c4e5-45af-8cde-7ca8eeeb0809", "tag": "c7576d29-e764-422b-b397-0b6975947a2a", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:06:38.291062 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d92863c8-94ab-4dca-beb0-0d33dd552d8f {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:06:38.291582 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689f2f5d-c4e5-45af-8cde-7ca8eeeb0809', 'tag': 'c7576d29-e764-422b-b397-0b6975947a2a', 'status': 'completed', 'code': 200} Feb 15 17:06:38.352158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Pushing event updated for resources: {'Port': ['ID=f49b264f-8b42-4292-b03a-b722191827b6,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:38.396431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:38.396794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:38.397236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:38.397798 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:38.398476 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:38.400509 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:38.400943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:38.401395 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:38.401809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:38.410225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Allocated IP 172.20.0.18 (3d9f4160-05be-4fb0-b211-2fcbf8a562ad/25866e5a-bc97-4d1f-9028-20f7fe9ba6f0/f6a5f500-81e4-4693-ad46-4a13d4ea82c1) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:06:38.411372 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:38.412138 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:38.412960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:38.413863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66f1875-bf19-4fb7-ac01-45ebc9e6648e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:38.468509 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-c6bf365d-470e-48ec-97e2-e2e928ee2798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:38.470114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-c6bf365d-470e-48ec-97e2-e2e928ee2798 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4508460 Feb 15 17:06:38.515453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9fe1efde-ad2c-4a2f-a5e3-8282cb8b78cd None None] For port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4a09c280-2307-4cb1-a6c3-0f93f5e5f875,segment=NetworkSegment(e1cd2c79-dad7-4b22-96a6-739492a1d566),segment_id=e1cd2c79-dad7-4b22-96a6-739492a1d566)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:38.640974 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-b87e200e-e5d8-4673-a7e0-918a557c43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:38.644458 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-b87e200e-e5d8-4673-a7e0-918a557c43e0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 1127 time: 0.2744536 Feb 15 17:06:38.725936 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-79d06509-2a90-4f08-93ad-973191a5e736 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f49b264f-8b42-4292-b03a-b722191827b6 HTTP/1.1" status: 200 len: 217 time: 0.0724020 Feb 15 17:06:38.861889 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-ec9db298-165a-49c8-8b0c-cfb37800c87d service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818469 Feb 15 17:06:38.961988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-998f04b8-a489-4230-84cd-4f9785c8ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:38.961988 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-998f04b8-a489-4230-84cd-4f9785c8ac0d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5d61963-0097-43d2-aa6c-f33683398652 HTTP/1.1" status: 200 len: 854 time: 0.2164161 Feb 15 17:06:39.062855 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9fe1efde-ad2c-4a2f-a5e3-8282cb8b78cd None None] Publish callbacks [] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:39.097653 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-0c6a50c7-6d4b-40d9-ae59-e33ae7019a86 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724602 Feb 15 17:06:39.139789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45708) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:39.145887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2d8939e9-9b80-45f2-8ae3-f68dc65c7d93 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-285793210', 'description': 'tempest-secgroup-smoke-285793210 description', 'project_id': '55662dfff497447caddaf19eeba12e64'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:39.259592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a0cbd-7d61-4641-8523-9af94b2b7317 req-cbb3c2eb-83e6-4118-8ab8-c2a3fbf85d56 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:39.261678 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac5a0cbd-7d61-4641-8523-9af94b2b7317 req-cbb3c2eb-83e6-4118-8ab8-c2a3fbf85d56 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.3804071 Feb 15 17:06:39.275989 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Publish callbacks [] for port (f6a5f500-81e4-4693-ad46-4a13d4ea82c1), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:39.333894 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d5c97263-ec58-4d08-be6b-455af8f8abe1 req-6d31bc6a-04c1-4e4c-989e-b65fe4920bdb service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635348 Feb 15 17:06:39.395030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac5a0cbd-7d61-4641-8523-9af94b2b7317 req-d743ab91-0c35-4e56-982c-9660401e10a3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227016 Feb 15 17:06:39.399262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f49de-bafa-410a-a980-22455e871b10 req-b04dfb81-24f0-4544-8dc5-8ad49843ed26 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:39.403281 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-08d5e601-bfc6-4eda-9a4f-5a10468c037f service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172557 Feb 15 17:06:39.403951 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-141f49de-bafa-410a-a980-22455e871b10 req-b04dfb81-24f0-4544-8dc5-8ad49843ed26 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 944 time: 0.0885937 Feb 15 17:06:39.511896 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9fe1efde-ad2c-4a2f-a5e3-8282cb8b78cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:39.542928 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-141f49de-bafa-410a-a980-22455e871b10 req-a1c77224-d176-4a2a-b5f9-6e264cedf58e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271422 Feb 15 17:06:39.611780 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d8939e9-9b80-45f2-8ae3-f68dc65c7d93 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:39.616723 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (f6a5f500-81e4-4693-ad46-4a13d4ea82c1), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:39.627055 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-39c2568d-a3b4-4bd0-80e9-ea5f25740d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:39.680321 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Network 3d9f4160-05be-4fb0-b211-2fcbf8a562ad is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:39.715433 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:39.722768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:06:39.732941 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d95fc065-37d1-42f3-9611-9822f3e394ac req-27fdc98f-c5bb-4acc-828c-a7e96fd03e65 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216293 Feb 15 17:06:39.737907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f4de9-e3c3-4992-8df8-525dfc6e3417 req-67cafa2c-3123-4ea4-89c2-d58a8a783afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:39.740597 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-477f4de9-e3c3-4992-8df8-525dfc6e3417 req-67cafa2c-3123-4ea4-89c2-d58a8a783afe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 1127 time: 0.1376679 Feb 15 17:06:39.935604 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-014a764d-dee1-42c3-900a-e4f7a193da21 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Delete allocated IP 172.20.0.3 (266f9a9b-ff9a-40cb-be8d-2f71820a2403/a76a62a3-a3d0-42bb-8e7d-4884491f7b83) {{(pid=103800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 17:06:39.985761 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d8939e9-9b80-45f2-8ae3-f68dc65c7d93 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (37233694-9e9a-4446-acec-54dd740fd8d2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:39.988673 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-014a764d-dee1-42c3-900a-e4f7a193da21 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Allocated IP 172.20.0.29 (266f9a9b-ff9a-40cb-be8d-2f71820a2403/34c2d004-f76f-44c6-8b63-c04776f5d63e/a70ac814-f583-40cd-9c50-1d08780ddd98) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:06:39.997020 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f4de9-e3c3-4992-8df8-525dfc6e3417 req-fb398783-bf99-4dba-9ad7-547541d63bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:39.999949 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-477f4de9-e3c3-4992-8df8-525dfc6e3417 req-fb398783-bf99-4dba-9ad7-547541d63bd8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.2536538 Feb 15 17:06:40.040128 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe1efde-ad2c-4a2f-a5e3-8282cb8b78cd None None] Pushing event updated for resources: {'Port': ['ID=4a09c280-2307-4cb1-a6c3-0f93f5e5f875,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:40.066572 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d8939e9-9b80-45f2-8ae3-f68dc65c7d93 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (37233694-9e9a-4446-acec-54dd740fd8d2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:40.103845 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-477f4de9-e3c3-4992-8df8-525dfc6e3417 req-46c0eacb-64bc-4196-afca-ff11ebf239cf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7576d29-e764-422b-b397-0b6975947a2a HTTP/1.1" status: 200 len: 217 time: 0.0963335 Feb 15 17:06:40.129571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Attempting to bind port f6a5f500-81e4-4693-ad46-4a13d4ea82c1 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:06:40.129951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Attempting to bind port f6a5f500-81e4-4693-ad46-4a13d4ea82c1 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '6384ac81-6442-4bc9-bb91-9d85c00a94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:06:40.130322 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Attempting to bind port f6a5f500-81e4-4693-ad46-4a13d4ea82c1 on network 3d9f4160-05be-4fb0-b211-2fcbf8a562ad {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:06:40.144010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:06:40.144397 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Checking segment: {'id': '6384ac81-6442-4bc9-bb91-9d85c00a94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:06:40.144805 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:40.145201 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Bound using segment: {'id': '6384ac81-6442-4bc9-bb91-9d85c00a94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:06:40.145696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Bound port: f6a5f500-81e4-4693-ad46-4a13d4ea82c1, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6384ac81-6442-4bc9-bb91-9d85c00a94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:06:40.146085 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f6a5f500-81e4-4693-ad46-4a13d4ea82c1), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:40.203611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f4de9-e3c3-4992-8df8-525dfc6e3417 req-8d7ac3a1-e1d2-4b8a-92af-e4c245e84f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:40.206851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-477f4de9-e3c3-4992-8df8-525dfc6e3417 req-8d7ac3a1-e1d2-4b8a-92af-e4c245e84f3a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.0972993 Feb 15 17:06:40.249555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Pushing event updated for resources: {'Port': ['ID=f6a5f500-81e4-4693-ad46-4a13d4ea82c1,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:40.273396 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d8939e9-9b80-45f2-8ae3-f68dc65c7d93 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:40.284177 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2d8939e9-9b80-45f2-8ae3-f68dc65c7d93 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1422117 Feb 15 17:06:40.288202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45728) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:40.301506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013f0948-2984-43e2-b811-4f3ef7f357a3', 'tag': 'f49b264f-8b42-4292-b03a-b722191827b6'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:06:40.304823 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-91e4b65c-e2b4-461a-9c67-70bde4351762 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '37233694-9e9a-4446-acec-54dd740fd8d2', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:40.308740 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a18fc7-7488-40ca-926a-89634a9b535a" -d '{"events": [{"name": "network-changed", "server_uuid": "013f0948-2984-43e2-b811-4f3ef7f357a3", "tag": "f49b264f-8b42-4292-b03a-b722191827b6"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:06:40.344438 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8939e9-9b80-45f2-8ae3-f68dc65c7d93 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37233694-9e9a-4446-acec-54dd740fd8d2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:40.356437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f4de9-e3c3-4992-8df8-525dfc6e3417 req-47a4944b-eeba-4ddc-8812-807bd4bc0b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:40.357874 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-477f4de9-e3c3-4992-8df8-525dfc6e3417 req-47a4944b-eeba-4ddc-8812-807bd4bc0b19 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1395919 Feb 15 17:06:40.359063 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] For port f6a5f500-81e4-4693-ad46-4a13d4ea82c1, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:06:40.366665 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] For port f6a5f500-81e4-4693-ad46-4a13d4ea82c1, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f6a5f500-81e4-4693-ad46-4a13d4ea82c1,segment=NetworkSegment(6384ac81-6442-4bc9-bb91-9d85c00a94cb),segment_id=6384ac81-6442-4bc9-bb91-9d85c00a94cb)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:06:40.419269 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d055466-a89b-4812-ac1e-0e5f79e11e08 x-openstack-request-id: req-2d055466-a89b-4812-ac1e-0e5f79e11e08 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:06:40.420090 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013f0948-2984-43e2-b811-4f3ef7f357a3", "tag": "f49b264f-8b42-4292-b03a-b722191827b6", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:06:40.420353 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2d055466-a89b-4812-ac1e-0e5f79e11e08 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:06:40.420765 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '013f0948-2984-43e2-b811-4f3ef7f357a3', 'tag': 'f49b264f-8b42-4292-b03a-b722191827b6', 'status': 'completed', 'code': 200} Feb 15 17:06:40.465013 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f6a5f500-81e4-4693-ad46-4a13d4ea82c1), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:40.553905 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91e4b65c-e2b4-461a-9c67-70bde4351762 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (d02461ea-a641-429a-9ea8-06ce86d1deee), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:40.596067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:06:40.629203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-477f4de9-e3c3-4992-8df8-525dfc6e3417 req-054d70a9-5a75-4c08-b28d-c031d459378b service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654788 Feb 15 17:06:40.649952 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-014a764d-dee1-42c3-900a-e4f7a193da21 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (a70ac814-f583-40cd-9c50-1d08780ddd98), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:40.706346 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225759bc-35e9-4356-a19e-ac0bee15b41c req-0403d4b8-5584-4784-81f1-62ee8b74a103 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:40.722107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-225759bc-35e9-4356-a19e-ac0bee15b41c req-0403d4b8-5584-4784-81f1-62ee8b74a103 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1600416 Feb 15 17:06:40.729028 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:40.773625 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91e4b65c-e2b4-461a-9c67-70bde4351762 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (d02461ea-a641-429a-9ea8-06ce86d1deee), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:40.813358 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:40.814271 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:40.816001 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-014a764d-dee1-42c3-900a-e4f7a193da21 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (a70ac814-f583-40cd-9c50-1d08780ddd98), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:40.898523 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3cfce-fc66-4608-9817-8b0475f4b9c3 None None] Pushing event updated for resources: {'Port': ['ID=f6a5f500-81e4-4693-ad46-4a13d4ea82c1,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:40.968660 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91e4b65c-e2b4-461a-9c67-70bde4351762 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (d02461ea-a641-429a-9ea8-06ce86d1deee), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:41.060669 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-225759bc-35e9-4356-a19e-ac0bee15b41c req-1fb22b22-9873-40ce-91d3-cd3d18e8f53b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370645 Feb 15 17:06:41.150659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:41.315066 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4b65c-e2b4-461a-9c67-70bde4351762 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d02461ea-a641-429a-9ea8-06ce86d1deee,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:41.479695 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-91e4b65c-e2b4-461a-9c67-70bde4351762 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:41.486715 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-91e4b65c-e2b4-461a-9c67-70bde4351762 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1928389 Feb 15 17:06:41.486715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a764d-dee1-42c3-900a-e4f7a193da21 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=a70ac814-f583-40cd-9c50-1d08780ddd98,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:41.495431 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45754) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:41.531713 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-03dd3526-fd23-44d2-839b-37144cf958fd tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '37233694-9e9a-4446-acec-54dd740fd8d2', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:41.645777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-014a764d-dee1-42c3-900a-e4f7a193da21 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] In _notify_port_updated(), no bound segment for port a70ac814-f583-40cd-9c50-1d08780ddd98 on network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 17:06:41.657398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014a764d-dee1-42c3-900a-e4f7a193da21 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:41.687488 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-014a764d-dee1-42c3-900a-e4f7a193da21 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:41.689521 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-014a764d-dee1-42c3-900a-e4f7a193da21 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "PUT /v2.0/ports/a70ac814-f583-40cd-9c50-1d08780ddd98 HTTP/1.1" status: 200 len: 920 time: 5.3464816 Feb 15 17:06:41.692629 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45760) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:41.706444 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-477f4de9-e3c3-4992-8df8-525dfc6e3417 req-1fa8c021-7dc6-478b-907b-11e22f3a6895 service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0633047 Feb 15 17:06:41.803931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe684e3-d8e5-4bd4-8a97-a1451c92e473 req-12c30bc8-6336-4a31-a850-c1f760f677da tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:41.812223 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4fe684e3-d8e5-4bd4-8a97-a1451c92e473 req-12c30bc8-6336-4a31-a850-c1f760f677da tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 944 time: 1.0024040 Feb 15 17:06:41.828609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a18fc7-7488-40ca-926a-89634a9b535a req-6bf52a27-0047-449a-a809-8a8f398164b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:41.830165 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9a18fc7-7488-40ca-926a-89634a9b535a req-6bf52a27-0047-449a-a809-8a8f398164b7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 1127 time: 1.1990776 Feb 15 17:06:41.897387 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03dd3526-fd23-44d2-839b-37144cf958fd tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (fe5f08a2-1c5d-447e-a06a-111365e5cf3c), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:41.939990 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-577f6752-92fa-4a5b-a5ea-21964a75c4f2 None None] Provisioning complete for port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:41.940583 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-577f6752-92fa-4a5b-a5ea-21964a75c4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:42.024937 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:42.135233 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4fe684e3-d8e5-4bd4-8a97-a1451c92e473 req-934cfb15-b03a-49bf-bf41-58d82b4c6434 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220277 Feb 15 17:06:42.137729 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03dd3526-fd23-44d2-839b-37144cf958fd tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (fe5f08a2-1c5d-447e-a06a-111365e5cf3c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:42.178425 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-577f6752-92fa-4a5b-a5ea-21964a75c4f2 None None] Current status of the port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:42.194442 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c1f40afa-5911-473d-bcb5-6992b7fe1977 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port a70ac814-f583-40cd-9c50-1d08780ddd98 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:06:42.195079 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1f40afa-5911-473d-bcb5-6992b7fe1977 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a70ac814-f583-40cd-9c50-1d08780ddd98), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:42.217646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-577f6752-92fa-4a5b-a5ea-21964a75c4f2 None None] Provisioning complete for port a70ac814-f583-40cd-9c50-1d08780ddd98 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:42.219032 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-577f6752-92fa-4a5b-a5ea-21964a75c4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a70ac814-f583-40cd-9c50-1d08780ddd98), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:42.265052 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03dd3526-fd23-44d2-839b-37144cf958fd tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (fe5f08a2-1c5d-447e-a06a-111365e5cf3c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:42.265305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a18fc7-7488-40ca-926a-89634a9b535a req-3bbb8d28-9c14-43e8-8dfc-125d78fec12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:42.271014 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9a18fc7-7488-40ca-926a-89634a9b535a req-3bbb8d28-9c14-43e8-8dfc-125d78fec12e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 915 time: 0.3878050 Feb 15 17:06:42.364541 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-577f6752-92fa-4a5b-a5ea-21964a75c4f2 None None] Port a70ac814-f583-40cd-9c50-1d08780ddd98 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:06:42.406823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-577f6752-92fa-4a5b-a5ea-21964a75c4f2 None None] Provisioning complete for port 94d74241-5e51-4045-85af-7b708c0eb6f2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:42.416843 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-577f6752-92fa-4a5b-a5ea-21964a75c4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (94d74241-5e51-4045-85af-7b708c0eb6f2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:42.423815 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9a18fc7-7488-40ca-926a-89634a9b535a req-f25e31d5-aa69-4b0d-a654-f94c27ae9f04 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f49b264f-8b42-4292-b03a-b722191827b6 HTTP/1.1" status: 200 len: 217 time: 0.1402845 Feb 15 17:06:42.463914 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd3526-fd23-44d2-839b-37144cf958fd tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5f08a2-1c5d-447e-a06a-111365e5cf3c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:42.540181 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-577f6752-92fa-4a5b-a5ea-21964a75c4f2 None None] Port 94d74241-5e51-4045-85af-7b708c0eb6f2 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:06:42.579490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a18fc7-7488-40ca-926a-89634a9b535a req-02937431-a503-419f-928c-df5f7cf71272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:42.584397 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9a18fc7-7488-40ca-926a-89634a9b535a req-02937431-a503-419f-928c-df5f7cf71272 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5d61963-0097-43d2-aa6c-f33683398652 HTTP/1.1" status: 200 len: 854 time: 0.1541240 Feb 15 17:06:42.635829 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1f40afa-5911-473d-bcb5-6992b7fe1977 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a70ac814-f583-40cd-9c50-1d08780ddd98), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:42.654150 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9a18fc7-7488-40ca-926a-89634a9b535a req-c854e6c8-a54b-4536-abe8-9aa554347e56 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602839 Feb 15 17:06:42.683024 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-fdfcb0bd-a226-4464-b5dd-926d156c83e1 None None] Provisioning complete for port a70ac814-f583-40cd-9c50-1d08780ddd98 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:42.683333 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb0bd-a226-4464-b5dd-926d156c83e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a70ac814-f583-40cd-9c50-1d08780ddd98), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:42.695396 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c1f40afa-5911-473d-bcb5-6992b7fe1977 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for a70ac814-f583-40cd-9c50-1d08780ddd98 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:06:42.771489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fdfcb0bd-a226-4464-b5dd-926d156c83e1 None None] Port a70ac814-f583-40cd-9c50-1d08780ddd98 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:06:42.783210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f6a5f500-81e4-4693-ad46-4a13d4ea82c1 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:06:42.911209 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9a18fc7-7488-40ca-926a-89634a9b535a req-6975dc1f-2187-4af7-a021-4d73b487caad service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504523 Feb 15 17:06:42.936123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f6a5f500-81e4-4693-ad46-4a13d4ea82c1 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:42.936495 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f6a5f500-81e4-4693-ad46-4a13d4ea82c1), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:43.031054 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03dd3526-fd23-44d2-839b-37144cf958fd tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:43.032414 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-03dd3526-fd23-44d2-839b-37144cf958fd tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5207779 Feb 15 17:06:43.036441 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45774) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:43.057766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0d476075-9087-48b7-906e-73f719faab1f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '37233694-9e9a-4446-acec-54dd740fd8d2', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:43.109319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b033d87-ffb4-4eee-a7bd-c5367959eb26 req-8d266578-7666-413d-a28f-977eed1e2934 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:43.120909 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b033d87-ffb4-4eee-a7bd-c5367959eb26 req-8d266578-7666-413d-a28f-977eed1e2934 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.8658357 Feb 15 17:06:43.209882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f6a5f500-81e4-4693-ad46-4a13d4ea82c1 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:43.211278 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f6a5f500-81e4-4693-ad46-4a13d4ea82c1), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:43.227114 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1f40afa-5911-473d-bcb5-6992b7fe1977 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (a70ac814-f583-40cd-9c50-1d08780ddd98), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:43.233441 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9a18fc7-7488-40ca-926a-89634a9b535a req-1e51b60d-d110-4b3e-b9e3-ca1dd95d27b7 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934556 Feb 15 17:06:43.270676 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d476075-9087-48b7-906e-73f719faab1f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (30d30686-8428-45a9-be43-5c56ddce0a44), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:43.348244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port f6a5f500-81e4-4693-ad46-4a13d4ea82c1, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f6a5f500-81e4-4693-ad46-4a13d4ea82c1,segment=NetworkSegment(6384ac81-6442-4bc9-bb91-9d85c00a94cb),segment_id=6384ac81-6442-4bc9-bb91-9d85c00a94cb)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:43.360134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5f23f7-3021-4928-9e79-e3ad9207415c None None] Network 3d9f4160-05be-4fb0-b211-2fcbf8a562ad requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:06:43.376548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f40afa-5911-473d-bcb5-6992b7fe1977 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=a70ac814-f583-40cd-9c50-1d08780ddd98,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:43.427558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-0190e98f-eb92-40e0-9600-354dfb3805f1 req-1f482fd6-cbbc-4e7c-af6e-bf6cead62696 service neutron] (103799) timed out ('10.222.0.107', 52264) {{(pid=103799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:06:43.513600 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d476075-9087-48b7-906e-73f719faab1f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (30d30686-8428-45a9-be43-5c56ddce0a44), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:43.521195 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f6a5f500-81e4-4693-ad46-4a13d4ea82c1), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:43.608031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6fd35-e7bd-4ad0-9c03-7982fab882ff req-129fe793-b062-4bbf-84e9-33633c322a0c tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:43.615886 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-abe6fd35-e7bd-4ad0-9c03-7982fab882ff req-129fe793-b062-4bbf-84e9-33633c322a0c tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 944 time: 0.2811062 Feb 15 17:06:43.619886 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d476075-9087-48b7-906e-73f719faab1f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (30d30686-8428-45a9-be43-5c56ddce0a44), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:43.685694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f49b264f-8b42-4292-b03a-b722191827b6 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:06:43.701125 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b033d87-ffb4-4eee-a7bd-c5367959eb26 req-bc9375ec-c944-4d01-8d0f-99c55f512894 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354409 Feb 15 17:06:43.704814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d476075-9087-48b7-906e-73f719faab1f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d30686-8428-45a9-be43-5c56ddce0a44,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:43.776687 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1f40afa-5911-473d-bcb5-6992b7fe1977 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:43.786452 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c1f40afa-5911-473d-bcb5-6992b7fe1977 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/a70ac814-f583-40cd-9c50-1d08780ddd98 HTTP/1.1" status: 204 len: 168 time: 2.0912929 Feb 15 17:06:43.789778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45788) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:43.897591 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a13997-459d-41e4-821b-96da932d25bc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] GET failed (client error): The resource could not be found. Feb 15 17:06:43.906269 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45790) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:43.906513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d6a13997-459d-41e4-821b-96da932d25bc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/a70ac814-f583-40cd-9c50-1d08780ddd98 HTTP/1.1" status: 404 len: 333 time: 0.1103787 Feb 15 17:06:43.921039 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0d476075-9087-48b7-906e-73f719faab1f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:43.925098 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0d476075-9087-48b7-906e-73f719faab1f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8807490 Feb 15 17:06:43.927934 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45792) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:43.932704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-5ab738ac-ae65-4da2-9dcb-ec42a2e196a4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '37233694-9e9a-4446-acec-54dd740fd8d2', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:43.974197 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f49b264f-8b42-4292-b03a-b722191827b6, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f49b264f-8b42-4292-b03a-b722191827b6,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:44.007333 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-abe6fd35-e7bd-4ad0-9c03-7982fab882ff req-218eecc0-0049-462e-8fc6-6a7116f49b5d tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794231 Feb 15 17:06:44.097636 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d554c642-2946-4d60-ac45-8caebc5d07af tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (d1ef15e5-abfc-4111-a65a-5f9bcfdcf266), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.105548 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5ab738ac-ae65-4da2-9dcb-ec42a2e196a4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (51d8ca50-f837-497d-894e-da687495ff09), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.182273 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d554c642-2946-4d60-ac45-8caebc5d07af tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (d1ef15e5-abfc-4111-a65a-5f9bcfdcf266), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.264462 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.270797 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5ab738ac-ae65-4da2-9dcb-ec42a2e196a4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (51d8ca50-f837-497d-894e-da687495ff09), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.273572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'f49b264f-8b42-4292-b03a-b722191827b6', 'network_id': 'd3b0ca71-cd48-4ec1-8d50-3e94da1c742e', 'port_id': 'f49b264f-8b42-4292-b03a-b722191827b6', 'mac_address': 'fa:16:3e:55:56:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5d61963-0097-43d2-aa6c-f33683398652', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:06:44.300831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-dd951e5d-559f-4f68-b845-e52c7736ae0d None None] Provisioning complete for port f6a5f500-81e4-4693-ad46-4a13d4ea82c1 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:44.303467 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd951e5d-559f-4f68-b845-e52c7736ae0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f6a5f500-81e4-4693-ad46-4a13d4ea82c1), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.350766 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d554c642-2946-4d60-ac45-8caebc5d07af tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d1ef15e5-abfc-4111-a65a-5f9bcfdcf266), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.353623 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d554c642-2946-4d60-ac45-8caebc5d07af tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.357530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45794) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:44.357766 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d554c642-2946-4d60-ac45-8caebc5d07af tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/security-groups/d1ef15e5-abfc-4111-a65a-5f9bcfdcf266 HTTP/1.1" status: 204 len: 168 time: 0.4480360 Feb 15 17:06:44.376069 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554c642-2946-4d60-ac45-8caebc5d07af tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ef15e5-abfc-4111-a65a-5f9bcfdcf266,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:44.380688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=f6a5f500-81e4-4693-ad46-4a13d4ea82c1,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:44.400000 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5ab738ac-ae65-4da2-9dcb-ec42a2e196a4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (51d8ca50-f837-497d-894e-da687495ff09), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.486299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab738ac-ae65-4da2-9dcb-ec42a2e196a4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d8ca50-f837-497d-894e-da687495ff09,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:44.496280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f49b264f-8b42-4292-b03a-b722191827b6 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:44.500912 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f49b264f-8b42-4292-b03a-b722191827b6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.525863 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-42a11219-d35a-4b0f-af4d-d5baac1047da tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (b61ca496-12af-4758-b14d-58433dc70995), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.556311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f49b264f-8b42-4292-b03a-b722191827b6 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:06:44.578940 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-42a11219-d35a-4b0f-af4d-d5baac1047da tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (b61ca496-12af-4758-b14d-58433dc70995), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.586691 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f49b264f-8b42-4292-b03a-b722191827b6, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f49b264f-8b42-4292-b03a-b722191827b6,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:44.601783 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5ab738ac-ae65-4da2-9dcb-ec42a2e196a4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.603489 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5ab738ac-ae65-4da2-9dcb-ec42a2e196a4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6740923 Feb 15 17:06:44.606680 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45802) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:44.611663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-83062c03-8796-4373-85d4-23f43d03c424 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '37233694-9e9a-4446-acec-54dd740fd8d2', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:44.648497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dd951e5d-559f-4f68-b845-e52c7736ae0d None None] Current status of the port f6a5f500-81e4-4693-ad46-4a13d4ea82c1 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:44.716752 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f49b264f-8b42-4292-b03a-b722191827b6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.807314 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-83062c03-8796-4373-85d4-23f43d03c424 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Project 55662dfff497447caddaf19eeba12e64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:06:44.815779 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83062c03-8796-4373-85d4-23f43d03c424 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (cc38603a-40d6-41e0-818f-3f06bdf9a129), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.867653 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f49b264f-8b42-4292-b03a-b722191827b6,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:44.870398 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-42a11219-d35a-4b0f-af4d-d5baac1047da tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b61ca496-12af-4758-b14d-58433dc70995), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.873941 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-42a11219-d35a-4b0f-af4d-d5baac1047da tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.875147 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-42a11219-d35a-4b0f-af4d-d5baac1047da tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/security-groups/b61ca496-12af-4758-b14d-58433dc70995 HTTP/1.1" status: 204 len: 168 time: 0.5166221 Feb 15 17:06:44.878541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45810) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:44.889398 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:44.894455 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:44.897978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:44.897978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:44.898724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:44.899542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:44.900085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:44.902042 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:44.903063 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:44.905697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:44.906349 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:44.907125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:44.907637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:06:44.969148 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83062c03-8796-4373-85d4-23f43d03c424 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (cc38603a-40d6-41e0-818f-3f06bdf9a129), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.984783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-de53e4b4-c460-4e1d-aa57-7439e4aadfeb None None] Provisioning complete for port f6a5f500-81e4-4693-ad46-4a13d4ea82c1 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:44.986355 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de53e4b4-c460-4e1d-aa57-7439e4aadfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f6a5f500-81e4-4693-ad46-4a13d4ea82c1), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:44.987588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a11219-d35a-4b0f-af4d-d5baac1047da tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61ca496-12af-4758-b14d-58433dc70995,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:45.047242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f52c0-1b0c-4014-86ba-46eef638174c req-bb5f443e-3aa8-4bb4-b6d9-66be2362b84e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:45.055940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45d3c65-9c62-44ab-b496-fd414947185a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting subnet a76a62a3-a3d0-42bb-8e7d-4884491f7b83 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:06:45.056107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c62f52c0-1b0c-4014-86ba-46eef638174c req-bb5f443e-3aa8-4bb4-b6d9-66be2362b84e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1334846 Feb 15 17:06:45.060659 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b45d3c65-9c62-44ab-b496-fd414947185a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (a76a62a3-a3d0-42bb-8e7d-4884491f7b83), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:45.063642 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['f49b264f-8b42-4292-b03a-b722191827b6'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:06:45.106195 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83062c03-8796-4373-85d4-23f43d03c424 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (cc38603a-40d6-41e0-818f-3f06bdf9a129), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:45.172510 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b45d3c65-9c62-44ab-b496-fd414947185a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (a76a62a3-a3d0-42bb-8e7d-4884491f7b83), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:45.216334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83062c03-8796-4373-85d4-23f43d03c424 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc38603a-40d6-41e0-818f-3f06bdf9a129,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:45.228115 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c62f52c0-1b0c-4014-86ba-46eef638174c req-261708dd-cf5a-4686-8691-7bcfbb4d76fb tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697643 Feb 15 17:06:45.302447 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83062c03-8796-4373-85d4-23f43d03c424 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:45.303802 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-83062c03-8796-4373-85d4-23f43d03c424 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6960998 Feb 15 17:06:45.306624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45814) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:45.313749 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-71717f7c-0916-468e-a87c-4171ae19cd00 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '37233694-9e9a-4446-acec-54dd740fd8d2', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:45.448789 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-71717f7c-0916-468e-a87c-4171ae19cd00 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Project 55662dfff497447caddaf19eeba12e64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:06:45.460411 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71717f7c-0916-468e-a87c-4171ae19cd00 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (7b449d82-6b45-44b3-b465-447d76d79ed5), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:45.498528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-de53e4b4-c460-4e1d-aa57-7439e4aadfeb None None] Current status of the port f6a5f500-81e4-4693-ad46-4a13d4ea82c1 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:45.557683 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71717f7c-0916-468e-a87c-4171ae19cd00 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (7b449d82-6b45-44b3-b465-447d76d79ed5), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:45.604378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c916f80-a053-4a2c-841f-d17eb3689552 req-190a0162-2e43-4a00-bf34-e932f764ddc8 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:45.606008 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c916f80-a053-4a2c-841f-d17eb3689552 req-190a0162-2e43-4a00-bf34-e932f764ddc8 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 945 time: 0.2785702 Feb 15 17:06:45.619752 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b45d3c65-9c62-44ab-b496-fd414947185a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (a76a62a3-a3d0-42bb-8e7d-4884491f7b83), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:45.655777 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71717f7c-0916-468e-a87c-4171ae19cd00 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (7b449d82-6b45-44b3-b465-447d76d79ed5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:45.721222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71717f7c-0916-468e-a87c-4171ae19cd00 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b449d82-6b45-44b3-b465-447d76d79ed5,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:45.831408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c916f80-a053-4a2c-841f-d17eb3689552 req-b52f830c-5f2d-4938-b5d5-9de96c9bef80 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095884 Feb 15 17:06:45.837968 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-71717f7c-0916-468e-a87c-4171ae19cd00 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:45.840184 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-71717f7c-0916-468e-a87c-4171ae19cd00 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5313675 Feb 15 17:06:45.916393 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b45d3c65-9c62-44ab-b496-fd414947185a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (a76a62a3-a3d0-42bb-8e7d-4884491f7b83), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:46.023389 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b45d3c65-9c62-44ab-b496-fd414947185a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:46.023956 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef880df-917c-4072-86d7-c69c4715f969 None None] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:06:46.030931 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b45d3c65-9c62-44ab-b496-fd414947185a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/a76a62a3-a3d0-42bb-8e7d-4884491f7b83 HTTP/1.1" status: 204 len: 168 time: 1.1460364 Feb 15 17:06:46.035200 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45830) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:46.037727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45d3c65-9c62-44ab-b496-fd414947185a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Subnet': ['ID=a76a62a3-a3d0-42bb-8e7d-4884491f7b83,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:46.040709 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f9317ade-7b94-4934-a3b3-9e6fbd79f3b9 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'subnet': {'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:46.359941 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-14062381-b03c-48f0-b05b-0ef5eba3d437 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-285793210&fields=id&tenant_id=55662dfff497447caddaf19eeba12e64 HTTP/1.1" status: 200 len: 267 time: 0.1345904 Feb 15 17:06:46.458934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f6a5f500-81e4-4693-ad46-4a13d4ea82c1 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:06:46.494597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9317ade-7b94-4934-a3b3-9e6fbd79f3b9 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:46.498635 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9317ade-7b94-4934-a3b3-9e6fbd79f3b9 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:46.520582 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df81bf1-2501-4292-b34b-5be40b747970 req-3709d8ae-2f38-4808-a6b6-4a9ce227cf2c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:46.522240 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5df81bf1-2501-4292-b34b-5be40b747970 req-3709d8ae-2f38-4808-a6b6-4a9ce227cf2c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1524658 Feb 15 17:06:46.668136 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f6a5f500-81e4-4693-ad46-4a13d4ea82c1 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:46.669907 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f6a5f500-81e4-4693-ad46-4a13d4ea82c1), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:46.718005 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5df81bf1-2501-4292-b34b-5be40b747970 req-76127bb1-f247-44c3-996e-1c765f76c67e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651893 Feb 15 17:06:46.788868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-89937d5a-549a-4d28-8eb0-d47654312c48 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:46.799719 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-89937d5a-549a-4d28-8eb0-d47654312c48 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/networks?id=3d9f4160-05be-4fb0-b211-2fcbf8a562ad HTTP/1.1" status: 200 len: 797 time: 0.4330599 Feb 15 17:06:46.889859 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-a1172c9c-21c3-4a51-b7b2-4bbfc7e2c638 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/quotas/55662dfff497447caddaf19eeba12e64 HTTP/1.1" status: 200 len: 375 time: 0.0373776 Feb 15 17:06:47.033735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f6a5f500-81e4-4693-ad46-4a13d4ea82c1 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:47.172417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a8a65c-4990-4a9d-a866-91a6e5bab52c req-1971855a-0c5c-4f35-bc30-4bfb2ffa3ab5 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:47.185785 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9a8a65c-4990-4a9d-a866-91a6e5bab52c req-1971855a-0c5c-4f35-bc30-4bfb2ffa3ab5 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 945 time: 0.1493337 Feb 15 17:06:47.304924 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9a8a65c-4990-4a9d-a866-91a6e5bab52c req-d0612b04-de36-466d-b6c3-0a1c915db733 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179726 Feb 15 17:06:47.513416 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-69faf407-efb9-4e7d-acb9-66eb72b90319 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=55662dfff497447caddaf19eeba12e64&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6115150 Feb 15 17:06:47.666895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f49b264f-8b42-4292-b03a-b722191827b6 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:06:47.738259 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-9f144dc4-d46b-4353-b994-a66c8e7d9eff service neutron] 10.222.0.107 "GET /v2.0/networks/3d9f4160-05be-4fb0-b211-2fcbf8a562ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078080 Feb 15 17:06:47.760081 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b6356c35-12ab-47d0-9e7c-27ccb4426ed7 None None] Provisioning complete for port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:47.760668 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b6356c35-12ab-47d0-9e7c-27ccb4426ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:47.835264 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9317ade-7b94-4934-a3b3-9e6fbd79f3b9 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (088af613-0b80-4693-982a-18ee28384b7a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:47.962455 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port f49b264f-8b42-4292-b03a-b722191827b6 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:06:47.962695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b06e5-fcc3-4c52-b71b-1d88c6e7e58e req-2e6e6da3-3d62-477b-be52-9be8e1ef0518 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:47.967719 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f16b06e5-fcc3-4c52-b71b-1d88c6e7e58e req-2e6e6da3-3d62-477b-be52-9be8e1ef0518 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1341968 Feb 15 17:06:47.975884 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b6356c35-12ab-47d0-9e7c-27ccb4426ed7 None None] Current status of the port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:47.976965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9317ade-7b94-4934-a3b3-9e6fbd79f3b9 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Subnet': ['ID=088af613-0b80-4693-982a-18ee28384b7a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:47.979907 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port f49b264f-8b42-4292-b03a-b722191827b6 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:47.979907 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f49b264f-8b42-4292-b03a-b722191827b6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:48.004534 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9317ade-7b94-4934-a3b3-9e6fbd79f3b9 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:48.010229 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f9317ade-7b94-4934-a3b3-9e6fbd79f3b9 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:48.026436 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9317ade-7b94-4934-a3b3-9e6fbd79f3b9 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:48.032392 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f9317ade-7b94-4934-a3b3-9e6fbd79f3b9 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:48.045169 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf959420-4425-4bd5-ac86-844f42cd35ab None None] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:06:48.120572 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-8d7ac919-fcc9-4423-9ae1-3834d37b8f46 service neutron] 10.222.0.107 "GET /v2.0/networks/3d9f4160-05be-4fb0-b211-2fcbf8a562ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650346 Feb 15 17:06:48.126317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f16b06e5-fcc3-4c52-b71b-1d88c6e7e58e req-b0d0f9aa-c528-4049-9cdb-feb25626ed54 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259372 Feb 15 17:06:48.164031 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f9317ade-7b94-4934-a3b3-9e6fbd79f3b9 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1277394 Feb 15 17:06:48.166581 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45874) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:48.171064 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-14a5602a-2280-4a7a-8fe2-99b1c4675cef tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'security_group': {'name': 'tempest-secgroup-119354539'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:48.190074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b6356c35-12ab-47d0-9e7c-27ccb4426ed7 None None] Provisioning complete for port 94d74241-5e51-4045-85af-7b708c0eb6f2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:48.190958 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b6356c35-12ab-47d0-9e7c-27ccb4426ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (94d74241-5e51-4045-85af-7b708c0eb6f2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:48.292934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b6356c35-12ab-47d0-9e7c-27ccb4426ed7 None None] Port 94d74241-5e51-4045-85af-7b708c0eb6f2 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:06:48.304310 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-14a5602a-2280-4a7a-8fe2-99b1c4675cef tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:48.379804 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f49b264f-8b42-4292-b03a-b722191827b6 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:48.380660 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f49b264f-8b42-4292-b03a-b722191827b6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:48.464232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013f0948-2984-43e2-b811-4f3ef7f357a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49b264f-8b42-4292-b03a-b722191827b6'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:06:48.466863 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53e8011-b806-4fe3-99e0-652b9fb4eeb7" -d '{"events": [{"server_uuid": "013f0948-2984-43e2-b811-4f3ef7f357a3", "name": "network-vif-plugged", "status": "completed", "tag": "f49b264f-8b42-4292-b03a-b722191827b6"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:06:48.470579 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-14a5602a-2280-4a7a-8fe2-99b1c4675cef tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (dccd7f87-8ad5-4144-8a0a-6516c1a7be5d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:48.485692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f49b264f-8b42-4292-b03a-b722191827b6, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f49b264f-8b42-4292-b03a-b722191827b6,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:48.590982 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161949-e180-417d-9bd7-99759e3b45fa req-bd267272-63fc-4172-bf6a-8f2c05d5d5e6 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:48.605955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-93161949-e180-417d-9bd7-99759e3b45fa req-bd267272-63fc-4172-bf6a-8f2c05d5d5e6 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 945 time: 0.1676056 Feb 15 17:06:48.692084 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8a72ef-77b1-4e89-8757-c5415b4ea636 x-openstack-request-id: req-2b8a72ef-77b1-4e89-8757-c5415b4ea636 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:06:48.694505 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013f0948-2984-43e2-b811-4f3ef7f357a3", "name": "network-vif-plugged", "status": "completed", "tag": "f49b264f-8b42-4292-b03a-b722191827b6", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:06:48.702586 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2b8a72ef-77b1-4e89-8757-c5415b4ea636 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:06:48.703302 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013f0948-2984-43e2-b811-4f3ef7f357a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49b264f-8b42-4292-b03a-b722191827b6', 'code': 200} Feb 15 17:06:48.785607 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2b4517-7167-473b-888d-e46a1226b2f7 None None] Update dhcp port {'port': {'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'fixed_ips': [{'subnet_id': '34c2d004-f76f-44c6-8b63-c04776f5d63e', 'ip_address': '172.20.0.18'}, {'subnet_id': '088af613-0b80-4693-982a-18ee28384b7a'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '4a09c280-2307-4cb1-a6c3-0f93f5e5f875'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 17:06:48.789608 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f49b264f-8b42-4292-b03a-b722191827b6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:48.798813 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-14a5602a-2280-4a7a-8fe2-99b1c4675cef tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (dccd7f87-8ad5-4144-8a0a-6516c1a7be5d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:48.806008 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fdd4fbc7-116a-447c-8cb0-807cda468927 req-922c7a4a-62ef-4fb7-964c-df8f504e63e9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 210 time: 0.0795317 Feb 15 17:06:48.860607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471dd4fe-1ac4-42e1-87b3-cccdd79fec04 req-a10b8826-7c06-46a2-b41c-861fdb5c9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:48.862540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-471dd4fe-1ac4-42e1-87b3-cccdd79fec04 req-a10b8826-7c06-46a2-b41c-861fdb5c9ce1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 1128 time: 0.1846933 Feb 15 17:06:48.882438 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-93161949-e180-417d-9bd7-99759e3b45fa req-27c2b593-46c0-46ae-bd50-126cf91bdde3 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695634 Feb 15 17:06:48.911916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5602a-2280-4a7a-8fe2-99b1c4675cef tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccd7f87-8ad5-4144-8a0a-6516c1a7be5d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:48.970149 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-471dd4fe-1ac4-42e1-87b3-cccdd79fec04 req-1298f96c-b028-48de-98c7-5ab7b28bc423 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867255 Feb 15 17:06:48.983533 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-14a5602a-2280-4a7a-8fe2-99b1c4675cef tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:48.985612 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-14a5602a-2280-4a7a-8fe2-99b1c4675cef tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8173041 Feb 15 17:06:48.993686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45896) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:48.994480 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6e7eaf2d-75ff-4113-84ea-ad39199a50f6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'security_group': {'name': 'tempest-secgroup-2084675622'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:49.015024 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec2b4517-7167-473b-888d-e46a1226b2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:49.020883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f49b264f-8b42-4292-b03a-b722191827b6,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:49.144832 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e7eaf2d-75ff-4113-84ea-ad39199a50f6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:49.322313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-ec2b4517-7167-473b-888d-e46a1226b2f7 None None] Allocated IP 172.20.0.2 (266f9a9b-ff9a-40cb-be8d-2f71820a2403/088af613-0b80-4693-982a-18ee28384b7a/4a09c280-2307-4cb1-a6c3-0f93f5e5f875) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:06:49.390631 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd665fb-66f1-4c43-9053-bbd58fd9ce57 req-2d6ee484-3e21-4327-8d45-626338a2f87f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:49.392254 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6bd665fb-66f1-4c43-9053-bbd58fd9ce57 req-2d6ee484-3e21-4327-8d45-626338a2f87f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1300638 Feb 15 17:06:49.469648 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e7eaf2d-75ff-4113-84ea-ad39199a50f6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (782617ea-556a-42e0-a9bf-39bd40c116ba), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:49.501789 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6bd665fb-66f1-4c43-9053-bbd58fd9ce57 req-b8582f9b-b846-4fea-b048-d3c1c4b2e4a7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974684 Feb 15 17:06:49.563843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ec2b4517-7167-473b-888d-e46a1226b2f7 None None] For port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4a09c280-2307-4cb1-a6c3-0f93f5e5f875,segment=NetworkSegment(e1cd2c79-dad7-4b22-96a6-739492a1d566),segment_id=e1cd2c79-dad7-4b22-96a6-739492a1d566)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:49.613818 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec2b4517-7167-473b-888d-e46a1226b2f7 None None] Publish callbacks [] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:49.690808 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e7eaf2d-75ff-4113-84ea-ad39199a50f6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (782617ea-556a-42e0-a9bf-39bd40c116ba), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:49.746477 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7eaf2d-75ff-4113-84ea-ad39199a50f6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=782617ea-556a-42e0-a9bf-39bd40c116ba,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:49.923311 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac7f3199-9261-46d6-bb86-d1cb2148b5f8 req-b1b27fda-cec5-4302-a3c0-d1e9d872e626 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 210 time: 0.0572326 Feb 15 17:06:50.052440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86361c32-4b33-42ea-b97a-5713e6e2f127 req-991548c7-f9c3-446e-aacd-d078d3a06825 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:50.053975 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-86361c32-4b33-42ea-b97a-5713e6e2f127 req-991548c7-f9c3-446e-aacd-d078d3a06825 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 946 time: 0.0796463 Feb 15 17:06:50.111635 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-86361c32-4b33-42ea-b97a-5713e6e2f127 req-1764de66-9a57-4e1f-b2bf-bf0bd7220f76 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517569 Feb 15 17:06:50.205888 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec2b4517-7167-473b-888d-e46a1226b2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:50.207277 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6e7eaf2d-75ff-4113-84ea-ad39199a50f6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:50.208870 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6e7eaf2d-75ff-4113-84ea-ad39199a50f6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2201982 Feb 15 17:06:50.211892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45918) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:50.220287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-358eb8f3-39c4-43c0-8684-857d63ee2787 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'security_group': {'name': 'tempest-secgroup-1534672464'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:50.371544 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b4517-7167-473b-888d-e46a1226b2f7 None None] Pushing event updated for resources: {'Port': ['ID=4a09c280-2307-4cb1-a6c3-0f93f5e5f875,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:50.403514 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-358eb8f3-39c4-43c0-8684-857d63ee2787 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:50.586235 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-358eb8f3-39c4-43c0-8684-857d63ee2787 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (f6613713-9d2b-4c89-bfc5-999212f0928c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:50.696766 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-358eb8f3-39c4-43c0-8684-857d63ee2787 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f6613713-9d2b-4c89-bfc5-999212f0928c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:50.832761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358eb8f3-39c4-43c0-8684-857d63ee2787 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6613713-9d2b-4c89-bfc5-999212f0928c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:50.859795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8440660-d558-4fa5-a528-b0662e2d7524 req-4219029b-011a-4cee-9599-b8523886ac21 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:50.862331 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8440660-d558-4fa5-a528-b0662e2d7524 req-4219029b-011a-4cee-9599-b8523886ac21 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.2255452 Feb 15 17:06:50.947516 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-358eb8f3-39c4-43c0-8684-857d63ee2787 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:50.949480 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-358eb8f3-39c4-43c0-8684-857d63ee2787 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7358878 Feb 15 17:06:50.953693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45934) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:50.962281 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f61aa97a-05aa-459c-94ff-931adf4a0a92 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1704433228', 'security_groups': ['f6613713-9d2b-4c89-bfc5-999212f0928c'], 'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '088af613-0b80-4693-982a-18ee28384b7a'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:51.077244 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8440660-d558-4fa5-a528-b0662e2d7524 req-7a31316f-2b05-4c92-887a-b310e7388457 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089000 Feb 15 17:06:51.276556 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-15f67199-dfbd-4220-9ee3-b44158af647f req-bf390a3b-49cd-4f2c-b3a9-781c52bc8781 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 210 time: 0.1170745 Feb 15 17:06:51.396398 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a78e28-5ce0-4bb7-b8ae-c1f34aa7c7e4 req-493e7132-4d69-4384-ad96-9a84e8114da1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:51.406290 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7a78e28-5ce0-4bb7-b8ae-c1f34aa7c7e4 req-493e7132-4d69-4384-ad96-9a84e8114da1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 946 time: 0.1356015 Feb 15 17:06:51.407192 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61aa97a-05aa-459c-94ff-931adf4a0a92 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:51.491267 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7a78e28-5ce0-4bb7-b8ae-c1f34aa7c7e4 req-efd35bd5-e83e-470c-bef3-51a8fd41443b tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840201 Feb 15 17:06:51.558416 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b2aa2edd-736b-4a2b-b115-8c039cb387ea None None] Provisioning complete for port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:51.560510 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b2aa2edd-736b-4a2b-b115-8c039cb387ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:51.624160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f61aa97a-05aa-459c-94ff-931adf4a0a92 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:51.665632 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-f61aa97a-05aa-459c-94ff-931adf4a0a92 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] device_id is not set on port d3227447-17bd-4b1f-be05-df4c1530b844 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:06:51.730976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa2edd-736b-4a2b-b115-8c039cb387ea None None] Current status of the port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:51.765543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b2aa2edd-736b-4a2b-b115-8c039cb387ea None None] Provisioning complete for port 94d74241-5e51-4045-85af-7b708c0eb6f2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:51.775285 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b2aa2edd-736b-4a2b-b115-8c039cb387ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (94d74241-5e51-4045-85af-7b708c0eb6f2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:51.883703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b2aa2edd-736b-4a2b-b115-8c039cb387ea None None] Port 94d74241-5e51-4045-85af-7b708c0eb6f2 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:06:52.007520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f61aa97a-05aa-459c-94ff-931adf4a0a92 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Allocated IP 172.20.0.3 (266f9a9b-ff9a-40cb-be8d-2f71820a2403/088af613-0b80-4693-982a-18ee28384b7a/d3227447-17bd-4b1f-be05-df4c1530b844) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:06:52.344735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-4e0ff7c5-0839-4db3-b5ad-a8f2bb842916 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:52.352598 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-4e0ff7c5-0839-4db3-b5ad-a8f2bb842916 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.67 "GET /v2.0/networks?id=3d9f4160-05be-4fb0-b211-2fcbf8a562ad HTTP/1.1" status: 200 len: 797 time: 0.2414021 Feb 15 17:06:52.510337 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:06:52.514028 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f61aa97a-05aa-459c-94ff-931adf4a0a92 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (d3227447-17bd-4b1f-be05-df4c1530b844), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:52.633531 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-1344bb8c-4dd8-420c-9230-4b7651d8c567 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55662dfff497447caddaf19eeba12e64 HTTP/1.1" status: 200 len: 472 time: 0.2705667 Feb 15 17:06:52.645251 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c8652-d923-4110-857e-2ca0423ed8e9 req-29c6c619-7cc1-4558-8aed-00d89162d69c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:52.647323 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a28c8652-d923-4110-857e-2ca0423ed8e9 req-29c6c619-7cc1-4558-8aed-00d89162d69c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.4315138 Feb 15 17:06:52.649982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:52.650496 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:52.655598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-e0a2562d-9a58-4277-bca4-798b1f4a8a6a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'port': {'device_id': '3702780d-5b03-4a5c-9767-4efa290b4a8e', 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad', 'admin_state_up': True, 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'security_groups': ['37233694-9e9a-4446-acec-54dd740fd8d2']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:52.674192 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d38b278f-02e8-41c7-9709-b31f105e723e req-2ecb5097-01ec-4a16-9f8c-8c3144f94171 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 210 time: 0.0939560 Feb 15 17:06:52.695800 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f61aa97a-05aa-459c-94ff-931adf4a0a92 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d3227447-17bd-4b1f-be05-df4c1530b844), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:52.925301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:52.951629 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61aa97a-05aa-459c-94ff-931adf4a0a92 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:52.991602 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f61aa97a-05aa-459c-94ff-931adf4a0a92 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:52.994443 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61aa97a-05aa-459c-94ff-931adf4a0a92 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=d3227447-17bd-4b1f-be05-df4c1530b844,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:53.031186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61aa97a-05aa-459c-94ff-931adf4a0a92 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:06:53.108214 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a28c8652-d923-4110-857e-2ca0423ed8e9 req-83e78d18-25d8-4e58-a74d-bd1031abbc55 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379213 Feb 15 17:06:53.139701 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-e0a2562d-9a58-4277-bca4-798b1f4a8a6a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Made reservation on behalf of 55662dfff497447caddaf19eeba12e64 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:53.139701 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-e0a2562d-9a58-4277-bca4-798b1f4a8a6a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:53.160106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61aa97a-05aa-459c-94ff-931adf4a0a92 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:53.173859 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f61aa97a-05aa-459c-94ff-931adf4a0a92 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:53.307163 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f61aa97a-05aa-459c-94ff-931adf4a0a92 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3490620 Feb 15 17:06:53.307389 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45972) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:53.313907 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3c5c3bc6-b198-4d05-9e81-1688b614be34 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'subnet': {'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:53.531842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-e0a2562d-9a58-4277-bca4-798b1f4a8a6a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Allocated IP 172.20.0.28 (3d9f4160-05be-4fb0-b211-2fcbf8a562ad/25866e5a-bc97-4d1f-9028-20f7fe9ba6f0/c4974ee8-cb02-4c57-92f1-b1995b9d2e89) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:06:53.556239 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5070d2f3-9d93-4e58-adfa-6086525157f0 None None] Provisioning complete for port d3227447-17bd-4b1f-be05-df4c1530b844 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:53.556494 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5070d2f3-9d93-4e58-adfa-6086525157f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d3227447-17bd-4b1f-be05-df4c1530b844), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:53.698686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5c3bc6-b198-4d05-9e81-1688b614be34 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:53.703290 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c5c3bc6-b198-4d05-9e81-1688b614be34 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:53.713130 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5070d2f3-9d93-4e58-adfa-6086525157f0 None None] Port d3227447-17bd-4b1f-be05-df4c1530b844 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:06:53.873993 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbeaabe4-e6a2-4f75-9d16-b938fcd9aa12 req-28d9a3fb-682c-4cd4-a5f4-23d914753bb7 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 210 time: 0.0433965 Feb 15 17:06:53.878752 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-e0a2562d-9a58-4277-bca4-798b1f4a8a6a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for port (c4974ee8-cb02-4c57-92f1-b1995b9d2e89), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:53.956845 n-d-828372-14 neutron-server[103800]: INFO neutron.db.ipam_backend_mixin [None req-3c5c3bc6-b198-4d05-9e81-1688b614be34 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 088af613-0b80-4693-982a-18ee28384b7a (CIDR: 172.20.0.0/28) Feb 15 17:06:54.008364 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c5c3bc6-b198-4d05-9e81-1688b614be34 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:06:54.008885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c5c3bc6-b198-4d05-9e81-1688b614be34 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:06:54.025309 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-e0a2562d-9a58-4277-bca4-798b1f4a8a6a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c4974ee8-cb02-4c57-92f1-b1995b9d2e89), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:54.096796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-e0a2562d-9a58-4277-bca4-798b1f4a8a6a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network 3d9f4160-05be-4fb0-b211-2fcbf8a562ad is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:54.102040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-e0a2562d-9a58-4277-bca4-798b1f4a8a6a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:54.121658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-e0a2562d-9a58-4277-bca4-798b1f4a8a6a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:06:54.147632 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3c5c3bc6-b198-4d05-9e81-1688b614be34 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8390462 Feb 15 17:06:54.153094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45988) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:54.156641 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bcf35f1e-158c-4cd7-8ce2-e12bb23aba3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'subnet': {'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:54.175468 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a2562d-9a58-4277-bca4-798b1f4a8a6a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Port': ['ID=c4974ee8-cb02-4c57-92f1-b1995b9d2e89,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:54.254854 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-e0a2562d-9a58-4277-bca4-798b1f4a8a6a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:54.255792 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-e0a2562d-9a58-4277-bca4-798b1f4a8a6a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:54.411821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-e0a2562d-9a58-4277-bca4-798b1f4a8a6a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7617254 Feb 15 17:06:54.424281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Request body: {'port': {'device_id': '3702780d-5b03-4a5c-9767-4efa290b4a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:54.451690 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5b0cd-77cc-4dc8-b376-54835233e247 req-3ede7bc7-f1c2-4b24-ba77-91a73dbb3458 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:54.461897 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00f5b0cd-77cc-4dc8-b376-54835233e247 req-3ede7bc7-f1c2-4b24-ba77-91a73dbb3458 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1052933 Feb 15 17:06:54.560083 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c4974ee8-cb02-4c57-92f1-b1995b9d2e89), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:54.561727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf35f1e-158c-4cd7-8ce2-e12bb23aba3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:54.565695 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bcf35f1e-158c-4cd7-8ce2-e12bb23aba3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:54.577529 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00f5b0cd-77cc-4dc8-b376-54835233e247 req-d5176006-eb01-4804-9e00-9b671c18ff45 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065173 Feb 15 17:06:54.671338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-807b6a04-72c4-4a9f-9555-4193da8ffef7 None None] Provisioning complete for port c4974ee8-cb02-4c57-92f1-b1995b9d2e89 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:06:54.673033 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-807b6a04-72c4-4a9f-9555-4193da8ffef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c4974ee8-cb02-4c57-92f1-b1995b9d2e89), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:54.757289 n-d-828372-14 neutron-server[103800]: INFO neutron.db.ipam_backend_mixin [None req-bcf35f1e-158c-4cd7-8ce2-e12bb23aba3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 34c2d004-f76f-44c6-8b63-c04776f5d63e (CIDR: 172.20.0.16/28) Feb 15 17:06:54.793052 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf35f1e-158c-4cd7-8ce2-e12bb23aba3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:06:54.795842 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf35f1e-158c-4cd7-8ce2-e12bb23aba3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:06:54.815410 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-807b6a04-72c4-4a9f-9555-4193da8ffef7 None None] Port c4974ee8-cb02-4c57-92f1-b1995b9d2e89 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:06:54.913470 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bcf35f1e-158c-4cd7-8ce2-e12bb23aba3d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7615952 Feb 15 17:06:54.916559 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46008) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:54.922102 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2efe54d2-5401-4508-8499-409958e43efc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'subnet': {'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:55.227561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196997d-52f4-4670-9ae0-499f4bfd2ba4 req-6bd2beb3-3305-443d-9329-6986da0393e7 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:55.229728 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c196997d-52f4-4670-9ae0-499f4bfd2ba4 req-6bd2beb3-3305-443d-9329-6986da0393e7 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 932 time: 0.2175081 Feb 15 17:06:55.314168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c196997d-52f4-4670-9ae0-499f4bfd2ba4 req-050d267d-59bf-47b5-a27b-d0dd2d34d9db tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=37233694-9e9a-4446-acec-54dd740fd8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740681 Feb 15 17:06:55.316366 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efe54d2-5401-4508-8499-409958e43efc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Made reservation on behalf of 5fde569256064690869ed2a1241d4577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:06:55.321782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2efe54d2-5401-4508-8499-409958e43efc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:55.333318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4974ee8-cb02-4c57-92f1-b1995b9d2e89 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:06:55.363630 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Publish callbacks [] for port (c4974ee8-cb02-4c57-92f1-b1995b9d2e89), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:55.405680 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Transition to ACTIVE for port object c4974ee8-cb02-4c57-92f1-b1995b9d2e89 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:06:55.517734 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c4974ee8-cb02-4c57-92f1-b1995b9d2e89), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:55.653786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4974ee8-cb02-4c57-92f1-b1995b9d2e89,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:55.756684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Attempting to bind port c4974ee8-cb02-4c57-92f1-b1995b9d2e89 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:06:55.756684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Attempting to bind port c4974ee8-cb02-4c57-92f1-b1995b9d2e89 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '6384ac81-6442-4bc9-bb91-9d85c00a94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:06:55.764996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Attempting to bind port c4974ee8-cb02-4c57-92f1-b1995b9d2e89 on network 3d9f4160-05be-4fb0-b211-2fcbf8a562ad {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:06:55.775453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Port c4974ee8-cb02-4c57-92f1-b1995b9d2e89 on network 3d9f4160-05be-4fb0-b211-2fcbf8a562ad not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:06:55.775813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Attempting to bind port c4974ee8-cb02-4c57-92f1-b1995b9d2e89 on network 3d9f4160-05be-4fb0-b211-2fcbf8a562ad {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:06:55.795151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:06:55.795749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Checking segment: {'id': '6384ac81-6442-4bc9-bb91-9d85c00a94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:06:55.796411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Bound using segment: {'id': '6384ac81-6442-4bc9-bb91-9d85c00a94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:06:55.797199 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Bound port: c4974ee8-cb02-4c57-92f1-b1995b9d2e89, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6384ac81-6442-4bc9-bb91-9d85c00a94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:06:55.800611 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c4974ee8-cb02-4c57-92f1-b1995b9d2e89), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:55.940845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] For port c4974ee8-cb02-4c57-92f1-b1995b9d2e89, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:06:55.948524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] For port c4974ee8-cb02-4c57-92f1-b1995b9d2e89, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c4974ee8-cb02-4c57-92f1-b1995b9d2e89,segment=NetworkSegment(6384ac81-6442-4bc9-bb91-9d85c00a94cb),segment_id=6384ac81-6442-4bc9-bb91-9d85c00a94cb)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:06:55.957528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6437b-140c-4fb9-8db8-ebaf064c4f6d req-2aeb8087-cef4-4f7e-bfb8-6f59f1c5bb10 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:55.959362 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-85d6437b-140c-4fb9-8db8-ebaf064c4f6d req-2aeb8087-cef4-4f7e-bfb8-6f59f1c5bb10 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1474590 Feb 15 17:06:55.987237 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2efe54d2-5401-4508-8499-409958e43efc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (c75ca633-030f-4f2d-802d-6b2e685876ca), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:56.022095 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c4974ee8-cb02-4c57-92f1-b1995b9d2e89), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:56.121633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:56.122850 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:56.127019 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] 10.222.0.67 "PUT /v2.0/ports/c4974ee8-cb02-4c57-92f1-b1995b9d2e89 HTTP/1.1" status: 200 len: 1093 time: 1.7080121 Feb 15 17:06:56.127800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3702780d-5b03-4a5c-9767-4efa290b4a8e', 'tag': 'c4974ee8-cb02-4c57-92f1-b1995b9d2e89'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:06:56.134729 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe54d2-5401-4508-8499-409958e43efc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Subnet': ['ID=c75ca633-030f-4f2d-802d-6b2e685876ca,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:56.148625 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efe54d2-5401-4508-8499-409958e43efc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:06:56.152682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2efe54d2-5401-4508-8499-409958e43efc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:06:56.157554 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efe54d2-5401-4508-8499-409958e43efc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:56.158211 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2efe54d2-5401-4508-8499-409958e43efc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:56.164697 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfad180-84af-475d-8869-9fd00e5c4c58" -d '{"events": [{"name": "network-changed", "server_uuid": "3702780d-5b03-4a5c-9767-4efa290b4a8e", "tag": "c4974ee8-cb02-4c57-92f1-b1995b9d2e89"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:06:56.176631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65fa338-a1e4-44cc-b22a-e42b2c5e71be None None] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:06:56.243547 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-85d6437b-140c-4fb9-8db8-ebaf064c4f6d req-6e4874ea-a4a4-4e85-be43-a8996df2dbf8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612951 Feb 15 17:06:56.267921 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b7c86-30f9-4c01-8c06-220c59e49ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=c4974ee8-cb02-4c57-92f1-b1995b9d2e89,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:56.293999 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99ad69c-c1f5-4177-be7d-d54bd920d004 x-openstack-request-id: req-f99ad69c-c1f5-4177-be7d-d54bd920d004 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:06:56.294306 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3702780d-5b03-4a5c-9767-4efa290b4a8e", "tag": "c4974ee8-cb02-4c57-92f1-b1995b9d2e89", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:06:56.294565 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f99ad69c-c1f5-4177-be7d-d54bd920d004 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:06:56.295782 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2efe54d2-5401-4508-8499-409958e43efc tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3785689 Feb 15 17:06:56.298576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46048) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:56.300258 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3702780d-5b03-4a5c-9767-4efa290b4a8e', 'tag': 'c4974ee8-cb02-4c57-92f1-b1995b9d2e89', 'status': 'completed', 'code': 200} Feb 15 17:06:56.303813 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-37bd77a8-6876-40fe-adea-80fb1c89997f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1669317463', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c75ca633-030f-4f2d-802d-6b2e685876ca'}], 'security_groups': ['dccd7f87-8ad5-4144-8a0a-6516c1a7be5d', '782617ea-556a-42e0-a9bf-39bd40c116ba']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:06:56.397055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-3ef1b840-c338-4ddf-9717-c4ce813ef10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:56.399021 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-3ef1b840-c338-4ddf-9717-c4ce813ef10e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55662dfff497447caddaf19eeba12e64&device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 1127 time: 0.1167507 Feb 15 17:06:56.471079 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37bd77a8-6876-40fe-adea-80fb1c89997f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d3227447-17bd-4b1f-be05-df4c1530b844), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:56.493034 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-510e3041-35ae-46b7-a887-5f8a63a8e2e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=c4974ee8-cb02-4c57-92f1-b1995b9d2e89 HTTP/1.1" status: 200 len: 217 time: 0.0857770 Feb 15 17:06:56.589460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-ddf5c214-e520-4caf-a804-0c0141fc9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:56.591617 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-ddf5c214-e520-4caf-a804-0c0141fc9334 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=25866e5a-bc97-4d1f-9028-20f7fe9ba6f0 HTTP/1.1" status: 200 len: 838 time: 0.0919862 Feb 15 17:06:56.698609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-c0959bbe-a7b8-49d5-a49c-672af44b3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:56.708615 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-c0959bbe-a7b8-49d5-a49c-672af44b3164 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d9f4160-05be-4fb0-b211-2fcbf8a562ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.1105576 Feb 15 17:06:56.722551 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf932f7-a0b4-44db-a84d-558e43460b0d None None] Update dhcp port {'port': {'network_id': '266f9a9b-ff9a-40cb-be8d-2f71820a2403', 'fixed_ips': [{'subnet_id': '34c2d004-f76f-44c6-8b63-c04776f5d63e', 'ip_address': '172.20.0.18'}, {'subnet_id': '088af613-0b80-4693-982a-18ee28384b7a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c75ca633-030f-4f2d-802d-6b2e685876ca'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '4a09c280-2307-4cb1-a6c3-0f93f5e5f875'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 17:06:56.774967 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bf932f7-a0b4-44db-a84d-558e43460b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:56.930108 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-636e3a80-4526-4dd7-bd12-1021d3fa0faa service neutron] 10.222.0.67 "GET /v2.0/networks/3d9f4160-05be-4fb0-b211-2fcbf8a562ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125256 Feb 15 17:06:57.080066 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8ffc9-9c3e-4817-81d9-62f486a8cc40 req-d3eabc92-5021-431e-98d9-737f0e0c9622 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:57.085629 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36f8ffc9-9c3e-4817-81d9-62f486a8cc40 req-d3eabc92-5021-431e-98d9-737f0e0c9622 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 944 time: 0.5524235 Feb 15 17:06:57.176425 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-455f5153-6587-4890-a2ba-471296d9ebd4 req-9305e9a7-7a3d-4065-8ebe-b16721589096 service neutron] 10.222.0.67 "GET /v2.0/networks/3d9f4160-05be-4fb0-b211-2fcbf8a562ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362130 Feb 15 17:06:57.280844 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36f8ffc9-9c3e-4817-81d9-62f486a8cc40 req-9e8dac7f-c520-4bc6-a140-c70c348aac32 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=37233694-9e9a-4446-acec-54dd740fd8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497762 Feb 15 17:06:57.471601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfad180-84af-475d-8869-9fd00e5c4c58 req-f5a2dd80-18de-4e14-823d-97264b80831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:57.477942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-37bd77a8-6876-40fe-adea-80fb1c89997f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Delete allocated IP 172.20.0.3 (266f9a9b-ff9a-40cb-be8d-2f71820a2403/088af613-0b80-4693-982a-18ee28384b7a) {{(pid=103800) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 17:06:57.479441 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2bfad180-84af-475d-8869-9fd00e5c4c58 req-f5a2dd80-18de-4e14-823d-97264b80831f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55662dfff497447caddaf19eeba12e64&device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 1127 time: 0.1287358 Feb 15 17:06:57.488638 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-37bd77a8-6876-40fe-adea-80fb1c89997f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Allocated IP 172.20.0.42 (266f9a9b-ff9a-40cb-be8d-2f71820a2403/c75ca633-030f-4f2d-802d-6b2e685876ca/d3227447-17bd-4b1f-be05-df4c1530b844) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:06:57.736912 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfad180-84af-475d-8869-9fd00e5c4c58 req-f49e366d-bc6c-4f85-aacd-597151006757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:57.739631 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2bfad180-84af-475d-8869-9fd00e5c4c58 req-f49e366d-bc6c-4f85-aacd-597151006757 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3d9f4160-05be-4fb0-b211-2fcbf8a562ad HTTP/1.1" status: 200 len: 898 time: 0.2498336 Feb 15 17:06:57.999470 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2bfad180-84af-475d-8869-9fd00e5c4c58 req-c8dbdb70-d880-4a3a-9066-a11279545048 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=c4974ee8-cb02-4c57-92f1-b1995b9d2e89 HTTP/1.1" status: 200 len: 217 time: 0.2498639 Feb 15 17:06:58.094215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfad180-84af-475d-8869-9fd00e5c4c58 req-5e5aee58-851e-4454-b148-86796d4e09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:58.095929 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2bfad180-84af-475d-8869-9fd00e5c4c58 req-5e5aee58-851e-4454-b148-86796d4e09b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=25866e5a-bc97-4d1f-9028-20f7fe9ba6f0 HTTP/1.1" status: 200 len: 838 time: 0.0853159 Feb 15 17:06:58.151448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfad180-84af-475d-8869-9fd00e5c4c58 req-a25a552a-dfa1-44b8-b2b7-6482a432006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:58.153435 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2bfad180-84af-475d-8869-9fd00e5c4c58 req-a25a552a-dfa1-44b8-b2b7-6482a432006b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3d9f4160-05be-4fb0-b211-2fcbf8a562ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0509586 Feb 15 17:06:58.279541 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2bfad180-84af-475d-8869-9fd00e5c4c58 req-19bfb10f-679b-4ba7-839e-5b8d5923da64 service neutron] 10.222.0.67 "GET /v2.0/networks/3d9f4160-05be-4fb0-b211-2fcbf8a562ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187370 Feb 15 17:06:58.444503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95936905-1a4d-46fe-b6e1-ccc1748ece79 req-a9bc5222-e4f3-4e5c-9116-cc0720d3f584 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:58.469996 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2bfad180-84af-475d-8869-9fd00e5c4c58 req-0c31f201-b722-4dc5-bf3f-39e5d9bfd265 service neutron] 10.222.0.67 "GET /v2.0/networks/3d9f4160-05be-4fb0-b211-2fcbf8a562ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831722 Feb 15 17:06:58.482821 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-95936905-1a4d-46fe-b6e1-ccc1748ece79 req-a9bc5222-e4f3-4e5c-9116-cc0720d3f584 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.9436216 Feb 15 17:06:58.521452 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37bd77a8-6876-40fe-adea-80fb1c89997f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for port (d3227447-17bd-4b1f-be05-df4c1530b844), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:58.572673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9df67f8-f647-4635-9247-4f66d57e9fcb req-fc77b911-0e6d-4515-bce2-3877c4ca4368 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0860879 Feb 15 17:06:58.575854 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-95936905-1a4d-46fe-b6e1-ccc1748ece79 req-92e77fd9-c997-414c-a600-4c1b7428a3fc tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866354 Feb 15 17:06:58.595264 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37bd77a8-6876-40fe-adea-80fb1c89997f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (d3227447-17bd-4b1f-be05-df4c1530b844), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:58.715352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-3bf932f7-a0b4-44db-a84d-558e43460b0d None None] Allocated IP 172.20.0.34 (266f9a9b-ff9a-40cb-be8d-2f71820a2403/c75ca633-030f-4f2d-802d-6b2e685876ca/4a09c280-2307-4cb1-a6c3-0f93f5e5f875) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:06:58.758833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df67f8-f647-4635-9247-4f66d57e9fcb req-15d723d2-4c72-40f1-add7-eb8a6890f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:58.766666 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9df67f8-f647-4635-9247-4f66d57e9fcb req-15d723d2-4c72-40f1-add7-eb8a6890f70c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 1128 time: 0.1324046 Feb 15 17:06:58.811539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd77a8-6876-40fe-adea-80fb1c89997f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event updated for resources: {'Port': ['ID=d3227447-17bd-4b1f-be05-df4c1530b844,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:06:58.989672 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-37bd77a8-6876-40fe-adea-80fb1c89997f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] In _notify_port_updated(), no bound segment for port d3227447-17bd-4b1f-be05-df4c1530b844 on network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 17:06:59.014183 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bd77a8-6876-40fe-adea-80fb1c89997f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:59.014918 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-37bd77a8-6876-40fe-adea-80fb1c89997f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:59.017249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3bf932f7-a0b4-44db-a84d-558e43460b0d None None] For port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4a09c280-2307-4cb1-a6c3-0f93f5e5f875,segment=NetworkSegment(e1cd2c79-dad7-4b22-96a6-739492a1d566),segment_id=e1cd2c79-dad7-4b22-96a6-739492a1d566)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:59.019260 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-37bd77a8-6876-40fe-adea-80fb1c89997f tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "PUT /v2.0/ports/d3227447-17bd-4b1f-be05-df4c1530b844 HTTP/1.1" status: 200 len: 960 time: 2.7196734 Feb 15 17:06:59.025322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46094) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:06:59.115166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df67f8-f647-4635-9247-4f66d57e9fcb req-17f55ce6-f569-478b-b2de-65f7b43456e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:59.117030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9df67f8-f647-4635-9247-4f66d57e9fcb req-17f55ce6-f569-478b-b2de-65f7b43456e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 915 time: 0.2409236 Feb 15 17:06:59.152806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c4974ee8-cb02-4c57-92f1-b1995b9d2e89 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:06:59.250561 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9df67f8-f647-4635-9247-4f66d57e9fcb req-f5fca55b-d1d5-44ee-9a3b-100b5b9cdb41 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ccf427b3-7de8-49ba-8552-0ef6176236df HTTP/1.1" status: 200 len: 217 time: 0.1219172 Feb 15 17:06:59.398917 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239ade5-9b27-464d-8456-f1dcca84b63a req-2abdf18f-e4c3-4fac-80af-0f7f7c0ae698 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:59.401826 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df67f8-f647-4635-9247-4f66d57e9fcb req-52896a5e-9bcc-449a-8e41-112f062435de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:06:59.409557 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e239ade5-9b27-464d-8456-f1dcca84b63a req-2abdf18f-e4c3-4fac-80af-0f7f7c0ae698 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 944 time: 0.3869534 Feb 15 17:06:59.411355 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9df67f8-f647-4635-9247-4f66d57e9fcb req-52896a5e-9bcc-449a-8e41-112f062435de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f5d61963-0097-43d2-aa6c-f33683398652 HTTP/1.1" status: 200 len: 854 time: 0.1536102 Feb 15 17:06:59.496518 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6d90c7a2-e1a0-4b32-bf15-983a369a4401 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port d3227447-17bd-4b1f-be05-df4c1530b844 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:06:59.502173 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d90c7a2-e1a0-4b32-bf15-983a369a4401 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d3227447-17bd-4b1f-be05-df4c1530b844), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:59.556324 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9df67f8-f647-4635-9247-4f66d57e9fcb req-25e65543-1b4e-4c61-9adf-d016c7764551 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384339 Feb 15 17:06:59.557555 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bf932f7-a0b4-44db-a84d-558e43460b0d None None] Publish callbacks [] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:59.576255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c4974ee8-cb02-4c57-92f1-b1995b9d2e89, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c4974ee8-cb02-4c57-92f1-b1995b9d2e89,segment=NetworkSegment(6384ac81-6442-4bc9-bb91-9d85c00a94cb),segment_id=6384ac81-6442-4bc9-bb91-9d85c00a94cb)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:06:59.661014 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'c4974ee8-cb02-4c57-92f1-b1995b9d2e89', 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad', 'port_id': 'c4974ee8-cb02-4c57-92f1-b1995b9d2e89', 'mac_address': 'fa:16:3e:5a:9e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25866e5a-bc97-4d1f-9028-20f7fe9ba6f0', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:06:59.673295 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e239ade5-9b27-464d-8456-f1dcca84b63a req-59922c98-9cda-4c24-8dc8-8bc52a81eec1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=37233694-9e9a-4446-acec-54dd740fd8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595398 Feb 15 17:06:59.693500 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9df67f8-f647-4635-9247-4f66d57e9fcb req-7b0607a4-ea9c-453d-a56d-39098d3c13e9 service neutron] 10.222.0.67 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293020 Feb 15 17:06:59.760309 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d90c7a2-e1a0-4b32-bf15-983a369a4401 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d3227447-17bd-4b1f-be05-df4c1530b844), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:59.791147 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6d90c7a2-e1a0-4b32-bf15-983a369a4401 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for d3227447-17bd-4b1f-be05-df4c1530b844 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:06:59.843449 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port c4974ee8-cb02-4c57-92f1-b1995b9d2e89 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:06:59.844087 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c4974ee8-cb02-4c57-92f1-b1995b9d2e89), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:59.893043 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3bf932f7-a0b4-44db-a84d-558e43460b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:06:59.918006 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4974ee8-cb02-4c57-92f1-b1995b9d2e89 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:06:59.930040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9df67f8-f647-4635-9247-4f66d57e9fcb req-1f71fc14-8808-4e98-ab61-7168c8d79695 service neutron] 10.222.0.67 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215240 Feb 15 17:07:00.166362 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c43d7-af67-44f0-8ae3-807454e5d2ad req-cdc4b390-da8e-4929-8244-7784086311b0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:00.168417 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-409c43d7-af67-44f0-8ae3-807454e5d2ad req-cdc4b390-da8e-4929-8244-7784086311b0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.4616182 Feb 15 17:07:00.230373 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d90c7a2-e1a0-4b32-bf15-983a369a4401 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d3227447-17bd-4b1f-be05-df4c1530b844), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:00.343154 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-409c43d7-af67-44f0-8ae3-807454e5d2ad req-6e657728-5de4-44b4-917e-482866dec077 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682765 Feb 15 17:07:00.397010 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90c7a2-e1a0-4b32-bf15-983a369a4401 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=d3227447-17bd-4b1f-be05-df4c1530b844,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:00.524224 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c4974ee8-cb02-4c57-92f1-b1995b9d2e89, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c4974ee8-cb02-4c57-92f1-b1995b9d2e89,segment=NetworkSegment(6384ac81-6442-4bc9-bb91-9d85c00a94cb),segment_id=6384ac81-6442-4bc9-bb91-9d85c00a94cb)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:00.569583 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf932f7-a0b4-44db-a84d-558e43460b0d None None] Pushing event updated for resources: {'Port': ['ID=4a09c280-2307-4cb1-a6c3-0f93f5e5f875,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:00.610594 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d90c7a2-e1a0-4b32-bf15-983a369a4401 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:00.617291 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6d90c7a2-e1a0-4b32-bf15-983a369a4401 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/d3227447-17bd-4b1f-be05-df4c1530b844 HTTP/1.1" status: 204 len: 168 time: 1.5907884 Feb 15 17:07:00.618723 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c4974ee8-cb02-4c57-92f1-b1995b9d2e89), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:00.620020 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46120) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:00.683135 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-1075fa3a-60db-4044-8e89-0f7914790309 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] GET failed (client error): The resource could not be found. Feb 15 17:07:00.690187 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1075fa3a-60db-4044-8e89-0f7914790309 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports/d3227447-17bd-4b1f-be05-df4c1530b844 HTTP/1.1" status: 404 len: 333 time: 0.0641286 Feb 15 17:07:00.690348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46122) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:00.730011 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:07:00.778170 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=c4974ee8-cb02-4c57-92f1-b1995b9d2e89,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:00.810461 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:00.870167 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30a389a5-20e0-4b75-b725-607d463f6937 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (f6613713-9d2b-4c89-bfc5-999212f0928c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:00.882798 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:00.886278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['c4974ee8-cb02-4c57-92f1-b1995b9d2e89'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:07:00.933879 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30a389a5-20e0-4b75-b725-607d463f6937 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (f6613713-9d2b-4c89-bfc5-999212f0928c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:01.159899 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30a389a5-20e0-4b75-b725-607d463f6937 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f6613713-9d2b-4c89-bfc5-999212f0928c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:01.171597 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30a389a5-20e0-4b75-b725-607d463f6937 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:01.172878 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-30a389a5-20e0-4b75-b725-607d463f6937 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/security-groups/f6613713-9d2b-4c89-bfc5-999212f0928c HTTP/1.1" status: 204 len: 168 time: 0.4837024 Feb 15 17:07:01.176009 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46126) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:01.216538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a389a5-20e0-4b75-b725-607d463f6937 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6613713-9d2b-4c89-bfc5-999212f0928c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:01.314825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cacf6-dcc4-400e-9966-581d17f8b770 req-5b4d86bb-84e3-40f1-980c-a5de26b2383d tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:01.319763 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a57cacf6-dcc4-400e-9966-581d17f8b770 req-5b4d86bb-84e3-40f1-980c-a5de26b2383d tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 945 time: 0.2679844 Feb 15 17:07:01.392332 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-85c36981-66b1-489d-b8e7-057398feaefe tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (782617ea-556a-42e0-a9bf-39bd40c116ba), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:01.477414 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-85c36981-66b1-489d-b8e7-057398feaefe tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (782617ea-556a-42e0-a9bf-39bd40c116ba), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:01.489053 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a57cacf6-dcc4-400e-9966-581d17f8b770 req-9541fd79-138d-4ee6-8acd-fcbed46449f5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=37233694-9e9a-4446-acec-54dd740fd8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621835 Feb 15 17:07:01.765582 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c0d60-35a6-4de6-8614-66a4e5b7355b req-96e0db80-75c5-498e-9fe4-c73137a70a0f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:01.773761 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-991c0d60-35a6-4de6-8614-66a4e5b7355b req-96e0db80-75c5-498e-9fe4-c73137a70a0f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.2454915 Feb 15 17:07:01.838830 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-aa1c1359-dfb9-48c2-a485-4662b9a3a736 None None] Could not find standard attr ID for object d3227447-17bd-4b1f-be05-df4c1530b844. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:07:01.862386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-aa1c1359-dfb9-48c2-a485-4662b9a3a736 None None] Provisioning complete for port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:01.862907 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa1c1359-dfb9-48c2-a485-4662b9a3a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:01.864555 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-85c36981-66b1-489d-b8e7-057398feaefe tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (782617ea-556a-42e0-a9bf-39bd40c116ba), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:01.877797 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-85c36981-66b1-489d-b8e7-057398feaefe tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:01.881955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-85c36981-66b1-489d-b8e7-057398feaefe tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/security-groups/782617ea-556a-42e0-a9bf-39bd40c116ba HTTP/1.1" status: 204 len: 168 time: 0.7014594 Feb 15 17:07:01.882262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46142) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:01.985323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c36981-66b1-489d-b8e7-057398feaefe tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=782617ea-556a-42e0-a9bf-39bd40c116ba,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:02.004289 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-991c0d60-35a6-4de6-8614-66a4e5b7355b req-e0680284-e24c-4a65-a3eb-3142212fd780 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179170 Feb 15 17:07:02.020680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c1359-dfb9-48c2-a485-4662b9a3a736 None None] Current status of the port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:02.055906 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-aa1c1359-dfb9-48c2-a485-4662b9a3a736 None None] Provisioning complete for port 94d74241-5e51-4045-85af-7b708c0eb6f2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:02.057728 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa1c1359-dfb9-48c2-a485-4662b9a3a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (94d74241-5e51-4045-85af-7b708c0eb6f2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:02.087190 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3b24e15-1875-4c8d-9fc0-288232384df9 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (dccd7f87-8ad5-4144-8a0a-6516c1a7be5d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:02.177442 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c1359-dfb9-48c2-a485-4662b9a3a736 None None] Port 94d74241-5e51-4045-85af-7b708c0eb6f2 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:07:02.181356 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3b24e15-1875-4c8d-9fc0-288232384df9 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (dccd7f87-8ad5-4144-8a0a-6516c1a7be5d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:02.430921 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3b24e15-1875-4c8d-9fc0-288232384df9 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (dccd7f87-8ad5-4144-8a0a-6516c1a7be5d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:02.444651 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3b24e15-1875-4c8d-9fc0-288232384df9 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:02.444651 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e3b24e15-1875-4c8d-9fc0-288232384df9 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/security-groups/dccd7f87-8ad5-4144-8a0a-6516c1a7be5d HTTP/1.1" status: 204 len: 168 time: 0.5510566 Feb 15 17:07:02.445170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46160) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:02.479149 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b24e15-1875-4c8d-9fc0-288232384df9 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccd7f87-8ad5-4144-8a0a-6516c1a7be5d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:02.533679 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:07:02.567185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff483fb2-2fb7-43dd-aa2c-9a29cdf62ce2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting subnet 088af613-0b80-4693-982a-18ee28384b7a {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:07:02.571468 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff483fb2-2fb7-43dd-aa2c-9a29cdf62ce2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (088af613-0b80-4693-982a-18ee28384b7a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:02.684679 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff483fb2-2fb7-43dd-aa2c-9a29cdf62ce2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (088af613-0b80-4693-982a-18ee28384b7a), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:02.696134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:02.701481 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:02.758167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-07171ae5-1114-4fda-9720-23862b33fe76 None None] Could not find standard attr ID for object d3227447-17bd-4b1f-be05-df4c1530b844. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:07:02.763640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c2e15-ce55-447e-bfbd-30a3f98f1da9 req-3070bf07-a3da-45ee-b1e8-d9b7cde2c800 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:02.788726 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee4c2e15-ce55-447e-bfbd-30a3f98f1da9 req-3070bf07-a3da-45ee-b1e8-d9b7cde2c800 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 945 time: 0.1195595 Feb 15 17:07:02.837519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:03.093833 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee4c2e15-ce55-447e-bfbd-30a3f98f1da9 req-b7d9e18e-e29b-468b-9c83-fda53383f383 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=37233694-9e9a-4446-acec-54dd740fd8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733799 Feb 15 17:07:03.098153 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff483fb2-2fb7-43dd-aa2c-9a29cdf62ce2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (088af613-0b80-4693-982a-18ee28384b7a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:03.148732 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c4974ee8-cb02-4c57-92f1-b1995b9d2e89 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:07:03.259459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e512f3-1a0e-4b91-867c-482239e7b3c3 req-a8943eef-c550-4ea1-80b4-7d29fb64d8af tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:03.268198 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e0e512f3-1a0e-4b91-867c-482239e7b3c3 req-a8943eef-c550-4ea1-80b4-7d29fb64d8af tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.0764191 Feb 15 17:07:03.333475 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff483fb2-2fb7-43dd-aa2c-9a29cdf62ce2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (088af613-0b80-4693-982a-18ee28384b7a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:03.374170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff483fb2-2fb7-43dd-aa2c-9a29cdf62ce2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Subnet': ['ID=088af613-0b80-4693-982a-18ee28384b7a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:03.424633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port c4974ee8-cb02-4c57-92f1-b1995b9d2e89 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:07:03.431587 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port c4974ee8-cb02-4c57-92f1-b1995b9d2e89 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:03.431969 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c4974ee8-cb02-4c57-92f1-b1995b9d2e89), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:03.436185 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e0e512f3-1a0e-4b91-867c-482239e7b3c3 req-4f732d3f-c165-4f92-b0f1-fa69c4f70f16 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665339 Feb 15 17:07:03.444223 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff483fb2-2fb7-43dd-aa2c-9a29cdf62ce2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:03.453962 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46192) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:03.467881 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ff483fb2-2fb7-43dd-aa2c-9a29cdf62ce2 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/088af613-0b80-4693-982a-18ee28384b7a HTTP/1.1" status: 204 len: 168 time: 1.0208449 Feb 15 17:07:03.528462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e9ea9a-ced7-4e39-9b12-fc39ea07bb4d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting subnet c75ca633-030f-4f2d-802d-6b2e685876ca {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:07:03.536269 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49e9ea9a-ced7-4e39-9b12-fc39ea07bb4d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (c75ca633-030f-4f2d-802d-6b2e685876ca), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:03.555528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4c705b-5129-44fb-82bf-621e445e34c1 None None] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:03.623128 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49e9ea9a-ced7-4e39-9b12-fc39ea07bb4d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (c75ca633-030f-4f2d-802d-6b2e685876ca), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:03.826787 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49e9ea9a-ced7-4e39-9b12-fc39ea07bb4d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (c75ca633-030f-4f2d-802d-6b2e685876ca), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:03.885520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port c4974ee8-cb02-4c57-92f1-b1995b9d2e89 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:03.886856 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c4974ee8-cb02-4c57-92f1-b1995b9d2e89), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:03.929282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3702780d-5b03-4a5c-9767-4efa290b4a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4974ee8-cb02-4c57-92f1-b1995b9d2e89'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:07:03.931577 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ec4b6d-144f-492e-93f6-3657459401ef" -d '{"events": [{"server_uuid": "3702780d-5b03-4a5c-9767-4efa290b4a8e", "name": "network-vif-plugged", "status": "completed", "tag": "c4974ee8-cb02-4c57-92f1-b1995b9d2e89"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:07:03.946418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port c4974ee8-cb02-4c57-92f1-b1995b9d2e89, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c4974ee8-cb02-4c57-92f1-b1995b9d2e89,segment=NetworkSegment(6384ac81-6442-4bc9-bb91-9d85c00a94cb),segment_id=6384ac81-6442-4bc9-bb91-9d85c00a94cb)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:04.035049 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dc5c47-91e1-4313-ac59-0118d9dffb5f x-openstack-request-id: req-d8dc5c47-91e1-4313-ac59-0118d9dffb5f {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:07:04.036608 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3702780d-5b03-4a5c-9767-4efa290b4a8e", "name": "network-vif-plugged", "status": "completed", "tag": "c4974ee8-cb02-4c57-92f1-b1995b9d2e89", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:07:04.037122 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d8dc5c47-91e1-4313-ac59-0118d9dffb5f {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:07:04.038336 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3702780d-5b03-4a5c-9767-4efa290b4a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4974ee8-cb02-4c57-92f1-b1995b9d2e89', 'code': 200} Feb 15 17:07:04.082132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49e9ea9a-ced7-4e39-9b12-fc39ea07bb4d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (c75ca633-030f-4f2d-802d-6b2e685876ca), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:04.086349 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c4974ee8-cb02-4c57-92f1-b1995b9d2e89), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:04.161479 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9ea9a-ced7-4e39-9b12-fc39ea07bb4d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Subnet': ['ID=c75ca633-030f-4f2d-802d-6b2e685876ca,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:04.175493 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49e9ea9a-ced7-4e39-9b12-fc39ea07bb4d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:04.187276 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-49e9ea9a-ced7-4e39-9b12-fc39ea07bb4d tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/c75ca633-030f-4f2d-802d-6b2e685876ca HTTP/1.1" status: 204 len: 168 time: 0.7317095 Feb 15 17:07:04.188216 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46214) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:04.209496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=c4974ee8-cb02-4c57-92f1-b1995b9d2e89,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:04.289226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feda911-7791-4d97-8ba9-207df6fbc0f3 req-f8a4fa9c-7d08-47c7-9a83-2aefa1b2489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:04.290548 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c93f4e-2f9c-4e36-8cf8-777cd6cb9221 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] DELETE failed (client error): The resource could not be found. Feb 15 17:07:04.290548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c93f4e-2f9c-4e36-8cf8-777cd6cb9221 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:07:04.291187 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8feda911-7791-4d97-8ba9-207df6fbc0f3 req-f8a4fa9c-7d08-47c7-9a83-2aefa1b2489c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 1129 time: 0.1646543 Feb 15 17:07:04.322139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46220) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:04.325594 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b1c93f4e-2f9c-4e36-8cf8-777cd6cb9221 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/088af613-0b80-4693-982a-18ee28384b7a HTTP/1.1" status: 404 len: 337 time: 0.1166737 Feb 15 17:07:04.405720 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-106cd960-3ff6-4c19-a7c4-fa4d15c6f7b4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting subnet 34c2d004-f76f-44c6-8b63-c04776f5d63e {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:07:04.424727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49040db1-2d5f-46e4-a7d3-d7a0275396f3 req-a62436da-3a99-470f-880f-7423c31f1fb4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:04.426913 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-49040db1-2d5f-46e4-a7d3-d7a0275396f3 req-a62436da-3a99-470f-880f-7423c31f1fb4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 946 time: 0.3202286 Feb 15 17:07:04.440168 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-106cd960-3ff6-4c19-a7c4-fa4d15c6f7b4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (34c2d004-f76f-44c6-8b63-c04776f5d63e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:04.506049 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8feda911-7791-4d97-8ba9-207df6fbc0f3 req-1f169b27-527e-419e-9877-9582653ae1cc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=37233694-9e9a-4446-acec-54dd740fd8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090826 Feb 15 17:07:04.562717 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-49040db1-2d5f-46e4-a7d3-d7a0275396f3 req-b3eab346-a55a-4381-9bf5-767f91de1ef0 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=37233694-9e9a-4446-acec-54dd740fd8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349130 Feb 15 17:07:04.569802 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce368f47-c96b-40d9-9ab1-477e3f25f075 req-7852efea-88e7-4113-a2c0-f696561fc1d6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3293426 Feb 15 17:07:04.602952 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-106cd960-3ff6-4c19-a7c4-fa4d15c6f7b4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (34c2d004-f76f-44c6-8b63-c04776f5d63e), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:04.630316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d762607c-f9dc-410c-83cd-9b36227d6a35 req-c83fd2e4-edbf-467b-816e-838dc035ca27 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:04.632500 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d762607c-f9dc-410c-83cd-9b36227d6a35 req-c83fd2e4-edbf-467b-816e-838dc035ca27 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.0752261 Feb 15 17:07:04.765832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d762607c-f9dc-410c-83cd-9b36227d6a35 req-97283bb4-d359-4270-8f10-8063109593b3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236668 Feb 15 17:07:05.054134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac56935c-736c-46df-a3fb-63fdf8e7d2ce None None] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:05.073919 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-106cd960-3ff6-4c19-a7c4-fa4d15c6f7b4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (34c2d004-f76f-44c6-8b63-c04776f5d63e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:05.114604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce368f47-c96b-40d9-9ab1-477e3f25f075 req-1664990c-75fd-429f-8862-ab2824957c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:05.116171 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce368f47-c96b-40d9-9ab1-477e3f25f075 req-1664990c-75fd-429f-8862-ab2824957c4d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 1128 time: 0.5029039 Feb 15 17:07:05.221247 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1624bc6e-13c7-43a1-bb0f-ce0c84ff1451 None None] Provisioning complete for port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:05.221770 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1624bc6e-13c7-43a1-bb0f-ce0c84ff1451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:05.306592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce368f47-c96b-40d9-9ab1-477e3f25f075 req-0761a1b6-4603-4559-b835-d60141115f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:05.308218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce368f47-c96b-40d9-9ab1-477e3f25f075 req-0761a1b6-4603-4559-b835-d60141115f41 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 915 time: 0.1480825 Feb 15 17:07:05.355145 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce368f47-c96b-40d9-9ab1-477e3f25f075 req-235aa737-b7cf-419e-b9c9-4154728c8f01 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=60d4da1b-8e59-47f5-b6ce-7cde203ce891 HTTP/1.1" status: 200 len: 217 time: 0.0399358 Feb 15 17:07:05.397785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1624bc6e-13c7-43a1-bb0f-ce0c84ff1451 None None] Current status of the port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:05.418555 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-106cd960-3ff6-4c19-a7c4-fa4d15c6f7b4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (34c2d004-f76f-44c6-8b63-c04776f5d63e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:05.421903 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1624bc6e-13c7-43a1-bb0f-ce0c84ff1451 None None] Provisioning complete for port 94d74241-5e51-4045-85af-7b708c0eb6f2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:05.422290 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1624bc6e-13c7-43a1-bb0f-ce0c84ff1451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (94d74241-5e51-4045-85af-7b708c0eb6f2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:05.491550 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-106cd960-3ff6-4c19-a7c4-fa4d15c6f7b4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:05.498247 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-106cd960-3ff6-4c19-a7c4-fa4d15c6f7b4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/34c2d004-f76f-44c6-8b63-c04776f5d63e HTTP/1.1" status: 204 len: 168 time: 1.1602268 Feb 15 17:07:05.500645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46244) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:05.501590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106cd960-3ff6-4c19-a7c4-fa4d15c6f7b4 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Subnet': ['ID=34c2d004-f76f-44c6-8b63-c04776f5d63e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:05.528674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1624bc6e-13c7-43a1-bb0f-ce0c84ff1451 None None] Port 94d74241-5e51-4045-85af-7b708c0eb6f2 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:07:05.529857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce368f47-c96b-40d9-9ab1-477e3f25f075 req-decb3162-f579-44e8-971c-7666e0fed480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:05.533623 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce368f47-c96b-40d9-9ab1-477e3f25f075 req-decb3162-f579-44e8-971c-7666e0fed480 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5d61963-0097-43d2-aa6c-f33683398652 HTTP/1.1" status: 200 len: 854 time: 0.1716681 Feb 15 17:07:05.584162 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a1b5b5-53d6-4e35-92a4-b68f3ac7eefa tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] DELETE failed (client error): The resource could not be found. Feb 15 17:07:05.584879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a1b5b5-53d6-4e35-92a4-b68f3ac7eefa tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:07:05.589063 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-14a1b5b5-53d6-4e35-92a4-b68f3ac7eefa tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/a76a62a3-a3d0-42bb-8e7d-4884491f7b83 HTTP/1.1" status: 404 len: 337 time: 0.0871856 Feb 15 17:07:05.592483 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce368f47-c96b-40d9-9ab1-477e3f25f075 req-0c1cd1d8-76b5-4e60-aa3e-0d0b4e473013 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464087 Feb 15 17:07:05.592786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46250) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:05.720036 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce368f47-c96b-40d9-9ab1-477e3f25f075 req-f824e845-bf1f-4ec0-b60f-b086eae436da service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148322 Feb 15 17:07:05.722650 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a7528237-06ba-45f4-975c-9be2a7031718 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "GET /v2.0/ports?device_id=db20b55f-1756-4346-8f86-21893c3d9ca2 HTTP/1.1" status: 200 len: 205 time: 0.1283824 Feb 15 17:07:05.729253 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46256) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:05.883717 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-f1d2eba4-7967-4897-8e3b-fcb479b1fa00 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] delete failed (client error): The resource could not be found. Feb 15 17:07:05.897988 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f1d2eba4-7967-4897-8e3b-fcb479b1fa00 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/routers/db20b55f-1756-4346-8f86-21893c3d9ca2 HTTP/1.1" status: 404 len: 336 time: 0.1648436 Feb 15 17:07:05.898553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46266) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:05.959044 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6b2952-095d-4365-82e8-55c5c3c21f44 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] DELETE failed (client error): The resource could not be found. Feb 15 17:07:05.959801 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6b2952-095d-4365-82e8-55c5c3c21f44 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:07:05.963247 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4e6b2952-095d-4365-82e8-55c5c3c21f44 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/ce251f1e-6b27-4e44-b5ae-47a55ee36b7b HTTP/1.1" status: 404 len: 337 time: 0.0637381 Feb 15 17:07:05.976002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46268) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:06.068419 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce368f47-c96b-40d9-9ab1-477e3f25f075 req-2da34beb-b097-4f06-9d36-7ae7f1cdb120 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655748 Feb 15 17:07:06.125707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7e516-757c-4102-8708-3ff0b1753871 req-98decbb1-683f-4ff9-82dd-080e6a216be6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:06.127258 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8f7e516-757c-4102-8708-3ff0b1753871 req-98decbb1-683f-4ff9-82dd-080e6a216be6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 946 time: 0.4063256 Feb 15 17:07:06.134708 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-057be7a3-8f27-4e76-8c9a-868cde494dbf tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] DELETE failed (client error): The resource could not be found. Feb 15 17:07:06.152870 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057be7a3-8f27-4e76-8c9a-868cde494dbf tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:07:06.171572 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-057be7a3-8f27-4e76-8c9a-868cde494dbf tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/e2954a8e-b787-4588-ba55-e6942a21ecc5 HTTP/1.1" status: 404 len: 337 time: 0.1875608 Feb 15 17:07:06.176883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46284) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:06.222357 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-141a9bf4-040b-44f4-abe5-14b32e80824a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] DELETE failed (client error): The resource could not be found. Feb 15 17:07:06.223083 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141a9bf4-040b-44f4-abe5-14b32e80824a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:07:06.229785 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-141a9bf4-040b-44f4-abe5-14b32e80824a tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/fd903954-c6b8-420a-8a86-c246127c74d0 HTTP/1.1" status: 404 len: 337 time: 0.0513489 Feb 15 17:07:06.231692 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46288) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:06.281319 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8f7e516-757c-4102-8708-3ff0b1753871 req-51a120f1-b8e1-47c1-979a-ba874e9e69bb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=37233694-9e9a-4446-acec-54dd740fd8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434174 Feb 15 17:07:06.320013 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-34ba3e45-5e13-4dcc-be2d-916471987bf1 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] DELETE failed (client error): The resource could not be found. Feb 15 17:07:06.321151 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34ba3e45-5e13-4dcc-be2d-916471987bf1 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:07:06.324854 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-34ba3e45-5e13-4dcc-be2d-916471987bf1 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/48bf17f8-6fcb-410f-b5d6-04be33aa960e HTTP/1.1" status: 404 len: 333 time: 0.0882699 Feb 15 17:07:06.327634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46292) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:06.363350 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214886d-3393-40d0-8b33-fa349f6daf0b req-eaf893be-487a-4a87-92cd-8df93dab249e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:06.365509 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b214886d-3393-40d0-8b33-fa349f6daf0b req-eaf893be-487a-4a87-92cd-8df93dab249e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.4009449 Feb 15 17:07:06.415420 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b70f63-cd55-45e8-a57a-d9aa6b9804b7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] DELETE failed (client error): The resource could not be found. Feb 15 17:07:06.415886 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b70f63-cd55-45e8-a57a-d9aa6b9804b7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:07:06.422431 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b2b70f63-cd55-45e8-a57a-d9aa6b9804b7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/c785d4c5-6996-48ce-b07a-a77528badab5 HTTP/1.1" status: 404 len: 337 time: 0.0912366 Feb 15 17:07:06.426452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46300) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:06.501689 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b214886d-3393-40d0-8b33-fa349f6daf0b req-7b40b5c8-8c4b-4f56-a176-76fad35b71a5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268513 Feb 15 17:07:06.503541 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ab9214-666e-4ea4-a800-46aeaff4f845 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] DELETE failed (client error): The resource could not be found. Feb 15 17:07:06.504922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03ab9214-666e-4ea4-a800-46aeaff4f845 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:07:06.508597 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-03ab9214-666e-4ea4-a800-46aeaff4f845 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/dec05dd8-3b7e-4a20-85c4-d2e01ae3e85c HTTP/1.1" status: 404 len: 337 time: 0.0760467 Feb 15 17:07:06.511370 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46304) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:06.574589 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6dd1ff7-1d10-43f1-a4b8-4c445be89ff5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] DELETE failed (client error): The resource could not be found. Feb 15 17:07:06.575997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6dd1ff7-1d10-43f1-a4b8-4c445be89ff5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:07:06.581322 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d6dd1ff7-1d10-43f1-a4b8-4c445be89ff5 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/578d6a26-d576-4b9c-9f33-9af50c9d0205 HTTP/1.1" status: 404 len: 333 time: 0.0678406 Feb 15 17:07:06.583118 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46308) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:06.648869 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d58b779-2585-4753-a3d7-05ca3a9ef92d None None] Network 266f9a9b-ff9a-40cb-be8d-2f71820a2403 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:06.688099 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-1024a63b-6554-4430-9da9-f6fbcb1236c6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] DELETE failed (client error): The resource could not be found. Feb 15 17:07:06.688727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1024a63b-6554-4430-9da9-f6fbcb1236c6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:07:06.695864 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1024a63b-6554-4430-9da9-f6fbcb1236c6 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/8b8c39be-9fd3-4fe6-9317-dd5271f50411 HTTP/1.1" status: 404 len: 337 time: 0.1118991 Feb 15 17:07:06.698562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46310) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:06.750518 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b02cdb1-dc5c-440b-afea-e533870351c7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] DELETE failed (client error): The resource could not be found. Feb 15 17:07:06.751052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b02cdb1-dc5c-440b-afea-e533870351c7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:07:06.757482 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9b02cdb1-dc5c-440b-afea-e533870351c7 tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/subnets/c482ff89-83a1-44a9-8aba-2ba261ae9d90 HTTP/1.1" status: 404 len: 337 time: 0.0552580 Feb 15 17:07:06.757753 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46312) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:06.846404 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-fb60921a-11de-42de-81fc-faa1e3d1ea67 None None] Provisioning complete for port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:06.847374 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb60921a-11de-42de-81fc-faa1e3d1ea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:07.049950 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-235c985f-2da2-43d4-8134-cf4a11d35fbf tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Deleting port 94d74241-5e51-4045-85af-7b708c0eb6f2 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:07.050685 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-235c985f-2da2-43d4-8134-cf4a11d35fbf tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (94d74241-5e51-4045-85af-7b708c0eb6f2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:07.081906 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6c83f7a-8a41-4135-a2f0-680759aac535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:07.111395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fb60921a-11de-42de-81fc-faa1e3d1ea67 None None] Current status of the port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:07.141140 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-fb60921a-11de-42de-81fc-faa1e3d1ea67 None None] Provisioning complete for port 94d74241-5e51-4045-85af-7b708c0eb6f2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:07.145951 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb60921a-11de-42de-81fc-faa1e3d1ea67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (94d74241-5e51-4045-85af-7b708c0eb6f2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:07.151378 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-235c985f-2da2-43d4-8134-cf4a11d35fbf tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (94d74241-5e51-4045-85af-7b708c0eb6f2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:07.177322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-235c985f-2da2-43d4-8134-cf4a11d35fbf tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Calling delete_port for 94d74241-5e51-4045-85af-7b708c0eb6f2 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:07.225822 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2275f31b-f03a-4087-89d6-276dfd283be7 None None] DHCP port deletion for 266f9a9b-ff9a-40cb-be8d-2f71820a2403 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:07:07.338392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fb60921a-11de-42de-81fc-faa1e3d1ea67 None None] Port 94d74241-5e51-4045-85af-7b708c0eb6f2 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:07:07.377267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2275f31b-f03a-4087-89d6-276dfd283be7 None None] Deleting port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:07.378118 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2275f31b-f03a-4087-89d6-276dfd283be7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:07.384380 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-235c985f-2da2-43d4-8134-cf4a11d35fbf tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (94d74241-5e51-4045-85af-7b708c0eb6f2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:07.544346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2275f31b-f03a-4087-89d6-276dfd283be7 None None] For port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4a09c280-2307-4cb1-a6c3-0f93f5e5f875,segment=NetworkSegment(e1cd2c79-dad7-4b22-96a6-739492a1d566),segment_id=e1cd2c79-dad7-4b22-96a6-739492a1d566)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:07.549278 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2275f31b-f03a-4087-89d6-276dfd283be7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:07.582150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2275f31b-f03a-4087-89d6-276dfd283be7 None None] Calling delete_port for 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:07.741380 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da139c6b-edac-4736-b352-37d5566a6041 req-d9034726-918a-42cc-abc0-b7baf1292d4e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:07.753832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-da139c6b-edac-4736-b352-37d5566a6041 req-d9034726-918a-42cc-abc0-b7baf1292d4e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1217713 Feb 15 17:07:07.919697 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-da139c6b-edac-4736-b352-37d5566a6041 req-ffc8b7e3-bfa8-4111-993b-3ed553c14b6c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645615 Feb 15 17:07:07.932928 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2275f31b-f03a-4087-89d6-276dfd283be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (4a09c280-2307-4cb1-a6c3-0f93f5e5f875), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:07.981976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275f31b-f03a-4087-89d6-276dfd283be7 None None] Pushing event deleted for resources: {'Port': ['ID=4a09c280-2307-4cb1-a6c3-0f93f5e5f875,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:07.997727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2275f31b-f03a-4087-89d6-276dfd283be7 None None] No DVR routers for this DVR port 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:07:08.168209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c985f-2da2-43d4-8134-cf4a11d35fbf tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Port': ['ID=94d74241-5e51-4045-85af-7b708c0eb6f2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:08.194099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-235c985f-2da2-43d4-8134-cf4a11d35fbf tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:08.200176 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-235c985f-2da2-43d4-8134-cf4a11d35fbf tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/ports/94d74241-5e51-4045-85af-7b708c0eb6f2 HTTP/1.1" status: 204 len: 168 time: 1.4387221 Feb 15 17:07:08.201869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46342) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:08.246681 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae058b0-2502-4780-8f85-7507768e901a req-c4bf4092-8e23-4513-a65b-5e66aad94538 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:08.257696 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bae058b0-2502-4780-8f85-7507768e901a req-c4bf4092-8e23-4513-a65b-5e66aad94538 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 946 time: 0.0987656 Feb 15 17:07:08.394397 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bae058b0-2502-4780-8f85-7507768e901a req-fb75c454-da37-43d4-9641-a52d816447c8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=37233694-9e9a-4446-acec-54dd740fd8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380091 Feb 15 17:07:08.457014 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68d627e0-4781-4ce7-8980-90cfe0cc9e5c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (266f9a9b-ff9a-40cb-be8d-2f71820a2403), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:08.489017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:07:08.541234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:07:08.542003 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4a09c280-2307-4cb1-a6c3-0f93f5e5f875 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:07:08.648400 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68d627e0-4781-4ce7-8980-90cfe0cc9e5c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (266f9a9b-ff9a-40cb-be8d-2f71820a2403), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:08.707918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebd68a-b8db-481b-b06b-4af17db9a958 req-ee18bc58-5763-41b5-8b00-f51a082f787c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:08.710930 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0aebd68a-b8db-481b-b06b-4af17db9a958 req-ee18bc58-5763-41b5-8b00-f51a082f787c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 946 time: 0.1248741 Feb 15 17:07:08.713203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-68d627e0-4781-4ce7-8980-90cfe0cc9e5c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266f9a9b-ff9a-40cb-be8d-2f71820a2403']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:08.740646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-68d627e0-4781-4ce7-8980-90cfe0cc9e5c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1cd2c79-dad7-4b22-96a6-739492a1d566') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:08.741416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-68d627e0-4781-4ce7-8980-90cfe0cc9e5c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1cd2c79-dad7-4b22-96a6-739492a1d566') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:08.788892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68d627e0-4781-4ce7-8980-90cfe0cc9e5c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (e1cd2c79-dad7-4b22-96a6-739492a1d566), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:08.796101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0aebd68a-b8db-481b-b06b-4af17db9a958 req-66e4bce6-b275-4339-ab5e-f654c1ea8a6b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=37233694-9e9a-4446-acec-54dd740fd8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724852 Feb 15 17:07:08.811314 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68d627e0-4781-4ce7-8980-90cfe0cc9e5c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e1cd2c79-dad7-4b22-96a6-739492a1d566), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:08.821576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d627e0-4781-4ce7-8980-90cfe0cc9e5c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:07:08.825399 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68d627e0-4781-4ce7-8980-90cfe0cc9e5c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (e1cd2c79-dad7-4b22-96a6-739492a1d566), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:07:08.828184 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:07:09.075827 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68d627e0-4781-4ce7-8980-90cfe0cc9e5c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (266f9a9b-ff9a-40cb-be8d-2f71820a2403), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:09.086888 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-68d627e0-4781-4ce7-8980-90cfe0cc9e5c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:09.097252 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-68d627e0-4781-4ce7-8980-90cfe0cc9e5c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] 10.222.0.107 "DELETE /v2.0/networks/266f9a9b-ff9a-40cb-be8d-2f71820a2403 HTTP/1.1" status: 204 len: 168 time: 0.8905125 Feb 15 17:07:09.104583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac0611-dca7-433a-8bf0-e7a17dfcd787 req-d555423c-70a4-418a-8cb4-52aab95bba9b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:09.104583 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-69ac0611-dca7-433a-8bf0-e7a17dfcd787 req-d555423c-70a4-418a-8cb4-52aab95bba9b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.0829353 Feb 15 17:07:09.136184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d627e0-4781-4ce7-8980-90cfe0cc9e5c tempest-PortsTestJSON-1194276952 tempest-PortsTestJSON-1194276952-project] Pushing event deleted for resources: {'Network': ['ID=266f9a9b-ff9a-40cb-be8d-2f71820a2403,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:09.298709 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-69ac0611-dca7-433a-8bf0-e7a17dfcd787 req-7dd9fa06-bda6-4eb7-80c9-769c6eb4de4a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825376 Feb 15 17:07:09.343794 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e358ac20-89a3-4f25-b81e-1bb9fc690a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:09.902379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46394) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:10.208719 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-92819795-3a87-4b05-ab44-f0557c93c210 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5fde569256064690869ed2a1241d4577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3007312 Feb 15 17:07:10.208958 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46414) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:10.333795 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c10885cf-9126-4a80-b698-a153458a260d admin admin] Publish callbacks [] for security_group (3888e138-92e5-4e46-b854-452ec39ed0c7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:10.386876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46430) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:10.400460 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c10885cf-9126-4a80-b698-a153458a260d admin admin] Publish callbacks [] for security_group (3888e138-92e5-4e46-b854-452ec39ed0c7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:10.517768 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:10.602097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270a1ea-e262-4bc1-a6fb-59599ab15ad3 req-fd97ff8a-980d-4a19-975e-f983e04239ac tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:10.603513 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0270a1ea-e262-4bc1-a6fb-59599ab15ad3 req-fd97ff8a-980d-4a19-975e-f983e04239ac tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.0894170 Feb 15 17:07:10.621988 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c10885cf-9126-4a80-b698-a153458a260d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3888e138-92e5-4e46-b854-452ec39ed0c7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:10.626139 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c10885cf-9126-4a80-b698-a153458a260d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:10.629488 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c10885cf-9126-4a80-b698-a153458a260d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3888e138-92e5-4e46-b854-452ec39ed0c7 HTTP/1.1" status: 204 len: 168 time: 0.4187632 Feb 15 17:07:10.649010 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10885cf-9126-4a80-b698-a153458a260d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3888e138-92e5-4e46-b854-452ec39ed0c7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:10.780923 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0270a1ea-e262-4bc1-a6fb-59599ab15ad3 req-40119f51-982c-42f7-aad8-f6ca73f06b85 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645994 Feb 15 17:07:11.187091 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:11.581971 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Allocated IP 172.20.0.17 (3d9f4160-05be-4fb0-b211-2fcbf8a562ad/25866e5a-bc97-4d1f-9028-20f7fe9ba6f0/0e6b4ce1-26fd-4679-8a28-bf72a7234bf8) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:07:11.747058 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:11.899505 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:11.955511 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:12.052044 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Port': ['ID=0e6b4ce1-26fd-4679-8a28-bf72a7234bf8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:12.081794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network 3d9f4160-05be-4fb0-b211-2fcbf8a562ad is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:07:12.081794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:07:12.094457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:07:12.139619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b79bee-e613-42e7-9f39-6438a7b54483 req-4d6cc95b-70f3-4d0d-a44d-5dc77024d0be tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:12.146692 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05b79bee-e613-42e7-9f39-6438a7b54483 req-4d6cc95b-70f3-4d0d-a44d-5dc77024d0be tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1845150 Feb 15 17:07:12.212458 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:12.259984 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05b79bee-e613-42e7-9f39-6438a7b54483 req-963fd546-f7ba-400e-bfce-b2b54ff9a083 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074667 Feb 15 17:07:12.523480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46534) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:12.552993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-854ca796-9010-430b-b4e0-c4d89f0509a0 None None] Provisioning complete for port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:12.553466 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-854ca796-9010-430b-b4e0-c4d89f0509a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:12.652371 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:12.717071 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-854ca796-9010-430b-b4e0-c4d89f0509a0 None None] Port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:07:12.751429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46544) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:12.974379 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb44ac6d-725e-44f8-b961-bc4391525191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:13.063852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-dc3d44a2-0982-483c-87b9-bf66b6e83e80 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-875424221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:07:13.136419 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb44ac6d-725e-44f8-b961-bc4391525191 admin admin] Publish callbacks [] for security_group (292f3898-14ee-472f-8633-ee2466110e99), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:13.224773 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dc3d44a2-0982-483c-87b9-bf66b6e83e80 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (f5ee437f-38ff-42c6-8874-7283a3d588cd), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:13.226901 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dc3d44a2-0982-483c-87b9-bf66b6e83e80 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (f5ee437f-38ff-42c6-8874-7283a3d588cd), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:13.249130 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:13.312968 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dc3d44a2-0982-483c-87b9-bf66b6e83e80 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for router_controller (f5ee437f-38ff-42c6-8874-7283a3d588cd), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:13.315133 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb44ac6d-725e-44f8-b961-bc4391525191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (292f3898-14ee-472f-8633-ee2466110e99), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:13.380731 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bb44ac6d-725e-44f8-b961-bc4391525191 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8ff7f4ec211c4af0aa7cd3c4fa3af115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6351917 Feb 15 17:07:13.387193 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46562) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:13.410427 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:13.510321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44ac6d-725e-44f8-b961-bc4391525191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=292f3898-14ee-472f-8633-ee2466110e99,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:13.524125 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dc3d44a2-0982-483c-87b9-bf66b6e83e80 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (f5ee437f-38ff-42c6-8874-7283a3d588cd), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:13.578467 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:13.600572 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-63cb14f5-a41f-4b0a-a4b6-d8079f8b707e admin admin] Publish callbacks [] for security_group (292f3898-14ee-472f-8633-ee2466110e99), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:13.648039 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:13.658383 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-63cb14f5-a41f-4b0a-a4b6-d8079f8b707e admin admin] Publish callbacks [] for security_group (292f3898-14ee-472f-8633-ee2466110e99), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:13.665271 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Port': ['ID=0e6b4ce1-26fd-4679-8a28-bf72a7234bf8,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:13.717496 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab93738-3930-4a8f-b1ff-18126e031f8f req-60d5154b-c758-4d98-9cf2-54937b4ed071 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:13.719160 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bab93738-3930-4a8f-b1ff-18126e031f8f req-60d5154b-c758-4d98-9cf2-54937b4ed071 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.3803291 Feb 15 17:07:13.788564 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dc3d44a2-0982-483c-87b9-bf66b6e83e80 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:13.796546 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dc3d44a2-0982-483c-87b9-bf66b6e83e80 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2714977 Feb 15 17:07:13.798642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46574) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:13.810950 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b1e349f1-8afe-4185-b12a-1debbb6f581a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1495493460'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:07:13.904097 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-63cb14f5-a41f-4b0a-a4b6-d8079f8b707e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (292f3898-14ee-472f-8633-ee2466110e99), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:13.906962 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-63cb14f5-a41f-4b0a-a4b6-d8079f8b707e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:13.909243 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-63cb14f5-a41f-4b0a-a4b6-d8079f8b707e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/292f3898-14ee-472f-8633-ee2466110e99 HTTP/1.1" status: 204 len: 168 time: 0.5049150 Feb 15 17:07:13.910622 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bab93738-3930-4a8f-b1ff-18126e031f8f req-77e77891-925f-4684-b64e-de29b647a531 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391375 Feb 15 17:07:13.926387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb14f5-a41f-4b0a-a4b6-d8079f8b707e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=292f3898-14ee-472f-8633-ee2466110e99,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:13.963231 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e349f1-8afe-4185-b12a-1debbb6f581a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Made reservation on behalf of c7aee5f9db094665bf19dd655ff34d43 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:07:13.967370 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network 3d9f4160-05be-4fb0-b211-2fcbf8a562ad is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:07:13.975356 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:07:14.001802 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b1e349f1-8afe-4185-b12a-1debbb6f581a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:14.025678 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b1e349f1-8afe-4185-b12a-1debbb6f581a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:14.153505 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b1e349f1-8afe-4185-b12a-1debbb6f581a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for security_group (5473b060-7ba3-462e-9681-06e4d0594e59), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:14.247909 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b1e349f1-8afe-4185-b12a-1debbb6f581a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5473b060-7ba3-462e-9681-06e4d0594e59), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:14.320621 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:07:14.341614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e349f1-8afe-4185-b12a-1debbb6f581a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:07:14.373572 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b1e349f1-8afe-4185-b12a-1debbb6f581a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (04f6cb86-9acf-4122-b3bf-80bb226b6a44), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:14.377686 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-b1e349f1-8afe-4185-b12a-1debbb6f581a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Added segment 04f6cb86-9acf-4122-b3bf-80bb226b6a44 of type vlan for network 643363a1-6784-480d-bf73-179d3eaf8418 Feb 15 17:07:14.463881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f45073e6-7b08-4b33-9330-ef1a7ccaa4d6 None None] Provisioning complete for port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:14.464559 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f45073e6-7b08-4b33-9330-ef1a7ccaa4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:14.471975 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b1e349f1-8afe-4185-b12a-1debbb6f581a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (643363a1-6784-480d-bf73-179d3eaf8418), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:14.527781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e349f1-8afe-4185-b12a-1debbb6f581a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5473b060-7ba3-462e-9681-06e4d0594e59,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:14.615574 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f45073e6-7b08-4b33-9330-ef1a7ccaa4d6 None None] Port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:07:14.624681 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b1e349f1-8afe-4185-b12a-1debbb6f581a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (643363a1-6784-480d-bf73-179d3eaf8418), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:14.632187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e349f1-8afe-4185-b12a-1debbb6f581a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:14.633383 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b1e349f1-8afe-4185-b12a-1debbb6f581a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:14.650042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:07:14.659868 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4ef6881e-06de-41e9-abb8-db6f26bde4b1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "PUT /v2.0/routers/318cd9e8-0b4d-4531-8cd8-47b18a75eb06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2679479 Feb 15 17:07:14.696986 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Sync routers for ids ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:07:14.714044 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Routers {'318cd9e8-0b4d-4531-8cd8-47b18a75eb06'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:07:14.716014 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:14.830675 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46602) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:14.849976 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e9231d4e-b8e2-40bd-b5d6-80eb0d568b3a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Request body: {'subnet': {'network_id': '643363a1-6784-480d-bf73-179d3eaf8418', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:07:14.851412 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b1e349f1-8afe-4185-b12a-1debbb6f581a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0505290 Feb 15 17:07:14.909324 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e349f1-8afe-4185-b12a-1debbb6f581a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event updated for resources: {'Network': ['ID=643363a1-6784-480d-bf73-179d3eaf8418,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:14.921253 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 643363a1-6784-480d-bf73-179d3eaf8418 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:07:14.966064 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Set router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:07:15.100971 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46608) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:15.119170 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28fbf1e4-051c-491a-b375-fc8668b22977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:15.191635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4e4d6-091d-4de5-b62b-d7eccec0fab1 req-45a29d54-997e-4d0a-921f-7daa09bb1541 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:15.202811 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3c4e4d6-091d-4de5-b62b-d7eccec0fab1 req-45a29d54-997e-4d0a-921f-7daa09bb1541 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1508553 Feb 15 17:07:15.242812 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9231d4e-b8e2-40bd-b5d6-80eb0d568b3a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Made reservation on behalf of c7aee5f9db094665bf19dd655ff34d43 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:07:15.254952 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9231d4e-b8e2-40bd-b5d6-80eb0d568b3a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:15.371139 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3c4e4d6-091d-4de5-b62b-d7eccec0fab1 req-59f48264-9029-4385-96d7-41e6ee6956c1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652308 Feb 15 17:07:15.656726 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:07:12Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '14bc307e-07fb-4c1a-aa92-b11a1add3700', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'port_id': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'mac_address': 'fa:16:3e:71:e3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:05:51Z', 'updated_at': '2022-02-15T17:05:54Z', 'revision_number': 1, 'project_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e6b4ce1-26fd-4679-8a28-bf72a7234bf8', 'name': '', 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:b0:f0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '25866e5a-bc97-4d1f-9028-20f7fe9ba6f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:07:11Z', 'updated_at': '2022-02-15T17:07:13Z', 'revision_number': 2, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': '25866e5a-bc97-4d1f-9028-20f7fe9ba6f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8', 'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:3e:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:16Z', 'updated_at': '2022-02-15T17:05:29Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:15.744847 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Checking router: 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:07:15.746984 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Updating router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:07:15.794333 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:16.044993 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28fbf1e4-051c-491a-b375-fc8668b22977 admin admin] Publish callbacks [] for security_group (454e7812-ec89-4feb-84fc-bab9c81e4edb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:16.176690 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-28fbf1e4-051c-491a-b375-fc8668b22977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (454e7812-ec89-4feb-84fc-bab9c81e4edb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:16.205200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46632) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:16.205387 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-28fbf1e4-051c-491a-b375-fc8668b22977 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1d45a5ef7bc448efb6aee62c3b099f69&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1051841 Feb 15 17:07:16.230234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbf1e4-051c-491a-b375-fc8668b22977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454e7812-ec89-4feb-84fc-bab9c81e4edb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:16.307966 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a2ad5a0-c0cb-4bb6-b45b-c3169e739625 admin admin] Publish callbacks [] for security_group (454e7812-ec89-4feb-84fc-bab9c81e4edb), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:16.314093 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9231d4e-b8e2-40bd-b5d6-80eb0d568b3a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (4991d704-73b9-47a6-8b58-3854ff888912), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:16.344762 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a2ad5a0-c0cb-4bb6-b45b-c3169e739625 admin admin] Publish callbacks [] for security_group (454e7812-ec89-4feb-84fc-bab9c81e4edb), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:16.394998 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Publish callbacks [] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:16.400896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9231d4e-b8e2-40bd-b5d6-80eb0d568b3a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Checking segment: {'id': '04f6cb86-9acf-4122-b3bf-80bb226b6a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '643363a1-6784-480d-bf73-179d3eaf8418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:07:16.408950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9231d4e-b8e2-40bd-b5d6-80eb0d568b3a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Network hostable DHCP agents. Network: 643363a1-6784-480d-bf73-179d3eaf8418, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:07:16.408950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9231d4e-b8e2-40bd-b5d6-80eb0d568b3a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event updated for resources: {'Subnet': ['ID=4991d704-73b9-47a6-8b58-3854ff888912,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:16.492723 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:16.596126 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22402b7-d0a9-4cfd-9002-52b69f77e439 None None] Pushing event updated for resources: {'Port': ['ID=0e6b4ce1-26fd-4679-8a28-bf72a7234bf8,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:16.599215 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27822ac8-00c7-4d8d-99c2-13ac83b94288 req-851f1f85-a4a3-482d-9123-5e76d7246fab tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:16.600868 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-27822ac8-00c7-4d8d-99c2-13ac83b94288 req-851f1f85-a4a3-482d-9123-5e76d7246fab tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1130512 Feb 15 17:07:16.609245 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9231d4e-b8e2-40bd-b5d6-80eb0d568b3a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Network 643363a1-6784-480d-bf73-179d3eaf8418 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:07:16.631796 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22402b7-d0a9-4cfd-9002-52b69f77e439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:16.631796 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22402b7-d0a9-4cfd-9002-52b69f77e439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:16.631796 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22402b7-d0a9-4cfd-9002-52b69f77e439 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:16.633733 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22402b7-d0a9-4cfd-9002-52b69f77e439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:16.633733 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22402b7-d0a9-4cfd-9002-52b69f77e439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:16.633733 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22402b7-d0a9-4cfd-9002-52b69f77e439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:16.633733 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22402b7-d0a9-4cfd-9002-52b69f77e439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:16.634068 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22402b7-d0a9-4cfd-9002-52b69f77e439 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:16.637635 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22402b7-d0a9-4cfd-9002-52b69f77e439 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:16.638043 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22402b7-d0a9-4cfd-9002-52b69f77e439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:16.638389 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22402b7-d0a9-4cfd-9002-52b69f77e439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:16.638726 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22402b7-d0a9-4cfd-9002-52b69f77e439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:16.639059 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22402b7-d0a9-4cfd-9002-52b69f77e439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:16.673071 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a2ad5a0-c0cb-4bb6-b45b-c3169e739625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (454e7812-ec89-4feb-84fc-bab9c81e4edb), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:16.676608 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a2ad5a0-c0cb-4bb6-b45b-c3169e739625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:16.679675 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1a2ad5a0-c0cb-4bb6-b45b-c3169e739625 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/454e7812-ec89-4feb-84fc-bab9c81e4edb HTTP/1.1" status: 204 len: 168 time: 0.4734216 Feb 15 17:07:16.705539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ad5a0-c0cb-4bb6-b45b-c3169e739625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454e7812-ec89-4feb-84fc-bab9c81e4edb,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:16.763232 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-27822ac8-00c7-4d8d-99c2-13ac83b94288 req-0104b3b0-a590-4782-b29c-cdc5e449ce84 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478307 Feb 15 17:07:16.766510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e9231d4e-b8e2-40bd-b5d6-80eb0d568b3a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 643363a1-6784-480d-bf73-179d3eaf8418) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:07:16.775532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9231d4e-b8e2-40bd-b5d6-80eb0d568b3a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:16.778747 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9231d4e-b8e2-40bd-b5d6-80eb0d568b3a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:16.779049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b83f253-8330-46c2-9509-9b91931204ae None None] Network 643363a1-6784-480d-bf73-179d3eaf8418 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:16.813713 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Attempting to bind port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:07:16.814324 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Attempting to bind port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '6384ac81-6442-4bc9-bb91-9d85c00a94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:07:16.814455 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Attempting to bind port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 on network 3d9f4160-05be-4fb0-b211-2fcbf8a562ad {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:07:16.823300 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:07:16.823691 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Checking segment: {'id': '6384ac81-6442-4bc9-bb91-9d85c00a94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:07:16.824110 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:16.825132 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Bound using segment: {'id': '6384ac81-6442-4bc9-bb91-9d85c00a94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:07:16.827700 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Bound port: 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6384ac81-6442-4bc9-bb91-9d85c00a94cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:07:16.828103 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:16.917296 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e9231d4e-b8e2-40bd-b5d6-80eb0d568b3a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0854287 Feb 15 17:07:16.920322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46650) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:16.926322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a095c443-26ad-404f-9ca6-9009b5812500 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Request body: {'network': {'name': 'tempest-router-network01--1859315711'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:07:17.003162 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] For port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:07:17.003162 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] For port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0e6b4ce1-26fd-4679-8a28-bf72a7234bf8,segment=NetworkSegment(6384ac81-6442-4bc9-bb91-9d85c00a94cb),segment_id=6384ac81-6442-4bc9-bb91-9d85c00a94cb)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:07:17.049800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-643363a1-6784-480d-bf73-179d3eaf8418', 'network_id': '643363a1-6784-480d-bf73-179d3eaf8418', 'project_id': 'c7aee5f9db094665bf19dd655ff34d43', 'fixed_ips': [{'subnet_id': '4991d704-73b9-47a6-8b58-3854ff888912'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:07:17.059558 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:17.093470 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:17.094541 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a095c443-26ad-404f-9ca6-9009b5812500 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Made reservation on behalf of c7aee5f9db094665bf19dd655ff34d43 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:07:17.101790 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a095c443-26ad-404f-9ca6-9009b5812500 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:17.127401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a103f908-bcbe-4d06-8969-c47d59d28dc1 None None] Provisioning complete for port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:17.131944 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a103f908-bcbe-4d06-8969-c47d59d28dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:17.185897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a095c443-26ad-404f-9ca6-9009b5812500 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:07:17.203158 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a095c443-26ad-404f-9ca6-9009b5812500 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (72bf8e2c-4153-4cad-a33e-3ecedf771763), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:17.203515 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-a095c443-26ad-404f-9ca6-9009b5812500 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Added segment 72bf8e2c-4153-4cad-a33e-3ecedf771763 of type vlan for network 7b7c4fb9-8d4d-41a1-9efe-33213b99b96c Feb 15 17:07:17.262622 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Routers {'318cd9e8-0b4d-4531-8cd8-47b18a75eb06'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:07:17.263270 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:17.339418 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a095c443-26ad-404f-9ca6-9009b5812500 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (7b7c4fb9-8d4d-41a1-9efe-33213b99b96c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:17.438543 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22402b7-d0a9-4cfd-9002-52b69f77e439 None None] Pushing event updated for resources: {'Port': ['ID=0e6b4ce1-26fd-4679-8a28-bf72a7234bf8,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:17.470045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a103f908-bcbe-4d06-8969-c47d59d28dc1 None None] Current status of the port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:17.470753 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a103f908-bcbe-4d06-8969-c47d59d28dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:17.534596 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a103f908-bcbe-4d06-8969-c47d59d28dc1 None None] For port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0e6b4ce1-26fd-4679-8a28-bf72a7234bf8,segment=NetworkSegment(6384ac81-6442-4bc9-bb91-9d85c00a94cb),segment_id=6384ac81-6442-4bc9-bb91-9d85c00a94cb)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:17.549746 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a095c443-26ad-404f-9ca6-9009b5812500 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (7b7c4fb9-8d4d-41a1-9efe-33213b99b96c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:17.557574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a095c443-26ad-404f-9ca6-9009b5812500 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:17.558293 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a095c443-26ad-404f-9ca6-9009b5812500 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:17.614975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Allocated IP 2001:db8::2 (643363a1-6784-480d-bf73-179d3eaf8418/4991d704-73b9-47a6-8b58-3854ff888912/ea79d2c9-b300-4495-add5-e69bd9f98ab7) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:07:17.628808 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] Set router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:07:17.686269 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a103f908-bcbe-4d06-8969-c47d59d28dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:17.769961 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095c443-26ad-404f-9ca6-9009b5812500 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event updated for resources: {'Network': ['ID=7b7c4fb9-8d4d-41a1-9efe-33213b99b96c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:17.843583 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 7b7c4fb9-8d4d-41a1-9efe-33213b99b96c details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:07:17.863190 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a095c443-26ad-404f-9ca6-9009b5812500 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9394212 Feb 15 17:07:17.865733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46678) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:17.871282 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c182dbc2-4af2-417c-9c90-4f24b4637831 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Request body: {'network': {'name': 'tempest-router-network02--608504758'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:07:18.023520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e1d7f8-d7f8-48a0-bdc4-85e4feb631d8 req-94e47434-66d8-4d9d-b076-ff0a51552986 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:18.030205 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-73e1d7f8-d7f8-48a0-bdc4-85e4feb631d8 req-94e47434-66d8-4d9d-b076-ff0a51552986 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1544766 Feb 15 17:07:18.142665 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:07:12Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '14bc307e-07fb-4c1a-aa92-b11a1add3700', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'port_id': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'mac_address': 'fa:16:3e:71:e3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:05:51Z', 'updated_at': '2022-02-15T17:05:54Z', 'revision_number': 1, 'project_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e6b4ce1-26fd-4679-8a28-bf72a7234bf8', 'name': '', 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:b0:f0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '25866e5a-bc97-4d1f-9028-20f7fe9ba6f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:07:11Z', 'updated_at': '2022-02-15T17:07:16Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': '25866e5a-bc97-4d1f-9028-20f7fe9ba6f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8', 'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:3e:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:16Z', 'updated_at': '2022-02-15T17:05:29Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:18.150056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c182dbc2-4af2-417c-9c90-4f24b4637831 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Made reservation on behalf of c7aee5f9db094665bf19dd655ff34d43 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:07:18.162877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-108f2068-8095-45ea-b39f-d4fc93820b62 None None] Provisioning complete for port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:18.163262 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-108f2068-8095-45ea-b39f-d4fc93820b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:18.168789 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c182dbc2-4af2-417c-9c90-4f24b4637831 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:18.216768 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2090f03b-7cb9-4ede-863a-2975828a3653 None None] The sync data for ids ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'] in n-d-828372-14 is: [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:07:12Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '14bc307e-07fb-4c1a-aa92-b11a1add3700', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'port_id': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'mac_address': 'fa:16:3e:71:e3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:05:51Z', 'updated_at': '2022-02-15T17:05:54Z', 'revision_number': 1, 'project_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e6b4ce1-26fd-4679-8a28-bf72a7234bf8', 'name': '', 'network_id': '3d9f4160-05be-4fb0-b211-2fcbf8a562ad', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:b0:f0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '25866e5a-bc97-4d1f-9028-20f7fe9ba6f0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:07:11Z', 'updated_at': '2022-02-15T17:07:16Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': '25866e5a-bc97-4d1f-9028-20f7fe9ba6f0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8', 'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:3e:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:16Z', 'updated_at': '2022-02-15T17:05:29Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:07:18.266681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103f908-bcbe-4d06-8969-c47d59d28dc1 None None] Pushing event updated for resources: {'Port': ['ID=0e6b4ce1-26fd-4679-8a28-bf72a7234bf8,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:18.290408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c182dbc2-4af2-417c-9c90-4f24b4637831 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:07:18.362239 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c182dbc2-4af2-417c-9c90-4f24b4637831 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (35734a7b-240f-46b6-a1bf-d4a12072054b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:18.362606 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-c182dbc2-4af2-417c-9c90-4f24b4637831 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Added segment 35734a7b-240f-46b6-a1bf-d4a12072054b of type vlan for network 507d29d1-5bb2-4c50-bdf8-4b851e46adb9 Feb 15 17:07:18.457241 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c182dbc2-4af2-417c-9c90-4f24b4637831 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (507d29d1-5bb2-4c50-bdf8-4b851e46adb9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:18.517643 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-73e1d7f8-d7f8-48a0-bdc4-85e4feb631d8 req-c2fe419c-48d5-42cb-b221-3eccf8f0c83b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761977 Feb 15 17:07:18.535349 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-108f2068-8095-45ea-b39f-d4fc93820b62 None None] Current status of the port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:18.587964 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c182dbc2-4af2-417c-9c90-4f24b4637831 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (507d29d1-5bb2-4c50-bdf8-4b851e46adb9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:18.597973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c182dbc2-4af2-417c-9c90-4f24b4637831 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:18.598923 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c182dbc2-4af2-417c-9c90-4f24b4637831 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:18.616989 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Publish callbacks [] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:18.661305 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:07:18.753711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:18.754362 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:18.784756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182dbc2-4af2-417c-9c90-4f24b4637831 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event updated for resources: {'Network': ['ID=507d29d1-5bb2-4c50-bdf8-4b851e46adb9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:18.816359 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 507d29d1-5bb2-4c50-bdf8-4b851e46adb9 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:07:18.952324 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:19.028829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Network 643363a1-6784-480d-bf73-179d3eaf8418 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:07:19.038775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:07:19.045133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:07:19.062240 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c182dbc2-4af2-417c-9c90-4f24b4637831 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1953063 Feb 15 17:07:19.065101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46710) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:19.071377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-bc53e568-6d90-461f-86e7-999ff872dde3 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Request body: {'subnet': {'network_id': '7b7c4fb9-8d4d-41a1-9efe-33213b99b96c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:07:19.073491 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Pushing event updated for resources: {'Port': ['ID=ea79d2c9-b300-4495-add5-e69bd9f98ab7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:19.241116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Attempting to bind port ea79d2c9-b300-4495-add5-e69bd9f98ab7 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:07:19.241434 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Attempting to bind port ea79d2c9-b300-4495-add5-e69bd9f98ab7 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '04f6cb86-9acf-4122-b3bf-80bb226b6a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '643363a1-6784-480d-bf73-179d3eaf8418'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:07:19.241930 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Attempting to bind port ea79d2c9-b300-4495-add5-e69bd9f98ab7 on network 643363a1-6784-480d-bf73-179d3eaf8418 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:07:19.294405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:07:19.294894 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Checking segment: {'id': '04f6cb86-9acf-4122-b3bf-80bb226b6a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '643363a1-6784-480d-bf73-179d3eaf8418'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:07:19.295387 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:19.295847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Bound using segment: {'id': '04f6cb86-9acf-4122-b3bf-80bb226b6a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '643363a1-6784-480d-bf73-179d3eaf8418'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:07:19.302102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Bound port: ea79d2c9-b300-4495-add5-e69bd9f98ab7, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f6cb86-9acf-4122-b3bf-80bb226b6a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '643363a1-6784-480d-bf73-179d3eaf8418'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:07:19.302625 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:19.327500 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:19.430981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc53e568-6d90-461f-86e7-999ff872dde3 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Made reservation on behalf of c7aee5f9db094665bf19dd655ff34d43 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:07:19.436150 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc53e568-6d90-461f-86e7-999ff872dde3 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:19.536665 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] For port ea79d2c9-b300-4495-add5-e69bd9f98ab7, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:07:19.547639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] For port ea79d2c9-b300-4495-add5-e69bd9f98ab7, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ea79d2c9-b300-4495-add5-e69bd9f98ab7,segment=NetworkSegment(04f6cb86-9acf-4122-b3bf-80bb226b6a44),segment_id=04f6cb86-9acf-4122-b3bf-80bb226b6a44)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:07:19.641409 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:19.772016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00985fa7-71b0-4380-b874-9f937ec38b63 None None] Pushing event updated for resources: {'Port': ['ID=ea79d2c9-b300-4495-add5-e69bd9f98ab7,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:19.804307 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc55c94-5042-4bd9-bb36-cc5fad7bb594 req-98591221-60e0-45bc-bc3a-52e651ecd062 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:19.834936 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6cc55c94-5042-4bd9-bb36-cc5fad7bb594 req-98591221-60e0-45bc-bc3a-52e651ecd062 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1693566 Feb 15 17:07:19.944178 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6cc55c94-5042-4bd9-bb36-cc5fad7bb594 req-d6f13140-47f7-47ad-97b0-48889dbc6b0f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160648 Feb 15 17:07:20.049639 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc53e568-6d90-461f-86e7-999ff872dde3 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (24c64538-aaa4-4ce3-9785-b9ccadeef7cf), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:20.182456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53e568-6d90-461f-86e7-999ff872dde3 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event updated for resources: {'Subnet': ['ID=24c64538-aaa4-4ce3-9785-b9ccadeef7cf,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:20.235784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53e568-6d90-461f-86e7-999ff872dde3 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Checking segment: {'id': '72bf8e2c-4153-4cad-a33e-3ecedf771763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7b7c4fb9-8d4d-41a1-9efe-33213b99b96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:07:20.236457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc53e568-6d90-461f-86e7-999ff872dde3 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Network hostable DHCP agents. Network: 7b7c4fb9-8d4d-41a1-9efe-33213b99b96c, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:07:20.412951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc53e568-6d90-461f-86e7-999ff872dde3 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Network 7b7c4fb9-8d4d-41a1-9efe-33213b99b96c is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:07:20.515442 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-bc53e568-6d90-461f-86e7-999ff872dde3 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 7b7c4fb9-8d4d-41a1-9efe-33213b99b96c) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:07:20.522406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc53e568-6d90-461f-86e7-999ff872dde3 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:20.523026 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc53e568-6d90-461f-86e7-999ff872dde3 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:20.525726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d013eb7f-4d62-47e3-b9d6-c24a6cadf8ac None None] Network 7b7c4fb9-8d4d-41a1-9efe-33213b99b96c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:20.659803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ea79d2c9-b300-4495-add5-e69bd9f98ab7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:07:20.707156 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bc53e568-6d90-461f-86e7-999ff872dde3 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6406932 Feb 15 17:07:20.710247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46764) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:20.715527 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-04768d2e-7659-4c03-a6d9-4665370ca052 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Request body: {'subnet': {'network_id': '507d29d1-5bb2-4c50-bdf8-4b851e46adb9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:07:20.812582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ea79d2c9-b300-4495-add5-e69bd9f98ab7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:20.813427 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:20.849138 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-7b7c4fb9-8d4d-41a1-9efe-33213b99b96c', 'network_id': '7b7c4fb9-8d4d-41a1-9efe-33213b99b96c', 'project_id': 'c7aee5f9db094665bf19dd655ff34d43', 'fixed_ips': [{'subnet_id': '24c64538-aaa4-4ce3-9785-b9ccadeef7cf'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:07:20.849138 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:21.012080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04768d2e-7659-4c03-a6d9-4665370ca052 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Made reservation on behalf of c7aee5f9db094665bf19dd655ff34d43 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:07:21.016105 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-04768d2e-7659-4c03-a6d9-4665370ca052 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:21.260553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Allocated IP 2001:db8::2 (7b7c4fb9-8d4d-41a1-9efe-33213b99b96c/24c64538-aaa4-4ce3-9785-b9ccadeef7cf/70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:07:21.368010 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332269a-08e5-4f32-b279-bc9f3e04e757 req-c3375052-59c1-4f2b-9a24-23bfea673036 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:21.389962 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6332269a-08e5-4f32-b279-bc9f3e04e757 req-c3375052-59c1-4f2b-9a24-23bfea673036 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.2477114 Feb 15 17:07:21.516778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6332269a-08e5-4f32-b279-bc9f3e04e757 req-63d2eeef-d6ae-4d83-8a1c-0cb4efdec5b3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241624 Feb 15 17:07:21.571844 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8260960e-bdd2-4c9b-9211-f07046a42537 None None] Network 643363a1-6784-480d-bf73-179d3eaf8418 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:21.646776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ea79d2c9-b300-4495-add5-e69bd9f98ab7 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:21.648828 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:21.687657 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-04768d2e-7659-4c03-a6d9-4665370ca052 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (f6d0560f-60bd-4099-976d-0f752c8d64ab), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:21.765525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port ea79d2c9-b300-4495-add5-e69bd9f98ab7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ea79d2c9-b300-4495-add5-e69bd9f98ab7,segment=NetworkSegment(04f6cb86-9acf-4122-b3bf-80bb226b6a44),segment_id=04f6cb86-9acf-4122-b3bf-80bb226b6a44)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:21.779090 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-28891fbb-8ea2-4c08-8afd-c79a2d15d312 None None] Provisioning complete for port ea79d2c9-b300-4495-add5-e69bd9f98ab7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:21.779771 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28891fbb-8ea2-4c08-8afd-c79a2d15d312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:21.781612 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Publish callbacks [] for port (70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:21.792042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04768d2e-7659-4c03-a6d9-4665370ca052 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event updated for resources: {'Subnet': ['ID=f6d0560f-60bd-4099-976d-0f752c8d64ab,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:21.802217 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04768d2e-7659-4c03-a6d9-4665370ca052 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Checking segment: {'id': '35734a7b-240f-46b6-a1bf-d4a12072054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '507d29d1-5bb2-4c50-bdf8-4b851e46adb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:07:21.802663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04768d2e-7659-4c03-a6d9-4665370ca052 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Network hostable DHCP agents. Network: 507d29d1-5bb2-4c50-bdf8-4b851e46adb9, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:07:21.928551 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:21.945995 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-28891fbb-8ea2-4c08-8afd-c79a2d15d312 None None] Current status of the port ea79d2c9-b300-4495-add5-e69bd9f98ab7 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:21.946397 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-28891fbb-8ea2-4c08-8afd-c79a2d15d312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:21.979652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04768d2e-7659-4c03-a6d9-4665370ca052 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Network 507d29d1-5bb2-4c50-bdf8-4b851e46adb9 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:07:22.001165 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:22.036135 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Network 7b7c4fb9-8d4d-41a1-9efe-33213b99b96c is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:07:22.044280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:07:22.047388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:07:22.096593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-04768d2e-7659-4c03-a6d9-4665370ca052 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 507d29d1-5bb2-4c50-bdf8-4b851e46adb9) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:07:22.096593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04768d2e-7659-4c03-a6d9-4665370ca052 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:22.096593 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-04768d2e-7659-4c03-a6d9-4665370ca052 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:22.097816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=ea79d2c9-b300-4495-add5-e69bd9f98ab7,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:22.247630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95d613b-5ff2-4330-b889-2cebf56475ee None None] Network 507d29d1-5bb2-4c50-bdf8-4b851e46adb9 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:22.254511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Attempting to bind port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:07:22.255183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Attempting to bind port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '72bf8e2c-4153-4cad-a33e-3ecedf771763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7b7c4fb9-8d4d-41a1-9efe-33213b99b96c'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:07:22.255928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Attempting to bind port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c on network 7b7c4fb9-8d4d-41a1-9efe-33213b99b96c {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:07:22.271669 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46802) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:22.280565 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-04768d2e-7659-4c03-a6d9-4665370ca052 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5602427 Feb 15 17:07:22.614878 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:07:22.617913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Checking segment: {'id': '72bf8e2c-4153-4cad-a33e-3ecedf771763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7b7c4fb9-8d4d-41a1-9efe-33213b99b96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:07:22.618451 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:22.625853 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Bound using segment: {'id': '72bf8e2c-4153-4cad-a33e-3ecedf771763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7b7c4fb9-8d4d-41a1-9efe-33213b99b96c'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:07:22.638047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Bound port: 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72bf8e2c-4153-4cad-a33e-3ecedf771763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7b7c4fb9-8d4d-41a1-9efe-33213b99b96c'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:07:22.638615 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:22.720714 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ea79d2c9-b300-4495-add5-e69bd9f98ab7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:07:22.735506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46816) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:22.789493 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-28891fbb-8ea2-4c08-8afd-c79a2d15d312 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:07:22.790148 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-28891fbb-8ea2-4c08-8afd-c79a2d15d312 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:07:22.791034 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Pushing event updated for resources: {'Port': ['ID=70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:22.796889 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-507d29d1-5bb2-4c50-bdf8-4b851e46adb9', 'network_id': '507d29d1-5bb2-4c50-bdf8-4b851e46adb9', 'project_id': 'c7aee5f9db094665bf19dd655ff34d43', 'fixed_ips': [{'subnet_id': 'f6d0560f-60bd-4099-976d-0f752c8d64ab'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:07:22.797793 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b157610-2782-4fa0-815f-86ae49fcec9d admin admin] Deleting subnet 437e51e5-ee8d-47ad-90dd-27babd8afe3e {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:07:22.801357 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b157610-2782-4fa0-815f-86ae49fcec9d admin admin] Publish callbacks [] for subnet (437e51e5-ee8d-47ad-90dd-27babd8afe3e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:22.802591 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:22.882170 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b157610-2782-4fa0-815f-86ae49fcec9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (437e51e5-ee8d-47ad-90dd-27babd8afe3e), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:22.960038 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b157610-2782-4fa0-815f-86ae49fcec9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (437e51e5-ee8d-47ad-90dd-27babd8afe3e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:23.031229 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8e4f7-3e0a-4432-abb0-57a805ab436e req-e4a342fb-6577-4b6b-8720-8958986794b2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:23.038631 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77c8e4f7-3e0a-4432-abb0-57a805ab436e req-e4a342fb-6577-4b6b-8720-8958986794b2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.2558978 Feb 15 17:07:23.178899 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b157610-2782-4fa0-815f-86ae49fcec9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (437e51e5-ee8d-47ad-90dd-27babd8afe3e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:23.185246 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:23.205329 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77c8e4f7-3e0a-4432-abb0-57a805ab436e req-a8ec2298-560b-4375-9b51-b54a320f37dc tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656334 Feb 15 17:07:23.224888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] For port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:07:23.245480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b157610-2782-4fa0-815f-86ae49fcec9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=437e51e5-ee8d-47ad-90dd-27babd8afe3e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:23.269208 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8b157610-2782-4fa0-815f-86ae49fcec9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:23.278314 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8b157610-2782-4fa0-815f-86ae49fcec9d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/437e51e5-ee8d-47ad-90dd-27babd8afe3e HTTP/1.1" status: 204 len: 168 time: 0.5351524 Feb 15 17:07:23.285950 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46826) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:23.311332 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] For port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c,segment=NetworkSegment(72bf8e2c-4153-4cad-a33e-3ecedf771763),segment_id=72bf8e2c-4153-4cad-a33e-3ecedf771763)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:07:23.469726 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:23.470306 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71faab73-110e-4224-9d13-3f8cf9c38ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (9ebd2123-1c96-4cec-b59e-9fea976d5553), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:23.636874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ea79d2c9-b300-4495-add5-e69bd9f98ab7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:23.637606 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:23.697710 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71faab73-110e-4224-9d13-3f8cf9c38ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (9ebd2123-1c96-4cec-b59e-9fea976d5553), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:23.752930 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Allocated IP 2001:db8::2 (507d29d1-5bb2-4c50-bdf8-4b851e46adb9/f6d0560f-60bd-4099-976d-0f752c8d64ab/27758df0-2bed-4d13-9216-21618f7a8ef5) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:07:23.757053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-28891fbb-8ea2-4c08-8afd-c79a2d15d312 None None] Current status of the port ea79d2c9-b300-4495-add5-e69bd9f98ab7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:23.771124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-71faab73-110e-4224-9d13-3f8cf9c38ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebd2123-1c96-4cec-b59e-9fea976d5553']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:23.790064 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Allocated IP 2001:db8::1 (7b7c4fb9-8d4d-41a1-9efe-33213b99b96c/24c64538-aaa4-4ce3-9785-b9ccadeef7cf/12f0b424-bce1-4765-ab21-33c5d1d878ac) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:07:23.818201 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-71faab73-110e-4224-9d13-3f8cf9c38ac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8771538c-2e81-4f61-9faf-6fb729ba758e') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:23.818512 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-71faab73-110e-4224-9d13-3f8cf9c38ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8771538c-2e81-4f61-9faf-6fb729ba758e') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:23.842732 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71faab73-110e-4224-9d13-3f8cf9c38ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (8771538c-2e81-4f61-9faf-6fb729ba758e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:23.883335 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71faab73-110e-4224-9d13-3f8cf9c38ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8771538c-2e81-4f61-9faf-6fb729ba758e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:23.908480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71faab73-110e-4224-9d13-3f8cf9c38ac5 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:07:23.910412 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71faab73-110e-4224-9d13-3f8cf9c38ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (8771538c-2e81-4f61-9faf-6fb729ba758e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:07:23.916442 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:07:24.047366 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f293379-4e1a-40e9-b4a3-4e897e65aff3 None None] Pushing event updated for resources: {'Port': ['ID=70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:24.116849 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for port (12f0b424-bce1-4765-ab21-33c5d1d878ac), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:24.148418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-09723096-e78e-4eda-8c92-00d5ee8e1944 None None] Provisioning complete for port ea79d2c9-b300-4495-add5-e69bd9f98ab7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:24.148418 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09723096-e78e-4eda-8c92-00d5ee8e1944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:24.292515 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71faab73-110e-4224-9d13-3f8cf9c38ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (9ebd2123-1c96-4cec-b59e-9fea976d5553), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:24.298540 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-71faab73-110e-4224-9d13-3f8cf9c38ac5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:24.304121 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-71faab73-110e-4224-9d13-3f8cf9c38ac5 admin admin] 10.222.0.107 "DELETE /v2.0/networks/9ebd2123-1c96-4cec-b59e-9fea976d5553 HTTP/1.1" status: 204 len: 168 time: 1.0148292 Feb 15 17:07:24.333758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71faab73-110e-4224-9d13-3f8cf9c38ac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ebd2123-1c96-4cec-b59e-9fea976d5553,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:24.344087 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (12f0b424-bce1-4765-ab21-33c5d1d878ac), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:24.444624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Network 7b7c4fb9-8d4d-41a1-9efe-33213b99b96c is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:07:24.449879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event updated for resources: {'Port': ['ID=12f0b424-bce1-4765-ab21-33c5d1d878ac,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:24.452807 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:07:24.455292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:07:24.456130 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (f5ee437f-38ff-42c6-8874-7283a3d588cd), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:24.583679 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ea79d2c9-b300-4495-add5-e69bd9f98ab7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:24.592473 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101c487-7a9c-485b-9be4-330d71ad3d72 req-d769b775-8d2a-46b0-838d-478fd35817a6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:24.599548 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e101c487-7a9c-485b-9be4-330d71ad3d72 req-d769b775-8d2a-46b0-838d-478fd35817a6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.2160678 Feb 15 17:07:24.720527 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Publish callbacks [] for port (27758df0-2bed-4d13-9216-21618f7a8ef5), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:24.742773 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e101c487-7a9c-485b-9be4-330d71ad3d72 req-3e4d412a-0661-4180-8b3f-05e5c4f3db63 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323400 Feb 15 17:07:24.946630 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (12f0b424-bce1-4765-ab21-33c5d1d878ac), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:24.948165 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (27758df0-2bed-4d13-9216-21618f7a8ef5), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:24.974847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:07:25.036559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-09723096-e78e-4eda-8c92-00d5ee8e1944 None None] Current status of the port ea79d2c9-b300-4495-add5-e69bd9f98ab7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:25.046290 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Network 507d29d1-5bb2-4c50-bdf8-4b851e46adb9 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:07:25.053217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:07:25.061077 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:07:25.117933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46868) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:25.167595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Attempting to bind port 27758df0-2bed-4d13-9216-21618f7a8ef5 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:07:25.169636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Attempting to bind port 27758df0-2bed-4d13-9216-21618f7a8ef5 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '35734a7b-240f-46b6-a1bf-d4a12072054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '507d29d1-5bb2-4c50-bdf8-4b851e46adb9'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:07:25.169636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Attempting to bind port 27758df0-2bed-4d13-9216-21618f7a8ef5 on network 507d29d1-5bb2-4c50-bdf8-4b851e46adb9 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:07:25.173494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Pushing event updated for resources: {'Port': ['ID=27758df0-2bed-4d13-9216-21618f7a8ef5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:25.180850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:25.181379 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:25.243150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:07:25.245818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Checking segment: {'id': '35734a7b-240f-46b6-a1bf-d4a12072054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '507d29d1-5bb2-4c50-bdf8-4b851e46adb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:07:25.249005 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:25.249571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Bound using segment: {'id': '35734a7b-240f-46b6-a1bf-d4a12072054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '507d29d1-5bb2-4c50-bdf8-4b851e46adb9'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:07:25.250187 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Bound port: 27758df0-2bed-4d13-9216-21618f7a8ef5, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35734a7b-240f-46b6-a1bf-d4a12072054b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '507d29d1-5bb2-4c50-bdf8-4b851e46adb9'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:07:25.250685 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (27758df0-2bed-4d13-9216-21618f7a8ef5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:25.289263 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-07a8836b-b512-49c0-a556-e200e9768fd8 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=81a693dd01984a119e971badb942d052&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1702724 Feb 15 17:07:25.290024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46872) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:25.420991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] For port 27758df0-2bed-4d13-9216-21618f7a8ef5, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:07:25.438759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] For port 27758df0-2bed-4d13-9216-21618f7a8ef5, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=27758df0-2bed-4d13-9216-21618f7a8ef5,segment=NetworkSegment(35734a7b-240f-46b6-a1bf-d4a12072054b),segment_id=35734a7b-240f-46b6-a1bf-d4a12072054b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:07:25.441212 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6bd763e4-15dd-4875-9cca-cc99ea403733 admin admin] Publish callbacks [] for security_group (3925746b-44d9-4fd6-8c49-970aaa93de9c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:25.498500 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6bd763e4-15dd-4875-9cca-cc99ea403733 admin admin] Publish callbacks [] for security_group (3925746b-44d9-4fd6-8c49-970aaa93de9c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:25.522526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:25.522915 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:25.551692 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (27758df0-2bed-4d13-9216-21618f7a8ef5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:25.720357 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for port (12f0b424-bce1-4765-ab21-33c5d1d878ac), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:25.734771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c,segment=NetworkSegment(72bf8e2c-4153-4cad-a33e-3ecedf771763),segment_id=72bf8e2c-4153-4cad-a33e-3ecedf771763)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:25.744039 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6bd763e4-15dd-4875-9cca-cc99ea403733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3925746b-44d9-4fd6-8c49-970aaa93de9c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:25.744039 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6bd763e4-15dd-4875-9cca-cc99ea403733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:25.746058 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6bd763e4-15dd-4875-9cca-cc99ea403733 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3925746b-44d9-4fd6-8c49-970aaa93de9c HTTP/1.1" status: 204 len: 168 time: 0.4549448 Feb 15 17:07:25.759208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd763e4-15dd-4875-9cca-cc99ea403733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3925746b-44d9-4fd6-8c49-970aaa93de9c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:25.806755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2019b6-c216-4c37-b736-b756b900811a None None] Pushing event updated for resources: {'Port': ['ID=27758df0-2bed-4d13-9216-21618f7a8ef5,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:25.841826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (12f0b424-bce1-4765-ab21-33c5d1d878ac), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:25.846993 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (f5ee437f-38ff-42c6-8874-7283a3d588cd), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:25.896864 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:26.079208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:26.181975 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event updated for resources: {'Port': ['ID=12f0b424-bce1-4765-ab21-33c5d1d878ac,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:26.269142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08986eed-1fd6-43a2-9b2f-d94da9f7e09f None None] Network 7b7c4fb9-8d4d-41a1-9efe-33213b99b96c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:26.399430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f38bc04b-ff18-41b7-b383-e582778badc0 None None] Provisioning complete for port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:26.399430 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f38bc04b-ff18-41b7-b383-e582778badc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:26.424456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Network 7b7c4fb9-8d4d-41a1-9efe-33213b99b96c is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:07:26.449387 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:07:26.507013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1cde95-fb7a-482e-beb2-bb784926c5a5 req-20834970-d548-4846-8fb1-c6285788b96a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:26.510381 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc1cde95-fb7a-482e-beb2-bb784926c5a5 req-20834970-d548-4846-8fb1-c6285788b96a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.5294914 Feb 15 17:07:26.935121 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f38bc04b-ff18-41b7-b383-e582778badc0 None None] Current status of the port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:26.946507 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bc1cde95-fb7a-482e-beb2-bb784926c5a5 req-6ba965af-e02b-4f42-9aec-c207142c8159 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833859 Feb 15 17:07:27.071406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:07:27.155467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Router f5ee437f-38ff-42c6-8874-7283a3d588cd is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:07:27.336319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:27.340376 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:27.461007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b7822211-35db-4ffc-9d39-208f01e3c95a None None] Provisioning complete for port 12f0b424-bce1-4765-ab21-33c5d1d878ac triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:27.465260 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b7822211-35db-4ffc-9d39-208f01e3c95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (12f0b424-bce1-4765-ab21-33c5d1d878ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:27.601886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b7822211-35db-4ffc-9d39-208f01e3c95a None None] Port 12f0b424-bce1-4765-ab21-33c5d1d878ac cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:07:27.606803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:07:27.614852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:27.616848 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 27758df0-2bed-4d13-9216-21618f7a8ef5 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:07:27.623016 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d9f54027-7516-4279-93f2-fc0e28db12f1 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "PUT /v2.0/routers/f5ee437f-38ff-42c6-8874-7283a3d588cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3497851 Feb 15 17:07:27.625941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46928) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:27.638896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cd67b6-2d05-4c1b-b33c-a28df71faff7 None None] Sync routers for ids ['f5ee437f-38ff-42c6-8874-7283a3d588cd'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:07:27.711125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b7822211-35db-4ffc-9d39-208f01e3c95a None None] Provisioning complete for port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:27.711768 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b7822211-35db-4ffc-9d39-208f01e3c95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:27.811833 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cd67b6-2d05-4c1b-b33c-a28df71faff7 None None] Routers {'f5ee437f-38ff-42c6-8874-7283a3d588cd'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:07:27.812501 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-e7cd67b6-2d05-4c1b-b33c-a28df71faff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5ee437f-38ff-42c6-8874-7283a3d588cd'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:27.878745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-e7cd67b6-2d05-4c1b-b33c-a28df71faff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:28.007740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cd67b6-2d05-4c1b-b33c-a28df71faff7 None None] Routers {'f5ee437f-38ff-42c6-8874-7283a3d588cd'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:07:28.008376 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-e7cd67b6-2d05-4c1b-b33c-a28df71faff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5ee437f-38ff-42c6-8874-7283a3d588cd'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:28.033295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 27758df0-2bed-4d13-9216-21618f7a8ef5 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:28.033717 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (27758df0-2bed-4d13-9216-21618f7a8ef5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:28.181903 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d91efdd-05a4-432b-b658-00ce59f58edd None None] Network 507d29d1-5bb2-4c50-bdf8-4b851e46adb9 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:28.316344 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-e7cd67b6-2d05-4c1b-b33c-a28df71faff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:28.317774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cd67b6-2d05-4c1b-b33c-a28df71faff7 None None] The sync data for ids ['f5ee437f-38ff-42c6-8874-7283a3d588cd'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:07:28.376686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547885c8-fdb5-472b-9cb5-ab412fc24359 req-de6e81ce-0148-480a-91e1-bc2e27f46a50 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:28.378663 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-547885c8-fdb5-472b-9cb5-ab412fc24359 req-de6e81ce-0148-480a-91e1-bc2e27f46a50 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.2936966 Feb 15 17:07:28.474746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b7822211-35db-4ffc-9d39-208f01e3c95a None None] Current status of the port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:28.581230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 27758df0-2bed-4d13-9216-21618f7a8ef5 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:28.581916 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (27758df0-2bed-4d13-9216-21618f7a8ef5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:28.592768 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-547885c8-fdb5-472b-9cb5-ab412fc24359 req-8cff739f-03e8-4e7b-94d7-dbf4ba58233a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797838 Feb 15 17:07:28.656348 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c267cdf6-c5c1-4adb-a7d4-470cb3884a49 None None] Provisioning complete for port 27758df0-2bed-4d13-9216-21618f7a8ef5 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:28.657553 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c267cdf6-c5c1-4adb-a7d4-470cb3884a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (27758df0-2bed-4d13-9216-21618f7a8ef5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:28.677645 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-e35f5a5e-72e1-4770-8ec0-b132b98d44d4 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:07:28.678734 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e35f5a5e-72e1-4770-8ec0-b132b98d44d4 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "PUT /v2.0/routers/f5ee437f-38ff-42c6-8874-7283a3d588cd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0517714 Feb 15 17:07:28.682456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 46970) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:28.740400 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 27758df0-2bed-4d13-9216-21618f7a8ef5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=27758df0-2bed-4d13-9216-21618f7a8ef5,segment=NetworkSegment(35734a7b-240f-46b6-a1bf-d4a12072054b),segment_id=35734a7b-240f-46b6-a1bf-d4a12072054b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:28.785898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 46972) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:28.806852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c267cdf6-c5c1-4adb-a7d4-470cb3884a49 None None] Current status of the port 27758df0-2bed-4d13-9216-21618f7a8ef5 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:28.811489 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c267cdf6-c5c1-4adb-a7d4-470cb3884a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (27758df0-2bed-4d13-9216-21618f7a8ef5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:28.856084 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (27758df0-2bed-4d13-9216-21618f7a8ef5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:28.979546 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-c267cdf6-c5c1-4adb-a7d4-470cb3884a49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:07:28.980005 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-c267cdf6-c5c1-4adb-a7d4-470cb3884a49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:07:28.984406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=27758df0-2bed-4d13-9216-21618f7a8ef5,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:29.135076 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (f5ee437f-38ff-42c6-8874-7283a3d588cd), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:29.491572 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-64c75a5c-1034-4c77-aeb0-ca979ebb75cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:29.556154 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c267cdf6-c5c1-4adb-a7d4-470cb3884a49 None None] Current status of the port 27758df0-2bed-4d13-9216-21618f7a8ef5 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:29.567690 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Deleting port 12f0b424-bce1-4765-ab21-33c5d1d878ac {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:29.568238 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (12f0b424-bce1-4765-ab21-33c5d1d878ac), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:29.576243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c267cdf6-c5c1-4adb-a7d4-470cb3884a49 None None] Provisioning complete for port 12f0b424-bce1-4765-ab21-33c5d1d878ac triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:29.576598 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c267cdf6-c5c1-4adb-a7d4-470cb3884a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (12f0b424-bce1-4765-ab21-33c5d1d878ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:29.627520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c267cdf6-c5c1-4adb-a7d4-470cb3884a49 None None] Port 12f0b424-bce1-4765-ab21-33c5d1d878ac cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:07:29.715770 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (12f0b424-bce1-4765-ab21-33c5d1d878ac), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:29.755345 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f0ac9c5b-3d38-4577-9c19-2f1d5f431897 None None] Provisioning complete for port 27758df0-2bed-4d13-9216-21618f7a8ef5 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:29.758918 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9c5b-3d38-4577-9c19-2f1d5f431897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (27758df0-2bed-4d13-9216-21618f7a8ef5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:29.820067 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Calling delete_port for 12f0b424-bce1-4765-ab21-33c5d1d878ac owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:29.932014 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac9c5b-3d38-4577-9c19-2f1d5f431897 None None] Current status of the port 27758df0-2bed-4d13-9216-21618f7a8ef5 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:29.937057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34dff4-8236-4495-b33c-ce77e11d9a2f req-67ded101-26de-4099-99c8-ec95d24392ab tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:29.942002 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf34dff4-8236-4495-b33c-ce77e11d9a2f req-67ded101-26de-4099-99c8-ec95d24392ab tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1943126 Feb 15 17:07:30.075213 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf34dff4-8236-4495-b33c-ce77e11d9a2f req-a49ab67c-533b-4af1-9f27-e4641058e775 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293263 Feb 15 17:07:30.229860 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (12f0b424-bce1-4765-ab21-33c5d1d878ac), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:30.520335 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:30.699642 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (f5ee437f-38ff-42c6-8874-7283a3d588cd), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:30.699642 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event deleted for resources: {'Port': ['ID=12f0b424-bce1-4765-ab21-33c5d1d878ac,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:30.740661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:30.740661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:30.741478 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:30.743143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:30.743496 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:30.743842 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:30.744198 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:30.744539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:30.747308 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:30.747710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:30.748053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:30.748393 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:30.748727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:30.753667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-64c75a5c-1034-4c77-aeb0-ca979ebb75cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Deleting port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:30.758046 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-64c75a5c-1034-4c77-aeb0-ca979ebb75cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:30.841606 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:31.037980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 27758df0-2bed-4d13-9216-21618f7a8ef5 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:07:31.065124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-64c75a5c-1034-4c77-aeb0-ca979ebb75cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] For port 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0e6b4ce1-26fd-4679-8a28-bf72a7234bf8,segment=NetworkSegment(6384ac81-6442-4bc9-bb91-9d85c00a94cb),segment_id=6384ac81-6442-4bc9-bb91-9d85c00a94cb)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:31.065580 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-64c75a5c-1034-4c77-aeb0-ca979ebb75cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:31.084960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-64c75a5c-1034-4c77-aeb0-ca979ebb75cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Calling delete_port for 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:31.170988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 27758df0-2bed-4d13-9216-21618f7a8ef5 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:31.171377 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (27758df0-2bed-4d13-9216-21618f7a8ef5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:31.364814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Router f5ee437f-38ff-42c6-8874-7283a3d588cd has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:07:31.434036 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 27758df0-2bed-4d13-9216-21618f7a8ef5 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:31.519451 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189d307e-1794-44a3-869c-af76395b51f4 req-cfce1828-e17b-4011-9311-4eb4b221efa2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:31.537763 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-189d307e-1794-44a3-869c-af76395b51f4 req-cfce1828-e17b-4011-9311-4eb4b221efa2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.2330694 Feb 15 17:07:31.581284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:07:31.596454 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a9095-7886-46b7-a938-d27beb6f4202 None None] Sync routers for ids ['f5ee437f-38ff-42c6-8874-7283a3d588cd'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:07:31.597994 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-98b3726a-b63d-4671-8b14-84c1878f929d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "PUT /v2.0/routers/f5ee437f-38ff-42c6-8874-7283a3d588cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9133911 Feb 15 17:07:31.598995 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47056) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:31.610709 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a9095-7886-46b7-a938-d27beb6f4202 None None] Routers {'f5ee437f-38ff-42c6-8874-7283a3d588cd'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:07:31.611342 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-502a9095-7886-46b7-a938-d27beb6f4202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5ee437f-38ff-42c6-8874-7283a3d588cd'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:31.671593 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-124be221-7e9d-4ad6-bdc1-74076f7e9a46 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] delete failed (client error): The resource could not be found. Feb 15 17:07:31.679344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47058) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:31.680584 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-124be221-7e9d-4ad6-bdc1-74076f7e9a46 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "DELETE /v2.0/routers/tempest-non_exist_router-1787226370 HTTP/1.1" status: 404 len: 335 time: 0.0745637 Feb 15 17:07:31.685556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-46d0d141-6c6b-4cd1-a90f-129c30856146 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f5ee437f-38ff-42c6-8874-7283a3d588cd'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:07:31.719128 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-189d307e-1794-44a3-869c-af76395b51f4 req-fe3e4fde-b13c-4356-9c09-0929150afbf0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668005 Feb 15 17:07:31.762905 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-502a9095-7886-46b7-a938-d27beb6f4202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:31.785917 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502a9095-7886-46b7-a938-d27beb6f4202 None None] Routers {'f5ee437f-38ff-42c6-8874-7283a3d588cd'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:07:31.786534 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-502a9095-7886-46b7-a938-d27beb6f4202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5ee437f-38ff-42c6-8874-7283a3d588cd'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:31.869844 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-502a9095-7886-46b7-a938-d27beb6f4202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:31.870516 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502a9095-7886-46b7-a938-d27beb6f4202 None None] The sync data for ids ['f5ee437f-38ff-42c6-8874-7283a3d588cd'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:07:31.884776 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-64c75a5c-1034-4c77-aeb0-ca979ebb75cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0e6b4ce1-26fd-4679-8a28-bf72a7234bf8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:32.031303 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c75a5c-1034-4c77-aeb0-ca979ebb75cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Port': ['ID=0e6b4ce1-26fd-4679-8a28-bf72a7234bf8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:32.338346 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-64c75a5c-1034-4c77-aeb0-ca979ebb75cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:32.640020 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-46d0d141-6c6b-4cd1-a90f-129c30856146 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for router_gateway (f5ee437f-38ff-42c6-8874-7283a3d588cd), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:32.885301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c75a5c-1034-4c77-aeb0-ca979ebb75cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:07:32.984626 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-46d0d141-6c6b-4cd1-a90f-129c30856146 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] update failed (client error): The resource could not be found. Feb 15 17:07:32.988192 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-46d0d141-6c6b-4cd1-a90f-129c30856146 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "PUT /v2.0/routers/f5ee437f-38ff-42c6-8874-7283a3d588cd HTTP/1.1" status: 404 len: 339 time: 1.3060904 Feb 15 17:07:32.996867 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47092) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:33.017150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-5c8345ba-ed95-4951-bb37-82b2f2892ebf tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1514078782'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:07:33.180726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8345ba-ed95-4951-bb37-82b2f2892ebf tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Made reservation on behalf of c7aee5f9db094665bf19dd655ff34d43 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:07:33.195415 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5c8345ba-ed95-4951-bb37-82b2f2892ebf tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:33.334332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8345ba-ed95-4951-bb37-82b2f2892ebf tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:07:33.376186 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5c8345ba-ed95-4951-bb37-82b2f2892ebf tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8019a924-a9f2-4962-8443-322c5120e63b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:33.384938 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-5c8345ba-ed95-4951-bb37-82b2f2892ebf tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Added segment 8019a924-a9f2-4962-8443-322c5120e63b of type vlan for network 53a9e547-47c6-40c4-a335-c64af4380029 Feb 15 17:07:33.454162 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c75a5c-1034-4c77-aeb0-ca979ebb75cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:07:33.462128 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-64c75a5c-1034-4c77-aeb0-ca979ebb75cb tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "PUT /v2.0/routers/318cd9e8-0b4d-4531-8cd8-47b18a75eb06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6836152 Feb 15 17:07:33.471533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d88e32e-1035-4f93-9b4a-0db0d0df7c95 None None] Sync routers for ids ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:07:33.477904 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5c8345ba-ed95-4951-bb37-82b2f2892ebf tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (53a9e547-47c6-40c4-a335-c64af4380029), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:33.507812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d88e32e-1035-4f93-9b4a-0db0d0df7c95 None None] Routers {'318cd9e8-0b4d-4531-8cd8-47b18a75eb06'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:07:33.507812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8d88e32e-1035-4f93-9b4a-0db0d0df7c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:33.665420 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5c8345ba-ed95-4951-bb37-82b2f2892ebf tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (53a9e547-47c6-40c4-a335-c64af4380029), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:33.671260 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8345ba-ed95-4951-bb37-82b2f2892ebf tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:33.675661 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5c8345ba-ed95-4951-bb37-82b2f2892ebf tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:33.825864 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-8d88e32e-1035-4f93-9b4a-0db0d0df7c95 None None] Set router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:07:33.916009 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5c8345ba-ed95-4951-bb37-82b2f2892ebf tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9153409 Feb 15 17:07:33.951800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47112) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:33.975844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-3c3b4c3b-25b9-43b3-8008-aab1b5532151 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Request body: {'subnet': {'network_id': '53a9e547-47c6-40c4-a335-c64af4380029', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:07:34.150043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df048e-db48-4af2-9e5b-c59eb6744f18 req-76b05669-6094-410e-a174-fbfa7d0bf3d4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:34.154896 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-38df048e-db48-4af2-9e5b-c59eb6744f18 req-76b05669-6094-410e-a174-fbfa7d0bf3d4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 1.2738760 Feb 15 17:07:34.264595 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-38df048e-db48-4af2-9e5b-c59eb6744f18 req-8387500d-eb06-4d76-8cc5-3ab70c636dcd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026514 Feb 15 17:07:34.433049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8345ba-ed95-4951-bb37-82b2f2892ebf tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event updated for resources: {'Network': ['ID=53a9e547-47c6-40c4-a335-c64af4380029,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:34.507664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 53a9e547-47c6-40c4-a335-c64af4380029 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:07:34.539059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c6ba6-22e2-4aa5-9583-75adf64a1d76 req-f2f1e934-88d6-4f6c-bc26-d14f2ff2679f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:34.545232 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-547c6ba6-22e2-4aa5-9583-75adf64a1d76 req-f2f1e934-88d6-4f6c-bc26-d14f2ff2679f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 946 time: 0.0933752 Feb 15 17:07:34.626785 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-547c6ba6-22e2-4aa5-9583-75adf64a1d76 req-e4151424-f2cb-4733-a4f6-07156a0eff24 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=37233694-9e9a-4446-acec-54dd740fd8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797749 Feb 15 17:07:34.707091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8d88e32e-1035-4f93-9b4a-0db0d0df7c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:07:31Z', 'revision_number': 6, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '14bc307e-07fb-4c1a-aa92-b11a1add3700', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'port_id': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'mac_address': 'fa:16:3e:71:e3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:05:51Z', 'updated_at': '2022-02-15T17:05:54Z', 'revision_number': 1, 'project_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8', 'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:3e:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:16Z', 'updated_at': '2022-02-15T17:05:29Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:34.744993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3b4c3b-25b9-43b3-8008-aab1b5532151 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Made reservation on behalf of c7aee5f9db094665bf19dd655ff34d43 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:07:34.748363 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d88e32e-1035-4f93-9b4a-0db0d0df7c95 None None] Checking router: 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:07:34.758520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d88e32e-1035-4f93-9b4a-0db0d0df7c95 None None] Routers {'318cd9e8-0b4d-4531-8cd8-47b18a75eb06'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:07:34.759197 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4c3b-25b9-43b3-8008-aab1b5532151 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:34.759365 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8d88e32e-1035-4f93-9b4a-0db0d0df7c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:34.890247 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-8d88e32e-1035-4f93-9b4a-0db0d0df7c95 None None] Set router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:07:35.345772 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4c3b-25b9-43b3-8008-aab1b5532151 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (6195779f-a403-4c34-8004-43ab2a561304), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:35.375624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8d88e32e-1035-4f93-9b4a-0db0d0df7c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:07:31Z', 'revision_number': 6, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '14bc307e-07fb-4c1a-aa92-b11a1add3700', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'port_id': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'mac_address': 'fa:16:3e:71:e3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:05:51Z', 'updated_at': '2022-02-15T17:05:54Z', 'revision_number': 1, 'project_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8', 'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:3e:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:16Z', 'updated_at': '2022-02-15T17:05:29Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:35.433057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d88e32e-1035-4f93-9b4a-0db0d0df7c95 None None] The sync data for ids ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'] in n-d-828372-14 is: [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:07:31Z', 'revision_number': 6, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '14bc307e-07fb-4c1a-aa92-b11a1add3700', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'floating_ip_address': '172.25.4.51', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'port_id': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'mac_address': 'fa:16:3e:71:e3:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:05:51Z', 'updated_at': '2022-02-15T17:05:54Z', 'revision_number': 1, 'project_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8', 'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:3e:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:16Z', 'updated_at': '2022-02-15T17:05:29Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:07:35.559789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b4c3b-25b9-43b3-8008-aab1b5532151 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event updated for resources: {'Subnet': ['ID=6195779f-a403-4c34-8004-43ab2a561304,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:35.636737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b4c3b-25b9-43b3-8008-aab1b5532151 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Checking segment: {'id': '8019a924-a9f2-4962-8443-322c5120e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53a9e547-47c6-40c4-a335-c64af4380029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:07:35.637202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b4c3b-25b9-43b3-8008-aab1b5532151 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Network hostable DHCP agents. Network: 53a9e547-47c6-40c4-a335-c64af4380029, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:07:35.648617 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeccfd3-fbfa-431d-881b-0e70c091d473 req-3145d6c9-ddc5-4a3d-9b6e-493d2b357e7b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:35.652335 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3eeccfd3-fbfa-431d-881b-0e70c091d473 req-3145d6c9-ddc5-4a3d-9b6e-493d2b357e7b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1898086 Feb 15 17:07:35.695953 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135ef8a-ab86-4ce7-864a-8e3b289f1834 req-8b6b25e8-7e52-4d55-ab87-d7650e3502a3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:35.699281 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3135ef8a-ab86-4ce7-864a-8e3b289f1834 req-8b6b25e8-7e52-4d55-ab87-d7650e3502a3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.67 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 946 time: 0.1281967 Feb 15 17:07:35.780001 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3eeccfd3-fbfa-431d-881b-0e70c091d473 req-16455c0e-8d66-4f02-9473-ea66d4f201f6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137235 Feb 15 17:07:35.815215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b4c3b-25b9-43b3-8008-aab1b5532151 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Network 53a9e547-47c6-40c4-a335-c64af4380029 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:07:35.938790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f022fab-0cc4-44b0-914a-cef0ed1e82e4 req-d3686869-f4a6-4f3e-b591-cd693a2f5aa5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:35.950506 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f022fab-0cc4-44b0-914a-cef0ed1e82e4 req-d3686869-f4a6-4f3e-b591-cd693a2f5aa5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 946 time: 0.1722665 Feb 15 17:07:35.987043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-3135ef8a-ab86-4ce7-864a-8e3b289f1834 req-42d36f0f-7ad8-4d53-b2e4-ca9f2304236f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Deleting port c4974ee8-cb02-4c57-92f1-b1995b9d2e89 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:35.987515 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3135ef8a-ab86-4ce7-864a-8e3b289f1834 req-42d36f0f-7ad8-4d53-b2e4-ca9f2304236f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c4974ee8-cb02-4c57-92f1-b1995b9d2e89), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:36.069406 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f022fab-0cc4-44b0-914a-cef0ed1e82e4 req-9d686abc-9656-4d62-9bd7-dc03c91f5693 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=37233694-9e9a-4446-acec-54dd740fd8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117957 Feb 15 17:07:36.086304 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-3c3b4c3b-25b9-43b3-8008-aab1b5532151 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 53a9e547-47c6-40c4-a335-c64af4380029) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:07:36.103722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cdd979-4178-48df-94f9-3dc2d7f9b9bd None None] Network 53a9e547-47c6-40c4-a335-c64af4380029 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:36.115049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b4c3b-25b9-43b3-8008-aab1b5532151 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:36.117988 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4c3b-25b9-43b3-8008-aab1b5532151 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:36.294160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-3135ef8a-ab86-4ce7-864a-8e3b289f1834 req-42d36f0f-7ad8-4d53-b2e4-ca9f2304236f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] For port c4974ee8-cb02-4c57-92f1-b1995b9d2e89, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=c4974ee8-cb02-4c57-92f1-b1995b9d2e89,segment=NetworkSegment(6384ac81-6442-4bc9-bb91-9d85c00a94cb),segment_id=6384ac81-6442-4bc9-bb91-9d85c00a94cb)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:36.294547 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3135ef8a-ab86-4ce7-864a-8e3b289f1834 req-42d36f0f-7ad8-4d53-b2e4-ca9f2304236f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c4974ee8-cb02-4c57-92f1-b1995b9d2e89), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:36.334749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-3135ef8a-ab86-4ce7-864a-8e3b289f1834 req-42d36f0f-7ad8-4d53-b2e4-ca9f2304236f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Calling delete_port for c4974ee8-cb02-4c57-92f1-b1995b9d2e89 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:36.372315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-53a9e547-47c6-40c4-a335-c64af4380029', 'network_id': '53a9e547-47c6-40c4-a335-c64af4380029', 'project_id': 'c7aee5f9db094665bf19dd655ff34d43', 'fixed_ips': [{'subnet_id': '6195779f-a403-4c34-8004-43ab2a561304'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:07:36.372777 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:36.613078 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3c3b4c3b-25b9-43b3-8008-aab1b5532151 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6571059 Feb 15 17:07:36.615873 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47164) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:36.621033 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-163fa9d2-7639-48b2-9a81-cd4d2c9638c0 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Request body: {'router': {'external_gateway_info': {'network_id': '53a9e547-47c6-40c4-a335-c64af4380029'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:07:36.686609 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3135ef8a-ab86-4ce7-864a-8e3b289f1834 req-42d36f0f-7ad8-4d53-b2e4-ca9f2304236f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c4974ee8-cb02-4c57-92f1-b1995b9d2e89), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:36.742590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d36f0f-7ad8-4d53-b2e4-ca9f2304236f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Port': ['ID=c4974ee8-cb02-4c57-92f1-b1995b9d2e89,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:36.807923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Allocated IP 2001:db8:1::2 (53a9e547-47c6-40c4-a335-c64af4380029/6195779f-a403-4c34-8004-43ab2a561304/3fb66003-8e08-4472-b2b5-44b1ae7d4518) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:07:36.851764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-3135ef8a-ab86-4ce7-864a-8e3b289f1834 req-42d36f0f-7ad8-4d53-b2e4-ca9f2304236f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] No DVR routers for this DVR port c4974ee8-cb02-4c57-92f1-b1995b9d2e89 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:07:36.867738 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3135ef8a-ab86-4ce7-864a-8e3b289f1834 req-42d36f0f-7ad8-4d53-b2e4-ca9f2304236f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:36.867738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3135ef8a-ab86-4ce7-864a-8e3b289f1834 req-42d36f0f-7ad8-4d53-b2e4-ca9f2304236f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.67 "DELETE /v2.0/ports/c4974ee8-cb02-4c57-92f1-b1995b9d2e89 HTTP/1.1" status: 204 len: 173 time: 1.1563282 Feb 15 17:07:36.868126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3702780d-5b03-4a5c-9767-4efa290b4a8e', 'name': 'network-vif-deleted', 'tag': 'c4974ee8-cb02-4c57-92f1-b1995b9d2e89'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:07:36.872047 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5696caa2-a799-4691-af9d-2868c7d0c253" -d '{"events": [{"server_uuid": "3702780d-5b03-4a5c-9767-4efa290b4a8e", "name": "network-vif-deleted", "tag": "c4974ee8-cb02-4c57-92f1-b1995b9d2e89"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:07:36.960594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:07:37.020683 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7442b2da-18d6-4557-adaa-2c809be0a8e3 x-openstack-request-id: req-7442b2da-18d6-4557-adaa-2c809be0a8e3 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:07:37.020987 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3702780d-5b03-4a5c-9767-4efa290b4a8e", "name": "network-vif-deleted", "tag": "c4974ee8-cb02-4c57-92f1-b1995b9d2e89", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:07:37.021255 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7442b2da-18d6-4557-adaa-2c809be0a8e3 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:07:37.021707 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3702780d-5b03-4a5c-9767-4efa290b4a8e', 'name': 'network-vif-deleted', 'tag': 'c4974ee8-cb02-4c57-92f1-b1995b9d2e89', 'status': 'completed', 'code': 200} Feb 15 17:07:37.046723 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-efa6fa90-1f38-4409-9d7f-69415912fee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:37.057306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:07:37.057686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0e6b4ce1-26fd-4679-8a28-bf72a7234bf8 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:07:37.262879 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Publish callbacks [] for port (3fb66003-8e08-4472-b2b5-44b1ae7d4518), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:37.354067 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c90f2709-9cd8-46b5-88bd-46e713cf0e4b req-5a3dc9ed-ed09-4248-a28b-7586649329c6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=3702780d-5b03-4a5c-9767-4efa290b4a8e HTTP/1.1" status: 200 len: 210 time: 0.0739615 Feb 15 17:07:37.407116 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (3fb66003-8e08-4472-b2b5-44b1ae7d4518), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:37.426131 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-163fa9d2-7639-48b2-9a81-cd4d2c9638c0 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for router_gateway (f5ee437f-38ff-42c6-8874-7283a3d588cd), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:37.485332 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d607163-247d-4f98-9fdc-b9eee65eb642 req-136e11a9-87a1-4e22-ae60-6da91cbc8701 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:37.487742 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d607163-247d-4f98-9fdc-b9eee65eb642 req-136e11a9-87a1-4e22-ae60-6da91cbc8701 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.5834177 Feb 15 17:07:37.544118 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Pushing event updated for resources: {'Port': ['ID=3fb66003-8e08-4472-b2b5-44b1ae7d4518,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:37.565479 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Network 53a9e547-47c6-40c4-a335-c64af4380029 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:07:37.566702 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:07:37.570313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:07:37.686852 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d607163-247d-4f98-9fdc-b9eee65eb642 req-8aa93b82-a72d-4ce2-b57a-13d201b892df tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928911 Feb 15 17:07:37.706373 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Attempting to bind port 3fb66003-8e08-4472-b2b5-44b1ae7d4518 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:07:37.710928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Attempting to bind port 3fb66003-8e08-4472-b2b5-44b1ae7d4518 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '8019a924-a9f2-4962-8443-322c5120e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53a9e547-47c6-40c4-a335-c64af4380029'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:07:37.710928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Attempting to bind port 3fb66003-8e08-4472-b2b5-44b1ae7d4518 on network 53a9e547-47c6-40c4-a335-c64af4380029 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:07:37.736419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:07:37.738374 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:07:37.740221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Checking segment: {'id': '8019a924-a9f2-4962-8443-322c5120e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53a9e547-47c6-40c4-a335-c64af4380029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:07:37.740676 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:37.742222 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Bound using segment: {'id': '8019a924-a9f2-4962-8443-322c5120e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53a9e547-47c6-40c4-a335-c64af4380029'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:07:37.742757 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Bound port: 3fb66003-8e08-4472-b2b5-44b1ae7d4518, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8019a924-a9f2-4962-8443-322c5120e63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '53a9e547-47c6-40c4-a335-c64af4380029'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:07:37.743158 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3fb66003-8e08-4472-b2b5-44b1ae7d4518), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:37.885954 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-163fa9d2-7639-48b2-9a81-cd4d2c9638c0 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:07:37.887035 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-163fa9d2-7639-48b2-9a81-cd4d2c9638c0 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "PUT /v2.0/routers/f5ee437f-38ff-42c6-8874-7283a3d588cd HTTP/1.1" status: 400 len: 364 time: 1.2699733 Feb 15 17:07:37.890806 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47190) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:37.968239 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] For port 3fb66003-8e08-4472-b2b5-44b1ae7d4518, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:07:37.987712 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] For port 3fb66003-8e08-4472-b2b5-44b1ae7d4518, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3fb66003-8e08-4472-b2b5-44b1ae7d4518,segment=NetworkSegment(8019a924-a9f2-4962-8443-322c5120e63b),segment_id=8019a924-a9f2-4962-8443-322c5120e63b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:07:38.075270 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3fb66003-8e08-4472-b2b5-44b1ae7d4518), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:38.243126 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e88a985-5a8e-433e-9c22-cca4a4975c74 None None] Pushing event updated for resources: {'Port': ['ID=3fb66003-8e08-4472-b2b5-44b1ae7d4518,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:38.486492 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47206) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:38.681614 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03af755c-dfc2-4716-81dc-48805d25b805 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (37233694-9e9a-4446-acec-54dd740fd8d2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:38.734979 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03af755c-dfc2-4716-81dc-48805d25b805 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (37233694-9e9a-4446-acec-54dd740fd8d2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:38.872346 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:38.974546 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03af755c-dfc2-4716-81dc-48805d25b805 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (37233694-9e9a-4446-acec-54dd740fd8d2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:38.978106 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-03af755c-dfc2-4716-81dc-48805d25b805 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:38.979488 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-03af755c-dfc2-4716-81dc-48805d25b805 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "DELETE /v2.0/security-groups/37233694-9e9a-4446-acec-54dd740fd8d2 HTTP/1.1" status: 204 len: 168 time: 0.4916856 Feb 15 17:07:39.003763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af755c-dfc2-4716-81dc-48805d25b805 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37233694-9e9a-4446-acec-54dd740fd8d2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:39.056307 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2089bfb-135d-4287-9257-2226f950ac4d req-8caca685-c7f2-492d-8288-13465cc8d6ac tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:39.066970 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2089bfb-135d-4287-9257-2226f950ac4d req-8caca685-c7f2-492d-8288-13465cc8d6ac tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.2053661 Feb 15 17:07:39.129517 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47214) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:39.170203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3fb66003-8e08-4472-b2b5-44b1ae7d4518 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:07:39.249031 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2089bfb-135d-4287-9257-2226f950ac4d req-1fbc0ccf-56be-445b-9d98-afb2637b5e06 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762955 Feb 15 17:07:39.265328 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30bc1ee-5d33-49ae-8aa0-9d93b050e9df tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Deleting subnet 25866e5a-bc97-4d1f-9028-20f7fe9ba6f0 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:07:39.277817 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e30bc1ee-5d33-49ae-8aa0-9d93b050e9df tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for subnet (25866e5a-bc97-4d1f-9028-20f7fe9ba6f0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:39.294641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c4974ee8-cb02-4c57-92f1-b1995b9d2e89 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:07:39.342984 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: c4974ee8-cb02-4c57-92f1-b1995b9d2e89 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:07:39.351300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device c4974ee8-cb02-4c57-92f1-b1995b9d2e89 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:07:39.371827 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3336879-483f-4297-808b-676108a8cd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:39.420602 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e30bc1ee-5d33-49ae-8aa0-9d93b050e9df tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (25866e5a-bc97-4d1f-9028-20f7fe9ba6f0), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:39.429011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 3fb66003-8e08-4472-b2b5-44b1ae7d4518 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:39.430706 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3fb66003-8e08-4472-b2b5-44b1ae7d4518), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:39.573524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Allocated IP 2001:db8::1 (643363a1-6784-480d-bf73-179d3eaf8418/4991d704-73b9-47a6-8b58-3854ff888912/4bd2bd83-2a98-4998-b8b2-358066478800) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:07:39.599662 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e30bc1ee-5d33-49ae-8aa0-9d93b050e9df tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (25866e5a-bc97-4d1f-9028-20f7fe9ba6f0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:39.667157 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 3fb66003-8e08-4472-b2b5-44b1ae7d4518 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:39.668768 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3fb66003-8e08-4472-b2b5-44b1ae7d4518), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:39.770957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 3fb66003-8e08-4472-b2b5-44b1ae7d4518, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3fb66003-8e08-4472-b2b5-44b1ae7d4518,segment=NetworkSegment(8019a924-a9f2-4962-8443-322c5120e63b),segment_id=8019a924-a9f2-4962-8443-322c5120e63b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:39.831978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for port (4bd2bd83-2a98-4998-b8b2-358066478800), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:39.910516 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3fb66003-8e08-4472-b2b5-44b1ae7d4518), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:39.910811 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e30bc1ee-5d33-49ae-8aa0-9d93b050e9df tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (25866e5a-bc97-4d1f-9028-20f7fe9ba6f0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:39.936451 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e30bc1ee-5d33-49ae-8aa0-9d93b050e9df tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:39.940265 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e30bc1ee-5d33-49ae-8aa0-9d93b050e9df tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "DELETE /v2.0/subnets/25866e5a-bc97-4d1f-9028-20f7fe9ba6f0 HTTP/1.1" status: 204 len: 168 time: 0.8096442 Feb 15 17:07:39.944344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47234) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:39.961902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bc1ee-5d33-49ae-8aa0-9d93b050e9df tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Subnet': ['ID=25866e5a-bc97-4d1f-9028-20f7fe9ba6f0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:39.963460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cb1876-a793-43d6-af08-2fb8d6122c67 None None] Network 3d9f4160-05be-4fb0-b211-2fcbf8a562ad requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:40.060979 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=3fb66003-8e08-4472-b2b5-44b1ae7d4518,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:40.169206 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4bd2bd83-2a98-4998-b8b2-358066478800), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:40.184524 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eb6341-5c7a-4288-a53c-500a61c99b82 None None] Network 53a9e547-47c6-40c4-a335-c64af4380029 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:40.270295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event updated for resources: {'Port': ['ID=4bd2bd83-2a98-4998-b8b2-358066478800,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:40.299337 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (3d9f4160-05be-4fb0-b211-2fcbf8a562ad), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:40.306013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Network 643363a1-6784-480d-bf73-179d3eaf8418 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:07:40.308844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:40.309461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:40.310011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:40.310561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:40.311117 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:40.311949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:40.312504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:40.313058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:40.313630 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:40.314170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:40.314728 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:40.315271 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:40.315813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:40.331158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:07:40.351126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:07:40.352054 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (f5ee437f-38ff-42c6-8874-7283a3d588cd), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:40.418227 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279b3ef7-6ee6-49ea-9689-ac386785c74a None None] DHCP port deletion for 3d9f4160-05be-4fb0-b211-2fcbf8a562ad request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:07:40.542824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0f6993b4-8ebd-4827-89a1-562a7ef57321 None None] Provisioning complete for port 3fb66003-8e08-4472-b2b5-44b1ae7d4518 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:40.545260 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0f6993b4-8ebd-4827-89a1-562a7ef57321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3fb66003-8e08-4472-b2b5-44b1ae7d4518), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:40.653350 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:40.686743 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-279b3ef7-6ee6-49ea-9689-ac386785c74a None None] Deleting port f6a5f500-81e4-4693-ad46-4a13d4ea82c1 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:40.687053 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-279b3ef7-6ee6-49ea-9689-ac386785c74a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f6a5f500-81e4-4693-ad46-4a13d4ea82c1), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:40.813357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-279b3ef7-6ee6-49ea-9689-ac386785c74a None None] For port f6a5f500-81e4-4693-ad46-4a13d4ea82c1, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f6a5f500-81e4-4693-ad46-4a13d4ea82c1,segment=NetworkSegment(6384ac81-6442-4bc9-bb91-9d85c00a94cb),segment_id=6384ac81-6442-4bc9-bb91-9d85c00a94cb)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:40.813795 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-279b3ef7-6ee6-49ea-9689-ac386785c74a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f6a5f500-81e4-4693-ad46-4a13d4ea82c1), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:40.854191 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-279b3ef7-6ee6-49ea-9689-ac386785c74a None None] Calling delete_port for f6a5f500-81e4-4693-ad46-4a13d4ea82c1 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:41.088364 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3fb66003-8e08-4472-b2b5-44b1ae7d4518 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:07:41.362763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0f6993b4-8ebd-4827-89a1-562a7ef57321 None None] Current status of the port 3fb66003-8e08-4472-b2b5-44b1ae7d4518 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:41.414170 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 3fb66003-8e08-4472-b2b5-44b1ae7d4518 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:41.414639 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3fb66003-8e08-4472-b2b5-44b1ae7d4518), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:41.449055 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4bd2bd83-2a98-4998-b8b2-358066478800), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:41.461078 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-279b3ef7-6ee6-49ea-9689-ac386785c74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (f6a5f500-81e4-4693-ad46-4a13d4ea82c1), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:41.500293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d42e24-5bbd-4d80-893c-c27d4d13a9a0 req-15b5fc1e-e345-4872-b3b4-7959e9c9fa70 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:41.511560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-29d42e24-5bbd-4d80-893c-c27d4d13a9a0 req-15b5fc1e-e345-4872-b3b4-7959e9c9fa70 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.9123113 Feb 15 17:07:41.521523 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b3ef7-6ee6-49ea-9689-ac386785c74a None None] Pushing event deleted for resources: {'Port': ['ID=f6a5f500-81e4-4693-ad46-4a13d4ea82c1,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:41.525798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279b3ef7-6ee6-49ea-9689-ac386785c74a None None] No DVR routers for this DVR port f6a5f500-81e4-4693-ad46-4a13d4ea82c1 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:07:41.557853 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-57974df7-2a7a-4475-99d1-852a0d1352f2 None None] Provisioning complete for port 3fb66003-8e08-4472-b2b5-44b1ae7d4518 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:41.558894 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57974df7-2a7a-4475-99d1-852a0d1352f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3fb66003-8e08-4472-b2b5-44b1ae7d4518), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:41.654918 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-29d42e24-5bbd-4d80-893c-c27d4d13a9a0 req-6c40c35b-73a6-496a-939c-54660b113c17 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422696 Feb 15 17:07:41.680685 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Deleting port f6a5f500-81e4-4693-ad46-4a13d4ea82c1 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:41.681178 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f6a5f500-81e4-4693-ad46-4a13d4ea82c1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:41.902219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] For port f6a5f500-81e4-4693-ad46-4a13d4ea82c1, host n-d-828372-14, got binding levels [] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:41.902674 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f6a5f500-81e4-4693-ad46-4a13d4ea82c1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:41.930560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Calling delete_port for f6a5f500-81e4-4693-ad46-4a13d4ea82c1 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:41.935913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.ipam_backend_mixin [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Port f6a5f500-81e4-4693-ad46-4a13d4ea82c1 was not found and therefore no delete operation was performed {{(pid=103799) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 17:07:41.942049 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f6a5f500-81e4-4693-ad46-4a13d4ea82c1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:42.024438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] No DVR routers for this DVR port f6a5f500-81e4-4693-ad46-4a13d4ea82c1 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:07:42.188222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Port': ['ID=f6a5f500-81e4-4693-ad46-4a13d4ea82c1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:42.253876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47282) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:42.300538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-57974df7-2a7a-4475-99d1-852a0d1352f2 None None] Current status of the port 3fb66003-8e08-4472-b2b5-44b1ae7d4518 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:42.380318 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (3d9f4160-05be-4fb0-b211-2fcbf8a562ad), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:42.380941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-57974df7-2a7a-4475-99d1-852a0d1352f2 None None] Provisioning complete for port 4bd2bd83-2a98-4998-b8b2-358066478800 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:42.392419 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57974df7-2a7a-4475-99d1-852a0d1352f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4bd2bd83-2a98-4998-b8b2-358066478800), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:42.459639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9f4160-05be-4fb0-b211-2fcbf8a562ad']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:42.467382 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-56aeac66-546f-40d2-9f80-328d3ef1e2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:42.482494 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:42.500431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6384ac81-6442-4bc9-bb91-9d85c00a94cb') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:42.501286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6384ac81-6442-4bc9-bb91-9d85c00a94cb') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:42.517128 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 3fb66003-8e08-4472-b2b5-44b1ae7d4518 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:07:42.517602 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (6384ac81-6442-4bc9-bb91-9d85c00a94cb), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:42.532155 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-57974df7-2a7a-4475-99d1-852a0d1352f2 None None] Port 4bd2bd83-2a98-4998-b8b2-358066478800 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:07:42.572036 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (6384ac81-6442-4bc9-bb91-9d85c00a94cb), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:42.581443 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-56aeac66-546f-40d2-9f80-328d3ef1e2c0 admin admin] Publish callbacks [] for security_group (9de59b7f-91ab-4f3f-9ba7-d395998d4199), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:42.593251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:07:42.593939 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (6384ac81-6442-4bc9-bb91-9d85c00a94cb), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:07:42.597851 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:07:42.645655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f6a5f500-81e4-4693-ad46-4a13d4ea82c1 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:07:42.656993 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-56aeac66-546f-40d2-9f80-328d3ef1e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9de59b7f-91ab-4f3f-9ba7-d395998d4199), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:42.685667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: f6a5f500-81e4-4693-ad46-4a13d4ea82c1 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:07:42.686002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f6a5f500-81e4-4693-ad46-4a13d4ea82c1 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:07:42.742376 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aeac66-546f-40d2-9f80-328d3ef1e2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de59b7f-91ab-4f3f-9ba7-d395998d4199,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:42.757681 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47290) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:42.758453 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-56aeac66-546f-40d2-9f80-328d3ef1e2c0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1b7800b392c8420099962484df253d97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5035090 Feb 15 17:07:42.763212 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for port (4bd2bd83-2a98-4998-b8b2-358066478800), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:42.902134 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (3d9f4160-05be-4fb0-b211-2fcbf8a562ad), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:42.928510 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (4bd2bd83-2a98-4998-b8b2-358066478800), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:42.931538 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (f5ee437f-38ff-42c6-8874-7283a3d588cd), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:42.953776 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:42.960626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47298) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:42.962328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "DELETE /v2.0/networks/3d9f4160-05be-4fb0-b211-2fcbf8a562ad HTTP/1.1" status: 204 len: 168 time: 3.0161092 Feb 15 17:07:42.972178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa3653-c622-4068-ae6c-71bf289ae99b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Network': ['ID=3d9f4160-05be-4fb0-b211-2fcbf8a562ad,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:43.004949 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-008293fc-2283-411b-a85d-3f89188ff4c8 admin admin] Publish callbacks [] for security_group (9de59b7f-91ab-4f3f-9ba7-d395998d4199), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:43.155934 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-008293fc-2283-411b-a85d-3f89188ff4c8 admin admin] Publish callbacks [] for security_group (9de59b7f-91ab-4f3f-9ba7-d395998d4199), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:43.159186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event updated for resources: {'Port': ['ID=4bd2bd83-2a98-4998-b8b2-358066478800,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:43.206621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea55ca3-12e3-4562-a0b8-d72efc4dddb5 req-2102e607-4a59-4eb3-b8c2-afc2d56f77cf tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:43.217794 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ea55ca3-12e3-4562-a0b8-d72efc4dddb5 req-2102e607-4a59-4eb3-b8c2-afc2d56f77cf tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.3983812 Feb 15 17:07:43.336672 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d5423cd7-3e38-40af-910c-9498928553a3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Deleting port 643c8c21-8150-469f-b280-4f183da4f92d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:43.337315 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5423cd7-3e38-40af-910c-9498928553a3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (643c8c21-8150-469f-b280-4f183da4f92d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:43.351611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Network 643363a1-6784-480d-bf73-179d3eaf8418 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:07:43.361440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:07:43.368495 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ea55ca3-12e3-4562-a0b8-d72efc4dddb5 req-692df3c8-2d2f-4eb5-90ae-274f1080a3f6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503704 Feb 15 17:07:43.435421 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5423cd7-3e38-40af-910c-9498928553a3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (643c8c21-8150-469f-b280-4f183da4f92d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:43.442234 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5423cd7-3e38-40af-910c-9498928553a3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for floatingip (643c8c21-8150-469f-b280-4f183da4f92d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:43.442388 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:43.454108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d5423cd7-3e38-40af-910c-9498928553a3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Calling delete_port for 643c8c21-8150-469f-b280-4f183da4f92d owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:43.616096 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Router f5ee437f-38ff-42c6-8874-7283a3d588cd has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:07:43.642603 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-008293fc-2283-411b-a85d-3f89188ff4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9de59b7f-91ab-4f3f-9ba7-d395998d4199), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:43.650030 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-008293fc-2283-411b-a85d-3f89188ff4c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:43.654067 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-008293fc-2283-411b-a85d-3f89188ff4c8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9de59b7f-91ab-4f3f-9ba7-d395998d4199 HTTP/1.1" status: 204 len: 168 time: 0.8928165 Feb 15 17:07:43.702054 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008293fc-2283-411b-a85d-3f89188ff4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de59b7f-91ab-4f3f-9ba7-d395998d4199,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:43.852477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:07:43.868018 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a834264-be32-41b9-88eb-2ec1b7376dea None None] Sync routers for ids ['f5ee437f-38ff-42c6-8874-7283a3d588cd'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:07:43.878657 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-75fcb148-8728-48a1-9471-704df750486a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "PUT /v2.0/routers/f5ee437f-38ff-42c6-8874-7283a3d588cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9825504 Feb 15 17:07:43.878657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47312) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:43.878889 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a434d6cb-9c0e-4b77-a7a0-12d6b6a5e073 None None] Provisioning complete for port 4bd2bd83-2a98-4998-b8b2-358066478800 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:07:43.878889 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a434d6cb-9c0e-4b77-a7a0-12d6b6a5e073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4bd2bd83-2a98-4998-b8b2-358066478800), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:43.894791 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a834264-be32-41b9-88eb-2ec1b7376dea None None] Routers {'f5ee437f-38ff-42c6-8874-7283a3d588cd'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:07:43.895425 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2a834264-be32-41b9-88eb-2ec1b7376dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5ee437f-38ff-42c6-8874-7283a3d588cd'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:44.018304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a434d6cb-9c0e-4b77-a7a0-12d6b6a5e073 None None] Port 4bd2bd83-2a98-4998-b8b2-358066478800 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:07:44.019545 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2a834264-be32-41b9-88eb-2ec1b7376dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:44.023687 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5423cd7-3e38-40af-910c-9498928553a3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (643c8c21-8150-469f-b280-4f183da4f92d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:44.054047 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a834264-be32-41b9-88eb-2ec1b7376dea None None] Routers {'f5ee437f-38ff-42c6-8874-7283a3d588cd'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:07:44.054833 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2a834264-be32-41b9-88eb-2ec1b7376dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5ee437f-38ff-42c6-8874-7283a3d588cd'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:44.087575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5423cd7-3e38-40af-910c-9498928553a3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Port': ['ID=643c8c21-8150-469f-b280-4f183da4f92d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:44.103753 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2a834264-be32-41b9-88eb-2ec1b7376dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:44.108377 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a834264-be32-41b9-88eb-2ec1b7376dea None None] The sync data for ids ['f5ee437f-38ff-42c6-8874-7283a3d588cd'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:07:44.162389 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0bca89bb-7fd0-4b90-8826-1ef03b9322d9 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for router (f5ee437f-38ff-42c6-8874-7283a3d588cd), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:44.228058 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5423cd7-3e38-40af-910c-9498928553a3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for floatingip (14bc307e-07fb-4c1a-aa92-b11a1add3700), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:44.228702 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-d5423cd7-3e38-40af-910c-9498928553a3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Floating IP 14bc307e-07fb-4c1a-aa92-b11a1add3700 disassociated (deleted). External IP: 172.25.4.51, port: 12548549-8a2a-4649-8031-e9d71fe8ef8c. Feb 15 17:07:44.445649 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-0bca89bb-7fd0-4b90-8826-1ef03b9322d9 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 17:07:44.452038 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0bca89bb-7fd0-4b90-8826-1ef03b9322d9 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "DELETE /v2.0/routers/f5ee437f-38ff-42c6-8874-7283a3d588cd HTTP/1.1" status: 409 len: 329 time: 0.5728345 Feb 15 17:07:44.452652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47332) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:44.652302 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9dbd9b-f24b-4c41-8720-3c3e6704b8c2 req-4e33b833-ba09-40e5-af44-c912fdab581c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:44.658266 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ee9dbd9b-f24b-4c41-8720-3c3e6704b8c2 req-4e33b833-ba09-40e5-af44-c912fdab581c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1456778 Feb 15 17:07:44.716525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5423cd7-3e38-40af-910c-9498928553a3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:07:44.824594 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47334) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:44.954733 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ee9dbd9b-f24b-4c41-8720-3c3e6704b8c2 req-8738d098-9d2f-4612-bf6a-f2171f882c30 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561064 Feb 15 17:07:45.014684 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5423cd7-3e38-40af-910c-9498928553a3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:07:45.025435 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5423cd7-3e38-40af-910c-9498928553a3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:45.028242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b1742a-3fc0-4a5c-93f6-3315dfb8e9ca None None] Sync routers for ids ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:07:45.057513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b1742a-3fc0-4a5c-93f6-3315dfb8e9ca None None] Routers {'318cd9e8-0b4d-4531-8cd8-47b18a75eb06'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:07:45.061486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-19b1742a-3fc0-4a5c-93f6-3315dfb8e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:45.063558 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d5423cd7-3e38-40af-910c-9498928553a3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "DELETE /v2.0/floatingips/14bc307e-07fb-4c1a-aa92-b11a1add3700 HTTP/1.1" status: 204 len: 168 time: 2.1014764 Feb 15 17:07:45.064346 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'tag': '12548549-8a2a-4649-8031-e9d71fe8ef8c'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:07:45.066853 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d538b174-b062-4590-af2b-1fd35478303c" -d '{"events": [{"name": "network-changed", "server_uuid": "0aa4b7e9-3688-4c50-8f56-f627bb262bbe", "tag": "12548549-8a2a-4649-8031-e9d71fe8ef8c"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:07:45.070675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-990e5152-8064-49d9-8ec6-46d7561a6cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:45.248919 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-990e5152-8064-49d9-8ec6-46d7561a6cd6 admin admin] Publish callbacks [] for security_group (21df1325-815d-4f97-aead-eb4d2c94b982), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:45.256400 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47350) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:45.307274 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b4f1e72-35ad-46f3-9282-49b24c1d198f tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (f5ee437f-38ff-42c6-8874-7283a3d588cd), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:45.326497 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-990e5152-8064-49d9-8ec6-46d7561a6cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (21df1325-815d-4f97-aead-eb4d2c94b982), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:45.404560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-19b1742a-3fc0-4a5c-93f6-3315dfb8e9ca None None] Set router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:07:45.416688 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e5152-8064-49d9-8ec6-46d7561a6cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21df1325-815d-4f97-aead-eb4d2c94b982,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:45.449826 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-990e5152-8064-49d9-8ec6-46d7561a6cd6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=93d49ec41f8d45e2940da9a231e01808&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6217101 Feb 15 17:07:45.450714 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47354) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:45.608834 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b44aafb-7ad9-4b62-bdc5-24772b277694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:45.640333 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aef1137-c689-4625-88dc-4d041457ca0f x-openstack-request-id: req-8aef1137-c689-4625-88dc-4d041457ca0f {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:07:45.640604 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aa4b7e9-3688-4c50-8f56-f627bb262bbe", "tag": "12548549-8a2a-4649-8031-e9d71fe8ef8c", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:07:45.640861 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8aef1137-c689-4625-88dc-4d041457ca0f {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:07:45.641266 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'tag': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'status': 'completed', 'code': 200} Feb 15 17:07:45.691977 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1036fb08-7d41-4255-b423-0d988cfb9b16 admin admin] Publish callbacks [] for security_group (21df1325-815d-4f97-aead-eb4d2c94b982), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:45.738987 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1036fb08-7d41-4255-b423-0d988cfb9b16 admin admin] Publish callbacks [] for security_group (21df1325-815d-4f97-aead-eb4d2c94b982), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:45.791866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-19b1742a-3fc0-4a5c-93f6-3315dfb8e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:07:31Z', 'revision_number': 6, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8', 'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:3e:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:16Z', 'updated_at': '2022-02-15T17:05:29Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:45.848015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b1742a-3fc0-4a5c-93f6-3315dfb8e9ca None None] Checking router: 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:07:45.864937 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b44aafb-7ad9-4b62-bdc5-24772b277694 admin admin] Publish callbacks [] for security_group (144b3d33-ecde-4fe1-a575-e37b85660735), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:45.865060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b1742a-3fc0-4a5c-93f6-3315dfb8e9ca None None] Routers {'318cd9e8-0b4d-4531-8cd8-47b18a75eb06'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:07:45.865403 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-19b1742a-3fc0-4a5c-93f6-3315dfb8e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:45.884268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b174-b062-4590-af2b-1fd35478303c req-4a0534ee-3e1c-49e0-8217-fe9a48b46627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:45.891756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d538b174-b062-4590-af2b-1fd35478303c req-4a0534ee-3e1c-49e0-8217-fe9a48b46627 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=55662dfff497447caddaf19eeba12e64&device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 1128 time: 0.2067833 Feb 15 17:07:46.014675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1036fb08-7d41-4255-b423-0d988cfb9b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (21df1325-815d-4f97-aead-eb4d2c94b982), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:46.022339 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1036fb08-7d41-4255-b423-0d988cfb9b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:46.026474 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1036fb08-7d41-4255-b423-0d988cfb9b16 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/21df1325-815d-4f97-aead-eb4d2c94b982 HTTP/1.1" status: 204 len: 168 time: 0.5687280 Feb 15 17:07:46.033639 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b44aafb-7ad9-4b62-bdc5-24772b277694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (144b3d33-ecde-4fe1-a575-e37b85660735), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:46.099576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036fb08-7d41-4255-b423-0d988cfb9b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21df1325-815d-4f97-aead-eb4d2c94b982,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:46.175954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-19b1742a-3fc0-4a5c-93f6-3315dfb8e9ca None None] Set router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:07:46.192330 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7b44aafb-7ad9-4b62-bdc5-24772b277694 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b23b689fbbdc44cc8770716749fd2a11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9348519 Feb 15 17:07:46.202522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47370) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:46.224079 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5832358-0632-4f83-af20-c4fdb0b44994 req-d80b553f-b527-4b45-9206-97ad3736bbce tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:46.236794 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5832358-0632-4f83-af20-c4fdb0b44994 req-d80b553f-b527-4b45-9206-97ad3736bbce tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 945 time: 0.2961919 Feb 15 17:07:46.269912 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44aafb-7ad9-4b62-bdc5-24772b277694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144b3d33-ecde-4fe1-a575-e37b85660735,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:46.398072 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5832358-0632-4f83-af20-c4fdb0b44994 req-50a2dbc1-aef5-49eb-aac8-93ac79738b6c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=77085107-305f-47da-b027-cc92d0191339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586463 Feb 15 17:07:46.416801 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-318a7dd6-52a8-4923-9b77-8b0e32e26334 admin admin] Publish callbacks [] for security_group (144b3d33-ecde-4fe1-a575-e37b85660735), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:46.467776 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-318a7dd6-52a8-4923-9b77-8b0e32e26334 admin admin] Publish callbacks [] for security_group (144b3d33-ecde-4fe1-a575-e37b85660735), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:46.470989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-1b4f1e72-35ad-46f3-9282-49b24c1d198f tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Deleting port 4bd2bd83-2a98-4998-b8b2-358066478800 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:46.470989 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b4f1e72-35ad-46f3-9282-49b24c1d198f tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4bd2bd83-2a98-4998-b8b2-358066478800), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:46.492416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b44c05-3092-47eb-a4fa-1537f1fcba5d req-c5f2a619-8a41-428a-8348-5dc31f41f9f3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:46.505968 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-25b44c05-3092-47eb-a4fa-1537f1fcba5d req-c5f2a619-8a41-428a-8348-5dc31f41f9f3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.3021872 Feb 15 17:07:46.626319 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b174-b062-4590-af2b-1fd35478303c req-9220a56c-659c-4c42-9557-d1d9e17fc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:46.627842 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d538b174-b062-4590-af2b-1fd35478303c req-9220a56c-659c-4c42-9557-d1d9e17fc0b4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a4700e83-1e32-4a04-8e0a-9d271b918894 HTTP/1.1" status: 200 len: 898 time: 0.6157074 Feb 15 17:07:46.674837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-19b1742a-3fc0-4a5c-93f6-3315dfb8e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:07:31Z', 'revision_number': 6, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8', 'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:3e:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:16Z', 'updated_at': '2022-02-15T17:05:29Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:46.685923 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-318a7dd6-52a8-4923-9b77-8b0e32e26334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (144b3d33-ecde-4fe1-a575-e37b85660735), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:46.688736 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-318a7dd6-52a8-4923-9b77-8b0e32e26334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:46.689915 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-318a7dd6-52a8-4923-9b77-8b0e32e26334 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/144b3d33-ecde-4fe1-a575-e37b85660735 HTTP/1.1" status: 204 len: 168 time: 0.4859648 Feb 15 17:07:46.711763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a7dd6-52a8-4923-9b77-8b0e32e26334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144b3d33-ecde-4fe1-a575-e37b85660735,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:46.776144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b1742a-3fc0-4a5c-93f6-3315dfb8e9ca None None] The sync data for ids ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'] in n-d-828372-14 is: [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:07:31Z', 'revision_number': 6, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8', 'name': '', 'network_id': 'a4700e83-1e32-4a04-8e0a-9d271b918894', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:3e:7d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3142, 'fixed_ips': [{'subnet_id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:16Z', 'updated_at': '2022-02-15T17:05:29Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': 'fc760a4a-3809-4718-accd-7540360fee1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:07:46.823035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-25b44c05-3092-47eb-a4fa-1537f1fcba5d req-6bb549f9-a91d-4fc0-938d-23cd755d5755 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116848 Feb 15 17:07:46.837893 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d538b174-b062-4590-af2b-1fd35478303c req-721750c8-424b-41ad-997c-016619ef3352 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12548549-8a2a-4649-8031-e9d71fe8ef8c HTTP/1.1" status: 200 len: 217 time: 0.1972048 Feb 15 17:07:47.039620 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b4f1e72-35ad-46f3-9282-49b24c1d198f tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4bd2bd83-2a98-4998-b8b2-358066478800), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:47.052128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b174-b062-4590-af2b-1fd35478303c req-b30f06b6-9a0c-466b-bd79-e8ad39222201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:47.053949 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d538b174-b062-4590-af2b-1fd35478303c req-b30f06b6-9a0c-466b-bd79-e8ad39222201 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fc760a4a-3809-4718-accd-7540360fee1b HTTP/1.1" status: 200 len: 835 time: 0.2014070 Feb 15 17:07:47.065431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-1b4f1e72-35ad-46f3-9282-49b24c1d198f tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Calling delete_port for 4bd2bd83-2a98-4998-b8b2-358066478800 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:47.382002 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6791d133-10dc-4d5a-955d-799646bcb637 None None] New status for floating IP 14bc307e-07fb-4c1a-aa92-b11a1add3700: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:07:47.407981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d538b174-b062-4590-af2b-1fd35478303c req-b4d1eb43-e2c3-4ceb-b6dc-f7fd05f2ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:47.414320 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d538b174-b062-4590-af2b-1fd35478303c req-b4d1eb43-e2c3-4ceb-b6dc-f7fd05f2ebc3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a4700e83-1e32-4a04-8e0a-9d271b918894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3466747 Feb 15 17:07:47.565158 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a31bea-327b-413f-94af-4f6cc34c5709 req-128371a1-fa0a-4165-9b39-673aed6c5909 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:47.574968 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-98a31bea-327b-413f-94af-4f6cc34c5709 req-128371a1-fa0a-4165-9b39-673aed6c5909 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 945 time: 0.0846891 Feb 15 17:07:47.738112 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-98a31bea-327b-413f-94af-4f6cc34c5709 req-57ded8fd-eab3-47fe-877f-c5cd5d9b819c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=77085107-305f-47da-b027-cc92d0191339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619213 Feb 15 17:07:47.843545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb24679-83f6-430d-838c-0933630842a5 req-66d17e92-f4e8-4925-9f0c-cb869cff1a38 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:47.850077 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ffb24679-83f6-430d-838c-0933630842a5 req-66d17e92-f4e8-4925-9f0c-cb869cff1a38 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.10 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 945 time: 0.6584668 Feb 15 17:07:48.012634 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d538b174-b062-4590-af2b-1fd35478303c req-fb4e51c5-9d1b-427f-8227-efa62514c5ed service neutron] 10.222.0.10 "GET /v2.0/networks/a4700e83-1e32-4a04-8e0a-9d271b918894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872922 Feb 15 17:07:48.094962 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5c90c-6f29-4c06-9abf-e02d4879c3ad req-657c960c-337c-41e7-b785-c1d6ceb85549 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:48.104139 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87f5c90c-6f29-4c06-9abf-e02d4879c3ad req-657c960c-337c-41e7-b785-c1d6ceb85549 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1130576 Feb 15 17:07:48.190047 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87f5c90c-6f29-4c06-9abf-e02d4879c3ad req-4015d301-a019-4697-9855-7cb85d4f0c9c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845203 Feb 15 17:07:48.227940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-ffb24679-83f6-430d-838c-0933630842a5 req-0091ad19-75ee-4447-ac04-06dd73bb9db8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Deleting port 12548549-8a2a-4649-8031-e9d71fe8ef8c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:48.228435 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ffb24679-83f6-430d-838c-0933630842a5 req-0091ad19-75ee-4447-ac04-06dd73bb9db8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (12548549-8a2a-4649-8031-e9d71fe8ef8c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:48.249738 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b4f1e72-35ad-46f3-9282-49b24c1d198f tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4bd2bd83-2a98-4998-b8b2-358066478800), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:48.347601 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d538b174-b062-4590-af2b-1fd35478303c req-c677cc5b-2997-4687-883f-d6399e564c92 service neutron] 10.222.0.10 "GET /v2.0/networks/a4700e83-1e32-4a04-8e0a-9d271b918894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247399 Feb 15 17:07:48.350574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4f1e72-35ad-46f3-9282-49b24c1d198f tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event deleted for resources: {'Port': ['ID=4bd2bd83-2a98-4998-b8b2-358066478800,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:48.580769 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b4f1e72-35ad-46f3-9282-49b24c1d198f tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (f5ee437f-38ff-42c6-8874-7283a3d588cd), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:48.592422 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ffb24679-83f6-430d-838c-0933630842a5 req-0091ad19-75ee-4447-ac04-06dd73bb9db8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] For port 12548549-8a2a-4649-8031-e9d71fe8ef8c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=12548549-8a2a-4649-8031-e9d71fe8ef8c,segment=NetworkSegment(40f850e6-865f-46e4-8a42-f604dcf0bb64),segment_id=40f850e6-865f-46e4-8a42-f604dcf0bb64)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:48.592823 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ffb24679-83f6-430d-838c-0933630842a5 req-0091ad19-75ee-4447-ac04-06dd73bb9db8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (12548549-8a2a-4649-8031-e9d71fe8ef8c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:48.612785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-ffb24679-83f6-430d-838c-0933630842a5 req-0091ad19-75ee-4447-ac04-06dd73bb9db8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Calling delete_port for 12548549-8a2a-4649-8031-e9d71fe8ef8c owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:49.349706 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f9861-c4ed-4c64-9af8-abcd18ccf204 req-6b3b3e90-5a5d-4252-bc83-21e35eec1006 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:49.358018 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b83f9861-c4ed-4c64-9af8-abcd18ccf204 req-6b3b3e90-5a5d-4252-bc83-21e35eec1006 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.0748856 Feb 15 17:07:49.435892 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b83f9861-c4ed-4c64-9af8-abcd18ccf204 req-ed5282e9-f165-4e32-be6b-faaad2c7078b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715899 Feb 15 17:07:49.501626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83808fd-29d9-46b8-8cbd-fce57f688408 req-167c802f-cf27-423c-b687-25c4ce63f961 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:49.503158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d83808fd-29d9-46b8-8cbd-fce57f688408 req-167c802f-cf27-423c-b687-25c4ce63f961 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 945 time: 0.3433754 Feb 15 17:07:49.584863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4f1e72-35ad-46f3-9282-49b24c1d198f tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Router f5ee437f-38ff-42c6-8874-7283a3d588cd has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:07:49.616416 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d83808fd-29d9-46b8-8cbd-fce57f688408 req-567d0910-2ca5-4c0d-83fd-9e984d705640 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=77085107-305f-47da-b027-cc92d0191339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801661 Feb 15 17:07:49.689223 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ffb24679-83f6-430d-838c-0933630842a5 req-0091ad19-75ee-4447-ac04-06dd73bb9db8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (12548549-8a2a-4649-8031-e9d71fe8ef8c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:49.722070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091ad19-75ee-4447-ac04-06dd73bb9db8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Port': ['ID=12548549-8a2a-4649-8031-e9d71fe8ef8c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:49.732869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4f1e72-35ad-46f3-9282-49b24c1d198f tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:07:49.744590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d433e-5f80-4ecb-ad75-6e3531b76ee9 None None] Sync routers for ids ['f5ee437f-38ff-42c6-8874-7283a3d588cd'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:07:49.755150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d433e-5f80-4ecb-ad75-6e3531b76ee9 None None] Routers {'f5ee437f-38ff-42c6-8874-7283a3d588cd'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:07:49.755786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-cd6d433e-5f80-4ecb-ad75-6e3531b76ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5ee437f-38ff-42c6-8874-7283a3d588cd'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:49.757871 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47468) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:49.768836 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1b4f1e72-35ad-46f3-9282-49b24c1d198f tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "PUT /v2.0/routers/f5ee437f-38ff-42c6-8874-7283a3d588cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3105268 Feb 15 17:07:49.796745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb24679-83f6-430d-838c-0933630842a5 req-0091ad19-75ee-4447-ac04-06dd73bb9db8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] No DVR routers for this DVR port 12548549-8a2a-4649-8031-e9d71fe8ef8c on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:07:49.800027 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ffb24679-83f6-430d-838c-0933630842a5 req-0091ad19-75ee-4447-ac04-06dd73bb9db8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:49.803184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-cd6d433e-5f80-4ecb-ad75-6e3531b76ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:49.804557 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ffb24679-83f6-430d-838c-0933630842a5 req-0091ad19-75ee-4447-ac04-06dd73bb9db8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.10 "DELETE /v2.0/ports/12548549-8a2a-4649-8031-e9d71fe8ef8c HTTP/1.1" status: 204 len: 173 time: 1.9412820 Feb 15 17:07:49.805204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'name': 'network-vif-deleted', 'tag': '12548549-8a2a-4649-8031-e9d71fe8ef8c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:07:49.807609 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d8b1fd-600e-4a21-87b8-4067eb44b0d3" -d '{"events": [{"server_uuid": "0aa4b7e9-3688-4c50-8f56-f627bb262bbe", "name": "network-vif-deleted", "tag": "12548549-8a2a-4649-8031-e9d71fe8ef8c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:07:49.814204 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-c1017dd8-236f-4d89-b76f-d459231e84eb tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] show failed (client error): The resource could not be found. Feb 15 17:07:49.814927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6d433e-5f80-4ecb-ad75-6e3531b76ee9 None None] Routers {'f5ee437f-38ff-42c6-8874-7283a3d588cd'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:07:49.815572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-cd6d433e-5f80-4ecb-ad75-6e3531b76ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f5ee437f-38ff-42c6-8874-7283a3d588cd'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:49.823146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47472) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:49.831287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7668054f-05e5-4278-ae91-134654f8af0d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:07:49.833717 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c1017dd8-236f-4d89-b76f-d459231e84eb tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "GET /v2.0/routers/tempest-non_exist_router-758977063 HTTP/1.1" status: 404 len: 334 time: 0.0746949 Feb 15 17:07:49.861164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-cd6d433e-5f80-4ecb-ad75-6e3531b76ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:49.861860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d433e-5f80-4ecb-ad75-6e3531b76ee9 None None] The sync data for ids ['f5ee437f-38ff-42c6-8874-7283a3d588cd'] in n-d-828372-14 is: [] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:07:49.883120 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce1bdec-6af9-44fb-a302-6a02f57153a4 x-openstack-request-id: req-7ce1bdec-6af9-44fb-a302-6a02f57153a4 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:07:49.883664 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aa4b7e9-3688-4c50-8f56-f627bb262bbe", "name": "network-vif-deleted", "tag": "12548549-8a2a-4649-8031-e9d71fe8ef8c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:07:49.884138 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7ce1bdec-6af9-44fb-a302-6a02f57153a4 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:07:49.884569 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa4b7e9-3688-4c50-8f56-f627bb262bbe', 'name': 'network-vif-deleted', 'tag': '12548549-8a2a-4649-8031-e9d71fe8ef8c', 'status': 'completed', 'code': 200} Feb 15 17:07:49.886602 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-7668054f-05e5-4278-ae91-134654f8af0d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] update failed (client error): The resource could not be found. Feb 15 17:07:49.887922 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7668054f-05e5-4278-ae91-134654f8af0d tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "PUT /v2.0/routers/tempest-non_exist_router-547508257 HTTP/1.1" status: 404 len: 334 time: 0.0629301 Feb 15 17:07:49.892450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47474) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:49.968378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-43eb3ea0-7592-4a6d-874d-be631f258e0c tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Deleting subnet 6195779f-a403-4c34-8004-43ab2a561304 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:07:49.976186 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-43eb3ea0-7592-4a6d-874d-be631f258e0c tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for subnet (6195779f-a403-4c34-8004-43ab2a561304), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:50.022836 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 12548549-8a2a-4649-8031-e9d71fe8ef8c no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:07:50.026370 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-43eb3ea0-7592-4a6d-874d-be631f258e0c tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (6195779f-a403-4c34-8004-43ab2a561304), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:50.045117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 12548549-8a2a-4649-8031-e9d71fe8ef8c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:07:50.045506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 12548549-8a2a-4649-8031-e9d71fe8ef8c not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:07:50.133139 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-43eb3ea0-7592-4a6d-874d-be631f258e0c tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (6195779f-a403-4c34-8004-43ab2a561304), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:50.314364 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-43eb3ea0-7592-4a6d-874d-be631f258e0c tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (6195779f-a403-4c34-8004-43ab2a561304), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:50.345019 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb3ea0-7592-4a6d-874d-be631f258e0c tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event deleted for resources: {'Subnet': ['ID=6195779f-a403-4c34-8004-43ab2a561304,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:50.352018 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-43eb3ea0-7592-4a6d-874d-be631f258e0c tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:50.355999 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-43eb3ea0-7592-4a6d-874d-be631f258e0c tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "DELETE /v2.0/subnets/6195779f-a403-4c34-8004-43ab2a561304 HTTP/1.1" status: 204 len: 168 time: 0.4621434 Feb 15 17:07:50.358307 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dacbd0-b199-4e5f-92d2-60a2f6781e2e None None] Network 53a9e547-47c6-40c4-a335-c64af4380029 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:50.358608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47482) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:50.478277 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (53a9e547-47c6-40c4-a335-c64af4380029), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:50.559149 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Deleting port 3fb66003-8e08-4472-b2b5-44b1ae7d4518 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:50.559736 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3fb66003-8e08-4472-b2b5-44b1ae7d4518), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:50.586686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] DHCP port deletion for 53a9e547-47c6-40c4-a335-c64af4380029 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:07:50.614336 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe1d0e-da5b-4bca-aae5-daa03b613edd req-91385f31-0946-4a7a-a906-158887fbf8d3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:50.617230 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-09fe1d0e-da5b-4bca-aae5-daa03b613edd req-91385f31-0946-4a7a-a906-158887fbf8d3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.0840566 Feb 15 17:07:50.628373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] For port 3fb66003-8e08-4472-b2b5-44b1ae7d4518, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3fb66003-8e08-4472-b2b5-44b1ae7d4518,segment=NetworkSegment(8019a924-a9f2-4962-8443-322c5120e63b),segment_id=8019a924-a9f2-4962-8443-322c5120e63b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:50.628841 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3fb66003-8e08-4472-b2b5-44b1ae7d4518), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:50.651874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Calling delete_port for 3fb66003-8e08-4472-b2b5-44b1ae7d4518 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:50.668820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Deleting port 3fb66003-8e08-4472-b2b5-44b1ae7d4518 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:50.680870 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3fb66003-8e08-4472-b2b5-44b1ae7d4518), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:50.766909 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-09fe1d0e-da5b-4bca-aae5-daa03b613edd req-d3fafddf-7460-472d-8009-dce14ed8ae2e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382313 Feb 15 17:07:50.845562 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-496d3f6d-ae9f-4559-8c9b-a48bdc1e1ed1 req-097f034f-12cd-4202-8c0e-8af4d9f7d36c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=0aa4b7e9-3688-4c50-8f56-f627bb262bbe HTTP/1.1" status: 200 len: 210 time: 0.0489900 Feb 15 17:07:50.911921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] For port 3fb66003-8e08-4472-b2b5-44b1ae7d4518, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3fb66003-8e08-4472-b2b5-44b1ae7d4518,segment=NetworkSegment(8019a924-a9f2-4962-8443-322c5120e63b),segment_id=8019a924-a9f2-4962-8443-322c5120e63b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:50.913065 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3fb66003-8e08-4472-b2b5-44b1ae7d4518), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:50.932365 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Calling delete_port for 3fb66003-8e08-4472-b2b5-44b1ae7d4518 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:51.087292 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3fb66003-8e08-4472-b2b5-44b1ae7d4518), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:07:51.090364 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:07:51.103756 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (3fb66003-8e08-4472-b2b5-44b1ae7d4518), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:51.113532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3fb66003-8e08-4472-b2b5-44b1ae7d4518 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:07:51.117194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event deleted for resources: {'Port': ['ID=3fb66003-8e08-4472-b2b5-44b1ae7d4518,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:51.124828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] No DVR routers for this DVR port 3fb66003-8e08-4472-b2b5-44b1ae7d4518 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:07:51.169999 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] No DVR routers for this DVR port 3fb66003-8e08-4472-b2b5-44b1ae7d4518 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:07:51.200043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Pushing event deleted for resources: {'Port': ['ID=3fb66003-8e08-4472-b2b5-44b1ae7d4518,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:51.202269 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 3fb66003-8e08-4472-b2b5-44b1ae7d4518 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:07:51.202617 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3fb66003-8e08-4472-b2b5-44b1ae7d4518 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:07:51.211166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:51.211530 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:51.211891 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:51.212220 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:51.212556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:51.212941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:51.213278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:51.213710 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:51.214109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:51.214426 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:51.214747 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:51.215300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:51.215416 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080fb20c-958e-42fd-bed1-cded9f753e1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:07:51.244912 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (53a9e547-47c6-40c4-a335-c64af4380029), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:51.279713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a9e547-47c6-40c4-a335-c64af4380029']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:51.301721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8019a924-a9f2-4962-8443-322c5120e63b') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:51.302284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8019a924-a9f2-4962-8443-322c5120e63b') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:51.314695 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (8019a924-a9f2-4962-8443-322c5120e63b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:51.331350 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8019a924-a9f2-4962-8443-322c5120e63b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:51.340865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:07:51.341318 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (8019a924-a9f2-4962-8443-322c5120e63b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:07:51.344824 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:07:51.519635 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (53a9e547-47c6-40c4-a335-c64af4380029), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:51.527568 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:51.531176 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "DELETE /v2.0/networks/53a9e547-47c6-40c4-a335-c64af4380029 HTTP/1.1" status: 204 len: 168 time: 1.1712694 Feb 15 17:07:51.533504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47508) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:51.551273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b75b87-8f88-4565-89b0-c99a3b443a6e tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event deleted for resources: {'Network': ['ID=53a9e547-47c6-40c4-a335-c64af4380029,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:51.606708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e00b85d-6de3-471d-be17-efab8bc347e2 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Deleting subnet f6d0560f-60bd-4099-976d-0f752c8d64ab {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:07:51.609978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e00b85d-6de3-471d-be17-efab8bc347e2 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for subnet (f6d0560f-60bd-4099-976d-0f752c8d64ab), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:51.651813 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e00b85d-6de3-471d-be17-efab8bc347e2 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (f6d0560f-60bd-4099-976d-0f752c8d64ab), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:51.736961 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e00b85d-6de3-471d-be17-efab8bc347e2 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (f6d0560f-60bd-4099-976d-0f752c8d64ab), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:51.918957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd11d96-728a-41a0-be5c-141e5b2d1786 req-1e49b279-eac2-40d9-a7a9-a4607ee297b1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:51.919414 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47522) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:51.922875 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ccd11d96-728a-41a0-be5c-141e5b2d1786 req-1e49b279-eac2-40d9-a7a9-a4607ee297b1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.0610199 Feb 15 17:07:51.968994 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e00b85d-6de3-471d-be17-efab8bc347e2 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (f6d0560f-60bd-4099-976d-0f752c8d64ab), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:52.002420 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89641f93-8304-493e-bf9c-70a14bd1eeff tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (77085107-305f-47da-b027-cc92d0191339), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:52.015077 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ccd11d96-728a-41a0-be5c-141e5b2d1786 req-c98d3a14-730a-4feb-98da-8801613d7ead tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848217 Feb 15 17:07:52.021843 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e00b85d-6de3-471d-be17-efab8bc347e2 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:52.032361 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1e00b85d-6de3-471d-be17-efab8bc347e2 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "DELETE /v2.0/subnets/f6d0560f-60bd-4099-976d-0f752c8d64ab HTTP/1.1" status: 204 len: 168 time: 0.4914541 Feb 15 17:07:52.032361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00b85d-6de3-471d-be17-efab8bc347e2 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d0560f-60bd-4099-976d-0f752c8d64ab,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:52.033551 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3a98a4-11ad-4fc3-b5c2-6927a93adcec None None] Network 507d29d1-5bb2-4c50-bdf8-4b851e46adb9 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:52.042883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47524) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:52.081232 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89641f93-8304-493e-bf9c-70a14bd1eeff tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (77085107-305f-47da-b027-cc92d0191339), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:52.154986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-50782bc8-f32f-4960-827e-4ecfa766ec9b tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Deleting subnet 24c64538-aaa4-4ce3-9785-b9ccadeef7cf {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:07:52.158510 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50782bc8-f32f-4960-827e-4ecfa766ec9b tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for subnet (24c64538-aaa4-4ce3-9785-b9ccadeef7cf), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:52.219945 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50782bc8-f32f-4960-827e-4ecfa766ec9b tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (24c64538-aaa4-4ce3-9785-b9ccadeef7cf), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:52.622393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136ee9a5-b60d-4d44-a90f-d8fe044f0b52 None None] DHCP port deletion for 507d29d1-5bb2-4c50-bdf8-4b851e46adb9 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:07:52.628439 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89641f93-8304-493e-bf9c-70a14bd1eeff tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (77085107-305f-47da-b027-cc92d0191339), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:52.628439 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89641f93-8304-493e-bf9c-70a14bd1eeff tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:52.628439 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-89641f93-8304-493e-bf9c-70a14bd1eeff tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "DELETE /v2.0/security-groups/77085107-305f-47da-b027-cc92d0191339 HTTP/1.1" status: 204 len: 168 time: 0.4018166 Feb 15 17:07:52.628439 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89641f93-8304-493e-bf9c-70a14bd1eeff tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77085107-305f-47da-b027-cc92d0191339,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:52.632647 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50782bc8-f32f-4960-827e-4ecfa766ec9b tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (24c64538-aaa4-4ce3-9785-b9ccadeef7cf), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:52.636255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-136ee9a5-b60d-4d44-a90f-d8fe044f0b52 None None] Deleting port 27758df0-2bed-4d13-9216-21618f7a8ef5 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:52.636255 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-136ee9a5-b60d-4d44-a90f-d8fe044f0b52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (27758df0-2bed-4d13-9216-21618f7a8ef5), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:52.636959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47540) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:52.637520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-136ee9a5-b60d-4d44-a90f-d8fe044f0b52 None None] For port 27758df0-2bed-4d13-9216-21618f7a8ef5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=27758df0-2bed-4d13-9216-21618f7a8ef5,segment=NetworkSegment(35734a7b-240f-46b6-a1bf-d4a12072054b),segment_id=35734a7b-240f-46b6-a1bf-d4a12072054b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:52.637520 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-136ee9a5-b60d-4d44-a90f-d8fe044f0b52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (27758df0-2bed-4d13-9216-21618f7a8ef5), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:52.637520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-136ee9a5-b60d-4d44-a90f-d8fe044f0b52 None None] Calling delete_port for 27758df0-2bed-4d13-9216-21618f7a8ef5 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:52.802370 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50782bc8-f32f-4960-827e-4ecfa766ec9b tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (24c64538-aaa4-4ce3-9785-b9ccadeef7cf), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:52.836278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50782bc8-f32f-4960-827e-4ecfa766ec9b tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event deleted for resources: {'Subnet': ['ID=24c64538-aaa4-4ce3-9785-b9ccadeef7cf,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:52.846139 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50782bc8-f32f-4960-827e-4ecfa766ec9b tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:52.847368 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-136ee9a5-b60d-4d44-a90f-d8fe044f0b52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (27758df0-2bed-4d13-9216-21618f7a8ef5), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:52.864456 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-50782bc8-f32f-4960-827e-4ecfa766ec9b tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "DELETE /v2.0/subnets/24c64538-aaa4-4ce3-9785-b9ccadeef7cf HTTP/1.1" status: 204 len: 168 time: 0.8183544 Feb 15 17:07:52.865289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47548) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:52.879016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3646a8-cceb-46d2-94bf-31bbab3c1f4f None None] Network 7b7c4fb9-8d4d-41a1-9efe-33213b99b96c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:52.879016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136ee9a5-b60d-4d44-a90f-d8fe044f0b52 None None] No DVR routers for this DVR port 27758df0-2bed-4d13-9216-21618f7a8ef5 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:07:53.049240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 27758df0-2bed-4d13-9216-21618f7a8ef5 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:07:53.148773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 27758df0-2bed-4d13-9216-21618f7a8ef5 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:07:53.151586 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7530324e-c5f7-4e23-a46e-1bac10f96185 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (507d29d1-5bb2-4c50-bdf8-4b851e46adb9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:53.152058 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 27758df0-2bed-4d13-9216-21618f7a8ef5 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:07:53.155273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ee9a5-b60d-4d44-a90f-d8fe044f0b52 None None] Pushing event deleted for resources: {'Port': ['ID=27758df0-2bed-4d13-9216-21618f7a8ef5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:53.335722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8402747-1671-474d-ad8f-fa7c75f9c301 req-eca256a0-5e31-479f-a4c0-ef4d46e7bc3c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:53.337671 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8402747-1671-474d-ad8f-fa7c75f9c301 req-eca256a0-5e31-479f-a4c0-ef4d46e7bc3c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1838305 Feb 15 17:07:53.358743 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005d1375-6a5f-460e-b0ce-5729b237a5c0 None None] DHCP port deletion for 7b7c4fb9-8d4d-41a1-9efe-33213b99b96c request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:07:53.359595 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8defce8a-5a2c-4e1c-a99c-c839de4699d7 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:53.402083 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7530324e-c5f7-4e23-a46e-1bac10f96185 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (507d29d1-5bb2-4c50-bdf8-4b851e46adb9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:53.504659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-005d1375-6a5f-460e-b0ce-5729b237a5c0 None None] Deleting port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:53.508986 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-005d1375-6a5f-460e-b0ce-5729b237a5c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:53.512635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7530324e-c5f7-4e23-a46e-1bac10f96185 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507d29d1-5bb2-4c50-bdf8-4b851e46adb9']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:53.531188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7530324e-c5f7-4e23-a46e-1bac10f96185 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35734a7b-240f-46b6-a1bf-d4a12072054b') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:53.532306 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7530324e-c5f7-4e23-a46e-1bac10f96185 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35734a7b-240f-46b6-a1bf-d4a12072054b') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:53.548085 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7530324e-c5f7-4e23-a46e-1bac10f96185 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (35734a7b-240f-46b6-a1bf-d4a12072054b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:53.571434 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7530324e-c5f7-4e23-a46e-1bac10f96185 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (35734a7b-240f-46b6-a1bf-d4a12072054b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:53.575965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7530324e-c5f7-4e23-a46e-1bac10f96185 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:07:53.576570 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7530324e-c5f7-4e23-a46e-1bac10f96185 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (35734a7b-240f-46b6-a1bf-d4a12072054b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:07:53.622989 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:07:53.674346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-005d1375-6a5f-460e-b0ce-5729b237a5c0 None None] For port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c,segment=NetworkSegment(72bf8e2c-4153-4cad-a33e-3ecedf771763),segment_id=72bf8e2c-4153-4cad-a33e-3ecedf771763)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:53.674935 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-005d1375-6a5f-460e-b0ce-5729b237a5c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:53.696737 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-005d1375-6a5f-460e-b0ce-5729b237a5c0 None None] Calling delete_port for 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:53.707508 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8402747-1671-474d-ad8f-fa7c75f9c301 req-9d799649-c333-439e-a037-5f486240bb75 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606892 Feb 15 17:07:53.778797 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7530324e-c5f7-4e23-a46e-1bac10f96185 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (507d29d1-5bb2-4c50-bdf8-4b851e46adb9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:53.788101 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7530324e-c5f7-4e23-a46e-1bac10f96185 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:53.791793 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7530324e-c5f7-4e23-a46e-1bac10f96185 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "DELETE /v2.0/networks/507d29d1-5bb2-4c50-bdf8-4b851e46adb9 HTTP/1.1" status: 204 len: 168 time: 0.9251602 Feb 15 17:07:53.794917 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47566) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:53.823321 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530324e-c5f7-4e23-a46e-1bac10f96185 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event deleted for resources: {'Network': ['ID=507d29d1-5bb2-4c50-bdf8-4b851e46adb9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:53.958270 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (7b7c4fb9-8d4d-41a1-9efe-33213b99b96c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:53.986258 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-005d1375-6a5f-460e-b0ce-5729b237a5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:53.999615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005d1375-6a5f-460e-b0ce-5729b237a5c0 None None] No DVR routers for this DVR port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:07:54.046714 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d1375-6a5f-460e-b0ce-5729b237a5c0 None None] Pushing event deleted for resources: {'Port': ['ID=70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:54.070429 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Deleting port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:54.071262 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:54.099010 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-8defce8a-5a2c-4e1c-a99c-c839de4699d7 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Deleting port 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:54.099545 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8defce8a-5a2c-4e1c-a99c-c839de4699d7 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:54.220562 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] For port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c, host n-d-828372-14, got binding levels [] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:54.220562 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:54.243500 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Calling delete_port for 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:54.247569 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c was not found and therefore no delete operation was performed {{(pid=103800) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 17:07:54.249928 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:54.268829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-8defce8a-5a2c-4e1c-a99c-c839de4699d7 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] For port 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8,segment=NetworkSegment(40f850e6-865f-46e4-8a42-f604dcf0bb64),segment_id=40f850e6-865f-46e4-8a42-f604dcf0bb64)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:54.269737 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8defce8a-5a2c-4e1c-a99c-c839de4699d7 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:54.306429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-8defce8a-5a2c-4e1c-a99c-c839de4699d7 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Calling delete_port for 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:54.321839 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event deleted for resources: {'Port': ['ID=70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:54.336054 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] No DVR routers for this DVR port 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:07:54.443239 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (7b7c4fb9-8d4d-41a1-9efe-33213b99b96c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:54.470682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b7c4fb9-8d4d-41a1-9efe-33213b99b96c']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:54.491139 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bf8e2c-4153-4cad-a33e-3ecedf771763') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:54.491454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bf8e2c-4153-4cad-a33e-3ecedf771763') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:54.509674 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (72bf8e2c-4153-4cad-a33e-3ecedf771763), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:54.525314 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (72bf8e2c-4153-4cad-a33e-3ecedf771763), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:54.533334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:07:54.535221 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (72bf8e2c-4153-4cad-a33e-3ecedf771763), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:07:54.537330 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:07:54.709256 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (7b7c4fb9-8d4d-41a1-9efe-33213b99b96c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:54.721454 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:54.730921 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "DELETE /v2.0/networks/7b7c4fb9-8d4d-41a1-9efe-33213b99b96c HTTP/1.1" status: 204 len: 168 time: 0.9327226 Feb 15 17:07:54.737133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47580) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:54.793008 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e5f975-a8f2-41cc-8da0-0adc005fa73a tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event deleted for resources: {'Network': ['ID=7b7c4fb9-8d4d-41a1-9efe-33213b99b96c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:54.823980 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8defce8a-5a2c-4e1c-a99c-c839de4699d7 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:54.936621 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf5839-42a7-47ff-87d8-17e43907435c req-4bb4f8bb-65b3-4713-b246-1508a28ea67a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:54.937937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defce8a-5a2c-4e1c-a99c-c839de4699d7 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Port': ['ID=4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:54.967183 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fecf5839-42a7-47ff-87d8-17e43907435c req-4bb4f8bb-65b3-4713-b246-1508a28ea67a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1677041 Feb 15 17:07:54.999234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9edeac-37b1-41bc-b301-bd9cf13cdd42 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Deleting subnet 4991d704-73b9-47a6-8b58-3854ff888912 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:07:55.003343 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6e9edeac-37b1-41bc-b301-bd9cf13cdd42 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for subnet (4991d704-73b9-47a6-8b58-3854ff888912), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:55.036558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:07:55.063080 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fecf5839-42a7-47ff-87d8-17e43907435c req-fccac67a-431d-4f62-8071-145aa256054a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899880 Feb 15 17:07:55.083293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:07:55.089131 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 70fa8ec4-e85b-4fc2-b2b0-daba3aa0479c not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:07:55.129489 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6e9edeac-37b1-41bc-b301-bd9cf13cdd42 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (4991d704-73b9-47a6-8b58-3854ff888912), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:55.279610 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8defce8a-5a2c-4e1c-a99c-c839de4699d7 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:55.595710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8defce8a-5a2c-4e1c-a99c-c839de4699d7 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:07:55.726860 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6e9edeac-37b1-41bc-b301-bd9cf13cdd42 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (4991d704-73b9-47a6-8b58-3854ff888912), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:55.809838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8defce8a-5a2c-4e1c-a99c-c839de4699d7 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:07:55.815853 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8defce8a-5a2c-4e1c-a99c-c839de4699d7 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "PUT /v2.0/routers/318cd9e8-0b4d-4531-8cd8-47b18a75eb06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3114812 Feb 15 17:07:55.818550 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47604) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:55.828984 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a1fc6a-20d8-4350-aaa0-096e12c4b13d None None] Sync routers for ids ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:07:55.841942 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a1fc6a-20d8-4350-aaa0-096e12c4b13d None None] Routers {'318cd9e8-0b4d-4531-8cd8-47b18a75eb06'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:07:55.842871 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-65a1fc6a-20d8-4350-aaa0-096e12c4b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:55.919980 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01d316b-8a2c-4d11-a038-b0060013ca67 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Deleting subnet fc760a4a-3809-4718-accd-7540360fee1b {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:07:55.924655 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c01d316b-8a2c-4d11-a038-b0060013ca67 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for subnet (fc760a4a-3809-4718-accd-7540360fee1b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:55.938180 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6e9edeac-37b1-41bc-b301-bd9cf13cdd42 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (4991d704-73b9-47a6-8b58-3854ff888912), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:56.008372 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-65a1fc6a-20d8-4350-aaa0-096e12c4b13d None None] Set router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:07:56.013715 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c01d316b-8a2c-4d11-a038-b0060013ca67 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (fc760a4a-3809-4718-accd-7540360fee1b), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:56.027177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9edeac-37b1-41bc-b301-bd9cf13cdd42 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event deleted for resources: {'Subnet': ['ID=4991d704-73b9-47a6-8b58-3854ff888912,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:56.034704 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6e9edeac-37b1-41bc-b301-bd9cf13cdd42 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:56.041562 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3af2edf-be85-4ee1-8c4c-a05025435381 None None] Network 643363a1-6784-480d-bf73-179d3eaf8418 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:56.048538 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6e9edeac-37b1-41bc-b301-bd9cf13cdd42 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "DELETE /v2.0/subnets/4991d704-73b9-47a6-8b58-3854ff888912 HTTP/1.1" status: 204 len: 168 time: 1.3070228 Feb 15 17:07:56.049173 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47606) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:56.234519 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c01d316b-8a2c-4d11-a038-b0060013ca67 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (fc760a4a-3809-4718-accd-7540360fee1b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:56.235026 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (643363a1-6784-480d-bf73-179d3eaf8418), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:56.380407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e8ef3c-5abb-49ce-9abe-839643ccb273 None None] DHCP port deletion for 643363a1-6784-480d-bf73-179d3eaf8418 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:07:56.404933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbde3c-1686-4478-aacd-1291328f7f96 req-ef951d0a-ef15-479d-8b99-15fc84a87112 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:56.413376 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8abbde3c-1686-4478-aacd-1291328f7f96 req-ef951d0a-ef15-479d-8b99-15fc84a87112 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1642351 Feb 15 17:07:56.499234 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-65a1fc6a-20d8-4350-aaa0-096e12c4b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:07:54Z', 'revision_number': 7, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:56.503668 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c01d316b-8a2c-4d11-a038-b0060013ca67 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (fc760a4a-3809-4718-accd-7540360fee1b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:56.503842 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a5e8ef3c-5abb-49ce-9abe-839643ccb273 None None] Deleting port ea79d2c9-b300-4495-add5-e69bd9f98ab7 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:56.504133 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5e8ef3c-5abb-49ce-9abe-839643ccb273 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:56.539047 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8abbde3c-1686-4478-aacd-1291328f7f96 req-229f4f9d-527e-4647-aaf2-a5f4fa7fb888 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246901 Feb 15 17:07:56.563207 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Deleting port ea79d2c9-b300-4495-add5-e69bd9f98ab7 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:56.579677 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c01d316b-8a2c-4d11-a038-b0060013ca67 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:56.592579 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:56.600297 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c01d316b-8a2c-4d11-a038-b0060013ca67 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "DELETE /v2.0/subnets/fc760a4a-3809-4718-accd-7540360fee1b HTTP/1.1" status: 204 len: 168 time: 0.7806411 Feb 15 17:07:56.603687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d316b-8a2c-4d11-a038-b0060013ca67 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Subnet': ['ID=fc760a4a-3809-4718-accd-7540360fee1b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:56.605584 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a1fc6a-20d8-4350-aaa0-096e12c4b13d None None] Checking router: 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:07:56.611450 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47626) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:56.637044 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a1fc6a-20d8-4350-aaa0-096e12c4b13d None None] Routers {'318cd9e8-0b4d-4531-8cd8-47b18a75eb06'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:07:56.640298 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-65a1fc6a-20d8-4350-aaa0-096e12c4b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:56.650514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f7f877-e6a7-4867-8735-95bca3a1a512 None None] Network a4700e83-1e32-4a04-8e0a-9d271b918894 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:07:56.708625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] For port ea79d2c9-b300-4495-add5-e69bd9f98ab7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ea79d2c9-b300-4495-add5-e69bd9f98ab7,segment=NetworkSegment(04f6cb86-9acf-4122-b3bf-80bb226b6a44),segment_id=04f6cb86-9acf-4122-b3bf-80bb226b6a44)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:56.709007 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:56.749623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Calling delete_port for ea79d2c9-b300-4495-add5-e69bd9f98ab7 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:56.858247 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae33d-0245-4d2d-a55b-5cdbec37cfa9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:56.887444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a5e8ef3c-5abb-49ce-9abe-839643ccb273 None None] For port ea79d2c9-b300-4495-add5-e69bd9f98ab7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ea79d2c9-b300-4495-add5-e69bd9f98ab7,segment=NetworkSegment(04f6cb86-9acf-4122-b3bf-80bb226b6a44),segment_id=04f6cb86-9acf-4122-b3bf-80bb226b6a44)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:56.888416 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5e8ef3c-5abb-49ce-9abe-839643ccb273 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:56.908935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a5e8ef3c-5abb-49ce-9abe-839643ccb273 None None] Calling delete_port for ea79d2c9-b300-4495-add5-e69bd9f98ab7 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:56.925230 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-65a1fc6a-20d8-4350-aaa0-096e12c4b13d None None] Set router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:07:57.045022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6660b0-f43f-433a-8041-662d4451e89d None None] DHCP port deletion for a4700e83-1e32-4a04-8e0a-9d271b918894 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:07:57.064638 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:57.113091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] No DVR routers for this DVR port ea79d2c9-b300-4495-add5-e69bd9f98ab7 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:07:57.167440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event deleted for resources: {'Port': ['ID=ea79d2c9-b300-4495-add5-e69bd9f98ab7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:57.179644 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5e8ef3c-5abb-49ce-9abe-839643ccb273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (ea79d2c9-b300-4495-add5-e69bd9f98ab7), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:57.185992 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae33d-0245-4d2d-a55b-5cdbec37cfa9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router_gateway (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:57.202814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e8ef3c-5abb-49ce-9abe-839643ccb273 None None] No DVR routers for this DVR port ea79d2c9-b300-4495-add5-e69bd9f98ab7 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:07:57.229302 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8ef3c-5abb-49ce-9abe-839643ccb273 None None] Pushing event deleted for resources: {'Port': ['ID=ea79d2c9-b300-4495-add5-e69bd9f98ab7,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:57.244127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fe6660b0-f43f-433a-8041-662d4451e89d None None] Deleting port df4a9254-d9d1-4608-9fc0-3c783dd71e4a {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:57.245611 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe6660b0-f43f-433a-8041-662d4451e89d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (df4a9254-d9d1-4608-9fc0-3c783dd71e4a), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:57.291216 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ea79d2c9-b300-4495-add5-e69bd9f98ab7 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:07:57.327317 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (643363a1-6784-480d-bf73-179d3eaf8418), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:57.415791 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['643363a1-6784-480d-bf73-179d3eaf8418']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:57.432047 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-65a1fc6a-20d8-4350-aaa0-096e12c4b13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:07:54Z', 'revision_number': 7, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:57.466358 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: ea79d2c9-b300-4495-add5-e69bd9f98ab7 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:07:57.466947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ea79d2c9-b300-4495-add5-e69bd9f98ab7 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:07:57.515374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f6cb86-9acf-4122-b3bf-80bb226b6a44') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:57.515746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f6cb86-9acf-4122-b3bf-80bb226b6a44') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:57.538747 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a1fc6a-20d8-4350-aaa0-096e12c4b13d None None] The sync data for ids ['318cd9e8-0b4d-4531-8cd8-47b18a75eb06'] in n-d-828372-14 is: [{'id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'name': 'tempest-TestNetworkBasicOps-router-1982773536', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:05:09Z', 'updated_at': '2022-02-15T17:07:54Z', 'revision_number': 7, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': '18b24379-3a36-455d-8c6f-0d8e15a2d164', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:83:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318cd9e8-0b4d-4531-8cd8-47b18a75eb06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3134, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:05:10Z', 'updated_at': '2022-02-15T17:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:07:57.540790 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (04f6cb86-9acf-4122-b3bf-80bb226b6a44), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:57.596118 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (04f6cb86-9acf-4122-b3bf-80bb226b6a44), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:57.596913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-fe6660b0-f43f-433a-8041-662d4451e89d None None] For port df4a9254-d9d1-4608-9fc0-3c783dd71e4a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=df4a9254-d9d1-4608-9fc0-3c783dd71e4a,segment=NetworkSegment(40f850e6-865f-46e4-8a42-f604dcf0bb64),segment_id=40f850e6-865f-46e4-8a42-f604dcf0bb64)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:57.598299 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe6660b0-f43f-433a-8041-662d4451e89d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (df4a9254-d9d1-4608-9fc0-3c783dd71e4a), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:57.616318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:07:57.616903 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (04f6cb86-9acf-4122-b3bf-80bb226b6a44), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:57.662638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fe6660b0-f43f-433a-8041-662d4451e89d None None] Calling delete_port for df4a9254-d9d1-4608-9fc0-3c783dd71e4a owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:07:57.666026 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:07:57.869089 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (643363a1-6784-480d-bf73-179d3eaf8418), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:57.891713 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:57.899560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "DELETE /v2.0/networks/643363a1-6784-480d-bf73-179d3eaf8418 HTTP/1.1" status: 204 len: 168 time: 1.8457224 Feb 15 17:07:57.899560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd573a-5ab7-4ad9-b2d1-0c012f69e213 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Pushing event deleted for resources: {'Network': ['ID=643363a1-6784-480d-bf73-179d3eaf8418,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:57.900093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47652) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:57.934166 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ae33d-0245-4d2d-a55b-5cdbec37cfa9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Deleting port 18b24379-3a36-455d-8c6f-0d8e15a2d164 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:07:57.934731 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae33d-0245-4d2d-a55b-5cdbec37cfa9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (18b24379-3a36-455d-8c6f-0d8e15a2d164), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:57.958105 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-39a2c952-a5e7-4e74-bb05-f596dac1575f tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "GET /v2.0/ports?device_id=f5ee437f-38ff-42c6-8874-7283a3d588cd HTTP/1.1" status: 200 len: 205 time: 0.0546682 Feb 15 17:07:57.960664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47654) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:58.072641 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-838fea65-db69-4b66-b7dc-dc772da12187 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for router (f5ee437f-38ff-42c6-8874-7283a3d588cd), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:58.119385 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-2d1ae33d-0245-4d2d-a55b-5cdbec37cfa9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] For port 18b24379-3a36-455d-8c6f-0d8e15a2d164, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=18b24379-3a36-455d-8c6f-0d8e15a2d164,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:07:58.120047 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae33d-0245-4d2d-a55b-5cdbec37cfa9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (18b24379-3a36-455d-8c6f-0d8e15a2d164), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:58.143756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2d1ae33d-0245-4d2d-a55b-5cdbec37cfa9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Calling delete_port for 18b24379-3a36-455d-8c6f-0d8e15a2d164 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:07:58.367257 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe6660b0-f43f-433a-8041-662d4451e89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (df4a9254-d9d1-4608-9fc0-3c783dd71e4a), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:58.378301 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9902acb-3de8-49d9-bb0c-97cb42145931 req-a571e76e-4646-4a7f-b9ed-ab8066f6d9d4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:07:58.379815 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b9902acb-3de8-49d9-bb0c-97cb42145931 req-a571e76e-4646-4a7f-b9ed-ab8066f6d9d4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.6210392 Feb 15 17:07:58.386733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6660b0-f43f-433a-8041-662d4451e89d None None] No DVR routers for this DVR port df4a9254-d9d1-4608-9fc0-3c783dd71e4a on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:07:58.415753 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-838fea65-db69-4b66-b7dc-dc772da12187 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (f5ee437f-38ff-42c6-8874-7283a3d588cd), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:58.420618 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-838fea65-db69-4b66-b7dc-dc772da12187 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for router_controller (f5ee437f-38ff-42c6-8874-7283a3d588cd), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:58.447854 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b9902acb-3de8-49d9-bb0c-97cb42145931 req-924934cb-9a7d-4fe7-a6ef-cfd4568f40e5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606389 Feb 15 17:07:58.467877 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae33d-0245-4d2d-a55b-5cdbec37cfa9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (18b24379-3a36-455d-8c6f-0d8e15a2d164), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:58.468048 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6660b0-f43f-433a-8041-662d4451e89d None None] Pushing event deleted for resources: {'Port': ['ID=df4a9254-d9d1-4608-9fc0-3c783dd71e4a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:58.492612 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ae33d-0245-4d2d-a55b-5cdbec37cfa9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Port': ['ID=18b24379-3a36-455d-8c6f-0d8e15a2d164,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:07:58.607615 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae33d-0245-4d2d-a55b-5cdbec37cfa9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:58.684884 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-838fea65-db69-4b66-b7dc-dc772da12187 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (f5ee437f-38ff-42c6-8874-7283a3d588cd), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:58.685304 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838fea65-db69-4b66-b7dc-dc772da12187 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Fanout notify agent at l3_agent the message router_deleted on router f5ee437f-38ff-42c6-8874-7283a3d588cd {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:07:58.692001 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-838fea65-db69-4b66-b7dc-dc772da12187 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:58.695492 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-838fea65-db69-4b66-b7dc-dc772da12187 tempest-RoutersNegativeIpV6Test-617499911 tempest-RoutersNegativeIpV6Test-617499911-project] 10.222.0.107 "DELETE /v2.0/routers/f5ee437f-38ff-42c6-8874-7283a3d588cd HTTP/1.1" status: 204 len: 168 time: 0.7305379 Feb 15 17:07:58.759304 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae33d-0245-4d2d-a55b-5cdbec37cfa9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:58.766971 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae33d-0245-4d2d-a55b-5cdbec37cfa9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router_controller (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:58.943500 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae33d-0245-4d2d-a55b-5cdbec37cfa9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (318cd9e8-0b4d-4531-8cd8-47b18a75eb06), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:58.945301 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1ae33d-0245-4d2d-a55b-5cdbec37cfa9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Fanout notify agent at l3_agent the message router_deleted on router 318cd9e8-0b4d-4531-8cd8-47b18a75eb06 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:07:58.963018 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d1ae33d-0245-4d2d-a55b-5cdbec37cfa9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:58.965357 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2d1ae33d-0245-4d2d-a55b-5cdbec37cfa9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "DELETE /v2.0/routers/318cd9e8-0b4d-4531-8cd8-47b18a75eb06 HTTP/1.1" status: 204 len: 168 time: 2.3500109 Feb 15 17:07:58.967280 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47674) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:59.145337 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:07:59.185133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:07:59.185776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4aedfd14-9ae1-47ef-9a58-50ec04b9dcf8 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:07:59.186465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device df4a9254-d9d1-4608-9fc0-3c783dd71e4a no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:07:59.237998 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df94d4b3-84da-4257-bbb6-b30de8792a79 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (a4700e83-1e32-4a04-8e0a-9d271b918894), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:59.258791 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: df4a9254-d9d1-4608-9fc0-3c783dd71e4a {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:07:59.259415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device df4a9254-d9d1-4608-9fc0-3c783dd71e4a not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:07:59.422482 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df94d4b3-84da-4257-bbb6-b30de8792a79 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (a4700e83-1e32-4a04-8e0a-9d271b918894), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:59.475526 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-df94d4b3-84da-4257-bbb6-b30de8792a79 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4700e83-1e32-4a04-8e0a-9d271b918894']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:59.513671 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-df94d4b3-84da-4257-bbb6-b30de8792a79 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40f850e6-865f-46e4-8a42-f604dcf0bb64') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:59.514090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-df94d4b3-84da-4257-bbb6-b30de8792a79 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40f850e6-865f-46e4-8a42-f604dcf0bb64') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:07:59.520127 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47694) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:59.548853 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df94d4b3-84da-4257-bbb6-b30de8792a79 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (40f850e6-865f-46e4-8a42-f604dcf0bb64), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:59.580540 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df94d4b3-84da-4257-bbb6-b30de8792a79 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (40f850e6-865f-46e4-8a42-f604dcf0bb64), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:59.592913 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df94d4b3-84da-4257-bbb6-b30de8792a79 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:07:59.593524 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df94d4b3-84da-4257-bbb6-b30de8792a79 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (40f850e6-865f-46e4-8a42-f604dcf0bb64), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:07:59.598762 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:07:59.754260 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82983ba0-208f-4d04-82ef-b656fd63d336 req-742f2f37-8eab-470f-b196-396756b151a0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2082145 Feb 15 17:07:59.864485 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df94d4b3-84da-4257-bbb6-b30de8792a79 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (a4700e83-1e32-4a04-8e0a-9d271b918894), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:59.878354 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-df94d4b3-84da-4257-bbb6-b30de8792a79 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:07:59.886499 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-df94d4b3-84da-4257-bbb6-b30de8792a79 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "DELETE /v2.0/networks/a4700e83-1e32-4a04-8e0a-9d271b918894 HTTP/1.1" status: 204 len: 168 time: 0.9145081 Feb 15 17:07:59.931860 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47708) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:07:59.945547 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-abc3f731-1d4b-4275-8204-23cea1e5e895 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'network': {'name': 'tempest-network-smoke--1397461581', 'project_id': '55662dfff497447caddaf19eeba12e64', 'port_security_enabled': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:07:59.958186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-ddd3cee2-d081-4e51-8d5d-2096fd7d6e84 req-77edb2d3-dcca-4b04-934c-2d5037451f88 service neutron] (103800) timed out ('10.222.0.67', 56239) {{(pid=103800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:07:59.959276 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94d4b3-84da-4257-bbb6-b30de8792a79 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Network': ['ID=a4700e83-1e32-4a04-8e0a-9d271b918894,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:00.121594 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc3f731-1d4b-4275-8204-23cea1e5e895 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Made reservation on behalf of 55662dfff497447caddaf19eeba12e64 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:08:00.125782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-abc3f731-1d4b-4275-8204-23cea1e5e895 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:00.180967 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc3f731-1d4b-4275-8204-23cea1e5e895 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:08:00.207371 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-abc3f731-1d4b-4275-8204-23cea1e5e895 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d22e34b1-3ccd-407d-9723-59bdbbc40d8d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:00.207867 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-abc3f731-1d4b-4275-8204-23cea1e5e895 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Added segment d22e34b1-3ccd-407d-9723-59bdbbc40d8d of type vlan for network 625fad1f-f638-4def-aaab-fd53aae2ebe8 Feb 15 17:08:00.306500 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-abc3f731-1d4b-4275-8204-23cea1e5e895 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (625fad1f-f638-4def-aaab-fd53aae2ebe8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:00.328616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c5b6b-7b23-4ce3-be3f-2490ec493242 req-aaccbcc8-6b3c-4096-9821-24814fc8dc84 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:00.330186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-413c5b6b-7b23-4ce3-be3f-2490ec493242 req-aaccbcc8-6b3c-4096-9821-24814fc8dc84 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.6958013 Feb 15 17:08:00.405695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-413c5b6b-7b23-4ce3-be3f-2490ec493242 req-8aca405f-5f8e-4c71-87a1-04ee4e5b65ae tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586209 Feb 15 17:08:00.418671 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e531abad-24aa-48ee-b3e4-383fd5fb0476 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c7aee5f9db094665bf19dd655ff34d43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8930860 Feb 15 17:08:00.419519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47726) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:00.419628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82983ba0-208f-4d04-82ef-b656fd63d336 req-3ca003eb-0aae-48e6-a4a8-4916403bcc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:00.421198 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82983ba0-208f-4d04-82ef-b656fd63d336 req-3ca003eb-0aae-48e6-a4a8-4916403bcc46 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 1128 time: 0.6289907 Feb 15 17:08:00.436445 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-abc3f731-1d4b-4275-8204-23cea1e5e895 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (625fad1f-f638-4def-aaab-fd53aae2ebe8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:00.446910 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc3f731-1d4b-4275-8204-23cea1e5e895 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:00.447714 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-abc3f731-1d4b-4275-8204-23cea1e5e895 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:00.455975 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:00.575328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82983ba0-208f-4d04-82ef-b656fd63d336 req-9b47fd31-325b-4567-9aa0-05941eb5d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:00.577899 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82983ba0-208f-4d04-82ef-b656fd63d336 req-9b47fd31-325b-4567-9aa0-05941eb5d0e6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.1338913 Feb 15 17:08:00.635086 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3f731-1d4b-4275-8204-23cea1e5e895 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Network': ['ID=625fad1f-f638-4def-aaab-fd53aae2ebe8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:00.638404 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25338c8d-6f1c-4788-84b6-839e93a27867 admin admin] Publish callbacks [] for security_group (5473b060-7ba3-462e-9681-06e4d0594e59), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:00.647571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 625fad1f-f638-4def-aaab-fd53aae2ebe8 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:08:00.655859 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-abc3f731-1d4b-4275-8204-23cea1e5e895 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7196076 Feb 15 17:08:00.656854 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47728) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:00.659516 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82983ba0-208f-4d04-82ef-b656fd63d336 req-f4e6a5c0-e57a-47ad-a87f-154a07ffd17d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b HTTP/1.1" status: 200 len: 217 time: 0.0736454 Feb 15 17:08:00.661421 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1733699157', 'admin_state_up': True, 'project_id': '55662dfff497447caddaf19eeba12e64', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:00.691884 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25338c8d-6f1c-4788-84b6-839e93a27867 admin admin] Publish callbacks [] for security_group (5473b060-7ba3-462e-9681-06e4d0594e59), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:00.724636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82983ba0-208f-4d04-82ef-b656fd63d336 req-d3fc1136-6a4e-45a6-ae5b-3958c6db7a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:00.726273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82983ba0-208f-4d04-82ef-b656fd63d336 req-d3fc1136-6a4e-45a6-ae5b-3958c6db7a73 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.0609376 Feb 15 17:08:00.779782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (62080212-099c-4b97-bd09-274715f3ab44), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:00.782069 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (62080212-099c-4b97-bd09-274715f3ab44), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:00.813032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82983ba0-208f-4d04-82ef-b656fd63d336 req-d6d3ca28-bce4-4c76-a226-04afa6b9deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:00.814529 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82983ba0-208f-4d04-82ef-b656fd63d336 req-d6d3ca28-bce4-4c76-a226-04afa6b9deca service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0761373 Feb 15 17:08:00.923040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 18b24379-3a36-455d-8c6f-0d8e15a2d164 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:08:00.945969 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82983ba0-208f-4d04-82ef-b656fd63d336 req-2164cba4-1983-4369-bfdf-31572306ea17 service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247175 Feb 15 17:08:00.953049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 18b24379-3a36-455d-8c6f-0d8e15a2d164 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:08:00.957099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 18b24379-3a36-455d-8c6f-0d8e15a2d164 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:08:00.957099 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:01.004773 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router_controller (62080212-099c-4b97-bd09-274715f3ab44), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:01.007198 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25338c8d-6f1c-4788-84b6-839e93a27867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5473b060-7ba3-462e-9681-06e4d0594e59), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:01.010072 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25338c8d-6f1c-4788-84b6-839e93a27867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:01.012066 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-25338c8d-6f1c-4788-84b6-839e93a27867 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5473b060-7ba3-462e-9681-06e4d0594e59 HTTP/1.1" status: 204 len: 168 time: 0.5910585 Feb 15 17:08:01.049228 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25338c8d-6f1c-4788-84b6-839e93a27867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5473b060-7ba3-462e-9681-06e4d0594e59,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:01.067832 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82983ba0-208f-4d04-82ef-b656fd63d336 req-55b82038-10a3-4845-a4c5-020eafe9e13e service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071248 Feb 15 17:08:01.330731 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router_gateway (62080212-099c-4b97-bd09-274715f3ab44), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:01.745665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99fa19-49de-4ff8-b6b4-1245e2f29170 req-300d4a65-2cea-4fb4-aa21-5550647adcb9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:01.753713 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb99fa19-49de-4ff8-b6b4-1245e2f29170 req-300d4a65-2cea-4fb4-aa21-5550647adcb9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1360254 Feb 15 17:08:01.869475 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cb99fa19-49de-4ff8-b6b4-1245e2f29170 req-b3df7897-cb7f-4a9d-8653-c5e4652322e0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080410 Feb 15 17:08:02.092559 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router_gateway (62080212-099c-4b97-bd09-274715f3ab44), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:02.138813 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:02.365074 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Allocated IP 172.25.4.69 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/c72bfbc3-1d9b-4694-8416-13321a035293) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:08:02.494428 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for port (c72bfbc3-1d9b-4694-8416-13321a035293), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:02.633597 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c72bfbc3-1d9b-4694-8416-13321a035293), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:02.651305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47804) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:02.681875 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:08:02.692014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:08:02.711935 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:08:02.797389 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Port': ['ID=c72bfbc3-1d9b-4694-8416-13321a035293,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:02.839538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-d2e80e56-e85d-4e5b-ad17-0c19aa255640 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group': {'name': 'tempest-secgroup--689237388'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:02.999066 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d2e80e56-e85d-4e5b-ad17-0c19aa255640 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:03.080386 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d2e80e56-e85d-4e5b-ad17-0c19aa255640 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:03.179415 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d2e80e56-e85d-4e5b-ad17-0c19aa255640 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (35178c36-52fc-4a22-9a54-cd687d35e680), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:03.198775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04748a96-1e86-4aba-a794-b19565d84b12 req-436136cb-3906-4758-a58b-443ed4c3d5d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:03.207348 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-04748a96-1e86-4aba-a794-b19565d84b12 req-436136cb-3906-4758-a58b-443ed4c3d5d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.2112796 Feb 15 17:08:03.270000 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-04748a96-1e86-4aba-a794-b19565d84b12 req-97637416-1b9f-4436-999b-df14e114c04a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614800 Feb 15 17:08:03.275384 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d2e80e56-e85d-4e5b-ad17-0c19aa255640 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (35178c36-52fc-4a22-9a54-cd687d35e680), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:03.311421 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router_gateway (62080212-099c-4b97-bd09-274715f3ab44), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:03.348288 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d2e80e56-e85d-4e5b-ad17-0c19aa255640 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (480e75e6-8099-42c4-8064-511576d17a6a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:03.379466 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e80e56-e85d-4e5b-ad17-0c19aa255640 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35178c36-52fc-4a22-9a54-cd687d35e680,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:03.461873 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d2e80e56-e85d-4e5b-ad17-0c19aa255640 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (480e75e6-8099-42c4-8064-511576d17a6a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:03.520077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e80e56-e85d-4e5b-ad17-0c19aa255640 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480e75e6-8099-42c4-8064-511576d17a6a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:03.676502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d2e80e56-e85d-4e5b-ad17-0c19aa255640 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:03.679037 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d2e80e56-e85d-4e5b-ad17-0c19aa255640 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0259795 Feb 15 17:08:03.681341 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47830) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:03.734163 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (62080212-099c-4b97-bd09-274715f3ab44), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:03.763492 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dddc0a7e-bedd-49d5-ad53-a897c2a5adb5 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0809972 Feb 15 17:08:03.772954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47832) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:03.782987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-6a0f0126-a0fc-4770-b05b-bebcedefda15 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group': {'name': 'tempest-security--593495536', 'description': 'tempest-security-description-848933138'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:03.885119 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a0f0126-a0fc-4770-b05b-bebcedefda15 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (480e75e6-8099-42c4-8064-511576d17a6a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:03.990764 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a0f0126-a0fc-4770-b05b-bebcedefda15 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (480e75e6-8099-42c4-8064-511576d17a6a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:04.008684 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Router 62080212-099c-4b97-bd09-274715f3ab44 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:08:04.063406 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a0f0126-a0fc-4770-b05b-bebcedefda15 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (480e75e6-8099-42c4-8064-511576d17a6a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:04.067210 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6a0f0126-a0fc-4770-b05b-bebcedefda15 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:04.072136 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6a0f0126-a0fc-4770-b05b-bebcedefda15 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "PUT /v2.0/security-groups/480e75e6-8099-42c4-8064-511576d17a6a HTTP/1.1" status: 200 len: 1795 time: 0.2970064 Feb 15 17:08:04.075194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47846) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:04.209166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f0126-a0fc-4770-b05b-bebcedefda15 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480e75e6-8099-42c4-8064-511576d17a6a,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:04.223725 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:08:04.230200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-55ac2568-4cb3-45fe-a23b-96e990944396 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-groups/480e75e6-8099-42c4-8064-511576d17a6a HTTP/1.1" status: 200 len: 1795 time: 0.0821731 Feb 15 17:08:04.230980 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47848) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:04.231843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Sync routers for ids ['62080212-099c-4b97-bd09-274715f3ab44'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:08:04.254678 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Routers {'62080212-099c-4b97-bd09-274715f3ab44'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:08:04.255317 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['62080212-099c-4b97-bd09-274715f3ab44'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:08:04.300194 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b596c011-9110-458a-9691-e6ac5cc8443a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (480e75e6-8099-42c4-8064-511576d17a6a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:04.332657 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b596c011-9110-458a-9691-e6ac5cc8443a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (480e75e6-8099-42c4-8064-511576d17a6a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:04.333636 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:04.335388 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1774437f-8181-491b-8c44-3c55721d3de9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6775758 Feb 15 17:08:04.338609 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47852) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:04.396345 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-449652d8-0682-480d-bc7c-a58c414159f8 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=55662dfff497447caddaf19eeba12e64&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0564258 Feb 15 17:08:04.399299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47856) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:04.536024 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b596c011-9110-458a-9691-e6ac5cc8443a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (480e75e6-8099-42c4-8064-511576d17a6a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:04.539097 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Set router 62080212-099c-4b97-bd09-274715f3ab44 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:08:04.541257 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b596c011-9110-458a-9691-e6ac5cc8443a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:04.545308 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b596c011-9110-458a-9691-e6ac5cc8443a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-groups/480e75e6-8099-42c4-8064-511576d17a6a HTTP/1.1" status: 204 len: 168 time: 0.3133745 Feb 15 17:08:04.546924 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b9eaa-81a4-4c36-81a1-e3679937481f req-bb934c8e-58f5-497e-8079-9e1c7a162447 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:04.548777 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a69b9eaa-81a4-4c36-81a1-e3679937481f req-bb934c8e-58f5-497e-8079-9e1c7a162447 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1068664 Feb 15 17:08:04.549396 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47862) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:04.615461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b596c011-9110-458a-9691-e6ac5cc8443a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480e75e6-8099-42c4-8064-511576d17a6a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:04.626397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9b6b11-1dfc-46bd-8b3d-df89c9e55354 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:04.628428 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5c9b6b11-1dfc-46bd-8b3d-df89c9e55354 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2281513 Feb 15 17:08:04.633481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47864) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:04.657598 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a69b9eaa-81a4-4c36-81a1-e3679937481f req-8b349632-6d34-4ec5-971e-06b3d1acb1dc tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984218 Feb 15 17:08:04.668522 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-94f266a7-e72d-40fb-a7de-fd18d4ed099d tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1179779 Feb 15 17:08:04.671268 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47866) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:04.704533 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c9a3402c-f9b0-4e7f-943b-413f8e29d4d2 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0676696 Feb 15 17:08:04.706448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47868) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:04.709346 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-c295ef69-4298-440b-903d-69e461af243e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] delete failed (client error): The resource could not be found. Feb 15 17:08:04.720446 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c295ef69-4298-440b-903d-69e461af243e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-groups/480e75e6-8099-42c4-8064-511576d17a6a HTTP/1.1" status: 404 len: 347 time: 0.0446625 Feb 15 17:08:04.720587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-89914e52-ab4b-404f-b68f-537a8d23b987 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1577028888', 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8', 'project_id': '55662dfff497447caddaf19eeba12e64', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:04.722587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47870) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:04.732998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c518a7ee-022d-4a98-a8ab-c4097e13f3af tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group': {'name': 'tempest-secgroup--577070131'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:04.862243 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c518a7ee-022d-4a98-a8ab-c4097e13f3af tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:04.937051 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62080212-099c-4b97-bd09-274715f3ab44', 'name': 'tempest-TestNetworkBasicOps-router-1733699157', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:08:00Z', 'updated_at': '2022-02-15T17:08:03Z', 'revision_number': 3, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:02Z', 'updated_at': '2022-02-15T17:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:08:04.953166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89914e52-ab4b-404f-b68f-537a8d23b987 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Made reservation on behalf of 55662dfff497447caddaf19eeba12e64 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:08:04.957658 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89914e52-ab4b-404f-b68f-537a8d23b987 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:04.974512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Checking router: 62080212-099c-4b97-bd09-274715f3ab44 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:08:04.975251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Updating router 62080212-099c-4b97-bd09-274715f3ab44 port c72bfbc3-1d9b-4694-8416-13321a035293 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:08:04.982433 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c518a7ee-022d-4a98-a8ab-c4097e13f3af tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (18dd66df-684e-43cf-a599-848ea60975f2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:05.011412 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c72bfbc3-1d9b-4694-8416-13321a035293), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:05.067416 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c518a7ee-022d-4a98-a8ab-c4097e13f3af tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (18dd66df-684e-43cf-a599-848ea60975f2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:05.143539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518a7ee-022d-4a98-a8ab-c4097e13f3af tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dd66df-684e-43cf-a599-848ea60975f2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:05.198549 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c518a7ee-022d-4a98-a8ab-c4097e13f3af tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:05.202460 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c518a7ee-022d-4a98-a8ab-c4097e13f3af tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4733431 Feb 15 17:08:05.202703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47884) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:05.216069 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c34bce1a-c50c-4e0e-87b2-eb2116bbb31e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group_rule': {'security_group_id': '18dd66df-684e-43cf-a599-848ea60975f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:05.346997 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c34bce1a-c50c-4e0e-87b2-eb2116bbb31e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (7d49eaf4-4c6c-4f61-8a33-abadca048aac), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:05.468359 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c34bce1a-c50c-4e0e-87b2-eb2116bbb31e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (7d49eaf4-4c6c-4f61-8a33-abadca048aac), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:05.499326 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89914e52-ab4b-404f-b68f-537a8d23b987 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (7de1c79c-cdc3-424e-80b0-8d466f2ff6b3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:05.521576 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Publish callbacks [] for port (c72bfbc3-1d9b-4694-8416-13321a035293), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:05.599757 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c34bce1a-c50c-4e0e-87b2-eb2116bbb31e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (7d49eaf4-4c6c-4f61-8a33-abadca048aac), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:05.623697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89914e52-ab4b-404f-b68f-537a8d23b987 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Subnet': ['ID=7de1c79c-cdc3-424e-80b0-8d466f2ff6b3,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:05.634058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89914e52-ab4b-404f-b68f-537a8d23b987 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Checking segment: {'id': 'd22e34b1-3ccd-407d-9723-59bdbbc40d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:08:05.634561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89914e52-ab4b-404f-b68f-537a8d23b987 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network hostable DHCP agents. Network: 625fad1f-f638-4def-aaab-fd53aae2ebe8, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:08:05.641288 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c72bfbc3-1d9b-4694-8416-13321a035293), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:05.643150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bce1a-c50c-4e0e-87b2-eb2116bbb31e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d49eaf4-4c6c-4f61-8a33-abadca048aac,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:05.757167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31530f-2dba-49ac-9c8b-2364ad2ae3c2 None None] Pushing event updated for resources: {'Port': ['ID=c72bfbc3-1d9b-4694-8416-13321a035293,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:05.762547 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c34bce1a-c50c-4e0e-87b2-eb2116bbb31e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:05.763795 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c34bce1a-c50c-4e0e-87b2-eb2116bbb31e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5601330 Feb 15 17:08:05.766603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47904) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:05.777873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Attempting to bind port c72bfbc3-1d9b-4694-8416-13321a035293 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:08:05.778389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Attempting to bind port c72bfbc3-1d9b-4694-8416-13321a035293 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:08:05.780653 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Attempting to bind port c72bfbc3-1d9b-4694-8416-13321a035293 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:08:05.798629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:08:05.799345 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:08:05.800829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89914e52-ab4b-404f-b68f-537a8d23b987 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network 625fad1f-f638-4def-aaab-fd53aae2ebe8 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:08:05.802443 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:05.802862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:08:05.807932 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Bound port: c72bfbc3-1d9b-4694-8416-13321a035293, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:08:05.807932 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c72bfbc3-1d9b-4694-8416-13321a035293), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:05.836866 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2f90b83-4766-4fa9-aa75-2359bf6cc91b tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (7d49eaf4-4c6c-4f61-8a33-abadca048aac), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:05.847720 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2f90b83-4766-4fa9-aa75-2359bf6cc91b tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (7d49eaf4-4c6c-4f61-8a33-abadca048aac), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:05.915137 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] For port c72bfbc3-1d9b-4694-8416-13321a035293, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:08:05.916143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-89914e52-ab4b-404f-b68f-537a8d23b987 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 625fad1f-f638-4def-aaab-fd53aae2ebe8) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:08:05.921455 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] For port c72bfbc3-1d9b-4694-8416-13321a035293, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c72bfbc3-1d9b-4694-8416-13321a035293,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:08:05.922136 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89914e52-ab4b-404f-b68f-537a8d23b987 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:05.922907 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-89914e52-ab4b-404f-b68f-537a8d23b987 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:05.934353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53b2fb2-c888-4202-9118-edc524808d47 None None] Network 625fad1f-f638-4def-aaab-fd53aae2ebe8 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:08:05.959964 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394861a-f83d-42d8-8908-90ff8025dc35 req-01169ef6-c6b2-4cf1-bbf6-8958a9d0e2a2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:05.967043 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a394861a-f83d-42d8-8908-90ff8025dc35 req-01169ef6-c6b2-4cf1-bbf6-8958a9d0e2a2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1150177 Feb 15 17:08:06.069894 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2f90b83-4766-4fa9-aa75-2359bf6cc91b tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (7d49eaf4-4c6c-4f61-8a33-abadca048aac), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:06.076721 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2f90b83-4766-4fa9-aa75-2359bf6cc91b tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:06.081255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47914) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:06.081729 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f2f90b83-4766-4fa9-aa75-2359bf6cc91b tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/7d49eaf4-4c6c-4f61-8a33-abadca048aac HTTP/1.1" status: 204 len: 168 time: 0.3130641 Feb 15 17:08:06.089510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-625fad1f-f638-4def-aaab-fd53aae2ebe8', 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8', 'project_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ips': [{'subnet_id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:08:06.093135 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:06.099013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f90b83-4766-4fa9-aa75-2359bf6cc91b tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d49eaf4-4c6c-4f61-8a33-abadca048aac,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:06.121417 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c72bfbc3-1d9b-4694-8416-13321a035293), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:06.139648 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-89914e52-ab4b-404f-b68f-537a8d23b987 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4288902 Feb 15 17:08:06.140950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47918) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:06.213736 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a394861a-f83d-42d8-8908-90ff8025dc35 req-eed31a2a-358b-4e86-a4a4-026b8fccd02d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164657 Feb 15 17:08:06.239374 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ad3480db-6904-4e96-a5fd-f26bb6da8041 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1523631 Feb 15 17:08:06.245654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47922) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:06.268085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31530f-2dba-49ac-9c8b-2364ad2ae3c2 None None] Pushing event updated for resources: {'Port': ['ID=c72bfbc3-1d9b-4694-8416-13321a035293,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:06.368497 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-09508d6d-6c5c-45d0-9ce9-822f96be7e3e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (18dd66df-684e-43cf-a599-848ea60975f2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:06.457654 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-09508d6d-6c5c-45d0-9ce9-822f96be7e3e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (18dd66df-684e-43cf-a599-848ea60975f2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:06.659965 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-09508d6d-6c5c-45d0-9ce9-822f96be7e3e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (18dd66df-684e-43cf-a599-848ea60975f2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:06.662665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-09508d6d-6c5c-45d0-9ce9-822f96be7e3e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:06.667112 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-09508d6d-6c5c-45d0-9ce9-822f96be7e3e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-groups/18dd66df-684e-43cf-a599-848ea60975f2 HTTP/1.1" status: 204 len: 168 time: 0.4172037 Feb 15 17:08:06.670410 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 47932) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:06.674584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09508d6d-6c5c-45d0-9ce9-822f96be7e3e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dd66df-684e-43cf-a599-848ea60975f2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:06.694475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Routers {'62080212-099c-4b97-bd09-274715f3ab44'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:08:06.694475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:07:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['62080212-099c-4b97-bd09-274715f3ab44'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:08:06.694475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Allocated IP 172.20.0.2 (625fad1f-f638-4def-aaab-fd53aae2ebe8/7de1c79c-cdc3-424e-80b0-8d466f2ff6b3/961ed97a-7132-4cd5-b44b-9211a9b67921) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:08:06.990658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47940) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:06.995976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-a514f02e-5f97-47e3-84ed-b2c730c5e306 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072830567'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:06.999709 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c9f05083-30e0-4686-be60-545783d5ee09 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3111758 Feb 15 17:08:07.108677 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a514f02e-5f97-47e3-84ed-b2c730c5e306 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:07.121246 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13cf5a1a-4478-4d52-a8ce-0761093ac412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:07.280393 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a514f02e-5f97-47e3-84ed-b2c730c5e306 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (a2dda5af-8b6d-4f29-985a-9b06ac14f499), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:07.335336 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] Set router 62080212-099c-4b97-bd09-274715f3ab44 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:08:07.343012 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a514f02e-5f97-47e3-84ed-b2c730c5e306 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a2dda5af-8b6d-4f29-985a-9b06ac14f499), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:07.412153 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514f02e-5f97-47e3-84ed-b2c730c5e306 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dda5af-8b6d-4f29-985a-9b06ac14f499,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:07.469723 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:07.493720 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a514f02e-5f97-47e3-84ed-b2c730c5e306 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:07.495344 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a514f02e-5f97-47e3-84ed-b2c730c5e306 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5036716 Feb 15 17:08:07.498135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47958) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:07.504443 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-01c3cfcc-d22a-4806-89bc-94e6ba4418ee tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group_rule': {'security_group_id': 'a2dda5af-8b6d-4f29-985a-9b06ac14f499', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:07.524670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a36d5a-3bb1-4439-9ce0-7f77c4622c4d req-e72277d7-d021-48b0-bf77-4931ecda2886 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:07.532721 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-08a36d5a-3bb1-4439-9ce0-7f77c4622c4d req-e72277d7-d021-48b0-bf77-4931ecda2886 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1807685 Feb 15 17:08:07.708599 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01c3cfcc-d22a-4806-89bc-94e6ba4418ee tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (72f3ac36-3573-48fb-b42d-341119ff1b14), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:07.727263 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Publish callbacks [] for port (961ed97a-7132-4cd5-b44b-9211a9b67921), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:07.775717 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62080212-099c-4b97-bd09-274715f3ab44', 'name': 'tempest-TestNetworkBasicOps-router-1733699157', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:08:00Z', 'updated_at': '2022-02-15T17:08:03Z', 'revision_number': 3, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:02Z', 'updated_at': '2022-02-15T17:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:08:07.866062 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-08a36d5a-3bb1-4439-9ce0-7f77c4622c4d req-31863739-b79c-4925-9921-581b23f3b961 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323145 Feb 15 17:08:07.880883 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (961ed97a-7132-4cd5-b44b-9211a9b67921), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:07.887956 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011845b4-0011-456a-b29f-d264c26a5b64 None None] The sync data for ids ['62080212-099c-4b97-bd09-274715f3ab44'] in n-d-828372-14 is: [{'id': '62080212-099c-4b97-bd09-274715f3ab44', 'name': 'tempest-TestNetworkBasicOps-router-1733699157', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:08:00Z', 'updated_at': '2022-02-15T17:08:03Z', 'revision_number': 3, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:02Z', 'updated_at': '2022-02-15T17:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:08:07.909113 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01c3cfcc-d22a-4806-89bc-94e6ba4418ee tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (72f3ac36-3573-48fb-b42d-341119ff1b14), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:07.982846 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01c3cfcc-d22a-4806-89bc-94e6ba4418ee tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (72f3ac36-3573-48fb-b42d-341119ff1b14), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:07.987764 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Allocated IP 172.20.0.1 (625fad1f-f638-4def-aaab-fd53aae2ebe8/7de1c79c-cdc3-424e-80b0-8d466f2ff6b3/7dd68113-e047-4769-8dbd-f682f1fb3e3d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:08:08.033431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3cfcc-d22a-4806-89bc-94e6ba4418ee tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f3ac36-3573-48fb-b42d-341119ff1b14,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:08.087908 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-01c3cfcc-d22a-4806-89bc-94e6ba4418ee tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:08.092667 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-01c3cfcc-d22a-4806-89bc-94e6ba4418ee tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5933232 Feb 15 17:08:08.093584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47972) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:08.100212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0b8743dc-a355-4ead-90d5-fce58540172b tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group_rule': {'security_group_id': 'a2dda5af-8b6d-4f29-985a-9b06ac14f499', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:08.150523 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:08.206417 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b8743dc-a355-4ead-90d5-fce58540172b tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (e52c836e-00c2-41f2-837c-01b8960265c3), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:08.294880 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:08.314756 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b8743dc-a355-4ead-90d5-fce58540172b tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (e52c836e-00c2-41f2-837c-01b8960265c3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:08.402878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network 625fad1f-f638-4def-aaab-fd53aae2ebe8 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:08:08.413668 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b8743dc-a355-4ead-90d5-fce58540172b tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e52c836e-00c2-41f2-837c-01b8960265c3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:08.434869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:08:08.441807 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:08:08.497087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Pushing event updated for resources: {'Port': ['ID=961ed97a-7132-4cd5-b44b-9211a9b67921,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:08.507928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8743dc-a355-4ead-90d5-fce58540172b tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52c836e-00c2-41f2-837c-01b8960265c3,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:08.509438 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Network 625fad1f-f638-4def-aaab-fd53aae2ebe8 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:08:08.511075 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:08:08.515275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:08:08.581644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Attempting to bind port 961ed97a-7132-4cd5-b44b-9211a9b67921 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:08:08.582019 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Attempting to bind port 961ed97a-7132-4cd5-b44b-9211a9b67921 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'd22e34b1-3ccd-407d-9723-59bdbbc40d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:08:08.582674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Attempting to bind port 961ed97a-7132-4cd5-b44b-9211a9b67921 on network 625fad1f-f638-4def-aaab-fd53aae2ebe8 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:08:08.589810 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (62080212-099c-4b97-bd09-274715f3ab44), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:08.589978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:08:08.590194 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Checking segment: {'id': 'd22e34b1-3ccd-407d-9723-59bdbbc40d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:08:08.590600 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:08.590993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Bound using segment: {'id': 'd22e34b1-3ccd-407d-9723-59bdbbc40d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:08:08.591468 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Bound port: 961ed97a-7132-4cd5-b44b-9211a9b67921, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22e34b1-3ccd-407d-9723-59bdbbc40d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:08:08.591848 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (961ed97a-7132-4cd5-b44b-9211a9b67921), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:08.603226 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Port': ['ID=7dd68113-e047-4769-8dbd-f682f1fb3e3d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:08.608420 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b8743dc-a355-4ead-90d5-fce58540172b tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:08.609854 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0b8743dc-a355-4ead-90d5-fce58540172b tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5151932 Feb 15 17:08:08.612717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 47984) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:08.618391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7a3802a7-08ac-432f-bf48-7cbc628fd876 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group_rule': {'security_group_id': 'a2dda5af-8b6d-4f29-985a-9b06ac14f499', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:08.716018 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] For port 961ed97a-7132-4cd5-b44b-9211a9b67921, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:08:08.722728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] For port 961ed97a-7132-4cd5-b44b-9211a9b67921, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=961ed97a-7132-4cd5-b44b-9211a9b67921,segment=NetworkSegment(d22e34b1-3ccd-407d-9723-59bdbbc40d8d),segment_id=d22e34b1-3ccd-407d-9723-59bdbbc40d8d)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:08:08.796809 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a3802a7-08ac-432f-bf48-7cbc628fd876 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (b939ff06-836d-43f2-a8c4-1238bb078b26), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:08.822785 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (961ed97a-7132-4cd5-b44b-9211a9b67921), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:09.090227 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a3802a7-08ac-432f-bf48-7cbc628fd876 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (b939ff06-836d-43f2-a8c4-1238bb078b26), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:09.109554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2fd024-fe62-4476-8d09-f3042d121988 None None] Pushing event updated for resources: {'Port': ['ID=961ed97a-7132-4cd5-b44b-9211a9b67921,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:09.237941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c72bfbc3-1d9b-4694-8416-13321a035293 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:08:09.308303 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a3802a7-08ac-432f-bf48-7cbc628fd876 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (b939ff06-836d-43f2-a8c4-1238bb078b26), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:09.428435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3802a7-08ac-432f-bf48-7cbc628fd876 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b939ff06-836d-43f2-a8c4-1238bb078b26,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:09.442883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c72bfbc3-1d9b-4694-8416-13321a035293 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:08:09.443268 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c72bfbc3-1d9b-4694-8416-13321a035293), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:09.483580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34577bdf-7c95-4560-8c32-6eb15f1af005 req-6bad6406-4ed2-4247-9a41-d75249b9b880 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:09.485901 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34577bdf-7c95-4560-8c32-6eb15f1af005 req-6bad6406-4ed2-4247-9a41-d75249b9b880 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.3786311 Feb 15 17:08:09.497912 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a3802a7-08ac-432f-bf48-7cbc628fd876 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:09.503322 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7a3802a7-08ac-432f-bf48-7cbc628fd876 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8855333 Feb 15 17:08:09.516913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48006) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:09.537773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7b131493-efdb-45bc-a41f-1c9def6d91d9 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group_rule': {'security_group_id': 'a2dda5af-8b6d-4f29-985a-9b06ac14f499', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:09.576560 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3adaba08-4690-4ce3-9a98-397ac98f0480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:09.732424 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34577bdf-7c95-4560-8c32-6eb15f1af005 req-d95bf73c-ed7e-4121-b7fc-4a0ddb9aa7c9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311659 Feb 15 17:08:09.780480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c72bfbc3-1d9b-4694-8416-13321a035293 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:08:09.783091 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c72bfbc3-1d9b-4694-8416-13321a035293), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:09.845724 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b131493-efdb-45bc-a41f-1c9def6d91d9 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (dd40490b-18bd-4d10-a52f-3808bd0f2f2c), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:09.859250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port c72bfbc3-1d9b-4694-8416-13321a035293, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c72bfbc3-1d9b-4694-8416-13321a035293,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:08:09.973670 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c72bfbc3-1d9b-4694-8416-13321a035293), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:09.981738 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b131493-efdb-45bc-a41f-1c9def6d91d9 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (dd40490b-18bd-4d10-a52f-3808bd0f2f2c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:10.052048 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:10.074168 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b131493-efdb-45bc-a41f-1c9def6d91d9 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (dd40490b-18bd-4d10-a52f-3808bd0f2f2c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:10.087611 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=c72bfbc3-1d9b-4694-8416-13321a035293,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:10.145720 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b131493-efdb-45bc-a41f-1c9def6d91d9 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd40490b-18bd-4d10-a52f-3808bd0f2f2c,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:10.261109 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7b131493-efdb-45bc-a41f-1c9def6d91d9 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:10.264995 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7b131493-efdb-45bc-a41f-1c9def6d91d9 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7383535 Feb 15 17:08:10.265183 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48026) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:10.269985 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-cb111796-6aea-4268-96e1-85ad35e121e8 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group_rule': {'security_group_id': 'a2dda5af-8b6d-4f29-985a-9b06ac14f499', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:10.425898 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb111796-6aea-4268-96e1-85ad35e121e8 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (b6e0d5e5-84bb-402d-887c-c2f1d8ed4ea9), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:10.520085 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:10.665736 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb111796-6aea-4268-96e1-85ad35e121e8 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (b6e0d5e5-84bb-402d-887c-c2f1d8ed4ea9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:10.736953 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb111796-6aea-4268-96e1-85ad35e121e8 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (b6e0d5e5-84bb-402d-887c-c2f1d8ed4ea9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:10.791001 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb111796-6aea-4268-96e1-85ad35e121e8 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e0d5e5-84bb-402d-887c-c2f1d8ed4ea9,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:10.917520 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb111796-6aea-4268-96e1-85ad35e121e8 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:10.919876 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cb111796-6aea-4268-96e1-85ad35e121e8 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6527684 Feb 15 17:08:10.925784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48046) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:11.021794 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:11.101778 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8d993007-f93a-44b5-b883-4cbb8b5fc342 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (b6e0d5e5-84bb-402d-887c-c2f1d8ed4ea9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:11.141783 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8d993007-f93a-44b5-b883-4cbb8b5fc342 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (b6e0d5e5-84bb-402d-887c-c2f1d8ed4ea9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:11.206853 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:11.417940 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8d993007-f93a-44b5-b883-4cbb8b5fc342 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (b6e0d5e5-84bb-402d-887c-c2f1d8ed4ea9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:11.425013 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (62080212-099c-4b97-bd09-274715f3ab44), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:11.426652 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8d993007-f93a-44b5-b883-4cbb8b5fc342 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:11.430222 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8d993007-f93a-44b5-b883-4cbb8b5fc342 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/b6e0d5e5-84bb-402d-887c-c2f1d8ed4ea9 HTTP/1.1" status: 204 len: 168 time: 0.5002511 Feb 15 17:08:11.434012 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48062) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:11.458924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d993007-f93a-44b5-b883-4cbb8b5fc342 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6e0d5e5-84bb-402d-887c-c2f1d8ed4ea9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:11.510976 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Port': ['ID=7dd68113-e047-4769-8dbd-f682f1fb3e3d,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:11.539597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 961ed97a-7132-4cd5-b44b-9211a9b67921 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:08:11.565457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec81b30-9f00-4b91-b59f-8f8faf00fe1c req-26dbcbae-dc53-474a-8b54-b54a49aa5399 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:11.567077 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bec81b30-9f00-4b91-b59f-8f8faf00fe1c req-26dbcbae-dc53-474a-8b54-b54a49aa5399 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.5260396 Feb 15 17:08:11.606706 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4beab5d3-8c79-496b-9518-dd315239befe None None] Network 625fad1f-f638-4def-aaab-fd53aae2ebe8 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:08:11.636482 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6c4270be-0a95-4014-aad1-302546e5ef83 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1663668 Feb 15 17:08:11.637386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48064) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:11.694436 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bec81b30-9f00-4b91-b59f-8f8faf00fe1c req-d05a331a-9bca-4790-ab91-5a223329166b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118162 Feb 15 17:08:11.707473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network 625fad1f-f638-4def-aaab-fd53aae2ebe8 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:08:11.707473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:08:11.711435 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-38133210-c069-48cf-9a99-6a0bfde0c129 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (dd40490b-18bd-4d10-a52f-3808bd0f2f2c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:11.745002 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-38133210-c069-48cf-9a99-6a0bfde0c129 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (dd40490b-18bd-4d10-a52f-3808bd0f2f2c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:11.914361 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-38133210-c069-48cf-9a99-6a0bfde0c129 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (dd40490b-18bd-4d10-a52f-3808bd0f2f2c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:11.922829 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-38133210-c069-48cf-9a99-6a0bfde0c129 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:11.930757 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-38133210-c069-48cf-9a99-6a0bfde0c129 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/dd40490b-18bd-4d10-a52f-3808bd0f2f2c HTTP/1.1" status: 204 len: 168 time: 0.2922065 Feb 15 17:08:11.933479 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48068) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:11.940219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38133210-c069-48cf-9a99-6a0bfde0c129 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd40490b-18bd-4d10-a52f-3808bd0f2f2c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:11.960637 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Router 62080212-099c-4b97-bd09-274715f3ab44 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:08:11.996007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-075377b9-6561-4aee-a974-c57c548f4502 None None] Provisioning complete for port 961ed97a-7132-4cd5-b44b-9211a9b67921 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:08:11.996557 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-075377b9-6561-4aee-a974-c57c548f4502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (961ed97a-7132-4cd5-b44b-9211a9b67921), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:12.024912 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c2743c41-c174-4d52-ba3d-5e6c95371ea6 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0898056 Feb 15 17:08:12.028249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48070) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:12.048832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 961ed97a-7132-4cd5-b44b-9211a9b67921 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:08:12.049212 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (961ed97a-7132-4cd5-b44b-9211a9b67921), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:12.096341 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b97cbd88-f569-4ce1-a241-1a1c764e2941 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (b939ff06-836d-43f2-a8c4-1238bb078b26), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:12.112179 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:12.122136 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b97cbd88-f569-4ce1-a241-1a1c764e2941 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (b939ff06-836d-43f2-a8c4-1238bb078b26), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:12.195541 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 961ed97a-7132-4cd5-b44b-9211a9b67921 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:08:12.195940 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (961ed97a-7132-4cd5-b44b-9211a9b67921), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:12.332765 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b97cbd88-f569-4ce1-a241-1a1c764e2941 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (b939ff06-836d-43f2-a8c4-1238bb078b26), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:12.340353 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b97cbd88-f569-4ce1-a241-1a1c764e2941 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:12.345501 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b97cbd88-f569-4ce1-a241-1a1c764e2941 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/b939ff06-836d-43f2-a8c4-1238bb078b26 HTTP/1.1" status: 204 len: 168 time: 0.3161657 Feb 15 17:08:12.349323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48084) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:12.349732 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:08:12.356031 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-54d4a3eb-4eb7-4112-a58d-84f39f94f603 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "PUT /v2.0/routers/62080212-099c-4b97-bd09-274715f3ab44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2137246 Feb 15 17:08:12.361609 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48086) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:12.380478 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Sync routers for ids ['62080212-099c-4b97-bd09-274715f3ab44'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:08:12.397939 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Routers {'62080212-099c-4b97-bd09-274715f3ab44'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:08:12.398183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-075377b9-6561-4aee-a974-c57c548f4502 None None] Current status of the port 961ed97a-7132-4cd5-b44b-9211a9b67921 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:08:12.398861 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:08:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['62080212-099c-4b97-bd09-274715f3ab44'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:08:12.401198 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-075377b9-6561-4aee-a974-c57c548f4502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (961ed97a-7132-4cd5-b44b-9211a9b67921), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:12.450275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 961ed97a-7132-4cd5-b44b-9211a9b67921, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=961ed97a-7132-4cd5-b44b-9211a9b67921,segment=NetworkSegment(d22e34b1-3ccd-407d-9723-59bdbbc40d8d),segment_id=d22e34b1-3ccd-407d-9723-59bdbbc40d8d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:08:12.476678 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97cbd88-f569-4ce1-a241-1a1c764e2941 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b939ff06-836d-43f2-a8c4-1238bb078b26,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:12.539181 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (961ed97a-7132-4cd5-b44b-9211a9b67921), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:12.540216 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c72bfbc3-1d9b-4694-8416-13321a035293 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:08:12.613897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48090) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:12.615382 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-69c53730-84cc-4399-af83-d013dab9ccb3 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2496896 Feb 15 17:08:12.734536 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=961ed97a-7132-4cd5-b44b-9211a9b67921,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:12.770797 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-075377b9-6561-4aee-a974-c57c548f4502 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:08:12.782042 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-075377b9-6561-4aee-a974-c57c548f4502 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:08:12.782517 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Set router 62080212-099c-4b97-bd09-274715f3ab44 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:08:12.789884 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1318-3853-4f0d-b0d1-2e78930d6551 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (e52c836e-00c2-41f2-837c-01b8960265c3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:12.812781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c72bfbc3-1d9b-4694-8416-13321a035293 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:08:12.813381 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c72bfbc3-1d9b-4694-8416-13321a035293), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:12.832042 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1318-3853-4f0d-b0d1-2e78930d6551 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (e52c836e-00c2-41f2-837c-01b8960265c3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:12.841382 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d238d0-6f4f-4ef9-80f2-1205a618a61a tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:12.843141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d238d0-6f4f-4ef9-80f2-1205a618a61a tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:12.843629 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d238d0-6f4f-4ef9-80f2-1205a618a61a tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:12.844105 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d238d0-6f4f-4ef9-80f2-1205a618a61a tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:12.844569 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d238d0-6f4f-4ef9-80f2-1205a618a61a tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:12.845027 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d238d0-6f4f-4ef9-80f2-1205a618a61a tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:12.845514 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d238d0-6f4f-4ef9-80f2-1205a618a61a tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:12.858565 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f3d238d0-6f4f-4ef9-80f2-1205a618a61a tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.4934528 Feb 15 17:08:12.859126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48096) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:13.027688 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1318-3853-4f0d-b0d1-2e78930d6551 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e52c836e-00c2-41f2-837c-01b8960265c3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:13.034798 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dc6b1318-3853-4f0d-b0d1-2e78930d6551 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:13.035914 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dc6b1318-3853-4f0d-b0d1-2e78930d6551 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/e52c836e-00c2-41f2-837c-01b8960265c3 HTTP/1.1" status: 204 len: 168 time: 0.4144301 Feb 15 17:08:13.040026 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48104) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:13.059485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7baaa9-d24e-4170-a70b-8da86e8b6df6 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:13.060506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7baaa9-d24e-4170-a70b-8da86e8b6df6 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:13.061138 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7baaa9-d24e-4170-a70b-8da86e8b6df6 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:13.061860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7baaa9-d24e-4170-a70b-8da86e8b6df6 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:13.062537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7baaa9-d24e-4170-a70b-8da86e8b6df6 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:13.063752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7baaa9-d24e-4170-a70b-8da86e8b6df6 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:13.064377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7baaa9-d24e-4170-a70b-8da86e8b6df6 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:13.066536 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fa7baaa9-d24e-4170-a70b-8da86e8b6df6 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.2063222 Feb 15 17:08:13.069957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48106) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:13.101078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b1318-3853-4f0d-b0d1-2e78930d6551 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e52c836e-00c2-41f2-837c-01b8960265c3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:13.167365 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c72bfbc3-1d9b-4694-8416-13321a035293 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:08:13.228741 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3b8d4a16-1e22-4ff6-bdfd-4d2d91a0c02a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1875865 Feb 15 17:08:13.238431 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48114) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:13.340263 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-77f94e7f-0812-4b46-89c9-e6cccd3aa7c2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (72f3ac36-3573-48fb-b42d-341119ff1b14), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:13.340812 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a5730-7182-48fe-93e3-9325370d6b2e req-1aeb2f0b-e032-4790-96ab-d63ffcd8c25a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:13.359901 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-639a5730-7182-48fe-93e3-9325370d6b2e req-1aeb2f0b-e032-4790-96ab-d63ffcd8c25a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.4892097 Feb 15 17:08:13.374025 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-77f94e7f-0812-4b46-89c9-e6cccd3aa7c2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (72f3ac36-3573-48fb-b42d-341119ff1b14), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:13.423206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 961ed97a-7132-4cd5-b44b-9211a9b67921 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:08:13.594449 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-77f94e7f-0812-4b46-89c9-e6cccd3aa7c2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (72f3ac36-3573-48fb-b42d-341119ff1b14), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:13.602318 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-77f94e7f-0812-4b46-89c9-e6cccd3aa7c2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:13.602525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62080212-099c-4b97-bd09-274715f3ab44', 'name': 'tempest-TestNetworkBasicOps-router-1733699157', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:08:00Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:02Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '7dd68113-e047-4769-8dbd-f682f1fb3e3d', 'name': '', 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:eb:8d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:07Z', 'updated_at': '2022-02-15T17:08:10Z', 'revision_number': 2, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:08:13.603454 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-77f94e7f-0812-4b46-89c9-e6cccd3aa7c2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/72f3ac36-3573-48fb-b42d-341119ff1b14 HTTP/1.1" status: 204 len: 168 time: 0.3634181 Feb 15 17:08:13.616039 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48122) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:13.620195 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-639a5730-7182-48fe-93e3-9325370d6b2e req-c521ba59-c226-45a7-9293-6046bca1c29c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576396 Feb 15 17:08:13.623877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f94e7f-0812-4b46-89c9-e6cccd3aa7c2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72f3ac36-3573-48fb-b42d-341119ff1b14,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:13.645868 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-075377b9-6561-4aee-a974-c57c548f4502 None None] Current status of the port 961ed97a-7132-4cd5-b44b-9211a9b67921 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:08:13.659007 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:13.713314 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 961ed97a-7132-4cd5-b44b-9211a9b67921 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:08:13.713984 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (961ed97a-7132-4cd5-b44b-9211a9b67921), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:13.721855 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-52ea9505-b7a3-4aff-a4cb-048166e1fdfc tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.6498969 Feb 15 17:08:13.727961 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9c769df7-467c-4fef-8c1f-cc4cd215c863 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1081903 Feb 15 17:08:13.728588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48128) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:13.786104 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Checking router: 62080212-099c-4b97-bd09-274715f3ab44 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:08:13.788919 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Updating router 62080212-099c-4b97-bd09-274715f3ab44 port 7dd68113-e047-4769-8dbd-f682f1fb3e3d binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:08:13.868740 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:13.897076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-80231e99-670a-4c25-9c96-c533ddc06bdf None None] Provisioning complete for port 961ed97a-7132-4cd5-b44b-9211a9b67921 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:08:13.911196 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9704afbf-efa7-4c9e-8b09-0844e16ce013 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (a2dda5af-8b6d-4f29-985a-9b06ac14f499), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:13.918243 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80231e99-670a-4c25-9c96-c533ddc06bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (961ed97a-7132-4cd5-b44b-9211a9b67921), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:13.957586 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9704afbf-efa7-4c9e-8b09-0844e16ce013 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (a2dda5af-8b6d-4f29-985a-9b06ac14f499), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:14.189093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48136) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:14.195503 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9704afbf-efa7-4c9e-8b09-0844e16ce013 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a2dda5af-8b6d-4f29-985a-9b06ac14f499), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:14.198706 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9704afbf-efa7-4c9e-8b09-0844e16ce013 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:14.204789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48140) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:14.205566 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9704afbf-efa7-4c9e-8b09-0844e16ce013 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-groups/a2dda5af-8b6d-4f29-985a-9b06ac14f499 HTTP/1.1" status: 204 len: 168 time: 0.4693904 Feb 15 17:08:14.231589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704afbf-efa7-4c9e-8b09-0844e16ce013 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dda5af-8b6d-4f29-985a-9b06ac14f499,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:14.270111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48142) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:14.274876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-fe0452f7-b090-447b-93d1-2ac5d57153aa tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1357099208', 'description': 'tempest-secgroup-smoke-1357099208 description', 'project_id': '55662dfff497447caddaf19eeba12e64'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:14.320545 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-42a92410-bab5-4058-bc5d-fb72bfb0bdcb tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1142225 Feb 15 17:08:14.329290 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 961ed97a-7132-4cd5-b44b-9211a9b67921 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:08:14.332371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48144) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:14.338202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-034efdc1-cfc7-4503-9dcd-9b6a06b0e8fa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1743298171'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:14.344715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-80231e99-670a-4c25-9c96-c533ddc06bdf None None] Current status of the port 961ed97a-7132-4cd5-b44b-9211a9b67921 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:08:14.355958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-80231e99-670a-4c25-9c96-c533ddc06bdf None None] Provisioning complete for port 7dd68113-e047-4769-8dbd-f682f1fb3e3d triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:08:14.356585 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80231e99-670a-4c25-9c96-c533ddc06bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:14.394824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-80231e99-670a-4c25-9c96-c533ddc06bdf None None] Port 7dd68113-e047-4769-8dbd-f682f1fb3e3d cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:08:14.441438 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe0452f7-b090-447b-93d1-2ac5d57153aa tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:14.493045 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-24ab24c4-14e5-476d-a5ed-4c7cc5ec564c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:14.550103 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-034efdc1-cfc7-4503-9dcd-9b6a06b0e8fa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:14.615459 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Publish callbacks [] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:14.666297 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-034efdc1-cfc7-4503-9dcd-9b6a06b0e8fa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (caac6552-199a-45e4-bff6-e838ca526a23), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:14.669079 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-24ab24c4-14e5-476d-a5ed-4c7cc5ec564c admin admin] Publish callbacks [] for security_group (7d86e04c-530f-40e2-a94c-3a19dd76415b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:14.729068 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:08:14.730401 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:14.744051 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe0452f7-b090-447b-93d1-2ac5d57153aa tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (11e69b70-7149-44bc-adae-e8e00d2e5fee), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:14.826311 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-034efdc1-cfc7-4503-9dcd-9b6a06b0e8fa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (caac6552-199a-45e4-bff6-e838ca526a23), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:14.881214 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe0452f7-b090-447b-93d1-2ac5d57153aa tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (11e69b70-7149-44bc-adae-e8e00d2e5fee), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:14.954345 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-24ab24c4-14e5-476d-a5ed-4c7cc5ec564c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7d86e04c-530f-40e2-a94c-3a19dd76415b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:14.959939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0452f7-b090-447b-93d1-2ac5d57153aa tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11e69b70-7149-44bc-adae-e8e00d2e5fee,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:14.989894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034efdc1-cfc7-4503-9dcd-9b6a06b0e8fa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caac6552-199a-45e4-bff6-e838ca526a23,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:14.995996 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c48606-034c-43b8-89b1-491aa3f3c618 None None] Pushing event updated for resources: {'Port': ['ID=7dd68113-e047-4769-8dbd-f682f1fb3e3d,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:15.035007 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-034efdc1-cfc7-4503-9dcd-9b6a06b0e8fa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.039468 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-034efdc1-cfc7-4503-9dcd-9b6a06b0e8fa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7044652 Feb 15 17:08:15.040601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48162) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:15.051027 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-24ab24c4-14e5-476d-a5ed-4c7cc5ec564c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=374f3b4188c14525a71f231fe1021d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8608394 Feb 15 17:08:15.053910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48164) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:15.056355 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8f8e4daf-fbe0-4aa7-9cc4-ad9f684e9804 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group_rule': {'security_group_id': 'caac6552-199a-45e4-bff6-e838ca526a23', 'direction': 'ingress', 'protocol': 17}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:15.084310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab24c4-14e5-476d-a5ed-4c7cc5ec564c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d86e04c-530f-40e2-a94c-3a19dd76415b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:15.095392 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32618a7-25d2-4d8f-9f6f-b7795cd2e123 req-35da39ed-d94e-4efd-a75c-54cda960290d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:15.098111 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d32618a7-25d2-4d8f-9f6f-b7795cd2e123 req-35da39ed-d94e-4efd-a75c-54cda960290d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.3463671 Feb 15 17:08:15.158555 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe0452f7-b090-447b-93d1-2ac5d57153aa tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.159805 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fe0452f7-b090-447b-93d1-2ac5d57153aa tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8886914 Feb 15 17:08:15.162980 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48166) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:15.169485 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4b70abef-6513-498f-afc4-21d6be554589 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '11e69b70-7149-44bc-adae-e8e00d2e5fee', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:15.211515 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f8e4daf-fbe0-4aa7-9cc4-ad9f684e9804 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (954edfe8-2930-4f9c-ac8b-fafba39a18ac), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.264121 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Attempting to bind port 7dd68113-e047-4769-8dbd-f682f1fb3e3d on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:08:15.265515 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Attempting to bind port 7dd68113-e047-4769-8dbd-f682f1fb3e3d by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'd22e34b1-3ccd-407d-9723-59bdbbc40d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:08:15.266408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d32618a7-25d2-4d8f-9f6f-b7795cd2e123 req-4abd1c48-204c-438a-accf-4ff5891d3e66 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601355 Feb 15 17:08:15.267009 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Attempting to bind port 7dd68113-e047-4769-8dbd-f682f1fb3e3d on network 625fad1f-f638-4def-aaab-fd53aae2ebe8 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:08:15.277560 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f07e486b-1bc3-499f-9564-595b2890b7c7 admin admin] Publish callbacks [] for security_group (7d86e04c-530f-40e2-a94c-3a19dd76415b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.287872 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:08:15.289882 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Checking segment: {'id': 'd22e34b1-3ccd-407d-9723-59bdbbc40d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:08:15.290498 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.294795 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Bound using segment: {'id': 'd22e34b1-3ccd-407d-9723-59bdbbc40d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:08:15.295682 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Bound port: 7dd68113-e047-4769-8dbd-f682f1fb3e3d, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd22e34b1-3ccd-407d-9723-59bdbbc40d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:08:15.297850 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.372794 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f07e486b-1bc3-499f-9564-595b2890b7c7 admin admin] Publish callbacks [] for security_group (7d86e04c-530f-40e2-a94c-3a19dd76415b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.419465 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f8e4daf-fbe0-4aa7-9cc4-ad9f684e9804 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (954edfe8-2930-4f9c-ac8b-fafba39a18ac), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.423301 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] For port 7dd68113-e047-4769-8dbd-f682f1fb3e3d, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:08:15.431107 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] For port 7dd68113-e047-4769-8dbd-f682f1fb3e3d, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7dd68113-e047-4769-8dbd-f682f1fb3e3d,segment=NetworkSegment(d22e34b1-3ccd-407d-9723-59bdbbc40d8d),segment_id=d22e34b1-3ccd-407d-9723-59bdbbc40d8d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:08:15.442517 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b70abef-6513-498f-afc4-21d6be554589 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (15d35b97-38c2-4fc2-82a6-7641f58ddaa9), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.541874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-489ea5bf-c9a9-4306-ae9f-4897ff42efe5 None None] Provisioning complete for port 7dd68113-e047-4769-8dbd-f682f1fb3e3d triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:08:15.545799 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-489ea5bf-c9a9-4306-ae9f-4897ff42efe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.565786 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f8e4daf-fbe0-4aa7-9cc4-ad9f684e9804 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (954edfe8-2930-4f9c-ac8b-fafba39a18ac), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.615597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e4daf-fbe0-4aa7-9cc4-ad9f684e9804 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954edfe8-2930-4f9c-ac8b-fafba39a18ac,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:15.632644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-489ea5bf-c9a9-4306-ae9f-4897ff42efe5 None None] Port 7dd68113-e047-4769-8dbd-f682f1fb3e3d cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:08:15.653320 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.654804 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f07e486b-1bc3-499f-9564-595b2890b7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7d86e04c-530f-40e2-a94c-3a19dd76415b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.662166 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f07e486b-1bc3-499f-9564-595b2890b7c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.664177 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b70abef-6513-498f-afc4-21d6be554589 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (15d35b97-38c2-4fc2-82a6-7641f58ddaa9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.669817 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f07e486b-1bc3-499f-9564-595b2890b7c7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7d86e04c-530f-40e2-a94c-3a19dd76415b HTTP/1.1" status: 204 len: 168 time: 0.6144238 Feb 15 17:08:15.726510 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8f8e4daf-fbe0-4aa7-9cc4-ad9f684e9804 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.730409 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8f8e4daf-fbe0-4aa7-9cc4-ad9f684e9804 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6848354 Feb 15 17:08:15.730545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e486b-1bc3-499f-9564-595b2890b7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d86e04c-530f-40e2-a94c-3a19dd76415b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:15.730656 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48178) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:15.754060 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Routers {'62080212-099c-4b97-bd09-274715f3ab44'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:08:15.761060 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:08:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['62080212-099c-4b97-bd09-274715f3ab44'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:08:15.797672 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b70abef-6513-498f-afc4-21d6be554589 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (15d35b97-38c2-4fc2-82a6-7641f58ddaa9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:15.936203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70abef-6513-498f-afc4-21d6be554589 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15d35b97-38c2-4fc2-82a6-7641f58ddaa9,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:15.986421 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33f695cf-af9f-4cd1-9ddb-69f93988dfa9 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (caac6552-199a-45e4-bff6-e838ca526a23), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:16.046721 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33f695cf-af9f-4cd1-9ddb-69f93988dfa9 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (caac6552-199a-45e4-bff6-e838ca526a23), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:16.153818 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b70abef-6513-498f-afc4-21d6be554589 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:16.163230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48182) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:16.168355 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4b70abef-6513-498f-afc4-21d6be554589 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0039167 Feb 15 17:08:16.174923 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c48606-034c-43b8-89b1-491aa3f3c618 None None] Pushing event updated for resources: {'Port': ['ID=7dd68113-e047-4769-8dbd-f682f1fb3e3d,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:16.175602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7dc05835-c379-4e9c-a133-9fcfc839c1e6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '11e69b70-7149-44bc-adae-e8e00d2e5fee', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:16.216496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3e6d54fa-4122-4def-b3d5-00e41fa7f2e1 None None] Provisioning complete for port 7dd68113-e047-4769-8dbd-f682f1fb3e3d triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:08:16.217767 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e6d54fa-4122-4def-b3d5-00e41fa7f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:16.232670 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33f695cf-af9f-4cd1-9ddb-69f93988dfa9 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (caac6552-199a-45e4-bff6-e838ca526a23), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:16.235375 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-33f695cf-af9f-4cd1-9ddb-69f93988dfa9 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:16.235549 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] Set router 62080212-099c-4b97-bd09-274715f3ab44 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:08:16.237078 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-33f695cf-af9f-4cd1-9ddb-69f93988dfa9 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-groups/caac6552-199a-45e4-bff6-e838ca526a23 HTTP/1.1" status: 204 len: 168 time: 0.5055504 Feb 15 17:08:16.240973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48186) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:16.320177 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7dc05835-c379-4e9c-a133-9fcfc839c1e6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (7967b760-980e-4aff-bbe0-d49998eec5ea), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:16.324607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f695cf-af9f-4cd1-9ddb-69f93988dfa9 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caac6552-199a-45e4-bff6-e838ca526a23,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:16.386321 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b0206fb0-e58a-4699-9069-5ad9d7228d62 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1411910 Feb 15 17:08:16.392762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48192) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:16.406408 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fe9a5bf9-1e8b-4326-a990-dc1867f59a9d tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653800681'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:16.498898 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7dc05835-c379-4e9c-a133-9fcfc839c1e6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (7967b760-980e-4aff-bbe0-d49998eec5ea), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:16.527964 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3e6d54fa-4122-4def-b3d5-00e41fa7f2e1 None None] Current status of the port 7dd68113-e047-4769-8dbd-f682f1fb3e3d is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:08:16.528746 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e6d54fa-4122-4def-b3d5-00e41fa7f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:16.571083 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7dc05835-c379-4e9c-a133-9fcfc839c1e6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (7967b760-980e-4aff-bbe0-d49998eec5ea), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:16.622129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc05835-c379-4e9c-a133-9fcfc839c1e6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7967b760-980e-4aff-bbe0-d49998eec5ea,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:16.654489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3e6d54fa-4122-4def-b3d5-00e41fa7f2e1 None None] For port 7dd68113-e047-4769-8dbd-f682f1fb3e3d, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7dd68113-e047-4769-8dbd-f682f1fb3e3d,segment=NetworkSegment(d22e34b1-3ccd-407d-9723-59bdbbc40d8d),segment_id=d22e34b1-3ccd-407d-9723-59bdbbc40d8d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:08:16.745273 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7dc05835-c379-4e9c-a133-9fcfc839c1e6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:16.748103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7dc05835-c379-4e9c-a133-9fcfc839c1e6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5832210 Feb 15 17:08:16.750728 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48200) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:16.757907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c6e55817-20f0-438c-996b-dda07b6e1a67 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '11e69b70-7149-44bc-adae-e8e00d2e5fee', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:16.759447 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d0e1a4-a06f-4b32-ad40-1704f27e1e99 req-acb5c490-16ce-40e0-842b-4f35168fcb9a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:16.761281 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-51d0e1a4-a06f-4b32-ad40-1704f27e1e99 req-acb5c490-16ce-40e0-842b-4f35168fcb9a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.2919726 Feb 15 17:08:16.767059 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe9a5bf9-1e8b-4326-a990-dc1867f59a9d tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:16.767639 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e6d54fa-4122-4def-b3d5-00e41fa7f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:16.873395 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48204) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:16.894248 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe9a5bf9-1e8b-4326-a990-dc1867f59a9d tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (49ec981f-64b0-496a-ae47-f3075b0f82c6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:16.930858 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f3fd94a-bc37-479a-a44c-6d750e05c41b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:16.936378 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-51d0e1a4-a06f-4b32-ad40-1704f27e1e99 req-9716f32f-dd1c-4094-b2fc-43a96550559a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664240 Feb 15 17:08:16.967235 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62080212-099c-4b97-bd09-274715f3ab44', 'name': 'tempest-TestNetworkBasicOps-router-1733699157', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:08:00Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:02Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '7dd68113-e047-4769-8dbd-f682f1fb3e3d', 'name': '', 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:eb:8d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:07Z', 'updated_at': '2022-02-15T17:08:15Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:08:16.972772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6d54fa-4122-4def-b3d5-00e41fa7f2e1 None None] Pushing event updated for resources: {'Port': ['ID=7dd68113-e047-4769-8dbd-f682f1fb3e3d,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:16.973861 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6e55817-20f0-438c-996b-dda07b6e1a67 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (a5e9832a-eca4-4100-9549-69408e9689d7), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:17.005556 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe9a5bf9-1e8b-4326-a990-dc1867f59a9d tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (49ec981f-64b0-496a-ae47-f3075b0f82c6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:17.007583 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8f5c2c-289e-43a1-9ef4-da12fff348d6 None None] The sync data for ids ['62080212-099c-4b97-bd09-274715f3ab44'] in n-d-828372-14 is: [{'id': '62080212-099c-4b97-bd09-274715f3ab44', 'name': 'tempest-TestNetworkBasicOps-router-1733699157', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:08:00Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:02Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '7dd68113-e047-4769-8dbd-f682f1fb3e3d', 'name': '', 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:eb:8d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:07Z', 'updated_at': '2022-02-15T17:08:15Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:08:17.125608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a5bf9-1e8b-4326-a990-dc1867f59a9d tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ec981f-64b0-496a-ae47-f3075b0f82c6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:17.224804 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe9a5bf9-1e8b-4326-a990-dc1867f59a9d tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:17.226101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fe9a5bf9-1e8b-4326-a990-dc1867f59a9d tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8321757 Feb 15 17:08:17.234178 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48210) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:17.242373 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bd66d016-fe4f-4b3b-bf5b-19498e25fe43 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078995252'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:17.317859 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f3fd94a-bc37-479a-a44c-6d750e05c41b admin admin] Publish callbacks [] for security_group (49d4d6cf-f667-4d3d-9020-642760e706ea), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:17.349798 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6e55817-20f0-438c-996b-dda07b6e1a67 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (a5e9832a-eca4-4100-9549-69408e9689d7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:17.468686 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd66d016-fe4f-4b3b-bf5b-19498e25fe43 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:17.473609 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f3fd94a-bc37-479a-a44c-6d750e05c41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (49d4d6cf-f667-4d3d-9020-642760e706ea), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:17.486606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7dd68113-e047-4769-8dbd-f682f1fb3e3d up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:08:17.568850 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6e55817-20f0-438c-996b-dda07b6e1a67 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (a5e9832a-eca4-4100-9549-69408e9689d7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:17.596185 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd66d016-fe4f-4b3b-bf5b-19498e25fe43 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (6750b7ee-232b-4775-9b9d-3c552319e937), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:17.680782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e55817-20f0-438c-996b-dda07b6e1a67 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e9832a-eca4-4100-9549-69408e9689d7,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:17.680995 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd66d016-fe4f-4b3b-bf5b-19498e25fe43 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6750b7ee-232b-4775-9b9d-3c552319e937), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:17.702273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7dd68113-e047-4769-8dbd-f682f1fb3e3d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:08:17.702814 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:17.737812 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1f3fd94a-bc37-479a-a44c-6d750e05c41b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=76435a6905ca4dbaaf91bd7b2ec186bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8629496 Feb 15 17:08:17.738970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fd94a-bc37-479a-a44c-6d750e05c41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d4d6cf-f667-4d3d-9020-642760e706ea,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:17.742914 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48216) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:17.848023 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66d016-fe4f-4b3b-bf5b-19498e25fe43 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6750b7ee-232b-4775-9b9d-3c552319e937,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:17.850539 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6e55817-20f0-438c-996b-dda07b6e1a67 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:17.851040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c6e55817-20f0-438c-996b-dda07b6e1a67 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0986683 Feb 15 17:08:17.853295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48222) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:17.871585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ec90d5bc-3848-48b5-900b-845d5f1e72f3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '11e69b70-7149-44bc-adae-e8e00d2e5fee', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:17.923937 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd66d016-fe4f-4b3b-bf5b-19498e25fe43 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:17.932657 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bd66d016-fe4f-4b3b-bf5b-19498e25fe43 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6895947 Feb 15 17:08:17.932657 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48226) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:17.971121 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f7cddf80-cbc5-406f-9e59-7e4fd1988df8 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group_rule': {'security_group_id': '49ec981f-64b0-496a-ae47-f3075b0f82c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6750b7ee-232b-4775-9b9d-3c552319e937', 'remote_ip_prefix': None}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:17.992079 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7694b717-2f05-4f4f-af45-6ff9d5cbd3b3 admin admin] Publish callbacks [] for security_group (49d4d6cf-f667-4d3d-9020-642760e706ea), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.017994 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec90d5bc-3848-48b5-900b-845d5f1e72f3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (0831d126-446f-4b39-be08-1f082925be21), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.070541 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7dd68113-e047-4769-8dbd-f682f1fb3e3d is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:08:18.079769 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7694b717-2f05-4f4f-af45-6ff9d5cbd3b3 admin admin] Publish callbacks [] for security_group (49d4d6cf-f667-4d3d-9020-642760e706ea), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.196182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04721dd-4fe2-4926-8efe-a4ca11933a3b req-bddaecab-5642-4095-ad88-ca09e64f9ec2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:18.204441 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f04721dd-4fe2-4926-8efe-a4ca11933a3b req-bddaecab-5642-4095-ad88-ca09e64f9ec2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1278045 Feb 15 17:08:18.230150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7cddf80-cbc5-406f-9e59-7e4fd1988df8 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (e7ddd590-6a0e-41a2-8bbc-6680c32c01a5), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.247643 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec90d5bc-3848-48b5-900b-845d5f1e72f3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (0831d126-446f-4b39-be08-1f082925be21), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.329742 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f04721dd-4fe2-4926-8efe-a4ca11933a3b req-ab40cc62-eacc-4a85-88e5-f52d8c2428e9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243889 Feb 15 17:08:18.330947 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec90d5bc-3848-48b5-900b-845d5f1e72f3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (0831d126-446f-4b39-be08-1f082925be21), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.367024 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7694b717-2f05-4f4f-af45-6ff9d5cbd3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (49d4d6cf-f667-4d3d-9020-642760e706ea), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.372333 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7694b717-2f05-4f4f-af45-6ff9d5cbd3b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.373322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90d5bc-3848-48b5-900b-845d5f1e72f3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0831d126-446f-4b39-be08-1f082925be21,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:18.374577 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7694b717-2f05-4f4f-af45-6ff9d5cbd3b3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/49d4d6cf-f667-4d3d-9020-642760e706ea HTTP/1.1" status: 204 len: 168 time: 0.6229949 Feb 15 17:08:18.409998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694b717-2f05-4f4f-af45-6ff9d5cbd3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d4d6cf-f667-4d3d-9020-642760e706ea,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:18.440854 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7cddf80-cbc5-406f-9e59-7e4fd1988df8 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (e7ddd590-6a0e-41a2-8bbc-6680c32c01a5), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.465752 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ec90d5bc-3848-48b5-900b-845d5f1e72f3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.467684 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ec90d5bc-3848-48b5-900b-845d5f1e72f3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6127439 Feb 15 17:08:18.477707 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48236) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:18.483067 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-41095527-9105-4211-b8fd-453739e5b701 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '11e69b70-7149-44bc-adae-e8e00d2e5fee', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:18.548644 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7cddf80-cbc5-406f-9e59-7e4fd1988df8 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e7ddd590-6a0e-41a2-8bbc-6680c32c01a5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.607909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cddf80-cbc5-406f-9e59-7e4fd1988df8 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ddd590-6a0e-41a2-8bbc-6680c32c01a5,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:18.736056 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7cddf80-cbc5-406f-9e59-7e4fd1988df8 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.740627 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f7cddf80-cbc5-406f-9e59-7e4fd1988df8 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8021882 Feb 15 17:08:18.741565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48242) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:18.742247 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-41095527-9105-4211-b8fd-453739e5b701 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Project 55662dfff497447caddaf19eeba12e64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:08:18.761315 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41095527-9105-4211-b8fd-453739e5b701 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (852c8e02-6f61-4fee-9364-92a3dfe50746), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.783790 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-069cbaa5-eab2-4860-93d5-32a6b9ed5f61 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (e7ddd590-6a0e-41a2-8bbc-6680c32c01a5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.792418 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-069cbaa5-eab2-4860-93d5-32a6b9ed5f61 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (e7ddd590-6a0e-41a2-8bbc-6680c32c01a5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.842661 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41095527-9105-4211-b8fd-453739e5b701 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (852c8e02-6f61-4fee-9364-92a3dfe50746), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.920977 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-069cbaa5-eab2-4860-93d5-32a6b9ed5f61 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e7ddd590-6a0e-41a2-8bbc-6680c32c01a5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.920977 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-069cbaa5-eab2-4860-93d5-32a6b9ed5f61 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:18.921917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-069cbaa5-eab2-4860-93d5-32a6b9ed5f61 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/e7ddd590-6a0e-41a2-8bbc-6680c32c01a5 HTTP/1.1" status: 204 len: 168 time: 0.1790733 Feb 15 17:08:18.932707 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48248) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:18.939322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cbaa5-eab2-4860-93d5-32a6b9ed5f61 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7ddd590-6a0e-41a2-8bbc-6680c32c01a5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:18.954076 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41095527-9105-4211-b8fd-453739e5b701 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (852c8e02-6f61-4fee-9364-92a3dfe50746), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:19.049976 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41095527-9105-4211-b8fd-453739e5b701 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=852c8e02-6f61-4fee-9364-92a3dfe50746,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:19.087184 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41095527-9105-4211-b8fd-453739e5b701 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:19.093696 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-41095527-9105-4211-b8fd-453739e5b701 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6145399 Feb 15 17:08:19.099000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48254) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:19.104439 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-4f53bfaa-64e2-42d8-a896-846e7ac02026 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'security_group_rule': {'security_group_id': '11e69b70-7149-44bc-adae-e8e00d2e5fee', 'project_id': '55662dfff497447caddaf19eeba12e64', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:19.115853 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d0d15c84-ef5f-464d-a20d-f417e44fa179 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1898854 Feb 15 17:08:19.116624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48256) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:19.223341 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-4f53bfaa-64e2-42d8-a896-846e7ac02026 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Project 55662dfff497447caddaf19eeba12e64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:08:19.231684 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4f53bfaa-64e2-42d8-a896-846e7ac02026 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (338acd55-6443-4095-b327-798d37ae8f12), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:19.233598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dca838a3-fc16-43b8-abae-1a0a65b2ede2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (6750b7ee-232b-4775-9b9d-3c552319e937), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:19.323615 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dca838a3-fc16-43b8-abae-1a0a65b2ede2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (6750b7ee-232b-4775-9b9d-3c552319e937), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:19.342205 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4f53bfaa-64e2-42d8-a896-846e7ac02026 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (338acd55-6443-4095-b327-798d37ae8f12), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:19.415622 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4f53bfaa-64e2-42d8-a896-846e7ac02026 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (338acd55-6443-4095-b327-798d37ae8f12), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:19.451477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53bfaa-64e2-42d8-a896-846e7ac02026 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338acd55-6443-4095-b327-798d37ae8f12,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:19.523057 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dca838a3-fc16-43b8-abae-1a0a65b2ede2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6750b7ee-232b-4775-9b9d-3c552319e937), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:19.526612 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dca838a3-fc16-43b8-abae-1a0a65b2ede2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:19.527738 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dca838a3-fc16-43b8-abae-1a0a65b2ede2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-groups/6750b7ee-232b-4775-9b9d-3c552319e937 HTTP/1.1" status: 204 len: 168 time: 0.4100778 Feb 15 17:08:19.530506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48274) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:19.575795 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca838a3-fc16-43b8-abae-1a0a65b2ede2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6750b7ee-232b-4775-9b9d-3c552319e937,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:19.606164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e158c249-ea86-44e2-a7a3-f68f79afe878 req-c015c733-cbf1-4188-b3f9-8d25e1e4d122 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:19.607692 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e158c249-ea86-44e2-a7a3-f68f79afe878 req-c015c733-cbf1-4188-b3f9-8d25e1e4d122 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1314766 Feb 15 17:08:19.660569 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a8dc2788-7fae-4b7f-bce4-0c13ed6d3e4a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1237729 Feb 15 17:08:19.660569 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4f53bfaa-64e2-42d8-a896-846e7ac02026 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:19.662492 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48278) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:19.673933 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4f53bfaa-64e2-42d8-a896-846e7ac02026 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5659013 Feb 15 17:08:19.766429 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e158c249-ea86-44e2-a7a3-f68f79afe878 req-71148649-0808-4347-9993-aa9bc10e3d68 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488943 Feb 15 17:08:19.828978 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b38d9e5-2152-4d4b-95e5-9e0efd6c9775 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (49ec981f-64b0-496a-ae47-f3075b0f82c6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:19.860782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b38d9e5-2152-4d4b-95e5-9e0efd6c9775 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (49ec981f-64b0-496a-ae47-f3075b0f82c6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:20.036329 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b38d9e5-2152-4d4b-95e5-9e0efd6c9775 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (49ec981f-64b0-496a-ae47-f3075b0f82c6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:20.040596 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b38d9e5-2152-4d4b-95e5-9e0efd6c9775 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:20.042024 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1b38d9e5-2152-4d4b-95e5-9e0efd6c9775 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-groups/49ec981f-64b0-496a-ae47-f3075b0f82c6 HTTP/1.1" status: 204 len: 168 time: 0.3785098 Feb 15 17:08:20.045801 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fafd278-973e-456c-a378-4f093e587c3d req-869987a6-5dde-447a-812b-db7f4093b2f3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1357099208&fields=id&tenant_id=55662dfff497447caddaf19eeba12e64 HTTP/1.1" status: 200 len: 267 time: 0.0758128 Feb 15 17:08:20.046943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48308) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:20.097572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38d9e5-2152-4d4b-95e5-9e0efd6c9775 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ec981f-64b0-496a-ae47-f3075b0f82c6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:20.261687 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-55bdef06-97cb-45d4-af5d-aabc93268a07 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2096198 Feb 15 17:08:20.262133 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48320) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:20.266734 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c1ed76e5-9939-4bdf-a57f-c6793ef0f2aa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group': {'name': 'tempest-secgroup--233747033'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:20.348155 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafd278-973e-456c-a378-4f093e587c3d req-0f969d11-57f3-4f58-8602-7b752d070289 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:20.358396 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fafd278-973e-456c-a378-4f093e587c3d req-0f969d11-57f3-4f58-8602-7b752d070289 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/networks?id=625fad1f-f638-4def-aaab-fd53aae2ebe8 HTTP/1.1" status: 200 len: 797 time: 0.2926586 Feb 15 17:08:20.384528 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1ed76e5-9939-4bdf-a57f-c6793ef0f2aa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:20.404826 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fafd278-973e-456c-a378-4f093e587c3d req-ea261353-e33c-4af5-baa8-38071d610fc8 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/quotas/55662dfff497447caddaf19eeba12e64 HTTP/1.1" status: 200 len: 375 time: 0.0286343 Feb 15 17:08:20.498042 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fafd278-973e-456c-a378-4f093e587c3d req-bbd1f097-6908-4e4d-bbdb-3d65f4c1885e tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=55662dfff497447caddaf19eeba12e64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916305 Feb 15 17:08:20.552852 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1ed76e5-9939-4bdf-a57f-c6793ef0f2aa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (1892157f-2c81-4495-aa51-380607a6ff65), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:20.638062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fafd278-973e-456c-a378-4f093e587c3d req-21583e05-0849-464e-9c30-6528467c673e service neutron] 10.222.0.107 "GET /v2.0/networks/625fad1f-f638-4def-aaab-fd53aae2ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375871 Feb 15 17:08:20.748281 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1ed76e5-9939-4bdf-a57f-c6793ef0f2aa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1892157f-2c81-4495-aa51-380607a6ff65), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:20.813548 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fafd278-973e-456c-a378-4f093e587c3d req-21f7b6b5-ebc5-4c07-aa4b-8f4e54e1499c service neutron] 10.222.0.107 "GET /v2.0/networks/625fad1f-f638-4def-aaab-fd53aae2ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639328 Feb 15 17:08:20.878624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ed76e5-9939-4bdf-a57f-c6793ef0f2aa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1892157f-2c81-4495-aa51-380607a6ff65,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:20.948774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10feccf-2b0d-4f2d-9300-c9c2d1b59e61 req-0dacdf6b-d6ad-45e4-8f40-80b89fb02a9d tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:20.951934 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b10feccf-2b0d-4f2d-9300-c9c2d1b59e61 req-0dacdf6b-d6ad-45e4-8f40-80b89fb02a9d tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 946 time: 0.1686001 Feb 15 17:08:20.955378 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1ed76e5-9939-4bdf-a57f-c6793ef0f2aa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:20.961291 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c1ed76e5-9939-4bdf-a57f-c6793ef0f2aa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6975760 Feb 15 17:08:20.963732 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48340) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:20.969654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2101b224-2236-40f5-aab1-e3d5ce5818ad tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group_rule': {'security_group_id': '1892157f-2c81-4495-aa51-380607a6ff65', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:21.095226 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b10feccf-2b0d-4f2d-9300-c9c2d1b59e61 req-1ccda54e-ce3c-4583-bbe9-b0e97ddfdfe1 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308453 Feb 15 17:08:21.182912 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2101b224-2236-40f5-aab1-e3d5ce5818ad tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (032f65eb-9f63-4586-ab9e-d6adbb0bf454), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:21.356388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48354) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:21.392098 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa41f40-32df-4e98-81d3-3ecc212c8772 req-544e4844-5b6e-4fa8-a74f-1ab61d2c6593 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:21.403641 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aaa41f40-32df-4e98-81d3-3ecc212c8772 req-544e4844-5b6e-4fa8-a74f-1ab61d2c6593 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1287253 Feb 15 17:08:21.443612 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1242e83a-800b-431e-ae41-d6cd76e6022a req-e0e3fcfc-8aaa-4b70-8cf0-ce1433450973 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 210 time: 0.1295791 Feb 15 17:08:21.479255 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2101b224-2236-40f5-aab1-e3d5ce5818ad tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (032f65eb-9f63-4586-ab9e-d6adbb0bf454), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:21.563351 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aaa41f40-32df-4e98-81d3-3ecc212c8772 req-01a0323a-8045-42fc-b927-ee2c0c449ffe tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513677 Feb 15 17:08:21.615465 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2101b224-2236-40f5-aab1-e3d5ce5818ad tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (032f65eb-9f63-4586-ab9e-d6adbb0bf454), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:21.653172 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101b224-2236-40f5-aab1-e3d5ce5818ad tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032f65eb-9f63-4586-ab9e-d6adbb0bf454,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:21.663273 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f6f42afa-c598-4bd8-95f8-e8bee3622150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:21.740508 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2101b224-2236-40f5-aab1-e3d5ce5818ad tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:21.744464 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2101b224-2236-40f5-aab1-e3d5ce5818ad tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7769573 Feb 15 17:08:21.746181 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48362) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:21.808717 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-efe1a3fc-093a-4abd-9a30-df41b24d809e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (032f65eb-9f63-4586-ab9e-d6adbb0bf454), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:21.834425 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-efe1a3fc-093a-4abd-9a30-df41b24d809e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (032f65eb-9f63-4586-ab9e-d6adbb0bf454), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:21.880368 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f6f42afa-c598-4bd8-95f8-e8bee3622150 admin admin] Publish callbacks [] for security_group (2ff87c82-9860-46be-8530-f1d59681dc15), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:21.971645 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f6f42afa-c598-4bd8-95f8-e8bee3622150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2ff87c82-9860-46be-8530-f1d59681dc15), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:21.994855 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-efe1a3fc-093a-4abd-9a30-df41b24d809e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (032f65eb-9f63-4586-ab9e-d6adbb0bf454), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:22.024090 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-efe1a3fc-093a-4abd-9a30-df41b24d809e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:22.028272 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-efe1a3fc-093a-4abd-9a30-df41b24d809e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/032f65eb-9f63-4586-ab9e-d6adbb0bf454 HTTP/1.1" status: 204 len: 168 time: 0.2804751 Feb 15 17:08:22.030614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1a3fc-093a-4abd-9a30-df41b24d809e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=032f65eb-9f63-4586-ab9e-d6adbb0bf454,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:22.034244 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48370) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:22.104360 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f6f42afa-c598-4bd8-95f8-e8bee3622150 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=96c54e93099e41628c48d84a221f2458&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7345357 Feb 15 17:08:22.107239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48374) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:22.125618 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f42afa-c598-4bd8-95f8-e8bee3622150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff87c82-9860-46be-8530-f1d59681dc15,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:22.165756 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-deec4b69-38ba-4ce7-9e98-03de2f27dd23 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1248262 Feb 15 17:08:22.166814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48380) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:22.364653 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cbed432d-b251-406f-bb77-7d55103eed48 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (1892157f-2c81-4495-aa51-380607a6ff65), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:22.435970 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cbed432d-b251-406f-bb77-7d55103eed48 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (1892157f-2c81-4495-aa51-380607a6ff65), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:22.558607 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f0387ff-7d5c-4b91-8468-465bc1606581 admin admin] Publish callbacks [] for security_group (2ff87c82-9860-46be-8530-f1d59681dc15), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:22.624878 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ca2860d-3279-41a4-8f36-863a8c4c1d0f req-a1bd7363-49db-4d4a-8b4b-0e8f8ed6582e tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 210 time: 0.0623622 Feb 15 17:08:22.630343 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cbed432d-b251-406f-bb77-7d55103eed48 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1892157f-2c81-4495-aa51-380607a6ff65), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:22.632978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db3fbf-f419-4ea9-add5-66afb47cd2e3 req-fc312742-5799-441e-a079-fd63c32a5ec3 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:22.636916 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3db3fbf-f419-4ea9-add5-66afb47cd2e3 req-fc312742-5799-441e-a079-fd63c32a5ec3 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.10 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 946 time: 0.4431460 Feb 15 17:08:22.650200 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cbed432d-b251-406f-bb77-7d55103eed48 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:22.650200 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cbed432d-b251-406f-bb77-7d55103eed48 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-groups/1892157f-2c81-4495-aa51-380607a6ff65 HTTP/1.1" status: 204 len: 168 time: 0.4710982 Feb 15 17:08:22.650602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48390) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:22.663403 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed432d-b251-406f-bb77-7d55103eed48 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1892157f-2c81-4495-aa51-380607a6ff65,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:22.757650 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f0387ff-7d5c-4b91-8468-465bc1606581 admin admin] Publish callbacks [] for security_group (2ff87c82-9860-46be-8530-f1d59681dc15), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:22.802773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb23696-acf4-4267-ab40-46017936d584 req-fc51a451-8e12-4917-8028-99d6e89b5775 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:22.810358 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbb23696-acf4-4267-ab40-46017936d584 req-fc51a451-8e12-4917-8028-99d6e89b5775 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 946 time: 0.4664111 Feb 15 17:08:23.008103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-21baba01-015c-4b23-b5e3-9bf947092880 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3529737 Feb 15 17:08:23.008404 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1869f9-ab06-4409-8943-ce31302724b2 req-c248c153-7807-4773-a037-0f56aaf4d7cb tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:23.016236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48396) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:23.024376 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b1869f9-ab06-4409-8943-ce31302724b2 req-c248c153-7807-4773-a037-0f56aaf4d7cb tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.2075646 Feb 15 17:08:23.028202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-a17238ff-273b-42cb-83d4-98aa82618db7 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702415186'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:23.043763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-e3db3fbf-f419-4ea9-add5-66afb47cd2e3 req-adeb6b9e-61fc-4e59-8973-b1a8b8d0c193 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Deleting port f49b264f-8b42-4292-b03a-b722191827b6 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:08:23.044116 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e3db3fbf-f419-4ea9-add5-66afb47cd2e3 req-adeb6b9e-61fc-4e59-8973-b1a8b8d0c193 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f49b264f-8b42-4292-b03a-b722191827b6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:23.098673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbb23696-acf4-4267-ab40-46017936d584 req-ca2ae6eb-d8ab-4c3e-8ba1-30fcaf1a69e0 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661037 Feb 15 17:08:23.191774 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b1869f9-ab06-4409-8943-ce31302724b2 req-e0c6c374-cfba-47f8-abb8-f1d55fa0aba4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603076 Feb 15 17:08:23.208344 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f0387ff-7d5c-4b91-8468-465bc1606581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2ff87c82-9860-46be-8530-f1d59681dc15), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:23.211075 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3f0387ff-7d5c-4b91-8468-465bc1606581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:23.216069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3f0387ff-7d5c-4b91-8468-465bc1606581 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/2ff87c82-9860-46be-8530-f1d59681dc15 HTTP/1.1" status: 204 len: 168 time: 1.1076493 Feb 15 17:08:23.281205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0387ff-7d5c-4b91-8468-465bc1606581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff87c82-9860-46be-8530-f1d59681dc15,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:23.335234 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a17238ff-273b-42cb-83d4-98aa82618db7 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:23.520469 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a17238ff-273b-42cb-83d4-98aa82618db7 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (8db37369-50b3-4f98-a9b9-12714b90b233), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:23.542450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e3db3fbf-f419-4ea9-add5-66afb47cd2e3 req-adeb6b9e-61fc-4e59-8973-b1a8b8d0c193 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] For port f49b264f-8b42-4292-b03a-b722191827b6, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f49b264f-8b42-4292-b03a-b722191827b6,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:08:23.542924 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e3db3fbf-f419-4ea9-add5-66afb47cd2e3 req-adeb6b9e-61fc-4e59-8973-b1a8b8d0c193 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f49b264f-8b42-4292-b03a-b722191827b6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:23.573829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-e3db3fbf-f419-4ea9-add5-66afb47cd2e3 req-adeb6b9e-61fc-4e59-8973-b1a8b8d0c193 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Calling delete_port for f49b264f-8b42-4292-b03a-b722191827b6 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:08:23.688966 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a17238ff-273b-42cb-83d4-98aa82618db7 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8db37369-50b3-4f98-a9b9-12714b90b233), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:23.886814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bb7d18f1-8caf-4d70-bc99-2b7dc6e14428 req-048d3f6f-6c3e-4f62-80d8-b0afbaeb8ee6 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 210 time: 0.1566083 Feb 15 17:08:23.903478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17238ff-273b-42cb-83d4-98aa82618db7 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db37369-50b3-4f98-a9b9-12714b90b233,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:23.919181 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a17238ff-273b-42cb-83d4-98aa82618db7 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:23.926733 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a17238ff-273b-42cb-83d4-98aa82618db7 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9094439 Feb 15 17:08:23.934731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48422) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:23.940077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7f887352-e64e-472b-9048-d6ff5b12c4d5 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group_rule': {'security_group_id': '8db37369-50b3-4f98-a9b9-12714b90b233', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:24.154818 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f887352-e64e-472b-9048-d6ff5b12c4d5 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (f162ff97-68c6-4cc0-9e51-b3cd3c42b231), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:24.207217 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e3db3fbf-f419-4ea9-add5-66afb47cd2e3 req-adeb6b9e-61fc-4e59-8973-b1a8b8d0c193 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f49b264f-8b42-4292-b03a-b722191827b6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:24.222270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['7d0fcdd7-3dce-4457-90aa-002e0c0e68c6', '60d4da1b-8e59-47f5-b6ce-7cde203ce891'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:08:24.224611 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ccf427b3-7de8-49ba-8552-0ef6176236df'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:08:24.327212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb6b9e-61fc-4e59-8973-b1a8b8d0c193 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Pushing event deleted for resources: {'Port': ['ID=f49b264f-8b42-4292-b03a-b722191827b6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:24.406823 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f887352-e64e-472b-9048-d6ff5b12c4d5 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (f162ff97-68c6-4cc0-9e51-b3cd3c42b231), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:24.466463 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f1d6005-81f9-465c-b602-3534c21b3b2d req-86963c4f-4450-479d-8d44-3ec11b44e26d tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 210 time: 0.0571699 Feb 15 17:08:24.501481 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f887352-e64e-472b-9048-d6ff5b12c4d5 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (f162ff97-68c6-4cc0-9e51-b3cd3c42b231), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:24.543384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f887352-e64e-472b-9048-d6ff5b12c4d5 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f162ff97-68c6-4cc0-9e51-b3cd3c42b231,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:24.698196 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3db3fbf-f419-4ea9-add5-66afb47cd2e3 req-adeb6b9e-61fc-4e59-8973-b1a8b8d0c193 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] No DVR routers for this DVR port f49b264f-8b42-4292-b03a-b722191827b6 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:08:24.701312 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f887352-e64e-472b-9048-d6ff5b12c4d5 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:24.703114 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7f887352-e64e-472b-9048-d6ff5b12c4d5 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7669280 Feb 15 17:08:24.706484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e3db3fbf-f419-4ea9-add5-66afb47cd2e3 req-adeb6b9e-61fc-4e59-8973-b1a8b8d0c193 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:24.708814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48456) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:24.727906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3db3fbf-f419-4ea9-add5-66afb47cd2e3 req-adeb6b9e-61fc-4e59-8973-b1a8b8d0c193 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.10 "DELETE /v2.0/ports/f49b264f-8b42-4292-b03a-b722191827b6 HTTP/1.1" status: 204 len: 173 time: 2.0754399 Feb 15 17:08:24.734840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013f0948-2984-43e2-b811-4f3ef7f357a3', 'name': 'network-vif-deleted', 'tag': 'f49b264f-8b42-4292-b03a-b722191827b6'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:08:24.737317 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66d2a46-b31f-4e11-b588-3c057840a53b" -d '{"events": [{"server_uuid": "013f0948-2984-43e2-b811-4f3ef7f357a3", "name": "network-vif-deleted", "tag": "f49b264f-8b42-4292-b03a-b722191827b6"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:08:24.793680 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d108181b-66cc-4462-ac84-1d35a6e4e2c3 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules/f162ff97-68c6-4cc0-9e51-b3cd3c42b231 HTTP/1.1" status: 200 len: 763 time: 0.0830309 Feb 15 17:08:24.801426 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48460) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:24.914480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999280ba-b654-4fd3-bf5d-747ae0cc2443 req-bc41b17a-a3c1-4a5b-843b-0f259b05baa3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:24.916285 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-999280ba-b654-4fd3-bf5d-747ae0cc2443 req-bc41b17a-a3c1-4a5b-843b-0f259b05baa3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.3872864 Feb 15 17:08:24.924944 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374adfdb-5364-4c5f-93f0-5e2014bf6173 x-openstack-request-id: req-374adfdb-5364-4c5f-93f0-5e2014bf6173 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:08:24.925287 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013f0948-2984-43e2-b811-4f3ef7f357a3", "name": "network-vif-deleted", "tag": "f49b264f-8b42-4292-b03a-b722191827b6", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:08:24.927161 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-374adfdb-5364-4c5f-93f0-5e2014bf6173 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:08:24.927747 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '013f0948-2984-43e2-b811-4f3ef7f357a3', 'name': 'network-vif-deleted', 'tag': 'f49b264f-8b42-4292-b03a-b722191827b6', 'status': 'completed', 'code': 200} Feb 15 17:08:24.985377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafd278-973e-456c-a378-4f093e587c3d req-973ca2fe-c965-41e9-bed7-aa49cc667f85 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:24.986941 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fafd278-973e-456c-a378-4f093e587c3d req-973ca2fe-c965-41e9-bed7-aa49cc667f85 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.67 "GET /v2.0/networks?id=625fad1f-f638-4def-aaab-fd53aae2ebe8 HTTP/1.1" status: 200 len: 797 time: 0.7141118 Feb 15 17:08:24.990283 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5807adda-fcd2-41f9-8e4d-69615d084181 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1871798 Feb 15 17:08:24.995756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48466) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:25.056412 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fac0e6d8-1a5c-443a-884a-ec9942715cf2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (f162ff97-68c6-4cc0-9e51-b3cd3c42b231), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:25.091065 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fac0e6d8-1a5c-443a-884a-ec9942715cf2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (f162ff97-68c6-4cc0-9e51-b3cd3c42b231), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:25.273645 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a26c921e-4359-48b6-8691-bddcc240a209 req-57ea217c-122f-4775-b895-ea429887193d tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 210 time: 0.1299734 Feb 15 17:08:25.317139 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-999280ba-b654-4fd3-bf5d-747ae0cc2443 req-8daa9b98-e262-4680-8c57-854e08c89c09 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883393 Feb 15 17:08:25.382952 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fac0e6d8-1a5c-443a-884a-ec9942715cf2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (f162ff97-68c6-4cc0-9e51-b3cd3c42b231), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:25.389401 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fac0e6d8-1a5c-443a-884a-ec9942715cf2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:25.390717 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fac0e6d8-1a5c-443a-884a-ec9942715cf2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/f162ff97-68c6-4cc0-9e51-b3cd3c42b231 HTTP/1.1" status: 204 len: 168 time: 0.3929682 Feb 15 17:08:25.396141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48480) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:25.411972 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fafd278-973e-456c-a378-4f093e587c3d req-a6258ba5-90dd-4e6b-bc5b-592505236478 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55662dfff497447caddaf19eeba12e64 HTTP/1.1" status: 200 len: 380 time: 0.3966250 Feb 15 17:08:25.442725 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0e6d8-1a5c-443a-884a-ec9942715cf2 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f162ff97-68c6-4cc0-9e51-b3cd3c42b231,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:25.515139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-1fafd278-973e-456c-a378-4f093e587c3d req-09ce74da-3dc5-4000-869e-3ac8a55a97ef tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'port': {'device_id': '5d0f8915-f9f7-40e3-891e-a9a859bf565e', 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8', 'admin_state_up': True, 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'security_groups': ['11e69b70-7149-44bc-adae-e8e00d2e5fee']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:25.518136 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-33c9c8c9-0af6-4095-a94a-8f37768d60cf tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1206670 Feb 15 17:08:25.520465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48484) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:25.533215 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-888a6f8d-7bfd-4d16-b99e-77ef2bc14eb3 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group_rule': {'security_group_id': '8db37369-50b3-4f98-a9b9-12714b90b233', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:25.679181 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-888a6f8d-7bfd-4d16-b99e-77ef2bc14eb3 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (ae109f8c-7860-4867-a4f4-90ce383d978d), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:25.875030 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c1b3436f-7bbc-4764-92ad-629bacb49809 req-f8898094-d8d4-4e15-aece-e01587191eb7 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=013f0948-2984-43e2-b811-4f3ef7f357a3 HTTP/1.1" status: 200 len: 210 time: 0.0948939 Feb 15 17:08:25.878677 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-888a6f8d-7bfd-4d16-b99e-77ef2bc14eb3 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (ae109f8c-7860-4867-a4f4-90ce383d978d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:25.986631 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-888a6f8d-7bfd-4d16-b99e-77ef2bc14eb3 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (ae109f8c-7860-4867-a4f4-90ce383d978d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:26.004222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a6f8d-7bfd-4d16-b99e-77ef2bc14eb3 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae109f8c-7860-4867-a4f4-90ce383d978d,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:26.045194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fafd278-973e-456c-a378-4f093e587c3d req-09ce74da-3dc5-4000-869e-3ac8a55a97ef tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Made reservation on behalf of 55662dfff497447caddaf19eeba12e64 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:08:26.050392 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1fafd278-973e-456c-a378-4f093e587c3d req-09ce74da-3dc5-4000-869e-3ac8a55a97ef tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:26.173900 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-888a6f8d-7bfd-4d16-b99e-77ef2bc14eb3 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:26.175279 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-888a6f8d-7bfd-4d16-b99e-77ef2bc14eb3 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6537869 Feb 15 17:08:26.178267 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48500) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:26.180801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f49b264f-8b42-4292-b03a-b722191827b6 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:08:26.229963 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0cb4672e-b120-4c74-8ccf-4ee1cbcba8ea tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules/ae109f8c-7860-4867-a4f4-90ce383d978d HTTP/1.1" status: 200 len: 763 time: 0.0511568 Feb 15 17:08:26.235446 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48510) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:26.267274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: f49b264f-8b42-4292-b03a-b722191827b6 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:08:26.267796 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f49b264f-8b42-4292-b03a-b722191827b6 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:08:26.335824 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-66c3deb6-1fe5-48df-822c-6a0778f29f06 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0968099 Feb 15 17:08:26.345635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48536) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:26.440716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-1fafd278-973e-456c-a378-4f093e587c3d req-09ce74da-3dc5-4000-869e-3ac8a55a97ef tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Allocated IP 172.20.0.10 (625fad1f-f638-4def-aaab-fd53aae2ebe8/7de1c79c-cdc3-424e-80b0-8d466f2ff6b3/d9a7eab2-4917-4a0f-baee-7a7c3256edff) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:08:26.467829 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e0865d32-4638-44db-ac6e-d8a277cdf17a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (ae109f8c-7860-4867-a4f4-90ce383d978d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:26.499546 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-585177b6-4c77-42f3-be38-5012a391bb01 req-30d7b20b-ed1a-4130-960c-d6b2cb4d7aa1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 210 time: 0.0750408 Feb 15 17:08:26.530563 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e0865d32-4638-44db-ac6e-d8a277cdf17a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (ae109f8c-7860-4867-a4f4-90ce383d978d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:26.643151 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4972-4c32-49b6-86b8-53c955e948fc req-ef4e0de7-61f9-48ba-816e-630a6268d2b1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:26.647128 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-344e4972-4c32-49b6-86b8-53c955e948fc req-ef4e0de7-61f9-48ba-816e-630a6268d2b1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1595094 Feb 15 17:08:26.762758 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-344e4972-4c32-49b6-86b8-53c955e948fc req-5be55b83-018b-4a5a-b48b-4aa6cb23fb55 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093810 Feb 15 17:08:26.801401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e0865d32-4638-44db-ac6e-d8a277cdf17a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (ae109f8c-7860-4867-a4f4-90ce383d978d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:26.819055 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e0865d32-4638-44db-ac6e-d8a277cdf17a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:26.824396 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48554) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:26.833002 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e0865d32-4638-44db-ac6e-d8a277cdf17a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/ae109f8c-7860-4867-a4f4-90ce383d978d HTTP/1.1" status: 204 len: 168 time: 0.4861507 Feb 15 17:08:26.861704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0865d32-4638-44db-ac6e-d8a277cdf17a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae109f8c-7860-4867-a4f4-90ce383d978d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:26.883100 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-66ba4fca-fad9-4f32-80d4-7fabbc393286 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0569994 Feb 15 17:08:26.891715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48560) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:26.929709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-61045175-6c0a-435f-b0b6-35c51be23e59 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group_rule': {'security_group_id': '8db37369-50b3-4f98-a9b9-12714b90b233', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:27.016165 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1fafd278-973e-456c-a378-4f093e587c3d req-09ce74da-3dc5-4000-869e-3ac8a55a97ef tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for port (d9a7eab2-4917-4a0f-baee-7a7c3256edff), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:27.082301 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-61045175-6c0a-435f-b0b6-35c51be23e59 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Project 4ee1e966893d459e8eda2fe49f24bf05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:08:27.106163 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-61045175-6c0a-435f-b0b6-35c51be23e59 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (459490d0-e9da-4928-a350-28e49a41e94a), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:27.221080 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-61045175-6c0a-435f-b0b6-35c51be23e59 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (459490d0-e9da-4928-a350-28e49a41e94a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:27.292453 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1fafd278-973e-456c-a378-4f093e587c3d req-09ce74da-3dc5-4000-869e-3ac8a55a97ef tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d9a7eab2-4917-4a0f-baee-7a7c3256edff), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:27.336716 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-61045175-6c0a-435f-b0b6-35c51be23e59 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (459490d0-e9da-4928-a350-28e49a41e94a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:27.360402 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fafd278-973e-456c-a378-4f093e587c3d req-09ce74da-3dc5-4000-869e-3ac8a55a97ef tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network 625fad1f-f638-4def-aaab-fd53aae2ebe8 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:08:27.376739 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-1fafd278-973e-456c-a378-4f093e587c3d req-09ce74da-3dc5-4000-869e-3ac8a55a97ef tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:08:27.412997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fafd278-973e-456c-a378-4f093e587c3d req-09ce74da-3dc5-4000-869e-3ac8a55a97ef tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:08:27.439352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61045175-6c0a-435f-b0b6-35c51be23e59 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459490d0-e9da-4928-a350-28e49a41e94a,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:27.474988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ce74da-3dc5-4000-869e-3ac8a55a97ef tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Port': ['ID=d9a7eab2-4917-4a0f-baee-7a7c3256edff,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:27.526944 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafd278-973e-456c-a378-4f093e587c3d req-09ce74da-3dc5-4000-869e-3ac8a55a97ef tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:27.528930 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1fafd278-973e-456c-a378-4f093e587c3d req-09ce74da-3dc5-4000-869e-3ac8a55a97ef tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:27.545905 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-61045175-6c0a-435f-b0b6-35c51be23e59 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:27.551594 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-61045175-6c0a-435f-b0b6-35c51be23e59 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6509664 Feb 15 17:08:27.551594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48576) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:27.583643 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f80dcbea-09df-495d-9257-2d166f12cd06 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules/459490d0-e9da-4928-a350-28e49a41e94a HTTP/1.1" status: 200 len: 769 time: 0.0320201 Feb 15 17:08:27.585503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48578) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:27.608331 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fafd278-973e-456c-a378-4f093e587c3d req-09ce74da-3dc5-4000-869e-3ac8a55a97ef tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1431887 Feb 15 17:08:27.621193 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Request body: {'port': {'device_id': '5d0f8915-f9f7-40e3-891e-a9a859bf565e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:27.716761 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eb18e388-cc63-4818-b6d5-be195d16fbf1 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1191568 Feb 15 17:08:27.718266 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48582) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:27.807627 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d9a7eab2-4917-4a0f-baee-7a7c3256edff), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:27.898169 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41d58ce9-302c-4d28-a44e-21815dc2b1d6 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (459490d0-e9da-4928-a350-28e49a41e94a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:27.913874 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41d58ce9-302c-4d28-a44e-21815dc2b1d6 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (459490d0-e9da-4928-a350-28e49a41e94a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:27.953992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d72985-c82f-4747-a4e9-845f6ec4aa75 req-c106be31-92ff-43f2-a184-0de3e557c25c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:27.962565 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0d72985-c82f-4747-a4e9-845f6ec4aa75 req-c106be31-92ff-43f2-a184-0de3e557c25c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 932 time: 0.3036604 Feb 15 17:08:27.973972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1b2c7124-f7f1-4c9f-a0a3-56446ad3f8d4 None None] Provisioning complete for port d9a7eab2-4917-4a0f-baee-7a7c3256edff triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:08:27.974920 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b2c7124-f7f1-4c9f-a0a3-56446ad3f8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d9a7eab2-4917-4a0f-baee-7a7c3256edff), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:28.081046 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0d72985-c82f-4747-a4e9-845f6ec4aa75 req-3714f148-ddd2-4ada-97f4-cfa6bdf4801c tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=11e69b70-7149-44bc-adae-e8e00d2e5fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164250 Feb 15 17:08:28.096742 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1b2c7124-f7f1-4c9f-a0a3-56446ad3f8d4 None None] Port d9a7eab2-4917-4a0f-baee-7a7c3256edff cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:08:28.143096 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41d58ce9-302c-4d28-a44e-21815dc2b1d6 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (459490d0-e9da-4928-a350-28e49a41e94a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:28.163649 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41d58ce9-302c-4d28-a44e-21815dc2b1d6 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:28.167785 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-41d58ce9-302c-4d28-a44e-21815dc2b1d6 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-group-rules/459490d0-e9da-4928-a350-28e49a41e94a HTTP/1.1" status: 204 len: 168 time: 0.4453864 Feb 15 17:08:28.167785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d58ce9-302c-4d28-a44e-21815dc2b1d6 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=459490d0-e9da-4928-a350-28e49a41e94a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:28.171031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48594) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:28.257866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ef8bd-1174-44af-96d6-782beaf46df4 req-f04ac508-57e4-4bf9-8482-c5ab00655898 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:28.259273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-201ef8bd-1174-44af-96d6-782beaf46df4 req-f04ac508-57e4-4bf9-8482-c5ab00655898 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.3210151 Feb 15 17:08:28.295271 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bcf02348-d15c-4577-8b80-75402b3540d8 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1196895 Feb 15 17:08:28.298143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48614) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:28.443670 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff56b941-f024-4cc8-9551-32407afadfa5 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (8db37369-50b3-4f98-a9b9-12714b90b233), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:28.511782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff56b941-f024-4cc8-9551-32407afadfa5 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (8db37369-50b3-4f98-a9b9-12714b90b233), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:28.515279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-201ef8bd-1174-44af-96d6-782beaf46df4 req-ed34846e-502e-4a9e-a90a-e1a8e88511e7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438364 Feb 15 17:08:28.586667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a7eab2-4917-4a0f-baee-7a7c3256edff {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:08:28.596046 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Publish callbacks [] for port (d9a7eab2-4917-4a0f-baee-7a7c3256edff), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:28.611409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Transition to ACTIVE for port object d9a7eab2-4917-4a0f-baee-7a7c3256edff will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:08:28.754267 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (d9a7eab2-4917-4a0f-baee-7a7c3256edff), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:28.805548 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff56b941-f024-4cc8-9551-32407afadfa5 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8db37369-50b3-4f98-a9b9-12714b90b233), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:28.811562 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ff56b941-f024-4cc8-9551-32407afadfa5 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:28.818085 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ff56b941-f024-4cc8-9551-32407afadfa5 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-groups/8db37369-50b3-4f98-a9b9-12714b90b233 HTTP/1.1" status: 204 len: 168 time: 0.5184219 Feb 15 17:08:28.818876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48656) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:28.870573 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff56b941-f024-4cc8-9551-32407afadfa5 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db37369-50b3-4f98-a9b9-12714b90b233,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:28.920535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Pushing event updated for resources: {'Port': ['ID=d9a7eab2-4917-4a0f-baee-7a7c3256edff,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:28.936596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Attempting to bind port d9a7eab2-4917-4a0f-baee-7a7c3256edff on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:08:28.936943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Attempting to bind port d9a7eab2-4917-4a0f-baee-7a7c3256edff by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'd22e34b1-3ccd-407d-9723-59bdbbc40d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:08:28.937287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Attempting to bind port d9a7eab2-4917-4a0f-baee-7a7c3256edff on network 625fad1f-f638-4def-aaab-fd53aae2ebe8 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:08:28.950700 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Port d9a7eab2-4917-4a0f-baee-7a7c3256edff on network 625fad1f-f638-4def-aaab-fd53aae2ebe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:08:28.951063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Attempting to bind port d9a7eab2-4917-4a0f-baee-7a7c3256edff on network 625fad1f-f638-4def-aaab-fd53aae2ebe8 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:08:28.961937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:08:28.962285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Checking segment: {'id': 'd22e34b1-3ccd-407d-9723-59bdbbc40d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:08:28.962724 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Bound using segment: {'id': 'd22e34b1-3ccd-407d-9723-59bdbbc40d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:08:28.963186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Bound port: d9a7eab2-4917-4a0f-baee-7a7c3256edff, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd22e34b1-3ccd-407d-9723-59bdbbc40d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:08:28.963557 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d9a7eab2-4917-4a0f-baee-7a7c3256edff), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:28.976432 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-94a579fa-dda1-4d77-9b85-885dd56853ce tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1413577 Feb 15 17:08:28.977448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48664) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:28.982003 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a66a06f9-d4e4-40f5-b15e-6f944925f839 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group': {'name': 'tempest-secgroup--26629323'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:29.068219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] For port d9a7eab2-4917-4a0f-baee-7a7c3256edff, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:08:29.082367 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] For port d9a7eab2-4917-4a0f-baee-7a7c3256edff, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=d9a7eab2-4917-4a0f-baee-7a7c3256edff,segment=NetworkSegment(d22e34b1-3ccd-407d-9723-59bdbbc40d8d),segment_id=d22e34b1-3ccd-407d-9723-59bdbbc40d8d)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:08:29.138916 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a66a06f9-d4e4-40f5-b15e-6f944925f839 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:29.190779 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (d9a7eab2-4917-4a0f-baee-7a7c3256edff), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:29.319855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74e155-d43a-4117-885b-ad0b3e5e6e53 req-d324cff3-998b-48d4-9a28-117392742c3e tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:29.322360 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0a74e155-d43a-4117-885b-ad0b3e5e6e53 req-d324cff3-998b-48d4-9a28-117392742c3e tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 944 time: 0.1155512 Feb 15 17:08:29.388082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:29.388785 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:29.390619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fafd278-973e-456c-a378-4f093e587c3d req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] 10.222.0.67 "PUT /v2.0/ports/d9a7eab2-4917-4a0f-baee-7a7c3256edff HTTP/1.1" status: 200 len: 1093 time: 1.7743323 Feb 15 17:08:29.391263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0f8915-f9f7-40e3-891e-a9a859bf565e', 'tag': 'd9a7eab2-4917-4a0f-baee-7a7c3256edff'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:08:29.393657 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70a9be0-8857-4a1a-8e54-4b65c10a6066" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0f8915-f9f7-40e3-891e-a9a859bf565e", "tag": "d9a7eab2-4917-4a0f-baee-7a7c3256edff"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:08:29.397224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68a709-eb09-4b30-9e1b-52c3de9d9a7e service neutron] Pushing event updated for resources: {'Port': ['ID=d9a7eab2-4917-4a0f-baee-7a7c3256edff,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:29.455470 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0a74e155-d43a-4117-885b-ad0b3e5e6e53 req-de18e5fd-42c2-48b1-a234-3754fef44c23 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=11e69b70-7149-44bc-adae-e8e00d2e5fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172593 Feb 15 17:08:29.457997 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a66a06f9-d4e4-40f5-b15e-6f944925f839 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (412a2ba7-868d-4b35-8592-629746ed1802), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:29.508418 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427f7302-7c43-4a18-b626-c07d5d71aded x-openstack-request-id: req-427f7302-7c43-4a18-b626-c07d5d71aded {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:08:29.508996 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0f8915-f9f7-40e3-891e-a9a859bf565e", "tag": "d9a7eab2-4917-4a0f-baee-7a7c3256edff", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:08:29.509534 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-427f7302-7c43-4a18-b626-c07d5d71aded {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:08:29.510166 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0f8915-f9f7-40e3-891e-a9a859bf565e', 'tag': 'd9a7eab2-4917-4a0f-baee-7a7c3256edff', 'status': 'completed', 'code': 200} Feb 15 17:08:29.582282 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a66a06f9-d4e4-40f5-b15e-6f944925f839 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (412a2ba7-868d-4b35-8592-629746ed1802), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:29.708521 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a06f9-d4e4-40f5-b15e-6f944925f839 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412a2ba7-868d-4b35-8592-629746ed1802,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:29.782661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3abc1f-a175-4a81-8733-e8ea69bf2bae req-ec813f93-426b-4143-920b-187d7c02a8f8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:29.787671 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee3abc1f-a175-4a81-8733-e8ea69bf2bae req-ec813f93-426b-4143-920b-187d7c02a8f8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1452935 Feb 15 17:08:29.817245 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a66a06f9-d4e4-40f5-b15e-6f944925f839 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:29.824915 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a66a06f9-d4e4-40f5-b15e-6f944925f839 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8433185 Feb 15 17:08:29.824915 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48706) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:29.829259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-38c41dba-2a74-4599-b3aa-25a3cfb471aa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Request body: {'security_group_rule': {'security_group_id': '412a2ba7-868d-4b35-8592-629746ed1802', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:29.881468 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee3abc1f-a175-4a81-8733-e8ea69bf2bae req-9d604cef-692d-479f-9ba4-91387ff4fff4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871847 Feb 15 17:08:30.005570 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38c41dba-2a74-4599-b3aa-25a3cfb471aa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (e93ad9c1-4045-4643-a246-a342786c1bce), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:30.180112 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38c41dba-2a74-4599-b3aa-25a3cfb471aa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (e93ad9c1-4045-4643-a246-a342786c1bce), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:30.219719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a9be0-8857-4a1a-8e54-4b65c10a6066 req-f9829701-5084-490d-8e81-0ccf3c285d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:30.224035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d70a9be0-8857-4a1a-8e54-4b65c10a6066 req-f9829701-5084-490d-8e81-0ccf3c285d78 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55662dfff497447caddaf19eeba12e64&device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 1127 time: 0.6958132 Feb 15 17:08:30.239837 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38c41dba-2a74-4599-b3aa-25a3cfb471aa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e93ad9c1-4045-4643-a246-a342786c1bce), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:30.278812 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c41dba-2a74-4599-b3aa-25a3cfb471aa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93ad9c1-4045-4643-a246-a342786c1bce,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:30.335221 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-38c41dba-2a74-4599-b3aa-25a3cfb471aa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:30.343612 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-38c41dba-2a74-4599-b3aa-25a3cfb471aa tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5179949 Feb 15 17:08:30.346543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48726) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:30.465330 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:30.485629 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e0c9fc5-9d15-41e4-a75d-783075690c0a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (412a2ba7-868d-4b35-8592-629746ed1802), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:30.516687 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a9be0-8857-4a1a-8e54-4b65c10a6066 req-5f031f88-a6ce-40ef-a993-d779d9878b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:30.519788 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d70a9be0-8857-4a1a-8e54-4b65c10a6066 req-5f031f88-a6ce-40ef-a993-d779d9878b3e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=55662dfff497447caddaf19eeba12e64&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2810175 Feb 15 17:08:30.539076 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e0c9fc5-9d15-41e4-a75d-783075690c0a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (412a2ba7-868d-4b35-8592-629746ed1802), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:30.693049 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e0c9fc5-9d15-41e4-a75d-783075690c0a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (412a2ba7-868d-4b35-8592-629746ed1802), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:30.697633 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e0c9fc5-9d15-41e4-a75d-783075690c0a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:30.702261 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9e0c9fc5-9d15-41e4-a75d-783075690c0a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-groups/412a2ba7-868d-4b35-8592-629746ed1802 HTTP/1.1" status: 204 len: 168 time: 0.3544774 Feb 15 17:08:30.702879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48742) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:30.732939 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c9fc5-9d15-41e4-a75d-783075690c0a tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=412a2ba7-868d-4b35-8592-629746ed1802,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:30.786045 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-413db2da-c3cb-489a-9ae6-e9abc46aa80e tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0780785 Feb 15 17:08:30.786785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48746) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:30.840136 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:30.869431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a9be0-8857-4a1a-8e54-4b65c10a6066 req-9793673f-2570-4790-adf7-0dfefbb76117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:30.873052 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d70a9be0-8857-4a1a-8e54-4b65c10a6066 req-9793673f-2570-4790-adf7-0dfefbb76117 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3472097 Feb 15 17:08:30.896946 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48760) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:30.927842 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-451391e2-bbcc-4912-9775-d6e94f2c485b tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1387432 Feb 15 17:08:30.985042 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-76442f8e-8aec-449f-93ae-58619e8c2208 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] delete failed (client error): The resource could not be found. Feb 15 17:08:30.986170 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-76442f8e-8aec-449f-93ae-58619e8c2208 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "DELETE /v2.0/security-groups/412a2ba7-868d-4b35-8592-629746ed1802 HTTP/1.1" status: 404 len: 347 time: 0.0879934 Feb 15 17:08:30.992825 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48764) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:31.060461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f3ef4-f936-4762-8017-c785bf37ba01 req-2e35abc1-ab6c-4ec1-b7cb-ca7692876373 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:31.070686 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-186f3ef4-f936-4762-8017-c785bf37ba01 req-2e35abc1-ab6c-4ec1-b7cb-ca7692876373 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.0882108 Feb 15 17:08:31.091811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba5b24-b6e1-4c72-a595-7f4bae88c1b0 req-5996a411-f2a3-46c9-bec9-f293750a7611 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:31.102841 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40ba5b24-b6e1-4c72-a595-7f4bae88c1b0 req-5996a411-f2a3-46c9-bec9-f293750a7611 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 944 time: 0.4501486 Feb 15 17:08:31.183737 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-186f3ef4-f936-4762-8017-c785bf37ba01 req-cf870efb-1e6b-406a-b2e7-1b1256cbf5b5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109657 Feb 15 17:08:31.213531 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3f4958c0-12b8-497b-9c53-be5227f5bb89 tempest-SecGroupIPv6Test-437964000 tempest-SecGroupIPv6Test-437964000-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2129931 Feb 15 17:08:31.241247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafd278-973e-456c-a378-4f093e587c3d req-c9a32253-90e1-49ca-8bcc-cc4a1b1dff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:31.246161 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fafd278-973e-456c-a378-4f093e587c3d req-c9a32253-90e1-49ca-8bcc-cc4a1b1dff3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55662dfff497447caddaf19eeba12e64&device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 1127 time: 0.2945745 Feb 15 17:08:31.328780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40ba5b24-b6e1-4c72-a595-7f4bae88c1b0 req-5fc739be-97fa-4663-94a2-a534ca86e1b2 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=11e69b70-7149-44bc-adae-e8e00d2e5fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2050006 Feb 15 17:08:31.417720 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fafd278-973e-456c-a378-4f093e587c3d req-adad2d66-5902-4ace-8495-dac73d036d98 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9a7eab2-4917-4a0f-baee-7a7c3256edff HTTP/1.1" status: 200 len: 217 time: 0.0877955 Feb 15 17:08:31.556344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafd278-973e-456c-a378-4f093e587c3d req-603e0cfe-536f-4b76-b62e-392140ff0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:31.559795 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fafd278-973e-456c-a378-4f093e587c3d req-603e0cfe-536f-4b76-b62e-392140ff0331 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7de1c79c-cdc3-424e-80b0-8d466f2ff6b3 HTTP/1.1" status: 200 len: 835 time: 0.1321661 Feb 15 17:08:31.651025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fafd278-973e-456c-a378-4f093e587c3d req-0f1955ff-5038-4f0c-a619-268eb7b78bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:31.654170 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fafd278-973e-456c-a378-4f093e587c3d req-0f1955ff-5038-4f0c-a619-268eb7b78bd0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=625fad1f-f638-4def-aaab-fd53aae2ebe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0868168 Feb 15 17:08:31.857898 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fafd278-973e-456c-a378-4f093e587c3d req-39c53646-4134-4fbc-b343-576f5f884062 service neutron] 10.222.0.67 "GET /v2.0/networks/625fad1f-f638-4def-aaab-fd53aae2ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976213 Feb 15 17:08:32.106300 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fafd278-973e-456c-a378-4f093e587c3d req-4a1a314a-fee4-44bd-953d-a8743bf2efd7 service neutron] 10.222.0.67 "GET /v2.0/networks/625fad1f-f638-4def-aaab-fd53aae2ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385767 Feb 15 17:08:32.270216 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 48818) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:32.412048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7659f-becb-464d-94fb-7f72f776fae4 req-4b4b866e-b14b-4238-9a7f-3b8341bb3d5d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:32.422944 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9d7659f-becb-464d-94fb-7f72f776fae4 req-4b4b866e-b14b-4238-9a7f-3b8341bb3d5d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1313612 Feb 15 17:08:32.545345 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9d7659f-becb-464d-94fb-7f72f776fae4 req-49e801ef-5727-40d7-af50-67e1293e54f7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175389 Feb 15 17:08:32.645525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48828) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:32.649092 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3cf8fe7e-beae-46f5-8a31-aa2121dedc08 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4ee1e966893d459e8eda2fe49f24bf05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3762307 Feb 15 17:08:32.680374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d277c-bd6b-4e61-ab2f-8f1a4dbc4798 req-073dfee4-4dcf-4336-9718-782af4661aec tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:32.693976 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-459d277c-bd6b-4e61-ab2f-8f1a4dbc4798 req-073dfee4-4dcf-4336-9718-782af4661aec tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 944 time: 0.2250049 Feb 15 17:08:32.745542 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Publish callbacks [] for security_group (35178c36-52fc-4a22-9a54-cd687d35e680), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:32.788581 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Publish callbacks [] for security_group (35178c36-52fc-4a22-9a54-cd687d35e680), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:32.816364 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-459d277c-bd6b-4e61-ab2f-8f1a4dbc4798 req-538fe9ed-f5ea-4016-bf72-d170c562c3bf tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=11e69b70-7149-44bc-adae-e8e00d2e5fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210868 Feb 15 17:08:32.948978 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (35178c36-52fc-4a22-9a54-cd687d35e680), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:32.957932 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:32.957932 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/35178c36-52fc-4a22-9a54-cd687d35e680 HTTP/1.1" status: 204 len: 168 time: 0.3130512 Feb 15 17:08:32.979297 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35178c36-52fc-4a22-9a54-cd687d35e680,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:32.987359 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:32.987925 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:32.988198 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:32.988659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:32.989003 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:32.989432 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:32.989829 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:32.990218 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:32.990608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:32.990990 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:32.991372 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:32.991769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:32.992155 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec5a46c-ae09-4f59-a959-e96190eec986 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:33.537209 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device d9a7eab2-4917-4a0f-baee-7a7c3256edff details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:08:33.849329 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port d9a7eab2-4917-4a0f-baee-7a7c3256edff, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=d9a7eab2-4917-4a0f-baee-7a7c3256edff,segment=NetworkSegment(d22e34b1-3ccd-407d-9723-59bdbbc40d8d),segment_id=d22e34b1-3ccd-407d-9723-59bdbbc40d8d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:08:33.884189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'd9a7eab2-4917-4a0f-baee-7a7c3256edff', 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8', 'port_id': 'd9a7eab2-4917-4a0f-baee-7a7c3256edff', 'mac_address': 'fa:16:3e:10:55:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:08:33.934082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b95890d-ab71-4c52-9da6-dbb36f097633 req-2baf67a6-0ead-4357-9753-49602188999e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:33.963631 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b95890d-ab71-4c52-9da6-dbb36f097633 req-2baf67a6-0ead-4357-9753-49602188999e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.2538416 Feb 15 17:08:34.042139 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port d9a7eab2-4917-4a0f-baee-7a7c3256edff is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:08:34.043460 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d9a7eab2-4917-4a0f-baee-7a7c3256edff), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:34.114446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a7eab2-4917-4a0f-baee-7a7c3256edff {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:08:34.130299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63040aac-c65c-4cea-9ddb-0f5d4aca1678 req-cb7c73dc-aee3-4f06-9157-e3c2599ccbf9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:34.149062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63040aac-c65c-4cea-9ddb-0f5d4aca1678 req-cb7c73dc-aee3-4f06-9157-e3c2599ccbf9 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 944 time: 0.1802652 Feb 15 17:08:34.160498 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b95890d-ab71-4c52-9da6-dbb36f097633 req-c0e6ad3e-1412-48e5-877b-996bba20bbc0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949081 Feb 15 17:08:34.221712 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port d9a7eab2-4917-4a0f-baee-7a7c3256edff, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=d9a7eab2-4917-4a0f-baee-7a7c3256edff,segment=NetworkSegment(d22e34b1-3ccd-407d-9723-59bdbbc40d8d),segment_id=d22e34b1-3ccd-407d-9723-59bdbbc40d8d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:08:34.339064 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-63040aac-c65c-4cea-9ddb-0f5d4aca1678 req-921744e9-35bd-454e-800f-55cb1d86b4a0 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=11e69b70-7149-44bc-adae-e8e00d2e5fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887016 Feb 15 17:08:34.352098 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d9a7eab2-4917-4a0f-baee-7a7c3256edff), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:34.456741 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=d9a7eab2-4917-4a0f-baee-7a7c3256edff,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:34.576493 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['d9a7eab2-4917-4a0f-baee-7a7c3256edff'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:08:35.223858 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48944) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:35.457768 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a89ee9-1009-47e1-99e6-c56793f71a2b req-1c0f6943-2018-467c-8e98-d3d790d3c141 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:35.462920 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f9a89ee9-1009-47e1-99e6-c56793f71a2b req-1c0f6943-2018-467c-8e98-d3d790d3c141 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1471376 Feb 15 17:08:35.496099 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d54d5208-7fa5-4d2f-a836-fce30eeada57 tempest-ServiceProvidersTest-1392678308 tempest-ServiceProvidersTest-1392678308-project] 10.222.0.107 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2704873 Feb 15 17:08:35.586455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6f198-d1ab-4091-9919-189a35dfda34 req-aa342b45-8e5b-4ccd-a374-a01c2fd9985a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:35.597418 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2dd6f198-d1ab-4091-9919-189a35dfda34 req-aa342b45-8e5b-4ccd-a374-a01c2fd9985a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 945 time: 0.1448584 Feb 15 17:08:35.667443 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f9a89ee9-1009-47e1-99e6-c56793f71a2b req-5160bd08-cb90-4cc9-8e88-cd3dc7c9d9af tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700482 Feb 15 17:08:35.753291 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2dd6f198-d1ab-4091-9919-189a35dfda34 req-4cad68ab-4804-4ee7-ae13-0253d24406f4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=11e69b70-7149-44bc-adae-e8e00d2e5fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497750 Feb 15 17:08:36.279661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 48988) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:36.479581 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4f94fd50-f1bd-462e-8c56-b98b7ab5bd12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:36.609324 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4f94fd50-f1bd-462e-8c56-b98b7ab5bd12 admin admin] Publish callbacks [] for security_group (0ee13a7a-4356-415c-ac9d-03c509f1cab6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:36.690996 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4f94fd50-f1bd-462e-8c56-b98b7ab5bd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0ee13a7a-4356-415c-ac9d-03c509f1cab6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:36.821157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94fd50-f1bd-462e-8c56-b98b7ab5bd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee13a7a-4356-415c-ac9d-03c509f1cab6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:36.846451 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4f94fd50-f1bd-462e-8c56-b98b7ab5bd12 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f1447155b2e343c3a5901cb0c2eb7633&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5628619 Feb 15 17:08:36.847570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49010) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:36.959780 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f77d63c-ac8a-413b-9ed4-a42414232fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:37.008319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15876df0-652f-492d-981b-f83f8eae9dae req-f71ee812-db04-45d2-90ff-7c3e2ae551ce tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:37.010052 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-15876df0-652f-492d-981b-f83f8eae9dae req-f71ee812-db04-45d2-90ff-7c3e2ae551ce tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1314464 Feb 15 17:08:37.111894 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-15876df0-652f-492d-981b-f83f8eae9dae req-d1e7060d-b891-4021-9425-e4bdde5079ad tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884945 Feb 15 17:08:37.162551 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5041294-58ee-4c30-9308-c63426b3f66b admin admin] Publish callbacks [] for security_group (0ee13a7a-4356-415c-ac9d-03c509f1cab6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:37.216415 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5041294-58ee-4c30-9308-c63426b3f66b admin admin] Publish callbacks [] for security_group (0ee13a7a-4356-415c-ac9d-03c509f1cab6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:37.230634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97521208-7c67-4d43-951a-b6a4968f3494 req-404bad6a-6418-4e87-a1f4-ef9405e9069f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:37.244619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-97521208-7c67-4d43-951a-b6a4968f3494 req-404bad6a-6418-4e87-a1f4-ef9405e9069f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 945 time: 0.3298912 Feb 15 17:08:37.327653 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-97521208-7c67-4d43-951a-b6a4968f3494 req-de5fcbf5-3e49-4e7e-aedc-12deaa38b5fd tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=11e69b70-7149-44bc-adae-e8e00d2e5fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890119 Feb 15 17:08:37.451412 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5041294-58ee-4c30-9308-c63426b3f66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0ee13a7a-4356-415c-ac9d-03c509f1cab6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:37.454728 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5041294-58ee-4c30-9308-c63426b3f66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:37.465429 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a5041294-58ee-4c30-9308-c63426b3f66b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0ee13a7a-4356-415c-ac9d-03c509f1cab6 HTTP/1.1" status: 204 len: 168 time: 0.6160216 Feb 15 17:08:37.498256 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5041294-58ee-4c30-9308-c63426b3f66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee13a7a-4356-415c-ac9d-03c509f1cab6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:37.539443 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device d9a7eab2-4917-4a0f-baee-7a7c3256edff up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:08:37.765562 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port d9a7eab2-4917-4a0f-baee-7a7c3256edff completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:08:37.769974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port d9a7eab2-4917-4a0f-baee-7a7c3256edff triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:08:37.770338 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d9a7eab2-4917-4a0f-baee-7a7c3256edff), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:38.065624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port d9a7eab2-4917-4a0f-baee-7a7c3256edff is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:08:38.066272 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d9a7eab2-4917-4a0f-baee-7a7c3256edff), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:38.120636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0f8915-f9f7-40e3-891e-a9a859bf565e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a7eab2-4917-4a0f-baee-7a7c3256edff'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:08:38.127970 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062fc4cc-52b8-42f0-9491-a06b7d1360ef" -d '{"events": [{"server_uuid": "5d0f8915-f9f7-40e3-891e-a9a859bf565e", "name": "network-vif-plugged", "status": "completed", "tag": "d9a7eab2-4917-4a0f-baee-7a7c3256edff"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:08:38.170528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port d9a7eab2-4917-4a0f-baee-7a7c3256edff, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=d9a7eab2-4917-4a0f-baee-7a7c3256edff,segment=NetworkSegment(d22e34b1-3ccd-407d-9723-59bdbbc40d8d),segment_id=d22e34b1-3ccd-407d-9723-59bdbbc40d8d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:08:38.227957 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d9a7eab2-4917-4a0f-baee-7a7c3256edff), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:38.345180 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d03443-1843-4d47-b844-62df5755e007 x-openstack-request-id: req-89d03443-1843-4d47-b844-62df5755e007 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:08:38.348801 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0f8915-f9f7-40e3-891e-a9a859bf565e", "name": "network-vif-plugged", "status": "completed", "tag": "d9a7eab2-4917-4a0f-baee-7a7c3256edff", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:08:38.349123 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-89d03443-1843-4d47-b844-62df5755e007 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:08:38.349565 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0f8915-f9f7-40e3-891e-a9a859bf565e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a7eab2-4917-4a0f-baee-7a7c3256edff', 'code': 200} Feb 15 17:08:38.469789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=d9a7eab2-4917-4a0f-baee-7a7c3256edff,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:38.531816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f4d51-02cb-44f5-b5fd-696f6aca7dc6 req-e8d9d0ca-5219-4950-8b8b-451f64400cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:38.534705 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34f4d51-02cb-44f5-b5fd-696f6aca7dc6 req-e8d9d0ca-5219-4950-8b8b-451f64400cd0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 1129 time: 0.1729434 Feb 15 17:08:38.580538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a3b9e-f64a-4222-9ef3-fb2fafbea4da req-73a935df-7c6d-49e3-b1b9-4dca90252c7b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:38.583792 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe2a3b9e-f64a-4222-9ef3-fb2fafbea4da req-73a935df-7c6d-49e3-b1b9-4dca90252c7b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1908934 Feb 15 17:08:38.676460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60329dd8-afe5-4f7b-a548-56fc11989ba8 req-ad887925-5688-48e7-a2c6-a5762ad571c1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:38.689352 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60329dd8-afe5-4f7b-a548-56fc11989ba8 req-ad887925-5688-48e7-a2c6-a5762ad571c1 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 946 time: 0.2076488 Feb 15 17:08:38.700561 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe2a3b9e-f64a-4222-9ef3-fb2fafbea4da req-a3e968e1-b4e3-4773-8339-fed65f18ba0f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082387 Feb 15 17:08:38.802860 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34f4d51-02cb-44f5-b5fd-696f6aca7dc6 req-0a809958-7c4f-4136-bece-ccc549fc3445 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=11e69b70-7149-44bc-adae-e8e00d2e5fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611065 Feb 15 17:08:38.903705 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60329dd8-afe5-4f7b-a548-56fc11989ba8 req-13f1507d-2253-4854-ae7f-5354e7d98620 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=11e69b70-7149-44bc-adae-e8e00d2e5fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133520 Feb 15 17:08:39.342863 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a81d9d4f-17c0-4c69-af4c-07f2c0f362ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:39.706111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49150) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:39.917986 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:40.013617 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ff07b-1d27-4983-ac75-b65f42fde4a9 req-af1a3955-bf88-4eb7-9d7c-3bc157c56129 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:40.015221 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-063ff07b-1d27-4983-ac75-b65f42fde4a9 req-af1a3955-bf88-4eb7-9d7c-3bc157c56129 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 944 time: 0.1379578 Feb 15 17:08:40.109607 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Publish callbacks [] for security_group (e917e608-950a-4faf-82ab-0aa94293a206), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:40.163320 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-063ff07b-1d27-4983-ac75-b65f42fde4a9 req-ccea3648-3932-416c-8a85-3e9144864538 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392081 Feb 15 17:08:40.221100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a03183a-4e9e-4e4e-a911-a220c934ad53 req-0c7a86d0-7380-47a6-99b5-27466d03bca0 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:40.231366 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a03183a-4e9e-4e4e-a911-a220c934ad53 req-0c7a86d0-7380-47a6-99b5-27466d03bca0 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 946 time: 0.1203582 Feb 15 17:08:40.234160 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e917e608-950a-4faf-82ab-0aa94293a206), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:40.242669 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c7576d29-e764-422b-b397-0b6975947a2a details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:08:40.364036 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ee57eb5b87004b759c4bc2706d2402c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6567230 Feb 15 17:08:40.366589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49184) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:40.383269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e917e608-950a-4faf-82ab-0aa94293a206,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:40.413228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:40.415246 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:40.416239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:40.417776 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:40.418299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:40.419839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:40.420341 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:40.420871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:40.422388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:40.422924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:40.426825 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:40.427400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:40.427922 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3ce8bb-424d-49aa-a0fb-01c3652f78aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:08:40.483495 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a73d6509-7812-4994-9f06-5e6b978d41f0 admin admin] Publish callbacks [] for security_group (e917e608-950a-4faf-82ab-0aa94293a206), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:40.547875 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a73d6509-7812-4994-9f06-5e6b978d41f0 admin admin] Publish callbacks [] for security_group (e917e608-950a-4faf-82ab-0aa94293a206), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:40.562293 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a03183a-4e9e-4e4e-a911-a220c934ad53 req-92a98645-dc3c-4512-b9ec-05ec4d4aa970 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=11e69b70-7149-44bc-adae-e8e00d2e5fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513735 Feb 15 17:08:40.625126 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c7576d29-e764-422b-b397-0b6975947a2a, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c7576d29-e764-422b-b397-0b6975947a2a,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:08:40.652837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'c7576d29-e764-422b-b397-0b6975947a2a', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'port_id': 'c7576d29-e764-422b-b397-0b6975947a2a', 'mac_address': 'fa:16:3e:5b:a1:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:08:40.738425 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c7576d29-e764-422b-b397-0b6975947a2a is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:08:40.738820 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c7576d29-e764-422b-b397-0b6975947a2a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:40.772495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7576d29-e764-422b-b397-0b6975947a2a {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:08:40.827473 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c7576d29-e764-422b-b397-0b6975947a2a, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c7576d29-e764-422b-b397-0b6975947a2a,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:08:40.850394 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:40.902639 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a73d6509-7812-4994-9f06-5e6b978d41f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e917e608-950a-4faf-82ab-0aa94293a206), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:40.905444 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a73d6509-7812-4994-9f06-5e6b978d41f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:40.906943 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a73d6509-7812-4994-9f06-5e6b978d41f0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e917e608-950a-4faf-82ab-0aa94293a206 HTTP/1.1" status: 204 len: 168 time: 0.5383453 Feb 15 17:08:40.925319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d6509-7812-4994-9f06-5e6b978d41f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e917e608-950a-4faf-82ab-0aa94293a206,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:40.932215 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c7576d29-e764-422b-b397-0b6975947a2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:41.112634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=c7576d29-e764-422b-b397-0b6975947a2a,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:41.162558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['c7576d29-e764-422b-b397-0b6975947a2a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:08:41.531896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2291ed-64fd-4e66-856d-70a15ab3e737 req-fc50ad00-c74e-45e3-80ca-09b56b263643 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:41.538207 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b2291ed-64fd-4e66-856d-70a15ab3e737 req-fc50ad00-c74e-45e3-80ca-09b56b263643 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 945 time: 0.2271860 Feb 15 17:08:41.758629 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b2291ed-64fd-4e66-856d-70a15ab3e737 req-e3feb234-2735-4570-8461-2d933fc31aee tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109158 Feb 15 17:08:41.850030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e51bd5-7b48-420e-8d98-e601df837940 req-983c5ce5-ac09-48a9-8abf-e7ffa7f05346 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:41.859226 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6e51bd5-7b48-420e-8d98-e601df837940 req-983c5ce5-ac09-48a9-8abf-e7ffa7f05346 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 946 time: 0.1912575 Feb 15 17:08:41.969002 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:42.003368 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6e51bd5-7b48-420e-8d98-e601df837940 req-f3ea59ec-17d6-4fc9-aaff-e6be67531b4d tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=11e69b70-7149-44bc-adae-e8e00d2e5fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364779 Feb 15 17:08:42.246843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c7576d29-e764-422b-b397-0b6975947a2a up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:08:42.254246 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf5186-eb25-4ccf-b7c7-0fe0ce2861a4 req-bd565755-3fab-49c5-a009-6ffe53eaaf62 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:42.269731 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbcf5186-eb25-4ccf-b7c7-0fe0ce2861a4 req-bd565755-3fab-49c5-a009-6ffe53eaaf62 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 946 time: 0.1181881 Feb 15 17:08:42.352390 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbcf5186-eb25-4ccf-b7c7-0fe0ce2861a4 req-e752c828-ae42-4d90-aea9-a022ce67c6c7 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=11e69b70-7149-44bc-adae-e8e00d2e5fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730700 Feb 15 17:08:42.374390 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49284) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:42.495348 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cb8bce-da4a-4809-9793-58a76cf39cd2 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:42.500688 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-62cb8bce-da4a-4809-9793-58a76cf39cd2 tempest-TestNetworkBasicOps-1478207883 tempest-TestNetworkBasicOps-1478207883-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 1124 time: 0.1245942 Feb 15 17:08:42.503782 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49294) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:42.509161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': 'd9a7eab2-4917-4a0f-baee-7a7c3256edff', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:42.559949 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port c7576d29-e764-422b-b397-0b6975947a2a completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:08:42.564466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port c7576d29-e764-422b-b397-0b6975947a2a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:08:42.564892 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c7576d29-e764-422b-b397-0b6975947a2a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:42.638935 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:42.873947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port c7576d29-e764-422b-b397-0b6975947a2a is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:08:42.874348 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c7576d29-e764-422b-b397-0b6975947a2a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:42.952961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port c7576d29-e764-422b-b397-0b6975947a2a, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c7576d29-e764-422b-b397-0b6975947a2a,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:08:42.960472 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689f2f5d-c4e5-45af-8cde-7ca8eeeb0809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7576d29-e764-422b-b397-0b6975947a2a'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:08:42.963759 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa67eea-ef50-4770-810a-a8d18c3217f0" -d '{"events": [{"server_uuid": "689f2f5d-c4e5-45af-8cde-7ca8eeeb0809", "name": "network-vif-plugged", "status": "completed", "tag": "c7576d29-e764-422b-b397-0b6975947a2a"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:08:42.965454 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:43.056194 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c7576d29-e764-422b-b397-0b6975947a2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:43.108781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae104d7-35cd-426b-9c1d-f506de18276c req-29666c3d-9a5a-43e9-afea-e73716443b0f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:43.129181 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ae104d7-35cd-426b-9c1d-f506de18276c req-29666c3d-9a5a-43e9-afea-e73716443b0f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 945 time: 0.1907742 Feb 15 17:08:43.185456 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4feb545a-7419-4501-bf1b-19874d5712f7 x-openstack-request-id: req-4feb545a-7419-4501-bf1b-19874d5712f7 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:08:43.185752 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689f2f5d-c4e5-45af-8cde-7ca8eeeb0809", "name": "network-vif-plugged", "status": "completed", "tag": "c7576d29-e764-422b-b397-0b6975947a2a", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:08:43.186008 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4feb545a-7419-4501-bf1b-19874d5712f7 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:08:43.186422 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689f2f5d-c4e5-45af-8cde-7ca8eeeb0809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7576d29-e764-422b-b397-0b6975947a2a', 'code': 200} Feb 15 17:08:43.187747 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=c7576d29-e764-422b-b397-0b6975947a2a,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:43.202698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Allocated IP 172.25.4.158 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/abc5af77-33bf-4111-a791-4dd73395e56a) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:08:43.232353 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ae104d7-35cd-426b-9c1d-f506de18276c req-4f1fc4f8-19fe-4337-a82d-a1e3a70c6061 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972588 Feb 15 17:08:43.269870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848be921-6300-4b5b-a696-0c63eed35770 req-7da56cdd-5fdb-486c-8c6c-e262c4cac398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:43.271663 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-848be921-6300-4b5b-a696-0c63eed35770 req-7da56cdd-5fdb-486c-8c6c-e262c4cac398 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 1129 time: 0.1209052 Feb 15 17:08:43.358509 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-848be921-6300-4b5b-a696-0c63eed35770 req-30523c7c-ff61-4d35-98d7-8afb9062784e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805264 Feb 15 17:08:43.422377 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:43.473759 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49340) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:43.496408 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for port (abc5af77-33bf-4111-a791-4dd73395e56a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:43.681681 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-27260a84-029d-45a0-aed4-6744d3b18fcb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2135743496-network', 'tenant_id': '5e0f135462714de18205d04dc34266f7'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:43.760126 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (abc5af77-33bf-4111-a791-4dd73395e56a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:43.878984 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Port': ['ID=abc5af77-33bf-4111-a791-4dd73395e56a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:43.887229 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27260a84-029d-45a0-aed4-6744d3b18fcb admin admin] Made reservation on behalf of 5e0f135462714de18205d04dc34266f7 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:08:43.891835 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27260a84-029d-45a0-aed4-6744d3b18fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:43.965781 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27260a84-029d-45a0-aed4-6744d3b18fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:43.967559 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:08:43.970564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:08:43.979227 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:08:44.211941 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27260a84-029d-45a0-aed4-6744d3b18fcb admin admin] Publish callbacks [] for security_group (4162b71c-5890-4229-84c7-e99cc127f9ff), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:44.308269 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27260a84-029d-45a0-aed4-6744d3b18fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4162b71c-5890-4229-84c7-e99cc127f9ff), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:44.365380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27260a84-029d-45a0-aed4-6744d3b18fcb admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:08:44.371937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27260a84-029d-45a0-aed4-6744d3b18fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4162b71c-5890-4229-84c7-e99cc127f9ff,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:44.407325 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27260a84-029d-45a0-aed4-6744d3b18fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (536f4f99-6e02-40c5-946f-138c37eb458a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:44.408922 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-27260a84-029d-45a0-aed4-6744d3b18fcb admin admin] Added segment 536f4f99-6e02-40c5-946f-138c37eb458a of type vlan for network a08513b0-2431-4c16-bdc9-80beb3ba12d5 Feb 15 17:08:44.513122 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27260a84-029d-45a0-aed4-6744d3b18fcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (a08513b0-2431-4c16-bdc9-80beb3ba12d5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:44.584501 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd207a3-d393-4dfe-94c1-ae93cd75a7b7 req-8f7b5d1f-dc6d-441c-9d28-5a65c2260548 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:44.586886 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7bd207a3-d393-4dfe-94c1-ae93cd75a7b7 req-8f7b5d1f-dc6d-441c-9d28-5a65c2260548 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 946 time: 0.2321928 Feb 15 17:08:44.686003 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27260a84-029d-45a0-aed4-6744d3b18fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (a08513b0-2431-4c16-bdc9-80beb3ba12d5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:44.688145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27260a84-029d-45a0-aed4-6744d3b18fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:44.688742 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-27260a84-029d-45a0-aed4-6744d3b18fcb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:44.723475 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7bd207a3-d393-4dfe-94c1-ae93cd75a7b7 req-f21c7fe7-c31e-44fe-83c8-3867849ebf85 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271956 Feb 15 17:08:44.772728 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for floatingip (b376561c-9997-4969-8246-72de85ed4327), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:44.828013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27260a84-029d-45a0-aed4-6744d3b18fcb admin admin] Pushing event updated for resources: {'Network': ['ID=a08513b0-2431-4c16-bdc9-80beb3ba12d5,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:44.840927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network a08513b0-2431-4c16-bdc9-80beb3ba12d5 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:08:44.945571 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-27260a84-029d-45a0-aed4-6744d3b18fcb admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4703856 Feb 15 17:08:44.948859 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49392) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:44.954918 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-18d75746-515d-4e9c-aa8a-4c7622347e37 admin admin] Request body: {'subnet': {'network_id': 'a08513b0-2431-4c16-bdc9-80beb3ba12d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2135743496-subnet', 'tenant_id': '5e0f135462714de18205d04dc34266f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:08:45.021062 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (abc5af77-33bf-4111-a791-4dd73395e56a), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:45.159920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d75746-515d-4e9c-aa8a-4c7622347e37 admin admin] Made reservation on behalf of 5e0f135462714de18205d04dc34266f7 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:08:45.162977 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-18d75746-515d-4e9c-aa8a-4c7622347e37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:45.433861 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for port (abc5af77-33bf-4111-a791-4dd73395e56a), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:45.585113 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (abc5af77-33bf-4111-a791-4dd73395e56a), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:45.685910 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-18d75746-515d-4e9c-aa8a-4c7622347e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:45.713080 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (b376561c-9997-4969-8246-72de85ed4327), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:45.864774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d75746-515d-4e9c-aa8a-4c7622347e37 admin admin] Checking segment: {'id': '536f4f99-6e02-40c5-946f-138c37eb458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a08513b0-2431-4c16-bdc9-80beb3ba12d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:08:45.865150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d75746-515d-4e9c-aa8a-4c7622347e37 admin admin] Network hostable DHCP agents. Network: a08513b0-2431-4c16-bdc9-80beb3ba12d5, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:08:45.874670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event updated for resources: {'Port': ['ID=abc5af77-33bf-4111-a791-4dd73395e56a,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:45.881277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d75746-515d-4e9c-aa8a-4c7622347e37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:45.968943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05ec2d-ccb7-460b-9023-201c1837fbcd req-cb265985-e741-4877-9f76-c9c1db0559db tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:45.979618 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a05ec2d-ccb7-460b-9023-201c1837fbcd req-cb265985-e741-4877-9f76-c9c1db0559db tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 946 time: 0.1139295 Feb 15 17:08:46.026237 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Floating IP b376561c-9997-4969-8246-72de85ed4327 associated. External IP: 172.25.4.158, port: d9a7eab2-4917-4a0f-baee-7a7c3256edff. Feb 15 17:08:46.109673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a05ec2d-ccb7-460b-9023-201c1837fbcd req-37045266-1224-4986-813e-69bc9f1cec99 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251042 Feb 15 17:08:46.110382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d75746-515d-4e9c-aa8a-4c7622347e37 admin admin] Network a08513b0-2431-4c16-bdc9-80beb3ba12d5 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:08:46.197790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52df8e-a249-4426-bc6f-26d73f0e67b5 req-668b2b10-0325-4f2b-8f3e-171a119d509b tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:46.205689 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1f52df8e-a249-4426-bc6f-26d73f0e67b5 req-668b2b10-0325-4f2b-8f3e-171a119d509b tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 945 time: 0.3181603 Feb 15 17:08:46.221938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-18d75746-515d-4e9c-aa8a-4c7622347e37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, a08513b0-2431-4c16-bdc9-80beb3ba12d5) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:08:46.227053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d75746-515d-4e9c-aa8a-4c7622347e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:46.227882 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-18d75746-515d-4e9c-aa8a-4c7622347e37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:46.233425 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4c73ae-e09d-4739-9b55-16d0afa16890 None None] Network a08513b0-2431-4c16-bdc9-80beb3ba12d5 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:08:46.362859 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1f52df8e-a249-4426-bc6f-26d73f0e67b5 req-8995f2cf-b9d2-4ff1-8c41-ab538b771ea2 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561103 Feb 15 17:08:46.380284 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-18d75746-515d-4e9c-aa8a-4c7622347e37 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4302950 Feb 15 17:08:46.478893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e6049-25f4-410c-a470-c582cad2f9d3 req-f08f7d06-45eb-4e37-a8d4-1b7d5af6535f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:46.480644 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-731e6049-25f4-410c-a470-c582cad2f9d3 req-f08f7d06-45eb-4e37-a8d4-1b7d5af6535f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 946 time: 0.2177858 Feb 15 17:08:46.649348 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-731e6049-25f4-410c-a470-c582cad2f9d3 req-f236c344-77c7-4d10-afa8-62cc3844d891 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621819 Feb 15 17:08:47.079542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01c190f-d256-4258-8e5c-7f45dc68c3b1 None None] Network a08513b0-2431-4c16-bdc9-80beb3ba12d5 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:08:47.342026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529479f6-46f7-400d-8e86-455f1a4cff3b req-42f03e03-6d39-42b3-a9f8-673ae6e7f30e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:47.343587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-529479f6-46f7-400d-8e86-455f1a4cff3b req-42f03e03-6d39-42b3-a9f8-673ae6e7f30e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.10 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 945 time: 0.1700122 Feb 15 17:08:47.523277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-529479f6-46f7-400d-8e86-455f1a4cff3b req-b78ef59f-d734-4095-95a3-5779db41b430 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Deleting port 60d4da1b-8e59-47f5-b6ce-7cde203ce891 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:08:47.523931 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-529479f6-46f7-400d-8e86-455f1a4cff3b req-b78ef59f-d734-4095-95a3-5779db41b430 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (60d4da1b-8e59-47f5-b6ce-7cde203ce891), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:47.551750 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Router 62080212-099c-4b97-bd09-274715f3ab44 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:08:47.765874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-529479f6-46f7-400d-8e86-455f1a4cff3b req-b78ef59f-d734-4095-95a3-5779db41b430 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] For port 60d4da1b-8e59-47f5-b6ce-7cde203ce891, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=60d4da1b-8e59-47f5-b6ce-7cde203ce891,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:08:47.766640 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-529479f6-46f7-400d-8e86-455f1a4cff3b req-b78ef59f-d734-4095-95a3-5779db41b430 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (60d4da1b-8e59-47f5-b6ce-7cde203ce891), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:47.793673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-529479f6-46f7-400d-8e86-455f1a4cff3b req-b78ef59f-d734-4095-95a3-5779db41b430 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Calling delete_port for 60d4da1b-8e59-47f5-b6ce-7cde203ce891 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:08:47.825534 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:08:47.837745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9788bc4-c5d9-4b7a-90dc-b32f26e7aa30 None None] Sync routers for ids ['62080212-099c-4b97-bd09-274715f3ab44'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:08:47.853580 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9788bc4-c5d9-4b7a-90dc-b32f26e7aa30 None None] Routers {'62080212-099c-4b97-bd09-274715f3ab44'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:08:47.854170 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d9788bc4-c5d9-4b7a-90dc-b32f26e7aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:08:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['62080212-099c-4b97-bd09-274715f3ab44'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:08:47.935928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22320bd-71c3-4181-9517-b7fb773939a9 req-8e5e69bd-5311-488e-8e16-98ffec8cfcb2 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:47.943998 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22320bd-71c3-4181-9517-b7fb773939a9 req-8e5e69bd-5311-488e-8e16-98ffec8cfcb2 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 945 time: 0.3878968 Feb 15 17:08:48.049999 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22320bd-71c3-4181-9517-b7fb773939a9 req-fa3c9ddc-ba16-43c5-bb72-892b1342eeec tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049364 Feb 15 17:08:48.066479 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-d9788bc4-c5d9-4b7a-90dc-b32f26e7aa30 None None] Set router 62080212-099c-4b97-bd09-274715f3ab44 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:08:48.081680 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:48.198633 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f08bece4-d8be-4f85-a535-d03df18a96b5 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.6933558 Feb 15 17:08:48.201373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 49494) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:48.208490 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0f8915-f9f7-40e3-891e-a9a859bf565e', 'tag': 'd9a7eab2-4917-4a0f-baee-7a7c3256edff'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:08:48.217512 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a466a0-25b2-456c-a256-e21c806ba8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0f8915-f9f7-40e3-891e-a9a859bf565e", "tag": "d9a7eab2-4917-4a0f-baee-7a7c3256edff"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:08:48.319891 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e3901-6ed4-4bf6-88a3-d141692693e9 req-1338cd60-be2f-4c2e-8d96-37d9cb355823 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:48.329094 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca7e3901-6ed4-4bf6-88a3-d141692693e9 req-1338cd60-be2f-4c2e-8d96-37d9cb355823 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 946 time: 0.1861393 Feb 15 17:08:48.333231 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b29276e-8792-4ea6-afdb-5fda4e266a2c x-openstack-request-id: req-2b29276e-8792-4ea6-afdb-5fda4e266a2c {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:08:48.333712 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0f8915-f9f7-40e3-891e-a9a859bf565e", "tag": "d9a7eab2-4917-4a0f-baee-7a7c3256edff", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:08:48.334135 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2b29276e-8792-4ea6-afdb-5fda4e266a2c {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:08:48.334723 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0f8915-f9f7-40e3-891e-a9a859bf565e', 'tag': 'd9a7eab2-4917-4a0f-baee-7a7c3256edff', 'status': 'completed', 'code': 200} Feb 15 17:08:48.363124 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-529479f6-46f7-400d-8e86-455f1a4cff3b req-b78ef59f-d734-4095-95a3-5779db41b430 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (60d4da1b-8e59-47f5-b6ce-7cde203ce891), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:48.430484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ccf427b3-7de8-49ba-8552-0ef6176236df'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:08:48.435726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['7d0fcdd7-3dce-4457-90aa-002e0c0e68c6'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:08:48.446383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ef59f-d734-4095-95a3-5779db41b430 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Pushing event deleted for resources: {'Port': ['ID=60d4da1b-8e59-47f5-b6ce-7cde203ce891,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:48.480420 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca7e3901-6ed4-4bf6-88a3-d141692693e9 req-a69688b5-770e-4807-b7d2-329b1e5e2670 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500182 Feb 15 17:08:48.507515 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4b0895ed-daa4-49c8-89f0-c753df045953 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/floatingips/b376561c-9997-4969-8246-72de85ed4327 HTTP/1.1" status: 200 len: 992 time: 0.3048122 Feb 15 17:08:48.590709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-529479f6-46f7-400d-8e86-455f1a4cff3b req-b78ef59f-d734-4095-95a3-5779db41b430 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] No DVR routers for this DVR port 60d4da1b-8e59-47f5-b6ce-7cde203ce891 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:08:48.594921 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-529479f6-46f7-400d-8e86-455f1a4cff3b req-b78ef59f-d734-4095-95a3-5779db41b430 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:48.606245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-529479f6-46f7-400d-8e86-455f1a4cff3b req-b78ef59f-d734-4095-95a3-5779db41b430 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.10 "DELETE /v2.0/ports/60d4da1b-8e59-47f5-b6ce-7cde203ce891 HTTP/1.1" status: 204 len: 173 time: 1.2537341 Feb 15 17:08:48.609662 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af23253-d45b-4590-aef6-681eba46e604', 'name': 'network-vif-deleted', 'tag': '60d4da1b-8e59-47f5-b6ce-7cde203ce891'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:08:48.609662 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1d4a66-5f87-47cd-a95b-0c833f0c5c5f" -d '{"events": [{"server_uuid": "1af23253-d45b-4590-aef6-681eba46e604", "name": "network-vif-deleted", "tag": "60d4da1b-8e59-47f5-b6ce-7cde203ce891"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:08:48.616251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a466a0-25b2-456c-a256-e21c806ba8fa req-b7ee6103-699d-4c1c-9de5-f0cfb61f1fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:48.617845 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-70a466a0-25b2-456c-a256-e21c806ba8fa req-b7ee6103-699d-4c1c-9de5-f0cfb61f1fc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55662dfff497447caddaf19eeba12e64&device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 1129 time: 0.2466261 Feb 15 17:08:48.805578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a466a0-25b2-456c-a256-e21c806ba8fa req-12629ea6-d2de-4cc5-9a2e-a97f9e41daac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:48.807534 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-70a466a0-25b2-456c-a256-e21c806ba8fa req-12629ea6-d2de-4cc5-9a2e-a97f9e41daac service neutron] 10.222.0.67 "GET /v2.0/networks?id=625fad1f-f638-4def-aaab-fd53aae2ebe8 HTTP/1.1" status: 200 len: 898 time: 0.1825116 Feb 15 17:08:48.810063 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c1b929-dd15-4e9c-908c-a33f534cb6eb x-openstack-request-id: req-a2c1b929-dd15-4e9c-908c-a33f534cb6eb {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:08:48.811855 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af23253-d45b-4590-aef6-681eba46e604", "name": "network-vif-deleted", "tag": "60d4da1b-8e59-47f5-b6ce-7cde203ce891", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:08:48.811855 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a2c1b929-dd15-4e9c-908c-a33f534cb6eb {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:08:48.812441 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af23253-d45b-4590-aef6-681eba46e604', 'name': 'network-vif-deleted', 'tag': '60d4da1b-8e59-47f5-b6ce-7cde203ce891', 'status': 'completed', 'code': 200} Feb 15 17:08:48.951213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-70a466a0-25b2-456c-a256-e21c806ba8fa req-9cb4938b-a7f3-4d53-8a8f-832258f59e66 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9a7eab2-4917-4a0f-baee-7a7c3256edff HTTP/1.1" status: 200 len: 1000 time: 0.1312797 Feb 15 17:08:49.108270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a466a0-25b2-456c-a256-e21c806ba8fa req-f3f2727e-b7a4-418d-9516-e0216ff60e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:49.111056 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-70a466a0-25b2-456c-a256-e21c806ba8fa req-f3f2727e-b7a4-418d-9516-e0216ff60e87 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7de1c79c-cdc3-424e-80b0-8d466f2ff6b3 HTTP/1.1" status: 200 len: 835 time: 0.1547647 Feb 15 17:08:49.120263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d9788bc4-c5d9-4b7a-90dc-b32f26e7aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62080212-099c-4b97-bd09-274715f3ab44', 'name': 'tempest-TestNetworkBasicOps-router-1733699157', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:08:00Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:02Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'b376561c-9997-4969-8246-72de85ed4327', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '62080212-099c-4b97-bd09-274715f3ab44', 'port_id': 'd9a7eab2-4917-4a0f-baee-7a7c3256edff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8', 'mac_address': 'fa:16:3e:10:55:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0f8915-f9f7-40e3-891e-a9a859bf565e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:08:44Z', 'updated_at': '2022-02-15T17:08:44Z', 'revision_number': 0, 'project_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd68113-e047-4769-8dbd-f682f1fb3e3d', 'name': '', 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:eb:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:07Z', 'updated_at': '2022-02-15T17:08:16Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:08:49.160886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9788bc4-c5d9-4b7a-90dc-b32f26e7aa30 None None] Checking router: 62080212-099c-4b97-bd09-274715f3ab44 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:08:49.202697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a466a0-25b2-456c-a256-e21c806ba8fa req-9f33519d-0f79-48e2-b3fc-25a3fae9b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:49.204244 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-70a466a0-25b2-456c-a256-e21c806ba8fa req-9f33519d-0f79-48e2-b3fc-25a3fae9b779 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=625fad1f-f638-4def-aaab-fd53aae2ebe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0866940 Feb 15 17:08:49.242275 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8afd316c-398b-47db-b924-d9b5ccb227bc req-55252ff5-b168-41a4-9f7b-b7d0672371f9 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=1af23253-d45b-4590-aef6-681eba46e604 HTTP/1.1" status: 200 len: 210 time: 0.0561054 Feb 15 17:08:49.273685 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9788bc4-c5d9-4b7a-90dc-b32f26e7aa30 None None] Routers {'62080212-099c-4b97-bd09-274715f3ab44'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:08:49.275152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d9788bc4-c5d9-4b7a-90dc-b32f26e7aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:08:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['62080212-099c-4b97-bd09-274715f3ab44'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:08:49.416856 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-70a466a0-25b2-456c-a256-e21c806ba8fa req-cdf687b6-c37f-4620-bf23-330af14db13d service neutron] 10.222.0.67 "GET /v2.0/networks/625fad1f-f638-4def-aaab-fd53aae2ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066875 Feb 15 17:08:49.438923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-d9788bc4-c5d9-4b7a-90dc-b32f26e7aa30 None None] Set router 62080212-099c-4b97-bd09-274715f3ab44 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:08:49.511135 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49526) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:49.638943 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d63f95cc-c9e4-48a7-9670-18435d4ebcc3 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/floatingips/b376561c-9997-4969-8246-72de85ed4327 HTTP/1.1" status: 200 len: 992 time: 0.1265259 Feb 15 17:08:49.750222 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-70a466a0-25b2-456c-a256-e21c806ba8fa req-25bc91fd-4866-4c0b-ab11-c23012e4f9f3 service neutron] 10.222.0.67 "GET /v2.0/networks/625fad1f-f638-4def-aaab-fd53aae2ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246932 Feb 15 17:08:49.804343 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add4945-605e-4a68-9416-44bf1a67c7dd req-9eb2ea1b-dfba-45ff-8f02-b85c0fa000f7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:49.808150 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9add4945-605e-4a68-9416-44bf1a67c7dd req-9eb2ea1b-dfba-45ff-8f02-b85c0fa000f7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.10 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 946 time: 0.2736170 Feb 15 17:08:49.954373 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d9788bc4-c5d9-4b7a-90dc-b32f26e7aa30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62080212-099c-4b97-bd09-274715f3ab44', 'name': 'tempest-TestNetworkBasicOps-router-1733699157', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:08:00Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:02Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'b376561c-9997-4969-8246-72de85ed4327', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '62080212-099c-4b97-bd09-274715f3ab44', 'port_id': 'd9a7eab2-4917-4a0f-baee-7a7c3256edff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8', 'mac_address': 'fa:16:3e:10:55:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0f8915-f9f7-40e3-891e-a9a859bf565e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:08:44Z', 'updated_at': '2022-02-15T17:08:44Z', 'revision_number': 0, 'project_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd68113-e047-4769-8dbd-f682f1fb3e3d', 'name': '', 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:eb:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:07Z', 'updated_at': '2022-02-15T17:08:16Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:08:49.998952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be498e37-0572-4863-a973-de7887f44eb6 req-09bfe831-63eb-4d2f-bbc0-a0604834e3f8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:50.009858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be498e37-0572-4863-a973-de7887f44eb6 req-09bfe831-63eb-4d2f-bbc0-a0604834e3f8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 946 time: 0.4013884 Feb 15 17:08:50.058169 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9788bc4-c5d9-4b7a-90dc-b32f26e7aa30 None None] The sync data for ids ['62080212-099c-4b97-bd09-274715f3ab44'] in n-d-828372-14 is: [{'id': '62080212-099c-4b97-bd09-274715f3ab44', 'name': 'tempest-TestNetworkBasicOps-router-1733699157', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:08:00Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:02Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'b376561c-9997-4969-8246-72de85ed4327', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '62080212-099c-4b97-bd09-274715f3ab44', 'port_id': 'd9a7eab2-4917-4a0f-baee-7a7c3256edff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8', 'mac_address': 'fa:16:3e:10:55:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0f8915-f9f7-40e3-891e-a9a859bf565e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:08:44Z', 'updated_at': '2022-02-15T17:08:44Z', 'revision_number': 0, 'project_id': '55662dfff497447caddaf19eeba12e64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7dd68113-e047-4769-8dbd-f682f1fb3e3d', 'name': '', 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:eb:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:07Z', 'updated_at': '2022-02-15T17:08:16Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:08:50.242356 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be498e37-0572-4863-a973-de7887f44eb6 req-a8f53141-598c-49f8-9102-1c6b6a3dc5fb tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766012 Feb 15 17:08:50.257301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 60d4da1b-8e59-47f5-b6ce-7cde203ce891 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:08:50.279110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-9add4945-605e-4a68-9416-44bf1a67c7dd req-10b52be6-b5c9-4bc1-81cc-984d5ea1d99c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Deleting port c7576d29-e764-422b-b397-0b6975947a2a {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:08:50.281479 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9add4945-605e-4a68-9416-44bf1a67c7dd req-10b52be6-b5c9-4bc1-81cc-984d5ea1d99c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c7576d29-e764-422b-b397-0b6975947a2a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:50.335015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 60d4da1b-8e59-47f5-b6ce-7cde203ce891 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:08:50.335394 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 60d4da1b-8e59-47f5-b6ce-7cde203ce891 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:08:50.492873 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e465c6-2f21-4976-aa42-52bbc72b7752 None None] New status for floating IP b376561c-9997-4969-8246-72de85ed4327: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:08:50.543219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-9add4945-605e-4a68-9416-44bf1a67c7dd req-10b52be6-b5c9-4bc1-81cc-984d5ea1d99c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] For port c7576d29-e764-422b-b397-0b6975947a2a, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=c7576d29-e764-422b-b397-0b6975947a2a,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:08:50.543760 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9add4945-605e-4a68-9416-44bf1a67c7dd req-10b52be6-b5c9-4bc1-81cc-984d5ea1d99c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c7576d29-e764-422b-b397-0b6975947a2a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:50.570269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-9add4945-605e-4a68-9416-44bf1a67c7dd req-10b52be6-b5c9-4bc1-81cc-984d5ea1d99c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Calling delete_port for c7576d29-e764-422b-b397-0b6975947a2a owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:08:50.642789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49548) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:50.785933 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ecfb45fe-8a20-4e38-9dfb-67c0adc0747f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/floatingips/b376561c-9997-4969-8246-72de85ed4327 HTTP/1.1" status: 200 len: 992 time: 0.1373582 Feb 15 17:08:50.905062 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9add4945-605e-4a68-9416-44bf1a67c7dd req-10b52be6-b5c9-4bc1-81cc-984d5ea1d99c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c7576d29-e764-422b-b397-0b6975947a2a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:50.918005 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:08:51.059027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b52be6-b5c9-4bc1-81cc-984d5ea1d99c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event deleted for resources: {'Port': ['ID=c7576d29-e764-422b-b397-0b6975947a2a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:51.162158 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4359770-a3fd-4a01-913a-24099c432966 req-f90f845b-0a72-45e5-9c08-84a37e7c9d5f tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:51.170734 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c4359770-a3fd-4a01-913a-24099c432966 req-f90f845b-0a72-45e5-9c08-84a37e7c9d5f tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 945 time: 0.1541736 Feb 15 17:08:51.180334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9add4945-605e-4a68-9416-44bf1a67c7dd req-10b52be6-b5c9-4bc1-81cc-984d5ea1d99c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] No DVR routers for this DVR port c7576d29-e764-422b-b397-0b6975947a2a on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:08:51.186328 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9add4945-605e-4a68-9416-44bf1a67c7dd req-10b52be6-b5c9-4bc1-81cc-984d5ea1d99c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:51.189786 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9add4945-605e-4a68-9416-44bf1a67c7dd req-10b52be6-b5c9-4bc1-81cc-984d5ea1d99c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.10 "DELETE /v2.0/ports/c7576d29-e764-422b-b397-0b6975947a2a HTTP/1.1" status: 204 len: 173 time: 1.3767035 Feb 15 17:08:51.190283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689f2f5d-c4e5-45af-8cde-7ca8eeeb0809', 'name': 'network-vif-deleted', 'tag': 'c7576d29-e764-422b-b397-0b6975947a2a'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:08:51.198872 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98812d89-d472-4c56-bb33-57a90473d22a" -d '{"events": [{"server_uuid": "689f2f5d-c4e5-45af-8cde-7ca8eeeb0809", "name": "network-vif-deleted", "tag": "c7576d29-e764-422b-b397-0b6975947a2a"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:08:51.308581 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3719a079-6c59-410c-baf4-edd4c77ce034 x-openstack-request-id: req-3719a079-6c59-410c-baf4-edd4c77ce034 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:08:51.309098 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689f2f5d-c4e5-45af-8cde-7ca8eeeb0809", "name": "network-vif-deleted", "tag": "c7576d29-e764-422b-b397-0b6975947a2a", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:08:51.309574 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3719a079-6c59-410c-baf4-edd4c77ce034 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:08:51.310199 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689f2f5d-c4e5-45af-8cde-7ca8eeeb0809', 'name': 'network-vif-deleted', 'tag': 'c7576d29-e764-422b-b397-0b6975947a2a', 'status': 'completed', 'code': 200} Feb 15 17:08:51.377490 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c4359770-a3fd-4a01-913a-24099c432966 req-f5b9fb19-a203-4215-93de-9ca1d8e661b6 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992829 Feb 15 17:08:51.554537 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-981341c0-ed19-4dbb-bebf-e996f4f48c63 req-340e9ac4-97f7-481c-9078-fc07831a2718 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0806468 Feb 15 17:08:51.734629 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:08:51.785505 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 49568) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:08:51.878370 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-db11c6ad-0ad7-4a2d-bbab-de1b6df48fe2 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/floatingips/b376561c-9997-4969-8246-72de85ed4327 HTTP/1.1" status: 200 len: 994 time: 0.0912113 Feb 15 17:08:52.268401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c7576d29-e764-422b-b397-0b6975947a2a no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:08:52.290755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: c7576d29-e764-422b-b397-0b6975947a2a {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:08:52.291112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device c7576d29-e764-422b-b397-0b6975947a2a not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:08:52.439058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c8b9c-d256-497a-bcd5-268cd00e8e18 req-2f64fadc-b407-4586-adaa-9eb9023f3b48 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:52.441989 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-713c8b9c-d256-497a-bcd5-268cd00e8e18 req-2f64fadc-b407-4586-adaa-9eb9023f3b48 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 945 time: 0.0834365 Feb 15 17:08:52.750018 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad94c9-b35b-45f3-8df6-dad006437b20 req-4796c3d1-0f4a-4271-a789-c8829924b831 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:08:52.750018 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bfad94c9-b35b-45f3-8df6-dad006437b20 req-4796c3d1-0f4a-4271-a789-c8829924b831 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 945 time: 0.1266301 Feb 15 17:08:52.752686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-713c8b9c-d256-497a-bcd5-268cd00e8e18 req-3448a5ae-1d32-4914-ae2f-64fcf5bb391e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Deleting port ccf427b3-7de8-49ba-8552-0ef6176236df {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:08:52.752686 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-713c8b9c-d256-497a-bcd5-268cd00e8e18 req-3448a5ae-1d32-4914-ae2f-64fcf5bb391e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ccf427b3-7de8-49ba-8552-0ef6176236df), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:52.762307 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bfad94c9-b35b-45f3-8df6-dad006437b20 req-ae832b87-9447-4d9a-a73d-a5ab68b904c9 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642292 Feb 15 17:08:52.763032 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e490c561-fef2-40d5-9a06-92f0340c5a35 req-f0c5438d-90e3-46cd-9ac7-40486e4d42bb tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0284739 Feb 15 17:08:52.803338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-713c8b9c-d256-497a-bcd5-268cd00e8e18 req-3448a5ae-1d32-4914-ae2f-64fcf5bb391e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] For port ccf427b3-7de8-49ba-8552-0ef6176236df, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=ccf427b3-7de8-49ba-8552-0ef6176236df,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:08:52.803669 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-713c8b9c-d256-497a-bcd5-268cd00e8e18 req-3448a5ae-1d32-4914-ae2f-64fcf5bb391e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ccf427b3-7de8-49ba-8552-0ef6176236df), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:52.823106 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-713c8b9c-d256-497a-bcd5-268cd00e8e18 req-3448a5ae-1d32-4914-ae2f-64fcf5bb391e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Calling delete_port for ccf427b3-7de8-49ba-8552-0ef6176236df owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:08:53.239754 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-713c8b9c-d256-497a-bcd5-268cd00e8e18 req-3448a5ae-1d32-4914-ae2f-64fcf5bb391e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ccf427b3-7de8-49ba-8552-0ef6176236df), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:53.252150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['7d0fcdd7-3dce-4457-90aa-002e0c0e68c6'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:08:53.254830 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['ccf427b3-7de8-49ba-8552-0ef6176236df'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:08:53.276537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448a5ae-1d32-4914-ae2f-64fcf5bb391e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Pushing event deleted for resources: {'Port': ['ID=ccf427b3-7de8-49ba-8552-0ef6176236df,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:08:53.332746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-713c8b9c-d256-497a-bcd5-268cd00e8e18 req-3448a5ae-1d32-4914-ae2f-64fcf5bb391e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] No DVR routers for this DVR port ccf427b3-7de8-49ba-8552-0ef6176236df on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:08:53.335731 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-713c8b9c-d256-497a-bcd5-268cd00e8e18 req-3448a5ae-1d32-4914-ae2f-64fcf5bb391e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:08:53.339729 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-713c8b9c-d256-497a-bcd5-268cd00e8e18 req-3448a5ae-1d32-4914-ae2f-64fcf5bb391e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.67 "DELETE /v2.0/ports/ccf427b3-7de8-49ba-8552-0ef6176236df HTTP/1.1" status: 204 len: 173 time: 0.8817396 Feb 15 17:08:53.340178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e864e4-f4d0-41a6-ac22-ca0907060c9b', 'name': 'network-vif-deleted', 'tag': 'ccf427b3-7de8-49ba-8552-0ef6176236df'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:08:53.342781 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70fca0d-91c3-4b73-a4b6-cfad276dfbf7" -d '{"events": [{"server_uuid": "f9e864e4-f4d0-41a6-ac22-ca0907060c9b", "name": "network-vif-deleted", "tag": "ccf427b3-7de8-49ba-8552-0ef6176236df"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:08:53.389976 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90beaa49-7e68-4ce2-ab2b-c8a5278aadac x-openstack-request-id: req-90beaa49-7e68-4ce2-ab2b-c8a5278aadac {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:08:53.389976 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e864e4-f4d0-41a6-ac22-ca0907060c9b", "name": "network-vif-deleted", "tag": "ccf427b3-7de8-49ba-8552-0ef6176236df", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:08:53.389976 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-90beaa49-7e68-4ce2-ab2b-c8a5278aadac {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:08:53.389976 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9e864e4-f4d0-41a6-ac22-ca0907060c9b', 'name': 'network-vif-deleted', 'tag': 'ccf427b3-7de8-49ba-8552-0ef6176236df', 'status': 'completed', 'code': 200} Feb 15 17:08:53.903703 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-97d21502-d69f-4009-8c36-492b4e8acdfb req-a3d02b3c-8be0-4b33-99f0-51847bcd1805 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=f9e864e4-f4d0-41a6-ac22-ca0907060c9b HTTP/1.1" status: 200 len: 210 time: 0.0775783 Feb 15 17:08:53.958174 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe273733-8dd3-4d1c-9ccb-b55eb9c7460c req-3e6ce293-bd8d-419e-9177-dbfe052261eb tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0529695 Feb 15 17:08:55.213259 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d22c2db-1218-4a0f-85f5-b8f574228cdf req-14dbb315-aa1c-4f67-b8cf-b4773b33f0a3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.1221027 Feb 15 17:08:56.423528 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1eaf0079-98a0-4287-a814-50da99383662 req-86448389-1dc7-47fb-b674-57b1ed61ce01 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0674117 Feb 15 17:08:57.567983 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43f5f44d-3257-4e6f-89b8-4706fc6c8e14 req-244e4a34-2dcf-4464-8753-33e3addd2d9e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0476964 Feb 15 17:08:57.607355 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ccf427b3-7de8-49ba-8552-0ef6176236df no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:08:57.655789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: ccf427b3-7de8-49ba-8552-0ef6176236df {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:08:57.656380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device ccf427b3-7de8-49ba-8552-0ef6176236df not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:08:58.689559 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3731275e-2449-4596-b111-7ce8ea742537 req-ee4542ce-36eb-4f71-942a-8ae9b12854f4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0384924 Feb 15 17:08:59.828657 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6baf3dba-6745-4dc7-a3d6-5ea44818016f req-9d3fcbc5-e5b4-4815-8c50-e283d3eb13b2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0450270 Feb 15 17:09:00.401544 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8997fb9e-741b-42e5-90de-4ecdcc7bc18b req-96f349b0-790b-4b56-8b41-4a2938a05c38 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531819 Feb 15 17:09:00.438238 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:00.512124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997fb9e-741b-42e5-90de-4ecdcc7bc18b req-68bf066a-7547-44be-8eb3-50b406392171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:00.513795 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8997fb9e-741b-42e5-90de-4ecdcc7bc18b req-68bf066a-7547-44be-8eb3-50b406392171 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 1128 time: 0.0544455 Feb 15 17:09:00.702391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997fb9e-741b-42e5-90de-4ecdcc7bc18b req-f45a3763-8ecc-42c7-9fab-cf4d70ade47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:00.705255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8997fb9e-741b-42e5-90de-4ecdcc7bc18b req-f45a3763-8ecc-42c7-9fab-cf4d70ade47d service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.1623850 Feb 15 17:09:00.785818 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8997fb9e-741b-42e5-90de-4ecdcc7bc18b req-39f75842-f13d-4639-a7c3-8b49dea25aac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b HTTP/1.1" status: 200 len: 217 time: 0.0745380 Feb 15 17:09:00.874294 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:00.914708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997fb9e-741b-42e5-90de-4ecdcc7bc18b req-d0f2c16b-074a-431b-a312-78b20a66efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:00.916470 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8997fb9e-741b-42e5-90de-4ecdcc7bc18b req-d0f2c16b-074a-431b-a312-78b20a66efb8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.1242642 Feb 15 17:09:01.100917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfca8730-2ff6-4db9-a520-ab7241be43dd req-6256aefa-b54d-4ea1-bbcb-54789f7e532a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0847733 Feb 15 17:09:01.113861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997fb9e-741b-42e5-90de-4ecdcc7bc18b req-172c2baf-635e-4db0-b8d8-9ffaa5767dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:01.117558 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8997fb9e-741b-42e5-90de-4ecdcc7bc18b req-172c2baf-635e-4db0-b8d8-9ffaa5767dd4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1907899 Feb 15 17:09:01.316014 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8997fb9e-741b-42e5-90de-4ecdcc7bc18b req-e1598059-c362-452d-a3fd-c1bd99df2c8d service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919923 Feb 15 17:09:01.429656 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8997fb9e-741b-42e5-90de-4ecdcc7bc18b req-1fbefb10-4e02-4511-ad1b-0cbcc596add4 service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064069 Feb 15 17:09:02.319780 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4ce94e73-5412-4e1c-a579-3227b452cc47 req-003873aa-d46c-4b72-b664-318084cf05f8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0654480 Feb 15 17:09:03.472420 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0b66044-1017-4922-a21f-0898b2835ffe req-852b085d-3431-48a3-b21a-07f261a91c0b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0477152 Feb 15 17:09:04.654499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb407ffc-0f2b-4e1c-a9dc-5991218e646d req-35617a5d-19fe-4d0b-a7b9-4b232bf8b7f6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0563364 Feb 15 17:09:05.276932 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-208face2-df19-4175-916e-0bcae0d23bf6 req-55311a9d-de61-4270-a253-5601412c73bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578403 Feb 15 17:09:05.410240 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208face2-df19-4175-916e-0bcae0d23bf6 req-336930eb-b4f9-4e66-abc3-3579df3add0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:05.412149 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-208face2-df19-4175-916e-0bcae0d23bf6 req-336930eb-b4f9-4e66-abc3-3579df3add0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 1128 time: 0.0585048 Feb 15 17:09:05.545651 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208face2-df19-4175-916e-0bcae0d23bf6 req-4b69c21c-de2b-4b00-9be3-a1be3ed7ef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:05.557342 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-208face2-df19-4175-916e-0bcae0d23bf6 req-4b69c21c-de2b-4b00-9be3-a1be3ed7ef00 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 200 len: 915 time: 0.1185756 Feb 15 17:09:05.614331 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-208face2-df19-4175-916e-0bcae0d23bf6 req-fd6f81be-6105-4e73-b4d0-d2f0fd43c438 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 HTTP/1.1" status: 200 len: 217 time: 0.0497978 Feb 15 17:09:05.693568 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208face2-df19-4175-916e-0bcae0d23bf6 req-05bebf49-5107-4dfe-9a40-64f7ad487730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:05.695230 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-208face2-df19-4175-916e-0bcae0d23bf6 req-05bebf49-5107-4dfe-9a40-64f7ad487730 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f5d61963-0097-43d2-aa6c-f33683398652 HTTP/1.1" status: 200 len: 854 time: 0.0746059 Feb 15 17:09:05.798591 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-208face2-df19-4175-916e-0bcae0d23bf6 req-f5da7af7-3adb-46f4-8af9-75d04b66a2ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964684 Feb 15 17:09:05.958302 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3c16b454-9d3f-4879-a389-b63ad93a60ee req-db849bf5-2f43-499d-99df-063a2f7944ef tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.1205966 Feb 15 17:09:06.126940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-208face2-df19-4175-916e-0bcae0d23bf6 req-aac239c3-9d03-4b69-a9b9-f335756761a1 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216596 Feb 15 17:09:06.239273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-208face2-df19-4175-916e-0bcae0d23bf6 req-e9aeb1fe-4ec5-4740-97e8-ec3af28d2851 service neutron] 10.222.0.10 "GET /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066701 Feb 15 17:09:07.026575 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d22d8028-c29a-4025-b20f-7da54e715e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:07.112610 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11b4b6bd-ba19-46e3-9f94-e39f181bc1b4 req-453bc810-0acc-4b19-bf4d-5360428af390 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0580385 Feb 15 17:09:08.353220 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d1fba33d-0338-46e2-970f-5d75f87c06fe req-200c0fe5-f650-4023-9b5e-ca08f9efb12c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=689f2f5d-c4e5-45af-8cde-7ca8eeeb0809 HTTP/1.1" status: 200 len: 210 time: 0.0632365 Feb 15 17:09:09.334255 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-07dbe516-db1d-4f26-92f1-f84b68bcda10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:10.580118 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:11.947951 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:13.434082 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:14.052386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b347cc5-b35e-409d-a254-d838a344ead2 req-a7ffa445-237c-46e3-86b7-453e71313e75 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:14.053819 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b347cc5-b35e-409d-a254-d838a344ead2 req-a7ffa445-237c-46e3-86b7-453e71313e75 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 945 time: 0.0558422 Feb 15 17:09:14.110663 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b347cc5-b35e-409d-a254-d838a344ead2 req-35a0bab7-bc1c-4702-91b3-708cba3cb72a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503943 Feb 15 17:09:14.390796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252dad6-a2b4-4817-b42c-5d9340c9cb31 req-ebcec54e-280b-4380-8c48-a302e1eb9414 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:14.400167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2252dad6-a2b4-4817-b42c-5d9340c9cb31 req-ebcec54e-280b-4380-8c48-a302e1eb9414 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.10 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 945 time: 0.0662453 Feb 15 17:09:14.519599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-2252dad6-a2b4-4817-b42c-5d9340c9cb31 req-0edc8c43-4fc7-4eba-acae-162edc41cf08 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Deleting port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:09:14.520681 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2252dad6-a2b4-4817-b42c-5d9340c9cb31 req-0edc8c43-4fc7-4eba-acae-162edc41cf08 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7d0fcdd7-3dce-4457-90aa-002e0c0e68c6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:14.635478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-2252dad6-a2b4-4817-b42c-5d9340c9cb31 req-0edc8c43-4fc7-4eba-acae-162edc41cf08 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] For port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=7d0fcdd7-3dce-4457-90aa-002e0c0e68c6,segment=NetworkSegment(e0b0d308-0b49-4775-87f1-4da955ae6100),segment_id=e0b0d308-0b49-4775-87f1-4da955ae6100)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:09:14.636354 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2252dad6-a2b4-4817-b42c-5d9340c9cb31 req-0edc8c43-4fc7-4eba-acae-162edc41cf08 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7d0fcdd7-3dce-4457-90aa-002e0c0e68c6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:14.664334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-2252dad6-a2b4-4817-b42c-5d9340c9cb31 req-0edc8c43-4fc7-4eba-acae-162edc41cf08 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Calling delete_port for 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:09:15.136429 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50444) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:15.268107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1ccde60c-157f-478f-8d79-24085f19b463 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/floatingips/b376561c-9997-4969-8246-72de85ed4327 HTTP/1.1" status: 200 len: 994 time: 0.1302545 Feb 15 17:09:15.360574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842f1a2-c87a-4d8a-8874-967662d33c47 req-8420a523-7c60-4d07-b3e6-67f56ff3963a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:15.396120 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5842f1a2-c87a-4d8a-8874-967662d33c47 req-8420a523-7c60-4d07-b3e6-67f56ff3963a tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 945 time: 0.1390693 Feb 15 17:09:15.464981 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5842f1a2-c87a-4d8a-8874-967662d33c47 req-775cc884-e075-4dcc-8f90-d7c19f83caeb tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/security-groups?id=0f3ecde7-1612-46a2-837d-8dfe6a26e248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665963 Feb 15 17:09:15.524499 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50460) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:15.530844 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2252dad6-a2b4-4817-b42c-5d9340c9cb31 req-0edc8c43-4fc7-4eba-acae-162edc41cf08 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7d0fcdd7-3dce-4457-90aa-002e0c0e68c6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:15.547361 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['7d0fcdd7-3dce-4457-90aa-002e0c0e68c6'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:09:15.571867 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc8c43-4fc7-4eba-acae-162edc41cf08 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Pushing event deleted for resources: {'Port': ['ID=7d0fcdd7-3dce-4457-90aa-002e0c0e68c6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:15.630497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2252dad6-a2b4-4817-b42c-5d9340c9cb31 req-0edc8c43-4fc7-4eba-acae-162edc41cf08 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] No DVR routers for this DVR port 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:09:15.633409 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2252dad6-a2b4-4817-b42c-5d9340c9cb31 req-0edc8c43-4fc7-4eba-acae-162edc41cf08 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:15.637077 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2252dad6-a2b4-4817-b42c-5d9340c9cb31 req-0edc8c43-4fc7-4eba-acae-162edc41cf08 tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.10 "DELETE /v2.0/ports/7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 HTTP/1.1" status: 204 len: 173 time: 1.2396972 Feb 15 17:09:15.637570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ddfbdb-0d29-4176-8a85-89cbe92fd1ad', 'name': 'network-vif-deleted', 'tag': '7d0fcdd7-3dce-4457-90aa-002e0c0e68c6'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:09:15.640335 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0fea95-5b53-41b4-b40b-6e4120c78ac4" -d '{"events": [{"server_uuid": "83ddfbdb-0d29-4176-8a85-89cbe92fd1ad", "name": "network-vif-deleted", "tag": "7d0fcdd7-3dce-4457-90aa-002e0c0e68c6"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:09:15.694996 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5ac0c3-1a0d-441b-83c4-2338094eaa7a x-openstack-request-id: req-1f5ac0c3-1a0d-441b-83c4-2338094eaa7a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:09:15.695216 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ddfbdb-0d29-4176-8a85-89cbe92fd1ad", "name": "network-vif-deleted", "tag": "7d0fcdd7-3dce-4457-90aa-002e0c0e68c6", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:09:15.695476 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1f5ac0c3-1a0d-441b-83c4-2338094eaa7a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:09:15.696947 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ddfbdb-0d29-4176-8a85-89cbe92fd1ad', 'name': 'network-vif-deleted', 'tag': '7d0fcdd7-3dce-4457-90aa-002e0c0e68c6', 'status': 'completed', 'code': 200} Feb 15 17:09:15.756348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-93e7f224-5c29-4122-b439-0fb862f59d9a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Deleting port abc5af77-33bf-4111-a791-4dd73395e56a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:09:15.756612 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93e7f224-5c29-4122-b439-0fb862f59d9a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (abc5af77-33bf-4111-a791-4dd73395e56a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:15.835991 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93e7f224-5c29-4122-b439-0fb862f59d9a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (abc5af77-33bf-4111-a791-4dd73395e56a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:15.836896 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93e7f224-5c29-4122-b439-0fb862f59d9a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for floatingip (abc5af77-33bf-4111-a791-4dd73395e56a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:15.850516 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-93e7f224-5c29-4122-b439-0fb862f59d9a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Calling delete_port for abc5af77-33bf-4111-a791-4dd73395e56a owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:09:16.156888 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93e7f224-5c29-4122-b439-0fb862f59d9a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (abc5af77-33bf-4111-a791-4dd73395e56a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:16.181802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7f224-5c29-4122-b439-0fb862f59d9a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Port': ['ID=abc5af77-33bf-4111-a791-4dd73395e56a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:16.248898 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93e7f224-5c29-4122-b439-0fb862f59d9a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for floatingip (b376561c-9997-4969-8246-72de85ed4327), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:16.249277 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-93e7f224-5c29-4122-b439-0fb862f59d9a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Floating IP b376561c-9997-4969-8246-72de85ed4327 disassociated (deleted). External IP: 172.25.4.158, port: d9a7eab2-4917-4a0f-baee-7a7c3256edff. Feb 15 17:09:16.545991 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e7f224-5c29-4122-b439-0fb862f59d9a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Router 62080212-099c-4b97-bd09-274715f3ab44 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:09:16.704489 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6897f5de-b875-4ff2-9f79-c527197e2924 req-39553e92-b0e3-4d8f-8249-1761e298a95e tempest-AttachVolumeNegativeTest-5350020 tempest-AttachVolumeNegativeTest-5350020-project] 10.222.0.107 "GET /v2.0/ports?device_id=83ddfbdb-0d29-4176-8a85-89cbe92fd1ad HTTP/1.1" status: 200 len: 210 time: 0.0738647 Feb 15 17:09:16.771299 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e7f224-5c29-4122-b439-0fb862f59d9a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:09:16.784350 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-93e7f224-5c29-4122-b439-0fb862f59d9a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:16.788807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfbfae-975d-426f-8af0-539512390412 None None] Sync routers for ids ['62080212-099c-4b97-bd09-274715f3ab44'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:09:16.802253 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cfbfae-975d-426f-8af0-539512390412 None None] Routers {'62080212-099c-4b97-bd09-274715f3ab44'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:09:16.804065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-90cfbfae-975d-426f-8af0-539512390412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:09:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['62080212-099c-4b97-bd09-274715f3ab44'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:16.841007 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-93e7f224-5c29-4122-b439-0fb862f59d9a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "DELETE /v2.0/floatingips/b376561c-9997-4969-8246-72de85ed4327 HTTP/1.1" status: 204 len: 168 time: 1.3153408 Feb 15 17:09:16.841813 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0f8915-f9f7-40e3-891e-a9a859bf565e', 'tag': 'd9a7eab2-4917-4a0f-baee-7a7c3256edff'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:09:16.846043 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4ba7b1-00eb-4945-a697-b6bdf0c58dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0f8915-f9f7-40e3-891e-a9a859bf565e", "tag": "d9a7eab2-4917-4a0f-baee-7a7c3256edff"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:09:16.971318 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79596b0-eb35-4aac-934b-44fda57698ec x-openstack-request-id: req-d79596b0-eb35-4aac-934b-44fda57698ec {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:09:16.971318 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0f8915-f9f7-40e3-891e-a9a859bf565e", "tag": "d9a7eab2-4917-4a0f-baee-7a7c3256edff", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:09:16.971318 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d79596b0-eb35-4aac-934b-44fda57698ec {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:09:16.971318 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0f8915-f9f7-40e3-891e-a9a859bf565e', 'tag': 'd9a7eab2-4917-4a0f-baee-7a7c3256edff', 'status': 'completed', 'code': 200} Feb 15 17:09:17.135955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ba7b1-00eb-4945-a697-b6bdf0c58dc4 req-6374f0e6-5a53-42a4-9c1f-4d8a983277e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:17.137591 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d4ba7b1-00eb-4945-a697-b6bdf0c58dc4 req-6374f0e6-5a53-42a4-9c1f-4d8a983277e8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=55662dfff497447caddaf19eeba12e64&device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 1129 time: 0.1493001 Feb 15 17:09:17.254727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ba7b1-00eb-4945-a697-b6bdf0c58dc4 req-bddc4ff4-2516-437c-b145-fd1f49c39d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:17.256636 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d4ba7b1-00eb-4945-a697-b6bdf0c58dc4 req-bddc4ff4-2516-437c-b145-fd1f49c39d30 service neutron] 10.222.0.67 "GET /v2.0/networks?id=625fad1f-f638-4def-aaab-fd53aae2ebe8 HTTP/1.1" status: 200 len: 898 time: 0.1131241 Feb 15 17:09:17.290793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-90cfbfae-975d-426f-8af0-539512390412 None None] Set router 62080212-099c-4b97-bd09-274715f3ab44 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:09:17.334625 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d4ba7b1-00eb-4945-a697-b6bdf0c58dc4 req-a75a59a0-8b40-4d41-b39a-06a7cad7a2ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9a7eab2-4917-4a0f-baee-7a7c3256edff HTTP/1.1" status: 200 len: 217 time: 0.0721979 Feb 15 17:09:17.411355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ba7b1-00eb-4945-a697-b6bdf0c58dc4 req-9f43697a-295f-4aab-801f-f2d743224f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:17.412931 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d4ba7b1-00eb-4945-a697-b6bdf0c58dc4 req-9f43697a-295f-4aab-801f-f2d743224f12 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7de1c79c-cdc3-424e-80b0-8d466f2ff6b3 HTTP/1.1" status: 200 len: 835 time: 0.0708845 Feb 15 17:09:17.545190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ba7b1-00eb-4945-a697-b6bdf0c58dc4 req-0ed71740-7cb3-47d8-9ced-4a2c39b1d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:17.550819 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d4ba7b1-00eb-4945-a697-b6bdf0c58dc4 req-0ed71740-7cb3-47d8-9ced-4a2c39b1d2ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=625fad1f-f638-4def-aaab-fd53aae2ebe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1303921 Feb 15 17:09:17.723653 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfa7db-1eb0-492b-8f35-4abe4dc6eaf1 req-eb49ad15-cd36-4a4c-8092-f5fc073e2034 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:17.730792 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-edcfa7db-1eb0-492b-8f35-4abe4dc6eaf1 req-eb49ad15-cd36-4a4c-8092-f5fc073e2034 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 946 time: 0.1010816 Feb 15 17:09:17.756051 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d4ba7b1-00eb-4945-a697-b6bdf0c58dc4 req-db380147-c427-437d-b22a-ff3a519f4979 service neutron] 10.222.0.67 "GET /v2.0/networks/625fad1f-f638-4def-aaab-fd53aae2ebe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969891 Feb 15 17:09:17.768832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-90cfbfae-975d-426f-8af0-539512390412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62080212-099c-4b97-bd09-274715f3ab44', 'name': 'tempest-TestNetworkBasicOps-router-1733699157', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:08:00Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:02Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '7dd68113-e047-4769-8dbd-f682f1fb3e3d', 'name': '', 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:eb:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:07Z', 'updated_at': '2022-02-15T17:08:16Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:17.786735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50514) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:17.841095 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfbfae-975d-426f-8af0-539512390412 None None] Checking router: 62080212-099c-4b97-bd09-274715f3ab44 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:09:17.856048 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-edcfa7db-1eb0-492b-8f35-4abe4dc6eaf1 req-bfeead79-53bc-40ba-a442-501e160b035d tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=11e69b70-7149-44bc-adae-e8e00d2e5fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196697 Feb 15 17:09:17.869634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cfbfae-975d-426f-8af0-539512390412 None None] Routers {'62080212-099c-4b97-bd09-274715f3ab44'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:09:17.870682 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-90cfbfae-975d-426f-8af0-539512390412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:09:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['62080212-099c-4b97-bd09-274715f3ab44'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:17.991062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d4ba7b1-00eb-4945-a697-b6bdf0c58dc4 req-94b03a06-4b66-4725-91c4-b7e0ee8eb570 service neutron] 10.222.0.67 "GET /v2.0/networks/625fad1f-f638-4def-aaab-fd53aae2ebe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272241 Feb 15 17:09:18.073744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5e11c1-f2f9-4973-80c5-dad8df1cf291 admin admin] Deleting subnet f5d61963-0097-43d2-aa6c-f33683398652 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:09:18.080119 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff5e11c1-f2f9-4973-80c5-dad8df1cf291 admin admin] Publish callbacks [] for subnet (f5d61963-0097-43d2-aa6c-f33683398652), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:18.087847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-90cfbfae-975d-426f-8af0-539512390412 None None] Set router 62080212-099c-4b97-bd09-274715f3ab44 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:09:18.140620 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff5e11c1-f2f9-4973-80c5-dad8df1cf291 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (f5d61963-0097-43d2-aa6c-f33683398652), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:18.220756 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff5e11c1-f2f9-4973-80c5-dad8df1cf291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (f5d61963-0097-43d2-aa6c-f33683398652), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:18.433618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:09:18.442312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:09:18.442709 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 7d0fcdd7-3dce-4457-90aa-002e0c0e68c6 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:09:18.491325 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff5e11c1-f2f9-4973-80c5-dad8df1cf291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (f5d61963-0097-43d2-aa6c-f33683398652), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:18.492597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-90cfbfae-975d-426f-8af0-539512390412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62080212-099c-4b97-bd09-274715f3ab44', 'name': 'tempest-TestNetworkBasicOps-router-1733699157', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:08:00Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:02Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '7dd68113-e047-4769-8dbd-f682f1fb3e3d', 'name': '', 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:eb:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:07Z', 'updated_at': '2022-02-15T17:08:16Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:18.535697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cfbfae-975d-426f-8af0-539512390412 None None] The sync data for ids ['62080212-099c-4b97-bd09-274715f3ab44'] in n-d-828372-14 is: [{'id': '62080212-099c-4b97-bd09-274715f3ab44', 'name': 'tempest-TestNetworkBasicOps-router-1733699157', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:08:00Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:02Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '7dd68113-e047-4769-8dbd-f682f1fb3e3d', 'name': '', 'network_id': '625fad1f-f638-4def-aaab-fd53aae2ebe8', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'mac_address': 'fa:16:3e:eb:8d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:07Z', 'updated_at': '2022-02-15T17:08:16Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'subnets': [{'id': '7de1c79c-cdc3-424e-80b0-8d466f2ff6b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:09:18.565064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e11c1-f2f9-4973-80c5-dad8df1cf291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5d61963-0097-43d2-aa6c-f33683398652,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:18.581485 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff5e11c1-f2f9-4973-80c5-dad8df1cf291 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:18.587475 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ff5e11c1-f2f9-4973-80c5-dad8df1cf291 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/f5d61963-0097-43d2-aa6c-f33683398652 HTTP/1.1" status: 204 len: 168 time: 0.7987258 Feb 15 17:09:18.590084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50530) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:18.728830 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-508c2013-ea25-4ff9-8c0a-de1f69d221a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (d3b0ca71-cd48-4ec1-8d50-3e94da1c742e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:18.964229 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-508c2013-ea25-4ff9-8c0a-de1f69d221a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (d3b0ca71-cd48-4ec1-8d50-3e94da1c742e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:18.975163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0f720-e773-40bc-b2ee-4d0fcab2e4fe req-e928050c-0082-4c92-842a-ec94efa8e9db tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:18.982931 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14f0f720-e773-40bc-b2ee-4d0fcab2e4fe req-e928050c-0082-4c92-842a-ec94efa8e9db tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.67 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 946 time: 0.1765604 Feb 15 17:09:19.028661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-508c2013-ea25-4ff9-8c0a-de1f69d221a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b0ca71-cd48-4ec1-8d50-3e94da1c742e']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:19.039567 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f8e52-2ab5-45ee-8d62-f9153d623350 None None] New status for floating IP b376561c-9997-4969-8246-72de85ed4327: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:09:19.054400 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-508c2013-ea25-4ff9-8c0a-de1f69d221a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b0d308-0b49-4775-87f1-4da955ae6100') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:19.054761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-508c2013-ea25-4ff9-8c0a-de1f69d221a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b0d308-0b49-4775-87f1-4da955ae6100') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:19.093740 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-508c2013-ea25-4ff9-8c0a-de1f69d221a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (e0b0d308-0b49-4775-87f1-4da955ae6100), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:19.132352 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-508c2013-ea25-4ff9-8c0a-de1f69d221a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e0b0d308-0b49-4775-87f1-4da955ae6100), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:19.149239 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508c2013-ea25-4ff9-8c0a-de1f69d221a7 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:09:19.149941 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-508c2013-ea25-4ff9-8c0a-de1f69d221a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (e0b0d308-0b49-4775-87f1-4da955ae6100), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:09:19.152025 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:09:19.162797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7918c27-615c-4c69-811e-248270c5e6ce req-7d5deaa9-1233-484b-877c-8e4d8777d73a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:19.164768 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7918c27-615c-4c69-811e-248270c5e6ce req-7d5deaa9-1233-484b-877c-8e4d8777d73a tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 946 time: 0.1808648 Feb 15 17:09:19.255155 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-14f0f720-e773-40bc-b2ee-4d0fcab2e4fe req-0d3066fd-0d0c-4530-9b02-8b5a452b586e tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Deleting port d9a7eab2-4917-4a0f-baee-7a7c3256edff {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:09:19.255601 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-14f0f720-e773-40bc-b2ee-4d0fcab2e4fe req-0d3066fd-0d0c-4530-9b02-8b5a452b586e tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d9a7eab2-4917-4a0f-baee-7a7c3256edff), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:19.350514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7918c27-615c-4c69-811e-248270c5e6ce req-4b5e6abb-54ea-4b1e-b32d-58071f32816e tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/security-groups?id=11e69b70-7149-44bc-adae-e8e00d2e5fee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718493 Feb 15 17:09:19.385655 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-508c2013-ea25-4ff9-8c0a-de1f69d221a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (d3b0ca71-cd48-4ec1-8d50-3e94da1c742e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:19.402805 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-508c2013-ea25-4ff9-8c0a-de1f69d221a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:19.407213 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-508c2013-ea25-4ff9-8c0a-de1f69d221a7 admin admin] 10.222.0.107 "DELETE /v2.0/networks/d3b0ca71-cd48-4ec1-8d50-3e94da1c742e HTTP/1.1" status: 204 len: 168 time: 0.8147452 Feb 15 17:09:19.438029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c2013-ea25-4ff9-8c0a-de1f69d221a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3b0ca71-cd48-4ec1-8d50-3e94da1c742e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:19.452689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-14f0f720-e773-40bc-b2ee-4d0fcab2e4fe req-0d3066fd-0d0c-4530-9b02-8b5a452b586e tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] For port d9a7eab2-4917-4a0f-baee-7a7c3256edff, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=d9a7eab2-4917-4a0f-baee-7a7c3256edff,segment=NetworkSegment(d22e34b1-3ccd-407d-9723-59bdbbc40d8d),segment_id=d22e34b1-3ccd-407d-9723-59bdbbc40d8d)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:09:19.453068 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-14f0f720-e773-40bc-b2ee-4d0fcab2e4fe req-0d3066fd-0d0c-4530-9b02-8b5a452b586e tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d9a7eab2-4917-4a0f-baee-7a7c3256edff), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:19.498430 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-14f0f720-e773-40bc-b2ee-4d0fcab2e4fe req-0d3066fd-0d0c-4530-9b02-8b5a452b586e tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Calling delete_port for d9a7eab2-4917-4a0f-baee-7a7c3256edff owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:09:19.838817 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-14f0f720-e773-40bc-b2ee-4d0fcab2e4fe req-0d3066fd-0d0c-4530-9b02-8b5a452b586e tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d9a7eab2-4917-4a0f-baee-7a7c3256edff), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:19.925167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3066fd-0d0c-4530-9b02-8b5a452b586e tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Port': ['ID=d9a7eab2-4917-4a0f-baee-7a7c3256edff,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:20.003556 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50552) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:20.054990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f0f720-e773-40bc-b2ee-4d0fcab2e4fe req-0d3066fd-0d0c-4530-9b02-8b5a452b586e tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] No DVR routers for this DVR port d9a7eab2-4917-4a0f-baee-7a7c3256edff on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:09:20.060107 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-14f0f720-e773-40bc-b2ee-4d0fcab2e4fe req-0d3066fd-0d0c-4530-9b02-8b5a452b586e tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:20.074186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14f0f720-e773-40bc-b2ee-4d0fcab2e4fe req-0d3066fd-0d0c-4530-9b02-8b5a452b586e tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.67 "DELETE /v2.0/ports/d9a7eab2-4917-4a0f-baee-7a7c3256edff HTTP/1.1" status: 204 len: 173 time: 1.0651755 Feb 15 17:09:20.074186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0f8915-f9f7-40e3-891e-a9a859bf565e', 'name': 'network-vif-deleted', 'tag': 'd9a7eab2-4917-4a0f-baee-7a7c3256edff'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:09:20.074186 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d454ace-8cc4-4375-8e5e-0c337c7cc614" -d '{"events": [{"server_uuid": "5d0f8915-f9f7-40e3-891e-a9a859bf565e", "name": "network-vif-deleted", "tag": "d9a7eab2-4917-4a0f-baee-7a7c3256edff"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:09:20.095962 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d3df0bd2-455a-46b1-9508-9562a6976dc6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=53fc11c61440421b91f61d2ecb1b30e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0918484 Feb 15 17:09:20.098534 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50556) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:20.163385 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd335194-64de-4abb-aca7-acf8c7535b06 x-openstack-request-id: req-dd335194-64de-4abb-aca7-acf8c7535b06 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:09:20.165101 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0f8915-f9f7-40e3-891e-a9a859bf565e", "name": "network-vif-deleted", "tag": "d9a7eab2-4917-4a0f-baee-7a7c3256edff", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:09:20.165534 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dd335194-64de-4abb-aca7-acf8c7535b06 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:09:20.166092 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0f8915-f9f7-40e3-891e-a9a859bf565e', 'name': 'network-vif-deleted', 'tag': 'd9a7eab2-4917-4a0f-baee-7a7c3256edff', 'status': 'completed', 'code': 200} Feb 15 17:09:20.198452 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7dc5d494-6d77-4869-a5f6-15711c8a87c0 admin admin] Publish callbacks [] for security_group (0f3ecde7-1612-46a2-837d-8dfe6a26e248), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:20.246963 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7dc5d494-6d77-4869-a5f6-15711c8a87c0 admin admin] Publish callbacks [] for security_group (0f3ecde7-1612-46a2-837d-8dfe6a26e248), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:20.417839 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7dc5d494-6d77-4869-a5f6-15711c8a87c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0f3ecde7-1612-46a2-837d-8dfe6a26e248), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:20.421603 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7dc5d494-6d77-4869-a5f6-15711c8a87c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:20.432278 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7dc5d494-6d77-4869-a5f6-15711c8a87c0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0f3ecde7-1612-46a2-837d-8dfe6a26e248 HTTP/1.1" status: 204 len: 168 time: 0.3273232 Feb 15 17:09:20.460043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5d494-6d77-4869-a5f6-15711c8a87c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3ecde7-1612-46a2-837d-8dfe6a26e248,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:20.640293 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ad933bfd-7fa4-4619-86ca-9842f740f4d1 req-91997020-1b3b-4ef0-a6a6-e4b1dca400b4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "GET /v2.0/ports?device_id=5d0f8915-f9f7-40e3-891e-a9a859bf565e HTTP/1.1" status: 200 len: 210 time: 0.0713804 Feb 15 17:09:21.760575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50598) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:21.896591 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c957a4c2-06ab-4c12-b946-61613744f85b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (11e69b70-7149-44bc-adae-e8e00d2e5fee), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:21.966541 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c957a4c2-06ab-4c12-b946-61613744f85b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (11e69b70-7149-44bc-adae-e8e00d2e5fee), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:22.194811 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c957a4c2-06ab-4c12-b946-61613744f85b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (11e69b70-7149-44bc-adae-e8e00d2e5fee), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:22.199475 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c957a4c2-06ab-4c12-b946-61613744f85b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:22.199475 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c957a4c2-06ab-4c12-b946-61613744f85b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "DELETE /v2.0/security-groups/11e69b70-7149-44bc-adae-e8e00d2e5fee HTTP/1.1" status: 204 len: 168 time: 0.4405301 Feb 15 17:09:22.218061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957a4c2-06ab-4c12-b946-61613744f85b tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e69b70-7149-44bc-adae-e8e00d2e5fee,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:22.414567 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50614) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:23.324753 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ade595b1-ab4c-4ae0-94da-19932f3b669f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (62080212-099c-4b97-bd09-274715f3ab44), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:23.742866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device d9a7eab2-4917-4a0f-baee-7a7c3256edff no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:09:23.791500 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: d9a7eab2-4917-4a0f-baee-7a7c3256edff {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:09:23.792784 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device d9a7eab2-4917-4a0f-baee-7a7c3256edff not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:09:23.872038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50666) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:23.965969 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ade595b1-ab4c-4ae0-94da-19932f3b669f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Deleting port 7dd68113-e047-4769-8dbd-f682f1fb3e3d {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:09:23.966451 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ade595b1-ab4c-4ae0-94da-19932f3b669f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:24.129681 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a7f54c56-4f79-40fb-b67a-6d49ee8867f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:24.194182 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-ade595b1-ab4c-4ae0-94da-19932f3b669f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] For port 7dd68113-e047-4769-8dbd-f682f1fb3e3d, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7dd68113-e047-4769-8dbd-f682f1fb3e3d,segment=NetworkSegment(d22e34b1-3ccd-407d-9723-59bdbbc40d8d),segment_id=d22e34b1-3ccd-407d-9723-59bdbbc40d8d)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:09:24.199631 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ade595b1-ab4c-4ae0-94da-19932f3b669f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:24.222503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ade595b1-ab4c-4ae0-94da-19932f3b669f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Calling delete_port for 7dd68113-e047-4769-8dbd-f682f1fb3e3d owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:09:24.342903 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a7f54c56-4f79-40fb-b67a-6d49ee8867f2 admin admin] Publish callbacks [] for security_group (435695cd-0526-419b-8153-0cf80fa29db7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:24.424621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50682) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:24.513234 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a7f54c56-4f79-40fb-b67a-6d49ee8867f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (435695cd-0526-419b-8153-0cf80fa29db7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:24.574909 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a7f54c56-4f79-40fb-b67a-6d49ee8867f2 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=05ba7f2cb94f43bfa4f31947902c884d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7011886 Feb 15 17:09:24.578630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50686) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:24.656138 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-24972df5-b6cc-4225-8765-fdac87d3e4b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:24.677955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f54c56-4f79-40fb-b67a-6d49ee8867f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435695cd-0526-419b-8153-0cf80fa29db7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:24.853797 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-24972df5-b6cc-4225-8765-fdac87d3e4b7 admin admin] Publish callbacks [] for security_group (33fc3189-8709-4580-becc-a19729e2f3de), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:24.899329 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d6c7087-c0f6-4889-b9b9-1410d408e94a admin admin] Publish callbacks [] for security_group (435695cd-0526-419b-8153-0cf80fa29db7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:24.929745 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d6c7087-c0f6-4889-b9b9-1410d408e94a admin admin] Publish callbacks [] for security_group (435695cd-0526-419b-8153-0cf80fa29db7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:24.977417 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-24972df5-b6cc-4225-8765-fdac87d3e4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (33fc3189-8709-4580-becc-a19729e2f3de), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:25.029566 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ade595b1-ab4c-4ae0-94da-19932f3b669f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (7dd68113-e047-4769-8dbd-f682f1fb3e3d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:25.067096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade595b1-ab4c-4ae0-94da-19932f3b669f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Port': ['ID=7dd68113-e047-4769-8dbd-f682f1fb3e3d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:25.115444 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50694) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:25.123626 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-24972df5-b6cc-4225-8765-fdac87d3e4b7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=034213d5d4c347169e9a459f0bf499be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6933339 Feb 15 17:09:25.123626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24972df5-b6cc-4225-8765-fdac87d3e4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fc3189-8709-4580-becc-a19729e2f3de,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:25.180728 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d6c7087-c0f6-4889-b9b9-1410d408e94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (435695cd-0526-419b-8153-0cf80fa29db7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:25.189767 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d6c7087-c0f6-4889-b9b9-1410d408e94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:25.192381 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2d6c7087-c0f6-4889-b9b9-1410d408e94a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/435695cd-0526-419b-8153-0cf80fa29db7 HTTP/1.1" status: 204 len: 168 time: 0.6116123 Feb 15 17:09:25.285527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c7087-c0f6-4889-b9b9-1410d408e94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435695cd-0526-419b-8153-0cf80fa29db7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:25.841508 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-626f2a2d-a887-4afa-8993-c3c0daaadaf1 admin admin] Publish callbacks [] for security_group (33fc3189-8709-4580-becc-a19729e2f3de), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:25.950059 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-626f2a2d-a887-4afa-8993-c3c0daaadaf1 admin admin] Publish callbacks [] for security_group (33fc3189-8709-4580-becc-a19729e2f3de), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:26.159500 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ade595b1-ab4c-4ae0-94da-19932f3b669f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (62080212-099c-4b97-bd09-274715f3ab44), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:26.278914 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-626f2a2d-a887-4afa-8993-c3c0daaadaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (33fc3189-8709-4580-becc-a19729e2f3de), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:26.282020 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-626f2a2d-a887-4afa-8993-c3c0daaadaf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:26.285609 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-626f2a2d-a887-4afa-8993-c3c0daaadaf1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/33fc3189-8709-4580-becc-a19729e2f3de HTTP/1.1" status: 204 len: 168 time: 1.1663020 Feb 15 17:09:26.299786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f2a2d-a887-4afa-8993-c3c0daaadaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fc3189-8709-4580-becc-a19729e2f3de,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:26.692786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade595b1-ab4c-4ae0-94da-19932f3b669f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Router 62080212-099c-4b97-bd09-274715f3ab44 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:09:27.060567 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade595b1-ab4c-4ae0-94da-19932f3b669f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:09:27.102037 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ade595b1-ab4c-4ae0-94da-19932f3b669f tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "PUT /v2.0/routers/62080212-099c-4b97-bd09-274715f3ab44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6854148 Feb 15 17:09:27.104934 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50742) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:27.116201 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a027fb-b9f8-44fc-ba2a-22d7e91a3302 None None] Sync routers for ids ['62080212-099c-4b97-bd09-274715f3ab44'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:09:27.184248 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a027fb-b9f8-44fc-ba2a-22d7e91a3302 None None] Routers {'62080212-099c-4b97-bd09-274715f3ab44'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:09:27.184922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b9a027fb-b9f8-44fc-ba2a-22d7e91a3302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:09:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['62080212-099c-4b97-bd09-274715f3ab44'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:27.325872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-d671120e-5b23-455a-81e0-91b4563b8463 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Deleting subnet 7de1c79c-cdc3-424e-80b0-8d466f2ff6b3 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:09:27.348272 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d671120e-5b23-455a-81e0-91b4563b8463 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for subnet (7de1c79c-cdc3-424e-80b0-8d466f2ff6b3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:27.465513 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d671120e-5b23-455a-81e0-91b4563b8463 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (7de1c79c-cdc3-424e-80b0-8d466f2ff6b3), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:27.613761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-b9a027fb-b9f8-44fc-ba2a-22d7e91a3302 None None] Set router 62080212-099c-4b97-bd09-274715f3ab44 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:09:27.726640 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d671120e-5b23-455a-81e0-91b4563b8463 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (7de1c79c-cdc3-424e-80b0-8d466f2ff6b3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:28.068860 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d671120e-5b23-455a-81e0-91b4563b8463 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (7de1c79c-cdc3-424e-80b0-8d466f2ff6b3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:28.100099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d671120e-5b23-455a-81e0-91b4563b8463 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:28.107458 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d671120e-5b23-455a-81e0-91b4563b8463 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "DELETE /v2.0/subnets/7de1c79c-cdc3-424e-80b0-8d466f2ff6b3 HTTP/1.1" status: 204 len: 168 time: 1.0008619 Feb 15 17:09:28.109747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50772) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:28.161147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa4486a-f08c-4866-a72e-9de1147465d5 None None] Network 625fad1f-f638-4def-aaab-fd53aae2ebe8 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:09:28.170254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671120e-5b23-455a-81e0-91b4563b8463 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Subnet': ['ID=7de1c79c-cdc3-424e-80b0-8d466f2ff6b3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:28.566670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b9a027fb-b9f8-44fc-ba2a-22d7e91a3302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62080212-099c-4b97-bd09-274715f3ab44', 'name': 'tempest-TestNetworkBasicOps-router-1733699157', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:08:00Z', 'updated_at': '2022-02-15T17:09:24Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:02Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:28.569060 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ac36331-7611-446a-b98c-7dcb32ae4ae4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router (62080212-099c-4b97-bd09-274715f3ab44), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:28.676548 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a027fb-b9f8-44fc-ba2a-22d7e91a3302 None None] Checking router: 62080212-099c-4b97-bd09-274715f3ab44 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:09:28.698728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a027fb-b9f8-44fc-ba2a-22d7e91a3302 None None] Routers {'62080212-099c-4b97-bd09-274715f3ab44'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:09:28.700059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b9a027fb-b9f8-44fc-ba2a-22d7e91a3302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:09:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['62080212-099c-4b97-bd09-274715f3ab44'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:28.735763 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:09:28.839883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] DHCP port deletion for 625fad1f-f638-4def-aaab-fd53aae2ebe8 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:09:29.149685 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-b9a027fb-b9f8-44fc-ba2a-22d7e91a3302 None None] Set router 62080212-099c-4b97-bd09-274715f3ab44 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:09:29.487299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 961ed97a-7132-4cd5-b44b-9211a9b67921 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:09:29.502552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Deleting port 961ed97a-7132-4cd5-b44b-9211a9b67921 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:09:29.505272 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (961ed97a-7132-4cd5-b44b-9211a9b67921), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:29.609085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] For port 961ed97a-7132-4cd5-b44b-9211a9b67921, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=961ed97a-7132-4cd5-b44b-9211a9b67921,segment=NetworkSegment(d22e34b1-3ccd-407d-9723-59bdbbc40d8d),segment_id=d22e34b1-3ccd-407d-9723-59bdbbc40d8d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:09:29.611456 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (961ed97a-7132-4cd5-b44b-9211a9b67921), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:29.632266 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Calling delete_port for 961ed97a-7132-4cd5-b44b-9211a9b67921 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:09:29.730261 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ac36331-7611-446a-b98c-7dcb32ae4ae4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router_gateway (62080212-099c-4b97-bd09-274715f3ab44), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:29.982374 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6ac36331-7611-446a-b98c-7dcb32ae4ae4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Deleting port c72bfbc3-1d9b-4694-8416-13321a035293 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:09:29.982727 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ac36331-7611-446a-b98c-7dcb32ae4ae4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c72bfbc3-1d9b-4694-8416-13321a035293), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:30.301926 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-6ac36331-7611-446a-b98c-7dcb32ae4ae4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] For port c72bfbc3-1d9b-4694-8416-13321a035293, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c72bfbc3-1d9b-4694-8416-13321a035293,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:09:30.312010 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ac36331-7611-446a-b98c-7dcb32ae4ae4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c72bfbc3-1d9b-4694-8416-13321a035293), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:30.368884 n-d-828372-14 neutron-server[103801]: INFO neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No ports have port_id starting with 961ed97a-7132-4cd5-b44b-9211a9b67921 Feb 15 17:09:30.368884 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (961ed97a-7132-4cd5-b44b-9211a9b67921), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:30.369186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6ac36331-7611-446a-b98c-7dcb32ae4ae4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Calling delete_port for c72bfbc3-1d9b-4694-8416-13321a035293 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:09:30.433738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] No DVR routers for this DVR port 961ed97a-7132-4cd5-b44b-9211a9b67921 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:09:30.436684 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Pushing event deleted for resources: {'Port': ['ID=961ed97a-7132-4cd5-b44b-9211a9b67921,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:30.516240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:30.516939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:30.516939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:30.517257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:30.526902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:30.526902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:30.526902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:30.526902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:30.526902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:30.526902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:30.526902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:30.526902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:30.526902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc6d0b1-a7a0-42dc-be5b-4840da98b47e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:30.612849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b9a027fb-b9f8-44fc-ba2a-22d7e91a3302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62080212-099c-4b97-bd09-274715f3ab44', 'name': 'tempest-TestNetworkBasicOps-router-1733699157', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:08:00Z', 'updated_at': '2022-02-15T17:09:24Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:02Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:30.731673 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a027fb-b9f8-44fc-ba2a-22d7e91a3302 None None] The sync data for ids ['62080212-099c-4b97-bd09-274715f3ab44'] in n-d-828372-14 is: [{'id': '62080212-099c-4b97-bd09-274715f3ab44', 'name': 'tempest-TestNetworkBasicOps-router-1733699157', 'tenant_id': '55662dfff497447caddaf19eeba12e64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69'}], 'enable_snat': True}, 'gw_port_id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:08:00Z', 'updated_at': '2022-02-15T17:09:24Z', 'revision_number': 5, 'project_id': '55662dfff497447caddaf19eeba12e64', 'gw_port': {'id': 'c72bfbc3-1d9b-4694-8416-13321a035293', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62080212-099c-4b97-bd09-274715f3ab44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:08:02Z', 'updated_at': '2022-02-15T17:08:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:09:30.765859 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:30.859099 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ac36331-7611-446a-b98c-7dcb32ae4ae4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c72bfbc3-1d9b-4694-8416-13321a035293), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:30.927996 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:31.095399 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac36331-7611-446a-b98c-7dcb32ae4ae4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Port': ['ID=c72bfbc3-1d9b-4694-8416-13321a035293,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:31.254221 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ac36331-7611-446a-b98c-7dcb32ae4ae4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (62080212-099c-4b97-bd09-274715f3ab44), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:31.415409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7dd68113-e047-4769-8dbd-f682f1fb3e3d no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:09:31.539037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 7dd68113-e047-4769-8dbd-f682f1fb3e3d {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:09:31.542808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7dd68113-e047-4769-8dbd-f682f1fb3e3d not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:09:31.668181 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ac36331-7611-446a-b98c-7dcb32ae4ae4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (62080212-099c-4b97-bd09-274715f3ab44), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:31.671555 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ac36331-7611-446a-b98c-7dcb32ae4ae4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router_controller (62080212-099c-4b97-bd09-274715f3ab44), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:31.892281 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ac36331-7611-446a-b98c-7dcb32ae4ae4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (62080212-099c-4b97-bd09-274715f3ab44), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:31.892281 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac36331-7611-446a-b98c-7dcb32ae4ae4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Fanout notify agent at l3_agent the message router_deleted on router 62080212-099c-4b97-bd09-274715f3ab44 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:09:31.906435 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ac36331-7611-446a-b98c-7dcb32ae4ae4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:31.908382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 50862) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:31.915460 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6ac36331-7611-446a-b98c-7dcb32ae4ae4 tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "DELETE /v2.0/routers/62080212-099c-4b97-bd09-274715f3ab44 HTTP/1.1" status: 204 len: 168 time: 3.7984056 Feb 15 17:09:32.169294 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b0ce-576e-4a9b-a84e-50b4db3dd5ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (625fad1f-f638-4def-aaab-fd53aae2ebe8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:32.439088 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b0ce-576e-4a9b-a84e-50b4db3dd5ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (625fad1f-f638-4def-aaab-fd53aae2ebe8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:32.482327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-4ad4b0ce-576e-4a9b-a84e-50b4db3dd5ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625fad1f-f638-4def-aaab-fd53aae2ebe8']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:32.508923 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-4ad4b0ce-576e-4a9b-a84e-50b4db3dd5ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd22e34b1-3ccd-407d-9723-59bdbbc40d8d') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:32.515828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-4ad4b0ce-576e-4a9b-a84e-50b4db3dd5ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd22e34b1-3ccd-407d-9723-59bdbbc40d8d') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:32.524022 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b0ce-576e-4a9b-a84e-50b4db3dd5ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (d22e34b1-3ccd-407d-9723-59bdbbc40d8d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:32.561196 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b0ce-576e-4a9b-a84e-50b4db3dd5ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d22e34b1-3ccd-407d-9723-59bdbbc40d8d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:32.566746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad4b0ce-576e-4a9b-a84e-50b4db3dd5ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:09:32.567266 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b0ce-576e-4a9b-a84e-50b4db3dd5ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (d22e34b1-3ccd-407d-9723-59bdbbc40d8d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:09:32.681584 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:09:32.818718 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b0ce-576e-4a9b-a84e-50b4db3dd5ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (625fad1f-f638-4def-aaab-fd53aae2ebe8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:32.821016 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4ad4b0ce-576e-4a9b-a84e-50b4db3dd5ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:32.824878 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4ad4b0ce-576e-4a9b-a84e-50b4db3dd5ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] 10.222.0.107 "DELETE /v2.0/networks/625fad1f-f638-4def-aaab-fd53aae2ebe8 HTTP/1.1" status: 204 len: 168 time: 0.9154370 Feb 15 17:09:32.869194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4b0ce-576e-4a9b-a84e-50b4db3dd5ac tempest-TestNetworkBasicOps-1755974798 tempest-TestNetworkBasicOps-1755974798-project] Pushing event deleted for resources: {'Network': ['ID=625fad1f-f638-4def-aaab-fd53aae2ebe8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:33.290497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c72bfbc3-1d9b-4694-8416-13321a035293 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:09:33.336651 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: c72bfbc3-1d9b-4694-8416-13321a035293 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:09:33.337252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c72bfbc3-1d9b-4694-8416-13321a035293 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:09:33.826206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50932) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:34.039872 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e2b0a970-46c6-45bd-b026-fcdd2fcdbd3c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=55662dfff497447caddaf19eeba12e64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2120438 Feb 15 17:09:34.042087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 50944) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:34.110500 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Publish callbacks [] for security_group (f9e3f93d-d3c8-4ad8-8a30-36d66e1cd932), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:34.163466 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Publish callbacks [] for security_group (f9e3f93d-d3c8-4ad8-8a30-36d66e1cd932), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:34.351260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f9e3f93d-d3c8-4ad8-8a30-36d66e1cd932), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:34.351260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:34.351260 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f9e3f93d-d3c8-4ad8-8a30-36d66e1cd932 HTTP/1.1" status: 204 len: 168 time: 0.3027942 Feb 15 17:09:34.357419 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e3f93d-d3c8-4ad8-8a30-36d66e1cd932,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:34.361901 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:34.362253 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:34.362594 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:34.362932 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:34.363271 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:34.363597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:34.363977 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:34.364306 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:34.364633 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:34.365145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:34.365405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:34.365959 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:34.366283 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc032fd-8363-4274-ba16-86301604256f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:35.628832 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51000) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:35.657434 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c73bf20-60c5-4e17-83c1-454d95afbd7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:35.730571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcaaf9-9efd-4197-9862-75dbf214ea5f req-17997834-5b20-45e6-8e74-8d38827113fe tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:35.737355 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ffcaaf9-9efd-4197-9862-75dbf214ea5f req-17997834-5b20-45e6-8e74-8d38827113fe tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 945 time: 0.1813965 Feb 15 17:09:35.855010 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ffcaaf9-9efd-4197-9862-75dbf214ea5f req-57ee75e3-08c2-4ed1-877b-58a24ad2ae42 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092949 Feb 15 17:09:35.862665 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c73bf20-60c5-4e17-83c1-454d95afbd7a admin admin] Publish callbacks [] for security_group (4f4f40c3-bb7c-44d7-ac76-63a0dd898472), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:35.917646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51008) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:35.948651 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c73bf20-60c5-4e17-83c1-454d95afbd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4f4f40c3-bb7c-44d7-ac76-63a0dd898472), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:36.089871 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3c73bf20-60c5-4e17-83c1-454d95afbd7a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=912a19d6bbc4488e9d2525904adc3deb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4598675 Feb 15 17:09:36.093244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51016) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:36.104930 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73bf20-60c5-4e17-83c1-454d95afbd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4f40c3-bb7c-44d7-ac76-63a0dd898472,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:36.250992 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4923e740-9e37-4aff-a4ec-dbb4f2df937c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:36.266258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-94edded7-d427-4157-8edb-e452653bc706 admin admin] Publish callbacks [] for security_group (4f4f40c3-bb7c-44d7-ac76-63a0dd898472), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:36.320956 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-94edded7-d427-4157-8edb-e452653bc706 admin admin] Publish callbacks [] for security_group (4f4f40c3-bb7c-44d7-ac76-63a0dd898472), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:36.428188 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4923e740-9e37-4aff-a4ec-dbb4f2df937c admin admin] Publish callbacks [] for security_group (9acbaa28-9cda-431b-a971-3e799612ae64), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:36.518861 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-94edded7-d427-4157-8edb-e452653bc706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4f4f40c3-bb7c-44d7-ac76-63a0dd898472), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:36.521493 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-94edded7-d427-4157-8edb-e452653bc706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:36.536310 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-94edded7-d427-4157-8edb-e452653bc706 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4f4f40c3-bb7c-44d7-ac76-63a0dd898472 HTTP/1.1" status: 204 len: 168 time: 0.4372137 Feb 15 17:09:36.562450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edded7-d427-4157-8edb-e452653bc706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4f40c3-bb7c-44d7-ac76-63a0dd898472,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:36.565398 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4923e740-9e37-4aff-a4ec-dbb4f2df937c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9acbaa28-9cda-431b-a971-3e799612ae64), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:36.699407 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923e740-9e37-4aff-a4ec-dbb4f2df937c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acbaa28-9cda-431b-a971-3e799612ae64,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:36.706908 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4923e740-9e37-4aff-a4ec-dbb4f2df937c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fa4c622523f44f45bbf68370043bc945&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7880716 Feb 15 17:09:36.709723 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51040) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:36.833478 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbedd-2cb4-40ec-b98f-2a240b8096b9 admin admin] Publish callbacks [] for security_group (9acbaa28-9cda-431b-a971-3e799612ae64), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:36.868606 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbedd-2cb4-40ec-b98f-2a240b8096b9 admin admin] Publish callbacks [] for security_group (9acbaa28-9cda-431b-a971-3e799612ae64), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:36.952754 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0677b9c6-a3d0-47f4-b269-d19716a1c63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:37.073629 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbedd-2cb4-40ec-b98f-2a240b8096b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9acbaa28-9cda-431b-a971-3e799612ae64), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:37.076529 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef7cbedd-2cb4-40ec-b98f-2a240b8096b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:37.082900 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ef7cbedd-2cb4-40ec-b98f-2a240b8096b9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9acbaa28-9cda-431b-a971-3e799612ae64 HTTP/1.1" status: 204 len: 168 time: 0.3720989 Feb 15 17:09:37.119580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cbedd-2cb4-40ec-b98f-2a240b8096b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acbaa28-9cda-431b-a971-3e799612ae64,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:37.175482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca32fc-856a-461f-9fd0-b2c150422738 req-789de9a7-9211-4e60-86cb-8f62c2d8f62f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:37.180863 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5ca32fc-856a-461f-9fd0-b2c150422738 req-789de9a7-9211-4e60-86cb-8f62c2d8f62f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 945 time: 0.1730685 Feb 15 17:09:37.230932 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce326e2-9a51-421c-bb8d-978ff87f1c72 req-386c7100-d2bd-429f-87e3-20699c424da5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:37.238181 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ce326e2-9a51-421c-bb8d-978ff87f1c72 req-386c7100-d2bd-429f-87e3-20699c424da5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 945 time: 0.2024901 Feb 15 17:09:37.301883 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ce326e2-9a51-421c-bb8d-978ff87f1c72 req-bffd5dcf-9e24-4568-8db3-b25ee4e032f0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=0ebae1f3-1384-41d3-b281-70c060689904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627980 Feb 15 17:09:37.413133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-a5ca32fc-856a-461f-9fd0-b2c150422738 req-9738303f-94c1-488d-9898-a534024c3491 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Deleting port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:09:37.413554 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5ca32fc-856a-461f-9fd0-b2c150422738 req-9738303f-94c1-488d-9898-a534024c3491 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:37.539526 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a5ca32fc-856a-461f-9fd0-b2c150422738 req-9738303f-94c1-488d-9898-a534024c3491 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] For port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:09:37.539526 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5ca32fc-856a-461f-9fd0-b2c150422738 req-9738303f-94c1-488d-9898-a534024c3491 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:37.557846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-a5ca32fc-856a-461f-9fd0-b2c150422738 req-9738303f-94c1-488d-9898-a534024c3491 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Calling delete_port for 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:09:38.046103 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51080) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:38.053752 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5ca32fc-856a-461f-9fd0-b2c150422738 req-9738303f-94c1-488d-9898-a534024c3491 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:38.068033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:09:38.176397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9738303f-94c1-488d-9898-a534024c3491 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event deleted for resources: {'Port': ['ID=9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:38.286694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ca32fc-856a-461f-9fd0-b2c150422738 req-9738303f-94c1-488d-9898-a534024c3491 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] No DVR routers for this DVR port 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:09:38.306222 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5ca32fc-856a-461f-9fd0-b2c150422738 req-9738303f-94c1-488d-9898-a534024c3491 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:38.310090 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5ca32fc-856a-461f-9fd0-b2c150422738 req-9738303f-94c1-488d-9898-a534024c3491 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "DELETE /v2.0/ports/9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b HTTP/1.1" status: 204 len: 173 time: 1.1233666 Feb 15 17:09:38.313434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eae1934-3b38-4408-95a6-359f1cce51ef', 'name': 'network-vif-deleted', 'tag': '9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:09:38.337322 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00f8da7-95fa-41e0-9e77-a75ba3850d11" -d '{"events": [{"server_uuid": "1eae1934-3b38-4408-95a6-359f1cce51ef", "name": "network-vif-deleted", "tag": "9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:09:38.402530 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-91983934-3f94-4a8a-9d60-369de34350a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:38.580279 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-91983934-3f94-4a8a-9d60-369de34350a3 admin admin] Publish callbacks [] for security_group (102e73a8-89d2-44b1-91f8-8c9082dcc34d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:38.678542 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-91983934-3f94-4a8a-9d60-369de34350a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (102e73a8-89d2-44b1-91f8-8c9082dcc34d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:38.775958 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655f3a7a-3d00-454b-beb6-e7b6f4385e5e x-openstack-request-id: req-655f3a7a-3d00-454b-beb6-e7b6f4385e5e {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:09:38.780267 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eae1934-3b38-4408-95a6-359f1cce51ef", "name": "network-vif-deleted", "tag": "9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:09:38.780434 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-655f3a7a-3d00-454b-beb6-e7b6f4385e5e {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:09:38.781985 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eae1934-3b38-4408-95a6-359f1cce51ef', 'name': 'network-vif-deleted', 'tag': '9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b', 'status': 'completed', 'code': 200} Feb 15 17:09:38.815826 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51106) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:38.823596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fae0afb6-43b2-4205-adaf-1672ae45fbaa req-65381741-c55e-41e9-9439-a1bc7d49faaa tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.1722353 Feb 15 17:09:38.873289 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-91983934-3f94-4a8a-9d60-369de34350a3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3a9cf7c3def94aeea885337d73976025&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8219559 Feb 15 17:09:38.874945 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51112) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:38.875592 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0cff0317-55eb-4142-93fb-605a80de55af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:38.904011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91983934-3f94-4a8a-9d60-369de34350a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102e73a8-89d2-44b1-91f8-8c9082dcc34d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:39.088750 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99f36f62-3e07-4e8d-aaf6-054bc0c1cdad admin admin] Publish callbacks [] for security_group (102e73a8-89d2-44b1-91f8-8c9082dcc34d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:39.118414 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99f36f62-3e07-4e8d-aaf6-054bc0c1cdad admin admin] Publish callbacks [] for security_group (102e73a8-89d2-44b1-91f8-8c9082dcc34d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:39.290764 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99f36f62-3e07-4e8d-aaf6-054bc0c1cdad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (102e73a8-89d2-44b1-91f8-8c9082dcc34d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:39.299269 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99f36f62-3e07-4e8d-aaf6-054bc0c1cdad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:39.299269 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-99f36f62-3e07-4e8d-aaf6-054bc0c1cdad admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/102e73a8-89d2-44b1-91f8-8c9082dcc34d HTTP/1.1" status: 204 len: 168 time: 0.4105690 Feb 15 17:09:39.319347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f36f62-3e07-4e8d-aaf6-054bc0c1cdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102e73a8-89d2-44b1-91f8-8c9082dcc34d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:39.354372 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b0a9da0-9d14-44c0-9026-fdd576c2a8b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:39.440487 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0cff0317-55eb-4142-93fb-605a80de55af admin admin] Publish callbacks [] for security_group (db92d7a9-652f-46a0-ae4d-67e5f15737f8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:39.535995 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0cff0317-55eb-4142-93fb-605a80de55af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (db92d7a9-652f-46a0-ae4d-67e5f15737f8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:39.687986 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0cff0317-55eb-4142-93fb-605a80de55af admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=8a42df292f1349dc834fb219871581a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8709602 Feb 15 17:09:39.690786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51130) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:39.697942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff0317-55eb-4142-93fb-605a80de55af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db92d7a9-652f-46a0-ae4d-67e5f15737f8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:39.812468 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51138) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:39.901280 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f362bc18-3c41-4c47-92b5-4fc615def0c1 admin admin] Publish callbacks [] for security_group (db92d7a9-652f-46a0-ae4d-67e5f15737f8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:39.963565 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f362bc18-3c41-4c47-92b5-4fc615def0c1 admin admin] Publish callbacks [] for security_group (db92d7a9-652f-46a0-ae4d-67e5f15737f8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:40.055241 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1fcee9fb-93f4-451b-993c-bebf2c5c7b57 req-fcd73079-3a8f-49c4-b255-fa1b617ac143 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.0293999 Feb 15 17:09:40.108710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-772abda5-9994-4079-ae3d-993f861f94e6 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-867299887-network', 'tenant_id': '1859c8f919184cc7aaacd35da7c5cc89'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:09:40.126185 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f362bc18-3c41-4c47-92b5-4fc615def0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (db92d7a9-652f-46a0-ae4d-67e5f15737f8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:40.130907 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f362bc18-3c41-4c47-92b5-4fc615def0c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:40.132312 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f362bc18-3c41-4c47-92b5-4fc615def0c1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/db92d7a9-652f-46a0-ae4d-67e5f15737f8 HTTP/1.1" status: 204 len: 168 time: 0.4399827 Feb 15 17:09:40.155267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362bc18-3c41-4c47-92b5-4fc615def0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db92d7a9-652f-46a0-ae4d-67e5f15737f8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:40.228766 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772abda5-9994-4079-ae3d-993f861f94e6 admin admin] Made reservation on behalf of 1859c8f919184cc7aaacd35da7c5cc89 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:09:40.232697 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-772abda5-9994-4079-ae3d-993f861f94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:40.254646 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-772abda5-9994-4079-ae3d-993f861f94e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:40.392710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51156) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:40.418191 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:40.496129 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-772abda5-9994-4079-ae3d-993f861f94e6 admin admin] Publish callbacks [] for security_group (258de38d-4215-4aaa-9571-2c7a80dc5698), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:40.525224 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:40.599864 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Publish callbacks [] for security_group (178f4c11-673a-4386-806f-96ba2d72bcf2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:40.621445 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-772abda5-9994-4079-ae3d-993f861f94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (258de38d-4215-4aaa-9571-2c7a80dc5698), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:40.643424 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772abda5-9994-4079-ae3d-993f861f94e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:09:40.661444 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772abda5-9994-4079-ae3d-993f861f94e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258de38d-4215-4aaa-9571-2c7a80dc5698,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:40.679289 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-772abda5-9994-4079-ae3d-993f861f94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (3fa003bf-d98c-424e-b99d-a4de0134b68c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:40.679658 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-772abda5-9994-4079-ae3d-993f861f94e6 admin admin] Added segment 3fa003bf-d98c-424e-b99d-a4de0134b68c of type vlan for network 65dfc141-e0c3-4a7c-be25-60ea02135d23 Feb 15 17:09:40.716325 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (178f4c11-673a-4386-806f-96ba2d72bcf2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:40.780108 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-772abda5-9994-4079-ae3d-993f861f94e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (65dfc141-e0c3-4a7c-be25-60ea02135d23), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:40.794497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178f4c11-673a-4386-806f-96ba2d72bcf2,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:40.804734 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:40.805185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:40.805574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:40.806340 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:40.806837 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:40.807312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:40.807657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:40.808046 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:40.808386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:40.808718 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:40.809198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:40.809627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:40.810104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:40.878618 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6fb87930-09a5-4b26-a786-5cc278f79abc admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=603c2ec9cdbc4729aa185b601380d388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4840302 Feb 15 17:09:40.881607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51172) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:40.956387 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-772abda5-9994-4079-ae3d-993f861f94e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (65dfc141-e0c3-4a7c-be25-60ea02135d23), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:40.957337 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772abda5-9994-4079-ae3d-993f861f94e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:40.957937 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-772abda5-9994-4079-ae3d-993f861f94e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:41.061987 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acc5807b-7356-466b-9686-a1a8edbf108d admin admin] Publish callbacks [] for security_group (178f4c11-673a-4386-806f-96ba2d72bcf2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:41.103949 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772abda5-9994-4079-ae3d-993f861f94e6 admin admin] Pushing event updated for resources: {'Network': ['ID=65dfc141-e0c3-4a7c-be25-60ea02135d23,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:41.114892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acc5807b-7356-466b-9686-a1a8edbf108d admin admin] Publish callbacks [] for security_group (178f4c11-673a-4386-806f-96ba2d72bcf2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:41.120360 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 65dfc141-e0c3-4a7c-be25-60ea02135d23 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:09:41.170128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51178) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:41.170554 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-772abda5-9994-4079-ae3d-993f861f94e6 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3564150 Feb 15 17:09:41.188827 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-4fe5a6a0-0ba7-41e8-8947-b5011bd43366 admin admin] Request body: {'subnet': {'network_id': '65dfc141-e0c3-4a7c-be25-60ea02135d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-867299887-subnet', 'tenant_id': '1859c8f919184cc7aaacd35da7c5cc89', 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:09:41.320514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9544a3c4-b3de-4467-8011-5984b56dd791 req-8fcaabbc-fef8-43c0-a4f5-6db484f49b09 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.0678613 Feb 15 17:09:41.329964 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acc5807b-7356-466b-9686-a1a8edbf108d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (178f4c11-673a-4386-806f-96ba2d72bcf2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:41.330951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe5a6a0-0ba7-41e8-8947-b5011bd43366 admin admin] Made reservation on behalf of 1859c8f919184cc7aaacd35da7c5cc89 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:09:41.333715 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a6a0-0ba7-41e8-8947-b5011bd43366 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:41.339176 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-acc5807b-7356-466b-9686-a1a8edbf108d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:41.339176 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-acc5807b-7356-466b-9686-a1a8edbf108d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/178f4c11-673a-4386-806f-96ba2d72bcf2 HTTP/1.1" status: 204 len: 168 time: 0.4527655 Feb 15 17:09:41.350310 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5807b-7356-466b-9686-a1a8edbf108d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178f4c11-673a-4386-806f-96ba2d72bcf2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:41.797096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:09:41.874745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:09:41.875095 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 9117ecf0-0e41-41ce-b6cf-5d2471d9ce8b not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:09:41.878759 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a6a0-0ba7-41e8-8947-b5011bd43366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:41.973142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5a6a0-0ba7-41e8-8947-b5011bd43366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:42.021512 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:42.034571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe5a6a0-0ba7-41e8-8947-b5011bd43366 admin admin] Checking segment: {'id': '3fa003bf-d98c-424e-b99d-a4de0134b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65dfc141-e0c3-4a7c-be25-60ea02135d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:09:42.036795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe5a6a0-0ba7-41e8-8947-b5011bd43366 admin admin] Network hostable DHCP agents. Network: 65dfc141-e0c3-4a7c-be25-60ea02135d23, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:09:42.169483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe5a6a0-0ba7-41e8-8947-b5011bd43366 admin admin] Network 65dfc141-e0c3-4a7c-be25-60ea02135d23 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:09:42.247548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-4fe5a6a0-0ba7-41e8-8947-b5011bd43366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 65dfc141-e0c3-4a7c-be25-60ea02135d23) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:09:42.252772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe5a6a0-0ba7-41e8-8947-b5011bd43366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:42.253318 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a6a0-0ba7-41e8-8947-b5011bd43366 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:42.260185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa27b104-04ea-405c-a8e8-befea83bf560 None None] Network 65dfc141-e0c3-4a7c-be25-60ea02135d23 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:09:42.413403 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4fe5a6a0-0ba7-41e8-8947-b5011bd43366 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2420249 Feb 15 17:09:42.416085 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51226) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:42.420954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-867299887-router', 'tenant_id': '1859c8f919184cc7aaacd35da7c5cc89', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:09:42.557474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-65dfc141-e0c3-4a7c-be25-60ea02135d23', 'network_id': '65dfc141-e0c3-4a7c-be25-60ea02135d23', 'project_id': '1859c8f919184cc7aaacd35da7c5cc89', 'fixed_ips': [{'subnet_id': '708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:09:42.558348 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:42.585441 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:42.586560 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:42.601057 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5dafe52c-94f8-497b-a836-96e2db919b40 req-3370a487-02f5-435a-bdc4-32e31b864070 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.1211383 Feb 15 17:09:42.782300 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Publish callbacks [] for router_controller (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:43.015102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Allocated IP 172.20.0.2 (65dfc141-e0c3-4a7c-be25-60ea02135d23/708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c/1e7f5261-1082-4fd8-8528-a43bca947ba2) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:09:43.293428 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Publish callbacks [] for port (1e7f5261-1082-4fd8-8528-a43bca947ba2), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:43.340537 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Publish callbacks [] for router_gateway (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:43.431788 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (1e7f5261-1082-4fd8-8528-a43bca947ba2), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:43.639317 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:43.642583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51294) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:43.696955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Network 65dfc141-e0c3-4a7c-be25-60ea02135d23 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:09:43.700391 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:09:43.724860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:09:43.756223 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Pushing event updated for resources: {'Port': ['ID=1e7f5261-1082-4fd8-8528-a43bca947ba2,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:43.884072 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa181a48-ddf4-46a8-b4db-9a93cffe0dc6 req-c375f99c-19ec-4df7-948b-b3d22d8aa920 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.0960000 Feb 15 17:09:43.884584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51304) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:43.938321 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Attempting to bind port 1e7f5261-1082-4fd8-8528-a43bca947ba2 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:09:43.938967 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Attempting to bind port 1e7f5261-1082-4fd8-8528-a43bca947ba2 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '3fa003bf-d98c-424e-b99d-a4de0134b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65dfc141-e0c3-4a7c-be25-60ea02135d23'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:09:43.939593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Attempting to bind port 1e7f5261-1082-4fd8-8528-a43bca947ba2 on network 65dfc141-e0c3-4a7c-be25-60ea02135d23 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:09:43.947670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:09:43.948419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Checking segment: {'id': '3fa003bf-d98c-424e-b99d-a4de0134b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65dfc141-e0c3-4a7c-be25-60ea02135d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:09:43.949075 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:43.949732 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Bound using segment: {'id': '3fa003bf-d98c-424e-b99d-a4de0134b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65dfc141-e0c3-4a7c-be25-60ea02135d23'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:09:43.950530 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Bound port: 1e7f5261-1082-4fd8-8528-a43bca947ba2, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa003bf-d98c-424e-b99d-a4de0134b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65dfc141-e0c3-4a7c-be25-60ea02135d23'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:09:43.951144 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1e7f5261-1082-4fd8-8528-a43bca947ba2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.008744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f4fd4a19-1b8a-4a38-9764-c83bbf85996a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1289652889-network', 'tenant_id': 'acddabd9dbc84ecc932658e38629a19b'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:09:44.057146 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Publish callbacks [] for router_gateway (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.081098 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.103608 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] For port 1e7f5261-1082-4fd8-8528-a43bca947ba2, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:09:44.105735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] For port 1e7f5261-1082-4fd8-8528-a43bca947ba2, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1e7f5261-1082-4fd8-8528-a43bca947ba2,segment=NetworkSegment(3fa003bf-d98c-424e-b99d-a4de0134b68c),segment_id=3fa003bf-d98c-424e-b99d-a4de0134b68c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:09:44.138847 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2e4acc07-d62e-4769-b84d-bde709136835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.216093 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Allocated IP 172.25.4.2 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/72a46b00-b69b-452d-8e71-b7277f526283) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:09:44.222426 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1e7f5261-1082-4fd8-8528-a43bca947ba2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.236489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fd4a19-1b8a-4a38-9764-c83bbf85996a admin admin] Made reservation on behalf of acddabd9dbc84ecc932658e38629a19b for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:09:44.249875 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a19-1b8a-4a38-9764-c83bbf85996a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.296861 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a19-1b8a-4a38-9764-c83bbf85996a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.368369 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d3175-5df3-43c1-abbd-62177401f862 None None] Pushing event updated for resources: {'Port': ['ID=1e7f5261-1082-4fd8-8528-a43bca947ba2,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:44.390632 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2e4acc07-d62e-4769-b84d-bde709136835 admin admin] Publish callbacks [] for security_group (d22e1fca-3c84-42a1-bf75-27a5e45651ae), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.404974 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Publish callbacks [] for port (72a46b00-b69b-452d-8e71-b7277f526283), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.440927 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a19-1b8a-4a38-9764-c83bbf85996a admin admin] Publish callbacks [] for security_group (b00678c2-f56c-4b9b-804e-aaf2fce859aa), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.455728 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2e4acc07-d62e-4769-b84d-bde709136835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d22e1fca-3c84-42a1-bf75-27a5e45651ae), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.499567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2e4acc07-d62e-4769-b84d-bde709136835 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=77f438a5323b4c18bb7325f263fee385&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6103413 Feb 15 17:09:44.500598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4acc07-d62e-4769-b84d-bde709136835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22e1fca-3c84-42a1-bf75-27a5e45651ae,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:44.502238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51312) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:44.553248 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (72a46b00-b69b-452d-8e71-b7277f526283), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.638115 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a19-1b8a-4a38-9764-c83bbf85996a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b00678c2-f56c-4b9b-804e-aaf2fce859aa), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.665974 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fd4a19-1b8a-4a38-9764-c83bbf85996a admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:09:44.690817 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:09:44.695455 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a19-1b8a-4a38-9764-c83bbf85996a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (cf033859-ec17-4954-b8b1-fb82d45b31e7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.695455 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-f4fd4a19-1b8a-4a38-9764-c83bbf85996a admin admin] Added segment cf033859-ec17-4954-b8b1-fb82d45b31e7 of type vlan for network 2f174cb7-58aa-4a6d-ab9c-0d7200813f3f Feb 15 17:09:44.727258 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:09:44.753351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:09:44.776047 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-d9b3ba9d-c50c-474b-b9e9-7d7a33b0a567 service neutron] (103800) timed out ('10.222.0.107', 60228) {{(pid=103800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:09:44.840083 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a19-1b8a-4a38-9764-c83bbf85996a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (2f174cb7-58aa-4a6d-ab9c-0d7200813f3f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.848427 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd4a19-1b8a-4a38-9764-c83bbf85996a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00678c2-f56c-4b9b-804e-aaf2fce859aa,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:44.921934 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d09358bb-55e4-490f-b926-a359bf0513e5 admin admin] Publish callbacks [] for security_group (d22e1fca-3c84-42a1-bf75-27a5e45651ae), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.941824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Pushing event updated for resources: {'Port': ['ID=72a46b00-b69b-452d-8e71-b7277f526283,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:44.987613 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a19-1b8a-4a38-9764-c83bbf85996a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (2f174cb7-58aa-4a6d-ab9c-0d7200813f3f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:44.988935 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fd4a19-1b8a-4a38-9764-c83bbf85996a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:44.989575 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4a19-1b8a-4a38-9764-c83bbf85996a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:45.078369 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6255c5ed-e7e1-41fe-b188-a31082071483 req-65cee510-fe7d-40ea-9fa7-48add9b44c93 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.0647011 Feb 15 17:09:45.084906 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d09358bb-55e4-490f-b926-a359bf0513e5 admin admin] Publish callbacks [] for security_group (d22e1fca-3c84-42a1-bf75-27a5e45651ae), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:45.136021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd4a19-1b8a-4a38-9764-c83bbf85996a admin admin] Pushing event updated for resources: {'Network': ['ID=2f174cb7-58aa-4a6d-ab9c-0d7200813f3f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:45.155244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 2f174cb7-58aa-4a6d-ab9c-0d7200813f3f details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:09:45.252815 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f4fd4a19-1b8a-4a38-9764-c83bbf85996a admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6088746 Feb 15 17:09:45.255564 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51334) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:45.263567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f8b23171-98b1-4375-a427-3ebeb237597a admin admin] Request body: {'subnet': {'network_id': '2f174cb7-58aa-4a6d-ab9c-0d7200813f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1289652889-subnet', 'tenant_id': 'acddabd9dbc84ecc932658e38629a19b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:09:45.409263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-0ea8c3dd-73c7-480a-8c4f-1641307bde65 req-5ea85bcd-1b99-4705-b6af-71652de7e7c8 tempest-AttachVolumeShelveTestJSON-868402430 tempest-AttachVolumeShelveTestJSON-868402430-project] (103799) timed out ('10.222.0.107', 33824) {{(pid=103799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:09:45.418037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b23171-98b1-4375-a427-3ebeb237597a admin admin] Made reservation on behalf of acddabd9dbc84ecc932658e38629a19b for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:09:45.420973 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f8b23171-98b1-4375-a427-3ebeb237597a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:45.496329 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1e7f5261-1082-4fd8-8528-a43bca947ba2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:09:45.514159 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d09358bb-55e4-490f-b926-a359bf0513e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d22e1fca-3c84-42a1-bf75-27a5e45651ae), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:45.526569 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d09358bb-55e4-490f-b926-a359bf0513e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:45.527857 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d09358bb-55e4-490f-b926-a359bf0513e5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d22e1fca-3c84-42a1-bf75-27a5e45651ae HTTP/1.1" status: 204 len: 168 time: 1.0245643 Feb 15 17:09:45.578300 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09358bb-55e4-490f-b926-a359bf0513e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22e1fca-3c84-42a1-bf75-27a5e45651ae,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:45.689618 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Publish callbacks [] for router_gateway (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:45.730850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 1e7f5261-1082-4fd8-8528-a43bca947ba2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:09:45.731325 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1e7f5261-1082-4fd8-8528-a43bca947ba2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:45.868146 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f8b23171-98b1-4375-a427-3ebeb237597a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (c8f98dee-a9b2-4ea5-aa5f-5927c1f9e26a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:46.100648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b23171-98b1-4375-a427-3ebeb237597a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f98dee-a9b2-4ea5-aa5f-5927c1f9e26a,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:46.105452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1e7f5261-1082-4fd8-8528-a43bca947ba2 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:09:46.105452 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1e7f5261-1082-4fd8-8528-a43bca947ba2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:46.150009 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b23171-98b1-4375-a427-3ebeb237597a admin admin] Checking segment: {'id': 'cf033859-ec17-4954-b8b1-fb82d45b31e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2f174cb7-58aa-4a6d-ab9c-0d7200813f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:09:46.150009 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b23171-98b1-4375-a427-3ebeb237597a admin admin] Network hostable DHCP agents. Network: 2f174cb7-58aa-4a6d-ab9c-0d7200813f3f, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:09:46.243917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 1e7f5261-1082-4fd8-8528-a43bca947ba2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1e7f5261-1082-4fd8-8528-a43bca947ba2,segment=NetworkSegment(3fa003bf-d98c-424e-b99d-a4de0134b68c),segment_id=3fa003bf-d98c-424e-b99d-a4de0134b68c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:09:46.322068 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1e7f5261-1082-4fd8-8528-a43bca947ba2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:46.337343 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb28e592-f2d6-458b-9524-be2772462355 req-8104ba0d-d2e2-428a-ad43-95e00a3bd0d9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.1200981 Feb 15 17:09:46.348402 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b23171-98b1-4375-a427-3ebeb237597a admin admin] Network 2f174cb7-58aa-4a6d-ab9c-0d7200813f3f is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:09:46.382980 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:46.455036 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=1e7f5261-1082-4fd8-8528-a43bca947ba2,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:46.470727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f8b23171-98b1-4375-a427-3ebeb237597a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 2f174cb7-58aa-4a6d-ab9c-0d7200813f3f) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:09:46.475699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b23171-98b1-4375-a427-3ebeb237597a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:46.477320 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f8b23171-98b1-4375-a427-3ebeb237597a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:46.486042 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a00d1b-df5c-415b-b62b-4f56f2388390 None None] Network 2f174cb7-58aa-4a6d-ab9c-0d7200813f3f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:09:46.581356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24df835-70ff-42db-8a09-76cdbceddd85 None None] Network 65dfc141-e0c3-4a7c-be25-60ea02135d23 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:09:46.604850 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f8b23171-98b1-4375-a427-3ebeb237597a admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3467543 Feb 15 17:09:46.722404 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b0d3c3ed-095f-4eda-a93d-a04c1754b1ae None None] Provisioning complete for port 1e7f5261-1082-4fd8-8528-a43bca947ba2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:09:46.722784 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0d3c3ed-095f-4eda-a93d-a04c1754b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1e7f5261-1082-4fd8-8528-a43bca947ba2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:46.796862 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Router b006c0f5-3bbf-4d78-92f3-6eb5e8c65104 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:09:46.849342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b0d3c3ed-095f-4eda-a93d-a04c1754b1ae None None] Current status of the port 1e7f5261-1082-4fd8-8528-a43bca947ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:09:46.904176 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae80af2-3d4a-41dd-9e69-4b722871ce79 None None] Network 2f174cb7-58aa-4a6d-ab9c-0d7200813f3f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:09:47.058578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:09:47.071148 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Sync routers for ids ['b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:09:47.092201 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Routers {'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:09:47.094324 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:09:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:47.169706 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:47.171281 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cb5567cc-02d8-474d-bf28-b31cf1118831 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 914 time: 4.7541161 Feb 15 17:09:47.174062 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51380) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:47.388475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8a1e8248-e2d5-4577-8d03-78c91dc98f53 None None] Provisioning complete for port 1e7f5261-1082-4fd8-8528-a43bca947ba2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:09:47.393158 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8248-e2d5-4577-8d03-78c91dc98f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1e7f5261-1082-4fd8-8528-a43bca947ba2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:47.400594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1e7f5261-1082-4fd8-8528-a43bca947ba2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:09:47.403339 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Set router b006c0f5-3bbf-4d78-92f3-6eb5e8c65104 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:09:47.760627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 1e7f5261-1082-4fd8-8528-a43bca947ba2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:09:47.760929 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1e7f5261-1082-4fd8-8528-a43bca947ba2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:47.843411 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-147a5810-e42a-484f-83f9-eb5498b55ed8 req-d582eb18-9a83-4e58-a9cf-911de7f4597e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.2937980 Feb 15 17:09:47.862957 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'name': 'tempest-ImageQuotaTest-867299887-router', 'tenant_id': '1859c8f919184cc7aaacd35da7c5cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '72a46b00-b69b-452d-8e71-b7277f526283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:09:42Z', 'updated_at': '2022-02-15T17:09:45Z', 'revision_number': 3, 'project_id': '1859c8f919184cc7aaacd35da7c5cc89', 'gw_port': {'id': '72a46b00-b69b-452d-8e71-b7277f526283', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:09:44Z', 'updated_at': '2022-02-15T17:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:47.899776 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Checking router: b006c0f5-3bbf-4d78-92f3-6eb5e8c65104 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:09:47.900326 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Updating router b006c0f5-3bbf-4d78-92f3-6eb5e8c65104 port 72a46b00-b69b-452d-8e71-b7277f526283 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:09:47.931942 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (72a46b00-b69b-452d-8e71-b7277f526283), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:47.965744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8a1e8248-e2d5-4577-8d03-78c91dc98f53 None None] Current status of the port 1e7f5261-1082-4fd8-8528-a43bca947ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:09:48.093932 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1e7f5261-1082-4fd8-8528-a43bca947ba2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:09:48.359392 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Publish callbacks [] for port (72a46b00-b69b-452d-8e71-b7277f526283), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:48.427797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51418) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:48.433583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7168c772-b9e4-4ae8-b0b6-6a6da46ff73e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1587964427-network', 'tenant_id': '61c5955930764fedabcdba9edbe4d0c4'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:09:48.477663 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (72a46b00-b69b-452d-8e71-b7277f526283), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:48.587761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7168c772-b9e4-4ae8-b0b6-6a6da46ff73e admin admin] Made reservation on behalf of 61c5955930764fedabcdba9edbe4d0c4 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:09:48.589217 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7168c772-b9e4-4ae8-b0b6-6a6da46ff73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:48.604959 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7168c772-b9e4-4ae8-b0b6-6a6da46ff73e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:48.619589 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Attempting to bind port 72a46b00-b69b-452d-8e71-b7277f526283 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:09:48.620187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Attempting to bind port 72a46b00-b69b-452d-8e71-b7277f526283 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:09:48.624380 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Attempting to bind port 72a46b00-b69b-452d-8e71-b7277f526283 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:09:48.629476 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb5386-e874-4248-8f28-7998ecff6054 None None] Pushing event updated for resources: {'Port': ['ID=72a46b00-b69b-452d-8e71-b7277f526283,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:48.650893 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:09:48.653763 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:09:48.654308 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:48.656119 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:09:48.656745 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Bound port: 72a46b00-b69b-452d-8e71-b7277f526283, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:09:48.657247 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (72a46b00-b69b-452d-8e71-b7277f526283), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:48.665337 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb5386-e874-4248-8f28-7998ecff6054 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:48.668185 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb5386-e874-4248-8f28-7998ecff6054 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:48.668185 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb5386-e874-4248-8f28-7998ecff6054 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:48.668980 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb5386-e874-4248-8f28-7998ecff6054 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:48.669529 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb5386-e874-4248-8f28-7998ecff6054 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:48.670691 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb5386-e874-4248-8f28-7998ecff6054 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:48.672282 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb5386-e874-4248-8f28-7998ecff6054 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:48.673791 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb5386-e874-4248-8f28-7998ecff6054 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:48.674566 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb5386-e874-4248-8f28-7998ecff6054 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:48.677627 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb5386-e874-4248-8f28-7998ecff6054 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:48.677920 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb5386-e874-4248-8f28-7998ecff6054 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:48.678548 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb5386-e874-4248-8f28-7998ecff6054 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:48.680968 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dfb5386-e874-4248-8f28-7998ecff6054 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:09:48.786109 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7168c772-b9e4-4ae8-b0b6-6a6da46ff73e admin admin] Publish callbacks [] for security_group (ce769753-ed71-44de-99db-f7b9a2c5d048), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:48.826007 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] For port 72a46b00-b69b-452d-8e71-b7277f526283, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:09:48.836041 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] For port 72a46b00-b69b-452d-8e71-b7277f526283, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=72a46b00-b69b-452d-8e71-b7277f526283,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:09:48.864004 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7168c772-b9e4-4ae8-b0b6-6a6da46ff73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ce769753-ed71-44de-99db-f7b9a2c5d048), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:48.930697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168c772-b9e4-4ae8-b0b6-6a6da46ff73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce769753-ed71-44de-99db-f7b9a2c5d048,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:48.935146 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (72a46b00-b69b-452d-8e71-b7277f526283), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:48.942252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7168c772-b9e4-4ae8-b0b6-6a6da46ff73e admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:09:48.953089 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7168c772-b9e4-4ae8-b0b6-6a6da46ff73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (aad734aa-61c4-4381-87f1-33ae02228975), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:48.953531 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-7168c772-b9e4-4ae8-b0b6-6a6da46ff73e admin admin] Added segment aad734aa-61c4-4381-87f1-33ae02228975 of type vlan for network 58c120cd-9b30-4763-b53f-56644621e9cb Feb 15 17:09:49.040026 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b55a01e2-fae3-4a50-85a9-73bf6b1e2457 req-484d8bd9-6b7a-45ee-9a50-6f651c376eb8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.0530703 Feb 15 17:09:49.042220 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7168c772-b9e4-4ae8-b0b6-6a6da46ff73e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (58c120cd-9b30-4763-b53f-56644621e9cb), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:49.104102 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb5386-e874-4248-8f28-7998ecff6054 None None] Pushing event updated for resources: {'Port': ['ID=72a46b00-b69b-452d-8e71-b7277f526283,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:49.112213 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Routers {'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:09:49.112968 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:09:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:49.141639 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7168c772-b9e4-4ae8-b0b6-6a6da46ff73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (58c120cd-9b30-4763-b53f-56644621e9cb), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:49.142680 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7168c772-b9e4-4ae8-b0b6-6a6da46ff73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:49.143297 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7168c772-b9e4-4ae8-b0b6-6a6da46ff73e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:49.153577 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:49.304442 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7168c772-b9e4-4ae8-b0b6-6a6da46ff73e admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8565719 Feb 15 17:09:49.311046 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51442) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:49.324601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-782e5cd2-14e9-427b-9340-90c91a74a22c admin admin] Request body: {'subnet': {'network_id': '58c120cd-9b30-4763-b53f-56644621e9cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1587964427-subnet', 'tenant_id': '61c5955930764fedabcdba9edbe4d0c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:09:49.343576 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] Set router b006c0f5-3bbf-4d78-92f3-6eb5e8c65104 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:09:49.361488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168c772-b9e4-4ae8-b0b6-6a6da46ff73e admin admin] Pushing event updated for resources: {'Network': ['ID=58c120cd-9b30-4763-b53f-56644621e9cb,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:49.379569 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 58c120cd-9b30-4763-b53f-56644621e9cb details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:09:49.582632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782e5cd2-14e9-427b-9340-90c91a74a22c admin admin] Made reservation on behalf of 61c5955930764fedabcdba9edbe4d0c4 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:09:49.586067 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-782e5cd2-14e9-427b-9340-90c91a74a22c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:49.597744 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Allocated IP 172.20.0.1 (65dfc141-e0c3-4a7c-be25-60ea02135d23/708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c/5ebadc92-4e52-420f-8aef-09015187d5c9) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:09:49.736176 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'name': 'tempest-ImageQuotaTest-867299887-router', 'tenant_id': '1859c8f919184cc7aaacd35da7c5cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '72a46b00-b69b-452d-8e71-b7277f526283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:09:42Z', 'updated_at': '2022-02-15T17:09:45Z', 'revision_number': 3, 'project_id': '1859c8f919184cc7aaacd35da7c5cc89', 'gw_port': {'id': '72a46b00-b69b-452d-8e71-b7277f526283', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:09:44Z', 'updated_at': '2022-02-15T17:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:49.791739 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539aae90-a17a-4b51-9d9f-8a07255230a9 None None] The sync data for ids ['b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'] in n-d-828372-14 is: [{'id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'name': 'tempest-ImageQuotaTest-867299887-router', 'tenant_id': '1859c8f919184cc7aaacd35da7c5cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '72a46b00-b69b-452d-8e71-b7277f526283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:09:42Z', 'updated_at': '2022-02-15T17:09:45Z', 'revision_number': 3, 'project_id': '1859c8f919184cc7aaacd35da7c5cc89', 'gw_port': {'id': '72a46b00-b69b-452d-8e71-b7277f526283', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:09:44Z', 'updated_at': '2022-02-15T17:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:09:49.864705 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Publish callbacks [] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:49.919284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51460) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:49.984362 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:50.139681 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Network 65dfc141-e0c3-4a7c-be25-60ea02135d23 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:09:50.171057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:09:50.206822 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:09:50.300944 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-782e5cd2-14e9-427b-9340-90c91a74a22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (a7724d5e-fd84-4785-ade0-e05468a97c1a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:50.390269 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-49ff8ab7-f91e-4a5a-8f4c-8ee85d067157 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1946074721'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:09:50.393961 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e5cd2-14e9-427b-9340-90c91a74a22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7724d5e-fd84-4785-ade0-e05468a97c1a,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:50.443733 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Pushing event updated for resources: {'Port': ['ID=5ebadc92-4e52-420f-8aef-09015187d5c9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:50.458884 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24a96ed7-e230-4d42-b5c5-4e9a82608b72 req-1355751f-8d95-4aea-a150-e46ef6fdc57e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.2473693 Feb 15 17:09:50.490007 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e5cd2-14e9-427b-9340-90c91a74a22c admin admin] Checking segment: {'id': 'aad734aa-61c4-4381-87f1-33ae02228975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '58c120cd-9b30-4763-b53f-56644621e9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:09:50.490440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782e5cd2-14e9-427b-9340-90c91a74a22c admin admin] Network hostable DHCP agents. Network: 58c120cd-9b30-4763-b53f-56644621e9cb, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:09:50.493319 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:50.608583 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49ff8ab7-f91e-4a5a-8f4c-8ee85d067157 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (aa7c7183-2e1f-4646-b8d7-829c065ffebf), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:50.609593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49ff8ab7-f91e-4a5a-8f4c-8ee85d067157 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (aa7c7183-2e1f-4646-b8d7-829c065ffebf), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:50.652993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782e5cd2-14e9-427b-9340-90c91a74a22c admin admin] Network 58c120cd-9b30-4763-b53f-56644621e9cb is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:09:50.730432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-782e5cd2-14e9-427b-9340-90c91a74a22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 58c120cd-9b30-4763-b53f-56644621e9cb) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:09:50.739924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a9931be4-b2f7-471a-9827-31b1378cf33d None None] Provisioning complete for port 5ebadc92-4e52-420f-8aef-09015187d5c9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:09:50.740563 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a9931be4-b2f7-471a-9827-31b1378cf33d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:50.742027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782e5cd2-14e9-427b-9340-90c91a74a22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:50.743761 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-782e5cd2-14e9-427b-9340-90c91a74a22c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:50.749348 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2069be4-2b29-444b-b025-adbaa5a2a7a4 None None] Network 58c120cd-9b30-4763-b53f-56644621e9cb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:09:50.858369 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-782e5cd2-14e9-427b-9340-90c91a74a22c admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5481405 Feb 15 17:09:50.927037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a9931be4-b2f7-471a-9827-31b1378cf33d None None] Port 5ebadc92-4e52-420f-8aef-09015187d5c9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:09:50.948841 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:51.096316 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e69759-addf-428b-a919-9c48cb544ba0 None None] Network 58c120cd-9b30-4763-b53f-56644621e9cb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:09:51.171944 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Publish callbacks [] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:51.174869 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49ff8ab7-f91e-4a5a-8f4c-8ee85d067157 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router_controller (aa7c7183-2e1f-4646-b8d7-829c065ffebf), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:51.238124 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:51.421743 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:51.429712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Pushing event updated for resources: {'Port': ['ID=5ebadc92-4e52-420f-8aef-09015187d5c9,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:51.435232 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49ff8ab7-f91e-4a5a-8f4c-8ee85d067157 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (aa7c7183-2e1f-4646-b8d7-829c065ffebf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:51.482076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 72a46b00-b69b-452d-8e71-b7277f526283 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:09:51.702270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 72a46b00-b69b-452d-8e71-b7277f526283 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:09:51.702901 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (72a46b00-b69b-452d-8e71-b7277f526283), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:51.715285 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-49ff8ab7-f91e-4a5a-8f4c-8ee85d067157 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:51.718784 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-49ff8ab7-f91e-4a5a-8f4c-8ee85d067157 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.7959490 Feb 15 17:09:51.729701 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51504) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:51.768340 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b8265fe-eb88-4ca8-a0f1-2344fc3a3128 req-6794e899-5a9e-4601-83dd-9225e47c5f13 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.0824831 Feb 15 17:09:51.856437 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 72a46b00-b69b-452d-8e71-b7277f526283 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:09:51.856996 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (72a46b00-b69b-452d-8e71-b7277f526283), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:51.889789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 72a46b00-b69b-452d-8e71-b7277f526283, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=72a46b00-b69b-452d-8e71-b7277f526283,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:09:51.937026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-ec188f4c-88e9-4721-93a3-852c85c91b72 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:09:51.944393 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-ec188f4c-88e9-4721-93a3-852c85c91b72 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/networks?id=2f174cb7-58aa-4a6d-ab9c-0d7200813f3f HTTP/1.1" status: 200 len: 809 time: 0.2515717 Feb 15 17:09:51.962648 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-552f9040-0d6f-4b3a-947d-74c70ba16911 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/quotas/acddabd9dbc84ecc932658e38629a19b HTTP/1.1" status: 200 len: 375 time: 0.0164607 Feb 15 17:09:51.975954 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5650b446-a0bd-4b09-9955-2050836ad280 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router (aa7c7183-2e1f-4646-b8d7-829c065ffebf), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:51.993072 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (72a46b00-b69b-452d-8e71-b7277f526283), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:52.065531 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-8d41fc04-21b8-414d-b3c4-020f271f2018 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=acddabd9dbc84ecc932658e38629a19b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016469 Feb 15 17:09:52.067019 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Network 65dfc141-e0c3-4a7c-be25-60ea02135d23 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:09:52.072152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:09:52.086203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=72a46b00-b69b-452d-8e71-b7277f526283,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:52.458671 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-7ce65a9f-ff73-4dfc-8201-77187ed8f135 service neutron] 10.222.0.107 "GET /v2.0/networks/2f174cb7-58aa-4a6d-ab9c-0d7200813f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918767 Feb 15 17:09:52.544141 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5650b446-a0bd-4b09-9955-2050836ad280 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (aa7c7183-2e1f-4646-b8d7-829c065ffebf), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:52.548038 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5650b446-a0bd-4b09-9955-2050836ad280 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router_controller (aa7c7183-2e1f-4646-b8d7-829c065ffebf), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:52.596830 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-52d04188-0372-46b1-b159-5b3a6dd04148 None None] Provisioning complete for port 5ebadc92-4e52-420f-8aef-09015187d5c9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:09:52.597889 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-52d04188-0372-46b1-b159-5b3a6dd04148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:52.689826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-52d04188-0372-46b1-b159-5b3a6dd04148 None None] Port 5ebadc92-4e52-420f-8aef-09015187d5c9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:09:52.694254 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Router b006c0f5-3bbf-4d78-92f3-6eb5e8c65104 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:09:52.734171 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-a716c6c5-24bc-4154-847e-486875a76b32 service neutron] 10.222.0.107 "GET /v2.0/networks/2f174cb7-58aa-4a6d-ab9c-0d7200813f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746406 Feb 15 17:09:52.841426 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5650b446-a0bd-4b09-9955-2050836ad280 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (aa7c7183-2e1f-4646-b8d7-829c065ffebf), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:52.842178 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5650b446-a0bd-4b09-9955-2050836ad280 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa7c7183-2e1f-4646-b8d7-829c065ffebf {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:09:52.876177 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5650b446-a0bd-4b09-9955-2050836ad280 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:52.877791 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5650b446-a0bd-4b09-9955-2050836ad280 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] 10.222.0.107 "DELETE /v2.0/routers/aa7c7183-2e1f-4646-b8d7-829c065ffebf HTTP/1.1" status: 204 len: 168 time: 1.1284063 Feb 15 17:09:52.880632 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51526) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:52.886617 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c83124b9-3d20-4fa9-bdf3-72459d39f788 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Request body: {'router': {'name': 'tempest-router-710422128', 'distributed': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:09:52.978164 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b084390d-641c-416e-8ed2-e3b9102f4fa3 req-14a8f0a4-2400-4c9c-9296-b6c57a99633f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.0401154 Feb 15 17:09:52.979664 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:09:52.994169 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-34721d7a-12d6-4d7c-890a-6e00969ced33 admin admin] 10.222.0.107 "PUT /v2.0/routers/b006c0f5-3bbf-4d78-92f3-6eb5e8c65104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8104241 Feb 15 17:09:53.005615 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c83124b9-3d20-4fa9-bdf3-72459d39f788 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (09822134-da4a-4107-ac85-2ba87fd7e344), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:53.006835 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c83124b9-3d20-4fa9-bdf3-72459d39f788 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (09822134-da4a-4107-ac85-2ba87fd7e344), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:53.128804 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Sync routers for ids ['b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:09:53.153284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Routers {'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:09:53.157952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:09:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:53.231407 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c83124b9-3d20-4fa9-bdf3-72459d39f788 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router_controller (09822134-da4a-4107-ac85-2ba87fd7e344), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:53.348456 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-600386ba-fbc1-4589-b8e8-a033e0c9557f req-540f1f83-f296-4264-9dad-b73fac95da7a tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 210 time: 0.1101749 Feb 15 17:09:53.349920 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c83124b9-3d20-4fa9-bdf3-72459d39f788 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (09822134-da4a-4107-ac85-2ba87fd7e344), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:53.464984 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c83124b9-3d20-4fa9-bdf3-72459d39f788 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:53.467753 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c83124b9-3d20-4fa9-bdf3-72459d39f788 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5860438 Feb 15 17:09:53.470607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51548) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:53.660440 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fde4e80-8c12-4e08-9acb-e5cb4e044357 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router (09822134-da4a-4107-ac85-2ba87fd7e344), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:53.789825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 72a46b00-b69b-452d-8e71-b7277f526283 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:09:53.915509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 72a46b00-b69b-452d-8e71-b7277f526283 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:09:53.915895 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (72a46b00-b69b-452d-8e71-b7277f526283), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:53.927175 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fde4e80-8c12-4e08-9acb-e5cb4e044357 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (09822134-da4a-4107-ac85-2ba87fd7e344), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:53.935849 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fde4e80-8c12-4e08-9acb-e5cb4e044357 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router_controller (09822134-da4a-4107-ac85-2ba87fd7e344), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:53.967294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Set router b006c0f5-3bbf-4d78-92f3-6eb5e8c65104 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:09:54.120790 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fde4e80-8c12-4e08-9acb-e5cb4e044357 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (09822134-da4a-4107-ac85-2ba87fd7e344), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:54.136057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fde4e80-8c12-4e08-9acb-e5cb4e044357 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09822134-da4a-4107-ac85-2ba87fd7e344 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:09:54.136057 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3fde4e80-8c12-4e08-9acb-e5cb4e044357 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:54.136057 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3fde4e80-8c12-4e08-9acb-e5cb4e044357 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] 10.222.0.107 "DELETE /v2.0/routers/09822134-da4a-4107-ac85-2ba87fd7e344 HTTP/1.1" status: 204 len: 168 time: 0.6566556 Feb 15 17:09:54.136057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51568) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:54.139049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-973d7809-331f-4581-bf1c-d463af41328f tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Request body: {'router': {'name': 'tempest-router-957459638', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '461ebbee86fe4d9aa35d324f729958e1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:09:54.178060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 72a46b00-b69b-452d-8e71-b7277f526283 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:09:54.258353 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-973d7809-331f-4581-bf1c-d463af41328f tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (a1261a0e-6c04-4cce-9b32-29f01e1ff4ba), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:54.259749 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-973d7809-331f-4581-bf1c-d463af41328f tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (a1261a0e-6c04-4cce-9b32-29f01e1ff4ba), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:54.265126 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-66880c98-c11c-42a8-90c3-79a7fd35afa6 req-44a84626-92fc-46ff-aa8f-77eafa123d8b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.1048195 Feb 15 17:09:54.411500 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-973d7809-331f-4581-bf1c-d463af41328f tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router_controller (a1261a0e-6c04-4cce-9b32-29f01e1ff4ba), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:54.503089 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-973d7809-331f-4581-bf1c-d463af41328f tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (a1261a0e-6c04-4cce-9b32-29f01e1ff4ba), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:54.545585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'name': 'tempest-ImageQuotaTest-867299887-router', 'tenant_id': '1859c8f919184cc7aaacd35da7c5cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '72a46b00-b69b-452d-8e71-b7277f526283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:09:42Z', 'updated_at': '2022-02-15T17:09:50Z', 'revision_number': 4, 'project_id': '1859c8f919184cc7aaacd35da7c5cc89', 'gw_port': {'id': '72a46b00-b69b-452d-8e71-b7277f526283', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:09:44Z', 'updated_at': '2022-02-15T17:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '5ebadc92-4e52-420f-8aef-09015187d5c9', 'name': '', 'network_id': '65dfc141-e0c3-4a7c-be25-60ea02135d23', 'tenant_id': '1859c8f919184cc7aaacd35da7c5cc89', 'mac_address': 'fa:16:3e:77:b9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:09:49Z', 'updated_at': '2022-02-15T17:09:51Z', 'revision_number': 2, 'project_id': '1859c8f919184cc7aaacd35da7c5cc89', 'subnets': [{'id': '708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:54.605217 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6bec1d4-ab00-4b92-9d3f-12187da7923e req-464d63b1-9d09-4cef-bc3e-26833b451757 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 210 time: 0.0848877 Feb 15 17:09:54.624482 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Checking router: b006c0f5-3bbf-4d78-92f3-6eb5e8c65104 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:09:54.625874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Updating router b006c0f5-3bbf-4d78-92f3-6eb5e8c65104 port 5ebadc92-4e52-420f-8aef-09015187d5c9 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:09:54.653199 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-973d7809-331f-4581-bf1c-d463af41328f tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:54.654830 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-973d7809-331f-4581-bf1c-d463af41328f tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5222797 Feb 15 17:09:54.664334 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51596) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:54.670588 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-50de061c-b49f-4dad-9b78-96a98a545654 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:09:54.674407 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:55.173278 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Publish callbacks [] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:55.232327 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50de061c-b49f-4dad-9b78-96a98a545654 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1704319', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1732629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15558'] for router (a1261a0e-6c04-4cce-9b32-29f01e1ff4ba), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:55.232697 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50de061c-b49f-4dad-9b78-96a98a545654 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router (a1261a0e-6c04-4cce-9b32-29f01e1ff4ba), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:55.255129 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:55.327550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51626) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:55.510958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490d3bf-54f2-4f10-8fb1-6e2b88df1102 None None] Pushing event updated for resources: {'Port': ['ID=5ebadc92-4e52-420f-8aef-09015187d5c9,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:55.577993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Attempting to bind port 5ebadc92-4e52-420f-8aef-09015187d5c9 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:09:55.578756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Attempting to bind port 5ebadc92-4e52-420f-8aef-09015187d5c9 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '3fa003bf-d98c-424e-b99d-a4de0134b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65dfc141-e0c3-4a7c-be25-60ea02135d23'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:09:55.579568 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Attempting to bind port 5ebadc92-4e52-420f-8aef-09015187d5c9 on network 65dfc141-e0c3-4a7c-be25-60ea02135d23 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:09:55.584476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:09:55.584870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Checking segment: {'id': '3fa003bf-d98c-424e-b99d-a4de0134b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65dfc141-e0c3-4a7c-be25-60ea02135d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:09:55.585320 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:55.585751 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Bound using segment: {'id': '3fa003bf-d98c-424e-b99d-a4de0134b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65dfc141-e0c3-4a7c-be25-60ea02135d23'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:09:55.585868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-50de061c-b49f-4dad-9b78-96a98a545654 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103800) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 15 17:09:55.586230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Bound port: 5ebadc92-4e52-420f-8aef-09015187d5c9, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa003bf-d98c-424e-b99d-a4de0134b68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '65dfc141-e0c3-4a7c-be25-60ea02135d23'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:09:55.586615 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:55.586830 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-50de061c-b49f-4dad-9b78-96a98a545654 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Router a1261a0e-6c04-4cce-9b32-29f01e1ff4ba migrating from provider to provider. {{(pid=103800) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 15 17:09:55.588268 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50de061c-b49f-4dad-9b78-96a98a545654 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router_controller (a1261a0e-6c04-4cce-9b32-29f01e1ff4ba), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:55.601443 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50de061c-b49f-4dad-9b78-96a98a545654 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router_controller (a1261a0e-6c04-4cce-9b32-29f01e1ff4ba), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:55.612949 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f1518f5-f275-4a9e-9f39-f66dbb37f3c2 req-e58fe1d0-0864-4141-9679-7571e37a493f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.0624468 Feb 15 17:09:55.742090 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-46abb5ad-6f45-40b1-bd18-f031a55a324f req-e9b5adaa-de81-49b8-9b30-6fd8b78b9d23 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 210 time: 0.0507469 Feb 15 17:09:55.744238 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50de061c-b49f-4dad-9b78-96a98a545654 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1706892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1706885', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1732654'] for router (a1261a0e-6c04-4cce-9b32-29f01e1ff4ba), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:55.780236 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] For port 5ebadc92-4e52-420f-8aef-09015187d5c9, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:09:55.784227 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] For port 5ebadc92-4e52-420f-8aef-09015187d5c9, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5ebadc92-4e52-420f-8aef-09015187d5c9,segment=NetworkSegment(3fa003bf-d98c-424e-b99d-a4de0134b68c),segment_id=3fa003bf-d98c-424e-b99d-a4de0134b68c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:09:55.890507 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:55.910615 n-d-828372-14 neutron-server[103800]: WARNING neutron.scheduler.l3_agent_scheduler [None req-50de061c-b49f-4dad-9b78-96a98a545654 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] No L3 agents can host the router a1261a0e-6c04-4cce-9b32-29f01e1ff4ba Feb 15 17:09:56.025977 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-fdfe51fd-c128-4853-95c6-8c4f455057d3 None None] Provisioning complete for port 5ebadc92-4e52-420f-8aef-09015187d5c9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:09:56.026696 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fdfe51fd-c128-4853-95c6-8c4f455057d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:56.193759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Routers {'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:09:56.200554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:09:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:56.242936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50de061c-b49f-4dad-9b78-96a98a545654 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Hosts for router a1261a0e-6c04-4cce-9b32-29f01e1ff4ba: [] {{(pid=103800) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 15 17:09:56.293152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50de061c-b49f-4dad-9b78-96a98a545654 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Hosts for other DVR routers connected to router a1261a0e-6c04-4cce-9b32-29f01e1ff4ba: set() {{(pid=103800) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 15 17:09:56.299209 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50de061c-b49f-4dad-9b78-96a98a545654 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:56.303552 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-50de061c-b49f-4dad-9b78-96a98a545654 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] 10.222.0.107 "PUT /v2.0/routers/a1261a0e-6c04-4cce-9b32-29f01e1ff4ba HTTP/1.1" status: 200 len: 716 time: 1.6349893 Feb 15 17:09:56.304107 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51664) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:56.420214 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] Set router b006c0f5-3bbf-4d78-92f3-6eb5e8c65104 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:09:56.445817 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16c69719-2d9a-4e57-9612-da32da762b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:56.470592 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4e2eb7ea-722c-4cda-89eb-c099061fdc49 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] 10.222.0.107 "GET /v2.0/routers/a1261a0e-6c04-4cce-9b32-29f01e1ff4ba HTTP/1.1" status: 200 len: 716 time: 0.1651115 Feb 15 17:09:56.485798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51672) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:56.517055 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490d3bf-54f2-4f10-8fb1-6e2b88df1102 None None] Pushing event updated for resources: {'Port': ['ID=5ebadc92-4e52-420f-8aef-09015187d5c9,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:56.676989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fdfe51fd-c128-4853-95c6-8c4f455057d3 None None] Current status of the port 5ebadc92-4e52-420f-8aef-09015187d5c9 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:09:56.677572 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fdfe51fd-c128-4853-95c6-8c4f455057d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:56.940591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-fdfe51fd-c128-4853-95c6-8c4f455057d3 None None] For port 5ebadc92-4e52-420f-8aef-09015187d5c9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5ebadc92-4e52-420f-8aef-09015187d5c9,segment=NetworkSegment(3fa003bf-d98c-424e-b99d-a4de0134b68c),segment_id=3fa003bf-d98c-424e-b99d-a4de0134b68c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:09:57.002576 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d45d0998-a8aa-4649-891a-9298dd98f154 req-91d2f851-733a-4b97-8da3-9ccc6b444347 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.1791925 Feb 15 17:09:57.003540 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d2173d1e-314a-47bd-94c5-37a4e3d99931 req-bdd99d8e-66cf-4d7b-b8ff-38e0eb4c370d tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 210 time: 0.0939102 Feb 15 17:09:57.020379 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fdfe51fd-c128-4853-95c6-8c4f455057d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:57.034735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'name': 'tempest-ImageQuotaTest-867299887-router', 'tenant_id': '1859c8f919184cc7aaacd35da7c5cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '72a46b00-b69b-452d-8e71-b7277f526283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:09:42Z', 'updated_at': '2022-02-15T17:09:50Z', 'revision_number': 4, 'project_id': '1859c8f919184cc7aaacd35da7c5cc89', 'gw_port': {'id': '72a46b00-b69b-452d-8e71-b7277f526283', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:09:44Z', 'updated_at': '2022-02-15T17:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '5ebadc92-4e52-420f-8aef-09015187d5c9', 'name': '', 'network_id': '65dfc141-e0c3-4a7c-be25-60ea02135d23', 'tenant_id': '1859c8f919184cc7aaacd35da7c5cc89', 'mac_address': 'fa:16:3e:77:b9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:09:49Z', 'updated_at': '2022-02-15T17:09:55Z', 'revision_number': 4, 'project_id': '1859c8f919184cc7aaacd35da7c5cc89', 'subnets': [{'id': '708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:09:57.049787 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-749ea4cc-11cd-4935-a79c-ceec498d4eec tempest-RoutersTestDVR-1354126519 tempest-RoutersTestDVR-1354126519-project] 10.222.0.107 "GET /v2.0/routers/a1261a0e-6c04-4cce-9b32-29f01e1ff4ba HTTP/1.1" status: 200 len: 682 time: 0.5535078 Feb 15 17:09:57.050478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51686) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:57.123400 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418328b3-b0a3-439a-bf28-1f0fbabd67a9 None None] The sync data for ids ['b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'] in n-d-828372-14 is: [{'id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'name': 'tempest-ImageQuotaTest-867299887-router', 'tenant_id': '1859c8f919184cc7aaacd35da7c5cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '72a46b00-b69b-452d-8e71-b7277f526283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:09:42Z', 'updated_at': '2022-02-15T17:09:50Z', 'revision_number': 4, 'project_id': '1859c8f919184cc7aaacd35da7c5cc89', 'gw_port': {'id': '72a46b00-b69b-452d-8e71-b7277f526283', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:09:44Z', 'updated_at': '2022-02-15T17:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '5ebadc92-4e52-420f-8aef-09015187d5c9', 'name': '', 'network_id': '65dfc141-e0c3-4a7c-be25-60ea02135d23', 'tenant_id': '1859c8f919184cc7aaacd35da7c5cc89', 'mac_address': 'fa:16:3e:77:b9:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:09:49Z', 'updated_at': '2022-02-15T17:09:55Z', 'revision_number': 4, 'project_id': '1859c8f919184cc7aaacd35da7c5cc89', 'subnets': [{'id': '708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:09:57.186912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b445a57b-b33d-4e60-8b7d-4936c5af7f9c None None] Provisioning complete for port 5ebadc92-4e52-420f-8aef-09015187d5c9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:09:57.187581 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b445a57b-b33d-4e60-8b7d-4936c5af7f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:57.251101 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16f0deed-05ce-4cc3-915c-9c3550d1461e tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router (a1261a0e-6c04-4cce-9b32-29f01e1ff4ba), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:57.318569 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe51fd-c128-4853-95c6-8c4f455057d3 None None] Pushing event updated for resources: {'Port': ['ID=5ebadc92-4e52-420f-8aef-09015187d5c9,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:57.484933 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b445a57b-b33d-4e60-8b7d-4936c5af7f9c None None] Current status of the port 5ebadc92-4e52-420f-8aef-09015187d5c9 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:09:57.555508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5ebadc92-4e52-420f-8aef-09015187d5c9 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:09:57.720412 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 5ebadc92-4e52-420f-8aef-09015187d5c9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:09:57.721004 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:57.879674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 5ebadc92-4e52-420f-8aef-09015187d5c9 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:09:58.342783 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-30d088c1-73be-4816-93c7-67aeb9099275 req-ca425f5c-6eb5-433e-95cd-1499d4e4b8d2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.1164124 Feb 15 17:09:58.756392 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16f0deed-05ce-4cc3-915c-9c3550d1461e tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (a1261a0e-6c04-4cce-9b32-29f01e1ff4ba), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:58.760165 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16f0deed-05ce-4cc3-915c-9c3550d1461e tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router_controller (a1261a0e-6c04-4cce-9b32-29f01e1ff4ba), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:58.917942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a61ff95-45ea-44ba-8e45-ab848abf6b25 req-ba86d77d-1f3c-41f7-8a8a-25c5c7faab4d tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 210 time: 0.3856168 Feb 15 17:09:58.937261 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16f0deed-05ce-4cc3-915c-9c3550d1461e tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (a1261a0e-6c04-4cce-9b32-29f01e1ff4ba), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:58.938387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f0deed-05ce-4cc3-915c-9c3550d1461e tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1261a0e-6c04-4cce-9b32-29f01e1ff4ba {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:09:58.951783 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16f0deed-05ce-4cc3-915c-9c3550d1461e tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:58.956196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-16f0deed-05ce-4cc3-915c-9c3550d1461e tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] 10.222.0.107 "DELETE /v2.0/routers/a1261a0e-6c04-4cce-9b32-29f01e1ff4ba HTTP/1.1" status: 204 len: 168 time: 1.8909347 Feb 15 17:09:58.956942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51724) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:09:58.962802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2d70e36a-7082-4546-ae07-42950e083630 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Request body: {'router': {'name': 'tempest-router-693529626', 'distributed': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:09:58.967068 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-16c69719-2d9a-4e57-9612-da32da762b92 admin admin] Deleting port 5ebadc92-4e52-420f-8aef-09015187d5c9 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:09:58.967635 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16c69719-2d9a-4e57-9612-da32da762b92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:59.073392 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-16c69719-2d9a-4e57-9612-da32da762b92 admin admin] For port 5ebadc92-4e52-420f-8aef-09015187d5c9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5ebadc92-4e52-420f-8aef-09015187d5c9,segment=NetworkSegment(3fa003bf-d98c-424e-b99d-a4de0134b68c),segment_id=3fa003bf-d98c-424e-b99d-a4de0134b68c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:09:59.073997 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16c69719-2d9a-4e57-9612-da32da762b92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:59.101293 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d70e36a-7082-4546-ae07-42950e083630 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (f985a9f8-1a21-432b-84cc-6159fca2b423), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:59.103418 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d70e36a-7082-4546-ae07-42950e083630 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (f985a9f8-1a21-432b-84cc-6159fca2b423), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:59.111855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-16c69719-2d9a-4e57-9612-da32da762b92 admin admin] Calling delete_port for 5ebadc92-4e52-420f-8aef-09015187d5c9 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:09:59.499301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5ebadc92-4e52-420f-8aef-09015187d5c9 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:09:59.651164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 5ebadc92-4e52-420f-8aef-09015187d5c9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:09:59.651778 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:59.722924 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16c69719-2d9a-4e57-9612-da32da762b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (5ebadc92-4e52-420f-8aef-09015187d5c9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:59.735861 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Could not find standard attr ID for object 5ebadc92-4e52-420f-8aef-09015187d5c9. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:09:59.743425 n-d-828372-14 neutron-server[103801]: INFO neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No ports have port_id starting with 5ebadc92-4e52-420f-8aef-09015187d5c9 Feb 15 17:09:59.838021 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d70e36a-7082-4546-ae07-42950e083630 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router_controller (f985a9f8-1a21-432b-84cc-6159fca2b423), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:09:59.868319 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c69719-2d9a-4e57-9612-da32da762b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ebadc92-4e52-420f-8aef-09015187d5c9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:09:59.933913 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d70e36a-7082-4546-ae07-42950e083630 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (f985a9f8-1a21-432b-84cc-6159fca2b423), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:00.045984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-c642d856-eb07-4169-a5ac-ab4507804109 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:00.051328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-c642d856-eb07-4169-a5ac-ab4507804109 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.10 "GET /v2.0/networks?id=2f174cb7-58aa-4a6d-ab9c-0d7200813f3f HTTP/1.1" status: 200 len: 809 time: 0.4470327 Feb 15 17:10:00.078583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-0498d4d0-41c0-4256-baab-4ff055fd0cdc tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Request body: {'port': {'device_id': '6e1332da-8293-4ffe-af2c-16cdb1481d46', 'network_id': '2f174cb7-58aa-4a6d-ab9c-0d7200813f3f', 'admin_state_up': True, 'tenant_id': 'acddabd9dbc84ecc932658e38629a19b'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:00.102903 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-34181510-96d6-4806-a2b6-724c1e84c48f req-314f6cfe-fc62-445d-9987-55c7888812d3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=1eae1934-3b38-4408-95a6-359f1cce51ef HTTP/1.1" status: 200 len: 210 time: 0.2758157 Feb 15 17:10:00.110591 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d70e36a-7082-4546-ae07-42950e083630 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:00.116950 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2d70e36a-7082-4546-ae07-42950e083630 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.1588061 Feb 15 17:10:00.124357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51756) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:00.250283 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ac0647c-9196-496d-8ed3-6f029aadaddf req-2a84135f-d904-44d3-95cd-763140dfc4fb tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 210 time: 0.1915243 Feb 15 17:10:00.380166 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3234576c-fdd0-445b-9208-cb7b4b759bb5 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router (f985a9f8-1a21-432b-84cc-6159fca2b423), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:00.488796 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:00.504983 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16c69719-2d9a-4e57-9612-da32da762b92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:00.659753 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3234576c-fdd0-445b-9208-cb7b4b759bb5 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (f985a9f8-1a21-432b-84cc-6159fca2b423), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:00.663506 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3234576c-fdd0-445b-9208-cb7b4b759bb5 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router_controller (f985a9f8-1a21-432b-84cc-6159fca2b423), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:00.870845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-0498d4d0-41c0-4256-baab-4ff055fd0cdc tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Made reservation on behalf of acddabd9dbc84ecc932658e38629a19b for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:00.880463 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-0498d4d0-41c0-4256-baab-4ff055fd0cdc tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:00.898765 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3234576c-fdd0-445b-9208-cb7b4b759bb5 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (f985a9f8-1a21-432b-84cc-6159fca2b423), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:00.899359 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3234576c-fdd0-445b-9208-cb7b4b759bb5 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f985a9f8-1a21-432b-84cc-6159fca2b423 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:10:00.907263 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:00.910623 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3234576c-fdd0-445b-9208-cb7b4b759bb5 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:00.915825 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3234576c-fdd0-445b-9208-cb7b4b759bb5 tempest-RoutersTestDVR-1051164499 tempest-RoutersTestDVR-1051164499-project-admin] 10.222.0.107 "DELETE /v2.0/routers/f985a9f8-1a21-432b-84cc-6159fca2b423 HTTP/1.1" status: 204 len: 168 time: 0.7893991 Feb 15 17:10:01.255866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c69719-2d9a-4e57-9612-da32da762b92 admin admin] Router b006c0f5-3bbf-4d78-92f3-6eb5e8c65104 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:10:01.432932 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-0498d4d0-41c0-4256-baab-4ff055fd0cdc tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Allocated IP 172.20.0.13 (2f174cb7-58aa-4a6d-ab9c-0d7200813f3f/c8f98dee-a9b2-4ea5-aa5f-5927c1f9e26a/526a0779-d11d-4d85-b657-467ff440a8ac) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:10:01.570118 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51786) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:01.698378 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5361184-3d8c-4252-ba70-2b1aed3b823b req-1afcf21a-603e-4013-a893-94f05372fa88 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 210 time: 0.0956352 Feb 15 17:10:01.752551 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c69719-2d9a-4e57-9612-da32da762b92 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:10:01.759528 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-16c69719-2d9a-4e57-9612-da32da762b92 admin admin] 10.222.0.107 "PUT /v2.0/routers/b006c0f5-3bbf-4d78-92f3-6eb5e8c65104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4309168 Feb 15 17:10:01.763761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51792) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:01.766327 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27326c89-11cb-4bb4-ad0b-864449aede05 None None] Sync routers for ids ['b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:10:01.770895 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25dc81f4-8d7c-4790-8310-e1a6997eff87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:01.778258 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27326c89-11cb-4bb4-ad0b-864449aede05 None None] Routers {'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:10:01.779350 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-27326c89-11cb-4bb4-ad0b-864449aede05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:09:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:10:01.836572 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-0498d4d0-41c0-4256-baab-4ff055fd0cdc tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Publish callbacks [] for port (526a0779-d11d-4d85-b657-467ff440a8ac), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:01.950865 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25dc81f4-8d7c-4790-8310-e1a6997eff87 admin admin] Publish callbacks [] for security_group (7fd2d93f-49cb-4bff-aeb1-96e766a71651), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:01.951483 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a3f62d5-e9ee-4845-a1f2-0e6f4e3b8398 admin admin] Publish callbacks [] for router (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:02.052811 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-25dc81f4-8d7c-4790-8310-e1a6997eff87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7fd2d93f-49cb-4bff-aeb1-96e766a71651), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:02.055340 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-0498d4d0-41c0-4256-baab-4ff055fd0cdc tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (526a0779-d11d-4d85-b657-467ff440a8ac), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:02.100240 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-25dc81f4-8d7c-4790-8310-e1a6997eff87 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=461ebbee86fe4d9aa35d324f729958e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5288317 Feb 15 17:10:02.110408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51800) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:02.111107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498d4d0-41c0-4256-baab-4ff055fd0cdc tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Pushing event updated for resources: {'Port': ['ID=526a0779-d11d-4d85-b657-467ff440a8ac,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:02.159832 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc81f4-8d7c-4790-8310-e1a6997eff87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd2d93f-49cb-4bff-aeb1-96e766a71651,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:02.183202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-0498d4d0-41c0-4256-baab-4ff055fd0cdc tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Network 2f174cb7-58aa-4a6d-ab9c-0d7200813f3f is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:02.199174 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-0498d4d0-41c0-4256-baab-4ff055fd0cdc tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:02.209210 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-0498d4d0-41c0-4256-baab-4ff055fd0cdc tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:10:02.210616 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-27326c89-11cb-4bb4-ad0b-864449aede05 None None] Set router b006c0f5-3bbf-4d78-92f3-6eb5e8c65104 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:10:02.308480 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1a461b7-cc3e-4b91-97a4-9fc3d789489c admin admin] Publish callbacks [] for security_group (7fd2d93f-49cb-4bff-aeb1-96e766a71651), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:02.321348 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a3f62d5-e9ee-4845-a1f2-0e6f4e3b8398 admin admin] Publish callbacks [] for router_gateway (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:02.362526 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-0498d4d0-41c0-4256-baab-4ff055fd0cdc tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:02.363500 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-0498d4d0-41c0-4256-baab-4ff055fd0cdc tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:02.373690 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1a461b7-cc3e-4b91-97a4-9fc3d789489c admin admin] Publish callbacks [] for security_group (7fd2d93f-49cb-4bff-aeb1-96e766a71651), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:02.486844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f62d5-e9ee-4845-a1f2-0e6f4e3b8398 admin admin] Deleting port 72a46b00-b69b-452d-8e71-b7277f526283 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:02.487344 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a3f62d5-e9ee-4845-a1f2-0e6f4e3b8398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (72a46b00-b69b-452d-8e71-b7277f526283), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:02.508370 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-27326c89-11cb-4bb4-ad0b-864449aede05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'name': 'tempest-ImageQuotaTest-867299887-router', 'tenant_id': '1859c8f919184cc7aaacd35da7c5cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': '72a46b00-b69b-452d-8e71-b7277f526283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:09:42Z', 'updated_at': '2022-02-15T17:09:59Z', 'revision_number': 5, 'project_id': '1859c8f919184cc7aaacd35da7c5cc89', 'gw_port': {'id': '72a46b00-b69b-452d-8e71-b7277f526283', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:09:44Z', 'updated_at': '2022-02-15T17:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:10:02.533231 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-0498d4d0-41c0-4256-baab-4ff055fd0cdc tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4731519 Feb 15 17:10:02.538828 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1a461b7-cc3e-4b91-97a4-9fc3d789489c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7fd2d93f-49cb-4bff-aeb1-96e766a71651), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:02.553332 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1a461b7-cc3e-4b91-97a4-9fc3d789489c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:02.553332 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d1a461b7-cc3e-4b91-97a4-9fc3d789489c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7fd2d93f-49cb-4bff-aeb1-96e766a71651 HTTP/1.1" status: 204 len: 168 time: 0.4240992 Feb 15 17:10:02.560266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Request body: {'port': {'device_id': '6e1332da-8293-4ffe-af2c-16cdb1481d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:02.603451 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a461b7-cc3e-4b91-97a4-9fc3d789489c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd2d93f-49cb-4bff-aeb1-96e766a71651,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:02.620018 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27326c89-11cb-4bb4-ad0b-864449aede05 None None] Checking router: b006c0f5-3bbf-4d78-92f3-6eb5e8c65104 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:10:02.644369 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27326c89-11cb-4bb4-ad0b-864449aede05 None None] Routers {'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:10:02.645012 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-27326c89-11cb-4bb4-ad0b-864449aede05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:09:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:10:02.700017 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (526a0779-d11d-4d85-b657-467ff440a8ac), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:02.705153 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-7a3f62d5-e9ee-4845-a1f2-0e6f4e3b8398 admin admin] For port 72a46b00-b69b-452d-8e71-b7277f526283, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=72a46b00-b69b-452d-8e71-b7277f526283,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:02.705637 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a3f62d5-e9ee-4845-a1f2-0e6f4e3b8398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (72a46b00-b69b-452d-8e71-b7277f526283), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:02.728447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-7a3f62d5-e9ee-4845-a1f2-0e6f4e3b8398 admin admin] Calling delete_port for 72a46b00-b69b-452d-8e71-b7277f526283 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:02.931922 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-27326c89-11cb-4bb4-ad0b-864449aede05 None None] Set router b006c0f5-3bbf-4d78-92f3-6eb5e8c65104 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:10:02.969958 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47568a9-a0ee-4322-a309-198df0fbe9c4 req-27c55d10-a584-4e14-9541-c2dbb1060e73 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:02.982236 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e47568a9-a0ee-4322-a309-198df0fbe9c4 req-27c55d10-a584-4e14-9541-c2dbb1060e73 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 932 time: 0.1294477 Feb 15 17:10:03.079475 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e47568a9-a0ee-4322-a309-198df0fbe9c4 req-72be852f-4edb-4198-9f5e-f370eac91165 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/security-groups?id=b00678c2-f56c-4b9b-804e-aaf2fce859aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961254 Feb 15 17:10:03.083562 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-27326c89-11cb-4bb4-ad0b-864449aede05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'name': 'tempest-ImageQuotaTest-867299887-router', 'tenant_id': '1859c8f919184cc7aaacd35da7c5cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:09:42Z', 'updated_at': '2022-02-15T17:10:02Z', 'revision_number': 6, 'project_id': '1859c8f919184cc7aaacd35da7c5cc89', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:10:03.171317 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27326c89-11cb-4bb4-ad0b-864449aede05 None None] The sync data for ids ['b006c0f5-3bbf-4d78-92f3-6eb5e8c65104'] in n-d-828372-14 is: [{'id': 'b006c0f5-3bbf-4d78-92f3-6eb5e8c65104', 'name': 'tempest-ImageQuotaTest-867299887-router', 'tenant_id': '1859c8f919184cc7aaacd35da7c5cc89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:09:42Z', 'updated_at': '2022-02-15T17:10:02Z', 'revision_number': 6, 'project_id': '1859c8f919184cc7aaacd35da7c5cc89', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:10:03.532276 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 526a0779-d11d-4d85-b657-467ff440a8ac {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:10:03.563081 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Publish callbacks [] for port (526a0779-d11d-4d85-b657-467ff440a8ac), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:03.577103 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51836) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:03.587572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5ebadc92-4e52-420f-8aef-09015187d5c9 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:10:03.605193 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-488d7276-ef77-40f0-877d-7512887cbe41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:03.630984 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 5ebadc92-4e52-420f-8aef-09015187d5c9 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:10:03.631662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5ebadc92-4e52-420f-8aef-09015187d5c9 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:10:03.664101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Transition to ACTIVE for port object 526a0779-d11d-4d85-b657-467ff440a8ac will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:10:03.667335 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a3f62d5-e9ee-4845-a1f2-0e6f4e3b8398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (72a46b00-b69b-452d-8e71-b7277f526283), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:03.732004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f62d5-e9ee-4845-a1f2-0e6f4e3b8398 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a46b00-b69b-452d-8e71-b7277f526283,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:03.752360 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (526a0779-d11d-4d85-b657-467ff440a8ac), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:03.796552 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-488d7276-ef77-40f0-877d-7512887cbe41 admin admin] Publish callbacks [] for security_group (c2391ee9-416f-42df-a1c3-b719a556157f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:03.840898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Pushing event updated for resources: {'Port': ['ID=526a0779-d11d-4d85-b657-467ff440a8ac,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:03.867044 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-488d7276-ef77-40f0-877d-7512887cbe41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c2391ee9-416f-42df-a1c3-b719a556157f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:03.930679 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a3f62d5-e9ee-4845-a1f2-0e6f4e3b8398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:03.932926 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d7276-ef77-40f0-877d-7512887cbe41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2391ee9-416f-42df-a1c3-b719a556157f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:03.969133 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-488d7276-ef77-40f0-877d-7512887cbe41 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7c311bb871b14eb996541dfaf933d048&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3907776 Feb 15 17:10:03.972287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51844) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:04.076149 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c42905b-8d21-4756-a81b-b5d4a4280d00 admin admin] Publish callbacks [] for security_group (c2391ee9-416f-42df-a1c3-b719a556157f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:04.121551 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c42905b-8d21-4756-a81b-b5d4a4280d00 admin admin] Publish callbacks [] for security_group (c2391ee9-416f-42df-a1c3-b719a556157f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:04.134751 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a3f62d5-e9ee-4845-a1f2-0e6f4e3b8398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:04.137084 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a3f62d5-e9ee-4845-a1f2-0e6f4e3b8398 admin admin] Publish callbacks [] for router_controller (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:04.287408 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c42905b-8d21-4756-a81b-b5d4a4280d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c2391ee9-416f-42df-a1c3-b719a556157f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:04.290845 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3c42905b-8d21-4756-a81b-b5d4a4280d00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:04.296539 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3c42905b-8d21-4756-a81b-b5d4a4280d00 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c2391ee9-416f-42df-a1c3-b719a556157f HTTP/1.1" status: 204 len: 168 time: 0.3207238 Feb 15 17:10:04.306615 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42905b-8d21-4756-a81b-b5d4a4280d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2391ee9-416f-42df-a1c3-b719a556157f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:04.424485 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a3f62d5-e9ee-4845-a1f2-0e6f4e3b8398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (b006c0f5-3bbf-4d78-92f3-6eb5e8c65104), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:04.425012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3f62d5-e9ee-4845-a1f2-0e6f4e3b8398 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b006c0f5-3bbf-4d78-92f3-6eb5e8c65104 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:10:04.431030 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7a3f62d5-e9ee-4845-a1f2-0e6f4e3b8398 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:04.432381 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7a3f62d5-e9ee-4845-a1f2-0e6f4e3b8398 admin admin] 10.222.0.107 "DELETE /v2.0/routers/b006c0f5-3bbf-4d78-92f3-6eb5e8c65104 HTTP/1.1" status: 204 len: 168 time: 2.6675200 Feb 15 17:10:04.435242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51858) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:04.485493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faad868-d9ee-42a3-adbd-7965fc6e64ab req-52161fc6-bc3e-4c4e-928c-96eb663309c7 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:04.487180 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1faad868-d9ee-42a3-adbd-7965fc6e64ab req-52161fc6-bc3e-4c4e-928c-96eb663309c7 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 944 time: 0.2283707 Feb 15 17:10:04.494409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Attempting to bind port 526a0779-d11d-4d85-b657-467ff440a8ac on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:10:04.494756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Attempting to bind port 526a0779-d11d-4d85-b657-467ff440a8ac by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'cf033859-ec17-4954-b8b1-fb82d45b31e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2f174cb7-58aa-4a6d-ab9c-0d7200813f3f'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:10:04.495463 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Attempting to bind port 526a0779-d11d-4d85-b657-467ff440a8ac on network 2f174cb7-58aa-4a6d-ab9c-0d7200813f3f {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:10:04.513338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Port 526a0779-d11d-4d85-b657-467ff440a8ac on network 2f174cb7-58aa-4a6d-ab9c-0d7200813f3f not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:10:04.513338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Attempting to bind port 526a0779-d11d-4d85-b657-467ff440a8ac on network 2f174cb7-58aa-4a6d-ab9c-0d7200813f3f {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:10:04.524053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:10:04.524400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Checking segment: {'id': 'cf033859-ec17-4954-b8b1-fb82d45b31e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2f174cb7-58aa-4a6d-ab9c-0d7200813f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:10:04.524796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Bound using segment: {'id': 'cf033859-ec17-4954-b8b1-fb82d45b31e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2f174cb7-58aa-4a6d-ab9c-0d7200813f3f'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:10:04.525850 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Bound port: 526a0779-d11d-4d85-b657-467ff440a8ac, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf033859-ec17-4954-b8b1-fb82d45b31e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2f174cb7-58aa-4a6d-ab9c-0d7200813f3f'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:10:04.526221 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (526a0779-d11d-4d85-b657-467ff440a8ac), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:04.619521 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ee77eb-090b-4d63-abc6-918ccae0d190 admin admin] Deleting subnet 708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:10:04.633149 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1faad868-d9ee-42a3-adbd-7965fc6e64ab req-754d78ff-48f8-48b2-ad3c-56d25ad4c9a5 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/security-groups?id=b00678c2-f56c-4b9b-804e-aaf2fce859aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318614 Feb 15 17:10:04.636668 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8ee77eb-090b-4d63-abc6-918ccae0d190 admin admin] Publish callbacks [] for subnet (708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:04.715846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] For port 526a0779-d11d-4d85-b657-467ff440a8ac, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:10:04.721314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] For port 526a0779-d11d-4d85-b657-467ff440a8ac, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=526a0779-d11d-4d85-b657-467ff440a8ac,segment=NetworkSegment(cf033859-ec17-4954-b8b1-fb82d45b31e7),segment_id=cf033859-ec17-4954-b8b1-fb82d45b31e7)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:10:04.784077 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8ee77eb-090b-4d63-abc6-918ccae0d190 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:04.819654 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (526a0779-d11d-4d85-b657-467ff440a8ac), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:04.901185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:04.901185 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:04.901185 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] 10.222.0.10 "PUT /v2.0/ports/526a0779-d11d-4d85-b657-467ff440a8ac HTTP/1.1" status: 200 len: 1093 time: 2.3471141 Feb 15 17:10:04.910260 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1332da-8293-4ffe-af2c-16cdb1481d46', 'tag': '526a0779-d11d-4d85-b657-467ff440a8ac'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:10:04.926434 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fb239c-a960-4456-b448-f5ba9cb4ca8c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1332da-8293-4ffe-af2c-16cdb1481d46", "tag": "526a0779-d11d-4d85-b657-467ff440a8ac"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:10:04.937959 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8ee77eb-090b-4d63-abc6-918ccae0d190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:05.013807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d9c3f-571e-42e7-bdf3-c0df2fd4a457 service neutron] Pushing event updated for resources: {'Port': ['ID=526a0779-d11d-4d85-b657-467ff440a8ac,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:05.096523 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e41292a-5fe3-42e6-ae6f-c71656b810bb x-openstack-request-id: req-2e41292a-5fe3-42e6-ae6f-c71656b810bb {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:10:05.098694 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1332da-8293-4ffe-af2c-16cdb1481d46", "tag": "526a0779-d11d-4d85-b657-467ff440a8ac", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:10:05.101442 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2e41292a-5fe3-42e6-ae6f-c71656b810bb {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:10:05.103171 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1332da-8293-4ffe-af2c-16cdb1481d46', 'tag': '526a0779-d11d-4d85-b657-467ff440a8ac', 'status': 'completed', 'code': 200} Feb 15 17:10:05.133579 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-030e3aae-a339-4d8e-8e2c-bff5dc0adb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:05.135166 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-030e3aae-a339-4d8e-8e2c-bff5dc0adb52 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acddabd9dbc84ecc932658e38629a19b&device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 1127 time: 0.1161213 Feb 15 17:10:05.159055 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8ee77eb-090b-4d63-abc6-918ccae0d190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:05.189170 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8ee77eb-090b-4d63-abc6-918ccae0d190 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:05.192622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589ff605-ec0e-4bbc-9374-a627a3664c04 None None] Network 65dfc141-e0c3-4a7c-be25-60ea02135d23 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:10:05.199395 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d8ee77eb-090b-4d63-abc6-918ccae0d190 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c HTTP/1.1" status: 204 len: 168 time: 0.7625697 Feb 15 17:10:05.239567 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51876) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:05.242339 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-fbb165a4-9d4f-4b88-8c6f-c41932b8bdfc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=526a0779-d11d-4d85-b657-467ff440a8ac HTTP/1.1" status: 200 len: 217 time: 0.0992527 Feb 15 17:10:05.256274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee77eb-090b-4d63-abc6-918ccae0d190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=708a2ad4-4b91-4eb2-8f35-42b36e7b1e6c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:05.329028 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-85871072-ed97-4995-af53-291674be754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:05.332671 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-85871072-ed97-4995-af53-291674be754d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c8f98dee-a9b2-4ea5-aa5f-5927c1f9e26a HTTP/1.1" status: 200 len: 849 time: 0.0834165 Feb 15 17:10:05.405853 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (65dfc141-e0c3-4a7c-be25-60ea02135d23), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:05.425101 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 72a46b00-b69b-452d-8e71-b7277f526283 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:10:05.437909 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-3372af55-c7d3-4b81-8ee1-21fadba7b603 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f174cb7-58aa-4a6d-ab9c-0d7200813f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999649 Feb 15 17:10:05.473007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 72a46b00-b69b-452d-8e71-b7277f526283 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:10:05.473376 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 72a46b00-b69b-452d-8e71-b7277f526283 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:10:05.540609 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] Deleting port 1e7f5261-1082-4fd8-8528-a43bca947ba2 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:05.540956 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1e7f5261-1082-4fd8-8528-a43bca947ba2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:05.605313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e489aa7-3036-41a5-831e-fe2ed5faa0a7 None None] DHCP port deletion for 65dfc141-e0c3-4a7c-be25-60ea02135d23 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:10:05.642069 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] For port 1e7f5261-1082-4fd8-8528-a43bca947ba2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1e7f5261-1082-4fd8-8528-a43bca947ba2,segment=NetworkSegment(3fa003bf-d98c-424e-b99d-a4de0134b68c),segment_id=3fa003bf-d98c-424e-b99d-a4de0134b68c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:05.642792 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1e7f5261-1082-4fd8-8528-a43bca947ba2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:05.659250 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] Calling delete_port for 1e7f5261-1082-4fd8-8528-a43bca947ba2 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:05.691683 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-a12dd658-01d4-49ed-b760-86fe08ebdecd service neutron] 10.222.0.10 "GET /v2.0/networks/2f174cb7-58aa-4a6d-ab9c-0d7200813f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413743 Feb 15 17:10:05.729847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4e489aa7-3036-41a5-831e-fe2ed5faa0a7 None None] Deleting port 1e7f5261-1082-4fd8-8528-a43bca947ba2 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:05.735038 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:10:05.739908 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4e489aa7-3036-41a5-831e-fe2ed5faa0a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1e7f5261-1082-4fd8-8528-a43bca947ba2), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:05.935588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4e489aa7-3036-41a5-831e-fe2ed5faa0a7 None None] For port 1e7f5261-1082-4fd8-8528-a43bca947ba2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1e7f5261-1082-4fd8-8528-a43bca947ba2,segment=NetworkSegment(3fa003bf-d98c-424e-b99d-a4de0134b68c),segment_id=3fa003bf-d98c-424e-b99d-a4de0134b68c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:05.937422 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4e489aa7-3036-41a5-831e-fe2ed5faa0a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1e7f5261-1082-4fd8-8528-a43bca947ba2), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:05.958922 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (1e7f5261-1082-4fd8-8528-a43bca947ba2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:05.982175 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] No DVR routers for this DVR port 1e7f5261-1082-4fd8-8528-a43bca947ba2 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:10:05.986788 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4e489aa7-3036-41a5-831e-fe2ed5faa0a7 None None] Calling delete_port for 1e7f5261-1082-4fd8-8528-a43bca947ba2 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:06.109962 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e7f5261-1082-4fd8-8528-a43bca947ba2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:06.249793 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (65dfc141-e0c3-4a7c-be25-60ea02135d23), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:06.340903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65dfc141-e0c3-4a7c-be25-60ea02135d23']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:10:06.352786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa003bf-d98c-424e-b99d-a4de0134b68c') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:10:06.353082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa003bf-d98c-424e-b99d-a4de0134b68c') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:10:06.370143 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (3fa003bf-d98c-424e-b99d-a4de0134b68c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:06.402161 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (3fa003bf-d98c-424e-b99d-a4de0134b68c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:06.417335 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:10:06.417773 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (3fa003bf-d98c-424e-b99d-a4de0134b68c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:10:06.422965 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:10:06.588262 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dceb7ab8-7bc8-4eab-8f52-e7ab6f188612 req-3651691e-40bc-4eb1-8f64-9fc75f0fb6ff service neutron] 10.222.0.10 "GET /v2.0/networks/2f174cb7-58aa-4a6d-ab9c-0d7200813f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8855362 Feb 15 17:10:06.607549 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (65dfc141-e0c3-4a7c-be25-60ea02135d23), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:06.617826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:06.626319 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] 10.222.0.107 "DELETE /v2.0/networks/65dfc141-e0c3-4a7c-be25-60ea02135d23 HTTP/1.1" status: 204 len: 168 time: 1.3813303 Feb 15 17:10:06.649886 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf16c47-6c6f-46a0-a6a2-c218f36906a7 req-73e8477c-e44a-4ace-947f-5df6d7bd20b5 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:06.667068 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8bf16c47-6c6f-46a0-a6a2-c218f36906a7 req-73e8477c-e44a-4ace-947f-5df6d7bd20b5 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 944 time: 0.0777836 Feb 15 17:10:06.686712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fe023-c428-478a-bb7d-c0d214159de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=65dfc141-e0c3-4a7c-be25-60ea02135d23,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:06.758347 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4e489aa7-3036-41a5-831e-fe2ed5faa0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (1e7f5261-1082-4fd8-8528-a43bca947ba2), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:06.914867 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e489aa7-3036-41a5-831e-fe2ed5faa0a7 None None] Pushing event deleted for resources: {'Port': ['ID=1e7f5261-1082-4fd8-8528-a43bca947ba2,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:06.942578 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e489aa7-3036-41a5-831e-fe2ed5faa0a7 None None] Network 65dfc141-e0c3-4a7c-be25-60ea02135d23 is not hosted by any dhcp agent {{(pid=103801) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 17:10:06.943052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e489aa7-3036-41a5-831e-fe2ed5faa0a7 None None] No DVR routers for this DVR port 1e7f5261-1082-4fd8-8528-a43bca947ba2 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:10:07.003433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8bf16c47-6c6f-46a0-a6a2-c218f36906a7 req-31ba23bc-0d9c-4d88-abd2-698de3121a34 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/security-groups?id=b00678c2-f56c-4b9b-804e-aaf2fce859aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293846 Feb 15 17:10:07.039812 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb239c-a960-4456-b448-f5ba9cb4ca8c req-7e568521-b6d5-4fe1-9e85-1c4fa22c42a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:07.047515 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85fb239c-a960-4456-b448-f5ba9cb4ca8c req-7e568521-b6d5-4fe1-9e85-1c4fa22c42a5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=acddabd9dbc84ecc932658e38629a19b&device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 1127 time: 0.3153296 Feb 15 17:10:07.143541 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-159801e4-ea38-483b-8487-dd4d473eedf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:07.276725 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb239c-a960-4456-b448-f5ba9cb4ca8c req-3cbb2e06-7772-4862-927f-cbfd58c9afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:07.278353 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85fb239c-a960-4456-b448-f5ba9cb4ca8c req-3cbb2e06-7772-4862-927f-cbfd58c9afe6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2f174cb7-58aa-4a6d-ab9c-0d7200813f3f HTTP/1.1" status: 200 len: 910 time: 0.2158442 Feb 15 17:10:07.351600 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85fb239c-a960-4456-b448-f5ba9cb4ca8c req-c3fbd014-ad0f-44db-89c5-71daaef17138 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=526a0779-d11d-4d85-b657-467ff440a8ac HTTP/1.1" status: 200 len: 217 time: 0.0645638 Feb 15 17:10:07.398966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1e7f5261-1082-4fd8-8528-a43bca947ba2 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:10:07.426015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb239c-a960-4456-b448-f5ba9cb4ca8c req-80f71119-e063-4fae-8137-e93f84502e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:07.427889 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85fb239c-a960-4456-b448-f5ba9cb4ca8c req-80f71119-e063-4fae-8137-e93f84502e96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c8f98dee-a9b2-4ea5-aa5f-5927c1f9e26a HTTP/1.1" status: 200 len: 849 time: 0.0668459 Feb 15 17:10:07.441745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 1e7f5261-1082-4fd8-8528-a43bca947ba2 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:10:07.442093 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1e7f5261-1082-4fd8-8528-a43bca947ba2 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:10:07.509700 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85fb239c-a960-4456-b448-f5ba9cb4ca8c req-22796e0c-0130-48a2-9452-725842234624 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2f174cb7-58aa-4a6d-ab9c-0d7200813f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636680 Feb 15 17:10:07.510093 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51944) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:07.593723 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ebb3a724-765e-4036-896d-a33f7ec8eb84 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1859c8f919184cc7aaacd35da7c5cc89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0817814 Feb 15 17:10:07.594370 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 51946) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:07.667911 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85fb239c-a960-4456-b448-f5ba9cb4ca8c req-6931939c-dc05-4ad7-a48d-0de8a71ef39d service neutron] 10.222.0.10 "GET /v2.0/networks/2f174cb7-58aa-4a6d-ab9c-0d7200813f3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547122 Feb 15 17:10:07.683499 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a69f57c8-2ebc-4d96-bc62-276bdf65c0e5 admin admin] Publish callbacks [] for security_group (258de38d-4215-4aaa-9571-2c7a80dc5698), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:07.723814 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a69f57c8-2ebc-4d96-bc62-276bdf65c0e5 admin admin] Publish callbacks [] for security_group (258de38d-4215-4aaa-9571-2c7a80dc5698), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:07.827920 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85fb239c-a960-4456-b448-f5ba9cb4ca8c req-2d3cb08e-2e14-4c63-afb0-e695a3bcbab8 service neutron] 10.222.0.10 "GET /v2.0/networks/2f174cb7-58aa-4a6d-ab9c-0d7200813f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508250 Feb 15 17:10:07.936925 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a69f57c8-2ebc-4d96-bc62-276bdf65c0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (258de38d-4215-4aaa-9571-2c7a80dc5698), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:07.939443 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a69f57c8-2ebc-4d96-bc62-276bdf65c0e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:07.940603 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a69f57c8-2ebc-4d96-bc62-276bdf65c0e5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/258de38d-4215-4aaa-9571-2c7a80dc5698 HTTP/1.1" status: 204 len: 168 time: 0.3451550 Feb 15 17:10:07.973765 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f57c8-2ebc-4d96-bc62-276bdf65c0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258de38d-4215-4aaa-9571-2c7a80dc5698,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:08.335573 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74fcd5b-1833-4f26-9921-53f6a8368c89 req-09c244ae-4a6e-4b30-b202-9b9791f719d7 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:08.337560 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e74fcd5b-1833-4f26-9921-53f6a8368c89 req-09c244ae-4a6e-4b30-b202-9b9791f719d7 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 944 time: 0.0951564 Feb 15 17:10:08.458315 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e74fcd5b-1833-4f26-9921-53f6a8368c89 req-223c4037-2964-487b-9ff2-6efc64c4633d tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/security-groups?id=b00678c2-f56c-4b9b-804e-aaf2fce859aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135633 Feb 15 17:10:08.466379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 51980) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:08.608409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 526a0779-d11d-4d85-b657-467ff440a8ac details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:10:08.810228 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 526a0779-d11d-4d85-b657-467ff440a8ac, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=526a0779-d11d-4d85-b657-467ff440a8ac,segment=NetworkSegment(cf033859-ec17-4954-b8b1-fb82d45b31e7),segment_id=cf033859-ec17-4954-b8b1-fb82d45b31e7)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:08.823888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '526a0779-d11d-4d85-b657-467ff440a8ac', 'network_id': '2f174cb7-58aa-4a6d-ab9c-0d7200813f3f', 'port_id': '526a0779-d11d-4d85-b657-467ff440a8ac', 'mac_address': 'fa:16:3e:a8:29:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f98dee-a9b2-4ea5-aa5f-5927c1f9e26a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:10:08.882328 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 526a0779-d11d-4d85-b657-467ff440a8ac is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:08.882865 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (526a0779-d11d-4d85-b657-467ff440a8ac), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:08.912503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 526a0779-d11d-4d85-b657-467ff440a8ac {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:10:08.938203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1784410267', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:08.948070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 526a0779-d11d-4d85-b657-467ff440a8ac, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=526a0779-d11d-4d85-b657-467ff440a8ac,segment=NetworkSegment(cf033859-ec17-4954-b8b1-fb82d45b31e7),segment_id=cf033859-ec17-4954-b8b1-fb82d45b31e7)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:09.035111 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (526a0779-d11d-4d85-b657-467ff440a8ac), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:09.114389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Made reservation on behalf of 2fb8371adbb142d2b4024535e04552fe for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:09.117570 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:09.140939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=526a0779-d11d-4d85-b657-467ff440a8ac,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:09.141133 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:09.318754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['526a0779-d11d-4d85-b657-467ff440a8ac'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:10:09.473893 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b98db0a-d1d0-4e2c-aa9d-8907a05d147d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:09.499324 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks [] for security_group (36a8f396-131c-4fc5-a825-1a32fb5eac1f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:09.536645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52006) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:09.586673 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10fafb43-36aa-4472-acc4-da3cfcb74558 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:09.714167 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (36a8f396-131c-4fc5-a825-1a32fb5eac1f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:09.736103 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] device_id is not set on port ee8ea6fe-16b2-4420-bb96-a41daada6f41 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:10:09.887080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Allocated IP 172.25.4.91 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/ee8ea6fe-16b2-4420-bb96-a41daada6f41) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:10:09.910416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a8f396-131c-4fc5-a825-1a32fb5eac1f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:09.991698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d8ade-0195-4256-bd32-132da5b81e18 req-e1001d12-20c0-42d4-bd4a-317057506605 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:09.999963 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-451d8ade-0195-4256-bd32-132da5b81e18 req-e1001d12-20c0-42d4-bd4a-317057506605 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 945 time: 0.4261162 Feb 15 17:10:10.149095 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10fafb43-36aa-4472-acc4-da3cfcb74558 admin admin] Publish callbacks [] for security_group (a720afc5-ac31-4a40-9ca4-39851afce794), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:10.173698 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-451d8ade-0195-4256-bd32-132da5b81e18 req-e2dcc02b-fc25-42f6-b823-653f77b239e3 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/security-groups?id=b00678c2-f56c-4b9b-804e-aaf2fce859aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709433 Feb 15 17:10:10.228867 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks [] for port (ee8ea6fe-16b2-4420-bb96-a41daada6f41), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:10.296711 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-10fafb43-36aa-4472-acc4-da3cfcb74558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a720afc5-ac31-4a40-9ca4-39851afce794), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:10.445870 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ee8ea6fe-16b2-4420-bb96-a41daada6f41), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:10.506233 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:10.526914 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fafb43-36aa-4472-acc4-da3cfcb74558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a720afc5-ac31-4a40-9ca4-39851afce794,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:10.572942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-10fafb43-36aa-4472-acc4-da3cfcb74558 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 1.0337105 Feb 15 17:10:10.575941 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52024) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:10.615603 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:10.615991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 526a0779-d11d-4d85-b657-467ff440a8ac up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:10:10.621615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:10.639555 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:10:10.687137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:10.688013 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:10.691695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Pushing event updated for resources: {'Port': ['ID=ee8ea6fe-16b2-4420-bb96-a41daada6f41,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:10.738934 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-589cac95-d68f-4d69-9602-d53500e2523a admin admin] Publish callbacks [] for security_group (a720afc5-ac31-4a40-9ca4-39851afce794), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:10.769718 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-589cac95-d68f-4d69-9602-d53500e2523a admin admin] Publish callbacks [] for security_group (a720afc5-ac31-4a40-9ca4-39851afce794), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:10.814895 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-40b609bd-017a-433a-bfe2-b075218d7414 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3443666 Feb 15 17:10:10.815114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52028) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:10.820272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-5fa4a4f6-995d-406b-b7be-623d6ea197cd tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.91'}]}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:10.829418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 526a0779-d11d-4d85-b657-467ff440a8ac completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:10:10.833479 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 526a0779-d11d-4d85-b657-467ff440a8ac triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:10.833861 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (526a0779-d11d-4d85-b657-467ff440a8ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:10.921044 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-589cac95-d68f-4d69-9602-d53500e2523a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a720afc5-ac31-4a40-9ca4-39851afce794), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:10.924204 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-589cac95-d68f-4d69-9602-d53500e2523a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:10.927057 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-589cac95-d68f-4d69-9602-d53500e2523a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a720afc5-ac31-4a40-9ca4-39851afce794 HTTP/1.1" status: 204 len: 168 time: 0.3484111 Feb 15 17:10:10.937091 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5fa4a4f6-995d-406b-b7be-623d6ea197cd tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (d18d526c-05c6-4829-9214-4ff37340237a), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:10.938302 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5fa4a4f6-995d-406b-b7be-623d6ea197cd tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (d18d526c-05c6-4829-9214-4ff37340237a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:10.942436 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cac95-d68f-4d69-9602-d53500e2523a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a720afc5-ac31-4a40-9ca4-39851afce794,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:10.962467 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 526a0779-d11d-4d85-b657-467ff440a8ac is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:10.963097 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (526a0779-d11d-4d85-b657-467ff440a8ac), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:11.013543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1332da-8293-4ffe-af2c-16cdb1481d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526a0779-d11d-4d85-b657-467ff440a8ac'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:10:11.016670 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e20b5b7-99dd-4703-9420-54015dadbed7" -d '{"events": [{"server_uuid": "6e1332da-8293-4ffe-af2c-16cdb1481d46", "name": "network-vif-plugged", "status": "completed", "tag": "526a0779-d11d-4d85-b657-467ff440a8ac"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:10:11.044396 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 526a0779-d11d-4d85-b657-467ff440a8ac, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=526a0779-d11d-4d85-b657-467ff440a8ac,segment=NetworkSegment(cf033859-ec17-4954-b8b1-fb82d45b31e7),segment_id=cf033859-ec17-4954-b8b1-fb82d45b31e7)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:11.069863 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a499466-9191-438d-98fe-fe11e37a5c66 x-openstack-request-id: req-4a499466-9191-438d-98fe-fe11e37a5c66 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:10:11.070736 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1332da-8293-4ffe-af2c-16cdb1481d46", "name": "network-vif-plugged", "status": "completed", "tag": "526a0779-d11d-4d85-b657-467ff440a8ac", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:10:11.071490 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4a499466-9191-438d-98fe-fe11e37a5c66 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:10:11.072157 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1332da-8293-4ffe-af2c-16cdb1481d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '526a0779-d11d-4d85-b657-467ff440a8ac', 'code': 200} Feb 15 17:10:11.134786 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (526a0779-d11d-4d85-b657-467ff440a8ac), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:11.157076 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5fa4a4f6-995d-406b-b7be-623d6ea197cd tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks [] for router_controller (d18d526c-05c6-4829-9214-4ff37340237a), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:11.232594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=526a0779-d11d-4d85-b657-467ff440a8ac,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:11.500217 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcae31-ea69-470a-928a-8dadadcc7e92 req-bf31f4fa-a87a-4275-8475-8293ced216d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:11.508419 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38bcae31-ea69-470a-928a-8dadadcc7e92 req-bf31f4fa-a87a-4275-8475-8293ced216d4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 1129 time: 0.3468716 Feb 15 17:10:11.763322 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38bcae31-ea69-470a-928a-8dadadcc7e92 req-b7e8ca3f-7abc-4cad-8fc7-63ddc10db994 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b00678c2-f56c-4b9b-804e-aaf2fce859aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486161 Feb 15 17:10:11.864992 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5fa4a4f6-995d-406b-b7be-623d6ea197cd tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks [] for router_gateway (d18d526c-05c6-4829-9214-4ff37340237a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:11.902782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43049e2-1d0e-45ee-80d5-37f87af375ae req-0cf615ce-e958-4131-a8c3-71f944d185c6 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:11.904771 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f43049e2-1d0e-45ee-80d5-37f87af375ae req-0cf615ce-e958-4131-a8c3-71f944d185c6 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 946 time: 0.5461099 Feb 15 17:10:12.018523 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f43049e2-1d0e-45ee-80d5-37f87af375ae req-ad3710d3-accd-4e7d-ba26-a905b7f20b91 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/security-groups?id=b00678c2-f56c-4b9b-804e-aaf2fce859aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025763 Feb 15 17:10:12.031590 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:12.432623 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5fa4a4f6-995d-406b-b7be-623d6ea197cd tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks [] for router_gateway (d18d526c-05c6-4829-9214-4ff37340237a), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:12.472980 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5fa4a4f6-995d-406b-b7be-623d6ea197cd tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:12.838476 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5fa4a4f6-995d-406b-b7be-623d6ea197cd tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks [] for router (d18d526c-05c6-4829-9214-4ff37340237a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:13.201045 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5fa4a4f6-995d-406b-b7be-623d6ea197cd tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (d18d526c-05c6-4829-9214-4ff37340237a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:13.205232 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5fa4a4f6-995d-406b-b7be-623d6ea197cd tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks [] for router_controller (d18d526c-05c6-4829-9214-4ff37340237a), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:13.273794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea576017-9d0e-4d98-bf10-179e4fe63145 req-50d3353e-ecf3-44d5-bc60-2bb4ea2e724b tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:13.275882 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ea576017-9d0e-4d98-bf10-179e4fe63145 req-50d3353e-ecf3-44d5-bc60-2bb4ea2e724b tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 946 time: 0.1203289 Feb 15 17:10:13.329109 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5fa4a4f6-995d-406b-b7be-623d6ea197cd tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (d18d526c-05c6-4829-9214-4ff37340237a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:13.329810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa4a4f6-995d-406b-b7be-623d6ea197cd tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d18d526c-05c6-4829-9214-4ff37340237a {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:10:13.370942 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ea576017-9d0e-4d98-bf10-179e4fe63145 req-d147a7a0-ee96-4b03-a8c6-4c4463f86a70 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/security-groups?id=b00678c2-f56c-4b9b-804e-aaf2fce859aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892310 Feb 15 17:10:13.468426 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-5fa4a4f6-995d-406b-b7be-623d6ea197cd tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 15 17:10:13.470569 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5fa4a4f6-995d-406b-b7be-623d6ea197cd tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6534760 Feb 15 17:10:13.478354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52084) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:13.503904 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:13.649734 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-3095c5fb-387c-456d-907e-2a478ed85e50 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Deleting port ee8ea6fe-16b2-4420-bb96-a41daada6f41 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:13.650343 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3095c5fb-387c-456d-907e-2a478ed85e50 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ee8ea6fe-16b2-4420-bb96-a41daada6f41), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:13.781529 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3095c5fb-387c-456d-907e-2a478ed85e50 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ee8ea6fe-16b2-4420-bb96-a41daada6f41), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:13.814443 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-3095c5fb-387c-456d-907e-2a478ed85e50 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Calling delete_port for ee8ea6fe-16b2-4420-bb96-a41daada6f41 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:14.157646 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3095c5fb-387c-456d-907e-2a478ed85e50 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ee8ea6fe-16b2-4420-bb96-a41daada6f41), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:14.206683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095c5fb-387c-456d-907e-2a478ed85e50 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee8ea6fe-16b2-4420-bb96-a41daada6f41,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:14.351802 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3095c5fb-387c-456d-907e-2a478ed85e50 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:14.355372 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3095c5fb-387c-456d-907e-2a478ed85e50 tempest-RoutersAdminNegativeTest-1162061346 tempest-RoutersAdminNegativeTest-1162061346-project-admin] 10.222.0.107 "DELETE /v2.0/ports/ee8ea6fe-16b2-4420-bb96-a41daada6f41 HTTP/1.1" status: 204 len: 168 time: 0.8759263 Feb 15 17:10:15.047408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52122) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:15.278522 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2e83379d-20af-4c13-b9ab-a51bbbdd02e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:15.492016 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2e83379d-20af-4c13-b9ab-a51bbbdd02e0 admin admin] Publish callbacks [] for security_group (c491dd9a-6931-439d-8134-3ff3fc1dd1b2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:15.614933 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2e83379d-20af-4c13-b9ab-a51bbbdd02e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c491dd9a-6931-439d-8134-3ff3fc1dd1b2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:15.713699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52138) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:15.720479 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2e83379d-20af-4c13-b9ab-a51bbbdd02e0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4d30bdcbf4274f4a8b774d34a6ed6140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6719275 Feb 15 17:10:15.726833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83379d-20af-4c13-b9ab-a51bbbdd02e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c491dd9a-6931-439d-8134-3ff3fc1dd1b2,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:15.803578 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce90f-d607-4ff8-b92e-9cc609e73d21 admin admin] Publish callbacks [] for security_group (c491dd9a-6931-439d-8134-3ff3fc1dd1b2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:15.872801 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce90f-d607-4ff8-b92e-9cc609e73d21 admin admin] Publish callbacks [] for security_group (c491dd9a-6931-439d-8134-3ff3fc1dd1b2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:16.073239 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce90f-d607-4ff8-b92e-9cc609e73d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c491dd9a-6931-439d-8134-3ff3fc1dd1b2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:16.075897 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce90f-d607-4ff8-b92e-9cc609e73d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:16.079873 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cf0ce90f-d607-4ff8-b92e-9cc609e73d21 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c491dd9a-6931-439d-8134-3ff3fc1dd1b2 HTTP/1.1" status: 204 len: 168 time: 0.3646419 Feb 15 17:10:16.094765 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ce90f-d607-4ff8-b92e-9cc609e73d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c491dd9a-6931-439d-8134-3ff3fc1dd1b2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:17.167717 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52172) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:17.262923 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52176) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:17.267501 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-097cb4bc-76ad-439d-979e-96e90f26c826 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2fb8371adbb142d2b4024535e04552fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0942459 Feb 15 17:10:17.413985 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f44d35ed-63bd-4232-8d8d-820a82e47dad admin admin] Publish callbacks [] for security_group (36a8f396-131c-4fc5-a825-1a32fb5eac1f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:17.464539 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f44d35ed-63bd-4232-8d8d-820a82e47dad admin admin] Publish callbacks [] for security_group (36a8f396-131c-4fc5-a825-1a32fb5eac1f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:17.714806 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f44d35ed-63bd-4232-8d8d-820a82e47dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (36a8f396-131c-4fc5-a825-1a32fb5eac1f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:17.717432 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f44d35ed-63bd-4232-8d8d-820a82e47dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:17.721612 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f44d35ed-63bd-4232-8d8d-820a82e47dad admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/36a8f396-131c-4fc5-a825-1a32fb5eac1f HTTP/1.1" status: 204 len: 168 time: 0.4574935 Feb 15 17:10:17.730965 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d35ed-63bd-4232-8d8d-820a82e47dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a8f396-131c-4fc5-a825-1a32fb5eac1f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:19.950164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52280) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:20.123253 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f5752b25-3f0d-4781-8b9d-b9830b80056b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1729772303'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:20.382784 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5752b25-3f0d-4781-8b9d-b9830b80056b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:20.388614 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5752b25-3f0d-4781-8b9d-b9830b80056b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:20.416046 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5752b25-3f0d-4781-8b9d-b9830b80056b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:20.623511 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5752b25-3f0d-4781-8b9d-b9830b80056b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for security_group (11541fbd-4699-4b27-9764-322b4089d7e2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:20.866914 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5752b25-3f0d-4781-8b9d-b9830b80056b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (11541fbd-4699-4b27-9764-322b4089d7e2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:20.945606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5752b25-3f0d-4781-8b9d-b9830b80056b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:10:20.949561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5752b25-3f0d-4781-8b9d-b9830b80056b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11541fbd-4699-4b27-9764-322b4089d7e2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:20.976458 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5752b25-3f0d-4781-8b9d-b9830b80056b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (f57c4f56-378b-4d46-a5cc-33e811cb407c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:20.978944 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-f5752b25-3f0d-4781-8b9d-b9830b80056b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Added segment f57c4f56-378b-4d46-a5cc-33e811cb407c of type vlan for network 824790ef-3fd7-489c-9576-06e052670deb Feb 15 17:10:21.115235 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5752b25-3f0d-4781-8b9d-b9830b80056b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (824790ef-3fd7-489c-9576-06e052670deb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:21.324123 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5752b25-3f0d-4781-8b9d-b9830b80056b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (824790ef-3fd7-489c-9576-06e052670deb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:21.329140 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5752b25-3f0d-4781-8b9d-b9830b80056b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:21.336852 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f5752b25-3f0d-4781-8b9d-b9830b80056b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:21.471885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5752b25-3f0d-4781-8b9d-b9830b80056b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Network': ['ID=824790ef-3fd7-489c-9576-06e052670deb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:21.487435 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 824790ef-3fd7-489c-9576-06e052670deb details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:10:21.644943 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f5752b25-3f0d-4781-8b9d-b9830b80056b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6939681 Feb 15 17:10:21.649271 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52334) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:21.655488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6ac2e7dd-96a2-46fe-b337-8d5365c2d40c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:21.922188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52350) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:21.958691 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac2e7dd-96a2-46fe-b337-8d5365c2d40c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:21.963926 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ac2e7dd-96a2-46fe-b337-8d5365c2d40c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:22.316529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52364) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:22.323025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-70c75f9c-a1c9-43b8-9abe-a135117db4e6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-192173884', 'description': 'tempest-secgroup-smoke-192173884 description', 'project_id': '3e4b95210b24489aa9af66b1429a9643'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:22.369670 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de8ecb24-9807-4c2a-99da-011c2017748a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:22.457381 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-70c75f9c-a1c9-43b8-9abe-a135117db4e6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:22.650387 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-70c75f9c-a1c9-43b8-9abe-a135117db4e6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group (24eb3fe9-9337-479c-a1a7-88bf71afe0fd), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:22.737821 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de8ecb24-9807-4c2a-99da-011c2017748a admin admin] Publish callbacks [] for security_group (f71e8721-9ef9-4293-8479-054937d3e754), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:22.779807 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ac2e7dd-96a2-46fe-b337-8d5365c2d40c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (e06cd4ed-6eba-4358-b7e8-01f51b37f6bf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:22.805594 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-70c75f9c-a1c9-43b8-9abe-a135117db4e6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (24eb3fe9-9337-479c-a1a7-88bf71afe0fd), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:22.864081 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-de8ecb24-9807-4c2a-99da-011c2017748a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f71e8721-9ef9-4293-8479-054937d3e754), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:22.929225 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-70c75f9c-a1c9-43b8-9abe-a135117db4e6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:22.947246 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-70c75f9c-a1c9-43b8-9abe-a135117db4e6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6129494 Feb 15 17:10:22.949327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c75f9c-a1c9-43b8-9abe-a135117db4e6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24eb3fe9-9337-479c-a1a7-88bf71afe0fd,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:22.962215 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-de8ecb24-9807-4c2a-99da-011c2017748a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=917baaf9c2d249689f23f61dc8df53d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0388625 Feb 15 17:10:22.965794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52386) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:22.966140 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52388) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:22.989606 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2e7dd-96a2-46fe-b337-8d5365c2d40c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=e06cd4ed-6eba-4358-b7e8-01f51b37f6bf,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:23.086069 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4127c6fc-7ac3-4ec2-ac40-8e12501c6d34 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'security_group_rule': {'security_group_id': '24eb3fe9-9337-479c-a1a7-88bf71afe0fd', 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:23.141382 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ecb24-9807-4c2a-99da-011c2017748a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71e8721-9ef9-4293-8479-054937d3e754,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:23.178718 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6a06a-7cf6-4e81-8fc8-bdf3aebd4aaf req-2c77c9ef-8a71-474f-b5d5-19316ac0ba03 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:23.182675 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6de6a06a-7cf6-4e81-8fc8-bdf3aebd4aaf req-2c77c9ef-8a71-474f-b5d5-19316ac0ba03 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 946 time: 0.2176468 Feb 15 17:10:23.220706 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-033c162a-04af-4a9e-baf0-50d9e621fd65 admin admin] Publish callbacks [] for security_group (f71e8721-9ef9-4293-8479-054937d3e754), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:23.223273 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac2e7dd-96a2-46fe-b337-8d5365c2d40c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:10:23.223273 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac2e7dd-96a2-46fe-b337-8d5365c2d40c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network hostable DHCP agents. Network: 824790ef-3fd7-489c-9576-06e052670deb, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:10:23.291811 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6de6a06a-7cf6-4e81-8fc8-bdf3aebd4aaf req-411ec219-9db8-4a78-8bd9-c9cf54abf9eb tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/security-groups?id=b00678c2-f56c-4b9b-804e-aaf2fce859aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021132 Feb 15 17:10:23.306365 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-033c162a-04af-4a9e-baf0-50d9e621fd65 admin admin] Publish callbacks [] for security_group (f71e8721-9ef9-4293-8479-054937d3e754), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:23.336208 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4127c6fc-7ac3-4ec2-ac40-8e12501c6d34 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (5dab0296-7585-4648-b5d3-f30cb470d3b3), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:23.358273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52404) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:23.424560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac2e7dd-96a2-46fe-b337-8d5365c2d40c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:10:23.516697 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-033c162a-04af-4a9e-baf0-50d9e621fd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f71e8721-9ef9-4293-8479-054937d3e754), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:23.524047 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-033c162a-04af-4a9e-baf0-50d9e621fd65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:23.524047 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-033c162a-04af-4a9e-baf0-50d9e621fd65 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/f71e8721-9ef9-4293-8479-054937d3e754 HTTP/1.1" status: 204 len: 168 time: 0.5353208 Feb 15 17:10:23.539746 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-259ed010-b12b-4090-bca7-cc690d73f19b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:23.539981 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4127c6fc-7ac3-4ec2-ac40-8e12501c6d34 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (5dab0296-7585-4648-b5d3-f30cb470d3b3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:23.541245 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c162a-04af-4a9e-baf0-50d9e621fd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71e8721-9ef9-4293-8479-054937d3e754,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:23.554273 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-6ac2e7dd-96a2-46fe-b337-8d5365c2d40c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 824790ef-3fd7-489c-9576-06e052670deb) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:23.560645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac2e7dd-96a2-46fe-b337-8d5365c2d40c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:23.561244 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ac2e7dd-96a2-46fe-b337-8d5365c2d40c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:23.602125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3ec340-fabe-4716-80b0-c61f25255e5c None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:10:23.623567 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4127c6fc-7ac3-4ec2-ac40-8e12501c6d34 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (5dab0296-7585-4648-b5d3-f30cb470d3b3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:23.698099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127c6fc-7ac3-4ec2-ac40-8e12501c6d34 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dab0296-7585-4648-b5d3-f30cb470d3b3,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:23.726266 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6ac2e7dd-96a2-46fe-b337-8d5365c2d40c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0642879 Feb 15 17:10:23.726472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52416) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:23.726472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c9c9adb8-333c-4de7-88f1-cf70a1d3ece4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'name': 'tempest-NetworksTestDHCPv6-677304318'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:23.796209 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4127c6fc-7ac3-4ec2-ac40-8e12501c6d34 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:23.799941 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4127c6fc-7ac3-4ec2-ac40-8e12501c6d34 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8108411 Feb 15 17:10:23.800190 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52418) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:23.804681 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b2abfcd2-5bbc-44ae-9685-d59a6a54b69c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'security_group_rule': {'security_group_id': '24eb3fe9-9337-479c-a1a7-88bf71afe0fd', 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:23.921844 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': 'e06cd4ed-6eba-4358-b7e8-01f51b37f6bf'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:10:23.922741 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:23.982515 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b2abfcd2-5bbc-44ae-9685-d59a6a54b69c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (9a426504-3571-49a2-a7b1-03c78164da17), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:23.994441 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-259ed010-b12b-4090-bca7-cc690d73f19b admin admin] Publish callbacks [] for security_group (a30bdce8-b482-4c4f-b94b-c140ec859ad3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:24.211883 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-259ed010-b12b-4090-bca7-cc690d73f19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a30bdce8-b482-4c4f-b94b-c140ec859ad3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:24.402926 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b2abfcd2-5bbc-44ae-9685-d59a6a54b69c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (9a426504-3571-49a2-a7b1-03c78164da17), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:24.477479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c9adb8-333c-4de7-88f1-cf70a1d3ece4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:24.485921 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c9c9adb8-333c-4de7-88f1-cf70a1d3ece4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:24.508944 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Allocated IP 2001:db8::2 (824790ef-3fd7-489c-9576-06e052670deb/e06cd4ed-6eba-4358-b7e8-01f51b37f6bf/9549563f-1623-4853-86ec-bb04323cafc9) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:10:24.557311 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2884d-357b-4e93-90f2-a7c01baa3f40 req-b410d14c-cc16-4524-8a6f-5fb2f99562da tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:24.561006 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2fd2884d-357b-4e93-90f2-a7c01baa3f40 req-b410d14c-cc16-4524-8a6f-5fb2f99562da tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 946 time: 0.1188316 Feb 15 17:10:24.564378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-c9c9adb8-333c-4de7-88f1-cf70a1d3ece4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port 434fca0b-ba71-4fe1-a531-8bd5c81f481f yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:10:24.572445 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b2abfcd2-5bbc-44ae-9685-d59a6a54b69c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (9a426504-3571-49a2-a7b1-03c78164da17), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:24.616056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52436) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:24.619605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-259ed010-b12b-4090-bca7-cc690d73f19b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=44e1c271a8a3456980f68746b1d251cd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2595229 Feb 15 17:10:24.655556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ed010-b12b-4090-bca7-cc690d73f19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30bdce8-b482-4c4f-b94b-c140ec859ad3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:24.702251 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2abfcd2-5bbc-44ae-9685-d59a6a54b69c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a426504-3571-49a2-a7b1-03c78164da17,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:24.748872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759c7cf-c353-4743-900e-b344c76754fc req-93039a5f-4480-43fd-92ec-8aef45865a32 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:24.750828 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4759c7cf-c353-4743-900e-b344c76754fc req-93039a5f-4480-43fd-92ec-8aef45865a32 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 946 time: 0.5503333 Feb 15 17:10:24.821876 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2fd2884d-357b-4e93-90f2-a7c01baa3f40 req-6118857e-e45c-4d35-81e8-f40636f8153a tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/security-groups?id=b00678c2-f56c-4b9b-804e-aaf2fce859aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368119 Feb 15 17:10:24.837131 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b2abfcd2-5bbc-44ae-9685-d59a6a54b69c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:24.840991 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b2abfcd2-5bbc-44ae-9685-d59a6a54b69c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0372822 Feb 15 17:10:24.852570 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52442) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:24.859169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-baa9d673-9c28-44ce-88cd-8c05c5ef7050 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'security_group_rule': {'security_group_id': '24eb3fe9-9337-479c-a1a7-88bf71afe0fd', 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:24.899772 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cadc5b40-cf0c-4781-83bf-78fd67ebd71e admin admin] Publish callbacks [] for security_group (a30bdce8-b482-4c4f-b94b-c140ec859ad3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:24.928606 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Publish callbacks [] for port (9549563f-1623-4853-86ec-bb04323cafc9), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:24.930002 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cadc5b40-cf0c-4781-83bf-78fd67ebd71e admin admin] Publish callbacks [] for security_group (a30bdce8-b482-4c4f-b94b-c140ec859ad3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:24.968748 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-4759c7cf-c353-4743-900e-b344c76754fc req-f6aca6e1-ee93-4335-b4e2-5e0cf5546039 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Deleting port 526a0779-d11d-4d85-b657-467ff440a8ac {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:24.969476 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4759c7cf-c353-4743-900e-b344c76754fc req-f6aca6e1-ee93-4335-b4e2-5e0cf5546039 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (526a0779-d11d-4d85-b657-467ff440a8ac), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:25.040642 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-baa9d673-9c28-44ce-88cd-8c05c5ef7050 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (e9a1729a-3309-4106-bcf0-58a37a8a2cdc), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:25.074678 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (9549563f-1623-4853-86ec-bb04323cafc9), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:25.081919 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-4759c7cf-c353-4743-900e-b344c76754fc req-f6aca6e1-ee93-4335-b4e2-5e0cf5546039 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] For port 526a0779-d11d-4d85-b657-467ff440a8ac, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=526a0779-d11d-4d85-b657-467ff440a8ac,segment=NetworkSegment(cf033859-ec17-4954-b8b1-fb82d45b31e7),segment_id=cf033859-ec17-4954-b8b1-fb82d45b31e7)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:25.088308 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4759c7cf-c353-4743-900e-b344c76754fc req-f6aca6e1-ee93-4335-b4e2-5e0cf5546039 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (526a0779-d11d-4d85-b657-467ff440a8ac), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:25.095235 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-baa9d673-9c28-44ce-88cd-8c05c5ef7050 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (e9a1729a-3309-4106-bcf0-58a37a8a2cdc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:25.106622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-4759c7cf-c353-4743-900e-b344c76754fc req-f6aca6e1-ee93-4335-b4e2-5e0cf5546039 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Calling delete_port for 526a0779-d11d-4d85-b657-467ff440a8ac owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:25.146198 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cadc5b40-cf0c-4781-83bf-78fd67ebd71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a30bdce8-b482-4c4f-b94b-c140ec859ad3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:25.149944 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cadc5b40-cf0c-4781-83bf-78fd67ebd71e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:25.155388 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cadc5b40-cf0c-4781-83bf-78fd67ebd71e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a30bdce8-b482-4c4f-b94b-c140ec859ad3 HTTP/1.1" status: 204 len: 168 time: 0.4963369 Feb 15 17:10:25.197350 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc5b40-cf0c-4781-83bf-78fd67ebd71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30bdce8-b482-4c4f-b94b-c140ec859ad3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:25.197610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Pushing event updated for resources: {'Port': ['ID=9549563f-1623-4853-86ec-bb04323cafc9,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:25.212781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:25.216330 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-baa9d673-9c28-44ce-88cd-8c05c5ef7050 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e9a1729a-3309-4106-bcf0-58a37a8a2cdc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:25.219713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:25.232704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:10:25.323287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9d673-9c28-44ce-88cd-8c05c5ef7050 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a1729a-3309-4106-bcf0-58a37a8a2cdc,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:25.375420 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Attempting to bind port 9549563f-1623-4853-86ec-bb04323cafc9 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:10:25.375735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Attempting to bind port 9549563f-1623-4853-86ec-bb04323cafc9 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:10:25.376094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Attempting to bind port 9549563f-1623-4853-86ec-bb04323cafc9 on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:10:25.381816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:10:25.382426 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:10:25.382987 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:25.383528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:10:25.384135 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Bound port: 9549563f-1623-4853-86ec-bb04323cafc9, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:10:25.384679 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9549563f-1623-4853-86ec-bb04323cafc9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:25.401951 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-baa9d673-9c28-44ce-88cd-8c05c5ef7050 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:25.405653 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-baa9d673-9c28-44ce-88cd-8c05c5ef7050 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5496476 Feb 15 17:10:25.411917 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52458) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:25.411917 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e826afc3-5d7e-426b-99e1-ca811167fd6d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'security_group_rule': {'security_group_id': '24eb3fe9-9337-479c-a1a7-88bf71afe0fd', 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:25.502189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] For port 9549563f-1623-4853-86ec-bb04323cafc9, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:10:25.509133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] For port 9549563f-1623-4853-86ec-bb04323cafc9, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9549563f-1623-4853-86ec-bb04323cafc9,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:10:25.558492 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e826afc3-5d7e-426b-99e1-ca811167fd6d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (d449db11-6f94-4acb-96fc-37ac69b4fd27), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:25.588707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-c9c9adb8-333c-4de7-88f1-cf70a1d3ece4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::ac (824790ef-3fd7-489c-9576-06e052670deb/e06cd4ed-6eba-4358-b7e8-01f51b37f6bf/434fca0b-ba71-4fe1-a531-8bd5c81f481f) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:10:25.625008 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e826afc3-5d7e-426b-99e1-ca811167fd6d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (d449db11-6f94-4acb-96fc-37ac69b4fd27), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:25.687880 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9549563f-1623-4853-86ec-bb04323cafc9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:25.755323 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271c69d-2af7-4fcf-8a57-62f70b36cb0f None None] Pushing event updated for resources: {'Port': ['ID=9549563f-1623-4853-86ec-bb04323cafc9,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:25.777598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e826afc3-5d7e-426b-99e1-ca811167fd6d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (d449db11-6f94-4acb-96fc-37ac69b4fd27), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:25.817648 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e826afc3-5d7e-426b-99e1-ca811167fd6d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d449db11-6f94-4acb-96fc-37ac69b4fd27,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:25.896906 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e826afc3-5d7e-426b-99e1-ca811167fd6d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:25.913338 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e826afc3-5d7e-426b-99e1-ca811167fd6d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5060298 Feb 15 17:10:25.920221 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52474) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:25.926452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b380a2e9-ac66-4274-b7dd-363f51bf9954 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'security_group_rule': {'security_group_id': '24eb3fe9-9337-479c-a1a7-88bf71afe0fd', 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:25.983254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c9c9adb8-333c-4de7-88f1-cf70a1d3ece4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (434fca0b-ba71-4fe1-a531-8bd5c81f481f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:26.063098 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4759c7cf-c353-4743-900e-b344c76754fc req-f6aca6e1-ee93-4335-b4e2-5e0cf5546039 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (526a0779-d11d-4d85-b657-467ff440a8ac), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:26.107808 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-b380a2e9-ac66-4274-b7dd-363f51bf9954 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Project 3e4b95210b24489aa9af66b1429a9643 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:10:26.116837 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b380a2e9-ac66-4274-b7dd-363f51bf9954 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (b86628cd-fcab-459f-9d89-3eb4a1fe9bc9), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:26.134690 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aca6e1-ee93-4335-b4e2-5e0cf5546039 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Pushing event deleted for resources: {'Port': ['ID=526a0779-d11d-4d85-b657-467ff440a8ac,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:26.230001 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c9c9adb8-333c-4de7-88f1-cf70a1d3ece4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (434fca0b-ba71-4fe1-a531-8bd5c81f481f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:26.241645 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01623b2b-85e7-4770-a4ce-02d009bb1323 req-8acb94e5-876b-413f-b4d4-aa3ee5a4e8b6 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 210 time: 0.1782165 Feb 15 17:10:26.313637 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b380a2e9-ac66-4274-b7dd-363f51bf9954 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (b86628cd-fcab-459f-9d89-3eb4a1fe9bc9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:26.378764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c9adb8-333c-4de7-88f1-cf70a1d3ece4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:26.399986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4759c7cf-c353-4743-900e-b344c76754fc req-f6aca6e1-ee93-4335-b4e2-5e0cf5546039 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] No DVR routers for this DVR port 526a0779-d11d-4d85-b657-467ff440a8ac on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:10:26.402786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-c9c9adb8-333c-4de7-88f1-cf70a1d3ece4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:26.403666 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b380a2e9-ac66-4274-b7dd-363f51bf9954 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (b86628cd-fcab-459f-9d89-3eb4a1fe9bc9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:26.421708 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4759c7cf-c353-4743-900e-b344c76754fc req-f6aca6e1-ee93-4335-b4e2-5e0cf5546039 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:26.431539 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4759c7cf-c353-4743-900e-b344c76754fc req-f6aca6e1-ee93-4335-b4e2-5e0cf5546039 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.10 "DELETE /v2.0/ports/526a0779-d11d-4d85-b657-467ff440a8ac HTTP/1.1" status: 204 len: 173 time: 1.6714094 Feb 15 17:10:26.435109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380a2e9-ac66-4274-b7dd-363f51bf9954 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86628cd-fcab-459f-9d89-3eb4a1fe9bc9,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:26.435751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1332da-8293-4ffe-af2c-16cdb1481d46', 'name': 'network-vif-deleted', 'tag': '526a0779-d11d-4d85-b657-467ff440a8ac'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:10:26.440817 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8340681f-9e6f-4b1c-a5f7-64eb0e37ef35" -d '{"events": [{"server_uuid": "6e1332da-8293-4ffe-af2c-16cdb1481d46", "name": "network-vif-deleted", "tag": "526a0779-d11d-4d85-b657-467ff440a8ac"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:10:26.443658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9adb8-333c-4de7-88f1-cf70a1d3ece4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:10:26.451224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c9adb8-333c-4de7-88f1-cf70a1d3ece4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:26.451224 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c9c9adb8-333c-4de7-88f1-cf70a1d3ece4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:26.463498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9adb8-333c-4de7-88f1-cf70a1d3ece4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=434fca0b-ba71-4fe1-a531-8bd5c81f481f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:26.501764 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c662a7c8-ab8c-42c4-b92b-d3036e18dbcd x-openstack-request-id: req-c662a7c8-ab8c-42c4-b92b-d3036e18dbcd {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:10:26.507412 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1332da-8293-4ffe-af2c-16cdb1481d46", "name": "network-vif-deleted", "tag": "526a0779-d11d-4d85-b657-467ff440a8ac", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:10:26.507412 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c662a7c8-ab8c-42c4-b92b-d3036e18dbcd {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:10:26.507412 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1332da-8293-4ffe-af2c-16cdb1481d46', 'name': 'network-vif-deleted', 'tag': '526a0779-d11d-4d85-b657-467ff440a8ac', 'status': 'completed', 'code': 200} Feb 15 17:10:26.536657 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b380a2e9-ac66-4274-b7dd-363f51bf9954 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:26.539132 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b380a2e9-ac66-4274-b7dd-363f51bf9954 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6179128 Feb 15 17:10:26.541937 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52496) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:26.552462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-849cab78-3488-4808-ae10-d1a551704817 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'security_group_rule': {'security_group_id': '24eb3fe9-9337-479c-a1a7-88bf71afe0fd', 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:26.586303 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c9c9adb8-333c-4de7-88f1-cf70a1d3ece4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8675172 Feb 15 17:10:26.588650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52502) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:26.702663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 526a0779-d11d-4d85-b657-467ff440a8ac no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:10:26.720346 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-849cab78-3488-4808-ae10-d1a551704817 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Project 3e4b95210b24489aa9af66b1429a9643 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:10:26.730146 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-849cab78-3488-4808-ae10-d1a551704817 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (e721aa64-83a2-4f97-9db5-4a9f4c7672de), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:26.773251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 526a0779-d11d-4d85-b657-467ff440a8ac {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:10:26.773880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 526a0779-d11d-4d85-b657-467ff440a8ac not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:10:26.783327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f740315d-8ae6-4345-9122-ad85d8b335f2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:26.791289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f740315d-8ae6-4345-9122-ad85d8b335f2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:26.795816 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f740315d-8ae6-4345-9122-ad85d8b335f2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2001035 Feb 15 17:10:26.796191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52506) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:26.904866 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-849cab78-3488-4808-ae10-d1a551704817 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (e721aa64-83a2-4f97-9db5-4a9f4c7672de), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:26.992179 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-849cab78-3488-4808-ae10-d1a551704817 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e721aa64-83a2-4f97-9db5-4a9f4c7672de), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:27.008018 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e648489c-5efd-46cd-b4ea-1fe4bea1f803 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port 434fca0b-ba71-4fe1-a531-8bd5c81f481f {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:27.008375 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e648489c-5efd-46cd-b4ea-1fe4bea1f803 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (434fca0b-ba71-4fe1-a531-8bd5c81f481f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:27.012195 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cab78-3488-4808-ae10-d1a551704817 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e721aa64-83a2-4f97-9db5-4a9f4c7672de,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:27.103439 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-849cab78-3488-4808-ae10-d1a551704817 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:27.115356 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-849cab78-3488-4808-ae10-d1a551704817 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5639930 Feb 15 17:10:27.170282 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e648489c-5efd-46cd-b4ea-1fe4bea1f803 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (434fca0b-ba71-4fe1-a531-8bd5c81f481f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:27.232952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e648489c-5efd-46cd-b4ea-1fe4bea1f803 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for 434fca0b-ba71-4fe1-a531-8bd5c81f481f owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:27.518357 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6868679-ab3f-418a-bd1b-628687c806bc req-44151645-423b-41b4-ade4-d12eac6f6a40 tempest-VolumesActionsTest-1432313476 tempest-VolumesActionsTest-1432313476-project] 10.222.0.107 "GET /v2.0/ports?device_id=6e1332da-8293-4ffe-af2c-16cdb1481d46 HTTP/1.1" status: 200 len: 210 time: 0.0817327 Feb 15 17:10:27.610608 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9549563f-1623-4853-86ec-bb04323cafc9 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:10:27.687387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7cfddd-faac-439f-836f-5f30b5e6185d None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:10:27.793264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c376a5ba-86b2-452e-8785-bd60c1439ff9 None None] Provisioning complete for port 9549563f-1623-4853-86ec-bb04323cafc9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:27.793959 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c376a5ba-86b2-452e-8785-bd60c1439ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9549563f-1623-4853-86ec-bb04323cafc9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:27.814651 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e648489c-5efd-46cd-b4ea-1fe4bea1f803 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (434fca0b-ba71-4fe1-a531-8bd5c81f481f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:27.855170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648489c-5efd-46cd-b4ea-1fe4bea1f803 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=434fca0b-ba71-4fe1-a531-8bd5c81f481f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:27.860113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9549563f-1623-4853-86ec-bb04323cafc9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:27.860481 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9549563f-1623-4853-86ec-bb04323cafc9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:27.877782 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e648489c-5efd-46cd-b4ea-1fe4bea1f803 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:27.881025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e648489c-5efd-46cd-b4ea-1fe4bea1f803 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/434fca0b-ba71-4fe1-a531-8bd5c81f481f HTTP/1.1" status: 204 len: 168 time: 1.0829573 Feb 15 17:10:27.883781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52580) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:27.946414 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83edf4f-97ad-490c-bbc8-b8e034eb5880 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:27.947849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83edf4f-97ad-490c-bbc8-b8e034eb5880 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:27.953160 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52586) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:27.953786 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a83edf4f-97ad-490c-bbc8-b8e034eb5880 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0684552 Feb 15 17:10:27.954889 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c376a5ba-86b2-452e-8785-bd60c1439ff9 None None] Current status of the port 9549563f-1623-4853-86ec-bb04323cafc9 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:27.955445 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c376a5ba-86b2-452e-8785-bd60c1439ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9549563f-1623-4853-86ec-bb04323cafc9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:28.055216 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d68e24-e716-4623-9ef7-5867a4f0597b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet e06cd4ed-6eba-4358-b7e8-01f51b37f6bf {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:10:28.059536 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9549563f-1623-4853-86ec-bb04323cafc9 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:28.060033 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9549563f-1623-4853-86ec-bb04323cafc9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:28.064300 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26d68e24-e716-4623-9ef7-5867a4f0597b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (e06cd4ed-6eba-4358-b7e8-01f51b37f6bf), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:28.095338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c376a5ba-86b2-452e-8785-bd60c1439ff9 None None] For port 9549563f-1623-4853-86ec-bb04323cafc9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9549563f-1623-4853-86ec-bb04323cafc9,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:28.123942 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26d68e24-e716-4623-9ef7-5867a4f0597b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (e06cd4ed-6eba-4358-b7e8-01f51b37f6bf), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:28.217412 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c376a5ba-86b2-452e-8785-bd60c1439ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9549563f-1623-4853-86ec-bb04323cafc9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:28.239576 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26d68e24-e716-4623-9ef7-5867a4f0597b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e06cd4ed-6eba-4358-b7e8-01f51b37f6bf), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:28.357260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376a5ba-86b2-452e-8785-bd60c1439ff9 None None] Pushing event updated for resources: {'Port': ['ID=9549563f-1623-4853-86ec-bb04323cafc9,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:28.363930 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:10:28.364309 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:10:28.383195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-878d4320-068a-44fe-b482-bbca14f23bed None None] Provisioning complete for port 9549563f-1623-4853-86ec-bb04323cafc9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:28.383292 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-878d4320-068a-44fe-b482-bbca14f23bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9549563f-1623-4853-86ec-bb04323cafc9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:28.440659 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26d68e24-e716-4623-9ef7-5867a4f0597b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (e06cd4ed-6eba-4358-b7e8-01f51b37f6bf), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:28.496456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d68e24-e716-4623-9ef7-5867a4f0597b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=e06cd4ed-6eba-4358-b7e8-01f51b37f6bf,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:28.498541 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26d68e24-e716-4623-9ef7-5867a4f0597b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:28.502241 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-26d68e24-e716-4623-9ef7-5867a4f0597b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/e06cd4ed-6eba-4358-b7e8-01f51b37f6bf HTTP/1.1" status: 204 len: 168 time: 0.5472367 Feb 15 17:10:28.504937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52606) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:28.540136 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-878d4320-068a-44fe-b482-bbca14f23bed None None] Current status of the port 9549563f-1623-4853-86ec-bb04323cafc9 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:28.632174 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-daba1ca6-8210-465a-81c4-0a1c3645093a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1259940 Feb 15 17:10:28.637449 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52614) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:28.656739 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-77b35cc2-2002-48be-81d5-17586d059630 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:28.680799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32854152-c32d-4416-9e35-02fc7f1b81b2 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:10:28.799288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e1312d44-9732-432b-9feb-bfffc8da2403 None None] Could not find standard attr ID for object 434fca0b-ba71-4fe1-a531-8bd5c81f481f. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:10:28.906824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b35cc2-2002-48be-81d5-17586d059630 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:28.915236 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-77b35cc2-2002-48be-81d5-17586d059630 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:28.929223 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9549563f-1623-4853-86ec-bb04323cafc9 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:28.961824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0a03b0-b069-489f-87dd-4818e2d29edc None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:10:29.019345 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a03b0-b069-489f-87dd-4818e2d29edc None None] Deleting port 9549563f-1623-4853-86ec-bb04323cafc9 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:29.019719 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f0a03b0-b069-489f-87dd-4818e2d29edc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9549563f-1623-4853-86ec-bb04323cafc9), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:29.106254 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1f0a03b0-b069-489f-87dd-4818e2d29edc None None] For port 9549563f-1623-4853-86ec-bb04323cafc9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9549563f-1623-4853-86ec-bb04323cafc9,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:29.106776 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f0a03b0-b069-489f-87dd-4818e2d29edc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9549563f-1623-4853-86ec-bb04323cafc9), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:29.129529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a03b0-b069-489f-87dd-4818e2d29edc None None] Calling delete_port for 9549563f-1623-4853-86ec-bb04323cafc9 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:29.371994 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-77b35cc2-2002-48be-81d5-17586d059630 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (7e930c2a-3873-4250-8aa7-bd9feaab60e4), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:29.390115 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f0a03b0-b069-489f-87dd-4818e2d29edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (9549563f-1623-4853-86ec-bb04323cafc9), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:29.422512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a03b0-b069-489f-87dd-4818e2d29edc None None] Pushing event deleted for resources: {'Port': ['ID=9549563f-1623-4853-86ec-bb04323cafc9,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:29.437728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a03b0-b069-489f-87dd-4818e2d29edc None None] No DVR routers for this DVR port 9549563f-1623-4853-86ec-bb04323cafc9 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:10:29.473304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9549563f-1623-4853-86ec-bb04323cafc9 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:10:29.511916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b35cc2-2002-48be-81d5-17586d059630 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=7e930c2a-3873-4250-8aa7-bd9feaab60e4,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:29.516007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 9549563f-1623-4853-86ec-bb04323cafc9 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:10:29.516519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9549563f-1623-4853-86ec-bb04323cafc9 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:10:29.567796 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b35cc2-2002-48be-81d5-17586d059630 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:29.569574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-77b35cc2-2002-48be-81d5-17586d059630 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:29.574642 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b35cc2-2002-48be-81d5-17586d059630 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:29.575313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-77b35cc2-2002-48be-81d5-17586d059630 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:29.587533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8c8049-9ab4-4d31-84ac-dafcd3ee6456 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:10:29.702174 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-77b35cc2-2002-48be-81d5-17586d059630 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0637112 Feb 15 17:10:29.703753 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52674) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:29.708704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-3e92b66f-c80f-43c6-838f-1bb7ceb4ce0c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'name': 'tempest-NetworksTestDHCPv6-1462462271'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:29.761962 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': '7e930c2a-3873-4250-8aa7-bd9feaab60e4'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:10:29.762838 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:29.968910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e92b66f-c80f-43c6-838f-1bb7ceb4ce0c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:29.973398 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e92b66f-c80f-43c6-838f-1bb7ceb4ce0c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:30.002514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Allocated IP 2001:db8::2 (824790ef-3fd7-489c-9576-06e052670deb/7e930c2a-3873-4250-8aa7-bd9feaab60e4/4e18c165-1cec-4465-bcfe-76b409211e36) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:10:30.031272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-3e92b66f-c80f-43c6-838f-1bb7ceb4ce0c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port 03284d7a-7247-48dc-9e5a-54e59063063f yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:10:30.311390 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Publish callbacks [] for port (4e18c165-1cec-4465-bcfe-76b409211e36), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:30.411052 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (4e18c165-1cec-4465-bcfe-76b409211e36), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:30.483883 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:30.513681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:30.519378 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:30.561302 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:10:30.583930 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Pushing event updated for resources: {'Port': ['ID=4e18c165-1cec-4465-bcfe-76b409211e36,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:30.612631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:30.612631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:30.612930 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-3e92b66f-c80f-43c6-838f-1bb7ceb4ce0c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::78 (824790ef-3fd7-489c-9576-06e052670deb/7e930c2a-3873-4250-8aa7-bd9feaab60e4/03284d7a-7247-48dc-9e5a-54e59063063f) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:10:30.613016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:30.613016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:30.613016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:30.613016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:30.613016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:30.613016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:30.613759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:30.618373 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:30.618744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:30.619085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:30.619422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:30.716542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Attempting to bind port 4e18c165-1cec-4465-bcfe-76b409211e36 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:10:30.717481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Attempting to bind port 4e18c165-1cec-4465-bcfe-76b409211e36 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:10:30.718099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Attempting to bind port 4e18c165-1cec-4465-bcfe-76b409211e36 on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:10:30.730505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:10:30.734678 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:10:30.735581 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:30.736342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:10:30.737987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Bound port: 4e18c165-1cec-4465-bcfe-76b409211e36, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:10:30.741435 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4e18c165-1cec-4465-bcfe-76b409211e36), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:30.948118 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:30.961419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] For port 4e18c165-1cec-4465-bcfe-76b409211e36, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:10:30.965324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] For port 4e18c165-1cec-4465-bcfe-76b409211e36, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4e18c165-1cec-4465-bcfe-76b409211e36,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:10:30.996338 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e92b66f-c80f-43c6-838f-1bb7ceb4ce0c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (03284d7a-7247-48dc-9e5a-54e59063063f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:31.058033 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4e18c165-1cec-4465-bcfe-76b409211e36), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:31.127579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc6493-3a7f-4e69-bfac-23902d322ce6 None None] Pushing event updated for resources: {'Port': ['ID=4e18c165-1cec-4465-bcfe-76b409211e36,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:31.184293 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e92b66f-c80f-43c6-838f-1bb7ceb4ce0c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (03284d7a-7247-48dc-9e5a-54e59063063f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:31.288358 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92b66f-c80f-43c6-838f-1bb7ceb4ce0c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=03284d7a-7247-48dc-9e5a-54e59063063f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:31.340507 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e92b66f-c80f-43c6-838f-1bb7ceb4ce0c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:31.346275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-3e92b66f-c80f-43c6-838f-1bb7ceb4ce0c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:31.348994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e92b66f-c80f-43c6-838f-1bb7ceb4ce0c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:10:31.355262 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92b66f-c80f-43c6-838f-1bb7ceb4ce0c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:31.357932 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e92b66f-c80f-43c6-838f-1bb7ceb4ce0c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:31.484453 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3e92b66f-c80f-43c6-838f-1bb7ceb4ce0c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7794833 Feb 15 17:10:31.486776 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52708) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:31.583693 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb102e-239c-484b-a877-bd425073e1c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:31.594295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcb102e-239c-484b-a877-bd425073e1c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:31.599527 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cbcb102e-239c-484b-a877-bd425073e1c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1083131 Feb 15 17:10:31.599527 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52712) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:32.201340 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-48319efa-eb7d-441e-8a17-a2f224c183d6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port 03284d7a-7247-48dc-9e5a-54e59063063f {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:32.202045 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-48319efa-eb7d-441e-8a17-a2f224c183d6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (03284d7a-7247-48dc-9e5a-54e59063063f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:32.320104 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-48319efa-eb7d-441e-8a17-a2f224c183d6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (03284d7a-7247-48dc-9e5a-54e59063063f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:32.335626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-48319efa-eb7d-441e-8a17-a2f224c183d6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for 03284d7a-7247-48dc-9e5a-54e59063063f owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:32.629070 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-48319efa-eb7d-441e-8a17-a2f224c183d6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (03284d7a-7247-48dc-9e5a-54e59063063f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:32.671067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e625beaf-aaff-4c7e-9270-7e5384b2276f None None] Provisioning complete for port 4e18c165-1cec-4465-bcfe-76b409211e36 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:32.671617 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e625beaf-aaff-4c7e-9270-7e5384b2276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4e18c165-1cec-4465-bcfe-76b409211e36), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:32.690912 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48319efa-eb7d-441e-8a17-a2f224c183d6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=03284d7a-7247-48dc-9e5a-54e59063063f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:32.712539 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-48319efa-eb7d-441e-8a17-a2f224c183d6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:32.721024 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-48319efa-eb7d-441e-8a17-a2f224c183d6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/03284d7a-7247-48dc-9e5a-54e59063063f HTTP/1.1" status: 204 len: 168 time: 1.1210687 Feb 15 17:10:32.723652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52746) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:32.846839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408942c7-2797-4771-bfda-8ad38bd4ec06 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:32.848933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408942c7-2797-4771-bfda-8ad38bd4ec06 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:32.850880 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-408942c7-2797-4771-bfda-8ad38bd4ec06 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1260896 Feb 15 17:10:32.853880 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52752) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:32.951144 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fa9eaa6-3f0c-44d9-97a9-88bff46ad8cb tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 7e930c2a-3873-4250-8aa7-bd9feaab60e4 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:10:32.951584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e625beaf-aaff-4c7e-9270-7e5384b2276f None None] Current status of the port 4e18c165-1cec-4465-bcfe-76b409211e36 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:32.951990 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e625beaf-aaff-4c7e-9270-7e5384b2276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4e18c165-1cec-4465-bcfe-76b409211e36), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:32.955266 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8fa9eaa6-3f0c-44d9-97a9-88bff46ad8cb tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (7e930c2a-3873-4250-8aa7-bd9feaab60e4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:33.034026 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8fa9eaa6-3f0c-44d9-97a9-88bff46ad8cb tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (7e930c2a-3873-4250-8aa7-bd9feaab60e4), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:33.044048 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e625beaf-aaff-4c7e-9270-7e5384b2276f None None] For port 4e18c165-1cec-4465-bcfe-76b409211e36, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4e18c165-1cec-4465-bcfe-76b409211e36,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:33.131117 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e625beaf-aaff-4c7e-9270-7e5384b2276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4e18c165-1cec-4465-bcfe-76b409211e36), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:33.197941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625beaf-aaff-4c7e-9270-7e5384b2276f None None] Pushing event updated for resources: {'Port': ['ID=4e18c165-1cec-4465-bcfe-76b409211e36,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:33.246533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-bda60b38-532b-4dc9-a392-fff9c5848e2a None None] Could not find standard attr ID for object 03284d7a-7247-48dc-9e5a-54e59063063f. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:10:33.260841 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8fa9eaa6-3f0c-44d9-97a9-88bff46ad8cb tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (7e930c2a-3873-4250-8aa7-bd9feaab60e4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:33.506497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4e18c165-1cec-4465-bcfe-76b409211e36 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:10:33.536495 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8fa9eaa6-3f0c-44d9-97a9-88bff46ad8cb tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (7e930c2a-3873-4250-8aa7-bd9feaab60e4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:33.583051 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4e18c165-1cec-4465-bcfe-76b409211e36 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:33.583627 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4e18c165-1cec-4465-bcfe-76b409211e36), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:33.596869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9eaa6-3f0c-44d9-97a9-88bff46ad8cb tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=7e930c2a-3873-4250-8aa7-bd9feaab60e4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:33.607497 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8fa9eaa6-3f0c-44d9-97a9-88bff46ad8cb tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:33.616843 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8fa9eaa6-3f0c-44d9-97a9-88bff46ad8cb tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/7e930c2a-3873-4250-8aa7-bd9feaab60e4 HTTP/1.1" status: 204 len: 168 time: 0.7617230 Feb 15 17:10:33.620729 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52778) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:33.621769 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90508e4-a5c3-44e0-8a84-966c2d67f0fc None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:10:33.666056 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8f369cbd-45c1-4a8c-b184-53b0334ada2a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433977 Feb 15 17:10:33.668847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52780) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:33.674423 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-3777088e-dfbd-4c76-82ae-6cb87e5b1b25 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:33.807852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4e18c165-1cec-4465-bcfe-76b409211e36 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:33.931754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b697af18-1e84-4878-b16b-9f2ca3d203fc None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:10:33.949141 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3777088e-dfbd-4c76-82ae-6cb87e5b1b25 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:33.955943 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3777088e-dfbd-4c76-82ae-6cb87e5b1b25 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:34.307722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b697af18-1e84-4878-b16b-9f2ca3d203fc None None] Deleting port 4e18c165-1cec-4465-bcfe-76b409211e36 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:34.307722 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b697af18-1e84-4878-b16b-9f2ca3d203fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4e18c165-1cec-4465-bcfe-76b409211e36), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:34.307722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b697af18-1e84-4878-b16b-9f2ca3d203fc None None] For port 4e18c165-1cec-4465-bcfe-76b409211e36, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4e18c165-1cec-4465-bcfe-76b409211e36,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:34.307722 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b697af18-1e84-4878-b16b-9f2ca3d203fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4e18c165-1cec-4465-bcfe-76b409211e36), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:34.413074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b697af18-1e84-4878-b16b-9f2ca3d203fc None None] Calling delete_port for 4e18c165-1cec-4465-bcfe-76b409211e36 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:34.700719 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3777088e-dfbd-4c76-82ae-6cb87e5b1b25 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (eedb3d69-282e-4091-a2b0-bee218a302ca), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:34.727099 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b697af18-1e84-4878-b16b-9f2ca3d203fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (4e18c165-1cec-4465-bcfe-76b409211e36), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:34.771010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697af18-1e84-4878-b16b-9f2ca3d203fc None None] Pushing event deleted for resources: {'Port': ['ID=4e18c165-1cec-4465-bcfe-76b409211e36,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:34.780863 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b697af18-1e84-4878-b16b-9f2ca3d203fc None None] No DVR routers for this DVR port 4e18c165-1cec-4465-bcfe-76b409211e36 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:10:34.822209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3777088e-dfbd-4c76-82ae-6cb87e5b1b25 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:34.828818 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-3777088e-dfbd-4c76-82ae-6cb87e5b1b25 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:34.831528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777088e-dfbd-4c76-82ae-6cb87e5b1b25 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=eedb3d69-282e-4091-a2b0-bee218a302ca,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:34.835273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3777088e-dfbd-4c76-82ae-6cb87e5b1b25 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:34.835895 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3777088e-dfbd-4c76-82ae-6cb87e5b1b25 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:34.858507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215e0806-a788-479c-a323-fe595fed3c91 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:10:34.986157 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3777088e-dfbd-4c76-82ae-6cb87e5b1b25 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3161972 Feb 15 17:10:34.989747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52808) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:34.994882 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-a04445d3-6f54-44ca-8fa6-1dd6bfd7a66b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'name': 'tempest-NetworksTestDHCPv6-2058598785'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:35.068143 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': 'eedb3d69-282e-4091-a2b0-bee218a302ca'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:10:35.070158 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:35.336427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Allocated IP 2001:db8::2 (824790ef-3fd7-489c-9576-06e052670deb/eedb3d69-282e-4091-a2b0-bee218a302ca/9c597be7-9eb5-458e-9622-0f33999d4282) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:10:35.457658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04445d3-6f54-44ca-8fa6-1dd6bfd7a66b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:35.463229 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a04445d3-6f54-44ca-8fa6-1dd6bfd7a66b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:35.500591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4e18c165-1cec-4465-bcfe-76b409211e36 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:10:35.503672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-a04445d3-6f54-44ca-8fa6-1dd6bfd7a66b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port 6f0d6326-3165-4777-885c-cced9874f7a3 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:10:35.553258 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 4e18c165-1cec-4465-bcfe-76b409211e36 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:10:35.556091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4e18c165-1cec-4465-bcfe-76b409211e36 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:10:35.606597 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Publish callbacks [] for port (9c597be7-9eb5-458e-9622-0f33999d4282), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:35.672253 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (9c597be7-9eb5-458e-9622-0f33999d4282), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:35.748878 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:35.754462 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:35.762015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:10:35.764344 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Pushing event updated for resources: {'Port': ['ID=9c597be7-9eb5-458e-9622-0f33999d4282,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:35.862431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-a04445d3-6f54-44ca-8fa6-1dd6bfd7a66b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::22f (824790ef-3fd7-489c-9576-06e052670deb/eedb3d69-282e-4091-a2b0-bee218a302ca/6f0d6326-3165-4777-885c-cced9874f7a3) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:10:35.863063 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Attempting to bind port 9c597be7-9eb5-458e-9622-0f33999d4282 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:10:35.863474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Attempting to bind port 9c597be7-9eb5-458e-9622-0f33999d4282 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:10:35.863665 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Attempting to bind port 9c597be7-9eb5-458e-9622-0f33999d4282 on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:10:35.872644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:10:35.873060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:10:35.873500 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:35.873897 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:10:35.874372 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Bound port: 9c597be7-9eb5-458e-9622-0f33999d4282, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:10:35.874758 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9c597be7-9eb5-458e-9622-0f33999d4282), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:36.035605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] For port 9c597be7-9eb5-458e-9622-0f33999d4282, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:10:36.039592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] For port 9c597be7-9eb5-458e-9622-0f33999d4282, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9c597be7-9eb5-458e-9622-0f33999d4282,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:10:36.124088 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9c597be7-9eb5-458e-9622-0f33999d4282), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:36.204276 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a04445d3-6f54-44ca-8fa6-1dd6bfd7a66b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (6f0d6326-3165-4777-885c-cced9874f7a3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:36.262657 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4248fe-a6cf-4d19-b0da-3d81bf6f9e66 None None] Pushing event updated for resources: {'Port': ['ID=9c597be7-9eb5-458e-9622-0f33999d4282,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:36.301218 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a04445d3-6f54-44ca-8fa6-1dd6bfd7a66b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6f0d6326-3165-4777-885c-cced9874f7a3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:36.393398 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04445d3-6f54-44ca-8fa6-1dd6bfd7a66b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=6f0d6326-3165-4777-885c-cced9874f7a3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:36.414547 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04445d3-6f54-44ca-8fa6-1dd6bfd7a66b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:36.417836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a04445d3-6f54-44ca-8fa6-1dd6bfd7a66b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:36.426690 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04445d3-6f54-44ca-8fa6-1dd6bfd7a66b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:10:36.439429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04445d3-6f54-44ca-8fa6-1dd6bfd7a66b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:36.440027 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a04445d3-6f54-44ca-8fa6-1dd6bfd7a66b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:36.546097 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a04445d3-6f54-44ca-8fa6-1dd6bfd7a66b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5528405 Feb 15 17:10:36.546097 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52840) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:36.644359 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd85be9-7355-45c2-a3a0-91e6b16eb91b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:36.698362 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd85be9-7355-45c2-a3a0-91e6b16eb91b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:36.703364 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dbd85be9-7355-45c2-a3a0-91e6b16eb91b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1563389 Feb 15 17:10:36.709549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52846) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:36.961314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-95c52f09-5a42-43b2-9e3e-be5eb0cb6d50 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port 6f0d6326-3165-4777-885c-cced9874f7a3 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:36.961991 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95c52f09-5a42-43b2-9e3e-be5eb0cb6d50 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6f0d6326-3165-4777-885c-cced9874f7a3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:37.011624 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8bb17ae5-f59b-473f-8e9b-e201e6488d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:37.185644 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95c52f09-5a42-43b2-9e3e-be5eb0cb6d50 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6f0d6326-3165-4777-885c-cced9874f7a3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:37.222622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-95c52f09-5a42-43b2-9e3e-be5eb0cb6d50 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for 6f0d6326-3165-4777-885c-cced9874f7a3 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:37.551367 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9c597be7-9eb5-458e-9622-0f33999d4282 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:10:37.667518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9c597be7-9eb5-458e-9622-0f33999d4282 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:37.668022 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9c597be7-9eb5-458e-9622-0f33999d4282), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:37.743725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95c52f09-5a42-43b2-9e3e-be5eb0cb6d50 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6f0d6326-3165-4777-885c-cced9874f7a3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:37.827943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9c597be7-9eb5-458e-9622-0f33999d4282 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:37.832391 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9c597be7-9eb5-458e-9622-0f33999d4282), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:37.854407 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c52f09-5a42-43b2-9e3e-be5eb0cb6d50 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=6f0d6326-3165-4777-885c-cced9874f7a3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:37.901755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 9c597be7-9eb5-458e-9622-0f33999d4282, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9c597be7-9eb5-458e-9622-0f33999d4282,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:37.929957 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-95c52f09-5a42-43b2-9e3e-be5eb0cb6d50 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:37.933836 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-95c52f09-5a42-43b2-9e3e-be5eb0cb6d50 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/6f0d6326-3165-4777-885c-cced9874f7a3 HTTP/1.1" status: 204 len: 168 time: 1.2234101 Feb 15 17:10:37.936464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52882) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:37.998218 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9c597be7-9eb5-458e-9622-0f33999d4282), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:38.035289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc4861d-b941-498a-b65b-944f8c275988 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:38.038225 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc4861d-b941-498a-b65b-944f8c275988 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:38.040400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5bc4861d-b941-498a-b65b-944f8c275988 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1027970 Feb 15 17:10:38.043153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52884) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:38.076070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=9c597be7-9eb5-458e-9622-0f33999d4282,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:38.213611 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet eedb3d69-282e-4091-a2b0-bee218a302ca {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:10:38.217333 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (eedb3d69-282e-4091-a2b0-bee218a302ca), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:38.288409 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (eedb3d69-282e-4091-a2b0-bee218a302ca), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:38.298092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-aa031702-7583-4ccf-a915-7c191da9ad61 None None] Provisioning complete for port 9c597be7-9eb5-458e-9622-0f33999d4282 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:38.299023 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa031702-7583-4ccf-a915-7c191da9ad61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9c597be7-9eb5-458e-9622-0f33999d4282), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:38.479567 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aa031702-7583-4ccf-a915-7c191da9ad61 None None] Current status of the port 9c597be7-9eb5-458e-9622-0f33999d4282 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:38.546260 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (eedb3d69-282e-4091-a2b0-bee218a302ca), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:38.704704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e396a126-f7ca-4c18-b70c-98d8dca3e91e None None] Could not find standard attr ID for object 6f0d6326-3165-4777-885c-cced9874f7a3. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:10:38.732109 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (eedb3d69-282e-4091-a2b0-bee218a302ca), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:38.806509 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=eedb3d69-282e-4091-a2b0-bee218a302ca,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:38.817351 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:38.824580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52902) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:38.827229 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/eedb3d69-282e-4091-a2b0-bee218a302ca HTTP/1.1" status: 204 len: 168 time: 0.7787478 Feb 15 17:10:38.845934 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:38.847464 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:38.848259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:38.849682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:38.851115 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:38.853813 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:38.854393 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:38.855495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:38.856809 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:38.857353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:38.858868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:38.859411 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:38.860611 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7e1b29-4889-4c02-9ba0-b18a345fc97d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:38.945260 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52908) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:38.945862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0b2f5a39-6b1f-40d2-bdf0-ea13adaab6b3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1192572 Feb 15 17:10:39.071259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fedf93-b146-4503-94b5-cc6b2ee116ec tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:39.076763 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-38fedf93-b146-4503-94b5-cc6b2ee116ec tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1271605 Feb 15 17:10:39.077343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52914) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:39.127116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45e2812-1222-4675-be66-ea557d4975e0 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:10:39.343179 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68f2e6f-fe69-46c3-9b93-eac7c6d054a4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:39.347888 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d68f2e6f-fe69-46c3-9b93-eac7c6d054a4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2660277 Feb 15 17:10:39.349843 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52924) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:39.375039 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cddea54e-4706-4614-9cfa-63cc53ee17ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:39.494700 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9c597be7-9eb5-458e-9622-0f33999d4282 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:10:39.502374 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b283d344-8814-4217-8df8-0980631dc26f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1521084 Feb 15 17:10:39.510487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52928) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:39.517241 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a63f2812-a575-436c-881b-86271c848927 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:39.537191 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5662178d-b9c5-46c9-a925-51fc8e509455 None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:10:39.621333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9c597be7-9eb5-458e-9622-0f33999d4282 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:39.621737 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9c597be7-9eb5-458e-9622-0f33999d4282), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:39.691212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5662178d-b9c5-46c9-a925-51fc8e509455 None None] Deleting port 9c597be7-9eb5-458e-9622-0f33999d4282 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:39.691607 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5662178d-b9c5-46c9-a925-51fc8e509455 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9c597be7-9eb5-458e-9622-0f33999d4282), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:39.761588 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63f2812-a575-436c-881b-86271c848927 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:39.767230 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a63f2812-a575-436c-881b-86271c848927 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:39.803134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5662178d-b9c5-46c9-a925-51fc8e509455 None None] For port 9c597be7-9eb5-458e-9622-0f33999d4282, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9c597be7-9eb5-458e-9622-0f33999d4282,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:39.803496 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5662178d-b9c5-46c9-a925-51fc8e509455 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9c597be7-9eb5-458e-9622-0f33999d4282), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:39.827260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5662178d-b9c5-46c9-a925-51fc8e509455 None None] Calling delete_port for 9c597be7-9eb5-458e-9622-0f33999d4282 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:39.953277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9c597be7-9eb5-458e-9622-0f33999d4282 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:40.113144 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5662178d-b9c5-46c9-a925-51fc8e509455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (9c597be7-9eb5-458e-9622-0f33999d4282), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:40.148957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662178d-b9c5-46c9-a925-51fc8e509455 None None] Pushing event deleted for resources: {'Port': ['ID=9c597be7-9eb5-458e-9622-0f33999d4282,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:40.157433 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5662178d-b9c5-46c9-a925-51fc8e509455 None None] No DVR routers for this DVR port 9c597be7-9eb5-458e-9622-0f33999d4282 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:10:40.210207 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a63f2812-a575-436c-881b-86271c848927 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (3c16527d-97db-4725-b5be-f5c963edcd1e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:40.268700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f2812-a575-436c-881b-86271c848927 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:40.279836 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a63f2812-a575-436c-881b-86271c848927 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:40.284626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63f2812-a575-436c-881b-86271c848927 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:40.285240 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a63f2812-a575-436c-881b-86271c848927 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:40.306107 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2304e7e9-e1b5-4f33-9638-6741caf89729 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:10:40.309626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f2812-a575-436c-881b-86271c848927 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=3c16527d-97db-4725-b5be-f5c963edcd1e,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:40.410517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52960) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:40.417903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': '3c16527d-97db-4725-b5be-f5c963edcd1e', 'ip_address': '2001:db8::2af7:b79f:6874:46a3'}], 'name': 'tempest-NetworksTestDHCPv6-935888160'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:40.418094 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a63f2812-a575-436c-881b-86271c848927 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9045861 Feb 15 17:10:40.485797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': '3c16527d-97db-4725-b5be-f5c963edcd1e'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:10:40.486888 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:40.615027 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:40.672224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:40.688150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Allocated IP 2001:db8::2 (824790ef-3fd7-489c-9576-06e052670deb/3c16527d-97db-4725-b5be-f5c963edcd1e/44c24e59-d4ad-437d-9578-49620b5a1c64) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:10:40.887098 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:40.928998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port e72a0dd7-b792-4a66-9f97-991636ccf885 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:10:41.112077 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Publish callbacks [] for port (44c24e59-d4ad-437d-9578-49620b5a1c64), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:41.244144 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (44c24e59-d4ad-437d-9578-49620b5a1c64), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:41.379288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:41.419402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:41.431721 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:10:41.446765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::2af7:b79f:6874:46a3 (824790ef-3fd7-489c-9576-06e052670deb/3c16527d-97db-4725-b5be-f5c963edcd1e/e72a0dd7-b792-4a66-9f97-991636ccf885) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:10:41.499551 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9c597be7-9eb5-458e-9622-0f33999d4282 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:10:41.501168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Pushing event updated for resources: {'Port': ['ID=44c24e59-d4ad-437d-9578-49620b5a1c64,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:41.596498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 9c597be7-9eb5-458e-9622-0f33999d4282 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:10:41.599749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9c597be7-9eb5-458e-9622-0f33999d4282 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:10:41.642831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Attempting to bind port 44c24e59-d4ad-437d-9578-49620b5a1c64 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:10:41.643419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Attempting to bind port 44c24e59-d4ad-437d-9578-49620b5a1c64 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:10:41.643950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Attempting to bind port 44c24e59-d4ad-437d-9578-49620b5a1c64 on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:10:41.656842 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:10:41.658056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:10:41.658657 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:41.659412 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:10:41.660078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Bound port: 44c24e59-d4ad-437d-9578-49620b5a1c64, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:10:41.662257 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44c24e59-d4ad-437d-9578-49620b5a1c64), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:41.805409 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (e72a0dd7-b792-4a66-9f97-991636ccf885), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:41.815360 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] For port 44c24e59-d4ad-437d-9578-49620b5a1c64, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:10:41.820324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] For port 44c24e59-d4ad-437d-9578-49620b5a1c64, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=44c24e59-d4ad-437d-9578-49620b5a1c64,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:10:41.948179 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e72a0dd7-b792-4a66-9f97-991636ccf885), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:41.951322 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (44c24e59-d4ad-437d-9578-49620b5a1c64), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:42.090137 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:42.108708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:42.123370 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:42.135764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:10:42.147335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:42.150127 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:42.175352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90294d89-ca1d-40b0-a6b8-6909ef28c8f6 None None] Pushing event updated for resources: {'Port': ['ID=44c24e59-d4ad-437d-9578-49620b5a1c64,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:42.195297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=e72a0dd7-b792-4a66-9f97-991636ccf885,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:42.204608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:42.204896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:42.205251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:42.220049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:42.220502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:42.220854 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:42.221198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:42.221569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:42.221913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:42.222253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:42.222590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:42.222932 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:42.229458 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:10:42.277780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8613e8d5-035d-4643-b6ec-b91141da93c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8654423 Feb 15 17:10:42.277987 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 52990) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:42.402903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027af164-3b33-452e-8bc9-3863f5431276 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:42.408295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027af164-3b33-452e-8bc9-3863f5431276 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:42.429123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 52998) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:42.437431 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-027af164-3b33-452e-8bc9-3863f5431276 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1464546 Feb 15 17:10:42.723185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4b25d1fd-3571-4ba7-9412-a231e4a94dc9 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port e72a0dd7-b792-4a66-9f97-991636ccf885 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:42.723713 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b25d1fd-3571-4ba7-9412-a231e4a94dc9 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e72a0dd7-b792-4a66-9f97-991636ccf885), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:42.742493 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:10:42.889021 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b25d1fd-3571-4ba7-9412-a231e4a94dc9 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e72a0dd7-b792-4a66-9f97-991636ccf885), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:42.905766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4b25d1fd-3571-4ba7-9412-a231e4a94dc9 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for e72a0dd7-b792-4a66-9f97-991636ccf885 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:43.192300 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b25d1fd-3571-4ba7-9412-a231e4a94dc9 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e72a0dd7-b792-4a66-9f97-991636ccf885), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:43.260557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25d1fd-3571-4ba7-9412-a231e4a94dc9 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=e72a0dd7-b792-4a66-9f97-991636ccf885,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:43.329257 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b25d1fd-3571-4ba7-9412-a231e4a94dc9 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:43.329257 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4b25d1fd-3571-4ba7-9412-a231e4a94dc9 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/e72a0dd7-b792-4a66-9f97-991636ccf885 HTTP/1.1" status: 204 len: 168 time: 0.8986351 Feb 15 17:10:43.331530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53012) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:43.458150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a74bf2-647f-4056-abb6-e78683b1ab52 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:43.471490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a74bf2-647f-4056-abb6-e78683b1ab52 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:43.478813 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-33a74bf2-647f-4056-abb6-e78683b1ab52 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1462469 Feb 15 17:10:43.481540 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53020) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:43.541088 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:43.571016 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-147843d3-597a-4b02-8fe8-b91e90798dc0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 3c16527d-97db-4725-b5be-f5c963edcd1e {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:10:43.581480 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-147843d3-597a-4b02-8fe8-b91e90798dc0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (3c16527d-97db-4725-b5be-f5c963edcd1e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:43.642150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 44c24e59-d4ad-437d-9578-49620b5a1c64 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:10:43.673468 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-147843d3-597a-4b02-8fe8-b91e90798dc0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (3c16527d-97db-4725-b5be-f5c963edcd1e), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:43.807731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 44c24e59-d4ad-437d-9578-49620b5a1c64 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:43.808112 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (44c24e59-d4ad-437d-9578-49620b5a1c64), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:43.834309 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-147843d3-597a-4b02-8fe8-b91e90798dc0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (3c16527d-97db-4725-b5be-f5c963edcd1e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:44.008096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 44c24e59-d4ad-437d-9578-49620b5a1c64 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:44.008838 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44c24e59-d4ad-437d-9578-49620b5a1c64), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:44.023970 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-147843d3-597a-4b02-8fe8-b91e90798dc0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (3c16527d-97db-4725-b5be-f5c963edcd1e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:44.104022 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:10:44.104594 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:10:44.126474 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147843d3-597a-4b02-8fe8-b91e90798dc0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=3c16527d-97db-4725-b5be-f5c963edcd1e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:44.131779 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-147843d3-597a-4b02-8fe8-b91e90798dc0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:44.140874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53032) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:44.148592 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-147843d3-597a-4b02-8fe8-b91e90798dc0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/3c16527d-97db-4725-b5be-f5c963edcd1e HTTP/1.1" status: 204 len: 168 time: 0.6624148 Feb 15 17:10:44.234693 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c9753f0c-26fd-4854-9c35-34df9efa0538 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0919800 Feb 15 17:10:44.237497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53038) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:44.246698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-af0a59d7-7b4d-43b2-9563-4a805494a090 None None] Provisioning complete for port 44c24e59-d4ad-437d-9578-49620b5a1c64 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:44.248583 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af0a59d7-7b4d-43b2-9563-4a805494a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (44c24e59-d4ad-437d-9578-49620b5a1c64), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:44.251612 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-57a874f1-cec1-4736-b97c-59e0c513e2f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:44.515886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8dc31f-10b4-4af2-9764-a5dc592dd01a None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:10:44.652186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a874f1-cec1-4736-b97c-59e0c513e2f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:44.656529 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-57a874f1-cec1-4736-b97c-59e0c513e2f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:44.739732 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 44c24e59-d4ad-437d-9578-49620b5a1c64 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:44.740319 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44c24e59-d4ad-437d-9578-49620b5a1c64), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:44.855319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-af0a59d7-7b4d-43b2-9563-4a805494a090 None None] Current status of the port 44c24e59-d4ad-437d-9578-49620b5a1c64 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:44.859246 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af0a59d7-7b4d-43b2-9563-4a805494a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44c24e59-d4ad-437d-9578-49620b5a1c64), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:44.964717 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 44c24e59-d4ad-437d-9578-49620b5a1c64, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=44c24e59-d4ad-437d-9578-49620b5a1c64,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:45.068896 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (44c24e59-d4ad-437d-9578-49620b5a1c64), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:45.104515 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-57a874f1-cec1-4736-b97c-59e0c513e2f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (24c7e364-20c8-4f9e-8974-17304845041c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:45.134838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a874f1-cec1-4736-b97c-59e0c513e2f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:45.136669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-57a874f1-cec1-4736-b97c-59e0c513e2f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:45.158624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a874f1-cec1-4736-b97c-59e0c513e2f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:45.159425 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=44c24e59-d4ad-437d-9578-49620b5a1c64,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:45.159529 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-57a874f1-cec1-4736-b97c-59e0c513e2f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:45.190115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a874f1-cec1-4736-b97c-59e0c513e2f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=24c7e364-20c8-4f9e-8974-17304845041c,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:45.243275 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-57a874f1-cec1-4736-b97c-59e0c513e2f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0044088 Feb 15 17:10:45.245808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53056) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:45.252926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-20a0eaaa-b45d-412a-8ede-2f5e8cda978a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': '24c7e364-20c8-4f9e-8974-17304845041c', 'ip_address': '2001:db8::f14a:996a:5e24:929e'}], 'name': 'tempest-NetworksTestDHCPv6-428158395'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:45.253940 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-af0a59d7-7b4d-43b2-9563-4a805494a090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:10:45.254370 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-af0a59d7-7b4d-43b2-9563-4a805494a090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:10:45.342895 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1688aec4-701b-4acd-bf0f-ef6021eccc91 None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:10:45.469191 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 44c24e59-d4ad-437d-9578-49620b5a1c64 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:10:45.597999 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1688aec4-701b-4acd-bf0f-ef6021eccc91 None None] Deleting port 44c24e59-d4ad-437d-9578-49620b5a1c64 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:45.598534 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1688aec4-701b-4acd-bf0f-ef6021eccc91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (44c24e59-d4ad-437d-9578-49620b5a1c64), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:45.615722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a0eaaa-b45d-412a-8ede-2f5e8cda978a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:45.621084 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20a0eaaa-b45d-412a-8ede-2f5e8cda978a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:45.649641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-20a0eaaa-b45d-412a-8ede-2f5e8cda978a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port b82ce2dd-b23b-4499-adaf-675cafd827b8 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:10:46.019125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-20a0eaaa-b45d-412a-8ede-2f5e8cda978a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::f14a:996a:5e24:929e (824790ef-3fd7-489c-9576-06e052670deb/24c7e364-20c8-4f9e-8974-17304845041c/b82ce2dd-b23b-4499-adaf-675cafd827b8) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:10:46.187582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-af0a59d7-7b4d-43b2-9563-4a805494a090 None None] Current status of the port 44c24e59-d4ad-437d-9578-49620b5a1c64 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:46.209180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1688aec4-701b-4acd-bf0f-ef6021eccc91 None None] For port 44c24e59-d4ad-437d-9578-49620b5a1c64, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=44c24e59-d4ad-437d-9578-49620b5a1c64,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:46.209951 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1688aec4-701b-4acd-bf0f-ef6021eccc91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (44c24e59-d4ad-437d-9578-49620b5a1c64), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:46.230806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 44c24e59-d4ad-437d-9578-49620b5a1c64 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:46.232890 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44c24e59-d4ad-437d-9578-49620b5a1c64), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:46.255381 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1688aec4-701b-4acd-bf0f-ef6021eccc91 None None] Calling delete_port for 44c24e59-d4ad-437d-9578-49620b5a1c64 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:46.333676 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20a0eaaa-b45d-412a-8ede-2f5e8cda978a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (b82ce2dd-b23b-4499-adaf-675cafd827b8), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:46.335602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 44c24e59-d4ad-437d-9578-49620b5a1c64, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=44c24e59-d4ad-437d-9578-49620b5a1c64,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:46.394453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1642e04e-81fd-455c-87b7-43df830d4e54 None None] Could not find standard attr ID for object e72a0dd7-b792-4a66-9f97-991636ccf885. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:10:46.444926 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (44c24e59-d4ad-437d-9578-49620b5a1c64), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:46.479074 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20a0eaaa-b45d-412a-8ede-2f5e8cda978a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b82ce2dd-b23b-4499-adaf-675cafd827b8), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:46.546067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=44c24e59-d4ad-437d-9578-49620b5a1c64,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:46.560848 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1688aec4-701b-4acd-bf0f-ef6021eccc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (44c24e59-d4ad-437d-9578-49620b5a1c64), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:46.596079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0eaaa-b45d-412a-8ede-2f5e8cda978a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=b82ce2dd-b23b-4499-adaf-675cafd827b8,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:46.614965 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a0eaaa-b45d-412a-8ede-2f5e8cda978a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:46.620597 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-20a0eaaa-b45d-412a-8ede-2f5e8cda978a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:46.628275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a0eaaa-b45d-412a-8ede-2f5e8cda978a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:10:46.635418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688aec4-701b-4acd-bf0f-ef6021eccc91 None None] Pushing event deleted for resources: {'Port': ['ID=44c24e59-d4ad-437d-9578-49620b5a1c64,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:46.652345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a0eaaa-b45d-412a-8ede-2f5e8cda978a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:46.653056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1688aec4-701b-4acd-bf0f-ef6021eccc91 None None] No DVR routers for this DVR port 44c24e59-d4ad-437d-9578-49620b5a1c64 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:10:46.655436 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20a0eaaa-b45d-412a-8ede-2f5e8cda978a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:46.678171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046e423f-e93e-42a8-9376-d7529bb62598 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:10:46.792390 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-20a0eaaa-b45d-412a-8ede-2f5e8cda978a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5451562 Feb 15 17:10:46.794801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53088) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:46.895619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620a6b65-0f3c-4e05-8913-bdec366818a8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:46.907587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-620a6b65-0f3c-4e05-8913-bdec366818a8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1116788 Feb 15 17:10:46.910077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53092) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:47.123606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-fd3dfefe-1161-4d23-899e-da1e50af6418 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port b82ce2dd-b23b-4499-adaf-675cafd827b8 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:47.129446 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd3dfefe-1161-4d23-899e-da1e50af6418 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b82ce2dd-b23b-4499-adaf-675cafd827b8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:47.197699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': '24c7e364-20c8-4f9e-8974-17304845041c'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:10:47.198575 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:47.421980 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd3dfefe-1161-4d23-899e-da1e50af6418 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b82ce2dd-b23b-4499-adaf-675cafd827b8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:47.468797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-fd3dfefe-1161-4d23-899e-da1e50af6418 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for b82ce2dd-b23b-4499-adaf-675cafd827b8 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:47.545420 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Allocated IP 2001:db8::2 (824790ef-3fd7-489c-9576-06e052670deb/24c7e364-20c8-4f9e-8974-17304845041c/f5a79cd8-797f-46ce-a314-b5cd75a57ab8) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:10:47.829448 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd3dfefe-1161-4d23-899e-da1e50af6418 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b82ce2dd-b23b-4499-adaf-675cafd827b8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:47.888234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3dfefe-1161-4d23-899e-da1e50af6418 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=b82ce2dd-b23b-4499-adaf-675cafd827b8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:47.944691 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd3dfefe-1161-4d23-899e-da1e50af6418 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:47.953595 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53108) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:47.963367 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fd3dfefe-1161-4d23-899e-da1e50af6418 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/b82ce2dd-b23b-4499-adaf-675cafd827b8 HTTP/1.1" status: 204 len: 168 time: 1.0521615 Feb 15 17:10:48.032123 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Publish callbacks [] for port (f5a79cd8-797f-46ce-a314-b5cd75a57ab8), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:48.072660 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4a0c4e-4fcd-4675-aaa8-dcfebb848506 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:48.074945 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4a0c4e-4fcd-4675-aaa8-dcfebb848506 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:48.077207 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1a4a0c4e-4fcd-4675-aaa8-dcfebb848506 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1223454 Feb 15 17:10:48.079743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53112) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:48.113412 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (f5a79cd8-797f-46ce-a314-b5cd75a57ab8), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:48.167041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:48.170698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:48.181392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:10:48.243791 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Pushing event updated for resources: {'Port': ['ID=f5a79cd8-797f-46ce-a314-b5cd75a57ab8,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:48.298465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-d173356c-8658-4ed5-b9c3-22724f690b5f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 24c7e364-20c8-4f9e-8974-17304845041c {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:10:48.307699 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d173356c-8658-4ed5-b9c3-22724f690b5f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (24c7e364-20c8-4f9e-8974-17304845041c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:48.328900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Attempting to bind port f5a79cd8-797f-46ce-a314-b5cd75a57ab8 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:10:48.329278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Attempting to bind port f5a79cd8-797f-46ce-a314-b5cd75a57ab8 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:10:48.329800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Attempting to bind port f5a79cd8-797f-46ce-a314-b5cd75a57ab8 on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:10:48.336958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:10:48.337340 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:10:48.338174 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:48.338601 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:10:48.339081 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Bound port: f5a79cd8-797f-46ce-a314-b5cd75a57ab8, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:10:48.339469 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f5a79cd8-797f-46ce-a314-b5cd75a57ab8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:48.429606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] For port f5a79cd8-797f-46ce-a314-b5cd75a57ab8, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:10:48.433432 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] For port f5a79cd8-797f-46ce-a314-b5cd75a57ab8, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f5a79cd8-797f-46ce-a314-b5cd75a57ab8,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:10:48.451439 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d173356c-8658-4ed5-b9c3-22724f690b5f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (24c7e364-20c8-4f9e-8974-17304845041c), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:48.510825 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f5a79cd8-797f-46ce-a314-b5cd75a57ab8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:48.583152 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d173356c-8658-4ed5-b9c3-22724f690b5f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (24c7e364-20c8-4f9e-8974-17304845041c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:48.591621 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50008c-1788-4533-8ce5-b086a57d3173 None None] Pushing event updated for resources: {'Port': ['ID=f5a79cd8-797f-46ce-a314-b5cd75a57ab8,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:48.784504 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d173356c-8658-4ed5-b9c3-22724f690b5f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (24c7e364-20c8-4f9e-8974-17304845041c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:48.846675 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d173356c-8658-4ed5-b9c3-22724f690b5f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:48.853099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53128) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:48.853279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d173356c-8658-4ed5-b9c3-22724f690b5f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/24c7e364-20c8-4f9e-8974-17304845041c HTTP/1.1" status: 204 len: 168 time: 0.7721848 Feb 15 17:10:48.857292 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173356c-8658-4ed5-b9c3-22724f690b5f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=24c7e364-20c8-4f9e-8974-17304845041c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:48.942673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c3456905-7f50-491e-b8e9-a76b90187066 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858376 Feb 15 17:10:48.943014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53132) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:48.948317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ad43514c-f238-4547-b109-a493ef1362e1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:49.524896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad43514c-f238-4547-b109-a493ef1362e1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:49.526036 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad43514c-f238-4547-b109-a493ef1362e1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:49.533277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f5a79cd8-797f-46ce-a314-b5cd75a57ab8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:10:49.633808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f5a79cd8-797f-46ce-a314-b5cd75a57ab8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:49.634195 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f5a79cd8-797f-46ce-a314-b5cd75a57ab8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:49.862224 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f5a79cd8-797f-46ce-a314-b5cd75a57ab8 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:49.862626 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f5a79cd8-797f-46ce-a314-b5cd75a57ab8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:49.960752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port f5a79cd8-797f-46ce-a314-b5cd75a57ab8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f5a79cd8-797f-46ce-a314-b5cd75a57ab8,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:50.055680 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f5a79cd8-797f-46ce-a314-b5cd75a57ab8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:50.096043 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad43514c-f238-4547-b109-a493ef1362e1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (8a09dc11-b171-4aa6-920b-f6b660a3e3f7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:50.124178 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad43514c-f238-4547-b109-a493ef1362e1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:50.134683 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ad43514c-f238-4547-b109-a493ef1362e1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:50.168678 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad43514c-f238-4547-b109-a493ef1362e1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:50.178168 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad43514c-f238-4547-b109-a493ef1362e1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:50.187213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=f5a79cd8-797f-46ce-a314-b5cd75a57ab8,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:50.254714 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad43514c-f238-4547-b109-a493ef1362e1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=8a09dc11-b171-4aa6-920b-f6b660a3e3f7,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:50.279891 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ad43514c-f238-4547-b109-a493ef1362e1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3356919 Feb 15 17:10:50.282996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53152) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:50.290109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-52d4ac74-140d-4178-9b64-673c8144e852 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': '8a09dc11-b171-4aa6-920b-f6b660a3e3f7', 'ip_address': '2001:db8::454f:5172:9f39:4882'}], 'name': 'tempest-NetworksTestDHCPv6-668765182'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:50.439862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80feae4e-a7e6-4477-bb9e-3cdb12170ac4 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:10:50.610589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a2857900-4eb0-43d1-9365-4e52c2519add None None] Could not find standard attr ID for object b82ce2dd-b23b-4499-adaf-675cafd827b8. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:10:50.623758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d4ac74-140d-4178-9b64-673c8144e852 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:50.635178 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a2857900-4eb0-43d1-9365-4e52c2519add None None] Provisioning complete for port f5a79cd8-797f-46ce-a314-b5cd75a57ab8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:50.635552 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a2857900-4eb0-43d1-9365-4e52c2519add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f5a79cd8-797f-46ce-a314-b5cd75a57ab8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:50.810870 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-52d4ac74-140d-4178-9b64-673c8144e852 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:50.838190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-52d4ac74-140d-4178-9b64-673c8144e852 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port 7343bc2e-b257-4fdf-9c93-6fc86fc2c419 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:10:50.943451 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a2857900-4eb0-43d1-9365-4e52c2519add None None] Current status of the port f5a79cd8-797f-46ce-a314-b5cd75a57ab8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:51.146617 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-52d4ac74-140d-4178-9b64-673c8144e852 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::454f:5172:9f39:4882 (824790ef-3fd7-489c-9576-06e052670deb/8a09dc11-b171-4aa6-920b-f6b660a3e3f7/7343bc2e-b257-4fdf-9c93-6fc86fc2c419) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:10:51.390825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f79606ee-457e-422a-8fe5-d05a5921a8cf None None] Provisioning complete for port f5a79cd8-797f-46ce-a314-b5cd75a57ab8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:51.393040 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f79606ee-457e-422a-8fe5-d05a5921a8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f5a79cd8-797f-46ce-a314-b5cd75a57ab8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:51.494338 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-52d4ac74-140d-4178-9b64-673c8144e852 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (7343bc2e-b257-4fdf-9c93-6fc86fc2c419), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:51.607318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f79606ee-457e-422a-8fe5-d05a5921a8cf None None] Current status of the port f5a79cd8-797f-46ce-a314-b5cd75a57ab8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:51.675415 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-52d4ac74-140d-4178-9b64-673c8144e852 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7343bc2e-b257-4fdf-9c93-6fc86fc2c419), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:51.753722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8f00b51b-8206-4ac4-a467-bb54d4eef3c1 None None] Could not find standard attr ID for object b82ce2dd-b23b-4499-adaf-675cafd827b8. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:10:51.805449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4ac74-140d-4178-9b64-673c8144e852 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=7343bc2e-b257-4fdf-9c93-6fc86fc2c419,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:51.867532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f5a79cd8-797f-46ce-a314-b5cd75a57ab8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:10:51.873134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d4ac74-140d-4178-9b64-673c8144e852 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:51.911118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-52d4ac74-140d-4178-9b64-673c8144e852 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:51.911118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d4ac74-140d-4178-9b64-673c8144e852 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:10:51.911118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d4ac74-140d-4178-9b64-673c8144e852 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:51.911118 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-52d4ac74-140d-4178-9b64-673c8144e852 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:51.960133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f5a79cd8-797f-46ce-a314-b5cd75a57ab8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:51.960675 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f5a79cd8-797f-46ce-a314-b5cd75a57ab8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:52.055371 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-52d4ac74-140d-4178-9b64-673c8144e852 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7676315 Feb 15 17:10:52.055670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53182) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:52.146829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f5a79cd8-797f-46ce-a314-b5cd75a57ab8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:52.201387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70501f4-23e7-457f-8be6-f00aee0e1eb3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:52.207897 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70501f4-23e7-457f-8be6-f00aee0e1eb3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:52.212745 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53186) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:52.231466 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c70501f4-23e7-457f-8be6-f00aee0e1eb3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1529219 Feb 15 17:10:52.398626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4b52f58e-37d9-4a26-968c-55b2750bcae4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port 7343bc2e-b257-4fdf-9c93-6fc86fc2c419 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:52.398982 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b52f58e-37d9-4a26-968c-55b2750bcae4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7343bc2e-b257-4fdf-9c93-6fc86fc2c419), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:52.501812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6e93ab95-5c71-42fb-b30b-3c0b192de316 None None] Provisioning complete for port 7343bc2e-b257-4fdf-9c93-6fc86fc2c419 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:52.502499 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e93ab95-5c71-42fb-b30b-3c0b192de316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7343bc2e-b257-4fdf-9c93-6fc86fc2c419), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:52.551192 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b52f58e-37d9-4a26-968c-55b2750bcae4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7343bc2e-b257-4fdf-9c93-6fc86fc2c419), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:52.590413 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-4b52f58e-37d9-4a26-968c-55b2750bcae4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for 7343bc2e-b257-4fdf-9c93-6fc86fc2c419 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:52.619284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6e93ab95-5c71-42fb-b30b-3c0b192de316 None None] Port 7343bc2e-b257-4fdf-9c93-6fc86fc2c419 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:10:53.039038 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b52f58e-37d9-4a26-968c-55b2750bcae4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (7343bc2e-b257-4fdf-9c93-6fc86fc2c419), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:53.089425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b52f58e-37d9-4a26-968c-55b2750bcae4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=7343bc2e-b257-4fdf-9c93-6fc86fc2c419,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:53.141550 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b52f58e-37d9-4a26-968c-55b2750bcae4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:53.149551 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53206) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:53.151402 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4b52f58e-37d9-4a26-968c-55b2750bcae4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/7343bc2e-b257-4fdf-9c93-6fc86fc2c419 HTTP/1.1" status: 204 len: 168 time: 0.9349871 Feb 15 17:10:53.273142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45af1ed8-f90a-4ef0-9cfe-6c2e450eb7c4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:53.275041 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45af1ed8-f90a-4ef0-9cfe-6c2e450eb7c4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:53.277331 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-45af1ed8-f90a-4ef0-9cfe-6c2e450eb7c4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1267569 Feb 15 17:10:53.279953 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53210) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:53.337718 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53212) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:53.418553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b15cef-9479-428d-9b54-07fde892ef43 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 8a09dc11-b171-4aa6-920b-f6b660a3e3f7 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:10:53.432065 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-24b15cef-9479-428d-9b54-07fde892ef43 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (8a09dc11-b171-4aa6-920b-f6b660a3e3f7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:53.542924 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-24b15cef-9479-428d-9b54-07fde892ef43 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (8a09dc11-b171-4aa6-920b-f6b660a3e3f7), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:53.564990 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2cf33b6b-e4eb-4086-9689-5a3603453ed3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:53.645769 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-24b15cef-9479-428d-9b54-07fde892ef43 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (8a09dc11-b171-4aa6-920b-f6b660a3e3f7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:53.688773 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2cf33b6b-e4eb-4086-9689-5a3603453ed3 admin admin] Publish callbacks [] for security_group (7012f264-aec4-4be8-8aba-f371bd03409a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:53.959157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2cf33b6b-e4eb-4086-9689-5a3603453ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7012f264-aec4-4be8-8aba-f371bd03409a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:53.960036 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-24b15cef-9479-428d-9b54-07fde892ef43 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (8a09dc11-b171-4aa6-920b-f6b660a3e3f7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:54.032559 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2cf33b6b-e4eb-4086-9689-5a3603453ed3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=037e0d1dccd648c6bb759916ecafe430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6910801 Feb 15 17:10:54.034578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53238) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:54.066719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b15cef-9479-428d-9b54-07fde892ef43 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=8a09dc11-b171-4aa6-920b-f6b660a3e3f7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:54.096751 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf33b6b-e4eb-4086-9689-5a3603453ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7012f264-aec4-4be8-8aba-f371bd03409a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:54.123342 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-24b15cef-9479-428d-9b54-07fde892ef43 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:54.129304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf12b02d-2b2e-43ed-a16c-6044aac2aa8d None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:10:54.146953 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-24b15cef-9479-428d-9b54-07fde892ef43 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/8a09dc11-b171-4aa6-920b-f6b660a3e3f7 HTTP/1.1" status: 204 len: 168 time: 0.8656902 Feb 15 17:10:54.156472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53240) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:54.177619 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9efdcc6f-b870-4008-be49-be970274df32 admin admin] Publish callbacks [] for security_group (7012f264-aec4-4be8-8aba-f371bd03409a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:54.218075 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9efdcc6f-b870-4008-be49-be970274df32 admin admin] Publish callbacks [] for security_group (7012f264-aec4-4be8-8aba-f371bd03409a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:54.290937 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-58756f16-ea37-483c-9bf4-56e01b47a4b2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1291003 Feb 15 17:10:54.298364 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53242) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:54.397052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b869d4c5-3899-4e66-b91f-df2744b34168 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:54.402966 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b869d4c5-3899-4e66-b91f-df2744b34168 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1033781 Feb 15 17:10:54.480951 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53246) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:54.535511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea525ab-8b62-42b2-a748-a496bcff2a89 None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:10:54.583281 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d54ef55-e790-4df0-b960-0eb159a569ed tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:54.589575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53248) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:54.589697 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9d54ef55-e790-4df0-b960-0eb159a569ed tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1068130 Feb 15 17:10:54.613194 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9efdcc6f-b870-4008-be49-be970274df32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7012f264-aec4-4be8-8aba-f371bd03409a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:54.615379 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9efdcc6f-b870-4008-be49-be970274df32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:54.616722 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9efdcc6f-b870-4008-be49-be970274df32 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7012f264-aec4-4be8-8aba-f371bd03409a HTTP/1.1" status: 204 len: 168 time: 0.5809367 Feb 15 17:10:54.632518 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdcc6f-b870-4008-be49-be970274df32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7012f264-aec4-4be8-8aba-f371bd03409a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:54.697507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bea525ab-8b62-42b2-a748-a496bcff2a89 None None] Deleting port f5a79cd8-797f-46ce-a314-b5cd75a57ab8 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:54.700180 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bea525ab-8b62-42b2-a748-a496bcff2a89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f5a79cd8-797f-46ce-a314-b5cd75a57ab8), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:54.714994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bb3beadf-83de-4ea3-a3f6-b62a6f53fbe8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254816 Feb 15 17:10:54.724832 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53252) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:54.729472 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9d88e355-405f-448c-ab90-c2b1c02be87b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:54.948562 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-bea525ab-8b62-42b2-a748-a496bcff2a89 None None] For port f5a79cd8-797f-46ce-a314-b5cd75a57ab8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f5a79cd8-797f-46ce-a314-b5cd75a57ab8,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:54.949037 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bea525ab-8b62-42b2-a748-a496bcff2a89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f5a79cd8-797f-46ce-a314-b5cd75a57ab8), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:54.983125 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d88e355-405f-448c-ab90-c2b1c02be87b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:54.987500 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d88e355-405f-448c-ab90-c2b1c02be87b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:54.998360 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bea525ab-8b62-42b2-a748-a496bcff2a89 None None] Calling delete_port for f5a79cd8-797f-46ce-a314-b5cd75a57ab8 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:55.469343 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bea525ab-8b62-42b2-a748-a496bcff2a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (f5a79cd8-797f-46ce-a314-b5cd75a57ab8), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:55.542467 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea525ab-8b62-42b2-a748-a496bcff2a89 None None] Pushing event deleted for resources: {'Port': ['ID=f5a79cd8-797f-46ce-a314-b5cd75a57ab8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:55.587853 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea525ab-8b62-42b2-a748-a496bcff2a89 None None] No DVR routers for this DVR port f5a79cd8-797f-46ce-a314-b5cd75a57ab8 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:10:55.636858 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d88e355-405f-448c-ab90-c2b1c02be87b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (640312c1-6ed4-4623-8ebf-122e39e6a30d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:55.738889 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d88e355-405f-448c-ab90-c2b1c02be87b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:55.756659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9d88e355-405f-448c-ab90-c2b1c02be87b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:55.760477 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d88e355-405f-448c-ab90-c2b1c02be87b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:55.761082 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d88e355-405f-448c-ab90-c2b1c02be87b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:55.766609 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455a4320-1941-4217-8259-a838db064618 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:10:55.862794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88e355-405f-448c-ab90-c2b1c02be87b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=640312c1-6ed4-4623-8ebf-122e39e6a30d,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:55.879539 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9d88e355-405f-448c-ab90-c2b1c02be87b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1542840 Feb 15 17:10:55.884828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53284) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:55.887662 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-da07c5f8-fae3-4a9e-acb0-87870309d90f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': '640312c1-6ed4-4623-8ebf-122e39e6a30d', 'ip_address': '2001:db8::b9e1:af01:5a62:3ef5'}], 'name': 'tempest-NetworksTestDHCPv6-1474664135'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:55.888374 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f5a79cd8-797f-46ce-a314-b5cd75a57ab8 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:10:55.955315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: f5a79cd8-797f-46ce-a314-b5cd75a57ab8 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:10:55.956265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f5a79cd8-797f-46ce-a314-b5cd75a57ab8 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:10:56.090383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': '640312c1-6ed4-4623-8ebf-122e39e6a30d'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:10:56.092350 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:56.273991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da07c5f8-fae3-4a9e-acb0-87870309d90f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:56.475187 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-da07c5f8-fae3-4a9e-acb0-87870309d90f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:56.507432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-da07c5f8-fae3-4a9e-acb0-87870309d90f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port 0b14e603-062d-4e5d-be32-67d930683321 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:10:56.510640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Allocated IP 2001:db8::2 (824790ef-3fd7-489c-9576-06e052670deb/640312c1-6ed4-4623-8ebf-122e39e6a30d/547a0f82-1670-4f61-a242-88f76b2d37f5) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:10:56.810838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53306) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:56.864730 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Publish callbacks [] for port (547a0f82-1670-4f61-a242-88f76b2d37f5), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:56.994290 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (547a0f82-1670-4f61-a242-88f76b2d37f5), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:57.092230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:57.106330 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:57.106330 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:10:57.118376 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ddcf88cd-e48b-4288-bbd0-1bb10f029f71 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1962402994-network', 'tenant_id': '483cc6279edd46abbfb6af33fc3a4d0c'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:57.188465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-da07c5f8-fae3-4a9e-acb0-87870309d90f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::b9e1:af01:5a62:3ef5 (824790ef-3fd7-489c-9576-06e052670deb/640312c1-6ed4-4623-8ebf-122e39e6a30d/0b14e603-062d-4e5d-be32-67d930683321) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:10:57.210733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Pushing event updated for resources: {'Port': ['ID=547a0f82-1670-4f61-a242-88f76b2d37f5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:57.215968 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Attempting to bind port 547a0f82-1670-4f61-a242-88f76b2d37f5 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:10:57.216405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Attempting to bind port 547a0f82-1670-4f61-a242-88f76b2d37f5 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:10:57.216778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Attempting to bind port 547a0f82-1670-4f61-a242-88f76b2d37f5 on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:10:57.223343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:10:57.229291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:10:57.229291 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:57.229291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:10:57.229291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Bound port: 547a0f82-1670-4f61-a242-88f76b2d37f5, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:10:57.229291 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (547a0f82-1670-4f61-a242-88f76b2d37f5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:57.280314 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcf88cd-e48b-4288-bbd0-1bb10f029f71 admin admin] Made reservation on behalf of 483cc6279edd46abbfb6af33fc3a4d0c for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:57.283033 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddcf88cd-e48b-4288-bbd0-1bb10f029f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:57.301574 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddcf88cd-e48b-4288-bbd0-1bb10f029f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:57.321786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] For port 547a0f82-1670-4f61-a242-88f76b2d37f5, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:10:57.330860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] For port 547a0f82-1670-4f61-a242-88f76b2d37f5, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=547a0f82-1670-4f61-a242-88f76b2d37f5,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:10:57.420338 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (547a0f82-1670-4f61-a242-88f76b2d37f5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:57.534508 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddcf88cd-e48b-4288-bbd0-1bb10f029f71 admin admin] Publish callbacks [] for security_group (8f8a7850-3b89-4274-ad9b-87ac9270cf2a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:57.595735 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-da07c5f8-fae3-4a9e-acb0-87870309d90f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (0b14e603-062d-4e5d-be32-67d930683321), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:57.615270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1657c-2aa6-40e0-926d-e166c020ebb7 None None] Pushing event updated for resources: {'Port': ['ID=547a0f82-1670-4f61-a242-88f76b2d37f5,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:57.634005 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddcf88cd-e48b-4288-bbd0-1bb10f029f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8f8a7850-3b89-4274-ad9b-87ac9270cf2a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:57.682465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcf88cd-e48b-4288-bbd0-1bb10f029f71 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:10:57.696321 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddcf88cd-e48b-4288-bbd0-1bb10f029f71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (17530e28-2741-4728-bd54-50efde283e56), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:57.697147 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-ddcf88cd-e48b-4288-bbd0-1bb10f029f71 admin admin] Added segment 17530e28-2741-4728-bd54-50efde283e56 of type vlan for network bcba5fcb-e5e5-4442-b630-cd03ced9da7c Feb 15 17:10:57.736823 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-da07c5f8-fae3-4a9e-acb0-87870309d90f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0b14e603-062d-4e5d-be32-67d930683321), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:57.780285 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddcf88cd-e48b-4288-bbd0-1bb10f029f71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (bcba5fcb-e5e5-4442-b630-cd03ced9da7c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:57.847077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf88cd-e48b-4288-bbd0-1bb10f029f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8a7850-3b89-4274-ad9b-87ac9270cf2a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:57.904346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07c5f8-fae3-4a9e-acb0-87870309d90f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=0b14e603-062d-4e5d-be32-67d930683321,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:57.937179 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddcf88cd-e48b-4288-bbd0-1bb10f029f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (bcba5fcb-e5e5-4442-b630-cd03ced9da7c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:57.938278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcf88cd-e48b-4288-bbd0-1bb10f029f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:57.938920 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ddcf88cd-e48b-4288-bbd0-1bb10f029f71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:57.952919 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da07c5f8-fae3-4a9e-acb0-87870309d90f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:10:57.955595 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-da07c5f8-fae3-4a9e-acb0-87870309d90f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:57.958283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da07c5f8-fae3-4a9e-acb0-87870309d90f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:10:57.966529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da07c5f8-fae3-4a9e-acb0-87870309d90f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:57.967082 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-da07c5f8-fae3-4a9e-acb0-87870309d90f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:58.090813 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-da07c5f8-fae3-4a9e-acb0-87870309d90f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2071631 Feb 15 17:10:58.095034 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53340) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:58.103024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f88b28f0-b87c-47de-b390-aa04949a0d85 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': '640312c1-6ed4-4623-8ebf-122e39e6a30d', 'ip_address': '2001:db8::b9e1:af01:5a62:3ef5'}], 'name': 'tempest-NetworksTestDHCPv6-1470404768'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:58.155468 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf88cd-e48b-4288-bbd0-1bb10f029f71 admin admin] Pushing event updated for resources: {'Network': ['ID=bcba5fcb-e5e5-4442-b630-cd03ced9da7c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:58.168707 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network bcba5fcb-e5e5-4442-b630-cd03ced9da7c details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:10:58.212957 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ddcf88cd-e48b-4288-bbd0-1bb10f029f71 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3984458 Feb 15 17:10:58.213176 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53342) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:58.218396 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-134f08b0-6f78-4f87-9e6a-997550fd4961 admin admin] Request body: {'subnet': {'network_id': 'bcba5fcb-e5e5-4442-b630-cd03ced9da7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1962402994-subnet', 'tenant_id': '483cc6279edd46abbfb6af33fc3a4d0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:10:58.355799 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134f08b0-6f78-4f87-9e6a-997550fd4961 admin admin] Made reservation on behalf of 483cc6279edd46abbfb6af33fc3a4d0c for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:58.370478 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-134f08b0-6f78-4f87-9e6a-997550fd4961 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:58.445668 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88b28f0-b87c-47de-b390-aa04949a0d85 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:10:58.451015 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f88b28f0-b87c-47de-b390-aa04949a0d85 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:58.503449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-f88b28f0-b87c-47de-b390-aa04949a0d85 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port 7a3209ef-f2e5-4585-90de-4b76d155662f yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:10:58.876261 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88b28f0-b87c-47de-b390-aa04949a0d85 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 15 17:10:58.876876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88b28f0-b87c-47de-b390-aa04949a0d85 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:10:58.994630 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f88b28f0-b87c-47de-b390-aa04949a0d85 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8999157 Feb 15 17:10:58.998073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53354) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:59.076075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b8408-b03b-449b-8721-9b4ed4340ff7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:59.099338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55b8408-b03b-449b-8721-9b4ed4340ff7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:59.101931 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f55b8408-b03b-449b-8721-9b4ed4340ff7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1037779 Feb 15 17:10:59.104537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53360) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:10:59.322918 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-2d2092ba-64d4-4354-be3a-453fa4e19793 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port 0b14e603-062d-4e5d-be32-67d930683321 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:10:59.323484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d2092ba-64d4-4354-be3a-453fa4e19793 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0b14e603-062d-4e5d-be32-67d930683321), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:59.422257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f62caa56-db49-4d83-a996-7b3194d60cf2 None None] Provisioning complete for port 547a0f82-1670-4f61-a242-88f76b2d37f5 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:10:59.422803 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f62caa56-db49-4d83-a996-7b3194d60cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (547a0f82-1670-4f61-a242-88f76b2d37f5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:59.432487 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-134f08b0-6f78-4f87-9e6a-997550fd4961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (7b6100ca-52f3-4e42-8dcb-86674a0803e8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:59.529090 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d2092ba-64d4-4354-be3a-453fa4e19793 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0b14e603-062d-4e5d-be32-67d930683321), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:59.561668 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-2d2092ba-64d4-4354-be3a-453fa4e19793 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for 0b14e603-062d-4e5d-be32-67d930683321 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:10:59.566173 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f08b0-6f78-4f87-9e6a-997550fd4961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b6100ca-52f3-4e42-8dcb-86674a0803e8,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:59.583673 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f62caa56-db49-4d83-a996-7b3194d60cf2 None None] Current status of the port 547a0f82-1670-4f61-a242-88f76b2d37f5 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:10:59.588142 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134f08b0-6f78-4f87-9e6a-997550fd4961 admin admin] Checking segment: {'id': '17530e28-2741-4728-bd54-50efde283e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bcba5fcb-e5e5-4442-b630-cd03ced9da7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:10:59.588142 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134f08b0-6f78-4f87-9e6a-997550fd4961 admin admin] Network hostable DHCP agents. Network: bcba5fcb-e5e5-4442-b630-cd03ced9da7c, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:10:59.588359 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f62caa56-db49-4d83-a996-7b3194d60cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (547a0f82-1670-4f61-a242-88f76b2d37f5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:59.663044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f62caa56-db49-4d83-a996-7b3194d60cf2 None None] For port 547a0f82-1670-4f61-a242-88f76b2d37f5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=547a0f82-1670-4f61-a242-88f76b2d37f5,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:10:59.732499 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134f08b0-6f78-4f87-9e6a-997550fd4961 admin admin] Network bcba5fcb-e5e5-4442-b630-cd03ced9da7c is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:10:59.766782 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f62caa56-db49-4d83-a996-7b3194d60cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (547a0f82-1670-4f61-a242-88f76b2d37f5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:59.841204 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-134f08b0-6f78-4f87-9e6a-997550fd4961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, bcba5fcb-e5e5-4442-b630-cd03ced9da7c) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:10:59.856342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134f08b0-6f78-4f87-9e6a-997550fd4961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:10:59.856993 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-134f08b0-6f78-4f87-9e6a-997550fd4961 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:59.894637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62caa56-db49-4d83-a996-7b3194d60cf2 None None] Pushing event updated for resources: {'Port': ['ID=547a0f82-1670-4f61-a242-88f76b2d37f5,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:10:59.899090 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd0628a-0b8f-4f4a-b933-9e546e6b378e None None] Network bcba5fcb-e5e5-4442-b630-cd03ced9da7c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:10:59.934499 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d2092ba-64d4-4354-be3a-453fa4e19793 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0b14e603-062d-4e5d-be32-67d930683321), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:10:59.970391 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-134f08b0-6f78-4f87-9e6a-997550fd4961 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7562027 Feb 15 17:11:00.007962 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6da91749-983c-4b65-a5d3-aea003ac96aa None None] Could not find standard attr ID for object 0b14e603-062d-4e5d-be32-67d930683321. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:11:00.009462 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 547a0f82-1670-4f61-a242-88f76b2d37f5 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:11:00.023831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2092ba-64d4-4354-be3a-453fa4e19793 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=0b14e603-062d-4e5d-be32-67d930683321,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:00.118446 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d2092ba-64d4-4354-be3a-453fa4e19793 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:00.126165 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2d2092ba-64d4-4354-be3a-453fa4e19793 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/0b14e603-062d-4e5d-be32-67d930683321 HTTP/1.1" status: 204 len: 168 time: 1.0181880 Feb 15 17:11:00.130455 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53384) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:00.134202 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 547a0f82-1670-4f61-a242-88f76b2d37f5 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:00.134819 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (547a0f82-1670-4f61-a242-88f76b2d37f5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:00.143555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6274825-b170-46de-a197-4d2722075e78 None None] Network bcba5fcb-e5e5-4442-b630-cd03ced9da7c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:00.210986 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b03b06d-5852-46c4-8c33-aa9d6c24a1e2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:00.212729 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b03b06d-5852-46c4-8c33-aa9d6c24a1e2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:00.216227 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6b03b06d-5852-46c4-8c33-aa9d6c24a1e2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0884614 Feb 15 17:11:00.218561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53390) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:00.422084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4e1d8aa-cb40-4677-8a67-7161746641ee tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 640312c1-6ed4-4623-8ebf-122e39e6a30d {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:11:00.434253 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4e1d8aa-cb40-4677-8a67-7161746641ee tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (640312c1-6ed4-4623-8ebf-122e39e6a30d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:00.537682 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:00.542981 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4e1d8aa-cb40-4677-8a67-7161746641ee tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (640312c1-6ed4-4623-8ebf-122e39e6a30d), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:00.586711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 547a0f82-1670-4f61-a242-88f76b2d37f5 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:00.693297 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4e1d8aa-cb40-4677-8a67-7161746641ee tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (640312c1-6ed4-4623-8ebf-122e39e6a30d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:00.885113 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4e1d8aa-cb40-4677-8a67-7161746641ee tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (640312c1-6ed4-4623-8ebf-122e39e6a30d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:00.915599 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:00.940392 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1d8aa-cb40-4677-8a67-7161746641ee tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=640312c1-6ed4-4623-8ebf-122e39e6a30d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:00.980931 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b4e1d8aa-cb40-4677-8a67-7161746641ee tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:00.988263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deaaa50-d430-4b15-9ad5-7de3dd699ad8 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:00.998038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53410) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:00.998526 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b4e1d8aa-cb40-4677-8a67-7161746641ee tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/640312c1-6ed4-4623-8ebf-122e39e6a30d HTTP/1.1" status: 204 len: 168 time: 0.7784173 Feb 15 17:11:01.090830 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c58fdf8e-47b6-49d1-8180-d7c8ffd8ec94 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849831 Feb 15 17:11:01.091695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53412) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:01.099363 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-36c748de-a2ff-4872-8d6a-788ca3aeb4b6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:01.292536 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53420) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:01.297525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bd95cc33-b8e1-4d76-8bc8-18b9226cd23c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1101346833-network', 'tenant_id': '80fc244e58ea493f8a9a5d46e0f59e60'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:01.340001 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af73b05-f5b4-4f6b-bb3d-65b4039da9e0 None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:11:01.384869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c748de-a2ff-4872-8d6a-788ca3aeb4b6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:01.388429 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36c748de-a2ff-4872-8d6a-788ca3aeb4b6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:01.394890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4af73b05-f5b4-4f6b-bb3d-65b4039da9e0 None None] Deleting port 547a0f82-1670-4f61-a242-88f76b2d37f5 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:11:01.395354 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4af73b05-f5b4-4f6b-bb3d-65b4039da9e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (547a0f82-1670-4f61-a242-88f76b2d37f5), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:01.472814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4af73b05-f5b4-4f6b-bb3d-65b4039da9e0 None None] For port 547a0f82-1670-4f61-a242-88f76b2d37f5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=547a0f82-1670-4f61-a242-88f76b2d37f5,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:01.473217 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4af73b05-f5b4-4f6b-bb3d-65b4039da9e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (547a0f82-1670-4f61-a242-88f76b2d37f5), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:01.490705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4af73b05-f5b4-4f6b-bb3d-65b4039da9e0 None None] Calling delete_port for 547a0f82-1670-4f61-a242-88f76b2d37f5 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:11:01.592603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd95cc33-b8e1-4d76-8bc8-18b9226cd23c admin admin] Made reservation on behalf of 80fc244e58ea493f8a9a5d46e0f59e60 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:01.595302 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd95cc33-b8e1-4d76-8bc8-18b9226cd23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:01.609374 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd95cc33-b8e1-4d76-8bc8-18b9226cd23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:01.681908 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4af73b05-f5b4-4f6b-bb3d-65b4039da9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (547a0f82-1670-4f61-a242-88f76b2d37f5), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:01.738903 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af73b05-f5b4-4f6b-bb3d-65b4039da9e0 None None] Pushing event deleted for resources: {'Port': ['ID=547a0f82-1670-4f61-a242-88f76b2d37f5,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:01.753357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af73b05-f5b4-4f6b-bb3d-65b4039da9e0 None None] No DVR routers for this DVR port 547a0f82-1670-4f61-a242-88f76b2d37f5 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:11:01.790264 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd95cc33-b8e1-4d76-8bc8-18b9226cd23c admin admin] Publish callbacks [] for security_group (663674dc-a157-41a2-86e4-fafbc2e617c7), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:01.816216 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36c748de-a2ff-4872-8d6a-788ca3aeb4b6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (0fd7e0e5-52d7-42d8-b4d9-4a100a4beaa7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:01.828383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 547a0f82-1670-4f61-a242-88f76b2d37f5 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:11:01.855510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 547a0f82-1670-4f61-a242-88f76b2d37f5 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:11:01.855945 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 547a0f82-1670-4f61-a242-88f76b2d37f5 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:11:01.874983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c748de-a2ff-4872-8d6a-788ca3aeb4b6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:01.888625 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-36c748de-a2ff-4872-8d6a-788ca3aeb4b6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:01.899954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6e8104-6b50-4385-b26e-2a8e0ee816dc None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:01.900310 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c748de-a2ff-4872-8d6a-788ca3aeb4b6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:01.901228 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36c748de-a2ff-4872-8d6a-788ca3aeb4b6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:01.911733 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd95cc33-b8e1-4d76-8bc8-18b9226cd23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (663674dc-a157-41a2-86e4-fafbc2e617c7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:01.956304 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c748de-a2ff-4872-8d6a-788ca3aeb4b6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=0fd7e0e5-52d7-42d8-b4d9-4a100a4beaa7,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:01.969060 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95cc33-b8e1-4d76-8bc8-18b9226cd23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663674dc-a157-41a2-86e4-fafbc2e617c7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:01.988824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd95cc33-b8e1-4d76-8bc8-18b9226cd23c admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:11:02.000560 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd95cc33-b8e1-4d76-8bc8-18b9226cd23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (39bd6c75-6257-4514-9fad-8fa81db16e81), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:02.001119 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-bd95cc33-b8e1-4d76-8bc8-18b9226cd23c admin admin] Added segment 39bd6c75-6257-4514-9fad-8fa81db16e81 of type vlan for network d0ab14bb-f041-4c80-8efb-d96c90f3df58 Feb 15 17:11:02.050594 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-36c748de-a2ff-4872-8d6a-788ca3aeb4b6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9545221 Feb 15 17:11:02.050727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53442) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:02.055385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-69d32b91-d14d-410b-afe7-1c88c24e9732 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': '0fd7e0e5-52d7-42d8-b4d9-4a100a4beaa7', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1943877751'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:02.057200 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd95cc33-b8e1-4d76-8bc8-18b9226cd23c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (d0ab14bb-f041-4c80-8efb-d96c90f3df58), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:02.145204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': '0fd7e0e5-52d7-42d8-b4d9-4a100a4beaa7'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:11:02.146103 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:02.216213 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd95cc33-b8e1-4d76-8bc8-18b9226cd23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (d0ab14bb-f041-4c80-8efb-d96c90f3df58), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:02.226064 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd95cc33-b8e1-4d76-8bc8-18b9226cd23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:02.226064 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd95cc33-b8e1-4d76-8bc8-18b9226cd23c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:02.372227 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95cc33-b8e1-4d76-8bc8-18b9226cd23c admin admin] Pushing event updated for resources: {'Network': ['ID=d0ab14bb-f041-4c80-8efb-d96c90f3df58,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:02.407586 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bd95cc33-b8e1-4d76-8bc8-18b9226cd23c admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1140199 Feb 15 17:11:02.410483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53458) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:02.415018 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network d0ab14bb-f041-4c80-8efb-d96c90f3df58 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:11:02.415547 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-94f3b18d-d6f0-494b-b10e-ab0b75aded85 admin admin] Request body: {'subnet': {'network_id': 'd0ab14bb-f041-4c80-8efb-d96c90f3df58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1101346833-subnet', 'tenant_id': '80fc244e58ea493f8a9a5d46e0f59e60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:02.490853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d32b91-d14d-410b-afe7-1c88c24e9732 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:02.535786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Allocated IP 2001:db8::2 (824790ef-3fd7-489c-9576-06e052670deb/0fd7e0e5-52d7-42d8-b4d9-4a100a4beaa7/dd68e233-5b1a-4c2e-b209-60e257c0ead0) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:02.581624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f3b18d-d6f0-494b-b10e-ab0b75aded85 admin admin] Made reservation on behalf of 80fc244e58ea493f8a9a5d46e0f59e60 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:02.586941 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-94f3b18d-d6f0-494b-b10e-ab0b75aded85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:02.842319 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-69d32b91-d14d-410b-afe7-1c88c24e9732 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:02.862661 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Publish callbacks [] for port (dd68e233-5b1a-4c2e-b209-60e257c0ead0), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:02.868884 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-69d32b91-d14d-410b-afe7-1c88c24e9732 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port b3231668-28cb-468f-a84a-2637d9a41671 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:11:02.990599 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (dd68e233-5b1a-4c2e-b209-60e257c0ead0), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:03.103490 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:03.107662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:03.110158 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:11:03.219311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Pushing event updated for resources: {'Port': ['ID=dd68e233-5b1a-4c2e-b209-60e257c0ead0,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:03.232457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Attempting to bind port dd68e233-5b1a-4c2e-b209-60e257c0ead0 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:11:03.232840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Attempting to bind port dd68e233-5b1a-4c2e-b209-60e257c0ead0 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:11:03.233212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Attempting to bind port dd68e233-5b1a-4c2e-b209-60e257c0ead0 on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:11:03.239165 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:11:03.239560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:11:03.239973 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:03.240372 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:11:03.240850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Bound port: dd68e233-5b1a-4c2e-b209-60e257c0ead0, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:11:03.241241 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (dd68e233-5b1a-4c2e-b209-60e257c0ead0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:03.329997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] For port dd68e233-5b1a-4c2e-b209-60e257c0ead0, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:11:03.333638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] For port dd68e233-5b1a-4c2e-b209-60e257c0ead0, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=dd68e233-5b1a-4c2e-b209-60e257c0ead0,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:11:03.436290 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (dd68e233-5b1a-4c2e-b209-60e257c0ead0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:03.518356 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d32b91-d14d-410b-afe7-1c88c24e9732 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:11:03.519037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d32b91-d14d-410b-afe7-1c88c24e9732 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:11:03.537991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65c396-086e-4f8c-a5d4-6790b60002f3 None None] Pushing event updated for resources: {'Port': ['ID=dd68e233-5b1a-4c2e-b209-60e257c0ead0,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:03.599208 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-94f3b18d-d6f0-494b-b10e-ab0b75aded85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (17cb1d5b-0f84-43c6-bf13-b3d3e0ee5fde), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:03.669255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-69d32b91-d14d-410b-afe7-1c88c24e9732 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6157894 Feb 15 17:11:03.669825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53476) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:03.752134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3b18d-d6f0-494b-b10e-ab0b75aded85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17cb1d5b-0f84-43c6-bf13-b3d3e0ee5fde,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:03.757870 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0538d04-0244-4c83-9798-674013ae5fa3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:03.759388 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f0538d04-0244-4c83-9798-674013ae5fa3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0879970 Feb 15 17:11:03.762998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53480) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:03.809766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f3b18d-d6f0-494b-b10e-ab0b75aded85 admin admin] Checking segment: {'id': '39bd6c75-6257-4514-9fad-8fa81db16e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'd0ab14bb-f041-4c80-8efb-d96c90f3df58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:11:03.810133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3b18d-d6f0-494b-b10e-ab0b75aded85 admin admin] Network hostable DHCP agents. Network: d0ab14bb-f041-4c80-8efb-d96c90f3df58, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:11:03.852614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f9044c-9c4b-43b5-b001-f981b63a1d38 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:03.853880 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f9044c-9c4b-43b5-b001-f981b63a1d38 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:03.855442 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-83f9044c-9c4b-43b5-b001-f981b63a1d38 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0913284 Feb 15 17:11:03.858372 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53482) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:03.926602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3b18d-d6f0-494b-b10e-ab0b75aded85 admin admin] Network d0ab14bb-f041-4c80-8efb-d96c90f3df58 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:11:03.962890 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4776d48-f56c-4e57-b24d-f8d0ad66de9c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 0fd7e0e5-52d7-42d8-b4d9-4a100a4beaa7 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:11:03.967488 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4776d48-f56c-4e57-b24d-f8d0ad66de9c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (0fd7e0e5-52d7-42d8-b4d9-4a100a4beaa7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:04.033346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-94f3b18d-d6f0-494b-b10e-ab0b75aded85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, d0ab14bb-f041-4c80-8efb-d96c90f3df58) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:04.037525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3b18d-d6f0-494b-b10e-ab0b75aded85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:04.038121 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-94f3b18d-d6f0-494b-b10e-ab0b75aded85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:04.048417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f506a8-6929-4ce3-9ba6-b053dd6b816b None None] Network d0ab14bb-f041-4c80-8efb-d96c90f3df58 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:04.073090 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4776d48-f56c-4e57-b24d-f8d0ad66de9c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (0fd7e0e5-52d7-42d8-b4d9-4a100a4beaa7), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:04.178608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-94f3b18d-d6f0-494b-b10e-ab0b75aded85 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7670035 Feb 15 17:11:04.215744 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4776d48-f56c-4e57-b24d-f8d0ad66de9c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (0fd7e0e5-52d7-42d8-b4d9-4a100a4beaa7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:04.309110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f470745-fe84-4f77-a819-f9e1a9163335 None None] Network d0ab14bb-f041-4c80-8efb-d96c90f3df58 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:04.430075 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4776d48-f56c-4e57-b24d-f8d0ad66de9c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (0fd7e0e5-52d7-42d8-b4d9-4a100a4beaa7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:04.486705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4776d48-f56c-4e57-b24d-f8d0ad66de9c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd7e0e5-52d7-42d8-b4d9-4a100a4beaa7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:04.497948 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a4776d48-f56c-4e57-b24d-f8d0ad66de9c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:04.501565 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a4776d48-f56c-4e57-b24d-f8d0ad66de9c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/0fd7e0e5-52d7-42d8-b4d9-4a100a4beaa7 HTTP/1.1" status: 204 len: 168 time: 0.6421685 Feb 15 17:11:04.504204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53506) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:04.580329 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e1a49607-206e-4785-ac2b-1177d0f5b06d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749242 Feb 15 17:11:04.584609 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53512) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:04.590592 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d7253d9b-7b0f-41e9-8610-a8a5b74e137c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:04.919591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7253d9b-7b0f-41e9-8610-a8a5b74e137c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:04.925146 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7253d9b-7b0f-41e9-8610-a8a5b74e137c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:05.121112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-1671f23f-0a44-495c-8788-e4425e7f34e5 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:05.122821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-1671f23f-0a44-495c-8788-e4425e7f34e5 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/networks?id=bcba5fcb-e5e5-4442-b630-cd03ced9da7c HTTP/1.1" status: 200 len: 812 time: 0.2686160 Feb 15 17:11:05.149233 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9956e8cc-35d7-43ca-a109-4bb1f7449361 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:05.171638 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-58ee401a-6033-42ac-94f9-a6ef0fbfbe31 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/quotas/483cc6279edd46abbfb6af33fc3a4d0c HTTP/1.1" status: 200 len: 375 time: 0.0362356 Feb 15 17:11:05.259161 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-426631c4-9247-4c1c-91af-b1349f17b02c tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=483cc6279edd46abbfb6af33fc3a4d0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802493 Feb 15 17:11:05.324135 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a0a12f46-acbc-4dd6-a530-9cd54b076b1d None None] Provisioning complete for port dd68e233-5b1a-4c2e-b209-60e257c0ead0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:05.324665 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a0a12f46-acbc-4dd6-a530-9cd54b076b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (dd68e233-5b1a-4c2e-b209-60e257c0ead0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:05.408104 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-bec4f284-2889-4750-b601-469531a43cd7 service neutron] 10.222.0.107 "GET /v2.0/networks/bcba5fcb-e5e5-4442-b630-cd03ced9da7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418781 Feb 15 17:11:05.410788 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7253d9b-7b0f-41e9-8610-a8a5b74e137c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (bae617ae-a93f-42f0-a152-05e517f100c9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:05.513041 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7253d9b-7b0f-41e9-8610-a8a5b74e137c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:05.516832 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d7253d9b-7b0f-41e9-8610-a8a5b74e137c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:05.520270 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7253d9b-7b0f-41e9-8610-a8a5b74e137c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:05.521134 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d7253d9b-7b0f-41e9-8610-a8a5b74e137c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:05.542700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7253d9b-7b0f-41e9-8610-a8a5b74e137c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=bae617ae-a93f-42f0-a152-05e517f100c9,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:05.569743 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-06662269-5724-47d2-8336-82ba868e4c55 service neutron] 10.222.0.107 "GET /v2.0/networks/bcba5fcb-e5e5-4442-b630-cd03ced9da7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592302 Feb 15 17:11:05.598958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a0a12f46-acbc-4dd6-a530-9cd54b076b1d None None] Current status of the port dd68e233-5b1a-4c2e-b209-60e257c0ead0 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:05.599394 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a0a12f46-acbc-4dd6-a530-9cd54b076b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (dd68e233-5b1a-4c2e-b209-60e257c0ead0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:05.614646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7953c3-6219-40fb-afab-ec8c26b3b6ac None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:11:05.639095 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d7253d9b-7b0f-41e9-8610-a8a5b74e137c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0501714 Feb 15 17:11:05.639547 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53566) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:05.645040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7c40508d-0a1f-438a-a546-1cfe72edf3b5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1009632943', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:05.665501 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a0a12f46-acbc-4dd6-a530-9cd54b076b1d None None] For port dd68e233-5b1a-4c2e-b209-60e257c0ead0, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=dd68e233-5b1a-4c2e-b209-60e257c0ead0,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:05.692870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5c7953c3-6219-40fb-afab-ec8c26b3b6ac None None] Deleting port dd68e233-5b1a-4c2e-b209-60e257c0ead0 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:11:05.693235 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5c7953c3-6219-40fb-afab-ec8c26b3b6ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (dd68e233-5b1a-4c2e-b209-60e257c0ead0), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:05.759070 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c40508d-0a1f-438a-a546-1cfe72edf3b5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (988dc47f-40e1-4eff-8b79-16a995fb252a), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:05.760442 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c40508d-0a1f-438a-a546-1cfe72edf3b5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (988dc47f-40e1-4eff-8b79-16a995fb252a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:05.800409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5c7953c3-6219-40fb-afab-ec8c26b3b6ac None None] For port dd68e233-5b1a-4c2e-b209-60e257c0ead0, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=dd68e233-5b1a-4c2e-b209-60e257c0ead0,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:05.800813 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5c7953c3-6219-40fb-afab-ec8c26b3b6ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (dd68e233-5b1a-4c2e-b209-60e257c0ead0), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:05.815082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5c7953c3-6219-40fb-afab-ec8c26b3b6ac None None] Calling delete_port for dd68e233-5b1a-4c2e-b209-60e257c0ead0 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:11:05.822546 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a0a12f46-acbc-4dd6-a530-9cd54b076b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (dd68e233-5b1a-4c2e-b209-60e257c0ead0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:05.846576 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c40508d-0a1f-438a-a546-1cfe72edf3b5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for router_controller (988dc47f-40e1-4eff-8b79-16a995fb252a), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:05.922436 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c40508d-0a1f-438a-a546-1cfe72edf3b5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (988dc47f-40e1-4eff-8b79-16a995fb252a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:05.957682 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a12f46-acbc-4dd6-a530-9cd54b076b1d None None] Pushing event updated for resources: {'Port': ['ID=dd68e233-5b1a-4c2e-b209-60e257c0ead0,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:06.065912 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c40508d-0a1f-438a-a546-1cfe72edf3b5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:06.069410 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7c40508d-0a1f-438a-a546-1cfe72edf3b5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4260194 Feb 15 17:11:06.070684 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53586) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:06.124714 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5c7953c3-6219-40fb-afab-ec8c26b3b6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (dd68e233-5b1a-4c2e-b209-60e257c0ead0), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:06.175168 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ed58405c-a4c7-4122-b251-46c24c07a893 req-46833398-5949-4e79-b159-2e47ccf5b1c4 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 210 time: 0.0561769 Feb 15 17:11:06.184771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7953c3-6219-40fb-afab-ec8c26b3b6ac None None] Pushing event deleted for resources: {'Port': ['ID=dd68e233-5b1a-4c2e-b209-60e257c0ead0,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:06.192631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7953c3-6219-40fb-afab-ec8c26b3b6ac None None] No DVR routers for this DVR port dd68e233-5b1a-4c2e-b209-60e257c0ead0 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:11:06.220516 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f7f9bf-ffa2-4ef9-a975-1754a89bae17 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:06.400938 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': 'bae617ae-a93f-42f0-a152-05e517f100c9'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:11:06.405890 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:06.473526 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:06.610585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Allocated IP 2001:db8::2 (824790ef-3fd7-489c-9576-06e052670deb/bae617ae-a93f-42f0-a152-05e517f100c9/fe4784f3-8a56-47b5-85b0-a61c3971eace) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:06.824661 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Publish callbacks [] for port (fe4784f3-8a56-47b5-85b0-a61c3971eace), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:06.916435 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (fe4784f3-8a56-47b5-85b0-a61c3971eace), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:06.964827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Pushing event updated for resources: {'Port': ['ID=fe4784f3-8a56-47b5-85b0-a61c3971eace,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:06.974127 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2468dbe7-13a6-4655-a2b2-c27a01e40fc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:06.998704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::1 (824790ef-3fd7-489c-9576-06e052670deb/bae617ae-a93f-42f0-a152-05e517f100c9/7e37f25e-ccd6-4c59-9660-f276ea8c42fc) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:07.006581 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:07.008787 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:07.014261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:11:07.136609 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Attempting to bind port fe4784f3-8a56-47b5-85b0-a61c3971eace on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:11:07.138252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Attempting to bind port fe4784f3-8a56-47b5-85b0-a61c3971eace by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:11:07.138564 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Attempting to bind port fe4784f3-8a56-47b5-85b0-a61c3971eace on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:11:07.150205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:11:07.152733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:11:07.153150 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:07.153799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:11:07.154335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Bound port: fe4784f3-8a56-47b5-85b0-a61c3971eace, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:11:07.154680 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fe4784f3-8a56-47b5-85b0-a61c3971eace), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:07.326371 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1bb086d3-391b-44cb-a9e5-dceb47a1bbb6 req-ad9dd415-576c-4757-acdd-b3ee62580334 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 210 time: 0.0888419 Feb 15 17:11:07.330215 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (7e37f25e-ccd6-4c59-9660-f276ea8c42fc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:07.367479 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] For port fe4784f3-8a56-47b5-85b0-a61c3971eace, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:11:07.384810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] For port fe4784f3-8a56-47b5-85b0-a61c3971eace, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=fe4784f3-8a56-47b5-85b0-a61c3971eace,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:11:07.550824 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fe4784f3-8a56-47b5-85b0-a61c3971eace), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:07.551100 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (7e37f25e-ccd6-4c59-9660-f276ea8c42fc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:07.646985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc0f79-2838-4161-8c18-5dcfa66969d1 None None] Pushing event updated for resources: {'Port': ['ID=fe4784f3-8a56-47b5-85b0-a61c3971eace,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:07.667930 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=7e37f25e-ccd6-4c59-9660-f276ea8c42fc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:07.686223 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:07.686445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:07.693644 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:11:07.695843 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (988dc47f-40e1-4eff-8b79-16a995fb252a), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:08.023795 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7e37f25e-ccd6-4c59-9660-f276ea8c42fc), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:08.416636 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (7e37f25e-ccd6-4c59-9660-f276ea8c42fc), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:08.433455 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-93777550-41bf-4577-8e5c-9bf269fc9354 req-f6053c85-83a5-4488-8fa5-20b45a3ddfaa tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 210 time: 0.0407915 Feb 15 17:11:08.589204 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (7e37f25e-ccd6-4c59-9660-f276ea8c42fc), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:08.589204 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (988dc47f-40e1-4eff-8b79-16a995fb252a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:08.781117 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:08.786198 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:08.788512 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=7e37f25e-ccd6-4c59-9660-f276ea8c42fc,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:09.046948 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Router 988dc47f-40e1-4eff-8b79-16a995fb252a is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:11:09.198206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2cd7ff1e-4316-4489-9983-f42c0f39ac6e None None] Provisioning complete for port fe4784f3-8a56-47b5-85b0-a61c3971eace triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:09.198747 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff1e-4316-4489-9983-f42c0f39ac6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fe4784f3-8a56-47b5-85b0-a61c3971eace), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:09.604199 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6879687d-d5fd-4244-a682-d470d2d033a1 req-78b04fed-7744-4b41-b54b-884be81713b1 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 210 time: 0.0720541 Feb 15 17:11:09.606131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:11:09.615440 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c1f89f8f-2e40-4dab-9760-252d9e9b8ce7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "PUT /v2.0/routers/988dc47f-40e1-4eff-8b79-16a995fb252a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5436308 Feb 15 17:11:09.621636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53746) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:09.629799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Sync routers for ids ['988dc47f-40e1-4eff-8b79-16a995fb252a'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:11:09.657099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Routers {'988dc47f-40e1-4eff-8b79-16a995fb252a'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:11:09.657720 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:10:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['988dc47f-40e1-4eff-8b79-16a995fb252a'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:09.748324 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e97d1cb4-094a-41a8-bf08-4bd95c6899f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:09.790730 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917b6d40-c754-407d-856a-c26edfb8e628 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:09.795444 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-917b6d40-c754-407d-856a-c26edfb8e628 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports/7e37f25e-ccd6-4c59-9660-f276ea8c42fc HTTP/1.1" status: 200 len: 911 time: 0.1708777 Feb 15 17:11:09.800797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53754) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:09.870031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7ff1e-4316-4489-9983-f42c0f39ac6e None None] Current status of the port fe4784f3-8a56-47b5-85b0-a61c3971eace is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:09.870553 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff1e-4316-4489-9983-f42c0f39ac6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fe4784f3-8a56-47b5-85b0-a61c3971eace), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:09.900664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Set router 988dc47f-40e1-4eff-8b79-16a995fb252a gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:11:09.915571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ad7fb-2a88-43f4-aa71-40b73386d55a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:09.938451 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375ad7fb-2a88-43f4-aa71-40b73386d55a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:09.950805 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-375ad7fb-2a88-43f4-aa71-40b73386d55a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1427054 Feb 15 17:11:09.953888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53760) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:10.008343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device fe4784f3-8a56-47b5-85b0-a61c3971eace up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:11:10.133458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2cd7ff1e-4316-4489-9983-f42c0f39ac6e None None] For port fe4784f3-8a56-47b5-85b0-a61c3971eace, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=fe4784f3-8a56-47b5-85b0-a61c3971eace,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:10.235357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port fe4784f3-8a56-47b5-85b0-a61c3971eace triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:10.236282 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fe4784f3-8a56-47b5-85b0-a61c3971eace), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:10.268214 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2cd7ff1e-4316-4489-9983-f42c0f39ac6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fe4784f3-8a56-47b5-85b0-a61c3971eace), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:10.373236 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7ff1e-4316-4489-9983-f42c0f39ac6e None None] Pushing event updated for resources: {'Port': ['ID=fe4784f3-8a56-47b5-85b0-a61c3971eace,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:10.455417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ae6c6dae-9af8-4714-9bf9-7e2e7545ef01 None None] Provisioning complete for port 7e37f25e-ccd6-4c59-9660-f276ea8c42fc triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:10.455790 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ae6c6dae-9af8-4714-9bf9-7e2e7545ef01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7e37f25e-ccd6-4c59-9660-f276ea8c42fc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:10.465518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port fe4784f3-8a56-47b5-85b0-a61c3971eace is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:10.486979 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988dc47f-40e1-4eff-8b79-16a995fb252a', 'name': 'tempest-NetworksTestDHCPv6-router-1009632943', 'tenant_id': 'f1d77d46740c4f32a0fb378e47536577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:11:05Z', 'updated_at': '2022-02-15T17:11:07Z', 'revision_number': 2, 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'gw_port_host': None, '_interfaces': [{'id': '7e37f25e-ccd6-4c59-9660-f276ea8c42fc', 'name': '', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'tenant_id': 'f1d77d46740c4f32a0fb378e47536577', 'mac_address': 'fa:16:3e:4c:f4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988dc47f-40e1-4eff-8b79-16a995fb252a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'bae617ae-a93f-42f0-a152-05e517f100c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:11:06Z', 'updated_at': '2022-02-15T17:11:08Z', 'revision_number': 2, 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'subnets': [{'id': 'bae617ae-a93f-42f0-a152-05e517f100c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:10.523139 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Checking router: 988dc47f-40e1-4eff-8b79-16a995fb252a for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:11:10.523497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Updating router 988dc47f-40e1-4eff-8b79-16a995fb252a port 7e37f25e-ccd6-4c59-9660-f276ea8c42fc binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:11:10.563446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c6dae-9af8-4714-9bf9-7e2e7545ef01 None None] Port 7e37f25e-ccd6-4c59-9660-f276ea8c42fc cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:11:10.574616 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7e37f25e-ccd6-4c59-9660-f276ea8c42fc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:10.723891 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36ea79bd-96f8-4fcd-b618-2a12b7c75639 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (988dc47f-40e1-4eff-8b79-16a995fb252a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:10.751774 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:10.822799 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bd79773f-f4be-4681-a12e-95f9c447c55f req-ea81e448-d4c9-4c76-a9fb-29487ea10374 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 210 time: 0.1085982 Feb 15 17:11:10.982908 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Publish callbacks [] for port (7e37f25e-ccd6-4c59-9660-f276ea8c42fc), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:11.021917 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-36ea79bd-96f8-4fcd-b618-2a12b7c75639 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port 7e37f25e-ccd6-4c59-9660-f276ea8c42fc {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:11:11.022289 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36ea79bd-96f8-4fcd-b618-2a12b7c75639 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7e37f25e-ccd6-4c59-9660-f276ea8c42fc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:11.098866 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7e37f25e-ccd6-4c59-9660-f276ea8c42fc), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:11.119208 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36ea79bd-96f8-4fcd-b618-2a12b7c75639 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7e37f25e-ccd6-4c59-9660-f276ea8c42fc), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:11.141561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-36ea79bd-96f8-4fcd-b618-2a12b7c75639 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for 7e37f25e-ccd6-4c59-9660-f276ea8c42fc owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:11:11.168202 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72162d8b-2ad6-4c98-a698-d37daa7279b4 None None] Pushing event updated for resources: {'Port': ['ID=7e37f25e-ccd6-4c59-9660-f276ea8c42fc,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:11.230537 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Attempting to bind port 7e37f25e-ccd6-4c59-9660-f276ea8c42fc on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:11:11.230896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Attempting to bind port 7e37f25e-ccd6-4c59-9660-f276ea8c42fc by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:11:11.231333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Attempting to bind port 7e37f25e-ccd6-4c59-9660-f276ea8c42fc on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:11:11.242048 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:11:11.242667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:11:11.242777 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:11.243078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:11:11.243572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Bound port: 7e37f25e-ccd6-4c59-9660-f276ea8c42fc, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:11:11.243950 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7e37f25e-ccd6-4c59-9660-f276ea8c42fc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:11.355033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] For port 7e37f25e-ccd6-4c59-9660-f276ea8c42fc, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:11:11.359869 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] For port 7e37f25e-ccd6-4c59-9660-f276ea8c42fc, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7e37f25e-ccd6-4c59-9660-f276ea8c42fc,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:11:11.442514 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7e37f25e-ccd6-4c59-9660-f276ea8c42fc), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:11.519203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72162d8b-2ad6-4c98-a698-d37daa7279b4 None None] Pushing event updated for resources: {'Port': ['ID=7e37f25e-ccd6-4c59-9660-f276ea8c42fc,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:11.521920 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Routers {'988dc47f-40e1-4eff-8b79-16a995fb252a'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:11:11.522540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:11:10Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['988dc47f-40e1-4eff-8b79-16a995fb252a'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:11.527352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-35ad1583-7379-420f-8a4e-674a923cbfa2 None None] Provisioning complete for port 7e37f25e-ccd6-4c59-9660-f276ea8c42fc triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:11.527729 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-35ad1583-7379-420f-8a4e-674a923cbfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7e37f25e-ccd6-4c59-9660-f276ea8c42fc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:11.645260 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36ea79bd-96f8-4fcd-b618-2a12b7c75639 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7e37f25e-ccd6-4c59-9660-f276ea8c42fc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:11.663525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-35ad1583-7379-420f-8a4e-674a923cbfa2 None None] Could not find standard attr ID for object 7e37f25e-ccd6-4c59-9660-f276ea8c42fc. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:11:11.673919 n-d-828372-14 neutron-server[103801]: INFO neutron.plugins.ml2.db [None req-35ad1583-7379-420f-8a4e-674a923cbfa2 None None] No ports have port_id starting with 7e37f25e-ccd6-4c59-9660-f276ea8c42fc Feb 15 17:11:11.676031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] Set router 988dc47f-40e1-4eff-8b79-16a995fb252a gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:11:11.712142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea79bd-96f8-4fcd-b618-2a12b7c75639 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=7e37f25e-ccd6-4c59-9660-f276ea8c42fc,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:11.931650 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36ea79bd-96f8-4fcd-b618-2a12b7c75639 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (988dc47f-40e1-4eff-8b79-16a995fb252a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:11.966644 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf84a254-4ccb-4f9c-9d53-6f444b4179f2 req-a4dd7eaf-ace0-40aa-b59e-01491c39d843 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 210 time: 0.0378540 Feb 15 17:11:11.969075 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device fe4784f3-8a56-47b5-85b0-a61c3971eace up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:11:11.978161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-79f6359c-fcb7-4a80-834e-e67442c59560 None None] Could not find standard attr ID for object 7e37f25e-ccd6-4c59-9660-f276ea8c42fc. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:11:12.100245 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port fe4784f3-8a56-47b5-85b0-a61c3971eace triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:12.100615 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fe4784f3-8a56-47b5-85b0-a61c3971eace), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:12.134203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '988dc47f-40e1-4eff-8b79-16a995fb252a', 'name': 'tempest-NetworksTestDHCPv6-router-1009632943', 'tenant_id': 'f1d77d46740c4f32a0fb378e47536577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:11:05Z', 'updated_at': '2022-02-15T17:11:07Z', 'revision_number': 2, 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'gw_port_host': None, '_interfaces': [{'id': '7e37f25e-ccd6-4c59-9660-f276ea8c42fc', 'name': '', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'tenant_id': 'f1d77d46740c4f32a0fb378e47536577', 'mac_address': 'fa:16:3e:4c:f4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988dc47f-40e1-4eff-8b79-16a995fb252a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'bae617ae-a93f-42f0-a152-05e517f100c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:11:06Z', 'updated_at': '2022-02-15T17:11:11Z', 'revision_number': 4, 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'subnets': [{'id': 'bae617ae-a93f-42f0-a152-05e517f100c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:12.139322 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:12.184211 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2946c7-fbbc-44c4-9bba-6022fd379135 None None] The sync data for ids ['988dc47f-40e1-4eff-8b79-16a995fb252a'] in n-d-828372-14 is: [{'id': '988dc47f-40e1-4eff-8b79-16a995fb252a', 'name': 'tempest-NetworksTestDHCPv6-router-1009632943', 'tenant_id': 'f1d77d46740c4f32a0fb378e47536577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:11:05Z', 'updated_at': '2022-02-15T17:11:07Z', 'revision_number': 2, 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'gw_port_host': None, '_interfaces': [{'id': '7e37f25e-ccd6-4c59-9660-f276ea8c42fc', 'name': '', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'tenant_id': 'f1d77d46740c4f32a0fb378e47536577', 'mac_address': 'fa:16:3e:4c:f4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '988dc47f-40e1-4eff-8b79-16a995fb252a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'bae617ae-a93f-42f0-a152-05e517f100c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:11:06Z', 'updated_at': '2022-02-15T17:11:11Z', 'revision_number': 4, 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'subnets': [{'id': 'bae617ae-a93f-42f0-a152-05e517f100c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:11:12.204562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ea79bd-96f8-4fcd-b618-2a12b7c75639 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Router 988dc47f-40e1-4eff-8b79-16a995fb252a has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:11:12.268110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port fe4784f3-8a56-47b5-85b0-a61c3971eace is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:12.303065 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ea79bd-96f8-4fcd-b618-2a12b7c75639 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:11:12.312906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-36ea79bd-96f8-4fcd-b618-2a12b7c75639 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "PUT /v2.0/routers/988dc47f-40e1-4eff-8b79-16a995fb252a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3578007 Feb 15 17:11:12.316045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53854) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:12.376032 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f234d603-dd0a-439e-8812-26d10bf16f28 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:12.377311 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f234d603-dd0a-439e-8812-26d10bf16f28 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:12.378881 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f234d603-dd0a-439e-8812-26d10bf16f28 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0617630 Feb 15 17:11:12.382980 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53858) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:12.503189 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88c7226-a591-4a40-bd46-22eaeb189292 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet bae617ae-a93f-42f0-a152-05e517f100c9 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:11:12.509688 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f88c7226-a591-4a40-bd46-22eaeb189292 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (bae617ae-a93f-42f0-a152-05e517f100c9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:12.592890 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f88c7226-a591-4a40-bd46-22eaeb189292 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (bae617ae-a93f-42f0-a152-05e517f100c9), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:12.748154 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f88c7226-a591-4a40-bd46-22eaeb189292 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (bae617ae-a93f-42f0-a152-05e517f100c9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:12.925917 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f88c7226-a591-4a40-bd46-22eaeb189292 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (bae617ae-a93f-42f0-a152-05e517f100c9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:12.954642 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c7226-a591-4a40-bd46-22eaeb189292 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=bae617ae-a93f-42f0-a152-05e517f100c9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:12.958541 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f88c7226-a591-4a40-bd46-22eaeb189292 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:12.963253 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f88c7226-a591-4a40-bd46-22eaeb189292 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/bae617ae-a93f-42f0-a152-05e517f100c9 HTTP/1.1" status: 204 len: 168 time: 0.5785923 Feb 15 17:11:12.965460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53880) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:12.977349 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a361466a-d9af-487d-a2aa-96068fd824fe None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:13.156806 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e03964fb-dffc-43c9-a3e5-7ee83ff442cb tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1880515 Feb 15 17:11:13.157036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53892) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:13.174150 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ecdb2887-4716-45a7-912c-e5e7e1a5ce18 req-e63623a8-d3f9-4a57-afac-23dc818e0bc4 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 210 time: 0.0800898 Feb 15 17:11:13.311821 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-af2065d8-2968-41f1-bb50-88ee07580299 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for router (988dc47f-40e1-4eff-8b79-16a995fb252a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:13.358991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7b9b7e-50c1-4bdd-b7d1-5a8731e358e8 None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:11:13.449351 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b9b7e-50c1-4bdd-b7d1-5a8731e358e8 None None] Deleting port fe4784f3-8a56-47b5-85b0-a61c3971eace {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:11:13.449749 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ab7b9b7e-50c1-4bdd-b7d1-5a8731e358e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (fe4784f3-8a56-47b5-85b0-a61c3971eace), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:13.572570 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-af2065d8-2968-41f1-bb50-88ee07580299 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (988dc47f-40e1-4eff-8b79-16a995fb252a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:13.575884 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-af2065d8-2968-41f1-bb50-88ee07580299 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for router_controller (988dc47f-40e1-4eff-8b79-16a995fb252a), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:13.673305 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:13.730931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ab7b9b7e-50c1-4bdd-b7d1-5a8731e358e8 None None] For port fe4784f3-8a56-47b5-85b0-a61c3971eace, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=fe4784f3-8a56-47b5-85b0-a61c3971eace,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:13.731079 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ab7b9b7e-50c1-4bdd-b7d1-5a8731e358e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (fe4784f3-8a56-47b5-85b0-a61c3971eace), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:13.766756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b9b7e-50c1-4bdd-b7d1-5a8731e358e8 None None] Calling delete_port for fe4784f3-8a56-47b5-85b0-a61c3971eace owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:11:13.790422 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-af2065d8-2968-41f1-bb50-88ee07580299 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (988dc47f-40e1-4eff-8b79-16a995fb252a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:13.791071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2065d8-2968-41f1-bb50-88ee07580299 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Fanout notify agent at l3_agent the message router_deleted on router 988dc47f-40e1-4eff-8b79-16a995fb252a {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:11:13.816947 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-af2065d8-2968-41f1-bb50-88ee07580299 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:13.818255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-af2065d8-2968-41f1-bb50-88ee07580299 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/routers/988dc47f-40e1-4eff-8b79-16a995fb252a HTTP/1.1" status: 204 len: 168 time: 0.6602340 Feb 15 17:11:13.821601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53914) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:13.829710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-564e4d06-a24a-4499-9da1-418aa2e807f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:13.927172 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-7a055c76-51a9-4175-8f34-f3d0a3034927 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:13.928942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-7a055c76-51a9-4175-8f34-f3d0a3034927 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.67 "GET /v2.0/networks?id=bcba5fcb-e5e5-4442-b630-cd03ced9da7c HTTP/1.1" status: 200 len: 812 time: 0.2782822 Feb 15 17:11:13.941987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-7be32846-f451-4300-b6dd-8f9853520158 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Request body: {'port': {'device_id': 'b4ce1a98-dc3e-4ec8-a32a-8739ac074375', 'network_id': 'bcba5fcb-e5e5-4442-b630-cd03ced9da7c', 'admin_state_up': True, 'tenant_id': '483cc6279edd46abbfb6af33fc3a4d0c'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:13.998591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device fe4784f3-8a56-47b5-85b0-a61c3971eace no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:11:14.212820 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564e4d06-a24a-4499-9da1-418aa2e807f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:14.217735 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-564e4d06-a24a-4499-9da1-418aa2e807f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:14.239552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port fe4784f3-8a56-47b5-85b0-a61c3971eace is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:14.239901 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fe4784f3-8a56-47b5-85b0-a61c3971eace), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:14.269853 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ab7b9b7e-50c1-4bdd-b7d1-5a8731e358e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (fe4784f3-8a56-47b5-85b0-a61c3971eace), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:14.319748 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-087a0b40-42d8-402e-bc9b-40a072a0e6bd req-cabffc07-a194-4ae3-a8d7-7604106f6b19 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 210 time: 0.0579972 Feb 15 17:11:14.360253 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b9b7e-50c1-4bdd-b7d1-5a8731e358e8 None None] Pushing event deleted for resources: {'Port': ['ID=fe4784f3-8a56-47b5-85b0-a61c3971eace,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:14.373464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7b9b7e-50c1-4bdd-b7d1-5a8731e358e8 None None] No DVR routers for this DVR port fe4784f3-8a56-47b5-85b0-a61c3971eace on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:11:14.392115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-7be32846-f451-4300-b6dd-8f9853520158 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Made reservation on behalf of 483cc6279edd46abbfb6af33fc3a4d0c for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:14.397935 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-7be32846-f451-4300-b6dd-8f9853520158 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:14.414149 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ae3bb8-6275-4f81-809c-7e3fe8333e2f None None] Sync routers for ids ['988dc47f-40e1-4eff-8b79-16a995fb252a'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:11:14.429980 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ae3bb8-6275-4f81-809c-7e3fe8333e2f None None] Routers set() bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:11:14.430513 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ae3bb8-6275-4f81-809c-7e3fe8333e2f None None] Router IDs set() for agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 17:11:14.434876 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_agentschedulers_db [None req-33ae3bb8-6275-4f81-809c-7e3fe8333e2f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'988dc47f-40e1-4eff-8b79-16a995fb252a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:11:10Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent'). {{(pid=103802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 15 17:11:14.461254 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ae3bb8-6275-4f81-809c-7e3fe8333e2f None None] Routers set() bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:11:14.461945 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ae3bb8-6275-4f81-809c-7e3fe8333e2f None None] Router IDs set() for agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 17:11:14.462811 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_agentschedulers_db [None req-33ae3bb8-6275-4f81-809c-7e3fe8333e2f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'988dc47f-40e1-4eff-8b79-16a995fb252a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:11:10Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent'). {{(pid=103802) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 15 17:11:14.463402 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ae3bb8-6275-4f81-809c-7e3fe8333e2f None None] The sync data for ids ['988dc47f-40e1-4eff-8b79-16a995fb252a'] in n-d-828372-14 is: [] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:11:14.594736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-7be32846-f451-4300-b6dd-8f9853520158 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Allocated IP 172.20.0.3 (bcba5fcb-e5e5-4442-b630-cd03ced9da7c/7b6100ca-52f3-4e42-8dcb-86674a0803e8/458c9bad-0a45-49b6-9520-4810b102c1f7) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:14.664664 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-564e4d06-a24a-4499-9da1-418aa2e807f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (688f37ca-2b4a-49f5-a074-f1375aa19a2d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:14.791842 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e4d06-a24a-4499-9da1-418aa2e807f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=688f37ca-2b4a-49f5-a074-f1375aa19a2d,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:14.805025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564e4d06-a24a-4499-9da1-418aa2e807f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:14.807614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-564e4d06-a24a-4499-9da1-418aa2e807f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:14.820710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564e4d06-a24a-4499-9da1-418aa2e807f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:14.820874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafa6aa6-ecb6-459d-b5d2-6982bd39b3b7 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:14.821646 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-564e4d06-a24a-4499-9da1-418aa2e807f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:14.928853 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-7be32846-f451-4300-b6dd-8f9853520158 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Publish callbacks [] for port (458c9bad-0a45-49b6-9520-4810b102c1f7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:14.935378 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-564e4d06-a24a-4499-9da1-418aa2e807f8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1114163 Feb 15 17:11:14.937837 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 53966) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:14.943630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-847485f5-2e6a-4691-8298-1b180a80e19d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-848456386', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:15.062016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': '688f37ca-2b4a-49f5-a074-f1375aa19a2d'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:11:15.063730 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:15.081697 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-847485f5-2e6a-4691-8298-1b180a80e19d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (bcfaf611-d159-4a9b-8c3d-65d45a8a27f9), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:15.086097 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-847485f5-2e6a-4691-8298-1b180a80e19d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (bcfaf611-d159-4a9b-8c3d-65d45a8a27f9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:15.127563 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-7be32846-f451-4300-b6dd-8f9853520158 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (458c9bad-0a45-49b6-9520-4810b102c1f7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:15.190210 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-847485f5-2e6a-4691-8298-1b180a80e19d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for router_controller (bcfaf611-d159-4a9b-8c3d-65d45a8a27f9), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:15.209459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-7be32846-f451-4300-b6dd-8f9853520158 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Network bcba5fcb-e5e5-4442-b630-cd03ced9da7c is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:15.218263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-7be32846-f451-4300-b6dd-8f9853520158 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:15.239045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-7be32846-f451-4300-b6dd-8f9853520158 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:11:15.253639 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-847485f5-2e6a-4691-8298-1b180a80e19d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (bcfaf611-d159-4a9b-8c3d-65d45a8a27f9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:15.295616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be32846-f451-4300-b6dd-8f9853520158 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Pushing event updated for resources: {'Port': ['ID=458c9bad-0a45-49b6-9520-4810b102c1f7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:15.320541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-7be32846-f451-4300-b6dd-8f9853520158 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:15.321926 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-7be32846-f451-4300-b6dd-8f9853520158 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:15.367580 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-847485f5-2e6a-4691-8298-1b180a80e19d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:15.368856 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-847485f5-2e6a-4691-8298-1b180a80e19d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4300973 Feb 15 17:11:15.371811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 53986) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:15.373526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Allocated IP 2001:db8::2 (824790ef-3fd7-489c-9576-06e052670deb/688f37ca-2b4a-49f5-a074-f1375aa19a2d/381f4ef9-f139-4288-857a-d809071efbed) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:15.534264 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-7be32846-f451-4300-b6dd-8f9853520158 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5966637 Feb 15 17:11:15.558857 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a7e28-853b-4a50-a282-c805aee5b51a req-8c107779-aa4f-4e98-9e1c-5ce88fdad7af tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:15.567117 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c74a7e28-853b-4a50-a282-c805aee5b51a req-8c107779-aa4f-4e98-9e1c-5ce88fdad7af tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 931 time: 0.1005869 Feb 15 17:11:15.684832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c74a7e28-853b-4a50-a282-c805aee5b51a req-02586d87-f994-4a9c-b7b4-3040f4627b00 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165490 Feb 15 17:11:15.725713 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Publish callbacks [] for port (381f4ef9-f139-4288-857a-d809071efbed), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:15.769092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Request body: {'port': {'device_id': 'b4ce1a98-dc3e-4ec8-a32a-8739ac074375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:15.803710 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (381f4ef9-f139-4288-857a-d809071efbed), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:15.869323 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7e37f25e-ccd6-4c59-9660-f276ea8c42fc no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:11:15.926872 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 7e37f25e-ccd6-4c59-9660-f276ea8c42fc {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:11:15.926872 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7e37f25e-ccd6-4c59-9660-f276ea8c42fc not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:11:15.958314 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:15.964162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Pushing event updated for resources: {'Port': ['ID=381f4ef9-f139-4288-857a-d809071efbed,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:15.973764 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:15.981057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:11:16.001731 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (458c9bad-0a45-49b6-9520-4810b102c1f7), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:16.038822 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:16.105705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Attempting to bind port 381f4ef9-f139-4288-857a-d809071efbed on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:11:16.106475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Attempting to bind port 381f4ef9-f139-4288-857a-d809071efbed by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:11:16.107461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Attempting to bind port 381f4ef9-f139-4288-857a-d809071efbed on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:11:16.121428 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:11:16.122123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:11:16.122697 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:16.123249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:11:16.123883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Bound port: 381f4ef9-f139-4288-857a-d809071efbed, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:11:16.124448 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (381f4ef9-f139-4288-857a-d809071efbed), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:16.196861 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] For port 381f4ef9-f139-4288-857a-d809071efbed, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:11:16.200392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] For port 381f4ef9-f139-4288-857a-d809071efbed, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=381f4ef9-f139-4288-857a-d809071efbed,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:11:16.270537 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (381f4ef9-f139-4288-857a-d809071efbed), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:16.343694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1211f3f-1cf4-4db1-a5fd-bc41d5570f4e None None] Pushing event updated for resources: {'Port': ['ID=381f4ef9-f139-4288-857a-d809071efbed,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:16.985640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dfa15-7c83-4868-91a4-88770468a092 req-33931d9d-8e6c-419a-8575-49c3a26f2f5d tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:16.988493 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-179dfa15-7c83-4868-91a4-88770468a092 req-33931d9d-8e6c-419a-8575-49c3a26f2f5d tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 931 time: 0.1873152 Feb 15 17:11:16.991676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::1 (824790ef-3fd7-489c-9576-06e052670deb/688f37ca-2b4a-49f5-a074-f1375aa19a2d/22c26b28-429c-4df8-a11d-0f5d55460281) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:17.139485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458c9bad-0a45-49b6-9520-4810b102c1f7 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:11:17.159633 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Publish callbacks [] for port (458c9bad-0a45-49b6-9520-4810b102c1f7), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:17.192088 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-179dfa15-7c83-4868-91a4-88770468a092 req-483baa4d-c45f-4095-bad5-f1c57fa99558 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905773 Feb 15 17:11:17.200518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Transition to ACTIVE for port object 458c9bad-0a45-49b6-9520-4810b102c1f7 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:11:17.261667 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (22c26b28-429c-4df8-a11d-0f5d55460281), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:17.275831 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (458c9bad-0a45-49b6-9520-4810b102c1f7), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:17.354683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Pushing event updated for resources: {'Port': ['ID=458c9bad-0a45-49b6-9520-4810b102c1f7,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:17.455611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Attempting to bind port 458c9bad-0a45-49b6-9520-4810b102c1f7 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:11:17.455951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Attempting to bind port 458c9bad-0a45-49b6-9520-4810b102c1f7 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '17530e28-2741-4728-bd54-50efde283e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bcba5fcb-e5e5-4442-b630-cd03ced9da7c'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:11:17.456285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Attempting to bind port 458c9bad-0a45-49b6-9520-4810b102c1f7 on network bcba5fcb-e5e5-4442-b630-cd03ced9da7c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:11:17.461237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Port 458c9bad-0a45-49b6-9520-4810b102c1f7 on network bcba5fcb-e5e5-4442-b630-cd03ced9da7c not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:11:17.461599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Attempting to bind port 458c9bad-0a45-49b6-9520-4810b102c1f7 on network bcba5fcb-e5e5-4442-b630-cd03ced9da7c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:11:17.467205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:11:17.467549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Checking segment: {'id': '17530e28-2741-4728-bd54-50efde283e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bcba5fcb-e5e5-4442-b630-cd03ced9da7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:11:17.467930 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Bound using segment: {'id': '17530e28-2741-4728-bd54-50efde283e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bcba5fcb-e5e5-4442-b630-cd03ced9da7c'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:11:17.468445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Bound port: 458c9bad-0a45-49b6-9520-4810b102c1f7, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17530e28-2741-4728-bd54-50efde283e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'bcba5fcb-e5e5-4442-b630-cd03ced9da7c'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:11:17.469144 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (458c9bad-0a45-49b6-9520-4810b102c1f7), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:17.521098 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (22c26b28-429c-4df8-a11d-0f5d55460281), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:17.577887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:17.599210 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:17.607983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:11:17.608535 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (bcfaf611-d159-4a9b-8c3d-65d45a8a27f9), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:17.694702 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-9c8e1801-51f5-4eca-ae79-fc96c019d21f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192173884&fields=id&tenant_id=3e4b95210b24489aa9af66b1429a9643 HTTP/1.1" status: 200 len: 267 time: 0.1137655 Feb 15 17:11:17.791431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] For port 458c9bad-0a45-49b6-9520-4810b102c1f7, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:11:17.799344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=22c26b28-429c-4df8-a11d-0f5d55460281,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:17.810954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] For port 458c9bad-0a45-49b6-9520-4810b102c1f7, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=458c9bad-0a45-49b6-9520-4810b102c1f7,segment=NetworkSegment(17530e28-2741-4728-bd54-50efde283e56),segment_id=17530e28-2741-4728-bd54-50efde283e56)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:11:17.961560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2845d6b9-e501-4fbd-abeb-d678384cd6e9 None None] Provisioning complete for port 381f4ef9-f139-4288-857a-d809071efbed triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:17.962038 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2845d6b9-e501-4fbd-abeb-d678384cd6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (381f4ef9-f139-4288-857a-d809071efbed), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:17.984544 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (458c9bad-0a45-49b6-9520-4810b102c1f7), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:18.043037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 381f4ef9-f139-4288-857a-d809071efbed up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:11:18.081108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-ca1825bf-ad0b-4339-b0d0-8940057a6056 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:18.097142 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-ca1825bf-ad0b-4339-b0d0-8940057a6056 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 812 time: 0.3949211 Feb 15 17:11:18.134403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Pushing event updated for resources: {'Port': ['ID=458c9bad-0a45-49b6-9520-4810b102c1f7,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:18.149922 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (22c26b28-429c-4df8-a11d-0f5d55460281), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:18.159893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:18.165350 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:18.165350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-08e6d243-d397-4699-ae00-b7a1d6ad2434 service neutron] 10.222.0.67 "PUT /v2.0/ports/458c9bad-0a45-49b6-9520-4810b102c1f7 HTTP/1.1" status: 200 len: 1092 time: 2.6157353 Feb 15 17:11:18.165350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ce1a98-dc3e-4ec8-a32a-8739ac074375', 'tag': '458c9bad-0a45-49b6-9520-4810b102c1f7'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:11:18.171512 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5727d690-f9af-4088-986b-4d5c1d104e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ce1a98-dc3e-4ec8-a32a-8739ac074375", "tag": "458c9bad-0a45-49b6-9520-4810b102c1f7"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:11:18.178090 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-4cb2938f-0e8a-4ab6-bb6b-e718926d21f6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/quotas/3e4b95210b24489aa9af66b1429a9643 HTTP/1.1" status: 200 len: 375 time: 0.0784338 Feb 15 17:11:18.350928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2845d6b9-e501-4fbd-abeb-d678384cd6e9 None None] Current status of the port 381f4ef9-f139-4288-857a-d809071efbed is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:18.351334 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2845d6b9-e501-4fbd-abeb-d678384cd6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (381f4ef9-f139-4288-857a-d809071efbed), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:18.393643 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-9a6941f1-1955-498c-a58a-ee2d2c5964e3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2142701 Feb 15 17:11:18.395733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 381f4ef9-f139-4288-857a-d809071efbed triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:18.396122 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (381f4ef9-f139-4288-857a-d809071efbed), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:18.488404 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59686ef9-6f22-4bc2-91a2-1b17dcc1783a x-openstack-request-id: req-59686ef9-6f22-4bc2-91a2-1b17dcc1783a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:11:18.488714 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ce1a98-dc3e-4ec8-a32a-8739ac074375", "tag": "458c9bad-0a45-49b6-9520-4810b102c1f7", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:11:18.488977 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-59686ef9-6f22-4bc2-91a2-1b17dcc1783a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:11:18.489400 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ce1a98-dc3e-4ec8-a32a-8739ac074375', 'tag': '458c9bad-0a45-49b6-9520-4810b102c1f7', 'status': 'completed', 'code': 200} Feb 15 17:11:18.489668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2845d6b9-e501-4fbd-abeb-d678384cd6e9 None None] For port 381f4ef9-f139-4288-857a-d809071efbed, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=381f4ef9-f139-4288-857a-d809071efbed,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:18.509434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-ffd5d198-4fd3-4d27-9db9-b06295099a5e service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:11:18.510522 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-ffd5d198-4fd3-4d27-9db9-b06295099a5e service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1006837 Feb 15 17:11:18.565925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 381f4ef9-f139-4288-857a-d809071efbed is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:18.566739 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (381f4ef9-f139-4288-857a-d809071efbed), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:18.624377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58989b82-d1ef-4352-a1aa-cb9ee0fff99e req-c5d8fec6-a4a1-4e40-a4a9-917d68eaa0b5 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:18.626237 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58989b82-d1ef-4352-a1aa-cb9ee0fff99e req-c5d8fec6-a4a1-4e40-a4a9-917d68eaa0b5 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 943 time: 0.1261616 Feb 15 17:11:18.635862 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2845d6b9-e501-4fbd-abeb-d678384cd6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (381f4ef9-f139-4288-857a-d809071efbed), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:18.656447 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-729dcbc7-454b-477f-b351-89de5ece19fa service neutron] 10.222.0.107 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385925 Feb 15 17:11:18.671454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-4798733c-eb11-4c04-b825-18589111e1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:18.673848 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-4798733c-eb11-4c04-b825-18589111e1de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=483cc6279edd46abbfb6af33fc3a4d0c&device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 1126 time: 0.1835029 Feb 15 17:11:18.750615 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:11:18.751330 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:11:18.761859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845d6b9-e501-4fbd-abeb-d678384cd6e9 None None] Pushing event updated for resources: {'Port': ['ID=381f4ef9-f139-4288-857a-d809071efbed,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:18.765899 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-a6a06266-0117-4f26-b5d6-29f8c46c2fe2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=458c9bad-0a45-49b6-9520-4810b102c1f7 HTTP/1.1" status: 200 len: 217 time: 0.0752170 Feb 15 17:11:18.772660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f90720ab-ac8f-449c-9874-fdea76b90619 None None] Provisioning complete for port 22c26b28-429c-4df8-a11d-0f5d55460281 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:18.773307 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f90720ab-ac8f-449c-9874-fdea76b90619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (22c26b28-429c-4df8-a11d-0f5d55460281), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:18.817110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f90720ab-ac8f-449c-9874-fdea76b90619 None None] Port 22c26b28-429c-4df8-a11d-0f5d55460281 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:11:18.880983 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-50afde69-c93e-42f5-9ba3-b68da917cb2d service neutron] 10.222.0.107 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926472 Feb 15 17:11:18.939155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58989b82-d1ef-4352-a1aa-cb9ee0fff99e req-63bea4ea-7895-4bbf-a471-36b7794beca5 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999797 Feb 15 17:11:18.994819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-c08eb311-b2db-4f67-bb26-bb93697a674d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:18.996450 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-c08eb311-b2db-4f67-bb26-bb93697a674d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b6100ca-52f3-4e42-8dcb-86674a0803e8 HTTP/1.1" status: 200 len: 852 time: 0.2182176 Feb 15 17:11:19.012126 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (22c26b28-429c-4df8-a11d-0f5d55460281), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:19.058986 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-250f7ff1-7da2-41a3-a589-df6b55114c98 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcba5fcb-e5e5-4442-b630-cd03ced9da7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439396 Feb 15 17:11:19.122245 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (22c26b28-429c-4df8-a11d-0f5d55460281), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:19.123130 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (bcfaf611-d159-4a9b-8c3d-65d45a8a27f9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:19.311035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-68d3b1fd-f8e0-403a-b132-dd347e72d8b1 service neutron] 10.222.0.67 "GET /v2.0/networks/bcba5fcb-e5e5-4442-b630-cd03ced9da7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426679 Feb 15 17:11:19.325542 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=22c26b28-429c-4df8-a11d-0f5d55460281,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:19.381899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 381f4ef9-f139-4288-857a-d809071efbed is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:19.431342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:19.488844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:19.639531 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a8da32eb-7ad0-4cae-a789-9da3e6f8613e req-4816fc21-5cee-4860-a309-d3f852c77a6c service neutron] 10.222.0.67 "GET /v2.0/networks/bcba5fcb-e5e5-4442-b630-cd03ced9da7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250840 Feb 15 17:11:19.738216 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:11:19.814680 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6616bf13-6149-43a3-a420-bf9c05644932 req-7172519d-bcca-4aea-8a25-8846c4dc00b6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0506637 Feb 15 17:11:19.906607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Router bcfaf611-d159-4a9b-8c3d-65d45a8a27f9 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:11:19.923453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 381f4ef9-f139-4288-857a-d809071efbed up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:11:20.113804 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-fe1eea6e-ba48-47ac-b3e2-a1395648f706 None None] Provisioning complete for port 22c26b28-429c-4df8-a11d-0f5d55460281 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:20.132321 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe1eea6e-ba48-47ac-b3e2-a1395648f706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (22c26b28-429c-4df8-a11d-0f5d55460281), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:20.154456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:11:20.174868 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a3d715cf-506b-49ab-9447-c40d01389c7f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "PUT /v2.0/routers/bcfaf611-d159-4a9b-8c3d-65d45a8a27f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8019185 Feb 15 17:11:20.181740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54224) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:20.233143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247cc44d-3e8e-4289-84cc-4614186a12d5 req-733f4d57-5c0e-47a8-995c-08a50638411c tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:20.240660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fe1eea6e-ba48-47ac-b3e2-a1395648f706 None None] Port 22c26b28-429c-4df8-a11d-0f5d55460281 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:11:20.242927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Sync routers for ids ['bcfaf611-d159-4a9b-8c3d-65d45a8a27f9'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:11:20.244670 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-247cc44d-3e8e-4289-84cc-4614186a12d5 req-733f4d57-5c0e-47a8-995c-08a50638411c tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 943 time: 0.1245220 Feb 15 17:11:20.254553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727d690-f9af-4088-986b-4d5c1d104e2e req-b5ca8e28-8187-4d29-972d-4fbd0ef96334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:20.256162 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5727d690-f9af-4088-986b-4d5c1d104e2e req-b5ca8e28-8187-4d29-972d-4fbd0ef96334 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=483cc6279edd46abbfb6af33fc3a4d0c&device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 1126 time: 0.4139695 Feb 15 17:11:20.272699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Routers {'bcfaf611-d159-4a9b-8c3d-65d45a8a27f9'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:11:20.275178 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:11:10Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcfaf611-d159-4a9b-8c3d-65d45a8a27f9'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:20.369101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-247cc44d-3e8e-4289-84cc-4614186a12d5 req-a97e4c38-a96b-49e4-bdb2-1e7124a566cd tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097691 Feb 15 17:11:20.412525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 381f4ef9-f139-4288-857a-d809071efbed triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:20.414534 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (381f4ef9-f139-4288-857a-d809071efbed), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:20.540492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 381f4ef9-f139-4288-857a-d809071efbed is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:20.553801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Set router bcfaf611-d159-4a9b-8c3d-65d45a8a27f9 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:11:20.764685 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727d690-f9af-4088-986b-4d5c1d104e2e req-3928e788-a73d-49de-9d17-59c53857b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:20.766832 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5727d690-f9af-4088-986b-4d5c1d104e2e req-3928e788-a73d-49de-9d17-59c53857b87b service neutron] 10.222.0.67 "GET /v2.0/networks?id=bcba5fcb-e5e5-4442-b630-cd03ced9da7c HTTP/1.1" status: 200 len: 913 time: 0.4928961 Feb 15 17:11:20.776876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19097afd-51f2-42a1-a577-9d6128bebe82 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:20.784199 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-19097afd-51f2-42a1-a577-9d6128bebe82 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports/22c26b28-429c-4df8-a11d-0f5d55460281 HTTP/1.1" status: 200 len: 911 time: 0.5957735 Feb 15 17:11:20.784466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54248) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:20.818404 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5727d690-f9af-4088-986b-4d5c1d104e2e req-cd0774ec-7e07-49c6-82d6-dd2502b58473 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=458c9bad-0a45-49b6-9520-4810b102c1f7 HTTP/1.1" status: 200 len: 217 time: 0.0384066 Feb 15 17:11:20.857775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe98a14-c545-4534-b93b-3c10073ae3e3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:20.870458 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe98a14-c545-4534-b93b-3c10073ae3e3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:20.877744 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6fe98a14-c545-4534-b93b-3c10073ae3e3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0915003 Feb 15 17:11:20.878622 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54252) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:20.922888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfaf611-d159-4a9b-8c3d-65d45a8a27f9', 'name': 'tempest-NetworksTestDHCPv6-router-848456386', 'tenant_id': 'f1d77d46740c4f32a0fb378e47536577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:11:15Z', 'updated_at': '2022-02-15T17:11:17Z', 'revision_number': 2, 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'gw_port_host': None, '_interfaces': [{'id': '22c26b28-429c-4df8-a11d-0f5d55460281', 'name': '', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'tenant_id': 'f1d77d46740c4f32a0fb378e47536577', 'mac_address': 'fa:16:3e:18:f1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfaf611-d159-4a9b-8c3d-65d45a8a27f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '688f37ca-2b4a-49f5-a074-f1375aa19a2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:11:16Z', 'updated_at': '2022-02-15T17:11:18Z', 'revision_number': 2, 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'subnets': [{'id': '688f37ca-2b4a-49f5-a074-f1375aa19a2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:20.941411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727d690-f9af-4088-986b-4d5c1d104e2e req-db0461a0-e68d-4d57-a76d-5856a69457fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:20.942692 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5727d690-f9af-4088-986b-4d5c1d104e2e req-db0461a0-e68d-4d57-a76d-5856a69457fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b6100ca-52f3-4e42-8dcb-86674a0803e8 HTTP/1.1" status: 200 len: 852 time: 0.1181583 Feb 15 17:11:20.994036 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Checking router: bcfaf611-d159-4a9b-8c3d-65d45a8a27f9 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:11:20.994764 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Updating router bcfaf611-d159-4a9b-8c3d-65d45a8a27f9 port 22c26b28-429c-4df8-a11d-0f5d55460281 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:11:20.998971 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5727d690-f9af-4088-986b-4d5c1d104e2e req-8905bdea-9b2c-45c4-bd7c-b8d87d47f0a6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcba5fcb-e5e5-4442-b630-cd03ced9da7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482235 Feb 15 17:11:21.057037 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (22c26b28-429c-4df8-a11d-0f5d55460281), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:21.073178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57209a43-0ee9-4339-a3ac-081852500beb req-c01dbbe5-aadf-4c2e-95a8-82e2f2f39b97 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.1239591 Feb 15 17:11:21.275252 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5727d690-f9af-4088-986b-4d5c1d104e2e req-8ac58a6b-998a-4919-bbdb-74071a1988ac service neutron] 10.222.0.67 "GET /v2.0/networks/bcba5fcb-e5e5-4442-b630-cd03ced9da7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309458 Feb 15 17:11:21.485781 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5727d690-f9af-4088-986b-4d5c1d104e2e req-066d74f2-e83e-44e9-832e-1b9ce03b2117 service neutron] 10.222.0.67 "GET /v2.0/networks/bcba5fcb-e5e5-4442-b630-cd03ced9da7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039511 Feb 15 17:11:21.535471 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Publish callbacks [] for port (22c26b28-429c-4df8-a11d-0f5d55460281), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:21.570847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f1a8e-cbf4-409d-a1d5-419fb9cf5ac1 req-1767e70d-9ab0-4ab8-9775-686fad203b99 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:21.574142 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f0f1a8e-cbf4-409d-a1d5-419fb9cf5ac1 req-1767e70d-9ab0-4ab8-9775-686fad203b99 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 943 time: 0.0955276 Feb 15 17:11:21.607901 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (22c26b28-429c-4df8-a11d-0f5d55460281), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:21.672989 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-218c433e-2e7e-453b-86ba-af53c372ea18 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (bcfaf611-d159-4a9b-8c3d-65d45a8a27f9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:21.676974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eede176-0554-4958-82db-f3be1da01cc1 None None] Pushing event updated for resources: {'Port': ['ID=22c26b28-429c-4df8-a11d-0f5d55460281,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:21.760011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Attempting to bind port 22c26b28-429c-4df8-a11d-0f5d55460281 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:11:21.760651 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Attempting to bind port 22c26b28-429c-4df8-a11d-0f5d55460281 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:11:21.762462 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Attempting to bind port 22c26b28-429c-4df8-a11d-0f5d55460281 on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:11:21.774441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:11:21.775125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:11:21.775696 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:21.779535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:11:21.779535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Bound port: 22c26b28-429c-4df8-a11d-0f5d55460281, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:11:21.779535 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (22c26b28-429c-4df8-a11d-0f5d55460281), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:21.842087 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f0f1a8e-cbf4-409d-a1d5-419fb9cf5ac1 req-12b1a70b-abde-4182-b021-0547fe044965 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456319 Feb 15 17:11:21.956261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] For port 22c26b28-429c-4df8-a11d-0f5d55460281, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:11:21.959589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] For port 22c26b28-429c-4df8-a11d-0f5d55460281, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=22c26b28-429c-4df8-a11d-0f5d55460281,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:11:22.014407 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-218c433e-2e7e-453b-86ba-af53c372ea18 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port 22c26b28-429c-4df8-a11d-0f5d55460281 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:11:22.017046 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-218c433e-2e7e-453b-86ba-af53c372ea18 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (22c26b28-429c-4df8-a11d-0f5d55460281), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:22.037483 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (22c26b28-429c-4df8-a11d-0f5d55460281), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:22.165670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Routers {'bcfaf611-d159-4a9b-8c3d-65d45a8a27f9'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:11:22.166490 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:11:10Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcfaf611-d159-4a9b-8c3d-65d45a8a27f9'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:22.200976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 458c9bad-0a45-49b6-9520-4810b102c1f7 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:11:22.205973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-218c433e-2e7e-453b-86ba-af53c372ea18 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] For port 22c26b28-429c-4df8-a11d-0f5d55460281, host n-d-828372-14, got binding levels [] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:22.206704 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-218c433e-2e7e-453b-86ba-af53c372ea18 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (22c26b28-429c-4df8-a11d-0f5d55460281), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:22.209016 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b023341-c9d8-4d11-881b-eea19506812f req-2ad0eae3-4907-4ae0-b8af-e371928c4d6a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0474682 Feb 15 17:11:22.228760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-218c433e-2e7e-453b-86ba-af53c372ea18 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for 22c26b28-429c-4df8-a11d-0f5d55460281 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:11:22.432183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] Set router bcfaf611-d159-4a9b-8c3d-65d45a8a27f9 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:11:22.734870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-99800f9e-c7f5-446f-a4c0-66a96c8bf6f4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:22.736599 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-99800f9e-c7f5-446f-a4c0-66a96c8bf6f4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.10 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 812 time: 0.2583916 Feb 15 17:11:22.844664 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-02c58fd4-1f55-4bb2-814c-df2a7894ff94 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e4b95210b24489aa9af66b1429a9643 HTTP/1.1" status: 200 len: 379 time: 0.0969126 Feb 15 17:11:22.849519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ab91d740-9c76-4a19-a409-74d2bdebeefd None None] Provisioning complete for port 22c26b28-429c-4df8-a11d-0f5d55460281 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:22.852504 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ab91d740-9c76-4a19-a409-74d2bdebeefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (22c26b28-429c-4df8-a11d-0f5d55460281), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:22.856487 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-413b6873-fc2b-4f55-8479-c112ff58db97 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'port': {'device_id': 'f6f68bbe-d1a1-4617-9110-76f54fd58061', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'admin_state_up': True, 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'security_groups': ['24eb3fe9-9337-479c-a1a7-88bf71afe0fd']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:22.962652 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-218c433e-2e7e-453b-86ba-af53c372ea18 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (22c26b28-429c-4df8-a11d-0f5d55460281), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:23.094557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ab91d740-9c76-4a19-a409-74d2bdebeefd None None] Port 22c26b28-429c-4df8-a11d-0f5d55460281 was deleted so its status cannot be updated. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 15 17:11:23.097138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c433e-2e7e-453b-86ba-af53c372ea18 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=22c26b28-429c-4df8-a11d-0f5d55460281,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:23.161642 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eede176-0554-4958-82db-f3be1da01cc1 None None] Pushing event updated for resources: {'Port': ['ID=22c26b28-429c-4df8-a11d-0f5d55460281,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:23.177031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-413b6873-fc2b-4f55-8479-c112ff58db97 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Made reservation on behalf of 3e4b95210b24489aa9af66b1429a9643 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:23.181310 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-413b6873-fc2b-4f55-8479-c112ff58db97 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:23.205180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 458c9bad-0a45-49b6-9520-4810b102c1f7, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=458c9bad-0a45-49b6-9520-4810b102c1f7,segment=NetworkSegment(17530e28-2741-4728-bd54-50efde283e56),segment_id=17530e28-2741-4728-bd54-50efde283e56)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:23.295408 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e1465801-a9bb-4f89-ae5b-ce2cb59ec566 None None] Could not find standard attr ID for object 22c26b28-429c-4df8-a11d-0f5d55460281. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:11:23.376085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '458c9bad-0a45-49b6-9520-4810b102c1f7', 'network_id': 'bcba5fcb-e5e5-4442-b630-cd03ced9da7c', 'port_id': '458c9bad-0a45-49b6-9520-4810b102c1f7', 'mac_address': 'fa:16:3e:ef:5c:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6100ca-52f3-4e42-8dcb-86674a0803e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:11:23.429650 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-218c433e-2e7e-453b-86ba-af53c372ea18 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (bcfaf611-d159-4a9b-8c3d-65d45a8a27f9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:23.479386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfaf611-d159-4a9b-8c3d-65d45a8a27f9', 'name': 'tempest-NetworksTestDHCPv6-router-848456386', 'tenant_id': 'f1d77d46740c4f32a0fb378e47536577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:11:15Z', 'updated_at': '2022-02-15T17:11:17Z', 'revision_number': 2, 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'gw_port_host': None, '_interfaces': [{'id': '22c26b28-429c-4df8-a11d-0f5d55460281', 'name': '', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'tenant_id': 'f1d77d46740c4f32a0fb378e47536577', 'mac_address': 'fa:16:3e:18:f1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfaf611-d159-4a9b-8c3d-65d45a8a27f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '688f37ca-2b4a-49f5-a074-f1375aa19a2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:11:16Z', 'updated_at': '2022-02-15T17:11:21Z', 'revision_number': 4, 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'subnets': [{'id': '688f37ca-2b4a-49f5-a074-f1375aa19a2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:23.512491 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-92472606-68d1-4938-a61b-5aef460c1280 req-2cb4bf6a-ca9d-4662-b680-4e36634816f3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.1049690 Feb 15 17:11:23.539896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-413b6873-fc2b-4f55-8479-c112ff58db97 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Allocated IP 172.20.0.3 (6d034b05-8049-4817-a4aa-97f8065a9672/5c179437-204b-4978-a297-fc19fe80904c/3c55bd53-67e7-42a7-9d80-cf8b7a840171) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:23.557464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a4d24d-3713-484e-a564-1373dae80755 None None] The sync data for ids ['bcfaf611-d159-4a9b-8c3d-65d45a8a27f9'] in n-d-828372-14 is: [{'id': 'bcfaf611-d159-4a9b-8c3d-65d45a8a27f9', 'name': 'tempest-NetworksTestDHCPv6-router-848456386', 'tenant_id': 'f1d77d46740c4f32a0fb378e47536577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:11:15Z', 'updated_at': '2022-02-15T17:11:17Z', 'revision_number': 2, 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'gw_port_host': None, '_interfaces': [{'id': '22c26b28-429c-4df8-a11d-0f5d55460281', 'name': '', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'tenant_id': 'f1d77d46740c4f32a0fb378e47536577', 'mac_address': 'fa:16:3e:18:f1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfaf611-d159-4a9b-8c3d-65d45a8a27f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '688f37ca-2b4a-49f5-a074-f1375aa19a2d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:11:16Z', 'updated_at': '2022-02-15T17:11:21Z', 'revision_number': 4, 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'subnets': [{'id': '688f37ca-2b4a-49f5-a074-f1375aa19a2d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:11:23.599311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 458c9bad-0a45-49b6-9520-4810b102c1f7 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:23.599651 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (458c9bad-0a45-49b6-9520-4810b102c1f7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:23.653335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458c9bad-0a45-49b6-9520-4810b102c1f7 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:11:23.656853 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2320fed-1d31-4736-886d-c26a48da8716 req-34464a6b-293f-43c5-b504-195f38b317e4 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:23.660389 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b2320fed-1d31-4736-886d-c26a48da8716 req-34464a6b-293f-43c5-b504-195f38b317e4 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 943 time: 0.6692731 Feb 15 17:11:23.719826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 458c9bad-0a45-49b6-9520-4810b102c1f7, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=458c9bad-0a45-49b6-9520-4810b102c1f7,segment=NetworkSegment(17530e28-2741-4728-bd54-50efde283e56),segment_id=17530e28-2741-4728-bd54-50efde283e56)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:23.840542 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b2320fed-1d31-4736-886d-c26a48da8716 req-dcbf8683-905b-4897-81a7-2c804b30b125 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675794 Feb 15 17:11:23.857034 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218c433e-2e7e-453b-86ba-af53c372ea18 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Router bcfaf611-d159-4a9b-8c3d-65d45a8a27f9 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:11:23.865252 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (458c9bad-0a45-49b6-9520-4810b102c1f7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:23.932143 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-413b6873-fc2b-4f55-8479-c112ff58db97 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for port (3c55bd53-67e7-42a7-9d80-cf8b7a840171), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:24.042392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=458c9bad-0a45-49b6-9520-4810b102c1f7,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:24.082431 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-413b6873-fc2b-4f55-8479-c112ff58db97 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3c55bd53-67e7-42a7-9d80-cf8b7a840171), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:24.106274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['458c9bad-0a45-49b6-9520-4810b102c1f7'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:11:24.135138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218c433e-2e7e-453b-86ba-af53c372ea18 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:11:24.148559 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-218c433e-2e7e-453b-86ba-af53c372ea18 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "PUT /v2.0/routers/bcfaf611-d159-4a9b-8c3d-65d45a8a27f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2686892 Feb 15 17:11:24.151069 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54366) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:24.262083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-413b6873-fc2b-4f55-8479-c112ff58db97 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Network 6d034b05-8049-4817-a4aa-97f8065a9672 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:24.270167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-413b6873-fc2b-4f55-8479-c112ff58db97 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:24.276015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-413b6873-fc2b-4f55-8479-c112ff58db97 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:11:24.345848 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3664060f-b45f-4e29-a8cc-e6d2994cdf2d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:24.358163 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3664060f-b45f-4e29-a8cc-e6d2994cdf2d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:24.363530 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3664060f-b45f-4e29-a8cc-e6d2994cdf2d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2092044 Feb 15 17:11:24.364229 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54370) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:24.425339 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-413b6873-fc2b-4f55-8479-c112ff58db97 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:24.426057 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-413b6873-fc2b-4f55-8479-c112ff58db97 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:24.446725 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b6873-fc2b-4f55-8479-c112ff58db97 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'Port': ['ID=3c55bd53-67e7-42a7-9d80-cf8b7a840171,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:24.519456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-2953dc0b-180e-4bae-b4c6-77f7b8dfc910 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 688f37ca-2b4a-49f5-a074-f1375aa19a2d {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:11:24.553178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-413b6873-fc2b-4f55-8479-c112ff58db97 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7027545 Feb 15 17:11:24.560660 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2953dc0b-180e-4bae-b4c6-77f7b8dfc910 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (688f37ca-2b4a-49f5-a074-f1375aa19a2d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:24.698575 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2953dc0b-180e-4bae-b4c6-77f7b8dfc910 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (688f37ca-2b4a-49f5-a074-f1375aa19a2d), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:24.720775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Request body: {'port': {'device_id': 'f6f68bbe-d1a1-4617-9110-76f54fd58061', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:24.861440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1c57211b-a642-4e3a-9178-37c456d885db None None] Provisioning complete for port 3c55bd53-67e7-42a7-9d80-cf8b7a840171 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:24.861827 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1c57211b-a642-4e3a-9178-37c456d885db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3c55bd53-67e7-42a7-9d80-cf8b7a840171), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:24.868970 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3c55bd53-67e7-42a7-9d80-cf8b7a840171), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:24.963289 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2953dc0b-180e-4bae-b4c6-77f7b8dfc910 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (688f37ca-2b4a-49f5-a074-f1375aa19a2d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:24.989726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1c57211b-a642-4e3a-9178-37c456d885db None None] Port 3c55bd53-67e7-42a7-9d80-cf8b7a840171 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:11:25.002253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3c8c5-cdd0-4256-af5f-5ef320392f05 req-f146e564-4e23-47aa-bc55-ab99b6b64f9c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:25.003865 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d1b3c8c5-cdd0-4256-af5f-5ef320392f05 req-f146e564-4e23-47aa-bc55-ab99b6b64f9c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 931 time: 0.3234620 Feb 15 17:11:25.192458 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d1b3c8c5-cdd0-4256-af5f-5ef320392f05 req-f6f4bdb7-40b5-41fe-a5ce-9cb50b0e9d37 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699514 Feb 15 17:11:25.225892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485d754-69f7-43fe-879d-5112591017ff req-152765c8-ee18-40c4-a563-b0d44f6d168f tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:25.239096 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f485d754-69f7-43fe-879d-5112591017ff req-152765c8-ee18-40c4-a563-b0d44f6d168f tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 944 time: 0.1793067 Feb 15 17:11:25.290915 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2953dc0b-180e-4bae-b4c6-77f7b8dfc910 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (688f37ca-2b4a-49f5-a074-f1375aa19a2d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:25.311823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f34966-d29e-4cb1-a197-2c3d41063af6 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:25.338520 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2953dc0b-180e-4bae-b4c6-77f7b8dfc910 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:25.348854 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2953dc0b-180e-4bae-b4c6-77f7b8dfc910 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/688f37ca-2b4a-49f5-a074-f1375aa19a2d HTTP/1.1" status: 204 len: 168 time: 0.9835956 Feb 15 17:11:25.355834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953dc0b-180e-4bae-b4c6-77f7b8dfc910 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=688f37ca-2b4a-49f5-a074-f1375aa19a2d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:25.357459 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54390) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:25.589999 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f485d754-69f7-43fe-879d-5112591017ff req-c11260bc-1679-4ca5-9d7a-4a07aaa47560 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295901 Feb 15 17:11:25.691060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b71f214-c07b-4b28-addb-ab51efaf561a None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:11:25.753266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c55bd53-67e7-42a7-9d80-cf8b7a840171 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:11:25.780406 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Publish callbacks [] for port (3c55bd53-67e7-42a7-9d80-cf8b7a840171), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:25.784886 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54394) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:25.785699 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5888a4d8-ba45-409d-90ef-833731eecab3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4109845 Feb 15 17:11:25.841898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Transition to ACTIVE for port object 3c55bd53-67e7-42a7-9d80-cf8b7a840171 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:11:25.876023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9b71f214-c07b-4b28-addb-ab51efaf561a None None] Deleting port 381f4ef9-f139-4288-857a-d809071efbed {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:11:25.876399 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b71f214-c07b-4b28-addb-ab51efaf561a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (381f4ef9-f139-4288-857a-d809071efbed), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:25.977718 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3c55bd53-67e7-42a7-9d80-cf8b7a840171), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:26.001047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 381f4ef9-f139-4288-857a-d809071efbed no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:11:26.069437 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7d605470-94ce-4c08-a5a8-75df1bfcb4b8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for router (bcfaf611-d159-4a9b-8c3d-65d45a8a27f9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:26.104727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9b71f214-c07b-4b28-addb-ab51efaf561a None None] For port 381f4ef9-f139-4288-857a-d809071efbed, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=381f4ef9-f139-4288-857a-d809071efbed,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:26.105073 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b71f214-c07b-4b28-addb-ab51efaf561a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (381f4ef9-f139-4288-857a-d809071efbed), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:26.124906 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9b71f214-c07b-4b28-addb-ab51efaf561a None None] Calling delete_port for 381f4ef9-f139-4288-857a-d809071efbed owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:11:26.227855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 458c9bad-0a45-49b6-9520-4810b102c1f7 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:11:26.315348 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6441baa-b235-42f4-832e-6cf91e1cbdac None None] Sync routers for ids ['bcfaf611-d159-4a9b-8c3d-65d45a8a27f9'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:11:26.336050 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 381f4ef9-f139-4288-857a-d809071efbed is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:26.336973 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (381f4ef9-f139-4288-857a-d809071efbed), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:26.338490 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6441baa-b235-42f4-832e-6cf91e1cbdac None None] Routers {'bcfaf611-d159-4a9b-8c3d-65d45a8a27f9'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:11:26.339573 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c6441baa-b235-42f4-832e-6cf91e1cbdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:11:10Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcfaf611-d159-4a9b-8c3d-65d45a8a27f9'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:26.461987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 381f4ef9-f139-4288-857a-d809071efbed, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=381f4ef9-f139-4288-857a-d809071efbed,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:26.562374 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (381f4ef9-f139-4288-857a-d809071efbed), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:26.588700 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c6441baa-b235-42f4-832e-6cf91e1cbdac None None] Set router bcfaf611-d159-4a9b-8c3d-65d45a8a27f9 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:11:26.719151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=381f4ef9-f139-4288-857a-d809071efbed,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:26.719502 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c6441baa-b235-42f4-832e-6cf91e1cbdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfaf611-d159-4a9b-8c3d-65d45a8a27f9', 'name': 'tempest-NetworksTestDHCPv6-router-848456386', 'tenant_id': 'f1d77d46740c4f32a0fb378e47536577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:11:15Z', 'updated_at': '2022-02-15T17:11:22Z', 'revision_number': 3, 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:26.746051 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 458c9bad-0a45-49b6-9520-4810b102c1f7 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:11:26.762888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 458c9bad-0a45-49b6-9520-4810b102c1f7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:26.763272 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (458c9bad-0a45-49b6-9520-4810b102c1f7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:26.806727 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6441baa-b235-42f4-832e-6cf91e1cbdac None None] Checking router: bcfaf611-d159-4a9b-8c3d-65d45a8a27f9 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:11:26.812618 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Pushing event updated for resources: {'Port': ['ID=3c55bd53-67e7-42a7-9d80-cf8b7a840171,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:26.832091 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7d605470-94ce-4c08-a5a8-75df1bfcb4b8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (bcfaf611-d159-4a9b-8c3d-65d45a8a27f9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:26.837170 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6441baa-b235-42f4-832e-6cf91e1cbdac None None] Routers {'bcfaf611-d159-4a9b-8c3d-65d45a8a27f9'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:11:26.838497 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c6441baa-b235-42f4-832e-6cf91e1cbdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:11:10Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['bcfaf611-d159-4a9b-8c3d-65d45a8a27f9'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:26.848099 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b71f214-c07b-4b28-addb-ab51efaf561a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (381f4ef9-f139-4288-857a-d809071efbed), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:26.849065 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e41c3f-68e6-4ebe-85d1-bb504e9d07f3 req-5f31c77d-14d8-4088-85fa-1f4abe46606e tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:26.850773 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e3e41c3f-68e6-4ebe-85d1-bb504e9d07f3 req-5f31c77d-14d8-4088-85fa-1f4abe46606e tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 944 time: 0.1478722 Feb 15 17:11:26.856909 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7d605470-94ce-4c08-a5a8-75df1bfcb4b8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for router_controller (bcfaf611-d159-4a9b-8c3d-65d45a8a27f9), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:26.940710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Attempting to bind port 3c55bd53-67e7-42a7-9d80-cf8b7a840171 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:11:26.941839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Attempting to bind port 3c55bd53-67e7-42a7-9d80-cf8b7a840171 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:11:26.942895 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Attempting to bind port 3c55bd53-67e7-42a7-9d80-cf8b7a840171 on network 6d034b05-8049-4817-a4aa-97f8065a9672 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:11:26.995877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71f214-c07b-4b28-addb-ab51efaf561a None None] Pushing event deleted for resources: {'Port': ['ID=381f4ef9-f139-4288-857a-d809071efbed,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:27.009300 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e3e41c3f-68e6-4ebe-85d1-bb504e9d07f3 req-4177705f-f2f4-4bb3-9e71-1de74f5fe1c0 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516438 Feb 15 17:11:27.019347 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b71f214-c07b-4b28-addb-ab51efaf561a None None] No DVR routers for this DVR port 381f4ef9-f139-4288-857a-d809071efbed on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:11:27.076076 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Port 3c55bd53-67e7-42a7-9d80-cf8b7a840171 on network 6d034b05-8049-4817-a4aa-97f8065a9672 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:11:27.076406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Attempting to bind port 3c55bd53-67e7-42a7-9d80-cf8b7a840171 on network 6d034b05-8049-4817-a4aa-97f8065a9672 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:11:27.088140 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 458c9bad-0a45-49b6-9520-4810b102c1f7 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:27.088983 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (458c9bad-0a45-49b6-9520-4810b102c1f7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:27.105021 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c6441baa-b235-42f4-832e-6cf91e1cbdac None None] Set router bcfaf611-d159-4a9b-8c3d-65d45a8a27f9 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:11:27.110465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605d234-23c9-43cd-9bc7-ee1b51705edd req-40df960a-7d4c-46f7-868b-749aa3fdde30 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:27.113865 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4605d234-23c9-43cd-9bc7-ee1b51705edd req-40df960a-7d4c-46f7-868b-749aa3fdde30 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.6472979 Feb 15 17:11:27.144142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ce1a98-dc3e-4ec8-a32a-8739ac074375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458c9bad-0a45-49b6-9520-4810b102c1f7'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:11:27.146427 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825535a6-de82-4eaf-8df2-f5f417cc7d36" -d '{"events": [{"server_uuid": "b4ce1a98-dc3e-4ec8-a32a-8739ac074375", "name": "network-vif-plugged", "status": "completed", "tag": "458c9bad-0a45-49b6-9520-4810b102c1f7"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:11:27.183022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 458c9bad-0a45-49b6-9520-4810b102c1f7, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=458c9bad-0a45-49b6-9520-4810b102c1f7,segment=NetworkSegment(17530e28-2741-4728-bd54-50efde283e56),segment_id=17530e28-2741-4728-bd54-50efde283e56)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:27.190714 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4605d234-23c9-43cd-9bc7-ee1b51705edd req-fba20bcc-7b14-4b84-931d-53d636b4518c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679142 Feb 15 17:11:27.191392 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:11:27.191738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Checking segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:11:27.192168 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Bound using segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:11:27.192786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Bound port: 3c55bd53-67e7-42a7-9d80-cf8b7a840171, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:11:27.193146 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3c55bd53-67e7-42a7-9d80-cf8b7a840171), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:27.241674 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7d605470-94ce-4c08-a5a8-75df1bfcb4b8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (bcfaf611-d159-4a9b-8c3d-65d45a8a27f9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:27.242392 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d605470-94ce-4c08-a5a8-75df1bfcb4b8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Fanout notify agent at l3_agent the message router_deleted on router bcfaf611-d159-4a9b-8c3d-65d45a8a27f9 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:11:27.248987 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (458c9bad-0a45-49b6-9520-4810b102c1f7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:27.257889 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7d605470-94ce-4c08-a5a8-75df1bfcb4b8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:27.261533 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7d605470-94ce-4c08-a5a8-75df1bfcb4b8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/routers/bcfaf611-d159-4a9b-8c3d-65d45a8a27f9 HTTP/1.1" status: 204 len: 168 time: 1.4733019 Feb 15 17:11:27.262890 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54420) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:27.264216 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c6441baa-b235-42f4-832e-6cf91e1cbdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfaf611-d159-4a9b-8c3d-65d45a8a27f9', 'name': 'tempest-NetworksTestDHCPv6-router-848456386', 'tenant_id': 'f1d77d46740c4f32a0fb378e47536577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:11:15Z', 'updated_at': '2022-02-15T17:11:22Z', 'revision_number': 3, 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:27.352706 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54424) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:27.355101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1e58e626-1bae-450b-84ba-fa1c23c3c756 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0907910 Feb 15 17:11:27.360783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=458c9bad-0a45-49b6-9520-4810b102c1f7,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:27.369657 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6441baa-b235-42f4-832e-6cf91e1cbdac None None] The sync data for ids ['bcfaf611-d159-4a9b-8c3d-65d45a8a27f9'] in n-d-828372-14 is: [{'id': 'bcfaf611-d159-4a9b-8c3d-65d45a8a27f9', 'name': 'tempest-NetworksTestDHCPv6-router-848456386', 'tenant_id': 'f1d77d46740c4f32a0fb378e47536577', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:11:15Z', 'updated_at': '2022-02-15T17:11:22Z', 'revision_number': 3, 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:11:27.377339 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3784f30-e579-49e0-832f-c1ce3cbd835d x-openstack-request-id: req-e3784f30-e579-49e0-832f-c1ce3cbd835d {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:11:27.377658 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ce1a98-dc3e-4ec8-a32a-8739ac074375", "name": "network-vif-plugged", "status": "completed", "tag": "458c9bad-0a45-49b6-9520-4810b102c1f7", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:11:27.377919 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e3784f30-e579-49e0-832f-c1ce3cbd835d {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:11:27.380379 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ce1a98-dc3e-4ec8-a32a-8739ac074375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458c9bad-0a45-49b6-9520-4810b102c1f7', 'code': 200} Feb 15 17:11:27.491176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3745cf0f-e705-43bd-8a20-b648877188db tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:27.491379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54430) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:27.497619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3745cf0f-e705-43bd-8a20-b648877188db tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1355925 Feb 15 17:11:27.521714 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] For port 3c55bd53-67e7-42a7-9d80-cf8b7a840171, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:11:27.564197 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b0542e2c-75fc-48e1-93cc-e126838bfe5e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727568 Feb 15 17:11:27.570794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54434) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:27.579616 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-811eb10b-a188-436e-9769-e0fab5ed9f71 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:27.595113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] For port 3c55bd53-67e7-42a7-9d80-cf8b7a840171, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3c55bd53-67e7-42a7-9d80-cf8b7a840171,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:11:27.649333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175839b-1687-4890-ad03-b42acf69950d req-775bb799-d1f2-4015-950f-a7105b2d0420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:27.654294 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d175839b-1687-4890-ad03-b42acf69950d req-775bb799-d1f2-4015-950f-a7105b2d0420 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 1128 time: 0.1478815 Feb 15 17:11:27.688329 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3c55bd53-67e7-42a7-9d80-cf8b7a840171), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:27.758992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811eb10b-a188-436e-9769-e0fab5ed9f71 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:27.759980 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Pushing event updated for resources: {'Port': ['ID=3c55bd53-67e7-42a7-9d80-cf8b7a840171,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:27.765125 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-811eb10b-a188-436e-9769-e0fab5ed9f71 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:27.792641 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d175839b-1687-4890-ad03-b42acf69950d req-b56fd11c-adf3-434b-b8c7-5c55773ec47d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296484 Feb 15 17:11:27.797796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:27.799080 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:27.800285 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-347350d8-cc0f-4a09-ba50-6b3bef32f84c service neutron] 10.222.0.10 "PUT /v2.0/ports/3c55bd53-67e7-42a7-9d80-cf8b7a840171 HTTP/1.1" status: 200 len: 1092 time: 3.2394638 Feb 15 17:11:27.801069 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f68bbe-d1a1-4617-9110-76f54fd58061', 'tag': '3c55bd53-67e7-42a7-9d80-cf8b7a840171'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:11:27.803395 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf6d88f-6951-419a-8acc-e999b52a1e84" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f68bbe-d1a1-4617-9110-76f54fd58061", "tag": "3c55bd53-67e7-42a7-9d80-cf8b7a840171"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:11:27.860148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 22c26b28-429c-4df8-a11d-0f5d55460281 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:11:27.933123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 22c26b28-429c-4df8-a11d-0f5d55460281 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:11:27.938049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 22c26b28-429c-4df8-a11d-0f5d55460281 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:11:27.938339 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7ffe39-d80f-423d-b687-c38d453268b5 x-openstack-request-id: req-0a7ffe39-d80f-423d-b687-c38d453268b5 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:11:27.938339 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f68bbe-d1a1-4617-9110-76f54fd58061", "tag": "3c55bd53-67e7-42a7-9d80-cf8b7a840171", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:11:27.938339 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0a7ffe39-d80f-423d-b687-c38d453268b5 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:11:27.938339 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f68bbe-d1a1-4617-9110-76f54fd58061', 'tag': '3c55bd53-67e7-42a7-9d80-cf8b7a840171', 'status': 'completed', 'code': 200} Feb 15 17:11:28.020590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6d88f-6951-419a-8acc-e999b52a1e84 req-338e725b-378a-44ad-b656-5539df4fe0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:28.026770 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecf6d88f-6951-419a-8acc-e999b52a1e84 req-338e725b-378a-44ad-b656-5539df4fe0a3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 1126 time: 0.0891104 Feb 15 17:11:28.416888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6d88f-6951-419a-8acc-e999b52a1e84 req-918dd3d3-8a5a-4807-a723-20880e35507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:28.418489 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecf6d88f-6951-419a-8acc-e999b52a1e84 req-918dd3d3-8a5a-4807-a723-20880e35507f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3e4b95210b24489aa9af66b1429a9643&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3855057 Feb 15 17:11:28.475515 n-d-828372-14 neutron-server[103800]: DEBUG neutron.objects.ports [None req-811eb10b-a188-436e-9769-e0fab5ed9f71 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:11:28.480983 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-811eb10b-a188-436e-9769-e0fab5ed9f71 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (0c0ce338-60ad-4200-bed1-dfffe070e1c3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:28.504910 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ad178e-6a58-47fe-b5d3-75da9802718e req-5d31fac6-9040-437c-9e53-c9204de43644 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:28.506410 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-89ad178e-6a58-47fe-b5d3-75da9802718e req-5d31fac6-9040-437c-9e53-c9204de43644 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.3018718 Feb 15 17:11:28.551455 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811eb10b-a188-436e-9769-e0fab5ed9f71 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=0c0ce338-60ad-4200-bed1-dfffe070e1c3,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:28.567184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811eb10b-a188-436e-9769-e0fab5ed9f71 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:28.573605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-811eb10b-a188-436e-9769-e0fab5ed9f71 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:28.577781 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811eb10b-a188-436e-9769-e0fab5ed9f71 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:28.578578 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-811eb10b-a188-436e-9769-e0fab5ed9f71 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:28.583972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f8dca4-221f-4ea2-9f9f-78bc4d5adce5 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:28.684557 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-89ad178e-6a58-47fe-b5d3-75da9802718e req-d2140afb-6ac3-4cda-8a42-8e2c13e05d6a tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305056 Feb 15 17:11:28.719021 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-811eb10b-a188-436e-9769-e0fab5ed9f71 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1469984 Feb 15 17:11:28.721709 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54456) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:28.727793 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2e092709-b753-4fff-8eff-9ccee04edee0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:28.954934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': '0c0ce338-60ad-4200-bed1-dfffe070e1c3'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:11:28.956469 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:29.041916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e092709-b753-4fff-8eff-9ccee04edee0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:29.045621 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e092709-b753-4fff-8eff-9ccee04edee0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:29.179454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c0699-da27-40ec-8a8e-66edde89b77d req-c70a5726-3862-45c5-8eb5-25ac447cd751 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:29.187311 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-038c0699-da27-40ec-8a8e-66edde89b77d req-c70a5726-3862-45c5-8eb5-25ac447cd751 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.7677245 Feb 15 17:11:29.255555 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6d88f-6951-419a-8acc-e999b52a1e84 req-194b027f-070d-4f7a-b7ad-833ecbc70ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:29.257049 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecf6d88f-6951-419a-8acc-e999b52a1e84 req-194b027f-070d-4f7a-b7ad-833ecbc70ea4 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8263547 Feb 15 17:11:29.271293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Allocated IP 2001:db8::f816:3eff:fec8:67b9 (824790ef-3fd7-489c-9576-06e052670deb/0c0ce338-60ad-4200-bed1-dfffe070e1c3/33b34820-779b-4cdd-835b-27587e58415e) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:29.287605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-038c0699-da27-40ec-8a8e-66edde89b77d req-9ebd399a-2e99-4299-b62f-f51529fb79b8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755498 Feb 15 17:11:29.468889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-a25f80a4-29a5-4bfe-b5f4-163ee1f257af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:29.470715 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-a25f80a4-29a5-4bfe-b5f4-163ee1f257af service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 1126 time: 0.1642175 Feb 15 17:11:29.527475 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Publish callbacks [] for port (33b34820-779b-4cdd-835b-27587e58415e), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:29.545340 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e092709-b753-4fff-8eff-9ccee04edee0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (add70f38-93e6-44d8-b2ff-f687091d4c52), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:29.551520 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-7cd881b2-37ef-4cf0-9c1f-a6748092f267 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c55bd53-67e7-42a7-9d80-cf8b7a840171 HTTP/1.1" status: 200 len: 217 time: 0.0730333 Feb 15 17:11:29.603699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e092709-b753-4fff-8eff-9ccee04edee0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:29.607809 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2e092709-b753-4fff-8eff-9ccee04edee0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:29.621272 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e092709-b753-4fff-8eff-9ccee04edee0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:29.622145 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e092709-b753-4fff-8eff-9ccee04edee0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:29.625631 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (33b34820-779b-4cdd-835b-27587e58415e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:29.657377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-f6e78ea5-8b33-41e5-9d89-793269fe28c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:29.659499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-f6e78ea5-8b33-41e5-9d89-793269fe28c3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.0997005 Feb 15 17:11:29.685188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e092709-b753-4fff-8eff-9ccee04edee0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=add70f38-93e6-44d8-b2ff-f687091d4c52,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:29.716380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:29.720561 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:29.738286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54470) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:29.739231 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2e092709-b753-4fff-8eff-9ccee04edee0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0164497 Feb 15 17:11:29.739909 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:11:29.750529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f9fe9f27-9e2d-49c2-afb8-e0cbe253514e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'mac_address': 'fa:16:3e:88:65:d2', 'name': 'tempest-NetworksTestDHCPv6-389568618'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:29.824529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-b4952935-dbc7-4ff1-97bc-84c85b2f5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:29.826472 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-b4952935-dbc7-4ff1-97bc-84c85b2f5410 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1605301 Feb 15 17:11:29.907384 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Attempting to bind port 33b34820-779b-4cdd-835b-27587e58415e on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:11:29.907761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Attempting to bind port 33b34820-779b-4cdd-835b-27587e58415e by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:11:29.908129 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Attempting to bind port 33b34820-779b-4cdd-835b-27587e58415e on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:11:29.922973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Pushing event updated for resources: {'Port': ['ID=33b34820-779b-4cdd-835b-27587e58415e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:29.936504 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:11:29.936890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:11:29.937357 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:29.937793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:11:29.943034 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Bound port: 33b34820-779b-4cdd-835b-27587e58415e, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:11:29.943514 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (33b34820-779b-4cdd-835b-27587e58415e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:29.947691 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-de3fd883-f96d-4742-be1e-3942975db6fc service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120300 Feb 15 17:11:30.014577 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c459a0-c2c0-4e75-a68b-0f119d440364 req-7c0d5a53-dd5f-4f36-9745-af3c09c8104f tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:30.019757 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-46c459a0-c2c0-4e75-a68b-0f119d440364 req-7c0d5a53-dd5f-4f36-9745-af3c09c8104f tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.1694589 Feb 15 17:11:30.097631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] For port 33b34820-779b-4cdd-835b-27587e58415e, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:11:30.107567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1cefa07-0d31-47c7-9556-c992e7fe728b req-9a09ec53-b330-4c14-9611-cb5d132480e8 service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525130 Feb 15 17:11:30.123161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] For port 33b34820-779b-4cdd-835b-27587e58415e, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=33b34820-779b-4cdd-835b-27587e58415e,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:11:30.190422 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-46c459a0-c2c0-4e75-a68b-0f119d440364 req-d66b57d1-7d86-4cfb-8e20-335809a59f7d tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614127 Feb 15 17:11:30.242722 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (33b34820-779b-4cdd-835b-27587e58415e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:30.282019 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fe9f27-9e2d-49c2-afb8-e0cbe253514e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:30.319029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843d666-a5ac-415b-9d93-a978fe0045d5 None None] Pushing event updated for resources: {'Port': ['ID=33b34820-779b-4cdd-835b-27587e58415e,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:30.511371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258cc66-1b94-4347-bff1-6128fd9a9f4b req-f2575218-e425-41be-8b5d-598631335666 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:30.511371 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9258cc66-1b94-4347-bff1-6128fd9a9f4b req-f2575218-e425-41be-8b5d-598631335666 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.0953605 Feb 15 17:11:30.533247 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:30.645349 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9258cc66-1b94-4347-bff1-6128fd9a9f4b req-a6daf4e2-1450-4de4-8f4c-406ebd641af1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335039 Feb 15 17:11:30.723898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62beff-b47b-4942-b148-ce8e9c3632d0 req-a72a80a9-adfb-41c3-8a1e-5ed3cb885171 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:30.725478 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4f62beff-b47b-4942-b148-ce8e9c3632d0 req-a72a80a9-adfb-41c3-8a1e-5ed3cb885171 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.2858155 Feb 15 17:11:30.741009 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9f27-9e2d-49c2-afb8-e0cbe253514e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:30.820832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-f9fe9f27-9e2d-49c2-afb8-e0cbe253514e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port a7b59c25-843b-4028-bc28-6c6ad700734a yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:11:30.911403 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:31.069629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-f9fe9f27-9e2d-49c2-afb8-e0cbe253514e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 172.20.0.4 (824790ef-3fd7-489c-9576-06e052670deb/add70f38-93e6-44d8-b2ff-f687091d4c52/a7b59c25-843b-4028-bc28-6c6ad700734a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:31.076500 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-f9fe9f27-9e2d-49c2-afb8-e0cbe253514e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::f816:3eff:fe88:65d2 (824790ef-3fd7-489c-9576-06e052670deb/0c0ce338-60ad-4200-bed1-dfffe070e1c3/a7b59c25-843b-4028-bc28-6c6ad700734a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:31.264679 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9f27-9e2d-49c2-afb8-e0cbe253514e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (a7b59c25-843b-4028-bc28-6c6ad700734a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:31.341759 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4f62beff-b47b-4942-b148-ce8e9c3632d0 req-9159e824-10bf-49d2-b36a-1238fb38d63a tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770128 Feb 15 17:11:31.385291 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9f27-9e2d-49c2-afb8-e0cbe253514e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a7b59c25-843b-4028-bc28-6c6ad700734a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:31.510463 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fe9f27-9e2d-49c2-afb8-e0cbe253514e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:31.523473 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f9fe9f27-9e2d-49c2-afb8-e0cbe253514e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:31.533663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe9f27-9e2d-49c2-afb8-e0cbe253514e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:11:31.608747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe9f27-9e2d-49c2-afb8-e0cbe253514e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=a7b59c25-843b-4028-bc28-6c6ad700734a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:31.669249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fe9f27-9e2d-49c2-afb8-e0cbe253514e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:31.669922 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9f27-9e2d-49c2-afb8-e0cbe253514e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:31.765114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f9fe9f27-9e2d-49c2-afb8-e0cbe253514e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0241694 Feb 15 17:11:31.769898 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54504) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:31.995816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851068e-b7f3-404b-b049-3ae8e22eb0ea req-8292b18b-c4b6-45ba-8376-13545c27dea3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:31.999350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c851068e-b7f3-404b-b049-3ae8e22eb0ea req-8292b18b-c4b6-45ba-8376-13545c27dea3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.2139294 Feb 15 17:11:32.022441 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4710e2ee-9d50-4bd7-bee7-0f47a8763e19 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:32.050307 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4710e2ee-9d50-4bd7-bee7-0f47a8763e19 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:32.053722 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4710e2ee-9d50-4bd7-bee7-0f47a8763e19 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2808487 Feb 15 17:11:32.056473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54516) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:32.078502 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 33b34820-779b-4cdd-835b-27587e58415e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:11:32.114523 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c851068e-b7f3-404b-b049-3ae8e22eb0ea req-c38119b0-b80a-42fc-ac4b-a043c48b447b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992720 Feb 15 17:11:32.190674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00c8e22-7112-440e-b4e0-58085e2e6ba1 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:32.294702 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e1e23-9e3d-4097-a59a-856d887b432e req-95cbc6df-f16c-4737-af15-a266d4fe4c81 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:32.302287 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d8e1e23-9e3d-4097-a59a-856d887b432e req-95cbc6df-f16c-4737-af15-a266d4fe4c81 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.2180336 Feb 15 17:11:32.349272 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 33b34820-779b-4cdd-835b-27587e58415e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:32.366512 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (33b34820-779b-4cdd-835b-27587e58415e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:32.421269 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d8e1e23-9e3d-4097-a59a-856d887b432e req-329dfa50-4282-45c1-afd6-367a609b4541 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175997 Feb 15 17:11:32.434445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a9347a89-f73c-47d5-b380-0f1d6e17c018 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port a7b59c25-843b-4028-bc28-6c6ad700734a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:11:32.439068 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a9347a89-f73c-47d5-b380-0f1d6e17c018 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a7b59c25-843b-4028-bc28-6c6ad700734a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:32.490619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Provisioning complete for port 33b34820-779b-4cdd-835b-27587e58415e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:32.491368 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (33b34820-779b-4cdd-835b-27587e58415e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:32.634120 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a9347a89-f73c-47d5-b380-0f1d6e17c018 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a7b59c25-843b-4028-bc28-6c6ad700734a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:32.652372 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a9347a89-f73c-47d5-b380-0f1d6e17c018 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for a7b59c25-843b-4028-bc28-6c6ad700734a owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:11:32.787038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Current status of the port 33b34820-779b-4cdd-835b-27587e58415e is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:32.787720 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (33b34820-779b-4cdd-835b-27587e58415e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:32.819778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 33b34820-779b-4cdd-835b-27587e58415e is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:32.820417 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (33b34820-779b-4cdd-835b-27587e58415e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:32.870444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] For port 33b34820-779b-4cdd-835b-27587e58415e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=33b34820-779b-4cdd-835b-27587e58415e,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:32.966178 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a9347a89-f73c-47d5-b380-0f1d6e17c018 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (a7b59c25-843b-4028-bc28-6c6ad700734a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:32.978795 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8d05ab-813b-40a0-ac77-6f38b7fe54eb None None] Update dhcp port {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': '0c0ce338-60ad-4200-bed1-dfffe070e1c3', 'ip_address': '2001:db8::f816:3eff:fec8:67b9'}, {'subnet_id': 'add70f38-93e6-44d8-b2ff-f687091d4c52'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '33b34820-779b-4cdd-835b-27587e58415e'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 17:11:32.988681 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (33b34820-779b-4cdd-835b-27587e58415e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:33.080166 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9347a89-f73c-47d5-b380-0f1d6e17c018 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=a7b59c25-843b-4028-bc28-6c6ad700734a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:33.170084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Pushing event updated for resources: {'Port': ['ID=33b34820-779b-4cdd-835b-27587e58415e,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:33.234750 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a9347a89-f73c-47d5-b380-0f1d6e17c018 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:33.238428 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a9347a89-f73c-47d5-b380-0f1d6e17c018 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/a7b59c25-843b-4028-bc28-6c6ad700734a HTTP/1.1" status: 204 len: 168 time: 1.1809757 Feb 15 17:11:33.240805 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54544) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:33.353945 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa4311f-63c5-410c-b697-88c783120492 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:33.367269 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa4311f-63c5-410c-b697-88c783120492 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:33.368855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa4311f-63c5-410c-b697-88c783120492 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:33.370673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2aa4311f-63c5-410c-b697-88c783120492 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1287196 Feb 15 17:11:33.380996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f021ca6-fc33-45b7-a085-91957e339f98 req-18532de4-5d38-4c94-b73b-a819a9dc5c39 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:33.380996 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f021ca6-fc33-45b7-a085-91957e339f98 req-18532de4-5d38-4c94-b73b-a819a9dc5c39 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.1173544 Feb 15 17:11:33.380996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54546) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:33.438214 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fc8d05ab-813b-40a0-ac77-6f38b7fe54eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (33b34820-779b-4cdd-835b-27587e58415e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:33.611148 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b906669-8f33-42e1-907d-0a1190a5bda5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 0c0ce338-60ad-4200-bed1-dfffe070e1c3 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:11:33.643122 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3b906669-8f33-42e1-907d-0a1190a5bda5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (0c0ce338-60ad-4200-bed1-dfffe070e1c3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:33.662206 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f021ca6-fc33-45b7-a085-91957e339f98 req-ad2abf30-1abb-46d4-bbed-db040951ce10 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614591 Feb 15 17:11:33.742273 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2cd5d-650b-4ecd-87ef-c956f9f28579 req-e7559a61-8ddf-43aa-a04f-a61c272dd08a tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:33.756500 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3b906669-8f33-42e1-907d-0a1190a5bda5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (0c0ce338-60ad-4200-bed1-dfffe070e1c3), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:33.766564 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-92d2cd5d-650b-4ecd-87ef-c956f9f28579 req-e7559a61-8ddf-43aa-a04f-a61c272dd08a tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.2261343 Feb 15 17:11:33.847543 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:11:33.848062 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:11:33.853491 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:33.868834 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:33.869347 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:33.869818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:33.870258 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:33.870694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:33.871122 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:33.877761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:33.878237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:33.883912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:33.884387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:33.884829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:33.885263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fe8255-2d4e-46eb-b207-d166dca93f9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:33.909182 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-92d2cd5d-650b-4ecd-87ef-c956f9f28579 req-80e50821-927a-4883-bc96-dcb41c5efba8 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330104 Feb 15 17:11:33.952984 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3b906669-8f33-42e1-907d-0a1190a5bda5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (0c0ce338-60ad-4200-bed1-dfffe070e1c3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:34.222508 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3b906669-8f33-42e1-907d-0a1190a5bda5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (0c0ce338-60ad-4200-bed1-dfffe070e1c3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server [None req-fc8d05ab-813b-40a0-ac77-6f38b7fe54eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c0ce338-60ad-4200-bed1-dfffe070e1c3: This subnet is being modified by another concurrent operation. Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise exception Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c0ce338-60ad-4200-bed1-dfffe070e1c3: This subnet is being modified by another concurrent operation. Feb 15 17:11:34.224115 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server Feb 15 17:11:34.282760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b906669-8f33-42e1-907d-0a1190a5bda5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0ce338-60ad-4200-bed1-dfffe070e1c3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:34.314955 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3b906669-8f33-42e1-907d-0a1190a5bda5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:34.326175 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3b906669-8f33-42e1-907d-0a1190a5bda5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/0c0ce338-60ad-4200-bed1-dfffe070e1c3 HTTP/1.1" status: 204 len: 168 time: 0.9336989 Feb 15 17:11:34.326512 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54560) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:34.439720 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958020bb-8aef-463a-a123-9e8c0263c137 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 17:11:34.494919 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cb980-0f37-4ad7-a96a-1b3ce187f49a req-6f4332a8-9af7-4097-88c4-a40781328120 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:34.505417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 33b34820-779b-4cdd-835b-27587e58415e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:34.506264 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-663cb980-0f37-4ad7-a96a-1b3ce187f49a req-6f4332a8-9af7-4097-88c4-a40781328120 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.1613278 Feb 15 17:11:34.509617 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-89017bfc-5d7b-440c-898a-efeed20fee90 None None] Could not find standard attr ID for object a7b59c25-843b-4028-bc28-6c6ad700734a. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:11:34.528695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d16e7bf-3e79-4413-b4aa-a81de2289946 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet add70f38-93e6-44d8-b2ff-f687091d4c52 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:11:34.558477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-89017bfc-5d7b-440c-898a-efeed20fee90 None None] Provisioning complete for port 33b34820-779b-4cdd-835b-27587e58415e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:34.562257 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-89017bfc-5d7b-440c-898a-efeed20fee90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (33b34820-779b-4cdd-835b-27587e58415e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:34.574542 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8d16e7bf-3e79-4413-b4aa-a81de2289946 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (add70f38-93e6-44d8-b2ff-f687091d4c52), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:34.643998 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-663cb980-0f37-4ad7-a96a-1b3ce187f49a req-ab08c91f-fda4-4299-ade5-9b4a3943fc7c tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364169 Feb 15 17:11:34.725558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 33b34820-779b-4cdd-835b-27587e58415e no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:11:34.731007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-89017bfc-5d7b-440c-898a-efeed20fee90 None None] Current status of the port 33b34820-779b-4cdd-835b-27587e58415e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:34.769026 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8d16e7bf-3e79-4413-b4aa-a81de2289946 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (add70f38-93e6-44d8-b2ff-f687091d4c52), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:34.833917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958020bb-8aef-463a-a123-9e8c0263c137 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 17:11:34.924859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 33b34820-779b-4cdd-835b-27587e58415e is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:34.925251 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (33b34820-779b-4cdd-835b-27587e58415e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:34.930750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7477d0-57b9-4574-b80c-9014f84ff16e req-a7ceff14-b088-4f7b-b451-d939691df6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:34.932408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c7477d0-57b9-4574-b80c-9014f84ff16e req-a7ceff14-b088-4f7b-b451-d939691df6e2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=483cc6279edd46abbfb6af33fc3a4d0c&device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 1128 time: 0.4430315 Feb 15 17:11:34.962749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 33b34820-779b-4cdd-835b-27587e58415e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=33b34820-779b-4cdd-835b-27587e58415e,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:35.044309 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (33b34820-779b-4cdd-835b-27587e58415e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:35.115713 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8d16e7bf-3e79-4413-b4aa-a81de2289946 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (add70f38-93e6-44d8-b2ff-f687091d4c52), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:35.171265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=33b34820-779b-4cdd-835b-27587e58415e,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:35.217504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e138133-1ebd-4946-ae65-4e4dd3e283a5 req-b7aedb24-d135-419b-833c-2d0de6880055 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:35.219512 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e138133-1ebd-4946-ae65-4e4dd3e283a5 req-b7aedb24-d135-419b-833c-2d0de6880055 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.3733933 Feb 15 17:11:35.362861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7477d0-57b9-4574-b80c-9014f84ff16e req-4e53bb66-2451-452e-9d61-2168038b4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:35.364416 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c7477d0-57b9-4574-b80c-9014f84ff16e req-4e53bb66-2451-452e-9d61-2168038b4dda service neutron] 10.222.0.67 "GET /v2.0/networks?id=bcba5fcb-e5e5-4442-b630-cd03ced9da7c HTTP/1.1" status: 200 len: 913 time: 0.4157667 Feb 15 17:11:35.434523 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c7477d0-57b9-4574-b80c-9014f84ff16e req-5b9dbe04-fe99-418e-b552-6119fb5a3266 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=458c9bad-0a45-49b6-9520-4810b102c1f7 HTTP/1.1" status: 200 len: 217 time: 0.0621724 Feb 15 17:11:35.474781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b74d64c-862e-43bb-88e7-69dac7f3b04e None None] Update dhcp port {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': 'add70f38-93e6-44d8-b2ff-f687091d4c52'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '33b34820-779b-4cdd-835b-27587e58415e'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 17:11:35.489607 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e138133-1ebd-4946-ae65-4e4dd3e283a5 req-f950d8c0-1170-4730-a988-a30069f5c118 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021081 Feb 15 17:11:35.531844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7477d0-57b9-4574-b80c-9014f84ff16e req-c0d45a30-c697-4269-b8b3-fe6879c62d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:35.533094 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b74d64c-862e-43bb-88e7-69dac7f3b04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (33b34820-779b-4cdd-835b-27587e58415e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:35.536865 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c7477d0-57b9-4574-b80c-9014f84ff16e req-c0d45a30-c697-4269-b8b3-fe6879c62d2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b6100ca-52f3-4e42-8dcb-86674a0803e8 HTTP/1.1" status: 200 len: 852 time: 0.0944130 Feb 15 17:11:35.600521 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c7477d0-57b9-4574-b80c-9014f84ff16e req-4e55f309-a44d-4fa8-8622-314ff581e329 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcba5fcb-e5e5-4442-b630-cd03ced9da7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569210 Feb 15 17:11:35.625351 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8d16e7bf-3e79-4413-b4aa-a81de2289946 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (add70f38-93e6-44d8-b2ff-f687091d4c52), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server [None req-4b74d64c-862e-43bb-88e7-69dac7f3b04e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet add70f38-93e6-44d8-b2ff-f687091d4c52: This subnet is being modified by another concurrent operation. Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise exception Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet add70f38-93e6-44d8-b2ff-f687091d4c52: This subnet is being modified by another concurrent operation. Feb 15 17:11:35.808770 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server Feb 15 17:11:35.841075 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c7477d0-57b9-4574-b80c-9014f84ff16e req-d81ce93a-30ad-408a-ad4b-8d41987b3ce9 service neutron] 10.222.0.67 "GET /v2.0/networks/bcba5fcb-e5e5-4442-b630-cd03ced9da7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237852 Feb 15 17:11:35.885264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e6540-a142-4dad-bbfe-3880f09f008c None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 17:11:35.916294 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de1192-fb9b-4339-807d-3ec9dd02afc7 req-e68715a7-5aac-4364-80bb-bccd952b9d0b tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:35.917891 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d3de1192-fb9b-4339-807d-3ec9dd02afc7 req-e68715a7-5aac-4364-80bb-bccd952b9d0b tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.1456232 Feb 15 17:11:35.949242 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8d16e7bf-3e79-4413-b4aa-a81de2289946 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:35.955466 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8d16e7bf-3e79-4413-b4aa-a81de2289946 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/add70f38-93e6-44d8-b2ff-f687091d4c52 HTTP/1.1" status: 204 len: 168 time: 1.6276760 Feb 15 17:11:35.956743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d16e7bf-3e79-4413-b4aa-a81de2289946 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=add70f38-93e6-44d8-b2ff-f687091d4c52,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:35.958739 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54576) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:36.025169 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a5a6f181-84e8-4615-a20d-003e48c65b61 None None] Provisioning complete for port 33b34820-779b-4cdd-835b-27587e58415e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:36.025584 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f181-84e8-4615-a20d-003e48c65b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (33b34820-779b-4cdd-835b-27587e58415e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:36.036012 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3939c243-036d-4403-8187-5dc9b5ca7f86 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731592 Feb 15 17:11:36.041423 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54580) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:36.061297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-cef6aaf7-7d24-433d-8aef-6861f1d16891 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:36.083570 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d3de1192-fb9b-4339-807d-3ec9dd02afc7 req-f61714a5-9cd0-4207-b98a-41035e808110 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508236 Feb 15 17:11:36.138753 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e6540-a142-4dad-bbfe-3880f09f008c None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 17:11:36.267160 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c7477d0-57b9-4574-b80c-9014f84ff16e req-11a26994-82fe-4d63-89fb-7c58f17a30ca service neutron] 10.222.0.67 "GET /v2.0/networks/bcba5fcb-e5e5-4442-b630-cd03ced9da7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251330 Feb 15 17:11:36.334786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef6aaf7-7d24-433d-8aef-6861f1d16891 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:36.339093 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cef6aaf7-7d24-433d-8aef-6861f1d16891 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:36.479060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a5a6f181-84e8-4615-a20d-003e48c65b61 None None] Current status of the port 33b34820-779b-4cdd-835b-27587e58415e is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:36.479644 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f181-84e8-4615-a20d-003e48c65b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (33b34820-779b-4cdd-835b-27587e58415e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:36.611389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a5a6f181-84e8-4615-a20d-003e48c65b61 None None] For port 33b34820-779b-4cdd-835b-27587e58415e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=33b34820-779b-4cdd-835b-27587e58415e,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:36.613784 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd4bd60-a953-476e-a072-d8c72b2a4ccb None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:36.695532 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5a6f181-84e8-4615-a20d-003e48c65b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (33b34820-779b-4cdd-835b-27587e58415e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:36.740886 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f996a2-faa5-42b6-b911-1d0cd2393eb6 req-4310a4fb-9247-4804-90af-208f00635304 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:36.744549 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47f996a2-faa5-42b6-b911-1d0cd2393eb6 req-4310a4fb-9247-4804-90af-208f00635304 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.0991781 Feb 15 17:11:36.781800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6f181-84e8-4615-a20d-003e48c65b61 None None] Pushing event updated for resources: {'Port': ['ID=33b34820-779b-4cdd-835b-27587e58415e,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:36.845356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4279c1a8-f31c-44ff-9432-92721590f926 None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:11:36.875854 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47f996a2-faa5-42b6-b911-1d0cd2393eb6 req-d73f0582-cbc9-4be9-88d1-9782cf7acaf8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237862 Feb 15 17:11:36.932900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-edd1911a-08eb-4936-abfc-210bf195cb1a None None] Provisioning complete for port 33b34820-779b-4cdd-835b-27587e58415e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:36.933283 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-edd1911a-08eb-4936-abfc-210bf195cb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (33b34820-779b-4cdd-835b-27587e58415e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:37.019621 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e41688a-a303-4f19-977c-fbaf4f552470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:37.078594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.objects.ports [None req-cef6aaf7-7d24-433d-8aef-6861f1d16891 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103799) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:11:37.101537 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4279c1a8-f31c-44ff-9432-92721590f926 None None] Deleting port 33b34820-779b-4cdd-835b-27587e58415e {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:11:37.102128 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4279c1a8-f31c-44ff-9432-92721590f926 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (33b34820-779b-4cdd-835b-27587e58415e), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:37.195582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-edd1911a-08eb-4936-abfc-210bf195cb1a None None] Current status of the port 33b34820-779b-4cdd-835b-27587e58415e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:37.267048 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-4279c1a8-f31c-44ff-9432-92721590f926 None None] For port 33b34820-779b-4cdd-835b-27587e58415e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=33b34820-779b-4cdd-835b-27587e58415e,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:37.267422 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4279c1a8-f31c-44ff-9432-92721590f926 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (33b34820-779b-4cdd-835b-27587e58415e), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:37.284954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4279c1a8-f31c-44ff-9432-92721590f926 None None] Calling delete_port for 33b34820-779b-4cdd-835b-27587e58415e owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:11:37.373510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53d1e8-76dd-4361-9db1-367005d8eb38 req-a4e7a274-f214-454c-a8fc-f7a7984b7100 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:37.376648 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c53d1e8-76dd-4361-9db1-367005d8eb38 req-a4e7a274-f214-454c-a8fc-f7a7984b7100 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.1578918 Feb 15 17:11:37.470630 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c53d1e8-76dd-4361-9db1-367005d8eb38 req-db6b855c-236c-4edd-908f-cebd13e33b73 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798638 Feb 15 17:11:37.520038 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cef6aaf7-7d24-433d-8aef-6861f1d16891 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (33b34820-779b-4cdd-835b-27587e58415e), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:37.597128 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4279c1a8-f31c-44ff-9432-92721590f926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (33b34820-779b-4cdd-835b-27587e58415e), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:37.656231 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279c1a8-f31c-44ff-9432-92721590f926 None None] No DVR routers for this DVR port 33b34820-779b-4cdd-835b-27587e58415e on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:11:37.667244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279c1a8-f31c-44ff-9432-92721590f926 None None] Pushing event deleted for resources: {'Port': ['ID=33b34820-779b-4cdd-835b-27587e58415e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:37.744835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-cef6aaf7-7d24-433d-8aef-6861f1d16891 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] For port 33b34820-779b-4cdd-835b-27587e58415e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=33b34820-779b-4cdd-835b-27587e58415e,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:37.779718 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cef6aaf7-7d24-433d-8aef-6861f1d16891 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (33b34820-779b-4cdd-835b-27587e58415e), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:37.847561 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cef6aaf7-7d24-433d-8aef-6861f1d16891 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (33b34820-779b-4cdd-835b-27587e58415e), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:37.895987 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cef6aaf7-7d24-433d-8aef-6861f1d16891 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (e67616ce-a86b-4969-aea5-b26dcc69466c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:37.909906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6aaf7-7d24-433d-8aef-6861f1d16891 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=33b34820-779b-4cdd-835b-27587e58415e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:38.042115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6aaf7-7d24-433d-8aef-6861f1d16891 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=e67616ce-a86b-4969-aea5-b26dcc69466c,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:38.063285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef6aaf7-7d24-433d-8aef-6861f1d16891 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:38.064849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-cef6aaf7-7d24-433d-8aef-6861f1d16891 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:38.077481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b999fe-adc7-4319-b7ff-c5c0d256a664 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:38.086896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef6aaf7-7d24-433d-8aef-6861f1d16891 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:38.087499 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cef6aaf7-7d24-433d-8aef-6861f1d16891 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:38.137754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c33d1-5a6a-4abf-8212-540fb3628bfa req-b465c737-8462-4118-b13a-992c3efa74f9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:38.139455 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-231c33d1-5a6a-4abf-8212-540fb3628bfa req-b465c737-8462-4118-b13a-992c3efa74f9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.1328871 Feb 15 17:11:38.206136 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-231c33d1-5a6a-4abf-8212-540fb3628bfa req-c0ba1891-61c7-4aaf-9a81-bac26b60ec6c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606487 Feb 15 17:11:38.209708 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cef6aaf7-7d24-433d-8aef-6861f1d16891 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1633418 Feb 15 17:11:38.212643 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54600) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:38.217832 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:38.240908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': 'e67616ce-a86b-4969-aea5-b26dcc69466c'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:11:38.243870 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:38.393606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Allocated IP 2001:db8::f816:3eff:fe34:b19b (824790ef-3fd7-489c-9576-06e052670deb/e67616ce-a86b-4969-aea5-b26dcc69466c/0ece6416-c603-4deb-819e-ca184a3796c8) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:38.396834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:38.401403 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:38.720733 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Publish callbacks [] for port (0ece6416-c603-4deb-819e-ca184a3796c8), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:38.814332 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (0ece6416-c603-4deb-819e-ca184a3796c8), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:38.868279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:38.871483 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:38.874102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:11:38.885963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Pushing event updated for resources: {'Port': ['ID=0ece6416-c603-4deb-819e-ca184a3796c8,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:38.955674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Attempting to bind port 0ece6416-c603-4deb-819e-ca184a3796c8 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:11:38.958469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Attempting to bind port 0ece6416-c603-4deb-819e-ca184a3796c8 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:11:38.958469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Attempting to bind port 0ece6416-c603-4deb-819e-ca184a3796c8 on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:11:38.965698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:11:38.966148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:11:38.966549 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:38.966947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:11:38.967487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Bound port: 0ece6416-c603-4deb-819e-ca184a3796c8, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:11:38.967872 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0ece6416-c603-4deb-819e-ca184a3796c8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:39.038014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51b4e9-597a-4a24-8d1d-8bc8ffd77bf6 req-25e8b428-3298-4d90-830c-1a5ea0fae12b tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:39.039688 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b51b4e9-597a-4a24-8d1d-8bc8ffd77bf6 req-25e8b428-3298-4d90-830c-1a5ea0fae12b tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.4170876 Feb 15 17:11:39.063103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] For port 0ece6416-c603-4deb-819e-ca184a3796c8, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:11:39.066973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] For port 0ece6416-c603-4deb-819e-ca184a3796c8, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0ece6416-c603-4deb-819e-ca184a3796c8,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:11:39.093570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54610) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:39.123940 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b51b4e9-597a-4a24-8d1d-8bc8ffd77bf6 req-e6f2923d-74d0-445b-8689-fd83125f3ec4 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709491 Feb 15 17:11:39.160716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ec834c-39e5-41e8-8670-534a6b05907d admin admin] Deleting subnet c8f98dee-a9b2-4ea5-aa5f-5927c1f9e26a {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:11:39.164409 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44ec834c-39e5-41e8-8670-534a6b05907d admin admin] Publish callbacks [] for subnet (c8f98dee-a9b2-4ea5-aa5f-5927c1f9e26a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:39.174712 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0ece6416-c603-4deb-819e-ca184a3796c8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:39.214087 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (d6f78c78-5e8c-4cad-9727-ddb6064e3345), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:39.287497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f137712-2d16-4b7e-9499-e3fb182e7388 None None] Pushing event updated for resources: {'Port': ['ID=0ece6416-c603-4deb-819e-ca184a3796c8,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:39.292379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:39.296011 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:39.310982 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:39.311825 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:39.419752 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=d6f78c78-5e8c-4cad-9727-ddb6064e3345,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:39.420412 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9e91889f-a706-47fc-bf78-967d5b241753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:39.440683 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:39.441327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:39.441846 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:39.442359 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:39.442864 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:39.443348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:39.443846 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:39.444358 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:39.444838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:39.448468 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:39.449012 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:39.449526 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:39.450012 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:39.476686 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7ad4d56d-d6fb-4123-8c94-1c41ef5726e8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2627275 Feb 15 17:11:39.477883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54616) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:39.484368 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8c77a171-b075-4097-ba38-a226ca0d4730 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'mac_address': 'fa:16:3e:21:d9:a9', 'name': 'tempest-NetworksTestDHCPv6-1600002605'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:39.558781 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1426ce-ff43-4bec-837b-420512ca6a32 req-6dd80ccc-69b4-4a43-8fe1-cd02218da34b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:39.566961 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-db1426ce-ff43-4bec-837b-420512ca6a32 req-6dd80ccc-69b4-4a43-8fe1-cd02218da34b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.2170236 Feb 15 17:11:39.575791 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44ec834c-39e5-41e8-8670-534a6b05907d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (c8f98dee-a9b2-4ea5-aa5f-5927c1f9e26a), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:39.637287 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44ec834c-39e5-41e8-8670-534a6b05907d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (c8f98dee-a9b2-4ea5-aa5f-5927c1f9e26a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:39.659578 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-db1426ce-ff43-4bec-837b-420512ca6a32 req-e7cd9d22-8881-47ef-b384-32aafa2347fd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913227 Feb 15 17:11:39.799620 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44ec834c-39e5-41e8-8670-534a6b05907d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (c8f98dee-a9b2-4ea5-aa5f-5927c1f9e26a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:39.835523 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c77a171-b075-4097-ba38-a226ca0d4730 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:39.872902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec834c-39e5-41e8-8670-534a6b05907d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f98dee-a9b2-4ea5-aa5f-5927c1f9e26a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:39.880271 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44ec834c-39e5-41e8-8670-534a6b05907d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:39.887655 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-44ec834c-39e5-41e8-8670-534a6b05907d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/c8f98dee-a9b2-4ea5-aa5f-5927c1f9e26a HTTP/1.1" status: 204 len: 168 time: 0.7892420 Feb 15 17:11:39.887655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54624) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:39.956031 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89051d9-b2da-4806-a470-5a6167d4e409 req-643ded8e-5790-43eb-966e-381ccbfb87fe tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:39.957832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c89051d9-b2da-4806-a470-5a6167d4e409 req-643ded8e-5790-43eb-966e-381ccbfb87fe tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.1851597 Feb 15 17:11:40.004030 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c77a171-b075-4097-ba38-a226ca0d4730 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.005698 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30ceffd2-1df5-4c25-b082-765604f996c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (2f174cb7-58aa-4a6d-ab9c-0d7200813f3f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.048800 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-8c77a171-b075-4097-ba38-a226ca0d4730 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port 792fefa9-02c3-4a2f-88bb-d3214f64afd6 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:11:40.058072 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c89051d9-b2da-4806-a470-5a6167d4e409 req-00d7260d-48f6-4828-9e7b-88aab461612a tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929387 Feb 15 17:11:40.134326 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30ceffd2-1df5-4c25-b082-765604f996c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (2f174cb7-58aa-4a6d-ab9c-0d7200813f3f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.165382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-30ceffd2-1df5-4c25-b082-765604f996c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f174cb7-58aa-4a6d-ab9c-0d7200813f3f']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:40.176300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-30ceffd2-1df5-4c25-b082-765604f996c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf033859-ec17-4954-b8b1-fb82d45b31e7') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:40.176686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-30ceffd2-1df5-4c25-b082-765604f996c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf033859-ec17-4954-b8b1-fb82d45b31e7') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:40.187273 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30ceffd2-1df5-4c25-b082-765604f996c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (cf033859-ec17-4954-b8b1-fb82d45b31e7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.202325 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30ceffd2-1df5-4c25-b082-765604f996c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (cf033859-ec17-4954-b8b1-fb82d45b31e7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.212536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ceffd2-1df5-4c25-b082-765604f996c4 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:11:40.213057 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30ceffd2-1df5-4c25-b082-765604f996c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (cf033859-ec17-4954-b8b1-fb82d45b31e7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: items = [ Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:11:40.215108 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:11:40.262014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-8c77a171-b075-4097-ba38-a226ca0d4730 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 172.20.0.10 (824790ef-3fd7-489c-9576-06e052670deb/d6f78c78-5e8c-4cad-9727-ddb6064e3345/792fefa9-02c3-4a2f-88bb-d3214f64afd6) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:40.268196 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-8c77a171-b075-4097-ba38-a226ca0d4730 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::f816:3eff:fe21:d9a9 (824790ef-3fd7-489c-9576-06e052670deb/e67616ce-a86b-4969-aea5-b26dcc69466c/792fefa9-02c3-4a2f-88bb-d3214f64afd6) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:40.408146 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30ceffd2-1df5-4c25-b082-765604f996c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (2f174cb7-58aa-4a6d-ab9c-0d7200813f3f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.420925 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30ceffd2-1df5-4c25-b082-765604f996c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.425062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-30ceffd2-1df5-4c25-b082-765604f996c4 admin admin] 10.222.0.107 "DELETE /v2.0/networks/2f174cb7-58aa-4a6d-ab9c-0d7200813f3f HTTP/1.1" status: 204 len: 168 time: 0.5362337 Feb 15 17:11:40.427735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54626) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:40.488607 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c77a171-b075-4097-ba38-a226ca0d4730 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (792fefa9-02c3-4a2f-88bb-d3214f64afd6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.509588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ceffd2-1df5-4c25-b082-765604f996c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f174cb7-58aa-4a6d-ab9c-0d7200813f3f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:40.532616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abe2b44-970b-4e61-94d9-f256397e0e4c admin admin] Deleting subnet a7724d5e-fd84-4785-ade0-e05468a97c1a {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:11:40.537030 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5abe2b44-970b-4e61-94d9-f256397e0e4c admin admin] Publish callbacks [] for subnet (a7724d5e-fd84-4785-ade0-e05468a97c1a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.556734 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.598852 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5abe2b44-970b-4e61-94d9-f256397e0e4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (a7724d5e-fd84-4785-ade0-e05468a97c1a), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.647957 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c77a171-b075-4097-ba38-a226ca0d4730 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (792fefa9-02c3-4a2f-88bb-d3214f64afd6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.712621 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0ece6416-c603-4deb-819e-ca184a3796c8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:11:40.731061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c77a171-b075-4097-ba38-a226ca0d4730 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:40.735281 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-8c77a171-b075-4097-ba38-a226ca0d4730 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:40.739726 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c77a171-b075-4097-ba38-a226ca0d4730 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:11:40.749602 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c77a171-b075-4097-ba38-a226ca0d4730 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=792fefa9-02c3-4a2f-88bb-d3214f64afd6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:40.761019 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5abe2b44-970b-4e61-94d9-f256397e0e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (a7724d5e-fd84-4785-ade0-e05468a97c1a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.845055 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0ece6416-c603-4deb-819e-ca184a3796c8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:40.845440 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0ece6416-c603-4deb-819e-ca184a3796c8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.863822 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c77a171-b075-4097-ba38-a226ca0d4730 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:40.864499 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8c77a171-b075-4097-ba38-a226ca0d4730 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.944164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c8c0e-f5bb-46db-a1e2-4e7dd1fbcf86 req-9eec5ec5-3a12-4bc9-a27a-04abe387d3ce tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:40.953177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0ece6416-c603-4deb-819e-ca184a3796c8 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:40.953357 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-492c8c0e-f5bb-46db-a1e2-4e7dd1fbcf86 req-9eec5ec5-3a12-4bc9-a27a-04abe387d3ce tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.0703702 Feb 15 17:11:40.953669 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0ece6416-c603-4deb-819e-ca184a3796c8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:40.954269 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8c77a171-b075-4097-ba38-a226ca0d4730 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4731832 Feb 15 17:11:40.955968 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54634) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:40.993398 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 0ece6416-c603-4deb-819e-ca184a3796c8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0ece6416-c603-4deb-819e-ca184a3796c8,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:40.994784 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffa703b-d4af-417a-a120-88d7fcccfd37 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:41.032002 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5abe2b44-970b-4e61-94d9-f256397e0e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (a7724d5e-fd84-4785-ade0-e05468a97c1a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:41.056259 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-492c8c0e-f5bb-46db-a1e2-4e7dd1fbcf86 req-0b001a52-6417-4885-ab1d-b70e43823f63 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969474 Feb 15 17:11:41.058824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcb5085-ddf1-42a0-bbf6-7b53afcdedc7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:41.064218 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0ece6416-c603-4deb-819e-ca184a3796c8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:41.064379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcb5085-ddf1-42a0-bbf6-7b53afcdedc7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:41.072114 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ddcb5085-ddf1-42a0-bbf6-7b53afcdedc7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1148469 Feb 15 17:11:41.076323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54636) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:41.097153 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d6d59f67-5bfb-478b-adc0-54e7f19e6452 None None] Provisioning complete for port 0ece6416-c603-4deb-819e-ca184a3796c8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:41.098471 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6d59f67-5bfb-478b-adc0-54e7f19e6452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0ece6416-c603-4deb-819e-ca184a3796c8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:41.105829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe2b44-970b-4e61-94d9-f256397e0e4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7724d5e-fd84-4785-ade0-e05468a97c1a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:41.107915 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5abe2b44-970b-4e61-94d9-f256397e0e4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:41.111600 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5abe2b44-970b-4e61-94d9-f256397e0e4c admin admin] 10.222.0.107 "DELETE /v2.0/subnets/a7724d5e-fd84-4785-ade0-e05468a97c1a HTTP/1.1" status: 204 len: 168 time: 0.6826987 Feb 15 17:11:41.114133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54640) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:41.205157 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3223-8aec-44d2-9fed-ecb66f494c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (58c120cd-9b30-4763-b53f-56644621e9cb), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:41.238554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=0ece6416-c603-4deb-819e-ca184a3796c8,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:41.336116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d6d59f67-5bfb-478b-adc0-54e7f19e6452 None None] Current status of the port 0ece6416-c603-4deb-819e-ca184a3796c8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:41.369968 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3223-8aec-44d2-9fed-ecb66f494c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (58c120cd-9b30-4763-b53f-56644621e9cb), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:41.371694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d3565d-19f1-42fc-aba6-625228557e6b None None] Update dhcp port {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': 'e67616ce-a86b-4969-aea5-b26dcc69466c', 'ip_address': '2001:db8::f816:3eff:fe34:b19b'}, {'subnet_id': 'd6f78c78-5e8c-4cad-9727-ddb6064e3345'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '0ece6416-c603-4deb-819e-ca184a3796c8'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 17:11:41.377660 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ee12e-e439-44df-9ba3-546c2b1b7092 req-7646bd5b-3e9e-45cd-80c8-f5204ef4160b tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:41.385105 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-568ee12e-e439-44df-9ba3-546c2b1b7092 req-7646bd5b-3e9e-45cd-80c8-f5204ef4160b tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.1371479 Feb 15 17:11:41.397603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7cc84477-1727-4f0e-a388-aa47dbae5766 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port 792fefa9-02c3-4a2f-88bb-d3214f64afd6 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:11:41.397939 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7cc84477-1727-4f0e-a388-aa47dbae5766 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (792fefa9-02c3-4a2f-88bb-d3214f64afd6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:41.423233 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f9d3565d-19f1-42fc-aba6-625228557e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0ece6416-c603-4deb-819e-ca184a3796c8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:41.425528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-2ecb3223-8aec-44d2-9fed-ecb66f494c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c120cd-9b30-4763-b53f-56644621e9cb']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:41.457853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-2ecb3223-8aec-44d2-9fed-ecb66f494c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad734aa-61c4-4381-87f1-33ae02228975') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:41.458285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-2ecb3223-8aec-44d2-9fed-ecb66f494c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad734aa-61c4-4381-87f1-33ae02228975') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:41.470326 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3223-8aec-44d2-9fed-ecb66f494c21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (aad734aa-61c4-4381-87f1-33ae02228975), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:41.486246 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-568ee12e-e439-44df-9ba3-546c2b1b7092 req-cbdc4cf8-b6ba-4fc3-9be9-2fa227bf3356 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996385 Feb 15 17:11:41.487541 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3223-8aec-44d2-9fed-ecb66f494c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (aad734aa-61c4-4381-87f1-33ae02228975), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:41.507453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecb3223-8aec-44d2-9fed-ecb66f494c21 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:11:41.507872 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3223-8aec-44d2-9fed-ecb66f494c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (aad734aa-61c4-4381-87f1-33ae02228975), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:11:41.510027 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:11:41.566601 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7cc84477-1727-4f0e-a388-aa47dbae5766 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (792fefa9-02c3-4a2f-88bb-d3214f64afd6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:41.581913 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7cc84477-1727-4f0e-a388-aa47dbae5766 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for 792fefa9-02c3-4a2f-88bb-d3214f64afd6 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:11:41.756460 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3223-8aec-44d2-9fed-ecb66f494c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (58c120cd-9b30-4763-b53f-56644621e9cb), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:41.767168 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2ecb3223-8aec-44d2-9fed-ecb66f494c21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:41.773696 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2ecb3223-8aec-44d2-9fed-ecb66f494c21 admin admin] 10.222.0.107 "DELETE /v2.0/networks/58c120cd-9b30-4763-b53f-56644621e9cb HTTP/1.1" status: 204 len: 168 time: 0.6545601 Feb 15 17:11:41.843059 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb3223-8aec-44d2-9fed-ecb66f494c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=58c120cd-9b30-4763-b53f-56644621e9cb,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:41.872783 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7cc84477-1727-4f0e-a388-aa47dbae5766 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (792fefa9-02c3-4a2f-88bb-d3214f64afd6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:41.900925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-f9d3565d-19f1-42fc-aba6-625228557e6b None None] Allocated IP 172.20.0.2 (824790ef-3fd7-489c-9576-06e052670deb/d6f78c78-5e8c-4cad-9727-ddb6064e3345/0ece6416-c603-4deb-819e-ca184a3796c8) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:42.004628 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc84477-1727-4f0e-a388-aa47dbae5766 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=792fefa9-02c3-4a2f-88bb-d3214f64afd6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:42.024740 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:42.086902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f9d3565d-19f1-42fc-aba6-625228557e6b None None] For port 0ece6416-c603-4deb-819e-ca184a3796c8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0ece6416-c603-4deb-819e-ca184a3796c8,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:42.123663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbc27b-6e3b-4d47-95e1-fa1143ff4b7d req-640666a4-e705-4638-b8f1-216118d7991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:42.125494 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5cbc27b-6e3b-4d47-95e1-fa1143ff4b7d req-640666a4-e705-4638-b8f1-216118d7991a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=483cc6279edd46abbfb6af33fc3a4d0c&device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 1128 time: 0.1208005 Feb 15 17:11:42.140553 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f9d3565d-19f1-42fc-aba6-625228557e6b None None] Publish callbacks [] for port (0ece6416-c603-4deb-819e-ca184a3796c8), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:42.168431 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44667e2e-757b-4de1-949b-4412b9c1a2d4 req-3041dda4-4cb3-4b54-89b6-49c508cbb66b tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:42.170008 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44667e2e-757b-4de1-949b-4412b9c1a2d4 req-3041dda4-4cb3-4b54-89b6-49c508cbb66b tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.1885798 Feb 15 17:11:42.199390 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7cc84477-1727-4f0e-a388-aa47dbae5766 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:42.204953 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7cc84477-1727-4f0e-a388-aa47dbae5766 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/792fefa9-02c3-4a2f-88bb-d3214f64afd6 HTTP/1.1" status: 204 len: 168 time: 1.1254206 Feb 15 17:11:42.205669 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54654) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:42.283356 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44667e2e-757b-4de1-949b-4412b9c1a2d4 req-dc040950-905c-423c-96ea-8e4f4b6baed4 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052730 Feb 15 17:11:42.287502 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714369b0-a08a-4d75-a74a-9119337c780f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:42.288818 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714369b0-a08a-4d75-a74a-9119337c780f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:42.290700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714369b0-a08a-4d75-a74a-9119337c780f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:42.293434 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-714369b0-a08a-4d75-a74a-9119337c780f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0861430 Feb 15 17:11:42.296846 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f9d3565d-19f1-42fc-aba6-625228557e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0ece6416-c603-4deb-819e-ca184a3796c8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:42.298571 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54656) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:42.303134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecdffe-911a-44d5-b702-246838c34c6c req-3c7c06fb-7c47-4ccf-b65e-d10a15b84a57 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:42.312974 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3ecdffe-911a-44d5-b702-246838c34c6c req-3c7c06fb-7c47-4ccf-b65e-d10a15b84a57 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.1364322 Feb 15 17:11:42.340518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbc27b-6e3b-4d47-95e1-fa1143ff4b7d req-21599c1d-a6bc-4571-b70a-30486775b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:42.342283 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5cbc27b-6e3b-4d47-95e1-fa1143ff4b7d req-21599c1d-a6bc-4571-b70a-30486775b3c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=bcba5fcb-e5e5-4442-b630-cd03ced9da7c HTTP/1.1" status: 200 len: 913 time: 0.2110078 Feb 15 17:11:42.371371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a2cf8c-31e7-43ac-bddb-f57b5a3afc5f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet d6f78c78-5e8c-4cad-9727-ddb6064e3345 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:11:42.376428 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7a2cf8c-31e7-43ac-bddb-f57b5a3afc5f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (d6f78c78-5e8c-4cad-9727-ddb6064e3345), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:42.396874 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3ecdffe-911a-44d5-b702-246838c34c6c req-68b8a239-f4ab-447d-9c92-d5897ad387d9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826039 Feb 15 17:11:42.431790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54658) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:42.439026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3565d-19f1-42fc-aba6-625228557e6b None None] Pushing event updated for resources: {'Port': ['ID=0ece6416-c603-4deb-819e-ca184a3796c8,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:42.458714 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5cbc27b-6e3b-4d47-95e1-fa1143ff4b7d req-4d6621b4-1645-4304-9244-de43123a4d8e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=458c9bad-0a45-49b6-9520-4810b102c1f7 HTTP/1.1" status: 200 len: 217 time: 0.0751050 Feb 15 17:11:42.500734 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7a2cf8c-31e7-43ac-bddb-f57b5a3afc5f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (d6f78c78-5e8c-4cad-9727-ddb6064e3345), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:42.534021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbc27b-6e3b-4d47-95e1-fa1143ff4b7d req-b75c8e28-4168-40db-ae38-446d97077f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:42.534579 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5cbc27b-6e3b-4d47-95e1-fa1143ff4b7d req-b75c8e28-4168-40db-ae38-446d97077f3a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7b6100ca-52f3-4e42-8dcb-86674a0803e8 HTTP/1.1" status: 200 len: 852 time: 0.0681961 Feb 15 17:11:42.593320 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5cbc27b-6e3b-4d47-95e1-fa1143ff4b7d req-29b60381-e8be-4b4b-8db8-5e0cb0a7e669 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=bcba5fcb-e5e5-4442-b630-cd03ced9da7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517147 Feb 15 17:11:42.607763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0ece6416-c603-4deb-819e-ca184a3796c8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:11:42.641619 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7a2cf8c-31e7-43ac-bddb-f57b5a3afc5f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (d6f78c78-5e8c-4cad-9727-ddb6064e3345), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:42.697197 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0ece6416-c603-4deb-819e-ca184a3796c8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:42.697944 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0ece6416-c603-4deb-819e-ca184a3796c8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:42.700563 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c69a0538-3419-4932-be2f-8d3270488758 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=acddabd9dbc84ecc932658e38629a19b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2671196 Feb 15 17:11:42.701527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54660) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:42.722939 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5cbc27b-6e3b-4d47-95e1-fa1143ff4b7d req-b38bd64f-4e4f-4129-a10d-7acc76ecba1c service neutron] 10.222.0.67 "GET /v2.0/networks/bcba5fcb-e5e5-4442-b630-cd03ced9da7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220541 Feb 15 17:11:42.798448 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86c3f361-12b8-4f5f-b5aa-23494d58e066 admin admin] Publish callbacks [] for security_group (b00678c2-f56c-4b9b-804e-aaf2fce859aa), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:42.825620 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86c3f361-12b8-4f5f-b5aa-23494d58e066 admin admin] Publish callbacks [] for security_group (b00678c2-f56c-4b9b-804e-aaf2fce859aa), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:42.845242 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5cbc27b-6e3b-4d47-95e1-fa1143ff4b7d req-6dc670df-29b6-4d8d-8fa9-a4fc392aeca5 service neutron] 10.222.0.67 "GET /v2.0/networks/bcba5fcb-e5e5-4442-b630-cd03ced9da7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154885 Feb 15 17:11:42.862478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0ece6416-c603-4deb-819e-ca184a3796c8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:42.893328 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7a2cf8c-31e7-43ac-bddb-f57b5a3afc5f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (d6f78c78-5e8c-4cad-9727-ddb6064e3345), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:42.924445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2cf8c-31e7-43ac-bddb-f57b5a3afc5f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f78c78-5e8c-4cad-9727-ddb6064e3345,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:42.933419 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7a2cf8c-31e7-43ac-bddb-f57b5a3afc5f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:42.938924 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b7a2cf8c-31e7-43ac-bddb-f57b5a3afc5f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/d6f78c78-5e8c-4cad-9727-ddb6064e3345 HTTP/1.1" status: 204 len: 168 time: 0.6376140 Feb 15 17:11:42.941096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54666) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:42.952626 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86c3f361-12b8-4f5f-b5aa-23494d58e066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b00678c2-f56c-4b9b-804e-aaf2fce859aa), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:42.956258 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86c3f361-12b8-4f5f-b5aa-23494d58e066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:42.957806 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-86c3f361-12b8-4f5f-b5aa-23494d58e066 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b00678c2-f56c-4b9b-804e-aaf2fce859aa HTTP/1.1" status: 204 len: 168 time: 0.2516437 Feb 15 17:11:43.007597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3f361-12b8-4f5f-b5aa-23494d58e066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00678c2-f56c-4b9b-804e-aaf2fce859aa,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:43.027628 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb137fe-515c-4bba-bd3a-44545f7814f5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet e67616ce-a86b-4969-aea5-b26dcc69466c {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:11:43.031908 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1bb137fe-515c-4bba-bd3a-44545f7814f5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (e67616ce-a86b-4969-aea5-b26dcc69466c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:43.092874 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1bb137fe-515c-4bba-bd3a-44545f7814f5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (e67616ce-a86b-4969-aea5-b26dcc69466c), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:43.184067 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1bb137fe-515c-4bba-bd3a-44545f7814f5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e67616ce-a86b-4969-aea5-b26dcc69466c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:43.273099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cec1ec-c18c-42c9-b3c0-619382b40c20 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:43.351459 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1bb137fe-515c-4bba-bd3a-44545f7814f5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (e67616ce-a86b-4969-aea5-b26dcc69466c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:43.427280 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb137fe-515c-4bba-bd3a-44545f7814f5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=e67616ce-a86b-4969-aea5-b26dcc69466c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:43.427512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-fe60077c-8327-4bb5-a588-f35ed78f66f4 None None] Provisioning complete for port 0ece6416-c603-4deb-819e-ca184a3796c8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:43.427771 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe60077c-8327-4bb5-a588-f35ed78f66f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0ece6416-c603-4deb-819e-ca184a3796c8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:43.480286 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1bb137fe-515c-4bba-bd3a-44545f7814f5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:43.486678 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1bb137fe-515c-4bba-bd3a-44545f7814f5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/e67616ce-a86b-4969-aea5-b26dcc69466c HTTP/1.1" status: 204 len: 168 time: 0.5418303 Feb 15 17:11:43.487545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54676) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:43.524499 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920d12f-ff14-41f2-87bb-1fdc39062a69 req-55fcab21-005d-48ac-92eb-539659e106f2 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:43.526084 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c920d12f-ff14-41f2-87bb-1fdc39062a69 req-55fcab21-005d-48ac-92eb-539659e106f2 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.0926900 Feb 15 17:11:43.564755 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:43.605962 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c920d12f-ff14-41f2-87bb-1fdc39062a69 req-49a7efaf-5786-4ee1-8d8b-2efd7cbfce6a tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710216 Feb 15 17:11:43.614406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fe60077c-8327-4bb5-a588-f35ed78f66f4 None None] Current status of the port 0ece6416-c603-4deb-819e-ca184a3796c8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:43.628957 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54678) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:43.629148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-55671c23-ede8-4ba6-82a5-b021766fc8c7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1364357 Feb 15 17:11:43.631768 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e9e4739e-3461-4c93-94a2-ccfdf40cfa45 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:43.637134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-fe60077c-8327-4bb5-a588-f35ed78f66f4 None None] Could not find standard attr ID for object 792fefa9-02c3-4a2f-88bb-d3214f64afd6. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:11:43.641580 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d7b29c-2392-4520-9241-f9564503a7c3 None None] Update dhcp port {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': 'e67616ce-a86b-4969-aea5-b26dcc69466c'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '0ece6416-c603-4deb-819e-ca184a3796c8'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 17:11:43.660010 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8cbfa-66f7-404d-86d0-43bbbac26c8c req-ac24f443-d24f-4806-b2b0-ec46bbc2c5d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:43.661586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aee8cbfa-66f7-404d-86d0-43bbbac26c8c req-ac24f443-d24f-4806-b2b0-ec46bbc2c5d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.0730722 Feb 15 17:11:43.677946 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57d7b29c-2392-4520-9241-f9564503a7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0ece6416-c603-4deb-819e-ca184a3796c8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:43.731790 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aee8cbfa-66f7-404d-86d0-43bbbac26c8c req-fa8d922d-c5a7-45c2-97ed-36440330e580 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630584 Feb 15 17:11:43.847780 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e4739e-3461-4c93-94a2-ccfdf40cfa45 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:43.851297 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9e4739e-3461-4c93-94a2-ccfdf40cfa45 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:43.872567 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a01160a-09c8-4d58-8a5e-c7cce2609aa5 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:43.901166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54680) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:43.953316 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b56ac137-3040-4588-b7b8-48f49ebacd46 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=61c5955930764fedabcdba9edbe4d0c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0500655 Feb 15 17:11:43.955674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54682) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:43.986496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5e718876-888b-4ba8-803d-7edcbd5ae329 None None] Provisioning complete for port 0ece6416-c603-4deb-819e-ca184a3796c8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:43.986903 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e718876-888b-4ba8-803d-7edcbd5ae329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0ece6416-c603-4deb-819e-ca184a3796c8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:44.060030 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Publish callbacks [] for security_group (ce769753-ed71-44de-99db-f7b9a2c5d048), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:44.085587 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd866e2c-bcf3-4d5b-80be-c0d9d415ee89 None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:11:44.094559 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Publish callbacks [] for security_group (ce769753-ed71-44de-99db-f7b9a2c5d048), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:44.103535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5e718876-888b-4ba8-803d-7edcbd5ae329 None None] Current status of the port 0ece6416-c603-4deb-819e-ca184a3796c8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:44.161715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dd866e2c-bcf3-4d5b-80be-c0d9d415ee89 None None] Deleting port 0ece6416-c603-4deb-819e-ca184a3796c8 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:11:44.162180 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd866e2c-bcf3-4d5b-80be-c0d9d415ee89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0ece6416-c603-4deb-819e-ca184a3796c8), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:44.168485 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9e4739e-3461-4c93-94a2-ccfdf40cfa45 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (4678007f-0123-430e-ae4e-887f256f91b7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:44.208688 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ce769753-ed71-44de-99db-f7b9a2c5d048), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:44.214621 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e4739e-3461-4c93-94a2-ccfdf40cfa45 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:44.216712 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:44.218577 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e9e4739e-3461-4c93-94a2-ccfdf40cfa45 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:44.222292 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ce769753-ed71-44de-99db-f7b9a2c5d048 HTTP/1.1" status: 204 len: 168 time: 0.2624543 Feb 15 17:11:44.224825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e4739e-3461-4c93-94a2-ccfdf40cfa45 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:44.225482 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9e4739e-3461-4c93-94a2-ccfdf40cfa45 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:44.240293 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4739e-3461-4c93-94a2-ccfdf40cfa45 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=4678007f-0123-430e-ae4e-887f256f91b7,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:44.240868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce769753-ed71-44de-99db-f7b9a2c5d048,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:44.243668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-dd866e2c-bcf3-4d5b-80be-c0d9d415ee89 None None] For port 0ece6416-c603-4deb-819e-ca184a3796c8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0ece6416-c603-4deb-819e-ca184a3796c8,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:44.244076 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd866e2c-bcf3-4d5b-80be-c0d9d415ee89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0ece6416-c603-4deb-819e-ca184a3796c8), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:44.255446 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:44.256021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:44.256441 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:44.257392 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:44.257827 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:44.257954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dd866e2c-bcf3-4d5b-80be-c0d9d415ee89 None None] Calling delete_port for 0ece6416-c603-4deb-819e-ca184a3796c8 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:11:44.258813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:44.259264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:44.259684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:44.260372 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:44.260723 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:44.261120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:44.261566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:44.261961 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeea7f0-8240-4b10-a0b3-16d726d2183f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:11:44.310598 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e9e4739e-3461-4c93-94a2-ccfdf40cfa45 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6802201 Feb 15 17:11:44.310843 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54690) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:44.315760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2ef95bfe-96b5-4c3a-ab44-e259f504f2b2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:44.448513 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd866e2c-bcf3-4d5b-80be-c0d9d415ee89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (0ece6416-c603-4deb-819e-ca184a3796c8), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:44.476800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd866e2c-bcf3-4d5b-80be-c0d9d415ee89 None None] Pushing event deleted for resources: {'Port': ['ID=0ece6416-c603-4deb-819e-ca184a3796c8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:44.478729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd866e2c-bcf3-4d5b-80be-c0d9d415ee89 None None] No DVR routers for this DVR port 0ece6416-c603-4deb-819e-ca184a3796c8 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:11:44.483449 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef95bfe-96b5-4c3a-ab44-e259f504f2b2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:44.494960 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ef95bfe-96b5-4c3a-ab44-e259f504f2b2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:44.499761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0383c9d0-4938-497e-8edd-e98547ade8f1 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:44.658237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0ece6416-c603-4deb-819e-ca184a3796c8 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:11:44.680900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 0ece6416-c603-4deb-819e-ca184a3796c8 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:11:44.681559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0ece6416-c603-4deb-819e-ca184a3796c8 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:11:44.692748 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': '4678007f-0123-430e-ae4e-887f256f91b7'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:11:44.695205 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:44.840798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ac05e-44d7-498c-981d-fb69b50d3995 req-76834ca0-97cb-4278-aeb2-f4053d4f3a55 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:44.858043 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b1ac05e-44d7-498c-981d-fb69b50d3995 req-76834ca0-97cb-4278-aeb2-f4053d4f3a55 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.1171026 Feb 15 17:11:44.916116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Allocated IP 172.20.0.2 (824790ef-3fd7-489c-9576-06e052670deb/4678007f-0123-430e-ae4e-887f256f91b7/5eecd514-1680-4df1-8637-a886d952f301) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:44.931388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c4fd5-99e2-4cc8-8c3c-aa65c20df5ff req-69bdacc3-3fbb-4dfb-afaf-8d5c8af6c5fb tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:44.933698 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-727c4fd5-99e2-4cc8-8c3c-aa65c20df5ff req-69bdacc3-3fbb-4dfb-afaf-8d5c8af6c5fb tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.0942113 Feb 15 17:11:44.954528 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b1ac05e-44d7-498c-981d-fb69b50d3995 req-a0f5a0a1-7835-4be5-a145-c5d7061fbf46 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956948 Feb 15 17:11:45.022631 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-727c4fd5-99e2-4cc8-8c3c-aa65c20df5ff req-36709685-91c9-4506-b1af-81a2792fb8b1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830920 Feb 15 17:11:45.045349 n-d-828372-14 neutron-server[103800]: DEBUG neutron.objects.ports [None req-2ef95bfe-96b5-4c3a-ab44-e259f504f2b2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:11:45.047244 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ef95bfe-96b5-4c3a-ab44-e259f504f2b2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (b9aac80d-641f-46a3-ab86-6a04086dd624), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:45.097891 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef95bfe-96b5-4c3a-ab44-e259f504f2b2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:45.101457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2ef95bfe-96b5-4c3a-ab44-e259f504f2b2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:45.111626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef95bfe-96b5-4c3a-ab44-e259f504f2b2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=b9aac80d-641f-46a3-ab86-6a04086dd624,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:45.114836 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef95bfe-96b5-4c3a-ab44-e259f504f2b2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:45.115633 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ef95bfe-96b5-4c3a-ab44-e259f504f2b2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:45.195083 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Publish callbacks [] for port (5eecd514-1680-4df1-8637-a886d952f301), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:45.231965 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2ef95bfe-96b5-4c3a-ab44-e259f504f2b2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9201024 Feb 15 17:11:45.239415 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54712) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:45.239794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3f065fe6-eb58-4b7f-b028-13aecfabd439 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'mac_address': 'fa:16:3e:98:24:50', 'name': 'tempest-NetworksTestDHCPv6-1567041625'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:45.279506 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (5eecd514-1680-4df1-8637-a886d952f301), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:45.328448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:45.339311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:45.340985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:11:45.355460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Pushing event updated for resources: {'Port': ['ID=5eecd514-1680-4df1-8637-a886d952f301,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:45.438820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Attempting to bind port 5eecd514-1680-4df1-8637-a886d952f301 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:11:45.439192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Attempting to bind port 5eecd514-1680-4df1-8637-a886d952f301 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:11:45.439595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Attempting to bind port 5eecd514-1680-4df1-8637-a886d952f301 on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:11:45.444569 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:11:45.444936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:11:45.445589 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:45.445783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:11:45.446270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Bound port: 5eecd514-1680-4df1-8637-a886d952f301, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:11:45.446652 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5eecd514-1680-4df1-8637-a886d952f301), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:45.468992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f065fe6-eb58-4b7f-b028-13aecfabd439 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:45.531113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] For port 5eecd514-1680-4df1-8637-a886d952f301, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:11:45.534847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] For port 5eecd514-1680-4df1-8637-a886d952f301, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5eecd514-1680-4df1-8637-a886d952f301,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:11:45.590433 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3f065fe6-eb58-4b7f-b028-13aecfabd439 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:45.614604 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-3f065fe6-eb58-4b7f-b028-13aecfabd439 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port d6cdc00d-9e3a-439b-8d90-f5d406c01336 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:11:45.623934 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0f15f-baf2-4080-9e71-2b89ed7f158a req-33d3689a-c772-4c76-8440-24aca2dc9e5d tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:45.625779 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-78e0f15f-baf2-4080-9e71-2b89ed7f158a req-33d3689a-c772-4c76-8440-24aca2dc9e5d tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.0581024 Feb 15 17:11:45.646920 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5eecd514-1680-4df1-8637-a886d952f301), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:45.732169 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-78e0f15f-baf2-4080-9e71-2b89ed7f158a req-28440290-3c11-41a2-ae36-463496e6ff24 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001315 Feb 15 17:11:45.753560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c28548-7b47-432b-8e3c-4cf35eae0fcb None None] Pushing event updated for resources: {'Port': ['ID=5eecd514-1680-4df1-8637-a886d952f301,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:45.843917 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-3f065fe6-eb58-4b7f-b028-13aecfabd439 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 172.20.0.4 (824790ef-3fd7-489c-9576-06e052670deb/4678007f-0123-430e-ae4e-887f256f91b7/d6cdc00d-9e3a-439b-8d90-f5d406c01336) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:45.851916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-3f065fe6-eb58-4b7f-b028-13aecfabd439 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::f816:3eff:fe98:2450 (824790ef-3fd7-489c-9576-06e052670deb/b9aac80d-641f-46a3-ab86-6a04086dd624/d6cdc00d-9e3a-439b-8d90-f5d406c01336) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:46.064516 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3f065fe6-eb58-4b7f-b028-13aecfabd439 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (d6cdc00d-9e3a-439b-8d90-f5d406c01336), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:46.200580 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3f065fe6-eb58-4b7f-b028-13aecfabd439 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d6cdc00d-9e3a-439b-8d90-f5d406c01336), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:46.257899 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f065fe6-eb58-4b7f-b028-13aecfabd439 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:46.270151 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3f065fe6-eb58-4b7f-b028-13aecfabd439 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:46.281239 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88ff67-53e3-4a73-ac97-a1bca93738f7 req-628d1569-73a9-4028-a0a7-9522613b1371 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:46.282981 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5b88ff67-53e3-4a73-ac97-a1bca93738f7 req-628d1569-73a9-4028-a0a7-9522613b1371 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.1499619 Feb 15 17:11:46.284003 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f065fe6-eb58-4b7f-b028-13aecfabd439 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:11:46.317431 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f065fe6-eb58-4b7f-b028-13aecfabd439 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=d6cdc00d-9e3a-439b-8d90-f5d406c01336,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:46.394322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f065fe6-eb58-4b7f-b028-13aecfabd439 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:46.394596 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3f065fe6-eb58-4b7f-b028-13aecfabd439 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:46.410725 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5b88ff67-53e3-4a73-ac97-a1bca93738f7 req-b0a28e84-8077-43c9-a3c0-e1e528d08904 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203911 Feb 15 17:11:46.473445 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3f065fe6-eb58-4b7f-b028-13aecfabd439 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2375534 Feb 15 17:11:46.476070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54742) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:46.566424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23aadf8-7b5e-489a-8629-d7f3ace84207 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:46.572710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23aadf8-7b5e-489a-8629-d7f3ace84207 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:46.574803 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a23aadf8-7b5e-489a-8629-d7f3ace84207 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0964043 Feb 15 17:11:46.583037 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54746) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:46.681861 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5eecd514-1680-4df1-8637-a886d952f301 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:11:46.717078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fef8660c-5424-4142-9672-05bb20d1bc96 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port d6cdc00d-9e3a-439b-8d90-f5d406c01336 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:11:46.719893 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fef8660c-5424-4142-9672-05bb20d1bc96 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d6cdc00d-9e3a-439b-8d90-f5d406c01336), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:46.757882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 5eecd514-1680-4df1-8637-a886d952f301 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:46.761505 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5eecd514-1680-4df1-8637-a886d952f301), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:46.898592 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fef8660c-5424-4142-9672-05bb20d1bc96 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d6cdc00d-9e3a-439b-8d90-f5d406c01336), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:46.902982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 5eecd514-1680-4df1-8637-a886d952f301 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:46.903488 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5eecd514-1680-4df1-8637-a886d952f301), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:46.921008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee638fa-6afb-4895-baf4-8a983dcf8a74 req-39fa9a5b-156e-4cfb-9964-cd8bd964ac7e tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:46.931375 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1ee638fa-6afb-4895-baf4-8a983dcf8a74 req-39fa9a5b-156e-4cfb-9964-cd8bd964ac7e tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.0843790 Feb 15 17:11:46.932127 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fef8660c-5424-4142-9672-05bb20d1bc96 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for d6cdc00d-9e3a-439b-8d90-f5d406c01336 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:11:46.954189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 5eecd514-1680-4df1-8637-a886d952f301, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5eecd514-1680-4df1-8637-a886d952f301,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:47.022984 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1ee638fa-6afb-4895-baf4-8a983dcf8a74 req-18ce17b1-5dee-4b42-9026-2489de29b17f tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906918 Feb 15 17:11:47.071818 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5eecd514-1680-4df1-8637-a886d952f301), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:47.112547 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcf73d8-554e-4154-84c3-ba447099c730 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:47.217356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=5eecd514-1680-4df1-8637-a886d952f301,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:47.236066 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0ddb0f50-ddea-4f5d-b1e3-3d2c5c520871 None None] Provisioning complete for port 5eecd514-1680-4df1-8637-a886d952f301 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:47.236528 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0f50-ddea-4f5d-b1e3-3d2c5c520871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5eecd514-1680-4df1-8637-a886d952f301), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:47.265792 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fef8660c-5424-4142-9672-05bb20d1bc96 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d6cdc00d-9e3a-439b-8d90-f5d406c01336), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:47.328184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8660c-5424-4142-9672-05bb20d1bc96 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=d6cdc00d-9e3a-439b-8d90-f5d406c01336,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:47.355415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb0f50-ddea-4f5d-b1e3-3d2c5c520871 None None] Current status of the port 5eecd514-1680-4df1-8637-a886d952f301 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:47.422360 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e79c7-3b9d-4357-9aee-ee68c24b56c5 req-31ac8d88-d8a6-46a4-a039-e4567cc2e3db tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:47.425188 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff3e79c7-3b9d-4357-9aee-ee68c24b56c5 req-31ac8d88-d8a6-46a4-a039-e4567cc2e3db tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.67 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.1276290 Feb 15 17:11:47.447937 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da4c908-16c0-4901-a0ec-766e0b225bc5 None None] Update dhcp port {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': '4678007f-0123-430e-ae4e-887f256f91b7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b9aac80d-641f-46a3-ab86-6a04086dd624'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '5eecd514-1680-4df1-8637-a886d952f301'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 17:11:47.469253 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fef8660c-5424-4142-9672-05bb20d1bc96 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:47.473585 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fef8660c-5424-4142-9672-05bb20d1bc96 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/d6cdc00d-9e3a-439b-8d90-f5d406c01336 HTTP/1.1" status: 204 len: 168 time: 0.8914077 Feb 15 17:11:47.476212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54760) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:47.483491 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5da4c908-16c0-4901-a0ec-766e0b225bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5eecd514-1680-4df1-8637-a886d952f301), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:47.541389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aabbc-c323-4c42-bd8e-0374e5d4ea3a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:47.542842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aabbc-c323-4c42-bd8e-0374e5d4ea3a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:47.544271 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aabbc-c323-4c42-bd8e-0374e5d4ea3a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:47.548491 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-580aabbc-c323-4c42-bd8e-0374e5d4ea3a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0676649 Feb 15 17:11:47.549056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54762) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:47.596686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093119f6-8f02-4834-b1a1-f13b94522887 req-6212d5b7-d1df-4a42-8421-9db4d4e66664 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:47.596686 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-093119f6-8f02-4834-b1a1-f13b94522887 req-6212d5b7-d1df-4a42-8421-9db4d4e66664 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.0846343 Feb 15 17:11:47.683136 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-093119f6-8f02-4834-b1a1-f13b94522887 req-464da634-2364-4df4-9fbd-06902793e5db tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801568 Feb 15 17:11:47.687456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc8ced6-af69-4adb-b548-c650427fce4a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 4678007f-0123-430e-ae4e-887f256f91b7 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:11:47.695922 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ced6-af69-4adb-b548-c650427fce4a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (4678007f-0123-430e-ae4e-887f256f91b7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:47.774696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-ff3e79c7-3b9d-4357-9aee-ee68c24b56c5 req-302b897d-cc26-4ca3-bc92-2e4ef88d5cb3 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Deleting port 458c9bad-0a45-49b6-9520-4810b102c1f7 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:11:47.775047 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ff3e79c7-3b9d-4357-9aee-ee68c24b56c5 req-302b897d-cc26-4ca3-bc92-2e4ef88d5cb3 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (458c9bad-0a45-49b6-9520-4810b102c1f7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:47.779538 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ced6-af69-4adb-b548-c650427fce4a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (4678007f-0123-430e-ae4e-887f256f91b7), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:47.936878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ff3e79c7-3b9d-4357-9aee-ee68c24b56c5 req-302b897d-cc26-4ca3-bc92-2e4ef88d5cb3 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] For port 458c9bad-0a45-49b6-9520-4810b102c1f7, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=458c9bad-0a45-49b6-9520-4810b102c1f7,segment=NetworkSegment(17530e28-2741-4728-bd54-50efde283e56),segment_id=17530e28-2741-4728-bd54-50efde283e56)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:47.937257 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ff3e79c7-3b9d-4357-9aee-ee68c24b56c5 req-302b897d-cc26-4ca3-bc92-2e4ef88d5cb3 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (458c9bad-0a45-49b6-9520-4810b102c1f7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:47.949342 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ced6-af69-4adb-b548-c650427fce4a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (4678007f-0123-430e-ae4e-887f256f91b7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:47.996578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-ff3e79c7-3b9d-4357-9aee-ee68c24b56c5 req-302b897d-cc26-4ca3-bc92-2e4ef88d5cb3 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Calling delete_port for 458c9bad-0a45-49b6-9520-4810b102c1f7 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server [None req-5da4c908-16c0-4901-a0ec-766e0b225bc5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4678007f-0123-430e-ae4e-887f256f91b7: This subnet is being modified by another concurrent operation. Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server raise exception Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4678007f-0123-430e-ae4e-887f256f91b7: This subnet is being modified by another concurrent operation. Feb 15 17:11:48.173933 n-d-828372-14 neutron-server[103801]: ERROR oslo_messaging.rpc.server Feb 15 17:11:48.192064 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ced6-af69-4adb-b548-c650427fce4a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (4678007f-0123-430e-ae4e-887f256f91b7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:48.232150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8ced6-af69-4adb-b548-c650427fce4a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=4678007f-0123-430e-ae4e-887f256f91b7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:48.234254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8cc8ced6-af69-4adb-b548-c650427fce4a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:48.240178 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54772) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:48.240355 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8cc8ced6-af69-4adb-b548-c650427fce4a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/4678007f-0123-430e-ae4e-887f256f91b7 HTTP/1.1" status: 204 len: 168 time: 0.6901720 Feb 15 17:11:48.261440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd61f3-de22-4a8e-8907-279897b894c5 req-62965d4e-bb96-44ae-8b94-738b0716f8d3 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:48.262832 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1cdd61f3-de22-4a8e-8907-279897b894c5 req-62965d4e-bb96-44ae-8b94-738b0716f8d3 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 945 time: 0.1265240 Feb 15 17:11:48.280403 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ff3e79c7-3b9d-4357-9aee-ee68c24b56c5 req-302b897d-cc26-4ca3-bc92-2e4ef88d5cb3 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (458c9bad-0a45-49b6-9520-4810b102c1f7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:48.292742 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['458c9bad-0a45-49b6-9520-4810b102c1f7'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:11:48.326356 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4bbf90-bba1-432f-9467-b27283e30c02 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet b9aac80d-641f-46a3-ab86-6a04086dd624 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:11:48.330852 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a4bbf90-bba1-432f-9467-b27283e30c02 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (b9aac80d-641f-46a3-ab86-6a04086dd624), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:48.335205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b588a18-2e79-423b-9e0c-9fba2c3fe36f None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 17:11:48.337202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b897d-cc26-4ca3-bc92-2e4ef88d5cb3 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Pushing event deleted for resources: {'Port': ['ID=458c9bad-0a45-49b6-9520-4810b102c1f7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:48.384177 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a4bbf90-bba1-432f-9467-b27283e30c02 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (b9aac80d-641f-46a3-ab86-6a04086dd624), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:48.422020 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e5fd0a10-5efe-4848-838e-db329e655ac6 None None] Provisioning complete for port 5eecd514-1680-4df1-8637-a886d952f301 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:48.431235 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e5fd0a10-5efe-4848-838e-db329e655ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5eecd514-1680-4df1-8637-a886d952f301), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:48.431413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3e79c7-3b9d-4357-9aee-ee68c24b56c5 req-302b897d-cc26-4ca3-bc92-2e4ef88d5cb3 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] No DVR routers for this DVR port 458c9bad-0a45-49b6-9520-4810b102c1f7 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:11:48.435591 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ff3e79c7-3b9d-4357-9aee-ee68c24b56c5 req-302b897d-cc26-4ca3-bc92-2e4ef88d5cb3 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:48.441721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff3e79c7-3b9d-4357-9aee-ee68c24b56c5 req-302b897d-cc26-4ca3-bc92-2e4ef88d5cb3 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.67 "DELETE /v2.0/ports/458c9bad-0a45-49b6-9520-4810b102c1f7 HTTP/1.1" status: 204 len: 173 time: 1.0090663 Feb 15 17:11:48.448332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ce1a98-dc3e-4ec8-a32a-8739ac074375', 'name': 'network-vif-deleted', 'tag': '458c9bad-0a45-49b6-9520-4810b102c1f7'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:11:48.453024 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403f6cee-33da-44db-916c-8a60045cf395" -d '{"events": [{"server_uuid": "b4ce1a98-dc3e-4ec8-a32a-8739ac074375", "name": "network-vif-deleted", "tag": "458c9bad-0a45-49b6-9520-4810b102c1f7"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:11:48.465711 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1cdd61f3-de22-4a8e-8907-279897b894c5 req-80486718-1019-4f8f-ad42-b0b7a1a53a27 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/security-groups?id=8f8a7850-3b89-4274-ad9b-87ac9270cf2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953413 Feb 15 17:11:48.484118 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a4bbf90-bba1-432f-9467-b27283e30c02 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (b9aac80d-641f-46a3-ab86-6a04086dd624), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:48.659891 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a4bbf90-bba1-432f-9467-b27283e30c02 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (b9aac80d-641f-46a3-ab86-6a04086dd624), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:48.702284 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a4bbf90-bba1-432f-9467-b27283e30c02 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:48.706190 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2a4bbf90-bba1-432f-9467-b27283e30c02 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/b9aac80d-641f-46a3-ab86-6a04086dd624 HTTP/1.1" status: 204 len: 168 time: 0.4641097 Feb 15 17:11:48.708846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54782) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:48.748203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4bbf90-bba1-432f-9467-b27283e30c02 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=b9aac80d-641f-46a3-ab86-6a04086dd624,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:48.824904 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f7d3b3-4318-4cf9-9967-a90fca24475e x-openstack-request-id: req-76f7d3b3-4318-4cf9-9967-a90fca24475e {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:11:48.824904 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ce1a98-dc3e-4ec8-a32a-8739ac074375", "name": "network-vif-deleted", "tag": "458c9bad-0a45-49b6-9520-4810b102c1f7", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:11:48.824904 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-76f7d3b3-4318-4cf9-9967-a90fca24475e {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:11:48.824904 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ce1a98-dc3e-4ec8-a32a-8739ac074375', 'name': 'network-vif-deleted', 'tag': '458c9bad-0a45-49b6-9520-4810b102c1f7', 'status': 'completed', 'code': 200} Feb 15 17:11:48.824904 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0c9e2394-addd-4b51-b941-93b624b1f71a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113265 Feb 15 17:11:48.825758 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54788) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:48.831692 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-26fe9aa7-68b1-4f43-9be8-514f150f7103 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:48.912333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5eecd514-1680-4df1-8637-a886d952f301 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:11:48.963785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cbda8-4d41-4875-9b39-fbb33953e4f6 req-9db5fab2-fefa-43a9-83c8-d3732177f00c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:48.967671 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d50cbda8-4d41-4875-9b39-fbb33953e4f6 req-9db5fab2-fefa-43a9-83c8-d3732177f00c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.1616011 Feb 15 17:11:49.039865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b588a18-2e79-423b-9e0c-9fba2c3fe36f None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 17:11:49.042528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fe9aa7-68b1-4f43-9be8-514f150f7103 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:49.046414 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26fe9aa7-68b1-4f43-9be8-514f150f7103 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:49.053378 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d50cbda8-4d41-4875-9b39-fbb33953e4f6 req-a95f0016-f76e-45b1-b1d9-1a7134b02135 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801599 Feb 15 17:11:49.127546 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 5eecd514-1680-4df1-8637-a886d952f301 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:49.127943 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5eecd514-1680-4df1-8637-a886d952f301), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:49.340292 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26fe9aa7-68b1-4f43-9be8-514f150f7103 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (7e376142-c271-4954-9492-3667ce9a5023), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:49.348650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 5eecd514-1680-4df1-8637-a886d952f301, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5eecd514-1680-4df1-8637-a886d952f301,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:49.358246 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e5fd0a10-5efe-4848-838e-db329e655ac6 None None] Current status of the port 5eecd514-1680-4df1-8637-a886d952f301 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:49.363101 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e5fd0a10-5efe-4848-838e-db329e655ac6 None None] Could not find standard attr ID for object d6cdc00d-9e3a-439b-8d90-f5d406c01336. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:11:49.397900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a711ef4-1a1e-4157-99f2-36a228b1f52f None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:49.426439 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe9aa7-68b1-4f43-9be8-514f150f7103 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=7e376142-c271-4954-9492-3667ce9a5023,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:49.440547 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe9aa7-68b1-4f43-9be8-514f150f7103 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:49.445639 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-26fe9aa7-68b1-4f43-9be8-514f150f7103 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:49.455646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe9aa7-68b1-4f43-9be8-514f150f7103 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:49.456395 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26fe9aa7-68b1-4f43-9be8-514f150f7103 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:49.489880 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5eecd514-1680-4df1-8637-a886d952f301), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:49.583398 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=5eecd514-1680-4df1-8637-a886d952f301,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:49.592026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54792) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:49.593428 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-26fe9aa7-68b1-4f43-9be8-514f150f7103 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7656553 Feb 15 17:11:49.598240 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-1a5e4d09-1149-462f-be24-0c3199fe723c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:49.640734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1e0eeb30-8db1-4dc0-a9fa-175c56d56de0 None None] Provisioning complete for port 5eecd514-1680-4df1-8637-a886d952f301 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:49.641061 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e0eeb30-8db1-4dc0-a9fa-175c56d56de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5eecd514-1680-4df1-8637-a886d952f301), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:49.646516 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6dffe7c0-a9c3-44f7-9d30-34c38c60e178 req-ea8e32fa-d566-4df3-ba63-e41681326272 tempest-TestServerAdvancedOps-1809455943 tempest-TestServerAdvancedOps-1809455943-project] 10.222.0.107 "GET /v2.0/ports?device_id=b4ce1a98-dc3e-4ec8-a32a-8739ac074375 HTTP/1.1" status: 200 len: 210 time: 0.0519063 Feb 15 17:11:49.744634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1e0eeb30-8db1-4dc0-a9fa-175c56d56de0 None None] Current status of the port 5eecd514-1680-4df1-8637-a886d952f301 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:49.744935 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e0eeb30-8db1-4dc0-a9fa-175c56d56de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5eecd514-1680-4df1-8637-a886d952f301), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:49.806064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1e0eeb30-8db1-4dc0-a9fa-175c56d56de0 None None] For port 5eecd514-1680-4df1-8637-a886d952f301, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5eecd514-1680-4df1-8637-a886d952f301,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:49.842181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5e4d09-1149-462f-be24-0c3199fe723c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:49.845458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa7008-1498-4afe-a30f-6054b011a86a None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 17:11:49.847000 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a5e4d09-1149-462f-be24-0c3199fe723c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:49.898318 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e0eeb30-8db1-4dc0-a9fa-175c56d56de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5eecd514-1680-4df1-8637-a886d952f301), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:50.028012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0eeb30-8db1-4dc0-a9fa-175c56d56de0 None None] Pushing event updated for resources: {'Port': ['ID=5eecd514-1680-4df1-8637-a886d952f301,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:50.051612 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-59b99bae-d862-4986-b214-8ba44cde3791 None None] Provisioning complete for port 5eecd514-1680-4df1-8637-a886d952f301 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:50.051998 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59b99bae-d862-4986-b214-8ba44cde3791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5eecd514-1680-4df1-8637-a886d952f301), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:50.054033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baa7008-1498-4afe-a30f-6054b011a86a None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 17:11:50.212280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-59b99bae-d862-4986-b214-8ba44cde3791 None None] Current status of the port 5eecd514-1680-4df1-8637-a886d952f301 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:50.286494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51f772-b901-43f4-8079-29234587b44a req-d4964fc9-06f7-4395-877f-00f3fafbb076 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:50.287986 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ad51f772-b901-43f4-8079-29234587b44a req-d4964fc9-06f7-4395-877f-00f3fafbb076 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.1216149 Feb 15 17:11:50.352726 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ad51f772-b901-43f4-8079-29234587b44a req-0a0ad4e2-5205-43e3-8cbf-c0cf12252622 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579844 Feb 15 17:11:50.382510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05f09d6-12a7-4857-9715-1218540df556 None None] Update dhcp port {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': '7e376142-c271-4954-9492-3667ce9a5023'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '5eecd514-1680-4df1-8637-a886d952f301'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 17:11:50.413041 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c05f09d6-12a7-4857-9715-1218540df556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5eecd514-1680-4df1-8637-a886d952f301), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:50.466806 n-d-828372-14 neutron-server[103799]: DEBUG neutron.objects.ports [None req-1a5e4d09-1149-462f-be24-0c3199fe723c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103799) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:11:50.672340 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-c05f09d6-12a7-4857-9715-1218540df556 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 15 17:11:50.672340 n-d-828372-14 neutron-server[103801]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Feb 15 17:11:50.672340 n-d-828372-14 neutron-server[103801]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe5f:5704', 'status': 'ALLOCATED', 'ipam_subnet_id': 'a3309a0d-51c5-475e-90be-514662ffa6a2'}] Feb 15 17:11:50.672340 n-d-828372-14 neutron-server[103801]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:11:50.672824 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-c05f09d6-12a7-4857-9715-1218540df556 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:11:50.721010 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54804) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:50.767750 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a5e4d09-1149-462f-be24-0c3199fe723c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5eecd514-1680-4df1-8637-a886d952f301), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:50.771221 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dcf6f17-d143-4547-a046-365dc8891d9d admin admin] Deleting subnet 7b6100ca-52f3-4e42-8dcb-86674a0803e8 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:11:50.775297 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6f17-d143-4547-a046-365dc8891d9d admin admin] Publish callbacks [] for subnet (7b6100ca-52f3-4e42-8dcb-86674a0803e8), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:50.814203 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6f17-d143-4547-a046-365dc8891d9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (7b6100ca-52f3-4e42-8dcb-86674a0803e8), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:50.888553 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6f17-d143-4547-a046-365dc8891d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (7b6100ca-52f3-4e42-8dcb-86674a0803e8), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:50.950229 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-1a5e4d09-1149-462f-be24-0c3199fe723c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] For port 5eecd514-1680-4df1-8637-a886d952f301, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5eecd514-1680-4df1-8637-a886d952f301,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:50.992660 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a5e4d09-1149-462f-be24-0c3199fe723c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (5eecd514-1680-4df1-8637-a886d952f301), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.025606 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6f17-d143-4547-a046-365dc8891d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (7b6100ca-52f3-4e42-8dcb-86674a0803e8), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.060316 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a5e4d09-1149-462f-be24-0c3199fe723c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (5eecd514-1680-4df1-8637-a886d952f301), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.062996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf6f17-d143-4547-a046-365dc8891d9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b6100ca-52f3-4e42-8dcb-86674a0803e8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:51.072893 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6dcf6f17-d143-4547-a046-365dc8891d9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.076442 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6dcf6f17-d143-4547-a046-365dc8891d9d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/7b6100ca-52f3-4e42-8dcb-86674a0803e8 HTTP/1.1" status: 204 len: 168 time: 0.3533900 Feb 15 17:11:51.081867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54816) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:51.107868 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a5e4d09-1149-462f-be24-0c3199fe723c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (ce7c875c-0051-4597-a9b1-8066eaf6d2ae), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.172282 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a2850ce-dee1-49f2-9b7a-4e5a18650174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (bcba5fcb-e5e5-4442-b630-cd03ced9da7c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.192804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5e4d09-1149-462f-be24-0c3199fe723c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:51.201484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e4d09-1149-462f-be24-0c3199fe723c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=5eecd514-1680-4df1-8637-a886d952f301,revision_number=8']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:51.203910 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c05f09d6-12a7-4857-9715-1218540df556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5eecd514-1680-4df1-8637-a886d952f301), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.218671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-1a5e4d09-1149-462f-be24-0c3199fe723c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:51.219624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e4d09-1149-462f-be24-0c3199fe723c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=ce7c875c-0051-4597-a9b1-8066eaf6d2ae,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:51.223198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5e4d09-1149-462f-be24-0c3199fe723c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:51.224159 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a5e4d09-1149-462f-be24-0c3199fe723c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.317440 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a2850ce-dee1-49f2-9b7a-4e5a18650174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (bcba5fcb-e5e5-4442-b630-cd03ced9da7c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.340247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3a2850ce-dee1-49f2-9b7a-4e5a18650174 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcba5fcb-e5e5-4442-b630-cd03ced9da7c']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:51.349937 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3a2850ce-dee1-49f2-9b7a-4e5a18650174 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17530e28-2741-4728-bd54-50efde283e56') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:51.350232 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-3a2850ce-dee1-49f2-9b7a-4e5a18650174 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17530e28-2741-4728-bd54-50efde283e56') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:51.361220 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a2850ce-dee1-49f2-9b7a-4e5a18650174 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (17530e28-2741-4728-bd54-50efde283e56), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.374740 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a2850ce-dee1-49f2-9b7a-4e5a18650174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (17530e28-2741-4728-bd54-50efde283e56), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.388345 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2850ce-dee1-49f2-9b7a-4e5a18650174 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:11:51.388345 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a2850ce-dee1-49f2-9b7a-4e5a18650174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (17530e28-2741-4728-bd54-50efde283e56), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:11:51.388729 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:11:51.417924 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1a5e4d09-1149-462f-be24-0c3199fe723c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8210998 Feb 15 17:11:51.417924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54820) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:51.440128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-275dbab2-fee4-4706-aa2e-17eff9150f92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'mac_address': 'fa:16:3e:49:98:3f', 'name': 'tempest-NetworksTestDHCPv6-326704108'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:51.446812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-c05f09d6-12a7-4857-9715-1218540df556 None None] Allocated IP 172.20.0.2 (824790ef-3fd7-489c-9576-06e052670deb/7e376142-c271-4954-9492-3667ce9a5023/5eecd514-1680-4df1-8637-a886d952f301) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:51.583330 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c05f09d6-12a7-4857-9715-1218540df556 None None] For port 5eecd514-1680-4df1-8637-a886d952f301, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5eecd514-1680-4df1-8637-a886d952f301,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:51.585536 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a2850ce-dee1-49f2-9b7a-4e5a18650174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (bcba5fcb-e5e5-4442-b630-cd03ced9da7c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.596638 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a2850ce-dee1-49f2-9b7a-4e5a18650174 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.596638 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3a2850ce-dee1-49f2-9b7a-4e5a18650174 admin admin] 10.222.0.107 "DELETE /v2.0/networks/bcba5fcb-e5e5-4442-b630-cd03ced9da7c HTTP/1.1" status: 204 len: 168 time: 0.5134952 Feb 15 17:11:51.603002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb919c0-4a3a-406a-a496-ae8f955c5dc5 req-65784425-18d4-4620-ad01-9c03405d9c0a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:51.604878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54824) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:51.605320 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1eb919c0-4a3a-406a-a496-ae8f955c5dc5 req-65784425-18d4-4620-ad01-9c03405d9c0a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.1534963 Feb 15 17:11:51.625254 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2850ce-dee1-49f2-9b7a-4e5a18650174 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcba5fcb-e5e5-4442-b630-cd03ced9da7c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:51.640218 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c05f09d6-12a7-4857-9715-1218540df556 None None] Publish callbacks [] for port (5eecd514-1680-4df1-8637-a886d952f301), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.666317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef9be894-d798-4628-8cfd-101ec37de0b1 admin admin] Deleting subnet 17cb1d5b-0f84-43c6-bf13-b3d3e0ee5fde {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:11:51.670038 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef9be894-d798-4628-8cfd-101ec37de0b1 admin admin] Publish callbacks [] for subnet (17cb1d5b-0f84-43c6-bf13-b3d3e0ee5fde), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.701286 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c05f09d6-12a7-4857-9715-1218540df556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5eecd514-1680-4df1-8637-a886d952f301), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.708478 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef9be894-d798-4628-8cfd-101ec37de0b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (17cb1d5b-0f84-43c6-bf13-b3d3e0ee5fde), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.750926 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef9be894-d798-4628-8cfd-101ec37de0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (17cb1d5b-0f84-43c6-bf13-b3d3e0ee5fde), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.796989 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1eb919c0-4a3a-406a-a496-ae8f955c5dc5 req-eb04d5d0-73b4-43bb-bceb-2f48f8292c95 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789422 Feb 15 17:11:51.798863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275dbab2-fee4-4706-aa2e-17eff9150f92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:51.871686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f09d6-12a7-4857-9715-1218540df556 None None] Pushing event updated for resources: {'Port': ['ID=5eecd514-1680-4df1-8637-a886d952f301,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:51.908177 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef9be894-d798-4628-8cfd-101ec37de0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (17cb1d5b-0f84-43c6-bf13-b3d3e0ee5fde), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:51.952822 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-275dbab2-fee4-4706-aa2e-17eff9150f92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:52.003604 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef9be894-d798-4628-8cfd-101ec37de0b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:52.003714 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-275dbab2-fee4-4706-aa2e-17eff9150f92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port 54fd317c-ff1f-4943-973f-a1d532473e3e yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:11:52.003804 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ef9be894-d798-4628-8cfd-101ec37de0b1 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/17cb1d5b-0f84-43c6-bf13-b3d3e0ee5fde HTTP/1.1" status: 204 len: 168 time: 0.3960946 Feb 15 17:11:52.006554 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9be894-d798-4628-8cfd-101ec37de0b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17cb1d5b-0f84-43c6-bf13-b3d3e0ee5fde,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:52.008188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54830) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:52.135148 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c525d90-7185-4285-bde9-d1d738f8efb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (d0ab14bb-f041-4c80-8efb-d96c90f3df58), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:52.233816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 458c9bad-0a45-49b6-9520-4810b102c1f7 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:11:52.238098 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c525d90-7185-4285-bde9-d1d738f8efb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (d0ab14bb-f041-4c80-8efb-d96c90f3df58), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:52.260560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4c525d90-7185-4285-bde9-d1d738f8efb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ab14bb-f041-4c80-8efb-d96c90f3df58']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:52.270212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4c525d90-7185-4285-bde9-d1d738f8efb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bd6c75-6257-4514-9fad-8fa81db16e81') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:52.270556 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-4c525d90-7185-4285-bde9-d1d738f8efb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bd6c75-6257-4514-9fad-8fa81db16e81') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:11:52.272123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 458c9bad-0a45-49b6-9520-4810b102c1f7 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:11:52.272487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 458c9bad-0a45-49b6-9520-4810b102c1f7 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:11:52.282324 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c525d90-7185-4285-bde9-d1d738f8efb1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (39bd6c75-6257-4514-9fad-8fa81db16e81), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:52.296174 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c525d90-7185-4285-bde9-d1d738f8efb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (39bd6c75-6257-4514-9fad-8fa81db16e81), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:52.307020 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c525d90-7185-4285-bde9-d1d738f8efb1 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:11:52.307425 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c525d90-7185-4285-bde9-d1d738f8efb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (39bd6c75-6257-4514-9fad-8fa81db16e81), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:52.333811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-275dbab2-fee4-4706-aa2e-17eff9150f92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 172.20.0.13 (824790ef-3fd7-489c-9576-06e052670deb/7e376142-c271-4954-9492-3667ce9a5023/54fd317c-ff1f-4943-973f-a1d532473e3e) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:52.344456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-275dbab2-fee4-4706-aa2e-17eff9150f92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::f816:3eff:fe49:983f (824790ef-3fd7-489c-9576-06e052670deb/ce7c875c-0051-4597-a9b1-8066eaf6d2ae/54fd317c-ff1f-4943-973f-a1d532473e3e) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:52.361776 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-5df6ef3a-5847-4476-aba9-06e0fb8eba91 req-89f0dd94-ad17-431c-a7c3-e9d2a9ee7261 tempest-ServersTestJSON-204604115 tempest-ServersTestJSON-204604115-project] (103800) timed out ('10.222.0.10', 61707) {{(pid=103800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:11:52.365760 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:11:52.471143 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c525d90-7185-4285-bde9-d1d738f8efb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (d0ab14bb-f041-4c80-8efb-d96c90f3df58), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:52.491230 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4c525d90-7185-4285-bde9-d1d738f8efb1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:52.502864 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4c525d90-7185-4285-bde9-d1d738f8efb1 admin admin] 10.222.0.107 "DELETE /v2.0/networks/d0ab14bb-f041-4c80-8efb-d96c90f3df58 HTTP/1.1" status: 204 len: 168 time: 0.4821246 Feb 15 17:11:52.504489 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c525d90-7185-4285-bde9-d1d738f8efb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0ab14bb-f041-4c80-8efb-d96c90f3df58,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:52.546150 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-275dbab2-fee4-4706-aa2e-17eff9150f92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (54fd317c-ff1f-4943-973f-a1d532473e3e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:52.674199 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5eecd514-1680-4df1-8637-a886d952f301 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:11:52.683627 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-275dbab2-fee4-4706-aa2e-17eff9150f92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (54fd317c-ff1f-4943-973f-a1d532473e3e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:52.734712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275dbab2-fee4-4706-aa2e-17eff9150f92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:52.748853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-275dbab2-fee4-4706-aa2e-17eff9150f92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:52.758021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275dbab2-fee4-4706-aa2e-17eff9150f92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:11:52.771287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 5eecd514-1680-4df1-8637-a886d952f301 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:52.776101 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5eecd514-1680-4df1-8637-a886d952f301), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:52.813394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275dbab2-fee4-4706-aa2e-17eff9150f92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:52.815915 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-275dbab2-fee4-4706-aa2e-17eff9150f92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:52.821666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275dbab2-fee4-4706-aa2e-17eff9150f92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=54fd317c-ff1f-4943-973f-a1d532473e3e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:52.923114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 5eecd514-1680-4df1-8637-a886d952f301 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:52.948568 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-275dbab2-fee4-4706-aa2e-17eff9150f92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5297134 Feb 15 17:11:52.956669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54840) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:53.010324 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54842) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:53.035038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6781f86-7cae-48e7-958b-049e59ff7809 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:53.042109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6781f86-7cae-48e7-958b-049e59ff7809 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:53.046463 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a6781f86-7cae-48e7-958b-049e59ff7809 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0926676 Feb 15 17:11:53.055944 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542a7caf-e32a-4272-9bb7-c96b6813d95b None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:53.072215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54846) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:53.209485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ccafff9c-af87-4336-a068-f8cc693e69c1 None None] Provisioning complete for port 5eecd514-1680-4df1-8637-a886d952f301 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:53.210035 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ccafff9c-af87-4336-a068-f8cc693e69c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5eecd514-1680-4df1-8637-a886d952f301), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:53.244683 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-063ebc5d-0127-4dcb-9088-394d43fec424 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=483cc6279edd46abbfb6af33fc3a4d0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2307999 Feb 15 17:11:53.258234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54848) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:53.303100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e48eb391-fe0e-45c8-91b5-0bf0951dc771 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port 54fd317c-ff1f-4943-973f-a1d532473e3e {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:11:53.303557 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e48eb391-fe0e-45c8-91b5-0bf0951dc771 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (54fd317c-ff1f-4943-973f-a1d532473e3e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:53.360435 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ccafff9c-af87-4336-a068-f8cc693e69c1 None None] Current status of the port 5eecd514-1680-4df1-8637-a886d952f301 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:53.406987 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33777eab-9009-42cf-a972-434248adc1cd req-974f55f9-7afb-4729-8dc3-9022ee8e5da4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:53.416089 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-33777eab-9009-42cf-a972-434248adc1cd req-974f55f9-7afb-4729-8dc3-9022ee8e5da4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.4973116 Feb 15 17:11:53.494016 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-33777eab-9009-42cf-a972-434248adc1cd req-bb15f36c-effe-46b8-a05b-55f913611f94 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765455 Feb 15 17:11:53.730182 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-62fd2cfd-28d2-4d71-864d-c29b63c2c5e1 admin admin] Publish callbacks [] for security_group (8f8a7850-3b89-4274-ad9b-87ac9270cf2a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:53.767478 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e48eb391-fe0e-45c8-91b5-0bf0951dc771 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (54fd317c-ff1f-4943-973f-a1d532473e3e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:53.777955 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-62fd2cfd-28d2-4d71-864d-c29b63c2c5e1 admin admin] Publish callbacks [] for security_group (8f8a7850-3b89-4274-ad9b-87ac9270cf2a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:53.790517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e48eb391-fe0e-45c8-91b5-0bf0951dc771 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for 54fd317c-ff1f-4943-973f-a1d532473e3e owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:11:53.986346 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-62fd2cfd-28d2-4d71-864d-c29b63c2c5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (8f8a7850-3b89-4274-ad9b-87ac9270cf2a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:53.992650 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-62fd2cfd-28d2-4d71-864d-c29b63c2c5e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:53.995639 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-62fd2cfd-28d2-4d71-864d-c29b63c2c5e1 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/8f8a7850-3b89-4274-ad9b-87ac9270cf2a HTTP/1.1" status: 204 len: 168 time: 0.7339301 Feb 15 17:11:54.051415 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd2cfd-28d2-4d71-864d-c29b63c2c5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8a7850-3b89-4274-ad9b-87ac9270cf2a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:54.145470 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e48eb391-fe0e-45c8-91b5-0bf0951dc771 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (54fd317c-ff1f-4943-973f-a1d532473e3e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:54.192783 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48eb391-fe0e-45c8-91b5-0bf0951dc771 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=54fd317c-ff1f-4943-973f-a1d532473e3e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:54.273187 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2a9556-c775-4973-b0c8-1f5e6c4cc9ed None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:54.328056 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e48eb391-fe0e-45c8-91b5-0bf0951dc771 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:54.334300 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e48eb391-fe0e-45c8-91b5-0bf0951dc771 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/54fd317c-ff1f-4943-973f-a1d532473e3e HTTP/1.1" status: 204 len: 168 time: 1.2570333 Feb 15 17:11:54.334663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54858) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:54.364061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-72084085-bfd7-4144-bceb-229340676557 None None] Provisioning complete for port 5eecd514-1680-4df1-8637-a886d952f301 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:54.366294 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-72084085-bfd7-4144-bceb-229340676557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5eecd514-1680-4df1-8637-a886d952f301), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:54.410703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a19959-2f66-4484-be20-d864601d40d7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:54.412310 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a19959-2f66-4484-be20-d864601d40d7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:54.413704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a19959-2f66-4484-be20-d864601d40d7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:54.418944 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b7a19959-2f66-4484-be20-d864601d40d7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0805349 Feb 15 17:11:54.419375 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54862) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:54.485141 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a90dc7-2104-4fe0-a3a5-c9a3ea85cf03 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 7e376142-c271-4954-9492-3667ce9a5023 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:11:54.488897 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-15a90dc7-2104-4fe0-a3a5-c9a3ea85cf03 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (7e376142-c271-4954-9492-3667ce9a5023), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:54.527556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-72084085-bfd7-4144-bceb-229340676557 None None] Current status of the port 5eecd514-1680-4df1-8637-a886d952f301 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:54.551742 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-72084085-bfd7-4144-bceb-229340676557 None None] Could not find standard attr ID for object 54fd317c-ff1f-4943-973f-a1d532473e3e. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:11:54.554068 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-15a90dc7-2104-4fe0-a3a5-c9a3ea85cf03 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (7e376142-c271-4954-9492-3667ce9a5023), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:54.706209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782a294-60b2-40e0-99d1-9c141abde28e req-3de53030-a8ad-4225-b0f7-b3fa50fc96c1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:54.707820 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2782a294-60b2-40e0-99d1-9c141abde28e req-3de53030-a8ad-4225-b0f7-b3fa50fc96c1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.1014416 Feb 15 17:11:54.712530 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-15a90dc7-2104-4fe0-a3a5-c9a3ea85cf03 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (7e376142-c271-4954-9492-3667ce9a5023), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:54.813432 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2782a294-60b2-40e0-99d1-9c141abde28e req-c2c6cd41-f293-4bbd-bf1d-bf7618dc90da tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931773 Feb 15 17:11:54.841006 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54868) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:54.895110 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f8210d1d-ce09-44bf-bfdb-7d9c8d8cecea admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=80fc244e58ea493f8a9a5d46e0f59e60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506973 Feb 15 17:11:54.895366 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54870) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:54.905209 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-15a90dc7-2104-4fe0-a3a5-c9a3ea85cf03 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (7e376142-c271-4954-9492-3667ce9a5023), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:54.958899 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a90dc7-2104-4fe0-a3a5-c9a3ea85cf03 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=7e376142-c271-4954-9492-3667ce9a5023,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:54.962725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-15a90dc7-2104-4fe0-a3a5-c9a3ea85cf03 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:54.966850 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-15a90dc7-2104-4fe0-a3a5-c9a3ea85cf03 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/7e376142-c271-4954-9492-3667ce9a5023 HTTP/1.1" status: 204 len: 168 time: 0.5461152 Feb 15 17:11:54.969163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54872) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:54.991321 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82ef557e-e014-48e7-86de-3ebdbe3f7035 admin admin] Publish callbacks [] for security_group (663674dc-a157-41a2-86e4-fafbc2e617c7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:55.017154 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82ef557e-e014-48e7-86de-3ebdbe3f7035 admin admin] Publish callbacks [] for security_group (663674dc-a157-41a2-86e4-fafbc2e617c7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:55.049869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-7670cf24-49e2-46b8-8efb-302f421b5e8c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet ce7c875c-0051-4597-a9b1-8066eaf6d2ae {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:11:55.057768 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7670cf24-49e2-46b8-8efb-302f421b5e8c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (ce7c875c-0051-4597-a9b1-8066eaf6d2ae), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:55.124134 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7670cf24-49e2-46b8-8efb-302f421b5e8c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (ce7c875c-0051-4597-a9b1-8066eaf6d2ae), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:55.157131 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82ef557e-e014-48e7-86de-3ebdbe3f7035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (663674dc-a157-41a2-86e4-fafbc2e617c7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:55.161829 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-82ef557e-e014-48e7-86de-3ebdbe3f7035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:55.163268 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-82ef557e-e014-48e7-86de-3ebdbe3f7035 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/663674dc-a157-41a2-86e4-fafbc2e617c7 HTTP/1.1" status: 204 len: 168 time: 0.2668879 Feb 15 17:11:55.174042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ef557e-e014-48e7-86de-3ebdbe3f7035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663674dc-a157-41a2-86e4-fafbc2e617c7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:55.241249 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7670cf24-49e2-46b8-8efb-302f421b5e8c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (ce7c875c-0051-4597-a9b1-8066eaf6d2ae), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:55.242428 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9ae7f2-9f44-4ee2-bb20-c642dc838ef3 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:55.344657 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9bb21196-c38f-4145-a8ac-02d1036671ca None None] Provisioning complete for port 5eecd514-1680-4df1-8637-a886d952f301 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:55.345265 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9bb21196-c38f-4145-a8ac-02d1036671ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5eecd514-1680-4df1-8637-a886d952f301), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:55.386454 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7670cf24-49e2-46b8-8efb-302f421b5e8c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (ce7c875c-0051-4597-a9b1-8066eaf6d2ae), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:55.423829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7670cf24-49e2-46b8-8efb-302f421b5e8c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=ce7c875c-0051-4597-a9b1-8066eaf6d2ae,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:55.449026 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7670cf24-49e2-46b8-8efb-302f421b5e8c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:55.462520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54880) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:55.480955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9bb21196-c38f-4145-a8ac-02d1036671ca None None] Current status of the port 5eecd514-1680-4df1-8637-a886d952f301 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:55.490039 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7670cf24-49e2-46b8-8efb-302f421b5e8c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/ce7c875c-0051-4597-a9b1-8066eaf6d2ae HTTP/1.1" status: 204 len: 168 time: 0.5182681 Feb 15 17:11:55.542599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54882) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:55.558436 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-da6be312-c12f-4d62-98dd-b4f1fb5cfd2f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897536 Feb 15 17:11:55.616047 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bc4180-815e-465b-944e-0fbbcea6d31b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:55.617882 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f9bc4180-815e-465b-944e-0fbbcea6d31b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0739009 Feb 15 17:11:55.621059 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54884) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:55.663056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf71a898-0618-4cd3-a47f-e489739bc712 None None] Update dhcp port {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': 'ce7c875c-0051-4597-a9b1-8066eaf6d2ae'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '5eecd514-1680-4df1-8637-a886d952f301'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 17:11:55.772586 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf71a898-0618-4cd3-a47f-e489739bc712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5eecd514-1680-4df1-8637-a886d952f301), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:55.776035 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a6aba9-0b52-456b-b7bd-040b471b8ad1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:55.785263 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-23a6aba9-0b52-456b-b7bd-040b471b8ad1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1583891 Feb 15 17:11:55.785263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54888) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:55.921716 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-782584ea-27b8-49e8-8687-5d120cb1e14e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1309731 Feb 15 17:11:55.922164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54892) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:55.936389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-9fc84a87-9a06-411c-b59e-2da30e3167b4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:56.212484 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545f65a-edb5-4c3f-a3e5-a20c29174479 req-037b80b2-c058-4814-b576-e01a55f048d3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:56.214102 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f545f65a-edb5-4c3f-a3e5-a20c29174479 req-037b80b2-c058-4814-b576-e01a55f048d3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.1968307 Feb 15 17:11:56.223991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc84a87-9a06-411c-b59e-2da30e3167b4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:56.228269 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9fc84a87-9a06-411c-b59e-2da30e3167b4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:56.230232 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc84a87-9a06-411c-b59e-2da30e3167b4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:11:56.230939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc84a87-9a06-411c-b59e-2da30e3167b4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:11:56.300419 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f545f65a-edb5-4c3f-a3e5-a20c29174479 req-911c8eb0-a287-4438-8e0c-2e2bd901dae9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766456 Feb 15 17:11:56.391534 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50c5f92-75ab-4f86-85e5-602dd7a29901 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:56.424474 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9fc84a87-9a06-411c-b59e-2da30e3167b4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4936004 Feb 15 17:11:56.429041 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54910) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:56.434382 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e75e946b-4830-4dfc-840d-62ade8545849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:56.519957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b68d765e-c8d7-40a5-8c85-1c13840ebaf3 None None] Provisioning complete for port 5eecd514-1680-4df1-8637-a886d952f301 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:56.520310 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b68d765e-c8d7-40a5-8c85-1c13840ebaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5eecd514-1680-4df1-8637-a886d952f301), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:56.626668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5eecd514-1680-4df1-8637-a886d952f301 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:11:56.630448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40df8aa1-11bd-4aee-abc7-e2d1bb3146c8 None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:11:56.648120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75e946b-4830-4dfc-840d-62ade8545849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:56.652752 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e75e946b-4830-4dfc-840d-62ade8545849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:56.655741 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75e946b-4830-4dfc-840d-62ade8545849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:11:56.656491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75e946b-4830-4dfc-840d-62ade8545849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:11:56.714523 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b68d765e-c8d7-40a5-8c85-1c13840ebaf3 None None] Current status of the port 5eecd514-1680-4df1-8637-a886d952f301 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:56.735105 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:11:56.790516 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 5eecd514-1680-4df1-8637-a886d952f301 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:56.790912 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5eecd514-1680-4df1-8637-a886d952f301), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:56.802347 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e75e946b-4830-4dfc-840d-62ade8545849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3691356 Feb 15 17:11:56.802540 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54916) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:56.811073 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3d318c48-6240-4ddc-a632-f079c13fd5d6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:56.816043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-40df8aa1-11bd-4aee-abc7-e2d1bb3146c8 None None] Deleting port 5eecd514-1680-4df1-8637-a886d952f301 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:11:56.816652 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40df8aa1-11bd-4aee-abc7-e2d1bb3146c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5eecd514-1680-4df1-8637-a886d952f301), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:56.899911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 5eecd514-1680-4df1-8637-a886d952f301, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5eecd514-1680-4df1-8637-a886d952f301,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:56.915756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-40df8aa1-11bd-4aee-abc7-e2d1bb3146c8 None None] For port 5eecd514-1680-4df1-8637-a886d952f301, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5eecd514-1680-4df1-8637-a886d952f301,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:56.916170 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40df8aa1-11bd-4aee-abc7-e2d1bb3146c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5eecd514-1680-4df1-8637-a886d952f301), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:56.932189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-40df8aa1-11bd-4aee-abc7-e2d1bb3146c8 None None] Calling delete_port for 5eecd514-1680-4df1-8637-a886d952f301 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:11:56.991487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d318c48-6240-4ddc-a632-f079c13fd5d6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:56.996986 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d318c48-6240-4ddc-a632-f079c13fd5d6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:56.997112 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d318c48-6240-4ddc-a632-f079c13fd5d6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:11:56.997580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d318c48-6240-4ddc-a632-f079c13fd5d6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:11:57.037226 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5eecd514-1680-4df1-8637-a886d952f301), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:57.066638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3c55bd53-67e7-42a7-9d80-cf8b7a840171 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:11:57.086853 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3d318c48-6240-4ddc-a632-f079c13fd5d6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2829957 Feb 15 17:11:57.089728 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54928) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:57.095644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-120f1b56-14b0-4536-a80a-1a02ddd5a845 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:57.121429 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=5eecd514-1680-4df1-8637-a886d952f301,revision_number=12']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:57.156779 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-40df8aa1-11bd-4aee-abc7-e2d1bb3146c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (5eecd514-1680-4df1-8637-a886d952f301), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:57.197759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df8aa1-11bd-4aee-abc7-e2d1bb3146c8 None None] Pushing event deleted for resources: {'Port': ['ID=5eecd514-1680-4df1-8637-a886d952f301,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:57.202850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df8aa1-11bd-4aee-abc7-e2d1bb3146c8 None None] No DVR routers for this DVR port 5eecd514-1680-4df1-8637-a886d952f301 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:11:57.252453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3c55bd53-67e7-42a7-9d80-cf8b7a840171, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3c55bd53-67e7-42a7-9d80-cf8b7a840171,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:57.254678 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120f1b56-14b0-4536-a80a-1a02ddd5a845 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:57.260283 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-120f1b56-14b0-4536-a80a-1a02ddd5a845 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:57.262747 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-120f1b56-14b0-4536-a80a-1a02ddd5a845 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:11:57.265531 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120f1b56-14b0-4536-a80a-1a02ddd5a845 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:11:57.267073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '3c55bd53-67e7-42a7-9d80-cf8b7a840171', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'port_id': '3c55bd53-67e7-42a7-9d80-cf8b7a840171', 'mac_address': 'fa:16:3e:0d:79:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:11:57.312876 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 3c55bd53-67e7-42a7-9d80-cf8b7a840171 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:57.313260 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3c55bd53-67e7-42a7-9d80-cf8b7a840171), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:57.332123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c55bd53-67e7-42a7-9d80-cf8b7a840171 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:11:57.385513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3c55bd53-67e7-42a7-9d80-cf8b7a840171, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3c55bd53-67e7-42a7-9d80-cf8b7a840171,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:57.387707 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54946) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:57.388079 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-120f1b56-14b0-4536-a80a-1a02ddd5a845 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2969601 Feb 15 17:11:57.392716 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-960d0dea-83e6-4103-8dd2-dfeb8a75e0a7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:57.459506 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3c55bd53-67e7-42a7-9d80-cf8b7a840171), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:57.489288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1a276-9392-4ce1-9232-6b4f1802a667 req-5956af27-689e-42c0-a189-77729b88f30d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:57.492420 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-06e1a276-9392-4ce1-9232-6b4f1802a667 req-5956af27-689e-42c0-a189-77729b88f30d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 943 time: 0.0856435 Feb 15 17:11:57.557267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=3c55bd53-67e7-42a7-9d80-cf8b7a840171,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:57.562186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-06e1a276-9392-4ce1-9232-6b4f1802a667 req-7040573b-ea58-4c5d-be3d-2f01de61a59b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591452 Feb 15 17:11:57.596744 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960d0dea-83e6-4103-8dd2-dfeb8a75e0a7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:57.600391 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-960d0dea-83e6-4103-8dd2-dfeb8a75e0a7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:57.606512 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-960d0dea-83e6-4103-8dd2-dfeb8a75e0a7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:11:57.606512 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-960d0dea-83e6-4103-8dd2-dfeb8a75e0a7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:11:57.688904 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-960d0dea-83e6-4103-8dd2-dfeb8a75e0a7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2967470 Feb 15 17:11:57.689559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54962) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:57.693594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['3c55bd53-67e7-42a7-9d80-cf8b7a840171'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:11:57.694807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ca78f342-2000-4764-9422-25dba29006ef tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:57.905997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca78f342-2000-4764-9422-25dba29006ef tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:57.910419 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ca78f342-2000-4764-9422-25dba29006ef tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:57.911827 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca78f342-2000-4764-9422-25dba29006ef tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:11:57.912544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca78f342-2000-4764-9422-25dba29006ef tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:11:58.018586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ca78f342-2000-4764-9422-25dba29006ef tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3280711 Feb 15 17:11:58.021056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54976) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:58.072287 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c2b2edff-8f98-41b8-beba-420880aa5f60 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0497482 Feb 15 17:11:58.077536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54982) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:58.194800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88953d5e-1592-46fa-a08b-a1c0593e9e80 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:58.199697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 54992) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:58.207357 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-88953d5e-1592-46fa-a08b-a1c0593e9e80 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1180441 Feb 15 17:11:58.252920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 54994) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:58.253298 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-329bd540-7a46-401f-ab74-e6b8e0535339 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520153 Feb 15 17:11:58.260430 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-53e23fae-9e8e-412e-90aa-6dd0010c2721 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:58.455583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e23fae-9e8e-412e-90aa-6dd0010c2721 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:58.473040 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53e23fae-9e8e-412e-90aa-6dd0010c2721 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:58.742382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55024) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:58.800944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00945d2e-587d-4ab9-9272-28e5044890d1 req-9b3a1f43-c7ed-49d8-8ec8-b10227479d26 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:58.808477 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00945d2e-587d-4ab9-9272-28e5044890d1 req-9b3a1f43-c7ed-49d8-8ec8-b10227479d26 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 944 time: 0.1002889 Feb 15 17:11:58.892432 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00945d2e-587d-4ab9-9272-28e5044890d1 req-d12e7235-6eb6-489b-b6af-4c9bc84dbd45 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786850 Feb 15 17:11:58.996312 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c68609f-1fef-4b64-b3b7-03f4009f9a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:59.055022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.objects.ports [None req-53e23fae-9e8e-412e-90aa-6dd0010c2721 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103799) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:11:59.059082 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53e23fae-9e8e-412e-90aa-6dd0010c2721 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (b993e959-516c-483c-b4de-44bf25399b81), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:59.061870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3c55bd53-67e7-42a7-9d80-cf8b7a840171 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:11:59.186270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e23fae-9e8e-412e-90aa-6dd0010c2721 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:11:59.194696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-53e23fae-9e8e-412e-90aa-6dd0010c2721 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:11:59.201471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e23fae-9e8e-412e-90aa-6dd0010c2721 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:59.201471 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-53e23fae-9e8e-412e-90aa-6dd0010c2721 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:59.204328 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61ce570-3ae3-4c75-b93f-f025f8e6bf39 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:11:59.280134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 3c55bd53-67e7-42a7-9d80-cf8b7a840171 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:11:59.295923 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c68609f-1fef-4b64-b3b7-03f4009f9a13 admin admin] Publish callbacks [] for security_group (7902e051-f2d5-4eab-b52a-66355a504a34), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:59.299626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e23fae-9e8e-412e-90aa-6dd0010c2721 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=b993e959-516c-483c-b4de-44bf25399b81,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:59.311087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 3c55bd53-67e7-42a7-9d80-cf8b7a840171 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:11:59.316482 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3c55bd53-67e7-42a7-9d80-cf8b7a840171), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:59.365929 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': 'b993e959-516c-483c-b4de-44bf25399b81'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:11:59.366800 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:59.403450 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c68609f-1fef-4b64-b3b7-03f4009f9a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7902e051-f2d5-4eab-b52a-66355a504a34), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:59.427321 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 3c55bd53-67e7-42a7-9d80-cf8b7a840171 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:11:59.427730 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3c55bd53-67e7-42a7-9d80-cf8b7a840171), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:59.441303 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-53e23fae-9e8e-412e-90aa-6dd0010c2721 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1869020 Feb 15 17:11:59.444597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55052) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:59.451517 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4e428117-3597-4634-a06b-da3f0339e725 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'mac_address': 'fa:16:3e:53:c7:c0', 'name': 'tempest-NetworksTestDHCPv6-1116078974'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:11:59.465867 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f68bbe-d1a1-4617-9110-76f54fd58061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c55bd53-67e7-42a7-9d80-cf8b7a840171'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:11:59.468119 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ceeea0-b7cc-4185-9e3f-63504ee3544a" -d '{"events": [{"server_uuid": "f6f68bbe-d1a1-4617-9110-76f54fd58061", "name": "network-vif-plugged", "status": "completed", "tag": "3c55bd53-67e7-42a7-9d80-cf8b7a840171"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:11:59.530911 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9c68609f-1fef-4b64-b3b7-03f4009f9a13 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1bd63db0192a422b950f4952d3bbd71c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7845216 Feb 15 17:11:59.532979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55060) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:11:59.533674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68609f-1fef-4b64-b3b7-03f4009f9a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7902e051-f2d5-4eab-b52a-66355a504a34,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:11:59.617597 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de60c44-77ef-4660-adc5-77c594f0453a x-openstack-request-id: req-0de60c44-77ef-4660-adc5-77c594f0453a {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:11:59.618285 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f68bbe-d1a1-4617-9110-76f54fd58061", "name": "network-vif-plugged", "status": "completed", "tag": "3c55bd53-67e7-42a7-9d80-cf8b7a840171", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:11:59.618549 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0de60c44-77ef-4660-adc5-77c594f0453a {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:11:59.618948 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f68bbe-d1a1-4617-9110-76f54fd58061', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c55bd53-67e7-42a7-9d80-cf8b7a840171', 'code': 200} Feb 15 17:11:59.625718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3c55bd53-67e7-42a7-9d80-cf8b7a840171, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3c55bd53-67e7-42a7-9d80-cf8b7a840171,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:11:59.749345 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Allocated IP 2001:db8::f816:3eff:fea1:5247 (824790ef-3fd7-489c-9576-06e052670deb/b993e959-516c-483c-b4de-44bf25399b81/f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:11:59.784804 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-23a7df4b-bc9d-4218-927d-8cf1e507ad70 admin admin] Publish callbacks [] for security_group (7902e051-f2d5-4eab-b52a-66355a504a34), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:59.802640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978083e-6ae7-43d2-9242-d8f126fb7197 req-b911d85d-c47e-4231-837d-6045ab178bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:11:59.804121 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a978083e-6ae7-43d2-9242-d8f126fb7197 req-b911d85d-c47e-4231-837d-6045ab178bd7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 1127 time: 0.1951456 Feb 15 17:11:59.826099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-23a7df4b-bc9d-4218-927d-8cf1e507ad70 admin admin] Publish callbacks [] for security_group (7902e051-f2d5-4eab-b52a-66355a504a34), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:59.841756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e428117-3597-4634-a06b-da3f0339e725 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:11:59.900253 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a978083e-6ae7-43d2-9242-d8f126fb7197 req-72a0289a-18d7-483a-b485-ab21712825fb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888569 Feb 15 17:11:59.940113 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3c55bd53-67e7-42a7-9d80-cf8b7a840171), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:11:59.997019 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-23a7df4b-bc9d-4218-927d-8cf1e507ad70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7902e051-f2d5-4eab-b52a-66355a504a34), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:00.000173 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-23a7df4b-bc9d-4218-927d-8cf1e507ad70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:00.003573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-23a7df4b-bc9d-4218-927d-8cf1e507ad70 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7902e051-f2d5-4eab-b52a-66355a504a34 HTTP/1.1" status: 204 len: 168 time: 0.4367869 Feb 15 17:12:00.043460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=3c55bd53-67e7-42a7-9d80-cf8b7a840171,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:00.056378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7df4b-bc9d-4218-927d-8cf1e507ad70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7902e051-f2d5-4eab-b52a-66355a504a34,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:00.079244 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e428117-3597-4634-a06b-da3f0339e725 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:00.147607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059019a-1c8b-4b04-8324-47733e208aac req-343c4eb5-2193-4fe2-92cc-e974e27e222a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:00.149116 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5059019a-1c8b-4b04-8324-47733e208aac req-343c4eb5-2193-4fe2-92cc-e974e27e222a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 945 time: 0.1741180 Feb 15 17:12:00.174312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-4e428117-3597-4634-a06b-da3f0339e725 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port 02d80088-8c84-4b5d-be30-3e226bed9ae2 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:12:00.221432 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Publish callbacks [] for port (f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:00.300862 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5059019a-1c8b-4b04-8324-47733e208aac req-278fe78f-02d2-4e3f-854a-5862c35d59b4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385670 Feb 15 17:12:00.323176 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:00.408100 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:00.414317 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:00.433377 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:00.477394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-4e428117-3597-4634-a06b-da3f0339e725 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::f816:3eff:fe53:c7c0 (824790ef-3fd7-489c-9576-06e052670deb/b993e959-516c-483c-b4de-44bf25399b81/02d80088-8c84-4b5d-be30-3e226bed9ae2) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:00.532427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Pushing event updated for resources: {'Port': ['ID=f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:00.609792 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Attempting to bind port f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:12:00.610651 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Attempting to bind port f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:12:00.611248 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Attempting to bind port f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:12:00.615652 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:00.619488 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:12:00.620330 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:12:00.620993 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:00.621658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:12:00.622389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Bound port: f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:12:00.623013 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:00.733355 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] For port f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:12:00.739597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] For port f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:12:00.811488 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e428117-3597-4634-a06b-da3f0339e725 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (02d80088-8c84-4b5d-be30-3e226bed9ae2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:00.817268 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:00.905416 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:00.916341 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e428117-3597-4634-a06b-da3f0339e725 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (02d80088-8c84-4b5d-be30-3e226bed9ae2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:00.931089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865642c0-13f2-4fe9-9749-8739e3aa15c4 None None] Pushing event updated for resources: {'Port': ['ID=f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:00.944878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55124) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:00.963934 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d54a8f-e3f1-404e-abb1-49ed0390b0fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:01.018456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e428117-3597-4634-a06b-da3f0339e725 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:01.028018 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4e428117-3597-4634-a06b-da3f0339e725 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:01.034430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e428117-3597-4634-a06b-da3f0339e725 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:01.041567 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e428117-3597-4634-a06b-da3f0339e725 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:01.048767 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e428117-3597-4634-a06b-da3f0339e725 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:01.075186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e428117-3597-4634-a06b-da3f0339e725 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=02d80088-8c84-4b5d-be30-3e226bed9ae2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:01.080608 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d54a8f-e3f1-404e-abb1-49ed0390b0fc admin admin] Publish callbacks [] for security_group (c346aebd-4fd2-4ca8-92ce-ee792bc5e555), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:01.146765 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4e428117-3597-4634-a06b-da3f0339e725 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7010565 Feb 15 17:12:01.149684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55134) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:01.195208 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-45d54a8f-e3f1-404e-abb1-49ed0390b0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c346aebd-4fd2-4ca8-92ce-ee792bc5e555), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:01.261785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d54a8f-e3f1-404e-abb1-49ed0390b0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c346aebd-4fd2-4ca8-92ce-ee792bc5e555,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:01.295123 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55140) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:01.295398 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-45d54a8f-e3f1-404e-abb1-49ed0390b0fc admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7f3361b4d2354175be4dcb9f16dbc937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3492134 Feb 15 17:12:01.314509 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a042e-dcbf-4354-9bc2-750a2a2febef tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:01.318840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a042e-dcbf-4354-9bc2-750a2a2febef tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:01.325103 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55142) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:01.327164 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-696a042e-dcbf-4354-9bc2-750a2a2febef tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1761389 Feb 15 17:12:01.455827 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d92c652e-45e1-48e5-bf7a-432af09bcee7 admin admin] Publish callbacks [] for security_group (c346aebd-4fd2-4ca8-92ce-ee792bc5e555), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:01.495049 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d92c652e-45e1-48e5-bf7a-432af09bcee7 admin admin] Publish callbacks [] for security_group (c346aebd-4fd2-4ca8-92ce-ee792bc5e555), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:01.520539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b8bceff1-ecab-4256-b516-dcefcaa515a0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port 02d80088-8c84-4b5d-be30-3e226bed9ae2 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:01.520875 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b8bceff1-ecab-4256-b516-dcefcaa515a0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (02d80088-8c84-4b5d-be30-3e226bed9ae2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:01.528531 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a74fe-fc45-4147-b6fd-9789d59c8f94 req-c2daceda-3fc8-4c0f-b603-302f965c1588 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:01.530378 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-996a74fe-fc45-4147-b6fd-9789d59c8f94 req-c2daceda-3fc8-4c0f-b603-302f965c1588 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 945 time: 0.1124501 Feb 15 17:12:01.628866 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-996a74fe-fc45-4147-b6fd-9789d59c8f94 req-c7de75aa-fdc1-4861-8d2b-0f45d255e5df tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830171 Feb 15 17:12:01.642544 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b8bceff1-ecab-4256-b516-dcefcaa515a0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (02d80088-8c84-4b5d-be30-3e226bed9ae2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:01.673156 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b8bceff1-ecab-4256-b516-dcefcaa515a0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for 02d80088-8c84-4b5d-be30-3e226bed9ae2 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:01.691731 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d92c652e-45e1-48e5-bf7a-432af09bcee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c346aebd-4fd2-4ca8-92ce-ee792bc5e555), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:01.702570 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d92c652e-45e1-48e5-bf7a-432af09bcee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:01.707292 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d92c652e-45e1-48e5-bf7a-432af09bcee7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c346aebd-4fd2-4ca8-92ce-ee792bc5e555 HTTP/1.1" status: 204 len: 168 time: 0.4072447 Feb 15 17:12:01.788975 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c652e-45e1-48e5-bf7a-432af09bcee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c346aebd-4fd2-4ca8-92ce-ee792bc5e555,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:01.873059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100d770-3c45-4158-a36e-e7681826f4d6 req-ca092076-cd21-4fb9-9c36-bf58457c0d31 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:01.879579 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5100d770-3c45-4158-a36e-e7681826f4d6 req-ca092076-cd21-4fb9-9c36-bf58457c0d31 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 945 time: 0.1431570 Feb 15 17:12:01.964875 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5100d770-3c45-4158-a36e-e7681826f4d6 req-16e29ccf-3967-4290-85ad-9e06233c5b0f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724843 Feb 15 17:12:01.985480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55178) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:02.167647 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b8bceff1-ecab-4256-b516-dcefcaa515a0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (02d80088-8c84-4b5d-be30-3e226bed9ae2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:02.247977 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bceff1-ecab-4256-b516-dcefcaa515a0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=02d80088-8c84-4b5d-be30-3e226bed9ae2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:02.271751 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b8bceff1-ecab-4256-b516-dcefcaa515a0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:02.278862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55196) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:02.289979 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b8bceff1-ecab-4256-b516-dcefcaa515a0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/02d80088-8c84-4b5d-be30-3e226bed9ae2 HTTP/1.1" status: 204 len: 168 time: 0.9631197 Feb 15 17:12:02.402093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f650ff-55ee-488b-af9c-795e2b6f259b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:02.403948 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f650ff-55ee-488b-af9c-795e2b6f259b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:02.409255 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55206) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:02.431225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-02f650ff-55ee-488b-af9c-795e2b6f259b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1498480 Feb 15 17:12:02.528225 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b272ca-9602-4be2-9b60-bd9c8dfacc65 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet b993e959-516c-483c-b4de-44bf25399b81 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:12:02.533088 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57b272ca-9602-4be2-9b60-bd9c8dfacc65 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (b993e959-516c-483c-b4de-44bf25399b81), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:02.596659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a551d2-0940-4066-8bf0-7ca897dca94c tempest-TestVolumeBootPattern-90873148 tempest-TestVolumeBootPattern-90873148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:02.605106 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-27a551d2-0940-4066-8bf0-7ca897dca94c tempest-TestVolumeBootPattern-90873148 tempest-TestVolumeBootPattern-90873148-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 1123 time: 0.6149580 Feb 15 17:12:02.605975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55218) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:02.615166 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57b272ca-9602-4be2-9b60-bd9c8dfacc65 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (b993e959-516c-483c-b4de-44bf25399b81), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:02.627060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '3c55bd53-67e7-42a7-9d80-cf8b7a840171', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:02.694069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-42382eb9-0d1d-4d81-bd46-41026d138127 None None] Provisioning complete for port f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:02.695150 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42382eb9-0d1d-4d81-bd46-41026d138127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:02.786446 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:02.857699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:12:02.891273 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57b272ca-9602-4be2-9b60-bd9c8dfacc65 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (b993e959-516c-483c-b4de-44bf25399b81), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:03.035399 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:03.075500 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:03.075885 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:03.089549 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57b272ca-9602-4be2-9b60-bd9c8dfacc65 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (b993e959-516c-483c-b4de-44bf25399b81), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:03.170198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-42382eb9-0d1d-4d81-bd46-41026d138127 None None] Current status of the port f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:03.174323 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-42382eb9-0d1d-4d81-bd46-41026d138127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:03.183098 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b272ca-9602-4be2-9b60-bd9c8dfacc65 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=b993e959-516c-483c-b4de-44bf25399b81,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:03.203691 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-57b272ca-9602-4be2-9b60-bd9c8dfacc65 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:03.221900 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-57b272ca-9602-4be2-9b60-bd9c8dfacc65 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/b993e959-516c-483c-b4de-44bf25399b81 HTTP/1.1" status: 204 len: 168 time: 0.8033361 Feb 15 17:12:03.223226 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55256) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:03.264603 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Allocated IP 172.25.4.93 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/76308e38-c5b9-4a50-909a-30b92d74098e) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:03.324241 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7cd81f6e-e05b-4ab3-b421-7221e854f2ca tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981293 Feb 15 17:12:03.326231 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55262) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:03.332455 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cb6440d3-4488-4157-b582-917d64b06529 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:03.349444 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-42382eb9-0d1d-4d81-bd46-41026d138127 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:12:03.351394 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-42382eb9-0d1d-4d81-bd46-41026d138127 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:12:03.506248 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for port (76308e38-c5b9-4a50-909a-30b92d74098e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:03.507123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:03.507528 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:03.574453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:03.589521 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8fb393-12b6-42be-8bf7-4ebe474d977f None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:03.613785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6440d3-4488-4157-b582-917d64b06529 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:03.618713 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb6440d3-4488-4157-b582-917d64b06529 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:03.648256 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:03.671744 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (76308e38-c5b9-4a50-909a-30b92d74098e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:03.752822 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:03.754755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'Port': ['ID=76308e38-c5b9-4a50-909a-30b92d74098e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:03.794310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:03.794310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:03.800229 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:03.934597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec9395-36b9-4bfd-ab67-c8a68c46dfe3 None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:12:03.998167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-42382eb9-0d1d-4d81-bd46-41026d138127 None None] Current status of the port f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:04.058070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3cec9395-36b9-4bfd-ab67-c8a68c46dfe3 None None] Deleting port f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:04.058764 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cec9395-36b9-4bfd-ab67-c8a68c46dfe3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:04.290806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.objects.ports [None req-cb6440d3-4488-4157-b582-917d64b06529 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:12:04.526048 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3cec9395-36b9-4bfd-ab67-c8a68c46dfe3 None None] For port f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:04.526763 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cec9395-36b9-4bfd-ab67-c8a68c46dfe3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:04.555631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3cec9395-36b9-4bfd-ab67-c8a68c46dfe3 None None] Calling delete_port for f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:04.589643 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-80d7cb48-5d54-45cf-9947-1c01a7f71c64 None None] Could not find standard attr ID for object 02d80088-8c84-4b5d-be30-3e226bed9ae2. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:12:04.646772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:12:04.659706 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for floatingip (99adac55-0077-46c7-86d7-588a1623921b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:04.782947 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb6440d3-4488-4157-b582-917d64b06529 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:04.832915 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:04.833500 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:04.874276 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cec9395-36b9-4bfd-ab67-c8a68c46dfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:04.953674 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55336) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:04.956159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec9395-36b9-4bfd-ab67-c8a68c46dfe3 None None] Pushing event deleted for resources: {'Port': ['ID=f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:04.963978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec9395-36b9-4bfd-ab67-c8a68c46dfe3 None None] No DVR routers for this DVR port f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:12:05.219121 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-023ae4da-7801-4b23-93c6-9118c3833cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:05.240364 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-cb6440d3-4488-4157-b582-917d64b06529 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] For port f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:05.294590 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb6440d3-4488-4157-b582-917d64b06529 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:05.383964 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (76308e38-c5b9-4a50-909a-30b92d74098e), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:05.384232 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-023ae4da-7801-4b23-93c6-9118c3833cff admin admin] Publish callbacks [] for security_group (9dbbcc86-8768-4325-a5b2-be4eff762588), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:05.407731 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb6440d3-4488-4157-b582-917d64b06529 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:05.456649 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6440d3-4488-4157-b582-917d64b06529 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=f3f7d5f3-b44d-4b70-a3ce-1949e4dad3bc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:05.460699 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb6440d3-4488-4157-b582-917d64b06529 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (24bb81f9-5051-4d93-878e-bf7beeca681f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:05.513262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6440d3-4488-4157-b582-917d64b06529 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:05.514242 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-023ae4da-7801-4b23-93c6-9118c3833cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9dbbcc86-8768-4325-a5b2-be4eff762588), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:05.543345 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-cb6440d3-4488-4157-b582-917d64b06529 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:05.550495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f210d66d-8384-4784-b08d-2f8bcc7ca02c None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:05.554775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6440d3-4488-4157-b582-917d64b06529 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:05.555485 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb6440d3-4488-4157-b582-917d64b06529 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:05.570501 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6440d3-4488-4157-b582-917d64b06529 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=24bb81f9-5051-4d93-878e-bf7beeca681f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:05.597230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ae4da-7801-4b23-93c6-9118c3833cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbbcc86-8768-4325-a5b2-be4eff762588,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:05.602125 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-023ae4da-7801-4b23-93c6-9118c3833cff admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e0953c1f41f84e1cbd71e6be7fd3c315&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6447818 Feb 15 17:12:05.605283 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55370) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:05.663203 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf5691e6-ed70-457e-a8bf-b292018840af admin admin] Publish callbacks [] for security_group (9dbbcc86-8768-4325-a5b2-be4eff762588), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:05.680599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55372) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:05.681230 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cb6440d3-4488-4157-b582-917d64b06529 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3532212 Feb 15 17:12:05.690692 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f9ce0328-949f-4658-b09a-f61e15925280 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'mac_address': 'fa:16:3e:2f:b1:fb', 'name': 'tempest-NetworksTestDHCPv6-1982250585'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:05.699300 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf5691e6-ed70-457e-a8bf-b292018840af admin admin] Publish callbacks [] for security_group (9dbbcc86-8768-4325-a5b2-be4eff762588), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:05.809687 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': '24bb81f9-5051-4d93-878e-bf7beeca681f'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:12:05.810572 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:05.840737 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for port (76308e38-c5b9-4a50-909a-30b92d74098e), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:05.848600 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf5691e6-ed70-457e-a8bf-b292018840af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9dbbcc86-8768-4325-a5b2-be4eff762588), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:05.851567 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf5691e6-ed70-457e-a8bf-b292018840af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:05.853580 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bf5691e6-ed70-457e-a8bf-b292018840af admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9dbbcc86-8768-4325-a5b2-be4eff762588 HTTP/1.1" status: 204 len: 168 time: 0.2464054 Feb 15 17:12:05.874999 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5691e6-ed70-457e-a8bf-b292018840af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbbcc86-8768-4325-a5b2-be4eff762588,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:05.906592 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (76308e38-c5b9-4a50-909a-30b92d74098e), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:05.992883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'Port': ['ID=76308e38-c5b9-4a50-909a-30b92d74098e,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:06.003907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ce0328-949f-4658-b09a-f61e15925280 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:06.159672 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (99adac55-0077-46c7-86d7-588a1623921b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:06.166453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Allocated IP 2001:db8::f816:3eff:fedb:f773 (824790ef-3fd7-489c-9576-06e052670deb/24bb81f9-5051-4d93-878e-bf7beeca681f/ac4c2644-6607-46b2-8271-583ede5ba613) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:06.331831 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Floating IP 99adac55-0077-46c7-86d7-588a1623921b associated. External IP: 172.25.4.93, port: 3c55bd53-67e7-42a7-9d80-cf8b7a840171. Feb 15 17:12:06.523544 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Publish callbacks [] for port (ac4c2644-6607-46b2-8271-583ede5ba613), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:06.549273 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9ce0328-949f-4658-b09a-f61e15925280 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:06.595190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-f9ce0328-949f-4658-b09a-f61e15925280 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port b02b4ae9-969a-4a53-8f4a-75d3d066b822 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:12:06.639239 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (ac4c2644-6607-46b2-8271-583ede5ba613), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:06.684941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:06.684941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:06.690916 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:06.694516 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Pushing event updated for resources: {'Port': ['ID=ac4c2644-6607-46b2-8271-583ede5ba613,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:06.784474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Attempting to bind port ac4c2644-6607-46b2-8271-583ede5ba613 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:12:06.784927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Attempting to bind port ac4c2644-6607-46b2-8271-583ede5ba613 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:12:06.785384 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Attempting to bind port ac4c2644-6607-46b2-8271-583ede5ba613 on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:12:06.791363 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:12:06.792013 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:12:06.792503 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:06.792979 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:12:06.793566 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Bound port: ac4c2644-6607-46b2-8271-583ede5ba613, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:12:06.794152 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ac4c2644-6607-46b2-8271-583ede5ba613), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:06.803141 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-f9ce0328-949f-4658-b09a-f61e15925280 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::f816:3eff:fe2f:b1fb (824790ef-3fd7-489c-9576-06e052670deb/24bb81f9-5051-4d93-878e-bf7beeca681f/b02b4ae9-969a-4a53-8f4a-75d3d066b822) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:06.888532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55426) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:06.907928 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1eee4be2-f710-4cde-85fb-2903ebc1b332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:06.938437 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] For port ac4c2644-6607-46b2-8271-583ede5ba613, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:12:06.943605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] For port ac4c2644-6607-46b2-8271-583ede5ba613, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ac4c2644-6607-46b2-8271-583ede5ba613,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:12:06.974194 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eb66ac90-bb75-4a42-afbe-359f1a35aa61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:07.014451 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Router 5ff18b72-1a6c-49b3-bf68-daefd0667316 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:12:07.039390 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ac4c2644-6607-46b2-8271-583ede5ba613), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:07.226529 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1eee4be2-f710-4cde-85fb-2903ebc1b332 admin admin] Publish callbacks [] for security_group (3690b62b-6977-4444-969b-168964631c71), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:07.255374 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd8d63-1125-483f-b6f6-2b4b8bbc03cc None None] Pushing event updated for resources: {'Port': ['ID=ac4c2644-6607-46b2-8271-583ede5ba613,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:07.277419 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1eee4be2-f710-4cde-85fb-2903ebc1b332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3690b62b-6977-4444-969b-168964631c71), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:07.355503 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1eee4be2-f710-4cde-85fb-2903ebc1b332 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9eec6ccf84fd4a44adf0a3ef2ec4bd06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4657097 Feb 15 17:12:07.359641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55448) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:07.451248 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee4be2-f710-4cde-85fb-2903ebc1b332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3690b62b-6977-4444-969b-168964631c71,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:07.475233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:12:07.512138 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be5b0d-9478-40b7-895b-8ff118704f1a None None] Sync routers for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:12:07.527996 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be5b0d-9478-40b7-895b-8ff118704f1a None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:12:07.529582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-87be5b0d-9478-40b7-895b-8ff118704f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:11:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:12:07.569020 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9ce0328-949f-4658-b09a-f61e15925280 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (b02b4ae9-969a-4a53-8f4a-75d3d066b822), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:07.600676 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6f60ab40-3fd5-4bdc-a708-883b478eaddc admin admin] Publish callbacks [] for security_group (3690b62b-6977-4444-969b-168964631c71), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:07.652060 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6f60ab40-3fd5-4bdc-a708-883b478eaddc admin admin] Publish callbacks [] for security_group (3690b62b-6977-4444-969b-168964631c71), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:07.679905 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:07.713301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-87be5b0d-9478-40b7-895b-8ff118704f1a None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:12:07.723203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f02c8751-39fe-42b5-80ab-1668ec857835 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1159916 Feb 15 17:12:07.723792 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f68bbe-d1a1-4617-9110-76f54fd58061', 'tag': '3c55bd53-67e7-42a7-9d80-cf8b7a840171'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:12:07.727104 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4606665e-e875-431b-ae23-ed6ac526586c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f68bbe-d1a1-4617-9110-76f54fd58061", "tag": "3c55bd53-67e7-42a7-9d80-cf8b7a840171"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:12:07.742278 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9ce0328-949f-4658-b09a-f61e15925280 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b02b4ae9-969a-4a53-8f4a-75d3d066b822), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:07.795528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ce0328-949f-4658-b09a-f61e15925280 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:07.802056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f9ce0328-949f-4658-b09a-f61e15925280 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:07.805336 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8159dd0c-c963-4d44-a954-967f7879a566 x-openstack-request-id: req-8159dd0c-c963-4d44-a954-967f7879a566 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:12:07.806612 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f68bbe-d1a1-4617-9110-76f54fd58061", "tag": "3c55bd53-67e7-42a7-9d80-cf8b7a840171", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:12:07.806612 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8159dd0c-c963-4d44-a954-967f7879a566 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:12:07.806953 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f68bbe-d1a1-4617-9110-76f54fd58061', 'tag': '3c55bd53-67e7-42a7-9d80-cf8b7a840171', 'status': 'completed', 'code': 200} Feb 15 17:12:07.809954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce0328-949f-4658-b09a-f61e15925280 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:07.815292 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ce0328-949f-4658-b09a-f61e15925280 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:07.815965 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9ce0328-949f-4658-b09a-f61e15925280 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:07.830589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce0328-949f-4658-b09a-f61e15925280 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=b02b4ae9-969a-4a53-8f4a-75d3d066b822,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:07.858223 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6f60ab40-3fd5-4bdc-a708-883b478eaddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (3690b62b-6977-4444-969b-168964631c71), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:07.861324 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6f60ab40-3fd5-4bdc-a708-883b478eaddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:07.865649 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6f60ab40-3fd5-4bdc-a708-883b478eaddc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/3690b62b-6977-4444-969b-168964631c71 HTTP/1.1" status: 204 len: 168 time: 0.4998469 Feb 15 17:12:07.896282 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60ab40-3fd5-4bdc-a708-883b478eaddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3690b62b-6977-4444-969b-168964631c71,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:07.919268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606665e-e875-431b-ae23-ed6ac526586c req-4627273c-a1ef-4c03-8395-2ae07a6c2583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:07.922126 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4606665e-e875-431b-ae23-ed6ac526586c req-4627273c-a1ef-4c03-8395-2ae07a6c2583 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 1128 time: 0.0745146 Feb 15 17:12:07.945402 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f9ce0328-949f-4658-b09a-f61e15925280 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2599425 Feb 15 17:12:07.948189 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55480) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:08.081867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a82eb-1e6a-45db-9fd3-897a30df3511 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:08.088532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a82eb-1e6a-45db-9fd3-897a30df3511 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:08.090534 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9b5a82eb-1e6a-45db-9fd3-897a30df3511 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1401463 Feb 15 17:12:08.093184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55488) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:08.096560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-87be5b0d-9478-40b7-895b-8ff118704f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '99adac55-0077-46c7-86d7-588a1623921b', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'floating_ip_address': '172.25.4.93', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'port_id': '3c55bd53-67e7-42a7-9d80-cf8b7a840171', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'mac_address': 'fa:16:3e:0d:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f68bbe-d1a1-4617-9110-76f54fd58061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:12:04Z', 'updated_at': '2022-02-15T17:12:04Z', 'revision_number': 0, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:12:08.132850 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606665e-e875-431b-ae23-ed6ac526586c req-225b1b9e-d5c4-4b5f-a87c-cd070efe21b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:08.135238 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4606665e-e875-431b-ae23-ed6ac526586c req-225b1b9e-d5c4-4b5f-a87c-cd070efe21b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.2072568 Feb 15 17:12:08.142594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be5b0d-9478-40b7-895b-8ff118704f1a None None] Checking router: 5ff18b72-1a6c-49b3-bf68-daefd0667316 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:12:08.156894 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87be5b0d-9478-40b7-895b-8ff118704f1a None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:12:08.159476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-87be5b0d-9478-40b7-895b-8ff118704f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:11:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:12:08.228524 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3efc92e7-01e4-43b3-b3b5-0fe953b49106 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port b02b4ae9-969a-4a53-8f4a-75d3d066b822 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:08.229926 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3efc92e7-01e4-43b3-b3b5-0fe953b49106 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b02b4ae9-969a-4a53-8f4a-75d3d066b822), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:08.303200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4606665e-e875-431b-ae23-ed6ac526586c req-4dbdc83b-52fe-4734-9e14-d516e53ee36d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c55bd53-67e7-42a7-9d80-cf8b7a840171 HTTP/1.1" status: 200 len: 998 time: 0.1612988 Feb 15 17:12:08.385618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-87be5b0d-9478-40b7-895b-8ff118704f1a None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:12:08.406933 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce87893b-e556-41a1-96ba-781e7e3a1684 req-5da7d608-dda7-401b-8584-311288dd021f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1351490 Feb 15 17:12:08.413125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606665e-e875-431b-ae23-ed6ac526586c req-14da0bce-8c24-4d46-bd9c-9ad20ec9b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:08.418310 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4606665e-e875-431b-ae23-ed6ac526586c req-14da0bce-8c24-4d46-bd9c-9ad20ec9b7ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.1063771 Feb 15 17:12:08.484583 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3efc92e7-01e4-43b3-b3b5-0fe953b49106 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b02b4ae9-969a-4a53-8f4a-75d3d066b822), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:08.497986 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3efc92e7-01e4-43b3-b3b5-0fe953b49106 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for b02b4ae9-969a-4a53-8f4a-75d3d066b822 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:08.511912 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606665e-e875-431b-ae23-ed6ac526586c req-07349421-af92-44f2-be9f-6c9777eace16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:08.513479 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4606665e-e875-431b-ae23-ed6ac526586c req-07349421-af92-44f2-be9f-6c9777eace16 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0923567 Feb 15 17:12:08.683137 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-0310903f-1817-43e6-9c7c-ea6276f7187e tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=b42041c4836b4a8f913d33d47ff9194b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585001 Feb 15 17:12:08.689227 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4606665e-e875-431b-ae23-ed6ac526586c req-899e67bf-ac3a-4c72-a5c3-cd7977b67098 service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665323 Feb 15 17:12:08.741033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ac4c2644-6607-46b2-8271-583ede5ba613 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:12:08.818172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1614f887-7e99-4c1f-99fd-7cb3bda0d44b None None] Provisioning complete for port ac4c2644-6607-46b2-8271-583ede5ba613 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:08.819156 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1614f887-7e99-4c1f-99fd-7cb3bda0d44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ac4c2644-6607-46b2-8271-583ede5ba613), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:08.875071 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ac4c2644-6607-46b2-8271-583ede5ba613 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:08.875610 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ac4c2644-6607-46b2-8271-583ede5ba613), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:08.881642 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4606665e-e875-431b-ae23-ed6ac526586c req-a2b322f8-4e5a-4049-a90d-79c600ed9754 service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837742 Feb 15 17:12:08.921828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-87be5b0d-9478-40b7-895b-8ff118704f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '99adac55-0077-46c7-86d7-588a1623921b', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'floating_ip_address': '172.25.4.93', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'port_id': '3c55bd53-67e7-42a7-9d80-cf8b7a840171', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'mac_address': 'fa:16:3e:0d:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f68bbe-d1a1-4617-9110-76f54fd58061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:12:04Z', 'updated_at': '2022-02-15T17:12:04Z', 'revision_number': 0, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:12:08.950657 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-32b3ecba-300d-4fcd-9950-ecfed82a80b9 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:08.952208 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-32b3ecba-300d-4fcd-9950-ecfed82a80b9 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2712686 Feb 15 17:12:08.976623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87be5b0d-9478-40b7-895b-8ff118704f1a None None] The sync data for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 is: [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '99adac55-0077-46c7-86d7-588a1623921b', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'floating_ip_address': '172.25.4.93', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'port_id': '3c55bd53-67e7-42a7-9d80-cf8b7a840171', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'mac_address': 'fa:16:3e:0d:79:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6f68bbe-d1a1-4617-9110-76f54fd58061', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:12:04Z', 'updated_at': '2022-02-15T17:12:04Z', 'revision_number': 0, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:12:08.980202 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-0fd3f2f8-817c-400a-95e2-3e7dd8302c4d tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/quotas/b42041c4836b4a8f913d33d47ff9194b HTTP/1.1" status: 200 len: 375 time: 0.0200987 Feb 15 17:12:09.051088 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-cc40615d-723e-49d3-a51c-9f9b8ac4c711 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=b42041c4836b4a8f913d33d47ff9194b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410364 Feb 15 17:12:09.089177 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3efc92e7-01e4-43b3-b3b5-0fe953b49106 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b02b4ae9-969a-4a53-8f4a-75d3d066b822), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:09.157824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc92e7-01e4-43b3-b3b5-0fe953b49106 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=b02b4ae9-969a-4a53-8f4a-75d3d066b822,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:09.158577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ac4c2644-6607-46b2-8271-583ede5ba613 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:09.158984 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ac4c2644-6607-46b2-8271-583ede5ba613), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:09.184928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87893b-e556-41a1-96ba-781e7e3a1684 req-ef21be27-7b96-46ae-a16d-7ba8d5b83d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:09.191971 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce87893b-e556-41a1-96ba-781e7e3a1684 req-ef21be27-7b96-46ae-a16d-7ba8d5b83d7e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 1128 time: 0.1141360 Feb 15 17:12:09.202239 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1614f887-7e99-4c1f-99fd-7cb3bda0d44b None None] Current status of the port ac4c2644-6607-46b2-8271-583ede5ba613 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:09.202645 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1614f887-7e99-4c1f-99fd-7cb3bda0d44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ac4c2644-6607-46b2-8271-583ede5ba613), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:09.223916 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3efc92e7-01e4-43b3-b3b5-0fe953b49106 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:09.232202 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3efc92e7-01e4-43b3-b3b5-0fe953b49106 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/b02b4ae9-969a-4a53-8f4a-75d3d066b822 HTTP/1.1" status: 204 len: 168 time: 1.1374149 Feb 15 17:12:09.234511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55546) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:09.282246 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1614f887-7e99-4c1f-99fd-7cb3bda0d44b None None] For port ac4c2644-6607-46b2-8271-583ede5ba613, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ac4c2644-6607-46b2-8271-583ede5ba613,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:09.317569 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c06c157-9b48-4d05-85b3-57283796802c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:09.321856 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c06c157-9b48-4d05-85b3-57283796802c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:09.327613 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6c06c157-9b48-4d05-85b3-57283796802c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0891101 Feb 15 17:12:09.328161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55554) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:09.369668 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1614f887-7e99-4c1f-99fd-7cb3bda0d44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ac4c2644-6607-46b2-8271-583ede5ba613), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:09.421500 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87893b-e556-41a1-96ba-781e7e3a1684 req-dd98af17-e199-4ba4-943c-2eba38043a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:09.425552 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce87893b-e556-41a1-96ba-781e7e3a1684 req-dd98af17-e199-4ba4-943c-2eba38043a3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.2097957 Feb 15 17:12:09.443059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5285c96-10b3-4fc1-a0e5-d31656dfb916 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 24bb81f9-5051-4d93-878e-bf7beeca681f {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:12:09.445586 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac23edd9-2f17-4f15-af6e-c132307e0774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:09.447827 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5285c96-10b3-4fc1-a0e5-d31656dfb916 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (24bb81f9-5051-4d93-878e-bf7beeca681f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:09.474372 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1560f71-a42f-45f6-9883-30ba29ad1bd5 None None] New status for floating IP 99adac55-0077-46c7-86d7-588a1623921b: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:12:09.515599 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6de8aa73-104f-406d-b165-8651d23b5bde None None] Could not find standard attr ID for object b02b4ae9-969a-4a53-8f4a-75d3d066b822. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:12:09.536689 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:12:09.537122 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:12:09.568660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614f887-7e99-4c1f-99fd-7cb3bda0d44b None None] Pushing event updated for resources: {'Port': ['ID=ac4c2644-6607-46b2-8271-583ede5ba613,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:09.618604 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4c446e74-3c8e-4453-9879-fdd9d664365b req-41b105a1-2da3-4f85-b7ec-1d8552b3d7dc tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 210 time: 0.0957506 Feb 15 17:12:09.645493 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5285c96-10b3-4fc1-a0e5-d31656dfb916 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (24bb81f9-5051-4d93-878e-bf7beeca681f), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:09.698775 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce87893b-e556-41a1-96ba-781e7e3a1684 req-55da11a7-7742-4e39-8c45-7216be34f454 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c55bd53-67e7-42a7-9d80-cf8b7a840171 HTTP/1.1" status: 200 len: 998 time: 0.2570994 Feb 15 17:12:09.754607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87893b-e556-41a1-96ba-781e7e3a1684 req-07b9aec5-9a59-4c7d-9add-067419fd03db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:09.756114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce87893b-e556-41a1-96ba-781e7e3a1684 req-07b9aec5-9a59-4c7d-9add-067419fd03db service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.0479212 Feb 15 17:12:09.804692 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5285c96-10b3-4fc1-a0e5-d31656dfb916 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (24bb81f9-5051-4d93-878e-bf7beeca681f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:09.827970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-d5d671b1-3209-4b25-901c-0491bf36ed7e tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:09.828339 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-d5d671b1-3209-4b25-901c-0491bf36ed7e tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/networks?id=a08513b0-2431-4c16-bdc9-80beb3ba12d5 HTTP/1.1" status: 200 len: 814 time: 0.3963585 Feb 15 17:12:09.856476 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-b799f665-a4e3-415a-b4c0-492240ef7c64 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/quotas/5e0f135462714de18205d04dc34266f7 HTTP/1.1" status: 200 len: 375 time: 0.0176899 Feb 15 17:12:09.858512 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce87893b-e556-41a1-96ba-781e7e3a1684 req-d22857a5-22e5-4567-b2bf-a50488b30846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:09.859997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce87893b-e556-41a1-96ba-781e7e3a1684 req-d22857a5-22e5-4567-b2bf-a50488b30846 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0965345 Feb 15 17:12:09.912297 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-233e0c53-0254-4ad8-9a95-8acb6df5ff41 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=5e0f135462714de18205d04dc34266f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503123 Feb 15 17:12:09.969313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5285c96-10b3-4fc1-a0e5-d31656dfb916 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (24bb81f9-5051-4d93-878e-bf7beeca681f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:09.996589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5285c96-10b3-4fc1-a0e5-d31656dfb916 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=24bb81f9-5051-4d93-878e-bf7beeca681f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:10.000251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5285c96-10b3-4fc1-a0e5-d31656dfb916 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:10.005844 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c5285c96-10b3-4fc1-a0e5-d31656dfb916 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/24bb81f9-5051-4d93-878e-bf7beeca681f HTTP/1.1" status: 204 len: 168 time: 0.6745083 Feb 15 17:12:10.006096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55578) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:10.013174 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82c7d50-70b7-4114-8ae0-66f724c608da None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:10.052273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce87893b-e556-41a1-96ba-781e7e3a1684 req-60bac79b-71d9-4781-986f-e5b6346cb78d service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788344 Feb 15 17:12:10.053560 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8adf333a-c17a-41ef-a75a-d68f259e6b4c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463450 Feb 15 17:12:10.055967 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55580) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:10.109917 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43487d2b-da3d-4e0c-9437-0ad4eb2d51d9 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:10.110176 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-43487d2b-da3d-4e0c-9437-0ad4eb2d51d9 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0530121 Feb 15 17:12:10.112883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55582) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:10.124067 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-8507a808-ad2d-47e8-a7a0-f7d4aa5752a8 service neutron] 10.222.0.107 "GET /v2.0/networks/a08513b0-2431-4c16-bdc9-80beb3ba12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866612 Feb 15 17:12:10.144125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ac4c2644-6607-46b2-8271-583ede5ba613 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:10.183524 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2484b3f3-c337-43f7-a318-c02454f8926e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:10.185163 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2484b3f3-c337-43f7-a318-c02454f8926e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0713239 Feb 15 17:12:10.187755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55584) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:10.246654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d993c943-31b4-42cd-8802-5ea895e6c550 None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:12:10.267679 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce87893b-e556-41a1-96ba-781e7e3a1684 req-ff9cf79a-1cb0-4733-8ef4-bf3669d7e3c1 service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096446 Feb 15 17:12:10.283861 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-575bc98b-3aed-4db1-a999-a104689ddf52 service neutron] 10.222.0.107 "GET /v2.0/networks/a08513b0-2431-4c16-bdc9-80beb3ba12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470532 Feb 15 17:12:10.355625 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d993c943-31b4-42cd-8802-5ea895e6c550 None None] Deleting port ac4c2644-6607-46b2-8271-583ede5ba613 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:10.356483 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d993c943-31b4-42cd-8802-5ea895e6c550 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ac4c2644-6607-46b2-8271-583ede5ba613), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:10.416049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55588) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:10.601778 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-60a66fe9-28a2-45fe-8e8b-db23efedc1df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:10.611100 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9a8b12ac-19a7-4994-aa75-ba9575ccafb5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4222713 Feb 15 17:12:10.625726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55596) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:10.662792 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aa3c8ea1-222a-4955-97b8-ca203cc8569d req-e46c7db4-d1dc-44c6-93fb-b554b2d89b6c tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 210 time: 0.0525818 Feb 15 17:12:10.680626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d993c943-31b4-42cd-8802-5ea895e6c550 None None] For port ac4c2644-6607-46b2-8271-583ede5ba613, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ac4c2644-6607-46b2-8271-583ede5ba613,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:10.682322 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d993c943-31b4-42cd-8802-5ea895e6c550 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ac4c2644-6607-46b2-8271-583ede5ba613), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:10.716336 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-1f410a91-63d8-468f-99a6-e904a9ebd9d0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:10.737514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ac4c2644-6607-46b2-8271-583ede5ba613 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:12:10.740667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d993c943-31b4-42cd-8802-5ea895e6c550 None None] Calling delete_port for ac4c2644-6607-46b2-8271-583ede5ba613 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:10.821714 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:10.824203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-39a072e1-bfce-4986-bf74-d41f52e33635 req-966afcba-7088-4f67-8e39-0b3cc2703e7b tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 210 time: 0.0540392 Feb 15 17:12:10.873041 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-60a66fe9-28a2-45fe-8e8b-db23efedc1df admin admin] Publish callbacks [] for security_group (db06f479-004b-41e3-934b-c8a8886b8aae), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:10.891714 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ac4c2644-6607-46b2-8271-583ede5ba613 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:10.892114 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ac4c2644-6607-46b2-8271-583ede5ba613), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:10.940365 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f410a91-63d8-468f-99a6-e904a9ebd9d0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:10.944102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f410a91-63d8-468f-99a6-e904a9ebd9d0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:10.947937 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-60a66fe9-28a2-45fe-8e8b-db23efedc1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (db06f479-004b-41e3-934b-c8a8886b8aae), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:10.959412 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d993c943-31b4-42cd-8802-5ea895e6c550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (ac4c2644-6607-46b2-8271-583ede5ba613), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:11.006864 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993c943-31b4-42cd-8802-5ea895e6c550 None None] Pushing event deleted for resources: {'Port': ['ID=ac4c2644-6607-46b2-8271-583ede5ba613,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:11.017593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d993c943-31b4-42cd-8802-5ea895e6c550 None None] No DVR routers for this DVR port ac4c2644-6607-46b2-8271-583ede5ba613 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:12:11.040713 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-60a66fe9-28a2-45fe-8e8b-db23efedc1df admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6e340e23668f4bab84e367bb1496ab19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6216650 Feb 15 17:12:11.042026 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55606) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:11.043484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a66fe9-28a2-45fe-8e8b-db23efedc1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db06f479-004b-41e3-934b-c8a8886b8aae,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:11.102669 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27e2de56-afea-4992-bd75-8867a6dcb2cb admin admin] Publish callbacks [] for security_group (db06f479-004b-41e3-934b-c8a8886b8aae), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:11.125167 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27e2de56-afea-4992-bd75-8867a6dcb2cb admin admin] Publish callbacks [] for security_group (db06f479-004b-41e3-934b-c8a8886b8aae), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:11.248326 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27e2de56-afea-4992-bd75-8867a6dcb2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (db06f479-004b-41e3-934b-c8a8886b8aae), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:11.250995 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-27e2de56-afea-4992-bd75-8867a6dcb2cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:11.252141 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-27e2de56-afea-4992-bd75-8867a6dcb2cb admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/db06f479-004b-41e3-934b-c8a8886b8aae HTTP/1.1" status: 204 len: 168 time: 0.2083218 Feb 15 17:12:11.260326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e2de56-afea-4992-bd75-8867a6dcb2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db06f479-004b-41e3-934b-c8a8886b8aae,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:11.365852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.objects.ports [None req-1f410a91-63d8-468f-99a6-e904a9ebd9d0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103799) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:12:11.367366 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f410a91-63d8-468f-99a6-e904a9ebd9d0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (37829245-42ec-48cd-8d14-05f4ddc807ae), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:11.410055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f410a91-63d8-468f-99a6-e904a9ebd9d0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:11.413304 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-1f410a91-63d8-468f-99a6-e904a9ebd9d0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:11.418548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f410a91-63d8-468f-99a6-e904a9ebd9d0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:11.419094 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1f410a91-63d8-468f-99a6-e904a9ebd9d0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:11.426185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd2e29d-4503-4b3b-8d6e-8272efb7cc4e None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:11.434352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f410a91-63d8-468f-99a6-e904a9ebd9d0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=37829245-42ec-48cd-8d14-05f4ddc807ae,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:11.520701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1f410a91-63d8-468f-99a6-e904a9ebd9d0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8868673 Feb 15 17:12:11.523221 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55612) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:11.532168 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-3d6e1dd0-7ea8-4d2e-9388-fca6555f4ae1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'mac_address': 'fa:16:3e:fb:f2:20', 'name': 'tempest-NetworksTestDHCPv6-522261108'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:11.535505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': '37829245-42ec-48cd-8d14-05f4ddc807ae'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:12:11.537554 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:11.721862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6e1dd0-7ea8-4d2e-9388-fca6555f4ae1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:11.722099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Allocated IP 2001:db8::f816:3eff:fede:e048 (824790ef-3fd7-489c-9576-06e052670deb/37829245-42ec-48cd-8d14-05f4ddc807ae/8dc7b36b-45e9-424e-b579-3886a31c546a) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:11.796735 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca9dc685-993c-4b96-a2b1-140851a08b6b req-6673c2dd-a24d-4067-b5c3-1118b7765be9 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 210 time: 0.0339115 Feb 15 17:12:11.822587 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1dd0-7ea8-4d2e-9388-fca6555f4ae1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:11.844810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-3d6e1dd0-7ea8-4d2e-9388-fca6555f4ae1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port 94b82ce8-e1d8-46b0-977d-b39715d6b757 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:12:11.949135 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eb40568e-ba57-46b6-b15e-4303e0e8857a req-fd89abf5-264f-456b-b0c9-6e09804bccdb tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 210 time: 0.0283430 Feb 15 17:12:11.955952 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Publish callbacks [] for port (8dc7b36b-45e9-424e-b579-3886a31c546a), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:12.036979 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (8dc7b36b-45e9-424e-b579-3886a31c546a), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:12.039159 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:12.080359 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:12.083413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:12.088311 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:12.091515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Pushing event updated for resources: {'Port': ['ID=8dc7b36b-45e9-424e-b579-3886a31c546a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:12.101354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-3d6e1dd0-7ea8-4d2e-9388-fca6555f4ae1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::f816:3eff:fefb:f220 (824790ef-3fd7-489c-9576-06e052670deb/37829245-42ec-48cd-8d14-05f4ddc807ae/94b82ce8-e1d8-46b0-977d-b39715d6b757) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:12.180484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Attempting to bind port 8dc7b36b-45e9-424e-b579-3886a31c546a on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:12:12.180592 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-7007f78f-98f0-4209-af1a-e081521649dd tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=b42041c4836b4a8f913d33d47ff9194b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449302 Feb 15 17:12:12.180821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Attempting to bind port 8dc7b36b-45e9-424e-b579-3886a31c546a by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:12:12.181475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Attempting to bind port 8dc7b36b-45e9-424e-b579-3886a31c546a on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:12:12.188002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:12:12.188387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:12:12.188795 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:12.189783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:12:12.189901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Bound port: 8dc7b36b-45e9-424e-b579-3886a31c546a, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:12:12.190678 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8dc7b36b-45e9-424e-b579-3886a31c546a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:12.296881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] For port 8dc7b36b-45e9-424e-b579-3886a31c546a, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:12:12.300520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] For port 8dc7b36b-45e9-424e-b579-3886a31c546a, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8dc7b36b-45e9-424e-b579-3886a31c546a,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:12:12.385988 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8dc7b36b-45e9-424e-b579-3886a31c546a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:12.484508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c81d3-cf8a-44bd-a3be-51911e6bc8d6 None None] Pushing event updated for resources: {'Port': ['ID=8dc7b36b-45e9-424e-b579-3886a31c546a,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:12.791608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-b6ce0216-8074-4af1-8ad5-96eabdc95649 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:12.793068 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-b6ce0216-8074-4af1-8ad5-96eabdc95649 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6021929 Feb 15 17:12:12.815261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Request body: {'port': {'device_id': '3c4af84a-c598-4ed3-8aaf-31fe36c3f423', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': 'b42041c4836b4a8f913d33d47ff9194b'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:12.941703 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-69cba820-98c1-4693-bb3b-a76248079231 req-555961bb-a83a-45eb-8e7b-0173ab12bcac tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 210 time: 0.0446482 Feb 15 17:12:12.954046 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1dd0-7ea8-4d2e-9388-fca6555f4ae1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (94b82ce8-e1d8-46b0-977d-b39715d6b757), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:13.058933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-0871acde-dff5-4461-9135-5720b9ba8871 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:13.060304 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-0871acde-dff5-4461-9135-5720b9ba8871 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.67 "GET /v2.0/networks?id=a08513b0-2431-4c16-bdc9-80beb3ba12d5 HTTP/1.1" status: 200 len: 814 time: 0.2375515 Feb 15 17:12:13.079630 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9d9aadc1-0a46-4aee-98e0-a1cf1b7cde97 req-d084dc62-9423-4f16-a35f-5597567c6051 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 210 time: 0.0478530 Feb 15 17:12:13.086416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-4d3b5c54-f894-4e3d-9da0-3e8d49d36ca3 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Request body: {'port': {'device_id': '296db803-fa9a-4693-84f8-220ae8e07641', 'network_id': 'a08513b0-2431-4c16-bdc9-80beb3ba12d5', 'admin_state_up': True, 'tenant_id': '5e0f135462714de18205d04dc34266f7'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:13.237749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Made reservation on behalf of b42041c4836b4a8f913d33d47ff9194b for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:13.241130 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:13.243524 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1dd0-7ea8-4d2e-9388-fca6555f4ae1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (94b82ce8-e1d8-46b0-977d-b39715d6b757), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:13.277919 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:13.303544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6e1dd0-7ea8-4d2e-9388-fca6555f4ae1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:13.321191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-3d6e1dd0-7ea8-4d2e-9388-fca6555f4ae1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:13.323460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e1dd0-7ea8-4d2e-9388-fca6555f4ae1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:13.329336 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6e1dd0-7ea8-4d2e-9388-fca6555f4ae1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:13.330048 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d6e1dd0-7ea8-4d2e-9388-fca6555f4ae1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:13.348133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e1dd0-7ea8-4d2e-9388-fca6555f4ae1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=94b82ce8-e1d8-46b0-977d-b39715d6b757,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:13.353743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-4d3b5c54-f894-4e3d-9da0-3e8d49d36ca3 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Made reservation on behalf of 5e0f135462714de18205d04dc34266f7 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:13.355610 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-4d3b5c54-f894-4e3d-9da0-3e8d49d36ca3 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:13.451982 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3d6e1dd0-7ea8-4d2e-9388-fca6555f4ae1 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9274700 Feb 15 17:12:13.454771 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55648) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:13.521467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa64446-80d5-41c7-9a12-5cad3a617c96 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:13.527159 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:13.527752 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Publish callbacks [] for security_group (7f74c45f-297c-4e13-a49c-358de4932bf3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:13.532273 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa64446-80d5-41c7-9a12-5cad3a617c96 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:13.534046 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0fa64446-80d5-41c7-9a12-5cad3a617c96 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0780406 Feb 15 17:12:13.536815 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55650) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:13.551150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-4d3b5c54-f894-4e3d-9da0-3e8d49d36ca3 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Allocated IP 172.20.0.10 (a08513b0-2431-4c16-bdc9-80beb3ba12d5/9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0/26c17b25-1e6b-4a3a-97d6-428415fcfc79) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:13.622041 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7f74c45f-297c-4e13-a49c-358de4932bf3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:13.659057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-54ea006e-1081-40bb-85d7-8583f776dd97 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port 94b82ce8-e1d8-46b0-977d-b39715d6b757 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:13.659769 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54ea006e-1081-40bb-85d7-8583f776dd97 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (94b82ce8-e1d8-46b0-977d-b39715d6b757), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:13.733742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f74c45f-297c-4e13-a49c-358de4932bf3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:13.770604 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54ea006e-1081-40bb-85d7-8583f776dd97 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (94b82ce8-e1d8-46b0-977d-b39715d6b757), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:13.784992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-54ea006e-1081-40bb-85d7-8583f776dd97 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for 94b82ce8-e1d8-46b0-977d-b39715d6b757 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:13.811513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3be285d0-9ce4-4ff6-bf0d-efcf3ea2bf57 None None] Provisioning complete for port 8dc7b36b-45e9-424e-b579-3886a31c546a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:13.812100 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3be285d0-9ce4-4ff6-bf0d-efcf3ea2bf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8dc7b36b-45e9-424e-b579-3886a31c546a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:13.831058 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-4d3b5c54-f894-4e3d-9da0-3e8d49d36ca3 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Publish callbacks [] for port (26c17b25-1e6b-4a3a-97d6-428415fcfc79), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:13.856384 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Allocated IP 192.168.233.91 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/479f6782-1e7f-4ff0-a5b9-92ac62360071) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:13.939564 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3be285d0-9ce4-4ff6-bf0d-efcf3ea2bf57 None None] Current status of the port 8dc7b36b-45e9-424e-b579-3886a31c546a is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:13.940474 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3be285d0-9ce4-4ff6-bf0d-efcf3ea2bf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8dc7b36b-45e9-424e-b579-3886a31c546a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:13.983939 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-4d3b5c54-f894-4e3d-9da0-3e8d49d36ca3 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (26c17b25-1e6b-4a3a-97d6-428415fcfc79), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:14.011372 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54ea006e-1081-40bb-85d7-8583f776dd97 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (94b82ce8-e1d8-46b0-977d-b39715d6b757), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:14.023984 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3be285d0-9ce4-4ff6-bf0d-efcf3ea2bf57 None None] For port 8dc7b36b-45e9-424e-b579-3886a31c546a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8dc7b36b-45e9-424e-b579-3886a31c546a,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:14.056680 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea006e-1081-40bb-85d7-8583f776dd97 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=94b82ce8-e1d8-46b0-977d-b39715d6b757,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:14.103092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-4d3b5c54-f894-4e3d-9da0-3e8d49d36ca3 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Network a08513b0-2431-4c16-bdc9-80beb3ba12d5 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:14.111131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-4d3b5c54-f894-4e3d-9da0-3e8d49d36ca3 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:14.111404 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54ea006e-1081-40bb-85d7-8583f776dd97 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:14.112514 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3be285d0-9ce4-4ff6-bf0d-efcf3ea2bf57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8dc7b36b-45e9-424e-b579-3886a31c546a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:14.119738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-4d3b5c54-f894-4e3d-9da0-3e8d49d36ca3 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:14.121465 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-54ea006e-1081-40bb-85d7-8583f776dd97 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/94b82ce8-e1d8-46b0-977d-b39715d6b757 HTTP/1.1" status: 204 len: 168 time: 0.5834749 Feb 15 17:12:14.123130 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55658) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:14.186693 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-4d3b5c54-f894-4e3d-9da0-3e8d49d36ca3 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:14.187342 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-4d3b5c54-f894-4e3d-9da0-3e8d49d36ca3 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:14.203412 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96281c-1af9-489b-a9a6-9a645ab83f8a req-da1d6ca4-47f6-4641-a736-fc699823fae8 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:14.205743 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8c96281c-1af9-489b-a9a6-9a645ab83f8a req-da1d6ca4-47f6-4641-a736-fc699823fae8 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 932 time: 0.1605461 Feb 15 17:12:14.209275 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db92568-79ba-4242-b962-4657fff80319 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:14.212749 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db92568-79ba-4242-b962-4657fff80319 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:14.220786 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9db92568-79ba-4242-b962-4657fff80319 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0939362 Feb 15 17:12:14.222389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55660) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:14.262715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a5c3805c-2877-4e39-855f-86d75371fc14 None None] Could not find standard attr ID for object 94b82ce8-e1d8-46b0-977d-b39715d6b757. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:12:14.284702 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be285d0-9ce4-4ff6-bf0d-efcf3ea2bf57 None None] Pushing event updated for resources: {'Port': ['ID=8dc7b36b-45e9-424e-b579-3886a31c546a,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:14.295009 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8c96281c-1af9-489b-a9a6-9a645ab83f8a req-6ad78a70-3568-4666-887c-cc562e34eaaa tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687494 Feb 15 17:12:14.314272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b5c54-f894-4e3d-9da0-3e8d49d36ca3 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Pushing event updated for resources: {'Port': ['ID=26c17b25-1e6b-4a3a-97d6-428415fcfc79,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:14.343829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0bbbf93-e663-423e-86fc-755cc22da882 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 37829245-42ec-48cd-8d14-05f4ddc807ae {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:12:14.348526 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-4d3b5c54-f894-4e3d-9da0-3e8d49d36ca3 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2728031 Feb 15 17:12:14.373219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Request body: {'port': {'device_id': '296db803-fa9a-4693-84f8-220ae8e07641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:14.404801 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e0bbbf93-e663-423e-86fc-755cc22da882 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (37829245-42ec-48cd-8d14-05f4ddc807ae), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:14.409346 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-577ffb08-5eaf-4f71-b8c2-534befb33712 req-de7521e3-d663-494e-a495-4c6dd0ab98c6 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 210 time: 0.0994575 Feb 15 17:12:14.467612 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (26c17b25-1e6b-4a3a-97d6-428415fcfc79), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:14.503819 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Publish callbacks [] for port (479f6782-1e7f-4ff0-a5b9-92ac62360071), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:14.535643 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e0bbbf93-e663-423e-86fc-755cc22da882 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (37829245-42ec-48cd-8d14-05f4ddc807ae), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:14.642388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8dc7b36b-45e9-424e-b579-3886a31c546a up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:12:14.709951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 8dc7b36b-45e9-424e-b579-3886a31c546a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:14.711031 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8dc7b36b-45e9-424e-b579-3886a31c546a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:14.743332 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e0bbbf93-e663-423e-86fc-755cc22da882 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (37829245-42ec-48cd-8d14-05f4ddc807ae), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:14.797726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 8dc7b36b-45e9-424e-b579-3886a31c546a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:14.810088 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (479f6782-1e7f-4ff0-a5b9-92ac62360071), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:14.887743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:14.900779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:14.907325 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:14.911861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Pushing event updated for resources: {'Port': ['ID=479f6782-1e7f-4ff0-a5b9-92ac62360071,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:15.008664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:15.009874 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:15.015256 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e0bbbf93-e663-423e-86fc-755cc22da882 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (37829245-42ec-48cd-8d14-05f4ddc807ae), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:15.063187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbbf93-e663-423e-86fc-755cc22da882 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=37829245-42ec-48cd-8d14-05f4ddc807ae,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:15.071289 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e0bbbf93-e663-423e-86fc-755cc22da882 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:15.071289 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e0bbbf93-e663-423e-86fc-755cc22da882 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/37829245-42ec-48cd-8d14-05f4ddc807ae HTTP/1.1" status: 204 len: 168 time: 0.8442369 Feb 15 17:12:15.072472 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecfcb7b-bc4e-488a-8346-6872b8b9090d None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:15.072573 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c17b25-1e6b-4a3a-97d6-428415fcfc79 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:12:15.077486 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55664) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:15.093324 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Publish callbacks [] for port (26c17b25-1e6b-4a3a-97d6-428415fcfc79), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:15.108129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Transition to ACTIVE for port object 26c17b25-1e6b-4a3a-97d6-428415fcfc79 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:12:15.137884 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55666) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:15.139155 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b3854cf0-e3be-4096-88c6-d7b6126dd548 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606515 Feb 15 17:12:15.143743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f3a26728-033d-4002-ad2f-cfb24735daa5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:15.156313 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-2671f240-41df-4b4a-8495-2ffe589503ed tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3456910 Feb 15 17:12:15.172939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Request body: {'port': {'device_id': '3c4af84a-c598-4ed3-8aaf-31fe36c3f423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:15.244502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (26c17b25-1e6b-4a3a-97d6-428415fcfc79), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:15.297649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-bf9fa286-593b-436b-8b36-e14a4bc66e96 None None] Provisioning complete for port 479f6782-1e7f-4ff0-a5b9-92ac62360071 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:15.298363 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa286-593b-436b-8b36-e14a4bc66e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (479f6782-1e7f-4ff0-a5b9-92ac62360071), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:15.321509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15a3af2-eb0a-4786-aa01-1783e055287f None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:12:15.351914 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19045abf-5d89-4576-b749-060d1709931c service neutron] Pushing event updated for resources: {'Port': ['ID=26c17b25-1e6b-4a3a-97d6-428415fcfc79,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:15.363337 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (479f6782-1e7f-4ff0-a5b9-92ac62360071), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:15.365065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bf9fa286-593b-436b-8b36-e14a4bc66e96 None None] Port 479f6782-1e7f-4ff0-a5b9-92ac62360071 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:12:15.401433 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b15a3af2-eb0a-4786-aa01-1783e055287f None None] Deleting port 8dc7b36b-45e9-424e-b579-3886a31c546a {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:15.401433 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b15a3af2-eb0a-4786-aa01-1783e055287f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (8dc7b36b-45e9-424e-b579-3886a31c546a), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:15.456609 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ea6d6-f9e3-4e51-bf86-b97b29d6c842 req-630b0e88-d2cb-40be-87e8-97c7cbe75539 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:15.458686 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4d6ea6d6-f9e3-4e51-bf86-b97b29d6c842 req-630b0e88-d2cb-40be-87e8-97c7cbe75539 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 944 time: 0.0650175 Feb 15 17:12:15.497927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b15a3af2-eb0a-4786-aa01-1783e055287f None None] For port 8dc7b36b-45e9-424e-b579-3886a31c546a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8dc7b36b-45e9-424e-b579-3886a31c546a,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:15.498128 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b15a3af2-eb0a-4786-aa01-1783e055287f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (8dc7b36b-45e9-424e-b579-3886a31c546a), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:15.512705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b15a3af2-eb0a-4786-aa01-1783e055287f None None] Calling delete_port for 8dc7b36b-45e9-424e-b579-3886a31c546a owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:15.553977 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4d6ea6d6-f9e3-4e51-bf86-b97b29d6c842 req-49ee2f35-2afa-447d-888c-b61ae9a4af74 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754938 Feb 15 17:12:15.563639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Attempting to bind port 26c17b25-1e6b-4a3a-97d6-428415fcfc79 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:12:15.563962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Attempting to bind port 26c17b25-1e6b-4a3a-97d6-428415fcfc79 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '536f4f99-6e02-40c5-946f-138c37eb458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a08513b0-2431-4c16-bdc9-80beb3ba12d5'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:12:15.564294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Attempting to bind port 26c17b25-1e6b-4a3a-97d6-428415fcfc79 on network a08513b0-2431-4c16-bdc9-80beb3ba12d5 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:12:15.575418 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a26728-033d-4002-ad2f-cfb24735daa5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:15.578632 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f3a26728-033d-4002-ad2f-cfb24735daa5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:15.651353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Port 26c17b25-1e6b-4a3a-97d6-428415fcfc79 on network a08513b0-2431-4c16-bdc9-80beb3ba12d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:12:15.651741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Attempting to bind port 26c17b25-1e6b-4a3a-97d6-428415fcfc79 on network a08513b0-2431-4c16-bdc9-80beb3ba12d5 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:12:15.679317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:12:15.679662 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Checking segment: {'id': '536f4f99-6e02-40c5-946f-138c37eb458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a08513b0-2431-4c16-bdc9-80beb3ba12d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:12:15.680050 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Bound using segment: {'id': '536f4f99-6e02-40c5-946f-138c37eb458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a08513b0-2431-4c16-bdc9-80beb3ba12d5'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:12:15.680490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Bound port: 26c17b25-1e6b-4a3a-97d6-428415fcfc79, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536f4f99-6e02-40c5-946f-138c37eb458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a08513b0-2431-4c16-bdc9-80beb3ba12d5'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:12:15.680851 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (26c17b25-1e6b-4a3a-97d6-428415fcfc79), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:15.688585 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b15a3af2-eb0a-4786-aa01-1783e055287f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (8dc7b36b-45e9-424e-b579-3886a31c546a), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:15.721519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15a3af2-eb0a-4786-aa01-1783e055287f None None] No DVR routers for this DVR port 8dc7b36b-45e9-424e-b579-3886a31c546a on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:12:15.725820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a3af2-eb0a-4786-aa01-1783e055287f None None] Pushing event deleted for resources: {'Port': ['ID=8dc7b36b-45e9-424e-b579-3886a31c546a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:15.812180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38414ce9-c82b-443b-b44c-fcdad2aa3d43 req-7bb4f348-195a-4371-b7f1-166e493de435 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:15.813794 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38414ce9-c82b-443b-b44c-fcdad2aa3d43 req-7bb4f348-195a-4371-b7f1-166e493de435 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 935 time: 0.2526610 Feb 15 17:12:15.938611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] For port 26c17b25-1e6b-4a3a-97d6-428415fcfc79, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:12:15.975604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] For port 26c17b25-1e6b-4a3a-97d6-428415fcfc79, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=26c17b25-1e6b-4a3a-97d6-428415fcfc79,segment=NetworkSegment(536f4f99-6e02-40c5-946f-138c37eb458a),segment_id=536f4f99-6e02-40c5-946f-138c37eb458a)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:12:15.991427 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38414ce9-c82b-443b-b44c-fcdad2aa3d43 req-bdfd2a24-f8fe-4750-a609-b7612ff69f46 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/security-groups?id=7f74c45f-297c-4e13-a49c-358de4932bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623695 Feb 15 17:12:16.037321 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (26c17b25-1e6b-4a3a-97d6-428415fcfc79), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:16.091325 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479f6782-1e7f-4ff0-a5b9-92ac62360071 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:12:16.107347 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Publish callbacks [] for port (479f6782-1e7f-4ff0-a5b9-92ac62360071), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:16.116058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:16.116686 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:16.118175 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-19045abf-5d89-4576-b749-060d1709931c service neutron] 10.222.0.67 "PUT /v2.0/ports/26c17b25-1e6b-4a3a-97d6-428415fcfc79 HTTP/1.1" status: 200 len: 1093 time: 1.7498646 Feb 15 17:12:16.119159 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '296db803-fa9a-4693-84f8-220ae8e07641', 'tag': '26c17b25-1e6b-4a3a-97d6-428415fcfc79'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:12:16.122004 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda4307e-0997-4b92-a2c5-659127c36c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "296db803-fa9a-4693-84f8-220ae8e07641", "tag": "26c17b25-1e6b-4a3a-97d6-428415fcfc79"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:12:16.143499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Transition to ACTIVE for port object 479f6782-1e7f-4ff0-a5b9-92ac62360071 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:12:16.145005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19045abf-5d89-4576-b749-060d1709931c service neutron] Pushing event updated for resources: {'Port': ['ID=26c17b25-1e6b-4a3a-97d6-428415fcfc79,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:16.164481 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3eb3e2-4efb-4fde-9728-e0d9a12a1451 x-openstack-request-id: req-db3eb3e2-4efb-4fde-9728-e0d9a12a1451 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:12:16.164969 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "296db803-fa9a-4693-84f8-220ae8e07641", "tag": "26c17b25-1e6b-4a3a-97d6-428415fcfc79", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:12:16.165237 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-db3eb3e2-4efb-4fde-9728-e0d9a12a1451 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:12:16.165676 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '296db803-fa9a-4693-84f8-220ae8e07641', 'tag': '26c17b25-1e6b-4a3a-97d6-428415fcfc79', 'status': 'completed', 'code': 200} Feb 15 17:12:16.232718 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (479f6782-1e7f-4ff0-a5b9-92ac62360071), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:16.334103 n-d-828372-14 neutron-server[103799]: DEBUG neutron.objects.ports [None req-f3a26728-033d-4002-ad2f-cfb24735daa5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103799) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:12:16.338578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=479f6782-1e7f-4ff0-a5b9-92ac62360071,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:16.345317 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f3a26728-033d-4002-ad2f-cfb24735daa5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (cd1b33b8-ba0d-4a56-85df-2e0ea4f2e9e0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:16.636442 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8dc7b36b-45e9-424e-b579-3886a31c546a no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:12:16.660383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 8dc7b36b-45e9-424e-b579-3886a31c546a {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:12:16.660987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8dc7b36b-45e9-424e-b579-3886a31c546a not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:12:16.717678 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4307e-0997-4b92-a2c5-659127c36c1d req-cc2d0145-49d3-4807-9b15-84ea8865f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:16.719145 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fda4307e-0997-4b92-a2c5-659127c36c1d req-cc2d0145-49d3-4807-9b15-84ea8865f6fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e0f135462714de18205d04dc34266f7&device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 1127 time: 0.5309105 Feb 15 17:12:16.774624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a26728-033d-4002-ad2f-cfb24735daa5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:16.797169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f3a26728-033d-4002-ad2f-cfb24735daa5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:16.800253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a26728-033d-4002-ad2f-cfb24735daa5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:16.800858 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f3a26728-033d-4002-ad2f-cfb24735daa5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:16.807724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612467e9-1b7d-4efa-ab44-0678e28f651d None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:16.850075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a26728-033d-4002-ad2f-cfb24735daa5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=cd1b33b8-ba0d-4a56-85df-2e0ea4f2e9e0,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:16.894426 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Attempting to bind port 479f6782-1e7f-4ff0-a5b9-92ac62360071 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:12:16.894769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Attempting to bind port 479f6782-1e7f-4ff0-a5b9-92ac62360071 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:12:16.895088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Attempting to bind port 479f6782-1e7f-4ff0-a5b9-92ac62360071 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:12:16.912303 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Port 479f6782-1e7f-4ff0-a5b9-92ac62360071 on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:12:16.912633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Attempting to bind port 479f6782-1e7f-4ff0-a5b9-92ac62360071 on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:12:16.922509 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca742fe9-b2cb-4ec1-9f1e-c3b77d97ffc6 req-78c78dc4-cff9-4285-9409-878b40e1dcdd tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:16.924127 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca742fe9-b2cb-4ec1-9f1e-c3b77d97ffc6 req-78c78dc4-cff9-4285-9409-878b40e1dcdd tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 944 time: 0.2235827 Feb 15 17:12:16.934243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': 'cd1b33b8-ba0d-4a56-85df-2e0ea4f2e9e0'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:12:16.935536 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:16.941570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:12:16.947627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:12:16.947627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:12:16.947627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Bound port: 479f6782-1e7f-4ff0-a5b9-92ac62360071, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:12:16.947627 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (479f6782-1e7f-4ff0-a5b9-92ac62360071), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:16.964068 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f3a26728-033d-4002-ad2f-cfb24735daa5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8242624 Feb 15 17:12:16.966975 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55686) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:16.974141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9127adf8-91c6-46c5-bdfb-cb3effd3879e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'mac_address': 'fa:16:3e:c8:96:b1', 'name': 'tempest-NetworksTestDHCPv6-1331702337'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:16.980993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4307e-0997-4b92-a2c5-659127c36c1d req-7ac3969c-a959-4d0b-be2b-52b82bd59740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:16.982527 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fda4307e-0997-4b92-a2c5-659127c36c1d req-7ac3969c-a959-4d0b-be2b-52b82bd59740 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=5e0f135462714de18205d04dc34266f7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2394774 Feb 15 17:12:17.109129 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca742fe9-b2cb-4ec1-9f1e-c3b77d97ffc6 req-0395eded-4914-4476-b71a-72cb70cd7fc9 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743526 Feb 15 17:12:17.141160 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Allocated IP 2001:db8::f816:3eff:fe22:fdc6 (824790ef-3fd7-489c-9576-06e052670deb/cd1b33b8-ba0d-4a56-85df-2e0ea4f2e9e0/cd090097-c4f0-4c2b-aa1c-7a7c14c355ac) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:17.148538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] For port 479f6782-1e7f-4ff0-a5b9-92ac62360071, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:12:17.176432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] For port 479f6782-1e7f-4ff0-a5b9-92ac62360071, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=479f6782-1e7f-4ff0-a5b9-92ac62360071,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:12:17.180593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4307e-0997-4b92-a2c5-659127c36c1d req-345cfca7-c597-4eb3-b04a-918830dc8e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:17.182734 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fda4307e-0997-4b92-a2c5-659127c36c1d req-345cfca7-c597-4eb3-b04a-918830dc8e5d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1938105 Feb 15 17:12:17.195924 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb0252-d73a-448f-b2ec-40682d381e61 req-4526d94f-7f89-4627-9d5e-6d55cad7d31c tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:17.198173 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbdb0252-d73a-448f-b2ec-40682d381e61 req-4526d94f-7f89-4627-9d5e-6d55cad7d31c tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 947 time: 0.1044827 Feb 15 17:12:17.260742 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (479f6782-1e7f-4ff0-a5b9-92ac62360071), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:17.269688 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbdb0252-d73a-448f-b2ec-40682d381e61 req-e8222066-a1c4-487a-9620-85743b900d51 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/security-groups?id=7f74c45f-297c-4e13-a49c-358de4932bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652575 Feb 15 17:12:17.300424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:17.301229 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:17.302812 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] 10.222.0.67 "PUT /v2.0/ports/479f6782-1e7f-4ff0-a5b9-92ac62360071 HTTP/1.1" status: 200 len: 1096 time: 2.1341913 Feb 15 17:12:17.312627 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9127adf8-91c6-46c5-bdfb-cb3effd3879e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:17.343382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-1bfd4ad8-9cc2-4d87-8e76-679c6225a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:17.344929 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-1bfd4ad8-9cc2-4d87-8e76-679c6225a952 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e0f135462714de18205d04dc34266f7&device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 1127 time: 0.1150804 Feb 15 17:12:17.366553 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Publish callbacks [] for port (cd090097-c4f0-4c2b-aa1c-7a7c14c355ac), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:17.404212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0da42-1925-40ac-8722-8b9238ed0fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=479f6782-1e7f-4ff0-a5b9-92ac62360071,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:17.423520 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-94666061-b42b-4682-b6a4-1f8d878251cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26c17b25-1e6b-4a3a-97d6-428415fcfc79 HTTP/1.1" status: 200 len: 217 time: 0.0668969 Feb 15 17:12:17.453105 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9127adf8-91c6-46c5-bdfb-cb3effd3879e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:17.482364 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-9127adf8-91c6-46c5-bdfb-cb3effd3879e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port 228b660d-09f7-4483-beeb-14323a06c72e yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:12:17.489941 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (cd090097-c4f0-4c2b-aa1c-7a7c14c355ac), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:17.507802 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-ab9dc380-b9ff-4f87-8ca3-d17ca96b462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:17.509400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-ab9dc380-b9ff-4f87-8ca3-d17ca96b462f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0 HTTP/1.1" status: 200 len: 854 time: 0.0850148 Feb 15 17:12:17.553035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-7a26e962-735a-4271-b9ff-d6b3f87312d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a08513b0-2431-4c16-bdc9-80beb3ba12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355582 Feb 15 17:12:17.555391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-543088a3-bb5c-4a48-98c4-4e4e4669ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:17.557544 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-543088a3-bb5c-4a48-98c4-4e4e4669ee01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b42041c4836b4a8f913d33d47ff9194b&device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 1130 time: 0.1408105 Feb 15 17:12:17.608281 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:17.616921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:17.619225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Pushing event updated for resources: {'Port': ['ID=cd090097-c4f0-4c2b-aa1c-7a7c14c355ac,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:17.621461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:17.667108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-9127adf8-91c6-46c5-bdfb-cb3effd3879e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::f816:3eff:fec8:96b1 (824790ef-3fd7-489c-9576-06e052670deb/cd1b33b8-ba0d-4a56-85df-2e0ea4f2e9e0/228b660d-09f7-4483-beeb-14323a06c72e) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:17.688704 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-0b6836cd-7186-4499-bd3f-d9c93bf76fc4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=479f6782-1e7f-4ff0-a5b9-92ac62360071 HTTP/1.1" status: 200 len: 217 time: 0.1235652 Feb 15 17:12:17.700558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Attempting to bind port cd090097-c4f0-4c2b-aa1c-7a7c14c355ac on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:12:17.702115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Attempting to bind port cd090097-c4f0-4c2b-aa1c-7a7c14c355ac by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:12:17.703207 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Attempting to bind port cd090097-c4f0-4c2b-aa1c-7a7c14c355ac on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:12:17.709040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:12:17.709845 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:12:17.710446 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:17.710983 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:12:17.711599 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Bound port: cd090097-c4f0-4c2b-aa1c-7a7c14c355ac, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:12:17.712172 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cd090097-c4f0-4c2b-aa1c-7a7c14c355ac), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:17.781790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-b5dcc09d-0691-4202-856b-a4ffd789b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:17.783279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-b5dcc09d-0691-4202-856b-a4ffd789b3de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0851655 Feb 15 17:12:17.788831 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-aced61ee-ec9e-48c7-9c40-03452aee5aa2 service neutron] 10.222.0.67 "GET /v2.0/networks/a08513b0-2431-4c16-bdc9-80beb3ba12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223413 Feb 15 17:12:17.799091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] For port cd090097-c4f0-4c2b-aa1c-7a7c14c355ac, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:12:17.802572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] For port cd090097-c4f0-4c2b-aa1c-7a7c14c355ac, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cd090097-c4f0-4c2b-aa1c-7a7c14c355ac,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:12:17.853793 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9127adf8-91c6-46c5-bdfb-cb3effd3879e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (228b660d-09f7-4483-beeb-14323a06c72e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:17.875328 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cd090097-c4f0-4c2b-aa1c-7a7c14c355ac), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:17.903176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-664c4de2-2b0c-48bc-9eed-6461e4d4f7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:17.904785 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-664c4de2-2b0c-48bc-9eed-6461e4d4f7b5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1150460 Feb 15 17:12:17.938820 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48977c6e-efae-414a-a6b3-4ce2bd177f9c req-f1e21b24-e0a4-44e7-beb6-53d2fcc52350 service neutron] 10.222.0.67 "GET /v2.0/networks/a08513b0-2431-4c16-bdc9-80beb3ba12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399918 Feb 15 17:12:17.958583 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9127adf8-91c6-46c5-bdfb-cb3effd3879e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (228b660d-09f7-4483-beeb-14323a06c72e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:17.965109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dba95-20da-4f3b-bf13-855e100c556d None None] Pushing event updated for resources: {'Port': ['ID=cd090097-c4f0-4c2b-aa1c-7a7c14c355ac,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:18.041700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9127adf8-91c6-46c5-bdfb-cb3effd3879e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:18.045845 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9127adf8-91c6-46c5-bdfb-cb3effd3879e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:18.048300 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127adf8-91c6-46c5-bdfb-cb3effd3879e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:18.054353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9127adf8-91c6-46c5-bdfb-cb3effd3879e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:18.054999 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9127adf8-91c6-46c5-bdfb-cb3effd3879e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:18.058808 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127adf8-91c6-46c5-bdfb-cb3effd3879e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=228b660d-09f7-4483-beeb-14323a06c72e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:18.088788 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-6ba59aa3-6616-4573-adb2-034b90b1df8e service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742034 Feb 15 17:12:18.159165 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9127adf8-91c6-46c5-bdfb-cb3effd3879e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1875350 Feb 15 17:12:18.159796 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55694) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:18.170151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4af84a-c598-4ed3-8aaf-31fe36c3f423', 'tag': '479f6782-1e7f-4ff0-a5b9-92ac62360071'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:12:18.173041 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf69e44-082e-4302-89b2-6f1fdc631f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4af84a-c598-4ed3-8aaf-31fe36c3f423", "tag": "479f6782-1e7f-4ff0-a5b9-92ac62360071"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:12:18.232123 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43b087f-1ed6-400f-8f73-847703ff45c8 x-openstack-request-id: req-c43b087f-1ed6-400f-8f73-847703ff45c8 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:12:18.232815 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4af84a-c598-4ed3-8aaf-31fe36c3f423", "tag": "479f6782-1e7f-4ff0-a5b9-92ac62360071", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:12:18.233447 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c43b087f-1ed6-400f-8f73-847703ff45c8 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:12:18.234011 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c4af84a-c598-4ed3-8aaf-31fe36c3f423', 'tag': '479f6782-1e7f-4ff0-a5b9-92ac62360071', 'status': 'completed', 'code': 200} Feb 15 17:12:18.268705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ac366-8eb4-491b-8ab0-1c307b33c9ba tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:18.274665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3ac366-8eb4-491b-8ab0-1c307b33c9ba tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:18.279258 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6c3ac366-8eb4-491b-8ab0-1c307b33c9ba tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1160474 Feb 15 17:12:18.279872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55698) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:18.293049 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82996aa1-9fd9-49ba-9b34-0dc5ce174d96 req-61c8a642-3d3b-4d38-8f3b-2a68e9b774c4 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984649 Feb 15 17:12:18.365519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe034371-589b-48eb-9092-fc2ed891bf57 req-cac343d3-19b9-424a-b5fe-9e504e0b309e tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:18.381607 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe034371-589b-48eb-9092-fc2ed891bf57 req-cac343d3-19b9-424a-b5fe-9e504e0b309e tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 944 time: 0.1070821 Feb 15 17:12:18.434990 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe034371-589b-48eb-9092-fc2ed891bf57 req-e7a76f9e-3b6d-40cb-9849-0f8ca0c035d7 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588164 Feb 15 17:12:18.486338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf69e44-082e-4302-89b2-6f1fdc631f0f req-10a99688-1a1b-4b00-aa46-3df814ec77f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:18.488046 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eaf69e44-082e-4302-89b2-6f1fdc631f0f req-10a99688-1a1b-4b00-aa46-3df814ec77f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b42041c4836b4a8f913d33d47ff9194b&device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 1130 time: 0.0500896 Feb 15 17:12:18.488323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf8ad9-1b23-4ffe-9f2b-eb19d970dfea req-9bf5518c-6241-41b0-b8c2-8d8ce88d3a42 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:18.489871 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87cf8ad9-1b23-4ffe-9f2b-eb19d970dfea req-9bf5518c-6241-41b0-b8c2-8d8ce88d3a42 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 947 time: 0.0871720 Feb 15 17:12:18.508006 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e09aad90-8cfd-44d9-bdd0-d99fbec1ce3b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port 228b660d-09f7-4483-beeb-14323a06c72e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:18.508398 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e09aad90-8cfd-44d9-bdd0-d99fbec1ce3b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (228b660d-09f7-4483-beeb-14323a06c72e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:18.594637 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf69e44-082e-4302-89b2-6f1fdc631f0f req-efa0cddb-5e59-4e25-a5a8-f0036f91c6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:18.594637 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eaf69e44-082e-4302-89b2-6f1fdc631f0f req-efa0cddb-5e59-4e25-a5a8-f0036f91c6b6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.0954778 Feb 15 17:12:18.615410 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87cf8ad9-1b23-4ffe-9f2b-eb19d970dfea req-81b54151-c5d4-4c7d-8387-155a8cb0e70b tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/security-groups?id=7f74c45f-297c-4e13-a49c-358de4932bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168282 Feb 15 17:12:18.643385 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e09aad90-8cfd-44d9-bdd0-d99fbec1ce3b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (228b660d-09f7-4483-beeb-14323a06c72e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:18.650940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eaf69e44-082e-4302-89b2-6f1fdc631f0f req-2e8ecc5f-9ce2-4dd5-bbae-aa4afa372e0c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=479f6782-1e7f-4ff0-a5b9-92ac62360071 HTTP/1.1" status: 200 len: 217 time: 0.0518765 Feb 15 17:12:18.659407 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-e09aad90-8cfd-44d9-bdd0-d99fbec1ce3b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for 228b660d-09f7-4483-beeb-14323a06c72e owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:18.712038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cd090097-c4f0-4c2b-aa1c-7a7c14c355ac up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:12:18.724099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf69e44-082e-4302-89b2-6f1fdc631f0f req-f4a970a8-68d3-4d1b-8bb5-fba6c4242b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:18.725778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eaf69e44-082e-4302-89b2-6f1fdc631f0f req-f4a970a8-68d3-4d1b-8bb5-fba6c4242b0d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0676620 Feb 15 17:12:18.780287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port cd090097-c4f0-4c2b-aa1c-7a7c14c355ac triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:18.781422 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cd090097-c4f0-4c2b-aa1c-7a7c14c355ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:18.835314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf69e44-082e-4302-89b2-6f1fdc631f0f req-6c7f5d5a-08ac-4d0e-87d4-5202e1c64f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:18.844370 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eaf69e44-082e-4302-89b2-6f1fdc631f0f req-6c7f5d5a-08ac-4d0e-87d4-5202e1c64f83 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1119163 Feb 15 17:12:18.929234 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e09aad90-8cfd-44d9-bdd0-d99fbec1ce3b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (228b660d-09f7-4483-beeb-14323a06c72e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:18.965641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port cd090097-c4f0-4c2b-aa1c-7a7c14c355ac is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:18.966231 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cd090097-c4f0-4c2b-aa1c-7a7c14c355ac), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:18.979597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09aad90-8cfd-44d9-bdd0-d99fbec1ce3b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=228b660d-09f7-4483-beeb-14323a06c72e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:19.005356 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eaf69e44-082e-4302-89b2-6f1fdc631f0f req-d687efe4-1947-4974-80ed-e9949538c62f service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534500 Feb 15 17:12:19.020739 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e09aad90-8cfd-44d9-bdd0-d99fbec1ce3b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:19.024436 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e09aad90-8cfd-44d9-bdd0-d99fbec1ce3b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/228b660d-09f7-4483-beeb-14323a06c72e HTTP/1.1" status: 204 len: 168 time: 0.7434788 Feb 15 17:12:19.028942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55704) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:19.042882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port cd090097-c4f0-4c2b-aa1c-7a7c14c355ac, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cd090097-c4f0-4c2b-aa1c-7a7c14c355ac,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:19.098939 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cd090097-c4f0-4c2b-aa1c-7a7c14c355ac), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:19.110343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7be0c0-584a-46e9-80db-c5f20caf5b6a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:19.111906 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7be0c0-584a-46e9-80db-c5f20caf5b6a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:19.116197 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eb7be0c0-584a-46e9-80db-c5f20caf5b6a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0840364 Feb 15 17:12:19.116515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55706) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:19.156421 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=cd090097-c4f0-4c2b-aa1c-7a7c14c355ac,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:19.205890 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eaf69e44-082e-4302-89b2-6f1fdc631f0f req-cfebd2c7-0fb8-4c47-9a66-8753c48646e0 service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928651 Feb 15 17:12:19.213899 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff283a0f-36ed-499a-9728-d8574265b980 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet cd1b33b8-ba0d-4a56-85df-2e0ea4f2e9e0 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:12:19.218852 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff283a0f-36ed-499a-9728-d8574265b980 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (cd1b33b8-ba0d-4a56-85df-2e0ea4f2e9e0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:19.281675 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff283a0f-36ed-499a-9728-d8574265b980 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (cd1b33b8-ba0d-4a56-85df-2e0ea4f2e9e0), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:19.376344 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff283a0f-36ed-499a-9728-d8574265b980 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (cd1b33b8-ba0d-4a56-85df-2e0ea4f2e9e0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:19.412090 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ea3b7cc2-8b1a-4a0d-8fba-b765480f2098 None None] Provisioning complete for port cd090097-c4f0-4c2b-aa1c-7a7c14c355ac triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:19.412476 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea3b7cc2-8b1a-4a0d-8fba-b765480f2098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cd090097-c4f0-4c2b-aa1c-7a7c14c355ac), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:19.505247 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff283a0f-36ed-499a-9728-d8574265b980 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (cd1b33b8-ba0d-4a56-85df-2e0ea4f2e9e0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:19.508356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ea3b7cc2-8b1a-4a0d-8fba-b765480f2098 None None] Current status of the port cd090097-c4f0-4c2b-aa1c-7a7c14c355ac is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:19.549161 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff283a0f-36ed-499a-9728-d8574265b980 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=cd1b33b8-ba0d-4a56-85df-2e0ea4f2e9e0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:19.551424 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff283a0f-36ed-499a-9728-d8574265b980 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:19.557671 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ff283a0f-36ed-499a-9728-d8574265b980 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/cd1b33b8-ba0d-4a56-85df-2e0ea4f2e9e0 HTTP/1.1" status: 204 len: 168 time: 0.4371967 Feb 15 17:12:19.558082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55710) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:19.599223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44fb004-1aac-4c46-ac01-133ff6af5b80 req-c56f2bdc-c8f2-4f2b-a773-f3cd4278aef1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:19.600280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985aae18-df8e-4e8a-8a95-5ebd57e37d71 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:19.600740 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c44fb004-1aac-4c46-ac01-133ff6af5b80 req-c56f2bdc-c8f2-4f2b-a773-f3cd4278aef1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 944 time: 0.0813179 Feb 15 17:12:19.610558 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6461e55d-8763-44f4-9f3f-2ef8d8e94103 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489728 Feb 15 17:12:19.610818 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55712) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:19.654924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-abbd9223-7bf5-48cc-adf9-7662bc41c4e1 None None] Could not find standard attr ID for object 228b660d-09f7-4483-beeb-14323a06c72e. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:12:19.678449 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c44fb004-1aac-4c46-ac01-133ff6af5b80 req-ca8d5fb1-1408-4716-b6ac-7cfe8eff1f8d tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679851 Feb 15 17:12:19.688406 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab80ea99-3736-4c82-a3bc-863ef69cc5fc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:19.690184 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ab80ea99-3736-4c82-a3bc-863ef69cc5fc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0781283 Feb 15 17:12:19.692464 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55716) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:19.768044 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d83a00-4bfa-46ba-842c-f150c7b57066 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:19.769549 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e8d83a00-4bfa-46ba-842c-f150c7b57066 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0761256 Feb 15 17:12:19.770458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45192a1-fd33-4734-90e2-2ee4a6024bbf None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:12:19.772137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55718) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:19.789634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0915fe-29d1-4199-b2b8-553b9f9230d7 req-5710c8c9-5e82-4720-8e9a-16d2160aa574 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:19.791680 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4a0915fe-29d1-4199-b2b8-553b9f9230d7 req-5710c8c9-5e82-4720-8e9a-16d2160aa574 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 947 time: 0.0711436 Feb 15 17:12:19.820688 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-808512e8-f5c4-4a08-abb0-23c7de0b7e83 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435090 Feb 15 17:12:19.821497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55720) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:19.826664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-4efa42ff-c3f3-4e93-a898-5bd438863480 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:19.830212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f45192a1-fd33-4734-90e2-2ee4a6024bbf None None] Deleting port cd090097-c4f0-4c2b-aa1c-7a7c14c355ac {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:19.830585 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f45192a1-fd33-4734-90e2-2ee4a6024bbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cd090097-c4f0-4c2b-aa1c-7a7c14c355ac), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:19.841896 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4a0915fe-29d1-4199-b2b8-553b9f9230d7 req-705b2137-1096-4242-9d45-9b9584b7fee2 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/security-groups?id=7f74c45f-297c-4e13-a49c-358de4932bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441387 Feb 15 17:12:19.909062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f45192a1-fd33-4734-90e2-2ee4a6024bbf None None] For port cd090097-c4f0-4c2b-aa1c-7a7c14c355ac, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cd090097-c4f0-4c2b-aa1c-7a7c14c355ac,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:19.909489 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f45192a1-fd33-4734-90e2-2ee4a6024bbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cd090097-c4f0-4c2b-aa1c-7a7c14c355ac), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:19.922407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f45192a1-fd33-4734-90e2-2ee4a6024bbf None None] Calling delete_port for cd090097-c4f0-4c2b-aa1c-7a7c14c355ac owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:19.990416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efa42ff-c3f3-4e93-a898-5bd438863480 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:19.999299 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4efa42ff-c3f3-4e93-a898-5bd438863480 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:20.078240 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f45192a1-fd33-4734-90e2-2ee4a6024bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (cd090097-c4f0-4c2b-aa1c-7a7c14c355ac), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:20.105986 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45192a1-fd33-4734-90e2-2ee4a6024bbf None None] Pushing event deleted for resources: {'Port': ['ID=cd090097-c4f0-4c2b-aa1c-7a7c14c355ac,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:20.109555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45192a1-fd33-4734-90e2-2ee4a6024bbf None None] No DVR routers for this DVR port cd090097-c4f0-4c2b-aa1c-7a7c14c355ac on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:12:20.238197 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4efa42ff-c3f3-4e93-a898-5bd438863480 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (0a4270d8-2781-4c1f-b822-f912ea008080), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:20.288657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efa42ff-c3f3-4e93-a898-5bd438863480 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:20.292224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-4efa42ff-c3f3-4e93-a898-5bd438863480 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:20.296539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efa42ff-c3f3-4e93-a898-5bd438863480 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:20.297150 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4efa42ff-c3f3-4e93-a898-5bd438863480 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:20.303282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d022b-a9a8-4725-9516-08e4ba65f501 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:20.305090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa42ff-c3f3-4e93-a898-5bd438863480 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=0a4270d8-2781-4c1f-b822-f912ea008080,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:20.365731 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4efa42ff-c3f3-4e93-a898-5bd438863480 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5428498 Feb 15 17:12:20.369019 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55730) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:20.374113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ef53543f-7cc9-44d9-9692-70af110a619c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'mac_address': 'fa:16:3e:c8:ef:ba', 'name': 'tempest-NetworksTestDHCPv6-2073573678'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:20.374734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 26c17b25-1e6b-4a3a-97d6-428415fcfc79 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:12:20.455083 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': '0a4270d8-2781-4c1f-b822-f912ea008080'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:12:20.456010 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:20.583167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef53543f-7cc9-44d9-9692-70af110a619c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:20.688567 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef53543f-7cc9-44d9-9692-70af110a619c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:20.714879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-ef53543f-7cc9-44d9-9692-70af110a619c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port 31094bf8-6772-46fc-aaa5-57d7956f1927 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:12:20.732335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cd090097-c4f0-4c2b-aa1c-7a7c14c355ac no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:12:20.773813 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: cd090097-c4f0-4c2b-aa1c-7a7c14c355ac {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:12:20.774110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cd090097-c4f0-4c2b-aa1c-7a7c14c355ac not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:12:20.794417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 26c17b25-1e6b-4a3a-97d6-428415fcfc79, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=26c17b25-1e6b-4a3a-97d6-428415fcfc79,segment=NetworkSegment(536f4f99-6e02-40c5-946f-138c37eb458a),segment_id=536f4f99-6e02-40c5-946f-138c37eb458a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:20.831008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0b01e-739d-444c-a234-3cbe986c4407 req-4fabdb43-187b-4e69-8b7d-9bf233453ee8 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:20.831235 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '26c17b25-1e6b-4a3a-97d6-428415fcfc79', 'network_id': 'a08513b0-2431-4c16-bdc9-80beb3ba12d5', 'port_id': '26c17b25-1e6b-4a3a-97d6-428415fcfc79', 'mac_address': 'fa:16:3e:01:a1:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:12:20.832561 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ad0b01e-739d-444c-a234-3cbe986c4407 req-4fabdb43-187b-4e69-8b7d-9bf233453ee8 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 944 time: 0.0753701 Feb 15 17:12:20.882049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Allocated IP 2001:db8::2 (824790ef-3fd7-489c-9576-06e052670deb/0a4270d8-2781-4c1f-b822-f912ea008080/e4cf92e7-eb1a-4c64-8be1-c161b09402fa) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:20.889207 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ad0b01e-739d-444c-a234-3cbe986c4407 req-b411007a-d149-456b-9373-0607f8f44396 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507283 Feb 15 17:12:20.900881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 26c17b25-1e6b-4a3a-97d6-428415fcfc79 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:20.901301 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (26c17b25-1e6b-4a3a-97d6-428415fcfc79), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:20.925729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c17b25-1e6b-4a3a-97d6-428415fcfc79 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:12:20.995025 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 26c17b25-1e6b-4a3a-97d6-428415fcfc79, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=26c17b25-1e6b-4a3a-97d6-428415fcfc79,segment=NetworkSegment(536f4f99-6e02-40c5-946f-138c37eb458a),segment_id=536f4f99-6e02-40c5-946f-138c37eb458a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:21.007205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebadc4-8bc5-4f0c-b2ed-be23d70bff95 req-8cb3cdb6-c7d6-4d87-90bf-80fc436a8f27 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:21.008709 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dfebadc4-8bc5-4f0c-b2ed-be23d70bff95 req-8cb3cdb6-c7d6-4d87-90bf-80fc436a8f27 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 947 time: 0.0743546 Feb 15 17:12:21.058627 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dfebadc4-8bc5-4f0c-b2ed-be23d70bff95 req-ff393bbd-4b72-42fa-bb05-0c450f2fb7f5 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/security-groups?id=7f74c45f-297c-4e13-a49c-358de4932bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437975 Feb 15 17:12:21.085456 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (26c17b25-1e6b-4a3a-97d6-428415fcfc79), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:21.124615 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Publish callbacks [] for port (e4cf92e7-eb1a-4c64-8be1-c161b09402fa), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:21.144801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=26c17b25-1e6b-4a3a-97d6-428415fcfc79,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:21.237663 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (e4cf92e7-eb1a-4c64-8be1-c161b09402fa), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:21.278336 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['26c17b25-1e6b-4a3a-97d6-428415fcfc79'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:12:21.315272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-ef53543f-7cc9-44d9-9692-70af110a619c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::4e (824790ef-3fd7-489c-9576-06e052670deb/0a4270d8-2781-4c1f-b822-f912ea008080/31094bf8-6772-46fc-aaa5-57d7956f1927) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:21.323871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:21.333250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:21.337215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Pushing event updated for resources: {'Port': ['ID=e4cf92e7-eb1a-4c64-8be1-c161b09402fa,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:21.340032 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:21.425478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Attempting to bind port e4cf92e7-eb1a-4c64-8be1-c161b09402fa on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:12:21.425859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Attempting to bind port e4cf92e7-eb1a-4c64-8be1-c161b09402fa by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:12:21.426231 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Attempting to bind port e4cf92e7-eb1a-4c64-8be1-c161b09402fa on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:12:21.434620 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:12:21.434955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:12:21.435285 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:21.435684 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:12:21.436162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Bound port: e4cf92e7-eb1a-4c64-8be1-c161b09402fa, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:12:21.436553 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e4cf92e7-eb1a-4c64-8be1-c161b09402fa), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:21.506510 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef53543f-7cc9-44d9-9692-70af110a619c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (31094bf8-6772-46fc-aaa5-57d7956f1927), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:21.549650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] For port e4cf92e7-eb1a-4c64-8be1-c161b09402fa, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:12:21.564817 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] For port e4cf92e7-eb1a-4c64-8be1-c161b09402fa, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e4cf92e7-eb1a-4c64-8be1-c161b09402fa,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:12:21.597026 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef53543f-7cc9-44d9-9692-70af110a619c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (31094bf8-6772-46fc-aaa5-57d7956f1927), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:21.641796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef53543f-7cc9-44d9-9692-70af110a619c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:21.650600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-ef53543f-7cc9-44d9-9692-70af110a619c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:21.654841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef53543f-7cc9-44d9-9692-70af110a619c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:21.656537 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e4cf92e7-eb1a-4c64-8be1-c161b09402fa), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:21.660879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef53543f-7cc9-44d9-9692-70af110a619c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:21.661812 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ef53543f-7cc9-44d9-9692-70af110a619c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:21.673217 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53543f-7cc9-44d9-9692-70af110a619c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=31094bf8-6772-46fc-aaa5-57d7956f1927,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:21.722831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e136c-c675-4678-881b-82c461ac21dd None None] Pushing event updated for resources: {'Port': ['ID=e4cf92e7-eb1a-4c64-8be1-c161b09402fa,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:21.753168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ef53543f-7cc9-44d9-9692-70af110a619c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3831098 Feb 15 17:12:21.759001 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55762) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:21.814627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8677d03f-cd18-4287-8f7d-0500c006e503 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:21.820010 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8677d03f-cd18-4287-8f7d-0500c006e503 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:21.826153 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8677d03f-cd18-4287-8f7d-0500c006e503 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0647337 Feb 15 17:12:21.826432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55764) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:22.000782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ab485c8e-d8ac-4b05-8133-774622e5cdc8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port 31094bf8-6772-46fc-aaa5-57d7956f1927 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:22.001349 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab485c8e-d8ac-4b05-8133-774622e5cdc8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (31094bf8-6772-46fc-aaa5-57d7956f1927), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:22.112467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d100962-ef69-40fb-afe5-494466d09cba req-d4ef9a3e-f0f8-4b6e-80f6-c041a66bddc0 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:22.114042 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d100962-ef69-40fb-afe5-494466d09cba req-d4ef9a3e-f0f8-4b6e-80f6-c041a66bddc0 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 945 time: 0.1350687 Feb 15 17:12:22.164495 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab485c8e-d8ac-4b05-8133-774622e5cdc8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (31094bf8-6772-46fc-aaa5-57d7956f1927), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:22.191537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ab485c8e-d8ac-4b05-8133-774622e5cdc8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for 31094bf8-6772-46fc-aaa5-57d7956f1927 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:22.202155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8d100962-ef69-40fb-afe5-494466d09cba req-310c2242-30bf-4f25-be55-076a0e99a4e1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732989 Feb 15 17:12:22.237882 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6d52a-33f2-4112-9d8c-4e1dae0b66c6 req-462bfb99-a2fc-4c39-988c-54e970738ea8 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:22.240087 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ed6d52a-33f2-4112-9d8c-4e1dae0b66c6 req-462bfb99-a2fc-4c39-988c-54e970738ea8 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 947 time: 0.0861864 Feb 15 17:12:22.305244 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ed6d52a-33f2-4112-9d8c-4e1dae0b66c6 req-365d2fa9-2bec-4bfd-9028-5cfdaed471ba tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/security-groups?id=7f74c45f-297c-4e13-a49c-358de4932bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580082 Feb 15 17:12:22.390111 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 479f6782-1e7f-4ff0-a5b9-92ac62360071 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:12:22.396110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 26c17b25-1e6b-4a3a-97d6-428415fcfc79 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:12:22.436702 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab485c8e-d8ac-4b05-8133-774622e5cdc8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (31094bf8-6772-46fc-aaa5-57d7956f1927), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:22.482872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab485c8e-d8ac-4b05-8133-774622e5cdc8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=31094bf8-6772-46fc-aaa5-57d7956f1927,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:22.511130 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab485c8e-d8ac-4b05-8133-774622e5cdc8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:22.515499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ab485c8e-d8ac-4b05-8133-774622e5cdc8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/31094bf8-6772-46fc-aaa5-57d7956f1927 HTTP/1.1" status: 204 len: 168 time: 0.6879473 Feb 15 17:12:22.518077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55772) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:22.578335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 479f6782-1e7f-4ff0-a5b9-92ac62360071, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=479f6782-1e7f-4ff0-a5b9-92ac62360071,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:22.610045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '479f6782-1e7f-4ff0-a5b9-92ac62360071', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '479f6782-1e7f-4ff0-a5b9-92ac62360071', 'mac_address': 'fa:16:3e:a1:ef:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:12:22.640596 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab92a3-294b-452d-956d-aed258d4a415 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:22.644545 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab92a3-294b-452d-956d-aed258d4a415 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:22.648116 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b0ab92a3-294b-452d-956d-aed258d4a415 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1286349 Feb 15 17:12:22.651004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55774) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:22.659202 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 26c17b25-1e6b-4a3a-97d6-428415fcfc79 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:12:22.680902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 26c17b25-1e6b-4a3a-97d6-428415fcfc79 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:22.680902 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (26c17b25-1e6b-4a3a-97d6-428415fcfc79), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:22.742042 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e4cf92e7-eb1a-4c64-8be1-c161b09402fa up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:12:22.789783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d31aabe-ef80-4c13-99d8-b0727876b27d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 0a4270d8-2781-4c1f-b822-f912ea008080 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:12:22.791660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 479f6782-1e7f-4ff0-a5b9-92ac62360071 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:22.792060 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (479f6782-1e7f-4ff0-a5b9-92ac62360071), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:22.801739 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d31aabe-ef80-4c13-99d8-b0727876b27d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (0a4270d8-2781-4c1f-b822-f912ea008080), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:22.827181 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479f6782-1e7f-4ff0-a5b9-92ac62360071 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:12:22.860821 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d31aabe-ef80-4c13-99d8-b0727876b27d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (0a4270d8-2781-4c1f-b822-f912ea008080), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:22.866425 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 479f6782-1e7f-4ff0-a5b9-92ac62360071, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=479f6782-1e7f-4ff0-a5b9-92ac62360071,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:22.929291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port e4cf92e7-eb1a-4c64-8be1-c161b09402fa triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:22.930470 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e4cf92e7-eb1a-4c64-8be1-c161b09402fa), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:22.971821 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d31aabe-ef80-4c13-99d8-b0727876b27d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (0a4270d8-2781-4c1f-b822-f912ea008080), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:22.987640 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (479f6782-1e7f-4ff0-a5b9-92ac62360071), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:22.995184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 26c17b25-1e6b-4a3a-97d6-428415fcfc79 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:22.995932 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (26c17b25-1e6b-4a3a-97d6-428415fcfc79), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:23.104955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=479f6782-1e7f-4ff0-a5b9-92ac62360071,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:23.131356 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d31aabe-ef80-4c13-99d8-b0727876b27d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (0a4270d8-2781-4c1f-b822-f912ea008080), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:23.131480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296db803-fa9a-4693-84f8-220ae8e07641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c17b25-1e6b-4a3a-97d6-428415fcfc79'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:12:23.131480 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47035e4b-f167-4fa7-88bb-7e7c56d0e1ae" -d '{"events": [{"server_uuid": "296db803-fa9a-4693-84f8-220ae8e07641", "name": "network-vif-plugged", "status": "completed", "tag": "26c17b25-1e6b-4a3a-97d6-428415fcfc79"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:12:23.183906 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d31aabe-ef80-4c13-99d8-b0727876b27d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4270d8-2781-4c1f-b822-f912ea008080,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:23.185529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 26c17b25-1e6b-4a3a-97d6-428415fcfc79, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=26c17b25-1e6b-4a3a-97d6-428415fcfc79,segment=NetworkSegment(536f4f99-6e02-40c5-946f-138c37eb458a),segment_id=536f4f99-6e02-40c5-946f-138c37eb458a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:23.198601 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d31aabe-ef80-4c13-99d8-b0727876b27d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:23.199608 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3239a218-9038-4c0c-a292-d00a6c0f6aa9 x-openstack-request-id: req-3239a218-9038-4c0c-a292-d00a6c0f6aa9 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:12:23.199950 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296db803-fa9a-4693-84f8-220ae8e07641", "name": "network-vif-plugged", "status": "completed", "tag": "26c17b25-1e6b-4a3a-97d6-428415fcfc79", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:12:23.200145 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3239a218-9038-4c0c-a292-d00a6c0f6aa9 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:12:23.200537 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296db803-fa9a-4693-84f8-220ae8e07641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c17b25-1e6b-4a3a-97d6-428415fcfc79', 'code': 200} Feb 15 17:12:23.201481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e4cf92e7-eb1a-4c64-8be1-c161b09402fa is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:23.201878 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e4cf92e7-eb1a-4c64-8be1-c161b09402fa), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:23.202041 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5d31aabe-ef80-4c13-99d8-b0727876b27d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/0a4270d8-2781-4c1f-b822-f912ea008080 HTTP/1.1" status: 204 len: 168 time: 0.5500216 Feb 15 17:12:23.204529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55778) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:23.245038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['479f6782-1e7f-4ff0-a5b9-92ac62360071'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:12:23.298267 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-32bfa759-0ed4-403e-8c02-133da9eb2795 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925858 Feb 15 17:12:23.313995 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55782) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:23.362356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a97c9-f617-453f-9933-80db5a474d43 req-1b587ea5-9ca5-4034-95bf-f6fe52a5737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:23.362356 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-824a97c9-f617-453f-9933-80db5a474d43 req-1b587ea5-9ca5-4034-95bf-f6fe52a5737b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 1128 time: 0.0758440 Feb 15 17:12:23.387711 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (26c17b25-1e6b-4a3a-97d6-428415fcfc79), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:23.441961 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-824a97c9-f617-453f-9933-80db5a474d43 req-4afe6095-858c-4ffb-87ca-f54b23ec436b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740950 Feb 15 17:12:23.493552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-070adb59-5b48-4a58-ab04-e14d068b8e16 None None] Provisioning complete for port e4cf92e7-eb1a-4c64-8be1-c161b09402fa triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:23.495088 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-070adb59-5b48-4a58-ab04-e14d068b8e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e4cf92e7-eb1a-4c64-8be1-c161b09402fa), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:23.549852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c0fc7-c9ab-417e-a021-a91cad8c0e00 req-d94445c9-2c85-48fa-a082-f785d4be3c45 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:23.552393 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-509c0fc7-c9ab-417e-a021-a91cad8c0e00 req-d94445c9-2c85-48fa-a082-f785d4be3c45 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 948 time: 0.1032612 Feb 15 17:12:23.554439 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6542c-eef1-489b-90ca-39a78faaea77 req-a5d63f9d-65f4-4ecd-90c8-c0a58693eb76 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:23.558554 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2fd6542c-eef1-489b-90ca-39a78faaea77 req-a5d63f9d-65f4-4ecd-90c8-c0a58693eb76 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 946 time: 0.2351775 Feb 15 17:12:23.568577 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:12:23.568936 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:12:23.581279 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b344de-cb52-4342-932a-84d333b5c2f6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:23.596908 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a6b344de-cb52-4342-932a-84d333b5c2f6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2816865 Feb 15 17:12:23.599143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55788) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:23.614257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4f61cb-00dc-41e7-bf68-88c064676ebe None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:23.659751 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-509c0fc7-c9ab-417e-a021-a91cad8c0e00 req-5ecbd448-a750-4332-86ef-ff58a9de5085 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/security-groups?id=7f74c45f-297c-4e13-a49c-358de4932bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890572 Feb 15 17:12:23.710395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=26c17b25-1e6b-4a3a-97d6-428415fcfc79,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:23.714521 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2fd6542c-eef1-489b-90ca-39a78faaea77 req-694b237e-4f9c-4452-be2e-50107f5d5b12 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161864 Feb 15 17:12:23.756014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af198c47-1dbd-40d1-801b-8c98bd68d04a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:23.757780 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-af198c47-1dbd-40d1-801b-8c98bd68d04a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1575913 Feb 15 17:12:23.760481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55792) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:23.784418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-070adb59-5b48-4a58-ab04-e14d068b8e16 None None] Current status of the port e4cf92e7-eb1a-4c64-8be1-c161b09402fa is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:23.784806 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-070adb59-5b48-4a58-ab04-e14d068b8e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e4cf92e7-eb1a-4c64-8be1-c161b09402fa), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:23.807977 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2c6a5d45-73c1-483d-8f82-9d93e54ba2b6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461621 Feb 15 17:12:23.813827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55794) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:23.820205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6c418cc1-7cdd-4661-8b1f-9c90df7139c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:23.875735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-070adb59-5b48-4a58-ab04-e14d068b8e16 None None] For port e4cf92e7-eb1a-4c64-8be1-c161b09402fa, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e4cf92e7-eb1a-4c64-8be1-c161b09402fa,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:23.958807 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-070adb59-5b48-4a58-ab04-e14d068b8e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e4cf92e7-eb1a-4c64-8be1-c161b09402fa), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:23.996807 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c418cc1-7cdd-4661-8b1f-9c90df7139c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:24.001021 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c418cc1-7cdd-4661-8b1f-9c90df7139c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:24.038104 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070adb59-5b48-4a58-ab04-e14d068b8e16 None None] Pushing event updated for resources: {'Port': ['ID=e4cf92e7-eb1a-4c64-8be1-c161b09402fa,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:24.043162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a915cd1c-bdc8-42f0-abb1-d14310bf0bb0 None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:12:24.082944 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6af9a765-e4d0-4c46-ad81-94ae259c24ca None None] Could not find standard attr ID for object 31094bf8-6772-46fc-aaa5-57d7956f1927. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:12:24.131071 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e4cf92e7-eb1a-4c64-8be1-c161b09402fa is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:24.144112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a915cd1c-bdc8-42f0-abb1-d14310bf0bb0 None None] Deleting port e4cf92e7-eb1a-4c64-8be1-c161b09402fa {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:24.144536 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a915cd1c-bdc8-42f0-abb1-d14310bf0bb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e4cf92e7-eb1a-4c64-8be1-c161b09402fa), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:24.210396 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a915cd1c-bdc8-42f0-abb1-d14310bf0bb0 None None] For port e4cf92e7-eb1a-4c64-8be1-c161b09402fa, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e4cf92e7-eb1a-4c64-8be1-c161b09402fa,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:24.210804 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a915cd1c-bdc8-42f0-abb1-d14310bf0bb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e4cf92e7-eb1a-4c64-8be1-c161b09402fa), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:24.227713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a915cd1c-bdc8-42f0-abb1-d14310bf0bb0 None None] Calling delete_port for e4cf92e7-eb1a-4c64-8be1-c161b09402fa owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:24.403899 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a915cd1c-bdc8-42f0-abb1-d14310bf0bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (e4cf92e7-eb1a-4c64-8be1-c161b09402fa), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:24.436603 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915cd1c-bdc8-42f0-abb1-d14310bf0bb0 None None] Pushing event deleted for resources: {'Port': ['ID=e4cf92e7-eb1a-4c64-8be1-c161b09402fa,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:24.439540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 479f6782-1e7f-4ff0-a5b9-92ac62360071 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:12:24.467172 n-d-828372-14 neutron-server[103800]: DEBUG neutron.objects.ports [None req-6c418cc1-7cdd-4661-8b1f-9c90df7139c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:12:24.474074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a915cd1c-bdc8-42f0-abb1-d14310bf0bb0 None None] No DVR routers for this DVR port e4cf92e7-eb1a-4c64-8be1-c161b09402fa on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:12:24.623232 n-d-828372-14 neutron-server[103800]: WARNING neutron.services.revisions.revision_plugin [None req-6c418cc1-7cdd-4661-8b1f-9c90df7139c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Could not find related port for resource to bump revision. Feb 15 17:12:24.633015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 479f6782-1e7f-4ff0-a5b9-92ac62360071 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:12:24.638725 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 479f6782-1e7f-4ff0-a5b9-92ac62360071 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:24.639343 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (479f6782-1e7f-4ff0-a5b9-92ac62360071), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:24.666589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e4cf92e7-eb1a-4c64-8be1-c161b09402fa no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:12:24.690294 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.ipam_pluggable_backend [None req-6c418cc1-7cdd-4661-8b1f-9c90df7139c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Port e4cf92e7-eb1a-4c64-8be1-c161b09402fa was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103800) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 15 17:12:24.691163 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.ipam_pluggable_backend [None req-6c418cc1-7cdd-4661-8b1f-9c90df7139c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Reverting IP allocation for 2001:db8::f816:3eff:fec3:215d {{(pid=103800) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 15 17:12:24.695831 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.ipam_pluggable_backend [None req-6c418cc1-7cdd-4661-8b1f-9c90df7139c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec3:215d {{(pid=103800) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 15 17:12:24.698204 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c418cc1-7cdd-4661-8b1f-9c90df7139c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (4bd26e6d-99a1-4112-86aa-52c41b9fefa2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:24.718928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: e4cf92e7-eb1a-4c64-8be1-c161b09402fa {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:12:24.719305 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e4cf92e7-eb1a-4c64-8be1-c161b09402fa not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:12:24.774549 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c418cc1-7cdd-4661-8b1f-9c90df7139c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:24.781891 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-6c418cc1-7cdd-4661-8b1f-9c90df7139c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:24.786315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c418cc1-7cdd-4661-8b1f-9c90df7139c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:24.794977 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c418cc1-7cdd-4661-8b1f-9c90df7139c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:24.795395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 479f6782-1e7f-4ff0-a5b9-92ac62360071 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:24.795732 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (479f6782-1e7f-4ff0-a5b9-92ac62360071), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:24.797043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c418cc1-7cdd-4661-8b1f-9c90df7139c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=4bd26e6d-99a1-4112-86aa-52c41b9fefa2,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:24.806912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c749244-71e6-49e2-a351-fa193649508d None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:24.885991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e14de0-ec49-499d-8367-3690b8e7419c req-c538f154-b432-430b-bd6c-885ac1518960 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:24.894102 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58e14de0-ec49-499d-8367-3690b8e7419c req-c538f154-b432-430b-bd6c-885ac1518960 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 948 time: 0.0651183 Feb 15 17:12:24.907688 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6c418cc1-7cdd-4661-8b1f-9c90df7139c3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0923312 Feb 15 17:12:24.912001 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55802) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:24.916033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 479f6782-1e7f-4ff0-a5b9-92ac62360071, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=479f6782-1e7f-4ff0-a5b9-92ac62360071,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:24.920808 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-26549dcd-ec87-45b6-b234-d5e00468decc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:24.960383 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58e14de0-ec49-499d-8367-3690b8e7419c req-5a378051-5f95-4869-b1a9-8a606cb7a8b4 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/security-groups?id=7f74c45f-297c-4e13-a49c-358de4932bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612314 Feb 15 17:12:25.020645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe561b09-1050-4096-bbd2-1bba76eec36c req-8673e1eb-8657-4a49-9141-4e78caaeb0d0 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:25.029125 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe561b09-1050-4096-bbd2-1bba76eec36c req-8673e1eb-8657-4a49-9141-4e78caaeb0d0 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 946 time: 0.1816177 Feb 15 17:12:25.112563 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe561b09-1050-4096-bbd2-1bba76eec36c req-29b7ddc4-254c-450b-8177-39b2dcc787aa tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823388 Feb 15 17:12:25.120407 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (479f6782-1e7f-4ff0-a5b9-92ac62360071), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:25.145745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': '4bd26e6d-99a1-4112-86aa-52c41b9fefa2'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:12:25.146591 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:25.185975 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26549dcd-ec87-45b6-b234-d5e00468decc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:25.192002 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26549dcd-ec87-45b6-b234-d5e00468decc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:25.192326 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=479f6782-1e7f-4ff0-a5b9-92ac62360071,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:25.239697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4af84a-c598-4ed3-8aaf-31fe36c3f423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479f6782-1e7f-4ff0-a5b9-92ac62360071'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:12:25.242274 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b753d1-d35c-44c0-939e-afe1741ebdba" -d '{"events": [{"server_uuid": "3c4af84a-c598-4ed3-8aaf-31fe36c3f423", "name": "network-vif-plugged", "status": "completed", "tag": "479f6782-1e7f-4ff0-a5b9-92ac62360071"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:12:25.297399 n-d-828372-14 neutron-server[103800]: INFO neutron.db.ipam_backend_mixin [None req-26549dcd-ec87-45b6-b234-d5e00468decc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4bd26e6d-99a1-4112-86aa-52c41b9fefa2 (CIDR: 2001:db8::/64) Feb 15 17:12:25.314799 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb98690-6d49-45e4-9df7-2c3c0171fda0 x-openstack-request-id: req-5fb98690-6d49-45e4-9df7-2c3c0171fda0 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:12:25.315281 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4af84a-c598-4ed3-8aaf-31fe36c3f423", "name": "network-vif-plugged", "status": "completed", "tag": "479f6782-1e7f-4ff0-a5b9-92ac62360071", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:12:25.315663 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5fb98690-6d49-45e4-9df7-2c3c0171fda0 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:12:25.316128 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4af84a-c598-4ed3-8aaf-31fe36c3f423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479f6782-1e7f-4ff0-a5b9-92ac62360071', 'code': 200} Feb 15 17:12:25.318697 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-26549dcd-ec87-45b6-b234-d5e00468decc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:12:25.320253 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26549dcd-ec87-45b6-b234-d5e00468decc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:25.342073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Allocated IP 2001:db8::f816:3eff:fe02:4d97 (824790ef-3fd7-489c-9576-06e052670deb/4bd26e6d-99a1-4112-86aa-52c41b9fefa2/0f55784f-e6d4-46a0-a572-46fd6e64c638) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:25.399133 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-26549dcd-ec87-45b6-b234-d5e00468decc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4861214 Feb 15 17:12:25.399928 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55844) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:25.405919 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b47dede2-88ed-4ba7-9fee-65c4f78d5479 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:25.435461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179a09a-4ca4-44d4-8b29-c91bc5ca3b5e req-b6d8521f-b29d-4885-a9c2-1ad21c400e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:25.436980 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e179a09a-4ca4-44d4-8b29-c91bc5ca3b5e req-b6d8521f-b29d-4885-a9c2-1ad21c400e1e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 1132 time: 0.0586500 Feb 15 17:12:25.509544 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e179a09a-4ca4-44d4-8b29-c91bc5ca3b5e req-06834d42-be81-4526-9f0d-942dfc1b7db6 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7f74c45f-297c-4e13-a49c-358de4932bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657806 Feb 15 17:12:25.527674 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Publish callbacks [] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:25.641921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47dede2-88ed-4ba7-9fee-65c4f78d5479 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:25.642915 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:25.647568 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b47dede2-88ed-4ba7-9fee-65c4f78d5479 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:25.685751 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:25.690594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:25.694094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:25.705532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Pushing event updated for resources: {'Port': ['ID=0f55784f-e6d4-46a0-a572-46fd6e64c638,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:25.755498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Attempting to bind port 0f55784f-e6d4-46a0-a572-46fd6e64c638 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:12:25.755871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Attempting to bind port 0f55784f-e6d4-46a0-a572-46fd6e64c638 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:12:25.756243 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Attempting to bind port 0f55784f-e6d4-46a0-a572-46fd6e64c638 on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:12:25.761539 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:12:25.761750 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:12:25.762055 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:25.762451 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:12:25.763318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Bound port: 0f55784f-e6d4-46a0-a572-46fd6e64c638, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:12:25.763318 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:25.838664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] For port 0f55784f-e6d4-46a0-a572-46fd6e64c638, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:12:25.843329 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] For port 0f55784f-e6d4-46a0-a572-46fd6e64c638, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0f55784f-e6d4-46a0-a572-46fd6e64c638,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:12:25.923971 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:25.969429 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b47dede2-88ed-4ba7-9fee-65c4f78d5479 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (dacd0075-26bb-4e05-a319-998b684cb49c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:26.019205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b81fd2e-2c79-4557-9ad5-d638e3f7aa66 None None] Pushing event updated for resources: {'Port': ['ID=0f55784f-e6d4-46a0-a572-46fd6e64c638,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:26.035285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47dede2-88ed-4ba7-9fee-65c4f78d5479 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:26.039532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b47dede2-88ed-4ba7-9fee-65c4f78d5479 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:26.043356 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47dede2-88ed-4ba7-9fee-65c4f78d5479 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:26.048033 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b47dede2-88ed-4ba7-9fee-65c4f78d5479 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:26.096872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dede2-88ed-4ba7-9fee-65c4f78d5479 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=dacd0075-26bb-4e05-a319-998b684cb49c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:26.149457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c745106-4a8e-455c-9400-5af46078e44e req-447861c2-2ed9-489f-b0cb-f5c7e745b62d tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:26.158221 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0c745106-4a8e-455c-9400-5af46078e44e req-447861c2-2ed9-489f-b0cb-f5c7e745b62d tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 949 time: 0.0951300 Feb 15 17:12:26.169035 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b47dede2-88ed-4ba7-9fee-65c4f78d5479 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7679522 Feb 15 17:12:26.171918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55856) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:26.184157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f79a0fbf-78e2-4557-b17f-7053628e56e7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'mac_address': 'fa:16:3e:11:5d:b5', 'name': 'tempest-NetworksTestDHCPv6-888460272'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:26.298416 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0c745106-4a8e-455c-9400-5af46078e44e req-dda45e80-b809-42e4-a974-5977e602b118 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/security-groups?id=7f74c45f-297c-4e13-a49c-358de4932bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393366 Feb 15 17:12:26.455181 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79a0fbf-78e2-4557-b17f-7053628e56e7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:26.550367 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f79a0fbf-78e2-4557-b17f-7053628e56e7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:26.574603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-f79a0fbf-78e2-4557-b17f-7053628e56e7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port ffbb5ffd-d251-44e2-b7a9-360f8e1d8e0f yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:12:26.757682 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0f55784f-e6d4-46a0-a572-46fd6e64c638 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:12:26.776666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f79a0fbf-78e2-4557-b17f-7053628e56e7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8:0:1::27b (824790ef-3fd7-489c-9576-06e052670deb/dacd0075-26bb-4e05-a319-998b684cb49c/ffbb5ffd-d251-44e2-b7a9-360f8e1d8e0f) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:26.785496 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f79a0fbf-78e2-4557-b17f-7053628e56e7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::f816:3eff:fe11:5db5 (824790ef-3fd7-489c-9576-06e052670deb/4bd26e6d-99a1-4112-86aa-52c41b9fefa2/ffbb5ffd-d251-44e2-b7a9-360f8e1d8e0f) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:26.830192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0f55784f-e6d4-46a0-a572-46fd6e64c638 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:26.830811 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:26.968012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0f55784f-e6d4-46a0-a572-46fd6e64c638 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:26.968457 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:27.021566 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 0f55784f-e6d4-46a0-a572-46fd6e64c638, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0f55784f-e6d4-46a0-a572-46fd6e64c638,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:27.053132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f79a0fbf-78e2-4557-b17f-7053628e56e7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (ffbb5ffd-d251-44e2-b7a9-360f8e1d8e0f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:27.145658 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:27.171993 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f79a0fbf-78e2-4557-b17f-7053628e56e7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ffbb5ffd-d251-44e2-b7a9-360f8e1d8e0f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:27.228806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=0f55784f-e6d4-46a0-a572-46fd6e64c638,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:27.287043 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a0fbf-78e2-4557-b17f-7053628e56e7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=ffbb5ffd-d251-44e2-b7a9-360f8e1d8e0f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:27.292538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79a0fbf-78e2-4557-b17f-7053628e56e7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:27.294504 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f79a0fbf-78e2-4557-b17f-7053628e56e7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:27.297314 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79a0fbf-78e2-4557-b17f-7053628e56e7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:27.304661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79a0fbf-78e2-4557-b17f-7053628e56e7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:27.305322 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f79a0fbf-78e2-4557-b17f-7053628e56e7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:27.398424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a685ee5d-6cd5-4f6a-91ad-c0d76ff49860 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:27.423560 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f79a0fbf-78e2-4557-b17f-7053628e56e7 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2505412 Feb 15 17:12:27.431487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55896) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:27.485924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-333d7380-fefd-4908-8a16-95612251d510 None None] Provisioning complete for port 0f55784f-e6d4-46a0-a572-46fd6e64c638 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:27.486331 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-333d7380-fefd-4908-8a16-95612251d510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:27.535129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c57cd-5f72-4d33-a092-1e308f8280c4 req-055aa6ba-e6b8-406d-8b58-257c1e43c2ee tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:27.536849 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-206c57cd-5f72-4d33-a092-1e308f8280c4 req-055aa6ba-e6b8-406d-8b58-257c1e43c2ee tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 949 time: 0.1327035 Feb 15 17:12:27.546889 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-290a3940-8a37-48e4-bf32-e253bdb6aa30 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port ffbb5ffd-d251-44e2-b7a9-360f8e1d8e0f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:27.547247 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-290a3940-8a37-48e4-bf32-e253bdb6aa30 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ffbb5ffd-d251-44e2-b7a9-360f8e1d8e0f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:27.624449 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-333d7380-fefd-4908-8a16-95612251d510 None None] Current status of the port 0f55784f-e6d4-46a0-a572-46fd6e64c638 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:27.632284 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-206c57cd-5f72-4d33-a092-1e308f8280c4 req-39c980e5-9171-48f7-9324-4dfb858b9dda tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/security-groups?id=7f74c45f-297c-4e13-a49c-358de4932bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866663 Feb 15 17:12:27.689994 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-290a3940-8a37-48e4-bf32-e253bdb6aa30 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ffbb5ffd-d251-44e2-b7a9-360f8e1d8e0f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:27.707339 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-290a3940-8a37-48e4-bf32-e253bdb6aa30 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for ffbb5ffd-d251-44e2-b7a9-360f8e1d8e0f owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:27.765298 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce5f513-919f-4c4f-8427-7169ab84157e None None] Update dhcp port {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': '4bd26e6d-99a1-4112-86aa-52c41b9fefa2', 'ip_address': '2001:db8::f816:3eff:fe02:4d97'}, {'subnet_id': 'dacd0075-26bb-4e05-a319-998b684cb49c'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '0f55784f-e6d4-46a0-a572-46fd6e64c638'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 17:12:27.826102 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ce5f513-919f-4c4f-8427-7169ab84157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:28.065978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-7ce5f513-919f-4c4f-8427-7169ab84157e None None] Allocated IP 2001:db8:0:1::2 (824790ef-3fd7-489c-9576-06e052670deb/dacd0075-26bb-4e05-a319-998b684cb49c/0f55784f-e6d4-46a0-a572-46fd6e64c638) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:28.153749 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-290a3940-8a37-48e4-bf32-e253bdb6aa30 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ffbb5ffd-d251-44e2-b7a9-360f8e1d8e0f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:28.169977 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7ce5f513-919f-4c4f-8427-7169ab84157e None None] For port 0f55784f-e6d4-46a0-a572-46fd6e64c638, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0f55784f-e6d4-46a0-a572-46fd6e64c638,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:28.214366 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ce5f513-919f-4c4f-8427-7169ab84157e None None] Publish callbacks [] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:28.231273 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a3940-8a37-48e4-bf32-e253bdb6aa30 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=ffbb5ffd-d251-44e2-b7a9-360f8e1d8e0f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:28.262173 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-290a3940-8a37-48e4-bf32-e253bdb6aa30 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:28.266505 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-290a3940-8a37-48e4-bf32-e253bdb6aa30 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/ffbb5ffd-d251-44e2-b7a9-360f8e1d8e0f HTTP/1.1" status: 204 len: 168 time: 0.8387618 Feb 15 17:12:28.268927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55912) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:28.288701 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ce5f513-919f-4c4f-8427-7169ab84157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:28.335426 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43528de4-a9c9-4c72-9353-998b150c3519 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:28.338654 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-43528de4-a9c9-4c72-9353-998b150c3519 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0687149 Feb 15 17:12:28.341268 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55914) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:28.409917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5f513-919f-4c4f-8427-7169ab84157e None None] Pushing event updated for resources: {'Port': ['ID=0f55784f-e6d4-46a0-a572-46fd6e64c638,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:28.417554 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd468a5-8315-412d-9115-71139f978776 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:28.419382 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cfd468a5-8315-412d-9115-71139f978776 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0768230 Feb 15 17:12:28.423053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55916) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:28.482833 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea09a9-d32d-43fd-b0fe-d6653b03ecba tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:28.484316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea09a9-d32d-43fd-b0fe-d6653b03ecba tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:28.485811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cea09a9-d32d-43fd-b0fe-d6653b03ecba tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:28.487542 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8cea09a9-d32d-43fd-b0fe-d6653b03ecba tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0637958 Feb 15 17:12:28.490697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55918) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:28.577078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea40842-d45e-47f6-8bbe-29b554159420 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 4bd26e6d-99a1-4112-86aa-52c41b9fefa2 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:12:28.581071 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fea40842-d45e-47f6-8bbe-29b554159420 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (4bd26e6d-99a1-4112-86aa-52c41b9fefa2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:28.654201 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fea40842-d45e-47f6-8bbe-29b554159420 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (4bd26e6d-99a1-4112-86aa-52c41b9fefa2), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:28.712320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0f55784f-e6d4-46a0-a572-46fd6e64c638 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:12:28.776856 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fea40842-d45e-47f6-8bbe-29b554159420 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (4bd26e6d-99a1-4112-86aa-52c41b9fefa2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:28.815554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0f55784f-e6d4-46a0-a572-46fd6e64c638 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:28.816129 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:28.944053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0f55784f-e6d4-46a0-a572-46fd6e64c638 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:28.964146 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fea40842-d45e-47f6-8bbe-29b554159420 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (4bd26e6d-99a1-4112-86aa-52c41b9fefa2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:29.010740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea40842-d45e-47f6-8bbe-29b554159420 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=4bd26e6d-99a1-4112-86aa-52c41b9fefa2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:29.025298 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fea40842-d45e-47f6-8bbe-29b554159420 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:29.031474 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fea40842-d45e-47f6-8bbe-29b554159420 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/4bd26e6d-99a1-4112-86aa-52c41b9fefa2 HTTP/1.1" status: 204 len: 168 time: 0.5368235 Feb 15 17:12:29.031863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55922) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:29.159637 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f174fd5-0e70-4646-b7c7-59438c2033fa tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet dacd0075-26bb-4e05-a319-998b684cb49c {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:12:29.163601 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5f174fd5-0e70-4646-b7c7-59438c2033fa tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (dacd0075-26bb-4e05-a319-998b684cb49c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:29.219747 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5f174fd5-0e70-4646-b7c7-59438c2033fa tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (dacd0075-26bb-4e05-a319-998b684cb49c), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:29.326393 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5f174fd5-0e70-4646-b7c7-59438c2033fa tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (dacd0075-26bb-4e05-a319-998b684cb49c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:29.354453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd8c4b-5daf-4ce0-9257-cace8416dcf2 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:29.458808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-94db711d-8319-467e-b335-a6e230db091b None None] Could not find standard attr ID for object ffbb5ffd-d251-44e2-b7a9-360f8e1d8e0f. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:12:29.489264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-94db711d-8319-467e-b335-a6e230db091b None None] Provisioning complete for port 0f55784f-e6d4-46a0-a572-46fd6e64c638 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:29.489926 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94db711d-8319-467e-b335-a6e230db091b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:29.528933 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5f174fd5-0e70-4646-b7c7-59438c2033fa tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (dacd0075-26bb-4e05-a319-998b684cb49c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:29.574985 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5f174fd5-0e70-4646-b7c7-59438c2033fa tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:29.581844 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5f174fd5-0e70-4646-b7c7-59438c2033fa tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/dacd0075-26bb-4e05-a319-998b684cb49c HTTP/1.1" status: 204 len: 168 time: 0.5482280 Feb 15 17:12:29.584512 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55928) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:29.585790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f174fd5-0e70-4646-b7c7-59438c2033fa tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=dacd0075-26bb-4e05-a319-998b684cb49c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:29.675277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55932) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:29.675504 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3937da29-dd38-4ec9-9d2b-ed85398ad008 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891707 Feb 15 17:12:29.682629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-9c2fa583-b35b-4dfd-a463-74ebea23dfcd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:29.739957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-94db711d-8319-467e-b335-a6e230db091b None None] Current status of the port 0f55784f-e6d4-46a0-a572-46fd6e64c638 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:29.741957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6151de01-4571-44dd-b3c7-a8ae96e09f27 None None] Update dhcp port {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': 'dacd0075-26bb-4e05-a319-998b684cb49c'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '0f55784f-e6d4-46a0-a572-46fd6e64c638'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 17:12:29.776100 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6151de01-4571-44dd-b3c7-a8ae96e09f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:29.877520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2fa583-b35b-4dfd-a463-74ebea23dfcd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:29.881126 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c2fa583-b35b-4dfd-a463-74ebea23dfcd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:30.021821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9963ff9f-2eda-4519-a820-e2c4b8962a78 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:30.108084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-984d1399-e83c-4ef7-80ba-308b9059c13e None None] Provisioning complete for port 0f55784f-e6d4-46a0-a572-46fd6e64c638 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:30.108510 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-984d1399-e83c-4ef7-80ba-308b9059c13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:30.222504 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f6a0f5-379e-4471-bf54-1de70ed76948 None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:12:30.278981 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-984d1399-e83c-4ef7-80ba-308b9059c13e None None] Current status of the port 0f55784f-e6d4-46a0-a572-46fd6e64c638 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:30.296424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6a0f5-379e-4471-bf54-1de70ed76948 None None] Deleting port 0f55784f-e6d4-46a0-a572-46fd6e64c638 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:30.296807 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a0f5-379e-4471-bf54-1de70ed76948 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:30.310783 n-d-828372-14 neutron-server[103799]: DEBUG neutron.objects.ports [None req-9c2fa583-b35b-4dfd-a463-74ebea23dfcd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103799) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:12:30.389999 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f5f6a0f5-379e-4471-bf54-1de70ed76948 None None] For port 0f55784f-e6d4-46a0-a572-46fd6e64c638, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0f55784f-e6d4-46a0-a572-46fd6e64c638,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:30.390626 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a0f5-379e-4471-bf54-1de70ed76948 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:30.453530 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f5f6a0f5-379e-4471-bf54-1de70ed76948 None None] Calling delete_port for 0f55784f-e6d4-46a0-a572-46fd6e64c638 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:30.542911 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:30.627063 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c2fa583-b35b-4dfd-a463-74ebea23dfcd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:30.648542 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5f6a0f5-379e-4471-bf54-1de70ed76948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:30.722274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0f55784f-e6d4-46a0-a572-46fd6e64c638 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:12:30.737722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f6a0f5-379e-4471-bf54-1de70ed76948 None None] No DVR routers for this DVR port 0f55784f-e6d4-46a0-a572-46fd6e64c638 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:12:30.759026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6a0f5-379e-4471-bf54-1de70ed76948 None None] Pushing event deleted for resources: {'Port': ['ID=0f55784f-e6d4-46a0-a572-46fd6e64c638,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:30.804033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 0f55784f-e6d4-46a0-a572-46fd6e64c638 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:12:30.804387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0f55784f-e6d4-46a0-a572-46fd6e64c638 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:12:30.883155 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-9c2fa583-b35b-4dfd-a463-74ebea23dfcd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] For port 0f55784f-e6d4-46a0-a572-46fd6e64c638, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0f55784f-e6d4-46a0-a572-46fd6e64c638,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:30.894933 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:30.924626 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c2fa583-b35b-4dfd-a463-74ebea23dfcd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:30.984275 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c2fa583-b35b-4dfd-a463-74ebea23dfcd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0f55784f-e6d4-46a0-a572-46fd6e64c638), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:31.026380 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c2fa583-b35b-4dfd-a463-74ebea23dfcd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (ecefca91-f621-4f43-a50f-c399eca67b5b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:31.054436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fa583-b35b-4dfd-a463-74ebea23dfcd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=0f55784f-e6d4-46a0-a572-46fd6e64c638,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:31.085987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2fa583-b35b-4dfd-a463-74ebea23dfcd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=ecefca91-f621-4f43-a50f-c399eca67b5b,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:31.104762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2fa583-b35b-4dfd-a463-74ebea23dfcd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:31.106500 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-9c2fa583-b35b-4dfd-a463-74ebea23dfcd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:31.110670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2fa583-b35b-4dfd-a463-74ebea23dfcd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:31.111288 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c2fa583-b35b-4dfd-a463-74ebea23dfcd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:31.116982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df3a684-e31a-4392-baa5-3c297eabfa5a None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:31.211304 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9c2fa583-b35b-4dfd-a463-74ebea23dfcd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5348728 Feb 15 17:12:31.214066 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55940) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:31.219412 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-8bc26a29-5cc8-445a-ba39-b446b8eede1c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:31.273202 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': 'ecefca91-f621-4f43-a50f-c399eca67b5b'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:12:31.274586 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:31.545761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc26a29-5cc8-445a-ba39-b446b8eede1c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:31.551450 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8bc26a29-5cc8-445a-ba39-b446b8eede1c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:31.608626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Allocated IP 2001:db8::f816:3eff:feed:68a2 (824790ef-3fd7-489c-9576-06e052670deb/ecefca91-f621-4f43-a50f-c399eca67b5b/44d3e16e-a02c-49a3-bd55-7bdad6f4fe49) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:31.660378 n-d-828372-14 neutron-server[103799]: INFO neutron.db.ipam_backend_mixin [None req-8bc26a29-5cc8-445a-ba39-b446b8eede1c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ecefca91-f621-4f43-a50f-c399eca67b5b (CIDR: 2001:db8::/64) Feb 15 17:12:31.708484 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc26a29-5cc8-445a-ba39-b446b8eede1c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:12:31.709335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc26a29-5cc8-445a-ba39-b446b8eede1c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:31.789403 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Publish callbacks [] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:31.850251 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8bc26a29-5cc8-445a-ba39-b446b8eede1c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6322730 Feb 15 17:12:31.850598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 55952) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:31.860000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-648d8727-9ed2-422d-9792-38b9c5bf091c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:31.935416 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:32.001791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55954) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:32.095064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:32.107752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:32.111330 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:32.130484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Pushing event updated for resources: {'Port': ['ID=44d3e16e-a02c-49a3-bd55-7bdad6f4fe49,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:32.268900 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a56bda95-4b02-4765-81cd-3820f8106249 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:32.321824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Attempting to bind port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:12:32.324819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Attempting to bind port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:12:32.325213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Attempting to bind port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:12:32.354845 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:12:32.355605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:12:32.356294 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:32.357341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:12:32.358319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Bound port: 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:12:32.358885 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:32.443039 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a56bda95-4b02-4765-81cd-3820f8106249 admin admin] Publish callbacks [] for security_group (deac2622-65df-4c85-869c-db39f2910a36), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:32.455203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648d8727-9ed2-422d-9792-38b9c5bf091c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:32.459044 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-648d8727-9ed2-422d-9792-38b9c5bf091c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:32.515376 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] For port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:12:32.528571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] For port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=44d3e16e-a02c-49a3-bd55-7bdad6f4fe49,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:12:32.546320 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a56bda95-4b02-4765-81cd-3820f8106249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (deac2622-65df-4c85-869c-db39f2910a36), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:32.587101 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:32.628530 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a56bda95-4b02-4765-81cd-3820f8106249 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=449a9cb4cefd44459ac4a9086963cd7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6232731 Feb 15 17:12:32.629047 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55960) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:32.652476 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bda95-4b02-4765-81cd-3820f8106249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deac2622-65df-4c85-869c-db39f2910a36,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:32.730106 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbd16b-ecb0-4bb9-abf1-22deae49feaf None None] Pushing event updated for resources: {'Port': ['ID=44d3e16e-a02c-49a3-bd55-7bdad6f4fe49,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:32.754955 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ce41546-5641-4df6-9096-4f7316cdd2bc admin admin] Publish callbacks [] for security_group (deac2622-65df-4c85-869c-db39f2910a36), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:32.819083 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ce41546-5641-4df6-9096-4f7316cdd2bc admin admin] Publish callbacks [] for security_group (deac2622-65df-4c85-869c-db39f2910a36), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:32.986520 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ce41546-5641-4df6-9096-4f7316cdd2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (deac2622-65df-4c85-869c-db39f2910a36), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:32.989992 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6ce41546-5641-4df6-9096-4f7316cdd2bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:32.996354 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6ce41546-5641-4df6-9096-4f7316cdd2bc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/deac2622-65df-4c85-869c-db39f2910a36 HTTP/1.1" status: 204 len: 168 time: 0.3604348 Feb 15 17:12:33.052179 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-648d8727-9ed2-422d-9792-38b9c5bf091c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (5f952fb7-77e8-4107-9a13-3c0ea5bd8330), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:33.052754 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce41546-5641-4df6-9096-4f7316cdd2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deac2622-65df-4c85-869c-db39f2910a36,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:33.182722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d8727-9ed2-422d-9792-38b9c5bf091c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=5f952fb7-77e8-4107-9a13-3c0ea5bd8330,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:33.195415 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648d8727-9ed2-422d-9792-38b9c5bf091c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:33.197427 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-648d8727-9ed2-422d-9792-38b9c5bf091c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:33.206167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648d8727-9ed2-422d-9792-38b9c5bf091c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:33.207166 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-648d8727-9ed2-422d-9792-38b9c5bf091c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:33.285016 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-648d8727-9ed2-422d-9792-38b9c5bf091c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4315624 Feb 15 17:12:33.286808 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55966) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:33.295647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3d3e72b0-3ea9-4254-8917-1c9a2b3eb3bd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'mac_address': 'fa:16:3e:b2:ca:e7', 'name': 'tempest-NetworksTestDHCPv6-595380555'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:33.545289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3e72b0-3ea9-4254-8917-1c9a2b3eb3bd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:33.654181 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d3e72b0-3ea9-4254-8917-1c9a2b3eb3bd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:33.675950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-3d3e72b0-3ea9-4254-8917-1c9a2b3eb3bd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port d2fa2e6b-321a-45cc-9d2c-7d8878e839e9 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:12:33.740027 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:12:34.276313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023f8fb0-d0a6-43fd-b3c4-8602f352161d None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:34.300736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-3d3e72b0-3ea9-4254-8917-1c9a2b3eb3bd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8:0:1::55 (824790ef-3fd7-489c-9576-06e052670deb/5f952fb7-77e8-4107-9a13-3c0ea5bd8330/d2fa2e6b-321a-45cc-9d2c-7d8878e839e9) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:34.307896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-3d3e72b0-3ea9-4254-8917-1c9a2b3eb3bd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::f816:3eff:feb2:cae7 (824790ef-3fd7-489c-9576-06e052670deb/ecefca91-f621-4f43-a50f-c399eca67b5b/d2fa2e6b-321a-45cc-9d2c-7d8878e839e9) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:34.393611 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Provisioning complete for port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:34.395711 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:34.513912 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d3e72b0-3ea9-4254-8917-1c9a2b3eb3bd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (d2fa2e6b-321a-45cc-9d2c-7d8878e839e9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:34.677413 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d3e72b0-3ea9-4254-8917-1c9a2b3eb3bd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d2fa2e6b-321a-45cc-9d2c-7d8878e839e9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:34.743349 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3e72b0-3ea9-4254-8917-1c9a2b3eb3bd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:34.757496 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3d3e72b0-3ea9-4254-8917-1c9a2b3eb3bd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:34.768446 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3e72b0-3ea9-4254-8917-1c9a2b3eb3bd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:34.777109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3e72b0-3ea9-4254-8917-1c9a2b3eb3bd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:34.777936 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d3e72b0-3ea9-4254-8917-1c9a2b3eb3bd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:34.786974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Current status of the port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:34.787365 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:34.801869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e72b0-3ea9-4254-8917-1c9a2b3eb3bd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=d2fa2e6b-321a-45cc-9d2c-7d8878e839e9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:34.814177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:12:34.894805 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3d3e72b0-3ea9-4254-8917-1c9a2b3eb3bd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6063964 Feb 15 17:12:34.897508 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 55996) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:34.906052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3f618f-95b2-4a20-a240-b4963b59c260 None None] Update dhcp port {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': 'ecefca91-f621-4f43-a50f-c399eca67b5b', 'ip_address': '2001:db8::f816:3eff:feed:68a2'}, {'subnet_id': '5f952fb7-77e8-4107-9a13-3c0ea5bd8330'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '44d3e16e-a02c-49a3-bd55-7bdad6f4fe49'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 17:12:34.957953 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b3f618f-95b2-4a20-a240-b4963b59c260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:34.978565 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] For port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=44d3e16e-a02c-49a3-bd55-7bdad6f4fe49,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:35.017726 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-70e33be3-3f53-42d8-a402-54d19f4cb144 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port d2fa2e6b-321a-45cc-9d2c-7d8878e839e9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:35.018078 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-70e33be3-3f53-42d8-a402-54d19f4cb144 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d2fa2e6b-321a-45cc-9d2c-7d8878e839e9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:35.073674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:35.074308 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:35.094246 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:35.162116 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-70e33be3-3f53-42d8-a402-54d19f4cb144 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d2fa2e6b-321a-45cc-9d2c-7d8878e839e9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:35.176690 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-70e33be3-3f53-42d8-a402-54d19f4cb144 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for d2fa2e6b-321a-45cc-9d2c-7d8878e839e9 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:35.198482 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Pushing event updated for resources: {'Port': ['ID=44d3e16e-a02c-49a3-bd55-7bdad6f4fe49,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:35.210183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:35.210602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:35.210884 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:35.211215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:35.211550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:35.211877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:35.212387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:35.212927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:35.213434 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:35.213957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:35.214527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:35.215011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:35.219828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95fdab66-338f-41bd-8b19-78819de15958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:35.243314 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-7b3f618f-95b2-4a20-a240-b4963b59c260 None None] Allocated IP 2001:db8:0:1::2 (824790ef-3fd7-489c-9576-06e052670deb/5f952fb7-77e8-4107-9a13-3c0ea5bd8330/44d3e16e-a02c-49a3-bd55-7bdad6f4fe49) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:35.332868 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:35.402435 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7b3f618f-95b2-4a20-a240-b4963b59c260 None None] For port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=44d3e16e-a02c-49a3-bd55-7bdad6f4fe49,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:35.445659 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b3f618f-95b2-4a20-a240-b4963b59c260 None None] Publish callbacks [] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:35.522506 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b3f618f-95b2-4a20-a240-b4963b59c260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:35.522654 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-70e33be3-3f53-42d8-a402-54d19f4cb144 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d2fa2e6b-321a-45cc-9d2c-7d8878e839e9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:35.579753 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e33be3-3f53-42d8-a402-54d19f4cb144 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=d2fa2e6b-321a-45cc-9d2c-7d8878e839e9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:35.581638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f618f-95b2-4a20-a240-b4963b59c260 None None] Pushing event updated for resources: {'Port': ['ID=44d3e16e-a02c-49a3-bd55-7bdad6f4fe49,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:35.720626 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-70e33be3-3f53-42d8-a402-54d19f4cb144 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:35.724800 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-70e33be3-3f53-42d8-a402-54d19f4cb144 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/d2fa2e6b-321a-45cc-9d2c-7d8878e839e9 HTTP/1.1" status: 204 len: 168 time: 0.8261533 Feb 15 17:12:35.727278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56004) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:35.800304 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3553c34-3dbb-4081-9064-906ac6afd65e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:35.804679 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f3553c34-3dbb-4081-9064-906ac6afd65e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0763462 Feb 15 17:12:35.805227 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56006) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:35.875366 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc4bb86-74f1-4d41-9b91-dce97c3998f3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:35.877174 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cfc4bb86-74f1-4d41-9b91-dce97c3998f3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0705538 Feb 15 17:12:35.879676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56008) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:35.940891 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0dc01-b42a-4f44-8898-8eb3e2c15bec tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:35.943538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0dc01-b42a-4f44-8898-8eb3e2c15bec tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:35.945448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca0dc01-b42a-4f44-8898-8eb3e2c15bec tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:35.948131 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bca0dc01-b42a-4f44-8898-8eb3e2c15bec tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0672586 Feb 15 17:12:35.955817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56010) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:36.010606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9cefab-104c-4498-9e53-8316ea9d6689 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 5f952fb7-77e8-4107-9a13-3c0ea5bd8330 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:12:36.014529 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d9cefab-104c-4498-9e53-8316ea9d6689 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (5f952fb7-77e8-4107-9a13-3c0ea5bd8330), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:36.081936 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d9cefab-104c-4498-9e53-8316ea9d6689 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (5f952fb7-77e8-4107-9a13-3c0ea5bd8330), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:36.214472 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d9cefab-104c-4498-9e53-8316ea9d6689 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (5f952fb7-77e8-4107-9a13-3c0ea5bd8330), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:36.422255 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d9cefab-104c-4498-9e53-8316ea9d6689 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (5f952fb7-77e8-4107-9a13-3c0ea5bd8330), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:36.445912 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1d9cefab-104c-4498-9e53-8316ea9d6689 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:36.452865 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1d9cefab-104c-4498-9e53-8316ea9d6689 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/5f952fb7-77e8-4107-9a13-3c0ea5bd8330 HTTP/1.1" status: 204 len: 168 time: 0.5003872 Feb 15 17:12:36.455270 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56014) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:36.488849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9cefab-104c-4498-9e53-8316ea9d6689 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=5f952fb7-77e8-4107-9a13-3c0ea5bd8330,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:36.539263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a461de-0e34-47c0-a79d-4326df4070ba None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:36.579854 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-65190f18-5072-4521-aefc-7816e7b1057d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet ecefca91-f621-4f43-a50f-c399eca67b5b {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:12:36.595576 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65190f18-5072-4521-aefc-7816e7b1057d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (ecefca91-f621-4f43-a50f-c399eca67b5b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:36.649649 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65190f18-5072-4521-aefc-7816e7b1057d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (ecefca91-f621-4f43-a50f-c399eca67b5b), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:36.725284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:12:36.774370 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65190f18-5072-4521-aefc-7816e7b1057d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (ecefca91-f621-4f43-a50f-c399eca67b5b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:36.814416 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-aec3bb47-ecaa-4684-8e84-12db51cfaae7 None None] Provisioning complete for port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:36.814957 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aec3bb47-ecaa-4684-8e84-12db51cfaae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:36.872148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:36.872546 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:36.936170 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65190f18-5072-4521-aefc-7816e7b1057d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (ecefca91-f621-4f43-a50f-c399eca67b5b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:36.969817 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65190f18-5072-4521-aefc-7816e7b1057d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=ecefca91-f621-4f43-a50f-c399eca67b5b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:36.989131 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65190f18-5072-4521-aefc-7816e7b1057d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:36.992899 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0068d942-f703-4a5c-9d09-d35d9f89bfe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:36.998863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56024) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:36.999421 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-65190f18-5072-4521-aefc-7816e7b1057d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/ecefca91-f621-4f43-a50f-c399eca67b5b HTTP/1.1" status: 204 len: 168 time: 0.5428138 Feb 15 17:12:37.068155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8d3cbc0c-a5f0-46f1-a278-4382686e6bcc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667589 Feb 15 17:12:37.075039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56026) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:37.092133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-4357f4fe-5512-4316-8412-d807bede0e15 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:37.110982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aec3bb47-ecaa-4684-8e84-12db51cfaae7 None None] Current status of the port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:37.156108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:37.174310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb01653-3294-4ca3-b376-f5bb9e1bbcad None None] Update dhcp port {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'fixed_ips': [{'subnet_id': 'ecefca91-f621-4f43-a50f-c399eca67b5b'}], 'binding:host_id': 'n-d-828372-14'}, 'id': '44d3e16e-a02c-49a3-bd55-7bdad6f4fe49'} from n-d-828372-14. {{(pid=103801) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 15 17:12:37.210769 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5eb01653-3294-4ca3-b376-f5bb9e1bbcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:37.340802 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4357f4fe-5512-4316-8412-d807bede0e15 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:37.344607 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4357f4fe-5512-4316-8412-d807bede0e15 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:37.424227 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932c5055-31b9-4990-b691-60e74feb21d6 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:37.507105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-270ae9dd-799a-497c-bf9a-d5b2ceeecfd5 None None] Provisioning complete for port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:37.507105 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-270ae9dd-799a-497c-bf9a-d5b2ceeecfd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:37.653183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cd1a8f-4d92-4832-aba6-049befd2aed7 None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:12:37.689840 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4357f4fe-5512-4316-8412-d807bede0e15 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (e19899e1-3c76-4872-9581-6549f8f77465), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:37.718123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-270ae9dd-799a-497c-bf9a-d5b2ceeecfd5 None None] Current status of the port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:37.755812 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4357f4fe-5512-4316-8412-d807bede0e15 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:37.771838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-4357f4fe-5512-4316-8412-d807bede0e15 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:37.777567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4357f4fe-5512-4316-8412-d807bede0e15 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:37.779095 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4357f4fe-5512-4316-8412-d807bede0e15 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:37.785334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-55cd1a8f-4d92-4832-aba6-049befd2aed7 None None] Deleting port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:37.785768 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55cd1a8f-4d92-4832-aba6-049befd2aed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:37.791713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357f4fe-5512-4316-8412-d807bede0e15 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=e19899e1-3c76-4872-9581-6549f8f77465,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:37.870864 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4357f4fe-5512-4316-8412-d807bede0e15 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7929161 Feb 15 17:12:37.873575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56034) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:37.878520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-edc3c40b-a72f-4ded-856f-d9a55b684dbc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:37.894298 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-55cd1a8f-4d92-4832-aba6-049befd2aed7 None None] For port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=44d3e16e-a02c-49a3-bd55-7bdad6f4fe49,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:37.894756 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55cd1a8f-4d92-4832-aba6-049befd2aed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:37.912818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-55cd1a8f-4d92-4832-aba6-049befd2aed7 None None] Calling delete_port for 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:38.113672 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-55cd1a8f-4d92-4832-aba6-049befd2aed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (44d3e16e-a02c-49a3-bd55-7bdad6f4fe49), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:38.144148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd1a8f-4d92-4832-aba6-049befd2aed7 None None] No DVR routers for this DVR port 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:12:38.146040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd1a8f-4d92-4832-aba6-049befd2aed7 None None] Pushing event deleted for resources: {'Port': ['ID=44d3e16e-a02c-49a3-bd55-7bdad6f4fe49,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:38.163645 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c301761-b9bc-4311-82e4-55138cfb3c2f None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:38.175235 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc3c40b-a72f-4ded-856f-d9a55b684dbc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:38.184156 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-edc3c40b-a72f-4ded-856f-d9a55b684dbc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:38.291308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': 'e19899e1-3c76-4872-9581-6549f8f77465'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:12:38.292580 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:38.298378 n-d-828372-14 neutron-server[103799]: INFO neutron.db.ipam_backend_mixin [None req-edc3c40b-a72f-4ded-856f-d9a55b684dbc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e19899e1-3c76-4872-9581-6549f8f77465 (CIDR: 2001:db8::/64) Feb 15 17:12:38.329967 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc3c40b-a72f-4ded-856f-d9a55b684dbc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:12:38.330623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc3c40b-a72f-4ded-856f-d9a55b684dbc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:38.384389 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-edc3c40b-a72f-4ded-856f-d9a55b684dbc tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5097487 Feb 15 17:12:38.388382 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56038) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:38.393796 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:38.442836 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Allocated IP 2001:db8::2 (824790ef-3fd7-489c-9576-06e052670deb/e19899e1-3c76-4872-9581-6549f8f77465/836536a2-16a7-4c84-9220-b3935a2b21d7) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:38.602744 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:38.607401 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:38.645668 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Publish callbacks [] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:38.667392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:12:38.693846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:12:38.694172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 44d3e16e-a02c-49a3-bd55-7bdad6f4fe49 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:12:38.728593 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:38.823330 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:38.827854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:38.833573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:38.875668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Pushing event updated for resources: {'Port': ['ID=836536a2-16a7-4c84-9220-b3935a2b21d7,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:38.927457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Attempting to bind port 836536a2-16a7-4c84-9220-b3935a2b21d7 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:12:38.928101 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Attempting to bind port 836536a2-16a7-4c84-9220-b3935a2b21d7 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:12:38.928637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Attempting to bind port 836536a2-16a7-4c84-9220-b3935a2b21d7 on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:12:38.938446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:12:38.938446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:12:38.938911 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:38.939086 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:12:38.939470 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Bound port: 836536a2-16a7-4c84-9220-b3935a2b21d7, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:12:38.939852 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:39.040373 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] For port 836536a2-16a7-4c84-9220-b3935a2b21d7, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:12:39.043220 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] For port 836536a2-16a7-4c84-9220-b3935a2b21d7, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=836536a2-16a7-4c84-9220-b3935a2b21d7,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:12:39.107147 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:39.215678 n-d-828372-14 neutron-server[103800]: DEBUG neutron.objects.ports [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:12:39.330413 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-237b6103-6c31-477c-bb2b-393d32f2954b tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=1551fddfd3a64789a8c0be7f6f08e547&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594735 Feb 15 17:12:39.453196 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6709bab-0ae9-417c-8d29-46ccf3ac8d0a None None] Pushing event updated for resources: {'Port': ['ID=836536a2-16a7-4c84-9220-b3935a2b21d7,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:39.478419 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-9f669374-9962-4783-ac48-74151d075f41 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:39.481768 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-9f669374-9962-4783-ac48-74151d075f41 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496825 Feb 15 17:12:39.505997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-6561ac8e-2abf-49a6-8037-c40d9da65133 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/quotas/1551fddfd3a64789a8c0be7f6f08e547 HTTP/1.1" status: 200 len: 375 time: 0.0180376 Feb 15 17:12:39.542695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-99b2b54a-db8e-4268-bcb7-2abaf377b0a0 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=1551fddfd3a64789a8c0be7f6f08e547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336652 Feb 15 17:12:39.814137 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-68f220ab-61d1-4b55-96c5-cd1178e88c2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:39.831671 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:39.973729 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e3bc3995-475e-4f81-9b0c-17d758364d3e req-a095d74e-d991-48bc-9545-69e09726db19 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 210 time: 0.0600061 Feb 15 17:12:40.132308 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] For port 836536a2-16a7-4c84-9220-b3935a2b21d7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=836536a2-16a7-4c84-9220-b3935a2b21d7,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:40.165707 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:40.283943 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:40.327487 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (fa1fe5a3-c9e5-4ef0-94b5-8ef4dddd3c1c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:40.365885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:40.393055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:40.400855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:40.416870 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:40.448203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=836536a2-16a7-4c84-9220-b3935a2b21d7,revision_number=4']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:40.458536 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=fa1fe5a3-c9e5-4ef0-94b5-8ef4dddd3c1c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:40.464170 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.464629 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.465015 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.465460 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.466447 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.466920 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.467269 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.467778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.468168 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.468495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.468830 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.469162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.469521 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.486006 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:40.486162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.486162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.486162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.486162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.486162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.486162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.486162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.486162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.486795 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.486985 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.487613 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.488410 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.488534 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:40.564478 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-418552ee-26bf-4250-8451-3a455309f84e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1747143 Feb 15 17:12:40.567390 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56070) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:40.573958 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2fc6264a-a24d-49e3-80d0-590860da47ab tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'mac_address': 'fa:16:3e:12:45:38', 'name': 'tempest-NetworksTestDHCPv6-282932553'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:40.722216 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 836536a2-16a7-4c84-9220-b3935a2b21d7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:12:40.805556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 836536a2-16a7-4c84-9220-b3935a2b21d7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:40.806031 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:40.873210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eb7a2b-4a97-4f1e-afb9-e930a1832bd5 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:40.897619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc6264a-a24d-49e3-80d0-590860da47ab tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:41.018267 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2fc6264a-a24d-49e3-80d0-590860da47ab tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:41.021479 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2ddf91e8-7319-4519-a909-cb40c7ad1b6d None None] Provisioning complete for port 836536a2-16a7-4c84-9220-b3935a2b21d7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:41.021813 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2ddf91e8-7319-4519-a909-cb40c7ad1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:41.044714 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-2fc6264a-a24d-49e3-80d0-590860da47ab tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port 9b52d50f-0a88-44bf-92bb-1bb4d122c1c3 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:12:41.062285 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 836536a2-16a7-4c84-9220-b3935a2b21d7 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:41.062285 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:41.146978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 836536a2-16a7-4c84-9220-b3935a2b21d7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=836536a2-16a7-4c84-9220-b3935a2b21d7,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:41.181074 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19907f51-9168-4f23-9afd-4e774f2ba6ae req-972abe9e-7437-4893-9577-84fb43577343 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 210 time: 0.0561185 Feb 15 17:12:41.219506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2ddf91e8-7319-4519-a909-cb40c7ad1b6d None None] Current status of the port 836536a2-16a7-4c84-9220-b3935a2b21d7 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:41.219906 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2ddf91e8-7319-4519-a909-cb40c7ad1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:41.223148 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:41.374498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-2fc6264a-a24d-49e3-80d0-590860da47ab tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::2d5 (824790ef-3fd7-489c-9576-06e052670deb/e19899e1-3c76-4872-9581-6549f8f77465/9b52d50f-0a88-44bf-92bb-1bb4d122c1c3) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:41.385275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-2fc6264a-a24d-49e3-80d0-590860da47ab tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8:0:1:f816:3eff:fe12:4538 (824790ef-3fd7-489c-9576-06e052670deb/fa1fe5a3-c9e5-4ef0-94b5-8ef4dddd3c1c/9b52d50f-0a88-44bf-92bb-1bb4d122c1c3) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:41.390224 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=836536a2-16a7-4c84-9220-b3935a2b21d7,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:41.466011 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-2ddf91e8-7319-4519-a909-cb40c7ad1b6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:12:41.471084 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-2ddf91e8-7319-4519-a909-cb40c7ad1b6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:12:41.589890 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2fc6264a-a24d-49e3-80d0-590860da47ab tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (9b52d50f-0a88-44bf-92bb-1bb4d122c1c3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:41.724428 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2fc6264a-a24d-49e3-80d0-590860da47ab tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9b52d50f-0a88-44bf-92bb-1bb4d122c1c3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:41.789386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc6264a-a24d-49e3-80d0-590860da47ab tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:41.793255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-2fc6264a-a24d-49e3-80d0-590860da47ab tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:41.797233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc6264a-a24d-49e3-80d0-590860da47ab tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:41.803621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc6264a-a24d-49e3-80d0-590860da47ab tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:41.804281 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2fc6264a-a24d-49e3-80d0-590860da47ab tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:41.812093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6264a-a24d-49e3-80d0-590860da47ab tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=9b52d50f-0a88-44bf-92bb-1bb4d122c1c3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:41.910404 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2fc6264a-a24d-49e3-80d0-590860da47ab tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3417733 Feb 15 17:12:41.913313 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56080) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:42.036023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2ddf91e8-7319-4519-a909-cb40c7ad1b6d None None] Current status of the port 836536a2-16a7-4c84-9220-b3935a2b21d7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:42.036023 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:42.096078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2c23f-89e6-475d-a0d0-6c92cc928842 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port 9b52d50f-0a88-44bf-92bb-1bb4d122c1c3 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:42.096525 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9aa2c23f-89e6-475d-a0d0-6c92cc928842 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9b52d50f-0a88-44bf-92bb-1bb4d122c1c3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:42.162847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5267aed7-691e-46e2-9d05-59bd25aa0194 None None] Provisioning complete for port 836536a2-16a7-4c84-9220-b3935a2b21d7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:42.163504 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5267aed7-691e-46e2-9d05-59bd25aa0194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:42.249904 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9aa2c23f-89e6-475d-a0d0-6c92cc928842 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9b52d50f-0a88-44bf-92bb-1bb4d122c1c3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:42.266610 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2c23f-89e6-475d-a0d0-6c92cc928842 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for 9b52d50f-0a88-44bf-92bb-1bb4d122c1c3 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:42.311088 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5267aed7-691e-46e2-9d05-59bd25aa0194 None None] Current status of the port 836536a2-16a7-4c84-9220-b3935a2b21d7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:42.349572 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07ec36d8-ac42-4393-a543-264e15da2866 req-67fab176-7bae-49b1-9c7c-fae0cfd0ec6d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 210 time: 0.0343304 Feb 15 17:12:42.424535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9b47508d-d148-44b1-b1c2-de68de26ce1e None None] Could not find standard attr ID for object d2fa2e6b-321a-45cc-9d2c-7d8878e839e9. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:12:42.583721 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9aa2c23f-89e6-475d-a0d0-6c92cc928842 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (9b52d50f-0a88-44bf-92bb-1bb4d122c1c3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:42.640350 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b395e9cd-4d52-4d5f-9cbb-4dea523357cb None None] Could not find standard attr ID for object 9b52d50f-0a88-44bf-92bb-1bb4d122c1c3. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:12:42.649405 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-a647ccae-b634-4426-8070-5455143e2b3e tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1551fddfd3a64789a8c0be7f6f08e547&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325899 Feb 15 17:12:42.650095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2c23f-89e6-475d-a0d0-6c92cc928842 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=9b52d50f-0a88-44bf-92bb-1bb4d122c1c3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:42.699548 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 836536a2-16a7-4c84-9220-b3935a2b21d7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:12:42.754850 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9aa2c23f-89e6-475d-a0d0-6c92cc928842 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:42.760802 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9aa2c23f-89e6-475d-a0d0-6c92cc928842 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/9b52d50f-0a88-44bf-92bb-1bb4d122c1c3 HTTP/1.1" status: 204 len: 168 time: 0.8453414 Feb 15 17:12:42.764098 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56088) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:42.791765 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 836536a2-16a7-4c84-9220-b3935a2b21d7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:42.792207 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:42.835305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-b7647247-5600-40b0-a7d3-441f77e980ad tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:42.838739 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-b7647247-5600-40b0-a7d3-441f77e980ad tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874332 Feb 15 17:12:42.849915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Request body: {'port': {'device_id': '9c9763e2-3e77-4f66-b4bb-8018d6d875b7', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '1551fddfd3a64789a8c0be7f6f08e547'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:42.863710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e7c9f-b8c4-48c9-8cb2-1efe06990e2c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:42.863710 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-951e7c9f-b8c4-48c9-8cb2-1efe06990e2c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0938096 Feb 15 17:12:42.864747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56090) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:42.938379 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 836536a2-16a7-4c84-9220-b3935a2b21d7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:42.973413 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5569e79d-0669-4d64-b31a-cab1f696b0dd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:42.981790 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5569e79d-0669-4d64-b31a-cab1f696b0dd tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1158633 Feb 15 17:12:42.984258 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56092) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:43.055465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e4f943-ca73-4c31-9fbb-e9f33a119c4e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:43.056818 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e4f943-ca73-4c31-9fbb-e9f33a119c4e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:43.058350 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e4f943-ca73-4c31-9fbb-e9f33a119c4e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:43.059783 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-84e4f943-ca73-4c31-9fbb-e9f33a119c4e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0745771 Feb 15 17:12:43.063196 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56094) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:43.136936 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-0500da8e-163f-4d71-a531-577f1eccb1a0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet e19899e1-3c76-4872-9581-6549f8f77465 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:12:43.140938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Made reservation on behalf of 1551fddfd3a64789a8c0be7f6f08e547 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:43.145948 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:43.146499 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0500da8e-163f-4d71-a531-577f1eccb1a0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (e19899e1-3c76-4872-9581-6549f8f77465), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:43.175932 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:43.209484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0500da8e-163f-4d71-a531-577f1eccb1a0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (e19899e1-3c76-4872-9581-6549f8f77465), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:43.330078 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0500da8e-163f-4d71-a531-577f1eccb1a0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e19899e1-3c76-4872-9581-6549f8f77465), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:43.364403 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Publish callbacks [] for security_group (337205fe-4b6a-4b2b-abe9-ae4b26f78ba6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:43.409194 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (337205fe-4b6a-4b2b-abe9-ae4b26f78ba6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:43.469089 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:43.484999 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0500da8e-163f-4d71-a531-577f1eccb1a0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (e19899e1-3c76-4872-9581-6549f8f77465), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:43.489148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-15a427ce-226e-44f8-a567-57ccadd3d1ee req-55103ab7-3f7e-4855-a495-50870367d844 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 210 time: 0.0557690 Feb 15 17:12:43.549350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=337205fe-4b6a-4b2b-abe9-ae4b26f78ba6,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:43.558507 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0500da8e-163f-4d71-a531-577f1eccb1a0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=e19899e1-3c76-4872-9581-6549f8f77465,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:43.562770 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0500da8e-163f-4d71-a531-577f1eccb1a0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:43.569184 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0500da8e-163f-4d71-a531-577f1eccb1a0 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/e19899e1-3c76-4872-9581-6549f8f77465 HTTP/1.1" status: 204 len: 168 time: 0.5049455 Feb 15 17:12:43.569290 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56102) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:43.569707 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e4b1f4-d9d2-4667-a330-b313ac4634b8 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:43.641682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e7117e-3228-426e-8ad0-04cf898c6cf6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet fa1fe5a3-c9e5-4ef0-94b5-8ef4dddd3c1c {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:12:43.646142 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2e7117e-3228-426e-8ad0-04cf898c6cf6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (fa1fe5a3-c9e5-4ef0-94b5-8ef4dddd3c1c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:43.649669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Allocated IP 192.168.233.20 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/afb5a450-b470-495f-8717-af9f9c79d80e) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:43.703927 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2e7117e-3228-426e-8ad0-04cf898c6cf6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (fa1fe5a3-c9e5-4ef0-94b5-8ef4dddd3c1c), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:43.801404 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2e7117e-3228-426e-8ad0-04cf898c6cf6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (fa1fe5a3-c9e5-4ef0-94b5-8ef4dddd3c1c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:43.838634 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Publish callbacks [] for port (afb5a450-b470-495f-8717-af9f9c79d80e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:44.377769 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-694a068a-3cfa-4f99-8c58-d05ad7de7420 None None] Provisioning complete for port 836536a2-16a7-4c84-9220-b3935a2b21d7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:44.378157 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-694a068a-3cfa-4f99-8c58-d05ad7de7420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:44.462921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-694a068a-3cfa-4f99-8c58-d05ad7de7420 None None] Current status of the port 836536a2-16a7-4c84-9220-b3935a2b21d7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:44.602203 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b9355f1c-9db8-436b-887d-c2c250620005 req-f1ba8dd0-9ccb-41de-8f66-fa091093b190 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 210 time: 0.0411456 Feb 15 17:12:44.689259 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (afb5a450-b470-495f-8717-af9f9c79d80e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:44.739619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:44.742889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:44.746656 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:44.772896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Pushing event updated for resources: {'Port': ['ID=afb5a450-b470-495f-8717-af9f9c79d80e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:44.789235 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:44.789618 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:44.790015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:44.790356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:44.790707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:44.791098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:44.791956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:44.792291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:44.792628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:44.792956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:44.793569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:44.793897 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:44.794263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:12:44.812942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:44.813671 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:44.826925 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2e7117e-3228-426e-8ad0-04cf898c6cf6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (fa1fe5a3-c9e5-4ef0-94b5-8ef4dddd3c1c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:44.854364 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7117e-3228-426e-8ad0-04cf898c6cf6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=fa1fe5a3-c9e5-4ef0-94b5-8ef4dddd3c1c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:44.859916 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d2e7117e-3228-426e-8ad0-04cf898c6cf6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:44.863799 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d2e7117e-3228-426e-8ad0-04cf898c6cf6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/fa1fe5a3-c9e5-4ef0-94b5-8ef4dddd3c1c HTTP/1.1" status: 204 len: 168 time: 1.2932069 Feb 15 17:12:44.866146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56110) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:44.867258 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294c93a9-c33f-4fd8-bfe2-1c6591a01bd0 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:44.912980 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bbcc2d39-6d15-4a6c-a63c-ff47754e8b87 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455785 Feb 15 17:12:44.915784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56112) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:44.923952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ced1a0cc-5a09-4bc0-89c2-3a4c7b57425e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:44.976969 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1a096fe3-7d35-443f-b3e9-2af06ae2c16d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1312482 Feb 15 17:12:44.990899 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Request body: {'port': {'device_id': '9c9763e2-3e77-4f66-b4bb-8018d6d875b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:45.063147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e9249-dfcc-44ce-bcbf-cc33f94213f4 None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:12:45.089489 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (afb5a450-b470-495f-8717-af9f9c79d80e), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:45.115470 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1ae6efa3-1d24-4798-8ef2-df3f3e461194 None None] Provisioning complete for port afb5a450-b470-495f-8717-af9f9c79d80e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:45.116276 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ae6efa3-1d24-4798-8ef2-df3f3e461194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (afb5a450-b470-495f-8717-af9f9c79d80e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:45.166746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b07e9249-dfcc-44ce-bcbf-cc33f94213f4 None None] Deleting port 836536a2-16a7-4c84-9220-b3935a2b21d7 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:45.167122 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b07e9249-dfcc-44ce-bcbf-cc33f94213f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:45.168797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1ae6efa3-1d24-4798-8ef2-df3f3e461194 None None] Port afb5a450-b470-495f-8717-af9f9c79d80e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:12:45.205795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced1a0cc-5a09-4bc0-89c2-3a4c7b57425e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:45.209280 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ced1a0cc-5a09-4bc0-89c2-3a4c7b57425e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:45.243738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b07e9249-dfcc-44ce-bcbf-cc33f94213f4 None None] For port 836536a2-16a7-4c84-9220-b3935a2b21d7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=836536a2-16a7-4c84-9220-b3935a2b21d7,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:45.244275 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b07e9249-dfcc-44ce-bcbf-cc33f94213f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:45.257893 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b07e9249-dfcc-44ce-bcbf-cc33f94213f4 None None] Calling delete_port for 836536a2-16a7-4c84-9220-b3935a2b21d7 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:45.437667 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b07e9249-dfcc-44ce-bcbf-cc33f94213f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (836536a2-16a7-4c84-9220-b3935a2b21d7), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:45.467431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e9249-dfcc-44ce-bcbf-cc33f94213f4 None None] Pushing event deleted for resources: {'Port': ['ID=836536a2-16a7-4c84-9220-b3935a2b21d7,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:45.469313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07e9249-dfcc-44ce-bcbf-cc33f94213f4 None None] No DVR routers for this DVR port 836536a2-16a7-4c84-9220-b3935a2b21d7 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:12:45.531681 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb5a450-b470-495f-8717-af9f9c79d80e {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:12:45.542041 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Publish callbacks [] for port (afb5a450-b470-495f-8717-af9f9c79d80e), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:45.554243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Transition to ACTIVE for port object afb5a450-b470-495f-8717-af9f9c79d80e will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:12:45.615181 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ced1a0cc-5a09-4bc0-89c2-3a4c7b57425e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (534de725-52f6-4f70-b742-f66c3a805efa), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:45.649803 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (afb5a450-b470-495f-8717-af9f9c79d80e), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:45.688420 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced1a0cc-5a09-4bc0-89c2-3a4c7b57425e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:45.710755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-ced1a0cc-5a09-4bc0-89c2-3a4c7b57425e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:45.720499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60c0ee9-fd47-44f5-bfd1-26151f589023 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:45.744821 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced1a0cc-5a09-4bc0-89c2-3a4c7b57425e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:45.744821 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ced1a0cc-5a09-4bc0-89c2-3a4c7b57425e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:45.744821 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1a0cc-5a09-4bc0-89c2-3a4c7b57425e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=534de725-52f6-4f70-b742-f66c3a805efa,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:45.766795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Pushing event updated for resources: {'Port': ['ID=afb5a450-b470-495f-8717-af9f9c79d80e,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:45.852192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-824790ef-3fd7-489c-9576-06e052670deb', 'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'project_id': 'f1d77d46740c4f32a0fb378e47536577', 'fixed_ips': [{'subnet_id': '534de725-52f6-4f70-b742-f66c3a805efa'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:12:45.858926 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:45.862582 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ced1a0cc-5a09-4bc0-89c2-3a4c7b57425e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9448442 Feb 15 17:12:45.863309 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56128) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:45.872985 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-44b72511-e6e7-416b-ab73-c384e10379ad tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:45.886050 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517d861-a23d-498c-a14b-f5ea43e0d805 req-e8809655-23e8-4216-b223-745d5e2ecb6f tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:45.896185 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7517d861-a23d-498c-a14b-f5ea43e0d805 req-e8809655-23e8-4216-b223-745d5e2ecb6f tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 947 time: 0.2028005 Feb 15 17:12:45.909600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Attempting to bind port afb5a450-b470-495f-8717-af9f9c79d80e on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:12:45.909942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Attempting to bind port afb5a450-b470-495f-8717-af9f9c79d80e by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:12:45.910284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Attempting to bind port afb5a450-b470-495f-8717-af9f9c79d80e on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:12:45.936718 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Port afb5a450-b470-495f-8717-af9f9c79d80e on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:12:45.937088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Attempting to bind port afb5a450-b470-495f-8717-af9f9c79d80e on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:12:45.953401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:12:45.953766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:12:45.954299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:12:45.954755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Bound port: afb5a450-b470-495f-8717-af9f9c79d80e, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:12:45.955121 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (afb5a450-b470-495f-8717-af9f9c79d80e), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:46.038646 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7517d861-a23d-498c-a14b-f5ea43e0d805 req-f650179c-c9c6-4a87-a229-a5085b8a786c tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/security-groups?id=337205fe-4b6a-4b2b-abe9-ae4b26f78ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415353 Feb 15 17:12:46.061413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] For port afb5a450-b470-495f-8717-af9f9c79d80e, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:12:46.064888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] For port afb5a450-b470-495f-8717-af9f9c79d80e, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=afb5a450-b470-495f-8717-af9f9c79d80e,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:12:46.071812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Allocated IP 2001:db8::2 (824790ef-3fd7-489c-9576-06e052670deb/534de725-52f6-4f70-b742-f66c3a805efa/0aaef4e3-a6de-459c-ba2b-0de98f1b0e63) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:46.146524 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b72511-e6e7-416b-ab73-c384e10379ad tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:46.151290 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-44b72511-e6e7-416b-ab73-c384e10379ad tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:46.181241 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (afb5a450-b470-495f-8717-af9f9c79d80e), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:46.227794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:46.229406 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:46.244211 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] 10.222.0.10 "PUT /v2.0/ports/afb5a450-b470-495f-8717-af9f9c79d80e HTTP/1.1" status: 200 len: 1096 time: 1.2597477 Feb 15 17:12:46.248383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9763e2-3e77-4f66-b4bb-8018d6d875b7', 'tag': 'afb5a450-b470-495f-8717-af9f9c79d80e'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:12:46.256050 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364dec8d-e8d7-422c-a265-be7bd9fecec9" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9763e2-3e77-4f66-b4bb-8018d6d875b7", "tag": "afb5a450-b470-495f-8717-af9f9c79d80e"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:12:46.266455 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Publish callbacks [] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:46.276264 n-d-828372-14 neutron-server[103800]: INFO neutron.db.ipam_backend_mixin [None req-44b72511-e6e7-416b-ab73-c384e10379ad tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 534de725-52f6-4f70-b742-f66c3a805efa (CIDR: 2001:db8::/64) Feb 15 17:12:46.308828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b68e9-d946-4b9c-8521-4147c46b3518 service neutron] Pushing event updated for resources: {'Port': ['ID=afb5a450-b470-495f-8717-af9f9c79d80e,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:46.320342 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b72511-e6e7-416b-ab73-c384e10379ad tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:12:46.330199 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b72511-e6e7-416b-ab73-c384e10379ad tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:46.330354 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fca53eb-7070-4c02-9215-1a69abfe3c83 x-openstack-request-id: req-1fca53eb-7070-4c02-9215-1a69abfe3c83 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:12:46.330354 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9763e2-3e77-4f66-b4bb-8018d6d875b7", "tag": "afb5a450-b470-495f-8717-af9f9c79d80e", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:12:46.330354 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1fca53eb-7070-4c02-9215-1a69abfe3c83 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:12:46.330354 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9763e2-3e77-4f66-b4bb-8018d6d875b7', 'tag': 'afb5a450-b470-495f-8717-af9f9c79d80e', 'status': 'completed', 'code': 200} Feb 15 17:12:46.390599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dec8d-e8d7-422c-a265-be7bd9fecec9 req-d2493c11-0fa0-45bc-9643-039b3cbf3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:46.391782 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:46.392256 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-364dec8d-e8d7-422c-a265-be7bd9fecec9 req-d2493c11-0fa0-45bc-9643-039b3cbf3ced service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1551fddfd3a64789a8c0be7f6f08e547&device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 1130 time: 0.0513191 Feb 15 17:12:46.420432 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-44b72511-e6e7-416b-ab73-c384e10379ad tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5558827 Feb 15 17:12:46.423040 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56138) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:46.428538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7204c6f2-d44d-4c25-87d6-5bd0b9a21b31 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'subnet': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:46.435738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-364dec8d-e8d7-422c-a265-be7bd9fecec9 req-6007812b-2601-45f7-a56a-a10697c77b2f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=1551fddfd3a64789a8c0be7f6f08e547&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338321 Feb 15 17:12:46.439563 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:46.448331 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:46.452600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:46.459481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Pushing event updated for resources: {'Port': ['ID=0aaef4e3-a6de-459c-ba2b-0de98f1b0e63,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:46.546736 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Attempting to bind port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:12:46.547385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Attempting to bind port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:12:46.548080 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Attempting to bind port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 on network 824790ef-3fd7-489c-9576-06e052670deb {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:12:46.558740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:12:46.559343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Checking segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:12:46.560224 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:46.560940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Bound using segment: {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:12:46.561836 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Bound port: 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57c4f56-378b-4d46-a5cc-33e811cb407c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '824790ef-3fd7-489c-9576-06e052670deb'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:12:46.562443 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:46.601585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dec8d-e8d7-422c-a265-be7bd9fecec9 req-d4193a65-a7c3-4093-a985-635db3f11588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:46.603271 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-364dec8d-e8d7-422c-a265-be7bd9fecec9 req-d4193a65-a7c3-4093-a985-635db3f11588 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1616912 Feb 15 17:12:46.686605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] For port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:12:46.691046 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 836536a2-16a7-4c84-9220-b3935a2b21d7 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:12:46.695855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] For port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0aaef4e3-a6de-459c-ba2b-0de98f1b0e63,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:12:46.703819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-844a3006-7fe4-4c13-a5c6-94d10b314c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:46.706153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7204c6f2-d44d-4c25-87d6-5bd0b9a21b31 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:46.707359 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-844a3006-7fe4-4c13-a5c6-94d10b314c5a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=1551fddfd3a64789a8c0be7f6f08e547&device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 1130 time: 0.0540135 Feb 15 17:12:46.710000 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7204c6f2-d44d-4c25-87d6-5bd0b9a21b31 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:46.719409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 836536a2-16a7-4c84-9220-b3935a2b21d7 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:12:46.719759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 836536a2-16a7-4c84-9220-b3935a2b21d7 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:12:46.751486 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-3cc7b0cb-9863-44ea-b616-67301f342b2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=afb5a450-b470-495f-8717-af9f9c79d80e HTTP/1.1" status: 200 len: 217 time: 0.0364525 Feb 15 17:12:46.778018 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:46.819287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1effab23-9a4b-453c-beb6-d4bf8e75895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:46.823008 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-1effab23-9a4b-453c-beb6-d4bf8e75895d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0651407 Feb 15 17:12:46.879203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df6d64-7396-4dc3-bd5b-7ef5c5464621 None None] Pushing event updated for resources: {'Port': ['ID=0aaef4e3-a6de-459c-ba2b-0de98f1b0e63,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:46.916947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-a503585a-c239-4218-bfe1-2d7815704d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:46.918934 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-a503585a-c239-4218-bfe1-2d7815704d8f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0900295 Feb 15 17:12:47.060260 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-45035645-c7d3-4d40-84d6-2e4848954ac0 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351395 Feb 15 17:12:47.233389 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d873f30-6d4a-479f-93db-1886aee8f28b req-973c313b-737c-4fdc-8405-0bbfd797947d service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669719 Feb 15 17:12:47.241204 n-d-828372-14 neutron-server[103800]: DEBUG neutron.objects.ports [None req-7204c6f2-d44d-4c25-87d6-5bd0b9a21b31 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103800) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 17:12:47.259215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa41111-b683-49d8-9f7e-f7b2ce400cc2 req-08209148-657a-4f75-8e92-942c6f3e4ca2 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:47.261025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5aa41111-b683-49d8-9f7e-f7b2ce400cc2 req-08209148-657a-4f75-8e92-942c6f3e4ca2 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 947 time: 0.0955901 Feb 15 17:12:47.329954 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5aa41111-b683-49d8-9f7e-f7b2ce400cc2 req-bde95e47-327f-4554-a86c-6393efb5a069 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/security-groups?id=337205fe-4b6a-4b2b-abe9-ae4b26f78ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611060 Feb 15 17:12:47.519991 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7204c6f2-d44d-4c25-87d6-5bd0b9a21b31 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:47.684503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-7204c6f2-d44d-4c25-87d6-5bd0b9a21b31 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] For port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0aaef4e3-a6de-459c-ba2b-0de98f1b0e63,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:47.715409 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7204c6f2-d44d-4c25-87d6-5bd0b9a21b31 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:47.793509 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7204c6f2-d44d-4c25-87d6-5bd0b9a21b31 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:47.829290 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7204c6f2-d44d-4c25-87d6-5bd0b9a21b31 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (32d1f026-1ff6-4a65-8127-952083ee258f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:47.904699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7204c6f2-d44d-4c25-87d6-5bd0b9a21b31 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:47.914281 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7204c6f2-d44d-4c25-87d6-5bd0b9a21b31 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:47.917503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7204c6f2-d44d-4c25-87d6-5bd0b9a21b31 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:47.918112 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7204c6f2-d44d-4c25-87d6-5bd0b9a21b31 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:47.920634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204c6f2-d44d-4c25-87d6-5bd0b9a21b31 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=0aaef4e3-a6de-459c-ba2b-0de98f1b0e63,revision_number=4']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:47.939568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204c6f2-d44d-4c25-87d6-5bd0b9a21b31 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Subnet': ['ID=32d1f026-1ff6-4a65-8127-952083ee258f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:48.029570 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7204c6f2-d44d-4c25-87d6-5bd0b9a21b31 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6053920 Feb 15 17:12:48.032575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56154) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:48.038049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3bf735fa-0f3d-479e-b699-5074f8a7a849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Request body: {'port': {'network_id': '824790ef-3fd7-489c-9576-06e052670deb', 'mac_address': 'fa:16:3e:56:70:bd', 'name': 'tempest-NetworksTestDHCPv6-51877130'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:12:48.143897 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea331c8f-2147-4bad-bbfc-913f45ccc1f9 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:48.227154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf735fa-0f3d-479e-b699-5074f8a7a849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Made reservation on behalf of f1d77d46740c4f32a0fb378e47536577 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:12:48.242904 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5722e1a2-ba0a-46ef-b339-8a434ce62ecf None None] Provisioning complete for port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:48.243303 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5722e1a2-ba0a-46ef-b339-8a434ce62ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:48.324707 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bf735fa-0f3d-479e-b699-5074f8a7a849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:48.346929 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-3bf735fa-0f3d-479e-b699-5074f8a7a849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] device_id is not set on port 4c7b19e5-8e64-4729-85ff-dfe90b141947 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:12:48.374716 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5722e1a2-ba0a-46ef-b339-8a434ce62ecf None None] Current status of the port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:48.375179 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5722e1a2-ba0a-46ef-b339-8a434ce62ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:48.425677 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5722e1a2-ba0a-46ef-b339-8a434ce62ecf None None] For port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0aaef4e3-a6de-459c-ba2b-0de98f1b0e63,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:48.530055 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5722e1a2-ba0a-46ef-b339-8a434ce62ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:48.599255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722e1a2-ba0a-46ef-b339-8a434ce62ecf None None] Pushing event updated for resources: {'Port': ['ID=0aaef4e3-a6de-459c-ba2b-0de98f1b0e63,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:48.618626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262136ba-1a13-41d8-91dd-53cd62c77851 req-11f25f61-c23e-47cc-afca-e95ff60ed7c3 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:48.620958 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-262136ba-1a13-41d8-91dd-53cd62c77851 req-11f25f61-c23e-47cc-afca-e95ff60ed7c3 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 947 time: 0.1589029 Feb 15 17:12:48.719814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-3bf735fa-0f3d-479e-b699-5074f8a7a849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8::131 (824790ef-3fd7-489c-9576-06e052670deb/534de725-52f6-4f70-b742-f66c3a805efa/4c7b19e5-8e64-4729-85ff-dfe90b141947) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:48.755016 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-3bf735fa-0f3d-479e-b699-5074f8a7a849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Allocated IP 2001:db8:0:1:f816:3eff:fe56:70bd (824790ef-3fd7-489c-9576-06e052670deb/32d1f026-1ff6-4a65-8127-952083ee258f/4c7b19e5-8e64-4729-85ff-dfe90b141947) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:12:48.766566 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:12:48.778671 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-262136ba-1a13-41d8-91dd-53cd62c77851 req-fccea454-d106-4720-a941-bbc5738c5495 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/security-groups?id=337205fe-4b6a-4b2b-abe9-ae4b26f78ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364334 Feb 15 17:12:48.853628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:48.854403 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:48.962009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:48.993439 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bf735fa-0f3d-479e-b699-5074f8a7a849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for port (4c7b19e5-8e64-4729-85ff-dfe90b141947), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:49.106844 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bf735fa-0f3d-479e-b699-5074f8a7a849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4c7b19e5-8e64-4729-85ff-dfe90b141947), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:49.154617 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf735fa-0f3d-479e-b699-5074f8a7a849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Network 824790ef-3fd7-489c-9576-06e052670deb is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:12:49.155734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-de171e4e-4aa0-46e0-8232-4e47753cde74 None None] Provisioning complete for port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:49.156211 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de171e4e-4aa0-46e0-8232-4e47753cde74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:49.159245 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3bf735fa-0f3d-479e-b699-5074f8a7a849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:12:49.162004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf735fa-0f3d-479e-b699-5074f8a7a849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:12:49.169726 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf735fa-0f3d-479e-b699-5074f8a7a849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:49.169726 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3bf735fa-0f3d-479e-b699-5074f8a7a849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:49.178529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf735fa-0f3d-479e-b699-5074f8a7a849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event updated for resources: {'Port': ['ID=4c7b19e5-8e64-4729-85ff-dfe90b141947,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:49.256099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-de171e4e-4aa0-46e0-8232-4e47753cde74 None None] Current status of the port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:49.299398 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device afb5a450-b470-495f-8717-af9f9c79d80e details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:12:49.304140 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3bf735fa-0f3d-479e-b699-5074f8a7a849 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2672827 Feb 15 17:12:49.305679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56164) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:49.454575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a848acf3-9cfb-4069-9ef5-2227d2585948 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting port 4c7b19e5-8e64-4729-85ff-dfe90b141947 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:49.455273 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a848acf3-9cfb-4069-9ef5-2227d2585948 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4c7b19e5-8e64-4729-85ff-dfe90b141947), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:49.458963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port afb5a450-b470-495f-8717-af9f9c79d80e, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=afb5a450-b470-495f-8717-af9f9c79d80e,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:49.472668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'afb5a450-b470-495f-8717-af9f9c79d80e', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': 'afb5a450-b470-495f-8717-af9f9c79d80e', 'mac_address': 'fa:16:3e:e1:3b:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:12:49.530728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port afb5a450-b470-495f-8717-af9f9c79d80e is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:49.530728 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (afb5a450-b470-495f-8717-af9f9c79d80e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:49.568630 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a848acf3-9cfb-4069-9ef5-2227d2585948 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4c7b19e5-8e64-4729-85ff-dfe90b141947), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:49.582913 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a848acf3-9cfb-4069-9ef5-2227d2585948 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Calling delete_port for 4c7b19e5-8e64-4729-85ff-dfe90b141947 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:49.699497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb5a450-b470-495f-8717-af9f9c79d80e {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:12:49.723729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-525d4e46-d269-4c9b-84df-0c1d2ca07bdd None None] Provisioning complete for port 4c7b19e5-8e64-4729-85ff-dfe90b141947 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:49.724096 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-525d4e46-d269-4c9b-84df-0c1d2ca07bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4c7b19e5-8e64-4729-85ff-dfe90b141947), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:49.729260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port afb5a450-b470-495f-8717-af9f9c79d80e, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=afb5a450-b470-495f-8717-af9f9c79d80e,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:49.761199 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-525d4e46-d269-4c9b-84df-0c1d2ca07bdd None None] Port 4c7b19e5-8e64-4729-85ff-dfe90b141947 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:12:49.803953 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (afb5a450-b470-495f-8717-af9f9c79d80e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:49.862611 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=afb5a450-b470-495f-8717-af9f9c79d80e,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:49.901344 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a848acf3-9cfb-4069-9ef5-2227d2585948 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4c7b19e5-8e64-4729-85ff-dfe90b141947), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:49.926756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e07ea-d617-4755-aec8-769d3176e295 req-fc2e6d75-4435-4813-9976-6e5bd42058b4 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:49.934780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-223e07ea-d617-4755-aec8-769d3176e295 req-fc2e6d75-4435-4813-9976-6e5bd42058b4 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 948 time: 0.0684807 Feb 15 17:12:49.938719 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848acf3-9cfb-4069-9ef5-2227d2585948 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Port': ['ID=4c7b19e5-8e64-4729-85ff-dfe90b141947,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:49.996928 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-223e07ea-d617-4755-aec8-769d3176e295 req-28178dc9-1854-46da-88da-5fabfcabd514 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/security-groups?id=337205fe-4b6a-4b2b-abe9-ae4b26f78ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561583 Feb 15 17:12:50.003684 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a848acf3-9cfb-4069-9ef5-2227d2585948 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:50.006489 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a848acf3-9cfb-4069-9ef5-2227d2585948 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/4c7b19e5-8e64-4729-85ff-dfe90b141947 HTTP/1.1" status: 204 len: 168 time: 0.6979201 Feb 15 17:12:50.008485 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56180) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:50.011046 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['afb5a450-b470-495f-8717-af9f9c79d80e'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:12:50.066145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fa43c0-13c5-40a5-92a3-d6e3b7285480 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:50.068279 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e6fa43c0-13c5-40a5-92a3-d6e3b7285480 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0582099 Feb 15 17:12:50.070236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56182) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:50.152889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c39e22-69a0-4afa-9bf3-6ae4f96e60b8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:50.156715 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b9c39e22-69a0-4afa-9bf3-6ae4f96e60b8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0830655 Feb 15 17:12:50.156945 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56186) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:50.253971 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f837f0f5-854b-4715-8a29-6f503dafda9d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:50.256902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f837f0f5-854b-4715-8a29-6f503dafda9d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:50.266186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f837f0f5-854b-4715-8a29-6f503dafda9d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:50.268701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f837f0f5-854b-4715-8a29-6f503dafda9d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1103837 Feb 15 17:12:50.271375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56188) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:50.328074 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d517193-fb8a-4b9e-9879-0ab7ab253148 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 32d1f026-1ff6-4a65-8127-952083ee258f {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:12:50.331224 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d517193-fb8a-4b9e-9879-0ab7ab253148 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (32d1f026-1ff6-4a65-8127-952083ee258f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:50.372788 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d517193-fb8a-4b9e-9879-0ab7ab253148 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (32d1f026-1ff6-4a65-8127-952083ee258f), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:50.456252 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d517193-fb8a-4b9e-9879-0ab7ab253148 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (32d1f026-1ff6-4a65-8127-952083ee258f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:50.638437 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d517193-fb8a-4b9e-9879-0ab7ab253148 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (32d1f026-1ff6-4a65-8127-952083ee258f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:50.646680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:12:50.685778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d517193-fb8a-4b9e-9879-0ab7ab253148 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=32d1f026-1ff6-4a65-8127-952083ee258f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:50.695885 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d517193-fb8a-4b9e-9879-0ab7ab253148 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:50.706078 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5d517193-fb8a-4b9e-9879-0ab7ab253148 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/32d1f026-1ff6-4a65-8127-952083ee258f HTTP/1.1" status: 204 len: 168 time: 0.4332263 Feb 15 17:12:50.708395 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56194) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:50.710277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef66e48-a5a8-451c-8743-0e0c591fddf3 None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:50.713736 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:50.714210 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:50.770174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34fb6bc-fbe7-4343-9ab7-ef02fd3a538c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Deleting subnet 534de725-52f6-4f70-b742-f66c3a805efa {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:12:50.773958 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c34fb6bc-fbe7-4343-9ab7-ef02fd3a538c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (534de725-52f6-4f70-b742-f66c3a805efa), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:50.822140 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c34fb6bc-fbe7-4343-9ab7-ef02fd3a538c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (534de725-52f6-4f70-b742-f66c3a805efa), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:50.911471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:50.936128 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c34fb6bc-fbe7-4343-9ab7-ef02fd3a538c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (534de725-52f6-4f70-b742-f66c3a805efa), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:51.099157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c34fb6bc-fbe7-4343-9ab7-ef02fd3a538c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (534de725-52f6-4f70-b742-f66c3a805efa), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:51.129996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34fb6bc-fbe7-4343-9ab7-ef02fd3a538c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Subnet': ['ID=534de725-52f6-4f70-b742-f66c3a805efa,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:51.156029 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c34fb6bc-fbe7-4343-9ab7-ef02fd3a538c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:51.162814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56198) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:51.163793 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c34fb6bc-fbe7-4343-9ab7-ef02fd3a538c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/534de725-52f6-4f70-b742-f66c3a805efa HTTP/1.1" status: 204 len: 168 time: 0.4500937 Feb 15 17:12:51.184566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fbd84-86aa-473b-a653-24f1fb4cb0ea req-793d605d-9c07-4109-9a35-77e6ace6e263 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:51.187117 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5c4fbd84-86aa-473b-a653-24f1fb4cb0ea req-793d605d-9c07-4109-9a35-77e6ace6e263 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 948 time: 0.1202443 Feb 15 17:12:51.240672 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f92174cd-40ca-4d0b-94f1-0e60e72b2e70 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749621 Feb 15 17:12:51.247871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56200) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:51.278849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5c4fbd84-86aa-473b-a653-24f1fb4cb0ea req-5723b2bf-8fa4-40dc-b682-4ca754245a1b tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/security-groups?id=337205fe-4b6a-4b2b-abe9-ae4b26f78ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852170 Feb 15 17:12:51.315906 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device afb5a450-b470-495f-8717-af9f9c79d80e up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:12:51.332841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34650c2b-b047-44a3-a065-af83843b9980 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:51.334512 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56202) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:51.344906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-34650c2b-b047-44a3-a065-af83843b9980 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0955002 Feb 15 17:12:51.402008 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8fba4c-9a56-44f3-af2d-754da7720de4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:51.406368 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56204) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:51.418310 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1b8fba4c-9a56-44f3-af2d-754da7720de4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0824959 Feb 15 17:12:51.443726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port afb5a450-b470-495f-8717-af9f9c79d80e completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:12:51.448032 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port afb5a450-b470-495f-8717-af9f9c79d80e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:51.448413 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (afb5a450-b470-495f-8717-af9f9c79d80e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:51.475307 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56206) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:51.488809 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3ae6a75d-c114-4393-9363-e190fe880751 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0810196 Feb 15 17:12:51.515302 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-5309b473-103f-41df-90d1-f4fc979b42d4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:51.522760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5309b473-103f-41df-90d1-f4fc979b42d4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:51.530627 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5309b473-103f-41df-90d1-f4fc979b42d4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/4c7b19e5-8e64-4729-85ff-dfe90b141947 HTTP/1.1" status: 404 len: 333 time: 0.0533438 Feb 15 17:12:51.532656 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56210) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:51.578427 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b125e02-ffba-46a4-89f6-f6a20dac3070 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:51.579494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b125e02-ffba-46a4-89f6-f6a20dac3070 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:51.583031 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2b125e02-ffba-46a4-89f6-f6a20dac3070 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/32d1f026-1ff6-4a65-8127-952083ee258f HTTP/1.1" status: 404 len: 337 time: 0.0484147 Feb 15 17:12:51.585572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56214) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:51.598801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port afb5a450-b470-495f-8717-af9f9c79d80e is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:51.599210 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (afb5a450-b470-495f-8717-af9f9c79d80e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:51.624550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9763e2-3e77-4f66-b4bb-8018d6d875b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb5a450-b470-495f-8717-af9f9c79d80e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:12:51.627247 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c38a424-addf-4bd2-95e6-8bec5378f4ad" -d '{"events": [{"server_uuid": "9c9763e2-3e77-4f66-b4bb-8018d6d875b7", "name": "network-vif-plugged", "status": "completed", "tag": "afb5a450-b470-495f-8717-af9f9c79d80e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:12:51.641235 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ead947-eb96-4e02-aa02-0a8ab473f5da tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:51.641652 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ead947-eb96-4e02-aa02-0a8ab473f5da tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:51.644482 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port afb5a450-b470-495f-8717-af9f9c79d80e, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=afb5a450-b470-495f-8717-af9f9c79d80e,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:51.647987 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-38ead947-eb96-4e02-aa02-0a8ab473f5da tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/534de725-52f6-4f70-b742-f66c3a805efa HTTP/1.1" status: 404 len: 337 time: 0.0587151 Feb 15 17:12:51.650340 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56218) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:51.681268 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfa043f-790f-4def-829e-2bb77fa2adcc x-openstack-request-id: req-1cfa043f-790f-4def-829e-2bb77fa2adcc {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:12:51.681877 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9763e2-3e77-4f66-b4bb-8018d6d875b7", "name": "network-vif-plugged", "status": "completed", "tag": "afb5a450-b470-495f-8717-af9f9c79d80e", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:12:51.682005 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1cfa043f-790f-4def-829e-2bb77fa2adcc {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:12:51.683159 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9763e2-3e77-4f66-b4bb-8018d6d875b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb5a450-b470-495f-8717-af9f9c79d80e', 'code': 200} Feb 15 17:12:51.692228 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8f91a0-ab33-4a51-bc25-b88c84c49542 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:51.693003 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8f91a0-ab33-4a51-bc25-b88c84c49542 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:51.702164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56220) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:51.703951 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-eb8f91a0-ab33-4a51-bc25-b88c84c49542 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/9b52d50f-0a88-44bf-92bb-1bb4d122c1c3 HTTP/1.1" status: 404 len: 333 time: 0.0544636 Feb 15 17:12:51.725122 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (afb5a450-b470-495f-8717-af9f9c79d80e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:51.762427 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a4a77c-1dfd-42f5-8abd-83e1f9baed9a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:51.762896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a4a77c-1dfd-42f5-8abd-83e1f9baed9a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:51.768361 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f0a4a77c-1dfd-42f5-8abd-83e1f9baed9a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/fa1fe5a3-c9e5-4ef0-94b5-8ef4dddd3c1c HTTP/1.1" status: 404 len: 337 time: 0.0627768 Feb 15 17:12:51.774248 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56222) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:51.816983 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=afb5a450-b470-495f-8717-af9f9c79d80e,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:51.824289 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-27929131-74d0-4d32-a008-56d188de7818 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:51.824746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27929131-74d0-4d32-a008-56d188de7818 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:51.830460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ced395-dec8-478d-bbd5-b1b4419cb455 req-ba19794b-0cbe-4531-be43-c12c5c2e99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:51.831554 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d4ced395-dec8-478d-bbd5-b1b4419cb455 req-ba19794b-0cbe-4531-be43-c12c5c2e99e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 1132 time: 0.0809813 Feb 15 17:12:51.836506 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-27929131-74d0-4d32-a008-56d188de7818 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/e19899e1-3c76-4872-9581-6549f8f77465 HTTP/1.1" status: 404 len: 337 time: 0.0587797 Feb 15 17:12:51.836707 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56224) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:51.879573 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2355bf-f760-4e81-b77e-2a077f909c1b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:51.880137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2355bf-f760-4e81-b77e-2a077f909c1b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:51.886394 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5f2355bf-f760-4e81-b77e-2a077f909c1b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/d2fa2e6b-321a-45cc-9d2c-7d8878e839e9 HTTP/1.1" status: 404 len: 333 time: 0.0456953 Feb 15 17:12:51.891645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56226) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:51.928297 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-1949901a-58ca-4764-b87d-462d2e7f3e33 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:51.936455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1949901a-58ca-4764-b87d-462d2e7f3e33 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:51.936455 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1949901a-58ca-4764-b87d-462d2e7f3e33 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/5f952fb7-77e8-4107-9a13-3c0ea5bd8330 HTTP/1.1" status: 404 len: 337 time: 0.0392342 Feb 15 17:12:51.936948 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56228) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:51.947114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d4ced395-dec8-478d-bbd5-b1b4419cb455 req-b771210d-31f1-4760-b7ad-910e433b458f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=337205fe-4b6a-4b2b-abe9-ae4b26f78ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073697 Feb 15 17:12:51.960147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588c8b61-a83a-4d2a-9371-06c92c0918bd None None] Network 824790ef-3fd7-489c-9576-06e052670deb requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:12:51.969980 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-764bcba6-abc8-4c74-bac2-8468d26cd3f9 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:51.970761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764bcba6-abc8-4c74-bac2-8468d26cd3f9 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:51.974046 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-764bcba6-abc8-4c74-bac2-8468d26cd3f9 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/ecefca91-f621-4f43-a50f-c399eca67b5b HTTP/1.1" status: 404 len: 337 time: 0.0358405 Feb 15 17:12:51.982239 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56230) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.009301 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbecb0e-1ad3-4a9a-a77c-e97daa0f8c23 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.010499 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbecb0e-1ad3-4a9a-a77c-e97daa0f8c23 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.014231 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8fbecb0e-1ad3-4a9a-a77c-e97daa0f8c23 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/ffbb5ffd-d251-44e2-b7a9-360f8e1d8e0f HTTP/1.1" status: 404 len: 333 time: 0.0309465 Feb 15 17:12:52.017440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56232) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.046119 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4972d8-9314-4af9-9470-d33f63a47553 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.046736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4972d8-9314-4af9-9470-d33f63a47553 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.053006 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-de4972d8-9314-4af9-9470-d33f63a47553 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/dacd0075-26bb-4e05-a319-998b684cb49c HTTP/1.1" status: 404 len: 337 time: 0.0345361 Feb 15 17:12:52.053259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56234) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.075554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6bcdd0d2-9dbd-470f-a0b1-c5bc8b2ab6be None None] Provisioning complete for port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:12:52.076210 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6bcdd0d2-9dbd-470f-a0b1-c5bc8b2ab6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:52.084562 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-965722e8-bd81-425d-9ce0-8446148e23a9 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.085026 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965722e8-bd81-425d-9ce0-8446148e23a9 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.088930 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-965722e8-bd81-425d-9ce0-8446148e23a9 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/4bd26e6d-99a1-4112-86aa-52c41b9fefa2 HTTP/1.1" status: 404 len: 337 time: 0.0317998 Feb 15 17:12:52.092423 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56236) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.125390 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e9b9d52-bbc1-4ccd-9ca0-cafccdc0c160 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.125639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e9b9d52-bbc1-4ccd-9ca0-cafccdc0c160 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.130130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3e9b9d52-bbc1-4ccd-9ca0-cafccdc0c160 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/31094bf8-6772-46fc-aaa5-57d7956f1927 HTTP/1.1" status: 404 len: 333 time: 0.0363750 Feb 15 17:12:52.132672 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56238) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.164105 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-9759e20d-45f3-4bf1-8eb2-76744ce9b3d8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.164568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9759e20d-45f3-4bf1-8eb2-76744ce9b3d8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.170333 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9759e20d-45f3-4bf1-8eb2-76744ce9b3d8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/0a4270d8-2781-4c1f-b822-f912ea008080 HTTP/1.1" status: 404 len: 337 time: 0.0341413 Feb 15 17:12:52.170622 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56240) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.195783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6bcdd0d2-9dbd-470f-a0b1-c5bc8b2ab6be None None] Current status of the port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:12:52.211215 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-606f216c-0b78-4404-b80b-a8ac9e42e037 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.217073 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606f216c-0b78-4404-b80b-a8ac9e42e037 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.217073 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-606f216c-0b78-4404-b80b-a8ac9e42e037 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/228b660d-09f7-4483-beeb-14323a06c72e HTTP/1.1" status: 404 len: 333 time: 0.0437150 Feb 15 17:12:52.218082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56242) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.239410 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf17cbf3-5d1c-4141-81d3-e8709be8a757 None None] DHCP port deletion for 824790ef-3fd7-489c-9576-06e052670deb request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:12:52.250344 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a63bab-82c4-4890-a58f-69c708f2d553 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.255118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a63bab-82c4-4890-a58f-69c708f2d553 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.259523 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56244) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.260691 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-06a63bab-82c4-4890-a58f-69c708f2d553 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/cd1b33b8-ba0d-4a56-85df-2e0ea4f2e9e0 HTTP/1.1" status: 404 len: 337 time: 0.0399389 Feb 15 17:12:52.296148 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-723885b0-5e12-4424-90fb-fe2946a2d541 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.297499 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-723885b0-5e12-4424-90fb-fe2946a2d541 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.304988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56246) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.318468 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-723885b0-5e12-4424-90fb-fe2946a2d541 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/94b82ce8-e1d8-46b0-977d-b39715d6b757 HTTP/1.1" status: 404 len: 333 time: 0.0572996 Feb 15 17:12:52.323476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cf17cbf3-5d1c-4141-81d3-e8709be8a757 None None] Deleting port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:52.324073 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf17cbf3-5d1c-4141-81d3-e8709be8a757 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:52.344921 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd5e585-f5e0-4c6a-91f3-e9b311bcf0c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.345498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd5e585-f5e0-4c6a-91f3-e9b311bcf0c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.351204 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1fd5e585-f5e0-4c6a-91f3-e9b311bcf0c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/37829245-42ec-48cd-8d14-05f4ddc807ae HTTP/1.1" status: 404 len: 337 time: 0.0423770 Feb 15 17:12:52.351447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56250) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.382397 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6d5b44-55aa-4c37-85b9-766af3cb71cf tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.382976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6d5b44-55aa-4c37-85b9-766af3cb71cf tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.390199 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56252) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.391030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8d6d5b44-55aa-4c37-85b9-766af3cb71cf tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/b02b4ae9-969a-4a53-8f4a-75d3d066b822 HTTP/1.1" status: 404 len: 333 time: 0.0379436 Feb 15 17:12:52.413972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cf17cbf3-5d1c-4141-81d3-e8709be8a757 None None] For port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0aaef4e3-a6de-459c-ba2b-0de98f1b0e63,segment=NetworkSegment(f57c4f56-378b-4d46-a5cc-33e811cb407c),segment_id=f57c4f56-378b-4d46-a5cc-33e811cb407c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:52.414535 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf17cbf3-5d1c-4141-81d3-e8709be8a757 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:52.428521 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cf17cbf3-5d1c-4141-81d3-e8709be8a757 None None] Calling delete_port for 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:52.443003 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ac235dc-7222-4f19-8463-3dec0a57b53d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.443445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ac235dc-7222-4f19-8463-3dec0a57b53d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.446880 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5ac235dc-7222-4f19-8463-3dec0a57b53d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/24bb81f9-5051-4d93-878e-bf7beeca681f HTTP/1.1" status: 404 len: 337 time: 0.0554204 Feb 15 17:12:52.449632 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56254) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.480392 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f24f47-32a9-46cf-b0f2-3eff6d00c2f4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.482408 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f24f47-32a9-46cf-b0f2-3eff6d00c2f4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.487658 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a0f24f47-32a9-46cf-b0f2-3eff6d00c2f4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/02d80088-8c84-4b5d-be30-3e226bed9ae2 HTTP/1.1" status: 404 len: 333 time: 0.0368528 Feb 15 17:12:52.490145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56256) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.515674 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9c395-a29f-43e6-8a5d-eb010977f9bb req-ca4d027d-370c-47f1-bbb8-fb53a35a744b tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:52.526873 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-61a9c395-a29f-43e6-8a5d-eb010977f9bb req-ca4d027d-370c-47f1-bbb8-fb53a35a744b tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 949 time: 0.1278095 Feb 15 17:12:52.535056 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b850f9-945b-4a7a-9fe8-56c7ad29b05a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.535750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04b850f9-945b-4a7a-9fe8-56c7ad29b05a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.539684 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-04b850f9-945b-4a7a-9fe8-56c7ad29b05a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/b993e959-516c-483c-b4de-44bf25399b81 HTTP/1.1" status: 404 len: 337 time: 0.0479074 Feb 15 17:12:52.546109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56260) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.574636 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-b708accc-f3c3-4997-a2ba-cf31413247d3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.576078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b708accc-f3c3-4997-a2ba-cf31413247d3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.582397 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b708accc-f3c3-4997-a2ba-cf31413247d3 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/54fd317c-ff1f-4943-973f-a1d532473e3e HTTP/1.1" status: 404 len: 333 time: 0.0328569 Feb 15 17:12:52.584047 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56262) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.622531 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-61a9c395-a29f-43e6-8a5d-eb010977f9bb req-875f76eb-f6b2-4a81-9b84-21e2a5b00524 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/security-groups?id=337205fe-4b6a-4b2b-abe9-ae4b26f78ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945787 Feb 15 17:12:52.626972 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf17cbf3-5d1c-4141-81d3-e8709be8a757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (0aaef4e3-a6de-459c-ba2b-0de98f1b0e63), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:52.627180 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6317af89-bfe1-41ca-add2-925a3a10dded tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.627180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6317af89-bfe1-41ca-add2-925a3a10dded tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.633481 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6317af89-bfe1-41ca-add2-925a3a10dded tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/ce7c875c-0051-4597-a9b1-8066eaf6d2ae HTTP/1.1" status: 404 len: 337 time: 0.0473993 Feb 15 17:12:52.633905 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56264) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.667717 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4060f1-4ab5-4b1f-9bea-0aa46e98e783 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.668535 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4060f1-4ab5-4b1f-9bea-0aa46e98e783 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.676147 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bf4060f1-4ab5-4b1f-9bea-0aa46e98e783 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/7e376142-c271-4954-9492-3667ce9a5023 HTTP/1.1" status: 404 len: 337 time: 0.0391626 Feb 15 17:12:52.676367 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:12:52.684411 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56266) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.686203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17cbf3-5d1c-4141-81d3-e8709be8a757 None None] Pushing event deleted for resources: {'Port': ['ID=0aaef4e3-a6de-459c-ba2b-0de98f1b0e63,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:52.719821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf17cbf3-5d1c-4141-81d3-e8709be8a757 None None] No DVR routers for this DVR port 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:12:52.723685 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:12:52.724129 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0aaef4e3-a6de-459c-ba2b-0de98f1b0e63 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:12:52.734799 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1529a6-4b27-41f3-bfed-deebc06bca3e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.735663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1529a6-4b27-41f3-bfed-deebc06bca3e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.740191 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fa1529a6-4b27-41f3-bfed-deebc06bca3e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/d6cdc00d-9e3a-439b-8d90-f5d406c01336 HTTP/1.1" status: 404 len: 333 time: 0.0547688 Feb 15 17:12:52.742966 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56270) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.785794 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-e102a2f8-4f3e-4fc0-869a-2cddb23c30c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.786432 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e102a2f8-4f3e-4fc0-869a-2cddb23c30c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.793517 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e102a2f8-4f3e-4fc0-869a-2cddb23c30c6 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/b9aac80d-641f-46a3-ab86-6a04086dd624 HTTP/1.1" status: 404 len: 337 time: 0.0462804 Feb 15 17:12:52.793802 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56272) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.838654 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9154f7-e83e-4484-82b0-d1372787584b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.839306 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9154f7-e83e-4484-82b0-d1372787584b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.844913 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fc9154f7-e83e-4484-82b0-d1372787584b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/4678007f-0123-430e-ae4e-887f256f91b7 HTTP/1.1" status: 404 len: 337 time: 0.0478337 Feb 15 17:12:52.845804 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56274) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.900491 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-168362b7-1d12-4cad-8898-7157ae51d08a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.903262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168362b7-1d12-4cad-8898-7157ae51d08a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.925541 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-168362b7-1d12-4cad-8898-7157ae51d08a tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/792fefa9-02c3-4a2f-88bb-d3214f64afd6 HTTP/1.1" status: 404 len: 333 time: 0.0728323 Feb 15 17:12:52.925859 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56276) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:52.959663 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-abeea1de-4bdf-47a1-a2fe-5f8c1ef1eb7e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:52.960007 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abeea1de-4bdf-47a1-a2fe-5f8c1ef1eb7e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:52.972933 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-abeea1de-4bdf-47a1-a2fe-5f8c1ef1eb7e tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/d6f78c78-5e8c-4cad-9727-ddb6064e3345 HTTP/1.1" status: 404 len: 337 time: 0.0425606 Feb 15 17:12:52.975595 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56278) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:53.011334 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44ae00c-f2b1-4c3f-a2ec-0f1dfa72715b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:53.017238 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d44ae00c-f2b1-4c3f-a2ec-0f1dfa72715b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:53.017238 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d44ae00c-f2b1-4c3f-a2ec-0f1dfa72715b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/e67616ce-a86b-4969-aea5-b26dcc69466c HTTP/1.1" status: 404 len: 337 time: 0.0416067 Feb 15 17:12:53.017956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56280) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:53.045784 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab35e1a-d6f3-47c7-9edc-02083b9fc544 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:53.046682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab35e1a-d6f3-47c7-9edc-02083b9fc544 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:53.050390 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9ab35e1a-d6f3-47c7-9edc-02083b9fc544 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/a7b59c25-843b-4028-bc28-6c6ad700734a HTTP/1.1" status: 404 len: 333 time: 0.0312572 Feb 15 17:12:53.053092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56282) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:53.083887 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d56bcc-cedc-45d7-b5ca-4c0a924fdea2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:53.084361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d56bcc-cedc-45d7-b5ca-4c0a924fdea2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:53.090131 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f9d56bcc-cedc-45d7-b5ca-4c0a924fdea2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/add70f38-93e6-44d8-b2ff-f687091d4c52 HTTP/1.1" status: 404 len: 337 time: 0.0333157 Feb 15 17:12:53.090478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56284) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:53.118100 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e194b0-2166-45e1-a5cb-d267cd7dda9c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:53.118640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e194b0-2166-45e1-a5cb-d267cd7dda9c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:53.122290 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-03e194b0-2166-45e1-a5cb-d267cd7dda9c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/0c0ce338-60ad-4200-bed1-dfffe070e1c3 HTTP/1.1" status: 404 len: 337 time: 0.0309191 Feb 15 17:12:53.124895 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56286) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:53.465101 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-72a348d6-1d42-4ef7-b3bd-1aa540bab32f tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports?device_id=bcfaf611-d159-4a9b-8c3d-65d45a8a27f9 HTTP/1.1" status: 200 len: 205 time: 0.3368149 Feb 15 17:12:53.465827 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56288) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:53.504376 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-61cca0a0-0a2a-4d03-afd1-ff8af52a98d2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] delete failed (client error): The resource could not be found. Feb 15 17:12:53.507958 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-61cca0a0-0a2a-4d03-afd1-ff8af52a98d2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/routers/bcfaf611-d159-4a9b-8c3d-65d45a8a27f9 HTTP/1.1" status: 404 len: 336 time: 0.0392480 Feb 15 17:12:53.508298 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56290) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:53.549246 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-6500c36d-71ef-4d8d-8513-e15ea337d91b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:53.549754 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6500c36d-71ef-4d8d-8513-e15ea337d91b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:53.553621 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6500c36d-71ef-4d8d-8513-e15ea337d91b tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/688f37ca-2b4a-49f5-a074-f1375aa19a2d HTTP/1.1" status: 404 len: 337 time: 0.0442924 Feb 15 17:12:53.556744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56294) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:53.597983 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b5fd4969-fdbf-41c1-ad92-7d62f5d08838 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "GET /v2.0/ports?device_id=988dc47f-40e1-4eff-8b79-16a995fb252a HTTP/1.1" status: 200 len: 205 time: 0.0388436 Feb 15 17:12:53.599709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56296) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:53.643423 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-0d7d4b35-6b9d-47ca-a6b5-22c558cc4818 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] delete failed (client error): The resource could not be found. Feb 15 17:12:53.647006 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0d7d4b35-6b9d-47ca-a6b5-22c558cc4818 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/routers/988dc47f-40e1-4eff-8b79-16a995fb252a HTTP/1.1" status: 404 len: 336 time: 0.0463011 Feb 15 17:12:53.647399 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56302) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:53.802676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c57f4-b078-4938-8560-3ca709d36936 req-b7fca5c3-a481-4734-827e-61c54690b08c tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:53.814426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f70c57f4-b078-4938-8560-3ca709d36936 req-b7fca5c3-a481-4734-827e-61c54690b08c tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 949 time: 0.1042380 Feb 15 17:12:53.901599 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f70c57f4-b078-4938-8560-3ca709d36936 req-a2f6d684-f7b7-4ec0-b613-6c2aaa8b4c4e tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/security-groups?id=337205fe-4b6a-4b2b-abe9-ae4b26f78ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754478 Feb 15 17:12:54.050782 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfe8ee4-d33e-4b55-9d8e-e7ed1a81edb2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:54.051160 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cfe8ee4-d33e-4b55-9d8e-e7ed1a81edb2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:54.056742 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6cfe8ee4-d33e-4b55-9d8e-e7ed1a81edb2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/bae617ae-a93f-42f0-a152-05e517f100c9 HTTP/1.1" status: 404 len: 337 time: 0.4057529 Feb 15 17:12:54.057133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56310) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:54.085001 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-02918611-093b-42b9-a23e-25fe6fb82357 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:54.085517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02918611-093b-42b9-a23e-25fe6fb82357 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:54.091544 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-02918611-093b-42b9-a23e-25fe6fb82357 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/0fd7e0e5-52d7-42d8-b4d9-4a100a4beaa7 HTTP/1.1" status: 404 len: 337 time: 0.0311096 Feb 15 17:12:54.091826 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56312) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:54.123023 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce7578f-f975-43da-9a64-2e96d082796d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:54.123726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce7578f-f975-43da-9a64-2e96d082796d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:54.126929 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4ce7578f-f975-43da-9a64-2e96d082796d tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/0b14e603-062d-4e5d-be32-67d930683321 HTTP/1.1" status: 404 len: 333 time: 0.0341012 Feb 15 17:12:54.129412 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56314) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:54.156256 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-706d2634-7ee5-4070-bf50-66b65aec81f2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:54.156712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-706d2634-7ee5-4070-bf50-66b65aec81f2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:54.160003 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-706d2634-7ee5-4070-bf50-66b65aec81f2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/640312c1-6ed4-4623-8ebf-122e39e6a30d HTTP/1.1" status: 404 len: 337 time: 0.0295918 Feb 15 17:12:54.162564 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56316) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:54.186209 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b20c4dd-39c4-4a32-9629-57728ab82173 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:54.186750 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b20c4dd-39c4-4a32-9629-57728ab82173 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:54.189751 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5b20c4dd-39c4-4a32-9629-57728ab82173 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/7343bc2e-b257-4fdf-9c93-6fc86fc2c419 HTTP/1.1" status: 404 len: 333 time: 0.0261571 Feb 15 17:12:54.192319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56318) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:54.219225 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9962eda-4137-451d-9cad-d06e3cc6bc05 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:54.219716 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9962eda-4137-451d-9cad-d06e3cc6bc05 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:54.222779 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c9962eda-4137-451d-9cad-d06e3cc6bc05 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/8a09dc11-b171-4aa6-920b-f6b660a3e3f7 HTTP/1.1" status: 404 len: 337 time: 0.0294843 Feb 15 17:12:54.225237 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56320) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:54.247785 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-02375cfd-559e-4846-be19-055719b6be92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:54.248317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02375cfd-559e-4846-be19-055719b6be92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:54.251306 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-02375cfd-559e-4846-be19-055719b6be92 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/b82ce2dd-b23b-4499-adaf-675cafd827b8 HTTP/1.1" status: 404 len: 333 time: 0.0251451 Feb 15 17:12:54.253767 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56322) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:54.286235 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa531036-3c40-40ce-965b-16d892ac00f2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:54.286698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa531036-3c40-40ce-965b-16d892ac00f2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:54.292406 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fa531036-3c40-40ce-965b-16d892ac00f2 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/24c7e364-20c8-4f9e-8974-17304845041c HTTP/1.1" status: 404 len: 337 time: 0.0351503 Feb 15 17:12:54.292685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56324) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:54.322960 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba63fbbd-7551-45bc-bd9e-d2717a1665a8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:54.323539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba63fbbd-7551-45bc-bd9e-d2717a1665a8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:54.329181 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ba63fbbd-7551-45bc-bd9e-d2717a1665a8 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/e72a0dd7-b792-4a66-9f97-991636ccf885 HTTP/1.1" status: 404 len: 333 time: 0.0327916 Feb 15 17:12:54.330000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56328) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:54.387988 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eeda5a2-c40e-4f5b-8be5-6798e2b0f9fa tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:54.388553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eeda5a2-c40e-4f5b-8be5-6798e2b0f9fa tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:54.391794 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3eeda5a2-c40e-4f5b-8be5-6798e2b0f9fa tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/3c16527d-97db-4725-b5be-f5c963edcd1e HTTP/1.1" status: 404 len: 337 time: 0.0604186 Feb 15 17:12:54.394499 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56330) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:54.419531 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d4b269-d53c-45f2-89b5-5284049434b5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:54.420343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d4b269-d53c-45f2-89b5-5284049434b5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:54.427123 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-72d4b269-d53c-45f2-89b5-5284049434b5 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/6f0d6326-3165-4777-885c-cced9874f7a3 HTTP/1.1" status: 404 len: 333 time: 0.0311406 Feb 15 17:12:54.432837 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56332) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:54.443052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bae57e-93c2-4860-86a4-949d7df6796b req-faa8b79c-67a8-42fc-9910-c1ae6bcb5f41 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:54.453638 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3bae57e-93c2-4860-86a4-949d7df6796b req-faa8b79c-67a8-42fc-9910-c1ae6bcb5f41 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 949 time: 0.0974450 Feb 15 17:12:54.467415 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-940a888f-bbea-4e80-8561-66812c48f17c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:54.468340 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-940a888f-bbea-4e80-8561-66812c48f17c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:54.479706 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-940a888f-bbea-4e80-8561-66812c48f17c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/eedb3d69-282e-4091-a2b0-bee218a302ca HTTP/1.1" status: 404 len: 337 time: 0.0505567 Feb 15 17:12:54.481006 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56334) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:54.507970 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-367d0efe-acc0-4e72-8243-4be4a86939ce tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:54.508889 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367d0efe-acc0-4e72-8243-4be4a86939ce tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:54.516780 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-367d0efe-acc0-4e72-8243-4be4a86939ce tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/03284d7a-7247-48dc-9e5a-54e59063063f HTTP/1.1" status: 404 len: 333 time: 0.0338728 Feb 15 17:12:54.517661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56336) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:54.519878 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3bae57e-93c2-4860-86a4-949d7df6796b req-51d37535-1743-43f6-8cb0-c0837e270f83 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/security-groups?id=337205fe-4b6a-4b2b-abe9-ae4b26f78ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652518 Feb 15 17:12:54.548696 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-44429786-ea7c-4b7f-9a0a-e423ad5ee4d4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:54.549163 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44429786-ea7c-4b7f-9a0a-e423ad5ee4d4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:54.555273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56338) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:54.555485 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-44429786-ea7c-4b7f-9a0a-e423ad5ee4d4 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/7e930c2a-3873-4250-8aa7-bd9feaab60e4 HTTP/1.1" status: 404 len: 337 time: 0.0363538 Feb 15 17:12:54.584871 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-d052dee6-0493-485e-a1fd-d9277f509224 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:54.585528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d052dee6-0493-485e-a1fd-d9277f509224 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:54.591979 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d052dee6-0493-485e-a1fd-d9277f509224 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/ports/434fca0b-ba71-4fe1-a531-8bd5c81f481f HTTP/1.1" status: 404 len: 333 time: 0.0352550 Feb 15 17:12:54.592739 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56342) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:54.629034 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83f5e48-de0f-48e7-b0cd-370e7a07272c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] DELETE failed (client error): The resource could not be found. Feb 15 17:12:54.629530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83f5e48-de0f-48e7-b0cd-370e7a07272c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:12:54.633607 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f83f5e48-de0f-48e7-b0cd-370e7a07272c tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/subnets/e06cd4ed-6eba-4358-b7e8-01f51b37f6bf HTTP/1.1" status: 404 len: 337 time: 0.0391922 Feb 15 17:12:54.641349 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56344) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:54.738874 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34f526c4-ac1f-4d95-8fbe-c118ea81a605 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (824790ef-3fd7-489c-9576-06e052670deb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:54.836467 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34f526c4-ac1f-4d95-8fbe-c118ea81a605 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (824790ef-3fd7-489c-9576-06e052670deb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:54.858983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-34f526c4-ac1f-4d95-8fbe-c118ea81a605 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824790ef-3fd7-489c-9576-06e052670deb']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:12:54.871154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-34f526c4-ac1f-4d95-8fbe-c118ea81a605 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f57c4f56-378b-4d46-a5cc-33e811cb407c') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:12:54.871461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-34f526c4-ac1f-4d95-8fbe-c118ea81a605 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f57c4f56-378b-4d46-a5cc-33e811cb407c') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:12:54.883502 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34f526c4-ac1f-4d95-8fbe-c118ea81a605 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (f57c4f56-378b-4d46-a5cc-33e811cb407c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:54.895151 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34f526c4-ac1f-4d95-8fbe-c118ea81a605 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (f57c4f56-378b-4d46-a5cc-33e811cb407c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:54.901539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f526c4-ac1f-4d95-8fbe-c118ea81a605 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:12:54.901929 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34f526c4-ac1f-4d95-8fbe-c118ea81a605 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (f57c4f56-378b-4d46-a5cc-33e811cb407c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:12:54.904931 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:12:55.055812 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34f526c4-ac1f-4d95-8fbe-c118ea81a605 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (824790ef-3fd7-489c-9576-06e052670deb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:55.079636 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-34f526c4-ac1f-4d95-8fbe-c118ea81a605 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:55.087414 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-34f526c4-ac1f-4d95-8fbe-c118ea81a605 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] 10.222.0.107 "DELETE /v2.0/networks/824790ef-3fd7-489c-9576-06e052670deb HTTP/1.1" status: 204 len: 168 time: 0.4429882 Feb 15 17:12:55.089064 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f526c4-ac1f-4d95-8fbe-c118ea81a605 tempest-NetworksTestDHCPv6-1789640471 tempest-NetworksTestDHCPv6-1789640471-project] Pushing event deleted for resources: {'Network': ['ID=824790ef-3fd7-489c-9576-06e052670deb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:55.608810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56354) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:55.665073 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48334f-0f08-4c5a-8567-3f592a1b5259 req-16e8865a-a6b8-4632-8407-ba233d924b3f tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:55.668064 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b48334f-0f08-4c5a-8567-3f592a1b5259 req-16e8865a-a6b8-4632-8407-ba233d924b3f tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 949 time: 0.0772150 Feb 15 17:12:55.738511 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b48334f-0f08-4c5a-8567-3f592a1b5259 req-1eaca90b-f2ea-45dd-8c71-789d21cb7333 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/security-groups?id=337205fe-4b6a-4b2b-abe9-ae4b26f78ba6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613012 Feb 15 17:12:55.743257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8d3d3-b6de-4321-9cf4-4efcaf88b3d3 req-8b461e00-91c4-43f3-a73e-d521a968e77c tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:12:55.747060 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ae8d3d3-b6de-4321-9cf4-4efcaf88b3d3 req-8b461e00-91c4-43f3-a73e-d521a968e77c tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.10 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 949 time: 0.0833209 Feb 15 17:12:55.870364 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-faf248c1-1604-4b0f-bdcb-e93b6bca4b9e admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=f1d77d46740c4f32a0fb378e47536577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2590840 Feb 15 17:12:55.872744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56360) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:55.922128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-9ae8d3d3-b6de-4321-9cf4-4efcaf88b3d3 req-3b9b09ad-dc7f-4b2a-b78d-41286d567377 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Deleting port afb5a450-b470-495f-8717-af9f9c79d80e {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:12:55.922476 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9ae8d3d3-b6de-4321-9cf4-4efcaf88b3d3 req-3b9b09ad-dc7f-4b2a-b78d-41286d567377 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (afb5a450-b470-495f-8717-af9f9c79d80e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:55.981263 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-857fc6ac-101e-44c9-a941-1a23875c2e89 admin admin] Publish callbacks [] for security_group (11541fbd-4699-4b27-9764-322b4089d7e2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:56.022669 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-857fc6ac-101e-44c9-a941-1a23875c2e89 admin admin] Publish callbacks [] for security_group (11541fbd-4699-4b27-9764-322b4089d7e2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:56.059797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-9ae8d3d3-b6de-4321-9cf4-4efcaf88b3d3 req-3b9b09ad-dc7f-4b2a-b78d-41286d567377 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] For port afb5a450-b470-495f-8717-af9f9c79d80e, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=afb5a450-b470-495f-8717-af9f9c79d80e,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:12:56.060175 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9ae8d3d3-b6de-4321-9cf4-4efcaf88b3d3 req-3b9b09ad-dc7f-4b2a-b78d-41286d567377 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (afb5a450-b470-495f-8717-af9f9c79d80e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:56.084293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-9ae8d3d3-b6de-4321-9cf4-4efcaf88b3d3 req-3b9b09ad-dc7f-4b2a-b78d-41286d567377 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Calling delete_port for afb5a450-b470-495f-8717-af9f9c79d80e owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:12:56.215970 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-857fc6ac-101e-44c9-a941-1a23875c2e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (11541fbd-4699-4b27-9764-322b4089d7e2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:56.218574 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-857fc6ac-101e-44c9-a941-1a23875c2e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:56.219735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-857fc6ac-101e-44c9-a941-1a23875c2e89 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/11541fbd-4699-4b27-9764-322b4089d7e2 HTTP/1.1" status: 204 len: 168 time: 0.3462830 Feb 15 17:12:56.237333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fc6ac-101e-44c9-a941-1a23875c2e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11541fbd-4699-4b27-9764-322b4089d7e2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:56.318498 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9ae8d3d3-b6de-4321-9cf4-4efcaf88b3d3 req-3b9b09ad-dc7f-4b2a-b78d-41286d567377 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (afb5a450-b470-495f-8717-af9f9c79d80e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:56.339130 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['afb5a450-b470-495f-8717-af9f9c79d80e'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:12:56.427986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b09ad-dc7f-4b2a-b78d-41286d567377 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Pushing event deleted for resources: {'Port': ['ID=afb5a450-b470-495f-8717-af9f9c79d80e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:56.483039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae8d3d3-b6de-4321-9cf4-4efcaf88b3d3 req-3b9b09ad-dc7f-4b2a-b78d-41286d567377 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] No DVR routers for this DVR port afb5a450-b470-495f-8717-af9f9c79d80e on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:12:56.485664 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9ae8d3d3-b6de-4321-9cf4-4efcaf88b3d3 req-3b9b09ad-dc7f-4b2a-b78d-41286d567377 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:56.489407 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ae8d3d3-b6de-4321-9cf4-4efcaf88b3d3 req-3b9b09ad-dc7f-4b2a-b78d-41286d567377 tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.10 "DELETE /v2.0/ports/afb5a450-b470-495f-8717-af9f9c79d80e HTTP/1.1" status: 204 len: 173 time: 0.7392550 Feb 15 17:12:56.489881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9763e2-3e77-4f66-b4bb-8018d6d875b7', 'name': 'network-vif-deleted', 'tag': 'afb5a450-b470-495f-8717-af9f9c79d80e'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:12:56.492173 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2dc115-f546-4207-ba5e-34e3cbe88c04" -d '{"events": [{"server_uuid": "9c9763e2-3e77-4f66-b4bb-8018d6d875b7", "name": "network-vif-deleted", "tag": "afb5a450-b470-495f-8717-af9f9c79d80e"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:12:56.535133 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf7c874-41ee-4a35-8e1a-8c947581ac12 x-openstack-request-id: req-dbf7c874-41ee-4a35-8e1a-8c947581ac12 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:12:56.536001 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9763e2-3e77-4f66-b4bb-8018d6d875b7", "name": "network-vif-deleted", "tag": "afb5a450-b470-495f-8717-af9f9c79d80e", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:12:56.536329 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dbf7c874-41ee-4a35-8e1a-8c947581ac12 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:12:56.536736 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9763e2-3e77-4f66-b4bb-8018d6d875b7', 'name': 'network-vif-deleted', 'tag': 'afb5a450-b470-495f-8717-af9f9c79d80e', 'status': 'completed', 'code': 200} Feb 15 17:12:56.878764 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ea07f4d4-b7e4-4ae4-94f9-ade9885521c6 req-56c774cd-a9fe-42b3-acb7-4803b569d96d tempest-VolumesNegativeTest-174944373 tempest-VolumesNegativeTest-174944373-project] 10.222.0.107 "GET /v2.0/ports?device_id=9c9763e2-3e77-4f66-b4bb-8018d6d875b7 HTTP/1.1" status: 200 len: 210 time: 0.0310242 Feb 15 17:12:57.505600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56392) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.618865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-bbb41410-e076-45f2-91ed-a6b6e21d671c tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.620132 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bbb41410-e076-45f2-91ed-a6b6e21d671c tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1134973 Feb 15 17:12:57.623173 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56396) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.627894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-69d5d9a1-ef86-4463-a615-5264e96fb4fb tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.628833 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-69d5d9a1-ef86-4463-a615-5264e96fb4fb tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045731 Feb 15 17:12:57.631117 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56398) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.635059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-e8933c57-e3a5-4092-b87a-d87f73193292 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.635949 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e8933c57-e3a5-4092-b87a-d87f73193292 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0040004 Feb 15 17:12:57.638312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56400) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.642069 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-ba31e843-254e-46b7-96af-cbecab8ee97e tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.643044 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ba31e843-254e-46b7-96af-cbecab8ee97e tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0039032 Feb 15 17:12:57.645153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56402) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.649154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-74c51243-6814-4d29-8723-275ffbb6233a tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.650178 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-74c51243-6814-4d29-8723-275ffbb6233a tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041132 Feb 15 17:12:57.652912 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56404) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.656759 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-c3c401f5-9374-4153-8be8-62e477078eb4 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.658038 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c3c401f5-9374-4153-8be8-62e477078eb4 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0039396 Feb 15 17:12:57.660230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56406) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.667017 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-e551dead-6494-4ac0-b6fe-53da23ebb92d tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.667017 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e551dead-6494-4ac0-b6fe-53da23ebb92d tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0037963 Feb 15 17:12:57.668954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56408) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.674215 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-8b9b7793-6ca0-4b02-851f-0e67df5cb916 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.677425 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8b9b7793-6ca0-4b02-851f-0e67df5cb916 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046875 Feb 15 17:12:57.677566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56410) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.681665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-53aa7ce3-6774-4d74-a6ce-07a9e4674d1e tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.683053 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-53aa7ce3-6774-4d74-a6ce-07a9e4674d1e tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0039475 Feb 15 17:12:57.691430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56412) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.695397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-03b58dda-fb75-4110-9ceb-65b5a7211ac5 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.698736 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-03b58dda-fb75-4110-9ceb-65b5a7211ac5 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0054777 Feb 15 17:12:57.699632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56416) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.704400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-641dc2e6-27b1-48d2-a70e-eb89e6b78bcf tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.705648 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-641dc2e6-27b1-48d2-a70e-eb89e6b78bcf tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045779 Feb 15 17:12:57.708477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56418) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.713873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-ff740d37-85eb-4be9-b8c8-dc33ad5de4bc tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.715001 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ff740d37-85eb-4be9-b8c8-dc33ad5de4bc tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0052977 Feb 15 17:12:57.717956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56420) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.723657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-44955f4c-1be1-4afa-bfc9-f5dde5f20136 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.724774 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-44955f4c-1be1-4afa-bfc9-f5dde5f20136 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0058014 Feb 15 17:12:57.731578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56422) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.735654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-b1313ec4-78d9-4577-9c4d-7657cb69e797 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.736673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b1313ec4-78d9-4577-9c4d-7657cb69e797 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041542 Feb 15 17:12:57.738816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56424) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.742512 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-ef9d0743-8eb7-404f-bff0-9b6dc28bc76b tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.743473 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ef9d0743-8eb7-404f-bff0-9b6dc28bc76b tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0038471 Feb 15 17:12:57.745550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56426) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.750062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-986ed4e2-933e-46ee-af60-33c7ba1d753f tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.750997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-986ed4e2-933e-46ee-af60-33c7ba1d753f tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046327 Feb 15 17:12:57.753144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56428) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.756827 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-61bb5d41-d7d1-4578-926c-e024b621262c tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.762468 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-61bb5d41-d7d1-4578-926c-e024b621262c tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0038538 Feb 15 17:12:57.764070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56430) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.767861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-c0dbadf1-4230-4d8b-aa53-6decff448a74 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.768835 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c0dbadf1-4230-4d8b-aa53-6decff448a74 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0038640 Feb 15 17:12:57.771152 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56432) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.774888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-8d1e1bb3-0c89-4bcb-aa9f-51723512cd44 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.778921 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8d1e1bb3-0c89-4bcb-aa9f-51723512cd44 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0068552 Feb 15 17:12:57.779235 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56434) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.787114 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-acbb2d8c-e3c2-4069-8c4d-e34f0a70f5a2 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.789668 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-acbb2d8c-e3c2-4069-8c4d-e34f0a70f5a2 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0070565 Feb 15 17:12:57.795269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56436) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.799774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-a9d57ec2-7107-4313-b46b-84c622c562a7 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.800772 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a9d57ec2-7107-4313-b46b-84c622c562a7 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045292 Feb 15 17:12:57.803305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56438) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.807707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-968ff36f-c79d-4449-a2e6-cae3e0c9ebd7 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.810049 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-968ff36f-c79d-4449-a2e6-cae3e0c9ebd7 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0055947 Feb 15 17:12:57.812015 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56440) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.816580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-cd149cbd-d7ed-4ed4-adc6-2cb8829cca10 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.821040 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cd149cbd-d7ed-4ed4-adc6-2cb8829cca10 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0079126 Feb 15 17:12:57.823149 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56442) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.827658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-eaad3c77-67a4-46e8-a0d0-28c5c97213bc tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.828688 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-eaad3c77-67a4-46e8-a0d0-28c5c97213bc tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0045571 Feb 15 17:12:57.833971 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56444) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.839047 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-637512bf-4f0d-4ae3-adba-48eafe0d961b tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.840018 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-637512bf-4f0d-4ae3-adba-48eafe0d961b tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0050700 Feb 15 17:12:57.845275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56446) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.854748 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-ca53c134-cbf4-44f1-9f7c-5d89228dd8c6 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.856347 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ca53c134-cbf4-44f1-9f7c-5d89228dd8c6 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0071542 Feb 15 17:12:57.858981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56448) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.863911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-0efae18b-91b0-46ba-aaa2-3db77befe44a tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.865008 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0efae18b-91b0-46ba-aaa2-3db77befe44a tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0050399 Feb 15 17:12:57.867498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56450) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.871866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-98d4bc8f-4846-41e0-a6ac-d2094b9d55db tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.872873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-98d4bc8f-4846-41e0-a6ac-d2094b9d55db tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044107 Feb 15 17:12:57.875887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56452) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.880241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-784b25f5-d853-475e-a2f9-d84d38c7d8bc tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.881287 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-784b25f5-d853-475e-a2f9-d84d38c7d8bc tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044279 Feb 15 17:12:57.883810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56454) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.888581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-f122efbe-17d9-4d22-816e-917b80310a5a tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.889665 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f122efbe-17d9-4d22-816e-917b80310a5a tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0048523 Feb 15 17:12:57.892210 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56456) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.896372 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-bb23840d-e03c-4539-9ce6-37df0524e6ed tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.900310 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bb23840d-e03c-4539-9ce6-37df0524e6ed tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042307 Feb 15 17:12:57.904343 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56460) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.910523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-beb5256f-7a04-4ac8-8d1b-a1d5a4a7dd98 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.914031 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-beb5256f-7a04-4ac8-8d1b-a1d5a4a7dd98 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0084133 Feb 15 17:12:57.914761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56462) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.920703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-35a51efa-fbc2-44a2-9181-8c0658363ab3 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.924039 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-35a51efa-fbc2-44a2-9181-8c0658363ab3 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0054431 Feb 15 17:12:57.925010 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56464) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.936736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-3a16e557-24b2-479e-967f-bbfe4260f8fb tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.937862 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3a16e557-24b2-479e-967f-bbfe4260f8fb tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0063937 Feb 15 17:12:57.940746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56466) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.945349 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-8ee5f6d5-d367-4803-8b89-56142931f131 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.947218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8ee5f6d5-d367-4803-8b89-56142931f131 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0053568 Feb 15 17:12:57.950233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56472) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.954716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-e30de098-18cc-4d49-9d0c-f54308930bd9 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.959676 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e30de098-18cc-4d49-9d0c-f54308930bd9 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0044219 Feb 15 17:12:57.961824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56474) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.967326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-0b6f0829-da9f-4444-af59-f1759fcaa37b tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.968274 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0b6f0829-da9f-4444-af59-f1759fcaa37b tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0054717 Feb 15 17:12:57.971475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56476) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.976970 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-e33a57cc-55e8-48f0-a42a-7f78bcf68d09 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.982026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56478) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.985918 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e33a57cc-55e8-48f0-a42a-7f78bcf68d09 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0143719 Feb 15 17:12:57.987243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-879a4777-ab78-4354-a6e6-0446e9d544af tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:57.991164 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-879a4777-ab78-4354-a6e6-0446e9d544af tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0080750 Feb 15 17:12:57.991896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56480) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:57.996701 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-4ea34fef-4dfa-4ef8-8f24-a159ca20600e tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.000420 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56484) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.000555 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4ea34fef-4dfa-4ef8-8f24-a159ca20600e tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0075817 Feb 15 17:12:58.005010 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-51dc5b9f-b243-4519-9aba-43244ab19bd5 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.006150 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-51dc5b9f-b243-4519-9aba-43244ab19bd5 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044851 Feb 15 17:12:58.008698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56486) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.013709 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-2621b335-2e4f-4a9b-a91f-57e490d4149c tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.014745 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2621b335-2e4f-4a9b-a91f-57e490d4149c tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050542 Feb 15 17:12:58.017695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56488) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.034608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-a5834b53-6110-4f97-a7a0-482f35a1f8a9 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.034608 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a5834b53-6110-4f97-a7a0-482f35a1f8a9 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0048559 Feb 15 17:12:58.039079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56490) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.043493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-68c2ec73-3f6f-4c76-a11a-17f5adf72179 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.044476 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-68c2ec73-3f6f-4c76-a11a-17f5adf72179 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043957 Feb 15 17:12:58.047135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56492) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.051769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-2ddd2eb2-3aae-4679-9083-a82d407ff711 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.052684 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2ddd2eb2-3aae-4679-9083-a82d407ff711 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0046015 Feb 15 17:12:58.054861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56494) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.059659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-1ef9f38d-2a13-474b-a6ed-9ecc3e6f2352 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.061356 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1ef9f38d-2a13-474b-a6ed-9ecc3e6f2352 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0047469 Feb 15 17:12:58.063518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56496) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.067925 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-41bca566-4bd1-404b-8c65-a22ae3bd9f08 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.068976 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-41bca566-4bd1-404b-8c65-a22ae3bd9f08 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0045714 Feb 15 17:12:58.071219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56498) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.075858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-887b62ef-f365-4626-adc7-db159b944dc3 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.076835 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-887b62ef-f365-4626-adc7-db159b944dc3 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0047882 Feb 15 17:12:58.079178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56500) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.083404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-6e0400dc-96bf-40bf-9217-4345e308ab5a tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.084338 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6e0400dc-96bf-40bf-9217-4345e308ab5a tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0042310 Feb 15 17:12:58.086453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56502) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.091655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-292a5ac6-ca01-432f-a41e-173475627521 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.093005 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-292a5ac6-ca01-432f-a41e-173475627521 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0056300 Feb 15 17:12:58.095607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56504) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.100016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-133b6ee0-5d6c-43f0-971f-157fdd832861 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.103272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-133b6ee0-5d6c-43f0-971f-157fdd832861 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0044374 Feb 15 17:12:58.103660 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56506) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.108385 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-00efdf10-6d6d-4506-8f90-022c49822a91 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.111672 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-00efdf10-6d6d-4506-8f90-022c49822a91 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045774 Feb 15 17:12:58.111804 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56508) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.116495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-110eed53-0df3-460b-8bff-de36cf932aae tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.120157 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-110eed53-0df3-460b-8bff-de36cf932aae tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047960 Feb 15 17:12:58.120326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56514) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.124991 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-920bbd93-bc6f-4a68-be92-390844dba6be tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.126284 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-920bbd93-bc6f-4a68-be92-390844dba6be tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045238 Feb 15 17:12:58.128942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56516) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.134833 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-cb781ba2-b950-497b-a37a-ce683c7b18fe tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.136585 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cb781ba2-b950-497b-a37a-ce683c7b18fe tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0064733 Feb 15 17:12:58.139131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56518) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.143514 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-fa6e73eb-ac1e-43a6-875a-27b79f31e3cb tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.145478 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fa6e73eb-ac1e-43a6-875a-27b79f31e3cb tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0053160 Feb 15 17:12:58.152348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56520) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.156596 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-1931bb08-bfc5-430f-be2f-bb30c69a0f27 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.158093 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1931bb08-bfc5-430f-be2f-bb30c69a0f27 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043428 Feb 15 17:12:58.160249 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56522) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.164074 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-80f04f91-b13c-4406-b8ba-2c75fe692fc8 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.165109 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-80f04f91-b13c-4406-b8ba-2c75fe692fc8 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0039287 Feb 15 17:12:58.167142 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56524) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.174776 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-40fdd39d-a730-48a2-adda-7dd64e6b8d5f tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.175832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-40fdd39d-a730-48a2-adda-7dd64e6b8d5f tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0077763 Feb 15 17:12:58.178058 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56526) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.183439 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-a8ef0bf6-8313-4fdc-b546-bda89c032d0b tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.184447 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a8ef0bf6-8313-4fdc-b546-bda89c032d0b tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0048268 Feb 15 17:12:58.190244 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56528) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.194338 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-31583193-b3e7-4f99-80a4-60c9671efede tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.195301 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-31583193-b3e7-4f99-80a4-60c9671efede tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0040736 Feb 15 17:12:58.197552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56530) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.201848 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-78530e8f-f06a-4ad7-9f21-9c515e363308 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.202939 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-78530e8f-f06a-4ad7-9f21-9c515e363308 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0040019 Feb 15 17:12:58.205209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56532) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.212877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-10362820-af8a-4fb5-8201-ddfe5e81c79a tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.213982 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-10362820-af8a-4fb5-8201-ddfe5e81c79a tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0079095 Feb 15 17:12:58.216175 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56534) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.219873 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-6bbad03f-fbc1-4e82-99aa-58dc6658ccba tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.220768 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6bbad03f-fbc1-4e82-99aa-58dc6658ccba tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0037854 Feb 15 17:12:58.222895 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56536) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.226618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-b213ce45-2e21-488a-bc73-38cc5999bbd7 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.227515 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b213ce45-2e21-488a-bc73-38cc5999bbd7 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0038202 Feb 15 17:12:58.229642 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56538) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.233331 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-d011e39e-9bf6-4295-a3b2-eb2d072b3b74 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.236642 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d011e39e-9bf6-4295-a3b2-eb2d072b3b74 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0038288 Feb 15 17:12:58.238395 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56540) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.242315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-61d4cf77-8feb-432c-b7d9-bd08f3ded4dd tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.243271 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-61d4cf77-8feb-432c-b7d9-bd08f3ded4dd tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0040376 Feb 15 17:12:58.246004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56542) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.249907 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-11bacaa2-5a6c-4d3b-adfe-e60405c8e9b4 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.250857 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-11bacaa2-5a6c-4d3b-adfe-e60405c8e9b4 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0038786 Feb 15 17:12:58.252837 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56544) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.256738 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [None req-604a5a3e-2eef-4e95-9a6f-117881ecbddc tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.257626 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-604a5a3e-2eef-4e95-9a6f-117881ecbddc tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0039513 Feb 15 17:12:58.260020 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56546) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.264997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-dd86bd13-4cc8-4028-a957-491c04b5b5c9 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.266214 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dd86bd13-4cc8-4028-a957-491c04b5b5c9 tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0045018 Feb 15 17:12:58.273080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56548) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.278733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [None req-beeb4c95-9945-4fd4-8ff6-7f027a6c0e9d tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] http://10.222.0.107:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:12:58.280097 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-beeb4c95-9945-4fd4-8ff6-7f027a6c0e9d tempest-ExtensionsTestJSON-1905386782 tempest-ExtensionsTestJSON-1905386782-project] 10.222.0.107 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0054708 Feb 15 17:12:58.862141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56572) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:58.983921 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c400112d-e9a8-44d2-93e0-64f829e0dded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:59.060943 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c400112d-e9a8-44d2-93e0-64f829e0dded admin admin] Publish callbacks [] for security_group (aa5fa29a-9446-4d16-a56a-55be770f65e4), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:59.135945 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c400112d-e9a8-44d2-93e0-64f829e0dded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (aa5fa29a-9446-4d16-a56a-55be770f65e4), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:59.178443 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c400112d-e9a8-44d2-93e0-64f829e0dded admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2b7553c2f9d445c79c701cc6430953dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3150909 Feb 15 17:12:59.179413 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400112d-e9a8-44d2-93e0-64f829e0dded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5fa29a-9446-4d16-a56a-55be770f65e4,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:12:59.181823 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56588) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:12:59.230228 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd5dd413-82f1-40fa-a184-6e2604031013 admin admin] Publish callbacks [] for security_group (aa5fa29a-9446-4d16-a56a-55be770f65e4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:59.254562 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd5dd413-82f1-40fa-a184-6e2604031013 admin admin] Publish callbacks [] for security_group (aa5fa29a-9446-4d16-a56a-55be770f65e4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:59.358905 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device afb5a450-b470-495f-8717-af9f9c79d80e no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:12:59.378918 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: afb5a450-b470-495f-8717-af9f9c79d80e {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:12:59.379269 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device afb5a450-b470-495f-8717-af9f9c79d80e not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:12:59.418786 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd5dd413-82f1-40fa-a184-6e2604031013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (aa5fa29a-9446-4d16-a56a-55be770f65e4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:59.418786 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd5dd413-82f1-40fa-a184-6e2604031013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:12:59.419367 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cd5dd413-82f1-40fa-a184-6e2604031013 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/aa5fa29a-9446-4d16-a56a-55be770f65e4 HTTP/1.1" status: 204 len: 168 time: 0.2360969 Feb 15 17:12:59.428116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dd413-82f1-40fa-a184-6e2604031013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5fa29a-9446-4d16-a56a-55be770f65e4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:00.536676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56684) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:00.563233 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:00.634224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-20e3eb12-e9ae-4796-8d9a-8d78177631bc tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2075907563'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:00.752284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e3eb12-e9ae-4796-8d9a-8d78177631bc tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Made reservation on behalf of 4195c9a03b9848d7b5103f6d20a8c593 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:13:00.755772 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20e3eb12-e9ae-4796-8d9a-8d78177631bc tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:00.765301 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20e3eb12-e9ae-4796-8d9a-8d78177631bc tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:00.869890 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20e3eb12-e9ae-4796-8d9a-8d78177631bc tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks [] for security_group (e397632c-1eba-40c4-bde0-269c0fdda5f7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:00.917877 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:00.981883 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20e3eb12-e9ae-4796-8d9a-8d78177631bc tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e397632c-1eba-40c4-bde0-269c0fdda5f7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:01.013836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e3eb12-e9ae-4796-8d9a-8d78177631bc tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:13:01.023002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3eb12-e9ae-4796-8d9a-8d78177631bc tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e397632c-1eba-40c4-bde0-269c0fdda5f7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:01.031982 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20e3eb12-e9ae-4796-8d9a-8d78177631bc tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (4a635b07-f358-41b7-bcde-3dba60abef33), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:01.031982 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-20e3eb12-e9ae-4796-8d9a-8d78177631bc tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Added segment 4a635b07-f358-41b7-bcde-3dba60abef33 of type vlan for network f07cff52-63b6-40bf-83cf-bf3aa0b6e42c Feb 15 17:13:01.083096 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20e3eb12-e9ae-4796-8d9a-8d78177631bc tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (f07cff52-63b6-40bf-83cf-bf3aa0b6e42c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:01.183235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20e3eb12-e9ae-4796-8d9a-8d78177631bc tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (f07cff52-63b6-40bf-83cf-bf3aa0b6e42c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:01.189169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e3eb12-e9ae-4796-8d9a-8d78177631bc tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:01.189825 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-20e3eb12-e9ae-4796-8d9a-8d78177631bc tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:01.298120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3eb12-e9ae-4796-8d9a-8d78177631bc tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Pushing event updated for resources: {'Network': ['ID=f07cff52-63b6-40bf-83cf-bf3aa0b6e42c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:01.309215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network f07cff52-63b6-40bf-83cf-bf3aa0b6e42c details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:13:01.403971 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-20e3eb12-e9ae-4796-8d9a-8d78177631bc tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8661821 Feb 15 17:13:01.405839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56730) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:01.411345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b33f18a5-e6ee-4603-b430-aeaf7c95e665 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Request body: {'subnet': {'network_id': 'f07cff52-63b6-40bf-83cf-bf3aa0b6e42c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:01.598945 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33f18a5-e6ee-4603-b430-aeaf7c95e665 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Made reservation on behalf of 4195c9a03b9848d7b5103f6d20a8c593 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:13:01.602677 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b33f18a5-e6ee-4603-b430-aeaf7c95e665 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:01.901483 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b33f18a5-e6ee-4603-b430-aeaf7c95e665 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (c7424790-df67-4d82-997a-29ffc2ee6f85), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:01.973526 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f18a5-e6ee-4603-b430-aeaf7c95e665 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Pushing event updated for resources: {'Subnet': ['ID=c7424790-df67-4d82-997a-29ffc2ee6f85,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:01.982115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33f18a5-e6ee-4603-b430-aeaf7c95e665 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Checking segment: {'id': '4a635b07-f358-41b7-bcde-3dba60abef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f07cff52-63b6-40bf-83cf-bf3aa0b6e42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:13:01.982523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33f18a5-e6ee-4603-b430-aeaf7c95e665 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Network hostable DHCP agents. Network: f07cff52-63b6-40bf-83cf-bf3aa0b6e42c, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:13:02.061522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33f18a5-e6ee-4603-b430-aeaf7c95e665 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Network f07cff52-63b6-40bf-83cf-bf3aa0b6e42c is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:13:02.238822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-b33f18a5-e6ee-4603-b430-aeaf7c95e665 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, f07cff52-63b6-40bf-83cf-bf3aa0b6e42c) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:02.244114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33f18a5-e6ee-4603-b430-aeaf7c95e665 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:02.244922 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b33f18a5-e6ee-4603-b430-aeaf7c95e665 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:02.250285 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2886c1-2e19-4882-ab6d-09ff7ec851cd None None] Network f07cff52-63b6-40bf-83cf-bf3aa0b6e42c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:13:02.367906 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-f07cff52-63b6-40bf-83cf-bf3aa0b6e42c', 'network_id': 'f07cff52-63b6-40bf-83cf-bf3aa0b6e42c', 'project_id': '4195c9a03b9848d7b5103f6d20a8c593', 'fixed_ips': [{'subnet_id': 'c7424790-df67-4d82-997a-29ffc2ee6f85'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:13:02.368772 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:02.386655 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b33f18a5-e6ee-4603-b430-aeaf7c95e665 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9777038 Feb 15 17:13:02.388248 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56792) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:02.393405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Request body: {'port': {'network_id': 'f07cff52-63b6-40bf-83cf-bf3aa0b6e42c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-892455561'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:02.516577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Allocated IP 172.20.0.2 (f07cff52-63b6-40bf-83cf-bf3aa0b6e42c/c7424790-df67-4d82-997a-29ffc2ee6f85/f641ac56-563d-4af0-91a5-e33e59b9cd1a) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:13:02.564031 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Made reservation on behalf of 4195c9a03b9848d7b5103f6d20a8c593 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:13:02.567835 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:02.596014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] device_id is not set on port d2bdca0a-e31f-4199-a42a-96296b570c37 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:13:02.683986 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Publish callbacks [] for port (f641ac56-563d-4af0-91a5-e33e59b9cd1a), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:02.787838 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (f641ac56-563d-4af0-91a5-e33e59b9cd1a), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:02.829249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Network f07cff52-63b6-40bf-83cf-bf3aa0b6e42c is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:13:02.832278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:02.835761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:13:02.886126 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Pushing event updated for resources: {'Port': ['ID=f641ac56-563d-4af0-91a5-e33e59b9cd1a,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:02.906819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Attempting to bind port f641ac56-563d-4af0-91a5-e33e59b9cd1a on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:13:02.907197 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Attempting to bind port f641ac56-563d-4af0-91a5-e33e59b9cd1a by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '4a635b07-f358-41b7-bcde-3dba60abef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f07cff52-63b6-40bf-83cf-bf3aa0b6e42c'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:13:02.907317 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.api [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-dbe61ffb-8234-4a21-ad90-9626e99ccea2 {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:13:02.910973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Attempting to bind port f641ac56-563d-4af0-91a5-e33e59b9cd1a on network f07cff52-63b6-40bf-83cf-bf3aa0b6e42c {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:13:02.911090 n-d-828372-14 neutron-server[103800]: DEBUG oslo_db.api [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:13:02.913047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:13:02.913456 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Checking segment: {'id': '4a635b07-f358-41b7-bcde-3dba60abef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f07cff52-63b6-40bf-83cf-bf3aa0b6e42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:13:02.913869 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:02.914264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Bound using segment: {'id': '4a635b07-f358-41b7-bcde-3dba60abef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f07cff52-63b6-40bf-83cf-bf3aa0b6e42c'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:13:02.914783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Bound port: f641ac56-563d-4af0-91a5-e33e59b9cd1a, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a635b07-f358-41b7-bcde-3dba60abef33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f07cff52-63b6-40bf-83cf-bf3aa0b6e42c'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:13:02.915118 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f641ac56-563d-4af0-91a5-e33e59b9cd1a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:02.981488 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] For port f641ac56-563d-4af0-91a5-e33e59b9cd1a, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:13:02.984850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] For port f641ac56-563d-4af0-91a5-e33e59b9cd1a, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f641ac56-563d-4af0-91a5-e33e59b9cd1a,segment=NetworkSegment(4a635b07-f358-41b7-bcde-3dba60abef33),segment_id=4a635b07-f358-41b7-bcde-3dba60abef33)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:13:03.078240 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f641ac56-563d-4af0-91a5-e33e59b9cd1a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:03.148846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d860bf3-9f03-4dd0-91c7-a23396151765 None None] Pushing event updated for resources: {'Port': ['ID=f641ac56-563d-4af0-91a5-e33e59b9cd1a,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:03.408824 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:03.430495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] device_id is not set on port 25628b9f-cb3f-450f-9056-cb65c377fce7 yet. {{(pid=103800) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:13:03.571324 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Allocated IP 172.20.0.11 (f07cff52-63b6-40bf-83cf-bf3aa0b6e42c/c7424790-df67-4d82-997a-29ffc2ee6f85/25628b9f-cb3f-450f-9056-cb65c377fce7) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:13:03.599121 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-190d3dfe-603a-431a-9631-9b49adba6a73 req-28194235-5975-43b4-942c-1c0a51089785 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517199 Feb 15 17:13:03.732247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d3dfe-603a-431a-9631-9b49adba6a73 req-610ebd90-a2be-48b3-8421-d522e1098d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:03.734219 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-190d3dfe-603a-431a-9631-9b49adba6a73 req-610ebd90-a2be-48b3-8421-d522e1098d55 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b42041c4836b4a8f913d33d47ff9194b&device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 1132 time: 0.0913973 Feb 15 17:13:03.756333 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks [] for port (25628b9f-cb3f-450f-9056-cb65c377fce7), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:03.856628 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (25628b9f-cb3f-450f-9056-cb65c377fce7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:03.870778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d3dfe-603a-431a-9631-9b49adba6a73 req-a668fcb3-e313-480a-bbbb-d557cf6c9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:03.873788 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-190d3dfe-603a-431a-9631-9b49adba6a73 req-a668fcb3-e313-480a-bbbb-d557cf6c9a76 service neutron] 10.222.0.67 "GET /v2.0/networks?id=85023fd4-1330-4202-92df-1a71403378a4 HTTP/1.1" status: 200 len: 870 time: 0.1189649 Feb 15 17:13:03.941228 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-190d3dfe-603a-431a-9631-9b49adba6a73 req-8d320f06-1dff-4562-bbee-b3a73f070a8a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=479f6782-1e7f-4ff0-a5b9-92ac62360071 HTTP/1.1" status: 200 len: 217 time: 0.0605874 Feb 15 17:13:03.951667 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Network f07cff52-63b6-40bf-83cf-bf3aa0b6e42c is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:13:03.957242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:03.960077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:13:04.052367 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d3dfe-603a-431a-9631-9b49adba6a73 req-2b78df88-88c9-44b3-8d3e-f9c95e02df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:04.055679 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-190d3dfe-603a-431a-9631-9b49adba6a73 req-2b78df88-88c9-44b3-8d3e-f9c95e02df7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.1050203 Feb 15 17:13:04.063120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:04.064188 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:04.093818 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Pushing event updated for resources: {'Port': ['ID=25628b9f-cb3f-450f-9056-cb65c377fce7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:04.123170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d3dfe-603a-431a-9631-9b49adba6a73 req-52b8c5c3-680d-4c7e-a234-af83ac08c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:04.124800 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-190d3dfe-603a-431a-9631-9b49adba6a73 req-52b8c5c3-680d-4c7e-a234-af83ac08c178 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0635502 Feb 15 17:13:04.194070 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c9aa9f61-f208-424f-91fb-e18b2d4fff50 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8044736 Feb 15 17:13:04.194283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56840) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:04.200754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Request body: {'port': {'network_id': 'f07cff52-63b6-40bf-83cf-bf3aa0b6e42c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1230402418', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:04.201303 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.api.validators [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] bootfile-name is not in valid_values {{(pid=103799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 17:13:04.201784 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.api.validators [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] tftp-server is not in valid_values {{(pid=103799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 17:13:04.202418 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.api.validators [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] server-ip-address is not in valid_values {{(pid=103799) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 17:13:04.296923 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-190d3dfe-603a-431a-9631-9b49adba6a73 req-98cda695-a29c-4138-8134-81c854706a2a service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653879 Feb 15 17:13:04.317299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8b14d8-7ed5-4df3-a914-392aac2c702a None None] Network f07cff52-63b6-40bf-83cf-bf3aa0b6e42c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:13:04.432854 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-190d3dfe-603a-431a-9631-9b49adba6a73 req-8f53f900-1e6b-4736-8879-ae600a4d381d service neutron] 10.222.0.67 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256423 Feb 15 17:13:04.466576 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-57fb7641-0027-446b-9646-dac4ffb651d9 None None] Provisioning complete for port f641ac56-563d-4af0-91a5-e33e59b9cd1a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:04.467194 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57fb7641-0027-446b-9646-dac4ffb651d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f641ac56-563d-4af0-91a5-e33e59b9cd1a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:04.518708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Made reservation on behalf of 4195c9a03b9848d7b5103f6d20a8c593 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:13:04.522363 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:04.547246 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] device_id is not set on port a8cd1ba4-2e17-4d18-8100-2723f82d9b34 yet. {{(pid=103799) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 15 17:13:04.570034 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-57fb7641-0027-446b-9646-dac4ffb651d9 None None] Current status of the port f641ac56-563d-4af0-91a5-e33e59b9cd1a is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:04.570383 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57fb7641-0027-446b-9646-dac4ffb651d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f641ac56-563d-4af0-91a5-e33e59b9cd1a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:04.612197 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-57fb7641-0027-446b-9646-dac4ffb651d9 None None] For port f641ac56-563d-4af0-91a5-e33e59b9cd1a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f641ac56-563d-4af0-91a5-e33e59b9cd1a,segment=NetworkSegment(4a635b07-f358-41b7-bcde-3dba60abef33),segment_id=4a635b07-f358-41b7-bcde-3dba60abef33)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:04.701676 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-57fb7641-0027-446b-9646-dac4ffb651d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f641ac56-563d-4af0-91a5-e33e59b9cd1a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:04.755244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f641ac56-563d-4af0-91a5-e33e59b9cd1a up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:13:04.785485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Allocated IP 172.20.0.7 (f07cff52-63b6-40bf-83cf-bf3aa0b6e42c/c7424790-df67-4d82-997a-29ffc2ee6f85/a8cd1ba4-2e17-4d18-8100-2723f82d9b34) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:13:04.810022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb7641-0027-446b-9646-dac4ffb651d9 None None] Pushing event updated for resources: {'Port': ['ID=f641ac56-563d-4af0-91a5-e33e59b9cd1a,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:04.847892 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f641ac56-563d-4af0-91a5-e33e59b9cd1a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:04.848331 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f641ac56-563d-4af0-91a5-e33e59b9cd1a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:04.954414 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f641ac56-563d-4af0-91a5-e33e59b9cd1a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:04.964057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-305d4bc3-e06c-40b8-82f0-e56ad9ad7128 None None] Provisioning complete for port 25628b9f-cb3f-450f-9056-cb65c377fce7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:04.966436 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-305d4bc3-e06c-40b8-82f0-e56ad9ad7128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (25628b9f-cb3f-450f-9056-cb65c377fce7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:05.045394 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-305d4bc3-e06c-40b8-82f0-e56ad9ad7128 None None] Port 25628b9f-cb3f-450f-9056-cb65c377fce7 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:13:05.055778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-305d4bc3-e06c-40b8-82f0-e56ad9ad7128 None None] Provisioning complete for port f641ac56-563d-4af0-91a5-e33e59b9cd1a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:05.056309 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-305d4bc3-e06c-40b8-82f0-e56ad9ad7128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f641ac56-563d-4af0-91a5-e33e59b9cd1a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:05.067932 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks [] for port (a8cd1ba4-2e17-4d18-8100-2723f82d9b34), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:05.179252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-305d4bc3-e06c-40b8-82f0-e56ad9ad7128 None None] Current status of the port f641ac56-563d-4af0-91a5-e33e59b9cd1a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:05.267493 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a8cd1ba4-2e17-4d18-8100-2723f82d9b34), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:05.311453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d2953ac8-fdd3-4854-b2cc-837cfd733985 None None] Provisioning complete for port 25628b9f-cb3f-450f-9056-cb65c377fce7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:05.314139 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2953ac8-fdd3-4854-b2cc-837cfd733985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (25628b9f-cb3f-450f-9056-cb65c377fce7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:05.319186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Network f07cff52-63b6-40bf-83cf-bf3aa0b6e42c is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:13:05.322566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:05.341968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:13:05.351974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d2953ac8-fdd3-4854-b2cc-837cfd733985 None None] Port 25628b9f-cb3f-450f-9056-cb65c377fce7 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:13:05.356969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Pushing event updated for resources: {'Port': ['ID=a8cd1ba4-2e17-4d18-8100-2723f82d9b34,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:05.436598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:05.437254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:05.562009 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e2a3e62b-b4f0-4562-9d97-3c3a4c002596 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] 10.222.0.107 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.3667123 Feb 15 17:13:05.564440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56850) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:05.631934 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4739d29-7483-4269-b5a2-84d0a000a1c3 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:05.637273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4739d29-7483-4269-b5a2-84d0a000a1c3 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:05.642640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4739d29-7483-4269-b5a2-84d0a000a1c3 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:05.644365 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c4739d29-7483-4269-b5a2-84d0a000a1c3 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] 10.222.0.107 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.0788476 Feb 15 17:13:05.647290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56852) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:05.686962 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-de2d52fc-31d5-466e-9c7e-e055a93bd240 None None] Provisioning complete for port a8cd1ba4-2e17-4d18-8100-2723f82d9b34 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:05.687340 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-de2d52fc-31d5-466e-9c7e-e055a93bd240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a8cd1ba4-2e17-4d18-8100-2723f82d9b34), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:05.735068 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-de2d52fc-31d5-466e-9c7e-e055a93bd240 None None] Port a8cd1ba4-2e17-4d18-8100-2723f82d9b34 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:13:05.761694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-df3358fb-15aa-437d-a5bc-7d2263e7aeda tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Deleting port a8cd1ba4-2e17-4d18-8100-2723f82d9b34 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:13:05.762074 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df3358fb-15aa-437d-a5bc-7d2263e7aeda tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a8cd1ba4-2e17-4d18-8100-2723f82d9b34), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:05.859345 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df3358fb-15aa-437d-a5bc-7d2263e7aeda tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a8cd1ba4-2e17-4d18-8100-2723f82d9b34), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:05.874154 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-df3358fb-15aa-437d-a5bc-7d2263e7aeda tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Calling delete_port for a8cd1ba4-2e17-4d18-8100-2723f82d9b34 owned by {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:13:06.181457 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df3358fb-15aa-437d-a5bc-7d2263e7aeda tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a8cd1ba4-2e17-4d18-8100-2723f82d9b34), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:06.209035 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3358fb-15aa-437d-a5bc-7d2263e7aeda tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Pushing event deleted for resources: {'Port': ['ID=a8cd1ba4-2e17-4d18-8100-2723f82d9b34,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:06.302637 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-df3358fb-15aa-437d-a5bc-7d2263e7aeda tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:06.306037 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-df3358fb-15aa-437d-a5bc-7d2263e7aeda tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] 10.222.0.107 "DELETE /v2.0/ports/a8cd1ba4-2e17-4d18-8100-2723f82d9b34 HTTP/1.1" status: 204 len: 168 time: 0.6578174 Feb 15 17:13:06.309749 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56858) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:06.315174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d11418a9-b476-4156-9f64-2d8a4cc23a6b tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Request body: {'port': {'name': 'tempest-new-port-name-87623577', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:06.315641 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.api.validators [None req-d11418a9-b476-4156-9f64-2d8a4cc23a6b tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] bootfile-name is not in valid_values {{(pid=103800) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 17:13:06.315991 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.api.validators [None req-d11418a9-b476-4156-9f64-2d8a4cc23a6b tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] tftp-server is not in valid_values {{(pid=103800) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 17:13:06.316382 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.api.validators [None req-d11418a9-b476-4156-9f64-2d8a4cc23a6b tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] server-ip-address is not in valid_values {{(pid=103800) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 17:13:06.429477 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d11418a9-b476-4156-9f64-2d8a4cc23a6b tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (25628b9f-cb3f-450f-9056-cb65c377fce7), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:06.668162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f641ac56-563d-4af0-91a5-e33e59b9cd1a up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:13:06.681685 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d11418a9-b476-4156-9f64-2d8a4cc23a6b tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks [] for port (25628b9f-cb3f-450f-9056-cb65c377fce7), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:06.752873 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d11418a9-b476-4156-9f64-2d8a4cc23a6b tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (25628b9f-cb3f-450f-9056-cb65c377fce7), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:06.763668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f641ac56-563d-4af0-91a5-e33e59b9cd1a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:06.768160 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f641ac56-563d-4af0-91a5-e33e59b9cd1a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:06.874485 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11418a9-b476-4156-9f64-2d8a4cc23a6b tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Pushing event updated for resources: {'Port': ['ID=25628b9f-cb3f-450f-9056-cb65c377fce7,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:06.887630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-d11418a9-b476-4156-9f64-2d8a4cc23a6b tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] In _notify_port_updated(), no bound segment for port 25628b9f-cb3f-450f-9056-cb65c377fce7 on network f07cff52-63b6-40bf-83cf-bf3aa0b6e42c {{(pid=103800) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 15 17:13:06.892807 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11418a9-b476-4156-9f64-2d8a4cc23a6b tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:06.893516 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d11418a9-b476-4156-9f64-2d8a4cc23a6b tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:06.897110 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d11418a9-b476-4156-9f64-2d8a4cc23a6b tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] 10.222.0.107 "PUT /v2.0/ports/25628b9f-cb3f-450f-9056-cb65c377fce7 HTTP/1.1" status: 200 len: 1135 time: 0.5840988 Feb 15 17:13:06.898907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56866) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:06.957651 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f641ac56-563d-4af0-91a5-e33e59b9cd1a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:06.960355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9a83d8-c51d-49d5-a45d-0ad3c0dcf537 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:06.965873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cd9a83d8-c51d-49d5-a45d-0ad3c0dcf537 tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] 10.222.0.107 "GET /v2.0/ports/25628b9f-cb3f-450f-9056-cb65c377fce7 HTTP/1.1" status: 200 len: 1135 time: 0.0618076 Feb 15 17:13:06.967285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56868) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:07.001029 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5a27-bf64-4fce-a998-dce8caa303bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:07.143897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c912b6ee-cee2-4b94-8181-5e0effa45e3a tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Deleting port 25628b9f-cb3f-450f-9056-cb65c377fce7 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:13:07.144254 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c912b6ee-cee2-4b94-8181-5e0effa45e3a tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (25628b9f-cb3f-450f-9056-cb65c377fce7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:07.172151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8f3d91e6-3998-4733-a897-cb2520cb3c8d None None] Provisioning complete for port 25628b9f-cb3f-450f-9056-cb65c377fce7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:07.175595 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f3d91e6-3998-4733-a897-cb2520cb3c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (25628b9f-cb3f-450f-9056-cb65c377fce7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:07.224204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d91e6-3998-4733-a897-cb2520cb3c8d None None] Port 25628b9f-cb3f-450f-9056-cb65c377fce7 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:13:07.253158 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c912b6ee-cee2-4b94-8181-5e0effa45e3a tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (25628b9f-cb3f-450f-9056-cb65c377fce7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:07.266060 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c912b6ee-cee2-4b94-8181-5e0effa45e3a tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Calling delete_port for 25628b9f-cb3f-450f-9056-cb65c377fce7 owned by {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:13:07.566362 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c912b6ee-cee2-4b94-8181-5e0effa45e3a tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (25628b9f-cb3f-450f-9056-cb65c377fce7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:07.610479 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912b6ee-cee2-4b94-8181-5e0effa45e3a tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Pushing event deleted for resources: {'Port': ['ID=25628b9f-cb3f-450f-9056-cb65c377fce7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:07.690354 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c912b6ee-cee2-4b94-8181-5e0effa45e3a tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:07.694165 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c912b6ee-cee2-4b94-8181-5e0effa45e3a tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] 10.222.0.107 "DELETE /v2.0/ports/25628b9f-cb3f-450f-9056-cb65c377fce7 HTTP/1.1" status: 204 len: 168 time: 0.7220788 Feb 15 17:13:07.696839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56874) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:07.771554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff25f5c0-9523-459f-9c24-4eebcc3ddfde tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Deleting subnet c7424790-df67-4d82-997a-29ffc2ee6f85 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:13:07.776646 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff25f5c0-9523-459f-9c24-4eebcc3ddfde tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks [] for subnet (c7424790-df67-4d82-997a-29ffc2ee6f85), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:07.835903 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff25f5c0-9523-459f-9c24-4eebcc3ddfde tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (c7424790-df67-4d82-997a-29ffc2ee6f85), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:07.926167 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff25f5c0-9523-459f-9c24-4eebcc3ddfde tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (c7424790-df67-4d82-997a-29ffc2ee6f85), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:08.079282 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff25f5c0-9523-459f-9c24-4eebcc3ddfde tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (c7424790-df67-4d82-997a-29ffc2ee6f85), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:08.117265 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25f5c0-9523-459f-9c24-4eebcc3ddfde tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Pushing event deleted for resources: {'Subnet': ['ID=c7424790-df67-4d82-997a-29ffc2ee6f85,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:08.122434 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff25f5c0-9523-459f-9c24-4eebcc3ddfde tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:08.128074 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ff25f5c0-9523-459f-9c24-4eebcc3ddfde tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] 10.222.0.107 "DELETE /v2.0/subnets/c7424790-df67-4d82-997a-29ffc2ee6f85 HTTP/1.1" status: 204 len: 168 time: 0.4279022 Feb 15 17:13:08.128829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56880) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:08.131396 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb56653-42c6-494d-8b15-f9f151e9f274 None None] Network f07cff52-63b6-40bf-83cf-bf3aa0b6e42c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:13:08.222216 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (f07cff52-63b6-40bf-83cf-bf3aa0b6e42c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:08.284972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Deleting port f641ac56-563d-4af0-91a5-e33e59b9cd1a {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:13:08.285319 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f641ac56-563d-4af0-91a5-e33e59b9cd1a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:08.299584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c57535-cd09-4f59-a144-772358866485 None None] DHCP port deletion for f07cff52-63b6-40bf-83cf-bf3aa0b6e42c request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:13:08.361838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] For port f641ac56-563d-4af0-91a5-e33e59b9cd1a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f641ac56-563d-4af0-91a5-e33e59b9cd1a,segment=NetworkSegment(4a635b07-f358-41b7-bcde-3dba60abef33),segment_id=4a635b07-f358-41b7-bcde-3dba60abef33)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:08.362128 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f641ac56-563d-4af0-91a5-e33e59b9cd1a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:08.378330 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Calling delete_port for f641ac56-563d-4af0-91a5-e33e59b9cd1a owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:13:08.521442 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-86c57535-cd09-4f59-a144-772358866485 None None] Deleting port f641ac56-563d-4af0-91a5-e33e59b9cd1a {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:13:08.521734 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86c57535-cd09-4f59-a144-772358866485 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f641ac56-563d-4af0-91a5-e33e59b9cd1a), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:08.546834 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f641ac56-563d-4af0-91a5-e33e59b9cd1a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:08.575015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Pushing event deleted for resources: {'Port': ['ID=f641ac56-563d-4af0-91a5-e33e59b9cd1a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:08.577092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] No DVR routers for this DVR port f641ac56-563d-4af0-91a5-e33e59b9cd1a on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:13:08.587867 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-86c57535-cd09-4f59-a144-772358866485 None None] For port f641ac56-563d-4af0-91a5-e33e59b9cd1a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f641ac56-563d-4af0-91a5-e33e59b9cd1a,segment=NetworkSegment(4a635b07-f358-41b7-bcde-3dba60abef33),segment_id=4a635b07-f358-41b7-bcde-3dba60abef33)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:08.589542 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86c57535-cd09-4f59-a144-772358866485 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f641ac56-563d-4af0-91a5-e33e59b9cd1a), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:08.614602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-86c57535-cd09-4f59-a144-772358866485 None None] Calling delete_port for f641ac56-563d-4af0-91a5-e33e59b9cd1a owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:13:08.701216 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f641ac56-563d-4af0-91a5-e33e59b9cd1a no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:13:08.763021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: f641ac56-563d-4af0-91a5-e33e59b9cd1a {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:13:08.763505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f641ac56-563d-4af0-91a5-e33e59b9cd1a not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:13:08.764939 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (f07cff52-63b6-40bf-83cf-bf3aa0b6e42c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:08.783233 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-86c57535-cd09-4f59-a144-772358866485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (f641ac56-563d-4af0-91a5-e33e59b9cd1a), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:08.801175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07cff52-63b6-40bf-83cf-bf3aa0b6e42c']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:08.842815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a635b07-f358-41b7-bcde-3dba60abef33') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:08.843892 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c57535-cd09-4f59-a144-772358866485 None None] Pushing event deleted for resources: {'Port': ['ID=f641ac56-563d-4af0-91a5-e33e59b9cd1a,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:08.848142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a635b07-f358-41b7-bcde-3dba60abef33') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:08.873215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c57535-cd09-4f59-a144-772358866485 None None] No DVR routers for this DVR port f641ac56-563d-4af0-91a5-e33e59b9cd1a on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:13:08.905958 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (4a635b07-f358-41b7-bcde-3dba60abef33), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:08.943287 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (4a635b07-f358-41b7-bcde-3dba60abef33), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:08.952214 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:13:08.952843 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (4a635b07-f358-41b7-bcde-3dba60abef33), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:13:08.956576 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:13:09.112202 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (f07cff52-63b6-40bf-83cf-bf3aa0b6e42c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:09.122292 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:09.127777 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] 10.222.0.107 "DELETE /v2.0/networks/f07cff52-63b6-40bf-83cf-bf3aa0b6e42c HTTP/1.1" status: 204 len: 168 time: 0.9980838 Feb 15 17:13:09.153273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923418e-84ac-4050-82ae-374952af157e tempest-ExtraDHCPOptionsTestJSON-1196397140 tempest-ExtraDHCPOptionsTestJSON-1196397140-project] Pushing event deleted for resources: {'Network': ['ID=f07cff52-63b6-40bf-83cf-bf3aa0b6e42c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:09.270415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64583a7c-fe10-4528-9ea6-9796cb8072dd req-f19ccd3b-4032-4b1b-99f9-ae58c5dcb188 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0670187 Feb 15 17:13:09.376456 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6936d3fa-4911-49c5-8538-44a6cee0db14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:09.404905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64583a7c-fe10-4528-9ea6-9796cb8072dd req-8ee5e957-d49a-40a8-90f1-20a10c49e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:09.406680 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64583a7c-fe10-4528-9ea6-9796cb8072dd req-8ee5e957-d49a-40a8-90f1-20a10c49e5e3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 1128 time: 0.0649273 Feb 15 17:13:09.573163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64583a7c-fe10-4528-9ea6-9796cb8072dd req-31e1f694-c732-4cdf-b7b0-a1ab9a0a0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:09.574239 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64583a7c-fe10-4528-9ea6-9796cb8072dd req-31e1f694-c732-4cdf-b7b0-a1ab9a0a0a93 service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.1449716 Feb 15 17:13:09.706242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56898) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:09.716732 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64583a7c-fe10-4528-9ea6-9796cb8072dd req-1f334751-c7ff-487c-97ec-4cf481cdb1d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c55bd53-67e7-42a7-9d80-cf8b7a840171 HTTP/1.1" status: 200 len: 1000 time: 0.1251569 Feb 15 17:13:09.784852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56902) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:09.796379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64583a7c-fe10-4528-9ea6-9796cb8072dd req-0dc1caa1-2fbe-457a-8507-cba3a4dd5168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:09.798001 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64583a7c-fe10-4528-9ea6-9796cb8072dd req-0dc1caa1-2fbe-457a-8507-cba3a4dd5168 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.0784478 Feb 15 17:13:09.968661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64583a7c-fe10-4528-9ea6-9796cb8072dd req-a085b26a-4209-43f7-8b27-5173b5af2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:09.978159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64583a7c-fe10-4528-9ea6-9796cb8072dd req-a085b26a-4209-43f7-8b27-5173b5af2fa8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1693308 Feb 15 17:13:10.075594 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-adace16f-60df-46f8-9f0b-79b1768b43a6 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1551fddfd3a64789a8c0be7f6f08e547&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2894502 Feb 15 17:13:10.079303 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56906) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:10.159819 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64583a7c-fe10-4528-9ea6-9796cb8072dd req-c14081bf-9bbb-4b22-a38b-9ec2564b101b service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740170 Feb 15 17:13:10.166405 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e6a7f697-466b-4dc1-8236-0a7c9dc14202 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4195c9a03b9848d7b5103f6d20a8c593&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4556394 Feb 15 17:13:10.168295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56910) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:10.189901 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbb0bf93-1f42-43b7-b55a-87de51dfaae8 admin admin] Publish callbacks [] for security_group (337205fe-4b6a-4b2b-abe9-ae4b26f78ba6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:10.229143 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbb0bf93-1f42-43b7-b55a-87de51dfaae8 admin admin] Publish callbacks [] for security_group (337205fe-4b6a-4b2b-abe9-ae4b26f78ba6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:10.325437 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6178dcf1-595a-4812-8df5-ade661f98f39 admin admin] Publish callbacks [] for security_group (e397632c-1eba-40c4-bde0-269c0fdda5f7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:10.355258 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64583a7c-fe10-4528-9ea6-9796cb8072dd req-f027f8d0-0f81-4c08-81c4-f981292fc9a6 service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687005 Feb 15 17:13:10.355258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6178dcf1-595a-4812-8df5-ade661f98f39 admin admin] Publish callbacks [] for security_group (e397632c-1eba-40c4-bde0-269c0fdda5f7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:10.467029 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbb0bf93-1f42-43b7-b55a-87de51dfaae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (337205fe-4b6a-4b2b-abe9-ae4b26f78ba6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:10.470025 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fbb0bf93-1f42-43b7-b55a-87de51dfaae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:10.475346 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fbb0bf93-1f42-43b7-b55a-87de51dfaae8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/337205fe-4b6a-4b2b-abe9-ae4b26f78ba6 HTTP/1.1" status: 204 len: 168 time: 0.3888502 Feb 15 17:13:10.479900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0bf93-1f42-43b7-b55a-87de51dfaae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337205fe-4b6a-4b2b-abe9-ae4b26f78ba6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:10.504661 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6178dcf1-595a-4812-8df5-ade661f98f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e397632c-1eba-40c4-bde0-269c0fdda5f7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:10.504661 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6178dcf1-595a-4812-8df5-ade661f98f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:10.513467 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6178dcf1-595a-4812-8df5-ade661f98f39 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e397632c-1eba-40c4-bde0-269c0fdda5f7 HTTP/1.1" status: 204 len: 168 time: 0.3328795 Feb 15 17:13:10.537570 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:10.541195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178dcf1-595a-4812-8df5-ade661f98f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e397632c-1eba-40c4-bde0-269c0fdda5f7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:10.740488 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:13:11.824466 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56962) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:11.871952 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56968) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:11.936548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-e6d31864-047c-40ee-912a-f8b7873a6b63 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-637810595-network', 'tenant_id': 'ad8dcca335094c8aa94024b5c9a55539'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:11.947326 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.002050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0ee96971-ba32-42e6-8649-fcb4fc480fcd tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:12.002454 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-0ee96971-ba32-42e6-8649-fcb4fc480fcd tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 17:13:12.002986 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-0ee96971-ba32-42e6-8649-fcb4fc480fcd tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 17:13:12.008977 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0ee96971-ba32-42e6-8649-fcb4fc480fcd tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1309233 Feb 15 17:13:12.013531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56974) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:12.015343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9f1a715e-1948-490e-8ef1-98fac2cee6da tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group': {'name': 'tempest-secgroup--343180606'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:12.038553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d31864-047c-40ee-912a-f8b7873a6b63 admin admin] Made reservation on behalf of ad8dcca335094c8aa94024b5c9a55539 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:13:12.041058 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e6d31864-047c-40ee-912a-f8b7873a6b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.050584 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e6d31864-047c-40ee-912a-f8b7873a6b63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.141026 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e6d31864-047c-40ee-912a-f8b7873a6b63 admin admin] Publish callbacks [] for security_group (bc85d7b0-7175-4672-9958-5b6e393f0fa9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.142063 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f1a715e-1948-490e-8ef1-98fac2cee6da tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.151456 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f1a715e-1948-490e-8ef1-98fac2cee6da tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.232824 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e6d31864-047c-40ee-912a-f8b7873a6b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bc85d7b0-7175-4672-9958-5b6e393f0fa9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.259172 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6d31864-047c-40ee-912a-f8b7873a6b63 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:13:12.261418 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f1a715e-1948-490e-8ef1-98fac2cee6da tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (4b82a5d2-20d5-4095-9dca-fc0308cab73d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.273752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d31864-047c-40ee-912a-f8b7873a6b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc85d7b0-7175-4672-9958-5b6e393f0fa9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:12.278967 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e6d31864-047c-40ee-912a-f8b7873a6b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (448ea7da-3f16-4017-ab5f-ea39074dc00f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.279411 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-e6d31864-047c-40ee-912a-f8b7873a6b63 admin admin] Added segment 448ea7da-3f16-4017-ab5f-ea39074dc00f of type vlan for network 5f7154c8-4dcb-41f6-bd4d-923f730abbc4 Feb 15 17:13:12.326697 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e6d31864-047c-40ee-912a-f8b7873a6b63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (5f7154c8-4dcb-41f6-bd4d-923f730abbc4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.375444 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f1a715e-1948-490e-8ef1-98fac2cee6da tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4b82a5d2-20d5-4095-9dca-fc0308cab73d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.427105 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a715e-1948-490e-8ef1-98fac2cee6da tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b82a5d2-20d5-4095-9dca-fc0308cab73d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:12.438668 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e6d31864-047c-40ee-912a-f8b7873a6b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (5f7154c8-4dcb-41f6-bd4d-923f730abbc4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.439646 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d31864-047c-40ee-912a-f8b7873a6b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:12.440257 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e6d31864-047c-40ee-912a-f8b7873a6b63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.485274 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f1a715e-1948-490e-8ef1-98fac2cee6da tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (40e6e2ad-860d-445b-81a0-21e0229a09b3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.510585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d31864-047c-40ee-912a-f8b7873a6b63 admin admin] Pushing event updated for resources: {'Network': ['ID=5f7154c8-4dcb-41f6-bd4d-923f730abbc4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:12.520985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 5f7154c8-4dcb-41f6-bd4d-923f730abbc4 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:13:12.540635 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f1a715e-1948-490e-8ef1-98fac2cee6da tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (40e6e2ad-860d-445b-81a0-21e0229a09b3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.577837 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e6d31864-047c-40ee-912a-f8b7873a6b63 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7516820 Feb 15 17:13:12.578695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56982) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:12.585604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7ce71109-9888-447a-b6d1-85eeb79b33cb admin admin] Request body: {'subnet': {'network_id': '5f7154c8-4dcb-41f6-bd4d-923f730abbc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-637810595-subnet', 'tenant_id': 'ad8dcca335094c8aa94024b5c9a55539', 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:12.590193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a715e-1948-490e-8ef1-98fac2cee6da tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e6e2ad-860d-445b-81a0-21e0229a09b3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:12.691273 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f1a715e-1948-490e-8ef1-98fac2cee6da tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.692546 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9f1a715e-1948-490e-8ef1-98fac2cee6da tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6820626 Feb 15 17:13:12.695346 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56984) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:12.700171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b53f26ce-4a76-4fd4-8ec7-7c1ba3a1fa6c tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '40e6e2ad-860d-445b-81a0-21e0229a09b3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:12.758803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce71109-9888-447a-b6d1-85eeb79b33cb admin admin] Made reservation on behalf of ad8dcca335094c8aa94024b5c9a55539 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:13:12.767369 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ce71109-9888-447a-b6d1-85eeb79b33cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.832477 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b53f26ce-4a76-4fd4-8ec7-7c1ba3a1fa6c tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group_rule (5f3ae9d4-f53e-452f-8f44-fec698f70541), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.912362 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b53f26ce-4a76-4fd4-8ec7-7c1ba3a1fa6c tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group_rule (5f3ae9d4-f53e-452f-8f44-fec698f70541), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.970307 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b53f26ce-4a76-4fd4-8ec7-7c1ba3a1fa6c tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (5f3ae9d4-f53e-452f-8f44-fec698f70541), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:12.998607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f26ce-4a76-4fd4-8ec7-7c1ba3a1fa6c tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3ae9d4-f53e-452f-8f44-fec698f70541,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:13.055648 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ce71109-9888-447a-b6d1-85eeb79b33cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:13.094663 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b53f26ce-4a76-4fd4-8ec7-7c1ba3a1fa6c tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:13.096676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b53f26ce-4a76-4fd4-8ec7-7c1ba3a1fa6c tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4003990 Feb 15 17:13:13.099690 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56988) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:13.105710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2ad36211-eb53-4ae5-8371-c7fbad448b41 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '40e6e2ad-860d-445b-81a0-21e0229a09b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:13.124872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce71109-9888-447a-b6d1-85eeb79b33cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:13.130275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce71109-9888-447a-b6d1-85eeb79b33cb admin admin] Checking segment: {'id': '448ea7da-3f16-4017-ab5f-ea39074dc00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5f7154c8-4dcb-41f6-bd4d-923f730abbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:13:13.130663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce71109-9888-447a-b6d1-85eeb79b33cb admin admin] Network hostable DHCP agents. Network: 5f7154c8-4dcb-41f6-bd4d-923f730abbc4, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:13:13.190397 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ad36211-eb53-4ae5-8371-c7fbad448b41 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group_rule (2f28db20-bc02-485b-a3b3-8f1be4b8124e), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:13.210026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce71109-9888-447a-b6d1-85eeb79b33cb admin admin] Network 5f7154c8-4dcb-41f6-bd4d-923f730abbc4 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:13:13.300897 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-7ce71109-9888-447a-b6d1-85eeb79b33cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 5f7154c8-4dcb-41f6-bd4d-923f730abbc4) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:13.305185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce71109-9888-447a-b6d1-85eeb79b33cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:13.305831 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ce71109-9888-447a-b6d1-85eeb79b33cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:13.317029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ef24c2-0655-4e20-ae6a-e3056bfe00ea None None] Network 5f7154c8-4dcb-41f6-bd4d-923f730abbc4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:13:13.336157 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-2ad36211-eb53-4ae5-8371-c7fbad448b41 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 17:13:13.341625 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2ad36211-eb53-4ae5-8371-c7fbad448b41 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2406821 Feb 15 17:13:13.347155 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56992) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:13.400475 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7ce71109-9888-447a-b6d1-85eeb79b33cb admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8199618 Feb 15 17:13:13.401968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 56994) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:13.410345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-637810595-router', 'tenant_id': 'ad8dcca335094c8aa94024b5c9a55539', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:13.429957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-5f7154c8-4dcb-41f6-bd4d-923f730abbc4', 'network_id': '5f7154c8-4dcb-41f6-bd4d-923f730abbc4', 'project_id': 'ad8dcca335094c8aa94024b5c9a55539', 'fixed_ips': [{'subnet_id': '6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:13:13.431682 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:13.468295 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a4ecb7a-57ca-4d9f-abe9-a968766d4e6c tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (40e6e2ad-860d-445b-81a0-21e0229a09b3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:13.514323 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a4ecb7a-57ca-4d9f-abe9-a968766d4e6c tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (40e6e2ad-860d-445b-81a0-21e0229a09b3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:13.530076 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (b4d48438-158b-4032-af5a-644ee49c7dd0), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:13.532430 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (b4d48438-158b-4032-af5a-644ee49c7dd0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:13.575563 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:13.606273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Allocated IP 172.20.0.2 (5f7154c8-4dcb-41f6-bd4d-923f730abbc4/6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849/aa3bebd4-2b4d-44fd-b2d3-13807439fd6c) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:13:13.625772 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Publish callbacks [] for router_controller (b4d48438-158b-4032-af5a-644ee49c7dd0), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:13.730397 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a4ecb7a-57ca-4d9f-abe9-a968766d4e6c tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (40e6e2ad-860d-445b-81a0-21e0229a09b3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:13.733505 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a4ecb7a-57ca-4d9f-abe9-a968766d4e6c tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:13.737231 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3a4ecb7a-57ca-4d9f-abe9-a968766d4e6c tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "DELETE /v2.0/security-groups/40e6e2ad-860d-445b-81a0-21e0229a09b3 HTTP/1.1" status: 204 len: 168 time: 0.3936083 Feb 15 17:13:13.740543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 56996) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:13.826974 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Publish callbacks [] for port (aa3bebd4-2b4d-44fd-b2d3-13807439fd6c), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:13.847541 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e8adccf2-ccb2-4b8c-8bef-aa5d1c52df6e tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1057916 Feb 15 17:13:13.848456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57000) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:13.849431 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ecb7a-57ca-4d9f-abe9-a968766d4e6c tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e6e2ad-860d-445b-81a0-21e0229a09b3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:13.855475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-602b7f83-d526-4bcb-bcf0-a6082e189437 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group': {'name': 'tempest-secgroup--782143010'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:13.919823 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (aa3bebd4-2b4d-44fd-b2d3-13807439fd6c), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:13.978867 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Pushing event updated for resources: {'Port': ['ID=aa3bebd4-2b4d-44fd-b2d3-13807439fd6c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:13.999932 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Network 5f7154c8-4dcb-41f6-bd4d-923f730abbc4 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:13:14.001534 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:14.004684 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-602b7f83-d526-4bcb-bcf0-a6082e189437 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:14.020169 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:13:14.127836 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-602b7f83-d526-4bcb-bcf0-a6082e189437 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (2ce71463-57fe-41b6-8667-e5e639209c87), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:14.142275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Attempting to bind port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:13:14.142799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Attempting to bind port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '448ea7da-3f16-4017-ab5f-ea39074dc00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5f7154c8-4dcb-41f6-bd4d-923f730abbc4'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:13:14.149613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Attempting to bind port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c on network 5f7154c8-4dcb-41f6-bd4d-923f730abbc4 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:13:14.150145 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:13:14.150537 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Checking segment: {'id': '448ea7da-3f16-4017-ab5f-ea39074dc00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5f7154c8-4dcb-41f6-bd4d-923f730abbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:13:14.151073 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:14.151802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Bound using segment: {'id': '448ea7da-3f16-4017-ab5f-ea39074dc00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5f7154c8-4dcb-41f6-bd4d-923f730abbc4'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:13:14.152334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Bound port: aa3bebd4-2b4d-44fd-b2d3-13807439fd6c, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448ea7da-3f16-4017-ab5f-ea39074dc00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5f7154c8-4dcb-41f6-bd4d-923f730abbc4'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:13:14.153043 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (aa3bebd4-2b4d-44fd-b2d3-13807439fd6c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:14.199909 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-602b7f83-d526-4bcb-bcf0-a6082e189437 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2ce71463-57fe-41b6-8667-e5e639209c87), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:14.240666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] For port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:13:14.245680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] For port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=aa3bebd4-2b4d-44fd-b2d3-13807439fd6c,segment=NetworkSegment(448ea7da-3f16-4017-ab5f-ea39074dc00f),segment_id=448ea7da-3f16-4017-ab5f-ea39074dc00f)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:13:14.273700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602b7f83-d526-4bcb-bcf0-a6082e189437 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce71463-57fe-41b6-8667-e5e639209c87,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:14.301682 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Publish callbacks [] for router_gateway (b4d48438-158b-4032-af5a-644ee49c7dd0), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:14.326930 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-602b7f83-d526-4bcb-bcf0-a6082e189437 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:14.329106 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-602b7f83-d526-4bcb-bcf0-a6082e189437 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4767263 Feb 15 17:13:14.331177 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57020) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:14.336458 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d768f9d9-a8c1-45b7-b935-9f97be2da3b4 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '2ce71463-57fe-41b6-8667-e5e639209c87', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:14.337117 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-d768f9d9-a8c1-45b7-b935-9f97be2da3b4 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 15 17:13:14.337711 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-d768f9d9-a8c1-45b7-b935-9f97be2da3b4 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:13:14.341404 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d768f9d9-a8c1-45b7-b935-9f97be2da3b4 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0073977 Feb 15 17:13:14.342096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57022) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:14.348198 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (aa3bebd4-2b4d-44fd-b2d3-13807439fd6c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:14.438465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddb92c-3bdd-4671-ae3a-681fe153e504 None None] Pushing event updated for resources: {'Port': ['ID=aa3bebd4-2b4d-44fd-b2d3-13807439fd6c,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:14.452921 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87c3de8b-052f-4b97-9dcf-a49a911b5a49 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (2ce71463-57fe-41b6-8667-e5e639209c87), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:14.485040 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87c3de8b-052f-4b97-9dcf-a49a911b5a49 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (2ce71463-57fe-41b6-8667-e5e639209c87), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:14.627404 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87c3de8b-052f-4b97-9dcf-a49a911b5a49 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2ce71463-57fe-41b6-8667-e5e639209c87), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:14.630355 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87c3de8b-052f-4b97-9dcf-a49a911b5a49 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:14.634158 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-87c3de8b-052f-4b97-9dcf-a49a911b5a49 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "DELETE /v2.0/security-groups/2ce71463-57fe-41b6-8667-e5e639209c87 HTTP/1.1" status: 204 len: 168 time: 0.2910326 Feb 15 17:13:14.634766 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57024) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:14.701055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3de8b-052f-4b97-9dcf-a49a911b5a49 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce71463-57fe-41b6-8667-e5e639209c87,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:14.738554 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-935acf24-702a-4220-82ac-94a4ce23c8e9 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0976701 Feb 15 17:13:14.741613 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57026) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:14.746312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-14d8e763-1a1d-4609-ad77-2ee37fb3f275 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group': {'name': 'tempest-secgroup--348505576'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:14.750172 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Publish callbacks [] for router_gateway (b4d48438-158b-4032-af5a-644ee49c7dd0), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:14.771347 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:14.839794 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-14d8e763-1a1d-4609-ad77-2ee37fb3f275 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:14.980456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Allocated IP 172.25.4.28 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/d1c2b28e-851e-421c-b893-836cbc583ca9) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:13:14.997385 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-14d8e763-1a1d-4609-ad77-2ee37fb3f275 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (1efa6747-6c0b-46fc-b2a4-5af4f2013f61), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:15.067257 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-14d8e763-1a1d-4609-ad77-2ee37fb3f275 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1efa6747-6c0b-46fc-b2a4-5af4f2013f61), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:15.091759 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Publish callbacks [] for port (d1c2b28e-851e-421c-b893-836cbc583ca9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:15.107418 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8e763-1a1d-4609-ad77-2ee37fb3f275 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1efa6747-6c0b-46fc-b2a4-5af4f2013f61,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:15.201928 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-14d8e763-1a1d-4609-ad77-2ee37fb3f275 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:15.203572 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-14d8e763-1a1d-4609-ad77-2ee37fb3f275 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4609592 Feb 15 17:13:15.206651 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57030) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:15.212238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-96646cd3-0e1f-417d-9319-f8075cb13adb tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '1efa6747-6c0b-46fc-b2a4-5af4f2013f61', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:15.212238 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-96646cd3-0e1f-417d-9319-f8075cb13adb tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 15 17:13:15.212484 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-96646cd3-0e1f-417d-9319-f8075cb13adb tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:13:15.216088 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-96646cd3-0e1f-417d-9319-f8075cb13adb tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060830 Feb 15 17:13:15.217251 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57032) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:15.235470 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d1c2b28e-851e-421c-b893-836cbc583ca9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:15.298520 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3ac19e9-5100-4d71-8003-ec373b128ea9 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (1efa6747-6c0b-46fc-b2a4-5af4f2013f61), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:15.301536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:13:15.309048 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:15.317069 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:13:15.341808 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3ac19e9-5100-4d71-8003-ec373b128ea9 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (1efa6747-6c0b-46fc-b2a4-5af4f2013f61), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:15.454174 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Pushing event updated for resources: {'Port': ['ID=d1c2b28e-851e-421c-b893-836cbc583ca9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:15.512966 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3ac19e9-5100-4d71-8003-ec373b128ea9 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1efa6747-6c0b-46fc-b2a4-5af4f2013f61), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:15.517195 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3ac19e9-5100-4d71-8003-ec373b128ea9 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:15.520846 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e3ac19e9-5100-4d71-8003-ec373b128ea9 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "DELETE /v2.0/security-groups/1efa6747-6c0b-46fc-b2a4-5af4f2013f61 HTTP/1.1" status: 204 len: 168 time: 0.2996597 Feb 15 17:13:15.521316 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57036) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:15.528853 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac19e9-5100-4d71-8003-ec373b128ea9 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efa6747-6c0b-46fc-b2a4-5af4f2013f61,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:15.675278 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ff6d3f9e-3b33-42c4-a70e-da44f4a14c02 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1526217 Feb 15 17:13:15.680443 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57038) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:15.686189 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b31221f7-7c18-4b46-9e6b-b12f17a2b3cd tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1874911840'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:15.720212 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Publish callbacks [] for router_gateway (b4d48438-158b-4032-af5a-644ee49c7dd0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:15.769916 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d9b5f6-ce1a-46fc-9c16-27842bf9b2f4 None None] Network 5f7154c8-4dcb-41f6-bd4d-923f730abbc4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:13:15.815783 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b31221f7-7c18-4b46-9e6b-b12f17a2b3cd tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:15.881649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-abad4699-02a6-4b39-a03e-bbebcea3d7f7 None None] Provisioning complete for port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:15.882325 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abad4699-02a6-4b39-a03e-bbebcea3d7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (aa3bebd4-2b4d-44fd-b2d3-13807439fd6c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:15.913575 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b31221f7-7c18-4b46-9e6b-b12f17a2b3cd tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (45ce0430-bdb8-4afe-bed4-2892ab8ffc65), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:15.987090 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (b4d48438-158b-4032-af5a-644ee49c7dd0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:16.003944 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b31221f7-7c18-4b46-9e6b-b12f17a2b3cd tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (45ce0430-bdb8-4afe-bed4-2892ab8ffc65), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:16.058295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-abad4699-02a6-4b39-a03e-bbebcea3d7f7 None None] Current status of the port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:16.058875 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abad4699-02a6-4b39-a03e-bbebcea3d7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (aa3bebd4-2b4d-44fd-b2d3-13807439fd6c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:16.078501 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31221f7-7c18-4b46-9e6b-b12f17a2b3cd tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ce0430-bdb8-4afe-bed4-2892ab8ffc65,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:16.113152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-abad4699-02a6-4b39-a03e-bbebcea3d7f7 None None] For port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=aa3bebd4-2b4d-44fd-b2d3-13807439fd6c,segment=NetworkSegment(448ea7da-3f16-4017-ab5f-ea39074dc00f),segment_id=448ea7da-3f16-4017-ab5f-ea39074dc00f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:16.123069 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b31221f7-7c18-4b46-9e6b-b12f17a2b3cd tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:16.124587 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b31221f7-7c18-4b46-9e6b-b12f17a2b3cd tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4424920 Feb 15 17:13:16.127237 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57042) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:16.140604 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2e08b9bd-67d6-4f13-8988-2a627a5d6962 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '45ce0430-bdb8-4afe-bed4-2892ab8ffc65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:16.141625 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-2e08b9bd-67d6-4f13-8988-2a627a5d6962 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 15 17:13:16.142233 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-2e08b9bd-67d6-4f13-8988-2a627a5d6962 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:13:16.145713 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2e08b9bd-67d6-4f13-8988-2a627a5d6962 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0164311 Feb 15 17:13:16.148419 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57044) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:16.154216 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b1c070e5-6f68-496d-b391-7850c77b2568 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '45ce0430-bdb8-4afe-bed4-2892ab8ffc65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:16.155426 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-b1c070e5-6f68-496d-b391-7850c77b2568 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 15 17:13:16.155606 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-b1c070e5-6f68-496d-b391-7850c77b2568 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:13:16.159445 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b1c070e5-6f68-496d-b391-7850c77b2568 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066633 Feb 15 17:13:16.160127 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57046) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:16.165079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-53aeb42d-0f5a-484c-b828-0b67500f3923 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '45ce0430-bdb8-4afe-bed4-2892ab8ffc65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:16.166299 n-d-828372-14 neutron-server[103799]: WARNING neutron.api.v2.base [None req-53aeb42d-0f5a-484c-b828-0b67500f3923 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 15 17:13:16.166933 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-53aeb42d-0f5a-484c-b828-0b67500f3923 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:13:16.171468 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-53aeb42d-0f5a-484c-b828-0b67500f3923 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068178 Feb 15 17:13:16.171622 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57048) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:16.181705 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-abad4699-02a6-4b39-a03e-bbebcea3d7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (aa3bebd4-2b4d-44fd-b2d3-13807439fd6c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:16.184059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3947821c-e372-4150-8c64-a2f15b097ae5 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '45ce0430-bdb8-4afe-bed4-2892ab8ffc65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:16.195585 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-3947821c-e372-4150-8c64-a2f15b097ae5 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 15 17:13:16.196107 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-3947821c-e372-4150-8c64-a2f15b097ae5 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:13:16.200424 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3947821c-e372-4150-8c64-a2f15b097ae5 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0250599 Feb 15 17:13:16.200861 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57050) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:16.280044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad4699-02a6-4b39-a03e-bbebcea3d7f7 None None] Pushing event updated for resources: {'Port': ['ID=aa3bebd4-2b4d-44fd-b2d3-13807439fd6c,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:16.289546 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3985681-8474-4cbd-833d-da0d32d63041 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (45ce0430-bdb8-4afe-bed4-2892ab8ffc65), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:16.341052 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3985681-8474-4cbd-833d-da0d32d63041 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (45ce0430-bdb8-4afe-bed4-2892ab8ffc65), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:16.359413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Router b4d48438-158b-4032-af5a-644ee49c7dd0 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:13:16.450392 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3985681-8474-4cbd-833d-da0d32d63041 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (45ce0430-bdb8-4afe-bed4-2892ab8ffc65), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:16.453561 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e3985681-8474-4cbd-833d-da0d32d63041 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:16.455161 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e3985681-8474-4cbd-833d-da0d32d63041 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "DELETE /v2.0/security-groups/45ce0430-bdb8-4afe-bed4-2892ab8ffc65 HTTP/1.1" status: 204 len: 168 time: 0.2533479 Feb 15 17:13:16.457682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57054) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:16.466704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3985681-8474-4cbd-833d-da0d32d63041 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ce0430-bdb8-4afe-bed4-2892ab8ffc65,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:16.512860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-804d6896-0780-480e-b1e0-baaad4f0cf27 None None] Provisioning complete for port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:16.513704 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-804d6896-0780-480e-b1e0-baaad4f0cf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (aa3bebd4-2b4d-44fd-b2d3-13807439fd6c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:16.551292 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a3853e67-5c78-4609-a425-37cbfc2751f3 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0919945 Feb 15 17:13:16.558028 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57056) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:16.564570 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fd11d110-d7fb-4c0c-9e87-6b96fcb16255 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1161814195'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:16.580842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:13:16.598917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Sync routers for ids ['b4d48438-158b-4032-af5a-644ee49c7dd0'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:13:16.659373 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Routers {'b4d48438-158b-4032-af5a-644ee49c7dd0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:13:16.660147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:13:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4d48438-158b-4032-af5a-644ee49c7dd0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:16.730460 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd11d110-d7fb-4c0c-9e87-6b96fcb16255 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:16.749456 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device aa3bebd4-2b4d-44fd-b2d3-13807439fd6c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:13:16.756080 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:16.761260 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-78fd0a0a-8415-4f59-8b93-8202563b4e4a admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3577771 Feb 15 17:13:16.762264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57058) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:16.796585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-804d6896-0780-480e-b1e0-baaad4f0cf27 None None] Current status of the port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:16.824337 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd11d110-d7fb-4c0c-9e87-6b96fcb16255 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (4f44b162-97ec-42b4-9375-dd27cbb6bd4b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:16.839315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:16.844449 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (aa3bebd4-2b4d-44fd-b2d3-13807439fd6c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:16.872119 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Set router b4d48438-158b-4032-af5a-644ee49c7dd0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:13:16.895210 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd11d110-d7fb-4c0c-9e87-6b96fcb16255 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4f44b162-97ec-42b4-9375-dd27cbb6bd4b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:16.966357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11d110-d7fb-4c0c-9e87-6b96fcb16255 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f44b162-97ec-42b4-9375-dd27cbb6bd4b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:17.046236 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd11d110-d7fb-4c0c-9e87-6b96fcb16255 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:17.047884 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fd11d110-d7fb-4c0c-9e87-6b96fcb16255 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4874957 Feb 15 17:13:17.051023 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57060) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:17.055773 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b7d7fb08-53e8-4714-aeab-a83104c829a3 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '4f44b162-97ec-42b4-9375-dd27cbb6bd4b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:17.056759 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-b7d7fb08-53e8-4714-aeab-a83104c829a3 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 17:13:17.058020 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-b7d7fb08-53e8-4714-aeab-a83104c829a3 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:13:17.059188 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b7d7fb08-53e8-4714-aeab-a83104c829a3 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069761 Feb 15 17:13:17.061854 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57062) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:17.067922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-dd1395ce-284b-4016-89fa-91aabd4cc430 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '4f44b162-97ec-42b4-9375-dd27cbb6bd4b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:17.157308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:17.203386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'name': 'tempest-TestAggregatesBasicOps-637810595-router', 'tenant_id': 'ad8dcca335094c8aa94024b5c9a55539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd1c2b28e-851e-421c-b893-836cbc583ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:13Z', 'updated_at': '2022-02-15T17:13:15Z', 'revision_number': 3, 'project_id': 'ad8dcca335094c8aa94024b5c9a55539', 'gw_port': {'id': 'd1c2b28e-851e-421c-b893-836cbc583ca9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:14Z', 'updated_at': '2022-02-15T17:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:17.236300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Checking router: b4d48438-158b-4032-af5a-644ee49c7dd0 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:13:17.236595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Updating router b4d48438-158b-4032-af5a-644ee49c7dd0 port d1c2b28e-851e-421c-b893-836cbc583ca9 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:13:17.238919 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-dd1395ce-284b-4016-89fa-91aabd4cc430 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:13:17.241164 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dd1395ce-284b-4016-89fa-91aabd4cc430 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1771905 Feb 15 17:13:17.243601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57066) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:17.248884 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-31c75e4f-8622-45e4-9359-2cb2273e237f tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '4f44b162-97ec-42b4-9375-dd27cbb6bd4b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:17.249685 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-31c75e4f-8622-45e4-9359-2cb2273e237f tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 15 17:13:17.250913 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-31c75e4f-8622-45e4-9359-2cb2273e237f tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:13:17.252273 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-31c75e4f-8622-45e4-9359-2cb2273e237f tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075324 Feb 15 17:13:17.255084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57068) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:17.264973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0092e992-5e5a-4cb6-813f-12d48c1fdd1e tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '4f44b162-97ec-42b4-9375-dd27cbb6bd4b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:17.273568 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d1c2b28e-851e-421c-b893-836cbc583ca9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:17.358170 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:17.482310 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-0092e992-5e5a-4cb6-813f-12d48c1fdd1e tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:13:17.484277 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0092e992-5e5a-4cb6-813f-12d48c1fdd1e tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2274182 Feb 15 17:13:17.487641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57072) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:17.494557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-bba67098-b180-4dbc-ad82-84f71195ada6 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '4f44b162-97ec-42b4-9375-dd27cbb6bd4b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:17.496018 n-d-828372-14 neutron-server[103799]: WARNING neutron.api.v2.base [None req-bba67098-b180-4dbc-ad82-84f71195ada6 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 17:13:17.496713 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-bba67098-b180-4dbc-ad82-84f71195ada6 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:13:17.497910 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bba67098-b180-4dbc-ad82-84f71195ada6 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087550 Feb 15 17:13:17.500656 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57074) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:17.508088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-6f7e34ce-6b43-4814-96af-0d88318b67d7 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '4f44b162-97ec-42b4-9375-dd27cbb6bd4b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:17.564425 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Publish callbacks [] for port (d1c2b28e-851e-421c-b893-836cbc583ca9), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:17.567750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Allocated IP 172.20.0.1 (5f7154c8-4dcb-41f6-bd4d-923f730abbc4/6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849/bc218561-2b72-454e-ba5f-466dc1716f76) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:13:17.673117 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d1c2b28e-851e-421c-b893-836cbc583ca9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:17.684503 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Publish callbacks [] for port (bc218561-2b72-454e-ba5f-466dc1716f76), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:17.731634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Attempting to bind port d1c2b28e-851e-421c-b893-836cbc583ca9 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:13:17.732010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Attempting to bind port d1c2b28e-851e-421c-b893-836cbc583ca9 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:13:17.732379 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Attempting to bind port d1c2b28e-851e-421c-b893-836cbc583ca9 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:13:17.735541 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5566b5b-96a6-459a-a6d7-cf93d6b0cc92 None None] Pushing event updated for resources: {'Port': ['ID=d1c2b28e-851e-421c-b893-836cbc583ca9,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:17.740169 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:13:17.748738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:13:17.748738 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:17.748738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:13:17.748738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Bound port: d1c2b28e-851e-421c-b893-836cbc583ca9, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:13:17.748738 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d1c2b28e-851e-421c-b893-836cbc583ca9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:17.749911 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-6f7e34ce-6b43-4814-96af-0d88318b67d7 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:13:17.749911 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6f7e34ce-6b43-4814-96af-0d88318b67d7 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2427518 Feb 15 17:13:17.749911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57076) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:17.754589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-01626bb5-4a83-4a36-a1a8-2a053e62db77 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '4f44b162-97ec-42b4-9375-dd27cbb6bd4b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:17.755180 n-d-828372-14 neutron-server[103799]: WARNING neutron.api.v2.base [None req-01626bb5-4a83-4a36-a1a8-2a053e62db77 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 15 17:13:17.755773 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-01626bb5-4a83-4a36-a1a8-2a053e62db77 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:13:17.759319 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-01626bb5-4a83-4a36-a1a8-2a053e62db77 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061741 Feb 15 17:13:17.759743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57078) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:17.764042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-149e2c2a-ac63-4416-bb63-fd559916a979 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '4f44b162-97ec-42b4-9375-dd27cbb6bd4b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:17.794028 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:17.797392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] For port d1c2b28e-851e-421c-b893-836cbc583ca9, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:13:17.800955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] For port d1c2b28e-851e-421c-b893-836cbc583ca9, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d1c2b28e-851e-421c-b893-836cbc583ca9,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:13:17.832464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Network 5f7154c8-4dcb-41f6-bd4d-923f730abbc4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:13:17.835472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:17.841810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:13:17.880552 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d1c2b28e-851e-421c-b893-836cbc583ca9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:17.883651 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Pushing event updated for resources: {'Port': ['ID=bc218561-2b72-454e-ba5f-466dc1716f76,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:17.895017 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (b4d48438-158b-4032-af5a-644ee49c7dd0), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:17.968229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Routers {'b4d48438-158b-4032-af5a-644ee49c7dd0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:13:17.968943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:13:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4d48438-158b-4032-af5a-644ee49c7dd0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:18.008671 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-149e2c2a-ac63-4416-bb63-fd559916a979 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:13:18.009804 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-149e2c2a-ac63-4416-bb63-fd559916a979 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2489433 Feb 15 17:13:18.013008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57080) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:18.018032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7b590091-ca62-4861-bf14-87767105366a tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '4f44b162-97ec-42b4-9375-dd27cbb6bd4b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:18.060473 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5566b5b-96a6-459a-a6d7-cf93d6b0cc92 None None] Pushing event updated for resources: {'Port': ['ID=d1c2b28e-851e-421c-b893-836cbc583ca9,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:18.122044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] Set router b4d48438-158b-4032-af5a-644ee49c7dd0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:13:18.131061 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:18.194494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d3f4135f-09a7-4910-98a9-f2d3a78ac13d None None] Provisioning complete for port bc218561-2b72-454e-ba5f-466dc1716f76 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:18.194978 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d3f4135f-09a7-4910-98a9-f2d3a78ac13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:18.271602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d3f4135f-09a7-4910-98a9-f2d3a78ac13d None None] Port bc218561-2b72-454e-ba5f-466dc1716f76 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:13:18.293680 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-7b590091-ca62-4861-bf14-87767105366a tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:13:18.293680 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7b590091-ca62-4861-bf14-87767105366a tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2767634 Feb 15 17:13:18.295140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57084) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:18.344050 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Publish callbacks [] for port (bc218561-2b72-454e-ba5f-466dc1716f76), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:18.360542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'name': 'tempest-TestAggregatesBasicOps-637810595-router', 'tenant_id': 'ad8dcca335094c8aa94024b5c9a55539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd1c2b28e-851e-421c-b893-836cbc583ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:13Z', 'updated_at': '2022-02-15T17:13:15Z', 'revision_number': 3, 'project_id': 'ad8dcca335094c8aa94024b5c9a55539', 'gw_port': {'id': 'd1c2b28e-851e-421c-b893-836cbc583ca9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:14Z', 'updated_at': '2022-02-15T17:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:18.372039 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65e54aef-a358-44f9-85c0-85d3c5bec5b2 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (4f44b162-97ec-42b4-9375-dd27cbb6bd4b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:18.400099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65e54aef-a358-44f9-85c0-85d3c5bec5b2 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (4f44b162-97ec-42b4-9375-dd27cbb6bd4b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:18.425235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:18.513979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Pushing event updated for resources: {'Port': ['ID=bc218561-2b72-454e-ba5f-466dc1716f76,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:18.518970 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (b4d48438-158b-4032-af5a-644ee49c7dd0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:18.553250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad76e7f2-20a7-4669-b422-982cf142b4a0 None None] The sync data for ids ['b4d48438-158b-4032-af5a-644ee49c7dd0'] in n-d-828372-14 is: [{'id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'name': 'tempest-TestAggregatesBasicOps-637810595-router', 'tenant_id': 'ad8dcca335094c8aa94024b5c9a55539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd1c2b28e-851e-421c-b893-836cbc583ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:13Z', 'updated_at': '2022-02-15T17:13:15Z', 'revision_number': 3, 'project_id': 'ad8dcca335094c8aa94024b5c9a55539', 'gw_port': {'id': 'd1c2b28e-851e-421c-b893-836cbc583ca9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:14Z', 'updated_at': '2022-02-15T17:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:13:18.914019 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65e54aef-a358-44f9-85c0-85d3c5bec5b2 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4f44b162-97ec-42b4-9375-dd27cbb6bd4b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:18.917225 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65e54aef-a358-44f9-85c0-85d3c5bec5b2 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:18.919049 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-65e54aef-a358-44f9-85c0-85d3c5bec5b2 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "DELETE /v2.0/security-groups/4f44b162-97ec-42b4-9375-dd27cbb6bd4b HTTP/1.1" status: 204 len: 168 time: 0.6229353 Feb 15 17:13:18.921100 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57088) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:18.937006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e54aef-a358-44f9-85c0-85d3c5bec5b2 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f44b162-97ec-42b4-9375-dd27cbb6bd4b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:19.018402 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Network 5f7154c8-4dcb-41f6-bd4d-923f730abbc4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:13:19.020038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:19.033550 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7824398e-59ca-4096-aaf4-3c3b14bd0723 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1103795 Feb 15 17:13:19.034648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57090) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:19.040449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-33ff9861-cccf-4882-bb7a-2fd7985df092 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616199843'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:19.190997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Router b4d48438-158b-4032-af5a-644ee49c7dd0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:13:19.198737 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33ff9861-cccf-4882-bb7a-2fd7985df092 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:19.319695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-11ddd59c-6de9-488a-a397-02d479837a13 None None] Provisioning complete for port bc218561-2b72-454e-ba5f-466dc1716f76 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:19.320524 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11ddd59c-6de9-488a-a397-02d479837a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:19.366692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-11ddd59c-6de9-488a-a397-02d479837a13 None None] Port bc218561-2b72-454e-ba5f-466dc1716f76 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:13:19.369095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:13:19.382797 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ab3f1966-8747-4ee6-b632-ff1a61b5621d admin admin] 10.222.0.107 "PUT /v2.0/routers/b4d48438-158b-4032-af5a-644ee49c7dd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6116447 Feb 15 17:13:19.460950 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33ff9861-cccf-4882-bb7a-2fd7985df092 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (931536e1-b64c-4edf-a817-7c287dccbebe), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:19.518898 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33ff9861-cccf-4882-bb7a-2fd7985df092 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (931536e1-b64c-4edf-a817-7c287dccbebe), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:19.553485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff9861-cccf-4882-bb7a-2fd7985df092 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=931536e1-b64c-4edf-a817-7c287dccbebe,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:19.623724 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-33ff9861-cccf-4882-bb7a-2fd7985df092 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:19.631082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-33ff9861-cccf-4882-bb7a-2fd7985df092 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5928268 Feb 15 17:13:19.631424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57100) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:19.637347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-5adf7c1a-9c24-491c-9f83-bb9f169409d8 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '931536e1-b64c-4edf-a817-7c287dccbebe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:19.839339 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-5adf7c1a-9c24-491c-9f83-bb9f169409d8 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The resource could not be found. Feb 15 17:13:19.841649 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5adf7c1a-9c24-491c-9f83-bb9f169409d8 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2079849 Feb 15 17:13:19.848848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57104) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:19.853969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-9e8fa615-e0f3-40d5-a51b-bca97f80702c tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '931536e1-b64c-4edf-a817-7c287dccbebe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'cc8d0eb9-08b3-446b-af3c-8ea4dcb45a6a'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:20.033182 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-9e8fa615-e0f3-40d5-a51b-bca97f80702c tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The resource could not be found. Feb 15 17:13:20.037463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57112) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:20.040293 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9e8fa615-e0f3-40d5-a51b-bca97f80702c tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1903405 Feb 15 17:13:20.093184 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad22a9e6-524a-48ef-8591-1c6930bc4ccb tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (931536e1-b64c-4edf-a817-7c287dccbebe), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.125488 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad22a9e6-524a-48ef-8591-1c6930bc4ccb tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (931536e1-b64c-4edf-a817-7c287dccbebe), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.170115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57116) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:20.175960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-fe93ddd9-563c-4bc9-a320-d4247c87c609 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-835430776-network', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:20.250283 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad22a9e6-524a-48ef-8591-1c6930bc4ccb tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (931536e1-b64c-4edf-a817-7c287dccbebe), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.253190 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ad22a9e6-524a-48ef-8591-1c6930bc4ccb tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.254580 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ad22a9e6-524a-48ef-8591-1c6930bc4ccb tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "DELETE /v2.0/security-groups/931536e1-b64c-4edf-a817-7c287dccbebe HTTP/1.1" status: 204 len: 168 time: 0.2157025 Feb 15 17:13:20.257214 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57118) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:20.264527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22a9e6-524a-48ef-8591-1c6930bc4ccb tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=931536e1-b64c-4edf-a817-7c287dccbebe,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:20.290863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe93ddd9-563c-4bc9-a320-d4247c87c609 admin admin] Made reservation on behalf of fe28fbb07a04490e95708abc76aca572 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:13:20.292460 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe93ddd9-563c-4bc9-a320-d4247c87c609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.309518 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe93ddd9-563c-4bc9-a320-d4247c87c609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.338634 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5d3510e5-1890-4265-8278-bd0a6ecb9e03 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0802052 Feb 15 17:13:20.342787 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57120) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:20.348278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-188be5b2-c791-4c77-94c9-88bb9cad9a25 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': '0b975f02-fd20-4408-bc5d-7967b7521b29', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:20.421792 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe93ddd9-563c-4bc9-a320-d4247c87c609 admin admin] Publish callbacks [] for security_group (5bf63b14-5e43-4d76-bb07-225a46a8547d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.496866 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe93ddd9-563c-4bc9-a320-d4247c87c609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5bf63b14-5e43-4d76-bb07-225a46a8547d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.511615 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Sync routers for ids ['b4d48438-158b-4032-af5a-644ee49c7dd0'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:13:20.523164 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Routers {'b4d48438-158b-4032-af5a-644ee49c7dd0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:13:20.524006 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:13:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4d48438-158b-4032-af5a-644ee49c7dd0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:20.527856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe93ddd9-563c-4bc9-a320-d4247c87c609 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:13:20.539067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93ddd9-563c-4bc9-a320-d4247c87c609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf63b14-5e43-4d76-bb07-225a46a8547d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:20.544868 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe93ddd9-563c-4bc9-a320-d4247c87c609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (ae312722-90dc-4677-bc53-4a393289c6d6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.545258 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-fe93ddd9-563c-4bc9-a320-d4247c87c609 admin admin] Added segment ae312722-90dc-4677-bc53-4a393289c6d6 of type vlan for network 48682be9-225c-43aa-a46d-69bcd9c3c2b4 Feb 15 17:13:20.559511 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-188be5b2-c791-4c77-94c9-88bb9cad9a25 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The resource could not be found. Feb 15 17:13:20.564526 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-188be5b2-c791-4c77-94c9-88bb9cad9a25 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2201426 Feb 15 17:13:20.565110 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57126) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:20.570590 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e8935b33-9cea-44c4-b4e9-78b37687c011 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765568271'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:20.621978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe93ddd9-563c-4bc9-a320-d4247c87c609 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (48682be9-225c-43aa-a46d-69bcd9c3c2b4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.644282 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Set router b4d48438-158b-4032-af5a-644ee49c7dd0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:13:20.650448 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8935b33-9cea-44c4-b4e9-78b37687c011 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.720724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d1c2b28e-851e-421c-b893-836cbc583ca9 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:13:20.741879 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe93ddd9-563c-4bc9-a320-d4247c87c609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (48682be9-225c-43aa-a46d-69bcd9c3c2b4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.743231 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe93ddd9-563c-4bc9-a320-d4247c87c609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:20.743994 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fe93ddd9-563c-4bc9-a320-d4247c87c609 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.774123 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8935b33-9cea-44c4-b4e9-78b37687c011 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (d787140b-55d1-4e00-9706-501bf99f1afb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.785985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port d1c2b28e-851e-421c-b893-836cbc583ca9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:20.786720 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d1c2b28e-851e-421c-b893-836cbc583ca9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.844012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8935b33-9cea-44c4-b4e9-78b37687c011 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d787140b-55d1-4e00-9706-501bf99f1afb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.848520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93ddd9-563c-4bc9-a320-d4247c87c609 admin admin] Pushing event updated for resources: {'Network': ['ID=48682be9-225c-43aa-a46d-69bcd9c3c2b4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:20.861217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 48682be9-225c-43aa-a46d-69bcd9c3c2b4 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:13:20.887258 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8935b33-9cea-44c4-b4e9-78b37687c011 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d787140b-55d1-4e00-9706-501bf99f1afb,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:20.893588 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'name': 'tempest-TestAggregatesBasicOps-637810595-router', 'tenant_id': 'ad8dcca335094c8aa94024b5c9a55539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd1c2b28e-851e-421c-b893-836cbc583ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:13Z', 'updated_at': '2022-02-15T17:13:18Z', 'revision_number': 4, 'project_id': 'ad8dcca335094c8aa94024b5c9a55539', 'gw_port': {'id': 'd1c2b28e-851e-421c-b893-836cbc583ca9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:14Z', 'updated_at': '2022-02-15T17:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'bc218561-2b72-454e-ba5f-466dc1716f76', 'name': '', 'network_id': '5f7154c8-4dcb-41f6-bd4d-923f730abbc4', 'tenant_id': 'ad8dcca335094c8aa94024b5c9a55539', 'mac_address': 'fa:16:3e:00:2f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:17Z', 'updated_at': '2022-02-15T17:13:18Z', 'revision_number': 2, 'project_id': 'ad8dcca335094c8aa94024b5c9a55539', 'subnets': [{'id': '6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:20.928928 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Checking router: b4d48438-158b-4032-af5a-644ee49c7dd0 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:13:20.929577 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Updating router b4d48438-158b-4032-af5a-644ee49c7dd0 port bc218561-2b72-454e-ba5f-466dc1716f76 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:13:20.932724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port d1c2b28e-851e-421c-b893-836cbc583ca9 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:20.933041 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d1c2b28e-851e-421c-b893-836cbc583ca9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:20.955634 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fe93ddd9-563c-4bc9-a320-d4247c87c609 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7844243 Feb 15 17:13:20.958570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57128) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:20.963426 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-44326d00-7885-403f-97b2-9a91c263c0a2 admin admin] Request body: {'subnet': {'network_id': '48682be9-225c-43aa-a46d-69bcd9c3c2b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-835430776-subnet', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572', 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:20.965474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port d1c2b28e-851e-421c-b893-836cbc583ca9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d1c2b28e-851e-421c-b893-836cbc583ca9,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:20.974219 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.000721 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8935b33-9cea-44c4-b4e9-78b37687c011 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.005249 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e8935b33-9cea-44c4-b4e9-78b37687c011 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4382045 Feb 15 17:13:21.006077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57130) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:21.011543 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-88170514-826f-4e5b-8ce8-8ea5ae0280fa tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545427669'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:21.112816 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d1c2b28e-851e-421c-b893-836cbc583ca9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.141486 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88170514-826f-4e5b-8ce8-8ea5ae0280fa tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.142333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44326d00-7885-403f-97b2-9a91c263c0a2 admin admin] Made reservation on behalf of fe28fbb07a04490e95708abc76aca572 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:13:21.148679 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44326d00-7885-403f-97b2-9a91c263c0a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.185430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=d1c2b28e-851e-421c-b893-836cbc583ca9,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:21.241898 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88170514-826f-4e5b-8ce8-8ea5ae0280fa tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (2701e850-4d5e-4a73-b1b5-2c7333521f72), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.281971 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Publish callbacks [] for port (bc218561-2b72-454e-ba5f-466dc1716f76), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.353661 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88170514-826f-4e5b-8ce8-8ea5ae0280fa tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2701e850-4d5e-4a73-b1b5-2c7333521f72), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.383560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88170514-826f-4e5b-8ce8-8ea5ae0280fa tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2701e850-4d5e-4a73-b1b5-2c7333521f72,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:21.398449 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.447894 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f368978-1269-49f1-94d4-3ca9d953a280 None None] Pushing event updated for resources: {'Port': ['ID=bc218561-2b72-454e-ba5f-466dc1716f76,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:21.451647 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44326d00-7885-403f-97b2-9a91c263c0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (14c14d99-3e40-4962-b439-6b7ba22f802e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.481990 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f368978-1269-49f1-94d4-3ca9d953a280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:21.482339 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f368978-1269-49f1-94d4-3ca9d953a280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:21.482677 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f368978-1269-49f1-94d4-3ca9d953a280 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:21.483275 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f368978-1269-49f1-94d4-3ca9d953a280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:21.483399 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f368978-1269-49f1-94d4-3ca9d953a280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:21.483648 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f368978-1269-49f1-94d4-3ca9d953a280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:21.483972 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f368978-1269-49f1-94d4-3ca9d953a280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:21.484296 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f368978-1269-49f1-94d4-3ca9d953a280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:21.484618 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f368978-1269-49f1-94d4-3ca9d953a280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:21.484938 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f368978-1269-49f1-94d4-3ca9d953a280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:21.485260 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f368978-1269-49f1-94d4-3ca9d953a280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:21.485607 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f368978-1269-49f1-94d4-3ca9d953a280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:21.489105 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f368978-1269-49f1-94d4-3ca9d953a280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:21.489234 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-88170514-826f-4e5b-8ce8-8ea5ae0280fa tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.492190 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-88170514-826f-4e5b-8ce8-8ea5ae0280fa tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4848061 Feb 15 17:13:21.493482 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57136) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:21.503137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-666e692b-2ee0-4702-a86f-a37b5ee53a99 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group_rule': {'security_group_id': 'd787140b-55d1-4e00-9706-501bf99f1afb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2701e850-4d5e-4a73-b1b5-2c7333521f72'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:21.541574 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Attempting to bind port bc218561-2b72-454e-ba5f-466dc1716f76 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:13:21.542163 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Attempting to bind port bc218561-2b72-454e-ba5f-466dc1716f76 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '448ea7da-3f16-4017-ab5f-ea39074dc00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5f7154c8-4dcb-41f6-bd4d-923f730abbc4'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:13:21.542410 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Attempting to bind port bc218561-2b72-454e-ba5f-466dc1716f76 on network 5f7154c8-4dcb-41f6-bd4d-923f730abbc4 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:13:21.555210 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44326d00-7885-403f-97b2-9a91c263c0a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c14d99-3e40-4962-b439-6b7ba22f802e,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:21.566116 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:13:21.566509 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Checking segment: {'id': '448ea7da-3f16-4017-ab5f-ea39074dc00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5f7154c8-4dcb-41f6-bd4d-923f730abbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:13:21.566922 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.567315 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Bound using segment: {'id': '448ea7da-3f16-4017-ab5f-ea39074dc00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5f7154c8-4dcb-41f6-bd4d-923f730abbc4'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:13:21.567779 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Bound port: bc218561-2b72-454e-ba5f-466dc1716f76, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448ea7da-3f16-4017-ab5f-ea39074dc00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5f7154c8-4dcb-41f6-bd4d-923f730abbc4'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:13:21.569150 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.574929 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44326d00-7885-403f-97b2-9a91c263c0a2 admin admin] Checking segment: {'id': 'ae312722-90dc-4677-bc53-4a393289c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '48682be9-225c-43aa-a46d-69bcd9c3c2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:13:21.575506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44326d00-7885-403f-97b2-9a91c263c0a2 admin admin] Network hostable DHCP agents. Network: 48682be9-225c-43aa-a46d-69bcd9c3c2b4, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:13:21.657186 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] For port bc218561-2b72-454e-ba5f-466dc1716f76, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:13:21.661931 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] For port bc218561-2b72-454e-ba5f-466dc1716f76, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bc218561-2b72-454e-ba5f-466dc1716f76,segment=NetworkSegment(448ea7da-3f16-4017-ab5f-ea39074dc00f),segment_id=448ea7da-3f16-4017-ab5f-ea39074dc00f)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:13:21.707838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44326d00-7885-403f-97b2-9a91c263c0a2 admin admin] Network 48682be9-225c-43aa-a46d-69bcd9c3c2b4 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:13:21.753678 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.776197 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-44326d00-7885-403f-97b2-9a91c263c0a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 48682be9-225c-43aa-a46d-69bcd9c3c2b4) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:21.776418 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-666e692b-2ee0-4702-a86f-a37b5ee53a99 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:13:21.780148 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-666e692b-2ee0-4702-a86f-a37b5ee53a99 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2824414 Feb 15 17:13:21.780324 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57138) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:21.781560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44326d00-7885-403f-97b2-9a91c263c0a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:21.782347 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-44326d00-7885-403f-97b2-9a91c263c0a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.794565 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acff236-fef5-44f3-ab36-0f701d0ad217 None None] Network 48682be9-225c-43aa-a46d-69bcd9c3c2b4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:13:21.847594 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f368978-1269-49f1-94d4-3ca9d953a280 None None] Pushing event updated for resources: {'Port': ['ID=bc218561-2b72-454e-ba5f-466dc1716f76,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:21.861278 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36d8d87c-cc66-44ae-8358-b63f93d97c30 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (2701e850-4d5e-4a73-b1b5-2c7333521f72), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.869882 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Routers {'b4d48438-158b-4032-af5a-644ee49c7dd0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:13:21.872299 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:13:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4d48438-158b-4032-af5a-644ee49c7dd0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:21.904136 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36d8d87c-cc66-44ae-8358-b63f93d97c30 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (2701e850-4d5e-4a73-b1b5-2c7333521f72), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:21.904658 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-44326d00-7885-403f-97b2-9a91c263c0a2 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9450538 Feb 15 17:13:21.907177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57140) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:21.912206 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-835430776-router', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:21.944043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-bef1e9cf-1346-413b-8994-cb732fb6ebfe None None] Provisioning complete for port bc218561-2b72-454e-ba5f-466dc1716f76 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:21.944416 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bef1e9cf-1346-413b-8994-cb732fb6ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:22.049812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-48682be9-225c-43aa-a46d-69bcd9c3c2b4', 'network_id': '48682be9-225c-43aa-a46d-69bcd9c3c2b4', 'project_id': 'fe28fbb07a04490e95708abc76aca572', 'fixed_ips': [{'subnet_id': '14c14d99-3e40-4962-b439-6b7ba22f802e'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:13:22.050857 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (014e1bfa-d756-449f-9610-23cf6f5c509e), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:22.051529 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (014e1bfa-d756-449f-9610-23cf6f5c509e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:22.054008 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:22.064923 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] Set router b4d48438-158b-4032-af5a-644ee49c7dd0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:13:22.079144 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36d8d87c-cc66-44ae-8358-b63f93d97c30 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2701e850-4d5e-4a73-b1b5-2c7333521f72), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:22.083194 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-36d8d87c-cc66-44ae-8358-b63f93d97c30 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:22.084400 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-36d8d87c-cc66-44ae-8358-b63f93d97c30 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "DELETE /v2.0/security-groups/2701e850-4d5e-4a73-b1b5-2c7333521f72 HTTP/1.1" status: 204 len: 168 time: 0.3031595 Feb 15 17:13:22.091481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57142) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:22.115762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d8d87c-cc66-44ae-8358-b63f93d97c30 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2701e850-4d5e-4a73-b1b5-2c7333521f72,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:22.214306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-bef1e9cf-1346-413b-8994-cb732fb6ebfe None None] Current status of the port bc218561-2b72-454e-ba5f-466dc1716f76 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:22.214626 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Publish callbacks [] for router_controller (014e1bfa-d756-449f-9610-23cf6f5c509e), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:22.215166 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bef1e9cf-1346-413b-8994-cb732fb6ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:22.305394 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-567a4216-4af6-4046-b7f0-1353bc56d8ec tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2099514 Feb 15 17:13:22.305714 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57144) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:22.312286 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-bef1e9cf-1346-413b-8994-cb732fb6ebfe None None] For port bc218561-2b72-454e-ba5f-466dc1716f76, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bc218561-2b72-454e-ba5f-466dc1716f76,segment=NetworkSegment(448ea7da-3f16-4017-ab5f-ea39074dc00f),segment_id=448ea7da-3f16-4017-ab5f-ea39074dc00f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:22.332343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Allocated IP 172.20.0.2 (48682be9-225c-43aa-a46d-69bcd9c3c2b4/14c14d99-3e40-4962-b439-6b7ba22f802e/cff0ab13-2192-4681-8ab4-3dd0a5b245ff) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:13:22.368251 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bef1e9cf-1346-413b-8994-cb732fb6ebfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:22.435110 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3865e16-6f5b-4ca6-8fe3-ce6091986910 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (d787140b-55d1-4e00-9706-501bf99f1afb), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:22.478474 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3865e16-6f5b-4ca6-8fe3-ce6091986910 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (d787140b-55d1-4e00-9706-501bf99f1afb), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:22.589939 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Publish callbacks [] for router_gateway (014e1bfa-d756-449f-9610-23cf6f5c509e), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:22.620677 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3580c34b-8347-4878-91bb-96d0df0d7a94 None None] Provisioning complete for port bc218561-2b72-454e-ba5f-466dc1716f76 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:22.620677 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3580c34b-8347-4878-91bb-96d0df0d7a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:22.687763 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3865e16-6f5b-4ca6-8fe3-ce6091986910 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d787140b-55d1-4e00-9706-501bf99f1afb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:22.691535 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a3865e16-6f5b-4ca6-8fe3-ce6091986910 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:22.695430 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a3865e16-6f5b-4ca6-8fe3-ce6091986910 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "DELETE /v2.0/security-groups/d787140b-55d1-4e00-9706-501bf99f1afb HTTP/1.1" status: 204 len: 168 time: 0.3853867 Feb 15 17:13:22.695993 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57150) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:22.742597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1e9cf-1346-413b-8994-cb732fb6ebfe None None] Pushing event updated for resources: {'Port': ['ID=bc218561-2b72-454e-ba5f-466dc1716f76,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:22.750297 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3865e16-6f5b-4ca6-8fe3-ce6091986910 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d787140b-55d1-4e00-9706-501bf99f1afb,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:22.777067 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'name': 'tempest-TestAggregatesBasicOps-637810595-router', 'tenant_id': 'ad8dcca335094c8aa94024b5c9a55539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd1c2b28e-851e-421c-b893-836cbc583ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:13Z', 'updated_at': '2022-02-15T17:13:18Z', 'revision_number': 4, 'project_id': 'ad8dcca335094c8aa94024b5c9a55539', 'gw_port': {'id': 'd1c2b28e-851e-421c-b893-836cbc583ca9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:14Z', 'updated_at': '2022-02-15T17:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'bc218561-2b72-454e-ba5f-466dc1716f76', 'name': '', 'network_id': '5f7154c8-4dcb-41f6-bd4d-923f730abbc4', 'tenant_id': 'ad8dcca335094c8aa94024b5c9a55539', 'mac_address': 'fa:16:3e:00:2f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:17Z', 'updated_at': '2022-02-15T17:13:21Z', 'revision_number': 4, 'project_id': 'ad8dcca335094c8aa94024b5c9a55539', 'subnets': [{'id': '6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:22.785610 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2ac7e36f-1366-4507-81fe-3b0488db72b3 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0803795 Feb 15 17:13:22.785610 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57154) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:22.810428 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3047302f-a30a-4261-b204-ed6a0bf95491 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group': {'name': 'tempest-secgroup--988242936'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:22.831629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3580c34b-8347-4878-91bb-96d0df0d7a94 None None] Current status of the port bc218561-2b72-454e-ba5f-466dc1716f76 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:22.834621 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d1c2b28e-851e-421c-b893-836cbc583ca9 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:13:22.849183 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68754e2b-a4b3-4c44-a737-cf93855ec783 None None] The sync data for ids ['b4d48438-158b-4032-af5a-644ee49c7dd0'] in n-d-828372-14 is: [{'id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'name': 'tempest-TestAggregatesBasicOps-637810595-router', 'tenant_id': 'ad8dcca335094c8aa94024b5c9a55539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd1c2b28e-851e-421c-b893-836cbc583ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:13Z', 'updated_at': '2022-02-15T17:13:18Z', 'revision_number': 4, 'project_id': 'ad8dcca335094c8aa94024b5c9a55539', 'gw_port': {'id': 'd1c2b28e-851e-421c-b893-836cbc583ca9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:14Z', 'updated_at': '2022-02-15T17:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'bc218561-2b72-454e-ba5f-466dc1716f76', 'name': '', 'network_id': '5f7154c8-4dcb-41f6-bd4d-923f730abbc4', 'tenant_id': 'ad8dcca335094c8aa94024b5c9a55539', 'mac_address': 'fa:16:3e:00:2f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': '6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:17Z', 'updated_at': '2022-02-15T17:13:21Z', 'revision_number': 4, 'project_id': 'ad8dcca335094c8aa94024b5c9a55539', 'subnets': [{'id': '6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:13:22.959079 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3047302f-a30a-4261-b204-ed6a0bf95491 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.049339 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Publish callbacks [] for port (cff0ab13-2192-4681-8ab4-3dd0a5b245ff), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.074333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port d1c2b28e-851e-421c-b893-836cbc583ca9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:23.074712 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d1c2b28e-851e-421c-b893-836cbc583ca9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.093238 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Publish callbacks [] for router_gateway (014e1bfa-d756-449f-9610-23cf6f5c509e), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.129592 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3047302f-a30a-4261-b204-ed6a0bf95491 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (58971166-6cbd-46d6-ac81-4bdacef6605f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.131978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.152469 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (cff0ab13-2192-4681-8ab4-3dd0a5b245ff), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.215973 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3047302f-a30a-4261-b204-ed6a0bf95491 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (58971166-6cbd-46d6-ac81-4bdacef6605f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.242038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Pushing event updated for resources: {'Port': ['ID=cff0ab13-2192-4681-8ab4-3dd0a5b245ff,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:23.265206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Network 48682be9-225c-43aa-a46d-69bcd9c3c2b4 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:13:23.271037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Allocated IP 172.25.4.216 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/41534bcb-b38b-45e1-b63a-b4480267cd6b) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:13:23.277999 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:23.280108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047302f-a30a-4261-b204-ed6a0bf95491 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58971166-6cbd-46d6-ac81-4bdacef6605f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:23.286537 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:13:23.356177 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3047302f-a30a-4261-b204-ed6a0bf95491 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.361622 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3047302f-a30a-4261-b204-ed6a0bf95491 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5743306 Feb 15 17:13:23.362287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57158) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:23.372012 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2424a3ca-9ef5-4e86-b555-67db0f2e6ced tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:23.372441 n-d-828372-14 neutron-server[103800]: WARNING neutron.api.v2.base [None req-2424a3ca-9ef5-4e86-b555-67db0f2e6ced tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 17:13:23.372962 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-2424a3ca-9ef5-4e86-b555-67db0f2e6ced tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] update failed (client error): There was a conflict when trying to complete your request. Feb 15 17:13:23.379385 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2424a3ca-9ef5-4e86-b555-67db0f2e6ced tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "PUT /v2.0/security-groups/58971166-6cbd-46d6-ac81-4bdacef6605f HTTP/1.1" status: 409 len: 330 time: 0.0159342 Feb 15 17:13:23.381092 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57160) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:23.433549 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Attempting to bind port cff0ab13-2192-4681-8ab4-3dd0a5b245ff on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:13:23.435209 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Attempting to bind port cff0ab13-2192-4681-8ab4-3dd0a5b245ff by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'ae312722-90dc-4677-bc53-4a393289c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '48682be9-225c-43aa-a46d-69bcd9c3c2b4'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:13:23.435701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Attempting to bind port cff0ab13-2192-4681-8ab4-3dd0a5b245ff on network 48682be9-225c-43aa-a46d-69bcd9c3c2b4 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:13:23.440033 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Publish callbacks [] for port (41534bcb-b38b-45e1-b63a-b4480267cd6b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.451472 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:13:23.452209 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Checking segment: {'id': 'ae312722-90dc-4677-bc53-4a393289c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '48682be9-225c-43aa-a46d-69bcd9c3c2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:13:23.452209 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.453769 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Bound using segment: {'id': 'ae312722-90dc-4677-bc53-4a393289c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '48682be9-225c-43aa-a46d-69bcd9c3c2b4'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:13:23.455804 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Bound port: cff0ab13-2192-4681-8ab4-3dd0a5b245ff, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae312722-90dc-4677-bc53-4a393289c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '48682be9-225c-43aa-a46d-69bcd9c3c2b4'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:13:23.456264 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cff0ab13-2192-4681-8ab4-3dd0a5b245ff), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.499762 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a0be7324-c123-4e70-ad72-91b65698cc06 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (58971166-6cbd-46d6-ac81-4bdacef6605f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.550378 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a0be7324-c123-4e70-ad72-91b65698cc06 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (58971166-6cbd-46d6-ac81-4bdacef6605f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.574160 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port d1c2b28e-851e-421c-b893-836cbc583ca9 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:23.587947 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (41534bcb-b38b-45e1-b63a-b4480267cd6b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.608950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] For port cff0ab13-2192-4681-8ab4-3dd0a5b245ff, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:13:23.622278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] For port cff0ab13-2192-4681-8ab4-3dd0a5b245ff, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cff0ab13-2192-4681-8ab4-3dd0a5b245ff,segment=NetworkSegment(ae312722-90dc-4677-bc53-4a393289c6d6),segment_id=ae312722-90dc-4677-bc53-4a393289c6d6)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:13:23.685198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:13:23.690913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:23.694849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:13:23.734843 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Pushing event updated for resources: {'Port': ['ID=41534bcb-b38b-45e1-b63a-b4480267cd6b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:23.753612 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a0be7324-c123-4e70-ad72-91b65698cc06 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (58971166-6cbd-46d6-ac81-4bdacef6605f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.755423 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cff0ab13-2192-4681-8ab4-3dd0a5b245ff), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.756692 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a0be7324-c123-4e70-ad72-91b65698cc06 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:23.759496 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a0be7324-c123-4e70-ad72-91b65698cc06 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "DELETE /v2.0/security-groups/58971166-6cbd-46d6-ac81-4bdacef6605f HTTP/1.1" status: 204 len: 168 time: 0.3762627 Feb 15 17:13:23.766408 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57168) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:23.853204 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be7324-c123-4e70-ad72-91b65698cc06 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58971166-6cbd-46d6-ac81-4bdacef6605f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:23.900719 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff282e-c191-490a-ac46-57068a0454e1 None None] Pushing event updated for resources: {'Port': ['ID=cff0ab13-2192-4681-8ab4-3dd0a5b245ff,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:23.914135 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f8e80973-6a46-4ed6-9d25-faf9044a0070 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1383781 Feb 15 17:13:23.923644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57170) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:23.947897 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [None req-201bd58d-d425-4d71-b71d-c28bce86ec94 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] delete failed (client error): The resource could not be found. Feb 15 17:13:23.951349 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-201bd58d-d425-4d71-b71d-c28bce86ec94 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "DELETE /v2.0/security-groups/488938e9-cb70-4c93-9ea9-2015ba79643f HTTP/1.1" status: 404 len: 347 time: 0.0266798 Feb 15 17:13:23.957973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57172) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:23.980597 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-0c85510d-9ab6-4b39-b839-ecd4632a92b5 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] show failed (client error): The resource could not be found. Feb 15 17:13:23.985224 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0c85510d-9ab6-4b39-b839-ecd4632a92b5 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "GET /v2.0/security-groups/29beea0a-22d2-4aef-bf41-a4943435cc95 HTTP/1.1" status: 404 len: 347 time: 0.0229328 Feb 15 17:13:23.985570 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57174) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:24.010789 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-fa6d591d-4800-4954-a3c9-d36f75949034 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] show failed (client error): The resource could not be found. Feb 15 17:13:24.011989 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fa6d591d-4800-4954-a3c9-d36f75949034 tempest-NegativeSecGroupTest-1067652428 tempest-NegativeSecGroupTest-1067652428-project] 10.222.0.107 "GET /v2.0/security-group-rules/a2571ec4-881c-4c11-9ea0-ff5f2d22f447 HTTP/1.1" status: 404 len: 356 time: 0.0252831 Feb 15 17:13:24.311218 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Publish callbacks [] for router_gateway (014e1bfa-d756-449f-9610-23cf6f5c509e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:24.631235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (014e1bfa-d756-449f-9610-23cf6f5c509e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:24.886708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cff0ab13-2192-4681-8ab4-3dd0a5b245ff up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:13:24.926802 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57184) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:25.005659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port cff0ab13-2192-4681-8ab4-3dd0a5b245ff triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:25.006237 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cff0ab13-2192-4681-8ab4-3dd0a5b245ff), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:25.062430 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Router 014e1bfa-d756-449f-9610-23cf6f5c509e is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:13:25.138745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port cff0ab13-2192-4681-8ab4-3dd0a5b245ff is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:25.139235 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cff0ab13-2192-4681-8ab4-3dd0a5b245ff), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:25.165856 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-73c5f72e-5692-47af-b6b9-da83fee19868 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=a9b4de5d55f34a1691922af60a23dd32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2378604 Feb 15 17:13:25.184195 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57188) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:25.191888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port cff0ab13-2192-4681-8ab4-3dd0a5b245ff, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cff0ab13-2192-4681-8ab4-3dd0a5b245ff,segment=NetworkSegment(ae312722-90dc-4677-bc53-4a393289c6d6),segment_id=ae312722-90dc-4677-bc53-4a393289c6d6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:25.268851 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-814ee0b9-ed8d-49fd-89f0-5e2d5d45ce35 admin admin] Publish callbacks [] for security_group (4b82a5d2-20d5-4095-9dca-fc0308cab73d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:25.285678 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:13:25.296179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Sync routers for ids ['014e1bfa-d756-449f-9610-23cf6f5c509e'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:13:25.302659 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cff0ab13-2192-4681-8ab4-3dd0a5b245ff), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:25.303451 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bc218561-2b72-454e-ba5f-466dc1716f76 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:13:25.329292 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-814ee0b9-ed8d-49fd-89f0-5e2d5d45ce35 admin admin] Publish callbacks [] for security_group (4b82a5d2-20d5-4095-9dca-fc0308cab73d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:25.406458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Routers {'014e1bfa-d756-449f-9610-23cf6f5c509e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:13:25.408236 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:25.410124 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7db3b3df-ff82-4bab-9816-fbbc6c0263fc admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5020015 Feb 15 17:13:25.413199 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57190) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:25.417615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:13:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['014e1bfa-d756-449f-9610-23cf6f5c509e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:25.501477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6a60ce-3d34-436e-ba22-7ddafd8b11ad None None] Network 48682be9-225c-43aa-a46d-69bcd9c3c2b4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:13:25.571148 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-814ee0b9-ed8d-49fd-89f0-5e2d5d45ce35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4b82a5d2-20d5-4095-9dca-fc0308cab73d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:25.574193 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-814ee0b9-ed8d-49fd-89f0-5e2d5d45ce35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:25.575913 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-814ee0b9-ed8d-49fd-89f0-5e2d5d45ce35 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4b82a5d2-20d5-4095-9dca-fc0308cab73d HTTP/1.1" status: 204 len: 168 time: 0.3907275 Feb 15 17:13:25.597670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b446deaf-6443-44f5-8cfd-3c98dcc772ed None None] Provisioning complete for port cff0ab13-2192-4681-8ab4-3dd0a5b245ff triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:25.598051 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b446deaf-6443-44f5-8cfd-3c98dcc772ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cff0ab13-2192-4681-8ab4-3dd0a5b245ff), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:25.605319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ee0b9-ed8d-49fd-89f0-5e2d5d45ce35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b82a5d2-20d5-4095-9dca-fc0308cab73d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:25.635829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=cff0ab13-2192-4681-8ab4-3dd0a5b245ff,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:25.748293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b446deaf-6443-44f5-8cfd-3c98dcc772ed None None] Current status of the port cff0ab13-2192-4681-8ab4-3dd0a5b245ff is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:25.751052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port bc218561-2b72-454e-ba5f-466dc1716f76 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:25.751430 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:25.781880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Set router 014e1bfa-d756-449f-9610-23cf6f5c509e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:13:26.044954 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:26.301515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'name': 'tempest-TestAggregatesBasicOps-835430776-router', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '41534bcb-b38b-45e1-b63a-b4480267cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:22Z', 'updated_at': '2022-02-15T17:13:23Z', 'revision_number': 3, 'project_id': 'fe28fbb07a04490e95708abc76aca572', 'gw_port': {'id': '41534bcb-b38b-45e1-b63a-b4480267cd6b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:23Z', 'updated_at': '2022-02-15T17:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:26.306157 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port bc218561-2b72-454e-ba5f-466dc1716f76 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:26.308220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Allocated IP 172.20.0.1 (48682be9-225c-43aa-a46d-69bcd9c3c2b4/14c14d99-3e40-4962-b439-6b7ba22f802e/9203077c-9d15-4da7-91a7-62f7c35f24d7) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:13:26.337273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Checking router: 014e1bfa-d756-449f-9610-23cf6f5c509e for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:13:26.337763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Updating router 014e1bfa-d756-449f-9610-23cf6f5c509e port 41534bcb-b38b-45e1-b63a-b4480267cd6b binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:13:26.367811 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (41534bcb-b38b-45e1-b63a-b4480267cd6b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:26.497549 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Publish callbacks [] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:26.650799 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:26.716056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Network 48682be9-225c-43aa-a46d-69bcd9c3c2b4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:13:26.719561 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Publish callbacks [] for port (41534bcb-b38b-45e1-b63a-b4480267cd6b), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:26.724682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:26.725524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:13:26.725795 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cff0ab13-2192-4681-8ab4-3dd0a5b245ff up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:13:26.763342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Pushing event updated for resources: {'Port': ['ID=9203077c-9d15-4da7-91a7-62f7c35f24d7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:26.785886 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (014e1bfa-d756-449f-9610-23cf6f5c509e), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:26.797382 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a3b179d5-29e2-4177-a030-d7319db3c96e None None] Provisioning complete for port cff0ab13-2192-4681-8ab4-3dd0a5b245ff triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:26.797755 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a3b179d5-29e2-4177-a030-d7319db3c96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cff0ab13-2192-4681-8ab4-3dd0a5b245ff), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:26.830289 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (41534bcb-b38b-45e1-b63a-b4480267cd6b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:26.893055 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port cff0ab13-2192-4681-8ab4-3dd0a5b245ff triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:26.893055 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cff0ab13-2192-4681-8ab4-3dd0a5b245ff), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:26.959985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Attempting to bind port 41534bcb-b38b-45e1-b63a-b4480267cd6b on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:13:26.963161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Attempting to bind port 41534bcb-b38b-45e1-b63a-b4480267cd6b by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:13:26.963595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Attempting to bind port 41534bcb-b38b-45e1-b63a-b4480267cd6b on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:13:27.025117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caef1dc-3ed6-4238-acdc-f032fa14fe0c None None] Pushing event updated for resources: {'Port': ['ID=41534bcb-b38b-45e1-b63a-b4480267cd6b,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:27.029871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a3b179d5-29e2-4177-a030-d7319db3c96e None None] Current status of the port cff0ab13-2192-4681-8ab4-3dd0a5b245ff is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:27.037464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:13:27.042515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:13:27.042515 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:27.042515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:13:27.042515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Bound port: 41534bcb-b38b-45e1-b63a-b4480267cd6b, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:13:27.042515 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (41534bcb-b38b-45e1-b63a-b4480267cd6b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:27.099236 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57220) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:27.107860 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [-] 10.222.0.107 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0049193 Feb 15 17:13:27.119083 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:27.119440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57222) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:27.122830 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port cff0ab13-2192-4681-8ab4-3dd0a5b245ff is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:27.133423 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] For port 41534bcb-b38b-45e1-b63a-b4480267cd6b, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:13:27.136761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] For port 41534bcb-b38b-45e1-b63a-b4480267cd6b, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=41534bcb-b38b-45e1-b63a-b4480267cd6b,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:13:27.158399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ff64df40-1453-4d19-93a4-d4a8ac00a4f5 None None] Provisioning complete for port 9203077c-9d15-4da7-91a7-62f7c35f24d7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:27.160056 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff64df40-1453-4d19-93a4-d4a8ac00a4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:27.207707 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ff64df40-1453-4d19-93a4-d4a8ac00a4f5 None None] Port 9203077c-9d15-4da7-91a7-62f7c35f24d7 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:13:27.228229 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (41534bcb-b38b-45e1-b63a-b4480267cd6b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:27.291559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Routers {'014e1bfa-d756-449f-9610-23cf6f5c509e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:13:27.292825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:13:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['014e1bfa-d756-449f-9610-23cf6f5c509e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:27.297586 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b08329f7-8897-4a01-9397-43db6f270291 tempest-NetworksApiDiscovery-258877344 tempest-NetworksApiDiscovery-258877344-project] 10.222.0.107 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.1756465 Feb 15 17:13:27.298640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caef1dc-3ed6-4238-acdc-f032fa14fe0c None None] Pushing event updated for resources: {'Port': ['ID=41534bcb-b38b-45e1-b63a-b4480267cd6b,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:27.498585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] Set router 014e1bfa-d756-449f-9610-23cf6f5c509e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:13:27.641448 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Publish callbacks [] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:27.696448 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:27.737280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'name': 'tempest-TestAggregatesBasicOps-835430776-router', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '41534bcb-b38b-45e1-b63a-b4480267cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:22Z', 'updated_at': '2022-02-15T17:13:26Z', 'revision_number': 4, 'project_id': 'fe28fbb07a04490e95708abc76aca572', 'gw_port': {'id': '41534bcb-b38b-45e1-b63a-b4480267cd6b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:23Z', 'updated_at': '2022-02-15T17:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '9203077c-9d15-4da7-91a7-62f7c35f24d7', 'name': '', 'network_id': '48682be9-225c-43aa-a46d-69bcd9c3c2b4', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572', 'mac_address': 'fa:16:3e:d0:da:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14c14d99-3e40-4962-b439-6b7ba22f802e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:26Z', 'updated_at': '2022-02-15T17:13:26Z', 'revision_number': 1, 'project_id': 'fe28fbb07a04490e95708abc76aca572', 'subnets': [{'id': '14c14d99-3e40-4962-b439-6b7ba22f802e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:27.772763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1fa7bd-8d14-4a64-bddf-b7cc57231043 None None] The sync data for ids ['014e1bfa-d756-449f-9610-23cf6f5c509e'] in n-d-828372-14 is: [{'id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'name': 'tempest-TestAggregatesBasicOps-835430776-router', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '41534bcb-b38b-45e1-b63a-b4480267cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:22Z', 'updated_at': '2022-02-15T17:13:26Z', 'revision_number': 4, 'project_id': 'fe28fbb07a04490e95708abc76aca572', 'gw_port': {'id': '41534bcb-b38b-45e1-b63a-b4480267cd6b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:23Z', 'updated_at': '2022-02-15T17:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '9203077c-9d15-4da7-91a7-62f7c35f24d7', 'name': '', 'network_id': '48682be9-225c-43aa-a46d-69bcd9c3c2b4', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572', 'mac_address': 'fa:16:3e:d0:da:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14c14d99-3e40-4962-b439-6b7ba22f802e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:26Z', 'updated_at': '2022-02-15T17:13:26Z', 'revision_number': 1, 'project_id': 'fe28fbb07a04490e95708abc76aca572', 'subnets': [{'id': '14c14d99-3e40-4962-b439-6b7ba22f802e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:13:27.773026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Pushing event updated for resources: {'Port': ['ID=9203077c-9d15-4da7-91a7-62f7c35f24d7,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:27.782688 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (014e1bfa-d756-449f-9610-23cf6f5c509e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:27.914777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Network 48682be9-225c-43aa-a46d-69bcd9c3c2b4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:13:27.916259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:27.920479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57230) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:28.157679 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Router 014e1bfa-d756-449f-9610-23cf6f5c509e has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:13:28.176805 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12c7c5e6-3229-4416-9479-888cb5904a9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:28.337632 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-7f7ac8bd-432f-4506-9f0b-aac432bff960 None None] Provisioning complete for port 9203077c-9d15-4da7-91a7-62f7c35f24d7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:28.338115 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7f7ac8bd-432f-4506-9f0b-aac432bff960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:28.376805 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12c7c5e6-3229-4416-9479-888cb5904a9c admin admin] Publish callbacks [] for security_group (51c7e160-935e-4557-a7a2-0ac643a491e3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:28.378716 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ac8bd-432f-4506-9f0b-aac432bff960 None None] Port 9203077c-9d15-4da7-91a7-62f7c35f24d7 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:13:28.389667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:13:28.395570 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a6624391-07a5-4c3a-b0bf-3071cf92a139 admin admin] 10.222.0.107 "PUT /v2.0/routers/014e1bfa-d756-449f-9610-23cf6f5c509e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9808908 Feb 15 17:13:28.484288 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12c7c5e6-3229-4416-9479-888cb5904a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (51c7e160-935e-4557-a7a2-0ac643a491e3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:28.538889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7c5e6-3229-4416-9479-888cb5904a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c7e160-935e-4557-a7a2-0ac643a491e3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:28.577463 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-12c7c5e6-3229-4416-9479-888cb5904a9c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=1d555934684d4b7ea56306609f89a5ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6557941 Feb 15 17:13:28.579965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57244) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:28.658929 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8fa4fb5f-a2a8-4d79-b731-09339a352cbe admin admin] Publish callbacks [] for security_group (51c7e160-935e-4557-a7a2-0ac643a491e3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:28.701380 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8fa4fb5f-a2a8-4d79-b731-09339a352cbe admin admin] Publish callbacks [] for security_group (51c7e160-935e-4557-a7a2-0ac643a491e3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:28.844598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8fa4fb5f-a2a8-4d79-b731-09339a352cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (51c7e160-935e-4557-a7a2-0ac643a491e3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:28.847311 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8fa4fb5f-a2a8-4d79-b731-09339a352cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:28.852065 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8fa4fb5f-a2a8-4d79-b731-09339a352cbe admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/51c7e160-935e-4557-a7a2-0ac643a491e3 HTTP/1.1" status: 204 len: 168 time: 0.2703812 Feb 15 17:13:28.869308 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4fb5f-a2a8-4d79-b731-09339a352cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c7e160-935e-4557-a7a2-0ac643a491e3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:30.076258 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57302) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:30.198823 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cf3b3c69-4806-4555-9dd9-fd0416a277f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1779912509-network', 'tenant_id': '6bddf36b5e134bbc8cfc687d942b7b21'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:30.296639 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3b3c69-4806-4555-9dd9-fd0416a277f5 admin admin] Made reservation on behalf of 6bddf36b5e134bbc8cfc687d942b7b21 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:13:30.299262 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3c69-4806-4555-9dd9-fd0416a277f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:30.309598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3c69-4806-4555-9dd9-fd0416a277f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:30.426810 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3c69-4806-4555-9dd9-fd0416a277f5 admin admin] Publish callbacks [] for security_group (7967f0d8-4d7c-499e-9d38-9ec4f695f13f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:30.449664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57316) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:30.484233 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3c69-4806-4555-9dd9-fd0416a277f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7967f0d8-4d7c-499e-9d38-9ec4f695f13f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:30.514394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3b3c69-4806-4555-9dd9-fd0416a277f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:13:30.526418 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b3c69-4806-4555-9dd9-fd0416a277f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7967f0d8-4d7c-499e-9d38-9ec4f695f13f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:30.530402 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:30.536012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3c69-4806-4555-9dd9-fd0416a277f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e9d7ab9a-cf33-49af-a803-d6afc88c1c79), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:30.536012 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-cf3b3c69-4806-4555-9dd9-fd0416a277f5 admin admin] Added segment e9d7ab9a-cf33-49af-a803-d6afc88c1c79 of type vlan for network d0470a04-b4af-4d69-9fc5-edc4f907b2c2 Feb 15 17:13:30.585498 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3c69-4806-4555-9dd9-fd0416a277f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (d0470a04-b4af-4d69-9fc5-edc4f907b2c2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:30.706899 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3c69-4806-4555-9dd9-fd0416a277f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (d0470a04-b4af-4d69-9fc5-edc4f907b2c2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:30.708147 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3b3c69-4806-4555-9dd9-fd0416a277f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:30.708970 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cf3b3c69-4806-4555-9dd9-fd0416a277f5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:30.751820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 41534bcb-b38b-45e1-b63a-b4480267cd6b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:13:30.785813 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b3c69-4806-4555-9dd9-fd0416a277f5 admin admin] Pushing event updated for resources: {'Network': ['ID=d0470a04-b4af-4d69-9fc5-edc4f907b2c2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:30.808378 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network d0470a04-b4af-4d69-9fc5-edc4f907b2c2 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:13:30.867798 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cf3b3c69-4806-4555-9dd9-fd0416a277f5 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7870140 Feb 15 17:13:30.867798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57318) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:30.873193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0c243a0f-fb13-4ef0-b3f6-e0c97401e20b admin admin] Request body: {'subnet': {'network_id': 'd0470a04-b4af-4d69-9fc5-edc4f907b2c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1779912509-subnet', 'tenant_id': '6bddf36b5e134bbc8cfc687d942b7b21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:30.903240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 41534bcb-b38b-45e1-b63a-b4480267cd6b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:30.903769 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (41534bcb-b38b-45e1-b63a-b4480267cd6b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:30.932253 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:30.939253 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2418c865-a19e-41c2-9274-f1dde3418ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (b4d48438-158b-4032-af5a-644ee49c7dd0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:30.979164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c243a0f-fb13-4ef0-b3f6-e0c97401e20b admin admin] Made reservation on behalf of 6bddf36b5e134bbc8cfc687d942b7b21 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:13:30.982536 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c243a0f-fb13-4ef0-b3f6-e0c97401e20b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:31.002206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 41534bcb-b38b-45e1-b63a-b4480267cd6b is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:31.002602 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (41534bcb-b38b-45e1-b63a-b4480267cd6b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:31.027982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 41534bcb-b38b-45e1-b63a-b4480267cd6b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=41534bcb-b38b-45e1-b63a-b4480267cd6b,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:31.097033 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (41534bcb-b38b-45e1-b63a-b4480267cd6b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:31.197077 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=41534bcb-b38b-45e1-b63a-b4480267cd6b,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:31.262457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-2418c865-a19e-41c2-9274-f1dde3418ed8 admin admin] Deleting port bc218561-2b72-454e-ba5f-466dc1716f76 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:13:31.262800 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2418c865-a19e-41c2-9274-f1dde3418ed8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:31.310311 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c243a0f-fb13-4ef0-b3f6-e0c97401e20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (4c6fb964-39df-4e7a-b086-110163ed7879), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:31.378559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-2418c865-a19e-41c2-9274-f1dde3418ed8 admin admin] For port bc218561-2b72-454e-ba5f-466dc1716f76, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bc218561-2b72-454e-ba5f-466dc1716f76,segment=NetworkSegment(448ea7da-3f16-4017-ab5f-ea39074dc00f),segment_id=448ea7da-3f16-4017-ab5f-ea39074dc00f)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:31.379205 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2418c865-a19e-41c2-9274-f1dde3418ed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:31.385381 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c243a0f-fb13-4ef0-b3f6-e0c97401e20b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6fb964-39df-4e7a-b086-110163ed7879,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:31.398770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-2418c865-a19e-41c2-9274-f1dde3418ed8 admin admin] Calling delete_port for bc218561-2b72-454e-ba5f-466dc1716f76 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:13:31.419375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c243a0f-fb13-4ef0-b3f6-e0c97401e20b admin admin] Checking segment: {'id': 'e9d7ab9a-cf33-49af-a803-d6afc88c1c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd0470a04-b4af-4d69-9fc5-edc4f907b2c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:13:31.420042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c243a0f-fb13-4ef0-b3f6-e0c97401e20b admin admin] Network hostable DHCP agents. Network: d0470a04-b4af-4d69-9fc5-edc4f907b2c2, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:13:31.535936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c243a0f-fb13-4ef0-b3f6-e0c97401e20b admin admin] Network d0470a04-b4af-4d69-9fc5-edc4f907b2c2 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:13:31.610087 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0c243a0f-fb13-4ef0-b3f6-e0c97401e20b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, d0470a04-b4af-4d69-9fc5-edc4f907b2c2) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:31.616272 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c243a0f-fb13-4ef0-b3f6-e0c97401e20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:31.616779 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0c243a0f-fb13-4ef0-b3f6-e0c97401e20b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:31.619618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d3c488-f416-41af-bb0c-851db393a5fa None None] Network d0470a04-b4af-4d69-9fc5-edc4f907b2c2 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:13:31.626093 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Sync routers for ids ['014e1bfa-d756-449f-9610-23cf6f5c509e'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:13:31.637752 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Routers {'014e1bfa-d756-449f-9610-23cf6f5c509e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:13:31.638304 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:13:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['014e1bfa-d756-449f-9610-23cf6f5c509e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:31.656010 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2418c865-a19e-41c2-9274-f1dde3418ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (bc218561-2b72-454e-ba5f-466dc1716f76), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:31.684023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2418c865-a19e-41c2-9274-f1dde3418ed8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc218561-2b72-454e-ba5f-466dc1716f76,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:31.733812 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0c243a0f-fb13-4ef0-b3f6-e0c97401e20b admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8655324 Feb 15 17:13:31.768677 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf7471c-ee67-433d-9f56-751f5fecf980 None None] Network d0470a04-b4af-4d69-9fc5-edc4f907b2c2 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:13:31.784295 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Set router 014e1bfa-d756-449f-9610-23cf6f5c509e gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:13:31.901595 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2418c865-a19e-41c2-9274-f1dde3418ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (b4d48438-158b-4032-af5a-644ee49c7dd0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:32.147996 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'name': 'tempest-TestAggregatesBasicOps-835430776-router', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '41534bcb-b38b-45e1-b63a-b4480267cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:22Z', 'updated_at': '2022-02-15T17:13:26Z', 'revision_number': 4, 'project_id': 'fe28fbb07a04490e95708abc76aca572', 'gw_port': {'id': '41534bcb-b38b-45e1-b63a-b4480267cd6b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:23Z', 'updated_at': '2022-02-15T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '9203077c-9d15-4da7-91a7-62f7c35f24d7', 'name': '', 'network_id': '48682be9-225c-43aa-a46d-69bcd9c3c2b4', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572', 'mac_address': 'fa:16:3e:d0:da:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14c14d99-3e40-4962-b439-6b7ba22f802e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:26Z', 'updated_at': '2022-02-15T17:13:27Z', 'revision_number': 2, 'project_id': 'fe28fbb07a04490e95708abc76aca572', 'subnets': [{'id': '14c14d99-3e40-4962-b439-6b7ba22f802e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:32.189082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2418c865-a19e-41c2-9274-f1dde3418ed8 admin admin] Router b4d48438-158b-4032-af5a-644ee49c7dd0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:13:32.206144 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Checking router: 014e1bfa-d756-449f-9610-23cf6f5c509e for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:13:32.206747 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Updating router 014e1bfa-d756-449f-9610-23cf6f5c509e port 9203077c-9d15-4da7-91a7-62f7c35f24d7 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:13:32.236530 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:32.351235 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2418c865-a19e-41c2-9274-f1dde3418ed8 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:13:32.362212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a254d-f416-434c-8487-cc20c3553d08 None None] Sync routers for ids ['b4d48438-158b-4032-af5a-644ee49c7dd0'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:13:32.365500 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2418c865-a19e-41c2-9274-f1dde3418ed8 admin admin] 10.222.0.107 "PUT /v2.0/routers/b4d48438-158b-4032-af5a-644ee49c7dd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9147115 Feb 15 17:13:32.367982 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57338) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:32.382249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a254d-f416-434c-8487-cc20c3553d08 None None] Routers {'b4d48438-158b-4032-af5a-644ee49c7dd0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:13:32.383142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6c2a254d-f416-434c-8487-cc20c3553d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:13:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4d48438-158b-4032-af5a-644ee49c7dd0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:32.501738 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f008d87-1678-43a7-9f49-ade2b4ef8da1 admin admin] Publish callbacks [] for router (b4d48438-158b-4032-af5a-644ee49c7dd0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:32.579864 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-6c2a254d-f416-434c-8487-cc20c3553d08 None None] Set router b4d48438-158b-4032-af5a-644ee49c7dd0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:13:32.596772 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Publish callbacks [] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:32.658138 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f008d87-1678-43a7-9f49-ade2b4ef8da1 admin admin] Publish callbacks [] for router_gateway (b4d48438-158b-4032-af5a-644ee49c7dd0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:32.678813 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:32.688370 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57344) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:32.702218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b9b64230-fda4-411c-9779-7d9b2e2ad0d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1199714373-network', 'tenant_id': 'c362706663dc46a2854623d77cf0e2e0'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:32.760428 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41b6c3-c899-4eb8-9e3d-06599bd56ea6 None None] Pushing event updated for resources: {'Port': ['ID=9203077c-9d15-4da7-91a7-62f7c35f24d7,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:32.838632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b64230-fda4-411c-9779-7d9b2e2ad0d9 admin admin] Made reservation on behalf of c362706663dc46a2854623d77cf0e2e0 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:13:32.846043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 41534bcb-b38b-45e1-b63a-b4480267cd6b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:13:32.857154 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9b64230-fda4-411c-9779-7d9b2e2ad0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:32.870701 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Attempting to bind port 9203077c-9d15-4da7-91a7-62f7c35f24d7 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:13:32.871076 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Attempting to bind port 9203077c-9d15-4da7-91a7-62f7c35f24d7 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'ae312722-90dc-4677-bc53-4a393289c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '48682be9-225c-43aa-a46d-69bcd9c3c2b4'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:13:32.871443 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Attempting to bind port 9203077c-9d15-4da7-91a7-62f7c35f24d7 on network 48682be9-225c-43aa-a46d-69bcd9c3c2b4 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:13:32.875989 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9b64230-fda4-411c-9779-7d9b2e2ad0d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:32.877566 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:13:32.878187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Checking segment: {'id': 'ae312722-90dc-4677-bc53-4a393289c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '48682be9-225c-43aa-a46d-69bcd9c3c2b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:13:32.878764 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:32.879317 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Bound using segment: {'id': 'ae312722-90dc-4677-bc53-4a393289c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '48682be9-225c-43aa-a46d-69bcd9c3c2b4'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:13:32.879939 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Bound port: 9203077c-9d15-4da7-91a7-62f7c35f24d7, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae312722-90dc-4677-bc53-4a393289c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '48682be9-225c-43aa-a46d-69bcd9c3c2b4'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:13:32.880472 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:32.933634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 41534bcb-b38b-45e1-b63a-b4480267cd6b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:32.934412 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (41534bcb-b38b-45e1-b63a-b4480267cd6b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:32.946242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-9f008d87-1678-43a7-9f49-ade2b4ef8da1 admin admin] Deleting port d1c2b28e-851e-421c-b893-836cbc583ca9 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:13:32.946404 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f008d87-1678-43a7-9f49-ade2b4ef8da1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d1c2b28e-851e-421c-b893-836cbc583ca9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:32.999882 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] For port 9203077c-9d15-4da7-91a7-62f7c35f24d7, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:13:33.011336 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] For port 9203077c-9d15-4da7-91a7-62f7c35f24d7, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9203077c-9d15-4da7-91a7-62f7c35f24d7,segment=NetworkSegment(ae312722-90dc-4677-bc53-4a393289c6d6),segment_id=ae312722-90dc-4677-bc53-4a393289c6d6)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:13:33.016274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6c2a254d-f416-434c-8487-cc20c3553d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'name': 'tempest-TestAggregatesBasicOps-637810595-router', 'tenant_id': 'ad8dcca335094c8aa94024b5c9a55539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': 'd1c2b28e-851e-421c-b893-836cbc583ca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:13Z', 'updated_at': '2022-02-15T17:13:31Z', 'revision_number': 5, 'project_id': 'ad8dcca335094c8aa94024b5c9a55539', 'gw_port': {'id': 'd1c2b28e-851e-421c-b893-836cbc583ca9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:56:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:14Z', 'updated_at': '2022-02-15T17:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:33.060409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a254d-f416-434c-8487-cc20c3553d08 None None] Checking router: b4d48438-158b-4032-af5a-644ee49c7dd0 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:13:33.085559 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:33.086706 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-9f008d87-1678-43a7-9f49-ade2b4ef8da1 admin admin] For port d1c2b28e-851e-421c-b893-836cbc583ca9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d1c2b28e-851e-421c-b893-836cbc583ca9,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:33.087081 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f008d87-1678-43a7-9f49-ade2b4ef8da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d1c2b28e-851e-421c-b893-836cbc583ca9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:33.110368 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9b64230-fda4-411c-9779-7d9b2e2ad0d9 admin admin] Publish callbacks [] for security_group (c69c3f6e-d46b-4496-9e06-09e4c18deec5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:33.111609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-9f008d87-1678-43a7-9f49-ade2b4ef8da1 admin admin] Calling delete_port for d1c2b28e-851e-421c-b893-836cbc583ca9 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:13:33.115852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 41534bcb-b38b-45e1-b63a-b4480267cd6b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:33.120042 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a254d-f416-434c-8487-cc20c3553d08 None None] Routers {'b4d48438-158b-4032-af5a-644ee49c7dd0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:13:33.121560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6c2a254d-f416-434c-8487-cc20c3553d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:13:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4d48438-158b-4032-af5a-644ee49c7dd0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:33.183233 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9b64230-fda4-411c-9779-7d9b2e2ad0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c69c3f6e-d46b-4496-9e06-09e4c18deec5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:33.193499 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Routers {'014e1bfa-d756-449f-9610-23cf6f5c509e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:13:33.194136 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:13:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['014e1bfa-d756-449f-9610-23cf6f5c509e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:33.199001 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9b64230-fda4-411c-9779-7d9b2e2ad0d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:13:33.208890 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9b64230-fda4-411c-9779-7d9b2e2ad0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b82915f9-3755-4add-9f95-3954442d96a6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:33.209173 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-b9b64230-fda4-411c-9779-7d9b2e2ad0d9 admin admin] Added segment b82915f9-3755-4add-9f95-3954442d96a6 of type vlan for network 84f93b23-9854-4b30-8516-11ce21718d3d Feb 15 17:13:33.257446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6efbea02-15cf-4479-a848-67d876389765 None None] Provisioning complete for port 9203077c-9d15-4da7-91a7-62f7c35f24d7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:33.257933 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6efbea02-15cf-4479-a848-67d876389765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:33.276235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9b64230-fda4-411c-9779-7d9b2e2ad0d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (84f93b23-9854-4b30-8516-11ce21718d3d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:33.310899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-6c2a254d-f416-434c-8487-cc20c3553d08 None None] Set router b4d48438-158b-4032-af5a-644ee49c7dd0 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:13:33.330684 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] Set router 014e1bfa-d756-449f-9610-23cf6f5c509e gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:13:33.380172 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b64230-fda4-411c-9779-7d9b2e2ad0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69c3f6e-d46b-4496-9e06-09e4c18deec5,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:33.415078 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9b64230-fda4-411c-9779-7d9b2e2ad0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (84f93b23-9854-4b30-8516-11ce21718d3d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:33.418993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b64230-fda4-411c-9779-7d9b2e2ad0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:33.421919 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9b64230-fda4-411c-9779-7d9b2e2ad0d9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:33.560807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b64230-fda4-411c-9779-7d9b2e2ad0d9 admin admin] Pushing event updated for resources: {'Network': ['ID=84f93b23-9854-4b30-8516-11ce21718d3d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:33.592964 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41b6c3-c899-4eb8-9e3d-06599bd56ea6 None None] Pushing event updated for resources: {'Port': ['ID=9203077c-9d15-4da7-91a7-62f7c35f24d7,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:33.628697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57350) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:33.629257 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b9b64230-fda4-411c-9779-7d9b2e2ad0d9 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9396577 Feb 15 17:13:33.631641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 84f93b23-9854-4b30-8516-11ce21718d3d details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:13:33.636655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cd6f3feb-fa73-405b-a382-6d268e0f6d0b admin admin] Request body: {'subnet': {'network_id': '84f93b23-9854-4b30-8516-11ce21718d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1199714373-subnet', 'tenant_id': 'c362706663dc46a2854623d77cf0e2e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:33.637356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-6c2a254d-f416-434c-8487-cc20c3553d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'name': 'tempest-TestAggregatesBasicOps-637810595-router', 'tenant_id': 'ad8dcca335094c8aa94024b5c9a55539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:13Z', 'updated_at': '2022-02-15T17:13:32Z', 'revision_number': 6, 'project_id': 'ad8dcca335094c8aa94024b5c9a55539', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:33.656378 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'name': 'tempest-TestAggregatesBasicOps-835430776-router', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '41534bcb-b38b-45e1-b63a-b4480267cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:22Z', 'updated_at': '2022-02-15T17:13:26Z', 'revision_number': 4, 'project_id': 'fe28fbb07a04490e95708abc76aca572', 'gw_port': {'id': '41534bcb-b38b-45e1-b63a-b4480267cd6b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:23Z', 'updated_at': '2022-02-15T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '9203077c-9d15-4da7-91a7-62f7c35f24d7', 'name': '', 'network_id': '48682be9-225c-43aa-a46d-69bcd9c3c2b4', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572', 'mac_address': 'fa:16:3e:d0:da:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14c14d99-3e40-4962-b439-6b7ba22f802e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:26Z', 'updated_at': '2022-02-15T17:13:32Z', 'revision_number': 4, 'project_id': 'fe28fbb07a04490e95708abc76aca572', 'subnets': [{'id': '14c14d99-3e40-4962-b439-6b7ba22f802e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:33.691256 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e0c85f-b443-443a-b3be-65f04c8730ad None None] The sync data for ids ['014e1bfa-d756-449f-9610-23cf6f5c509e'] in n-d-828372-14 is: [{'id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'name': 'tempest-TestAggregatesBasicOps-835430776-router', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '41534bcb-b38b-45e1-b63a-b4480267cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:22Z', 'updated_at': '2022-02-15T17:13:26Z', 'revision_number': 4, 'project_id': 'fe28fbb07a04490e95708abc76aca572', 'gw_port': {'id': '41534bcb-b38b-45e1-b63a-b4480267cd6b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:23Z', 'updated_at': '2022-02-15T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '9203077c-9d15-4da7-91a7-62f7c35f24d7', 'name': '', 'network_id': '48682be9-225c-43aa-a46d-69bcd9c3c2b4', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572', 'mac_address': 'fa:16:3e:d0:da:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': '14c14d99-3e40-4962-b439-6b7ba22f802e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:26Z', 'updated_at': '2022-02-15T17:13:32Z', 'revision_number': 4, 'project_id': 'fe28fbb07a04490e95708abc76aca572', 'subnets': [{'id': '14c14d99-3e40-4962-b439-6b7ba22f802e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:13:33.714417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2a254d-f416-434c-8487-cc20c3553d08 None None] The sync data for ids ['b4d48438-158b-4032-af5a-644ee49c7dd0'] in n-d-828372-14 is: [{'id': 'b4d48438-158b-4032-af5a-644ee49c7dd0', 'name': 'tempest-TestAggregatesBasicOps-637810595-router', 'tenant_id': 'ad8dcca335094c8aa94024b5c9a55539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:13Z', 'updated_at': '2022-02-15T17:13:32Z', 'revision_number': 6, 'project_id': 'ad8dcca335094c8aa94024b5c9a55539', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:13:33.726240 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6f3feb-fa73-405b-a382-6d268e0f6d0b admin admin] Made reservation on behalf of c362706663dc46a2854623d77cf0e2e0 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:13:33.728838 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd6f3feb-fa73-405b-a382-6d268e0f6d0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:33.776521 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f008d87-1678-43a7-9f49-ade2b4ef8da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d1c2b28e-851e-421c-b893-836cbc583ca9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:33.780179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6efbea02-15cf-4479-a848-67d876389765 None None] Current status of the port 9203077c-9d15-4da7-91a7-62f7c35f24d7 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:33.780576 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6efbea02-15cf-4479-a848-67d876389765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:33.832054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6efbea02-15cf-4479-a848-67d876389765 None None] For port 9203077c-9d15-4da7-91a7-62f7c35f24d7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9203077c-9d15-4da7-91a7-62f7c35f24d7,segment=NetworkSegment(ae312722-90dc-4677-bc53-4a393289c6d6),segment_id=ae312722-90dc-4677-bc53-4a393289c6d6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:33.878559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f008d87-1678-43a7-9f49-ade2b4ef8da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1c2b28e-851e-421c-b893-836cbc583ca9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:33.884812 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6efbea02-15cf-4479-a848-67d876389765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:33.930134 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f008d87-1678-43a7-9f49-ade2b4ef8da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (b4d48438-158b-4032-af5a-644ee49c7dd0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:33.976894 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbea02-15cf-4479-a848-67d876389765 None None] Pushing event updated for resources: {'Port': ['ID=9203077c-9d15-4da7-91a7-62f7c35f24d7,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:34.010630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a561efb8-3db9-49b5-8fa5-6984ca87f637 None None] Provisioning complete for port 9203077c-9d15-4da7-91a7-62f7c35f24d7 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:34.011421 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a561efb8-3db9-49b5-8fa5-6984ca87f637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.114543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a561efb8-3db9-49b5-8fa5-6984ca87f637 None None] Current status of the port 9203077c-9d15-4da7-91a7-62f7c35f24d7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:34.127775 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f008d87-1678-43a7-9f49-ade2b4ef8da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (b4d48438-158b-4032-af5a-644ee49c7dd0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.130178 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f008d87-1678-43a7-9f49-ade2b4ef8da1 admin admin] Publish callbacks [] for router_controller (b4d48438-158b-4032-af5a-644ee49c7dd0), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.227678 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd6f3feb-fa73-405b-a382-6d268e0f6d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (3415f850-75ff-4667-bb2e-fa1970b9bbdf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.284334 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f008d87-1678-43a7-9f49-ade2b4ef8da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (b4d48438-158b-4032-af5a-644ee49c7dd0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.285182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f008d87-1678-43a7-9f49-ade2b4ef8da1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4d48438-158b-4032-af5a-644ee49c7dd0 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:13:34.290107 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f008d87-1678-43a7-9f49-ade2b4ef8da1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.293891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9f008d87-1678-43a7-9f49-ade2b4ef8da1 admin admin] 10.222.0.107 "DELETE /v2.0/routers/b4d48438-158b-4032-af5a-644ee49c7dd0 HTTP/1.1" status: 204 len: 168 time: 1.9249415 Feb 15 17:13:34.294559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57352) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:34.318423 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f3feb-fa73-405b-a382-6d268e0f6d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3415f850-75ff-4667-bb2e-fa1970b9bbdf,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:34.332912 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6f3feb-fa73-405b-a382-6d268e0f6d0b admin admin] Checking segment: {'id': 'b82915f9-3755-4add-9f95-3954442d96a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '84f93b23-9854-4b30-8516-11ce21718d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:13:34.333287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6f3feb-fa73-405b-a382-6d268e0f6d0b admin admin] Network hostable DHCP agents. Network: 84f93b23-9854-4b30-8516-11ce21718d3d, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:13:34.347569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-a236d54c-ffba-410b-9a05-fdaccf184867 admin admin] Deleting subnet 6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:13:34.351035 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a236d54c-ffba-410b-9a05-fdaccf184867 admin admin] Publish callbacks [] for subnet (6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.390700 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a236d54c-ffba-410b-9a05-fdaccf184867 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.415649 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6f3feb-fa73-405b-a382-6d268e0f6d0b admin admin] Network 84f93b23-9854-4b30-8516-11ce21718d3d is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:13:34.485963 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a236d54c-ffba-410b-9a05-fdaccf184867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.497772 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-cd6f3feb-fa73-405b-a382-6d268e0f6d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 84f93b23-9854-4b30-8516-11ce21718d3d) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:34.508640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f91ae78-03a4-4337-aaaa-f621cb2429d0 None None] Network 84f93b23-9854-4b30-8516-11ce21718d3d requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:13:34.508735 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6f3feb-fa73-405b-a382-6d268e0f6d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:34.508735 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd6f3feb-fa73-405b-a382-6d268e0f6d0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.596112 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cd6f3feb-fa73-405b-a382-6d268e0f6d0b admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9651909 Feb 15 17:13:34.651000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292bb8d9-5a8d-4872-8b8a-79fe823a6f0f None None] Network 84f93b23-9854-4b30-8516-11ce21718d3d requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:13:34.656698 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a236d54c-ffba-410b-9a05-fdaccf184867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.700162 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236d54c-ffba-410b-9a05-fdaccf184867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:34.702604 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a236d54c-ffba-410b-9a05-fdaccf184867 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.706930 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a236d54c-ffba-410b-9a05-fdaccf184867 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/6bdf1fbd-f07d-4b69-b7e3-7f0fc5b25849 HTTP/1.1" status: 204 len: 168 time: 0.4113057 Feb 15 17:13:34.709394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57360) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:34.720304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c891635-7fe7-4896-a2ea-8e34064e11a7 None None] Network 5f7154c8-4dcb-41f6-bd4d-923f730abbc4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:13:34.795358 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9203077c-9d15-4da7-91a7-62f7c35f24d7 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:13:34.798851 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57362) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:34.825936 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (5f7154c8-4dcb-41f6-bd4d-923f730abbc4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.860701 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9adeab8-6a1c-4770-b670-6b5ca93e8cdd admin admin] Deleting subnet 4c6fb964-39df-4e7a-b086-110163ed7879 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:13:34.865337 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9adeab8-6a1c-4770-b670-6b5ca93e8cdd admin admin] Publish callbacks [] for subnet (4c6fb964-39df-4e7a-b086-110163ed7879), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.904057 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] Deleting port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:13:34.904534 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (aa3bebd4-2b4d-44fd-b2d3-13807439fd6c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.910950 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9adeab8-6a1c-4770-b670-6b5ca93e8cdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (4c6fb964-39df-4e7a-b086-110163ed7879), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.953394 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9203077c-9d15-4da7-91a7-62f7c35f24d7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:34.953961 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:34.962313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9adeab8-6a1c-4770-b670-6b5ca93e8cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (4c6fb964-39df-4e7a-b086-110163ed7879), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.012234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] For port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=aa3bebd4-2b4d-44fd-b2d3-13807439fd6c,segment=NetworkSegment(448ea7da-3f16-4017-ab5f-ea39074dc00f),segment_id=448ea7da-3f16-4017-ab5f-ea39074dc00f)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:35.012633 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (aa3bebd4-2b4d-44fd-b2d3-13807439fd6c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.038575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] Calling delete_port for aa3bebd4-2b4d-44fd-b2d3-13807439fd6c owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:13:35.081754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] DHCP port deletion for 5f7154c8-4dcb-41f6-bd4d-923f730abbc4 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:13:35.134370 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9203077c-9d15-4da7-91a7-62f7c35f24d7 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:35.143404 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9adeab8-6a1c-4770-b670-6b5ca93e8cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (4c6fb964-39df-4e7a-b086-110163ed7879), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.177953 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Deleting port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:13:35.178429 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (aa3bebd4-2b4d-44fd-b2d3-13807439fd6c), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.214029 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e9adeab8-6a1c-4770-b670-6b5ca93e8cdd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.219063 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e9adeab8-6a1c-4770-b670-6b5ca93e8cdd admin admin] 10.222.0.107 "DELETE /v2.0/subnets/4c6fb964-39df-4e7a-b086-110163ed7879 HTTP/1.1" status: 204 len: 168 time: 0.4186473 Feb 15 17:13:35.221038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adeab8-6a1c-4770-b670-6b5ca93e8cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6fb964-39df-4e7a-b086-110163ed7879,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:35.221683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57364) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:35.234023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d1c2b28e-851e-421c-b893-836cbc583ca9 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:13:35.247522 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (aa3bebd4-2b4d-44fd-b2d3-13807439fd6c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.276403 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: d1c2b28e-851e-421c-b893-836cbc583ca9 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:13:35.278225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d1c2b28e-851e-421c-b893-836cbc583ca9 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:13:35.278225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bc218561-2b72-454e-ba5f-466dc1716f76 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:13:35.312027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3bebd4-2b4d-44fd-b2d3-13807439fd6c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:35.313251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: bc218561-2b72-454e-ba5f-466dc1716f76 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:13:35.314261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bc218561-2b72-454e-ba5f-466dc1716f76 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:13:35.323397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] No DVR routers for this DVR port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:13:35.323884 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] For port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=aa3bebd4-2b4d-44fd-b2d3-13807439fd6c,segment=NetworkSegment(448ea7da-3f16-4017-ab5f-ea39074dc00f),segment_id=448ea7da-3f16-4017-ab5f-ea39074dc00f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:35.323884 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (aa3bebd4-2b4d-44fd-b2d3-13807439fd6c), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.338310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Calling delete_port for aa3bebd4-2b4d-44fd-b2d3-13807439fd6c owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:13:35.426784 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (aa3bebd4-2b4d-44fd-b2d3-13807439fd6c), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.462184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Pushing event deleted for resources: {'Port': ['ID=aa3bebd4-2b4d-44fd-b2d3-13807439fd6c,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:35.469862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] No DVR routers for this DVR port aa3bebd4-2b4d-44fd-b2d3-13807439fd6c on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:13:35.495081 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:35.496800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:35.497340 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:35.497935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:35.498449 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:35.499206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:35.499837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:35.500551 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:35.501119 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:35.501676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:35.502190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:35.502694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:35.503185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f74eb7-f37a-4c53-b543-e90138c1b893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:35.664433 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0a8da638-17f0-4814-8af4-a1ea6ce3456d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (d0470a04-b4af-4d69-9fc5-edc4f907b2c2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.717773 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (5f7154c8-4dcb-41f6-bd4d-923f730abbc4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.790857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f7154c8-4dcb-41f6-bd4d-923f730abbc4']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:35.808709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448ea7da-3f16-4017-ab5f-ea39074dc00f') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:35.809006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448ea7da-3f16-4017-ab5f-ea39074dc00f') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:35.820344 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0a8da638-17f0-4814-8af4-a1ea6ce3456d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (d0470a04-b4af-4d69-9fc5-edc4f907b2c2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.823598 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (448ea7da-3f16-4017-ab5f-ea39074dc00f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.849142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0a8da638-17f0-4814-8af4-a1ea6ce3456d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0470a04-b4af-4d69-9fc5-edc4f907b2c2']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:35.851389 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (448ea7da-3f16-4017-ab5f-ea39074dc00f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.863998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0a8da638-17f0-4814-8af4-a1ea6ce3456d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d7ab9a-cf33-49af-a803-d6afc88c1c79') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:35.864301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0a8da638-17f0-4814-8af4-a1ea6ce3456d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d7ab9a-cf33-49af-a803-d6afc88c1c79') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:35.866167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:13:35.866749 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (448ea7da-3f16-4017-ab5f-ea39074dc00f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:13:35.868169 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:13:35.910795 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0a8da638-17f0-4814-8af4-a1ea6ce3456d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (e9d7ab9a-cf33-49af-a803-d6afc88c1c79), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.935600 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0a8da638-17f0-4814-8af4-a1ea6ce3456d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e9d7ab9a-cf33-49af-a803-d6afc88c1c79), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.941972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8da638-17f0-4814-8af4-a1ea6ce3456d admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:13:35.942357 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0a8da638-17f0-4814-8af4-a1ea6ce3456d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (e9d7ab9a-cf33-49af-a803-d6afc88c1c79), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:13:35.943978 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:13:36.010422 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (5f7154c8-4dcb-41f6-bd4d-923f730abbc4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.016606 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.019859 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] 10.222.0.107 "DELETE /v2.0/networks/5f7154c8-4dcb-41f6-bd4d-923f730abbc4 HTTP/1.1" status: 204 len: 168 time: 1.3094573 Feb 15 17:13:36.022973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57370) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:36.032791 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ba397-b2a0-4446-963c-859c9885a104 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f7154c8-4dcb-41f6-bd4d-923f730abbc4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:36.084648 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0a8da638-17f0-4814-8af4-a1ea6ce3456d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (d0470a04-b4af-4d69-9fc5-edc4f907b2c2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.089945 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0a8da638-17f0-4814-8af4-a1ea6ce3456d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.094000 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0a8da638-17f0-4814-8af4-a1ea6ce3456d admin admin] 10.222.0.107 "DELETE /v2.0/networks/d0470a04-b4af-4d69-9fc5-edc4f907b2c2 HTTP/1.1" status: 204 len: 168 time: 0.8712819 Feb 15 17:13:36.096847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57372) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:36.107088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8da638-17f0-4814-8af4-a1ea6ce3456d admin admin] Pushing event deleted for resources: {'Network': ['ID=d0470a04-b4af-4d69-9fc5-edc4f907b2c2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:36.162315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97089d6-334c-4414-bd49-3f747c30c659 admin admin] Deleting subnet 3415f850-75ff-4667-bb2e-fa1970b9bbdf {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:13:36.167872 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b97089d6-334c-4414-bd49-3f747c30c659 admin admin] Publish callbacks [] for subnet (3415f850-75ff-4667-bb2e-fa1970b9bbdf), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.240877 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b97089d6-334c-4414-bd49-3f747c30c659 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (3415f850-75ff-4667-bb2e-fa1970b9bbdf), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.320999 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b97089d6-334c-4414-bd49-3f747c30c659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (3415f850-75ff-4667-bb2e-fa1970b9bbdf), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.452232 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b97089d6-334c-4414-bd49-3f747c30c659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (3415f850-75ff-4667-bb2e-fa1970b9bbdf), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.478511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97089d6-334c-4414-bd49-3f747c30c659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3415f850-75ff-4667-bb2e-fa1970b9bbdf,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:36.486164 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b97089d6-334c-4414-bd49-3f747c30c659 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.489296 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b97089d6-334c-4414-bd49-3f747c30c659 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/3415f850-75ff-4667-bb2e-fa1970b9bbdf HTTP/1.1" status: 204 len: 168 time: 0.3907850 Feb 15 17:13:36.491884 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57374) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:36.552951 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a729d3de-1089-4ee0-8e78-a2021da4f396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (014e1bfa-d756-449f-9610-23cf6f5c509e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.576977 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd55a419-eb60-42fd-842b-55a5e21a7470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (84f93b23-9854-4b30-8516-11ce21718d3d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.691084 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd55a419-eb60-42fd-842b-55a5e21a7470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (84f93b23-9854-4b30-8516-11ce21718d3d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.698840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device aa3bebd4-2b4d-44fd-b2d3-13807439fd6c no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:13:36.725442 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: aa3bebd4-2b4d-44fd-b2d3-13807439fd6c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:13:36.725858 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device aa3bebd4-2b4d-44fd-b2d3-13807439fd6c not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:13:36.740804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-dd55a419-eb60-42fd-842b-55a5e21a7470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f93b23-9854-4b30-8516-11ce21718d3d']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:36.751903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-dd55a419-eb60-42fd-842b-55a5e21a7470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82915f9-3755-4add-9f95-3954442d96a6') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:36.752209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-dd55a419-eb60-42fd-842b-55a5e21a7470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82915f9-3755-4add-9f95-3954442d96a6') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:36.763493 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd55a419-eb60-42fd-842b-55a5e21a7470 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (b82915f9-3755-4add-9f95-3954442d96a6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.777552 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd55a419-eb60-42fd-842b-55a5e21a7470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b82915f9-3755-4add-9f95-3954442d96a6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.783872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd55a419-eb60-42fd-842b-55a5e21a7470 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:13:36.784262 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd55a419-eb60-42fd-842b-55a5e21a7470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (b82915f9-3755-4add-9f95-3954442d96a6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:13:36.786204 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:13:36.861178 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a729d3de-1089-4ee0-8e78-a2021da4f396 admin admin] Deleting port 9203077c-9d15-4da7-91a7-62f7c35f24d7 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:13:36.862147 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a729d3de-1089-4ee0-8e78-a2021da4f396 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.912988 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8f72b884-08c3-4952-9123-57a34cabc512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.924910 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd55a419-eb60-42fd-842b-55a5e21a7470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (84f93b23-9854-4b30-8516-11ce21718d3d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.929984 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dd55a419-eb60-42fd-842b-55a5e21a7470 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.937110 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dd55a419-eb60-42fd-842b-55a5e21a7470 admin admin] 10.222.0.107 "DELETE /v2.0/networks/84f93b23-9854-4b30-8516-11ce21718d3d HTTP/1.1" status: 204 len: 168 time: 0.4416323 Feb 15 17:13:36.950116 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55a419-eb60-42fd-842b-55a5e21a7470 admin admin] Pushing event deleted for resources: {'Network': ['ID=84f93b23-9854-4b30-8516-11ce21718d3d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:36.959640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-a729d3de-1089-4ee0-8e78-a2021da4f396 admin admin] For port 9203077c-9d15-4da7-91a7-62f7c35f24d7, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9203077c-9d15-4da7-91a7-62f7c35f24d7,segment=NetworkSegment(ae312722-90dc-4677-bc53-4a393289c6d6),segment_id=ae312722-90dc-4677-bc53-4a393289c6d6)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:36.960103 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a729d3de-1089-4ee0-8e78-a2021da4f396 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:36.974849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a729d3de-1089-4ee0-8e78-a2021da4f396 admin admin] Calling delete_port for 9203077c-9d15-4da7-91a7-62f7c35f24d7 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:13:37.267893 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a729d3de-1089-4ee0-8e78-a2021da4f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (9203077c-9d15-4da7-91a7-62f7c35f24d7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:37.295644 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729d3de-1089-4ee0-8e78-a2021da4f396 admin admin] Pushing event deleted for resources: {'Port': ['ID=9203077c-9d15-4da7-91a7-62f7c35f24d7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:37.344586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57384) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:37.397100 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-82b57b62-e6c3-422b-aed1-9b65c0abb962 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6bddf36b5e134bbc8cfc687d942b7b21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0490735 Feb 15 17:13:37.397474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57386) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:37.465423 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b57e3588-df4d-4e05-96d4-e887c9bb25f8 admin admin] Publish callbacks [] for security_group (7967f0d8-4d7c-499e-9d38-9ec4f695f13f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:37.480012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a729d3de-1089-4ee0-8e78-a2021da4f396 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (014e1bfa-d756-449f-9610-23cf6f5c509e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:37.491339 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b57e3588-df4d-4e05-96d4-e887c9bb25f8 admin admin] Publish callbacks [] for security_group (7967f0d8-4d7c-499e-9d38-9ec4f695f13f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:37.615880 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b57e3588-df4d-4e05-96d4-e887c9bb25f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7967f0d8-4d7c-499e-9d38-9ec4f695f13f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:37.618611 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b57e3588-df4d-4e05-96d4-e887c9bb25f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:37.619784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b57e3588-df4d-4e05-96d4-e887c9bb25f8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7967f0d8-4d7c-499e-9d38-9ec4f695f13f HTTP/1.1" status: 204 len: 168 time: 0.2210429 Feb 15 17:13:37.627906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e3588-df4d-4e05-96d4-e887c9bb25f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7967f0d8-4d7c-499e-9d38-9ec4f695f13f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:37.709691 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a729d3de-1089-4ee0-8e78-a2021da4f396 admin admin] Router 014e1bfa-d756-449f-9610-23cf6f5c509e has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:13:38.113347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a729d3de-1089-4ee0-8e78-a2021da4f396 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:13:38.118593 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a729d3de-1089-4ee0-8e78-a2021da4f396 admin admin] 10.222.0.107 "PUT /v2.0/routers/014e1bfa-d756-449f-9610-23cf6f5c509e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0939405 Feb 15 17:13:38.121652 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57396) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:38.124765 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0605fdac-b099-4ae5-aa42-4cf9d0651a17 None None] Sync routers for ids ['014e1bfa-d756-449f-9610-23cf6f5c509e'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:13:38.134416 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0605fdac-b099-4ae5-aa42-4cf9d0651a17 None None] Routers {'014e1bfa-d756-449f-9610-23cf6f5c509e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:13:38.135431 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0605fdac-b099-4ae5-aa42-4cf9d0651a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:13:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['014e1bfa-d756-449f-9610-23cf6f5c509e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:38.238737 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3c92-34dd-4b36-8d93-4f80931200bb admin admin] Publish callbacks [] for router (014e1bfa-d756-449f-9610-23cf6f5c509e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:38.249835 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-0605fdac-b099-4ae5-aa42-4cf9d0651a17 None None] Set router 014e1bfa-d756-449f-9610-23cf6f5c509e gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:13:38.265524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57398) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:38.318926 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c464f704-7b15-4361-8594-78d96a5629b4 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c362706663dc46a2854623d77cf0e2e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0511758 Feb 15 17:13:38.321998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57400) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:38.370984 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3c92-34dd-4b36-8d93-4f80931200bb admin admin] Publish callbacks [] for router_gateway (014e1bfa-d756-449f-9610-23cf6f5c509e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:38.383781 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d61cccb-a08e-43ff-b296-7dc7e4f0b48e admin admin] Publish callbacks [] for security_group (c69c3f6e-d46b-4496-9e06-09e4c18deec5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:38.411768 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d61cccb-a08e-43ff-b296-7dc7e4f0b48e admin admin] Publish callbacks [] for security_group (c69c3f6e-d46b-4496-9e06-09e4c18deec5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:38.516208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d3c92-34dd-4b36-8d93-4f80931200bb admin admin] Deleting port 41534bcb-b38b-45e1-b63a-b4480267cd6b {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:13:38.516628 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3c92-34dd-4b36-8d93-4f80931200bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (41534bcb-b38b-45e1-b63a-b4480267cd6b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:38.548257 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0605fdac-b099-4ae5-aa42-4cf9d0651a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'name': 'tempest-TestAggregatesBasicOps-835430776-router', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.216'}], 'enable_snat': True}, 'gw_port_id': '41534bcb-b38b-45e1-b63a-b4480267cd6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:22Z', 'updated_at': '2022-02-15T17:13:37Z', 'revision_number': 5, 'project_id': 'fe28fbb07a04490e95708abc76aca572', 'gw_port': {'id': '41534bcb-b38b-45e1-b63a-b4480267cd6b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:e6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:23Z', 'updated_at': '2022-02-15T17:13:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:38.553166 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d61cccb-a08e-43ff-b296-7dc7e4f0b48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c69c3f6e-d46b-4496-9e06-09e4c18deec5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:38.556488 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d61cccb-a08e-43ff-b296-7dc7e4f0b48e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:38.559312 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4d61cccb-a08e-43ff-b296-7dc7e4f0b48e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c69c3f6e-d46b-4496-9e06-09e4c18deec5 HTTP/1.1" status: 204 len: 168 time: 0.2361724 Feb 15 17:13:38.580643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61cccb-a08e-43ff-b296-7dc7e4f0b48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69c3f6e-d46b-4496-9e06-09e4c18deec5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:38.615640 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0605fdac-b099-4ae5-aa42-4cf9d0651a17 None None] Checking router: 014e1bfa-d756-449f-9610-23cf6f5c509e for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:13:38.632048 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0605fdac-b099-4ae5-aa42-4cf9d0651a17 None None] Routers {'014e1bfa-d756-449f-9610-23cf6f5c509e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:13:38.633471 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0605fdac-b099-4ae5-aa42-4cf9d0651a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:13:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['014e1bfa-d756-449f-9610-23cf6f5c509e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:38.635688 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-5d0d3c92-34dd-4b36-8d93-4f80931200bb admin admin] For port 41534bcb-b38b-45e1-b63a-b4480267cd6b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=41534bcb-b38b-45e1-b63a-b4480267cd6b,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:38.636163 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3c92-34dd-4b36-8d93-4f80931200bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (41534bcb-b38b-45e1-b63a-b4480267cd6b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:38.661977 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d3c92-34dd-4b36-8d93-4f80931200bb admin admin] Calling delete_port for 41534bcb-b38b-45e1-b63a-b4480267cd6b owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:13:38.748362 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-0605fdac-b099-4ae5-aa42-4cf9d0651a17 None None] Set router 014e1bfa-d756-449f-9610-23cf6f5c509e gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:13:38.816725 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0605fdac-b099-4ae5-aa42-4cf9d0651a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'name': 'tempest-TestAggregatesBasicOps-835430776-router', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:22Z', 'updated_at': '2022-02-15T17:13:38Z', 'revision_number': 6, 'project_id': 'fe28fbb07a04490e95708abc76aca572', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:38.848856 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0605fdac-b099-4ae5-aa42-4cf9d0651a17 None None] The sync data for ids ['014e1bfa-d756-449f-9610-23cf6f5c509e'] in n-d-828372-14 is: [{'id': '014e1bfa-d756-449f-9610-23cf6f5c509e', 'name': 'tempest-TestAggregatesBasicOps-835430776-router', 'tenant_id': 'fe28fbb07a04490e95708abc76aca572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:22Z', 'updated_at': '2022-02-15T17:13:38Z', 'revision_number': 6, 'project_id': 'fe28fbb07a04490e95708abc76aca572', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:13:39.010425 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3c92-34dd-4b36-8d93-4f80931200bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (41534bcb-b38b-45e1-b63a-b4480267cd6b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:39.033717 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d3c92-34dd-4b36-8d93-4f80931200bb admin admin] Pushing event deleted for resources: {'Port': ['ID=41534bcb-b38b-45e1-b63a-b4480267cd6b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:39.106398 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3c92-34dd-4b36-8d93-4f80931200bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (014e1bfa-d756-449f-9610-23cf6f5c509e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:39.253953 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3c92-34dd-4b36-8d93-4f80931200bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (014e1bfa-d756-449f-9610-23cf6f5c509e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:39.256447 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3c92-34dd-4b36-8d93-4f80931200bb admin admin] Publish callbacks [] for router_controller (014e1bfa-d756-449f-9610-23cf6f5c509e), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:39.313762 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00aa5793-7cbc-44f1-8156-baa4146f4d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:39.393185 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3c92-34dd-4b36-8d93-4f80931200bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (014e1bfa-d756-449f-9610-23cf6f5c509e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:39.394125 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0d3c92-34dd-4b36-8d93-4f80931200bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 014e1bfa-d756-449f-9610-23cf6f5c509e {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:13:39.405550 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d0d3c92-34dd-4b36-8d93-4f80931200bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:39.410961 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5d0d3c92-34dd-4b36-8d93-4f80931200bb admin admin] 10.222.0.107 "DELETE /v2.0/routers/014e1bfa-d756-449f-9610-23cf6f5c509e HTTP/1.1" status: 204 len: 168 time: 1.2879145 Feb 15 17:13:39.413184 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57424) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:39.470126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f452fd8f-b7da-477c-9bd0-3c7c0308f6e3 admin admin] Deleting subnet 14c14d99-3e40-4962-b439-6b7ba22f802e {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:13:39.473849 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f452fd8f-b7da-477c-9bd0-3c7c0308f6e3 admin admin] Publish callbacks [] for subnet (14c14d99-3e40-4962-b439-6b7ba22f802e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:39.518556 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f452fd8f-b7da-477c-9bd0-3c7c0308f6e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (14c14d99-3e40-4962-b439-6b7ba22f802e), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:39.630530 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f452fd8f-b7da-477c-9bd0-3c7c0308f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (14c14d99-3e40-4962-b439-6b7ba22f802e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:39.799266 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f452fd8f-b7da-477c-9bd0-3c7c0308f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (14c14d99-3e40-4962-b439-6b7ba22f802e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:39.859359 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452fd8f-b7da-477c-9bd0-3c7c0308f6e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c14d99-3e40-4962-b439-6b7ba22f802e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:39.859588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc9cce4-d101-4635-9ab8-8bbcdc8837a6 None None] Network 48682be9-225c-43aa-a46d-69bcd9c3c2b4 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:13:39.859786 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f452fd8f-b7da-477c-9bd0-3c7c0308f6e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:39.861562 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f452fd8f-b7da-477c-9bd0-3c7c0308f6e3 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/14c14d99-3e40-4962-b439-6b7ba22f802e HTTP/1.1" status: 204 len: 168 time: 0.4470952 Feb 15 17:13:39.863862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57442) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:39.982740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (48682be9-225c-43aa-a46d-69bcd9c3c2b4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:40.050537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] Deleting port cff0ab13-2192-4681-8ab4-3dd0a5b245ff {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:13:40.050882 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cff0ab13-2192-4681-8ab4-3dd0a5b245ff), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:40.106960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8ad93a-0040-45b7-bc76-0ec7cb969a65 None None] DHCP port deletion for 48682be9-225c-43aa-a46d-69bcd9c3c2b4 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:13:40.168865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] For port cff0ab13-2192-4681-8ab4-3dd0a5b245ff, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cff0ab13-2192-4681-8ab4-3dd0a5b245ff,segment=NetworkSegment(ae312722-90dc-4677-bc53-4a393289c6d6),segment_id=ae312722-90dc-4677-bc53-4a393289c6d6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:40.169243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cff0ab13-2192-4681-8ab4-3dd0a5b245ff), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:40.200169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] Calling delete_port for cff0ab13-2192-4681-8ab4-3dd0a5b245ff owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:13:40.221383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ad93a-0040-45b7-bc76-0ec7cb969a65 None None] Deleting port cff0ab13-2192-4681-8ab4-3dd0a5b245ff {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:13:40.221769 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad93a-0040-45b7-bc76-0ec7cb969a65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cff0ab13-2192-4681-8ab4-3dd0a5b245ff), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:40.324514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-fa8ad93a-0040-45b7-bc76-0ec7cb969a65 None None] For port cff0ab13-2192-4681-8ab4-3dd0a5b245ff, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cff0ab13-2192-4681-8ab4-3dd0a5b245ff,segment=NetworkSegment(ae312722-90dc-4677-bc53-4a393289c6d6),segment_id=ae312722-90dc-4677-bc53-4a393289c6d6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:40.325253 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad93a-0040-45b7-bc76-0ec7cb969a65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cff0ab13-2192-4681-8ab4-3dd0a5b245ff), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:40.341064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-fa8ad93a-0040-45b7-bc76-0ec7cb969a65 None None] Calling delete_port for cff0ab13-2192-4681-8ab4-3dd0a5b245ff owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:13:40.393395 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cff0ab13-2192-4681-8ab4-3dd0a5b245ff), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:40.406806 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] No DVR routers for this DVR port cff0ab13-2192-4681-8ab4-3dd0a5b245ff on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:13:40.469275 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa8ad93a-0040-45b7-bc76-0ec7cb969a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (cff0ab13-2192-4681-8ab4-3dd0a5b245ff), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:40.469653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] Pushing event deleted for resources: {'Port': ['ID=cff0ab13-2192-4681-8ab4-3dd0a5b245ff,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:40.500808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ad93a-0040-45b7-bc76-0ec7cb969a65 None None] Pushing event deleted for resources: {'Port': ['ID=cff0ab13-2192-4681-8ab4-3dd0a5b245ff,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:40.507633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ad93a-0040-45b7-bc76-0ec7cb969a65 None None] No DVR routers for this DVR port cff0ab13-2192-4681-8ab4-3dd0a5b245ff on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:13:40.519216 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:40.558294 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (48682be9-225c-43aa-a46d-69bcd9c3c2b4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:40.602691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48682be9-225c-43aa-a46d-69bcd9c3c2b4']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:40.616230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae312722-90dc-4677-bc53-4a393289c6d6') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:40.616230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae312722-90dc-4677-bc53-4a393289c6d6') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:40.629883 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (ae312722-90dc-4677-bc53-4a393289c6d6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:40.648337 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (ae312722-90dc-4677-bc53-4a393289c6d6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:40.657809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:13:40.658306 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (ae312722-90dc-4677-bc53-4a393289c6d6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:13:40.660632 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:13:40.707436 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cff0ab13-2192-4681-8ab4-3dd0a5b245ff no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:13:40.731114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: cff0ab13-2192-4681-8ab4-3dd0a5b245ff {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:13:40.731465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cff0ab13-2192-4681-8ab4-3dd0a5b245ff not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:13:40.734779 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9203077c-9d15-4da7-91a7-62f7c35f24d7 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:13:40.758105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 9203077c-9d15-4da7-91a7-62f7c35f24d7 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:13:40.758464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9203077c-9d15-4da7-91a7-62f7c35f24d7 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:13:40.758898 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 41534bcb-b38b-45e1-b63a-b4480267cd6b no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:13:40.787439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 41534bcb-b38b-45e1-b63a-b4480267cd6b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:13:40.787439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 41534bcb-b38b-45e1-b63a-b4480267cd6b not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:13:40.798999 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (48682be9-225c-43aa-a46d-69bcd9c3c2b4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:40.811460 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:40.818747 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] 10.222.0.107 "DELETE /v2.0/networks/48682be9-225c-43aa-a46d-69bcd9c3c2b4 HTTP/1.1" status: 204 len: 168 time: 0.9535978 Feb 15 17:13:40.834803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eadbc8-211e-4fc3-ab2b-4264b5b6b1da admin admin] Pushing event deleted for resources: {'Network': ['ID=48682be9-225c-43aa-a46d-69bcd9c3c2b4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:41.416773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57494) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:41.470094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fd40e9b8-4bd7-47df-99a6-70417a3bbf31 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=ad8dcca335094c8aa94024b5c9a55539&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0518034 Feb 15 17:13:41.472515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57500) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:41.530699 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e41fbedb-b270-44cc-9e47-456f639336a9 admin admin] Publish callbacks [] for security_group (bc85d7b0-7175-4672-9958-5b6e393f0fa9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:41.553645 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e41fbedb-b270-44cc-9e47-456f639336a9 admin admin] Publish callbacks [] for security_group (bc85d7b0-7175-4672-9958-5b6e393f0fa9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:41.684746 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e41fbedb-b270-44cc-9e47-456f639336a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bc85d7b0-7175-4672-9958-5b6e393f0fa9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:41.689891 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e41fbedb-b270-44cc-9e47-456f639336a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:41.695737 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e41fbedb-b270-44cc-9e47-456f639336a9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bc85d7b0-7175-4672-9958-5b6e393f0fa9 HTTP/1.1" status: 204 len: 168 time: 0.2219055 Feb 15 17:13:41.708869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fbedb-b270-44cc-9e47-456f639336a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc85d7b0-7175-4672-9958-5b6e393f0fa9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:42.021937 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:42.322379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57522) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:42.448748 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d692a2cf-82fc-49ae-972d-3f99dfd7fe4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:42.527948 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d692a2cf-82fc-49ae-972d-3f99dfd7fe4b admin admin] Publish callbacks [] for security_group (c000ca3b-5153-4bf9-9b39-6505f229cbb1), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:42.632999 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d692a2cf-82fc-49ae-972d-3f99dfd7fe4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c000ca3b-5153-4bf9-9b39-6505f229cbb1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:42.672476 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692a2cf-82fc-49ae-972d-3f99dfd7fe4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c000ca3b-5153-4bf9-9b39-6505f229cbb1,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:42.679706 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d692a2cf-82fc-49ae-972d-3f99dfd7fe4b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=93eb514f7ff940f6a45b4b7f74cfaccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3561330 Feb 15 17:13:42.680317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57532) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:42.691821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57534) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:42.736978 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ee337fcb-12ac-439c-b368-9dda8925ede3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=fe28fbb07a04490e95708abc76aca572&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415318 Feb 15 17:13:42.737243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57536) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:42.744439 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8017be42-f613-45f3-b415-92fd110acaee admin admin] Publish callbacks [] for security_group (c000ca3b-5153-4bf9-9b39-6505f229cbb1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:42.787629 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8017be42-f613-45f3-b415-92fd110acaee admin admin] Publish callbacks [] for security_group (c000ca3b-5153-4bf9-9b39-6505f229cbb1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:42.825939 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b91aaf26-bc41-46c1-b51e-fa14964b7052 admin admin] Publish callbacks [] for security_group (5bf63b14-5e43-4d76-bb07-225a46a8547d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:42.851012 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b91aaf26-bc41-46c1-b51e-fa14964b7052 admin admin] Publish callbacks [] for security_group (5bf63b14-5e43-4d76-bb07-225a46a8547d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:42.924657 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8017be42-f613-45f3-b415-92fd110acaee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c000ca3b-5153-4bf9-9b39-6505f229cbb1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:42.927502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8017be42-f613-45f3-b415-92fd110acaee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:42.933453 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8017be42-f613-45f3-b415-92fd110acaee admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/c000ca3b-5153-4bf9-9b39-6505f229cbb1 HTTP/1.1" status: 204 len: 168 time: 0.2482190 Feb 15 17:13:42.939626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017be42-f613-45f3-b415-92fd110acaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c000ca3b-5153-4bf9-9b39-6505f229cbb1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:42.993725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b91aaf26-bc41-46c1-b51e-fa14964b7052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5bf63b14-5e43-4d76-bb07-225a46a8547d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:42.996561 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b91aaf26-bc41-46c1-b51e-fa14964b7052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:42.997866 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b91aaf26-bc41-46c1-b51e-fa14964b7052 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5bf63b14-5e43-4d76-bb07-225a46a8547d HTTP/1.1" status: 204 len: 168 time: 0.2595758 Feb 15 17:13:43.007083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91aaf26-bc41-46c1-b51e-fa14964b7052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf63b14-5e43-4d76-bb07-225a46a8547d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:43.507710 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:43.647181 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57572) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:43.669908 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:43.751174 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Publish callbacks [] for security_group (78fad5e9-d2d3-460d-bb64-da02f0b88bb7), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:43.793170 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (78fad5e9-d2d3-460d-bb64-da02f0b88bb7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:43.835389 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9f50806499fe4ffbaae793ba98af8abf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1869309 Feb 15 17:13:43.837566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fad5e9-d2d3-460d-bb64-da02f0b88bb7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:43.840244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57578) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:43.846498 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:43.846854 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:43.847193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:43.847531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:43.847865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:43.850754 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:43.851221 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:43.851480 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:43.851829 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:43.852165 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:43.852501 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:43.852828 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:43.857850 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c43706a9-4fd9-44ce-ac54-8f7fd4870264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:43.930554 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8cf0-d5a7-4010-bf03-ae5f48da8162 admin admin] Publish callbacks [] for security_group (78fad5e9-d2d3-460d-bb64-da02f0b88bb7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:43.956955 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8cf0-d5a7-4010-bf03-ae5f48da8162 admin admin] Publish callbacks [] for security_group (78fad5e9-d2d3-460d-bb64-da02f0b88bb7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:44.064067 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8cf0-d5a7-4010-bf03-ae5f48da8162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (78fad5e9-d2d3-460d-bb64-da02f0b88bb7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:44.066920 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6d7d8cf0-d5a7-4010-bf03-ae5f48da8162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:44.068263 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6d7d8cf0-d5a7-4010-bf03-ae5f48da8162 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/78fad5e9-d2d3-460d-bb64-da02f0b88bb7 HTTP/1.1" status: 204 len: 168 time: 0.2258928 Feb 15 17:13:44.078347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d8cf0-d5a7-4010-bf03-ae5f48da8162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fad5e9-d2d3-460d-bb64-da02f0b88bb7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:46.588050 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57698) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:46.594667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Request body: {'network': {'name': 'tempest-network-smoke--1601456079', 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'port_security_enabled': True}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:46.702260 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Made reservation on behalf of 2d5d9f3cebd3407a8ff5759d332d2186 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:13:46.706669 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:46.735427 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:46.872818 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group (ccd01299-887d-461f-ad09-d51ee8bfda16), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:46.930573 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ccd01299-887d-461f-ad09-d51ee8bfda16), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:46.957986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:13:46.972482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd01299-887d-461f-ad09-d51ee8bfda16,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:46.983442 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:46.984059 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:46.989633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:46.989633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:46.989633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:46.989633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:46.989633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:46.989633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:46.989633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:46.989633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:46.989633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:46.989633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:46.989633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:13:47.003694 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (519a191b-582d-4584-82b9-3695646f778d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:47.007382 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Added segment 519a191b-582d-4584-82b9-3695646f778d of type vlan for network 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 Feb 15 17:13:47.056571 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (885e2a9f-445a-41c4-8fbd-c9f7ad4fab15), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:47.170469 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (885e2a9f-445a-41c4-8fbd-c9f7ad4fab15), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:47.176584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:47.177742 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:47.254976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'Network': ['ID=885e2a9f-445a-41c4-8fbd-c9f7ad4fab15,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:47.265335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:13:47.325471 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57716) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:47.326062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c6083c81-27b8-416a-bba5-7d5ff2f19c7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7363663 Feb 15 17:13:47.331703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-668956751', 'admin_state_up': True, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:47.411325 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:47.412422 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:47.468135 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router_controller (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:47.737674 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router_gateway (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:47.740422 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:13:48.000265 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router_gateway (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:48.026801 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:48.133854 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Allocated IP 172.25.4.64 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/4507730f-17ce-483f-a998-08343d951f6c) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:13:48.242027 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for port (4507730f-17ce-483f-a998-08343d951f6c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:48.320648 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4507730f-17ce-483f-a998-08343d951f6c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:48.360209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:13:48.367816 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:48.371592 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:13:48.401194 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'Port': ['ID=4507730f-17ce-483f-a998-08343d951f6c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:48.717129 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router_gateway (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:48.938413 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:49.182113 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:13:49.298194 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:13:49.312278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Sync routers for ids ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:13:49.326545 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Routers {'6dd71121-ad5b-4328-b6eb-c7858ad2ba54'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:13:49.329250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:13:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:49.390299 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:49.392387 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f11b1f78-87a5-4800-9fd0-f1b88080b4bf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.0643406 Feb 15 17:13:49.395258 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57768) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:49.469588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Set router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:13:49.611606 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-23ace301-f57d-45ba-9f29-791d39f904ac tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=2d5d9f3cebd3407a8ff5759d332d2186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2151210 Feb 15 17:13:49.615884 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57774) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:49.685070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668956751', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4507730f-17ce-483f-a998-08343d951f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:47Z', 'updated_at': '2022-02-15T17:13:48Z', 'revision_number': 3, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': '4507730f-17ce-483f-a998-08343d951f6c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:48Z', 'updated_at': '2022-02-15T17:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:49.715910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Checking router: 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:13:49.716271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Updating router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 port 4507730f-17ce-483f-a998-08343d951f6c binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:13:49.749882 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4507730f-17ce-483f-a998-08343d951f6c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:49.788897 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4352f193-8408-42b5-a461-8e665ba14dba tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:49.790662 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4352f193-8408-42b5-a461-8e665ba14dba tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1734507 Feb 15 17:13:49.793786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57780) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:49.835979 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9fce9ba9-12b9-4f1f-bddb-4b5e78be5e49 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410876 Feb 15 17:13:49.838607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57782) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:49.843993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-6238c24d-69a6-4043-bcc9-c2c93624910e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1384832459', 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:49.999212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6238c24d-69a6-4043-bcc9-c2c93624910e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Made reservation on behalf of 2d5d9f3cebd3407a8ff5759d332d2186 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:13:50.002814 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6238c24d-69a6-4043-bcc9-c2c93624910e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:50.052817 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Publish callbacks [] for port (4507730f-17ce-483f-a998-08343d951f6c), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:50.131621 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4507730f-17ce-483f-a998-08343d951f6c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:50.230478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Attempting to bind port 4507730f-17ce-483f-a998-08343d951f6c on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:13:50.230831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Attempting to bind port 4507730f-17ce-483f-a998-08343d951f6c by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:13:50.231204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Attempting to bind port 4507730f-17ce-483f-a998-08343d951f6c on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:13:50.256167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95a18c-79db-4267-bf17-cb5637510db0 None None] Pushing event updated for resources: {'Port': ['ID=4507730f-17ce-483f-a998-08343d951f6c,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:50.265851 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:13:50.266234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:13:50.267115 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:50.267519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:13:50.268013 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Bound port: 4507730f-17ce-483f-a998-08343d951f6c, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:13:50.268400 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4507730f-17ce-483f-a998-08343d951f6c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:50.332093 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6238c24d-69a6-4043-bcc9-c2c93624910e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (8612b674-9e49-44d4-a8bf-3931b20d3af5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:50.332537 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] For port 4507730f-17ce-483f-a998-08343d951f6c, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:13:50.336172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] For port 4507730f-17ce-483f-a998-08343d951f6c, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4507730f-17ce-483f-a998-08343d951f6c,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:13:50.408832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238c24d-69a6-4043-bcc9-c2c93624910e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'Subnet': ['ID=8612b674-9e49-44d4-a8bf-3931b20d3af5,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:50.417916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6238c24d-69a6-4043-bcc9-c2c93624910e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Checking segment: {'id': '519a191b-582d-4584-82b9-3695646f778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:13:50.423874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6238c24d-69a6-4043-bcc9-c2c93624910e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Network hostable DHCP agents. Network: 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:13:50.445013 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4507730f-17ce-483f-a998-08343d951f6c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:50.501393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Routers {'6dd71121-ad5b-4328-b6eb-c7858ad2ba54'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:13:50.502116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:13:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:50.537763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6238c24d-69a6-4043-bcc9-c2c93624910e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Network 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:13:50.572333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95a18c-79db-4267-bf17-cb5637510db0 None None] Pushing event updated for resources: {'Port': ['ID=4507730f-17ce-483f-a998-08343d951f6c,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:50.616865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-6238c24d-69a6-4043-bcc9-c2c93624910e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:50.629390 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6238c24d-69a6-4043-bcc9-c2c93624910e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:50.639252 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6238c24d-69a6-4043-bcc9-c2c93624910e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:50.639964 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3402ca73-5c86-4cb9-89a9-3b1b99631e56 None None] Network 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:13:50.740275 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6238c24d-69a6-4043-bcc9-c2c93624910e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8989997 Feb 15 17:13:50.742120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57810) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:50.949657 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] Set router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:13:51.131503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'fixed_ips': [{'subnet_id': '8612b674-9e49-44d4-a8bf-3931b20d3af5'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:13:51.133641 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:51.315075 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:51.534616 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Allocated IP 172.20.0.2 (885e2a9f-445a-41c4-8fbd-c9f7ad4fab15/8612b674-9e49-44d4-a8bf-3931b20d3af5/f2005cca-f423-4f3b-8ed0-6e723b47db29) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:13:51.550667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668956751', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4507730f-17ce-483f-a998-08343d951f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:47Z', 'updated_at': '2022-02-15T17:13:48Z', 'revision_number': 3, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': '4507730f-17ce-483f-a998-08343d951f6c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:48Z', 'updated_at': '2022-02-15T17:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:51.587359 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d36d01-6551-42b9-8e4e-6608b4cc7083 None None] The sync data for ids ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'] in n-d-828372-14 is: [{'id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668956751', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4507730f-17ce-483f-a998-08343d951f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:47Z', 'updated_at': '2022-02-15T17:13:48Z', 'revision_number': 3, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': '4507730f-17ce-483f-a998-08343d951f6c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:48Z', 'updated_at': '2022-02-15T17:13:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:13:51.777574 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Publish callbacks [] for port (f2005cca-f423-4f3b-8ed0-6e723b47db29), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:51.862975 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (f2005cca-f423-4f3b-8ed0-6e723b47db29), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:51.923330 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Network 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:13:51.931328 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:51.941189 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Allocated IP 172.20.0.1 (885e2a9f-445a-41c4-8fbd-c9f7ad4fab15/8612b674-9e49-44d4-a8bf-3931b20d3af5/6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:13:51.944127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:13:51.948355 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Pushing event updated for resources: {'Port': ['ID=f2005cca-f423-4f3b-8ed0-6e723b47db29,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:52.041907 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Attempting to bind port f2005cca-f423-4f3b-8ed0-6e723b47db29 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:13:52.042446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Attempting to bind port f2005cca-f423-4f3b-8ed0-6e723b47db29 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '519a191b-582d-4584-82b9-3695646f778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:13:52.043041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Attempting to bind port f2005cca-f423-4f3b-8ed0-6e723b47db29 on network 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:13:52.049582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:13:52.050048 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Checking segment: {'id': '519a191b-582d-4584-82b9-3695646f778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:13:52.051063 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:52.051063 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Bound using segment: {'id': '519a191b-582d-4584-82b9-3695646f778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:13:52.051488 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Bound port: f2005cca-f423-4f3b-8ed0-6e723b47db29, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519a191b-582d-4584-82b9-3695646f778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:13:52.051873 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f2005cca-f423-4f3b-8ed0-6e723b47db29), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:52.139776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] For port f2005cca-f423-4f3b-8ed0-6e723b47db29, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:13:52.146226 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] For port f2005cca-f423-4f3b-8ed0-6e723b47db29, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f2005cca-f423-4f3b-8ed0-6e723b47db29,segment=NetworkSegment(519a191b-582d-4584-82b9-3695646f778d),segment_id=519a191b-582d-4584-82b9-3695646f778d)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:13:52.211323 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f2005cca-f423-4f3b-8ed0-6e723b47db29), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:52.296309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57846) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:52.318581 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55a813-616d-47d7-93ae-ebd755b10efb None None] Pushing event updated for resources: {'Port': ['ID=f2005cca-f423-4f3b-8ed0-6e723b47db29,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:52.482672 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:52.501858 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9106cd11-e797-4ac8-9dc0-55313001fe51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:52.565302 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:52.604438 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9106cd11-e797-4ac8-9dc0-55313001fe51 admin admin] Publish callbacks [] for security_group (b9506058-1a96-44eb-95a0-6da6667feba8), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:52.629297 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Network 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:13:52.632756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:52.641767 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:13:52.677859 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'Port': ['ID=6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:52.692652 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9106cd11-e797-4ac8-9dc0-55313001fe51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b9506058-1a96-44eb-95a0-6da6667feba8), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:52.736157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:52.774437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9106cd11-e797-4ac8-9dc0-55313001fe51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9506058-1a96-44eb-95a0-6da6667feba8,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:52.821561 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9106cd11-e797-4ac8-9dc0-55313001fe51 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=54ed01f552d0436ca62e7a29eb411ad1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5238655 Feb 15 17:13:52.828133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57858) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:52.923739 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f2005cca-f423-4f3b-8ed0-6e723b47db29 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:13:52.927159 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c17da282-eda9-4b8c-911d-ded7d1680853 admin admin] Publish callbacks [] for security_group (b9506058-1a96-44eb-95a0-6da6667feba8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:52.997151 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c17da282-eda9-4b8c-911d-ded7d1680853 admin admin] Publish callbacks [] for security_group (b9506058-1a96-44eb-95a0-6da6667feba8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:53.040368 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f2005cca-f423-4f3b-8ed0-6e723b47db29 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:53.041178 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f2005cca-f423-4f3b-8ed0-6e723b47db29), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:53.100165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:53.154529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f2005cca-f423-4f3b-8ed0-6e723b47db29 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:53.154932 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f2005cca-f423-4f3b-8ed0-6e723b47db29), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:53.159442 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c17da282-eda9-4b8c-911d-ded7d1680853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (b9506058-1a96-44eb-95a0-6da6667feba8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:53.165309 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c17da282-eda9-4b8c-911d-ded7d1680853 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:53.166768 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c17da282-eda9-4b8c-911d-ded7d1680853 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/b9506058-1a96-44eb-95a0-6da6667feba8 HTTP/1.1" status: 204 len: 168 time: 0.3365221 Feb 15 17:13:53.220455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17da282-eda9-4b8c-911d-ded7d1680853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9506058-1a96-44eb-95a0-6da6667feba8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:53.260272 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port f2005cca-f423-4f3b-8ed0-6e723b47db29, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f2005cca-f423-4f3b-8ed0-6e723b47db29,segment=NetworkSegment(519a191b-582d-4584-82b9-3695646f778d),segment_id=519a191b-582d-4584-82b9-3695646f778d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:53.371005 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f2005cca-f423-4f3b-8ed0-6e723b47db29), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:53.373004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4507730f-17ce-483f-a998-08343d951f6c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:13:53.521103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=f2005cca-f423-4f3b-8ed0-6e723b47db29,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:53.536236 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:53.542017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4507730f-17ce-483f-a998-08343d951f6c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:53.542451 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4507730f-17ce-483f-a998-08343d951f6c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:53.628280 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:53.668900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4507730f-17ce-483f-a998-08343d951f6c is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:53.669299 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4507730f-17ce-483f-a998-08343d951f6c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:53.692026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 4507730f-17ce-483f-a998-08343d951f6c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4507730f-17ce-483f-a998-08343d951f6c,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:53.732111 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:53.740728 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'Port': ['ID=6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:53.801092 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4507730f-17ce-483f-a998-08343d951f6c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:53.857272 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Network 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:13:53.859136 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:13:53.865811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=4507730f-17ce-483f-a998-08343d951f6c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:54.024579 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57878) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:54.047492 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb5f5fd0-e7a9-4e0c-b00e-5347d3f7596b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:54.052447 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:13:54.184440 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb5f5fd0-e7a9-4e0c-b00e-5347d3f7596b admin admin] Publish callbacks [] for security_group (94491d3c-8e20-4a43-88d7-6a6cd103ebe5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:54.221004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da2d5d9-e184-4572-9fdd-7d96c50c8cf9 None None] Network 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:13:54.244877 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cb5f5fd0-e7a9-4e0c-b00e-5347d3f7596b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (94491d3c-8e20-4a43-88d7-6a6cd103ebe5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:54.256013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:13:54.263780 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d5d280ed-c3b9-4eeb-a1d1-e8ec6b678f56 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "PUT /v2.0/routers/6dd71121-ad5b-4328-b6eb-c7858ad2ba54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5195873 Feb 15 17:13:54.266780 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57884) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:54.273031 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f2a324b5-924a-4dfe-a82e-f7688e0f156c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--757273539', 'description': 'tempest-secgroup_access--757273539 description', 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:54.298508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f5fd0-e7a9-4e0c-b00e-5347d3f7596b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94491d3c-8e20-4a43-88d7-6a6cd103ebe5,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:54.304870 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cb5f5fd0-e7a9-4e0c-b00e-5347d3f7596b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=38d5771bd8c94f6c941d5f9a5e89976d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2767258 Feb 15 17:13:54.305655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57886) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:54.345422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d0efd9dc-a57d-4782-8122-79d4312632e1 None None] Provisioning complete for port f2005cca-f423-4f3b-8ed0-6e723b47db29 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:54.345873 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d0efd9dc-a57d-4782-8122-79d4312632e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f2005cca-f423-4f3b-8ed0-6e723b47db29), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:54.371218 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2a324b5-924a-4dfe-a82e-f7688e0f156c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:54.373876 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5619a0b5-9c8c-450e-a025-b55ef6039fbb admin admin] Publish callbacks [] for security_group (94491d3c-8e20-4a43-88d7-6a6cd103ebe5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:54.431320 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5619a0b5-9c8c-450e-a025-b55ef6039fbb admin admin] Publish callbacks [] for security_group (94491d3c-8e20-4a43-88d7-6a6cd103ebe5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:54.535094 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2a324b5-924a-4dfe-a82e-f7688e0f156c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group (f5003505-e7e4-43ef-8fe7-e992e2c6fae6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:54.559109 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Sync routers for ids ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:13:54.570320 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Routers {'6dd71121-ad5b-4328-b6eb-c7858ad2ba54'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:13:54.573445 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:13:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:54.574879 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d0efd9dc-a57d-4782-8122-79d4312632e1 None None] Current status of the port f2005cca-f423-4f3b-8ed0-6e723b47db29 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:54.627551 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5619a0b5-9c8c-450e-a025-b55ef6039fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (94491d3c-8e20-4a43-88d7-6a6cd103ebe5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:54.630647 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5619a0b5-9c8c-450e-a025-b55ef6039fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:54.634984 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5619a0b5-9c8c-450e-a025-b55ef6039fbb admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/94491d3c-8e20-4a43-88d7-6a6cd103ebe5 HTTP/1.1" status: 204 len: 168 time: 0.3279581 Feb 15 17:13:54.653145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5619a0b5-9c8c-450e-a025-b55ef6039fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94491d3c-8e20-4a43-88d7-6a6cd103ebe5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:54.662473 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2a324b5-924a-4dfe-a82e-f7688e0f156c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f5003505-e7e4-43ef-8fe7-e992e2c6fae6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:54.752119 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a324b5-924a-4dfe-a82e-f7688e0f156c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5003505-e7e4-43ef-8fe7-e992e2c6fae6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:54.765003 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Set router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:13:54.773201 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f2005cca-f423-4f3b-8ed0-6e723b47db29 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:13:54.830365 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f2a324b5-924a-4dfe-a82e-f7688e0f156c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:54.834886 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 57892) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:54.840256 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f2a324b5-924a-4dfe-a82e-f7688e0f156c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5721505 Feb 15 17:13:54.843368 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-1116f2fa-009b-4440-8670-9732907e14da tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--785787656', 'description': 'tempest-secgroup_general--785787656 description', 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:54.894822 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f2005cca-f423-4f3b-8ed0-6e723b47db29 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:54.895811 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f2005cca-f423-4f3b-8ed0-6e723b47db29), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:54.944753 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-584a40ce-e51c-4070-8138-b95c166f3cde None None] Provisioning complete for port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:54.945119 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1116f2fa-009b-4440-8670-9732907e14da tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:54.945352 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-584a40ce-e51c-4070-8138-b95c166f3cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:55.045901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-584a40ce-e51c-4070-8138-b95c166f3cde None None] Port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:13:55.088859 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668956751', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4507730f-17ce-483f-a998-08343d951f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:47Z', 'updated_at': '2022-02-15T17:13:52Z', 'revision_number': 4, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': '4507730f-17ce-483f-a998-08343d951f6c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:48Z', 'updated_at': '2022-02-15T17:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3', 'name': '', 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'mac_address': 'fa:16:3e:f1:2b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:51Z', 'updated_at': '2022-02-15T17:13:53Z', 'revision_number': 2, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'subnets': [{'id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:55.100615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-584a40ce-e51c-4070-8138-b95c166f3cde None None] Provisioning complete for port f2005cca-f423-4f3b-8ed0-6e723b47db29 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:55.101099 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-584a40ce-e51c-4070-8138-b95c166f3cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f2005cca-f423-4f3b-8ed0-6e723b47db29), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:55.152099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1116f2fa-009b-4440-8670-9732907e14da tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group (ccee70b0-28a1-4104-8834-20799aa99736), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:55.152689 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Checking router: 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:13:55.152689 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Updating router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:13:55.159210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f2005cca-f423-4f3b-8ed0-6e723b47db29 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:55.160470 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4507730f-17ce-483f-a998-08343d951f6c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:13:55.207194 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:55.239257 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1116f2fa-009b-4440-8670-9732907e14da tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ccee70b0-28a1-4104-8834-20799aa99736), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:55.313225 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116f2fa-009b-4440-8670-9732907e14da tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccee70b0-28a1-4104-8834-20799aa99736,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:55.321871 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1116f2fa-009b-4440-8670-9732907e14da tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:55.325915 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1116f2fa-009b-4440-8670-9732907e14da tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4896240 Feb 15 17:13:55.329305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 57904) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:55.334387 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a6f8d03d-bc1c-460c-ba93-0779ebe80632 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Request body: {'security_group_rule': {'security_group_id': 'f5003505-e7e4-43ef-8fe7-e992e2c6fae6', 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:13:55.355012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-584a40ce-e51c-4070-8138-b95c166f3cde None None] Current status of the port f2005cca-f423-4f3b-8ed0-6e723b47db29 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:55.361413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4507730f-17ce-483f-a998-08343d951f6c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:55.361781 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4507730f-17ce-483f-a998-08343d951f6c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:55.493561 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6f8d03d-bc1c-460c-ba93-0779ebe80632 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group_rule (b3200f7f-6dc3-4756-8108-079446806929), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:55.568484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-30886315-b83d-4c57-b459-a23f38f7ecc5 None None] Provisioning complete for port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:55.568854 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-30886315-b83d-4c57-b459-a23f38f7ecc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:55.572760 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4507730f-17ce-483f-a998-08343d951f6c is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:55.607710 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Publish callbacks [] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:55.608298 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6f8d03d-bc1c-460c-ba93-0779ebe80632 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group_rule (b3200f7f-6dc3-4756-8108-079446806929), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:55.618280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-30886315-b83d-4c57-b459-a23f38f7ecc5 None None] Port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:13:55.725240 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6f8d03d-bc1c-460c-ba93-0779ebe80632 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (b3200f7f-6dc3-4756-8108-079446806929), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:55.729247 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:55.751819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-62055d86-eea1-4cb1-b7a0-1936c1560ff5 None None] Provisioning complete for port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:55.752204 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-62055d86-eea1-4cb1-b7a0-1936c1560ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:55.764311 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8d03d-bc1c-460c-ba93-0779ebe80632 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3200f7f-6dc3-4756-8108-079446806929,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:55.800779 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-62055d86-eea1-4cb1-b7a0-1936c1560ff5 None None] Port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:13:55.844157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a6f8d03d-bc1c-460c-ba93-0779ebe80632 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:55.845620 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39c577-d71f-4faa-90a6-00b20c590668 None None] Pushing event updated for resources: {'Port': ['ID=6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:55.847197 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a6f8d03d-bc1c-460c-ba93-0779ebe80632 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5168622 Feb 15 17:13:55.939242 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Attempting to bind port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:13:55.939616 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Attempting to bind port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '519a191b-582d-4584-82b9-3695646f778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:13:55.940037 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Attempting to bind port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 on network 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:13:55.946282 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:13:55.946664 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Checking segment: {'id': '519a191b-582d-4584-82b9-3695646f778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:13:55.947071 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:55.947834 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Bound using segment: {'id': '519a191b-582d-4584-82b9-3695646f778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:13:55.948370 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Bound port: 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519a191b-582d-4584-82b9-3695646f778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:13:55.948790 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:56.042892 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] For port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:13:56.051743 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] For port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3,segment=NetworkSegment(519a191b-582d-4584-82b9-3695646f778d),segment_id=519a191b-582d-4584-82b9-3695646f778d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:13:56.136645 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:56.145612 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-1312a6b3-b2ce-498b-afef-f6b3e429c3cb tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup_general--785787656&fields=id&tenant_id=2d5d9f3cebd3407a8ff5759d332d2186 HTTP/1.1" status: 200 len: 267 time: 0.0642776 Feb 15 17:13:56.218386 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Routers {'6dd71121-ad5b-4328-b6eb-c7858ad2ba54'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:13:56.218873 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:13:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:56.232615 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-e0d2ca4e-6c78-45e2-8838-3cd477fee247 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup_access--757273539&fields=id&tenant_id=2d5d9f3cebd3407a8ff5759d332d2186 HTTP/1.1" status: 200 len: 267 time: 0.0836632 Feb 15 17:13:56.234859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cf60507c-77fc-45da-b66d-cc6ce25293de None None] Provisioning complete for port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:56.235244 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf60507c-77fc-45da-b66d-cc6ce25293de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:56.538137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-2dfeb45b-bc23-4d4c-88ee-693e2f3fd2d3 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:13:56.545866 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-2dfeb45b-bc23-4d4c-88ee-693e2f3fd2d3 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/networks?id=885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 HTTP/1.1" status: 200 len: 797 time: 0.3116970 Feb 15 17:13:56.563865 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39c577-d71f-4faa-90a6-00b20c590668 None None] Pushing event updated for resources: {'Port': ['ID=6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:56.579261 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-24cd7c5d-c1e4-4751-8c7a-b53e0bb042f2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/quotas/2d5d9f3cebd3407a8ff5759d332d2186 HTTP/1.1" status: 200 len: 375 time: 0.0320010 Feb 15 17:13:56.613818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cf60507c-77fc-45da-b66d-cc6ce25293de None None] Current status of the port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:56.614321 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf60507c-77fc-45da-b66d-cc6ce25293de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:56.690666 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] Set router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:13:56.707292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cf60507c-77fc-45da-b66d-cc6ce25293de None None] For port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3,segment=NetworkSegment(519a191b-582d-4584-82b9-3695646f778d),segment_id=519a191b-582d-4584-82b9-3695646f778d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:13:56.770350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-4d25992d-c7f8-4f1d-94eb-aa5fb8e7183e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=2d5d9f3cebd3407a8ff5759d332d2186&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1882660 Feb 15 17:13:56.773022 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cf60507c-77fc-45da-b66d-cc6ce25293de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:56.902782 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60507c-77fc-45da-b66d-cc6ce25293de None None] Pushing event updated for resources: {'Port': ['ID=6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:56.917518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-378ba824-2964-43f3-9601-734a5c848683 None None] Provisioning complete for port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:56.918107 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-378ba824-2964-43f3-9601-734a5c848683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:57.004678 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0b6c73b1-cc1b-4062-8d77-4c50c39e8838 service neutron] 10.222.0.107 "GET /v2.0/networks/885e2a9f-445a-41c4-8fbd-c9f7ad4fab15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994045 Feb 15 17:13:57.072239 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-378ba824-2964-43f3-9601-734a5c848683 None None] Current status of the port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:57.105567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-29ce462d-f6b9-4552-a889-4cf3a14b90ea service neutron] 10.222.0.107 "GET /v2.0/networks/885e2a9f-445a-41c4-8fbd-c9f7ad4fab15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093125 Feb 15 17:13:57.153000 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668956751', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4507730f-17ce-483f-a998-08343d951f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:47Z', 'updated_at': '2022-02-15T17:13:52Z', 'revision_number': 4, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': '4507730f-17ce-483f-a998-08343d951f6c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:48Z', 'updated_at': '2022-02-15T17:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3', 'name': '', 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'mac_address': 'fa:16:3e:f1:2b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:51Z', 'updated_at': '2022-02-15T17:13:56Z', 'revision_number': 4, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'subnets': [{'id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:13:57.195502 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19077f4d-15df-4628-bfd6-e73095745a0b None None] The sync data for ids ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'] in n-d-828372-14 is: [{'id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668956751', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4507730f-17ce-483f-a998-08343d951f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:47Z', 'updated_at': '2022-02-15T17:13:52Z', 'revision_number': 4, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': '4507730f-17ce-483f-a998-08343d951f6c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:48Z', 'updated_at': '2022-02-15T17:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3', 'name': '', 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'mac_address': 'fa:16:3e:f1:2b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:51Z', 'updated_at': '2022-02-15T17:13:56Z', 'revision_number': 4, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'subnets': [{'id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:13:57.453205 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-db2195f9-83d3-47fa-899f-1338568bcc53 req-2060993e-9282-40fa-acd7-73df90dd7fae tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 210 time: 0.0602322 Feb 15 17:13:58.306560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58004) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:58.477879 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e3e67fdb-d3d0-4393-973a-5a3b400c620b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:58.572819 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e3e67fdb-d3d0-4393-973a-5a3b400c620b admin admin] Publish callbacks [] for security_group (aa9f9da8-d79b-4271-a5f2-d9359550b7e7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:58.607691 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e0cb36c6-a76a-4922-bfbb-8f3eb56dce7d req-6fc16227-b3cf-4e36-b017-897ef272dfb4 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 210 time: 0.0302556 Feb 15 17:13:58.679578 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e3e67fdb-d3d0-4393-973a-5a3b400c620b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (aa9f9da8-d79b-4271-a5f2-d9359550b7e7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:58.725794 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e3e67fdb-d3d0-4393-973a-5a3b400c620b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=885b14d2641f4209819ab96223147122&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4178226 Feb 15 17:13:58.728294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:13:58.729578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58018) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:58.751425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e67fdb-d3d0-4393-973a-5a3b400c620b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9f9da8-d79b-4271-a5f2-d9359550b7e7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:58.780662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:13:58.781038 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:58.794638 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a6da19e-600d-49e7-89c6-767e25fdb40c admin admin] Publish callbacks [] for security_group (aa9f9da8-d79b-4271-a5f2-d9359550b7e7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:58.822561 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a6da19e-600d-49e7-89c6-767e25fdb40c admin admin] Publish callbacks [] for security_group (aa9f9da8-d79b-4271-a5f2-d9359550b7e7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:58.904315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:13:58.970456 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a6da19e-600d-49e7-89c6-767e25fdb40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (aa9f9da8-d79b-4271-a5f2-d9359550b7e7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:58.974141 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a6da19e-600d-49e7-89c6-767e25fdb40c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:58.979820 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0a6da19e-600d-49e7-89c6-767e25fdb40c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/aa9f9da8-d79b-4271-a5f2-d9359550b7e7 HTTP/1.1" status: 204 len: 168 time: 0.2477086 Feb 15 17:13:58.992798 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6da19e-600d-49e7-89c6-767e25fdb40c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9f9da8-d79b-4271-a5f2-d9359550b7e7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:13:59.727975 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6762dfa9-dead-4bd9-8f66-de2fccb1a7da req-95d9e5ee-7c8d-48da-9f89-aedc00be2f6a tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 210 time: 0.0416851 Feb 15 17:13:59.757913 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58040) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:13:59.786889 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f8a8cbb-4c8d-404f-8d87-15bf0b4e84c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:59.872056 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f8a8cbb-4c8d-404f-8d87-15bf0b4e84c7 admin admin] Publish callbacks [] for security_group (90747b31-0d36-4105-aac9-243e93497ff1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:13:59.949793 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f8a8cbb-4c8d-404f-8d87-15bf0b4e84c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (90747b31-0d36-4105-aac9-243e93497ff1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:00.009840 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9f8a8cbb-4c8d-404f-8d87-15bf0b4e84c7 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=63107874d8604a73be4ddc1b908559da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2496123 Feb 15 17:14:00.011089 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a8cbb-4c8d-404f-8d87-15bf0b4e84c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90747b31-0d36-4105-aac9-243e93497ff1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:00.026381 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58046) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:00.121739 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0d695785-3d3a-4309-9e58-fd4f32e43ac9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:00.123112 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b73e97b1-dcd7-4a1d-aacc-2166675d0dba admin admin] Publish callbacks [] for security_group (90747b31-0d36-4105-aac9-243e93497ff1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:00.124289 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0d695785-3d3a-4309-9e58-fd4f32e43ac9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.10 "GET /v2.0/networks?id=885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 HTTP/1.1" status: 200 len: 797 time: 0.1855233 Feb 15 17:14:00.145994 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b73e97b1-dcd7-4a1d-aacc-2166675d0dba admin admin] Publish callbacks [] for security_group (90747b31-0d36-4105-aac9-243e93497ff1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:00.200135 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-8837dd7e-4261-4ce9-b700-4b99edd19ebc tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d5d9f3cebd3407a8ff5759d332d2186 HTTP/1.1" status: 200 len: 476 time: 0.0677536 Feb 15 17:14:00.210570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-d51827ff-0437-461a-8500-03c41a236345 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Request body: {'port': {'device_id': '088d9e44-ef31-41a1-8f28-c7d56610ff83', 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'admin_state_up': True, 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'security_groups': ['ccee70b0-28a1-4104-8834-20799aa99736', 'f5003505-e7e4-43ef-8fe7-e992e2c6fae6']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:14:00.296189 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b73e97b1-dcd7-4a1d-aacc-2166675d0dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (90747b31-0d36-4105-aac9-243e93497ff1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:00.298892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b73e97b1-dcd7-4a1d-aacc-2166675d0dba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:00.302595 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b73e97b1-dcd7-4a1d-aacc-2166675d0dba admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/90747b31-0d36-4105-aac9-243e93497ff1 HTTP/1.1" status: 204 len: 168 time: 0.2706938 Feb 15 17:14:00.329610 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e97b1-dcd7-4a1d-aacc-2166675d0dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90747b31-0d36-4105-aac9-243e93497ff1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:00.405809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-d51827ff-0437-461a-8500-03c41a236345 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Made reservation on behalf of 2d5d9f3cebd3407a8ff5759d332d2186 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:14:00.412284 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-d51827ff-0437-461a-8500-03c41a236345 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:00.533420 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:00.577268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-d51827ff-0437-461a-8500-03c41a236345 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Allocated IP 172.20.0.4 (885e2a9f-445a-41c4-8fbd-c9f7ad4fab15/8612b674-9e49-44d4-a8bf-3931b20d3af5/34425bed-9b52-417e-9000-c7bb731439b3) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:14:00.746339 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-d51827ff-0437-461a-8500-03c41a236345 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for port (34425bed-9b52-417e-9000-c7bb731439b3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:00.845815 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-d51827ff-0437-461a-8500-03c41a236345 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (34425bed-9b52-417e-9000-c7bb731439b3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:00.931543 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:00.938477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-d51827ff-0437-461a-8500-03c41a236345 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Network 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:14:00.960265 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-d51827ff-0437-461a-8500-03c41a236345 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:14:00.965708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-d51827ff-0437-461a-8500-03c41a236345 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:14:01.024267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51827ff-0437-461a-8500-03c41a236345 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'Port': ['ID=34425bed-9b52-417e-9000-c7bb731439b3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:01.060427 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe28031-70fe-4236-a0f9-c401039a1eb0 req-d1e482a9-1cb0-4abd-a7a8-7ad60ef25943 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:01.062282 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cbe28031-70fe-4236-a0f9-c401039a1eb0 req-d1e482a9-1cb0-4abd-a7a8-7ad60ef25943 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 970 time: 0.1534820 Feb 15 17:14:01.067460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-d51827ff-0437-461a-8500-03c41a236345 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:01.068096 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-d51827ff-0437-461a-8500-03c41a236345 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:01.201934 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cbe28031-70fe-4236-a0f9-c401039a1eb0 req-97a1945b-dfdc-4e8e-8603-15ccc99e3627 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/security-groups?id=f5003505-e7e4-43ef-8fe7-e992e2c6fae6&id=ccee70b0-28a1-4104-8834-20799aa99736&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1184902 Feb 15 17:14:01.218309 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-d51827ff-0437-461a-8500-03c41a236345 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0124266 Feb 15 17:14:01.238281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Request body: {'port': {'device_id': '088d9e44-ef31-41a1-8f28-c7d56610ff83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:14:01.306255 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (34425bed-9b52-417e-9000-c7bb731439b3), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:01.327343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-34f6f8d5-fd9a-43d9-98bc-85678da4829e None None] Provisioning complete for port 34425bed-9b52-417e-9000-c7bb731439b3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:14:01.327727 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-34f6f8d5-fd9a-43d9-98bc-85678da4829e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (34425bed-9b52-417e-9000-c7bb731439b3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:01.366816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-34f6f8d5-fd9a-43d9-98bc-85678da4829e None None] Port 34425bed-9b52-417e-9000-c7bb731439b3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:14:01.633063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34425bed-9b52-417e-9000-c7bb731439b3 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:14:01.640505 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Publish callbacks [] for port (34425bed-9b52-417e-9000-c7bb731439b3), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:01.652614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Transition to ACTIVE for port object 34425bed-9b52-417e-9000-c7bb731439b3 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:14:01.725088 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (34425bed-9b52-417e-9000-c7bb731439b3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:01.800464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=34425bed-9b52-417e-9000-c7bb731439b3,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:01.869785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Attempting to bind port 34425bed-9b52-417e-9000-c7bb731439b3 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:14:01.870147 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Attempting to bind port 34425bed-9b52-417e-9000-c7bb731439b3 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '519a191b-582d-4584-82b9-3695646f778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:14:01.870645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Attempting to bind port 34425bed-9b52-417e-9000-c7bb731439b3 on network 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:14:01.875557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Port 34425bed-9b52-417e-9000-c7bb731439b3 on network 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:14:01.875893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Attempting to bind port 34425bed-9b52-417e-9000-c7bb731439b3 on network 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:14:01.881542 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:14:01.881942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Checking segment: {'id': '519a191b-582d-4584-82b9-3695646f778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:14:01.882338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Bound using segment: {'id': '519a191b-582d-4584-82b9-3695646f778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:14:01.882918 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Bound port: 34425bed-9b52-417e-9000-c7bb731439b3, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '519a191b-582d-4584-82b9-3695646f778d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:14:01.883339 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (34425bed-9b52-417e-9000-c7bb731439b3), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:01.958905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] For port 34425bed-9b52-417e-9000-c7bb731439b3, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:14:01.962167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] For port 34425bed-9b52-417e-9000-c7bb731439b3, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=34425bed-9b52-417e-9000-c7bb731439b3,segment=NetworkSegment(519a191b-582d-4584-82b9-3695646f778d),segment_id=519a191b-582d-4584-82b9-3695646f778d)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:14:02.056711 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (34425bed-9b52-417e-9000-c7bb731439b3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:02.090735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:02.091353 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:02.092778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] 10.222.0.10 "PUT /v2.0/ports/34425bed-9b52-417e-9000-c7bb731439b3 HTTP/1.1" status: 200 len: 1131 time: 0.8676209 Feb 15 17:14:02.093236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088d9e44-ef31-41a1-8f28-c7d56610ff83', 'tag': '34425bed-9b52-417e-9000-c7bb731439b3'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:14:02.095542 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94ee95c-c1df-4f81-9e73-6beb60b7d31d" -d '{"events": [{"name": "network-changed", "server_uuid": "088d9e44-ef31-41a1-8f28-c7d56610ff83", "tag": "34425bed-9b52-417e-9000-c7bb731439b3"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:14:02.123523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e390fd8-38de-406b-8701-cf3286e2a3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=34425bed-9b52-417e-9000-c7bb731439b3,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:02.141498 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d69d0cd-f045-4c66-a135-5f4417760f87 x-openstack-request-id: req-0d69d0cd-f045-4c66-a135-5f4417760f87 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:14:02.142249 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088d9e44-ef31-41a1-8f28-c7d56610ff83", "tag": "34425bed-9b52-417e-9000-c7bb731439b3", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:14:02.142578 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0d69d0cd-f045-4c66-a135-5f4417760f87 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:14:02.143090 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088d9e44-ef31-41a1-8f28-c7d56610ff83', 'tag': '34425bed-9b52-417e-9000-c7bb731439b3', 'status': 'completed', 'code': 200} Feb 15 17:14:02.245661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ee95c-c1df-4f81-9e73-6beb60b7d31d req-c0940655-a892-4949-b471-99ff3692af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:02.247386 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e94ee95c-c1df-4f81-9e73-6beb60b7d31d req-c0940655-a892-4949-b471-99ff3692af0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d5d9f3cebd3407a8ff5759d332d2186&device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 1165 time: 0.0811322 Feb 15 17:14:02.425034 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0c06e-a9f8-4289-83fa-bcefbbf733bc req-60d93625-b9dc-4b53-a493-5218cde562e2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:02.426597 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77e0c06e-a9f8-4289-83fa-bcefbbf733bc req-60d93625-b9dc-4b53-a493-5218cde562e2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 982 time: 0.0905125 Feb 15 17:14:02.427997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ee95c-c1df-4f81-9e73-6beb60b7d31d req-e7410d26-6827-4a8d-838f-376ed9169338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:02.429550 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e94ee95c-c1df-4f81-9e73-6beb60b7d31d req-e7410d26-6827-4a8d-838f-376ed9169338 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=2d5d9f3cebd3407a8ff5759d332d2186&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1749201 Feb 15 17:14:02.564371 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77e0c06e-a9f8-4289-83fa-bcefbbf733bc req-4df9110e-9b7d-4eb5-a655-9fc5dd4e42a3 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/security-groups?id=f5003505-e7e4-43ef-8fe7-e992e2c6fae6&id=ccee70b0-28a1-4104-8834-20799aa99736&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1315112 Feb 15 17:14:02.580354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ee95c-c1df-4f81-9e73-6beb60b7d31d req-81f67bfc-0787-4163-b45a-cfe82c1b1eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:02.582147 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e94ee95c-c1df-4f81-9e73-6beb60b7d31d req-81f67bfc-0787-4163-b45a-cfe82c1b1eee service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1412446 Feb 15 17:14:02.689607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-8f65b2d7-66c0-4b62-b839-3ecc0a2d6cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:02.691328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-8f65b2d7-66c0-4b62-b839-3ecc0a2d6cbd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d5d9f3cebd3407a8ff5759d332d2186&device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 1165 time: 0.0641661 Feb 15 17:14:02.746325 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-8fcbbb6a-662b-4a24-8a0a-8c8ef847b81b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34425bed-9b52-417e-9000-c7bb731439b3 HTTP/1.1" status: 200 len: 217 time: 0.0464664 Feb 15 17:14:02.809024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-ce3c9dfb-ba26-4836-9fa9-99ee3333ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:02.810764 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-ce3c9dfb-ba26-4836-9fa9-99ee3333ddad service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8612b674-9e49-44d4-a8bf-3931b20d3af5 HTTP/1.1" status: 200 len: 835 time: 0.0525022 Feb 15 17:14:02.876399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-f9d6c9ad-25a3-419f-a429-324d7f406c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:02.877951 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-f9d6c9ad-25a3-419f-a429-324d7f406c5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=885e2a9f-445a-41c4-8fbd-c9f7ad4fab15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0612910 Feb 15 17:14:03.332384 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-3d6b73aa-0fbc-4098-989d-ed4ce2f39911 service neutron] 10.222.0.10 "GET /v2.0/networks/885e2a9f-445a-41c4-8fbd-c9f7ad4fab15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477916 Feb 15 17:14:03.441880 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ed18248-a566-4b79-ac49-5ece000c1245 req-70cd83e9-2f2b-4b18-8129-28bf6907b675 service neutron] 10.222.0.10 "GET /v2.0/networks/885e2a9f-445a-41c4-8fbd-c9f7ad4fab15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027150 Feb 15 17:14:03.724440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea13b6d-d8e6-416a-b8a8-330306ad5edb req-1ddd16a7-092f-4c90-8a36-0805c8e77616 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:03.729983 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cea13b6d-d8e6-416a-b8a8-330306ad5edb req-1ddd16a7-092f-4c90-8a36-0805c8e77616 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 982 time: 0.0611749 Feb 15 17:14:03.790854 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cea13b6d-d8e6-416a-b8a8-330306ad5edb req-3ff57046-2fc2-4a91-a67e-f00248852a41 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/security-groups?id=f5003505-e7e4-43ef-8fe7-e992e2c6fae6&id=ccee70b0-28a1-4104-8834-20799aa99736&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0574241 Feb 15 17:14:04.919300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6656d31-b01c-49d2-92a5-765c9a6a89b5 req-1cfd9d65-1d8c-4bd1-ad80-b5acdb32e877 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:04.920838 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f6656d31-b01c-49d2-92a5-765c9a6a89b5 req-1cfd9d65-1d8c-4bd1-ad80-b5acdb32e877 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 982 time: 0.0556996 Feb 15 17:14:05.021663 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f6656d31-b01c-49d2-92a5-765c9a6a89b5 req-9bc2c308-ec27-4a08-9601-116aeb238f92 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/security-groups?id=f5003505-e7e4-43ef-8fe7-e992e2c6fae6&id=ccee70b0-28a1-4104-8834-20799aa99736&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0912006 Feb 15 17:14:05.588220 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35f937c6-26d2-48ef-9b99-1b1d1e74651d req-b8df119f-dd72-43d4-bb1e-3e9e2e43d128 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521321 Feb 15 17:14:05.657741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f937c6-26d2-48ef-9b99-1b1d1e74651d req-6f05a6f2-2f95-44e9-8e6c-d5799544082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:05.659369 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35f937c6-26d2-48ef-9b99-1b1d1e74651d req-6f05a6f2-2f95-44e9-8e6c-d5799544082a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e0f135462714de18205d04dc34266f7&device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 1129 time: 0.0490537 Feb 15 17:14:05.740302 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 34425bed-9b52-417e-9000-c7bb731439b3 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:14:05.790193 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f937c6-26d2-48ef-9b99-1b1d1e74651d req-7ff4625a-eeba-4fc0-b4bf-4abefe680d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:05.803280 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35f937c6-26d2-48ef-9b99-1b1d1e74651d req-7ff4625a-eeba-4fc0-b4bf-4abefe680d94 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a08513b0-2431-4c16-bdc9-80beb3ba12d5 HTTP/1.1" status: 200 len: 915 time: 0.1079524 Feb 15 17:14:05.858525 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35f937c6-26d2-48ef-9b99-1b1d1e74651d req-99054d15-0d89-4b8a-b173-f2096aeba767 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26c17b25-1e6b-4a3a-97d6-428415fcfc79 HTTP/1.1" status: 200 len: 217 time: 0.0498884 Feb 15 17:14:05.862305 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 34425bed-9b52-417e-9000-c7bb731439b3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=34425bed-9b52-417e-9000-c7bb731439b3,segment=NetworkSegment(519a191b-582d-4584-82b9-3695646f778d),segment_id=519a191b-582d-4584-82b9-3695646f778d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:14:05.893711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '34425bed-9b52-417e-9000-c7bb731439b3', 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'port_id': '34425bed-9b52-417e-9000-c7bb731439b3', 'mac_address': 'fa:16:3e:b0:76:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:14:05.910312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f937c6-26d2-48ef-9b99-1b1d1e74651d req-2062f923-ae52-4904-bed9-627e7e13edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:05.913089 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35f937c6-26d2-48ef-9b99-1b1d1e74651d req-2062f923-ae52-4904-bed9-627e7e13edd8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0 HTTP/1.1" status: 200 len: 854 time: 0.0484042 Feb 15 17:14:05.950198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 34425bed-9b52-417e-9000-c7bb731439b3 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:14:05.950614 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35f937c6-26d2-48ef-9b99-1b1d1e74651d req-a351792b-98b1-45b0-88ac-75ffc9b491d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a08513b0-2431-4c16-bdc9-80beb3ba12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317936 Feb 15 17:14:05.951392 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (34425bed-9b52-417e-9000-c7bb731439b3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:05.967684 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34425bed-9b52-417e-9000-c7bb731439b3 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:14:06.013802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 34425bed-9b52-417e-9000-c7bb731439b3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=34425bed-9b52-417e-9000-c7bb731439b3,segment=NetworkSegment(519a191b-582d-4584-82b9-3695646f778d),segment_id=519a191b-582d-4584-82b9-3695646f778d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:14:06.091936 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (34425bed-9b52-417e-9000-c7bb731439b3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:06.159462 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35f937c6-26d2-48ef-9b99-1b1d1e74651d req-72e26104-363c-4705-960a-c1f5af6d552f service neutron] 10.222.0.67 "GET /v2.0/networks/a08513b0-2431-4c16-bdc9-80beb3ba12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019932 Feb 15 17:14:06.167052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=34425bed-9b52-417e-9000-c7bb731439b3,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:06.258596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6b7ac-581c-4ceb-aed7-66884963ca65 req-19354fd5-54c7-4521-91c3-8db3c70664a9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:06.260213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24c6b7ac-581c-4ceb-aed7-66884963ca65 req-19354fd5-54c7-4521-91c3-8db3c70664a9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 983 time: 0.1430750 Feb 15 17:14:06.311241 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['34425bed-9b52-417e-9000-c7bb731439b3'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:14:06.341353 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35f937c6-26d2-48ef-9b99-1b1d1e74651d req-bf880d52-bb54-46f0-be57-e20eb29751af service neutron] 10.222.0.67 "GET /v2.0/networks/a08513b0-2431-4c16-bdc9-80beb3ba12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749208 Feb 15 17:14:06.369090 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-24c6b7ac-581c-4ceb-aed7-66884963ca65 req-6fa2bc47-4434-4b50-a41a-63edb6ae25f7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/security-groups?id=f5003505-e7e4-43ef-8fe7-e992e2c6fae6&id=ccee70b0-28a1-4104-8834-20799aa99736&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1013825 Feb 15 17:14:06.885525 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67647c5b-7d99-478a-9ac3-30e44a2c9ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:07.527906 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f548c-79f8-444f-aa30-d049c356b83c req-f4941c07-e0ca-493a-953f-89017c8f8c17 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:07.536688 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-938f548c-79f8-444f-aa30-d049c356b83c req-f4941c07-e0ca-493a-953f-89017c8f8c17 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 983 time: 0.0732794 Feb 15 17:14:07.597923 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-938f548c-79f8-444f-aa30-d049c356b83c req-b2bf95e3-340c-4937-a5e4-09e5614eac6d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/security-groups?id=f5003505-e7e4-43ef-8fe7-e992e2c6fae6&id=ccee70b0-28a1-4104-8834-20799aa99736&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0596025 Feb 15 17:14:07.765851 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 34425bed-9b52-417e-9000-c7bb731439b3 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:14:07.902921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 34425bed-9b52-417e-9000-c7bb731439b3 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:14:07.908158 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 34425bed-9b52-417e-9000-c7bb731439b3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:14:07.909069 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (34425bed-9b52-417e-9000-c7bb731439b3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:08.005904 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 34425bed-9b52-417e-9000-c7bb731439b3 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:14:08.006550 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (34425bed-9b52-417e-9000-c7bb731439b3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:08.035673 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088d9e44-ef31-41a1-8f28-c7d56610ff83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34425bed-9b52-417e-9000-c7bb731439b3'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:14:08.038249 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee234ad-529f-40fe-82f8-2cd1ccc2b6a1" -d '{"events": [{"server_uuid": "088d9e44-ef31-41a1-8f28-c7d56610ff83", "name": "network-vif-plugged", "status": "completed", "tag": "34425bed-9b52-417e-9000-c7bb731439b3"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:14:08.051899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 34425bed-9b52-417e-9000-c7bb731439b3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=34425bed-9b52-417e-9000-c7bb731439b3,segment=NetworkSegment(519a191b-582d-4584-82b9-3695646f778d),segment_id=519a191b-582d-4584-82b9-3695646f778d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:14:08.081153 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ba9cb7-096c-4e12-830a-e48aa883b883 x-openstack-request-id: req-f3ba9cb7-096c-4e12-830a-e48aa883b883 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:14:08.081599 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088d9e44-ef31-41a1-8f28-c7d56610ff83", "name": "network-vif-plugged", "status": "completed", "tag": "34425bed-9b52-417e-9000-c7bb731439b3", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:14:08.081945 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f3ba9cb7-096c-4e12-830a-e48aa883b883 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:14:08.082427 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088d9e44-ef31-41a1-8f28-c7d56610ff83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34425bed-9b52-417e-9000-c7bb731439b3', 'code': 200} Feb 15 17:14:08.159678 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (34425bed-9b52-417e-9000-c7bb731439b3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:08.199583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e20ded-d4f7-4d04-a55b-d72bfd49f32a req-79e069a2-1327-4e7d-a608-504a7ea06c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:08.202182 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b6e20ded-d4f7-4d04-a55b-d72bfd49f32a req-79e069a2-1327-4e7d-a608-504a7ea06c21 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 1166 time: 0.0662134 Feb 15 17:14:08.210306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=34425bed-9b52-417e-9000-c7bb731439b3,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:08.277547 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b6e20ded-d4f7-4d04-a55b-d72bfd49f32a req-9ba33faf-4b7d-4321-9ba7-7082e0c3342b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=f5003505-e7e4-43ef-8fe7-e992e2c6fae6&id=ccee70b0-28a1-4104-8834-20799aa99736&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0670092 Feb 15 17:14:08.736072 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9bcc5-0312-4d88-89e8-908867de35bf req-e1f5a180-60ec-4d68-b665-9f3018911a69 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:08.737724 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-baf9bcc5-0312-4d88-89e8-908867de35bf req-e1f5a180-60ec-4d68-b665-9f3018911a69 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 984 time: 0.0583675 Feb 15 17:14:08.833884 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-baf9bcc5-0312-4d88-89e8-908867de35bf req-f5102158-ea6e-4f84-886f-c48d950b496b tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/security-groups?id=f5003505-e7e4-43ef-8fe7-e992e2c6fae6&id=ccee70b0-28a1-4104-8834-20799aa99736&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0835528 Feb 15 17:14:09.280211 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b090e05-4b1f-47bc-918b-270e26128fee req-eb6c2882-ff5f-46ea-adb7-041cac1540b5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0696273 Feb 15 17:14:09.307938 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d95d8bc3-d4ce-47ba-aacc-f07749a6d204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:09.394129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b090e05-4b1f-47bc-918b-270e26128fee req-cffb365c-378c-4338-b279-e7cfcc82e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:09.396199 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b090e05-4b1f-47bc-918b-270e26128fee req-cffb365c-378c-4338-b279-e7cfcc82e4a1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 1128 time: 0.0634329 Feb 15 17:14:09.536234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b090e05-4b1f-47bc-918b-270e26128fee req-303b1ed9-c5fe-4329-bf0e-335e995ecf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:09.538156 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b090e05-4b1f-47bc-918b-270e26128fee req-303b1ed9-c5fe-4329-bf0e-335e995ecf1d service neutron] 10.222.0.10 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.1076097 Feb 15 17:14:09.607380 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b090e05-4b1f-47bc-918b-270e26128fee req-30a2fbe7-28db-4c3b-9c9c-0a4c891714c8 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c55bd53-67e7-42a7-9d80-cf8b7a840171 HTTP/1.1" status: 200 len: 1000 time: 0.0620642 Feb 15 17:14:09.676712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b090e05-4b1f-47bc-918b-270e26128fee req-d4a58306-a942-451b-a08c-81a3607f0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:09.678774 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b090e05-4b1f-47bc-918b-270e26128fee req-d4a58306-a942-451b-a08c-81a3607f0de9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.0655310 Feb 15 17:14:09.740788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b090e05-4b1f-47bc-918b-270e26128fee req-7e7bb6cd-13c2-4e5b-9066-05198691d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:09.742737 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b090e05-4b1f-47bc-918b-270e26128fee req-7e7bb6cd-13c2-4e5b-9066-05198691d5ea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0574784 Feb 15 17:14:09.851806 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b090e05-4b1f-47bc-918b-270e26128fee req-7a94968f-2f03-4389-906e-34bf9263a39a service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020546 Feb 15 17:14:10.066147 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b090e05-4b1f-47bc-918b-270e26128fee req-b05f3ff8-778d-44a9-9dd8-9686129d33d3 service neutron] 10.222.0.10 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047758 Feb 15 17:14:10.086125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0efbff-25d2-42fb-af05-d0dc5e2628e5 req-d23c1b0e-24db-448f-8e13-68919870e0f6 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:10.110599 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f0efbff-25d2-42fb-af05-d0dc5e2628e5 req-d23c1b0e-24db-448f-8e13-68919870e0f6 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 984 time: 0.1318450 Feb 15 17:14:10.206816 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f0efbff-25d2-42fb-af05-d0dc5e2628e5 req-fbd2349f-6d40-4ad3-aa39-c83c8681dc5e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/security-groups?id=f5003505-e7e4-43ef-8fe7-e992e2c6fae6&id=ccee70b0-28a1-4104-8834-20799aa99736&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0815899 Feb 15 17:14:10.345514 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0af50-cc9c-41d9-8e29-efddeb8396ef req-d86ade8f-97fa-462a-877c-94fe153c8ae9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:10.345514 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5fc0af50-cc9c-41d9-8e29-efddeb8396ef req-d86ade8f-97fa-462a-877c-94fe153c8ae9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 984 time: 0.0654185 Feb 15 17:14:10.412293 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5fc0af50-cc9c-41d9-8e29-efddeb8396ef req-12d1b0e8-d6a0-4f98-a35b-abd0c1d37348 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/security-groups?id=f5003505-e7e4-43ef-8fe7-e992e2c6fae6&id=ccee70b0-28a1-4104-8834-20799aa99736&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0602038 Feb 15 17:14:10.560177 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:10.592316 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683a4c1-afee-4b64-8213-5604c819c344 req-9de95b33-b853-441f-b3df-b67b06cfb51f tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:10.593941 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c683a4c1-afee-4b64-8213-5604c819c344 req-9de95b33-b853-441f-b3df-b67b06cfb51f tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 1167 time: 0.0605302 Feb 15 17:14:10.614323 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c683a4c1-afee-4b64-8213-5604c819c344 req-e0013e4f-aa66-45a2-bd29-6433a815757a tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:10.753069 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c683a4c1-afee-4b64-8213-5604c819c344 req-e0013e4f-aa66-45a2-bd29-6433a815757a tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Publish callbacks [] for security_group (80eb652c-4e7c-4af9-99f1-89aff2993059), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:10.822523 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c683a4c1-afee-4b64-8213-5604c819c344 req-e0013e4f-aa66-45a2-bd29-6433a815757a tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (80eb652c-4e7c-4af9-99f1-89aff2993059), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:10.874855 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c683a4c1-afee-4b64-8213-5604c819c344 req-e0013e4f-aa66-45a2-bd29-6433a815757a tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=f5003505-e7e4-43ef-8fe7-e992e2c6fae6&id=ccee70b0-28a1-4104-8834-20799aa99736&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2743824 Feb 15 17:14:10.890020 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0013e4f-aa66-45a2-bd29-6433a815757a tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80eb652c-4e7c-4af9-99f1-89aff2993059,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:10.908825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58326) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:11.025097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db38ae0-818e-41ba-9382-4ae0591e9b2c tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:11.026995 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0db38ae0-818e-41ba-9382-4ae0591e9b2c tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 1162 time: 0.1169138 Feb 15 17:14:11.029999 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58332) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:11.035300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '34425bed-9b52-417e-9000-c7bb731439b3', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:14:11.159700 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:11.269268 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:11.426546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Allocated IP 172.25.4.3 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/6462defb-e552-4839-a803-74cac495b2f9) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:14:11.540886 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for port (6462defb-e552-4839-a803-74cac495b2f9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:11.629938 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6462defb-e552-4839-a803-74cac495b2f9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:11.682276 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:14:11.686602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:14:11.709780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:14:11.736856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'Port': ['ID=6462defb-e552-4839-a803-74cac495b2f9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:11.953645 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:12.171463 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for floatingip (1e34c2fa-9027-40c8-a52d-96e1222aba20), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:12.346828 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6462defb-e552-4839-a803-74cac495b2f9), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:12.537232 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for port (6462defb-e552-4839-a803-74cac495b2f9), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:12.674013 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (6462defb-e552-4839-a803-74cac495b2f9), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:12.778431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'Port': ['ID=6462defb-e552-4839-a803-74cac495b2f9,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:12.796661 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (1e34c2fa-9027-40c8-a52d-96e1222aba20), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:12.973140 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58370) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:12.981770 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Floating IP 1e34c2fa-9027-40c8-a52d-96e1222aba20 associated. External IP: 172.25.4.3, port: 34425bed-9b52-417e-9000-c7bb731439b3. Feb 15 17:14:13.159966 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6db5927a-2dba-41e6-a844-9c999a594e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:13.253075 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6db5927a-2dba-41e6-a844-9c999a594e53 admin admin] Publish callbacks [] for security_group (7923f864-e1c2-42ee-90e8-50ebdb2f5196), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:13.326246 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6db5927a-2dba-41e6-a844-9c999a594e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7923f864-e1c2-42ee-90e8-50ebdb2f5196), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:13.347665 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:14:13.383840 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5927a-2dba-41e6-a844-9c999a594e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7923f864-e1c2-42ee-90e8-50ebdb2f5196,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:13.396046 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6db5927a-2dba-41e6-a844-9c999a594e53 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b6e26537a8f542feb0cb4147bb318b04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4215274 Feb 15 17:14:13.405853 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58380) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:13.470584 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eecfae35-d6ed-460e-b1ca-c61f9275d48f admin admin] Publish callbacks [] for security_group (7923f864-e1c2-42ee-90e8-50ebdb2f5196), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:13.497848 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:13.511417 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eecfae35-d6ed-460e-b1ca-c61f9275d48f admin admin] Publish callbacks [] for security_group (7923f864-e1c2-42ee-90e8-50ebdb2f5196), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:13.548707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:14:13.563646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635dc43b-d65f-4434-b234-3be9ac4f5646 None None] Sync routers for ids ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:14:13.577135 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635dc43b-d65f-4434-b234-3be9ac4f5646 None None] Routers {'6dd71121-ad5b-4328-b6eb-c7858ad2ba54'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:14:13.579316 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-635dc43b-d65f-4434-b234-3be9ac4f5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:14:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:14:13.693783 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eecfae35-d6ed-460e-b1ca-c61f9275d48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7923f864-e1c2-42ee-90e8-50ebdb2f5196), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:13.694608 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eecfae35-d6ed-460e-b1ca-c61f9275d48f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:13.695179 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eecfae35-d6ed-460e-b1ca-c61f9275d48f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7923f864-e1c2-42ee-90e8-50ebdb2f5196 HTTP/1.1" status: 204 len: 168 time: 0.2958167 Feb 15 17:14:13.715354 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfae35-d6ed-460e-b1ca-c61f9275d48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7923f864-e1c2-42ee-90e8-50ebdb2f5196,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:13.716452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-635dc43b-d65f-4434-b234-3be9ac4f5646 None None] Set router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:14:13.738556 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:13.800275 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f724293b-fc81-471b-aca4-97dbc2c2102f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.7688541 Feb 15 17:14:13.800880 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088d9e44-ef31-41a1-8f28-c7d56610ff83', 'tag': '34425bed-9b52-417e-9000-c7bb731439b3'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:14:13.802814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58390) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:13.817790 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0483f052-009d-4c40-9732-1ea964ee9e05" -d '{"events": [{"name": "network-changed", "server_uuid": "088d9e44-ef31-41a1-8f28-c7d56610ff83", "tag": "34425bed-9b52-417e-9000-c7bb731439b3"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:14:13.882052 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bf06d5-7cf5-4222-9208-f095e11deeee x-openstack-request-id: req-85bf06d5-7cf5-4222-9208-f095e11deeee {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:14:13.883263 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088d9e44-ef31-41a1-8f28-c7d56610ff83", "tag": "34425bed-9b52-417e-9000-c7bb731439b3", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:14:13.883263 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-85bf06d5-7cf5-4222-9208-f095e11deeee {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:14:13.883592 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088d9e44-ef31-41a1-8f28-c7d56610ff83', 'tag': '34425bed-9b52-417e-9000-c7bb731439b3', 'status': 'completed', 'code': 200} Feb 15 17:14:14.023098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483f052-009d-4c40-9732-1ea964ee9e05 req-1b6ab638-7d3c-4c38-864e-d75227f0839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.026305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60141af4-dd61-4aa9-9d31-13b7a6ca1d16 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.027869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60141af4-dd61-4aa9-9d31-13b7a6ca1d16 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.029554 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0483f052-009d-4c40-9732-1ea964ee9e05 req-1b6ab638-7d3c-4c38-864e-d75227f0839a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d5d9f3cebd3407a8ff5759d332d2186&device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 1167 time: 0.1209433 Feb 15 17:14:14.030056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60141af4-dd61-4aa9-9d31-13b7a6ca1d16 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.030692 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60141af4-dd61-4aa9-9d31-13b7a6ca1d16 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.031160 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60141af4-dd61-4aa9-9d31-13b7a6ca1d16 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.031623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60141af4-dd61-4aa9-9d31-13b7a6ca1d16 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.032082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60141af4-dd61-4aa9-9d31-13b7a6ca1d16 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.034026 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-60141af4-dd61-4aa9-9d31-13b7a6ca1d16 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.2302189 Feb 15 17:14:14.038839 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58398) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:14.177900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-635dc43b-d65f-4434-b234-3be9ac4f5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668956751', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4507730f-17ce-483f-a998-08343d951f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:47Z', 'updated_at': '2022-02-15T17:13:52Z', 'revision_number': 4, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': '4507730f-17ce-483f-a998-08343d951f6c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:48Z', 'updated_at': '2022-02-15T17:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '1e34c2fa-9027-40c8-a52d-96e1222aba20', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'port_id': '34425bed-9b52-417e-9000-c7bb731439b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'mac_address': 'fa:16:3e:b0:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088d9e44-ef31-41a1-8f28-c7d56610ff83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:14:12Z', 'updated_at': '2022-02-15T17:14:12Z', 'revision_number': 0, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3', 'name': '', 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'mac_address': 'fa:16:3e:f1:2b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:51Z', 'updated_at': '2022-02-15T17:13:56Z', 'revision_number': 5, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'subnets': [{'id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:14:14.222465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483f052-009d-4c40-9732-1ea964ee9e05 req-6d7fcefc-94ac-4f4c-a52c-34cef68862f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.229601 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0483f052-009d-4c40-9732-1ea964ee9e05 req-6d7fcefc-94ac-4f4c-a52c-34cef68862f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 HTTP/1.1" status: 200 len: 898 time: 0.1940067 Feb 15 17:14:14.258277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6202a6-7838-4be9-88e8-6f7f7b5c958e tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.258771 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6202a6-7838-4be9-88e8-6f7f7b5c958e tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.259241 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6202a6-7838-4be9-88e8-6f7f7b5c958e tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.259704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6202a6-7838-4be9-88e8-6f7f7b5c958e tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.260162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6202a6-7838-4be9-88e8-6f7f7b5c958e tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.260616 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6202a6-7838-4be9-88e8-6f7f7b5c958e tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.261071 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6202a6-7838-4be9-88e8-6f7f7b5c958e tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.271190 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4a6202a6-7838-4be9-88e8-6f7f7b5c958e tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.2310374 Feb 15 17:14:14.273785 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58404) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:14.377556 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0483f052-009d-4c40-9732-1ea964ee9e05 req-444f699f-1788-41d6-bbb6-bb0c04c405a4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34425bed-9b52-417e-9000-c7bb731439b3 HTTP/1.1" status: 200 len: 997 time: 0.1421025 Feb 15 17:14:14.443061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635dc43b-d65f-4434-b234-3be9ac4f5646 None None] Checking router: 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:14:14.445457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483f052-009d-4c40-9732-1ea964ee9e05 req-6a32d5be-31df-4c97-a115-882b342a3872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.448346 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0483f052-009d-4c40-9732-1ea964ee9e05 req-6a32d5be-31df-4c97-a115-882b342a3872 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8612b674-9e49-44d4-a8bf-3931b20d3af5 HTTP/1.1" status: 200 len: 835 time: 0.0645990 Feb 15 17:14:14.455515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635dc43b-d65f-4434-b234-3be9ac4f5646 None None] Routers {'6dd71121-ad5b-4328-b6eb-c7858ad2ba54'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:14:14.456275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-635dc43b-d65f-4434-b234-3be9ac4f5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:14:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:14:14.523870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483f052-009d-4c40-9732-1ea964ee9e05 req-1c570912-4730-464b-a3af-14d71af66de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.525690 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0483f052-009d-4c40-9732-1ea964ee9e05 req-1c570912-4730-464b-a3af-14d71af66de1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=885e2a9f-445a-41c4-8fbd-c9f7ad4fab15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0712121 Feb 15 17:14:14.656069 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8245c290-89a6-4b60-b93c-6846777166da tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.3811505 Feb 15 17:14:14.659420 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58412) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:14.704955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0483f052-009d-4c40-9732-1ea964ee9e05 req-ceebdb5f-d7a8-4cbc-8f3f-adfc21dadd32 service neutron] 10.222.0.10 "GET /v2.0/networks/885e2a9f-445a-41c4-8fbd-c9f7ad4fab15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682527 Feb 15 17:14:14.738474 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58414) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:14.774916 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8474020-daa8-484c-9309-108478dc8fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:14.804630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-635dc43b-d65f-4434-b234-3be9ac4f5646 None None] Set router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:14:14.811681 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0483f052-009d-4c40-9732-1ea964ee9e05 req-d78f60ed-44c1-4a06-a8ac-4776dd1cfb37 service neutron] 10.222.0.10 "GET /v2.0/networks/885e2a9f-445a-41c4-8fbd-c9f7ad4fab15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008041 Feb 15 17:14:14.836091 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0771fe5-ec0a-4c8c-a5e8-61e63ac67bb2 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.836803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0771fe5-ec0a-4c8c-a5e8-61e63ac67bb2 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:14.840586 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d0771fe5-ec0a-4c8c-a5e8-61e63ac67bb2 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=6dd71121-ad5b-4328-b6eb-c7858ad2ba54 HTTP/1.1" status: 200 len: 2063 time: 0.1788871 Feb 15 17:14:14.920521 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8474020-daa8-484c-9309-108478dc8fec admin admin] Publish callbacks [] for security_group (4d2f4572-4b43-4f84-bc45-0361f92c4eb8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:14.993578 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d8474020-daa8-484c-9309-108478dc8fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4d2f4572-4b43-4f84-bc45-0361f92c4eb8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:15.037691 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d8474020-daa8-484c-9309-108478dc8fec admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b77ef6b4366f4850b2c4c6d7c195ef3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2942946 Feb 15 17:14:15.038364 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 58420) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:15.046761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8474020-daa8-484c-9309-108478dc8fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2f4572-4b43-4f84-bc45-0361f92c4eb8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:15.121392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-635dc43b-d65f-4434-b234-3be9ac4f5646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668956751', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4507730f-17ce-483f-a998-08343d951f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:47Z', 'updated_at': '2022-02-15T17:13:52Z', 'revision_number': 4, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': '4507730f-17ce-483f-a998-08343d951f6c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:48Z', 'updated_at': '2022-02-15T17:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '1e34c2fa-9027-40c8-a52d-96e1222aba20', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'port_id': '34425bed-9b52-417e-9000-c7bb731439b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'mac_address': 'fa:16:3e:b0:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088d9e44-ef31-41a1-8f28-c7d56610ff83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:14:12Z', 'updated_at': '2022-02-15T17:14:12Z', 'revision_number': 0, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3', 'name': '', 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'mac_address': 'fa:16:3e:f1:2b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:51Z', 'updated_at': '2022-02-15T17:13:56Z', 'revision_number': 5, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'subnets': [{'id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:14:15.157964 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635dc43b-d65f-4434-b234-3be9ac4f5646 None None] The sync data for ids ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'] in n-d-828372-14 is: [{'id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668956751', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4507730f-17ce-483f-a998-08343d951f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:47Z', 'updated_at': '2022-02-15T17:13:52Z', 'revision_number': 4, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': '4507730f-17ce-483f-a998-08343d951f6c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:48Z', 'updated_at': '2022-02-15T17:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '1e34c2fa-9027-40c8-a52d-96e1222aba20', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'port_id': '34425bed-9b52-417e-9000-c7bb731439b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3808, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'mac_address': 'fa:16:3e:b0:76:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088d9e44-ef31-41a1-8f28-c7d56610ff83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:14:12Z', 'updated_at': '2022-02-15T17:14:12Z', 'revision_number': 0, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3', 'name': '', 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'mac_address': 'fa:16:3e:f1:2b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:51Z', 'updated_at': '2022-02-15T17:13:56Z', 'revision_number': 5, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'subnets': [{'id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:14:15.167043 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db9ba561-cfb4-449e-8cce-7da441143073 admin admin] Publish callbacks [] for security_group (4d2f4572-4b43-4f84-bc45-0361f92c4eb8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:15.199102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db9ba561-cfb4-449e-8cce-7da441143073 admin admin] Publish callbacks [] for security_group (4d2f4572-4b43-4f84-bc45-0361f92c4eb8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:15.324033 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db9ba561-cfb4-449e-8cce-7da441143073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4d2f4572-4b43-4f84-bc45-0361f92c4eb8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:15.324033 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-db9ba561-cfb4-449e-8cce-7da441143073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:15.324033 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-db9ba561-cfb4-449e-8cce-7da441143073 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4d2f4572-4b43-4f84-bc45-0361f92c4eb8 HTTP/1.1" status: 204 len: 168 time: 0.2847176 Feb 15 17:14:15.337335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ba561-cfb4-449e-8cce-7da441143073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2f4572-4b43-4f84-bc45-0361f92c4eb8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:15.507016 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9236a17b-fa11-4e57-9d02-759b70674b38 None None] New status for floating IP 1e34c2fa-9027-40c8-a52d-96e1222aba20: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:14:16.088618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58440) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:16.104575 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4756dcc-9535-4171-9729-bcbc72a26446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:16.191555 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4756dcc-9535-4171-9729-bcbc72a26446 admin admin] Publish callbacks [] for security_group (1c710053-f0f1-4bed-a543-251c898d0948), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:16.279634 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4756dcc-9535-4171-9729-bcbc72a26446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1c710053-f0f1-4bed-a543-251c898d0948), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:16.327610 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4756dcc-9535-4171-9729-bcbc72a26446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c710053-f0f1-4bed-a543-251c898d0948,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:16.332736 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d4756dcc-9535-4171-9729-bcbc72a26446 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=31d8225543ad4e74aa8539e9a3e69b57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2419248 Feb 15 17:14:16.335367 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58448) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:16.398079 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76d97889-8334-48b0-b10a-6a7a901d6ee3 admin admin] Publish callbacks [] for security_group (1c710053-f0f1-4bed-a543-251c898d0948), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:16.420041 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76d97889-8334-48b0-b10a-6a7a901d6ee3 admin admin] Publish callbacks [] for security_group (1c710053-f0f1-4bed-a543-251c898d0948), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:16.561616 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76d97889-8334-48b0-b10a-6a7a901d6ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1c710053-f0f1-4bed-a543-251c898d0948), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:16.564322 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-76d97889-8334-48b0-b10a-6a7a901d6ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:16.565599 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-76d97889-8334-48b0-b10a-6a7a901d6ee3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1c710053-f0f1-4bed-a543-251c898d0948 HTTP/1.1" status: 204 len: 168 time: 0.2283552 Feb 15 17:14:16.575068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d97889-8334-48b0-b10a-6a7a901d6ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c710053-f0f1-4bed-a543-251c898d0948,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:18.284907 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58508) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:18.395126 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f5674ce-b889-4f7d-a2f8-6db678580151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:18.472739 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f5674ce-b889-4f7d-a2f8-6db678580151 admin admin] Publish callbacks [] for security_group (336b5a91-530e-4866-8a4e-3dfcad83ae19), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:18.553682 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f5674ce-b889-4f7d-a2f8-6db678580151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (336b5a91-530e-4866-8a4e-3dfcad83ae19), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:18.594062 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5674ce-b889-4f7d-a2f8-6db678580151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336b5a91-530e-4866-8a4e-3dfcad83ae19,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:18.602249 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1f5674ce-b889-4f7d-a2f8-6db678580151 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7728c3a7c7ca46e58b3486ce08e163aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3138175 Feb 15 17:14:18.603299 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 58522) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:18.658525 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99dd1c48-e4f5-49ca-82a7-9b2bf35e6b36 admin admin] Publish callbacks [] for security_group (336b5a91-530e-4866-8a4e-3dfcad83ae19), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:18.680422 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99dd1c48-e4f5-49ca-82a7-9b2bf35e6b36 admin admin] Publish callbacks [] for security_group (336b5a91-530e-4866-8a4e-3dfcad83ae19), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:18.867405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3cff4-f963-4653-bf2b-41aa0650f80c req-83b77616-48b6-4d19-8675-eebf64b8c67e tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:18.868992 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-65d3cff4-f963-4653-bf2b-41aa0650f80c req-83b77616-48b6-4d19-8675-eebf64b8c67e tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 946 time: 0.0524688 Feb 15 17:14:18.890457 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99dd1c48-e4f5-49ca-82a7-9b2bf35e6b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (336b5a91-530e-4866-8a4e-3dfcad83ae19), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:18.893182 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-99dd1c48-e4f5-49ca-82a7-9b2bf35e6b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:18.894386 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-99dd1c48-e4f5-49ca-82a7-9b2bf35e6b36 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/336b5a91-530e-4866-8a4e-3dfcad83ae19 HTTP/1.1" status: 204 len: 168 time: 0.2910337 Feb 15 17:14:18.905980 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd1c48-e4f5-49ca-82a7-9b2bf35e6b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336b5a91-530e-4866-8a4e-3dfcad83ae19,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:18.943499 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-65d3cff4-f963-4653-bf2b-41aa0650f80c req-1e373f2c-45c5-4055-9c73-6e295c233dcc tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686088 Feb 15 17:14:20.090900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fb0fd-9121-47b3-84d0-7d82e0520095 req-bfdb05ff-657b-4927-9bea-a6a98059322b tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:20.092734 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d5fb0fd-9121-47b3-84d0-7d82e0520095 req-bfdb05ff-657b-4927-9bea-a6a98059322b tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 946 time: 0.0693049 Feb 15 17:14:20.143838 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d5fb0fd-9121-47b3-84d0-7d82e0520095 req-7b611d3c-edeb-4b45-bfbb-c9e4adbb10c4 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458081 Feb 15 17:14:20.330754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4de0b6-19bd-400f-a313-fc4f9368e343 req-d1856e88-2d96-4f1c-b69f-a3005995dc0a tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:20.332244 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7f4de0b6-19bd-400f-a313-fc4f9368e343 req-d1856e88-2d96-4f1c-b69f-a3005995dc0a tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.67 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 946 time: 0.0581350 Feb 15 17:14:20.427817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-7f4de0b6-19bd-400f-a313-fc4f9368e343 req-1e27dfbb-6e84-4670-b163-6787893175d1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Deleting port 26c17b25-1e6b-4a3a-97d6-428415fcfc79 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:14:20.428160 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7f4de0b6-19bd-400f-a313-fc4f9368e343 req-1e27dfbb-6e84-4670-b163-6787893175d1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (26c17b25-1e6b-4a3a-97d6-428415fcfc79), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:20.536479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-7f4de0b6-19bd-400f-a313-fc4f9368e343 req-1e27dfbb-6e84-4670-b163-6787893175d1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] For port 26c17b25-1e6b-4a3a-97d6-428415fcfc79, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=26c17b25-1e6b-4a3a-97d6-428415fcfc79,segment=NetworkSegment(536f4f99-6e02-40c5-946f-138c37eb458a),segment_id=536f4f99-6e02-40c5-946f-138c37eb458a)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:14:20.537100 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7f4de0b6-19bd-400f-a313-fc4f9368e343 req-1e27dfbb-6e84-4670-b163-6787893175d1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (26c17b25-1e6b-4a3a-97d6-428415fcfc79), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:20.553701 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-7f4de0b6-19bd-400f-a313-fc4f9368e343 req-1e27dfbb-6e84-4670-b163-6787893175d1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Calling delete_port for 26c17b25-1e6b-4a3a-97d6-428415fcfc79 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:14:20.736826 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7f4de0b6-19bd-400f-a313-fc4f9368e343 req-1e27dfbb-6e84-4670-b163-6787893175d1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (26c17b25-1e6b-4a3a-97d6-428415fcfc79), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:20.748618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['26c17b25-1e6b-4a3a-97d6-428415fcfc79'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:14:20.772331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27dfbb-6e84-4670-b163-6787893175d1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Pushing event deleted for resources: {'Port': ['ID=26c17b25-1e6b-4a3a-97d6-428415fcfc79,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:20.816696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4de0b6-19bd-400f-a313-fc4f9368e343 req-1e27dfbb-6e84-4670-b163-6787893175d1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] No DVR routers for this DVR port 26c17b25-1e6b-4a3a-97d6-428415fcfc79 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:14:20.819589 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7f4de0b6-19bd-400f-a313-fc4f9368e343 req-1e27dfbb-6e84-4670-b163-6787893175d1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:20.825142 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7f4de0b6-19bd-400f-a313-fc4f9368e343 req-1e27dfbb-6e84-4670-b163-6787893175d1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.67 "DELETE /v2.0/ports/26c17b25-1e6b-4a3a-97d6-428415fcfc79 HTTP/1.1" status: 204 len: 173 time: 0.4877491 Feb 15 17:14:20.825668 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '296db803-fa9a-4693-84f8-220ae8e07641', 'name': 'network-vif-deleted', 'tag': '26c17b25-1e6b-4a3a-97d6-428415fcfc79'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:14:20.829073 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b04c55-5dd1-4110-bd36-e87363754607" -d '{"events": [{"server_uuid": "296db803-fa9a-4693-84f8-220ae8e07641", "name": "network-vif-deleted", "tag": "26c17b25-1e6b-4a3a-97d6-428415fcfc79"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:14:20.873322 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a40b320-5928-471b-845e-bf769ff42c77 x-openstack-request-id: req-5a40b320-5928-471b-845e-bf769ff42c77 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:14:20.873648 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "296db803-fa9a-4693-84f8-220ae8e07641", "name": "network-vif-deleted", "tag": "26c17b25-1e6b-4a3a-97d6-428415fcfc79", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:14:20.873956 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5a40b320-5928-471b-845e-bf769ff42c77 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:14:20.874365 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '296db803-fa9a-4693-84f8-220ae8e07641', 'name': 'network-vif-deleted', 'tag': '26c17b25-1e6b-4a3a-97d6-428415fcfc79', 'status': 'completed', 'code': 200} Feb 15 17:14:21.257965 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a96df48-628d-4fa6-808b-274790543a44 req-97b93e5e-a93a-43f7-9559-1e775f1c0fcc tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=296db803-fa9a-4693-84f8-220ae8e07641 HTTP/1.1" status: 200 len: 210 time: 0.0302815 Feb 15 17:14:24.739928 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:14:25.015488 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 26c17b25-1e6b-4a3a-97d6-428415fcfc79 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:14:25.044136 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 26c17b25-1e6b-4a3a-97d6-428415fcfc79 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:14:25.044780 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 26c17b25-1e6b-4a3a-97d6-428415fcfc79 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:14:30.508653 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:30.891819 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:33.124471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443addf4-c417-458e-9bda-90174ce4688f req-0e6655e1-7b02-4668-b13f-0338de0dbada tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:33.126766 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-443addf4-c417-458e-9bda-90174ce4688f req-0e6655e1-7b02-4668-b13f-0338de0dbada tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/networks?id=a08513b0-2431-4c16-bdc9-80beb3ba12d5 HTTP/1.1" status: 200 len: 814 time: 0.1078367 Feb 15 17:14:33.142320 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-443addf4-c417-458e-9bda-90174ce4688f req-6514992d-86c0-47da-89d1-e5951b0aa472 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/quotas/5e0f135462714de18205d04dc34266f7 HTTP/1.1" status: 200 len: 375 time: 0.0099869 Feb 15 17:14:33.176682 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-443addf4-c417-458e-9bda-90174ce4688f req-535ef72c-f95c-4fb5-b8c6-c33aae60b761 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=5e0f135462714de18205d04dc34266f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282712 Feb 15 17:14:33.270828 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-443addf4-c417-458e-9bda-90174ce4688f req-aa5244d1-83d7-424a-b92c-1eb6befe8ce3 service neutron] 10.222.0.107 "GET /v2.0/networks/a08513b0-2431-4c16-bdc9-80beb3ba12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869524 Feb 15 17:14:33.700369 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-443addf4-c417-458e-9bda-90174ce4688f req-be118ab1-514a-4e5e-bc9c-d23cd0fb2620 service neutron] 10.222.0.107 "GET /v2.0/networks/a08513b0-2431-4c16-bdc9-80beb3ba12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238791 Feb 15 17:14:33.984538 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-02219862-27f1-4491-962a-a227194c05a5 req-6725dc8d-4325-4bc6-9fde-02bc114e491c tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 210 time: 0.0584347 Feb 15 17:14:35.096784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-13224660-3059-48a9-8566-3eb1f868412c req-32ec85a9-4360-4307-8b20-d052293c085c tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 210 time: 0.0352376 Feb 15 17:14:35.891927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443addf4-c417-458e-9bda-90174ce4688f req-51875884-abf5-4480-977b-48d53c6a4daa tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:35.893319 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-443addf4-c417-458e-9bda-90174ce4688f req-51875884-abf5-4480-977b-48d53c6a4daa tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.67 "GET /v2.0/networks?id=a08513b0-2431-4c16-bdc9-80beb3ba12d5 HTTP/1.1" status: 200 len: 814 time: 0.1146593 Feb 15 17:14:35.906290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-443addf4-c417-458e-9bda-90174ce4688f req-79b71399-1621-4db0-bfd0-0d61b0d9ddf4 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Request body: {'port': {'device_id': 'd7cad25a-5c49-48ae-990b-ed76b2a48a3e', 'network_id': 'a08513b0-2431-4c16-bdc9-80beb3ba12d5', 'admin_state_up': True, 'tenant_id': '5e0f135462714de18205d04dc34266f7'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:14:36.131777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443addf4-c417-458e-9bda-90174ce4688f req-79b71399-1621-4db0-bfd0-0d61b0d9ddf4 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Made reservation on behalf of 5e0f135462714de18205d04dc34266f7 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:14:36.137690 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-443addf4-c417-458e-9bda-90174ce4688f req-79b71399-1621-4db0-bfd0-0d61b0d9ddf4 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:36.264624 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-580f31bf-9725-4800-8b02-53b31961ce40 req-3ff9149b-79e5-4b65-a9f2-26950193bd4f tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 210 time: 0.0721655 Feb 15 17:14:36.312206 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-443addf4-c417-458e-9bda-90174ce4688f req-79b71399-1621-4db0-bfd0-0d61b0d9ddf4 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Allocated IP 172.20.0.8 (a08513b0-2431-4c16-bdc9-80beb3ba12d5/9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0/a639f35d-8287-4737-9593-fb9b7d04a9d2) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:14:36.470220 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-443addf4-c417-458e-9bda-90174ce4688f req-79b71399-1621-4db0-bfd0-0d61b0d9ddf4 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Publish callbacks [] for port (a639f35d-8287-4737-9593-fb9b7d04a9d2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:36.577652 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-443addf4-c417-458e-9bda-90174ce4688f req-79b71399-1621-4db0-bfd0-0d61b0d9ddf4 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a639f35d-8287-4737-9593-fb9b7d04a9d2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:36.625624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443addf4-c417-458e-9bda-90174ce4688f req-79b71399-1621-4db0-bfd0-0d61b0d9ddf4 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Network a08513b0-2431-4c16-bdc9-80beb3ba12d5 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:14:36.628834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-443addf4-c417-458e-9bda-90174ce4688f req-79b71399-1621-4db0-bfd0-0d61b0d9ddf4 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:14:36.633291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-443addf4-c417-458e-9bda-90174ce4688f req-79b71399-1621-4db0-bfd0-0d61b0d9ddf4 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:14:36.676085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b71399-1621-4db0-bfd0-0d61b0d9ddf4 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Pushing event updated for resources: {'Port': ['ID=a639f35d-8287-4737-9593-fb9b7d04a9d2,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:36.695181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443addf4-c417-458e-9bda-90174ce4688f req-79b71399-1621-4db0-bfd0-0d61b0d9ddf4 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:36.695875 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-443addf4-c417-458e-9bda-90174ce4688f req-79b71399-1621-4db0-bfd0-0d61b0d9ddf4 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:36.809466 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-443addf4-c417-458e-9bda-90174ce4688f req-79b71399-1621-4db0-bfd0-0d61b0d9ddf4 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9074934 Feb 15 17:14:36.820093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Request body: {'port': {'device_id': 'd7cad25a-5c49-48ae-990b-ed76b2a48a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:14:36.882480 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a639f35d-8287-4737-9593-fb9b7d04a9d2), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:36.949306 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-75ac347d-dc2c-48ea-b569-e0c6d9383be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:37.265964 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a639f35d-8287-4737-9593-fb9b7d04a9d2 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:14:37.273860 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Publish callbacks [] for port (a639f35d-8287-4737-9593-fb9b7d04a9d2), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:37.289761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Transition to ACTIVE for port object a639f35d-8287-4737-9593-fb9b7d04a9d2 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:14:37.392599 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (a639f35d-8287-4737-9593-fb9b7d04a9d2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:37.469740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Pushing event updated for resources: {'Port': ['ID=a639f35d-8287-4737-9593-fb9b7d04a9d2,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:37.479807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e22e09-b318-41b9-910a-e01c44b6bb2a req-858e972a-d1cd-44d1-b322-901ebc9fdace tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:37.481385 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2e22e09-b318-41b9-910a-e01c44b6bb2a req-858e972a-d1cd-44d1-b322-901ebc9fdace tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 943 time: 0.1324608 Feb 15 17:14:37.614079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Attempting to bind port a639f35d-8287-4737-9593-fb9b7d04a9d2 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:14:37.614407 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Attempting to bind port a639f35d-8287-4737-9593-fb9b7d04a9d2 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '536f4f99-6e02-40c5-946f-138c37eb458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a08513b0-2431-4c16-bdc9-80beb3ba12d5'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:14:37.614740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Attempting to bind port a639f35d-8287-4737-9593-fb9b7d04a9d2 on network a08513b0-2431-4c16-bdc9-80beb3ba12d5 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:14:37.619328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2e22e09-b318-41b9-910a-e01c44b6bb2a req-8b544da7-e479-4e2d-8a0c-f2605d0980d9 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024556 Feb 15 17:14:37.622487 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Port a639f35d-8287-4737-9593-fb9b7d04a9d2 on network a08513b0-2431-4c16-bdc9-80beb3ba12d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:14:37.622821 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Attempting to bind port a639f35d-8287-4737-9593-fb9b7d04a9d2 on network a08513b0-2431-4c16-bdc9-80beb3ba12d5 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:14:37.628273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:14:37.628751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Checking segment: {'id': '536f4f99-6e02-40c5-946f-138c37eb458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a08513b0-2431-4c16-bdc9-80beb3ba12d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:14:37.633301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Bound using segment: {'id': '536f4f99-6e02-40c5-946f-138c37eb458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a08513b0-2431-4c16-bdc9-80beb3ba12d5'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:14:37.633301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Bound port: a639f35d-8287-4737-9593-fb9b7d04a9d2, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '536f4f99-6e02-40c5-946f-138c37eb458a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a08513b0-2431-4c16-bdc9-80beb3ba12d5'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:14:37.633301 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a639f35d-8287-4737-9593-fb9b7d04a9d2), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:37.695587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] For port a639f35d-8287-4737-9593-fb9b7d04a9d2, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:14:37.698797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] For port a639f35d-8287-4737-9593-fb9b7d04a9d2, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=a639f35d-8287-4737-9593-fb9b7d04a9d2,segment=NetworkSegment(536f4f99-6e02-40c5-946f-138c37eb458a),segment_id=536f4f99-6e02-40c5-946f-138c37eb458a)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:14:37.800784 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (a639f35d-8287-4737-9593-fb9b7d04a9d2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:37.855950 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:37.855950 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:37.857406 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-443addf4-c417-458e-9bda-90174ce4688f req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] 10.222.0.67 "PUT /v2.0/ports/a639f35d-8287-4737-9593-fb9b7d04a9d2 HTTP/1.1" status: 200 len: 1092 time: 1.0414333 Feb 15 17:14:37.857880 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cad25a-5c49-48ae-990b-ed76b2a48a3e', 'tag': 'a639f35d-8287-4737-9593-fb9b7d04a9d2'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:14:37.867862 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c447df-d261-403f-a337-6f5c7c6c981f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cad25a-5c49-48ae-990b-ed76b2a48a3e", "tag": "a639f35d-8287-4737-9593-fb9b7d04a9d2"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:14:37.888783 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f8791-b519-437d-89fd-53f9c6e6e7de service neutron] Pushing event updated for resources: {'Port': ['ID=a639f35d-8287-4737-9593-fb9b7d04a9d2,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:37.962106 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e70c4c-27c0-4135-b28e-2ca9268c1efc x-openstack-request-id: req-d1e70c4c-27c0-4135-b28e-2ca9268c1efc {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:14:37.962382 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cad25a-5c49-48ae-990b-ed76b2a48a3e", "tag": "a639f35d-8287-4737-9593-fb9b7d04a9d2", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:14:37.962918 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d1e70c4c-27c0-4135-b28e-2ca9268c1efc {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:14:37.963324 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cad25a-5c49-48ae-990b-ed76b2a48a3e', 'tag': 'a639f35d-8287-4737-9593-fb9b7d04a9d2', 'status': 'completed', 'code': 200} Feb 15 17:14:38.025033 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443addf4-c417-458e-9bda-90174ce4688f req-18f542b6-5469-450e-a53f-d58fe90c6016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:38.026678 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-443addf4-c417-458e-9bda-90174ce4688f req-18f542b6-5469-450e-a53f-d58fe90c6016 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e0f135462714de18205d04dc34266f7&device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 1126 time: 0.0749388 Feb 15 17:14:38.077006 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-443addf4-c417-458e-9bda-90174ce4688f req-1dbd5bf3-c8f8-44a9-8146-1c64cf00e0fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a639f35d-8287-4737-9593-fb9b7d04a9d2 HTTP/1.1" status: 200 len: 217 time: 0.0422328 Feb 15 17:14:38.130265 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443addf4-c417-458e-9bda-90174ce4688f req-6cb91197-919c-4657-8d43-e868203a642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:38.131899 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-443addf4-c417-458e-9bda-90174ce4688f req-6cb91197-919c-4657-8d43-e868203a642a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0 HTTP/1.1" status: 200 len: 854 time: 0.0482967 Feb 15 17:14:38.171381 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-443addf4-c417-458e-9bda-90174ce4688f req-fe71c59e-ea6c-47c4-8472-6cdbf7c51e42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a08513b0-2431-4c16-bdc9-80beb3ba12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329206 Feb 15 17:14:38.280782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-443addf4-c417-458e-9bda-90174ce4688f req-b6f51e42-820c-4c62-ac91-fe3bd0733b14 service neutron] 10.222.0.67 "GET /v2.0/networks/a08513b0-2431-4c16-bdc9-80beb3ba12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025708 Feb 15 17:14:38.399665 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-443addf4-c417-458e-9bda-90174ce4688f req-37981554-9c3e-4c21-9ae6-47cf26767297 service neutron] 10.222.0.67 "GET /v2.0/networks/a08513b0-2431-4c16-bdc9-80beb3ba12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131327 Feb 15 17:14:38.612568 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c447df-d261-403f-a337-6f5c7c6c981f req-e23c3a7d-8359-48da-abde-1494e8f8b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:38.614676 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53c447df-d261-403f-a337-6f5c7c6c981f req-e23c3a7d-8359-48da-abde-1494e8f8b294 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e0f135462714de18205d04dc34266f7&device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 1126 time: 0.0549111 Feb 15 17:14:38.751023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c447df-d261-403f-a337-6f5c7c6c981f req-0816b557-cde2-487a-98d9-93c406cf577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:38.752527 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53c447df-d261-403f-a337-6f5c7c6c981f req-0816b557-cde2-487a-98d9-93c406cf577a service neutron] 10.222.0.67 "GET /v2.0/networks?id=a08513b0-2431-4c16-bdc9-80beb3ba12d5 HTTP/1.1" status: 200 len: 915 time: 0.1323173 Feb 15 17:14:38.819154 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0a841-b9d6-42ad-9e4b-38685d874d06 req-12b18846-e5d5-4351-aab1-92c47924eb84 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:38.820783 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7cb0a841-b9d6-42ad-9e4b-38685d874d06 req-12b18846-e5d5-4351-aab1-92c47924eb84 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 943 time: 0.1164503 Feb 15 17:14:38.822276 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53c447df-d261-403f-a337-6f5c7c6c981f req-24f730b6-acbd-4b43-949a-669a83ad90e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a639f35d-8287-4737-9593-fb9b7d04a9d2 HTTP/1.1" status: 200 len: 217 time: 0.0626285 Feb 15 17:14:38.916708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c447df-d261-403f-a337-6f5c7c6c981f req-cce1e4e5-54d9-4f50-a443-967bece66855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:38.919098 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53c447df-d261-403f-a337-6f5c7c6c981f req-cce1e4e5-54d9-4f50-a443-967bece66855 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0 HTTP/1.1" status: 200 len: 854 time: 0.0851922 Feb 15 17:14:38.922873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7cb0a841-b9d6-42ad-9e4b-38685d874d06 req-027dd0a2-dbbd-4852-93f4-ea8e9f6c721a tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959113 Feb 15 17:14:38.956927 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53c447df-d261-403f-a337-6f5c7c6c981f req-8aa7410e-27f9-4b69-ab21-e16a7222f3a9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a08513b0-2431-4c16-bdc9-80beb3ba12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318949 Feb 15 17:14:39.063738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53c447df-d261-403f-a337-6f5c7c6c981f req-c35f0267-fd12-4e7b-99a5-a1ec58ee27d8 service neutron] 10.222.0.67 "GET /v2.0/networks/a08513b0-2431-4c16-bdc9-80beb3ba12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000175 Feb 15 17:14:39.168087 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-53c447df-d261-403f-a337-6f5c7c6c981f req-7577736e-2b31-45f6-babe-75b48be3389a service neutron] 10.222.0.67 "GET /v2.0/networks/a08513b0-2431-4c16-bdc9-80beb3ba12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980122 Feb 15 17:14:39.291677 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fc984e1f-2f0a-43ff-b919-11f825971283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:40.070750 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d17d3a-6ba4-4369-a74a-b8655409bfc2 req-3f7d06e3-8b2a-44a3-85e0-5cd1efce34a0 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:40.072742 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07d17d3a-6ba4-4369-a74a-b8655409bfc2 req-3f7d06e3-8b2a-44a3-85e0-5cd1efce34a0 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 943 time: 0.0657752 Feb 15 17:14:40.140757 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07d17d3a-6ba4-4369-a74a-b8655409bfc2 req-b61a0d80-dabc-493b-a5c4-c86ec4864f4e tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596547 Feb 15 17:14:40.549228 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:41.098954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device a639f35d-8287-4737-9593-fb9b7d04a9d2 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:14:41.207119 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port a639f35d-8287-4737-9593-fb9b7d04a9d2, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=a639f35d-8287-4737-9593-fb9b7d04a9d2,segment=NetworkSegment(536f4f99-6e02-40c5-946f-138c37eb458a),segment_id=536f4f99-6e02-40c5-946f-138c37eb458a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:14:41.219818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'a639f35d-8287-4737-9593-fb9b7d04a9d2', 'network_id': 'a08513b0-2431-4c16-bdc9-80beb3ba12d5', 'port_id': 'a639f35d-8287-4737-9593-fb9b7d04a9d2', 'mac_address': 'fa:16:3e:c8:aa:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:14:41.273924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port a639f35d-8287-4737-9593-fb9b7d04a9d2 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:14:41.274440 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a639f35d-8287-4737-9593-fb9b7d04a9d2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:41.284058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b9d4cc-e870-4389-951d-83ecb6a0433f req-cb9310ba-9750-4bdf-ad96-b89fd0d70bb9 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:41.286111 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3b9d4cc-e870-4389-951d-83ecb6a0433f req-cb9310ba-9750-4bdf-ad96-b89fd0d70bb9 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 943 time: 0.0736670 Feb 15 17:14:41.294670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a639f35d-8287-4737-9593-fb9b7d04a9d2 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:14:41.316854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port a639f35d-8287-4737-9593-fb9b7d04a9d2, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=a639f35d-8287-4737-9593-fb9b7d04a9d2,segment=NetworkSegment(536f4f99-6e02-40c5-946f-138c37eb458a),segment_id=536f4f99-6e02-40c5-946f-138c37eb458a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:14:41.348659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3b9d4cc-e870-4389-951d-83ecb6a0433f req-553d58fd-d76a-485b-84a4-c871f6edc4e2 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548327 Feb 15 17:14:41.416703 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a639f35d-8287-4737-9593-fb9b7d04a9d2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:41.463934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=a639f35d-8287-4737-9593-fb9b7d04a9d2,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:41.482803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:41.483161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:41.483523 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:41.483853 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:41.484195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:41.484537 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:41.484866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:41.485198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:41.485561 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:41.485897 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:41.486230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:41.486556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:41.486882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:41.626294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['a639f35d-8287-4737-9593-fb9b7d04a9d2'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:14:41.977307 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:42.483265 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a20cf1-2d82-4488-8bee-8934f5d8ffb0 req-6aa19080-6e14-4c43-b22f-4224f07bab2c tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:42.486314 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75a20cf1-2d82-4488-8bee-8934f5d8ffb0 req-6aa19080-6e14-4c43-b22f-4224f07bab2c tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 944 time: 0.0543165 Feb 15 17:14:42.552854 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75a20cf1-2d82-4488-8bee-8934f5d8ffb0 req-247f4b54-3660-44c1-a7aa-511a7a403662 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618451 Feb 15 17:14:43.082508 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59102) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:43.101056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device a639f35d-8287-4737-9593-fb9b7d04a9d2 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:14:43.210500 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59112) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:43.211003 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7f6e5e29-9559-45d1-915f-2f8a7410f903 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2671 time: 0.1267538 Feb 15 17:14:43.216159 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-3ef52031-ba18-45c6-ac21-f6f76a1c076c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Request body: {'network': {'name': 'tempest-network-smoke--2025630748', 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'port_security_enabled': False}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:14:43.217630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port a639f35d-8287-4737-9593-fb9b7d04a9d2 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:14:43.223041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port a639f35d-8287-4737-9593-fb9b7d04a9d2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:14:43.223606 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a639f35d-8287-4737-9593-fb9b7d04a9d2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:43.291620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef52031-ba18-45c6-ac21-f6f76a1c076c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Made reservation on behalf of 2d5d9f3cebd3407a8ff5759d332d2186 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:14:43.296421 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ef52031-ba18-45c6-ac21-f6f76a1c076c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:43.322639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef52031-ba18-45c6-ac21-f6f76a1c076c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:14:43.335412 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ef52031-ba18-45c6-ac21-f6f76a1c076c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1d39c5c7-667a-4796-867a-f0f0681bda7f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:43.338558 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-3ef52031-ba18-45c6-ac21-f6f76a1c076c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Added segment 1d39c5c7-667a-4796-867a-f0f0681bda7f of type vlan for network 30257f2c-fcd3-4d70-ab8e-176dba82d928 Feb 15 17:14:43.338696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port a639f35d-8287-4737-9593-fb9b7d04a9d2 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:14:43.338696 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a639f35d-8287-4737-9593-fb9b7d04a9d2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:43.391250 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ef52031-ba18-45c6-ac21-f6f76a1c076c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (30257f2c-fcd3-4d70-ab8e-176dba82d928), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:43.395909 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cad25a-5c49-48ae-990b-ed76b2a48a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a639f35d-8287-4737-9593-fb9b7d04a9d2'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:14:43.398302 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78098578-f5dc-41fd-8399-6b52ea83c2dc" -d '{"events": [{"server_uuid": "d7cad25a-5c49-48ae-990b-ed76b2a48a3e", "name": "network-vif-plugged", "status": "completed", "tag": "a639f35d-8287-4737-9593-fb9b7d04a9d2"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:14:43.414136 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port a639f35d-8287-4737-9593-fb9b7d04a9d2, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=a639f35d-8287-4737-9593-fb9b7d04a9d2,segment=NetworkSegment(536f4f99-6e02-40c5-946f-138c37eb458a),segment_id=536f4f99-6e02-40c5-946f-138c37eb458a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:14:43.477023 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5c897e-d840-4f91-bbc1-cdeb63e55310 x-openstack-request-id: req-3e5c897e-d840-4f91-bbc1-cdeb63e55310 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:14:43.477313 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cad25a-5c49-48ae-990b-ed76b2a48a3e", "name": "network-vif-plugged", "status": "completed", "tag": "a639f35d-8287-4737-9593-fb9b7d04a9d2", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:14:43.477647 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3e5c897e-d840-4f91-bbc1-cdeb63e55310 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:14:43.478053 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cad25a-5c49-48ae-990b-ed76b2a48a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a639f35d-8287-4737-9593-fb9b7d04a9d2', 'code': 200} Feb 15 17:14:43.486966 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a639f35d-8287-4737-9593-fb9b7d04a9d2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:43.522031 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:43.561796 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=a639f35d-8287-4737-9593-fb9b7d04a9d2,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:43.606188 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ef52031-ba18-45c6-ac21-f6f76a1c076c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (30257f2c-fcd3-4d70-ab8e-176dba82d928), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:43.616853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef52031-ba18-45c6-ac21-f6f76a1c076c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:43.617772 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ef52031-ba18-45c6-ac21-f6f76a1c076c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:43.764355 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd6afb-6116-4b3e-896e-953244be9c32 req-cfa8061b-224e-47b6-b9bf-1ff88fc6ba82 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:43.766161 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3bfd6afb-6116-4b3e-896e-953244be9c32 req-cfa8061b-224e-47b6-b9bf-1ff88fc6ba82 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 945 time: 0.0814881 Feb 15 17:14:43.773619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7cd41-66d6-4560-9394-39de28267e85 req-aff8891b-9aa5-4c9a-a319-e8138c0e29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:43.775628 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a7cd41-66d6-4560-9394-39de28267e85 req-aff8891b-9aa5-4c9a-a319-e8138c0e29b8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 1128 time: 0.2280831 Feb 15 17:14:43.785463 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3ef52031-ba18-45c6-ac21-f6f76a1c076c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5714185 Feb 15 17:14:43.788225 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59148) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:43.791789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef52031-ba18-45c6-ac21-f6f76a1c076c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'Network': ['ID=30257f2c-fcd3-4d70-ab8e-176dba82d928,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:43.796558 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-326875131', 'admin_state_up': True, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:14:43.804225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 30257f2c-fcd3-4d70-ab8e-176dba82d928 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:14:43.833069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a7cd41-66d6-4560-9394-39de28267e85 req-89fbce0b-0c4c-45a5-8f75-c17375daf809 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483441 Feb 15 17:14:43.857788 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3bfd6afb-6116-4b3e-896e-953244be9c32 req-e78be56d-3074-48d0-ab01-d1c0be6c7750 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847080 Feb 15 17:14:43.926769 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (9f6be495-bb16-495f-8d0c-50b12d6efcfd), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:43.927895 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (9f6be495-bb16-495f-8d0c-50b12d6efcfd), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:43.990897 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router_controller (9f6be495-bb16-495f-8d0c-50b12d6efcfd), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:44.210236 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router_gateway (9f6be495-bb16-495f-8d0c-50b12d6efcfd), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:44.508021 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router_gateway (9f6be495-bb16-495f-8d0c-50b12d6efcfd), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:44.526252 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:44.630378 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Allocated IP 172.25.4.95 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/e0852dcd-6a11-408b-bd1e-5ae58b311ac8) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:14:44.740935 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for port (e0852dcd-6a11-408b-bd1e-5ae58b311ac8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:44.858016 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e0852dcd-6a11-408b-bd1e-5ae58b311ac8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:44.898530 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:14:44.905001 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:14:44.912846 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:14:44.959124 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'Port': ['ID=e0852dcd-6a11-408b-bd1e-5ae58b311ac8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:45.355315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:45.355315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:45.355315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:45.355315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:45.355315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:45.355315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:45.356887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:45.356887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:45.356887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:45.357143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:45.357681 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:45.358004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:45.358326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:45.438748 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d342672-b20c-4af7-b7ba-d8c69aeb0881 req-1a896870-40a3-4a4c-b10d-1ebd3cdf68fb tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:45.440238 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d342672-b20c-4af7-b7ba-d8c69aeb0881 req-1a896870-40a3-4a4c-b10d-1ebd3cdf68fb tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 945 time: 0.4372458 Feb 15 17:14:45.450941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ce757-63e8-42c1-9c01-4eb5f80ce00a req-22f8db76-b274-4330-8904-3c827e503174 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:45.452481 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-899ce757-63e8-42c1-9c01-4eb5f80ce00a req-22f8db76-b274-4330-8904-3c827e503174 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 945 time: 0.1053135 Feb 15 17:14:45.514817 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-899ce757-63e8-42c1-9c01-4eb5f80ce00a req-bcca3607-c7f0-47a1-90f6-1e03d9c82ac1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561798 Feb 15 17:14:45.553446 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d342672-b20c-4af7-b7ba-d8c69aeb0881 req-55f83837-585e-4a36-bb99-137099cfb285 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032033 Feb 15 17:14:45.624475 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router_gateway (9f6be495-bb16-495f-8d0c-50b12d6efcfd), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:45.825739 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (9f6be495-bb16-495f-8d0c-50b12d6efcfd), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:46.029196 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Router 9f6be495-bb16-495f-8d0c-50b12d6efcfd is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:14:46.141757 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:14:46.153751 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Sync routers for ids ['9f6be495-bb16-495f-8d0c-50b12d6efcfd'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:14:46.166564 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Routers {'9f6be495-bb16-495f-8d0c-50b12d6efcfd'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:14:46.168089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:14:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9f6be495-bb16-495f-8d0c-50b12d6efcfd'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:14:46.253526 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:46.257589 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e8f6fed3-3e25-412b-8104-c4fcb7ad2cd9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.4646990 Feb 15 17:14:46.258594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59284) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:46.283790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Set router 9f6be495-bb16-495f-8d0c-50b12d6efcfd gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:14:46.329137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea35de6a-f7b7-436e-b827-dd630e373f7e tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:46.333790 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ea35de6a-f7b7-436e-b827-dd630e373f7e tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=2d5d9f3cebd3407a8ff5759d332d2186&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0713882 Feb 15 17:14:46.334027 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59288) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:46.495339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-326875131', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:14:43Z', 'updated_at': '2022-02-15T17:14:45Z', 'revision_number': 3, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:14:44Z', 'updated_at': '2022-02-15T17:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:14:46.525175 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5648e435-66f4-438b-b88f-31c0baf96194 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:46.529241 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5648e435-66f4-438b-b88f-31c0baf96194 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1915562 Feb 15 17:14:46.529866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59302) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:46.531604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Checking router: 9f6be495-bb16-495f-8d0c-50b12d6efcfd for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:14:46.531969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Updating router 9f6be495-bb16-495f-8d0c-50b12d6efcfd port e0852dcd-6a11-408b-bd1e-5ae58b311ac8 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:14:46.565594 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4f4ec0a1-e427-4519-a7d6-edafbaa4d538 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342805 Feb 15 17:14:46.568974 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e0852dcd-6a11-408b-bd1e-5ae58b311ac8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:46.571229 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59306) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:46.634125 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-81e96f14-6244-49de-b9f6-687a2bf101d8 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=2d5d9f3cebd3407a8ff5759d332d2186&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0607181 Feb 15 17:14:46.636692 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59312) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:46.703379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19abd926-6e85-46af-8590-0d300841545e req-af4c5a02-7824-47e1-b3cc-166c1dbef01a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:46.704967 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19abd926-6e85-46af-8590-0d300841545e req-af4c5a02-7824-47e1-b3cc-166c1dbef01a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 945 time: 0.0695992 Feb 15 17:14:46.786425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e36de-eef2-47ee-ba34-01a2b5a6d0c8 req-be01b406-8fd8-410d-b9fc-26bad4d0d88d tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:46.788676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-769e36de-eef2-47ee-ba34-01a2b5a6d0c8 req-be01b406-8fd8-410d-b9fc-26bad4d0d88d tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 945 time: 0.1220448 Feb 15 17:14:46.800669 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19abd926-6e85-46af-8590-0d300841545e req-3757859c-e214-45fd-a908-4f75da7bbefe tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866888 Feb 15 17:14:46.822910 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b114faf-1bb6-4c9c-8500-4194e2f3495a tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:46.824436 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9b114faf-1bb6-4c9c-8500-4194e2f3495a tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1864388 Feb 15 17:14:46.827158 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59318) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:46.877582 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8ae01d6b-31d0-4d14-ac7d-a139b97d630c tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0491636 Feb 15 17:14:46.881030 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59320) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:46.886094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4eb88ab6-48fb-4d20-bce8-fe73800cd459 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1770535180', 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928', 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:14:46.928673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862900a4-6faa-44fe-8151-e10f60e053a3 req-00e42b76-b9e3-463c-b352-53c90703e472 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:46.930465 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-862900a4-6faa-44fe-8151-e10f60e053a3 req-00e42b76-b9e3-463c-b352-53c90703e472 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.10 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 945 time: 0.0540583 Feb 15 17:14:46.940785 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-769e36de-eef2-47ee-ba34-01a2b5a6d0c8 req-bda2da8b-66e8-4e3b-804f-59f9db36cef5 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383436 Feb 15 17:14:47.078670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-862900a4-6faa-44fe-8151-e10f60e053a3 req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Deleting port 3c55bd53-67e7-42a7-9d80-cf8b7a840171 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:14:47.079429 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-862900a4-6faa-44fe-8151-e10f60e053a3 req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3c55bd53-67e7-42a7-9d80-cf8b7a840171), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:47.097110 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb88ab6-48fb-4d20-bce8-fe73800cd459 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Made reservation on behalf of 2d5d9f3cebd3407a8ff5759d332d2186 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:14:47.098852 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Publish callbacks [] for port (e0852dcd-6a11-408b-bd1e-5ae58b311ac8), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:47.100956 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb88ab6-48fb-4d20-bce8-fe73800cd459 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:47.216006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-862900a4-6faa-44fe-8151-e10f60e053a3 req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] For port 3c55bd53-67e7-42a7-9d80-cf8b7a840171, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3c55bd53-67e7-42a7-9d80-cf8b7a840171,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:14:47.216600 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-862900a4-6faa-44fe-8151-e10f60e053a3 req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3c55bd53-67e7-42a7-9d80-cf8b7a840171), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:47.303755 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e0852dcd-6a11-408b-bd1e-5ae58b311ac8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:47.370623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Attempting to bind port e0852dcd-6a11-408b-bd1e-5ae58b311ac8 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:14:47.370988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Attempting to bind port e0852dcd-6a11-408b-bd1e-5ae58b311ac8 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:14:47.371951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Attempting to bind port e0852dcd-6a11-408b-bd1e-5ae58b311ac8 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:14:47.408352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:14:47.408733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:14:47.409141 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:47.409556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:14:47.410163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Bound port: e0852dcd-6a11-408b-bd1e-5ae58b311ac8, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:14:47.410545 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e0852dcd-6a11-408b-bd1e-5ae58b311ac8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:47.419580 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41ffca-0faa-44f7-aa13-90e5c7f47d4b None None] Pushing event updated for resources: {'Port': ['ID=e0852dcd-6a11-408b-bd1e-5ae58b311ac8,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:47.514773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] For port e0852dcd-6a11-408b-bd1e-5ae58b311ac8, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:14:47.529654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] For port e0852dcd-6a11-408b-bd1e-5ae58b311ac8, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e0852dcd-6a11-408b-bd1e-5ae58b311ac8,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:14:47.562527 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb88ab6-48fb-4d20-bce8-fe73800cd459 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (e927619e-f130-4a90-8711-2364189dd45f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:47.624072 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-862900a4-6faa-44fe-8151-e10f60e053a3 req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:47.624072 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-862900a4-6faa-44fe-8151-e10f60e053a3 req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (99adac55-0077-46c7-86d7-588a1623921b), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:47.624763 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-862900a4-6faa-44fe-8151-e10f60e053a3 req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Floating IP 99adac55-0077-46c7-86d7-588a1623921b disassociated. External IP: 172.25.4.93, port: 3c55bd53-67e7-42a7-9d80-cf8b7a840171. Feb 15 17:14:47.625204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-862900a4-6faa-44fe-8151-e10f60e053a3 req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Calling delete_port for 3c55bd53-67e7-42a7-9d80-cf8b7a840171 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:14:47.629287 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e0852dcd-6a11-408b-bd1e-5ae58b311ac8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:47.677219 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb88ab6-48fb-4d20-bce8-fe73800cd459 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'Subnet': ['ID=e927619e-f130-4a90-8711-2364189dd45f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:47.707510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb88ab6-48fb-4d20-bce8-fe73800cd459 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Checking segment: {'id': '1d39c5c7-667a-4796-867a-f0f0681bda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:14:47.707783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb88ab6-48fb-4d20-bce8-fe73800cd459 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Network hostable DHCP agents. Network: 30257f2c-fcd3-4d70-ab8e-176dba82d928, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:14:47.752718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Routers {'9f6be495-bb16-495f-8d0c-50b12d6efcfd'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:14:47.753356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:14:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9f6be495-bb16-495f-8d0c-50b12d6efcfd'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:14:47.755154 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41ffca-0faa-44f7-aa13-90e5c7f47d4b None None] Pushing event updated for resources: {'Port': ['ID=e0852dcd-6a11-408b-bd1e-5ae58b311ac8,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:47.840936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb88ab6-48fb-4d20-bce8-fe73800cd459 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Network 30257f2c-fcd3-4d70-ab8e-176dba82d928 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:14:47.875117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] Set router 9f6be495-bb16-495f-8d0c-50b12d6efcfd gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:14:47.920531 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-862900a4-6faa-44fe-8151-e10f60e053a3 req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3c55bd53-67e7-42a7-9d80-cf8b7a840171), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:47.924092 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4eb88ab6-48fb-4d20-bce8-fe73800cd459 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 30257f2c-fcd3-4d70-ab8e-176dba82d928) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:14:47.931821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb88ab6-48fb-4d20-bce8-fe73800cd459 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:47.933449 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4eb88ab6-48fb-4d20-bce8-fe73800cd459 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:47.947695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1c2817-3bc9-4115-899f-4e42c7de4dfa None None] Network 30257f2c-fcd3-4d70-ab8e-176dba82d928 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:14:47.965794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event deleted for resources: {'Port': ['ID=3c55bd53-67e7-42a7-9d80-cf8b7a840171,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:48.001019 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:48.001400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:48.001749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:48.002865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:48.003434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:48.004523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:48.004872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:48.005212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:48.005577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:48.009353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:48.009353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:48.009353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:48.009353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:48.033490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59344) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:14:48.039936 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4eb88ab6-48fb-4d20-bce8-fe73800cd459 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1354809 Feb 15 17:14:48.266311 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3eb522d0-aa5d-48cb-a87a-3120b3d70edc req-608cfcb9-0124-41c3-b013-3f33002c4fe9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0679989 Feb 15 17:14:48.381274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-326875131', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:14:43Z', 'updated_at': '2022-02-15T17:14:45Z', 'revision_number': 3, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:14:44Z', 'updated_at': '2022-02-15T17:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:14:48.411993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-30257f2c-fcd3-4d70-ab8e-176dba82d928', 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928', 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'fixed_ips': [{'subnet_id': 'e927619e-f130-4a90-8711-2364189dd45f'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:14:48.413441 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:48.419480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8773c43-e4f1-4556-83f0-5e5e403728a2 None None] The sync data for ids ['9f6be495-bb16-495f-8d0c-50b12d6efcfd'] in n-d-828372-14 is: [{'id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-326875131', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:14:43Z', 'updated_at': '2022-02-15T17:14:45Z', 'revision_number': 3, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:14:44Z', 'updated_at': '2022-02-15T17:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:14:48.432569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-862900a4-6faa-44fe-8151-e10f60e053a3 req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Router 5ff18b72-1a6c-49b3-bf68-daefd0667316 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:14:48.632019 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Allocated IP 172.20.0.18 (30257f2c-fcd3-4d70-ab8e-176dba82d928/e927619e-f130-4a90-8711-2364189dd45f/673e0af5-5b6c-4e0d-a5e6-9a89af423974) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:14:48.856940 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Publish callbacks [] for port (673e0af5-5b6c-4e0d-a5e6-9a89af423974), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:48.927737 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (673e0af5-5b6c-4e0d-a5e6-9a89af423974), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:48.991549 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Network 30257f2c-fcd3-4d70-ab8e-176dba82d928 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:14:48.996723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:14:49.005637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:14:49.009849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Pushing event updated for resources: {'Port': ['ID=673e0af5-5b6c-4e0d-a5e6-9a89af423974,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:49.133457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Attempting to bind port 673e0af5-5b6c-4e0d-a5e6-9a89af423974 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:14:49.133457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Attempting to bind port 673e0af5-5b6c-4e0d-a5e6-9a89af423974 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '1d39c5c7-667a-4796-867a-f0f0681bda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:14:49.133952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Attempting to bind port 673e0af5-5b6c-4e0d-a5e6-9a89af423974 on network 30257f2c-fcd3-4d70-ab8e-176dba82d928 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:14:49.139469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:14:49.140037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Checking segment: {'id': '1d39c5c7-667a-4796-867a-f0f0681bda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:14:49.140400 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:49.140963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Bound using segment: {'id': '1d39c5c7-667a-4796-867a-f0f0681bda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:14:49.141467 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Bound port: 673e0af5-5b6c-4e0d-a5e6-9a89af423974, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d39c5c7-667a-4796-867a-f0f0681bda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:14:49.141857 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (673e0af5-5b6c-4e0d-a5e6-9a89af423974), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:49.198496 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-862900a4-6faa-44fe-8151-e10f60e053a3 req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:14:49.209305 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309f3142-3a8f-40d4-82a0-f0fd2334d65c None None] Sync routers for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:14:49.231608 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f3142-3a8f-40d4-82a0-f0fd2334d65c None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:14:49.232361 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-309f3142-3a8f-40d4-82a0-f0fd2334d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:14:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:14:49.235655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] For port 673e0af5-5b6c-4e0d-a5e6-9a89af423974, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:14:49.239257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] For port 673e0af5-5b6c-4e0d-a5e6-9a89af423974, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=673e0af5-5b6c-4e0d-a5e6-9a89af423974,segment=NetworkSegment(1d39c5c7-667a-4796-867a-f0f0681bda7f),segment_id=1d39c5c7-667a-4796-867a-f0f0681bda7f)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:14:49.309860 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (673e0af5-5b6c-4e0d-a5e6-9a89af423974), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:49.311068 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-862900a4-6faa-44fe-8151-e10f60e053a3 req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] No DVR routers for this DVR port 3c55bd53-67e7-42a7-9d80-cf8b7a840171 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:14:49.335651 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-862900a4-6faa-44fe-8151-e10f60e053a3 req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:49.339025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-862900a4-6faa-44fe-8151-e10f60e053a3 req-26603a9f-7eef-47a1-b2ab-343c1e3d81d0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.10 "DELETE /v2.0/ports/3c55bd53-67e7-42a7-9d80-cf8b7a840171 HTTP/1.1" status: 204 len: 173 time: 2.4018145 Feb 15 17:14:49.339477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f68bbe-d1a1-4617-9110-76f54fd58061', 'name': 'network-vif-deleted', 'tag': '3c55bd53-67e7-42a7-9d80-cf8b7a840171'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:14:49.351826 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622220ff-810b-42fa-9e8e-95deff454fed" -d '{"events": [{"server_uuid": "f6f68bbe-d1a1-4617-9110-76f54fd58061", "name": "network-vif-deleted", "tag": "3c55bd53-67e7-42a7-9d80-cf8b7a840171"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:14:49.475695 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-309f3142-3a8f-40d4-82a0-f0fd2334d65c None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:14:49.476128 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd003c-101f-4f94-93fe-e2a6c5056022 None None] Pushing event updated for resources: {'Port': ['ID=673e0af5-5b6c-4e0d-a5e6-9a89af423974,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:49.493598 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-af4a9c45-cfe9-462c-90b8-94b298bc0828 req-b810657e-f80c-44f7-bc13-683f504c9869 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.1085417 Feb 15 17:14:49.506457 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77ab9d2-6e36-42f0-b569-86b21b1f99aa x-openstack-request-id: req-a77ab9d2-6e36-42f0-b569-86b21b1f99aa {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:14:49.506769 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f68bbe-d1a1-4617-9110-76f54fd58061", "name": "network-vif-deleted", "tag": "3c55bd53-67e7-42a7-9d80-cf8b7a840171", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:14:49.507033 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a77ab9d2-6e36-42f0-b569-86b21b1f99aa {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:14:49.508867 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f68bbe-d1a1-4617-9110-76f54fd58061', 'name': 'network-vif-deleted', 'tag': '3c55bd53-67e7-42a7-9d80-cf8b7a840171', 'status': 'completed', 'code': 200} Feb 15 17:14:49.754824 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:49.838834 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-309f3142-3a8f-40d4-82a0-f0fd2334d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:14:49.899919 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309f3142-3a8f-40d4-82a0-f0fd2334d65c None None] Checking router: 5ff18b72-1a6c-49b3-bf68-daefd0667316 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:14:49.919210 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309f3142-3a8f-40d4-82a0-f0fd2334d65c None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:14:49.920184 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-309f3142-3a8f-40d4-82a0-f0fd2334d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:14:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:14:49.985645 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3c55bd53-67e7-42a7-9d80-cf8b7a840171 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:14:50.027290 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 3c55bd53-67e7-42a7-9d80-cf8b7a840171 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:14:50.028038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3c55bd53-67e7-42a7-9d80-cf8b7a840171 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:14:50.096392 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-309f3142-3a8f-40d4-82a0-f0fd2334d65c None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:14:50.139695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Allocated IP 172.20.0.17 (30257f2c-fcd3-4d70-ab8e-176dba82d928/e927619e-f130-4a90-8711-2364189dd45f/7bb47900-94cd-45cd-9fd7-cd43379f2f2f) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:14:50.280031 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:50.363212 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-309f3142-3a8f-40d4-82a0-f0fd2334d65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:14:50.368174 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:50.393881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Network 30257f2c-fcd3-4d70-ab8e-176dba82d928 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:14:50.394222 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309f3142-3a8f-40d4-82a0-f0fd2334d65c None None] The sync data for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 is: [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:14:50.399498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:14:50.422084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:14:50.480975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'Port': ['ID=7bb47900-94cd-45cd-9fd7-cd43379f2f2f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:50.495339 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (9f6be495-bb16-495f-8d0c-50b12d6efcfd), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:50.674125 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-65af6f53-b159-401f-b993-d48b9cbd340b req-d1b8a054-5f94-47c0-965d-7eab33edbe98 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0584803 Feb 15 17:14:50.762609 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:50.825406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f720b36-aa4a-486a-9e1d-9189d792dda2 None None] New status for floating IP 99adac55-0077-46c7-86d7-588a1623921b: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:14:50.875220 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 673e0af5-5b6c-4e0d-a5e6-9a89af423974 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:14:51.023418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f2d61a-b66b-49af-af0d-2934a056f4f2 None None] Network 30257f2c-fcd3-4d70-ab8e-176dba82d928 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:14:51.109394 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 673e0af5-5b6c-4e0d-a5e6-9a89af423974 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:14:51.109781 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (673e0af5-5b6c-4e0d-a5e6-9a89af423974), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:51.159908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ced9faa2-5c76-4162-93c9-76adbc295fd5 None None] Provisioning complete for port 673e0af5-5b6c-4e0d-a5e6-9a89af423974 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:14:51.160289 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ced9faa2-5c76-4162-93c9-76adbc295fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (673e0af5-5b6c-4e0d-a5e6-9a89af423974), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:51.194487 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:51.256555 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:51.293529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 673e0af5-5b6c-4e0d-a5e6-9a89af423974 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:14:51.293922 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (673e0af5-5b6c-4e0d-a5e6-9a89af423974), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:51.333438 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (9f6be495-bb16-495f-8d0c-50b12d6efcfd), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:51.349843 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'Port': ['ID=7bb47900-94cd-45cd-9fd7-cd43379f2f2f,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:51.365387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ced9faa2-5c76-4162-93c9-76adbc295fd5 None None] Current status of the port 673e0af5-5b6c-4e0d-a5e6-9a89af423974 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:14:51.365802 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ced9faa2-5c76-4162-93c9-76adbc295fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (673e0af5-5b6c-4e0d-a5e6-9a89af423974), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:51.396357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 673e0af5-5b6c-4e0d-a5e6-9a89af423974, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=673e0af5-5b6c-4e0d-a5e6-9a89af423974,segment=NetworkSegment(1d39c5c7-667a-4796-867a-f0f0681bda7f),segment_id=1d39c5c7-667a-4796-867a-f0f0681bda7f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:14:51.482498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Network 30257f2c-fcd3-4d70-ab8e-176dba82d928 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:14:51.484253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:14:51.519295 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-ced9faa2-5c76-4162-93c9-76adbc295fd5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:14:51.519752 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-ced9faa2-5c76-4162-93c9-76adbc295fd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:14:51.520444 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (673e0af5-5b6c-4e0d-a5e6-9a89af423974), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:51.521283 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e0852dcd-6a11-408b-bd1e-5ae58b311ac8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:14:51.617584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Router 9f6be495-bb16-495f-8d0c-50b12d6efcfd has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:14:51.629178 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port e0852dcd-6a11-408b-bd1e-5ae58b311ac8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:14:51.629719 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e0852dcd-6a11-408b-bd1e-5ae58b311ac8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:51.682213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=673e0af5-5b6c-4e0d-a5e6-9a89af423974,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:51.750434 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e0852dcd-6a11-408b-bd1e-5ae58b311ac8 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:14:51.751094 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e0852dcd-6a11-408b-bd1e-5ae58b311ac8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:51.753091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:14:51.759499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f9e8b944-0adf-4667-9e43-84369210b871 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "PUT /v2.0/routers/9f6be495-bb16-495f-8d0c-50b12d6efcfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7246926 Feb 15 17:14:51.769213 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Sync routers for ids ['9f6be495-bb16-495f-8d0c-50b12d6efcfd'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:14:51.782636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port e0852dcd-6a11-408b-bd1e-5ae58b311ac8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e0852dcd-6a11-408b-bd1e-5ae58b311ac8,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:14:51.789558 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Routers {'9f6be495-bb16-495f-8d0c-50b12d6efcfd'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:14:51.790191 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:14:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9f6be495-bb16-495f-8d0c-50b12d6efcfd'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:14:51.837038 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ac19b80-e836-48e7-897a-c15e743a5520 req-c2131f1a-b931-4418-9e10-23411cd6441e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0413589 Feb 15 17:14:51.881182 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e0852dcd-6a11-408b-bd1e-5ae58b311ac8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:51.939880 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Set router 9f6be495-bb16-495f-8d0c-50b12d6efcfd gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:14:51.997512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=e0852dcd-6a11-408b-bd1e-5ae58b311ac8,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:52.075303 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ced9faa2-5c76-4162-93c9-76adbc295fd5 None None] Current status of the port 673e0af5-5b6c-4e0d-a5e6-9a89af423974 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:14:52.135922 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-2a41ee72-06cf-4348-b184-5c86c01c7ba1 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:52.141888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-2a41ee72-06cf-4348-b184-5c86c01c7ba1 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/networks?id=30257f2c-fcd3-4d70-ab8e-176dba82d928 HTTP/1.1" status: 200 len: 798 time: 0.1993723 Feb 15 17:14:52.156744 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-f1649b5c-1f9c-4850-accd-1f590a5283fe tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/quotas/2d5d9f3cebd3407a8ff5759d332d2186 HTTP/1.1" status: 200 len: 375 time: 0.0124114 Feb 15 17:14:52.191044 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-326875131', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:14:43Z', 'updated_at': '2022-02-15T17:14:50Z', 'revision_number': 4, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b8:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:14:44Z', 'updated_at': '2022-02-15T17:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '7bb47900-94cd-45cd-9fd7-cd43379f2f2f', 'name': '', 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'mac_address': 'fa:16:3e:44:75:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'e927619e-f130-4a90-8711-2364189dd45f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:14:49Z', 'updated_at': '2022-02-15T17:14:51Z', 'revision_number': 2, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'subnets': [{'id': 'e927619e-f130-4a90-8711-2364189dd45f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:14:52.207508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-70166ab4-9354-45be-9ffd-3402bc329efc None None] Provisioning complete for port 673e0af5-5b6c-4e0d-a5e6-9a89af423974 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:14:52.207896 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70166ab4-9354-45be-9ffd-3402bc329efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (673e0af5-5b6c-4e0d-a5e6-9a89af423974), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:52.232826 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Checking router: 9f6be495-bb16-495f-8d0c-50b12d6efcfd for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:14:52.233189 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Updating router 9f6be495-bb16-495f-8d0c-50b12d6efcfd port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:14:52.236414 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-d31dafe8-4d72-41f9-9dc1-a77534d38912 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=2d5d9f3cebd3407a8ff5759d332d2186&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0735555 Feb 15 17:14:52.269084 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:52.321955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-70166ab4-9354-45be-9ffd-3402bc329efc None None] Current status of the port 673e0af5-5b6c-4e0d-a5e6-9a89af423974 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:14:52.333469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-70166ab4-9354-45be-9ffd-3402bc329efc None None] Provisioning complete for port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:14:52.333844 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70166ab4-9354-45be-9ffd-3402bc329efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:52.371729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-70166ab4-9354-45be-9ffd-3402bc329efc None None] Port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:14:52.483170 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-7a23e378-c889-4106-a685-ad2c9df87913 service neutron] 10.222.0.107 "GET /v2.0/networks/30257f2c-fcd3-4d70-ab8e-176dba82d928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247319 Feb 15 17:14:52.496866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ebfdfd80-86a3-4e8f-902a-74362ccf3521 None None] Provisioning complete for port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:14:52.497528 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebfdfd80-86a3-4e8f-902a-74362ccf3521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:52.549693 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ebfdfd80-86a3-4e8f-902a-74362ccf3521 None None] Port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:14:52.584847 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-19569155-dc7b-4df6-a7e5-b8748a80c9bf service neutron] 10.222.0.107 "GET /v2.0/networks/30257f2c-fcd3-4d70-ab8e-176dba82d928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944099 Feb 15 17:14:52.686621 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Publish callbacks [] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:52.735134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 673e0af5-5b6c-4e0d-a5e6-9a89af423974 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:14:52.754995 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:52.830773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 673e0af5-5b6c-4e0d-a5e6-9a89af423974 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:14:52.831203 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (673e0af5-5b6c-4e0d-a5e6-9a89af423974), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:52.834665 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38744e81-88c0-41b5-999e-e949c238deb4 None None] Pushing event updated for resources: {'Port': ['ID=7bb47900-94cd-45cd-9fd7-cd43379f2f2f,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:52.849095 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744e81-88c0-41b5-999e-e949c238deb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:52.849719 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744e81-88c0-41b5-999e-e949c238deb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:52.850265 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744e81-88c0-41b5-999e-e949c238deb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:52.850769 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744e81-88c0-41b5-999e-e949c238deb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:52.851299 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744e81-88c0-41b5-999e-e949c238deb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:52.851804 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744e81-88c0-41b5-999e-e949c238deb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:52.852430 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744e81-88c0-41b5-999e-e949c238deb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:52.852911 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744e81-88c0-41b5-999e-e949c238deb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:52.853399 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744e81-88c0-41b5-999e-e949c238deb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:52.853876 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744e81-88c0-41b5-999e-e949c238deb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:52.866280 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744e81-88c0-41b5-999e-e949c238deb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:52.866280 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744e81-88c0-41b5-999e-e949c238deb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:52.866280 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38744e81-88c0-41b5-999e-e949c238deb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:14:52.960013 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ffe65628-467f-4ba4-b3f0-6c3526920bb1 req-00b2a3fc-5d8b-4e90-ba45-abd438a880d2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 210 time: 0.0883589 Feb 15 17:14:52.963115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 673e0af5-5b6c-4e0d-a5e6-9a89af423974 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:14:52.964741 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e0852dcd-6a11-408b-bd1e-5ae58b311ac8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:14:52.989950 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Attempting to bind port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:14:52.990322 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Attempting to bind port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '1d39c5c7-667a-4796-867a-f0f0681bda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:14:52.990685 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Attempting to bind port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f on network 30257f2c-fcd3-4d70-ab8e-176dba82d928 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:14:53.009970 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:14:53.010348 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Checking segment: {'id': '1d39c5c7-667a-4796-867a-f0f0681bda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:14:53.010860 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:53.011122 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Bound using segment: {'id': '1d39c5c7-667a-4796-867a-f0f0681bda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:14:53.011599 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Bound port: 7bb47900-94cd-45cd-9fd7-cd43379f2f2f, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d39c5c7-667a-4796-867a-f0f0681bda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:14:53.012506 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:53.039393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port e0852dcd-6a11-408b-bd1e-5ae58b311ac8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:14:53.039980 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (e0852dcd-6a11-408b-bd1e-5ae58b311ac8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:53.052445 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4790bb44-31a2-450e-97c2-47e1177b3b80 req-e43167c3-50a2-4810-93dc-7aceb176f1bf tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0548465 Feb 15 17:14:53.120583 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] For port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:14:53.128924 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] For port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7bb47900-94cd-45cd-9fd7-cd43379f2f2f,segment=NetworkSegment(1d39c5c7-667a-4796-867a-f0f0681bda7f),segment_id=1d39c5c7-667a-4796-867a-f0f0681bda7f)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:14:53.139837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port e0852dcd-6a11-408b-bd1e-5ae58b311ac8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:14:53.180077 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a7131342-626a-4133-92d4-03caa431441d None None] Provisioning complete for port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:14:53.180533 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a7131342-626a-4133-92d4-03caa431441d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:53.208780 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:53.219834 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a7131342-626a-4133-92d4-03caa431441d None None] Port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:14:53.276559 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Routers {'9f6be495-bb16-495f-8d0c-50b12d6efcfd'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:14:53.277194 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:14:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9f6be495-bb16-495f-8d0c-50b12d6efcfd'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:14:53.351919 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38744e81-88c0-41b5-999e-e949c238deb4 None None] Pushing event updated for resources: {'Port': ['ID=7bb47900-94cd-45cd-9fd7-cd43379f2f2f,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:53.407548 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] Set router 9f6be495-bb16-495f-8d0c-50b12d6efcfd gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:14:53.545519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3411713a-5e9e-4607-8104-d2a77852135f None None] Provisioning complete for port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:14:53.546017 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3411713a-5e9e-4607-8104-d2a77852135f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:53.630442 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-326875131', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:14:43Z', 'updated_at': '2022-02-15T17:14:50Z', 'revision_number': 4, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:14:44Z', 'updated_at': '2022-02-15T17:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '7bb47900-94cd-45cd-9fd7-cd43379f2f2f', 'name': '', 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'mac_address': 'fa:16:3e:44:75:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'e927619e-f130-4a90-8711-2364189dd45f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:14:49Z', 'updated_at': '2022-02-15T17:14:53Z', 'revision_number': 4, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'subnets': [{'id': 'e927619e-f130-4a90-8711-2364189dd45f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:14:53.633558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3411713a-5e9e-4607-8104-d2a77852135f None None] Current status of the port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:14:53.633897 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3411713a-5e9e-4607-8104-d2a77852135f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:53.658035 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02876e0-ea79-4591-b04f-3a2c089c8d5f None None] The sync data for ids ['9f6be495-bb16-495f-8d0c-50b12d6efcfd'] in n-d-828372-14 is: [{'id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-326875131', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:14:43Z', 'updated_at': '2022-02-15T17:14:50Z', 'revision_number': 4, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:14:44Z', 'updated_at': '2022-02-15T17:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '7bb47900-94cd-45cd-9fd7-cd43379f2f2f', 'name': '', 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'mac_address': 'fa:16:3e:44:75:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'e927619e-f130-4a90-8711-2364189dd45f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:14:49Z', 'updated_at': '2022-02-15T17:14:53Z', 'revision_number': 4, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'subnets': [{'id': 'e927619e-f130-4a90-8711-2364189dd45f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:14:53.669511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3411713a-5e9e-4607-8104-d2a77852135f None None] For port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7bb47900-94cd-45cd-9fd7-cd43379f2f2f,segment=NetworkSegment(1d39c5c7-667a-4796-867a-f0f0681bda7f),segment_id=1d39c5c7-667a-4796-867a-f0f0681bda7f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:14:53.713231 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3411713a-5e9e-4607-8104-d2a77852135f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:53.796911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411713a-5e9e-4607-8104-d2a77852135f None None] Pushing event updated for resources: {'Port': ['ID=7bb47900-94cd-45cd-9fd7-cd43379f2f2f,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:54.043651 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a7e2f2ae-51a0-4bdc-a254-8c2b26eb7e5e req-0c57dbb7-3942-4407-a7f5-e1d0649829df tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 210 time: 0.0295334 Feb 15 17:14:54.153888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7f77f72c-0ca8-478d-8a1c-3a843421b742 req-172061e2-dd46-4c23-ba4f-5d7ac22347ad tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0428565 Feb 15 17:14:54.763475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7bb47900-94cd-45cd-9fd7-cd43379f2f2f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:14:54.863302 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:14:54.863946 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:54.883245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2d1192e-0884-404a-83a1-6f989f164f7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:54.885201 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2d1192e-0884-404a-83a1-6f989f164f7c tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.67 "GET /v2.0/networks?id=30257f2c-fcd3-4d70-ab8e-176dba82d928 HTTP/1.1" status: 200 len: 798 time: 0.1282308 Feb 15 17:14:54.903819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-184a8d90-0979-43b7-a01d-b5d7d741677e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Request body: {'port': {'device_id': 'e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db', 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928', 'admin_state_up': True, 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:14:54.976653 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:14:55.149006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-184a8d90-0979-43b7-a01d-b5d7d741677e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Made reservation on behalf of 2d5d9f3cebd3407a8ff5759d332d2186 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:14:55.153448 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-184a8d90-0979-43b7-a01d-b5d7d741677e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:55.154248 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-69a074b3-d53a-4128-b6ee-2102c413a555 req-57bff7e1-a795-4b21-8d27-891d64ee1096 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 210 time: 0.0316954 Feb 15 17:14:55.264022 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ab8cee3f-f551-46de-a83c-18cd90a6ca58 req-2ac612b6-1024-44e7-ae4a-35ccd3cd1e75 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0352335 Feb 15 17:14:55.331870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-184a8d90-0979-43b7-a01d-b5d7d741677e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Allocated IP 172.20.0.21 (30257f2c-fcd3-4d70-ab8e-176dba82d928/e927619e-f130-4a90-8711-2364189dd45f/8e52cd30-fe45-4bfa-937b-2682240bffe3) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:14:55.448290 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-184a8d90-0979-43b7-a01d-b5d7d741677e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for port (8e52cd30-fe45-4bfa-937b-2682240bffe3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:55.537975 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-184a8d90-0979-43b7-a01d-b5d7d741677e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (8e52cd30-fe45-4bfa-937b-2682240bffe3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:55.587732 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-184a8d90-0979-43b7-a01d-b5d7d741677e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Network 30257f2c-fcd3-4d70-ab8e-176dba82d928 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:14:55.592789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-184a8d90-0979-43b7-a01d-b5d7d741677e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:14:55.596748 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-184a8d90-0979-43b7-a01d-b5d7d741677e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:14:55.622529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a8d90-0979-43b7-a01d-b5d7d741677e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event updated for resources: {'Port': ['ID=8e52cd30-fe45-4bfa-937b-2682240bffe3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:55.651222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-184a8d90-0979-43b7-a01d-b5d7d741677e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:55.651845 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-184a8d90-0979-43b7-a01d-b5d7d741677e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:55.735023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-184a8d90-0979-43b7-a01d-b5d7d741677e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8380651 Feb 15 17:14:55.746820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Request body: {'port': {'device_id': 'e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:14:55.811021 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8e52cd30-fe45-4bfa-937b-2682240bffe3), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:55.872502 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d6e382f4-7580-42e3-84f9-103f26990f77 None None] Provisioning complete for port 8e52cd30-fe45-4bfa-937b-2682240bffe3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:14:55.873481 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d6e382f4-7580-42e3-84f9-103f26990f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8e52cd30-fe45-4bfa-937b-2682240bffe3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:55.911869 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d6e382f4-7580-42e3-84f9-103f26990f77 None None] Port 8e52cd30-fe45-4bfa-937b-2682240bffe3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:14:56.097820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e52cd30-fe45-4bfa-937b-2682240bffe3 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:14:56.105063 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Publish callbacks [] for port (8e52cd30-fe45-4bfa-937b-2682240bffe3), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:56.116648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Transition to ACTIVE for port object 8e52cd30-fe45-4bfa-937b-2682240bffe3 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:14:56.212013 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (8e52cd30-fe45-4bfa-937b-2682240bffe3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:56.265516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e52cd30-fe45-4bfa-937b-2682240bffe3,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:56.335992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66defa7f-7daf-4644-b8d5-8c3adb8f3c1d req-2a7eaa6c-1f02-4f37-a140-fb648febe819 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:56.339902 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-66defa7f-7daf-4644-b8d5-8c3adb8f3c1d req-2a7eaa6c-1f02-4f37-a140-fb648febe819 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 907 time: 0.1128550 Feb 15 17:14:56.361096 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Attempting to bind port 8e52cd30-fe45-4bfa-937b-2682240bffe3 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:14:56.361468 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Attempting to bind port 8e52cd30-fe45-4bfa-937b-2682240bffe3 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '1d39c5c7-667a-4796-867a-f0f0681bda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:14:56.361811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Attempting to bind port 8e52cd30-fe45-4bfa-937b-2682240bffe3 on network 30257f2c-fcd3-4d70-ab8e-176dba82d928 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:14:56.366632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Port 8e52cd30-fe45-4bfa-937b-2682240bffe3 on network 30257f2c-fcd3-4d70-ab8e-176dba82d928 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:14:56.366959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Attempting to bind port 8e52cd30-fe45-4bfa-937b-2682240bffe3 on network 30257f2c-fcd3-4d70-ab8e-176dba82d928 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:14:56.373209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:14:56.373645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Checking segment: {'id': '1d39c5c7-667a-4796-867a-f0f0681bda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:14:56.374038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Bound using segment: {'id': '1d39c5c7-667a-4796-867a-f0f0681bda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:14:56.374477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Bound port: 8e52cd30-fe45-4bfa-937b-2682240bffe3, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d39c5c7-667a-4796-867a-f0f0681bda7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:14:56.374846 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8e52cd30-fe45-4bfa-937b-2682240bffe3), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:56.441464 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-736f8d84-2111-4b68-9a92-01d83ac3dd59 req-a9eb7bee-0084-43d5-b044-1a1a102d021a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0562124 Feb 15 17:14:56.476785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] For port 8e52cd30-fe45-4bfa-937b-2682240bffe3, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:14:56.480182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] For port 8e52cd30-fe45-4bfa-937b-2682240bffe3, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8e52cd30-fe45-4bfa-937b-2682240bffe3,segment=NetworkSegment(1d39c5c7-667a-4796-867a-f0f0681bda7f),segment_id=1d39c5c7-667a-4796-867a-f0f0681bda7f)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:14:56.544435 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (8e52cd30-fe45-4bfa-937b-2682240bffe3), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:56.580032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:56.580654 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:14:56.582077 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] 10.222.0.67 "PUT /v2.0/ports/8e52cd30-fe45-4bfa-937b-2682240bffe3 HTTP/1.1" status: 200 len: 1056 time: 0.8396177 Feb 15 17:14:56.582559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db', 'tag': '8e52cd30-fe45-4bfa-937b-2682240bffe3'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:14:56.584784 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1844cadf-d0c7-4cd2-90c8-21540ba79d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db", "tag": "8e52cd30-fe45-4bfa-937b-2682240bffe3"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:14:56.627058 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6bf69c5-156c-4308-bfde-0ac371b72fc6 x-openstack-request-id: req-d6bf69c5-156c-4308-bfde-0ac371b72fc6 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:14:56.627622 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db", "tag": "8e52cd30-fe45-4bfa-937b-2682240bffe3", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:14:56.628261 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d6bf69c5-156c-4308-bfde-0ac371b72fc6 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:14:56.629244 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db', 'tag': '8e52cd30-fe45-4bfa-937b-2682240bffe3', 'status': 'completed', 'code': 200} Feb 15 17:14:56.639737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd3afe-06c0-4f78-a718-1b0ac02eefb2 service neutron] Pushing event updated for resources: {'Port': ['ID=8e52cd30-fe45-4bfa-937b-2682240bffe3,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:14:56.699239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844cadf-d0c7-4cd2-90c8-21540ba79d4e req-6913a552-67a7-43a1-bee9-e2fd5ff331d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:56.700804 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1844cadf-d0c7-4cd2-90c8-21540ba79d4e req-6913a552-67a7-43a1-bee9-e2fd5ff331d7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d5d9f3cebd3407a8ff5759d332d2186&device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 1090 time: 0.0521586 Feb 15 17:14:56.820051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844cadf-d0c7-4cd2-90c8-21540ba79d4e req-34684704-22eb-4fa9-aa9c-3dab53f43233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:56.820537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844cadf-d0c7-4cd2-90c8-21540ba79d4e req-34684704-22eb-4fa9-aa9c-3dab53f43233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:56.822135 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1844cadf-d0c7-4cd2-90c8-21540ba79d4e req-34684704-22eb-4fa9-aa9c-3dab53f43233 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=2d5d9f3cebd3407a8ff5759d332d2186&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1123905 Feb 15 17:14:56.924209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844cadf-d0c7-4cd2-90c8-21540ba79d4e req-df3c981f-b7c6-462e-b56a-99973c78d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:56.925724 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1844cadf-d0c7-4cd2-90c8-21540ba79d4e req-df3c981f-b7c6-462e-b56a-99973c78d473 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952506 Feb 15 17:14:57.011347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-0fe8cdf4-97ec-4f09-9895-bde49ecbd7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:57.013971 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-0fe8cdf4-97ec-4f09-9895-bde49ecbd7c0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2d5d9f3cebd3407a8ff5759d332d2186&device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 1090 time: 0.0536270 Feb 15 17:14:57.058603 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-5b79f47c-b1a0-42b5-adf4-d545d0779a92 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=8e52cd30-fe45-4bfa-937b-2682240bffe3 HTTP/1.1" status: 200 len: 217 time: 0.0373044 Feb 15 17:14:57.112509 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-d641c98a-fc72-4981-8857-e1a8a2c82316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:57.114116 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-d641c98a-fc72-4981-8857-e1a8a2c82316 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e927619e-f130-4a90-8711-2364189dd45f HTTP/1.1" status: 200 len: 838 time: 0.0494792 Feb 15 17:14:57.173207 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-6d64a4b2-f75a-491c-ba5e-336af06a0a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:57.175369 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-6d64a4b2-f75a-491c-ba5e-336af06a0a46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=30257f2c-fcd3-4d70-ab8e-176dba82d928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0547709 Feb 15 17:14:57.278187 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-649c3e7a-3358-479f-a5a5-7ca5f1639511 service neutron] 10.222.0.67 "GET /v2.0/networks/30257f2c-fcd3-4d70-ab8e-176dba82d928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956302 Feb 15 17:14:57.374237 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7f4f0e4-c0bb-41e9-86b9-e7def3b8809e req-0d0c27aa-4799-4cc0-8adb-74ae7928e227 service neutron] 10.222.0.67 "GET /v2.0/networks/30257f2c-fcd3-4d70-ab8e-176dba82d928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896537 Feb 15 17:14:57.474263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c6275-749d-4457-b1a6-0d6555c9357a req-f5e8fe75-c5e0-4af5-9fa2-c44368ff359e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:57.475974 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc2c6275-749d-4457-b1a6-0d6555c9357a req-f5e8fe75-c5e0-4af5-9fa2-c44368ff359e tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 907 time: 0.0552645 Feb 15 17:14:57.542994 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ece09d1-192f-4107-8a92-2c4fb1ebf9a6 req-5508c411-b3cf-4834-9810-647fd585977b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0279911 Feb 15 17:14:58.659266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989439b-1a30-44b6-9560-c5d243e6b2dc req-9d0fd453-4c1a-4496-94c1-5053cf7fd3a4 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:58.676052 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3989439b-1a30-44b6-9560-c5d243e6b2dc req-9d0fd453-4c1a-4496-94c1-5053cf7fd3a4 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 907 time: 0.1214333 Feb 15 17:14:58.718646 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-29f0ac20-fac8-4aab-bdd9-d59f6e228ec9 req-70cbda96-93fb-4dbd-bdab-d2e88119c78a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.1051598 Feb 15 17:14:59.616746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e733cd-d523-42db-915b-850fc2de0f02 req-aeed0d29-b7e4-4076-82ce-bc3a7dbadd86 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:59.618205 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-82e733cd-d523-42db-915b-850fc2de0f02 req-aeed0d29-b7e4-4076-82ce-bc3a7dbadd86 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 949 time: 0.0578485 Feb 15 17:14:59.665726 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-82e733cd-d523-42db-915b-850fc2de0f02 req-1f930d5d-c375-45c2-9877-bc712eaa1502 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/security-groups?id=7f74c45f-297c-4e13-a49c-358de4932bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417104 Feb 15 17:14:59.785451 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc890337-821c-4f8b-9369-7831490ae42a req-104a64f9-dc39-4b3a-b77d-939e9073d534 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:14:59.787044 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc890337-821c-4f8b-9369-7831490ae42a req-104a64f9-dc39-4b3a-b77d-939e9073d534 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 907 time: 0.0538363 Feb 15 17:14:59.817534 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eac6aeb1-d1e5-4c28-ac0c-b7c2758be67b req-a7ba6138-3c0d-4db5-9731-9f98218fde99 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0313978 Feb 15 17:15:00.537391 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:00.791854 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32d454-b053-4262-a8cd-dc22fe7e43ed req-ab8fcbd0-ae51-42a0-a399-f44ba67c1693 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:00.793925 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d32d454-b053-4262-a8cd-dc22fe7e43ed req-ab8fcbd0-ae51-42a0-a399-f44ba67c1693 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 949 time: 0.0569141 Feb 15 17:15:00.851865 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d32d454-b053-4262-a8cd-dc22fe7e43ed req-55674b15-4577-4ec4-bad0-ec20a02ad27d tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/security-groups?id=7f74c45f-297c-4e13-a49c-358de4932bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524187 Feb 15 17:15:00.921253 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f4a27-3ab4-4fb0-a229-06456ea951d5 req-3ebe6f08-a6e7-4b66-b39b-00bbb29ae51d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:00.929314 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-267f4a27-3ab4-4fb0-a229-06456ea951d5 req-3ebe6f08-a6e7-4b66-b39b-00bbb29ae51d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 907 time: 0.0643933 Feb 15 17:15:00.931951 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:00.950959 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-815d2d51-ce7f-45a4-8481-30756aaa1cbc req-36dd7148-a55f-4726-8088-9c23b0725920 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0330513 Feb 15 17:15:01.141322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7600f-232a-4497-9b69-d48d4daf7e33 req-ab17e170-2627-4fcf-b928-26078c961c40 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:01.142794 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-73e7600f-232a-4497-9b69-d48d4daf7e33 req-ab17e170-2627-4fcf-b928-26078c961c40 tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.67 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 949 time: 0.0508177 Feb 15 17:15:01.143173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8e52cd30-fe45-4bfa-937b-2682240bffe3 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:15:01.245981 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8e52cd30-fe45-4bfa-937b-2682240bffe3, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8e52cd30-fe45-4bfa-937b-2682240bffe3,segment=NetworkSegment(1d39c5c7-667a-4796-867a-f0f0681bda7f),segment_id=1d39c5c7-667a-4796-867a-f0f0681bda7f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:15:01.246505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-73e7600f-232a-4497-9b69-d48d4daf7e33 req-4923fd3d-582c-4ceb-99f9-5bb3713780be tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Deleting port 479f6782-1e7f-4ff0-a5b9-92ac62360071 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:15:01.247026 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-73e7600f-232a-4497-9b69-d48d4daf7e33 req-4923fd3d-582c-4ceb-99f9-5bb3713780be tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (479f6782-1e7f-4ff0-a5b9-92ac62360071), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:01.257781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '8e52cd30-fe45-4bfa-937b-2682240bffe3', 'network_id': '30257f2c-fcd3-4d70-ab8e-176dba82d928', 'port_id': '8e52cd30-fe45-4bfa-937b-2682240bffe3', 'mac_address': 'fa:16:3e:13:7f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e927619e-f130-4a90-8711-2364189dd45f', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:15:01.298512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 8e52cd30-fe45-4bfa-937b-2682240bffe3 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:15:01.299169 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8e52cd30-fe45-4bfa-937b-2682240bffe3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:01.322855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e52cd30-fe45-4bfa-937b-2682240bffe3 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:15:01.348662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8e52cd30-fe45-4bfa-937b-2682240bffe3, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8e52cd30-fe45-4bfa-937b-2682240bffe3,segment=NetworkSegment(1d39c5c7-667a-4796-867a-f0f0681bda7f),segment_id=1d39c5c7-667a-4796-867a-f0f0681bda7f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:15:01.367510 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-73e7600f-232a-4497-9b69-d48d4daf7e33 req-4923fd3d-582c-4ceb-99f9-5bb3713780be tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] For port 479f6782-1e7f-4ff0-a5b9-92ac62360071, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=479f6782-1e7f-4ff0-a5b9-92ac62360071,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:15:01.367879 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-73e7600f-232a-4497-9b69-d48d4daf7e33 req-4923fd3d-582c-4ceb-99f9-5bb3713780be tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (479f6782-1e7f-4ff0-a5b9-92ac62360071), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:01.385539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-73e7600f-232a-4497-9b69-d48d4daf7e33 req-4923fd3d-582c-4ceb-99f9-5bb3713780be tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Calling delete_port for 479f6782-1e7f-4ff0-a5b9-92ac62360071 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:15:01.429494 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8e52cd30-fe45-4bfa-937b-2682240bffe3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:01.477446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=8e52cd30-fe45-4bfa-937b-2682240bffe3,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:01.566318 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-73e7600f-232a-4497-9b69-d48d4daf7e33 req-4923fd3d-582c-4ceb-99f9-5bb3713780be tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (479f6782-1e7f-4ff0-a5b9-92ac62360071), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:01.579027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['479f6782-1e7f-4ff0-a5b9-92ac62360071'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:15:01.599341 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923fd3d-582c-4ceb-99f9-5bb3713780be tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Pushing event deleted for resources: {'Port': ['ID=479f6782-1e7f-4ff0-a5b9-92ac62360071,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:01.646379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e7600f-232a-4497-9b69-d48d4daf7e33 req-4923fd3d-582c-4ceb-99f9-5bb3713780be tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] No DVR routers for this DVR port 479f6782-1e7f-4ff0-a5b9-92ac62360071 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:15:01.649159 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-73e7600f-232a-4497-9b69-d48d4daf7e33 req-4923fd3d-582c-4ceb-99f9-5bb3713780be tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:01.653340 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-73e7600f-232a-4497-9b69-d48d4daf7e33 req-4923fd3d-582c-4ceb-99f9-5bb3713780be tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.67 "DELETE /v2.0/ports/479f6782-1e7f-4ff0-a5b9-92ac62360071 HTTP/1.1" status: 204 len: 173 time: 0.5046756 Feb 15 17:15:01.653849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4af84a-c598-4ed3-8aaf-31fe36c3f423', 'name': 'network-vif-deleted', 'tag': '479f6782-1e7f-4ff0-a5b9-92ac62360071'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:15:01.656308 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71eb1de3-c76a-4a11-803d-fc60ab6866e9" -d '{"events": [{"server_uuid": "3c4af84a-c598-4ed3-8aaf-31fe36c3f423", "name": "network-vif-deleted", "tag": "479f6782-1e7f-4ff0-a5b9-92ac62360071"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:15:01.698600 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff7fcc7-fe6e-487a-8506-6fa16c435401 x-openstack-request-id: req-0ff7fcc7-fe6e-487a-8506-6fa16c435401 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:15:01.698909 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4af84a-c598-4ed3-8aaf-31fe36c3f423", "name": "network-vif-deleted", "tag": "479f6782-1e7f-4ff0-a5b9-92ac62360071", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:15:01.699176 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0ff7fcc7-fe6e-487a-8506-6fa16c435401 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:15:01.700127 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c4af84a-c598-4ed3-8aaf-31fe36c3f423', 'name': 'network-vif-deleted', 'tag': '479f6782-1e7f-4ff0-a5b9-92ac62360071', 'status': 'completed', 'code': 200} Feb 15 17:15:01.745297 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:15:01.778636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['8e52cd30-fe45-4bfa-937b-2682240bffe3'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:15:01.964373 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ab5c3fd2-e498-4be7-9e77-c2b50a8de1ad req-21413ac5-6857-4962-946c-d4dbb00aa78a tempest-VolumesBackupsTest-482576111 tempest-VolumesBackupsTest-482576111-project] 10.222.0.107 "GET /v2.0/ports?device_id=3c4af84a-c598-4ed3-8aaf-31fe36c3f423 HTTP/1.1" status: 200 len: 210 time: 0.0374126 Feb 15 17:15:02.076235 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525a187-fc68-4df7-ba63-49a0b359d9c6 req-22772fa0-e35a-4b98-bf82-3d55c75e24d4 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:02.078726 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5525a187-fc68-4df7-ba63-49a0b359d9c6 req-22772fa0-e35a-4b98-bf82-3d55c75e24d4 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 908 time: 0.0600927 Feb 15 17:15:02.088583 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07770e99-17b5-48db-ae8e-be8701574fae req-2cb04a72-7965-44e7-b82e-9c9c546aa1c0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0399318 Feb 15 17:15:03.166795 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8e52cd30-fe45-4bfa-937b-2682240bffe3 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:15:03.181953 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67ec812a-fbd4-48f0-b1e9-b1a5d7f1c312 req-c75cfe02-123e-4a1e-84d9-605c06985382 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0324049 Feb 15 17:15:03.222755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0b229-075c-40f0-902c-e5234c96059f req-7ee5a256-a1b7-4bdc-8226-cbf8156fca5a tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:03.224273 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f6b0b229-075c-40f0-902c-e5234c96059f req-7ee5a256-a1b7-4bdc-8226-cbf8156fca5a tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 908 time: 0.0719116 Feb 15 17:15:03.342470 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 8e52cd30-fe45-4bfa-937b-2682240bffe3 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:15:03.346686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 8e52cd30-fe45-4bfa-937b-2682240bffe3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:15:03.347066 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8e52cd30-fe45-4bfa-937b-2682240bffe3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:03.428540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 8e52cd30-fe45-4bfa-937b-2682240bffe3 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:15:03.428930 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8e52cd30-fe45-4bfa-937b-2682240bffe3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:03.450401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e52cd30-fe45-4bfa-937b-2682240bffe3'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:15:03.452631 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9665b4b-af34-4c7a-a672-05dbb82b2fac" -d '{"events": [{"server_uuid": "e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db", "name": "network-vif-plugged", "status": "completed", "tag": "8e52cd30-fe45-4bfa-937b-2682240bffe3"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:15:03.465546 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8e52cd30-fe45-4bfa-937b-2682240bffe3, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8e52cd30-fe45-4bfa-937b-2682240bffe3,segment=NetworkSegment(1d39c5c7-667a-4796-867a-f0f0681bda7f),segment_id=1d39c5c7-667a-4796-867a-f0f0681bda7f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:15:03.490839 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd11d34-381a-4b2e-91e9-1c54f87f8b7e x-openstack-request-id: req-1fd11d34-381a-4b2e-91e9-1c54f87f8b7e {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:15:03.491187 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db", "name": "network-vif-plugged", "status": "completed", "tag": "8e52cd30-fe45-4bfa-937b-2682240bffe3", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:15:03.495512 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1fd11d34-381a-4b2e-91e9-1c54f87f8b7e {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:15:03.495512 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e52cd30-fe45-4bfa-937b-2682240bffe3', 'code': 200} Feb 15 17:15:03.537617 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8e52cd30-fe45-4bfa-937b-2682240bffe3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:03.538535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 479f6782-1e7f-4ff0-a5b9-92ac62360071 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:15:03.576339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 479f6782-1e7f-4ff0-a5b9-92ac62360071 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:15:03.576779 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 479f6782-1e7f-4ff0-a5b9-92ac62360071 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:15:03.600712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa1110-2453-41c9-81c6-ae73360dfba0 req-c42ad5d8-cd3b-4e9d-895a-dffbec8d2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:03.602929 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-49aa1110-2453-41c9-81c6-ae73360dfba0 req-c42ad5d8-cd3b-4e9d-895a-dffbec8d2151 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 1092 time: 0.0472600 Feb 15 17:15:03.605332 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=8e52cd30-fe45-4bfa-937b-2682240bffe3,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:04.283965 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a7525084-5d5f-4fd4-bce5-27d9a8e7e34b req-a946218f-b919-4fca-b7ba-403a4d225649 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0301323 Feb 15 17:15:04.365189 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4663c5-5c59-484c-9d2f-3d515c960faa req-565b39db-5b2b-4cc8-afd4-c81e0fa0c977 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:04.366779 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5b4663c5-5c59-484c-9d2f-3d515c960faa req-565b39db-5b2b-4cc8-afd4-c81e0fa0c977 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 909 time: 0.0545483 Feb 15 17:15:05.381531 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f1c56e6-119e-421b-b58b-cd991248fa26 req-a24f79a4-eaaf-4ab1-87d3-744bb04424b2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0271773 Feb 15 17:15:05.490902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8f42d-5f99-4ec9-a6c3-51f159770e56 req-ebd2a131-bac2-4e7c-91f4-c356bee78854 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:05.492565 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4cb8f42d-5f99-4ec9-a6c3-51f159770e56 req-ebd2a131-bac2-4e7c-91f4-c356bee78854 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 909 time: 0.0570352 Feb 15 17:15:05.514581 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8c61d63-f479-4f05-9d98-73fd9ff0c953 req-e62b8610-30d9-4d10-83c2-2614e440561d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467267 Feb 15 17:15:05.629055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c61d63-f479-4f05-9d98-73fd9ff0c953 req-d17521a0-4d67-459d-8e6f-466dec6c38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:05.630503 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8c61d63-f479-4f05-9d98-73fd9ff0c953 req-d17521a0-4d67-459d-8e6f-466dec6c38a3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e0f135462714de18205d04dc34266f7&device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 1128 time: 0.0770824 Feb 15 17:15:05.643793 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fca2d-1860-4906-be79-6b03990954e6 req-4bf242b1-9a7b-41f1-a4f8-d23a4685da2d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:05.645303 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d73fca2d-1860-4906-be79-6b03990954e6 req-4bf242b1-9a7b-41f1-a4f8-d23a4685da2d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 909 time: 0.0823958 Feb 15 17:15:05.745106 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c61d63-f479-4f05-9d98-73fd9ff0c953 req-0f10dfe4-06c3-4dae-8cb7-6375e4ef6fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:05.747387 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8c61d63-f479-4f05-9d98-73fd9ff0c953 req-0f10dfe4-06c3-4dae-8cb7-6375e4ef6fde service neutron] 10.222.0.67 "GET /v2.0/networks?id=a08513b0-2431-4c16-bdc9-80beb3ba12d5 HTTP/1.1" status: 200 len: 915 time: 0.0980422 Feb 15 17:15:05.752655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f8f3c9-70d1-432a-948d-fb5d5779bc26 req-562dd81b-88db-4fd1-950c-25deec54391f tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:05.754315 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c1f8f3c9-70d1-432a-948d-fb5d5779bc26 req-562dd81b-88db-4fd1-950c-25deec54391f tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 1092 time: 0.0440893 Feb 15 17:15:05.806625 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8c61d63-f479-4f05-9d98-73fd9ff0c953 req-1278ef6d-fd78-4041-b5e4-882be5b7c41d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a639f35d-8287-4737-9593-fb9b7d04a9d2 HTTP/1.1" status: 200 len: 217 time: 0.0529683 Feb 15 17:15:05.888619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c61d63-f479-4f05-9d98-73fd9ff0c953 req-6284bb46-163b-4faf-840b-406543a045aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:05.890068 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8c61d63-f479-4f05-9d98-73fd9ff0c953 req-6284bb46-163b-4faf-840b-406543a045aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0 HTTP/1.1" status: 200 len: 854 time: 0.0765674 Feb 15 17:15:05.908395 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3774c5b-07ef-40a8-9c1e-0832694ba00f req-09792a27-d0bb-4603-9754-491f982f9a04 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:05.909936 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b3774c5b-07ef-40a8-9c1e-0832694ba00f req-09792a27-d0bb-4603-9754-491f982f9a04 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 1167 time: 0.0887735 Feb 15 17:15:05.927464 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8c61d63-f479-4f05-9d98-73fd9ff0c953 req-66fd171f-4d4f-4df0-aeb4-053db7dbd92e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a08513b0-2431-4c16-bdc9-80beb3ba12d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294483 Feb 15 17:15:06.034131 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b3774c5b-07ef-40a8-9c1e-0832694ba00f req-7a4024bf-0046-4fb4-a6f4-606b63d56ba9 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=f5003505-e7e4-43ef-8fe7-e992e2c6fae6&id=ccee70b0-28a1-4104-8834-20799aa99736&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1095922 Feb 15 17:15:06.056790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59468) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:06.060522 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8c61d63-f479-4f05-9d98-73fd9ff0c953 req-0d5d4842-46da-4197-8971-22405dd49760 service neutron] 10.222.0.67 "GET /v2.0/networks/a08513b0-2431-4c16-bdc9-80beb3ba12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208806 Feb 15 17:15:06.108635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37c1e9e-dd8c-4cf7-ad6d-b2233522cf66 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:06.115891 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e37c1e9e-dd8c-4cf7-ad6d-b2233522cf66 tempest-TestSecurityGroupsBasicOps-1368101911 tempest-TestSecurityGroupsBasicOps-1368101911-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 1087 time: 0.0543747 Feb 15 17:15:06.168232 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c8c61d63-f479-4f05-9d98-73fd9ff0c953 req-f01d5551-a2de-4aae-8a98-37d24c72e8aa service neutron] 10.222.0.67 "GET /v2.0/networks/a08513b0-2431-4c16-bdc9-80beb3ba12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011972 Feb 15 17:15:06.477318 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b4b0ecde-268e-4dcb-8cdc-dd7e51108769 req-124644ec-e941-4957-b0c2-9d009e8361a3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0278897 Feb 15 17:15:06.592253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a190438-0b7e-4879-8341-55a53315e4c7 req-5830505b-1447-463a-817c-b05fb7520359 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:06.593775 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0a190438-0b7e-4879-8341-55a53315e4c7 req-5830505b-1447-463a-817c-b05fb7520359 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 909 time: 0.0530524 Feb 15 17:15:06.955083 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20689a55-cd4a-4be0-9eeb-aa06cdee1d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:07.578925 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ec0d0b88-8e84-4f93-877a-0b5f3324c4a9 req-f0b38bf2-9632-4051-a869-9243796a9afe tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0276797 Feb 15 17:15:07.724520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e4e5e-7950-4ac4-a5fb-b17d32663afc req-6a8b38da-bfca-4314-833a-a00beeb128fb tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:07.726066 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a67e4e5e-7950-4ac4-a5fb-b17d32663afc req-6a8b38da-bfca-4314-833a-a00beeb128fb tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 909 time: 0.0633698 Feb 15 17:15:07.968800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd29ee8-00ce-48e5-bc6d-51adde53b62f req-9f08255a-fd83-4df0-aed6-d1cbb72a0847 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:07.970332 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fdd29ee8-00ce-48e5-bc6d-51adde53b62f req-9f08255a-fd83-4df0-aed6-d1cbb72a0847 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.67 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 909 time: 0.0529311 Feb 15 17:15:08.066373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-fdd29ee8-00ce-48e5-bc6d-51adde53b62f req-71640c92-54c6-4c95-ba6e-565d94d826cf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Deleting port 8e52cd30-fe45-4bfa-937b-2682240bffe3 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:15:08.066714 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fdd29ee8-00ce-48e5-bc6d-51adde53b62f req-71640c92-54c6-4c95-ba6e-565d94d826cf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (8e52cd30-fe45-4bfa-937b-2682240bffe3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:08.162269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-fdd29ee8-00ce-48e5-bc6d-51adde53b62f req-71640c92-54c6-4c95-ba6e-565d94d826cf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] For port 8e52cd30-fe45-4bfa-937b-2682240bffe3, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8e52cd30-fe45-4bfa-937b-2682240bffe3,segment=NetworkSegment(1d39c5c7-667a-4796-867a-f0f0681bda7f),segment_id=1d39c5c7-667a-4796-867a-f0f0681bda7f)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:15:08.162562 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fdd29ee8-00ce-48e5-bc6d-51adde53b62f req-71640c92-54c6-4c95-ba6e-565d94d826cf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (8e52cd30-fe45-4bfa-937b-2682240bffe3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:08.175955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-fdd29ee8-00ce-48e5-bc6d-51adde53b62f req-71640c92-54c6-4c95-ba6e-565d94d826cf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Calling delete_port for 8e52cd30-fe45-4bfa-937b-2682240bffe3 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:15:08.378207 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fdd29ee8-00ce-48e5-bc6d-51adde53b62f req-71640c92-54c6-4c95-ba6e-565d94d826cf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (8e52cd30-fe45-4bfa-937b-2682240bffe3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:08.402955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71640c92-54c6-4c95-ba6e-565d94d826cf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event deleted for resources: {'Port': ['ID=8e52cd30-fe45-4bfa-937b-2682240bffe3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:08.449898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd29ee8-00ce-48e5-bc6d-51adde53b62f req-71640c92-54c6-4c95-ba6e-565d94d826cf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] No DVR routers for this DVR port 8e52cd30-fe45-4bfa-937b-2682240bffe3 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:15:08.452609 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fdd29ee8-00ce-48e5-bc6d-51adde53b62f req-71640c92-54c6-4c95-ba6e-565d94d826cf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:08.456250 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fdd29ee8-00ce-48e5-bc6d-51adde53b62f req-71640c92-54c6-4c95-ba6e-565d94d826cf tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.67 "DELETE /v2.0/ports/8e52cd30-fe45-4bfa-937b-2682240bffe3 HTTP/1.1" status: 204 len: 173 time: 0.4805140 Feb 15 17:15:08.456722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db', 'name': 'network-vif-deleted', 'tag': '8e52cd30-fe45-4bfa-937b-2682240bffe3'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:15:08.459040 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89614484-4612-4aa8-997c-e84d6b51aab5" -d '{"events": [{"server_uuid": "e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db", "name": "network-vif-deleted", "tag": "8e52cd30-fe45-4bfa-937b-2682240bffe3"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:15:08.495669 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e93f527-fff5-46d1-af15-f3b342547d69 x-openstack-request-id: req-0e93f527-fff5-46d1-af15-f3b342547d69 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:15:08.496030 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db", "name": "network-vif-deleted", "tag": "8e52cd30-fe45-4bfa-937b-2682240bffe3", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:15:08.497004 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0e93f527-fff5-46d1-af15-f3b342547d69 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:15:08.497475 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db', 'name': 'network-vif-deleted', 'tag': '8e52cd30-fe45-4bfa-937b-2682240bffe3', 'status': 'completed', 'code': 200} Feb 15 17:15:08.687182 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbf2f189-f7b1-42f9-90d2-30b4fdd3a1f9 req-3cf6abd5-6a28-4c50-8adb-61a3cbcea601 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0359251 Feb 15 17:15:08.838184 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-04710893-9394-466a-9f25-b7763d372afa req-70636a6f-56ef-4854-9701-69c397ab60c4 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=e84ac22c-8f26-47cc-8ccf-2ae3f2b6a9db HTTP/1.1" status: 200 len: 210 time: 0.0268035 Feb 15 17:15:09.257962 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f16acc5d-7429-4d12-92ed-1f989909218c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:09.583763 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e72106d5-5def-4df3-b103-569562221ba8 req-69e33d7f-ed6e-47d5-b2ef-e05d0fe4d0e6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3898087 Feb 15 17:15:09.685943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72106d5-5def-4df3-b103-569562221ba8 req-1e53a044-0e21-4a6b-87aa-bf24a0998a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:09.687497 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e72106d5-5def-4df3-b103-569562221ba8 req-1e53a044-0e21-4a6b-87aa-bf24a0998a0b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d5d9f3cebd3407a8ff5759d332d2186&device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 1167 time: 0.0487692 Feb 15 17:15:09.794243 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-419e49ff-0f3b-4186-99c7-e14ebd29a154 req-93019348-5aab-467d-8c6d-ed13eeab3cb0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0321667 Feb 15 17:15:09.823288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72106d5-5def-4df3-b103-569562221ba8 req-b7b8db4e-a223-43b7-9999-c998d966ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:09.825348 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e72106d5-5def-4df3-b103-569562221ba8 req-b7b8db4e-a223-43b7-9999-c998d966ff41 service neutron] 10.222.0.10 "GET /v2.0/networks?id=885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 HTTP/1.1" status: 200 len: 898 time: 0.1196945 Feb 15 17:15:09.892528 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e72106d5-5def-4df3-b103-569562221ba8 req-5c51f202-23bc-4492-ad48-ac799421174a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34425bed-9b52-417e-9000-c7bb731439b3 HTTP/1.1" status: 200 len: 999 time: 0.0615177 Feb 15 17:15:09.896462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59490) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:09.943782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72106d5-5def-4df3-b103-569562221ba8 req-9f996708-25d3-42df-bb20-719876cb6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:09.945256 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e72106d5-5def-4df3-b103-569562221ba8 req-9f996708-25d3-42df-bb20-719876cb6813 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8612b674-9e49-44d4-a8bf-3931b20d3af5 HTTP/1.1" status: 200 len: 835 time: 0.0472457 Feb 15 17:15:09.995647 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72106d5-5def-4df3-b103-569562221ba8 req-d15e4642-8a22-4fde-9800-1cb68a8569bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:09.997318 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e72106d5-5def-4df3-b103-569562221ba8 req-d15e4642-8a22-4fde-9800-1cb68a8569bb service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=885e2a9f-445a-41c4-8fbd-c9f7ad4fab15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452766 Feb 15 17:15:10.089342 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e72106d5-5def-4df3-b103-569562221ba8 req-acf8283d-67e2-431b-84b4-195f1c13dab3 service neutron] 10.222.0.10 "GET /v2.0/networks/885e2a9f-445a-41c4-8fbd-c9f7ad4fab15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860286 Feb 15 17:15:10.193170 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e72106d5-5def-4df3-b103-569562221ba8 req-68d57481-f089-45fd-b202-d207ab8a9a65 service neutron] 10.222.0.10 "GET /v2.0/networks/885e2a9f-445a-41c4-8fbd-c9f7ad4fab15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985770 Feb 15 17:15:10.277679 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a0f8707f-6767-4229-bfb7-d34c89cc3df5 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (9f6be495-bb16-495f-8d0c-50b12d6efcfd), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:10.555058 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:10.570014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8707f-6767-4229-bfb7-d34c89cc3df5 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Deleting port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:15:10.570336 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a0f8707f-6767-4229-bfb7-d34c89cc3df5 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:10.658784 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-a0f8707f-6767-4229-bfb7-d34c89cc3df5 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] For port 7bb47900-94cd-45cd-9fd7-cd43379f2f2f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7bb47900-94cd-45cd-9fd7-cd43379f2f2f,segment=NetworkSegment(1d39c5c7-667a-4796-867a-f0f0681bda7f),segment_id=1d39c5c7-667a-4796-867a-f0f0681bda7f)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:15:10.659150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a0f8707f-6767-4229-bfb7-d34c89cc3df5 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:10.673853 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a0f8707f-6767-4229-bfb7-d34c89cc3df5 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Calling delete_port for 7bb47900-94cd-45cd-9fd7-cd43379f2f2f owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:15:10.892168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f536e92-2636-4a52-85fd-a4af6a58f984 req-96001b82-da28-4aae-862a-60f234442ffd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0289807 Feb 15 17:15:10.961024 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a0f8707f-6767-4229-bfb7-d34c89cc3df5 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (7bb47900-94cd-45cd-9fd7-cd43379f2f2f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:10.991774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8707f-6767-4229-bfb7-d34c89cc3df5 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event deleted for resources: {'Port': ['ID=7bb47900-94cd-45cd-9fd7-cd43379f2f2f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:11.179629 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a0f8707f-6767-4229-bfb7-d34c89cc3df5 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (9f6be495-bb16-495f-8d0c-50b12d6efcfd), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:11.222710 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8e52cd30-fe45-4bfa-937b-2682240bffe3 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:15:11.245182 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 8e52cd30-fe45-4bfa-937b-2682240bffe3 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:15:11.245705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8e52cd30-fe45-4bfa-937b-2682240bffe3 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:15:11.404881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f8707f-6767-4229-bfb7-d34c89cc3df5 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Router 9f6be495-bb16-495f-8d0c-50b12d6efcfd has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:15:11.849784 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f8707f-6767-4229-bfb7-d34c89cc3df5 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:15:11.859005 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a0f8707f-6767-4229-bfb7-d34c89cc3df5 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "PUT /v2.0/routers/9f6be495-bb16-495f-8d0c-50b12d6efcfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9579184 Feb 15 17:15:11.859128 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59494) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:11.862724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbb4d7c-64f6-4aab-9f26-4a09f3a72354 None None] Sync routers for ids ['9f6be495-bb16-495f-8d0c-50b12d6efcfd'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:15:11.877595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb4d7c-64f6-4aab-9f26-4a09f3a72354 None None] Routers {'9f6be495-bb16-495f-8d0c-50b12d6efcfd'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:15:11.878217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-dfbb4d7c-64f6-4aab-9f26-4a09f3a72354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:15:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9f6be495-bb16-495f-8d0c-50b12d6efcfd'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:11.911833 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7f6f7b-c171-4af2-8ba9-9f516f87c6b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Deleting subnet e927619e-f130-4a90-8711-2364189dd45f {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:15:11.920202 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6f7b-c171-4af2-8ba9-9f516f87c6b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for subnet (e927619e-f130-4a90-8711-2364189dd45f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:11.971578 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6f7b-c171-4af2-8ba9-9f516f87c6b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (e927619e-f130-4a90-8711-2364189dd45f), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:12.001166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-dfbb4d7c-64f6-4aab-9f26-4a09f3a72354 None None] Set router 9f6be495-bb16-495f-8d0c-50b12d6efcfd gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:15:12.022854 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bb051ece-0eb1-4171-83e6-2964143f905e req-1d23faa7-a6a0-4bcf-83e4-11af43c5bf35 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0536561 Feb 15 17:15:12.062586 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:12.111759 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6f7b-c171-4af2-8ba9-9f516f87c6b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e927619e-f130-4a90-8711-2364189dd45f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:12.205727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-dfbb4d7c-64f6-4aab-9f26-4a09f3a72354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-326875131', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:14:43Z', 'updated_at': '2022-02-15T17:15:10Z', 'revision_number': 5, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:14:44Z', 'updated_at': '2022-02-15T17:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:12.219406 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6f7b-c171-4af2-8ba9-9f516f87c6b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (e927619e-f130-4a90-8711-2364189dd45f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:12.236355 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbb4d7c-64f6-4aab-9f26-4a09f3a72354 None None] Checking router: 9f6be495-bb16-495f-8d0c-50b12d6efcfd for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:15:12.244876 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb4d7c-64f6-4aab-9f26-4a09f3a72354 None None] Routers {'9f6be495-bb16-495f-8d0c-50b12d6efcfd'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:15:12.245562 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-dfbb4d7c-64f6-4aab-9f26-4a09f3a72354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:15:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9f6be495-bb16-495f-8d0c-50b12d6efcfd'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:12.249223 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f6f7b-c171-4af2-8ba9-9f516f87c6b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event deleted for resources: {'Subnet': ['ID=e927619e-f130-4a90-8711-2364189dd45f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:12.253313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef7f6f7b-c171-4af2-8ba9-9f516f87c6b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:12.257044 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ef7f6f7b-c171-4af2-8ba9-9f516f87c6b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "DELETE /v2.0/subnets/e927619e-f130-4a90-8711-2364189dd45f HTTP/1.1" status: 204 len: 168 time: 0.3967698 Feb 15 17:15:12.259343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59498) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:12.312985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dae812-8446-4743-8e2d-8236453aa97a None None] Network 30257f2c-fcd3-4d70-ab8e-176dba82d928 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:15:12.381014 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6aad6a1-854f-48dd-931d-cf7b27214512 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router (9f6be495-bb16-495f-8d0c-50b12d6efcfd), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:12.440212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-dfbb4d7c-64f6-4aab-9f26-4a09f3a72354 None None] Set router 9f6be495-bb16-495f-8d0c-50b12d6efcfd gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:15:12.503932 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6aad6a1-854f-48dd-931d-cf7b27214512 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router_gateway (9f6be495-bb16-495f-8d0c-50b12d6efcfd), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:12.618596 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c459468-c52b-4c31-9a42-c0df4c611b17 None None] DHCP port deletion for 30257f2c-fcd3-4d70-ab8e-176dba82d928 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:15:12.650187 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b6aad6a1-854f-48dd-931d-cf7b27214512 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Deleting port e0852dcd-6a11-408b-bd1e-5ae58b311ac8 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:15:12.650596 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6aad6a1-854f-48dd-931d-cf7b27214512 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e0852dcd-6a11-408b-bd1e-5ae58b311ac8), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:12.675406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-dfbb4d7c-64f6-4aab-9f26-4a09f3a72354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-326875131', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:14:43Z', 'updated_at': '2022-02-15T17:15:10Z', 'revision_number': 5, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:14:44Z', 'updated_at': '2022-02-15T17:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:12.705419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbb4d7c-64f6-4aab-9f26-4a09f3a72354 None None] The sync data for ids ['9f6be495-bb16-495f-8d0c-50b12d6efcfd'] in n-d-828372-14 is: [{'id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'name': 'tempest-TestSecurityGroupsBasicOps-router-326875131', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95'}], 'enable_snat': True}, 'gw_port_id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:14:43Z', 'updated_at': '2022-02-15T17:15:10Z', 'revision_number': 5, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': 'e0852dcd-6a11-408b-bd1e-5ae58b311ac8', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:b8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f6be495-bb16-495f-8d0c-50b12d6efcfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:14:44Z', 'updated_at': '2022-02-15T17:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:15:12.714104 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1c459468-c52b-4c31-9a42-c0df4c611b17 None None] Deleting port 673e0af5-5b6c-4e0d-a5e6-9a89af423974 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:15:12.714701 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1c459468-c52b-4c31-9a42-c0df4c611b17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (673e0af5-5b6c-4e0d-a5e6-9a89af423974), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:12.776497 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-b6aad6a1-854f-48dd-931d-cf7b27214512 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] For port e0852dcd-6a11-408b-bd1e-5ae58b311ac8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e0852dcd-6a11-408b-bd1e-5ae58b311ac8,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:15:12.777682 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6aad6a1-854f-48dd-931d-cf7b27214512 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e0852dcd-6a11-408b-bd1e-5ae58b311ac8), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:12.794852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b6aad6a1-854f-48dd-931d-cf7b27214512 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Calling delete_port for e0852dcd-6a11-408b-bd1e-5ae58b311ac8 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:15:12.795948 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1c459468-c52b-4c31-9a42-c0df4c611b17 None None] For port 673e0af5-5b6c-4e0d-a5e6-9a89af423974, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=673e0af5-5b6c-4e0d-a5e6-9a89af423974,segment=NetworkSegment(1d39c5c7-667a-4796-867a-f0f0681bda7f),segment_id=1d39c5c7-667a-4796-867a-f0f0681bda7f)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:15:12.796756 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1c459468-c52b-4c31-9a42-c0df4c611b17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (673e0af5-5b6c-4e0d-a5e6-9a89af423974), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:12.810190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1c459468-c52b-4c31-9a42-c0df4c611b17 None None] Calling delete_port for 673e0af5-5b6c-4e0d-a5e6-9a89af423974 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:15:12.949507 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1c459468-c52b-4c31-9a42-c0df4c611b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (673e0af5-5b6c-4e0d-a5e6-9a89af423974), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:12.981312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c459468-c52b-4c31-9a42-c0df4c611b17 None None] Pushing event deleted for resources: {'Port': ['ID=673e0af5-5b6c-4e0d-a5e6-9a89af423974,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:12.989888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c459468-c52b-4c31-9a42-c0df4c611b17 None None] No DVR routers for this DVR port 673e0af5-5b6c-4e0d-a5e6-9a89af423974 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:15:13.035341 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6aad6a1-854f-48dd-931d-cf7b27214512 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (e0852dcd-6a11-408b-bd1e-5ae58b311ac8), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:13.060783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aad6a1-854f-48dd-931d-cf7b27214512 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event deleted for resources: {'Port': ['ID=e0852dcd-6a11-408b-bd1e-5ae58b311ac8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:13.145645 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6aad6a1-854f-48dd-931d-cf7b27214512 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (9f6be495-bb16-495f-8d0c-50b12d6efcfd), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:13.198061 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-751834cf-f197-444d-ae17-656eccdc8b13 req-ffddb612-0cee-4490-98d1-17b2a6ee7c79 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0561137 Feb 15 17:15:13.212925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 673e0af5-5b6c-4e0d-a5e6-9a89af423974 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:15:13.240724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 673e0af5-5b6c-4e0d-a5e6-9a89af423974 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:15:13.241078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 673e0af5-5b6c-4e0d-a5e6-9a89af423974 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:15:13.258154 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6aad6a1-854f-48dd-931d-cf7b27214512 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (9f6be495-bb16-495f-8d0c-50b12d6efcfd), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:13.260431 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6aad6a1-854f-48dd-931d-cf7b27214512 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router_controller (9f6be495-bb16-495f-8d0c-50b12d6efcfd), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:13.372708 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6aad6a1-854f-48dd-931d-cf7b27214512 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (9f6be495-bb16-495f-8d0c-50b12d6efcfd), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:13.373497 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6aad6a1-854f-48dd-931d-cf7b27214512 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Fanout notify agent at l3_agent the message router_deleted on router 9f6be495-bb16-495f-8d0c-50b12d6efcfd {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:15:13.381623 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b6aad6a1-854f-48dd-931d-cf7b27214512 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:13.383775 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b6aad6a1-854f-48dd-931d-cf7b27214512 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "DELETE /v2.0/routers/9f6be495-bb16-495f-8d0c-50b12d6efcfd HTTP/1.1" status: 204 len: 168 time: 1.1231394 Feb 15 17:15:13.386326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59502) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:13.477564 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30223ae9-564e-46b3-80c6-f13bfcb2bff2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (30257f2c-fcd3-4d70-ab8e-176dba82d928), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:13.580160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30223ae9-564e-46b3-80c6-f13bfcb2bff2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (30257f2c-fcd3-4d70-ab8e-176dba82d928), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:13.606106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-30223ae9-564e-46b3-80c6-f13bfcb2bff2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30257f2c-fcd3-4d70-ab8e-176dba82d928']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:13.616537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-30223ae9-564e-46b3-80c6-f13bfcb2bff2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d39c5c7-667a-4796-867a-f0f0681bda7f') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:13.616905 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-30223ae9-564e-46b3-80c6-f13bfcb2bff2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d39c5c7-667a-4796-867a-f0f0681bda7f') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:13.629622 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30223ae9-564e-46b3-80c6-f13bfcb2bff2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (1d39c5c7-667a-4796-867a-f0f0681bda7f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:13.629839 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:13.645143 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30223ae9-564e-46b3-80c6-f13bfcb2bff2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1d39c5c7-667a-4796-867a-f0f0681bda7f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:13.651576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30223ae9-564e-46b3-80c6-f13bfcb2bff2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:15:13.651973 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30223ae9-564e-46b3-80c6-f13bfcb2bff2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (1d39c5c7-667a-4796-867a-f0f0681bda7f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:15:13.656125 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:15:13.846898 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30223ae9-564e-46b3-80c6-f13bfcb2bff2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (30257f2c-fcd3-4d70-ab8e-176dba82d928), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:13.856698 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-30223ae9-564e-46b3-80c6-f13bfcb2bff2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:13.859023 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-30223ae9-564e-46b3-80c6-f13bfcb2bff2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "DELETE /v2.0/networks/30257f2c-fcd3-4d70-ab8e-176dba82d928 HTTP/1.1" status: 204 len: 168 time: 0.4709907 Feb 15 17:15:13.860949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59504) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:13.869189 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30223ae9-564e-46b3-80c6-f13bfcb2bff2 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event deleted for resources: {'Network': ['ID=30257f2c-fcd3-4d70-ab8e-176dba82d928,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:14.041839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-03c9320b-7905-472e-91a5-d56b5c6812c9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Deleting port 6462defb-e552-4839-a803-74cac495b2f9 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:15:14.045720 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-03c9320b-7905-472e-91a5-d56b5c6812c9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6462defb-e552-4839-a803-74cac495b2f9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:14.123402 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-03c9320b-7905-472e-91a5-d56b5c6812c9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6462defb-e552-4839-a803-74cac495b2f9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:14.123764 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-03c9320b-7905-472e-91a5-d56b5c6812c9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for floatingip (6462defb-e552-4839-a803-74cac495b2f9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:14.135968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-03c9320b-7905-472e-91a5-d56b5c6812c9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Calling delete_port for 6462defb-e552-4839-a803-74cac495b2f9 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:15:14.373043 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6317dab5-5aed-464e-bbc6-9fb46f1e7f16 req-eebc130c-48a9-49e3-8600-7c318bb20d2e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=f6f68bbe-d1a1-4617-9110-76f54fd58061 HTTP/1.1" status: 200 len: 210 time: 0.0343955 Feb 15 17:15:14.418041 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-03c9320b-7905-472e-91a5-d56b5c6812c9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6462defb-e552-4839-a803-74cac495b2f9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:14.442995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9320b-7905-472e-91a5-d56b5c6812c9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event deleted for resources: {'Port': ['ID=6462defb-e552-4839-a803-74cac495b2f9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:14.514257 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-03c9320b-7905-472e-91a5-d56b5c6812c9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for floatingip (1e34c2fa-9027-40c8-a52d-96e1222aba20), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:14.514523 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-03c9320b-7905-472e-91a5-d56b5c6812c9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Floating IP 1e34c2fa-9027-40c8-a52d-96e1222aba20 disassociated (deleted). External IP: 172.25.4.3, port: 34425bed-9b52-417e-9000-c7bb731439b3. Feb 15 17:15:14.781867 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c9320b-7905-472e-91a5-d56b5c6812c9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:15:14.791725 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7bb47900-94cd-45cd-9fd7-cd43379f2f2f no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:15:14.824169 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 7bb47900-94cd-45cd-9fd7-cd43379f2f2f {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:15:14.824575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7bb47900-94cd-45cd-9fd7-cd43379f2f2f not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:15:14.824997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e0852dcd-6a11-408b-bd1e-5ae58b311ac8 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:15:14.851643 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: e0852dcd-6a11-408b-bd1e-5ae58b311ac8 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:15:14.852346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device e0852dcd-6a11-408b-bd1e-5ae58b311ac8 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:15:14.904318 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c9320b-7905-472e-91a5-d56b5c6812c9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:15:14.909443 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-03c9320b-7905-472e-91a5-d56b5c6812c9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:14.917033 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b3a16-9015-4b60-ae50-4dcf4c697e72 None None] Sync routers for ids ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:15:14.928659 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b3a16-9015-4b60-ae50-4dcf4c697e72 None None] Routers {'6dd71121-ad5b-4328-b6eb-c7858ad2ba54'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:15:14.929530 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-935b3a16-9015-4b60-ae50-4dcf4c697e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:15:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:14.954613 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-03c9320b-7905-472e-91a5-d56b5c6812c9 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "DELETE /v2.0/floatingips/1e34c2fa-9027-40c8-a52d-96e1222aba20 HTTP/1.1" status: 204 len: 168 time: 1.0922036 Feb 15 17:15:14.955502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088d9e44-ef31-41a1-8f28-c7d56610ff83', 'tag': '34425bed-9b52-417e-9000-c7bb731439b3'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:15:14.969384 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bf1c21-1199-41cd-9204-8cf0692b111a" -d '{"events": [{"name": "network-changed", "server_uuid": "088d9e44-ef31-41a1-8f28-c7d56610ff83", "tag": "34425bed-9b52-417e-9000-c7bb731439b3"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:15:15.034161 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5174b1-c16c-48b7-9aa9-b122f0c94cbb x-openstack-request-id: req-4f5174b1-c16c-48b7-9aa9-b122f0c94cbb {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:15:15.034462 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "088d9e44-ef31-41a1-8f28-c7d56610ff83", "tag": "34425bed-9b52-417e-9000-c7bb731439b3", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:15:15.034726 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4f5174b1-c16c-48b7-9aa9-b122f0c94cbb {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:15:15.035152 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088d9e44-ef31-41a1-8f28-c7d56610ff83', 'tag': '34425bed-9b52-417e-9000-c7bb731439b3', 'status': 'completed', 'code': 200} Feb 15 17:15:15.079895 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-935b3a16-9015-4b60-ae50-4dcf4c697e72 None None] Set router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:15:15.125105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf1c21-1199-41cd-9204-8cf0692b111a req-382169db-db41-4943-9d1c-40f65e4acdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:15.127619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2bf1c21-1199-41cd-9204-8cf0692b111a req-382169db-db41-4943-9d1c-40f65e4acdda service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2d5d9f3cebd3407a8ff5759d332d2186&device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 1167 time: 0.0646837 Feb 15 17:15:15.294677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf1c21-1199-41cd-9204-8cf0692b111a req-68b76f72-c7fc-47cd-afa5-db88dfdc1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:15.303473 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2bf1c21-1199-41cd-9204-8cf0692b111a req-68b76f72-c7fc-47cd-afa5-db88dfdc1594 service neutron] 10.222.0.10 "GET /v2.0/networks?id=885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 HTTP/1.1" status: 200 len: 898 time: 0.1531456 Feb 15 17:15:15.355251 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-935b3a16-9015-4b60-ae50-4dcf4c697e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668956751', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4507730f-17ce-483f-a998-08343d951f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:47Z', 'updated_at': '2022-02-15T17:13:52Z', 'revision_number': 4, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': '4507730f-17ce-483f-a998-08343d951f6c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:48Z', 'updated_at': '2022-02-15T17:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3', 'name': '', 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'mac_address': 'fa:16:3e:f1:2b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:51Z', 'updated_at': '2022-02-15T17:13:56Z', 'revision_number': 5, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'subnets': [{'id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:15.389019 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2bf1c21-1199-41cd-9204-8cf0692b111a req-49590a2a-6b04-4739-b673-a48421f95835 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=34425bed-9b52-417e-9000-c7bb731439b3 HTTP/1.1" status: 200 len: 217 time: 0.0815914 Feb 15 17:15:15.389204 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b3a16-9015-4b60-ae50-4dcf4c697e72 None None] Checking router: 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:15:15.420063 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b3a16-9015-4b60-ae50-4dcf4c697e72 None None] Routers {'6dd71121-ad5b-4328-b6eb-c7858ad2ba54'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:15:15.420905 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-935b3a16-9015-4b60-ae50-4dcf4c697e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:15:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:15.444287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf1c21-1199-41cd-9204-8cf0692b111a req-226f0287-6ad6-4b50-8887-ede2ef1b40c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:15.462200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2bf1c21-1199-41cd-9204-8cf0692b111a req-226f0287-6ad6-4b50-8887-ede2ef1b40c9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8612b674-9e49-44d4-a8bf-3931b20d3af5 HTTP/1.1" status: 200 len: 835 time: 0.0527720 Feb 15 17:15:15.543272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf1c21-1199-41cd-9204-8cf0692b111a req-3bdb317f-957f-417b-a908-218facc7f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:15.545882 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2bf1c21-1199-41cd-9204-8cf0692b111a req-3bdb317f-957f-417b-a908-218facc7f28c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=885e2a9f-445a-41c4-8fbd-c9f7ad4fab15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0923007 Feb 15 17:15:15.552477 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a442c0-aae1-4672-8e36-084def6894a4 req-566905fa-1aac-4531-a9af-0d03b1511c79 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:15.561202 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-95a442c0-aae1-4672-8e36-084def6894a4 req-566905fa-1aac-4531-a9af-0d03b1511c79 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 984 time: 0.1008434 Feb 15 17:15:15.654264 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-935b3a16-9015-4b60-ae50-4dcf4c697e72 None None] Set router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:15:15.660096 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-95a442c0-aae1-4672-8e36-084def6894a4 req-45f91e97-ca6b-4f41-b790-6dc220b9416a tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/security-groups?id=f5003505-e7e4-43ef-8fe7-e992e2c6fae6&id=ccee70b0-28a1-4104-8834-20799aa99736&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0978155 Feb 15 17:15:15.706405 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-f9e8d629-6cb1-4351-8190-67c043432a46 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192173884&fields=id&tenant_id=3e4b95210b24489aa9af66b1429a9643 HTTP/1.1" status: 200 len: 267 time: 0.0764818 Feb 15 17:15:15.829880 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-b8aba684-808e-422b-aeed-f54b3bb271e7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:15.831371 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-b8aba684-808e-422b-aeed-f54b3bb271e7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 812 time: 0.1167052 Feb 15 17:15:15.850634 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-f46655ae-7a78-475a-b91d-a0876b67cb84 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/quotas/3e4b95210b24489aa9af66b1429a9643 HTTP/1.1" status: 200 len: 375 time: 0.0128224 Feb 15 17:15:15.890212 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2bf1c21-1199-41cd-9204-8cf0692b111a req-4480a4c6-2e95-443c-8c7d-add2764f2ca9 service neutron] 10.222.0.10 "GET /v2.0/networks/885e2a9f-445a-41c4-8fbd-c9f7ad4fab15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365827 Feb 15 17:15:15.961020 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-1ccf3448-6336-436e-a669-1c712ff4a5b0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1018109 Feb 15 17:15:15.976669 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-935b3a16-9015-4b60-ae50-4dcf4c697e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668956751', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4507730f-17ce-483f-a998-08343d951f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:47Z', 'updated_at': '2022-02-15T17:13:52Z', 'revision_number': 4, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': '4507730f-17ce-483f-a998-08343d951f6c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:48Z', 'updated_at': '2022-02-15T17:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3', 'name': '', 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'mac_address': 'fa:16:3e:f1:2b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:51Z', 'updated_at': '2022-02-15T17:13:56Z', 'revision_number': 5, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'subnets': [{'id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:16.013793 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b3a16-9015-4b60-ae50-4dcf4c697e72 None None] The sync data for ids ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'] in n-d-828372-14 is: [{'id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668956751', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4507730f-17ce-483f-a998-08343d951f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:47Z', 'updated_at': '2022-02-15T17:13:52Z', 'revision_number': 4, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': '4507730f-17ce-483f-a998-08343d951f6c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:48Z', 'updated_at': '2022-02-15T17:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3', 'name': '', 'network_id': '885e2a9f-445a-41c4-8fbd-c9f7ad4fab15', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'mac_address': 'fa:16:3e:f1:2b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:51Z', 'updated_at': '2022-02-15T17:13:56Z', 'revision_number': 5, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'subnets': [{'id': '8612b674-9e49-44d4-a8bf-3931b20d3af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:15:16.063081 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2bf1c21-1199-41cd-9204-8cf0692b111a req-75fe9b0b-89d9-4bae-9bc1-f16120649aa2 service neutron] 10.222.0.10 "GET /v2.0/networks/885e2a9f-445a-41c4-8fbd-c9f7ad4fab15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655281 Feb 15 17:15:16.107666 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-c25946cd-b665-4b2e-90cd-a24ae1c2487c service neutron] 10.222.0.107 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247435 Feb 15 17:15:16.240774 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-6ef0bee1-43b2-485a-8efe-dce1fb61f781 service neutron] 10.222.0.107 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264162 Feb 15 17:15:16.363376 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ab73fe-961d-42cb-b3ab-30d903234c95 None None] New status for floating IP 1e34c2fa-9027-40c8-a52d-96e1222aba20: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:15:16.720969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f321b-6f1d-4272-a3bc-0db33af9aaa6 req-a44b9974-bc62-4bcb-8746-a155a4c3f3fc tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:16.727170 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-618f321b-6f1d-4272-a3bc-0db33af9aaa6 req-a44b9974-bc62-4bcb-8746-a155a4c3f3fc tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.10 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 984 time: 0.0765667 Feb 15 17:15:16.890045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ae14c-2493-4df9-ba64-b78046f9ce96 req-c19aca34-4e54-4ab9-9380-d2b873fab413 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:16.903770 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-262ae14c-2493-4df9-ba64-b78046f9ce96 req-c19aca34-4e54-4ab9-9380-d2b873fab413 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 984 time: 0.1472926 Feb 15 17:15:16.991926 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-262ae14c-2493-4df9-ba64-b78046f9ce96 req-90835d50-4b1e-4cbb-843a-d4572c25856b tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/security-groups?id=f5003505-e7e4-43ef-8fe7-e992e2c6fae6&id=ccee70b0-28a1-4104-8834-20799aa99736&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0851662 Feb 15 17:15:16.994070 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17c6947a-d184-415d-ac98-1511a623605c req-d05398ce-d952-475f-b349-8d5492eb1fe6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 210 time: 0.0943353 Feb 15 17:15:17.014400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-618f321b-6f1d-4272-a3bc-0db33af9aaa6 req-feae6668-9845-4435-ad42-47f5f31ef324 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Deleting port 34425bed-9b52-417e-9000-c7bb731439b3 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:15:17.014818 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-618f321b-6f1d-4272-a3bc-0db33af9aaa6 req-feae6668-9845-4435-ad42-47f5f31ef324 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (34425bed-9b52-417e-9000-c7bb731439b3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:17.113580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-618f321b-6f1d-4272-a3bc-0db33af9aaa6 req-feae6668-9845-4435-ad42-47f5f31ef324 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] For port 34425bed-9b52-417e-9000-c7bb731439b3, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=34425bed-9b52-417e-9000-c7bb731439b3,segment=NetworkSegment(519a191b-582d-4584-82b9-3695646f778d),segment_id=519a191b-582d-4584-82b9-3695646f778d)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:15:17.114159 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-618f321b-6f1d-4272-a3bc-0db33af9aaa6 req-feae6668-9845-4435-ad42-47f5f31ef324 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (34425bed-9b52-417e-9000-c7bb731439b3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:17.127810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-618f321b-6f1d-4272-a3bc-0db33af9aaa6 req-feae6668-9845-4435-ad42-47f5f31ef324 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Calling delete_port for 34425bed-9b52-417e-9000-c7bb731439b3 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:15:17.321563 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-618f321b-6f1d-4272-a3bc-0db33af9aaa6 req-feae6668-9845-4435-ad42-47f5f31ef324 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (34425bed-9b52-417e-9000-c7bb731439b3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:17.353167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae6668-9845-4435-ad42-47f5f31ef324 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event deleted for resources: {'Port': ['ID=34425bed-9b52-417e-9000-c7bb731439b3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:17.420238 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-618f321b-6f1d-4272-a3bc-0db33af9aaa6 req-feae6668-9845-4435-ad42-47f5f31ef324 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] No DVR routers for this DVR port 34425bed-9b52-417e-9000-c7bb731439b3 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:15:17.422934 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-618f321b-6f1d-4272-a3bc-0db33af9aaa6 req-feae6668-9845-4435-ad42-47f5f31ef324 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:17.427895 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-618f321b-6f1d-4272-a3bc-0db33af9aaa6 req-feae6668-9845-4435-ad42-47f5f31ef324 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.10 "DELETE /v2.0/ports/34425bed-9b52-417e-9000-c7bb731439b3 HTTP/1.1" status: 204 len: 173 time: 0.6938660 Feb 15 17:15:17.427895 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088d9e44-ef31-41a1-8f28-c7d56610ff83', 'name': 'network-vif-deleted', 'tag': '34425bed-9b52-417e-9000-c7bb731439b3'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:15:17.429340 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fc61c2-6eba-4aba-beeb-68a9c3e2ecab" -d '{"events": [{"server_uuid": "088d9e44-ef31-41a1-8f28-c7d56610ff83", "name": "network-vif-deleted", "tag": "34425bed-9b52-417e-9000-c7bb731439b3"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:15:17.490127 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d0f891-53e0-44d4-9752-b2e13f8d0ae9 x-openstack-request-id: req-a0d0f891-53e0-44d4-9752-b2e13f8d0ae9 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:15:17.490453 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "088d9e44-ef31-41a1-8f28-c7d56610ff83", "name": "network-vif-deleted", "tag": "34425bed-9b52-417e-9000-c7bb731439b3", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:15:17.490779 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a0d0f891-53e0-44d4-9752-b2e13f8d0ae9 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:15:17.491205 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088d9e44-ef31-41a1-8f28-c7d56610ff83', 'name': 'network-vif-deleted', 'tag': '34425bed-9b52-417e-9000-c7bb731439b3', 'status': 'completed', 'code': 200} Feb 15 17:15:18.142347 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-733568db-ea82-4fc4-b078-259a6d4f76f3 req-3a0837be-dbed-411a-a89f-155cf7d787c3 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "GET /v2.0/ports?device_id=088d9e44-ef31-41a1-8f28-c7d56610ff83 HTTP/1.1" status: 200 len: 210 time: 0.0654557 Feb 15 17:15:18.147890 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19fa16de-5404-4463-af22-e21acd42eaa2 req-4987e728-a49a-45a5-ad55-0ba87bf5dcf7 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 210 time: 0.0622475 Feb 15 17:15:19.197389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-86c654b5-88c3-4550-843a-c9a1e3720d2f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:19.201228 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-86c654b5-88c3-4550-843a-c9a1e3720d2f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 812 time: 0.1601717 Feb 15 17:15:19.229607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59584) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:19.292769 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-adaab02d-a22d-4278-8cc9-14075455c2ec tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group (ccee70b0-28a1-4104-8834-20799aa99736), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:19.326769 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d3fa095a-59e3-4d48-9122-646fb61e4129 req-ae72fadd-f5d9-44b0-9587-dbb2cd417f92 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 210 time: 0.0640335 Feb 15 17:15:19.341724 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-adaab02d-a22d-4278-8cc9-14075455c2ec tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group (ccee70b0-28a1-4104-8834-20799aa99736), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:19.361002 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-c6dcfec7-14c7-4cc1-b009-e0fbcf0be121 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e4b95210b24489aa9af66b1429a9643 HTTP/1.1" status: 200 len: 379 time: 0.1507688 Feb 15 17:15:19.370082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-98e6f6b1-cc01-46e6-af59-0149ef31f7d2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'port': {'device_id': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'admin_state_up': True, 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'security_groups': ['24eb3fe9-9337-479c-a1a7-88bf71afe0fd']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:15:19.475611 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-adaab02d-a22d-4278-8cc9-14075455c2ec tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ccee70b0-28a1-4104-8834-20799aa99736), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:19.479603 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-adaab02d-a22d-4278-8cc9-14075455c2ec tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:19.481624 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-adaab02d-a22d-4278-8cc9-14075455c2ec tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "DELETE /v2.0/security-groups/ccee70b0-28a1-4104-8834-20799aa99736 HTTP/1.1" status: 204 len: 168 time: 0.2494986 Feb 15 17:15:19.484698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59586) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:19.494454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaab02d-a22d-4278-8cc9-14075455c2ec tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccee70b0-28a1-4104-8834-20799aa99736,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:19.610086 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ba176304-048f-45ae-9fd4-62ff4aefab0d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group (f5003505-e7e4-43ef-8fe7-e992e2c6fae6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:19.639010 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ba176304-048f-45ae-9fd4-62ff4aefab0d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group (f5003505-e7e4-43ef-8fe7-e992e2c6fae6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:19.669734 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-98e6f6b1-cc01-46e6-af59-0149ef31f7d2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Made reservation on behalf of 3e4b95210b24489aa9af66b1429a9643 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:15:19.673551 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-98e6f6b1-cc01-46e6-af59-0149ef31f7d2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:19.820954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-98e6f6b1-cc01-46e6-af59-0149ef31f7d2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Allocated IP 172.20.0.12 (6d034b05-8049-4817-a4aa-97f8065a9672/5c179437-204b-4978-a297-fc19fe80904c/61babd08-d10d-4724-b5b7-1b7c426e3395) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:15:20.012158 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-98e6f6b1-cc01-46e6-af59-0149ef31f7d2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for port (61babd08-d10d-4724-b5b7-1b7c426e3395), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:20.133267 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-98e6f6b1-cc01-46e6-af59-0149ef31f7d2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (61babd08-d10d-4724-b5b7-1b7c426e3395), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:20.155981 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 34425bed-9b52-417e-9000-c7bb731439b3 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:15:20.181970 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ba176304-048f-45ae-9fd4-62ff4aefab0d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (f5003505-e7e4-43ef-8fe7-e992e2c6fae6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:20.184769 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ba176304-048f-45ae-9fd4-62ff4aefab0d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:20.186804 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ba176304-048f-45ae-9fd4-62ff4aefab0d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "DELETE /v2.0/security-groups/f5003505-e7e4-43ef-8fe7-e992e2c6fae6 HTTP/1.1" status: 204 len: 168 time: 0.7008586 Feb 15 17:15:20.189892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59594) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:20.198825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 34425bed-9b52-417e-9000-c7bb731439b3 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:15:20.200525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 34425bed-9b52-417e-9000-c7bb731439b3 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:15:20.218659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-98e6f6b1-cc01-46e6-af59-0149ef31f7d2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Network 6d034b05-8049-4817-a4aa-97f8065a9672 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:15:20.221943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba176304-048f-45ae-9fd4-62ff4aefab0d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5003505-e7e4-43ef-8fe7-e992e2c6fae6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:20.230063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-98e6f6b1-cc01-46e6-af59-0149ef31f7d2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:15:20.257132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-98e6f6b1-cc01-46e6-af59-0149ef31f7d2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:15:20.309904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6f6b1-cc01-46e6-af59-0149ef31f7d2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'Port': ['ID=61babd08-d10d-4724-b5b7-1b7c426e3395,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:20.400224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-98e6f6b1-cc01-46e6-af59-0149ef31f7d2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:20.406981 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-98e6f6b1-cc01-46e6-af59-0149ef31f7d2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:20.535484 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-98e6f6b1-cc01-46e6-af59-0149ef31f7d2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1690922 Feb 15 17:15:20.549799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Request body: {'port': {'device_id': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:15:20.661145 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-566b4c85-5f67-4dd2-9bd6-ee0672c56b7f None None] Provisioning complete for port 61babd08-d10d-4724-b5b7-1b7c426e3395 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:15:20.661762 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-566b4c85-5f67-4dd2-9bd6-ee0672c56b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (61babd08-d10d-4724-b5b7-1b7c426e3395), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:20.704985 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (61babd08-d10d-4724-b5b7-1b7c426e3395), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:20.736033 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51936d77-567d-4fd3-8dc2-97583b2ce9bc req-daff0989-d553-4b66-8542-1f5736e9d45f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:20.737778 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-51936d77-567d-4fd3-8dc2-97583b2ce9bc req-daff0989-d553-4b66-8542-1f5736e9d45f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 932 time: 0.1327205 Feb 15 17:15:20.744588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-566b4c85-5f67-4dd2-9bd6-ee0672c56b7f None None] Port 61babd08-d10d-4724-b5b7-1b7c426e3395 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:15:20.808625 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-51936d77-567d-4fd3-8dc2-97583b2ce9bc req-8be900b4-9520-4e74-bb6e-d6efe3ab3f2e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647860 Feb 15 17:15:20.902231 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee18a635-6337-4d38-9ad7-34d6f9401a5d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:21.155902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61babd08-d10d-4724-b5b7-1b7c426e3395 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:15:21.166090 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Publish callbacks [] for port (61babd08-d10d-4724-b5b7-1b7c426e3395), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:21.183665 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Transition to ACTIVE for port object 61babd08-d10d-4724-b5b7-1b7c426e3395 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:15:21.261649 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ee18a635-6337-4d38-9ad7-34d6f9401a5d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Deleting port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:15:21.262024 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee18a635-6337-4d38-9ad7-34d6f9401a5d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:21.310217 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (61babd08-d10d-4724-b5b7-1b7c426e3395), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:21.371872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Pushing event updated for resources: {'Port': ['ID=61babd08-d10d-4724-b5b7-1b7c426e3395,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:21.400775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-ee18a635-6337-4d38-9ad7-34d6f9401a5d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] For port 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3,segment=NetworkSegment(519a191b-582d-4584-82b9-3695646f778d),segment_id=519a191b-582d-4584-82b9-3695646f778d)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:15:21.401691 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee18a635-6337-4d38-9ad7-34d6f9401a5d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:21.444057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ee18a635-6337-4d38-9ad7-34d6f9401a5d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Calling delete_port for 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:15:21.506705 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Attempting to bind port 61babd08-d10d-4724-b5b7-1b7c426e3395 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:15:21.507510 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Attempting to bind port 61babd08-d10d-4724-b5b7-1b7c426e3395 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:15:21.511608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Attempting to bind port 61babd08-d10d-4724-b5b7-1b7c426e3395 on network 6d034b05-8049-4817-a4aa-97f8065a9672 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:15:21.529893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Port 61babd08-d10d-4724-b5b7-1b7c426e3395 on network 6d034b05-8049-4817-a4aa-97f8065a9672 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:15:21.530516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Attempting to bind port 61babd08-d10d-4724-b5b7-1b7c426e3395 on network 6d034b05-8049-4817-a4aa-97f8065a9672 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:15:21.560927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:15:21.561647 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Checking segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:15:21.562343 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Bound using segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:15:21.563085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Bound port: 61babd08-d10d-4724-b5b7-1b7c426e3395, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:15:21.563669 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (61babd08-d10d-4724-b5b7-1b7c426e3395), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:21.656991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] For port 61babd08-d10d-4724-b5b7-1b7c426e3395, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:15:21.664202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] For port 61babd08-d10d-4724-b5b7-1b7c426e3395, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61babd08-d10d-4724-b5b7-1b7c426e3395,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:15:21.762583 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (61babd08-d10d-4724-b5b7-1b7c426e3395), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:21.805352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:21.805618 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:21.807357 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] 10.222.0.67 "PUT /v2.0/ports/61babd08-d10d-4724-b5b7-1b7c426e3395 HTTP/1.1" status: 200 len: 1093 time: 1.2628107 Feb 15 17:15:21.808065 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'tag': '61babd08-d10d-4724-b5b7-1b7c426e3395'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:15:21.810466 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ba6f80-19ad-43eb-8936-d303258c2a04" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41", "tag": "61babd08-d10d-4724-b5b7-1b7c426e3395"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:15:21.839827 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee18a635-6337-4d38-9ad7-34d6f9401a5d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:21.893780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019cc77-6c4b-421e-b866-bf3c77d1aa79 service neutron] Pushing event updated for resources: {'Port': ['ID=61babd08-d10d-4724-b5b7-1b7c426e3395,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:21.894285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18a635-6337-4d38-9ad7-34d6f9401a5d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event deleted for resources: {'Port': ['ID=6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:21.928842 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bd5b62-5a17-4d50-90c9-ecc2bb99e56e x-openstack-request-id: req-22bd5b62-5a17-4d50-90c9-ecc2bb99e56e {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:15:21.929723 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41", "tag": "61babd08-d10d-4724-b5b7-1b7c426e3395", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:15:21.933526 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-22bd5b62-5a17-4d50-90c9-ecc2bb99e56e {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:15:21.935426 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'tag': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'status': 'completed', 'code': 200} Feb 15 17:15:22.034011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba6f80-19ad-43eb-8936-d303258c2a04 req-a8d6561d-a50b-46ed-bc0d-272f4638b3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:22.043981 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1ba6f80-19ad-43eb-8936-d303258c2a04 req-a8d6561d-a50b-46ed-bc0d-272f4638b3a0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 1127 time: 0.1069713 Feb 15 17:15:22.368842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba6f80-19ad-43eb-8936-d303258c2a04 req-582f0581-a10f-460e-ad4f-f535009e7354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:22.379770 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1ba6f80-19ad-43eb-8936-d303258c2a04 req-582f0581-a10f-460e-ad4f-f535009e7354 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=3e4b95210b24489aa9af66b1429a9643&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3293014 Feb 15 17:15:22.381832 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252369f-bb57-46a2-b053-f5b43b7b7390 req-9af8ff11-259c-4ad2-824a-21f30b06cf5c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:22.389306 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b252369f-bb57-46a2-b053-f5b43b7b7390 req-9af8ff11-259c-4ad2-824a-21f30b06cf5c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 944 time: 0.3900840 Feb 15 17:15:22.470308 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b252369f-bb57-46a2-b053-f5b43b7b7390 req-44ea543b-6e86-48b2-8c60-ef9def40ef9b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800517 Feb 15 17:15:22.533212 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee18a635-6337-4d38-9ad7-34d6f9401a5d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:22.556416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba6f80-19ad-43eb-8936-d303258c2a04 req-5a593270-3369-412a-bc18-389b0d6bc54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:22.561554 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f1ba6f80-19ad-43eb-8936-d303258c2a04 req-5a593270-3369-412a-bc18-389b0d6bc54c service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1713023 Feb 15 17:15:22.780464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e4edc8eb-3abf-44a4-a9ac-48e653cca78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:22.788901 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-e4edc8eb-3abf-44a4-a9ac-48e653cca78d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 1127 time: 0.1835921 Feb 15 17:15:22.850194 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-c041fcae-4210-4bdd-b4c8-706406df106f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61babd08-d10d-4724-b5b7-1b7c426e3395 HTTP/1.1" status: 200 len: 217 time: 0.0543978 Feb 15 17:15:23.010780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-729605ba-c74e-4edc-bead-00341ce38450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:23.013385 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-729605ba-c74e-4edc-bead-00341ce38450 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.1569240 Feb 15 17:15:23.108958 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-ef2af7d4-3740-4e33-975c-c8fc52cac27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:23.118674 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-ef2af7d4-3740-4e33-975c-c8fc52cac27f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0988111 Feb 15 17:15:23.139461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee18a635-6337-4d38-9ad7-34d6f9401a5d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:15:23.313587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-57ce978c-bb5c-474d-91b6-374107fe62cd service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854858 Feb 15 17:15:23.376499 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee18a635-6337-4d38-9ad7-34d6f9401a5d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:15:23.394621 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957fc4cf-a17e-4a97-848c-292c3cab972e None None] Sync routers for ids ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:15:23.403458 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ee18a635-6337-4d38-9ad7-34d6f9401a5d tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "PUT /v2.0/routers/6dd71121-ad5b-4328-b6eb-c7858ad2ba54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2113900 Feb 15 17:15:23.410438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59618) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:23.410941 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957fc4cf-a17e-4a97-848c-292c3cab972e None None] Routers {'6dd71121-ad5b-4328-b6eb-c7858ad2ba54'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:15:23.411534 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-957fc4cf-a17e-4a97-848c-292c3cab972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:15:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:23.595056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8725835-8c25-4be4-bd07-f0f4b52e7586 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Deleting subnet 8612b674-9e49-44d4-a8bf-3931b20d3af5 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:15:23.632844 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8725835-8c25-4be4-bd07-f0f4b52e7586 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for subnet (8612b674-9e49-44d4-a8bf-3931b20d3af5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:23.705190 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8725835-8c25-4be4-bd07-f0f4b52e7586 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (8612b674-9e49-44d4-a8bf-3931b20d3af5), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:23.948582 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-957fc4cf-a17e-4a97-848c-292c3cab972e None None] Set router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:15:24.306243 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-957fc4cf-a17e-4a97-848c-292c3cab972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668956751', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4507730f-17ce-483f-a998-08343d951f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:47Z', 'updated_at': '2022-02-15T17:15:21Z', 'revision_number': 5, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': '4507730f-17ce-483f-a998-08343d951f6c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:48Z', 'updated_at': '2022-02-15T17:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:24.387340 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957fc4cf-a17e-4a97-848c-292c3cab972e None None] Checking router: 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:15:24.411552 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4901-d7f5-4ae5-8437-b351c19a875b req-2a149a0e-d2b2-43bc-9a2a-43f5a1c0e5da tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:24.414937 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-938c4901-d7f5-4ae5-8437-b351c19a875b req-2a149a0e-d2b2-43bc-9a2a-43f5a1c0e5da tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 944 time: 0.8155365 Feb 15 17:15:24.426071 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8ccd87c6-b843-4463-9ca7-159c4cc7c263 req-b8428ddb-cc29-4e65-94c8-4781c8b32ed0 service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1032665 Feb 15 17:15:24.439070 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957fc4cf-a17e-4a97-848c-292c3cab972e None None] Routers {'6dd71121-ad5b-4328-b6eb-c7858ad2ba54'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:15:24.439796 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-957fc4cf-a17e-4a97-848c-292c3cab972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:15:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:24.513323 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-938c4901-d7f5-4ae5-8437-b351c19a875b req-ec21434f-de64-4e17-8d5a-c8cfbf9bad18 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827589 Feb 15 17:15:24.551298 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8725835-8c25-4be4-bd07-f0f4b52e7586 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (8612b674-9e49-44d4-a8bf-3931b20d3af5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:24.743169 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-957fc4cf-a17e-4a97-848c-292c3cab972e None None] Set router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:15:24.773562 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8725835-8c25-4be4-bd07-f0f4b52e7586 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (8612b674-9e49-44d4-a8bf-3931b20d3af5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:24.850422 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8725835-8c25-4be4-bd07-f0f4b52e7586 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event deleted for resources: {'Subnet': ['ID=8612b674-9e49-44d4-a8bf-3931b20d3af5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:24.859685 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8725835-8c25-4be4-bd07-f0f4b52e7586 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:24.862969 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e8725835-8c25-4be4-bd07-f0f4b52e7586 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "DELETE /v2.0/subnets/8612b674-9e49-44d4-a8bf-3931b20d3af5 HTTP/1.1" status: 204 len: 168 time: 1.4517453 Feb 15 17:15:24.865749 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59634) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:24.873065 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2915cd8f-9902-4489-b27d-d2469062dedd None None] Network 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:15:25.234878 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf91ad1-a0cb-446e-8ff2-9a7c606a0d75 None None] DHCP port deletion for 885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:15:25.271232 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdaaad98-dec6-46d1-a1c4-2a6dc32e8b3f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:25.286497 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-957fc4cf-a17e-4a97-848c-292c3cab972e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668956751', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4507730f-17ce-483f-a998-08343d951f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:47Z', 'updated_at': '2022-02-15T17:15:21Z', 'revision_number': 5, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': '4507730f-17ce-483f-a998-08343d951f6c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:48Z', 'updated_at': '2022-02-15T17:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:25.333338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aaf91ad1-a0cb-446e-8ff2-9a7c606a0d75 None None] Deleting port f2005cca-f423-4f3b-8ed0-6e723b47db29 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:15:25.334152 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aaf91ad1-a0cb-446e-8ff2-9a7c606a0d75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f2005cca-f423-4f3b-8ed0-6e723b47db29), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:25.346788 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957fc4cf-a17e-4a97-848c-292c3cab972e None None] The sync data for ids ['6dd71121-ad5b-4328-b6eb-c7858ad2ba54'] in n-d-828372-14 is: [{'id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'name': 'tempest-TestSecurityGroupsBasicOps-router-668956751', 'tenant_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64'}], 'enable_snat': True}, 'gw_port_id': '4507730f-17ce-483f-a998-08343d951f6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:13:47Z', 'updated_at': '2022-02-15T17:15:21Z', 'revision_number': 5, 'project_id': '2d5d9f3cebd3407a8ff5759d332d2186', 'gw_port': {'id': '4507730f-17ce-483f-a998-08343d951f6c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:cd:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd71121-ad5b-4328-b6eb-c7858ad2ba54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:13:48Z', 'updated_at': '2022-02-15T17:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:15:25.501130 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-aaf91ad1-a0cb-446e-8ff2-9a7c606a0d75 None None] For port f2005cca-f423-4f3b-8ed0-6e723b47db29, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f2005cca-f423-4f3b-8ed0-6e723b47db29,segment=NetworkSegment(519a191b-582d-4584-82b9-3695646f778d),segment_id=519a191b-582d-4584-82b9-3695646f778d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:15:25.502669 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aaf91ad1-a0cb-446e-8ff2-9a7c606a0d75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f2005cca-f423-4f3b-8ed0-6e723b47db29), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:25.520146 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdaaad98-dec6-46d1-a1c4-2a6dc32e8b3f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router_gateway (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:25.532379 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aaf91ad1-a0cb-446e-8ff2-9a7c606a0d75 None None] Calling delete_port for f2005cca-f423-4f3b-8ed0-6e723b47db29 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:15:25.831741 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dc566-71f8-47c3-b34f-82e083709795 req-91cda0f2-f548-4dee-af92-d8bed7b9c5c6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:25.835800 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aaf91ad1-a0cb-446e-8ff2-9a7c606a0d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (f2005cca-f423-4f3b-8ed0-6e723b47db29), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:25.838631 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-544dc566-71f8-47c3-b34f-82e083709795 req-91cda0f2-f548-4dee-af92-d8bed7b9c5c6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 944 time: 0.1650760 Feb 15 17:15:25.918385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf91ad1-a0cb-446e-8ff2-9a7c606a0d75 None None] No DVR routers for this DVR port f2005cca-f423-4f3b-8ed0-6e723b47db29 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:15:25.920573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf91ad1-a0cb-446e-8ff2-9a7c606a0d75 None None] Pushing event deleted for resources: {'Port': ['ID=f2005cca-f423-4f3b-8ed0-6e723b47db29,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:26.003637 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fdaaad98-dec6-46d1-a1c4-2a6dc32e8b3f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Deleting port 4507730f-17ce-483f-a998-08343d951f6c {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:15:26.004197 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdaaad98-dec6-46d1-a1c4-2a6dc32e8b3f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4507730f-17ce-483f-a998-08343d951f6c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:26.024474 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-544dc566-71f8-47c3-b34f-82e083709795 req-35b45110-d1a9-41ba-98f4-a0e262c2f25b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740541 Feb 15 17:15:26.239372 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-fdaaad98-dec6-46d1-a1c4-2a6dc32e8b3f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] For port 4507730f-17ce-483f-a998-08343d951f6c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4507730f-17ce-483f-a998-08343d951f6c,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:15:26.239744 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdaaad98-dec6-46d1-a1c4-2a6dc32e8b3f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4507730f-17ce-483f-a998-08343d951f6c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:26.275680 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fdaaad98-dec6-46d1-a1c4-2a6dc32e8b3f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Calling delete_port for 4507730f-17ce-483f-a998-08343d951f6c owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:15:26.769585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:15:26.801163 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdaaad98-dec6-46d1-a1c4-2a6dc32e8b3f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4507730f-17ce-483f-a998-08343d951f6c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:26.815968 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:15:26.825982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6b4b53a1-4c3c-46a7-a49f-38e24aeb7dd3 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:15:26.826775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f2005cca-f423-4f3b-8ed0-6e723b47db29 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:15:26.862904 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: f2005cca-f423-4f3b-8ed0-6e723b47db29 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:15:26.879980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f2005cca-f423-4f3b-8ed0-6e723b47db29 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:15:26.897201 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaaad98-dec6-46d1-a1c4-2a6dc32e8b3f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event deleted for resources: {'Port': ['ID=4507730f-17ce-483f-a998-08343d951f6c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:27.013671 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdaaad98-dec6-46d1-a1c4-2a6dc32e8b3f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:27.236124 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdaaad98-dec6-46d1-a1c4-2a6dc32e8b3f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:27.236124 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdaaad98-dec6-46d1-a1c4-2a6dc32e8b3f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router_controller (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:27.280976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15635c0b-5db3-4556-8896-6fa6b0cdd543 req-9cd65101-c168-4e4e-8218-cdb80b7658e0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:27.302310 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-15635c0b-5db3-4556-8896-6fa6b0cdd543 req-9cd65101-c168-4e4e-8218-cdb80b7658e0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 944 time: 0.1625013 Feb 15 17:15:27.486972 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-15635c0b-5db3-4556-8896-6fa6b0cdd543 req-ed5ae8de-bfcc-49b2-be57-2e616ef16302 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790755 Feb 15 17:15:27.538280 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdaaad98-dec6-46d1-a1c4-2a6dc32e8b3f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (6dd71121-ad5b-4328-b6eb-c7858ad2ba54), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:27.538873 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaaad98-dec6-46d1-a1c4-2a6dc32e8b3f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Fanout notify agent at l3_agent the message router_deleted on router 6dd71121-ad5b-4328-b6eb-c7858ad2ba54 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:15:27.546853 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fdaaad98-dec6-46d1-a1c4-2a6dc32e8b3f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:27.548004 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fdaaad98-dec6-46d1-a1c4-2a6dc32e8b3f tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "DELETE /v2.0/routers/6dd71121-ad5b-4328-b6eb-c7858ad2ba54 HTTP/1.1" status: 204 len: 168 time: 2.6812780 Feb 15 17:15:27.550820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59692) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:27.792651 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f45087a2-9c9f-4570-9043-e5ea4067b1b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (885e2a9f-445a-41c4-8fbd-c9f7ad4fab15), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:28.188054 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f45087a2-9c9f-4570-9043-e5ea4067b1b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (885e2a9f-445a-41c4-8fbd-c9f7ad4fab15), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:28.239243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f45087a2-9c9f-4570-9043-e5ea4067b1b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885e2a9f-445a-41c4-8fbd-c9f7ad4fab15']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:28.264474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f45087a2-9c9f-4570-9043-e5ea4067b1b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519a191b-582d-4584-82b9-3695646f778d') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:28.264777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f45087a2-9c9f-4570-9043-e5ea4067b1b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519a191b-582d-4584-82b9-3695646f778d') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:28.294144 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f45087a2-9c9f-4570-9043-e5ea4067b1b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (519a191b-582d-4584-82b9-3695646f778d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:28.337704 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f45087a2-9c9f-4570-9043-e5ea4067b1b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (519a191b-582d-4584-82b9-3695646f778d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45087a2-9c9f-4570-9043-e5ea4067b1b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f45087a2-9c9f-4570-9043-e5ea4067b1b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (519a191b-582d-4584-82b9-3695646f778d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:15:28.362988 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:15:28.716210 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f45087a2-9c9f-4570-9043-e5ea4067b1b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (885e2a9f-445a-41c4-8fbd-c9f7ad4fab15), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:28.726107 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f45087a2-9c9f-4570-9043-e5ea4067b1b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:28.738103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f45087a2-9c9f-4570-9043-e5ea4067b1b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] 10.222.0.107 "DELETE /v2.0/networks/885e2a9f-445a-41c4-8fbd-c9f7ad4fab15 HTTP/1.1" status: 204 len: 168 time: 1.1860828 Feb 15 17:15:28.741400 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f06f4a-a0f5-4164-a614-6f22f2dc3f58 req-047e4f44-da7e-4cb9-bcaa-543f79b42d1f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:28.759915 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-61f06f4a-a0f5-4164-a614-6f22f2dc3f58 req-047e4f44-da7e-4cb9-bcaa-543f79b42d1f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 944 time: 0.1088231 Feb 15 17:15:28.783715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45087a2-9c9f-4570-9043-e5ea4067b1b7 tempest-TestSecurityGroupsBasicOps-1882620750 tempest-TestSecurityGroupsBasicOps-1882620750-project] Pushing event deleted for resources: {'Network': ['ID=885e2a9f-445a-41c4-8fbd-c9f7ad4fab15,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:28.841831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4507730f-17ce-483f-a998-08343d951f6c no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:15:28.913815 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 4507730f-17ce-483f-a998-08343d951f6c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:15:28.914491 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4507730f-17ce-483f-a998-08343d951f6c not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:15:28.964387 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-61f06f4a-a0f5-4164-a614-6f22f2dc3f58 req-0d9e6b9a-8fc2-4edf-982a-1cd155abcc00 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936715 Feb 15 17:15:30.007808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59746) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:30.195209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ff3dc-236f-4e3c-80bf-5909d965f09c req-0a0b35d4-1580-472f-9d35-9a8898b9301a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:30.197425 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c46ff3dc-236f-4e3c-80bf-5909d965f09c req-0a0b35d4-1580-472f-9d35-9a8898b9301a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 944 time: 0.1046474 Feb 15 17:15:30.360313 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-13ef1fd1-582c-4585-9c16-0f010cfd0ab9 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2d5d9f3cebd3407a8ff5759d332d2186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3510952 Feb 15 17:15:30.362885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59750) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:30.372343 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c46ff3dc-236f-4e3c-80bf-5909d965f09c req-992eaa39-b5cc-40c8-9705-0e4cdc9cfc0f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332276 Feb 15 17:15:30.449781 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45e84b9b-bdbe-4398-8cbd-ed204633c9a0 admin admin] Publish callbacks [] for security_group (ccd01299-887d-461f-ad09-d51ee8bfda16), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:30.475551 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45e84b9b-bdbe-4398-8cbd-ed204633c9a0 admin admin] Publish callbacks [] for security_group (ccd01299-887d-461f-ad09-d51ee8bfda16), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:30.612737 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:30.641143 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45e84b9b-bdbe-4398-8cbd-ed204633c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ccd01299-887d-461f-ad09-d51ee8bfda16), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:30.643966 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45e84b9b-bdbe-4398-8cbd-ed204633c9a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:30.647545 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-45e84b9b-bdbe-4398-8cbd-ed204633c9a0 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ccd01299-887d-461f-ad09-d51ee8bfda16 HTTP/1.1" status: 204 len: 168 time: 0.2811520 Feb 15 17:15:30.653718 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e84b9b-bdbe-4398-8cbd-ed204633c9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd01299-887d-461f-ad09-d51ee8bfda16,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:30.932835 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:31.376483 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59774) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:31.399046 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e83a0695-5d81-4b70-9c62-088af739b4e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:31.560168 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e83a0695-5d81-4b70-9c62-088af739b4e5 admin admin] Publish callbacks [] for security_group (da58cacd-b22c-4c13-af33-be31b72f1c61), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:31.644579 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dc9f1-c2f6-4518-9414-a51559601a6d req-ccc7bc7b-4a27-47e1-96a3-fefb1fff74ee tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:31.647228 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cf6dc9f1-c2f6-4518-9414-a51559601a6d req-ccc7bc7b-4a27-47e1-96a3-fefb1fff74ee tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 944 time: 0.0851300 Feb 15 17:15:31.672297 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e83a0695-5d81-4b70-9c62-088af739b4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (da58cacd-b22c-4c13-af33-be31b72f1c61), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:31.711153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a0695-5d81-4b70-9c62-088af739b4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da58cacd-b22c-4c13-af33-be31b72f1c61,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:32.213716 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cf6dc9f1-c2f6-4518-9414-a51559601a6d req-06d67efe-ccec-4b5d-84a6-05cb0260fc5a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5595934 Feb 15 17:15:32.219455 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e83a0695-5d81-4b70-9c62-088af739b4e5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=83444e7c7cb04fdf86ecff7bf6612890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8388522 Feb 15 17:15:32.219879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59778) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:32.355577 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0749-21b2-4fa4-90eb-1daeabeb720c admin admin] Publish callbacks [] for security_group (da58cacd-b22c-4c13-af33-be31b72f1c61), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:32.424582 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0749-21b2-4fa4-90eb-1daeabeb720c admin admin] Publish callbacks [] for security_group (da58cacd-b22c-4c13-af33-be31b72f1c61), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:32.600190 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0749-21b2-4fa4-90eb-1daeabeb720c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (da58cacd-b22c-4c13-af33-be31b72f1c61), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:32.602979 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d1c0749-21b2-4fa4-90eb-1daeabeb720c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:32.604378 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4d1c0749-21b2-4fa4-90eb-1daeabeb720c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/da58cacd-b22c-4c13-af33-be31b72f1c61 HTTP/1.1" status: 204 len: 168 time: 0.3835034 Feb 15 17:15:32.623368 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c0749-21b2-4fa4-90eb-1daeabeb720c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da58cacd-b22c-4c13-af33-be31b72f1c61,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:33.488835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f092fab-6ede-49fe-8fad-bd3b324b95fe req-34574776-91b1-43e5-ac46-faef586ac873 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:33.499985 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f092fab-6ede-49fe-8fad-bd3b324b95fe req-34574776-91b1-43e5-ac46-faef586ac873 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 944 time: 0.1512437 Feb 15 17:15:33.577449 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59798) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:33.648635 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2f092fab-6ede-49fe-8fad-bd3b324b95fe req-e05eac6e-bbf3-4cef-9971-a8cf79b42035 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458907 Feb 15 17:15:33.659108 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cd3f8b74-a289-407e-bdf0-2133b73f04ae admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=50203011eee84b9b858f77da04789ed2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0797720 Feb 15 17:15:33.661663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59800) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:33.756160 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f2f75d7f-f7df-4bc7-a1dd-5ad1481f2ccb admin admin] Publish callbacks [] for security_group (80eb652c-4e7c-4af9-99f1-89aff2993059), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:33.788654 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f2f75d7f-f7df-4bc7-a1dd-5ad1481f2ccb admin admin] Publish callbacks [] for security_group (80eb652c-4e7c-4af9-99f1-89aff2993059), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:33.955798 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f2f75d7f-f7df-4bc7-a1dd-5ad1481f2ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (80eb652c-4e7c-4af9-99f1-89aff2993059), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:33.958963 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f2f75d7f-f7df-4bc7-a1dd-5ad1481f2ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:33.960999 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f2f75d7f-f7df-4bc7-a1dd-5ad1481f2ccb admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/80eb652c-4e7c-4af9-99f1-89aff2993059 HTTP/1.1" status: 204 len: 168 time: 0.2980533 Feb 15 17:15:33.973737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f75d7f-f7df-4bc7-a1dd-5ad1481f2ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80eb652c-4e7c-4af9-99f1-89aff2993059,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:34.851372 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682faac2-158d-4680-847d-5dd131262f47 req-3906e4b7-6621-447e-bb34-c3acdd860fa8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:34.858568 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-682faac2-158d-4680-847d-5dd131262f47 req-3906e4b7-6621-447e-bb34-c3acdd860fa8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 944 time: 0.0800979 Feb 15 17:15:34.932512 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-682faac2-158d-4680-847d-5dd131262f47 req-140d5adf-30ac-4259-a17f-d36bd91e19b9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647335 Feb 15 17:15:36.083621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a5835-ab4b-4bdf-a791-b5f11ae31e17 req-e16d83f5-7f55-4e6c-8c44-3412ec1c4cc0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:36.085609 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b70a5835-ab4b-4bdf-a791-b5f11ae31e17 req-e16d83f5-7f55-4e6c-8c44-3412ec1c4cc0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 944 time: 0.0789444 Feb 15 17:15:36.206473 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b70a5835-ab4b-4bdf-a791-b5f11ae31e17 req-5785ac79-2758-4f20-8e6d-7986c5a0ed24 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088026 Feb 15 17:15:36.905104 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3fd4b210-f5fb-40c4-bfb5-d2a3f12387a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:37.378526 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e03ef7-1fbb-45b1-afa4-cab07dcf1fa4 req-e582342c-b837-43e3-ad8f-f885ce01dc2a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:37.380798 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-27e03ef7-1fbb-45b1-afa4-cab07dcf1fa4 req-e582342c-b837-43e3-ad8f-f885ce01dc2a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 944 time: 0.0805542 Feb 15 17:15:37.466784 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-27e03ef7-1fbb-45b1-afa4-cab07dcf1fa4 req-4d2a2aa6-8e2a-4cda-bc8e-027021d5ae1b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730836 Feb 15 17:15:38.635828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b827a-c302-4b4d-b69a-a7fda6bffa66 req-4a8b3a89-ef8d-4d23-9234-68504c754e96 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:38.639059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc3b827a-c302-4b4d-b69a-a7fda6bffa66 req-4a8b3a89-ef8d-4d23-9234-68504c754e96 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 944 time: 0.0811548 Feb 15 17:15:38.720152 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc3b827a-c302-4b4d-b69a-a7fda6bffa66 req-b26ba57e-1324-40fe-8840-7a296e6c052c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736520 Feb 15 17:15:38.748252 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:15:39.395755 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d2460cd1-07b5-4e45-9a08-ccab33eec07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:39.844121 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830264c-1762-42df-92e5-16f9e8c3b1cd req-be5a5768-fa59-4d42-967b-3585857db745 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:39.850040 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d830264c-1762-42df-92e5-16f9e8c3b1cd req-be5a5768-fa59-4d42-967b-3585857db745 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 944 time: 0.0607126 Feb 15 17:15:39.908480 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d830264c-1762-42df-92e5-16f9e8c3b1cd req-1711b243-8bd0-4158-bd25-8959e920c87c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572569 Feb 15 17:15:40.539076 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:41.121941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd5ef77-fb4a-4f94-a382-fbc17f791ac1 req-be94d93e-27a0-4864-92a4-63976b3f1458 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:41.129153 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5dd5ef77-fb4a-4f94-a382-fbc17f791ac1 req-be94d93e-27a0-4864-92a4-63976b3f1458 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 944 time: 0.1091893 Feb 15 17:15:41.193065 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5dd5ef77-fb4a-4f94-a382-fbc17f791ac1 req-f6fcbd55-5b57-49c7-89c0-91e24aacb352 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573940 Feb 15 17:15:41.984112 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:42.386897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b1b53-22a1-4286-a065-67b3c7c34382 req-88c81f16-e30b-4216-b3a5-cdad1398e35b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:42.393237 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-475b1b53-22a1-4286-a065-67b3c7c34382 req-88c81f16-e30b-4216-b3a5-cdad1398e35b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 944 time: 0.0881793 Feb 15 17:15:42.454743 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-475b1b53-22a1-4286-a065-67b3c7c34382 req-6b3f4670-2df4-46d1-a5cc-956ff7927f9d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572314 Feb 15 17:15:43.413236 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 61babd08-d10d-4724-b5b7-1b7c426e3395 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:15:43.513841 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:43.544212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 61babd08-d10d-4724-b5b7-1b7c426e3395, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61babd08-d10d-4724-b5b7-1b7c426e3395,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:15:43.564941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'port_id': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'mac_address': 'fa:16:3e:5f:da:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:15:43.596077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83d680-0c0c-494e-9212-3bdba03d5553 req-a84e9847-2391-4688-b9cc-047ed4da12a2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:43.603126 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b83d680-0c0c-494e-9212-3bdba03d5553 req-a84e9847-2391-4688-b9cc-047ed4da12a2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 944 time: 0.0672905 Feb 15 17:15:43.647938 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 61babd08-d10d-4724-b5b7-1b7c426e3395 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:15:43.648408 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (61babd08-d10d-4724-b5b7-1b7c426e3395), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:43.665706 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b83d680-0c0c-494e-9212-3bdba03d5553 req-7f9473fa-026d-4c51-bc22-0dbd965c0616 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611794 Feb 15 17:15:43.825908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61babd08-d10d-4724-b5b7-1b7c426e3395 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:15:43.846964 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 61babd08-d10d-4724-b5b7-1b7c426e3395, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61babd08-d10d-4724-b5b7-1b7c426e3395,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:15:44.064602 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (61babd08-d10d-4724-b5b7-1b7c426e3395), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:44.122256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=61babd08-d10d-4724-b5b7-1b7c426e3395,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:44.132593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:44.132755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:44.133096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:44.133456 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:44.133789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:44.134114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:44.134493 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:44.134825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:44.135148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:44.135514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:44.135882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:44.136204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:44.136532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:44.274459 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['61babd08-d10d-4724-b5b7-1b7c426e3395'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:15:44.843024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d502f81-5c24-4fd0-91ad-a9d6dead6241 req-9b3e73d0-18f0-4b97-8aba-e010d438e121 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:44.851030 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1d502f81-5c24-4fd0-91ad-a9d6dead6241 req-9b3e73d0-18f0-4b97-8aba-e010d438e121 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 945 time: 0.0822899 Feb 15 17:15:44.912426 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1d502f81-5c24-4fd0-91ad-a9d6dead6241 req-c83abd33-e73f-4b3f-a86c-41db14402198 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555573 Feb 15 17:15:45.429758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 61babd08-d10d-4724-b5b7-1b7c426e3395 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:15:45.480497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 59934) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:45.627424 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6e1ef96-670b-48c2-aeb9-3917446ab734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:45.641614 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 61babd08-d10d-4724-b5b7-1b7c426e3395 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:15:45.646640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 61babd08-d10d-4724-b5b7-1b7c426e3395 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:15:45.647291 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (61babd08-d10d-4724-b5b7-1b7c426e3395), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:45.771927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 61babd08-d10d-4724-b5b7-1b7c426e3395 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:15:45.772579 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (61babd08-d10d-4724-b5b7-1b7c426e3395), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:45.791010 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6e1ef96-670b-48c2-aeb9-3917446ab734 admin admin] Publish callbacks [] for security_group (bd95cbba-da16-448b-ad49-96690595b2ff), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:45.798958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61babd08-d10d-4724-b5b7-1b7c426e3395'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:15:45.801808 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75f9f24-5c96-403c-8c9a-c26e794bb20d" -d '{"events": [{"server_uuid": "e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41", "name": "network-vif-plugged", "status": "completed", "tag": "61babd08-d10d-4724-b5b7-1b7c426e3395"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:15:45.816414 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 61babd08-d10d-4724-b5b7-1b7c426e3395, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61babd08-d10d-4724-b5b7-1b7c426e3395,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:15:45.847551 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679873c7-93ba-49a4-b2ce-9d9ab8aab591 x-openstack-request-id: req-679873c7-93ba-49a4-b2ce-9d9ab8aab591 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:15:45.850504 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41", "name": "network-vif-plugged", "status": "completed", "tag": "61babd08-d10d-4724-b5b7-1b7c426e3395", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:15:45.850504 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-679873c7-93ba-49a4-b2ce-9d9ab8aab591 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:15:45.850504 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'code': 200} Feb 15 17:15:45.870491 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6e1ef96-670b-48c2-aeb9-3917446ab734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bd95cbba-da16-448b-ad49-96690595b2ff), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:45.905321 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (61babd08-d10d-4724-b5b7-1b7c426e3395), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:46.003533 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b6e1ef96-670b-48c2-aeb9-3917446ab734 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=09ac4ed71d384439bda790cb4f0ca7cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5179107 Feb 15 17:15:46.005323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 59944) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:46.008406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=61babd08-d10d-4724-b5b7-1b7c426e3395,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:46.022118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1ef96-670b-48c2-aeb9-3917446ab734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd95cbba-da16-448b-ad49-96690595b2ff,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:46.060509 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030bfb55-080d-4033-b382-d53a6a242c33 req-58bed37c-1211-4e95-b6e5-b34cd80e489d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:46.062519 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-030bfb55-080d-4033-b382-d53a6a242c33 req-58bed37c-1211-4e95-b6e5-b34cd80e489d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 1129 time: 0.1496866 Feb 15 17:15:46.121311 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-030bfb55-080d-4033-b382-d53a6a242c33 req-ae5b3389-a1d7-41cf-a4c0-c090614c920e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518985 Feb 15 17:15:46.126014 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Publish callbacks [] for security_group (bd95cbba-da16-448b-ad49-96690595b2ff), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:46.162647 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Publish callbacks [] for security_group (bd95cbba-da16-448b-ad49-96690595b2ff), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:46.221727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612ab1d-73b9-4289-b34f-22881226e178 req-1e5ba6d9-b6fa-4366-a30f-1fe026803d06 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:46.227890 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f612ab1d-73b9-4289-b34f-22881226e178 req-1e5ba6d9-b6fa-4366-a30f-1fe026803d06 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 946 time: 0.1617637 Feb 15 17:15:46.289658 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bd95cbba-da16-448b-ad49-96690595b2ff), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:46.292790 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:46.295784 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bd95cbba-da16-448b-ad49-96690595b2ff HTTP/1.1" status: 204 len: 168 time: 0.2888975 Feb 15 17:15:46.315736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd95cbba-da16-448b-ad49-96690595b2ff,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:46.336279 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f612ab1d-73b9-4289-b34f-22881226e178 req-3d638034-f032-4a68-bd20-f73f9ce188a6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993302 Feb 15 17:15:46.349821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:46.350729 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:46.351316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:46.351885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:46.353464 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:46.354065 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:46.354672 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:46.355230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:46.355801 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:46.356747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:46.357318 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:46.357909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:46.358467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58d12a9-219b-42a1-8ff8-c34e1f81753f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:47.530833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784c1fc-84cc-4e59-a329-2bfa35c15747 req-7f33bb7d-9b7b-4bc0-9d8c-2752c6e2a966 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:47.544385 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8784c1fc-84cc-4e59-a329-2bfa35c15747 req-7f33bb7d-9b7b-4bc0-9d8c-2752c6e2a966 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 946 time: 0.1363504 Feb 15 17:15:47.613082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8784c1fc-84cc-4e59-a329-2bfa35c15747 req-2cc6f168-ef73-4693-b9d0-db867ac90f92 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673592 Feb 15 17:15:49.080975 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60016) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:49.082118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860fd53-4f88-445d-8275-ebca4e7fd1c6 req-624ca51b-3aa0-4163-bc37-20393736d5e3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:49.083735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a860fd53-4f88-445d-8275-ebca4e7fd1c6 req-624ca51b-3aa0-4163-bc37-20393736d5e3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 946 time: 0.0593419 Feb 15 17:15:49.091416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1f18c588-e738-4957-83a9-4074193f7c74 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1003288337', 'description': 'tempest-secgroup-smoke-1003288337 description', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:15:49.150590 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a860fd53-4f88-445d-8275-ebca4e7fd1c6 req-612cabc5-4efa-4d65-a2c4-402e084d0242 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533233 Feb 15 17:15:49.185538 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f18c588-e738-4957-83a9-4074193f7c74 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:49.195813 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f18c588-e738-4957-83a9-4074193f7c74 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:49.294102 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8579f-3950-4e72-9d16-0600027116a5 req-7d9729ea-4fc8-4fd2-9b53-f58ac6a9e2de tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:49.295608 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6ff8579f-3950-4e72-9d16-0600027116a5 req-7d9729ea-4fc8-4fd2-9b53-f58ac6a9e2de tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 946 time: 0.0772030 Feb 15 17:15:49.333397 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f18c588-e738-4957-83a9-4074193f7c74 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (5b3e8dae-af94-4f10-83af-87b582a19eda), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:49.366224 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6ff8579f-3950-4e72-9d16-0600027116a5 req-97e6f9da-a61d-43e1-91ac-901b3564fd65 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598366 Feb 15 17:15:49.389734 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60022) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:49.401652 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f18c588-e738-4957-83a9-4074193f7c74 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5b3e8dae-af94-4f10-83af-87b582a19eda), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:49.466926 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18c588-e738-4957-83a9-4074193f7c74 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3e8dae-af94-4f10-83af-87b582a19eda,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:49.484961 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed30dbb-5c25-4063-b921-891f04cebc65 tempest-TestVolumeBootPattern-90873148 tempest-TestVolumeBootPattern-90873148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:49.489224 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-aed30dbb-5c25-4063-b921-891f04cebc65 tempest-TestVolumeBootPattern-90873148 tempest-TestVolumeBootPattern-90873148-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 1124 time: 0.0957215 Feb 15 17:15:49.489987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60024) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:49.494694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:15:49.521521 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f18c588-e738-4957-83a9-4074193f7c74 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (94ed38a9-c0bd-45f0-ba61-78d341683d51), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:49.584833 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:49.601641 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f18c588-e738-4957-83a9-4074193f7c74 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (94ed38a9-c0bd-45f0-ba61-78d341683d51), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:49.633904 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f18c588-e738-4957-83a9-4074193f7c74 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ed38a9-c0bd-45f0-ba61-78d341683d51,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:49.677817 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f18c588-e738-4957-83a9-4074193f7c74 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:49.682046 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1f18c588-e738-4957-83a9-4074193f7c74 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5998552 Feb 15 17:15:49.682205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60026) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:49.686910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': '94ed38a9-c0bd-45f0-ba61-78d341683d51', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:15:49.723913 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:49.789039 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (fd93b7b5-f6fe-4e7f-9cfb-a4fed976e979), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:49.865155 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Allocated IP 172.25.4.71 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/3a9b2d1e-e9ac-44e3-bde4-a2e07cb5849a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:15:49.892628 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (fd93b7b5-f6fe-4e7f-9cfb-a4fed976e979), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:49.941398 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (fd93b7b5-f6fe-4e7f-9cfb-a4fed976e979), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:49.963025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd93b7b5-f6fe-4e7f-9cfb-a4fed976e979,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:49.983814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:49.984240 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:49.984676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:49.985099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:49.985550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:49.985956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:49.986368 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:49.986781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:49.987232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:49.987896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:49.988024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:49.988403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:49.988803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:15:50.020976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for port (3a9b2d1e-e9ac-44e3-bde4-a2e07cb5849a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:50.055764 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:50.057081 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-50befc7b-bdb2-49b6-8c3a-6a8418cd6e16 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3739688 Feb 15 17:15:50.060563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60030) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:50.066240 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7e8cda3d-2390-40af-8ce3-9a190fa228f8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': '94ed38a9-c0bd-45f0-ba61-78d341683d51', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:15:50.145235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3a9b2d1e-e9ac-44e3-bde4-a2e07cb5849a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:50.193596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:15:50.202695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:15:50.205508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:15:50.212243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e8cda3d-2390-40af-8ce3-9a190fa228f8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (ca6510a7-4054-4a87-a662-7778d4fe623b), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:50.233727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'Port': ['ID=3a9b2d1e-e9ac-44e3-bde4-a2e07cb5849a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:50.347136 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e8cda3d-2390-40af-8ce3-9a190fa228f8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (ca6510a7-4054-4a87-a662-7778d4fe623b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:50.414682 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e8cda3d-2390-40af-8ce3-9a190fa228f8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (ca6510a7-4054-4a87-a662-7778d4fe623b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:50.473093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cda3d-2390-40af-8ce3-9a190fa228f8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca6510a7-4054-4a87-a662-7778d4fe623b,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:50.603323 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7e8cda3d-2390-40af-8ce3-9a190fa228f8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:50.604484 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7e8cda3d-2390-40af-8ce3-9a190fa228f8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5427268 Feb 15 17:15:50.608116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60034) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:50.618327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a76224d5-daba-4f8e-bf4d-79be01f7020d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': '94ed38a9-c0bd-45f0-ba61-78d341683d51', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:15:50.664331 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for floatingip (fe05f765-fc78-4ce5-8fb2-60bc54dc95e9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:50.716449 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a76224d5-daba-4f8e-bf4d-79be01f7020d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (07319448-c982-4ca5-b1fc-dbd493a5359e), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:50.775084 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a76224d5-daba-4f8e-bf4d-79be01f7020d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (07319448-c982-4ca5-b1fc-dbd493a5359e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:50.808015 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3a9b2d1e-e9ac-44e3-bde4-a2e07cb5849a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:50.859287 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a76224d5-daba-4f8e-bf4d-79be01f7020d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (07319448-c982-4ca5-b1fc-dbd493a5359e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:50.878659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76224d5-daba-4f8e-bf4d-79be01f7020d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07319448-c982-4ca5-b1fc-dbd493a5359e,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:50.957833 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a76224d5-daba-4f8e-bf4d-79be01f7020d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:50.963401 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a76224d5-daba-4f8e-bf4d-79be01f7020d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3531234 Feb 15 17:15:50.966214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60036) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:50.977693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-26d329ca-4483-437d-90f1-c29bd9db2259 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': '94ed38a9-c0bd-45f0-ba61-78d341683d51', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:15:50.990189 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for port (3a9b2d1e-e9ac-44e3-bde4-a2e07cb5849a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:51.053298 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3a9b2d1e-e9ac-44e3-bde4-a2e07cb5849a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:51.093838 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26d329ca-4483-437d-90f1-c29bd9db2259 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (726f7f80-2229-4b7e-85ba-3588ad65565a), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:51.187193 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'Port': ['ID=3a9b2d1e-e9ac-44e3-bde4-a2e07cb5849a,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:51.191439 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (fe05f765-fc78-4ce5-8fb2-60bc54dc95e9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:51.199826 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26d329ca-4483-437d-90f1-c29bd9db2259 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (726f7f80-2229-4b7e-85ba-3588ad65565a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:51.306573 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26d329ca-4483-437d-90f1-c29bd9db2259 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (726f7f80-2229-4b7e-85ba-3588ad65565a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:51.336178 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Floating IP fe05f765-fc78-4ce5-8fb2-60bc54dc95e9 associated. External IP: 172.25.4.71, port: 61babd08-d10d-4724-b5b7-1b7c426e3395. Feb 15 17:15:51.352983 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d329ca-4483-437d-90f1-c29bd9db2259 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726f7f80-2229-4b7e-85ba-3588ad65565a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:51.409474 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-26d329ca-4483-437d-90f1-c29bd9db2259 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:51.413314 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-26d329ca-4483-437d-90f1-c29bd9db2259 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4431226 Feb 15 17:15:51.414577 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60040) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:51.420552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-39bb8d00-5e58-43e0-9ae1-b50111df195d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': '94ed38a9-c0bd-45f0-ba61-78d341683d51', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:15:51.498265 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-39bb8d00-5e58-43e0-9ae1-b50111df195d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Project de73d1daf89048bf8298654f1c0cb7d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:15:51.504379 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39bb8d00-5e58-43e0-9ae1-b50111df195d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (cede907c-c677-4fdc-8d0a-8a65d1c7cdbc), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:51.579795 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39bb8d00-5e58-43e0-9ae1-b50111df195d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (cede907c-c677-4fdc-8d0a-8a65d1c7cdbc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:51.617041 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Router 5ff18b72-1a6c-49b3-bf68-daefd0667316 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:15:51.658724 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39bb8d00-5e58-43e0-9ae1-b50111df195d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (cede907c-c677-4fdc-8d0a-8a65d1c7cdbc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:51.680003 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb8d00-5e58-43e0-9ae1-b50111df195d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cede907c-c677-4fdc-8d0a-8a65d1c7cdbc,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:51.732112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:15:51.746960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d1cfa-8466-437f-9157-18102f2475ad None None] Sync routers for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:15:51.756735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d1cfa-8466-437f-9157-18102f2475ad None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:15:51.757545 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-421d1cfa-8466-437f-9157-18102f2475ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:15:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:51.776325 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39bb8d00-5e58-43e0-9ae1-b50111df195d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:51.779084 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-39bb8d00-5e58-43e0-9ae1-b50111df195d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3633957 Feb 15 17:15:51.783985 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60044) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:51.788711 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-e08c1fb0-78cf-4a66-ba36-a8f0534b7914 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': '94ed38a9-c0bd-45f0-ba61-78d341683d51', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:15:51.812102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:51.858128 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d7f45f77-12ea-4563-8dd4-908ecc06fe25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3672054 Feb 15 17:15:51.858893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'tag': '61babd08-d10d-4724-b5b7-1b7c426e3395'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:15:51.862287 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b932ed8-6f6f-4b40-8466-53d4d511d186" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41", "tag": "61babd08-d10d-4724-b5b7-1b7c426e3395"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:15:51.887999 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-e08c1fb0-78cf-4a66-ba36-a8f0534b7914 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Project de73d1daf89048bf8298654f1c0cb7d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:15:51.893718 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e08c1fb0-78cf-4a66-ba36-a8f0534b7914 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (93f51369-37cb-46c9-8ad2-bcc3a0899382), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:51.894074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-421d1cfa-8466-437f-9157-18102f2475ad None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:15:51.929054 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78602631-4a29-44de-8b9b-459e986bced4 x-openstack-request-id: req-78602631-4a29-44de-8b9b-459e986bced4 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:15:51.929647 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41", "tag": "61babd08-d10d-4724-b5b7-1b7c426e3395", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:15:51.930191 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-78602631-4a29-44de-8b9b-459e986bced4 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:15:51.930816 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'tag': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'status': 'completed', 'code': 200} Feb 15 17:15:52.022896 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e08c1fb0-78cf-4a66-ba36-a8f0534b7914 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (93f51369-37cb-46c9-8ad2-bcc3a0899382), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:52.029812 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b932ed8-6f6f-4b40-8466-53d4d511d186 req-44475874-18bf-4ff1-9757-68571458af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:52.031680 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b932ed8-6f6f-4b40-8466-53d4d511d186 req-44475874-18bf-4ff1-9757-68571458af7d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 1129 time: 0.0786366 Feb 15 17:15:52.111888 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e08c1fb0-78cf-4a66-ba36-a8f0534b7914 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (93f51369-37cb-46c9-8ad2-bcc3a0899382), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:52.151198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c1fb0-78cf-4a66-ba36-a8f0534b7914 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f51369-37cb-46c9-8ad2-bcc3a0899382,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:52.178029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b932ed8-6f6f-4b40-8466-53d4d511d186 req-4cd825cf-b5a4-4736-a441-6e91acd6ca5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:52.180160 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b932ed8-6f6f-4b40-8466-53d4d511d186 req-4cd825cf-b5a4-4736-a441-6e91acd6ca5c service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.1411827 Feb 15 17:15:52.213009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-421d1cfa-8466-437f-9157-18102f2475ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'fe05f765-fc78-4ce5-8fb2-60bc54dc95e9', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'port_id': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'mac_address': 'fa:16:3e:5f:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:15:50Z', 'updated_at': '2022-02-15T17:15:50Z', 'revision_number': 0, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:52.247899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d1cfa-8466-437f-9157-18102f2475ad None None] Checking router: 5ff18b72-1a6c-49b3-bf68-daefd0667316 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:15:52.259703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421d1cfa-8466-437f-9157-18102f2475ad None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:15:52.260660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-421d1cfa-8466-437f-9157-18102f2475ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:15:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:52.266614 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b932ed8-6f6f-4b40-8466-53d4d511d186 req-b680b7d8-302a-48a6-940b-3baf384ed902 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61babd08-d10d-4724-b5b7-1b7c426e3395 HTTP/1.1" status: 200 len: 999 time: 0.0803914 Feb 15 17:15:52.270363 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e08c1fb0-78cf-4a66-ba36-a8f0534b7914 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:52.271740 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e08c1fb0-78cf-4a66-ba36-a8f0534b7914 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4866438 Feb 15 17:15:52.274781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60052) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:52.281024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2732bac5-c662-4dad-b5ab-887dc89b5f00 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'network': {'name': 'tempest-network-smoke--1569320055', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'port_security_enabled': True}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:15:52.349294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b932ed8-6f6f-4b40-8466-53d4d511d186 req-f42aa1b5-183b-4206-99cc-7e6609fa76af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:52.351171 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b932ed8-6f6f-4b40-8466-53d4d511d186 req-f42aa1b5-183b-4206-99cc-7e6609fa76af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.0779896 Feb 15 17:15:52.373996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2732bac5-c662-4dad-b5ab-887dc89b5f00 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Made reservation on behalf of de73d1daf89048bf8298654f1c0cb7d6 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:15:52.373996 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2732bac5-c662-4dad-b5ab-887dc89b5f00 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:52.391638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-421d1cfa-8466-437f-9157-18102f2475ad None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:15:52.429781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2732bac5-c662-4dad-b5ab-887dc89b5f00 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:15:52.445636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b932ed8-6f6f-4b40-8466-53d4d511d186 req-c6bfe293-0667-494a-9ce1-4dc2176d96c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:52.447565 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b932ed8-6f6f-4b40-8466-53d4d511d186 req-c6bfe293-0667-494a-9ce1-4dc2176d96c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0896690 Feb 15 17:15:52.451145 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2732bac5-c662-4dad-b5ab-887dc89b5f00 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (49e0871a-dd4b-440a-94cb-82505934c69d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:52.451568 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-2732bac5-c662-4dad-b5ab-887dc89b5f00 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Added segment 49e0871a-dd4b-440a-94cb-82505934c69d of type vlan for network 83b2acfe-c236-4abf-818e-d7db335bb363 Feb 15 17:15:52.565242 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2732bac5-c662-4dad-b5ab-887dc89b5f00 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (83b2acfe-c236-4abf-818e-d7db335bb363), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:52.616512 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b932ed8-6f6f-4b40-8466-53d4d511d186 req-b69a3e1c-bec0-4d83-8eef-105c70c43157 service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563339 Feb 15 17:15:52.670389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-421d1cfa-8466-437f-9157-18102f2475ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'fe05f765-fc78-4ce5-8fb2-60bc54dc95e9', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'port_id': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'mac_address': 'fa:16:3e:5f:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:15:50Z', 'updated_at': '2022-02-15T17:15:50Z', 'revision_number': 0, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:52.704715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421d1cfa-8466-437f-9157-18102f2475ad None None] The sync data for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 is: [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'fe05f765-fc78-4ce5-8fb2-60bc54dc95e9', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'port_id': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'mac_address': 'fa:16:3e:5f:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:15:50Z', 'updated_at': '2022-02-15T17:15:50Z', 'revision_number': 0, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:15:52.706530 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2732bac5-c662-4dad-b5ab-887dc89b5f00 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (83b2acfe-c236-4abf-818e-d7db335bb363), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:52.715219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2732bac5-c662-4dad-b5ab-887dc89b5f00 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:52.721590 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2732bac5-c662-4dad-b5ab-887dc89b5f00 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:52.806799 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b932ed8-6f6f-4b40-8466-53d4d511d186 req-521f8214-0da0-4d9e-a2f7-c58af356207a service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833334 Feb 15 17:15:52.807563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732bac5-c662-4dad-b5ab-887dc89b5f00 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Network': ['ID=83b2acfe-c236-4abf-818e-d7db335bb363,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:52.823403 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 83b2acfe-c236-4abf-818e-d7db335bb363 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:15:52.870140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2732bac5-c662-4dad-b5ab-887dc89b5f00 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5942500 Feb 15 17:15:52.877573 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60058) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:52.882429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1422210165', 'admin_state_up': True, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:15:52.947062 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d89e45-44bf-40ab-8cb6-4138da486823 None None] New status for floating IP fe05f765-fc78-4ce5-8fb2-60bc54dc95e9: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:15:52.990807 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:52.991896 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:53.051770 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_controller (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:53.318286 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_gateway (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:53.611572 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_gateway (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:53.631487 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:54.082615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Allocated IP 172.25.4.101 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/90d0e547-9b6b-4281-b7c0-61047df07837) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:15:54.185433 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (90d0e547-9b6b-4281-b7c0-61047df07837), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:54.291784 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (90d0e547-9b6b-4281-b7c0-61047df07837), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:54.343196 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:15:54.346200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:15:54.350995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:15:54.353874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=90d0e547-9b6b-4281-b7c0-61047df07837,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:54.710231 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_gateway (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:54.923170 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:55.145008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:15:55.262224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:15:55.273846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Sync routers for ids ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:15:55.285622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Routers {'29172fd0-e5a0-4f57-83b0-f6981b5e81d4'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:15:55.286233 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:15:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:55.360064 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:55.365353 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b789919e-55b0-4cd0-a008-662d8198b774 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4830804 Feb 15 17:15:55.365353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60068) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:55.409912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Set router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:15:55.520496 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-08cda060-6685-4503-be78-b301512d7bda tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=de73d1daf89048bf8298654f1c0cb7d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1544840 Feb 15 17:15:55.523219 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60074) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:55.601403 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422210165', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:15:52Z', 'updated_at': '2022-02-15T17:15:54Z', 'revision_number': 3, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:53Z', 'updated_at': '2022-02-15T17:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:55.618630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000a925a-3b36-480f-82ce-ebbd037a67d3 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:55.622913 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-000a925a-3b36-480f-82ce-ebbd037a67d3 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959251 Feb 15 17:15:55.623138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60076) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:55.632345 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Checking router: 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:15:55.632816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Updating router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 port 90d0e547-9b6b-4281-b7c0-61047df07837 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:15:55.656121 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-adabf514-aef9-4643-bcd5-eb1973641a64 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301907 Feb 15 17:15:55.656441 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60078) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:55.661390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4ab4952e-d94e-4828-83cf-b86e5d0f1a9b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1289132244', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:15:55.661721 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (90d0e547-9b6b-4281-b7c0-61047df07837), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:55.802607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab4952e-d94e-4828-83cf-b86e5d0f1a9b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Made reservation on behalf of de73d1daf89048bf8298654f1c0cb7d6 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:15:55.807228 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ab4952e-d94e-4828-83cf-b86e5d0f1a9b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:55.938958 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Publish callbacks [] for port (90d0e547-9b6b-4281-b7c0-61047df07837), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:56.042323 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (90d0e547-9b6b-4281-b7c0-61047df07837), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:56.099999 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Attempting to bind port 90d0e547-9b6b-4281-b7c0-61047df07837 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:15:56.100366 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Attempting to bind port 90d0e547-9b6b-4281-b7c0-61047df07837 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:15:56.100736 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Attempting to bind port 90d0e547-9b6b-4281-b7c0-61047df07837 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:15:56.102950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1605f-95ac-42a1-bcb9-ccbe3c13521c None None] Pushing event updated for resources: {'Port': ['ID=90d0e547-9b6b-4281-b7c0-61047df07837,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:56.108511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:15:56.108949 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:15:56.109312 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:56.109724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:15:56.110761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Bound port: 90d0e547-9b6b-4281-b7c0-61047df07837, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:15:56.110761 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (90d0e547-9b6b-4281-b7c0-61047df07837), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:56.122802 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ab4952e-d94e-4828-83cf-b86e5d0f1a9b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (bb512a10-1639-4686-9f71-cc93e480a6da), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:56.165816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] For port 90d0e547-9b6b-4281-b7c0-61047df07837, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:15:56.169950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] For port 90d0e547-9b6b-4281-b7c0-61047df07837, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=90d0e547-9b6b-4281-b7c0-61047df07837,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:15:56.194148 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4952e-d94e-4828-83cf-b86e5d0f1a9b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Subnet': ['ID=bb512a10-1639-4686-9f71-cc93e480a6da,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:56.201727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab4952e-d94e-4828-83cf-b86e5d0f1a9b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Checking segment: {'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:15:56.202101 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab4952e-d94e-4828-83cf-b86e5d0f1a9b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network hostable DHCP agents. Network: 83b2acfe-c236-4abf-818e-d7db335bb363, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:15:56.294293 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (90d0e547-9b6b-4281-b7c0-61047df07837), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:56.328210 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab4952e-d94e-4828-83cf-b86e5d0f1a9b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 83b2acfe-c236-4abf-818e-d7db335bb363 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:15:56.357774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Routers {'29172fd0-e5a0-4f57-83b0-f6981b5e81d4'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:15:56.357774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:15:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:56.422987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1605f-95ac-42a1-bcb9-ccbe3c13521c None None] Pushing event updated for resources: {'Port': ['ID=90d0e547-9b6b-4281-b7c0-61047df07837,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:56.475796 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] Set router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:15:56.486079 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4ab4952e-d94e-4828-83cf-b86e5d0f1a9b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 83b2acfe-c236-4abf-818e-d7db335bb363) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:15:56.493003 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab4952e-d94e-4828-83cf-b86e5d0f1a9b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:56.493003 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4ab4952e-d94e-4828-83cf-b86e5d0f1a9b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:56.635629 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4ab4952e-d94e-4828-83cf-b86e5d0f1a9b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9755654 Feb 15 17:15:56.636287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60084) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:15:56.693131 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5c3175-4849-4722-be21-c313a64d17e7 None None] Network 83b2acfe-c236-4abf-818e-d7db335bb363 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:15:56.878686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-83b2acfe-c236-4abf-818e-d7db335bb363', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ips': [{'subnet_id': 'bb512a10-1639-4686-9f71-cc93e480a6da'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:15:56.879547 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:57.033214 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422210165', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:15:52Z', 'updated_at': '2022-02-15T17:15:54Z', 'revision_number': 3, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:53Z', 'updated_at': '2022-02-15T17:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:57.071399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ce3f50-d025-4004-acad-e03bdb2adc20 None None] The sync data for ids ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'] in n-d-828372-14 is: [{'id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422210165', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:15:52Z', 'updated_at': '2022-02-15T17:15:54Z', 'revision_number': 3, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:53Z', 'updated_at': '2022-02-15T17:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:15:57.089685 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Allocated IP 172.20.0.2 (83b2acfe-c236-4abf-818e-d7db335bb363/bb512a10-1639-4686-9f71-cc93e480a6da/4254b116-8cb4-4801-b7ed-d3ff95fadedb) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:15:57.173564 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:57.263583 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Publish callbacks [] for port (4254b116-8cb4-4801-b7ed-d3ff95fadedb), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:57.374121 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (4254b116-8cb4-4801-b7ed-d3ff95fadedb), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:57.475883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Network 83b2acfe-c236-4abf-818e-d7db335bb363 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:15:57.488099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:15:57.496742 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Pushing event updated for resources: {'Port': ['ID=4254b116-8cb4-4801-b7ed-d3ff95fadedb,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:57.502398 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:15:57.588215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Attempting to bind port 4254b116-8cb4-4801-b7ed-d3ff95fadedb on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:15:57.588952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Attempting to bind port 4254b116-8cb4-4801-b7ed-d3ff95fadedb by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:15:57.589613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Attempting to bind port 4254b116-8cb4-4801-b7ed-d3ff95fadedb on network 83b2acfe-c236-4abf-818e-d7db335bb363 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:15:57.591797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Allocated IP 172.20.0.1 (83b2acfe-c236-4abf-818e-d7db335bb363/bb512a10-1639-4686-9f71-cc93e480a6da/6a2a6fc7-e346-4a6d-bda9-943c367e1513) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:15:57.596312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:15:57.596811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Checking segment: {'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:15:57.601730 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:57.601730 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Bound using segment: {'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:15:57.601730 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Bound port: 4254b116-8cb4-4801-b7ed-d3ff95fadedb, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:15:57.601730 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4254b116-8cb4-4801-b7ed-d3ff95fadedb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:57.721269 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] For port 4254b116-8cb4-4801-b7ed-d3ff95fadedb, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:15:57.725949 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] For port 4254b116-8cb4-4801-b7ed-d3ff95fadedb, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4254b116-8cb4-4801-b7ed-d3ff95fadedb,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:15:57.776368 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:57.813992 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4254b116-8cb4-4801-b7ed-d3ff95fadedb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:57.898560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a8a38-3b76-4610-b155-2641d319d67b None None] Pushing event updated for resources: {'Port': ['ID=4254b116-8cb4-4801-b7ed-d3ff95fadedb,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:57.910845 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:57.958905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 83b2acfe-c236-4abf-818e-d7db335bb363 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:15:57.972517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:15:57.983652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:15:58.006317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=6a2a6fc7-e346-4a6d-bda9-943c367e1513,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:58.062181 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:58.392554 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:58.738455 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:58.846406 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:58.928898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=6a2a6fc7-e346-4a6d-bda9-943c367e1513,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:58.932324 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:59.097516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 83b2acfe-c236-4abf-818e-d7db335bb363 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:15:59.099207 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:15:59.196360 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4254b116-8cb4-4801-b7ed-d3ff95fadedb up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:15:59.243224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:15:59.292481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4254b116-8cb4-4801-b7ed-d3ff95fadedb triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:15:59.292878 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4254b116-8cb4-4801-b7ed-d3ff95fadedb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:59.423225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4254b116-8cb4-4801-b7ed-d3ff95fadedb is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:15:59.424603 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4254b116-8cb4-4801-b7ed-d3ff95fadedb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:59.425195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:15:59.439071 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a1e7a8da-9d10-407c-a57c-5cee8da0873a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "PUT /v2.0/routers/29172fd0-e5a0-4f57-83b0-f6981b5e81d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7935119 Feb 15 17:15:59.468162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 4254b116-8cb4-4801-b7ed-d3ff95fadedb, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4254b116-8cb4-4801-b7ed-d3ff95fadedb,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:15:59.484471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc270ac4-1dee-43d2-a573-7980aa2f6deb None None] Network 83b2acfe-c236-4abf-818e-d7db335bb363 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:15:59.582515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3e6db6a8-d592-406d-9a5b-342af4f15fbf None None] Provisioning complete for port 4254b116-8cb4-4801-b7ed-d3ff95fadedb triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:15:59.583010 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e6db6a8-d592-406d-9a5b-342af4f15fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4254b116-8cb4-4801-b7ed-d3ff95fadedb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:59.614350 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-f544e17a-af76-40bf-a491-0dfd82fb3a2a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1003288337&fields=id&tenant_id=de73d1daf89048bf8298654f1c0cb7d6 HTTP/1.1" status: 200 len: 267 time: 0.0500538 Feb 15 17:15:59.629472 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4254b116-8cb4-4801-b7ed-d3ff95fadedb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:59.630401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 90d0e547-9b6b-4281-b7c0-61047df07837 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:15:59.639706 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Sync routers for ids ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:15:59.651339 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Routers {'29172fd0-e5a0-4f57-83b0-f6981b5e81d4'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:15:59.651967 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:15:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:15:59.750961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=4254b116-8cb4-4801-b7ed-d3ff95fadedb,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:15:59.764460 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-b09e3c15-6ff4-4dab-a079-6d3bc41529da tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:15:59.772353 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-b09e3c15-6ff4-4dab-a079-6d3bc41529da tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/networks?id=83b2acfe-c236-4abf-818e-d7db335bb363 HTTP/1.1" status: 200 len: 797 time: 0.1489820 Feb 15 17:15:59.783558 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Set router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:15:59.796348 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-a1393496-e544-4749-9167-0fcbec8da49a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/quotas/de73d1daf89048bf8298654f1c0cb7d6 HTTP/1.1" status: 200 len: 375 time: 0.0175474 Feb 15 17:15:59.804218 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 90d0e547-9b6b-4281-b7c0-61047df07837 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:15:59.804538 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (90d0e547-9b6b-4281-b7c0-61047df07837), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:15:59.860306 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-8efecd48-4c27-4e70-83f8-8b79eda2ab10 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627973 Feb 15 17:15:59.876115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3e6db6a8-d592-406d-9a5b-342af4f15fbf None None] Current status of the port 4254b116-8cb4-4801-b7ed-d3ff95fadedb is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:15:59.962127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 90d0e547-9b6b-4281-b7c0-61047df07837 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:15:59.962625 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (90d0e547-9b6b-4281-b7c0-61047df07837), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:00.017083 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-0983c712-4381-4246-b861-aef90738e9f7 service neutron] 10.222.0.107 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430104 Feb 15 17:16:00.027154 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 90d0e547-9b6b-4281-b7c0-61047df07837, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=90d0e547-9b6b-4281-b7c0-61047df07837,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:16:00.118711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c97443b0-b7b3-46ec-b5ee-c0488dcce936 None None] Provisioning complete for port 4254b116-8cb4-4801-b7ed-d3ff95fadedb triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:16:00.119193 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c97443b0-b7b3-46ec-b5ee-c0488dcce936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4254b116-8cb4-4801-b7ed-d3ff95fadedb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:00.121335 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422210165', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:15:52Z', 'updated_at': '2022-02-15T17:15:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:53Z', 'updated_at': '2022-02-15T17:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6a2a6fc7-e346-4a6d-bda9-943c367e1513', 'name': '', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:b4:60:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:57Z', 'updated_at': '2022-02-15T17:15:58Z', 'revision_number': 2, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:16:00.127659 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (90d0e547-9b6b-4281-b7c0-61047df07837), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:00.147136 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-6c458633-ebe1-418b-b6c7-f416c8c7f494 service neutron] 10.222.0.107 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289203 Feb 15 17:16:00.172672 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Checking router: 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:16:00.175587 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Updating router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:16:00.214574 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:00.230940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=90d0e547-9b6b-4281-b7c0-61047df07837,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:16:00.292745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c97443b0-b7b3-46ec-b5ee-c0488dcce936 None None] Current status of the port 4254b116-8cb4-4801-b7ed-d3ff95fadedb is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:16:00.306235 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c97443b0-b7b3-46ec-b5ee-c0488dcce936 None None] Provisioning complete for port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:16:00.306977 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c97443b0-b7b3-46ec-b5ee-c0488dcce936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:00.349292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c97443b0-b7b3-46ec-b5ee-c0488dcce936 None None] Port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:16:00.487388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-73fd2be2-760b-44a5-9826-d951c36b37ea None None] Provisioning complete for port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:16:00.487797 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-73fd2be2-760b-44a5-9826-d951c36b37ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:00.499493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8f895-9df6-4025-adab-3280c0439033 req-9f4142a6-c644-49c6-a629-c80aa75afc0b tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:00.503488 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56f8f895-9df6-4025-adab-3280c0439033 req-9f4142a6-c644-49c6-a629-c80aa75afc0b tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 945 time: 0.0594878 Feb 15 17:16:00.526725 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-73fd2be2-760b-44a5-9826-d951c36b37ea None None] Port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:16:00.536452 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Publish callbacks [] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:00.552695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56f8f895-9df6-4025-adab-3280c0439033 req-b461d40c-7ccd-4c68-bc99-18af142ffc6a tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453467 Feb 15 17:16:00.646113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-56d13bb7-8f28-4489-ac59-c77f1dd140b2 None None] Provisioning complete for port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:16:00.646472 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56d13bb7-8f28-4489-ac59-c77f1dd140b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:00.649191 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:00.681160 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-56d13bb7-8f28-4489-ac59-c77f1dd140b2 None None] Port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:16:00.686016 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:00.737049 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433623-7852-41dd-909e-38c24bf1d761 None None] Pushing event updated for resources: {'Port': ['ID=6a2a6fc7-e346-4a6d-bda9-943c367e1513,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:16:00.764149 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433623-7852-41dd-909e-38c24bf1d761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:00.764499 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433623-7852-41dd-909e-38c24bf1d761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:00.764842 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433623-7852-41dd-909e-38c24bf1d761 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:00.765186 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433623-7852-41dd-909e-38c24bf1d761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:00.765549 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433623-7852-41dd-909e-38c24bf1d761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:00.765885 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433623-7852-41dd-909e-38c24bf1d761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:00.766213 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433623-7852-41dd-909e-38c24bf1d761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:00.766543 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433623-7852-41dd-909e-38c24bf1d761 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:00.766868 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433623-7852-41dd-909e-38c24bf1d761 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:00.767197 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433623-7852-41dd-909e-38c24bf1d761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:00.767581 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433623-7852-41dd-909e-38c24bf1d761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:00.767914 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433623-7852-41dd-909e-38c24bf1d761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:00.768237 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b433623-7852-41dd-909e-38c24bf1d761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:00.807807 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Attempting to bind port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:16:00.808183 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Attempting to bind port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:16:00.808573 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Attempting to bind port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 on network 83b2acfe-c236-4abf-818e-d7db335bb363 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:16:00.813943 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:16:00.814325 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Checking segment: {'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:16:00.814796 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:00.815130 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Bound using segment: {'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:16:00.815594 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Bound port: 6a2a6fc7-e346-4a6d-bda9-943c367e1513, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:16:00.815976 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:00.881447 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] For port 6a2a6fc7-e346-4a6d-bda9-943c367e1513, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:16:00.884570 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] For port 6a2a6fc7-e346-4a6d-bda9-943c367e1513, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6a2a6fc7-e346-4a6d-bda9-943c367e1513,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:16:00.961844 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:01.001204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d56a85d9-1168-4e44-8abe-4f8ba763d58f None None] Provisioning complete for port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:16:01.001615 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d56a85d9-1168-4e44-8abe-4f8ba763d58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:01.007970 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:01.029070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4254b116-8cb4-4801-b7ed-d3ff95fadedb up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:16:01.066322 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d56a85d9-1168-4e44-8abe-4f8ba763d58f None None] Port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:16:01.069246 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b433623-7852-41dd-909e-38c24bf1d761 None None] Pushing event updated for resources: {'Port': ['ID=6a2a6fc7-e346-4a6d-bda9-943c367e1513,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:16:01.071917 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Routers {'29172fd0-e5a0-4f57-83b0-f6981b5e81d4'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:16:01.072535 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:15:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:16:01.102219 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4254b116-8cb4-4801-b7ed-d3ff95fadedb triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:16:01.102219 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4254b116-8cb4-4801-b7ed-d3ff95fadedb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:01.204504 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] Set router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:16:01.205834 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4254b116-8cb4-4801-b7ed-d3ff95fadedb is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:16:01.206983 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 90d0e547-9b6b-4281-b7c0-61047df07837 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:16:01.260650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 90d0e547-9b6b-4281-b7c0-61047df07837 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:16:01.260650 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (90d0e547-9b6b-4281-b7c0-61047df07837), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:01.310662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6286bd67-78ae-456b-b250-09d90cf87ac7 None None] Provisioning complete for port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:16:01.311087 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6286bd67-78ae-456b-b250-09d90cf87ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:01.388131 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 90d0e547-9b6b-4281-b7c0-61047df07837 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:16:01.458440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6286bd67-78ae-456b-b250-09d90cf87ac7 None None] Current status of the port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:16:01.458440 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6286bd67-78ae-456b-b250-09d90cf87ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:01.482573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d3a2636c-e47a-462b-8ee2-829986aac203 req-85c14dc6-9643-482f-ad0c-950413579895 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 210 time: 0.0360467 Feb 15 17:16:01.500129 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6286bd67-78ae-456b-b250-09d90cf87ac7 None None] For port 6a2a6fc7-e346-4a6d-bda9-943c367e1513, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6a2a6fc7-e346-4a6d-bda9-943c367e1513,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:16:01.539523 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422210165', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:15:52Z', 'updated_at': '2022-02-15T17:15:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:53Z', 'updated_at': '2022-02-15T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6a2a6fc7-e346-4a6d-bda9-943c367e1513', 'name': '', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:b4:60:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:57Z', 'updated_at': '2022-02-15T17:16:00Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:16:01.566613 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac8f605-c836-4ff4-a095-817eab2bc8c1 None None] The sync data for ids ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'] in n-d-828372-14 is: [{'id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422210165', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:15:52Z', 'updated_at': '2022-02-15T17:15:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:53Z', 'updated_at': '2022-02-15T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6a2a6fc7-e346-4a6d-bda9-943c367e1513', 'name': '', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:b4:60:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:57Z', 'updated_at': '2022-02-15T17:16:00Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:16:01.588210 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6286bd67-78ae-456b-b250-09d90cf87ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:01.668384 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6286bd67-78ae-456b-b250-09d90cf87ac7 None None] Pushing event updated for resources: {'Port': ['ID=6a2a6fc7-e346-4a6d-bda9-943c367e1513,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:16:01.716475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8dd21-566a-4287-8594-8d4452653471 req-440013db-c4a8-4ba9-8ee4-b779e47cd7b3 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:01.718076 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d6f8dd21-566a-4287-8594-8d4452653471 req-440013db-c4a8-4ba9-8ee4-b779e47cd7b3 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 945 time: 0.0672362 Feb 15 17:16:01.774350 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d6f8dd21-566a-4287-8594-8d4452653471 req-0211c913-df61-458d-822b-6ba4705a79ae tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493100 Feb 15 17:16:02.022357 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5047ba3-719b-4222-a103-899e85a55fa1 req-4226ad81-31ab-4d8e-a529-96b19d074d9d tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:02.024162 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5047ba3-719b-4222-a103-899e85a55fa1 req-4226ad81-31ab-4d8e-a529-96b19d074d9d tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.67 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 945 time: 0.0642900 Feb 15 17:16:02.128482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-b5047ba3-719b-4222-a103-899e85a55fa1 req-e1555e4b-cbfe-4e41-889f-b991ade3a4b1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Deleting port a639f35d-8287-4737-9593-fb9b7d04a9d2 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:16:02.128973 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b5047ba3-719b-4222-a103-899e85a55fa1 req-e1555e4b-cbfe-4e41-889f-b991ade3a4b1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a639f35d-8287-4737-9593-fb9b7d04a9d2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:02.234598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-b5047ba3-719b-4222-a103-899e85a55fa1 req-e1555e4b-cbfe-4e41-889f-b991ade3a4b1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] For port a639f35d-8287-4737-9593-fb9b7d04a9d2, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=a639f35d-8287-4737-9593-fb9b7d04a9d2,segment=NetworkSegment(536f4f99-6e02-40c5-946f-138c37eb458a),segment_id=536f4f99-6e02-40c5-946f-138c37eb458a)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:16:02.235003 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b5047ba3-719b-4222-a103-899e85a55fa1 req-e1555e4b-cbfe-4e41-889f-b991ade3a4b1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a639f35d-8287-4737-9593-fb9b7d04a9d2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:02.645592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-b5047ba3-719b-4222-a103-899e85a55fa1 req-e1555e4b-cbfe-4e41-889f-b991ade3a4b1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Calling delete_port for a639f35d-8287-4737-9593-fb9b7d04a9d2 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:16:02.667180 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-194015c3-94ba-4ff1-a406-4fd30be3f276 req-0f9997d9-a79b-42a1-8d12-e54aa73b7f90 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 210 time: 0.0314839 Feb 15 17:16:02.900693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d1c9a-a71a-47c1-85a9-c2baaab68a01 req-ea59f9b2-70c3-4cca-bc7d-eb9ff6196994 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:02.902185 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee3d1c9a-a71a-47c1-85a9-c2baaab68a01 req-ea59f9b2-70c3-4cca-bc7d-eb9ff6196994 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/ports?device_id=d7cad25a-5c49-48ae-990b-ed76b2a48a3e HTTP/1.1" status: 200 len: 945 time: 0.0528772 Feb 15 17:16:02.909190 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b5047ba3-719b-4222-a103-899e85a55fa1 req-e1555e4b-cbfe-4e41-889f-b991ade3a4b1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a639f35d-8287-4737-9593-fb9b7d04a9d2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:02.922072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['a639f35d-8287-4737-9593-fb9b7d04a9d2'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:16:02.942123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1555e4b-cbfe-4e41-889f-b991ade3a4b1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Pushing event deleted for resources: {'Port': ['ID=a639f35d-8287-4737-9593-fb9b7d04a9d2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:16:02.954978 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ee3d1c9a-a71a-47c1-85a9-c2baaab68a01 req-7a3f0895-8429-472c-88b8-f9c3d1c28872 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.107 "GET /v2.0/security-groups?id=4162b71c-5890-4229-84c7-e99cc127f9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466592 Feb 15 17:16:03.001399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5047ba3-719b-4222-a103-899e85a55fa1 req-e1555e4b-cbfe-4e41-889f-b991ade3a4b1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] No DVR routers for this DVR port a639f35d-8287-4737-9593-fb9b7d04a9d2 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:16:03.004665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b5047ba3-719b-4222-a103-899e85a55fa1 req-e1555e4b-cbfe-4e41-889f-b991ade3a4b1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:03.007775 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5047ba3-719b-4222-a103-899e85a55fa1 req-e1555e4b-cbfe-4e41-889f-b991ade3a4b1 tempest-VolumesSnapshotTestJSON-853240350 tempest-VolumesSnapshotTestJSON-853240350-project] 10.222.0.67 "DELETE /v2.0/ports/a639f35d-8287-4737-9593-fb9b7d04a9d2 HTTP/1.1" status: 204 len: 173 time: 0.9779387 Feb 15 17:16:03.008345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cad25a-5c49-48ae-990b-ed76b2a48a3e', 'name': 'network-vif-deleted', 'tag': 'a639f35d-8287-4737-9593-fb9b7d04a9d2'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:16:03.011225 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129e4b64-e10b-47d8-8ef8-910a6e022d65" -d '{"events": [{"server_uuid": "d7cad25a-5c49-48ae-990b-ed76b2a48a3e", "name": "network-vif-deleted", "tag": "a639f35d-8287-4737-9593-fb9b7d04a9d2"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:16:03.063860 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471b447e-4ba3-4621-8a4a-269626a8c6a0 x-openstack-request-id: req-471b447e-4ba3-4621-8a4a-269626a8c6a0 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:16:03.064511 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cad25a-5c49-48ae-990b-ed76b2a48a3e", "name": "network-vif-deleted", "tag": "a639f35d-8287-4737-9593-fb9b7d04a9d2", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:16:03.064511 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-471b447e-4ba3-4621-8a4a-269626a8c6a0 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:16:03.065356 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cad25a-5c49-48ae-990b-ed76b2a48a3e', 'name': 'network-vif-deleted', 'tag': 'a639f35d-8287-4737-9593-fb9b7d04a9d2', 'status': 'completed', 'code': 200} Feb 15 17:16:03.110231 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6a2a6fc7-e346-4a6d-bda9-943c367e1513 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:16:03.163141 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:16:03.163522 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:03.262339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:16:03.772445 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9ce45560-7cb9-4c09-a9fd-68f07c7878cb req-3400e929-0358-4e32-874a-81509db6ba24 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 210 time: 0.0326178 Feb 15 17:16:04.168226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-1740134b-8768-4f27-a856-0ce65760e61b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:04.170452 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-1740134b-8768-4f27-a856-0ce65760e61b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "GET /v2.0/networks?id=83b2acfe-c236-4abf-818e-d7db335bb363 HTTP/1.1" status: 200 len: 797 time: 0.1152375 Feb 15 17:16:04.232646 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-f713194b-7932-4c87-85ab-c6a9324ebfa5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de73d1daf89048bf8298654f1c0cb7d6 HTTP/1.1" status: 200 len: 380 time: 0.0546050 Feb 15 17:16:04.241344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-098666fd-699c-4ade-9a5e-5609c396d546 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'port': {'device_id': 'de316356-cae9-4ec0-9e69-683106b1511b', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'admin_state_up': True, 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'security_groups': ['94ed38a9-c0bd-45f0-ba61-78d341683d51']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:16:04.414379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-098666fd-699c-4ade-9a5e-5609c396d546 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Made reservation on behalf of de73d1daf89048bf8298654f1c0cb7d6 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:16:04.418256 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-098666fd-699c-4ade-9a5e-5609c396d546 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:04.548823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-098666fd-699c-4ade-9a5e-5609c396d546 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Allocated IP 172.20.0.6 (83b2acfe-c236-4abf-818e-d7db335bb363/bb512a10-1639-4686-9f71-cc93e480a6da/d8910cbb-a4ed-4224-8db1-11a039d9d182) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:16:04.698249 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-098666fd-699c-4ade-9a5e-5609c396d546 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:04.790877 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-098666fd-699c-4ade-9a5e-5609c396d546 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:04.834615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-098666fd-699c-4ade-9a5e-5609c396d546 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 83b2acfe-c236-4abf-818e-d7db335bb363 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:16:04.840009 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-098666fd-699c-4ade-9a5e-5609c396d546 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:16:04.846202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-098666fd-699c-4ade-9a5e-5609c396d546 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:16:04.875562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098666fd-699c-4ade-9a5e-5609c396d546 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=d8910cbb-a4ed-4224-8db1-11a039d9d182,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:16:04.910021 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5d57f-eab2-48fe-a457-cbea6a051691 req-96055930-3e3b-4eff-bc14-9a9282d3f284 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:04.921186 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1bc5d57f-eab2-48fe-a457-cbea6a051691 req-96055930-3e3b-4eff-bc14-9a9282d3f284 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 931 time: 0.0638328 Feb 15 17:16:04.921527 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-098666fd-699c-4ade-9a5e-5609c396d546 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:04.921527 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-098666fd-699c-4ade-9a5e-5609c396d546 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:04.982407 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1bc5d57f-eab2-48fe-a457-cbea6a051691 req-1160b1c0-7d7d-493e-a20b-4920d3eec58e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565581 Feb 15 17:16:05.015600 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-098666fd-699c-4ade-9a5e-5609c396d546 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7777441 Feb 15 17:16:05.026548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-d5f1e767-2d90-442a-98d4-4da5dd25aae1 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:16:05.027739 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-d5f1e767-2d90-442a-98d4-4da5dd25aae1 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068281 Feb 15 17:16:05.038818 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Request body: {'port': {'device_id': 'de316356-cae9-4ec0-9e69-683106b1511b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:16:05.104752 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:05.154454 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-94da98a8-35bd-4fd6-bead-057238f4a391 None None] Provisioning complete for port d8910cbb-a4ed-4224-8db1-11a039d9d182 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:16:05.155392 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94da98a8-35bd-4fd6-bead-057238f4a391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:05.193502 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-94da98a8-35bd-4fd6-bead-057238f4a391 None None] Port d8910cbb-a4ed-4224-8db1-11a039d9d182 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:16:05.399210 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8910cbb-a4ed-4224-8db1-11a039d9d182 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:16:05.407687 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Publish callbacks [] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:05.420469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Transition to ACTIVE for port object d8910cbb-a4ed-4224-8db1-11a039d9d182 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:16:05.499547 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:05.546625 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device a639f35d-8287-4737-9593-fb9b7d04a9d2 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:16:05.602772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Pushing event updated for resources: {'Port': ['ID=d8910cbb-a4ed-4224-8db1-11a039d9d182,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:16:05.656613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: a639f35d-8287-4737-9593-fb9b7d04a9d2 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:16:05.657579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device a639f35d-8287-4737-9593-fb9b7d04a9d2 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:16:05.714239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Attempting to bind port d8910cbb-a4ed-4224-8db1-11a039d9d182 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:16:05.716585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Attempting to bind port d8910cbb-a4ed-4224-8db1-11a039d9d182 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:16:05.717169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Attempting to bind port d8910cbb-a4ed-4224-8db1-11a039d9d182 on network 83b2acfe-c236-4abf-818e-d7db335bb363 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:16:05.722829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Port d8910cbb-a4ed-4224-8db1-11a039d9d182 on network 83b2acfe-c236-4abf-818e-d7db335bb363 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:16:05.723436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Attempting to bind port d8910cbb-a4ed-4224-8db1-11a039d9d182 on network 83b2acfe-c236-4abf-818e-d7db335bb363 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:16:05.730944 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:16:05.731966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Checking segment: {'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:16:05.732424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Bound using segment: {'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:16:05.732930 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Bound port: d8910cbb-a4ed-4224-8db1-11a039d9d182, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:16:05.733560 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:05.831107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] For port d8910cbb-a4ed-4224-8db1-11a039d9d182, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:16:05.835772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] For port d8910cbb-a4ed-4224-8db1-11a039d9d182, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:16:05.918554 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:05.978472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:05.979154 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:05.980701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] 10.222.0.10 "PUT /v2.0/ports/d8910cbb-a4ed-4224-8db1-11a039d9d182 HTTP/1.1" status: 200 len: 1092 time: 0.9463835 Feb 15 17:16:05.993951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de316356-cae9-4ec0-9e69-683106b1511b', 'tag': 'd8910cbb-a4ed-4224-8db1-11a039d9d182'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:16:05.998123 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e8a5f7-bb7b-4548-aa2d-719385ecf9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "de316356-cae9-4ec0-9e69-683106b1511b", "tag": "d8910cbb-a4ed-4224-8db1-11a039d9d182"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:16:06.059346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806047ea-a059-4f1f-ac55-971dd31d665b service neutron] Pushing event updated for resources: {'Port': ['ID=d8910cbb-a4ed-4224-8db1-11a039d9d182,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:16:06.073947 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1388d5-cbfa-4c7b-98b4-b15da7bee1e5 x-openstack-request-id: req-4b1388d5-cbfa-4c7b-98b4-b15da7bee1e5 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:16:06.074243 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de316356-cae9-4ec0-9e69-683106b1511b", "tag": "d8910cbb-a4ed-4224-8db1-11a039d9d182", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:16:06.074882 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4b1388d5-cbfa-4c7b-98b4-b15da7bee1e5 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:16:06.075471 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de316356-cae9-4ec0-9e69-683106b1511b', 'tag': 'd8910cbb-a4ed-4224-8db1-11a039d9d182', 'status': 'completed', 'code': 200} Feb 15 17:16:06.134481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-94e39f62-333b-4dfa-b35a-c161d6e07247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:06.136084 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-94e39f62-333b-4dfa-b35a-c161d6e07247 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 1126 time: 0.0539632 Feb 15 17:16:06.177208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739bfb8-e971-4437-bff8-463a7f350880 req-d6ebda15-82c1-432a-af00-6eecf582dc45 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:06.179694 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1739bfb8-e971-4437-bff8-463a7f350880 req-d6ebda15-82c1-432a-af00-6eecf582dc45 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 943 time: 0.0798900 Feb 15 17:16:06.210804 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-f29b3c5a-1a21-4b69-9d27-9a951480f75d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182 HTTP/1.1" status: 200 len: 217 time: 0.0671594 Feb 15 17:16:06.284027 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1739bfb8-e971-4437-bff8-463a7f350880 req-7d44b206-a82f-4077-8c02-545aa9c054c1 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966134 Feb 15 17:16:06.293415 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-3313d1f3-b132-47c6-95ac-421fb5b69796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:06.293415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-3313d1f3-b132-47c6-95ac-421fb5b69796 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb512a10-1639-4686-9f71-cc93e480a6da HTTP/1.1" status: 200 len: 835 time: 0.0662780 Feb 15 17:16:06.353331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-0d0881d5-e06f-43bc-964a-b7adbb3ae270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:06.355091 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-0d0881d5-e06f-43bc-964a-b7adbb3ae270 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83b2acfe-c236-4abf-818e-d7db335bb363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0590458 Feb 15 17:16:06.458172 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-b8c4805c-5ad4-4923-8168-3f3dd28ded81 service neutron] 10.222.0.10 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956688 Feb 15 17:16:06.559635 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d20ed7cd-ad01-4a05-9945-e88356793346 req-5fcebb07-8bb8-489f-b459-11b535da0c54 service neutron] 10.222.0.10 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953741 Feb 15 17:16:06.771104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8a5f7-bb7b-4548-aa2d-719385ecf9d8 req-ec671df5-314c-4054-96de-f0df8b02840d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:06.773009 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-33e8a5f7-bb7b-4548-aa2d-719385ecf9d8 req-ec671df5-314c-4054-96de-f0df8b02840d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 1126 time: 0.0777824 Feb 15 17:16:06.896022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8a5f7-bb7b-4548-aa2d-719385ecf9d8 req-b79b1fb6-154b-462b-bca3-f16933cd7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:06.897471 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-33e8a5f7-bb7b-4548-aa2d-719385ecf9d8 req-b79b1fb6-154b-462b-bca3-f16933cd7433 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83b2acfe-c236-4abf-818e-d7db335bb363 HTTP/1.1" status: 200 len: 898 time: 0.1159604 Feb 15 17:16:06.941103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-33e8a5f7-bb7b-4548-aa2d-719385ecf9d8 req-46d8a548-93a0-4bea-a44a-579b1b2f7ee0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182 HTTP/1.1" status: 200 len: 217 time: 0.0376508 Feb 15 17:16:06.956162 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f6975fd2-e44d-4af1-93c8-9afc08d38182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:07.001112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8a5f7-bb7b-4548-aa2d-719385ecf9d8 req-638f5b69-0af2-4748-bb63-4d42a2f4b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:07.002797 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-33e8a5f7-bb7b-4548-aa2d-719385ecf9d8 req-638f5b69-0af2-4748-bb63-4d42a2f4b269 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb512a10-1639-4686-9f71-cc93e480a6da HTTP/1.1" status: 200 len: 835 time: 0.0554118 Feb 15 17:16:07.056843 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8a5f7-bb7b-4548-aa2d-719385ecf9d8 req-32556981-0e9a-401c-8e8b-61e7c9edabbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:07.058419 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-33e8a5f7-bb7b-4548-aa2d-719385ecf9d8 req-32556981-0e9a-401c-8e8b-61e7c9edabbe service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83b2acfe-c236-4abf-818e-d7db335bb363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501139 Feb 15 17:16:07.154598 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-33e8a5f7-bb7b-4548-aa2d-719385ecf9d8 req-954042ef-18a7-441a-98dc-24ed37c9d5c4 service neutron] 10.222.0.10 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899656 Feb 15 17:16:07.285259 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-33e8a5f7-bb7b-4548-aa2d-719385ecf9d8 req-c99729fa-4baa-47eb-88fb-7ed310ebc77a service neutron] 10.222.0.10 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245320 Feb 15 17:16:07.416134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c9892-61df-4ac4-a153-17171339684f req-5c982a12-d23d-447d-921f-12fd19fef466 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:07.418343 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-880c9892-61df-4ac4-a153-17171339684f req-5c982a12-d23d-447d-921f-12fd19fef466 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 943 time: 0.0692644 Feb 15 17:16:07.478668 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-880c9892-61df-4ac4-a153-17171339684f req-c43838dc-8ba2-46a7-a85a-f997f6df0b7f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537148 Feb 15 17:16:08.405356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device d8910cbb-a4ed-4224-8db1-11a039d9d182 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:16:08.523833 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port d8910cbb-a4ed-4224-8db1-11a039d9d182, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:16:08.541883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'd8910cbb-a4ed-4224-8db1-11a039d9d182', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'port_id': 'd8910cbb-a4ed-4224-8db1-11a039d9d182', 'mac_address': 'fa:16:3e:f1:e4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:16:08.580975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port d8910cbb-a4ed-4224-8db1-11a039d9d182 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:16:08.581388 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:08.595261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8910cbb-a4ed-4224-8db1-11a039d9d182 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:16:08.615826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port d8910cbb-a4ed-4224-8db1-11a039d9d182, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:16:08.628814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d928ad-ae8e-417a-afe0-aabfa934295c req-ff32087f-29c5-43f5-876e-89e78b2c8898 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:08.630578 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c4d928ad-ae8e-417a-afe0-aabfa934295c req-ff32087f-29c5-43f5-876e-89e78b2c8898 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 943 time: 0.0690742 Feb 15 17:16:08.677199 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:08.701543 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c4d928ad-ae8e-417a-afe0-aabfa934295c req-26a481c4-1ba4-4a94-bc46-2c5b7a2332b2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583920 Feb 15 17:16:08.740591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=d8910cbb-a4ed-4224-8db1-11a039d9d182,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:16:08.879962 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['d8910cbb-a4ed-4224-8db1-11a039d9d182'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:16:09.313848 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c1a3d35c-09e6-497b-ae77-e63de052f489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:09.921390 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c4614-24c3-48b6-b281-3cd6b86569d8 req-77e92c4e-76e3-4b58-8548-b9ac734d40ae tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:09.922999 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d07c4614-24c3-48b6-b281-3cd6b86569d8 req-77e92c4e-76e3-4b58-8548-b9ac734d40ae tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 944 time: 0.0671310 Feb 15 17:16:09.990526 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d07c4614-24c3-48b6-b281-3cd6b86569d8 req-d60f008d-e802-4acd-ba02-b32503126f35 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585465 Feb 15 17:16:10.423856 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device d8910cbb-a4ed-4224-8db1-11a039d9d182 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:16:10.595194 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port d8910cbb-a4ed-4224-8db1-11a039d9d182 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:16:10.597496 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:10.600619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port d8910cbb-a4ed-4224-8db1-11a039d9d182 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:16:10.601056 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:10.680435 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port d8910cbb-a4ed-4224-8db1-11a039d9d182 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:16:10.680854 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:10.704557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de316356-cae9-4ec0-9e69-683106b1511b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8910cbb-a4ed-4224-8db1-11a039d9d182'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:16:10.706857 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413eecbe-58ae-490d-b45e-b858f05d1abd" -d '{"events": [{"server_uuid": "de316356-cae9-4ec0-9e69-683106b1511b", "name": "network-vif-plugged", "status": "completed", "tag": "d8910cbb-a4ed-4224-8db1-11a039d9d182"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:16:10.720571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port d8910cbb-a4ed-4224-8db1-11a039d9d182, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:16:10.743722 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db45b794-e70e-4620-bfc9-2a6c947e9173 x-openstack-request-id: req-db45b794-e70e-4620-bfc9-2a6c947e9173 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:16:10.744026 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de316356-cae9-4ec0-9e69-683106b1511b", "name": "network-vif-plugged", "status": "completed", "tag": "d8910cbb-a4ed-4224-8db1-11a039d9d182", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:16:10.744292 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-db45b794-e70e-4620-bfc9-2a6c947e9173 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:16:10.744692 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de316356-cae9-4ec0-9e69-683106b1511b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8910cbb-a4ed-4224-8db1-11a039d9d182', 'code': 200} Feb 15 17:16:10.783710 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:10.844831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=d8910cbb-a4ed-4224-8db1-11a039d9d182,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:16:10.869445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624d556-4088-4828-8a7e-8983689b5e14 req-5d045477-aab0-40cf-9075-980f6b4e5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:10.871008 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f624d556-4088-4828-8a7e-8983689b5e14 req-5d045477-aab0-40cf-9075-980f6b4e5444 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 1128 time: 0.0671771 Feb 15 17:16:10.929536 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f624d556-4088-4828-8a7e-8983689b5e14 req-bf6470ea-8d54-4e86-abef-f71e3855e1c1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527091 Feb 15 17:16:11.128352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef015e20-5823-45d4-816e-4cbca3800f72 req-40376c5b-c74d-45ec-af8e-78c132630baf tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:11.130151 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef015e20-5823-45d4-816e-4cbca3800f72 req-40376c5b-c74d-45ec-af8e-78c132630baf tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0677829 Feb 15 17:16:11.182345 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef015e20-5823-45d4-816e-4cbca3800f72 req-0a559588-fcb7-4bd5-b101-a755e8db871f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460854 Feb 15 17:16:11.967841 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:12.316210 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a6953-db6f-4a5c-b5f8-624b2474002f req-6388145b-2b57-4e86-adbc-7656325b8d15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:12.317884 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d11a6953-db6f-4a5c-b5f8-624b2474002f req-6388145b-2b57-4e86-adbc-7656325b8d15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0586884 Feb 15 17:16:12.370300 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d11a6953-db6f-4a5c-b5f8-624b2474002f req-9ff93227-5eb5-4298-a2ac-32e17352d419 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455716 Feb 15 17:16:12.523546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f6d42-81e2-4462-863e-d24033006779 req-e1370f35-b299-45a0-b43c-c34e32f2e847 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:12.525116 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7b1f6d42-81e2-4462-863e-d24033006779 req-e1370f35-b299-45a0-b43c-c34e32f2e847 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0742145 Feb 15 17:16:12.581673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7b1f6d42-81e2-4462-863e-d24033006779 req-14eb750a-d6a1-4c4c-b3b0-c92bc7ecb652 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492764 Feb 15 17:16:12.608677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60228) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:16:12.658283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3109d214-0c36-445f-af2c-e006ad53ac27 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:12.663138 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3109d214-0c36-445f-af2c-e006ad53ac27 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 1123 time: 0.0528152 Feb 15 17:16:12.663838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60230) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:16:12.670381 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': 'd8910cbb-a4ed-4224-8db1-11a039d9d182', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:16:12.756586 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:12.875646 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:12.995103 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Allocated IP 172.25.4.99 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/667a0c53-1e17-4c80-ab92-3a49bc321abd) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:16:13.111312 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (667a0c53-1e17-4c80-ab92-3a49bc321abd), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:13.247467 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (667a0c53-1e17-4c80-ab92-3a49bc321abd), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:13.287120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:16:13.295373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:16:13.299078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:16:13.305531 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=667a0c53-1e17-4c80-ab92-3a49bc321abd,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:16:13.636623 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:13.704774 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for floatingip (eb41a9fe-6cb5-4c1e-aef8-7ed2663f4e47), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:13.850747 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (667a0c53-1e17-4c80-ab92-3a49bc321abd), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:14.031234 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (667a0c53-1e17-4c80-ab92-3a49bc321abd), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:14.105153 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (667a0c53-1e17-4c80-ab92-3a49bc321abd), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:14.219332 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (eb41a9fe-6cb5-4c1e-aef8-7ed2663f4e47), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:14.294823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=667a0c53-1e17-4c80-ab92-3a49bc321abd,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:16:14.337254 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Floating IP eb41a9fe-6cb5-4c1e-aef8-7ed2663f4e47 associated. External IP: 172.25.4.99, port: d8910cbb-a4ed-4224-8db1-11a039d9d182. Feb 15 17:16:14.561644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:16:14.676770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:16:14.688840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c19333-9db6-416f-9e90-a196fed2c6bf None None] Sync routers for ids ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:16:14.699173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c19333-9db6-416f-9e90-a196fed2c6bf None None] Routers {'29172fd0-e5a0-4f57-83b0-f6981b5e81d4'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:16:14.700100 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-92c19333-9db6-416f-9e90-a196fed2c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:16:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:16:14.751652 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:14.787872 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dbf04817-d24e-4649-8b12-0fd81d58f6c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1229019 Feb 15 17:16:14.788782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de316356-cae9-4ec0-9e69-683106b1511b', 'tag': 'd8910cbb-a4ed-4224-8db1-11a039d9d182'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:16:14.792034 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d8e6af-3890-4aa9-bbf5-b77149398e58" -d '{"events": [{"name": "network-changed", "server_uuid": "de316356-cae9-4ec0-9e69-683106b1511b", "tag": "d8910cbb-a4ed-4224-8db1-11a039d9d182"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:16:14.854923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-92c19333-9db6-416f-9e90-a196fed2c6bf None None] Set router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:16:14.886727 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4908faa0-45a1-4680-abc2-a306a7263fe6 x-openstack-request-id: req-4908faa0-45a1-4680-abc2-a306a7263fe6 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:16:14.886727 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de316356-cae9-4ec0-9e69-683106b1511b", "tag": "d8910cbb-a4ed-4224-8db1-11a039d9d182", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:16:14.886727 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4908faa0-45a1-4680-abc2-a306a7263fe6 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:16:14.887209 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de316356-cae9-4ec0-9e69-683106b1511b', 'tag': 'd8910cbb-a4ed-4224-8db1-11a039d9d182', 'status': 'completed', 'code': 200} Feb 15 17:16:14.997975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e6af-3890-4aa9-bbf5-b77149398e58 req-3d4321a8-cff3-4054-a125-6833e0c22768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:15.003191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01d8e6af-3890-4aa9-bbf5-b77149398e58 req-3d4321a8-cff3-4054-a125-6833e0c22768 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 1128 time: 0.0917351 Feb 15 17:16:15.034301 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2ab95-0598-4c2f-a3a7-fd723a1f7619 req-729e6564-0c23-44e9-a7ef-78cb40d4ff36 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:15.036292 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-13a2ab95-0598-4c2f-a3a7-fd723a1f7619 req-729e6564-0c23-44e9-a7ef-78cb40d4ff36 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.1284032 Feb 15 17:16:15.094464 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-13a2ab95-0598-4c2f-a3a7-fd723a1f7619 req-9e7d649d-13d9-42c8-b327-6275c79379c3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497634 Feb 15 17:16:15.121826 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60248) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:16:15.166012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e6af-3890-4aa9-bbf5-b77149398e58 req-94cb91ff-d1fd-4597-85ee-42e155927cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:15.169811 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01d8e6af-3890-4aa9-bbf5-b77149398e58 req-94cb91ff-d1fd-4597-85ee-42e155927cf7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83b2acfe-c236-4abf-818e-d7db335bb363 HTTP/1.1" status: 200 len: 898 time: 0.1593633 Feb 15 17:16:15.213729 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-71d51da0-d8c5-46fc-ab45-b069d8fd49f6 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/floatingips/eb41a9fe-6cb5-4c1e-aef8-7ed2663f4e47 HTTP/1.1" status: 200 len: 990 time: 0.0893180 Feb 15 17:16:15.254203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-92c19333-9db6-416f-9e90-a196fed2c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422210165', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:15:52Z', 'updated_at': '2022-02-15T17:15:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:53Z', 'updated_at': '2022-02-15T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'eb41a9fe-6cb5-4c1e-aef8-7ed2663f4e47', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'port_id': 'd8910cbb-a4ed-4224-8db1-11a039d9d182', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'mac_address': 'fa:16:3e:f1:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de316356-cae9-4ec0-9e69-683106b1511b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:16:13Z', 'updated_at': '2022-02-15T17:16:13Z', 'revision_number': 0, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2a6fc7-e346-4a6d-bda9-943c367e1513', 'name': '', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:b4:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:57Z', 'updated_at': '2022-02-15T17:16:01Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:16:15.286485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c19333-9db6-416f-9e90-a196fed2c6bf None None] Checking router: 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:16:15.287062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01d8e6af-3890-4aa9-bbf5-b77149398e58 req-80537c62-882c-4b1c-a8d4-13053824ba07 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182 HTTP/1.1" status: 200 len: 998 time: 0.1092031 Feb 15 17:16:15.299450 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c19333-9db6-416f-9e90-a196fed2c6bf None None] Routers {'29172fd0-e5a0-4f57-83b0-f6981b5e81d4'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:16:15.300752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-92c19333-9db6-416f-9e90-a196fed2c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:16:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:16:15.358242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e6af-3890-4aa9-bbf5-b77149398e58 req-1ce7c8ed-0fa3-4f40-a933-3ee92f23de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:15.360053 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01d8e6af-3890-4aa9-bbf5-b77149398e58 req-1ce7c8ed-0fa3-4f40-a933-3ee92f23de36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb512a10-1639-4686-9f71-cc93e480a6da HTTP/1.1" status: 200 len: 835 time: 0.0671358 Feb 15 17:16:15.414654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e6af-3890-4aa9-bbf5-b77149398e58 req-6cfdb504-8861-4449-a72f-ca817abe452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:15.416192 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01d8e6af-3890-4aa9-bbf5-b77149398e58 req-6cfdb504-8861-4449-a72f-ca817abe452e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83b2acfe-c236-4abf-818e-d7db335bb363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501556 Feb 15 17:16:15.451106 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-92c19333-9db6-416f-9e90-a196fed2c6bf None None] Set router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:16:15.522516 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01d8e6af-3890-4aa9-bbf5-b77149398e58 req-e0f808ec-5546-4325-817c-54017070797e service neutron] 10.222.0.10 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000583 Feb 15 17:16:15.630678 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01d8e6af-3890-4aa9-bbf5-b77149398e58 req-0cc6e156-3ba8-43d2-b014-01b0cd508b57 service neutron] 10.222.0.10 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010337 Feb 15 17:16:15.698497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-92c19333-9db6-416f-9e90-a196fed2c6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422210165', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:15:52Z', 'updated_at': '2022-02-15T17:15:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:53Z', 'updated_at': '2022-02-15T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'eb41a9fe-6cb5-4c1e-aef8-7ed2663f4e47', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'port_id': 'd8910cbb-a4ed-4224-8db1-11a039d9d182', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'mac_address': 'fa:16:3e:f1:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de316356-cae9-4ec0-9e69-683106b1511b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:16:13Z', 'updated_at': '2022-02-15T17:16:13Z', 'revision_number': 0, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2a6fc7-e346-4a6d-bda9-943c367e1513', 'name': '', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:b4:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:57Z', 'updated_at': '2022-02-15T17:16:01Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:16:15.732374 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c19333-9db6-416f-9e90-a196fed2c6bf None None] The sync data for ids ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'] in n-d-828372-14 is: [{'id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422210165', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:15:52Z', 'updated_at': '2022-02-15T17:15:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:53Z', 'updated_at': '2022-02-15T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'eb41a9fe-6cb5-4c1e-aef8-7ed2663f4e47', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'floating_ip_address': '172.25.4.99', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'port_id': 'd8910cbb-a4ed-4224-8db1-11a039d9d182', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'mac_address': 'fa:16:3e:f1:e4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de316356-cae9-4ec0-9e69-683106b1511b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:16:13Z', 'updated_at': '2022-02-15T17:16:13Z', 'revision_number': 0, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a2a6fc7-e346-4a6d-bda9-943c367e1513', 'name': '', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:b4:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:57Z', 'updated_at': '2022-02-15T17:16:01Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:16:15.748464 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:16:15.953476 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b11ec5-2a56-4280-85aa-a2c28943f66b None None] New status for floating IP eb41a9fe-6cb5-4c1e-aef8-7ed2663f4e47: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:16:16.216453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60254) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:16:16.314196 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-015a89c0-01fa-4d10-968b-fb7953a186af tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/floatingips/eb41a9fe-6cb5-4c1e-aef8-7ed2663f4e47 HTTP/1.1" status: 200 len: 992 time: 0.0957611 Feb 15 17:16:17.608242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-e9143b36-8539-4893-843d-c9b64931a27f req-fd37f746-5292-43e2-92e5-9eda7f78bfe5 service neutron] (103799) timed out ('10.222.0.107', 33734) {{(pid=103799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:16:18.622841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-e9143b36-8539-4893-843d-c9b64931a27f req-51e5cdef-a3d2-410d-91b2-b46f18272712 tempest-ServersNegativeTestJSON-1335556903 tempest-ServersNegativeTestJSON-1335556903-project] (103799) timed out ('10.222.0.107', 36816) {{(pid=103799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:16:30.533703 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:30.916133 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:36.919317 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-478f682c-b29f-4de6-89d2-231979ad6c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:39.276862 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3082c634-f0e6-4a59-b6b0-5a4ceec89816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:40.562677 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:42.048448 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:43.526091 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:47.657782 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be4656-deec-42bc-80f5-adf23102ea57 req-0c52c3b6-2ec5-4d3c-b841-a7115c9ddfd1 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:47.659481 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-01be4656-deec-42bc-80f5-adf23102ea57 req-0c52c3b6-2ec5-4d3c-b841-a7115c9ddfd1 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 1128 time: 0.0552819 Feb 15 17:16:47.679900 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-01be4656-deec-42bc-80f5-adf23102ea57 req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:47.754616 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-01be4656-deec-42bc-80f5-adf23102ea57 req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Publish callbacks [] for security_group (d9b97d26-3ea3-48b1-b79f-1db531479ebf), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:47.819480 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-01be4656-deec-42bc-80f5-adf23102ea57 req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d9b97d26-3ea3-48b1-b79f-1db531479ebf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:16:47.868465 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-01be4656-deec-42bc-80f5-adf23102ea57 req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026663 Feb 15 17:16:47.869208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b97d26-3ea3-48b1-b79f-1db531479ebf,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:16:47.877185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:47.877565 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:47.877908 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:47.878245 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:47.878576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:47.878904 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:47.879230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:47.879556 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:47.879872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:47.880453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:47.880585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:47.880815 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:47.881136 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4b142f-f50d-4f11-b4b0-59795bc0d9a7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:16:48.000825 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63771b1-bb94-45a8-adbb-7897723eb9d0 req-8bdee214-33cc-4d9e-b144-ef50798ed3de tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:48.002409 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a63771b1-bb94-45a8-adbb-7897723eb9d0 req-8bdee214-33cc-4d9e-b144-ef50798ed3de tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0590682 Feb 15 17:16:48.056712 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a63771b1-bb94-45a8-adbb-7897723eb9d0 req-a32286e1-4cd1-4fc6-9ae7-364cb1feda50 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478523 Feb 15 17:16:48.080960 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60570) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:16:48.162885 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7fa65c7a-4302-416e-82c7-95d686b9e5c2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/floatingips/eb41a9fe-6cb5-4c1e-aef8-7ed2663f4e47 HTTP/1.1" status: 200 len: 992 time: 0.0803139 Feb 15 17:16:48.530934 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-3f8b537f-6c1f-4d1f-b983-ce3e7dd2c24a req-094cde7e-02f9-47af-ae43-5bb311d204a9 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:16:48.532364 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f8b537f-6c1f-4d1f-b983-ce3e7dd2c24a req-094cde7e-02f9-47af-ae43-5bb311d204a9 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063667 Feb 15 17:16:49.194153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7013f4-274a-431c-9141-cad4326aa2d2 req-dd5074ca-0451-497a-99ce-ac0c0137ae54 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:49.196355 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c7013f4-274a-431c-9141-cad4326aa2d2 req-dd5074ca-0451-497a-99ce-ac0c0137ae54 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0575845 Feb 15 17:16:49.265976 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c7013f4-274a-431c-9141-cad4326aa2d2 req-a0eb3e66-0111-4c46-b358-37e8a7f59a9e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620730 Feb 15 17:16:49.282093 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60598) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:16:49.403283 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-ff699c82-6656-475a-87b5-7b7fa9087d0f service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198878 Feb 15 17:16:49.414766 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-489925ac-e0ba-42ea-a7c8-1c75b2511cc9 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:16:49.417395 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-489925ac-e0ba-42ea-a7c8-1c75b2511cc9 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051990 Feb 15 17:16:49.964350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 60622) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:16:50.091954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-6f4f8655-57a1-4973-8057-3615e13af222 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:50.093584 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-6f4f8655-57a1-4973-8057-3615e13af222 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/ports/d8910cbb-a4ed-4224-8db1-11a039d9d182 HTTP/1.1" status: 200 len: 1125 time: 0.1274114 Feb 15 17:16:50.408040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ad8cb-561c-4ab1-9f97-d6a4ab3ed06e req-4b63d977-3205-4a33-a903-aca977e3fd69 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:50.409007 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b8ad8cb-561c-4ab1-9f97-d6a4ab3ed06e req-4b63d977-3205-4a33-a903-aca977e3fd69 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0630112 Feb 15 17:16:50.472988 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b8ad8cb-561c-4ab1-9f97-d6a4ab3ed06e req-c039858c-72e1-40e8-bc5a-07334838013e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578661 Feb 15 17:16:51.588408 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b2495-1713-4eca-8c67-3227fec23dc7 req-97ae531a-0afb-4483-84d3-62287489db69 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:51.589728 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d47b2495-1713-4eca-8c67-3227fec23dc7 req-97ae531a-0afb-4483-84d3-62287489db69 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0554507 Feb 15 17:16:51.653679 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d47b2495-1713-4eca-8c67-3227fec23dc7 req-916381a5-2390-46a7-8837-646d29ef0918 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581465 Feb 15 17:16:51.900057 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-7154bbae-6f29-4c15-ae16-d45d96edca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:51.901627 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-7154bbae-6f29-4c15-ae16-d45d96edca86 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 1128 time: 0.1088095 Feb 15 17:16:52.001482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-ba3c83a3-3f8f-44e9-8a0a-76180c826597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:52.002993 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-ba3c83a3-3f8f-44e9-8a0a-76180c826597 service neutron] 10.222.0.10 "GET /v2.0/networks?id=83b2acfe-c236-4abf-818e-d7db335bb363 HTTP/1.1" status: 200 len: 898 time: 0.0955980 Feb 15 17:16:52.412814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-dd3c9975-ea08-4a27-b6e0-39b2f2da8d05 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182 HTTP/1.1" status: 200 len: 1000 time: 0.4044316 Feb 15 17:16:52.462981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-a0299963-8de5-4a9b-8691-016052e4d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:52.464730 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-a0299963-8de5-4a9b-8691-016052e4d700 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb512a10-1639-4686-9f71-cc93e480a6da HTTP/1.1" status: 200 len: 835 time: 0.0452752 Feb 15 17:16:52.515839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-557f49b7-a2ed-4582-aa23-a91f5d8769f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:52.517389 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-557f49b7-a2ed-4582-aa23-a91f5d8769f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83b2acfe-c236-4abf-818e-d7db335bb363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468471 Feb 15 17:16:52.610479 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-267550a4-6539-490b-a9a5-ac228e920c70 service neutron] 10.222.0.10 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874493 Feb 15 17:16:52.710841 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-6a9a2901-5b18-438b-88be-a416724a7f33 service neutron] 10.222.0.10 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944760 Feb 15 17:16:52.750058 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:16:52.786663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e4a21-0b7a-4af9-bb47-f488766fc2bc req-465c4b51-8f64-43a1-88a6-860a129c5896 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:52.788246 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf2e4a21-0b7a-4af9-bb47-f488766fc2bc req-465c4b51-8f64-43a1-88a6-860a129c5896 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0611634 Feb 15 17:16:52.842471 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bf2e4a21-0b7a-4af9-bb47-f488766fc2bc req-9663e825-2aa5-49f1-9056-f7bfdcc8067e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481117 Feb 15 17:16:53.968218 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd546c1b-9dbc-452e-be78-7e0ba283e7c2 req-5d9bba24-2d14-4aff-b37b-7310cd91e537 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:53.969819 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd546c1b-9dbc-452e-be78-7e0ba283e7c2 req-5d9bba24-2d14-4aff-b37b-7310cd91e537 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0544515 Feb 15 17:16:54.024808 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd546c1b-9dbc-452e-be78-7e0ba283e7c2 req-bcd61ab2-a438-4690-9c58-758f0bbd2a01 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489440 Feb 15 17:16:55.150641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c1e14-046f-4acb-8393-99ea1cbe0e57 req-2d2a4d34-136a-4199-ba94-52a0673d552b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:55.152076 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e6c1e14-046f-4acb-8393-99ea1cbe0e57 req-2d2a4d34-136a-4199-ba94-52a0673d552b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0557618 Feb 15 17:16:55.203421 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e6c1e14-046f-4acb-8393-99ea1cbe0e57 req-bdd4b343-9250-42f6-a0f7-8752740ed2b0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456662 Feb 15 17:16:56.330209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6209a49d-7783-49e9-a23e-81993302911f req-01e45436-aaf9-4db8-a0a5-b4ee159a52ce tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:56.334870 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6209a49d-7783-49e9-a23e-81993302911f req-01e45436-aaf9-4db8-a0a5-b4ee159a52ce tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0634983 Feb 15 17:16:56.381215 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6209a49d-7783-49e9-a23e-81993302911f req-c8bb3a8d-009f-4dce-a07f-e08900089591 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438387 Feb 15 17:16:57.507236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e72cd-a501-4d7e-806a-ed7e557a6bb5 req-74ca9808-562c-4a37-b568-10e5d1546302 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:57.508719 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-935e72cd-a501-4d7e-806a-ed7e557a6bb5 req-74ca9808-562c-4a37-b568-10e5d1546302 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0578203 Feb 15 17:16:57.572796 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-935e72cd-a501-4d7e-806a-ed7e557a6bb5 req-f5d1e6f0-0724-48bf-b37e-6345054871d7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568626 Feb 15 17:16:58.696292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ad58b-44ab-4dbe-a076-9bf2d4022cad req-51734226-e4a7-43b6-b3f9-608c17ecf6a4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:58.697820 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1f4ad58b-44ab-4dbe-a076-9bf2d4022cad req-51734226-e4a7-43b6-b3f9-608c17ecf6a4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0556402 Feb 15 17:16:58.746849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1f4ad58b-44ab-4dbe-a076-9bf2d4022cad req-d04a3e0b-5689-444a-a1bd-0c429a53af07 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429032 Feb 15 17:16:59.888354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f7e36-40dc-4f32-a670-882bc056a9f3 req-c46dd83a-0b0f-475c-905d-509cb0631b8b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:16:59.889882 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-171f7e36-40dc-4f32-a670-882bc056a9f3 req-c46dd83a-0b0f-475c-905d-509cb0631b8b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0728941 Feb 15 17:16:59.942643 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-171f7e36-40dc-4f32-a670-882bc056a9f3 req-4c5a8de6-9b3c-44bd-b1ab-c945d98f1a90 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462883 Feb 15 17:17:00.579915 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:00.984211 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:01.076673 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9481e980-adfe-46ad-b34e-d226771a4b36 req-8b1f63c0-8f7b-4e8a-bedf-218276d60eb3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:01.078335 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9481e980-adfe-46ad-b34e-d226771a4b36 req-8b1f63c0-8f7b-4e8a-bedf-218276d60eb3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0609159 Feb 15 17:17:01.136898 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9481e980-adfe-46ad-b34e-d226771a4b36 req-df7fdc79-62e8-4ba8-b9a1-2e828744b772 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481892 Feb 15 17:17:02.258659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2068e7-839e-4535-90ea-e6cc4ca2211d req-65518e3f-ad05-4078-9186-ba8bb22f64df tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:02.260187 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db2068e7-839e-4535-90ea-e6cc4ca2211d req-65518e3f-ad05-4078-9186-ba8bb22f64df tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0540862 Feb 15 17:17:02.320848 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db2068e7-839e-4535-90ea-e6cc4ca2211d req-b4ea6c37-3ac0-45af-a63d-39960a5c272e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550091 Feb 15 17:17:03.447553 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47dbc4f-abad-4cd2-9209-c3319f9cfc54 req-16390cde-9d69-4720-8130-cb98aa8b9eee tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:03.449055 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f47dbc4f-abad-4cd2-9209-c3319f9cfc54 req-16390cde-9d69-4720-8130-cb98aa8b9eee tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0553133 Feb 15 17:17:03.517834 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f47dbc4f-abad-4cd2-9209-c3319f9cfc54 req-3e7a74b6-0beb-41a2-a41d-e7baba2eff69 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613835 Feb 15 17:17:04.638117 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260fba5-f156-42b4-b51f-422cb705b35a req-be6b2cbe-2391-4b66-8de6-ab963e488702 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:04.639609 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6260fba5-f156-42b4-b51f-422cb705b35a req-be6b2cbe-2391-4b66-8de6-ab963e488702 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0533192 Feb 15 17:17:04.692738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6260fba5-f156-42b4-b51f-422cb705b35a req-3eddc09d-3382-4987-a3e1-ca8de8e89fee tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475347 Feb 15 17:17:05.167368 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-eab06574-cc4c-4c17-86c3-9358a683b4e3 service neutron] show failed (client error): The resource could not be found. Feb 15 17:17:05.168393 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-eab06574-cc4c-4c17-86c3-9358a683b4e3 service neutron] 10.222.0.10 "GET /v2.0/ports/d8910cbb-a4ed-4224-8db1-11a039d9d182/bindings/n-h1-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0584493 Feb 15 17:17:05.824747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2416eda-df78-4d99-a834-bd0442aae7df req-dc9eb5d9-a385-423c-94f4-b868ab42bd50 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:05.826366 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c2416eda-df78-4d99-a834-bd0442aae7df req-dc9eb5d9-a385-423c-94f4-b868ab42bd50 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0588534 Feb 15 17:17:05.890354 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c2416eda-df78-4d99-a834-bd0442aae7df req-7c7b26c7-cde6-4842-854e-65bdecca5629 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564089 Feb 15 17:17:05.908367 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-920599d8-e9bd-4a7c-a190-9dd23d3d2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:05.909021 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-920599d8-e9bd-4a7c-a190-9dd23d3d2d28 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b&tenant_id=de73d1daf89048bf8298654f1c0cb7d6 HTTP/1.1" status: 200 len: 1128 time: 0.1612942 Feb 15 17:17:05.919188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-6177713b-7861-4632-8639-59eb6138d9c5 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:17:05.920219 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-6177713b-7861-4632-8639-59eb6138d9c5 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053518 Feb 15 17:17:05.933006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:17:05.994797 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:06.202829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] For port d8910cbb-a4ed-4224-8db1-11a039d9d182, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:17:06.237682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] For port d8910cbb-a4ed-4224-8db1-11a039d9d182, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:17:06.277946 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de316356-cae9-4ec0-9e69-683106b1511b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8910cbb-a4ed-4224-8db1-11a039d9d182'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:17:06.280887 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3991fd87-2f29-4436-b3d2-b7a4d5118e92" -d '{"events": [{"server_uuid": "de316356-cae9-4ec0-9e69-683106b1511b", "name": "network-vif-unplugged", "status": "completed", "tag": "d8910cbb-a4ed-4224-8db1-11a039d9d182"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:17:06.284919 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Publish callbacks [] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:06.298367 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Transition to ACTIVE for port object d8910cbb-a4ed-4224-8db1-11a039d9d182 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:17:06.362692 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:06.478574 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f95bcf-e77c-4e6c-8a4c-6083700f016c x-openstack-request-id: req-99f95bcf-e77c-4e6c-8a4c-6083700f016c {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:17:06.479071 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de316356-cae9-4ec0-9e69-683106b1511b", "name": "network-vif-unplugged", "status": "completed", "tag": "d8910cbb-a4ed-4224-8db1-11a039d9d182", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:17:06.479071 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-99f95bcf-e77c-4e6c-8a4c-6083700f016c {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:17:06.479443 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de316356-cae9-4ec0-9e69-683106b1511b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8910cbb-a4ed-4224-8db1-11a039d9d182', 'code': 200} Feb 15 17:17:06.606407 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8910cbb-a4ed-4224-8db1-11a039d9d182,revision_number=6']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:06.611013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] No DVR routers for this DVR port d8910cbb-a4ed-4224-8db1-11a039d9d182 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:17:06.653823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:06.654175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:06.654523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:06.654861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:06.655198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:06.656142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:06.656473 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:06.656857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:06.657267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:06.657682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:06.664970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:06.664970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:06.664970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:06.722914 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e6bc01e-af7a-4c5f-b1b6-5db9d86d2be5 req-44609f29-cce4-4952-a37f-cd8e7fce11be service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2363980 Feb 15 17:17:06.833235 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Attempting to bind port d8910cbb-a4ed-4224-8db1-11a039d9d182 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:17:06.833604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Attempting to bind port d8910cbb-a4ed-4224-8db1-11a039d9d182 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:17:06.833939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Attempting to bind port d8910cbb-a4ed-4224-8db1-11a039d9d182 on network 83b2acfe-c236-4abf-818e-d7db335bb363 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:17:06.841038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Port d8910cbb-a4ed-4224-8db1-11a039d9d182 on network 83b2acfe-c236-4abf-818e-d7db335bb363 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:17:06.841393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Attempting to bind port d8910cbb-a4ed-4224-8db1-11a039d9d182 on network 83b2acfe-c236-4abf-818e-d7db335bb363 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:17:06.849713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:17:06.853313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Checking segment: {'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:17:06.853313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Bound using segment: {'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:17:06.853313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Bound port: d8910cbb-a4ed-4224-8db1-11a039d9d182, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e0871a-dd4b-440a-94cb-82505934c69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:17:06.853313 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:06.855905 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bc01e-af7a-4c5f-b1b6-5db9d86d2be5 req-983d5e45-e090-41c7-9ace-f5362668c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:06.857527 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e6bc01e-af7a-4c5f-b1b6-5db9d86d2be5 req-983d5e45-e090-41c7-9ace-f5362668c101 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 1129 time: 0.0887721 Feb 15 17:17:06.900328 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-058a4217-1a50-429f-a9ff-2bc43a5527a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:06.980431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] For port d8910cbb-a4ed-4224-8db1-11a039d9d182, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:17:06.989997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] For port d8910cbb-a4ed-4224-8db1-11a039d9d182, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:17:07.010494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bc01e-af7a-4c5f-b1b6-5db9d86d2be5 req-e7fba357-7b1a-4c9d-a9df-2053fc5d706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:07.012542 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e6bc01e-af7a-4c5f-b1b6-5db9d86d2be5 req-e7fba357-7b1a-4c9d-a9df-2053fc5d706f service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.1245654 Feb 15 17:17:07.023071 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe209e8-7082-425b-bf58-1d58133907e8 req-7cccd894-b29f-488f-944f-9f5d463142bc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:07.029966 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0fe209e8-7082-425b-bf58-1d58133907e8 req-7cccd894-b29f-488f-944f-9f5d463142bc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 943 time: 0.0702181 Feb 15 17:17:07.072076 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:07.097734 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0fe209e8-7082-425b-bf58-1d58133907e8 req-1e5cea7e-37fd-436c-bdd9-cd663616f07f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659127 Feb 15 17:17:07.153410 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:07.154053 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:07.155695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] 10.222.0.67 "PUT /v2.0/ports/d8910cbb-a4ed-4224-8db1-11a039d9d182 HTTP/1.1" status: 200 len: 1092 time: 1.2287664 Feb 15 17:17:07.165603 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e6bc01e-af7a-4c5f-b1b6-5db9d86d2be5 req-e441befb-e50f-4912-b2b1-d9f645d37ba1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61babd08-d10d-4724-b5b7-1b7c426e3395 HTTP/1.1" status: 200 len: 1001 time: 0.1475635 Feb 15 17:17:07.166519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f738c3f-95c4-4c29-8de4-8eb8718d1ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8910cbb-a4ed-4224-8db1-11a039d9d182,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:07.270453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bc01e-af7a-4c5f-b1b6-5db9d86d2be5 req-0bf8c031-666a-4c60-b308-ff3be0bd2f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:07.271978 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e6bc01e-af7a-4c5f-b1b6-5db9d86d2be5 req-0bf8c031-666a-4c60-b308-ff3be0bd2f87 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.0876694 Feb 15 17:17:07.306133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-fa5e0b24-2411-4618-a67b-2c4ca57f2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:07.315628 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-fa5e0b24-2411-4618-a67b-2c4ca57f2dcb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 1126 time: 0.1091628 Feb 15 17:17:07.388855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bc01e-af7a-4c5f-b1b6-5db9d86d2be5 req-da679733-d00c-4774-8e76-2aafa18d46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:07.391083 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e6bc01e-af7a-4c5f-b1b6-5db9d86d2be5 req-da679733-d00c-4774-8e76-2aafa18d46ff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1133795 Feb 15 17:17:07.478570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-06010624-62ad-46d5-922b-f9b83d6a465c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:07.480650 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-06010624-62ad-46d5-922b-f9b83d6a465c service neutron] 10.222.0.67 "GET /v2.0/networks?id=83b2acfe-c236-4abf-818e-d7db335bb363 HTTP/1.1" status: 200 len: 898 time: 0.1670604 Feb 15 17:17:07.573028 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e6bc01e-af7a-4c5f-b1b6-5db9d86d2be5 req-5f0e2d80-6400-402b-8d00-0ee7b5e167c8 service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744630 Feb 15 17:17:07.575233 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-0da7328f-84fa-45c3-b5b4-998f4f803f73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182 HTTP/1.1" status: 200 len: 998 time: 0.0884142 Feb 15 17:17:07.681389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-e8a0361c-d125-4a6d-ae74-13ab20908063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:07.682917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-e8a0361c-d125-4a6d-ae74-13ab20908063 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb512a10-1639-4686-9f71-cc93e480a6da HTTP/1.1" status: 200 len: 835 time: 0.0925815 Feb 15 17:17:07.744140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e6bc01e-af7a-4c5f-b1b6-5db9d86d2be5 req-0897f57c-69c2-409f-b835-73d83d260d2d service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612966 Feb 15 17:17:07.758281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-13a74dd2-5b7d-4d2e-b05e-d0e8a7eb8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:07.760115 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-13a74dd2-5b7d-4d2e-b05e-d0e8a7eb8c38 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=83b2acfe-c236-4abf-818e-d7db335bb363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0713148 Feb 15 17:17:07.852740 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-a1b46ff8-2e82-4c70-abc5-b0e1ced54cdc service neutron] 10.222.0.67 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840876 Feb 15 17:17:07.950956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-fd20c8fa-0c93-48b6-8bca-4d36f76fe392 service neutron] 10.222.0.67 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928752 Feb 15 17:17:08.242808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93db78-e476-463e-ae87-903e767e0787 req-160b72a2-a8eb-4ae9-a4b0-e6bba15a20ea tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:08.244545 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b93db78-e476-463e-ae87-903e767e0787 req-160b72a2-a8eb-4ae9-a4b0-e6bba15a20ea tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 943 time: 0.0555234 Feb 15 17:17:08.300776 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b93db78-e476-463e-ae87-903e767e0787 req-48064d4a-33ab-4b95-9fc8-e5397614f24c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457799 Feb 15 17:17:08.480632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de316356-cae9-4ec0-9e69-683106b1511b', 'tag': 'd8910cbb-a4ed-4224-8db1-11a039d9d182'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:17:08.483324 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a334c50-361e-455b-8243-350b077adf2c" -d '{"events": [{"name": "network-changed", "server_uuid": "de316356-cae9-4ec0-9e69-683106b1511b", "tag": "d8910cbb-a4ed-4224-8db1-11a039d9d182"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:17:08.536125 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8882f26e-3691-435a-b78d-e4dae5c0ef99 x-openstack-request-id: req-8882f26e-3691-435a-b78d-e4dae5c0ef99 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:17:08.536419 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de316356-cae9-4ec0-9e69-683106b1511b", "tag": "d8910cbb-a4ed-4224-8db1-11a039d9d182", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:17:08.536677 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8882f26e-3691-435a-b78d-e4dae5c0ef99 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:17:08.537099 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de316356-cae9-4ec0-9e69-683106b1511b', 'tag': 'd8910cbb-a4ed-4224-8db1-11a039d9d182', 'status': 'completed', 'code': 200} Feb 15 17:17:08.646311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a334c50-361e-455b-8243-350b077adf2c req-e20d7ab6-cf61-49e9-9a58-009a59b0fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:08.647998 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a334c50-361e-455b-8243-350b077adf2c req-e20d7ab6-cf61-49e9-9a58-009a59b0fbac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 1126 time: 0.0881388 Feb 15 17:17:08.650646 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a334c50-361e-455b-8243-350b077adf2c req-c6645d07-c263-4878-8052-330e09c24df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:08.652114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a334c50-361e-455b-8243-350b077adf2c req-c6645d07-c263-4878-8052-330e09c24df0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 1126 time: 0.0831165 Feb 15 17:17:08.658406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device d8910cbb-a4ed-4224-8db1-11a039d9d182 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:17:08.710036 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] The host n-h2-828372-14 is not matching for port d8910cbb-a4ed-4224-8db1-11a039d9d182 host n-h1-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:17:08.710755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device d8910cbb-a4ed-4224-8db1-11a039d9d182 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:17:08.818570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a334c50-361e-455b-8243-350b077adf2c req-d576e91f-dba5-4f29-9f4b-e0b43df3e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:08.820057 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a334c50-361e-455b-8243-350b077adf2c req-d576e91f-dba5-4f29-9f4b-e0b43df3e1b9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=83b2acfe-c236-4abf-818e-d7db335bb363 HTTP/1.1" status: 200 len: 898 time: 0.1662695 Feb 15 17:17:08.822604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a334c50-361e-455b-8243-350b077adf2c req-b6afdac7-dca1-4971-96b7-e0b1003178aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:08.823927 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a334c50-361e-455b-8243-350b077adf2c req-b6afdac7-dca1-4971-96b7-e0b1003178aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=83b2acfe-c236-4abf-818e-d7db335bb363 HTTP/1.1" status: 200 len: 898 time: 0.1612651 Feb 15 17:17:08.935023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a334c50-361e-455b-8243-350b077adf2c req-f8edca01-1f97-46d1-b673-8756ba65480f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182 HTTP/1.1" status: 200 len: 998 time: 0.1084616 Feb 15 17:17:08.942425 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a334c50-361e-455b-8243-350b077adf2c req-20a09aa4-5f9f-48a6-8dc0-80bd45b48307 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182 HTTP/1.1" status: 200 len: 998 time: 0.1098337 Feb 15 17:17:09.031513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a334c50-361e-455b-8243-350b077adf2c req-0016cdaa-a713-4234-b070-e34b6c4fc60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:09.031513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a334c50-361e-455b-8243-350b077adf2c req-0016cdaa-a713-4234-b070-e34b6c4fc60d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb512a10-1639-4686-9f71-cc93e480a6da HTTP/1.1" status: 200 len: 835 time: 0.0787103 Feb 15 17:17:09.032332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a334c50-361e-455b-8243-350b077adf2c req-a05226cb-7cb1-412d-814c-7283897b5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:09.033818 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a334c50-361e-455b-8243-350b077adf2c req-a05226cb-7cb1-412d-814c-7283897b5a56 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb512a10-1639-4686-9f71-cc93e480a6da HTTP/1.1" status: 200 len: 835 time: 0.0904586 Feb 15 17:17:09.122255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a334c50-361e-455b-8243-350b077adf2c req-0f0a72fb-2339-499f-a267-a016a89f2ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:09.123558 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a334c50-361e-455b-8243-350b077adf2c req-0f0a72fb-2339-499f-a267-a016a89f2ac0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83b2acfe-c236-4abf-818e-d7db335bb363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0876274 Feb 15 17:17:09.126656 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a334c50-361e-455b-8243-350b077adf2c req-19cb711d-436a-4b41-9468-d3497ee72577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:09.128163 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a334c50-361e-455b-8243-350b077adf2c req-19cb711d-436a-4b41-9468-d3497ee72577 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=83b2acfe-c236-4abf-818e-d7db335bb363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0843363 Feb 15 17:17:09.282639 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bade7354-48d9-45b0-a417-23826e7d7c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:09.305515 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a334c50-361e-455b-8243-350b077adf2c req-df35f76a-3dfd-48a8-80e2-75739265ba83 service neutron] 10.222.0.10 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761396 Feb 15 17:17:09.308328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a334c50-361e-455b-8243-350b077adf2c req-ba258990-04b6-4e5b-871c-c802ff190774 service neutron] 10.222.0.67 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719825 Feb 15 17:17:09.512358 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a334c50-361e-455b-8243-350b077adf2c req-9d151cd1-bec6-4911-88dd-662c31e9c337 service neutron] 10.222.0.67 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931603 Feb 15 17:17:09.523250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f28299-261d-48b4-9d89-72141444be91 req-b2161aeb-5a02-4729-9115-768a10f6eced tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:09.524735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-73f28299-261d-48b4-9d89-72141444be91 req-b2161aeb-5a02-4729-9115-768a10f6eced tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 943 time: 0.1340530 Feb 15 17:17:09.554213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a334c50-361e-455b-8243-350b077adf2c req-1f4cc5e7-a583-4341-a2af-f0930807d450 service neutron] 10.222.0.10 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422051 Feb 15 17:17:09.585551 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-73f28299-261d-48b4-9d89-72141444be91 req-75c5293e-6bc7-4b6b-a2a3-59321188db21 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500724 Feb 15 17:17:10.549086 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:10.718396 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04f33b-622f-440c-8ae7-360f2b7e6171 req-e5c2e037-4987-4dbc-9f0f-94d91fbcd726 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:10.719972 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be04f33b-622f-440c-8ae7-360f2b7e6171 req-e5c2e037-4987-4dbc-9f0f-94d91fbcd726 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 943 time: 0.0554402 Feb 15 17:17:10.772665 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be04f33b-622f-440c-8ae7-360f2b7e6171 req-7e338e21-40b7-401a-807b-6ff60c839124 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465188 Feb 15 17:17:11.241118 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11db129-bcb8-4bcf-ac2b-f87e01e77f56 req-03fafa0d-9f89-424c-9ada-79b6ceedc526 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:11.242676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a11db129-bcb8-4bcf-ac2b-f87e01e77f56 req-03fafa0d-9f89-424c-9ada-79b6ceedc526 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 943 time: 0.0707655 Feb 15 17:17:11.298821 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a11db129-bcb8-4bcf-ac2b-f87e01e77f56 req-b99c7f66-fb7e-4f89-ad42-fd7e76be475c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493100 Feb 15 17:17:11.356745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11850652-031f-4427-ad27-23c103a6a890 req-7af766d9-5420-4b12-aba6-b3fcc5c8515b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:11.358293 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11850652-031f-4427-ad27-23c103a6a890 req-7af766d9-5420-4b12-aba6-b3fcc5c8515b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b&tenant_id=de73d1daf89048bf8298654f1c0cb7d6&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 943 time: 0.1016161 Feb 15 17:17:11.772828 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-11850652-031f-4427-ad27-23c103a6a890 req-5fa05959-7cd2-465d-acfa-ace7dacb128f service neutron] delete failed (client error): The resource could not be found. Feb 15 17:17:11.773993 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11850652-031f-4427-ad27-23c103a6a890 req-5fa05959-7cd2-465d-acfa-ace7dacb128f service neutron] 10.222.0.10 "DELETE /v2.0/ports/d8910cbb-a4ed-4224-8db1-11a039d9d182/bindings/n-h2-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.4095864 Feb 15 17:17:11.869983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11850652-031f-4427-ad27-23c103a6a890 req-3a62f0fe-795a-489a-8a86-c00f8e1b5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:11.872487 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11850652-031f-4427-ad27-23c103a6a890 req-3a62f0fe-795a-489a-8a86-c00f8e1b5bca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 1126 time: 0.0553186 Feb 15 17:17:11.937626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device d8910cbb-a4ed-4224-8db1-11a039d9d182 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:17:12.015602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11850652-031f-4427-ad27-23c103a6a890 req-041912db-582c-42ba-8f9f-1d08f7a2d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:12.017229 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11850652-031f-4427-ad27-23c103a6a890 req-041912db-582c-42ba-8f9f-1d08f7a2d8dd service neutron] 10.222.0.10 "GET /v2.0/networks?id=83b2acfe-c236-4abf-818e-d7db335bb363 HTTP/1.1" status: 200 len: 898 time: 0.1393993 Feb 15 17:17:12.075452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port d8910cbb-a4ed-4224-8db1-11a039d9d182, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:17:12.090026 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:12.091132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'd8910cbb-a4ed-4224-8db1-11a039d9d182', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'port_id': 'd8910cbb-a4ed-4224-8db1-11a039d9d182', 'mac_address': 'fa:16:3e:f1:e4:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:17:12.097471 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11850652-031f-4427-ad27-23c103a6a890 req-e60ce8e8-9a98-4801-9f9c-c44f7f4dfd16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182 HTTP/1.1" status: 200 len: 998 time: 0.0736294 Feb 15 17:17:12.150849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port d8910cbb-a4ed-4224-8db1-11a039d9d182 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:17:12.151259 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:12.167158 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8910cbb-a4ed-4224-8db1-11a039d9d182 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:17:12.178433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11850652-031f-4427-ad27-23c103a6a890 req-b5b93312-a144-4f70-b443-32c408da9f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:12.180420 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11850652-031f-4427-ad27-23c103a6a890 req-b5b93312-a144-4f70-b443-32c408da9f69 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bb512a10-1639-4686-9f71-cc93e480a6da HTTP/1.1" status: 200 len: 835 time: 0.0773308 Feb 15 17:17:12.196018 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port d8910cbb-a4ed-4224-8db1-11a039d9d182, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:17:12.252140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11850652-031f-4427-ad27-23c103a6a890 req-5d825610-97bc-4e40-9428-b402fa1182f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:12.253755 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11850652-031f-4427-ad27-23c103a6a890 req-5d825610-97bc-4e40-9428-b402fa1182f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=83b2acfe-c236-4abf-818e-d7db335bb363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0653844 Feb 15 17:17:12.259944 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:12.344214 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=d8910cbb-a4ed-4224-8db1-11a039d9d182,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:12.366229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:12.368921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:12.368921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:12.368921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:12.368921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:12.368921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:12.368921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:12.373407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:12.374631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:12.375198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:12.375776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:12.376387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:12.377441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:12.387860 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11850652-031f-4427-ad27-23c103a6a890 req-7a0e7fe0-ada5-49b5-a3a5-f8820f82c30e service neutron] 10.222.0.10 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282716 Feb 15 17:17:12.485435 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['d8910cbb-a4ed-4224-8db1-11a039d9d182'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:17:12.553500 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e947db-533d-4664-aa05-2b068a4e56a1 req-68cd3eeb-7f52-48f6-bacb-a22db7a73713 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:12.555058 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5e947db-533d-4664-aa05-2b068a4e56a1 req-68cd3eeb-7f52-48f6-bacb-a22db7a73713 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 944 time: 0.1354461 Feb 15 17:17:12.606484 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11850652-031f-4427-ad27-23c103a6a890 req-d26afe95-685d-4c5e-95f8-4b3d3484b75b service neutron] 10.222.0.10 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121058 Feb 15 17:17:12.676080 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b5e947db-533d-4664-aa05-2b068a4e56a1 req-c8f8cff5-f7c0-4333-81fc-0714ff4ed4f8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089084 Feb 15 17:17:13.500590 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:13.817782 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56529d4-4b0f-4453-b57b-a1e29f0cd327 req-5a6be09b-6d88-4905-baed-835ff89149cb tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:13.820145 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e56529d4-4b0f-4453-b57b-a1e29f0cd327 req-5a6be09b-6d88-4905-baed-835ff89149cb tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 944 time: 0.0601368 Feb 15 17:17:13.872775 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e56529d4-4b0f-4453-b57b-a1e29f0cd327 req-985cde72-e14f-4290-821b-95b6a0aef8e0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463967 Feb 15 17:17:13.896317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 60926) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:13.958282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device d8910cbb-a4ed-4224-8db1-11a039d9d182 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:17:14.016298 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0b073875-9784-4e1b-9909-c74a4fdf0c01 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/floatingips/eb41a9fe-6cb5-4c1e-aef8-7ed2663f4e47 HTTP/1.1" status: 200 len: 991 time: 0.1164501 Feb 15 17:17:14.151432 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port d8910cbb-a4ed-4224-8db1-11a039d9d182 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:17:14.156197 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port d8910cbb-a4ed-4224-8db1-11a039d9d182 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:17:14.156758 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:14.257972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port d8910cbb-a4ed-4224-8db1-11a039d9d182 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:17:14.258762 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:14.290477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de316356-cae9-4ec0-9e69-683106b1511b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8910cbb-a4ed-4224-8db1-11a039d9d182'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:17:14.293638 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4b0059-35a7-4f86-89f2-1fb488e3a4d3" -d '{"events": [{"server_uuid": "de316356-cae9-4ec0-9e69-683106b1511b", "name": "network-vif-plugged", "status": "completed", "tag": "d8910cbb-a4ed-4224-8db1-11a039d9d182"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:17:14.314124 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port d8910cbb-a4ed-4224-8db1-11a039d9d182, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:17:14.418152 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:14.426442 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbc3f04-542c-4618-a58f-17e052b64681 x-openstack-request-id: req-fbbc3f04-542c-4618-a58f-17e052b64681 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:17:14.426871 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de316356-cae9-4ec0-9e69-683106b1511b", "name": "network-vif-plugged", "status": "completed", "tag": "d8910cbb-a4ed-4224-8db1-11a039d9d182", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:17:14.427227 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fbbc3f04-542c-4618-a58f-17e052b64681 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:17:14.427718 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de316356-cae9-4ec0-9e69-683106b1511b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8910cbb-a4ed-4224-8db1-11a039d9d182', 'code': 200} Feb 15 17:17:14.473321 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=d8910cbb-a4ed-4224-8db1-11a039d9d182,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:29.750086 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:17:30.574282 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:30.977397 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:36.923208 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d2a809c-c63c-463a-843c-39d6ec2e335e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:39.282960 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-219ecf11-fd5f-403c-b0c9-23212deeea0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:40.551873 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:40.602513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712cf21-2b84-4ff4-a1f8-e370c8500f0c req-f405bc81-1bf4-4f61-8ace-305b627171e9 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:40.604075 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5712cf21-2b84-4ff4-a1f8-e370c8500f0c req-f405bc81-1bf4-4f61-8ace-305b627171e9 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 1128 time: 0.0453992 Feb 15 17:17:40.657426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5712cf21-2b84-4ff4-a1f8-e370c8500f0c req-1003719b-f38f-4c0f-94ad-bcacd32b11d2 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476055 Feb 15 17:17:40.681280 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33018) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:40.838026 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c8981fb9-b918-475d-bc69-7e7fcec0ef0f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting port 667a0c53-1e17-4c80-ab92-3a49bc321abd {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:17:40.838366 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8981fb9-b918-475d-bc69-7e7fcec0ef0f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (667a0c53-1e17-4c80-ab92-3a49bc321abd), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:40.912074 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8981fb9-b918-475d-bc69-7e7fcec0ef0f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (667a0c53-1e17-4c80-ab92-3a49bc321abd), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:40.920503 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8981fb9-b918-475d-bc69-7e7fcec0ef0f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for floatingip (667a0c53-1e17-4c80-ab92-3a49bc321abd), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:40.924872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c8981fb9-b918-475d-bc69-7e7fcec0ef0f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Calling delete_port for 667a0c53-1e17-4c80-ab92-3a49bc321abd owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:17:41.131865 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8981fb9-b918-475d-bc69-7e7fcec0ef0f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (667a0c53-1e17-4c80-ab92-3a49bc321abd), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:41.158184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8981fb9-b918-475d-bc69-7e7fcec0ef0f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Port': ['ID=667a0c53-1e17-4c80-ab92-3a49bc321abd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:41.231622 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8981fb9-b918-475d-bc69-7e7fcec0ef0f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for floatingip (eb41a9fe-6cb5-4c1e-aef8-7ed2663f4e47), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:41.231976 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-c8981fb9-b918-475d-bc69-7e7fcec0ef0f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Floating IP eb41a9fe-6cb5-4c1e-aef8-7ed2663f4e47 disassociated (deleted). External IP: 172.25.4.99, port: d8910cbb-a4ed-4224-8db1-11a039d9d182. Feb 15 17:17:41.450342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8981fb9-b918-475d-bc69-7e7fcec0ef0f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:17:41.560269 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8981fb9-b918-475d-bc69-7e7fcec0ef0f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:17:41.565990 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c8981fb9-b918-475d-bc69-7e7fcec0ef0f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:41.572957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa30999f-6fd8-4d07-a57f-93da11209ee9 None None] Sync routers for ids ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:17:41.586203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa30999f-6fd8-4d07-a57f-93da11209ee9 None None] Routers {'29172fd0-e5a0-4f57-83b0-f6981b5e81d4'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:17:41.587176 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-aa30999f-6fd8-4d07-a57f-93da11209ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:17:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:41.597247 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c8981fb9-b918-475d-bc69-7e7fcec0ef0f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/floatingips/eb41a9fe-6cb5-4c1e-aef8-7ed2663f4e47 HTTP/1.1" status: 204 len: 168 time: 0.9148545 Feb 15 17:17:41.598048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de316356-cae9-4ec0-9e69-683106b1511b', 'tag': 'd8910cbb-a4ed-4224-8db1-11a039d9d182'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:17:41.600443 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dd14c9-052e-4987-b36f-15fabef54774" -d '{"events": [{"name": "network-changed", "server_uuid": "de316356-cae9-4ec0-9e69-683106b1511b", "tag": "d8910cbb-a4ed-4224-8db1-11a039d9d182"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:17:41.745889 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8a4809-dfa8-412f-8d58-6b32fff86847 x-openstack-request-id: req-db8a4809-dfa8-412f-8d58-6b32fff86847 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:17:41.746925 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de316356-cae9-4ec0-9e69-683106b1511b", "tag": "d8910cbb-a4ed-4224-8db1-11a039d9d182", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:17:41.747491 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-db8a4809-dfa8-412f-8d58-6b32fff86847 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:17:41.748233 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de316356-cae9-4ec0-9e69-683106b1511b', 'tag': 'd8910cbb-a4ed-4224-8db1-11a039d9d182', 'status': 'completed', 'code': 200} Feb 15 17:17:41.829842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd14c9-052e-4987-b36f-15fabef54774 req-e019b345-b0ec-46f0-84f1-c1d5c4c1d1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:41.835957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95dd14c9-052e-4987-b36f-15fabef54774 req-e019b345-b0ec-46f0-84f1-c1d5c4c1d1a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 1128 time: 0.0622885 Feb 15 17:17:41.897340 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-aa30999f-6fd8-4d07-a57f-93da11209ee9 None None] Set router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:17:41.976593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd14c9-052e-4987-b36f-15fabef54774 req-65d74282-569b-4c8d-bed7-966a67d77aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:41.978916 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95dd14c9-052e-4987-b36f-15fabef54774 req-65d74282-569b-4c8d-bed7-966a67d77aa8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=83b2acfe-c236-4abf-818e-d7db335bb363 HTTP/1.1" status: 200 len: 898 time: 0.1364083 Feb 15 17:17:42.039873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95dd14c9-052e-4987-b36f-15fabef54774 req-ad37a8ea-34e3-4bb8-9b41-243550864a66 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182 HTTP/1.1" status: 200 len: 217 time: 0.0537474 Feb 15 17:17:42.108564 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd14c9-052e-4987-b36f-15fabef54774 req-a043314c-66b4-41ca-9587-cd1e3ecb2e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:42.110425 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95dd14c9-052e-4987-b36f-15fabef54774 req-a043314c-66b4-41ca-9587-cd1e3ecb2e9e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bb512a10-1639-4686-9f71-cc93e480a6da HTTP/1.1" status: 200 len: 835 time: 0.0632524 Feb 15 17:17:42.129817 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:42.229407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-aa30999f-6fd8-4d07-a57f-93da11209ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422210165', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:15:52Z', 'updated_at': '2022-02-15T17:15:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:53Z', 'updated_at': '2022-02-15T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6a2a6fc7-e346-4a6d-bda9-943c367e1513', 'name': '', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:b4:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:57Z', 'updated_at': '2022-02-15T17:16:01Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:42.247439 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b8e55d-7d79-45a1-a87e-5714b036d7ee req-32aee116-d714-41d5-9cc6-2c1173791628 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:42.249541 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7b8e55d-7d79-45a1-a87e-5714b036d7ee req-32aee116-d714-41d5-9cc6-2c1173791628 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0961401 Feb 15 17:17:42.256486 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd14c9-052e-4987-b36f-15fabef54774 req-8e0e9001-0983-42e0-be4d-c52fcf3899b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:42.258235 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95dd14c9-052e-4987-b36f-15fabef54774 req-8e0e9001-0983-42e0-be4d-c52fcf3899b4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=83b2acfe-c236-4abf-818e-d7db335bb363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1412749 Feb 15 17:17:42.260027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa30999f-6fd8-4d07-a57f-93da11209ee9 None None] Checking router: 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:17:42.271689 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa30999f-6fd8-4d07-a57f-93da11209ee9 None None] Routers {'29172fd0-e5a0-4f57-83b0-f6981b5e81d4'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:17:42.272480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-aa30999f-6fd8-4d07-a57f-93da11209ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:17:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:42.323945 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7b8e55d-7d79-45a1-a87e-5714b036d7ee req-0ad293f2-baea-43dc-b632-c5865bc8774f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643287 Feb 15 17:17:42.410356 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95dd14c9-052e-4987-b36f-15fabef54774 req-70944914-bbce-46fa-b6d8-b504e47dce65 service neutron] 10.222.0.67 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994337 Feb 15 17:17:42.412604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-aa30999f-6fd8-4d07-a57f-93da11209ee9 None None] Set router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:17:42.522082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95dd14c9-052e-4987-b36f-15fabef54774 req-d9332389-a1f2-4da3-86cc-7eea9af995b1 service neutron] 10.222.0.67 "GET /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036770 Feb 15 17:17:42.634363 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-aa30999f-6fd8-4d07-a57f-93da11209ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422210165', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:15:52Z', 'updated_at': '2022-02-15T17:15:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:53Z', 'updated_at': '2022-02-15T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6a2a6fc7-e346-4a6d-bda9-943c367e1513', 'name': '', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:b4:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:57Z', 'updated_at': '2022-02-15T17:16:01Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:42.662626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa30999f-6fd8-4d07-a57f-93da11209ee9 None None] The sync data for ids ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'] in n-d-828372-14 is: [{'id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422210165', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:15:52Z', 'updated_at': '2022-02-15T17:15:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:53Z', 'updated_at': '2022-02-15T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '6a2a6fc7-e346-4a6d-bda9-943c367e1513', 'name': '', 'network_id': '83b2acfe-c236-4abf-818e-d7db335bb363', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:b4:60:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:57Z', 'updated_at': '2022-02-15T17:16:01Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bb512a10-1639-4686-9f71-cc93e480a6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:17:42.900987 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24b506b-94cc-47cd-ba0d-406888d6ab21 None None] New status for floating IP eb41a9fe-6cb5-4c1e-aef8-7ed2663f4e47: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:17:43.377133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de63e3b-c7d6-4bd3-9e6d-65514c25e07b req-2940e8bd-d2ab-4284-8802-7ec1ea0e76de tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:43.378870 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7de63e3b-c7d6-4bd3-9e6d-65514c25e07b req-2940e8bd-d2ab-4284-8802-7ec1ea0e76de tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.67 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0596542 Feb 15 17:17:43.488652 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198ac43-9e3d-4476-b6b0-30e261fe1172 req-0cda52ba-f4ea-4793-8fdb-104c39144eef tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:43.490349 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e198ac43-9e3d-4476-b6b0-30e261fe1172 req-0cda52ba-f4ea-4793-8fdb-104c39144eef tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 945 time: 0.0840676 Feb 15 17:17:43.520795 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:43.558896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-7de63e3b-c7d6-4bd3-9e6d-65514c25e07b req-66c680ab-9b94-4059-95d5-f3ed9cfe1345 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting port d8910cbb-a4ed-4224-8db1-11a039d9d182 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:17:43.559250 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7de63e3b-c7d6-4bd3-9e6d-65514c25e07b req-66c680ab-9b94-4059-95d5-f3ed9cfe1345 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:43.565325 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e198ac43-9e3d-4476-b6b0-30e261fe1172 req-6cd25d46-ebdf-476d-a37a-4c8660250df0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=94ed38a9-c0bd-45f0-ba61-78d341683d51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684867 Feb 15 17:17:43.672956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-7de63e3b-c7d6-4bd3-9e6d-65514c25e07b req-66c680ab-9b94-4059-95d5-f3ed9cfe1345 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] For port d8910cbb-a4ed-4224-8db1-11a039d9d182, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=d8910cbb-a4ed-4224-8db1-11a039d9d182,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:17:43.673807 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7de63e3b-c7d6-4bd3-9e6d-65514c25e07b req-66c680ab-9b94-4059-95d5-f3ed9cfe1345 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:43.687822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-7de63e3b-c7d6-4bd3-9e6d-65514c25e07b req-66c680ab-9b94-4059-95d5-f3ed9cfe1345 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Calling delete_port for d8910cbb-a4ed-4224-8db1-11a039d9d182 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:17:43.881128 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7de63e3b-c7d6-4bd3-9e6d-65514c25e07b req-66c680ab-9b94-4059-95d5-f3ed9cfe1345 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d8910cbb-a4ed-4224-8db1-11a039d9d182), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:43.912090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c680ab-9b94-4059-95d5-f3ed9cfe1345 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Port': ['ID=d8910cbb-a4ed-4224-8db1-11a039d9d182,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:43.970522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7de63e3b-c7d6-4bd3-9e6d-65514c25e07b req-66c680ab-9b94-4059-95d5-f3ed9cfe1345 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] No DVR routers for this DVR port d8910cbb-a4ed-4224-8db1-11a039d9d182 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:17:43.973520 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7de63e3b-c7d6-4bd3-9e6d-65514c25e07b req-66c680ab-9b94-4059-95d5-f3ed9cfe1345 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:43.977431 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7de63e3b-c7d6-4bd3-9e6d-65514c25e07b req-66c680ab-9b94-4059-95d5-f3ed9cfe1345 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.67 "DELETE /v2.0/ports/d8910cbb-a4ed-4224-8db1-11a039d9d182 HTTP/1.1" status: 204 len: 173 time: 0.5926316 Feb 15 17:17:43.977979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de316356-cae9-4ec0-9e69-683106b1511b', 'name': 'network-vif-deleted', 'tag': 'd8910cbb-a4ed-4224-8db1-11a039d9d182'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:17:43.980905 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6381195e-82b2-4609-96f8-80974ae5d7a9" -d '{"events": [{"server_uuid": "de316356-cae9-4ec0-9e69-683106b1511b", "name": "network-vif-deleted", "tag": "d8910cbb-a4ed-4224-8db1-11a039d9d182"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:17:44.022713 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1717d4-3a2c-4ad3-8a90-2bd032400042 x-openstack-request-id: req-4d1717d4-3a2c-4ad3-8a90-2bd032400042 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:17:44.023020 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de316356-cae9-4ec0-9e69-683106b1511b", "name": "network-vif-deleted", "tag": "d8910cbb-a4ed-4224-8db1-11a039d9d182", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:17:44.023275 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4d1717d4-3a2c-4ad3-8a90-2bd032400042 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:17:44.023681 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de316356-cae9-4ec0-9e69-683106b1511b', 'name': 'network-vif-deleted', 'tag': 'd8910cbb-a4ed-4224-8db1-11a039d9d182', 'status': 'completed', 'code': 200} Feb 15 17:17:44.695742 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-922ae8d1-0de1-4759-afbc-e5b4bbcbffb3 req-a2d93b19-e426-4d49-87aa-d660f8d9c6ee tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=de316356-cae9-4ec0-9e69-683106b1511b HTTP/1.1" status: 200 len: 210 time: 0.0296574 Feb 15 17:17:45.756962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33062) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:46.222203 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16cceebe-16d1-4f51-911b-faf5225e27dd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:46.263861 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33066) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:46.499589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e9d9f5-d057-424b-8a62-c3aa5dbce3c6 admin admin] Deleting subnet 9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:17:46.504588 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-53e9d9f5-d057-424b-8a62-c3aa5dbce3c6 admin admin] Publish callbacks [] for subnet (9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:46.551923 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-53e9d9f5-d057-424b-8a62-c3aa5dbce3c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:46.600838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-16cceebe-16d1-4f51-911b-faf5225e27dd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting port 6a2a6fc7-e346-4a6d-bda9-943c367e1513 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:17:46.601243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16cceebe-16d1-4f51-911b-faf5225e27dd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:46.602740 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-53e9d9f5-d057-424b-8a62-c3aa5dbce3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:46.715883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-16cceebe-16d1-4f51-911b-faf5225e27dd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] For port 6a2a6fc7-e346-4a6d-bda9-943c367e1513, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6a2a6fc7-e346-4a6d-bda9-943c367e1513,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:17:46.716346 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16cceebe-16d1-4f51-911b-faf5225e27dd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:46.729820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-16cceebe-16d1-4f51-911b-faf5225e27dd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Calling delete_port for 6a2a6fc7-e346-4a6d-bda9-943c367e1513 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:17:46.792287 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-53e9d9f5-d057-424b-8a62-c3aa5dbce3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:46.819765 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9d9f5-d057-424b-8a62-c3aa5dbce3c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:46.828018 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-53e9d9f5-d057-424b-8a62-c3aa5dbce3c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:46.832063 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-53e9d9f5-d057-424b-8a62-c3aa5dbce3c6 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/9c13ffe2-ff2e-48ec-bdf2-0ff60cc077d0 HTTP/1.1" status: 204 len: 168 time: 0.5646155 Feb 15 17:17:46.834894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33072) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:46.915423 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39ac5ad4-ae9a-4c15-bfd8-33900113d232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (a08513b0-2431-4c16-bdc9-80beb3ba12d5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:47.018423 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39ac5ad4-ae9a-4c15-bfd8-33900113d232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (a08513b0-2431-4c16-bdc9-80beb3ba12d5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:47.024374 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16cceebe-16d1-4f51-911b-faf5225e27dd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6a2a6fc7-e346-4a6d-bda9-943c367e1513), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:47.045950 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-39ac5ad4-ae9a-4c15-bfd8-33900113d232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08513b0-2431-4c16-bdc9-80beb3ba12d5']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:47.056768 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-39ac5ad4-ae9a-4c15-bfd8-33900113d232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536f4f99-6e02-40c5-946f-138c37eb458a') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:47.057115 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-39ac5ad4-ae9a-4c15-bfd8-33900113d232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536f4f99-6e02-40c5-946f-138c37eb458a') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:47.072562 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39ac5ad4-ae9a-4c15-bfd8-33900113d232 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (536f4f99-6e02-40c5-946f-138c37eb458a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:47.083084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cceebe-16d1-4f51-911b-faf5225e27dd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Port': ['ID=6a2a6fc7-e346-4a6d-bda9-943c367e1513,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:47.087557 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39ac5ad4-ae9a-4c15-bfd8-33900113d232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (536f4f99-6e02-40c5-946f-138c37eb458a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:47.103154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ac5ad4-ae9a-4c15-bfd8-33900113d232 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:17:47.103566 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39ac5ad4-ae9a-4c15-bfd8-33900113d232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (536f4f99-6e02-40c5-946f-138c37eb458a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:17:47.109208 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:17:47.252200 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39ac5ad4-ae9a-4c15-bfd8-33900113d232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (a08513b0-2431-4c16-bdc9-80beb3ba12d5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:47.272319 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-39ac5ad4-ae9a-4c15-bfd8-33900113d232 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:47.280699 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-39ac5ad4-ae9a-4c15-bfd8-33900113d232 admin admin] 10.222.0.107 "DELETE /v2.0/networks/a08513b0-2431-4c16-bdc9-80beb3ba12d5 HTTP/1.1" status: 204 len: 168 time: 0.4422119 Feb 15 17:17:47.280699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac5ad4-ae9a-4c15-bfd8-33900113d232 admin admin] Pushing event deleted for resources: {'Network': ['ID=a08513b0-2431-4c16-bdc9-80beb3ba12d5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:47.346597 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-16cceebe-16d1-4f51-911b-faf5225e27dd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:47.746597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33078) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:47.791263 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4b3aad6d-4ae4-4638-9ffa-32b50d988a11 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=5e0f135462714de18205d04dc34266f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413415 Feb 15 17:17:47.791823 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33080) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:47.848046 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Publish callbacks [] for security_group (4162b71c-5890-4229-84c7-e99cc127f9ff), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:47.851109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16cceebe-16d1-4f51-911b-faf5225e27dd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:17:47.877427 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Publish callbacks [] for security_group (4162b71c-5890-4229-84c7-e99cc127f9ff), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:48.005504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cceebe-16d1-4f51-911b-faf5225e27dd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:17:48.017450 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33082) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:48.025339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f627aa1e-6001-48ac-8e09-04cc038f1e5a None None] Sync routers for ids ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:17:48.026488 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-16cceebe-16d1-4f51-911b-faf5225e27dd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "PUT /v2.0/routers/29172fd0-e5a0-4f57-83b0-f6981b5e81d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2573314 Feb 15 17:17:48.029127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f627aa1e-6001-48ac-8e09-04cc038f1e5a None None] Routers {'29172fd0-e5a0-4f57-83b0-f6981b5e81d4'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:17:48.029900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-f627aa1e-6001-48ac-8e09-04cc038f1e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:17:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:48.071720 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e6075d-4342-4d23-abaa-a9c09b205ab7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting subnet bb512a10-1639-4686-9f71-cc93e480a6da {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:17:48.074749 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4162b71c-5890-4229-84c7-e99cc127f9ff), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:48.077393 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:48.079072 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4162b71c-5890-4229-84c7-e99cc127f9ff HTTP/1.1" status: 204 len: 168 time: 0.2856979 Feb 15 17:17:48.080235 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8e6075d-4342-4d23-abaa-a9c09b205ab7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for subnet (bb512a10-1639-4686-9f71-cc93e480a6da), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:48.109877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device d8910cbb-a4ed-4224-8db1-11a039d9d182 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:17:48.136260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: d8910cbb-a4ed-4224-8db1-11a039d9d182 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:17:48.136945 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device d8910cbb-a4ed-4224-8db1-11a039d9d182 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:17:48.168873 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8e6075d-4342-4d23-abaa-a9c09b205ab7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (bb512a10-1639-4686-9f71-cc93e480a6da), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:48.199912 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4162b71c-5890-4229-84c7-e99cc127f9ff,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:48.213080 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:48.213303 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:48.213710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:48.214117 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:48.214522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:48.214924 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:48.215319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:48.215715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:48.215995 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-f627aa1e-6001-48ac-8e09-04cc038f1e5a None None] Set router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:17:48.216157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:48.216544 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:48.216922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:48.217311 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:48.217727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b77efa-bd23-422e-897f-aeb570e862ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:48.273933 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8e6075d-4342-4d23-abaa-a9c09b205ab7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (bb512a10-1639-4686-9f71-cc93e480a6da), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:48.441437 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8e6075d-4342-4d23-abaa-a9c09b205ab7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (bb512a10-1639-4686-9f71-cc93e480a6da), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:48.492277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6075d-4342-4d23-abaa-a9c09b205ab7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Subnet': ['ID=bb512a10-1639-4686-9f71-cc93e480a6da,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:48.494345 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8e6075d-4342-4d23-abaa-a9c09b205ab7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:48.501220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33086) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:48.507757 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f8e6075d-4342-4d23-abaa-a9c09b205ab7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/subnets/bb512a10-1639-4686-9f71-cc93e480a6da HTTP/1.1" status: 204 len: 168 time: 0.4888985 Feb 15 17:17:48.509271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-f627aa1e-6001-48ac-8e09-04cc038f1e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422210165', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:15:52Z', 'updated_at': '2022-02-15T17:17:46Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:53Z', 'updated_at': '2022-02-15T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:48.519637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5c796d-7041-4422-8a84-e953d7e79c8f None None] Network 83b2acfe-c236-4abf-818e-d7db335bb363 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:17:48.669420 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f627aa1e-6001-48ac-8e09-04cc038f1e5a None None] Checking router: 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:17:48.680900 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30d7f62e-3894-4f9f-a0d5-f132da5e2522 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:48.708264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f627aa1e-6001-48ac-8e09-04cc038f1e5a None None] Routers {'29172fd0-e5a0-4f57-83b0-f6981b5e81d4'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:17:48.708947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-f627aa1e-6001-48ac-8e09-04cc038f1e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:17:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:48.824906 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30d7f62e-3894-4f9f-a0d5-f132da5e2522 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_gateway (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:48.862333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-f627aa1e-6001-48ac-8e09-04cc038f1e5a None None] Set router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:17:49.038050 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c3250d-00c8-44a3-8d4e-21c99781cac5 None None] DHCP port deletion for 83b2acfe-c236-4abf-818e-d7db335bb363 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:17:49.059268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-30d7f62e-3894-4f9f-a0d5-f132da5e2522 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting port 90d0e547-9b6b-4281-b7c0-61047df07837 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:17:49.063106 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30d7f62e-3894-4f9f-a0d5-f132da5e2522 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (90d0e547-9b6b-4281-b7c0-61047df07837), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:49.139439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-f627aa1e-6001-48ac-8e09-04cc038f1e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422210165', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:15:52Z', 'updated_at': '2022-02-15T17:17:46Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:53Z', 'updated_at': '2022-02-15T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:49.164412 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-30d7f62e-3894-4f9f-a0d5-f132da5e2522 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] For port 90d0e547-9b6b-4281-b7c0-61047df07837, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=90d0e547-9b6b-4281-b7c0-61047df07837,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:17:49.164775 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30d7f62e-3894-4f9f-a0d5-f132da5e2522 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (90d0e547-9b6b-4281-b7c0-61047df07837), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:49.169352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f627aa1e-6001-48ac-8e09-04cc038f1e5a None None] The sync data for ids ['29172fd0-e5a0-4f57-83b0-f6981b5e81d4'] in n-d-828372-14 is: [{'id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1422210165', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101'}], 'enable_snat': True}, 'gw_port_id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:15:52Z', 'updated_at': '2022-02-15T17:17:46Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '90d0e547-9b6b-4281-b7c0-61047df07837', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29172fd0-e5a0-4f57-83b0-f6981b5e81d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:15:53Z', 'updated_at': '2022-02-15T17:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:17:49.175733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-38c3250d-00c8-44a3-8d4e-21c99781cac5 None None] Deleting port 4254b116-8cb4-4801-b7ed-d3ff95fadedb {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:17:49.176118 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-38c3250d-00c8-44a3-8d4e-21c99781cac5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4254b116-8cb4-4801-b7ed-d3ff95fadedb), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:49.196204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-30d7f62e-3894-4f9f-a0d5-f132da5e2522 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Calling delete_port for 90d0e547-9b6b-4281-b7c0-61047df07837 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:17:49.222847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4254b116-8cb4-4801-b7ed-d3ff95fadedb no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:17:49.277699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-38c3250d-00c8-44a3-8d4e-21c99781cac5 None None] For port 4254b116-8cb4-4801-b7ed-d3ff95fadedb, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4254b116-8cb4-4801-b7ed-d3ff95fadedb,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:17:49.278102 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-38c3250d-00c8-44a3-8d4e-21c99781cac5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4254b116-8cb4-4801-b7ed-d3ff95fadedb), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:49.293115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-38c3250d-00c8-44a3-8d4e-21c99781cac5 None None] Calling delete_port for 4254b116-8cb4-4801-b7ed-d3ff95fadedb owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:17:49.378368 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4254b116-8cb4-4801-b7ed-d3ff95fadedb is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:17:49.378755 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4254b116-8cb4-4801-b7ed-d3ff95fadedb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:49.427016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 4254b116-8cb4-4801-b7ed-d3ff95fadedb, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4254b116-8cb4-4801-b7ed-d3ff95fadedb,segment=NetworkSegment(49e0871a-dd4b-440a-94cb-82505934c69d),segment_id=49e0871a-dd4b-440a-94cb-82505934c69d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:17:49.440813 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30d7f62e-3894-4f9f-a0d5-f132da5e2522 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (90d0e547-9b6b-4281-b7c0-61047df07837), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:49.472377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d7f62e-3894-4f9f-a0d5-f132da5e2522 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Port': ['ID=90d0e547-9b6b-4281-b7c0-61047df07837,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:49.509249 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4254b116-8cb4-4801-b7ed-d3ff95fadedb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:49.538033 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30d7f62e-3894-4f9f-a0d5-f132da5e2522 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:49.579868 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=4254b116-8cb4-4801-b7ed-d3ff95fadedb,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:49.612207 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-38c3250d-00c8-44a3-8d4e-21c99781cac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (4254b116-8cb4-4801-b7ed-d3ff95fadedb), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:49.640750 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3250d-00c8-44a3-8d4e-21c99781cac5 None None] Pushing event deleted for resources: {'Port': ['ID=4254b116-8cb4-4801-b7ed-d3ff95fadedb,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:49.655667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3250d-00c8-44a3-8d4e-21c99781cac5 None None] No DVR routers for this DVR port 4254b116-8cb4-4801-b7ed-d3ff95fadedb on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:17:49.679107 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30d7f62e-3894-4f9f-a0d5-f132da5e2522 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:49.682244 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30d7f62e-3894-4f9f-a0d5-f132da5e2522 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_controller (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:49.826934 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30d7f62e-3894-4f9f-a0d5-f132da5e2522 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (29172fd0-e5a0-4f57-83b0-f6981b5e81d4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:49.827522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d7f62e-3894-4f9f-a0d5-f132da5e2522 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Fanout notify agent at l3_agent the message router_deleted on router 29172fd0-e5a0-4f57-83b0-f6981b5e81d4 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:17:49.836698 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30d7f62e-3894-4f9f-a0d5-f132da5e2522 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:49.839616 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-30d7f62e-3894-4f9f-a0d5-f132da5e2522 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/routers/29172fd0-e5a0-4f57-83b0-f6981b5e81d4 HTTP/1.1" status: 204 len: 168 time: 1.3372791 Feb 15 17:17:49.842486 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33092) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:49.928489 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f9f1-ff75-4a9b-9d1a-e66bb7d57e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (83b2acfe-c236-4abf-818e-d7db335bb363), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:50.030759 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f9f1-ff75-4a9b-9d1a-e66bb7d57e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (83b2acfe-c236-4abf-818e-d7db335bb363), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:50.060269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d7b5f9f1-ff75-4a9b-9d1a-e66bb7d57e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b2acfe-c236-4abf-818e-d7db335bb363']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:50.071823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d7b5f9f1-ff75-4a9b-9d1a-e66bb7d57e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e0871a-dd4b-440a-94cb-82505934c69d') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:50.072132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-d7b5f9f1-ff75-4a9b-9d1a-e66bb7d57e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e0871a-dd4b-440a-94cb-82505934c69d') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:50.082169 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f9f1-ff75-4a9b-9d1a-e66bb7d57e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (49e0871a-dd4b-440a-94cb-82505934c69d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:50.095107 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f9f1-ff75-4a9b-9d1a-e66bb7d57e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (49e0871a-dd4b-440a-94cb-82505934c69d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:50.105042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b5f9f1-ff75-4a9b-9d1a-e66bb7d57e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:17:50.105585 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f9f1-ff75-4a9b-9d1a-e66bb7d57e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (49e0871a-dd4b-440a-94cb-82505934c69d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:17:50.108566 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:17:50.232081 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f9f1-ff75-4a9b-9d1a-e66bb7d57e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (83b2acfe-c236-4abf-818e-d7db335bb363), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:50.239733 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d7b5f9f1-ff75-4a9b-9d1a-e66bb7d57e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:50.243240 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d7b5f9f1-ff75-4a9b-9d1a-e66bb7d57e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/networks/83b2acfe-c236-4abf-818e-d7db335bb363 HTTP/1.1" status: 204 len: 168 time: 0.3997149 Feb 15 17:17:50.246102 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33094) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:50.255118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5f9f1-ff75-4a9b-9d1a-e66bb7d57e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Network': ['ID=83b2acfe-c236-4abf-818e-d7db335bb363,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:50.302421 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0338183-c0fc-4852-a28f-190c01b7aa86 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (94ed38a9-c0bd-45f0-ba61-78d341683d51), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:50.327340 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0338183-c0fc-4852-a28f-190c01b7aa86 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (94ed38a9-c0bd-45f0-ba61-78d341683d51), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:50.440488 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0338183-c0fc-4852-a28f-190c01b7aa86 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (94ed38a9-c0bd-45f0-ba61-78d341683d51), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:50.443208 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0338183-c0fc-4852-a28f-190c01b7aa86 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:50.444391 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f0338183-c0fc-4852-a28f-190c01b7aa86 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/security-groups/94ed38a9-c0bd-45f0-ba61-78d341683d51 HTTP/1.1" status: 204 len: 168 time: 0.1972997 Feb 15 17:17:50.456974 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0338183-c0fc-4852-a28f-190c01b7aa86 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ed38a9-c0bd-45f0-ba61-78d341683d51,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:50.848409 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33102) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:50.853099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-dbe66522-9122-4d72-b31b-40cf7bc4c358 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1274492114', 'description': 'tempest-secgroup-smoke-1274492114 description', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:17:50.937669 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dbe66522-9122-4d72-b31b-40cf7bc4c358 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:51.015694 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dbe66522-9122-4d72-b31b-40cf7bc4c358 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (609ed03c-b2a7-4975-9b71-dba7c704ca82), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:51.089235 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dbe66522-9122-4d72-b31b-40cf7bc4c358 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (609ed03c-b2a7-4975-9b71-dba7c704ca82), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:51.093475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 90d0e547-9b6b-4281-b7c0-61047df07837 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:17:51.114594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 90d0e547-9b6b-4281-b7c0-61047df07837 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:17:51.115232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 90d0e547-9b6b-4281-b7c0-61047df07837 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:17:51.115686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6a2a6fc7-e346-4a6d-bda9-943c367e1513 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:17:51.128912 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe66522-9122-4d72-b31b-40cf7bc4c358 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=609ed03c-b2a7-4975-9b71-dba7c704ca82,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:51.135745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 6a2a6fc7-e346-4a6d-bda9-943c367e1513 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:17:51.136075 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6a2a6fc7-e346-4a6d-bda9-943c367e1513 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:17:51.202426 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dbe66522-9122-4d72-b31b-40cf7bc4c358 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:51.203846 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dbe66522-9122-4d72-b31b-40cf7bc4c358 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3544259 Feb 15 17:17:51.206672 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33104) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:51.210941 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-8473b1e9-e388-4707-95ac-0b7041f56c97 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': '609ed03c-b2a7-4975-9b71-dba7c704ca82', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:17:51.291857 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8473b1e9-e388-4707-95ac-0b7041f56c97 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (7082b0dc-90d7-4539-8c2c-ba907f533fc5), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:51.350361 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8473b1e9-e388-4707-95ac-0b7041f56c97 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (7082b0dc-90d7-4539-8c2c-ba907f533fc5), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:51.420611 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8473b1e9-e388-4707-95ac-0b7041f56c97 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (7082b0dc-90d7-4539-8c2c-ba907f533fc5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:51.439852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473b1e9-e388-4707-95ac-0b7041f56c97 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7082b0dc-90d7-4539-8c2c-ba907f533fc5,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:51.514066 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8473b1e9-e388-4707-95ac-0b7041f56c97 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:51.515390 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8473b1e9-e388-4707-95ac-0b7041f56c97 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3077984 Feb 15 17:17:51.518002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33106) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:51.522667 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4a9fc521-da65-4d35-a54b-e5ab41bf4788 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': '609ed03c-b2a7-4975-9b71-dba7c704ca82', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:17:51.654990 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc521-da65-4d35-a54b-e5ab41bf4788 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (784de132-cd97-4824-99b8-b777d05cc2ba), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:51.711411 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc521-da65-4d35-a54b-e5ab41bf4788 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (784de132-cd97-4824-99b8-b777d05cc2ba), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:51.786519 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc521-da65-4d35-a54b-e5ab41bf4788 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (784de132-cd97-4824-99b8-b777d05cc2ba), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:51.806090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fc521-da65-4d35-a54b-e5ab41bf4788 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784de132-cd97-4824-99b8-b777d05cc2ba,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:51.885381 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4a9fc521-da65-4d35-a54b-e5ab41bf4788 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:51.886611 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4a9fc521-da65-4d35-a54b-e5ab41bf4788 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3675573 Feb 15 17:17:51.889263 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33110) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:51.894196 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-634dc492-768c-49b6-be19-40467b720bb4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': '609ed03c-b2a7-4975-9b71-dba7c704ca82', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:17:51.985451 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-634dc492-768c-49b6-be19-40467b720bb4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (1927034b-3d6c-4c8d-9b9f-893194361e50), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:52.049393 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-634dc492-768c-49b6-be19-40467b720bb4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (1927034b-3d6c-4c8d-9b9f-893194361e50), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:52.134809 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-634dc492-768c-49b6-be19-40467b720bb4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (1927034b-3d6c-4c8d-9b9f-893194361e50), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:52.153985 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dc492-768c-49b6-be19-40467b720bb4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1927034b-3d6c-4c8d-9b9f-893194361e50,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:52.216779 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-634dc492-768c-49b6-be19-40467b720bb4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:52.218106 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-634dc492-768c-49b6-be19-40467b720bb4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278339 Feb 15 17:17:52.220725 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33112) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:52.225082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2bbc3069-f283-4bb8-acf0-4434b23e9e9a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': '609ed03c-b2a7-4975-9b71-dba7c704ca82', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:17:52.329149 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3069-f283-4bb8-acf0-4434b23e9e9a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (8d5f3b64-9ba3-4d4a-ace9-0669870091de), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:52.386170 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3069-f283-4bb8-acf0-4434b23e9e9a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (8d5f3b64-9ba3-4d4a-ace9-0669870091de), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:52.477967 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3069-f283-4bb8-acf0-4434b23e9e9a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (8d5f3b64-9ba3-4d4a-ace9-0669870091de), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:52.494539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbc3069-f283-4bb8-acf0-4434b23e9e9a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5f3b64-9ba3-4d4a-ace9-0669870091de,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:52.574950 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bbc3069-f283-4bb8-acf0-4434b23e9e9a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:52.576291 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2bbc3069-f283-4bb8-acf0-4434b23e9e9a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3546162 Feb 15 17:17:52.579226 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33114) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:52.583806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1f700392-a6e3-4250-b6a5-3b005b7bcef8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': '609ed03c-b2a7-4975-9b71-dba7c704ca82', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:17:52.669562 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-1f700392-a6e3-4250-b6a5-3b005b7bcef8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Project de73d1daf89048bf8298654f1c0cb7d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:17:52.675707 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f700392-a6e3-4250-b6a5-3b005b7bcef8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (bc172459-1c2e-479d-abb7-3a109b09af00), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:52.733268 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f700392-a6e3-4250-b6a5-3b005b7bcef8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (bc172459-1c2e-479d-abb7-3a109b09af00), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:52.800814 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f700392-a6e3-4250-b6a5-3b005b7bcef8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (bc172459-1c2e-479d-abb7-3a109b09af00), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:52.819162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f700392-a6e3-4250-b6a5-3b005b7bcef8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc172459-1c2e-479d-abb7-3a109b09af00,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:52.877074 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1f700392-a6e3-4250-b6a5-3b005b7bcef8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:52.878243 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1f700392-a6e3-4250-b6a5-3b005b7bcef8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2981162 Feb 15 17:17:52.880964 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33118) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:52.885203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7f182325-8b07-446b-8435-9aa3562824ae tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': '609ed03c-b2a7-4975-9b71-dba7c704ca82', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:17:52.952062 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-7f182325-8b07-446b-8435-9aa3562824ae tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Project de73d1daf89048bf8298654f1c0cb7d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:17:52.957132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f182325-8b07-446b-8435-9aa3562824ae tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (bad1f1ba-a806-4444-a517-df2e7a98bea0), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:53.019989 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f182325-8b07-446b-8435-9aa3562824ae tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (bad1f1ba-a806-4444-a517-df2e7a98bea0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:53.097714 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f182325-8b07-446b-8435-9aa3562824ae tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (bad1f1ba-a806-4444-a517-df2e7a98bea0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:53.117040 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f182325-8b07-446b-8435-9aa3562824ae tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad1f1ba-a806-4444-a517-df2e7a98bea0,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:53.191839 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7f182325-8b07-446b-8435-9aa3562824ae tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:53.193120 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7f182325-8b07-446b-8435-9aa3562824ae tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3112135 Feb 15 17:17:53.196188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33120) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:53.201058 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-96a64c15-0fd4-456d-a17a-b77c47533e24 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'network': {'name': 'tempest-network-smoke--1101635330', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'port_security_enabled': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:17:53.274545 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a64c15-0fd4-456d-a17a-b77c47533e24 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Made reservation on behalf of de73d1daf89048bf8298654f1c0cb7d6 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:17:53.278018 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96a64c15-0fd4-456d-a17a-b77c47533e24 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:53.301831 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a64c15-0fd4-456d-a17a-b77c47533e24 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:17:53.310581 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96a64c15-0fd4-456d-a17a-b77c47533e24 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e4809075-0eb2-4355-9d6b-debc1aa2a498), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:53.310915 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-96a64c15-0fd4-456d-a17a-b77c47533e24 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Added segment e4809075-0eb2-4355-9d6b-debc1aa2a498 of type vlan for network dbbf5b45-6995-406a-b156-abda99c1f288 Feb 15 17:17:53.349777 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96a64c15-0fd4-456d-a17a-b77c47533e24 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (dbbf5b45-6995-406a-b156-abda99c1f288), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:53.443067 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96a64c15-0fd4-456d-a17a-b77c47533e24 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (dbbf5b45-6995-406a-b156-abda99c1f288), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:53.448436 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a64c15-0fd4-456d-a17a-b77c47533e24 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:53.449071 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96a64c15-0fd4-456d-a17a-b77c47533e24 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:53.517024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a64c15-0fd4-456d-a17a-b77c47533e24 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Network': ['ID=dbbf5b45-6995-406a-b156-abda99c1f288,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:53.527047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network dbbf5b45-6995-406a-b156-abda99c1f288 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:17:53.566258 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-96a64c15-0fd4-456d-a17a-b77c47533e24 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3691144 Feb 15 17:17:53.568828 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33122) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:53.573496 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-269371966', 'admin_state_up': True, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:17:53.672299 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:53.674106 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:54.039994 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_controller (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:54.265432 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_gateway (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:54.517181 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_gateway (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:54.545682 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:54.661037 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Allocated IP 172.25.4.142 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/ebd2fc2e-2b1c-4eda-9438-95644356015b) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:17:54.770484 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (ebd2fc2e-2b1c-4eda-9438-95644356015b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:54.857936 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ebd2fc2e-2b1c-4eda-9438-95644356015b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:54.894373 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:17:54.899128 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:17:54.902663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:17:54.929185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=ebd2fc2e-2b1c-4eda-9438-95644356015b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:55.208796 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_gateway (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:55.408780 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:55.618000 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:17:55.732712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:17:55.746152 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Sync routers for ids ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:17:55.757833 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Routers {'9efa7e65-ffba-4e6a-9f31-75f5be860f5b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:17:55.758438 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:17:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:55.805411 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:55.809865 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-87e8ad8b-9a97-492f-92df-ce2439c5a0c7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2368808 Feb 15 17:17:55.810205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33132) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:55.843478 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b13f467f-9491-4b9e-99a9-fbc59c21f85e tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=de73d1daf89048bf8298654f1c0cb7d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319877 Feb 15 17:17:55.846480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33134) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:55.869306 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Set router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:17:55.999690 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8aca90-fb74-48c1-baa0-b18e612a9d6a tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:56.004520 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0f8aca90-fb74-48c1-baa0-b18e612a9d6a tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1571193 Feb 15 17:17:56.004763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33136) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:56.034219 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5ae481ff-6938-4802-9d6e-b2bcb274545b tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283194 Feb 15 17:17:56.036548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33138) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:56.042569 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1146531a-4784-4aee-9b20-e1264a1c5568 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1846049953', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:17:56.071713 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269371966', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:17:53Z', 'updated_at': '2022-02-15T17:17:55Z', 'revision_number': 3, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:54Z', 'updated_at': '2022-02-15T17:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:56.101235 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Checking router: 9efa7e65-ffba-4e6a-9f31-75f5be860f5b for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:17:56.101572 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Updating router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b port ebd2fc2e-2b1c-4eda-9438-95644356015b binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:17:56.129665 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ebd2fc2e-2b1c-4eda-9438-95644356015b), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:56.221071 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1146531a-4784-4aee-9b20-e1264a1c5568 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Made reservation on behalf of de73d1daf89048bf8298654f1c0cb7d6 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:17:56.224598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1146531a-4784-4aee-9b20-e1264a1c5568 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:56.408645 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Publish callbacks [] for port (ebd2fc2e-2b1c-4eda-9438-95644356015b), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:56.460689 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ebd2fc2e-2b1c-4eda-9438-95644356015b), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:56.472278 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1146531a-4784-4aee-9b20-e1264a1c5568 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (4b29ec7f-60fa-464b-93ec-b638faf71360), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:56.516567 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Attempting to bind port ebd2fc2e-2b1c-4eda-9438-95644356015b on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:17:56.516929 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Attempting to bind port ebd2fc2e-2b1c-4eda-9438-95644356015b by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:17:56.517235 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Attempting to bind port ebd2fc2e-2b1c-4eda-9438-95644356015b on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:17:56.524172 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8842e-5ccd-4b54-9b4b-3a7f8c059124 None None] Pushing event updated for resources: {'Port': ['ID=ebd2fc2e-2b1c-4eda-9438-95644356015b,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:56.527626 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:17:56.527852 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:17:56.528231 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:56.528637 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:17:56.529093 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Bound port: ebd2fc2e-2b1c-4eda-9438-95644356015b, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:17:56.529502 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ebd2fc2e-2b1c-4eda-9438-95644356015b), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:56.536594 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8842e-5ccd-4b54-9b4b-3a7f8c059124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:56.539783 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8842e-5ccd-4b54-9b4b-3a7f8c059124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:56.539783 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8842e-5ccd-4b54-9b4b-3a7f8c059124 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:56.539783 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8842e-5ccd-4b54-9b4b-3a7f8c059124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:56.539783 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8842e-5ccd-4b54-9b4b-3a7f8c059124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:56.539783 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8842e-5ccd-4b54-9b4b-3a7f8c059124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:56.539783 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8842e-5ccd-4b54-9b4b-3a7f8c059124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:56.539783 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8842e-5ccd-4b54-9b4b-3a7f8c059124 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:56.539783 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8842e-5ccd-4b54-9b4b-3a7f8c059124 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:56.539783 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8842e-5ccd-4b54-9b4b-3a7f8c059124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:56.539783 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8842e-5ccd-4b54-9b4b-3a7f8c059124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:56.540799 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8842e-5ccd-4b54-9b4b-3a7f8c059124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:56.540799 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def8842e-5ccd-4b54-9b4b-3a7f8c059124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:17:56.552254 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146531a-4784-4aee-9b20-e1264a1c5568 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Subnet': ['ID=4b29ec7f-60fa-464b-93ec-b638faf71360,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:56.555647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1146531a-4784-4aee-9b20-e1264a1c5568 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Checking segment: {'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:17:56.556037 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1146531a-4784-4aee-9b20-e1264a1c5568 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network hostable DHCP agents. Network: dbbf5b45-6995-406a-b156-abda99c1f288, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:17:56.596837 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] For port ebd2fc2e-2b1c-4eda-9438-95644356015b, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:17:56.600478 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] For port ebd2fc2e-2b1c-4eda-9438-95644356015b, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ebd2fc2e-2b1c-4eda-9438-95644356015b,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:17:56.752300 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1146531a-4784-4aee-9b20-e1264a1c5568 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network dbbf5b45-6995-406a-b156-abda99c1f288 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:17:56.840525 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ebd2fc2e-2b1c-4eda-9438-95644356015b), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:56.840525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Routers {'9efa7e65-ffba-4e6a-9f31-75f5be860f5b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:17:56.840525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:17:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:56.842403 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-1146531a-4784-4aee-9b20-e1264a1c5568 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, dbbf5b45-6995-406a-b156-abda99c1f288) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:17:56.842403 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1146531a-4784-4aee-9b20-e1264a1c5568 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:17:56.842403 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1146531a-4784-4aee-9b20-e1264a1c5568 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:56.842922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a8aca9-7198-4e08-8290-443adc77c0a9 None None] Network dbbf5b45-6995-406a-b156-abda99c1f288 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:17:56.843460 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8842e-5ccd-4b54-9b4b-3a7f8c059124 None None] Pushing event updated for resources: {'Port': ['ID=ebd2fc2e-2b1c-4eda-9438-95644356015b,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:56.854492 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1146531a-4784-4aee-9b20-e1264a1c5568 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8168547 Feb 15 17:17:56.857148 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33150) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:17:56.903694 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] Set router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:17:56.910350 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-dbbf5b45-6995-406a-b156-abda99c1f288', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ips': [{'subnet_id': '4b29ec7f-60fa-464b-93ec-b638faf71360'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:17:56.911790 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:57.065217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Allocated IP 172.20.0.2 (dbbf5b45-6995-406a-b156-abda99c1f288/4b29ec7f-60fa-464b-93ec-b638faf71360/fcb324d5-577d-49d1-bd20-759cb14757a8) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:17:57.233899 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269371966', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:17:53Z', 'updated_at': '2022-02-15T17:17:55Z', 'revision_number': 3, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:54Z', 'updated_at': '2022-02-15T17:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:57.264563 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f7c3d-cf53-4cc5-b026-224eaecee0d0 None None] The sync data for ids ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'] in n-d-828372-14 is: [{'id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269371966', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:17:53Z', 'updated_at': '2022-02-15T17:17:55Z', 'revision_number': 3, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:54Z', 'updated_at': '2022-02-15T17:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:17:57.413612 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:57.425644 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Publish callbacks [] for port (fcb324d5-577d-49d1-bd20-759cb14757a8), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:57.558640 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (fcb324d5-577d-49d1-bd20-759cb14757a8), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:57.608473 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Network dbbf5b45-6995-406a-b156-abda99c1f288 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:17:57.612533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:17:57.618800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:17:57.633342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Pushing event updated for resources: {'Port': ['ID=fcb324d5-577d-49d1-bd20-759cb14757a8,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:57.692577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Attempting to bind port fcb324d5-577d-49d1-bd20-759cb14757a8 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:17:57.692963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Attempting to bind port fcb324d5-577d-49d1-bd20-759cb14757a8 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:17:57.693332 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Attempting to bind port fcb324d5-577d-49d1-bd20-759cb14757a8 on network dbbf5b45-6995-406a-b156-abda99c1f288 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:17:57.699877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:17:57.700265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Checking segment: {'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:17:57.701345 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:57.701766 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Bound using segment: {'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:17:57.702450 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Bound port: fcb324d5-577d-49d1-bd20-759cb14757a8, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:17:57.703023 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fcb324d5-577d-49d1-bd20-759cb14757a8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:57.784942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Allocated IP 172.20.0.1 (dbbf5b45-6995-406a-b156-abda99c1f288/4b29ec7f-60fa-464b-93ec-b638faf71360/3d031f8c-dd20-4e18-97d8-2eb3587051b3) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:17:57.789657 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] For port fcb324d5-577d-49d1-bd20-759cb14757a8, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:17:57.793944 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] For port fcb324d5-577d-49d1-bd20-759cb14757a8, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=fcb324d5-577d-49d1-bd20-759cb14757a8,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:17:57.867222 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fcb324d5-577d-49d1-bd20-759cb14757a8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:57.924520 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:58.001827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589664bb-1421-4f10-94fa-e307453c7ed7 None None] Pushing event updated for resources: {'Port': ['ID=fcb324d5-577d-49d1-bd20-759cb14757a8,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:58.049755 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:58.134583 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network dbbf5b45-6995-406a-b156-abda99c1f288 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:17:58.140110 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:17:58.144042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:17:58.260160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:58.263511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=3d031f8c-dd20-4e18-97d8-2eb3587051b3,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:58.567205 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:58.849269 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:58.946679 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:59.027205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=3d031f8c-dd20-4e18-97d8-2eb3587051b3,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:59.029820 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:59.138312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network dbbf5b45-6995-406a-b156-abda99c1f288 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:17:59.141711 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:17:59.211350 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ebd2fc2e-2b1c-4eda-9438-95644356015b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:17:59.264337 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ebd2fc2e-2b1c-4eda-9438-95644356015b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:17:59.264788 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ebd2fc2e-2b1c-4eda-9438-95644356015b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:59.369796 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ebd2fc2e-2b1c-4eda-9438-95644356015b is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:17:59.370044 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ebd2fc2e-2b1c-4eda-9438-95644356015b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:59.398505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port ebd2fc2e-2b1c-4eda-9438-95644356015b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ebd2fc2e-2b1c-4eda-9438-95644356015b,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:17:59.466894 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ebd2fc2e-2b1c-4eda-9438-95644356015b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:59.467922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device fcb324d5-577d-49d1-bd20-759cb14757a8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:17:59.555242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=ebd2fc2e-2b1c-4eda-9438-95644356015b,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:17:59.569536 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port fcb324d5-577d-49d1-bd20-759cb14757a8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:17:59.574046 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fcb324d5-577d-49d1-bd20-759cb14757a8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:59.613452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:17:59.668686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port fcb324d5-577d-49d1-bd20-759cb14757a8 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:17:59.669353 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fcb324d5-577d-49d1-bd20-759cb14757a8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:59.704188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port fcb324d5-577d-49d1-bd20-759cb14757a8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=fcb324d5-577d-49d1-bd20-759cb14757a8,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:17:59.735951 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:17:59.742107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3d2b83f5-da62-4cd3-bb21-6d39b98d0a56 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "PUT /v2.0/routers/9efa7e65-ffba-4e6a-9f31-75f5be860f5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8838906 Feb 15 17:17:59.755781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Sync routers for ids ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:17:59.768733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Routers {'9efa7e65-ffba-4e6a-9f31-75f5be860f5b'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:17:59.769405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:17:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:17:59.904793 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fcb324d5-577d-49d1-bd20-759cb14757a8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:17:59.909731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Set router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:17:59.995673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-5fb2ec49-02cb-4494-ada5-e2c865abbc63 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274492114&fields=id&tenant_id=de73d1daf89048bf8298654f1c0cb7d6 HTTP/1.1" status: 200 len: 267 time: 0.0768723 Feb 15 17:18:00.059495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=fcb324d5-577d-49d1-bd20-759cb14757a8,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:18:00.135709 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a0a928-4ad1-42d3-95b5-f24297d48ae3 None None] Network dbbf5b45-6995-406a-b156-abda99c1f288 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:18:00.146795 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-d1372e12-eb3a-406a-bf60-e1397b981d34 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:00.148366 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-d1372e12-eb3a-406a-bf60-e1397b981d34 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/networks?id=dbbf5b45-6995-406a-b156-abda99c1f288 HTTP/1.1" status: 200 len: 797 time: 0.1427038 Feb 15 17:18:00.163069 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-fa014a6d-680b-4d12-82b5-d1d26ec9bce4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/quotas/de73d1daf89048bf8298654f1c0cb7d6 HTTP/1.1" status: 200 len: 375 time: 0.0090737 Feb 15 17:18:00.231423 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-3b47947d-36e8-437b-bd2c-67acbbf722f0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620265 Feb 15 17:18:00.256144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a75170cf-f54a-4d41-af6f-e20c8b055cbd None None] Provisioning complete for port fcb324d5-577d-49d1-bd20-759cb14757a8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:18:00.256606 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a75170cf-f54a-4d41-af6f-e20c8b055cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fcb324d5-577d-49d1-bd20-759cb14757a8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:00.348582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269371966', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:17:53Z', 'updated_at': '2022-02-15T17:17:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:54Z', 'updated_at': '2022-02-15T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3d031f8c-dd20-4e18-97d8-2eb3587051b3', 'name': '', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:bd:28:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:57Z', 'updated_at': '2022-02-15T17:17:58Z', 'revision_number': 2, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:18:00.388109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Checking router: 9efa7e65-ffba-4e6a-9f31-75f5be860f5b for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:18:00.388469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Updating router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b port 3d031f8c-dd20-4e18-97d8-2eb3587051b3 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:18:00.456202 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:00.458218 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a75170cf-f54a-4d41-af6f-e20c8b055cbd None None] Current status of the port fcb324d5-577d-49d1-bd20-759cb14757a8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:18:00.461999 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-1c411e69-1eca-4f3c-b97d-f11939b11f3b service neutron] 10.222.0.107 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159882 Feb 15 17:18:00.582942 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-e0c1774f-4ee3-4d07-aecf-21624ecf1220 service neutron] 10.222.0.107 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146164 Feb 15 17:18:00.636862 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:00.781550 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Publish callbacks [] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:00.800234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-94dc4243-0c66-43ff-864d-b8d575c66b49 None None] Provisioning complete for port fcb324d5-577d-49d1-bd20-759cb14757a8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:18:00.800608 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94dc4243-0c66-43ff-864d-b8d575c66b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fcb324d5-577d-49d1-bd20-759cb14757a8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:00.889261 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:00.939579 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a70240a8-6e6b-432b-b9c3-b2442e4fb875 req-308a5d93-d7b5-4254-8d3a-6102d8af3f04 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 210 time: 0.0547202 Feb 15 17:18:00.981868 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaac962-cce5-4193-a7e6-b71d24632c66 None None] Pushing event updated for resources: {'Port': ['ID=3d031f8c-dd20-4e18-97d8-2eb3587051b3,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:18:00.983976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-94dc4243-0c66-43ff-864d-b8d575c66b49 None None] Current status of the port fcb324d5-577d-49d1-bd20-759cb14757a8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:18:01.030821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-94dc4243-0c66-43ff-864d-b8d575c66b49 None None] Provisioning complete for port 3d031f8c-dd20-4e18-97d8-2eb3587051b3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:18:01.031303 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94dc4243-0c66-43ff-864d-b8d575c66b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:01.110734 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:01.111363 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-94dc4243-0c66-43ff-864d-b8d575c66b49 None None] Port 3d031f8c-dd20-4e18-97d8-2eb3587051b3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:18:01.125083 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Attempting to bind port 3d031f8c-dd20-4e18-97d8-2eb3587051b3 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:18:01.126102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Attempting to bind port 3d031f8c-dd20-4e18-97d8-2eb3587051b3 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:18:01.126546 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Attempting to bind port 3d031f8c-dd20-4e18-97d8-2eb3587051b3 on network dbbf5b45-6995-406a-b156-abda99c1f288 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:18:01.140057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ebd2fc2e-2b1c-4eda-9438-95644356015b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:18:01.182246 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:18:01.184670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Checking segment: {'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:18:01.184670 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:01.184670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Bound using segment: {'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:18:01.184670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Bound port: 3d031f8c-dd20-4e18-97d8-2eb3587051b3, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:18:01.185229 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:01.244580 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ebd2fc2e-2b1c-4eda-9438-95644356015b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:18:01.244964 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ebd2fc2e-2b1c-4eda-9438-95644356015b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:01.306774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ae81cfeb-1d21-44db-9190-8aaec2af6b89 None None] Provisioning complete for port 3d031f8c-dd20-4e18-97d8-2eb3587051b3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:18:01.307461 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ae81cfeb-1d21-44db-9190-8aaec2af6b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:01.343794 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] For port 3d031f8c-dd20-4e18-97d8-2eb3587051b3, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:18:01.379218 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] For port 3d031f8c-dd20-4e18-97d8-2eb3587051b3, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3d031f8c-dd20-4e18-97d8-2eb3587051b3,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:18:01.382562 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ae81cfeb-1d21-44db-9190-8aaec2af6b89 None None] Port 3d031f8c-dd20-4e18-97d8-2eb3587051b3 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:18:01.429812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ebd2fc2e-2b1c-4eda-9438-95644356015b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:18:01.431146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device fcb324d5-577d-49d1-bd20-759cb14757a8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:18:01.459860 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:01.530434 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-7b42768c-b84e-4160-ad8d-b737e9b28c0f None None] Provisioning complete for port 3d031f8c-dd20-4e18-97d8-2eb3587051b3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:18:01.530820 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b42768c-b84e-4160-ad8d-b737e9b28c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:01.585421 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaac962-cce5-4193-a7e6-b71d24632c66 None None] Pushing event updated for resources: {'Port': ['ID=3d031f8c-dd20-4e18-97d8-2eb3587051b3,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:18:01.588374 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Routers {'9efa7e65-ffba-4e6a-9f31-75f5be860f5b'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:18:01.588846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:17:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:18:01.675630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port fcb324d5-577d-49d1-bd20-759cb14757a8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:18:01.676016 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fcb324d5-577d-49d1-bd20-759cb14757a8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:01.785651 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] Set router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:18:01.826793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7b42768c-b84e-4160-ad8d-b737e9b28c0f None None] Current status of the port 3d031f8c-dd20-4e18-97d8-2eb3587051b3 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:18:01.827251 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b42768c-b84e-4160-ad8d-b737e9b28c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:02.028645 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9ae1caee-e038-4b42-a7f2-97a4dd13580d req-8ef4d69f-9a79-452a-b997-b4409095f999 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 210 time: 0.0302587 Feb 15 17:18:02.132819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port fcb324d5-577d-49d1-bd20-759cb14757a8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:18:02.137175 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7b42768c-b84e-4160-ad8d-b737e9b28c0f None None] For port 3d031f8c-dd20-4e18-97d8-2eb3587051b3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3d031f8c-dd20-4e18-97d8-2eb3587051b3,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:18:02.224838 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7b42768c-b84e-4160-ad8d-b737e9b28c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:02.286284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42768c-b84e-4160-ad8d-b737e9b28c0f None None] Pushing event updated for resources: {'Port': ['ID=3d031f8c-dd20-4e18-97d8-2eb3587051b3,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:18:02.300167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269371966', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:17:53Z', 'updated_at': '2022-02-15T17:17:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:54Z', 'updated_at': '2022-02-15T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3d031f8c-dd20-4e18-97d8-2eb3587051b3', 'name': '', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:bd:28:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:57Z', 'updated_at': '2022-02-15T17:18:01Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:18:02.327185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25149b84-fd2f-490d-b469-883d03bc83a7 None None] The sync data for ids ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'] in n-d-828372-14 is: [{'id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269371966', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:17:53Z', 'updated_at': '2022-02-15T17:17:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:54Z', 'updated_at': '2022-02-15T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3d031f8c-dd20-4e18-97d8-2eb3587051b3', 'name': '', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:bd:28:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:57Z', 'updated_at': '2022-02-15T17:18:01Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:18:02.344790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-311597df-4e8f-4d4a-8f2b-fb208f88ac20 None None] Provisioning complete for port 3d031f8c-dd20-4e18-97d8-2eb3587051b3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:18:02.345206 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-311597df-4e8f-4d4a-8f2b-fb208f88ac20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:02.461877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-311597df-4e8f-4d4a-8f2b-fb208f88ac20 None None] Current status of the port 3d031f8c-dd20-4e18-97d8-2eb3587051b3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:18:03.146981 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a05f913-567e-40bb-8587-1752ab7b8415 req-fcf336da-9abf-4f5b-ad7d-4433e506503b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 210 time: 0.0447092 Feb 15 17:18:03.185589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3d031f8c-dd20-4e18-97d8-2eb3587051b3 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:18:03.252132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 3d031f8c-dd20-4e18-97d8-2eb3587051b3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:18:03.252805 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:03.342039 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 3d031f8c-dd20-4e18-97d8-2eb3587051b3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:18:03.514602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-884cbe5f-5d7f-4515-bfa2-eb7dc92417fe tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:03.515839 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-884cbe5f-5d7f-4515-bfa2-eb7dc92417fe tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "GET /v2.0/networks?id=dbbf5b45-6995-406a-b156-abda99c1f288 HTTP/1.1" status: 200 len: 797 time: 0.1190643 Feb 15 17:18:03.584296 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-f547720f-33df-4aac-8aab-d7e49762dc90 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de73d1daf89048bf8298654f1c0cb7d6 HTTP/1.1" status: 200 len: 380 time: 0.0607359 Feb 15 17:18:03.596548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-105ca8a4-b42f-4de3-b7b7-3ea25e5eced7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'port': {'device_id': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'admin_state_up': True, 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'security_groups': ['609ed03c-b2a7-4975-9b71-dba7c704ca82']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:18:03.806325 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-105ca8a4-b42f-4de3-b7b7-3ea25e5eced7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Made reservation on behalf of de73d1daf89048bf8298654f1c0cb7d6 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:18:03.809800 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-105ca8a4-b42f-4de3-b7b7-3ea25e5eced7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:03.941042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-105ca8a4-b42f-4de3-b7b7-3ea25e5eced7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Allocated IP 172.20.0.8 (dbbf5b45-6995-406a-b156-abda99c1f288/4b29ec7f-60fa-464b-93ec-b638faf71360/3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:18:04.090582 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-105ca8a4-b42f-4de3-b7b7-3ea25e5eced7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:04.230034 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-105ca8a4-b42f-4de3-b7b7-3ea25e5eced7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:04.282485 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345e84f-c10a-4dfb-95fe-b7f2f479cd32 req-f8c37517-ba53-4abf-8fa7-b27cc1fa9358 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:04.284627 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5345e84f-c10a-4dfb-95fe-b7f2f479cd32 req-f8c37517-ba53-4abf-8fa7-b27cc1fa9358 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 931 time: 0.0588236 Feb 15 17:18:04.286846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-105ca8a4-b42f-4de3-b7b7-3ea25e5eced7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network dbbf5b45-6995-406a-b156-abda99c1f288 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:18:04.288270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ca8a4-b42f-4de3-b7b7-3ea25e5eced7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:18:04.291211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-105ca8a4-b42f-4de3-b7b7-3ea25e5eced7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:18:04.293354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-105ca8a4-b42f-4de3-b7b7-3ea25e5eced7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:18:04.353857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-105ca8a4-b42f-4de3-b7b7-3ea25e5eced7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:04.354519 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-105ca8a4-b42f-4de3-b7b7-3ea25e5eced7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:04.374241 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5345e84f-c10a-4dfb-95fe-b7f2f479cd32 req-c06e2e27-697d-4d33-b13a-7d65d4c84476 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647249 Feb 15 17:18:04.429632 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-105ca8a4-b42f-4de3-b7b7-3ea25e5eced7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8409038 Feb 15 17:18:04.444196 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Request body: {'port': {'device_id': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:18:04.509357 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:04.595195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8e63f1c6-5589-43c4-9fd9-e6b01d1902ea None None] Provisioning complete for port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:18:04.595761 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8e63f1c6-5589-43c4-9fd9-e6b01d1902ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:04.642135 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8e63f1c6-5589-43c4-9fd9-e6b01d1902ea None None] Port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:18:04.793422 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:18:04.801112 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Publish callbacks [] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:04.812714 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Transition to ACTIVE for port object 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:18:04.875097 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:05.179361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Pushing event updated for resources: {'Port': ['ID=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:18:05.246126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Attempting to bind port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:18:05.246764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Attempting to bind port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:18:05.246764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Attempting to bind port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 on network dbbf5b45-6995-406a-b156-abda99c1f288 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:18:05.251556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 on network dbbf5b45-6995-406a-b156-abda99c1f288 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:18:05.252075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Attempting to bind port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 on network dbbf5b45-6995-406a-b156-abda99c1f288 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:18:05.257873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:18:05.258933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Checking segment: {'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:18:05.259608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Bound using segment: {'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:18:05.260354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Bound port: 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:18:05.260715 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:05.335956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:18:05.339640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:18:05.430307 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:05.475309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:05.476275 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:05.477694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] 10.222.0.10 "PUT /v2.0/ports/3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 1092 time: 1.0381320 Feb 15 17:18:05.481228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:18:05.484279 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d188f2eb-0f0b-418c-abd4-09f4f3cd770a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:18:05.533927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9861d5-b607-4984-a6dd-719b61f9280a service neutron] Pushing event updated for resources: {'Port': ['ID=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:18:05.563601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb397f4a-7170-4d76-8b45-b520c11cd8c4 req-769ef854-9a30-4fbb-85c8-b3c36d6a129c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:05.565259 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb397f4a-7170-4d76-8b45-b520c11cd8c4 req-769ef854-9a30-4fbb-85c8-b3c36d6a129c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 943 time: 0.1079514 Feb 15 17:18:05.571644 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b590c3-9d95-4f56-8e1d-3f7882348123 x-openstack-request-id: req-e7b590c3-9d95-4f56-8e1d-3f7882348123 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:18:05.571987 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:18:05.572271 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e7b590c3-9d95-4f56-8e1d-3f7882348123 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:18:05.572674 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'status': 'completed', 'code': 200} Feb 15 17:18:05.663563 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb397f4a-7170-4d76-8b45-b520c11cd8c4 req-47bc0ce9-7e52-4c32-8ef5-e63c050b5cd3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898993 Feb 15 17:18:05.673590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188f2eb-0f0b-418c-abd4-09f4f3cd770a req-2acf9543-09f1-4fef-bd6d-0ba0190af508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:05.675116 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d188f2eb-0f0b-418c-abd4-09f4f3cd770a req-2acf9543-09f1-4fef-bd6d-0ba0190af508 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1126 time: 0.0770395 Feb 15 17:18:05.855321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188f2eb-0f0b-418c-abd4-09f4f3cd770a req-d39ce72f-3224-42ac-9479-8974fbffa6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:05.856869 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d188f2eb-0f0b-418c-abd4-09f4f3cd770a req-d39ce72f-3224-42ac-9479-8974fbffa6ae service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1752908 Feb 15 17:18:06.009614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188f2eb-0f0b-418c-abd4-09f4f3cd770a req-6aeb9d37-1fc1-4a42-b41e-43d18135f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:06.013533 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d188f2eb-0f0b-418c-abd4-09f4f3cd770a req-6aeb9d37-1fc1-4a42-b41e-43d18135f2bd service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1485021 Feb 15 17:18:06.095041 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-29512f18-f683-4ee6-900f-0f458ab79db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:06.096785 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-29512f18-f683-4ee6-900f-0f458ab79db6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1126 time: 0.0521703 Feb 15 17:18:06.144110 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-21ee705a-b730-4570-bd70-0f66ef3c48ac service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 217 time: 0.0403950 Feb 15 17:18:06.199067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-3901beaf-8316-446d-8924-44e4804b9e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:06.200502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-3901beaf-8316-446d-8924-44e4804b9e7e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b29ec7f-60fa-464b-93ec-b638faf71360 HTTP/1.1" status: 200 len: 835 time: 0.0506380 Feb 15 17:18:06.254578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-083502c6-9a38-418e-8c26-3b4c941f6e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:06.257154 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-083502c6-9a38-418e-8c26-3b4c941f6e7d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbbf5b45-6995-406a-b156-abda99c1f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499740 Feb 15 17:18:06.354614 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-09cf9661-83aa-4b81-a505-df615764402c service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913088 Feb 15 17:18:06.445753 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-21510e7a-d36f-4a16-bf9e-e26c6211c1ae req-27d76a1f-fc0d-4e9d-a691-6389d0c83779 service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852942 Feb 15 17:18:06.773650 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:18:06.836874 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538b07d-4d2d-4db5-95d9-d7c01d11f08e req-701e45d8-0ad6-4ff7-a36f-f3bea21b6775 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:06.845451 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b538b07d-4d2d-4db5-95d9-d7c01d11f08e req-701e45d8-0ad6-4ff7-a36f-f3bea21b6775 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 943 time: 0.0677261 Feb 15 17:18:06.907859 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b538b07d-4d2d-4db5-95d9-d7c01d11f08e req-d3db732e-bf26-44bc-b915-8ccac98cd484 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609095 Feb 15 17:18:06.946411 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94a43930-77b4-4ff5-9386-7bc9edfaf532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:08.051935 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69ce9a-1455-448a-8e52-b52935475e9c req-02b191e8-f47a-49c1-b306-d40a02b10c36 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:08.053465 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c69ce9a-1455-448a-8e52-b52935475e9c req-02b191e8-f47a-49c1-b306-d40a02b10c36 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 943 time: 0.0653646 Feb 15 17:18:08.105421 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c69ce9a-1455-448a-8e52-b52935475e9c req-a0138153-07f0-4007-ad4d-68888b01d6fc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460012 Feb 15 17:18:08.894604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:18:09.002614 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:18:09.014623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'port_id': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'mac_address': 'fa:16:3e:e4:e9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:18:09.092251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:18:09.092650 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:09.118940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:18:09.182232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:18:09.284928 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bafb91-f928-47f9-9696-832fefa45bd9 req-0faa5dba-b643-406b-b365-f530a084acb4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:09.286505 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-38bafb91-f928-47f9-9696-832fefa45bd9 req-0faa5dba-b643-406b-b365-f530a084acb4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 943 time: 0.0584049 Feb 15 17:18:09.303448 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:09.366898 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-38bafb91-f928-47f9-9696-832fefa45bd9 req-e7dc8821-dcc7-4d8a-b34e-ea6c10e8a57e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691507 Feb 15 17:18:09.368574 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:18:09.380555 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fbfffc0d-2f14-4f05-a692-11bfb693576e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:09.536105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:18:10.480052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71991a8a-121b-412a-8c01-e474d4f0309d req-71c7ed0c-0edc-4077-8170-21eb5378714f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:10.481624 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-71991a8a-121b-412a-8c01-e474d4f0309d req-71c7ed0c-0edc-4077-8170-21eb5378714f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 944 time: 0.0537565 Feb 15 17:18:10.535871 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-71991a8a-121b-412a-8c01-e474d4f0309d req-78d7f01b-eb8c-4435-8f28-fb7e63574510 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483274 Feb 15 17:18:10.557848 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:10.918278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:18:11.064313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:18:11.068542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:18:11.068901 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:11.154219 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:18:11.154529 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:11.177894 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:18:11.180272 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac881720-2883-4ae5-a7e5-d55634df666e" -d '{"events": [{"server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "name": "network-vif-plugged", "status": "completed", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:18:11.193026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:18:11.218543 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d841b0-d56b-4b29-874b-b9ea558fe121 x-openstack-request-id: req-74d841b0-d56b-4b29-874b-b9ea558fe121 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:18:11.218844 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "name": "network-vif-plugged", "status": "completed", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:18:11.219103 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-74d841b0-d56b-4b29-874b-b9ea558fe121 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:18:11.219665 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'code': 200} Feb 15 17:18:11.290064 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:11.346207 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:18:11.353613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d5a0dc-d717-4c8c-a10c-0744af464f1d req-4da41fc7-92e5-4e27-b14e-43b7b6e88138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:11.355218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f0d5a0dc-d717-4c8c-a10c-0744af464f1d req-4da41fc7-92e5-4e27-b14e-43b7b6e88138 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1128 time: 0.0546539 Feb 15 17:18:11.408934 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f0d5a0dc-d717-4c8c-a10c-0744af464f1d req-d7ab269a-1bb5-4d6b-912b-691176fbd07f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471511 Feb 15 17:18:11.666432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca081c6e-3a90-4260-bafa-e3ac3c4b56d2 req-a722cb2c-7c66-43af-add6-2c79ca124423 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:11.667971 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca081c6e-3a90-4260-bafa-e3ac3c4b56d2 req-a722cb2c-7c66-43af-add6-2c79ca124423 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0614548 Feb 15 17:18:11.723778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca081c6e-3a90-4260-bafa-e3ac3c4b56d2 req-06e7fb7b-5f49-435e-b2b3-9efa03f09bb8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487099 Feb 15 17:18:11.992868 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:12.856422 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3e16f-8536-448f-9795-63ab61ac17d5 req-ba21041e-97f2-48fc-b545-628d053fce55 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:12.858070 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-28e3e16f-8536-448f-9795-63ab61ac17d5 req-ba21041e-97f2-48fc-b545-628d053fce55 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0606229 Feb 15 17:18:12.912350 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-28e3e16f-8536-448f-9795-63ab61ac17d5 req-f8233efb-8bce-4249-b592-5cb63fcf4109 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473354 Feb 15 17:18:13.059693 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778d39f-c978-48d9-a788-a7b06557dd64 req-4f40e1c1-099f-43a8-95e3-b7750441b981 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:13.061285 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4778d39f-c978-48d9-a788-a7b06557dd64 req-4f40e1c1-099f-43a8-95e3-b7750441b981 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0571237 Feb 15 17:18:13.120258 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4778d39f-c978-48d9-a788-a7b06557dd64 req-419442d6-002a-4a6b-8fc2-52d3e4508596 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523055 Feb 15 17:18:13.142518 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33440) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:18:13.194471 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33108b9-2f87-44ac-aa71-43ffe9d03e22 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:13.196074 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b33108b9-2f87-44ac-aa71-43ffe9d03e22 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1123 time: 0.0525436 Feb 15 17:18:13.198869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33442) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:18:13.203315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:18:13.295503 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:13.413925 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:13.526672 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:13.540145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Allocated IP 172.25.4.58 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/f388b3e0-ad20-4184-9165-7ae6f116d8dc) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:18:13.653329 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (f388b3e0-ad20-4184-9165-7ae6f116d8dc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:13.781313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f388b3e0-ad20-4184-9165-7ae6f116d8dc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:13.839175 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:18:13.841506 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:18:13.844398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=f388b3e0-ad20-4184-9165-7ae6f116d8dc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:18:13.851965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:18:14.252900 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for floatingip (3ad20aac-4538-4a0d-9224-8258fb5f5e23), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:14.260803 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de0e74e4-de47-4d3f-9ea0-14cb7a2592b7 req-3374b1ce-a25c-4f47-b2dc-ee0a12ff6eda service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0635462 Feb 15 17:18:14.357314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e74e4-de47-4d3f-9ea0-14cb7a2592b7 req-c41f820c-1f01-4dae-a6f0-c6658f02b98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:14.358926 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de0e74e4-de47-4d3f-9ea0-14cb7a2592b7 req-c41f820c-1f01-4dae-a6f0-c6658f02b98c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1128 time: 0.0518591 Feb 15 17:18:14.406147 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f388b3e0-ad20-4184-9165-7ae6f116d8dc), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:14.516021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e74e4-de47-4d3f-9ea0-14cb7a2592b7 req-a6cacbd7-2c05-46f9-9aea-f5c0347f1a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:14.517668 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de0e74e4-de47-4d3f-9ea0-14cb7a2592b7 req-a6cacbd7-2c05-46f9-9aea-f5c0347f1a8a service neutron] 10.222.0.10 "GET /v2.0/networks?id=dbbf5b45-6995-406a-b156-abda99c1f288 HTTP/1.1" status: 200 len: 898 time: 0.1398184 Feb 15 17:18:14.600552 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de0e74e4-de47-4d3f-9ea0-14cb7a2592b7 req-68e83a59-c73e-4635-8052-190f91421251 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 998 time: 0.0739868 Feb 15 17:18:14.602087 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (f388b3e0-ad20-4184-9165-7ae6f116d8dc), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:14.657692 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e74e4-de47-4d3f-9ea0-14cb7a2592b7 req-ba518932-e503-4797-bbb9-38910ed2839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:14.659158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de0e74e4-de47-4d3f-9ea0-14cb7a2592b7 req-ba518932-e503-4797-bbb9-38910ed2839a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b29ec7f-60fa-464b-93ec-b638faf71360 HTTP/1.1" status: 200 len: 835 time: 0.0535934 Feb 15 17:18:14.671367 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (f388b3e0-ad20-4184-9165-7ae6f116d8dc), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:14.726370 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e74e4-de47-4d3f-9ea0-14cb7a2592b7 req-8cc978bc-9e3e-4890-b8e7-4914e25f8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:14.727983 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de0e74e4-de47-4d3f-9ea0-14cb7a2592b7 req-8cc978bc-9e3e-4890-b8e7-4914e25f8640 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbbf5b45-6995-406a-b156-abda99c1f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0632391 Feb 15 17:18:14.752235 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=f388b3e0-ad20-4184-9165-7ae6f116d8dc,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:18:14.755653 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (3ad20aac-4538-4a0d-9224-8258fb5f5e23), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:14.837575 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de0e74e4-de47-4d3f-9ea0-14cb7a2592b7 req-c7e9d973-de4d-4657-9ebe-91c42c5f5c5a service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027358 Feb 15 17:18:14.898839 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Floating IP 3ad20aac-4538-4a0d-9224-8258fb5f5e23 associated. External IP: 172.25.4.58, port: 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11. Feb 15 17:18:14.962302 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de0e74e4-de47-4d3f-9ea0-14cb7a2592b7 req-8909386f-7601-48a4-bdc5-e4de9aca10d4 service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180615 Feb 15 17:18:15.152466 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:18:15.292858 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:18:15.304155 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd74bb7-d220-4a85-9409-a226d7bc6f62 None None] Sync routers for ids ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:18:15.316154 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd74bb7-d220-4a85-9409-a226d7bc6f62 None None] Routers {'9efa7e65-ffba-4e6a-9f31-75f5be860f5b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:18:15.318583 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6dd74bb7-d220-4a85-9409-a226d7bc6f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:18:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:18:15.373802 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:15.423373 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-75c18568-ebd1-4350-b853-c18d5630971e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2227273 Feb 15 17:18:15.424163 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:18:15.426804 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef862222-8754-411c-92a3-e8db53ce752e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:18:15.504805 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ea9cc1-b206-4827-b00f-0d20cd2da53c x-openstack-request-id: req-81ea9cc1-b206-4827-b00f-0d20cd2da53c {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:18:15.505208 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:18:15.505610 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-81ea9cc1-b206-4827-b00f-0d20cd2da53c {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:18:15.506125 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'status': 'completed', 'code': 200} Feb 15 17:18:15.519937 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-6dd74bb7-d220-4a85-9409-a226d7bc6f62 None None] Set router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:18:15.639511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef862222-8754-411c-92a3-e8db53ce752e req-5bac8fcd-3414-4756-80a9-453cbd54075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:15.641660 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef862222-8754-411c-92a3-e8db53ce752e req-5bac8fcd-3414-4756-80a9-453cbd54075d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1128 time: 0.1159947 Feb 15 17:18:15.647048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0c123-dbd0-4427-be44-92040c8c4acb req-6682ed32-955d-41fe-aedb-6c97e5468eea tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:15.654094 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-94c0c123-dbd0-4427-be44-92040c8c4acb req-6682ed32-955d-41fe-aedb-6c97e5468eea tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.1235247 Feb 15 17:18:15.725752 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-94c0c123-dbd0-4427-be44-92040c8c4acb req-2411a0db-fb36-4d73-a668-1ea6da431f75 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706584 Feb 15 17:18:15.739049 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 33496) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:18:15.810669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef862222-8754-411c-92a3-e8db53ce752e req-86bf0b07-67cd-42bd-9b83-b82999c0252a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:15.815920 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef862222-8754-411c-92a3-e8db53ce752e req-86bf0b07-67cd-42bd-9b83-b82999c0252a service neutron] 10.222.0.10 "GET /v2.0/networks?id=dbbf5b45-6995-406a-b156-abda99c1f288 HTTP/1.1" status: 200 len: 898 time: 0.1684315 Feb 15 17:18:15.872848 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7e54901f-2d3d-492f-9757-274912eb63c1 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/floatingips/3ad20aac-4538-4a0d-9224-8258fb5f5e23 HTTP/1.1" status: 200 len: 990 time: 0.1321645 Feb 15 17:18:15.921511 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef862222-8754-411c-92a3-e8db53ce752e req-3ad713e4-b806-4cbc-b05c-466804858a37 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 998 time: 0.0941014 Feb 15 17:18:15.943191 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6dd74bb7-d220-4a85-9409-a226d7bc6f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269371966', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:17:53Z', 'updated_at': '2022-02-15T17:17:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:54Z', 'updated_at': '2022-02-15T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '3ad20aac-4538-4a0d-9224-8258fb5f5e23', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'port_id': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'mac_address': 'fa:16:3e:e4:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:18:14Z', 'updated_at': '2022-02-15T17:18:14Z', 'revision_number': 0, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d031f8c-dd20-4e18-97d8-2eb3587051b3', 'name': '', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:bd:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:57Z', 'updated_at': '2022-02-15T17:18:01Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:18:15.972853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef862222-8754-411c-92a3-e8db53ce752e req-20ed2257-9b2f-4a85-85c2-06b61706462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:15.974677 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef862222-8754-411c-92a3-e8db53ce752e req-20ed2257-9b2f-4a85-85c2-06b61706462f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b29ec7f-60fa-464b-93ec-b638faf71360 HTTP/1.1" status: 200 len: 835 time: 0.0468678 Feb 15 17:18:15.975427 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd74bb7-d220-4a85-9409-a226d7bc6f62 None None] Checking router: 9efa7e65-ffba-4e6a-9f31-75f5be860f5b for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:18:15.986586 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd74bb7-d220-4a85-9409-a226d7bc6f62 None None] Routers {'9efa7e65-ffba-4e6a-9f31-75f5be860f5b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:18:15.987248 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6dd74bb7-d220-4a85-9409-a226d7bc6f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:18:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:18:16.028626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef862222-8754-411c-92a3-e8db53ce752e req-7a5927e4-e088-42cb-8614-6df300fd338a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:16.030198 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef862222-8754-411c-92a3-e8db53ce752e req-7a5927e4-e088-42cb-8614-6df300fd338a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbbf5b45-6995-406a-b156-abda99c1f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466516 Feb 15 17:18:16.118938 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-6dd74bb7-d220-4a85-9409-a226d7bc6f62 None None] Set router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:18:16.137036 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef862222-8754-411c-92a3-e8db53ce752e req-04deff4c-ac5c-4c5c-b04c-54b281b9777a service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000497 Feb 15 17:18:16.242609 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef862222-8754-411c-92a3-e8db53ce752e req-c57c982d-9b73-425f-9326-d2df5cc888e7 service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992715 Feb 15 17:18:16.360763 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6dd74bb7-d220-4a85-9409-a226d7bc6f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269371966', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:17:53Z', 'updated_at': '2022-02-15T17:17:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:54Z', 'updated_at': '2022-02-15T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '3ad20aac-4538-4a0d-9224-8258fb5f5e23', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'port_id': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'mac_address': 'fa:16:3e:e4:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:18:14Z', 'updated_at': '2022-02-15T17:18:14Z', 'revision_number': 0, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d031f8c-dd20-4e18-97d8-2eb3587051b3', 'name': '', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:bd:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:57Z', 'updated_at': '2022-02-15T17:18:01Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:18:16.396106 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd74bb7-d220-4a85-9409-a226d7bc6f62 None None] The sync data for ids ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'] in n-d-828372-14 is: [{'id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269371966', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:17:53Z', 'updated_at': '2022-02-15T17:17:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:54Z', 'updated_at': '2022-02-15T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '3ad20aac-4538-4a0d-9224-8258fb5f5e23', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'floating_ip_address': '172.25.4.58', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'port_id': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'mac_address': 'fa:16:3e:e4:e9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:18:14Z', 'updated_at': '2022-02-15T17:18:14Z', 'revision_number': 0, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d031f8c-dd20-4e18-97d8-2eb3587051b3', 'name': '', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:bd:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:57Z', 'updated_at': '2022-02-15T17:18:01Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:18:16.614440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d160b6c-087c-4a22-b427-735989478173 None None] New status for floating IP 3ad20aac-4538-4a0d-9224-8258fb5f5e23: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:18:16.877470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33504) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:18:17.002935 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fcfb7506-8af8-43db-956f-080a6891b201 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/floatingips/3ad20aac-4538-4a0d-9224-8258fb5f5e23 HTTP/1.1" status: 200 len: 992 time: 0.1234643 Feb 15 17:18:30.640799 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:30.995217 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:36.914829 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dec87138-ad4a-4967-aaaa-6227c041746d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:39.297870 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0650495d-baf4-46b9-9aca-20123209f391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:40.583510 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:42.003668 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:43.154909 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-58816e0f-8499-4035-9655-c9d13d569d9e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-192173884&fields=id&tenant_id=3e4b95210b24489aa9af66b1429a9643 HTTP/1.1" status: 200 len: 267 time: 0.0454111 Feb 15 17:18:43.265377 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-6a906484-0501-45ba-ab7f-eb32a9664402 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:43.266877 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-6a906484-0501-45ba-ab7f-eb32a9664402 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 812 time: 0.1055586 Feb 15 17:18:43.282805 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-9298b2e6-14a4-4fa5-b561-db6a5dd397d8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/quotas/3e4b95210b24489aa9af66b1429a9643 HTTP/1.1" status: 200 len: 375 time: 0.0102141 Feb 15 17:18:43.350855 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-9bb8af4b-9ba6-485c-9611-26bf9f8a8d3c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0622222 Feb 15 17:18:43.449447 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-4b4b99ad-e233-4831-87d7-f68ee9ee0639 service neutron] 10.222.0.107 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864720 Feb 15 17:18:43.506948 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:43.543901 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-88b94d41-a3bd-4ff8-ad8b-5d04e05bd576 service neutron] 10.222.0.107 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886812 Feb 15 17:18:43.666975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334530b-842c-4e4e-a6ee-a86255088884 req-89401e62-3904-417a-8ca9-52a8d9692980 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:43.668552 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3334530b-842c-4e4e-a6ee-a86255088884 req-89401e62-3904-417a-8ca9-52a8d9692980 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1128 time: 0.0575290 Feb 15 17:18:43.716590 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3334530b-842c-4e4e-a6ee-a86255088884 req-7134fb8b-d46c-4ae9-9d08-fd718ec507d9 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413597 Feb 15 17:18:43.753592 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:18:43.839370 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2c9c9-8ee4-4b5f-968f-e44e5986ef4d req-6e214295-57fd-4dd0-8dc4-75a05ac890ec tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:43.842860 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43c2c9c9-8ee4-4b5f-968f-e44e5986ef4d req-6e214295-57fd-4dd0-8dc4-75a05ac890ec tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0541852 Feb 15 17:18:43.892203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43c2c9c9-8ee4-4b5f-968f-e44e5986ef4d req-cda61309-5039-4aac-9312-a8bd2c5cc474 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458393 Feb 15 17:18:43.918735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 33980) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:18:43.982873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fff50d2a-434f-4fcb-aeeb-39213f00a62f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/floatingips/3ad20aac-4538-4a0d-9224-8258fb5f5e23 HTTP/1.1" status: 200 len: 992 time: 0.0629034 Feb 15 17:18:44.201484 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-598bedb7-fe48-41b9-b7db-b81d924ed522 req-e9c81406-e5b2-404e-a91e-f0d722b5b453 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 210 time: 0.0284808 Feb 15 17:18:44.258522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-5c98b119-51ba-4b94-bd2d-7c3819af70f8 req-e111609d-f55f-4052-9c29-f3a0b1ec996c service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:18:44.258522 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5c98b119-51ba-4b94-bd2d-7c3819af70f8 req-e111609d-f55f-4052-9c29-f3a0b1ec996c service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054369 Feb 15 17:18:44.700933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83e70a-2289-49c7-b3ca-a934f38355e1 req-ad30f3ee-ca11-4915-82b4-4ee2bd94e090 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:44.702486 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1c83e70a-2289-49c7-b3ca-a934f38355e1 req-ad30f3ee-ca11-4915-82b4-4ee2bd94e090 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0539916 Feb 15 17:18:44.754077 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1c83e70a-2289-49c7-b3ca-a934f38355e1 req-a2eedc6d-cb6e-428d-9a1b-c190637df56c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449860 Feb 15 17:18:44.814838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34040) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:18:44.924738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-c2708c62-9104-468c-8874-ed8d7e8a47be service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1086569 Feb 15 17:18:44.933230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-22c3c371-b3d7-4239-a9a2-c1341f678cd2 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:18:44.934373 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-22c3c371-b3d7-4239-a9a2-c1341f678cd2 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050216 Feb 15 17:18:45.304747 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-057c980a-1444-4294-b453-f1418d718abf req-7fd1b200-f8dc-4c3f-abb9-88284d675e06 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 210 time: 0.0278561 Feb 15 17:18:45.474631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34088) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:18:45.631238 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-76f5874d-284c-447b-bd3e-099f3ee7eb77 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:45.632627 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-76f5874d-284c-447b-bd3e-099f3ee7eb77 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/ports/3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 1125 time: 0.1567802 Feb 15 17:18:45.879339 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad711f88-8ebe-49b4-92dc-5ed1ea2a5f79 req-37c00bfd-2694-42bc-9650-8e3e23c9eedb tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:45.880950 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ad711f88-8ebe-49b4-92dc-5ed1ea2a5f79 req-37c00bfd-2694-42bc-9650-8e3e23c9eedb tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0559220 Feb 15 17:18:45.930470 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ad711f88-8ebe-49b4-92dc-5ed1ea2a5f79 req-f3786502-e683-4e15-800c-571f917c3a7f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439157 Feb 15 17:18:46.385799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-d81a3ae6-636d-4b52-be03-47a3d6ac91d1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:46.387433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-d81a3ae6-636d-4b52-be03-47a3d6ac91d1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 812 time: 0.1084585 Feb 15 17:18:46.402374 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8103e434-d308-403c-a1d6-f8d94088d015 req-34cd9d5f-b41a-429c-842b-d0ceb5adae6c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 210 time: 0.0281863 Feb 15 17:18:46.464482 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-924de86a-4981-4f4b-9ea0-a406a8646b79 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e4b95210b24489aa9af66b1429a9643 HTTP/1.1" status: 200 len: 379 time: 0.0694706 Feb 15 17:18:46.472713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'port': {'device_id': 'c8dec294-450e-41b4-a4fc-9a69b5219769', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'admin_state_up': True, 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'security_groups': ['24eb3fe9-9337-479c-a1a7-88bf71afe0fd']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:18:47.001797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Made reservation on behalf of 3e4b95210b24489aa9af66b1429a9643 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:18:47.002875 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:47.160578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741833f-2cad-4a88-b22a-000f9dd19537 req-f2cc8e2b-e325-439a-9466-411f4604bc94 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:47.162052 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3741833f-2cad-4a88-b22a-000f9dd19537 req-f2cc8e2b-e325-439a-9466-411f4604bc94 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.1356580 Feb 15 17:18:47.188983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Allocated IP 172.20.0.8 (6d034b05-8049-4817-a4aa-97f8065a9672/5c179437-204b-4978-a297-fc19fe80904c/9db3718c-0ba1-4a36-bac1-8b0cd3b153d5) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:18:47.253644 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3741833f-2cad-4a88-b22a-000f9dd19537 req-7997255b-5033-4b97-b35f-b4f0755d3984 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795441 Feb 15 17:18:47.380657 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for port (9db3718c-0ba1-4a36-bac1-8b0cd3b153d5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:47.513480 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9db3718c-0ba1-4a36-bac1-8b0cd3b153d5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:47.525436 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbda25d9-ccf6-496f-98d0-f77df0b9639f req-861861ea-c8ae-4921-90d5-b7b0d059e8b1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 210 time: 0.0425684 Feb 15 17:18:47.598629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Network 6d034b05-8049-4817-a4aa-97f8065a9672 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:18:47.606807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:18:47.613393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:18:47.661118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'Port': ['ID=9db3718c-0ba1-4a36-bac1-8b0cd3b153d5,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:18:47.681664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:47.682828 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:47.687164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:18:47.687447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:18:47.687790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:18:47.688129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:18:47.688478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:18:47.688794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:18:47.689121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:18:47.689476 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:18:47.689806 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:18:47.690155 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:18:47.690471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:18:47.690845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:18:47.691173 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:18:47.707004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-796d0db1-5905-42f4-95cd-1252fb4a60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:47.708611 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-796d0db1-5905-42f4-95cd-1252fb4a60d5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1128 time: 0.1513608 Feb 15 17:18:47.793642 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-42134ec2-62e1-475c-ba9b-4a5df042686f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3243759 Feb 15 17:18:47.804829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Request body: {'port': {'device_id': 'c8dec294-450e-41b4-a4fc-9a69b5219769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:18:47.855176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-463548be-a4da-40cb-ab89-969883923cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:47.857899 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-463548be-a4da-40cb-ab89-969883923cb8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dbbf5b45-6995-406a-b156-abda99c1f288 HTTP/1.1" status: 200 len: 898 time: 0.1428943 Feb 15 17:18:47.910393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0770a457-69ed-4863-b27c-a44622f03aa7 None None] Provisioning complete for port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:18:47.910907 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0770a457-69ed-4863-b27c-a44622f03aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9db3718c-0ba1-4a36-bac1-8b0cd3b153d5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:47.939384 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9db3718c-0ba1-4a36-bac1-8b0cd3b153d5), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:47.948800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0770a457-69ed-4863-b27c-a44622f03aa7 None None] Port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:18:47.989867 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-33eb28e7-806d-4ae3-98a6-43b69813ba0c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 1000 time: 0.1212294 Feb 15 17:18:48.114102 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-9058b6e1-6976-4b19-a4b2-622b405774dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:48.115622 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-9058b6e1-6976-4b19-a4b2-622b405774dd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b29ec7f-60fa-464b-93ec-b638faf71360 HTTP/1.1" status: 200 len: 835 time: 0.1166384 Feb 15 17:18:48.225239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-92d286a2-0834-4338-afb0-a2e25a2e2562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:48.228746 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-92d286a2-0834-4338-afb0-a2e25a2e2562 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbbf5b45-6995-406a-b156-abda99c1f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1047397 Feb 15 17:18:48.417252 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-bfc9c4b6-658c-4669-a924-fb60921d9a25 service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783772 Feb 15 17:18:48.448579 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:18:48.454430 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Publish callbacks [] for port (9db3718c-0ba1-4a36-bac1-8b0cd3b153d5), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:48.505822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Transition to ACTIVE for port object 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:18:48.523391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92d2d4-e346-490c-9ed0-17768614cee8 req-469d44ff-6ff6-4878-abc9-b64e4e63d2f6 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:48.525200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e92d2d4-e346-490c-9ed0-17768614cee8 req-469d44ff-6ff6-4878-abc9-b64e4e63d2f6 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.1796980 Feb 15 17:18:48.619811 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3e92d2d4-e346-490c-9ed0-17768614cee8 req-426d39c5-b1f0-4370-b4e7-3ebeee56989a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559785 Feb 15 17:18:48.649956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-fe5412e8-37dc-4c53-af37-4e9350d091e3 service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249753 Feb 15 17:18:48.704113 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d09a7-7621-4596-9c8c-eac47c94cca1 req-56812d55-5384-4518-8712-daf4e38d9754 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:48.705995 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f81d09a7-7621-4596-9c8c-eac47c94cca1 req-56812d55-5384-4518-8712-daf4e38d9754 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 931 time: 0.0723751 Feb 15 17:18:48.762033 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f81d09a7-7621-4596-9c8c-eac47c94cca1 req-06e1f180-572b-4e11-884d-d30f084ddf5e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484345 Feb 15 17:18:48.764394 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (9db3718c-0ba1-4a36-bac1-8b0cd3b153d5), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:48.871811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Pushing event updated for resources: {'Port': ['ID=9db3718c-0ba1-4a36-bac1-8b0cd3b153d5,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:18:48.969451 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Attempting to bind port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:18:48.969949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Attempting to bind port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:18:48.971074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Attempting to bind port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 on network 6d034b05-8049-4817-a4aa-97f8065a9672 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:18:48.982254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 on network 6d034b05-8049-4817-a4aa-97f8065a9672 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:18:48.984915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Attempting to bind port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 on network 6d034b05-8049-4817-a4aa-97f8065a9672 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:18:48.998359 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:18:49.003236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Checking segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:18:49.005255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Bound using segment: {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:18:49.005255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Bound port: 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c75900-6ad2-4479-9e4c-142ff772c3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:18:49.005255 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9db3718c-0ba1-4a36-bac1-8b0cd3b153d5), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:49.099261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] For port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:18:49.102959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] For port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9db3718c-0ba1-4a36-bac1-8b0cd3b153d5,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:18:49.210227 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (9db3718c-0ba1-4a36-bac1-8b0cd3b153d5), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:49.249470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:49.250059 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:18:49.251479 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] 10.222.0.67 "PUT /v2.0/ports/9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 HTTP/1.1" status: 200 len: 1092 time: 1.4512484 Feb 15 17:18:49.251939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dec294-450e-41b4-a4fc-9a69b5219769', 'tag': '9db3718c-0ba1-4a36-bac1-8b0cd3b153d5'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:18:49.257577 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c06e454-0ed2-4bdb-8d0a-2452efe05cee" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dec294-450e-41b4-a4fc-9a69b5219769", "tag": "9db3718c-0ba1-4a36-bac1-8b0cd3b153d5"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:18:49.300252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdf20a-91af-48ec-a69b-c5e021a8d60d service neutron] Pushing event updated for resources: {'Port': ['ID=9db3718c-0ba1-4a36-bac1-8b0cd3b153d5,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:18:49.310696 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f53036c-2fe8-486c-ae33-6919a24c1cc8 x-openstack-request-id: req-3f53036c-2fe8-486c-ae33-6919a24c1cc8 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:18:49.310995 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dec294-450e-41b4-a4fc-9a69b5219769", "tag": "9db3718c-0ba1-4a36-bac1-8b0cd3b153d5", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:18:49.311258 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3f53036c-2fe8-486c-ae33-6919a24c1cc8 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:18:49.311720 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dec294-450e-41b4-a4fc-9a69b5219769', 'tag': '9db3718c-0ba1-4a36-bac1-8b0cd3b153d5', 'status': 'completed', 'code': 200} Feb 15 17:18:49.384758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06e454-0ed2-4bdb-8d0a-2452efe05cee req-e318a03f-7126-4b44-ac63-6dbd78c87db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:49.387368 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c06e454-0ed2-4bdb-8d0a-2452efe05cee req-e318a03f-7126-4b44-ac63-6dbd78c87db7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 1126 time: 0.0567548 Feb 15 17:18:49.521882 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06e454-0ed2-4bdb-8d0a-2452efe05cee req-89c8a918-b780-476a-a6ac-a194c748cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:49.523457 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c06e454-0ed2-4bdb-8d0a-2452efe05cee req-89c8a918-b780-476a-a6ac-a194c748cb8f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=3e4b95210b24489aa9af66b1429a9643&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1297212 Feb 15 17:18:49.645733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06e454-0ed2-4bdb-8d0a-2452efe05cee req-26041bfa-b2ea-4405-bf94-2a908f8722f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:49.645733 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c06e454-0ed2-4bdb-8d0a-2452efe05cee req-26041bfa-b2ea-4405-bf94-2a908f8722f5 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1138208 Feb 15 17:18:49.725375 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-ed802bce-0fd7-42fd-a6bc-ef975891e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:49.727116 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-ed802bce-0fd7-42fd-a6bc-ef975891e912 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 1126 time: 0.0470972 Feb 15 17:18:49.773782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-201b79a1-0428-474f-a390-10f74f99c64e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 HTTP/1.1" status: 200 len: 217 time: 0.0396409 Feb 15 17:18:49.775604 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ee799-1ce2-46c2-a263-081c9d6d19a7 req-1e692b4b-550a-46b0-8826-9b0ba95d7759 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:49.777163 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f9ee799-1ce2-46c2-a263-081c9d6d19a7 req-1e692b4b-550a-46b0-8826-9b0ba95d7759 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0554588 Feb 15 17:18:49.831706 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-47e3b09b-05dd-43dc-a3f7-ff55f09bf5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:49.833252 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-47e3b09b-05dd-43dc-a3f7-ff55f09bf5b5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.0537455 Feb 15 17:18:49.867126 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f9ee799-1ce2-46c2-a263-081c9d6d19a7 req-f006b791-3c58-4eb8-909e-7f3e31abb1e3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836496 Feb 15 17:18:49.929167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-0a6c536d-49cc-4a58-b60d-869285a2f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:49.930786 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-0a6c536d-49cc-4a58-b60d-869285a2f2c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0918252 Feb 15 17:18:49.944609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401609e-c034-41e6-8aaa-54721f55ce0f req-6d48336c-8e5b-49b9-b1bb-e1412362e523 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:49.946302 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3401609e-c034-41e6-8aaa-54721f55ce0f req-6d48336c-8e5b-49b9-b1bb-e1412362e523 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0748415 Feb 15 17:18:50.062375 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3401609e-c034-41e6-8aaa-54721f55ce0f req-fae6def5-0396-42c8-8d7e-d158f1700b5b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071074 Feb 15 17:18:50.079256 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-c877b16a-72ff-41e0-97c7-fc27e540d33a service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422474 Feb 15 17:18:50.169529 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed2fb052-da29-48d1-a7bd-83e0cd4ae3e9 req-4fc272c1-9aad-4a53-b706-b502161b885f service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848260 Feb 15 17:18:50.997932 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf490345-2209-45b6-9547-6c174ba94608 req-fbde7d4b-da8e-4cf1-ba39-45a5f444a40c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:50.999427 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf490345-2209-45b6-9547-6c174ba94608 req-fbde7d4b-da8e-4cf1-ba39-45a5f444a40c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0591393 Feb 15 17:18:51.050038 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf490345-2209-45b6-9547-6c174ba94608 req-74b7c16e-9504-42c4-8f1f-622f39e62586 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447035 Feb 15 17:18:51.183751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7213c-d24f-4f77-bddb-0182d2abf3cc req-13a3321f-fac2-4995-8365-4349d98051f6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:51.185821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ba7213c-d24f-4f77-bddb-0182d2abf3cc req-13a3321f-fac2-4995-8365-4349d98051f6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0552402 Feb 15 17:18:51.247122 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ba7213c-d24f-4f77-bddb-0182d2abf3cc req-4235c5d0-c13c-4f80-9457-5a6aa4371e10 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508738 Feb 15 17:18:52.173662 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efe0be-9100-44c2-b1cf-f116cd24c8d4 req-f13762d5-78fa-49ff-9c80-ee9f3c073c39 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:52.175316 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d6efe0be-9100-44c2-b1cf-f116cd24c8d4 req-f13762d5-78fa-49ff-9c80-ee9f3c073c39 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0545340 Feb 15 17:18:52.227711 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d6efe0be-9100-44c2-b1cf-f116cd24c8d4 req-ef00a261-7de4-415c-82d8-68f96dec8646 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458004 Feb 15 17:18:52.374812 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae728b4-449c-473f-b6b9-32764739ddbe req-53eb0bc5-2be4-4a8f-85e4-8be88c271433 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:52.376347 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fae728b4-449c-473f-b6b9-32764739ddbe req-53eb0bc5-2be4-4a8f-85e4-8be88c271433 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0588887 Feb 15 17:18:52.427903 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fae728b4-449c-473f-b6b9-32764739ddbe req-ae535c46-ee04-4e6f-9651-e8fdd5d5a45c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452931 Feb 15 17:18:53.355468 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e0cee-5ad9-4e90-9c59-bd88169f3f20 req-5c41d7ff-e9f9-4550-be32-7342a238437d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:53.356879 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a75e0cee-5ad9-4e90-9c59-bd88169f3f20 req-5c41d7ff-e9f9-4550-be32-7342a238437d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0572679 Feb 15 17:18:53.406622 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a75e0cee-5ad9-4e90-9c59-bd88169f3f20 req-953ba973-2ed4-4870-9dad-1b2b49fc1b7b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439813 Feb 15 17:18:53.571963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222d80e-4549-4278-b13b-523ee9767693 req-3ce35142-8595-46c8-a78a-1dbd28b4e595 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:53.574379 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7222d80e-4549-4278-b13b-523ee9767693 req-3ce35142-8595-46c8-a78a-1dbd28b4e595 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0753639 Feb 15 17:18:53.630282 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7222d80e-4549-4278-b13b-523ee9767693 req-d539f99d-e9dd-4a21-9617-5f03f4b8b594 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498064 Feb 15 17:18:54.529676 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c340c1-92de-47b9-aced-3dd3a03632e8 req-4f3e7ef3-2fa4-4e6f-b2a9-c9b4b3f9f002 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:54.531231 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6c340c1-92de-47b9-aced-3dd3a03632e8 req-4f3e7ef3-2fa4-4e6f-b2a9-c9b4b3f9f002 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0548737 Feb 15 17:18:54.599676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6c340c1-92de-47b9-aced-3dd3a03632e8 req-1bab7eaa-4d40-4621-a572-b63f0d88332a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622785 Feb 15 17:18:54.759194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c760e9-7c65-4d22-8095-bfa3836dc80e req-ec4fce30-a6f2-4c11-aa01-cf918994c6be tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:54.761254 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80c760e9-7c65-4d22-8095-bfa3836dc80e req-ec4fce30-a6f2-4c11-aa01-cf918994c6be tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0623312 Feb 15 17:18:54.811272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80c760e9-7c65-4d22-8095-bfa3836dc80e req-f61cc7bc-6996-4bc7-ad94-b4846a8ed05a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442047 Feb 15 17:18:55.720704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b718d2-e240-43dd-96fe-bec91b8d2d46 req-783ade31-46a0-4acf-a1bc-b7356a52c34f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:55.722255 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45b718d2-e240-43dd-96fe-bec91b8d2d46 req-783ade31-46a0-4acf-a1bc-b7356a52c34f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0531843 Feb 15 17:18:55.773932 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45b718d2-e240-43dd-96fe-bec91b8d2d46 req-102463ab-c2dc-4a19-a266-557bf845785e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460813 Feb 15 17:18:55.931432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ba527-83a7-4c86-a25a-f8291c9bdfbf req-50699640-7d01-4d31-8ff5-c06df08fe294 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:55.933464 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-001ba527-83a7-4c86-a25a-f8291c9bdfbf req-50699640-7d01-4d31-8ff5-c06df08fe294 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0550265 Feb 15 17:18:55.988137 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-001ba527-83a7-4c86-a25a-f8291c9bdfbf req-c755f5e0-9514-4b4c-9cc0-0ffc23cc8231 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488732 Feb 15 17:18:56.894725 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378c78e-e6b1-4443-a192-045afa667468 req-ce3becb8-e2e9-4a0f-a6dd-de579e0878ae tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:56.896223 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d378c78e-e6b1-4443-a192-045afa667468 req-ce3becb8-e2e9-4a0f-a6dd-de579e0878ae tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0533471 Feb 15 17:18:56.947544 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d378c78e-e6b1-4443-a192-045afa667468 req-a53f32de-9fec-4e91-a282-ed95ec178b8c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449319 Feb 15 17:18:57.120551 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1249317-4995-4840-8e4e-56c39a5ef64e req-675bb3b5-436d-4392-a255-8a97a5085e61 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:57.122160 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1249317-4995-4840-8e4e-56c39a5ef64e req-675bb3b5-436d-4392-a255-8a97a5085e61 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0605354 Feb 15 17:18:57.173439 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1249317-4995-4840-8e4e-56c39a5ef64e req-5d016895-5c18-4f6c-af0e-63beff39a727 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454924 Feb 15 17:18:58.082997 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b92aa1-6eae-4171-8de1-e53b3aad6ca7 req-bfe06009-7aac-46cf-af61-ba4fc6e1dd96 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:58.084686 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67b92aa1-6eae-4171-8de1-e53b3aad6ca7 req-bfe06009-7aac-46cf-af61-ba4fc6e1dd96 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0543325 Feb 15 17:18:58.133882 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67b92aa1-6eae-4171-8de1-e53b3aad6ca7 req-c4d89a33-a613-477c-b31e-4ed311616a41 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435131 Feb 15 17:18:58.293605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a693f8-2f0e-4b0a-a05f-f7c60df8be51 req-151d8383-3d12-4a87-8fc5-e3cc71896c10 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:58.295032 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56a693f8-2f0e-4b0a-a05f-f7c60df8be51 req-151d8383-3d12-4a87-8fc5-e3cc71896c10 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0537195 Feb 15 17:18:58.344945 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56a693f8-2f0e-4b0a-a05f-f7c60df8be51 req-7caf7960-ae89-40ca-b22d-b5d2a99cdd8a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436928 Feb 15 17:18:59.256319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527f0fe-bd4c-468e-a870-aec86a57902c req-73133f45-8e78-4ba2-9892-cd78779a5fe7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:59.257723 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f527f0fe-bd4c-468e-a870-aec86a57902c req-73133f45-8e78-4ba2-9892-cd78779a5fe7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0552547 Feb 15 17:18:59.306287 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f527f0fe-bd4c-468e-a870-aec86a57902c req-ee0c233f-adee-4297-ada3-1b00c05028bf tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424013 Feb 15 17:18:59.466560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ad142-465d-4306-912c-d92791a408a9 req-6954cb32-6164-4b2c-8916-507201a350fd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:18:59.468115 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-819ad142-465d-4306-912c-d92791a408a9 req-6954cb32-6164-4b2c-8916-507201a350fd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0549414 Feb 15 17:18:59.522734 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-819ad142-465d-4306-912c-d92791a408a9 req-f258ccc1-e855-4a9f-9488-8e67a2692b68 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487075 Feb 15 17:19:00.433939 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1a9e4-26a5-4a9e-a05d-f9c296ff7b9f req-7cfabe60-f5cb-43aa-9435-8c72dd1c8811 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:00.435438 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ef1a9e4-26a5-4a9e-a05d-f9c296ff7b9f req-7cfabe60-f5cb-43aa-9435-8c72dd1c8811 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0538812 Feb 15 17:19:00.485782 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ef1a9e4-26a5-4a9e-a05d-f9c296ff7b9f req-71f81d90-9855-47e4-80f5-352ae9ea01e2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446410 Feb 15 17:19:00.623322 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:00.652640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794d4d8-a98d-4d20-9b61-a90879765b6e req-d040039e-b341-42c0-b916-cb779c051375 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:00.654399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d794d4d8-a98d-4d20-9b61-a90879765b6e req-d040039e-b341-42c0-b916-cb779c051375 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0586543 Feb 15 17:19:00.709652 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d794d4d8-a98d-4d20-9b61-a90879765b6e req-208ec6e6-3f1b-4c55-89ef-df97dcaabd56 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493352 Feb 15 17:19:01.034972 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:01.609048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b0f81-4b3f-466d-aabe-62e1be52150b req-3c9d781a-fe15-4200-8775-cfb77b9d203a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:01.610585 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-251b0f81-4b3f-466d-aabe-62e1be52150b req-3c9d781a-fe15-4200-8775-cfb77b9d203a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0535016 Feb 15 17:19:01.666019 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-251b0f81-4b3f-466d-aabe-62e1be52150b req-9152dbdc-75f9-40cf-a8d2-874b0049008c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493193 Feb 15 17:19:01.830355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403fc04-ed49-42fd-93f4-d3b49622e498 req-8d332c97-d50b-4955-a13f-8227919bfaa6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:01.831941 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a403fc04-ed49-42fd-93f4-d3b49622e498 req-8d332c97-d50b-4955-a13f-8227919bfaa6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0533144 Feb 15 17:19:01.880485 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a403fc04-ed49-42fd-93f4-d3b49622e498 req-d3d43340-8cb5-45dc-b230-6c6adeddf02e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427742 Feb 15 17:19:02.804129 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa1b29-6e2a-4a93-afc1-c8d48f34423f req-515f4280-4ba8-4d64-b16b-fd528c5f0847 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:02.805621 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2ffa1b29-6e2a-4a93-afc1-c8d48f34423f req-515f4280-4ba8-4d64-b16b-fd528c5f0847 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0580502 Feb 15 17:19:02.856946 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2ffa1b29-6e2a-4a93-afc1-c8d48f34423f req-f5b9aa26-7da5-427e-b3c4-b930160f1bec tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453680 Feb 15 17:19:03.020498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc95f6-bef2-46d0-acca-43690efff9c7 req-a79dbee6-b596-46f9-bceb-fe75a46f505a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:03.022061 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ecc95f6-bef2-46d0-acca-43690efff9c7 req-a79dbee6-b596-46f9-bceb-fe75a46f505a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0697303 Feb 15 17:19:03.078279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ecc95f6-bef2-46d0-acca-43690efff9c7 req-055b5608-6471-4a71-9ef7-7586e0637318 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494299 Feb 15 17:19:03.974804 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab5bca-5f9e-4b2e-9030-1ac4bdd89de0 req-c514c82a-ae99-441c-beed-d6086716c7d2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:03.976316 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d9ab5bca-5f9e-4b2e-9030-1ac4bdd89de0 req-c514c82a-ae99-441c-beed-d6086716c7d2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0519500 Feb 15 17:19:04.039711 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d9ab5bca-5f9e-4b2e-9030-1ac4bdd89de0 req-83c88ed1-2e28-43cc-a02b-e5dc8591323e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562761 Feb 15 17:19:04.206752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077cc3b-0a1b-4960-b997-e40e98afd255 req-e185330a-8da6-49d5-bf1b-9514b84789c8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:04.208360 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4077cc3b-0a1b-4960-b997-e40e98afd255 req-e185330a-8da6-49d5-bf1b-9514b84789c8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0562375 Feb 15 17:19:04.262260 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4077cc3b-0a1b-4960-b997-e40e98afd255 req-1d50d5f5-1133-4a8c-9a07-08d24063305e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469406 Feb 15 17:19:05.168336 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889bb5eb-2b9a-40d0-9da3-2fe586efc352 req-0553b291-ca67-4138-ab9a-eb5149ebf66c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:05.169970 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-889bb5eb-2b9a-40d0-9da3-2fe586efc352 req-0553b291-ca67-4138-ab9a-eb5149ebf66c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0592082 Feb 15 17:19:05.219885 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-889bb5eb-2b9a-40d0-9da3-2fe586efc352 req-a090e0aa-c129-4774-8206-6a32cb88bdb3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434406 Feb 15 17:19:05.382997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fb536-6cb8-4255-8baa-980dda441846 req-885c7127-44df-4c2f-ab92-8f170bb74e21 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:05.384497 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a4fb536-6cb8-4255-8baa-980dda441846 req-885c7127-44df-4c2f-ab92-8f170bb74e21 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0529597 Feb 15 17:19:05.438259 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a4fb536-6cb8-4255-8baa-980dda441846 req-01dc7599-1c75-460e-b5c1-9136b65e00d2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476298 Feb 15 17:19:05.783337 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-a786e1e8-4db2-419c-9688-1c7f63ff68c6 service neutron] show failed (client error): The resource could not be found. Feb 15 17:19:05.784374 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-a786e1e8-4db2-419c-9688-1c7f63ff68c6 service neutron] 10.222.0.10 "GET /v2.0/ports/3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11/bindings/n-h1-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0562773 Feb 15 17:19:06.342248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-30965b3a-c8c9-47dc-b034-6d1501e1def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:06.343793 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-30965b3a-c8c9-47dc-b034-6d1501e1def2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16&tenant_id=de73d1daf89048bf8298654f1c0cb7d6 HTTP/1.1" status: 200 len: 1128 time: 0.0485764 Feb 15 17:19:06.353055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82db45-89cc-4cfa-a612-1b9d67a16980 req-21ee1db5-4311-41a0-92d0-0c37aff64f6d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:06.357420 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf82db45-89cc-4cfa-a612-1b9d67a16980 req-21ee1db5-4311-41a0-92d0-0c37aff64f6d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0603292 Feb 15 17:19:06.357682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:19:06.411963 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf82db45-89cc-4cfa-a612-1b9d67a16980 req-e0b93214-93c9-44a1-b1a3-217565aa4720 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508580 Feb 15 17:19:06.430418 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:06.640640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d827c-193e-48f4-ab0a-9612470928c0 req-40b74364-dd5a-4075-8fec-539270cb75ad tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:06.642186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f27d827c-193e-48f4-ab0a-9612470928c0 req-40b74364-dd5a-4075-8fec-539270cb75ad tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.1145642 Feb 15 17:19:06.693071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:19:06.724577 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f27d827c-193e-48f4-ab0a-9612470928c0 req-2fb85556-4ecc-4044-943b-4592b206fc1d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757310 Feb 15 17:19:06.741592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:19:06.784859 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:19:06.787181 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9937d65c-2e89-42b4-b015-39b787c8fb6e" -d '{"events": [{"server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "name": "network-vif-unplugged", "status": "completed", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:19:06.790776 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Publish callbacks [] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:06.803730 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Transition to ACTIVE for port object 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:19:06.838671 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bfb6bb-356f-43b0-b1b9-eeb98ea684a9 x-openstack-request-id: req-f6bfb6bb-356f-43b0-b1b9-eeb98ea684a9 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:19:06.838671 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "name": "network-vif-unplugged", "status": "completed", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:19:06.838671 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f6bfb6bb-356f-43b0-b1b9-eeb98ea684a9 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:19:06.838976 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'code': 200} Feb 15 17:19:06.861542 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:06.935977 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Pushing event updated for resources: {'Port': ['ID=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,revision_number=6']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:06.948997 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0391d977-4789-42a8-8b92-0cad9ff07221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:06.978504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] No DVR routers for this DVR port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:19:07.132002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Attempting to bind port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:19:07.132250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Attempting to bind port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:19:07.132574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Attempting to bind port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 on network dbbf5b45-6995-406a-b156-abda99c1f288 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:19:07.136928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 on network dbbf5b45-6995-406a-b156-abda99c1f288 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:19:07.137248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Attempting to bind port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 on network dbbf5b45-6995-406a-b156-abda99c1f288 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:19:07.142105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:19:07.142445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Checking segment: {'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:19:07.142990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Bound using segment: {'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:19:07.143412 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Bound port: 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:19:07.143765 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:07.209750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:19:07.212842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:19:07.286613 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:07.322355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:07.323006 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:07.324426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] 10.222.0.67 "PUT /v2.0/ports/3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 1092 time: 0.9740200 Feb 15 17:19:07.382497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c042b1-06fa-4fe8-8aa2-693099e97e70 service neutron] Pushing event updated for resources: {'Port': ['ID=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:07.404125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-cd95706c-afec-4ac6-a2ed-f32d30743f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:07.406385 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-cd95706c-afec-4ac6-a2ed-f32d30743f1c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1126 time: 0.0546560 Feb 15 17:19:07.570676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-73dbfdba-373b-4a5c-a2a0-dced865f605b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:07.570676 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-73dbfdba-373b-4a5c-a2a0-dced865f605b service neutron] 10.222.0.67 "GET /v2.0/networks?id=dbbf5b45-6995-406a-b156-abda99c1f288 HTTP/1.1" status: 200 len: 898 time: 0.1548076 Feb 15 17:19:07.578492 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e51a8-93f8-4944-931f-588090848ce2 req-3b67758a-6ef3-41f2-aee1-60ea70f27583 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:07.580799 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e73e51a8-93f8-4944-931f-588090848ce2 req-3b67758a-6ef3-41f2-aee1-60ea70f27583 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 943 time: 0.0883501 Feb 15 17:19:07.685729 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-ee1e4b95-44fd-4774-9ed7-752a7f7ef2b2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 998 time: 0.1039541 Feb 15 17:19:07.689350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e73e51a8-93f8-4944-931f-588090848ce2 req-fc46be83-505c-46e0-b5e0-4f9dca99c6b2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014688 Feb 15 17:19:07.734804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2a469c6-f7bb-4c6f-8487-ec8700d78511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:07.736305 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-f2a469c6-f7bb-4c6f-8487-ec8700d78511 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4b29ec7f-60fa-464b-93ec-b638faf71360 HTTP/1.1" status: 200 len: 835 time: 0.0455794 Feb 15 17:19:07.789910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-12cf8c43-d92b-4f8b-a164-b0b7e64b63f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:07.791599 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-12cf8c43-d92b-4f8b-a164-b0b7e64b63f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dbbf5b45-6995-406a-b156-abda99c1f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496659 Feb 15 17:19:07.854638 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40237f6e-fea3-4dc9-8bde-c9374ed3fc94 req-1d4ea946-e24f-41ef-854f-bffda31d3868 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:07.856856 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-40237f6e-fea3-4dc9-8bde-c9374ed3fc94 req-1d4ea946-e24f-41ef-854f-bffda31d3868 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0606611 Feb 15 17:19:07.890223 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-676e948c-a9c3-4a79-a624-8daecfa54969 service neutron] 10.222.0.67 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929456 Feb 15 17:19:07.911666 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-40237f6e-fea3-4dc9-8bde-c9374ed3fc94 req-58c7ce9a-a92b-4e99-a74c-cafa291c1ae3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477448 Feb 15 17:19:07.982074 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5ddd50c8-2603-4252-bb17-7f537037d4c8 req-9d272cee-2ec9-4e6e-a19a-7eebb6055226 service neutron] 10.222.0.67 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860996 Feb 15 17:19:08.510277 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14daf4a8-2567-4fd5-b4bc-96c21c71ff50 req-9cd937ff-8d61-4a23-abc8-fe88f6d5daf6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496082 Feb 15 17:19:08.594890 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daf4a8-2567-4fd5-b4bc-96c21c71ff50 req-faf030bf-b75d-461a-9690-cffba1805675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:08.596522 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14daf4a8-2567-4fd5-b4bc-96c21c71ff50 req-faf030bf-b75d-461a-9690-cffba1805675 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 1129 time: 0.0453424 Feb 15 17:19:08.714894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daf4a8-2567-4fd5-b4bc-96c21c71ff50 req-63b74004-1b7f-4dbf-ad91-93bffce5f242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:08.716476 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14daf4a8-2567-4fd5-b4bc-96c21c71ff50 req-63b74004-1b7f-4dbf-ad91-93bffce5f242 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.1008146 Feb 15 17:19:08.818859 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14daf4a8-2567-4fd5-b4bc-96c21c71ff50 req-3fb6d834-9eda-4bed-b664-be779b661472 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61babd08-d10d-4724-b5b7-1b7c426e3395 HTTP/1.1" status: 200 len: 1001 time: 0.0965106 Feb 15 17:19:08.854978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:19:08.857106 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4628798-a935-44c8-b319-6ae22e4a4250" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:19:08.870511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804b5d9-a711-45fe-8a5a-3e2f00923261 req-3410a3a6-13c4-42dd-8de7-ea16a735302f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:08.871590 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0804b5d9-a711-45fe-8a5a-3e2f00923261 req-3410a3a6-13c4-42dd-8de7-ea16a735302f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 943 time: 0.1044121 Feb 15 17:19:08.902943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daf4a8-2567-4fd5-b4bc-96c21c71ff50 req-a689f565-44e5-4e56-a4cc-112db3ca0efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:08.909245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14daf4a8-2567-4fd5-b4bc-96c21c71ff50 req-a689f565-44e5-4e56-a4cc-112db3ca0efd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.0785317 Feb 15 17:19:08.910472 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed221bbe-8877-4c0a-804a-b96f2a6c63d3 x-openstack-request-id: req-ed221bbe-8877-4c0a-804a-b96f2a6c63d3 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:19:08.910686 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:19:08.910861 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ed221bbe-8877-4c0a-804a-b96f2a6c63d3 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:19:08.911245 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'status': 'completed', 'code': 200} Feb 15 17:19:09.019164 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0804b5d9-a711-45fe-8a5a-3e2f00923261 req-e709910a-8d13-4083-a236-e8059ccdaa2d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394269 Feb 15 17:19:09.052893 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f47c5-f3e0-42b1-a9ee-f16644ebdfae req-56918c2f-fa47-4b82-ae31-a316cdfdf328 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:09.054604 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-653f47c5-f3e0-42b1-a9ee-f16644ebdfae req-56918c2f-fa47-4b82-ae31-a316cdfdf328 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0653248 Feb 15 17:19:09.056010 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daf4a8-2567-4fd5-b4bc-96c21c71ff50 req-e4af5d0d-e846-4593-884d-810a543eecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:09.057651 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14daf4a8-2567-4fd5-b4bc-96c21c71ff50 req-e4af5d0d-e846-4593-884d-810a543eecee service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1400528 Feb 15 17:19:09.064058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-205a20bc-161e-4dfb-80b0-02b171e71202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:09.065596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-205a20bc-161e-4dfb-80b0-02b171e71202 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1126 time: 0.1103652 Feb 15 17:19:09.075974 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-fae1ea25-ff15-4428-a69e-43cb184b53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:09.077489 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-fae1ea25-ff15-4428-a69e-43cb184b53bd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1126 time: 0.1211169 Feb 15 17:19:09.126874 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-653f47c5-f3e0-42b1-a9ee-f16644ebdfae req-b0868695-139e-4cd0-9ea9-db9607edcf5f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633087 Feb 15 17:19:09.307105 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81cb394a-eb6f-4ecd-b494-66a660dedabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:09.592058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-7b838876-2789-43e3-ba2d-d89a1081a91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:09.593576 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-7b838876-2789-43e3-ba2d-d89a1081a91a service neutron] 10.222.0.67 "GET /v2.0/networks?id=dbbf5b45-6995-406a-b156-abda99c1f288 HTTP/1.1" status: 200 len: 898 time: 0.4923086 Feb 15 17:19:09.595707 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14daf4a8-2567-4fd5-b4bc-96c21c71ff50 req-b2d4f553-eeda-4b7f-87c3-3aea66233d0a service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286086 Feb 15 17:19:09.596636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-b2f4483b-4c95-4c0d-a18c-59bfa2aff5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:09.598001 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-b2f4483b-4c95-4c0d-a18c-59bfa2aff5ff service neutron] 10.222.0.10 "GET /v2.0/networks?id=dbbf5b45-6995-406a-b156-abda99c1f288 HTTP/1.1" status: 200 len: 898 time: 0.5196795 Feb 15 17:19:09.767915 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-65212f63-ce46-490d-9fc4-a8022876969f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 998 time: 0.1578455 Feb 15 17:19:09.771839 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-654d9d61-d884-4067-86de-636bc290a0a5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 998 time: 0.1672974 Feb 15 17:19:09.870705 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14daf4a8-2567-4fd5-b4bc-96c21c71ff50 req-96e53cd5-15c1-44c2-838d-85558d7a23c2 service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558613 Feb 15 17:19:09.880522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-f8cb22be-05b9-4228-84d0-adc64d410368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:09.882193 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-f8cb22be-05b9-4228-84d0-adc64d410368 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4b29ec7f-60fa-464b-93ec-b638faf71360 HTTP/1.1" status: 200 len: 835 time: 0.0988727 Feb 15 17:19:09.890849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-9fbdae93-2647-45d7-af55-530604e6c80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:09.892353 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-9fbdae93-2647-45d7-af55-530604e6c80b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b29ec7f-60fa-464b-93ec-b638faf71360 HTTP/1.1" status: 200 len: 835 time: 0.1101174 Feb 15 17:19:09.969690 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-ed2ed3bd-3010-412d-bb82-db0992cfe16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:09.976062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-ed2ed3bd-3010-412d-bb82-db0992cfe16d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbbf5b45-6995-406a-b156-abda99c1f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0713418 Feb 15 17:19:09.979447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-bee88095-411a-4211-8506-2d47baf73311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:09.981162 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-bee88095-411a-4211-8506-2d47baf73311 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dbbf5b45-6995-406a-b156-abda99c1f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0922480 Feb 15 17:19:10.169647 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-dba674e5-331e-4cee-a1d2-c67240f15592 service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872382 Feb 15 17:19:10.203455 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-1bd609ae-fc09-40ac-ba78-dba8cba488c3 service neutron] 10.222.0.67 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113860 Feb 15 17:19:10.249821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91156b-da15-4821-ba1c-2ea439ea1f49 req-b1d75bd0-2b77-4998-9b04-9732c59fd41f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:10.251422 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a91156b-da15-4821-ba1c-2ea439ea1f49 req-b1d75bd0-2b77-4998-9b04-9732c59fd41f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 943 time: 0.0574925 Feb 15 17:19:10.298563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed24544-44df-41eb-aac9-f8738c01e8b2 req-4ff5db14-22b9-4497-86a9-a9d3bcdc5a59 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:10.300178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ed24544-44df-41eb-aac9-f8738c01e8b2 req-4ff5db14-22b9-4497-86a9-a9d3bcdc5a59 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 943 time: 0.1926897 Feb 15 17:19:10.314856 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a91156b-da15-4821-ba1c-2ea439ea1f49 req-8c570aac-4c01-4655-9c42-46df34d39c77 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571663 Feb 15 17:19:10.377719 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-5066f6f9-572b-4f1e-b975-28c715c61be8 service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990428 Feb 15 17:19:10.409657 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ed24544-44df-41eb-aac9-f8738c01e8b2 req-5c1a8a74-1f89-4ab7-86f2-7265a65e98da tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023915 Feb 15 17:19:10.409971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:19:10.411733 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a4628798-a935-44c8-b319-6ae22e4a4250 req-3640d683-0412-44a3-8de1-2a0cd647a580 service neutron] 10.222.0.67 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791842 Feb 15 17:19:10.523705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:19:10.535396 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'port_id': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'mac_address': 'fa:16:3e:e4:e9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:19:10.569857 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:10.574689 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:19:10.575075 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:10.587664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:19:10.606839 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:19:10.698036 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:10.701609 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:19:10.765610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:10.808097 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:10.808455 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:10.808800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:10.809138 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:10.809499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:10.809837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:10.810163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:10.810497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:10.810824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:10.811149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:10.811477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:10.811803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:10.812145 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:10.858267 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9db3718c-0ba1-4a36-bac1-8b0cd3b153d5,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:19:10.870490 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '9db3718c-0ba1-4a36-bac1-8b0cd3b153d5', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'port_id': '9db3718c-0ba1-4a36-bac1-8b0cd3b153d5', 'mac_address': 'fa:16:3e:5a:cf:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:19:10.911634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:19:10.912032 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9db3718c-0ba1-4a36-bac1-8b0cd3b153d5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:10.925029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:19:10.945740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9db3718c-0ba1-4a36-bac1-8b0cd3b153d5,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:19:11.028816 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9db3718c-0ba1-4a36-bac1-8b0cd3b153d5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:11.080588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=9db3718c-0ba1-4a36-bac1-8b0cd3b153d5,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:11.116887 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:19:11.157881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] The host n-h2-828372-14 is not matching for port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 host n-h1-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:19:11.158271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:19:11.261872 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['9db3718c-0ba1-4a36-bac1-8b0cd3b153d5'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:19:11.265056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:19:11.458519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760587d-d432-422b-a94b-5f3aefe811fa req-6177fb08-572c-478b-ab36-8074bdcd65f3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:11.462194 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4760587d-d432-422b-a94b-5f3aefe811fa req-6177fb08-572c-478b-ab36-8074bdcd65f3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 944 time: 0.0771971 Feb 15 17:19:11.520558 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4760587d-d432-422b-a94b-5f3aefe811fa req-2fc6af04-ed04-4f0d-acc8-13902e9bc037 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538442 Feb 15 17:19:11.566045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a795a3d-f70e-4f64-a406-ddaf110e90f1 req-e25e7b30-7bef-48a3-9c02-c4a5a8209d02 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:11.567479 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7a795a3d-f70e-4f64-a406-ddaf110e90f1 req-e25e7b30-7bef-48a3-9c02-c4a5a8209d02 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 944 time: 0.0610962 Feb 15 17:19:11.620411 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7a795a3d-f70e-4f64-a406-ddaf110e90f1 req-9745eb00-571a-49b8-8d0d-c46201b57230 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467520 Feb 15 17:19:12.004288 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:12.042606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c9bb7-c2a4-4bee-8030-50446705f1e8 req-59cc4986-07e3-4979-a89a-aef3ea2c5bdb tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:12.044130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a0c9bb7-c2a4-4bee-8030-50446705f1e8 req-59cc4986-07e3-4979-a89a-aef3ea2c5bdb tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 944 time: 0.0581503 Feb 15 17:19:12.123137 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a0c9bb7-c2a4-4bee-8030-50446705f1e8 req-6dad114d-83ec-490a-a52b-0506c1b9aa91 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730619 Feb 15 17:19:12.144000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-4544538a-bfb0-4068-8c55-4478b85eeca6 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:12.145428 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-4544538a-bfb0-4068-8c55-4478b85eeca6 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.67 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16&tenant_id=de73d1daf89048bf8298654f1c0cb7d6&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 944 time: 0.0822723 Feb 15 17:19:12.206999 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-41425097-1ee5-44f1-9ede-61436bb4a705 service neutron] 10.222.0.67 "GET /v2.0/ports/3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11/bindings/n-h1-828372-14 HTTP/1.1" status: 200 len: 383 time: 0.0547223 Feb 15 17:19:12.274641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-dd4ccc2b-a0ff-448f-a4aa-8103fa040508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:12.276786 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-dd4ccc2b-a0ff-448f-a4aa-8103fa040508 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1127 time: 0.0491579 Feb 15 17:19:12.365681 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-04062e91-966b-4bc8-be0e-1b5d64fc3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:12.367200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-04062e91-966b-4bc8-be0e-1b5d64fc3233 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dbbf5b45-6995-406a-b156-abda99c1f288 HTTP/1.1" status: 200 len: 898 time: 0.0848000 Feb 15 17:19:12.426508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:19:12.443356 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-869b0b4a-fb87-41f4-a6e8-12727896d661 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 999 time: 0.0697622 Feb 15 17:19:12.493862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-333ac6cd-a208-4e89-93f0-bd92a22ddefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:12.495497 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-333ac6cd-a208-4e89-93f0-bd92a22ddefe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4b29ec7f-60fa-464b-93ec-b638faf71360 HTTP/1.1" status: 200 len: 835 time: 0.0464563 Feb 15 17:19:12.544315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-70111e45-f89d-4ecc-bfcd-084c52f98550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:12.545994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-70111e45-f89d-4ecc-bfcd-084c52f98550 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dbbf5b45-6995-406a-b156-abda99c1f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452504 Feb 15 17:19:12.549210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:19:12.556171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:19:12.556862 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:12.647251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:19:12.648282 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:12.650340 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-8daf1ad3-78e6-41d0-9daf-1db63b0b0d3c service neutron] 10.222.0.67 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982788 Feb 15 17:19:12.669035 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b5e33-51ee-4189-9177-1ba389e6852b req-8f7c16a9-5421-4209-a27a-58362a8c60e1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:12.670670 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-188b5e33-51ee-4189-9177-1ba389e6852b req-8f7c16a9-5421-4209-a27a-58362a8c60e1 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 944 time: 0.0645201 Feb 15 17:19:12.675120 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:19:12.677763 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d779b95-1633-4a9d-8243-93275cfbf072" -d '{"events": [{"server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "name": "network-vif-plugged", "status": "completed", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:19:12.693002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:19:12.726119 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-188b5e33-51ee-4189-9177-1ba389e6852b req-7f3ebaba-184f-41b4-9d96-eaf2b6e61f0c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485835 Feb 15 17:19:12.748104 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-5a62b075-2c36-4293-9ead-2005491b6a5d service neutron] 10.222.0.67 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913761 Feb 15 17:19:12.751647 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7649a9b7-503f-4e89-abe2-5b3234f37353 x-openstack-request-id: req-7649a9b7-503f-4e89-abe2-5b3234f37353 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:19:12.751965 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "name": "network-vif-plugged", "status": "completed", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:19:12.752217 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-7649a9b7-503f-4e89-abe2-5b3234f37353 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:19:12.752605 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'code': 200} Feb 15 17:19:12.775952 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:12.776776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:19:12.857242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:12.914900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:19:12.919395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:19:12.919771 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9db3718c-0ba1-4a36-bac1-8b0cd3b153d5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:13.000966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:19:13.001380 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9db3718c-0ba1-4a36-bac1-8b0cd3b153d5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:13.038200 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9db3718c-0ba1-4a36-bac1-8b0cd3b153d5,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:19:13.103338 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9db3718c-0ba1-4a36-bac1-8b0cd3b153d5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:13.156273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=9db3718c-0ba1-4a36-bac1-8b0cd3b153d5,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:13.255902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20097b-404e-4fb8-8930-6bb32e1f9cf6 req-b76096f4-674e-4714-8299-6daf1468cd2a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:13.257583 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-da20097b-404e-4fb8-8930-6bb32e1f9cf6 req-b76096f4-674e-4714-8299-6daf1468cd2a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0577805 Feb 15 17:19:13.308568 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-da20097b-404e-4fb8-8930-6bb32e1f9cf6 req-9f73af2c-5a07-4efe-b375-b9e1de4b6968 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444956 Feb 15 17:19:13.508661 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:13.849226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc8d5e-d909-41b4-b778-57ddafc11fab req-6eb5e409-ed90-4642-8452-aa7a54d551a4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:13.850762 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96bc8d5e-d909-41b4-b778-57ddafc11fab req-6eb5e409-ed90-4642-8452-aa7a54d551a4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 945 time: 0.0542166 Feb 15 17:19:13.903774 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96bc8d5e-d909-41b4-b778-57ddafc11fab req-7ca31a76-2aaa-4eff-9b97-d8611ec94303 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468640 Feb 15 17:19:14.433885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc298c53-313b-4c4b-a6bb-5b764737479f req-476369b1-f876-4bfd-8121-d8a9969d60f4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:14.435430 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fc298c53-313b-4c4b-a6bb-5b764737479f req-476369b1-f876-4bfd-8121-d8a9969d60f4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.0554674 Feb 15 17:19:14.486006 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fc298c53-313b-4c4b-a6bb-5b764737479f req-007e57ff-48cd-4acb-a38c-4e0e49018142 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446889 Feb 15 17:19:14.753878 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dec294-450e-41b4-a4fc-9a69b5219769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db3718c-0ba1-4a36-bac1-8b0cd3b153d5'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:19:14.756230 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dccca40-9c29-4cd4-9a48-a0de6c070943" -d '{"events": [{"server_uuid": "c8dec294-450e-41b4-a4fc-9a69b5219769", "name": "network-vif-plugged", "status": "completed", "tag": "9db3718c-0ba1-4a36-bac1-8b0cd3b153d5"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:19:14.798665 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748e1302-75d2-4b0a-a9f6-f5b216645854 x-openstack-request-id: req-748e1302-75d2-4b0a-a9f6-f5b216645854 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:19:14.799018 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dec294-450e-41b4-a4fc-9a69b5219769", "name": "network-vif-plugged", "status": "completed", "tag": "9db3718c-0ba1-4a36-bac1-8b0cd3b153d5", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:19:14.799466 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-748e1302-75d2-4b0a-a9f6-f5b216645854 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:19:14.799889 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dec294-450e-41b4-a4fc-9a69b5219769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db3718c-0ba1-4a36-bac1-8b0cd3b153d5', 'code': 200} Feb 15 17:19:15.059683 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757b42a-c77b-48d4-9b26-40e0bc4b478d req-b2a56e7b-9a80-4e88-9ed2-678fbe5ce1b6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:15.065880 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e757b42a-c77b-48d4-9b26-40e0bc4b478d req-b2a56e7b-9a80-4e88-9ed2-678fbe5ce1b6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 945 time: 0.0939338 Feb 15 17:19:15.078479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4aac9-c5bc-4216-88ce-c989fe7e9ac7 req-594a39d1-625e-438c-9170-8c4be91974b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:15.079314 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2de4aac9-c5bc-4216-88ce-c989fe7e9ac7 req-594a39d1-625e-438c-9170-8c4be91974b9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 1128 time: 0.0557415 Feb 15 17:19:15.127444 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e757b42a-c77b-48d4-9b26-40e0bc4b478d req-08c4fe4b-b333-4b2e-ace0-19614f67288a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596037 Feb 15 17:19:15.130906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2de4aac9-c5bc-4216-88ce-c989fe7e9ac7 req-918c25b5-0bd9-4891-bb94-ec6cb421689f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451920 Feb 15 17:19:15.269561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53b569-03d6-4adf-ae59-341d6e506dd9 req-98a06bf7-0a03-4df7-ac85-ecb0bfd1443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:15.271095 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a53b569-03d6-4adf-ae59-341d6e506dd9 req-98a06bf7-0a03-4df7-ac85-ecb0bfd1443a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1128 time: 0.0476253 Feb 15 17:19:15.414419 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-71378992-ff57-40c8-a6f9-48960f29feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:15.415946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-71378992-ff57-40c8-a6f9-48960f29feaa service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16&tenant_id=de73d1daf89048bf8298654f1c0cb7d6 HTTP/1.1" status: 200 len: 1128 time: 0.0773888 Feb 15 17:19:15.417933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53b569-03d6-4adf-ae59-341d6e506dd9 req-4a28110a-1570-44ec-a385-86f4886ce6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:15.419296 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a53b569-03d6-4adf-ae59-341d6e506dd9 req-4a28110a-1570-44ec-a385-86f4886ce6ed service neutron] 10.222.0.10 "GET /v2.0/networks?id=dbbf5b45-6995-406a-b156-abda99c1f288 HTTP/1.1" status: 200 len: 898 time: 0.1283498 Feb 15 17:19:15.431194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:19:15.544416 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a53b569-03d6-4adf-ae59-341d6e506dd9 req-15108bef-e050-4fdf-ba21-ff241cc074da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 1000 time: 0.1106267 Feb 15 17:19:15.550771 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:15.665284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53b569-03d6-4adf-ae59-341d6e506dd9 req-ca4df6b3-8458-4b3c-a4d9-a0471575bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:15.665284 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a53b569-03d6-4adf-ae59-341d6e506dd9 req-ca4df6b3-8458-4b3c-a4d9-a0471575bfbd service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b29ec7f-60fa-464b-93ec-b638faf71360 HTTP/1.1" status: 200 len: 835 time: 0.1074023 Feb 15 17:19:15.785051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd73e74-8150-4c47-85f8-38ac1f6700f3 req-e7bfe5fb-9c6d-4c53-99d2-ffce2eda0f75 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:15.786665 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1bd73e74-8150-4c47-85f8-38ac1f6700f3 req-e7bfe5fb-9c6d-4c53-99d2-ffce2eda0f75 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 945 time: 0.2269638 Feb 15 17:19:15.857511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53b569-03d6-4adf-ae59-341d6e506dd9 req-3f649ddb-6bc8-4c25-a953-cc77b02a86de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:15.859068 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a53b569-03d6-4adf-ae59-341d6e506dd9 req-3f649ddb-6bc8-4c25-a953-cc77b02a86de service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbbf5b45-6995-406a-b156-abda99c1f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1851642 Feb 15 17:19:15.949717 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1bd73e74-8150-4c47-85f8-38ac1f6700f3 req-b9a4ac4b-17dd-42a5-b734-78426f8a3afe tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495626 Feb 15 17:19:15.971577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:19:16.028211 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a53b569-03d6-4adf-ae59-341d6e506dd9 req-6376f17a-a310-45b7-8256-c87820240989 service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617398 Feb 15 17:19:16.031589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:19:16.122403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:19:16.124742 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c80a1d-4ae2-407b-9c3b-5641c624bbbf" -d '{"events": [{"server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "name": "network-vif-unplugged", "status": "completed", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:19:16.128613 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Publish callbacks [] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:16.157106 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Transition to ACTIVE for port object 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:19:16.180782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a53b569-03d6-4adf-ae59-341d6e506dd9 req-761808f8-245c-402b-a33a-627651258852 service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446204 Feb 15 17:19:16.187722 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd07c92-64f4-42be-b022-d07a65d9cd22 x-openstack-request-id: req-9cd07c92-64f4-42be-b022-d07a65d9cd22 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:19:16.202358 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "name": "network-vif-unplugged", "status": "completed", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:19:16.202358 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9cd07c92-64f4-42be-b022-d07a65d9cd22 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:19:16.202358 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'code': 200} Feb 15 17:19:16.246852 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:16.310128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af83dd-9004-49ca-b51f-5ee61dcf3a7d req-42343c9f-d79e-433e-a0e0-3e33564c0fd3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:16.311711 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56af83dd-9004-49ca-b51f-5ee61dcf3a7d req-42343c9f-d79e-433e-a0e0-3e33564c0fd3 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 945 time: 0.0989597 Feb 15 17:19:16.343023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Pushing event updated for resources: {'Port': ['ID=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,revision_number=10']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:16.441652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] No DVR routers for this DVR port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:19:16.454503 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56af83dd-9004-49ca-b51f-5ee61dcf3a7d req-9868f5b5-ff98-4b95-b152-6eae3246594e tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071427 Feb 15 17:19:16.881667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Attempting to bind port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:19:16.882084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Attempting to bind port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:19:16.882669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Attempting to bind port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 on network dbbf5b45-6995-406a-b156-abda99c1f288 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:19:16.887137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 on network dbbf5b45-6995-406a-b156-abda99c1f288 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:19:16.887469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Attempting to bind port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 on network dbbf5b45-6995-406a-b156-abda99c1f288 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:19:16.892898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:19:16.893241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Checking segment: {'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:19:16.893714 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Bound using segment: {'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:19:16.894142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Bound port: 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4809075-0eb2-4355-9d6b-debc1aa2a498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:19:16.894501 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:16.962177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:19:16.965929 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:19:17.035117 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:17.070071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:17.070698 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:17.072104 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] 10.222.0.10 "PUT /v2.0/ports/3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 1093 time: 1.6448662 Feb 15 17:19:17.078266 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87db5e-9dc6-4f4b-934b-6f760c15aa41 req-b8b527e7-729a-48a2-96e0-242cec205e51 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:17.080495 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ab87db5e-9dc6-4f4b-934b-6f760c15aa41 req-b8b527e7-729a-48a2-96e0-242cec205e51 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 944 time: 0.0552659 Feb 15 17:19:17.127369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0be692-0b2a-4f91-87d3-9e0bc2ae82dd service neutron] Pushing event updated for resources: {'Port': ['ID=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,revision_number=11']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:17.143579 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ab87db5e-9dc6-4f4b-934b-6f760c15aa41 req-4527ce9e-1c46-4437-9999-e5ad869f4ab2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570877 Feb 15 17:19:17.155090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-64808b6b-a7ac-47a1-971e-21a1b3b03195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:17.156698 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-64808b6b-a7ac-47a1-971e-21a1b3b03195 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1127 time: 0.0581193 Feb 15 17:19:17.277342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-81646f88-f2c7-4cd2-b538-1529238a5cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:17.277881 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-81646f88-f2c7-4cd2-b538-1529238a5cb3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dbbf5b45-6995-406a-b156-abda99c1f288 HTTP/1.1" status: 200 len: 898 time: 0.1128342 Feb 15 17:19:17.344690 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-076e7ddd-765d-4a84-ba1e-8df33032584f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 998 time: 0.0612667 Feb 15 17:19:17.392593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3589a44b-3008-48d1-a85d-d3403daf7e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:17.394168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-3589a44b-3008-48d1-a85d-d3403daf7e31 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b29ec7f-60fa-464b-93ec-b638faf71360 HTTP/1.1" status: 200 len: 835 time: 0.0435691 Feb 15 17:19:17.448705 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-42685ae7-8dec-4648-b360-a80e2f2d05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:17.450437 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-42685ae7-8dec-4648-b360-a80e2f2d05a9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbbf5b45-6995-406a-b156-abda99c1f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509162 Feb 15 17:19:17.573166 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-b2d8ab2b-2d0e-4b3f-82e1-778887a465ca service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164813 Feb 15 17:19:17.640004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2af244-5867-461f-95c0-891db6575a97 req-37f8af0d-6962-4d55-b5b5-b2ad03c4e9cd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:17.641615 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc2af244-5867-461f-95c0-891db6575a97 req-37f8af0d-6962-4d55-b5b5-b2ad03c4e9cd tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 945 time: 0.1184063 Feb 15 17:19:17.713709 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c0e6940-1bcd-43d6-82d3-42e9f8415b40 req-577caccf-acb4-48e1-9f0c-61aa86bf4aba service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352801 Feb 15 17:19:17.719482 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc2af244-5867-461f-95c0-891db6575a97 req-e144cbe3-8535-488f-8964-99ff8d46fbd4 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708959 Feb 15 17:19:17.853106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10adf815-aef7-494b-825b-3518575d4f03 req-f9df4c24-5f92-4000-b97f-afb28f7ed828 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:17.854613 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10adf815-aef7-494b-825b-3518575d4f03 req-f9df4c24-5f92-4000-b97f-afb28f7ed828 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 945 time: 0.0553682 Feb 15 17:19:17.903083 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10adf815-aef7-494b-825b-3518575d4f03 req-b3a21dd9-8f47-4328-9c42-71ba641459e0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428927 Feb 15 17:19:17.925168 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34442) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:19:18.081755 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71b7d0a-bea1-4e38-9394-d73e350ba90d tempest-TestVolumeBootPattern-90873148 tempest-TestVolumeBootPattern-90873148-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:18.083227 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e71b7d0a-bea1-4e38-9394-d73e350ba90d tempest-TestVolumeBootPattern-90873148 tempest-TestVolumeBootPattern-90873148-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 1123 time: 0.1570289 Feb 15 17:19:18.086112 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34448) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:19:18.090651 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '9db3718c-0ba1-4a36-bac1-8b0cd3b153d5', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:19:18.186960 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:18.190424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:19:18.192367 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c596310-3ada-44c9-8fbf-30e54a2269c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:19:18.267889 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0809a55-1b49-4e3b-87e1-8676f45e11db x-openstack-request-id: req-f0809a55-1b49-4e3b-87e1-8676f45e11db {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:19:18.267889 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:19:18.267889 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f0809a55-1b49-4e3b-87e1-8676f45e11db {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:19:18.267889 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'status': 'completed', 'code': 200} Feb 15 17:19:18.310230 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:18.353406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d9db8-7046-430a-9b1a-25aefb09c20a req-d455edf1-c5da-42b6-adc4-8bd1aa7690bc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:18.354893 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-012d9db8-7046-430a-9b1a-25aefb09c20a req-d455edf1-c5da-42b6-adc4-8bd1aa7690bc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 944 time: 0.1331797 Feb 15 17:19:18.388540 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-f8783255-a024-4e8e-976d-f5118f51a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:18.390128 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-f8783255-a024-4e8e-976d-f5118f51a5e6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1127 time: 0.0981977 Feb 15 17:19:18.394014 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-7ac3a8b6-06a2-4936-85f0-637ea1deda4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:18.395414 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-7ac3a8b6-06a2-4936-85f0-637ea1deda4e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1127 time: 0.1144938 Feb 15 17:19:18.433551 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Allocated IP 172.25.4.5 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/b4c588c7-69aa-4270-a5fb-a5ac47e7ea73) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:19:18.466339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:19:18.516716 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] The host n-h1-828372-14 is not matching for port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 host n-h2-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:19:18.517952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:19:18.567943 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for port (b4c588c7-69aa-4270-a5fb-a5ac47e7ea73), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:18.569969 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-012d9db8-7046-430a-9b1a-25aefb09c20a req-1beb4123-d662-453e-bee8-03041cff49f9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079144 Feb 15 17:19:18.595621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-1f1c8dfa-8762-4d50-b1ad-51b6648573b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:18.595621 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-1f1c8dfa-8762-4d50-b1ad-51b6648573b8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dbbf5b45-6995-406a-b156-abda99c1f288 HTTP/1.1" status: 200 len: 898 time: 0.1867049 Feb 15 17:19:18.664128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-74cea60a-e22b-4f53-91ff-f9dc8aa30428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:18.665710 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-74cea60a-e22b-4f53-91ff-f9dc8aa30428 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dbbf5b45-6995-406a-b156-abda99c1f288 HTTP/1.1" status: 200 len: 898 time: 0.2654903 Feb 15 17:19:18.685211 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-b94dc0bd-668d-46a7-8899-6eaffe30d68f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 998 time: 0.0858874 Feb 15 17:19:18.703787 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b4c588c7-69aa-4270-a5fb-a5ac47e7ea73), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:18.744916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:19:18.751506 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:19:18.755060 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:19:18.761181 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'Port': ['ID=b4c588c7-69aa-4270-a5fb-a5ac47e7ea73,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:18.776986 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-d78ab03a-ad24-43cb-8b3c-179f7aa3e477 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 998 time: 0.1041937 Feb 15 17:19:18.782408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-89dea753-c730-42ea-924a-1a952155983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:18.783814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-89dea753-c730-42ea-924a-1a952155983d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=4b29ec7f-60fa-464b-93ec-b638faf71360 HTTP/1.1" status: 200 len: 835 time: 0.0713263 Feb 15 17:19:18.787917 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:18.788234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:18.788597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:18.788954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:18.789283 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:18.789653 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:18.789996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:18.790327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:18.790663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:18.790994 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:18.791855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:18.792193 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:18.792523 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:18.870795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-36b2bbd4-2aa1-4156-a5ff-700d619eb35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:18.872302 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-36b2bbd4-2aa1-4156-a5ff-700d619eb35d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b29ec7f-60fa-464b-93ec-b638faf71360 HTTP/1.1" status: 200 len: 835 time: 0.0876415 Feb 15 17:19:18.883571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-66ef9c33-b142-4e74-a29c-9fc67a264e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:18.889185 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-66ef9c33-b142-4e74-a29c-9fc67a264e1c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dbbf5b45-6995-406a-b156-abda99c1f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0914445 Feb 15 17:19:18.989557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-5dd5a63d-0ff6-484f-86f5-8b68b4e738f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:18.991101 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-5dd5a63d-0ff6-484f-86f5-8b68b4e738f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbbf5b45-6995-406a-b156-abda99c1f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1098962 Feb 15 17:19:19.064982 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-79eac143-9645-40e4-b33a-37974c5204e8 service neutron] 10.222.0.67 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720390 Feb 15 17:19:19.160363 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-267ebf43-a36e-40ed-a41d-d083e163784e service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606472 Feb 15 17:19:19.172336 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for floatingip (b354bb52-b6e4-4d19-81a5-3b3626eb3426), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:19.240325 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-491c3379-6284-4da4-b3c4-694a0df4d5e8 service neutron] 10.222.0.67 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687052 Feb 15 17:19:19.278722 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c596310-3ada-44c9-8fbf-30e54a2269c2 req-b7e5f9f9-d181-4f41-8edd-70e4898c593d service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115985 Feb 15 17:19:19.331742 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b4c588c7-69aa-4270-a5fb-a5ac47e7ea73), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:19.486867 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for port (b4c588c7-69aa-4270-a5fb-a5ac47e7ea73), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:19.617326 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (b4c588c7-69aa-4270-a5fb-a5ac47e7ea73), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:19.714715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event updated for resources: {'Port': ['ID=b4c588c7-69aa-4270-a5fb-a5ac47e7ea73,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:19.735674 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (b354bb52-b6e4-4d19-81a5-3b3626eb3426), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:20.163566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd5f39-1191-497a-8e91-98262cf55dc4 req-9ebff178-08fd-4483-9bef-aaab4b0f3a35 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:20.165062 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bafd5f39-1191-497a-8e91-98262cf55dc4 req-9ebff178-08fd-4483-9bef-aaab4b0f3a35 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 944 time: 0.5162740 Feb 15 17:19:20.249878 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bafd5f39-1191-497a-8e91-98262cf55dc4 req-192b6067-f8e6-4311-b149-965d6af44eab tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734715 Feb 15 17:19:20.251078 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Floating IP b354bb52-b6e4-4d19-81a5-3b3626eb3426 associated. External IP: 172.25.4.5, port: 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5. Feb 15 17:19:20.464641 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Router 5ff18b72-1a6c-49b3-bf68-daefd0667316 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:19:20.578852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:19:20.591194 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feca21f-010c-4050-b4cc-b67405bbcb89 None None] Sync routers for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:19:20.601898 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feca21f-010c-4050-b4cc-b67405bbcb89 None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:19:20.604873 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1feca21f-010c-4050-b4cc-b67405bbcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:19:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:19:20.676949 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:20.712275 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ec4704ae-96b7-4618-a7c6-d40404da7273 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.6249313 Feb 15 17:19:20.712872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dec294-450e-41b4-a4fc-9a69b5219769', 'tag': '9db3718c-0ba1-4a36-bac1-8b0cd3b153d5'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:19:20.714330 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1feca21f-010c-4050-b4cc-b67405bbcb89 None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:19:20.715259 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b819341b-b596-4e04-a9c4-1f9fa2661232" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dec294-450e-41b4-a4fc-9a69b5219769", "tag": "9db3718c-0ba1-4a36-bac1-8b0cd3b153d5"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:19:20.759435 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fefd548-0255-4a54-b112-d46fdee8c6dd x-openstack-request-id: req-2fefd548-0255-4a54-b112-d46fdee8c6dd {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:19:20.759829 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dec294-450e-41b4-a4fc-9a69b5219769", "tag": "9db3718c-0ba1-4a36-bac1-8b0cd3b153d5", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:19:20.760127 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2fefd548-0255-4a54-b112-d46fdee8c6dd {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:19:20.761222 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dec294-450e-41b4-a4fc-9a69b5219769', 'tag': '9db3718c-0ba1-4a36-bac1-8b0cd3b153d5', 'status': 'completed', 'code': 200} Feb 15 17:19:20.761395 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:19:20.830512 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819341b-b596-4e04-a9c4-1f9fa2661232 req-43d72e62-b6d6-4f9d-a528-b8d0e80f2aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:20.832292 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b819341b-b596-4e04-a9c4-1f9fa2661232 req-43d72e62-b6d6-4f9d-a528-b8d0e80f2aa2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 1128 time: 0.0513010 Feb 15 17:19:20.929008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819341b-b596-4e04-a9c4-1f9fa2661232 req-803d68bc-741d-4101-b5e2-93c40a31d686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:20.931238 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b819341b-b596-4e04-a9c4-1f9fa2661232 req-803d68bc-741d-4101-b5e2-93c40a31d686 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.0932331 Feb 15 17:19:21.000057 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b819341b-b596-4e04-a9c4-1f9fa2661232 req-5c63df71-87f2-43c4-a3db-b0ac618bf006 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 HTTP/1.1" status: 200 len: 997 time: 0.0635462 Feb 15 17:19:21.055310 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1feca21f-010c-4050-b4cc-b67405bbcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'b354bb52-b6e4-4d19-81a5-3b3626eb3426', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'floating_ip_address': '172.25.4.5', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'port_id': '9db3718c-0ba1-4a36-bac1-8b0cd3b153d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'mac_address': 'fa:16:3e:5a:cf:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dec294-450e-41b4-a4fc-9a69b5219769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:19:19Z', 'updated_at': '2022-02-15T17:19:19Z', 'revision_number': 0, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address_scope': None}, {'id': 'fe05f765-fc78-4ce5-8fb2-60bc54dc95e9', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'port_id': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'mac_address': 'fa:16:3e:5f:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:15:50Z', 'updated_at': '2022-02-15T17:15:53Z', 'revision_number': 1, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:19:21.057088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819341b-b596-4e04-a9c4-1f9fa2661232 req-5e6f1f0e-251b-4eb2-aeed-6a1b7fa74c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:21.059163 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b819341b-b596-4e04-a9c4-1f9fa2661232 req-5e6f1f0e-251b-4eb2-aeed-6a1b7fa74c68 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.0536485 Feb 15 17:19:21.086543 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feca21f-010c-4050-b4cc-b67405bbcb89 None None] Checking router: 5ff18b72-1a6c-49b3-bf68-daefd0667316 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:19:21.095190 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feca21f-010c-4050-b4cc-b67405bbcb89 None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:19:21.095896 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1feca21f-010c-4050-b4cc-b67405bbcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:19:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:19:21.122004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819341b-b596-4e04-a9c4-1f9fa2661232 req-2a108ef8-a51b-445d-af8a-8093ebc69b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:21.124391 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b819341b-b596-4e04-a9c4-1f9fa2661232 req-2a108ef8-a51b-445d-af8a-8093ebc69b68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0588541 Feb 15 17:19:21.163730 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:19:21.214257 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1feca21f-010c-4050-b4cc-b67405bbcb89 None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:19:21.230828 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b819341b-b596-4e04-a9c4-1f9fa2661232 req-75ce54af-249c-4b26-aa19-c44567fd8c8a service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006064 Feb 15 17:19:21.298336 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:19:21.314752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'port_id': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'mac_address': 'fa:16:3e:e4:e9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:19:21.340991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b819341b-b596-4e04-a9c4-1f9fa2661232 req-ba40d0b4-b7a5-402c-aae8-8c52bda71797 service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040714 Feb 15 17:19:21.354597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:19:21.355272 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:21.371084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:19:21.393392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:19:21.401847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d341b04-e9ee-4b7b-a805-f0d06c1c13aa req-78e8f91c-97cd-4c9d-9b29-6af783f8836c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:21.405833 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d341b04-e9ee-4b7b-a805-f0d06c1c13aa req-78e8f91c-97cd-4c9d-9b29-6af783f8836c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 944 time: 0.0700419 Feb 15 17:19:21.456914 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d341b04-e9ee-4b7b-a805-f0d06c1c13aa req-107ead2a-c15e-4334-9d84-3e1f24283f37 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479543 Feb 15 17:19:21.478210 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34500) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:19:21.479899 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:21.496606 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1feca21f-010c-4050-b4cc-b67405bbcb89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'b354bb52-b6e4-4d19-81a5-3b3626eb3426', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'floating_ip_address': '172.25.4.5', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'port_id': '9db3718c-0ba1-4a36-bac1-8b0cd3b153d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'mac_address': 'fa:16:3e:5a:cf:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dec294-450e-41b4-a4fc-9a69b5219769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:19:19Z', 'updated_at': '2022-02-15T17:19:19Z', 'revision_number': 0, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address_scope': None}, {'id': 'fe05f765-fc78-4ce5-8fb2-60bc54dc95e9', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'port_id': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'mac_address': 'fa:16:3e:5f:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:15:50Z', 'updated_at': '2022-02-15T17:15:53Z', 'revision_number': 1, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:19:21.532507 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feca21f-010c-4050-b4cc-b67405bbcb89 None None] The sync data for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 is: [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'b354bb52-b6e4-4d19-81a5-3b3626eb3426', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'floating_ip_address': '172.25.4.5', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'port_id': '9db3718c-0ba1-4a36-bac1-8b0cd3b153d5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'mac_address': 'fa:16:3e:5a:cf:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dec294-450e-41b4-a4fc-9a69b5219769', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:19:19Z', 'updated_at': '2022-02-15T17:19:19Z', 'revision_number': 0, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address_scope': None}, {'id': 'fe05f765-fc78-4ce5-8fb2-60bc54dc95e9', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'port_id': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'mac_address': 'fa:16:3e:5f:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:15:50Z', 'updated_at': '2022-02-15T17:15:53Z', 'revision_number': 1, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:19:21.542126 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,revision_number=12']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:21.564569 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-196699dc-f615-49e9-8f12-33f352764f19 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/floatingips/3ad20aac-4538-4a0d-9224-8258fb5f5e23 HTTP/1.1" status: 200 len: 991 time: 0.0851829 Feb 15 17:19:21.694941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:19:21.749010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fb49da-c584-436c-a82e-b5cb7462ced1 None None] New status for floating IP b354bb52-b6e4-4d19-81a5-3b3626eb3426: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:19:23.189415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:19:23.342915 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:19:23.347154 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:19:23.347529 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:23.429319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:19:23.429812 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:23.453862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:19:23.456495 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea0c59d-480f-49db-b6f5-4d9dce340f6c" -d '{"events": [{"server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "name": "network-vif-plugged", "status": "completed", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:19:23.481919 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:19:23.503793 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b345e9-82bb-4ec4-a516-86cafa64ee5e x-openstack-request-id: req-19b345e9-82bb-4ec4-a516-86cafa64ee5e {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:19:23.504100 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "name": "network-vif-plugged", "status": "completed", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:19:23.504364 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-19b345e9-82bb-4ec4-a516-86cafa64ee5e {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:19:23.504770 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'code': 200} Feb 15 17:19:23.543230 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:23.597556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,revision_number=13']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:30.604852 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:31.010864 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:36.903068 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4cb632ad-71ee-4949-8034-89f1a3167181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:39.251879 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-eecb1555-0203-415f-af50-e277a4056daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:40.566106 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:42.011431 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:43.520053 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:50.079040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5403fbc7-d02d-48dc-b315-97ecca886b70 req-9626e4e7-7ed7-4748-bea1-add1ba8db7bd tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:50.080501 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5403fbc7-d02d-48dc-b315-97ecca886b70 req-9626e4e7-7ed7-4748-bea1-add1ba8db7bd tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1129 time: 0.0459726 Feb 15 17:19:50.125938 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5403fbc7-d02d-48dc-b315-97ecca886b70 req-67752458-0552-41d5-9fdc-219b3454b147 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396562 Feb 15 17:19:50.149539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34878) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:19:50.314878 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-51a884ee-4072-4afb-aa72-6432f2abd635 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting port f388b3e0-ad20-4184-9165-7ae6f116d8dc {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:19:50.315137 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51a884ee-4072-4afb-aa72-6432f2abd635 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f388b3e0-ad20-4184-9165-7ae6f116d8dc), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:50.397015 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51a884ee-4072-4afb-aa72-6432f2abd635 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f388b3e0-ad20-4184-9165-7ae6f116d8dc), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:50.407516 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51a884ee-4072-4afb-aa72-6432f2abd635 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for floatingip (f388b3e0-ad20-4184-9165-7ae6f116d8dc), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:50.411539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-51a884ee-4072-4afb-aa72-6432f2abd635 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Calling delete_port for f388b3e0-ad20-4184-9165-7ae6f116d8dc owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:19:50.629404 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51a884ee-4072-4afb-aa72-6432f2abd635 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f388b3e0-ad20-4184-9165-7ae6f116d8dc), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:50.662824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a884ee-4072-4afb-aa72-6432f2abd635 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Port': ['ID=f388b3e0-ad20-4184-9165-7ae6f116d8dc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:50.725304 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51a884ee-4072-4afb-aa72-6432f2abd635 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for floatingip (3ad20aac-4538-4a0d-9224-8258fb5f5e23), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:50.725926 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-51a884ee-4072-4afb-aa72-6432f2abd635 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Floating IP 3ad20aac-4538-4a0d-9224-8258fb5f5e23 disassociated (deleted). External IP: 172.25.4.58, port: 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11. Feb 15 17:19:50.948769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a884ee-4072-4afb-aa72-6432f2abd635 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:19:51.070417 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a884ee-4072-4afb-aa72-6432f2abd635 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:19:51.075290 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-51a884ee-4072-4afb-aa72-6432f2abd635 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:51.083128 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac687ea1-404a-4994-a5ad-3f73d91b9ea7 None None] Sync routers for ids ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:19:51.094945 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac687ea1-404a-4994-a5ad-3f73d91b9ea7 None None] Routers {'9efa7e65-ffba-4e6a-9f31-75f5be860f5b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:19:51.095832 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ac687ea1-404a-4994-a5ad-3f73d91b9ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:19:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:19:51.105919 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-51a884ee-4072-4afb-aa72-6432f2abd635 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/floatingips/3ad20aac-4538-4a0d-9224-8258fb5f5e23 HTTP/1.1" status: 204 len: 168 time: 0.9552822 Feb 15 17:19:51.106505 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:19:51.109549 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7c8ce2-a657-497e-bf75-d373dd7d71b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:19:51.153228 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee91312d-c57b-45c8-9657-50e38668fba0 x-openstack-request-id: req-ee91312d-c57b-45c8-9657-50e38668fba0 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:19:51.153228 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:19:51.153228 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ee91312d-c57b-45c8-9657-50e38668fba0 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:19:51.153228 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'status': 'completed', 'code': 200} Feb 15 17:19:51.231889 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-ac687ea1-404a-4994-a5ad-3f73d91b9ea7 None None] Set router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:19:51.234755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8ce2-a657-497e-bf75-d373dd7d71b7 req-0564b84f-9dee-4fbb-9925-46add71afcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:51.236899 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce7c8ce2-a657-497e-bf75-d373dd7d71b7 req-0564b84f-9dee-4fbb-9925-46add71afcef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 1129 time: 0.0579519 Feb 15 17:19:51.339680 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8ce2-a657-497e-bf75-d373dd7d71b7 req-533f7a71-0e4b-4b79-bb5c-42cbe51326a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:51.341331 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce7c8ce2-a657-497e-bf75-d373dd7d71b7 req-533f7a71-0e4b-4b79-bb5c-42cbe51326a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dbbf5b45-6995-406a-b156-abda99c1f288 HTTP/1.1" status: 200 len: 898 time: 0.0977638 Feb 15 17:19:51.383229 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce7c8ce2-a657-497e-bf75-d373dd7d71b7 req-f2d211b9-2484-4455-a982-fb04d38a7026 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 200 len: 217 time: 0.0358262 Feb 15 17:19:51.452346 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ac687ea1-404a-4994-a5ad-3f73d91b9ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269371966', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:17:53Z', 'updated_at': '2022-02-15T17:17:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:54Z', 'updated_at': '2022-02-15T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3d031f8c-dd20-4e18-97d8-2eb3587051b3', 'name': '', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:bd:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:57Z', 'updated_at': '2022-02-15T17:18:01Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:19:51.459434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8ce2-a657-497e-bf75-d373dd7d71b7 req-2532326c-f53f-4e3d-8042-7646f542f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:51.460945 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce7c8ce2-a657-497e-bf75-d373dd7d71b7 req-2532326c-f53f-4e3d-8042-7646f542f2e6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=4b29ec7f-60fa-464b-93ec-b638faf71360 HTTP/1.1" status: 200 len: 835 time: 0.0698586 Feb 15 17:19:51.482403 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac687ea1-404a-4994-a5ad-3f73d91b9ea7 None None] Checking router: 9efa7e65-ffba-4e6a-9f31-75f5be860f5b for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:19:51.493225 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac687ea1-404a-4994-a5ad-3f73d91b9ea7 None None] Routers {'9efa7e65-ffba-4e6a-9f31-75f5be860f5b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:19:51.494086 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ac687ea1-404a-4994-a5ad-3f73d91b9ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:19:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:19:51.525004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c8ce2-a657-497e-bf75-d373dd7d71b7 req-1d923d8d-eab9-4b51-87c2-1d9cd24126e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:51.526709 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce7c8ce2-a657-497e-bf75-d373dd7d71b7 req-1d923d8d-eab9-4b51-87c2-1d9cd24126e9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dbbf5b45-6995-406a-b156-abda99c1f288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0573180 Feb 15 17:19:51.623082 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-ac687ea1-404a-4994-a5ad-3f73d91b9ea7 None None] Set router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:19:51.651101 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce7c8ce2-a657-497e-bf75-d373dd7d71b7 req-cfbdfefe-0559-48bf-8b76-0244ae9ae905 service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168027 Feb 15 17:19:51.686699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715ed30-571e-4577-8730-8ff16b1339cf req-afdf4a22-93b2-4a05-99d8-1c069edc9277 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:51.688178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a715ed30-571e-4577-8730-8ff16b1339cf req-afdf4a22-93b2-4a05-99d8-1c069edc9277 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 946 time: 0.0967321 Feb 15 17:19:51.784741 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a715ed30-571e-4577-8730-8ff16b1339cf req-74ab5572-b7f4-4693-8b20-a94c080f5234 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709932 Feb 15 17:19:51.799603 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce7c8ce2-a657-497e-bf75-d373dd7d71b7 req-dd25c085-3bcd-42a2-bea3-4554be0663ba service neutron] 10.222.0.10 "GET /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406612 Feb 15 17:19:51.862716 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ac687ea1-404a-4994-a5ad-3f73d91b9ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269371966', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:17:53Z', 'updated_at': '2022-02-15T17:17:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:54Z', 'updated_at': '2022-02-15T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3d031f8c-dd20-4e18-97d8-2eb3587051b3', 'name': '', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:bd:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:57Z', 'updated_at': '2022-02-15T17:18:01Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:19:51.899342 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac687ea1-404a-4994-a5ad-3f73d91b9ea7 None None] The sync data for ids ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'] in n-d-828372-14 is: [{'id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269371966', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:17:53Z', 'updated_at': '2022-02-15T17:17:58Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:54Z', 'updated_at': '2022-02-15T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3d031f8c-dd20-4e18-97d8-2eb3587051b3', 'name': '', 'network_id': 'dbbf5b45-6995-406a-b156-abda99c1f288', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:bd:28:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:57Z', 'updated_at': '2022-02-15T17:18:01Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': '4b29ec7f-60fa-464b-93ec-b638faf71360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:19:52.123689 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9068ca-1c63-4265-946f-02c5b8cc80b4 None None] New status for floating IP 3ad20aac-4538-4a0d-9224-8258fb5f5e23: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:19:52.836954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03354b4b-232f-42ea-ab41-75883e909473 req-4550164b-9b61-4038-94ee-aed8febfaaa3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:52.838955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-03354b4b-232f-42ea-ab41-75883e909473 req-4550164b-9b61-4038-94ee-aed8febfaaa3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 946 time: 0.0557120 Feb 15 17:19:52.920735 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866d1c1-31b6-4101-946a-8bde5a26a979 req-1246de9a-ea68-4d72-a99e-51a475f36ffc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:19:52.921863 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2866d1c1-31b6-4101-946a-8bde5a26a979 req-1246de9a-ea68-4d72-a99e-51a475f36ffc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 946 time: 0.0538521 Feb 15 17:19:52.942439 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-03354b4b-232f-42ea-ab41-75883e909473 req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:19:52.942784 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-03354b4b-232f-42ea-ab41-75883e909473 req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:52.980754 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2866d1c1-31b6-4101-946a-8bde5a26a979 req-8c133b3c-bebc-4313-b390-15321afada94 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=609ed03c-b2a7-4975-9b71-dba7c704ca82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530114 Feb 15 17:19:53.036467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-03354b4b-232f-42ea-ab41-75883e909473 req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] For port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:19:53.036838 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-03354b4b-232f-42ea-ab41-75883e909473 req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:53.054026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-03354b4b-232f-42ea-ab41-75883e909473 req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Calling delete_port for 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:19:53.268730 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-03354b4b-232f-42ea-ab41-75883e909473 req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:53.300659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Port': ['ID=3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:53.343018 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:53.343383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:53.343731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:53.344076 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:53.344416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:53.344751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:53.345086 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:53.345445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:53.345782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:53.346115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:53.346446 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:53.346774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:53.347102 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:19:53.364557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-03354b4b-232f-42ea-ab41-75883e909473 req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] No DVR routers for this DVR port 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:19:53.367124 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-03354b4b-232f-42ea-ab41-75883e909473 req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:53.370653 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-03354b4b-232f-42ea-ab41-75883e909473 req-d875ac1c-21be-4417-91eb-c46e4b6d0190 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "DELETE /v2.0/ports/3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 HTTP/1.1" status: 204 len: 173 time: 0.5271242 Feb 15 17:19:53.371187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'name': 'network-vif-deleted', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:19:53.374103 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c535e3-cc34-41c9-9eca-4995bd82a44e" -d '{"events": [{"server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "name": "network-vif-deleted", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:19:53.414973 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf676a1-0dea-4645-852e-c825e145f63f x-openstack-request-id: req-adf676a1-0dea-4645-852e-c825e145f63f {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:19:53.415422 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d6690c-2314-4d95-adbc-0cfea3ae6c16", "name": "network-vif-deleted", "tag": "3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:19:53.415559 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-adf676a1-0dea-4645-852e-c825e145f63f {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:19:53.415962 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d6690c-2314-4d95-adbc-0cfea3ae6c16', 'name': 'network-vif-deleted', 'tag': '3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11', 'status': 'completed', 'code': 200} Feb 15 17:19:54.089150 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e35e6fcc-fd64-4ba6-8676-872626df34e8 req-a669d990-dfde-42b2-888f-d644fea08d49 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=e3d6690c-2314-4d95-adbc-0cfea3ae6c16 HTTP/1.1" status: 200 len: 210 time: 0.0284526 Feb 15 17:19:55.149624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34906) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:19:55.541677 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d789d93-8e28-490b-a5e8-a7ef2d2d7b2b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:55.809464 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1d789d93-8e28-490b-a5e8-a7ef2d2d7b2b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting port 3d031f8c-dd20-4e18-97d8-2eb3587051b3 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:19:55.809738 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d789d93-8e28-490b-a5e8-a7ef2d2d7b2b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:55.899806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-1d789d93-8e28-490b-a5e8-a7ef2d2d7b2b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] For port 3d031f8c-dd20-4e18-97d8-2eb3587051b3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3d031f8c-dd20-4e18-97d8-2eb3587051b3,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:19:55.900178 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d789d93-8e28-490b-a5e8-a7ef2d2d7b2b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:55.912847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1d789d93-8e28-490b-a5e8-a7ef2d2d7b2b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Calling delete_port for 3d031f8c-dd20-4e18-97d8-2eb3587051b3 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:19:56.187933 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d789d93-8e28-490b-a5e8-a7ef2d2d7b2b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3d031f8c-dd20-4e18-97d8-2eb3587051b3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:56.212846 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d789d93-8e28-490b-a5e8-a7ef2d2d7b2b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Port': ['ID=3d031f8c-dd20-4e18-97d8-2eb3587051b3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:56.396533 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d789d93-8e28-490b-a5e8-a7ef2d2d7b2b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:56.614775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d789d93-8e28-490b-a5e8-a7ef2d2d7b2b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:19:56.723927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d789d93-8e28-490b-a5e8-a7ef2d2d7b2b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:19:56.729434 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1d789d93-8e28-490b-a5e8-a7ef2d2d7b2b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "PUT /v2.0/routers/9efa7e65-ffba-4e6a-9f31-75f5be860f5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5784264 Feb 15 17:19:56.731911 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34910) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:19:56.735473 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d57fe57-31be-4432-94cd-099780e55d2a None None] Sync routers for ids ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:19:56.746882 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d57fe57-31be-4432-94cd-099780e55d2a None None] Routers {'9efa7e65-ffba-4e6a-9f31-75f5be860f5b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:19:56.747583 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d57fe57-31be-4432-94cd-099780e55d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:19:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:19:56.784157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b9806d-1fb2-46b6-86cb-4f09d495b8d3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting subnet 4b29ec7f-60fa-464b-93ec-b638faf71360 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:19:56.787618 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00b9806d-1fb2-46b6-86cb-4f09d495b8d3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for subnet (4b29ec7f-60fa-464b-93ec-b638faf71360), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:56.829137 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00b9806d-1fb2-46b6-86cb-4f09d495b8d3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (4b29ec7f-60fa-464b-93ec-b638faf71360), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:56.932675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00b9806d-1fb2-46b6-86cb-4f09d495b8d3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (4b29ec7f-60fa-464b-93ec-b638faf71360), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:56.953073 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4d57fe57-31be-4432-94cd-099780e55d2a None None] Set router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:19:57.090886 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00b9806d-1fb2-46b6-86cb-4f09d495b8d3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (4b29ec7f-60fa-464b-93ec-b638faf71360), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:57.119394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9806d-1fb2-46b6-86cb-4f09d495b8d3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Subnet': ['ID=4b29ec7f-60fa-464b-93ec-b638faf71360,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:57.130705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8614b6-ce18-4df4-bb16-2247a9fdbe96 None None] Network dbbf5b45-6995-406a-b156-abda99c1f288 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:19:57.139833 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-00b9806d-1fb2-46b6-86cb-4f09d495b8d3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:57.144988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34914) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:19:57.145597 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-00b9806d-1fb2-46b6-86cb-4f09d495b8d3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/subnets/4b29ec7f-60fa-464b-93ec-b638faf71360 HTTP/1.1" status: 204 len: 168 time: 0.4114857 Feb 15 17:19:57.145722 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d57fe57-31be-4432-94cd-099780e55d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269371966', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:17:53Z', 'updated_at': '2022-02-15T17:19:56Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:54Z', 'updated_at': '2022-02-15T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:19:57.171996 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d57fe57-31be-4432-94cd-099780e55d2a None None] Checking router: 9efa7e65-ffba-4e6a-9f31-75f5be860f5b for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:19:57.180597 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d57fe57-31be-4432-94cd-099780e55d2a None None] Routers {'9efa7e65-ffba-4e6a-9f31-75f5be860f5b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:19:57.181221 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d57fe57-31be-4432-94cd-099780e55d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:19:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:19:57.285144 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91a71aa-1153-4439-976d-5105ab6f57d9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:57.295522 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4d57fe57-31be-4432-94cd-099780e55d2a None None] Set router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:19:57.389011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:19:57.391630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c627f68c-ea82-4177-b173-830bdb8842e7 None None] DHCP port deletion for dbbf5b45-6995-406a-b156-abda99c1f288 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:19:57.406371 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91a71aa-1153-4439-976d-5105ab6f57d9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_gateway (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:57.419700 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:19:57.420971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 3d222ad7-0f8b-45db-bfa7-8dd5d9bfbc11 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:19:57.470801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c627f68c-ea82-4177-b173-830bdb8842e7 None None] Deleting port fcb324d5-577d-49d1-bd20-759cb14757a8 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:19:57.471165 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c627f68c-ea82-4177-b173-830bdb8842e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (fcb324d5-577d-49d1-bd20-759cb14757a8), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:57.502231 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d57fe57-31be-4432-94cd-099780e55d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269371966', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:17:53Z', 'updated_at': '2022-02-15T17:19:56Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:54Z', 'updated_at': '2022-02-15T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:19:57.531567 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d57fe57-31be-4432-94cd-099780e55d2a None None] The sync data for ids ['9efa7e65-ffba-4e6a-9f31-75f5be860f5b'] in n-d-828372-14 is: [{'id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-269371966', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142'}], 'enable_snat': True}, 'gw_port_id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:17:53Z', 'updated_at': '2022-02-15T17:19:56Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ebd2fc2e-2b1c-4eda-9438-95644356015b', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9efa7e65-ffba-4e6a-9f31-75f5be860f5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:17:54Z', 'updated_at': '2022-02-15T17:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:19:57.537672 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c627f68c-ea82-4177-b173-830bdb8842e7 None None] For port fcb324d5-577d-49d1-bd20-759cb14757a8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=fcb324d5-577d-49d1-bd20-759cb14757a8,segment=NetworkSegment(e4809075-0eb2-4355-9d6b-debc1aa2a498),segment_id=e4809075-0eb2-4355-9d6b-debc1aa2a498)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:19:57.538279 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c627f68c-ea82-4177-b173-830bdb8842e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (fcb324d5-577d-49d1-bd20-759cb14757a8), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:57.556037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-d91a71aa-1153-4439-976d-5105ab6f57d9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting port ebd2fc2e-2b1c-4eda-9438-95644356015b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:19:57.556400 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91a71aa-1153-4439-976d-5105ab6f57d9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ebd2fc2e-2b1c-4eda-9438-95644356015b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:57.558993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c627f68c-ea82-4177-b173-830bdb8842e7 None None] Calling delete_port for fcb324d5-577d-49d1-bd20-759cb14757a8 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:19:57.650590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-d91a71aa-1153-4439-976d-5105ab6f57d9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] For port ebd2fc2e-2b1c-4eda-9438-95644356015b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ebd2fc2e-2b1c-4eda-9438-95644356015b,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:19:57.650908 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91a71aa-1153-4439-976d-5105ab6f57d9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ebd2fc2e-2b1c-4eda-9438-95644356015b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:57.664269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-d91a71aa-1153-4439-976d-5105ab6f57d9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Calling delete_port for ebd2fc2e-2b1c-4eda-9438-95644356015b owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:19:57.697164 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c627f68c-ea82-4177-b173-830bdb8842e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (fcb324d5-577d-49d1-bd20-759cb14757a8), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:57.730487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627f68c-ea82-4177-b173-830bdb8842e7 None None] Pushing event deleted for resources: {'Port': ['ID=fcb324d5-577d-49d1-bd20-759cb14757a8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:57.736146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c627f68c-ea82-4177-b173-830bdb8842e7 None None] No DVR routers for this DVR port fcb324d5-577d-49d1-bd20-759cb14757a8 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:19:57.750755 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:19:57.920859 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91a71aa-1153-4439-976d-5105ab6f57d9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ebd2fc2e-2b1c-4eda-9438-95644356015b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:57.963623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a71aa-1153-4439-976d-5105ab6f57d9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Port': ['ID=ebd2fc2e-2b1c-4eda-9438-95644356015b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:58.033576 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91a71aa-1153-4439-976d-5105ab6f57d9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:58.133681 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91a71aa-1153-4439-976d-5105ab6f57d9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:58.135993 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91a71aa-1153-4439-976d-5105ab6f57d9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_controller (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:58.251567 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91a71aa-1153-4439-976d-5105ab6f57d9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (9efa7e65-ffba-4e6a-9f31-75f5be860f5b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:58.252257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91a71aa-1153-4439-976d-5105ab6f57d9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Fanout notify agent at l3_agent the message router_deleted on router 9efa7e65-ffba-4e6a-9f31-75f5be860f5b {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:19:58.258876 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d91a71aa-1153-4439-976d-5105ab6f57d9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:58.261647 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d91a71aa-1153-4439-976d-5105ab6f57d9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/routers/9efa7e65-ffba-4e6a-9f31-75f5be860f5b HTTP/1.1" status: 204 len: 168 time: 1.1146901 Feb 15 17:19:58.266322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34918) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:19:58.342549 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0f17a686-115b-4544-9dd7-e2ea2e0abeec tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (dbbf5b45-6995-406a-b156-abda99c1f288), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:58.710186 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0f17a686-115b-4544-9dd7-e2ea2e0abeec tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (dbbf5b45-6995-406a-b156-abda99c1f288), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:58.732797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0f17a686-115b-4544-9dd7-e2ea2e0abeec tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbbf5b45-6995-406a-b156-abda99c1f288']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:19:58.746652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0f17a686-115b-4544-9dd7-e2ea2e0abeec tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4809075-0eb2-4355-9d6b-debc1aa2a498') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:19:58.747308 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0f17a686-115b-4544-9dd7-e2ea2e0abeec tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4809075-0eb2-4355-9d6b-debc1aa2a498') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:19:58.771117 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0f17a686-115b-4544-9dd7-e2ea2e0abeec tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (e4809075-0eb2-4355-9d6b-debc1aa2a498), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:58.796097 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0f17a686-115b-4544-9dd7-e2ea2e0abeec tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e4809075-0eb2-4355-9d6b-debc1aa2a498), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:58.803529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f17a686-115b-4544-9dd7-e2ea2e0abeec tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:19:58.804137 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0f17a686-115b-4544-9dd7-e2ea2e0abeec tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (e4809075-0eb2-4355-9d6b-debc1aa2a498), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:19:58.807378 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:19:58.941682 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0f17a686-115b-4544-9dd7-e2ea2e0abeec tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (dbbf5b45-6995-406a-b156-abda99c1f288), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:58.950906 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0f17a686-115b-4544-9dd7-e2ea2e0abeec tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:58.951716 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0f17a686-115b-4544-9dd7-e2ea2e0abeec tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/networks/dbbf5b45-6995-406a-b156-abda99c1f288 HTTP/1.1" status: 204 len: 168 time: 0.6877792 Feb 15 17:19:58.954710 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34922) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:19:58.965474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17a686-115b-4544-9dd7-e2ea2e0abeec tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Network': ['ID=dbbf5b45-6995-406a-b156-abda99c1f288,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:59.021683 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-723c33ec-80da-4b7f-a6a5-a445a3f0cbe1 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (609ed03c-b2a7-4975-9b71-dba7c704ca82), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:59.047803 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-723c33ec-80da-4b7f-a6a5-a445a3f0cbe1 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (609ed03c-b2a7-4975-9b71-dba7c704ca82), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:59.172080 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-723c33ec-80da-4b7f-a6a5-a445a3f0cbe1 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (609ed03c-b2a7-4975-9b71-dba7c704ca82), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:59.174999 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-723c33ec-80da-4b7f-a6a5-a445a3f0cbe1 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:59.176238 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-723c33ec-80da-4b7f-a6a5-a445a3f0cbe1 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/security-groups/609ed03c-b2a7-4975-9b71-dba7c704ca82 HTTP/1.1" status: 204 len: 168 time: 0.2200928 Feb 15 17:19:59.184593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3d031f8c-dd20-4e18-97d8-2eb3587051b3 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:19:59.188102 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c33ec-80da-4b7f-a6a5-a445a3f0cbe1 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=609ed03c-b2a7-4975-9b71-dba7c704ca82,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:59.209826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 3d031f8c-dd20-4e18-97d8-2eb3587051b3 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:19:59.210169 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3d031f8c-dd20-4e18-97d8-2eb3587051b3 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:19:59.210670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ebd2fc2e-2b1c-4eda-9438-95644356015b no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:19:59.237284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: ebd2fc2e-2b1c-4eda-9438-95644356015b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:19:59.237566 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ebd2fc2e-2b1c-4eda-9438-95644356015b not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:19:59.237967 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device fcb324d5-577d-49d1-bd20-759cb14757a8 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:19:59.257270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: fcb324d5-577d-49d1-bd20-759cb14757a8 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:19:59.257646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device fcb324d5-577d-49d1-bd20-759cb14757a8 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:19:59.490226 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34928) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:19:59.499484 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9d5e532c-719d-4099-afd8-212816a7c8a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-361815325', 'description': 'tempest-secgroup-smoke-361815325 description', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:19:59.593473 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d5e532c-719d-4099-afd8-212816a7c8a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:59.656866 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d5e532c-719d-4099-afd8-212816a7c8a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (c4d0cf13-ce63-4305-97bd-3fc4eb7183fd), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:59.737257 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d5e532c-719d-4099-afd8-212816a7c8a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c4d0cf13-ce63-4305-97bd-3fc4eb7183fd), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:59.765838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5e532c-719d-4099-afd8-212816a7c8a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:19:59.830313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d5e532c-719d-4099-afd8-212816a7c8a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:59.831591 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9d5e532c-719d-4099-afd8-212816a7c8a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3357193 Feb 15 17:19:59.834429 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34932) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:19:59.838682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fd976630-7fce-429d-a884-c9567d194f80 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': 'c4d0cf13-ce63-4305-97bd-3fc4eb7183fd', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:19:59.918775 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd976630-7fce-429d-a884-c9567d194f80 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (757e0bd9-7200-4c30-9a8c-40d82d568c2d), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:19:59.973535 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd976630-7fce-429d-a884-c9567d194f80 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (757e0bd9-7200-4c30-9a8c-40d82d568c2d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:00.038984 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd976630-7fce-429d-a884-c9567d194f80 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (757e0bd9-7200-4c30-9a8c-40d82d568c2d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:00.057985 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd976630-7fce-429d-a884-c9567d194f80 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757e0bd9-7200-4c30-9a8c-40d82d568c2d,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:00.123678 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fd976630-7fce-429d-a884-c9567d194f80 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:00.125124 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fd976630-7fce-429d-a884-c9567d194f80 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2895932 Feb 15 17:20:00.127738 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34942) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:00.132084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1bd58c07-1c43-4e95-b84e-e86f70fe17d0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': 'c4d0cf13-ce63-4305-97bd-3fc4eb7183fd', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:20:00.222419 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1bd58c07-1c43-4e95-b84e-e86f70fe17d0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (b21b934e-689a-43b1-9294-cf8c724c4cd6), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:00.277461 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1bd58c07-1c43-4e95-b84e-e86f70fe17d0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (b21b934e-689a-43b1-9294-cf8c724c4cd6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:00.387250 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1bd58c07-1c43-4e95-b84e-e86f70fe17d0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (b21b934e-689a-43b1-9294-cf8c724c4cd6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:00.407331 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd58c07-1c43-4e95-b84e-e86f70fe17d0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b21b934e-689a-43b1-9294-cf8c724c4cd6,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:00.480704 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1bd58c07-1c43-4e95-b84e-e86f70fe17d0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:00.481967 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1bd58c07-1c43-4e95-b84e-e86f70fe17d0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3532922 Feb 15 17:20:00.485324 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34946) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:00.489783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4cd6fa7f-a3af-4dec-909e-59e2439809dc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': 'c4d0cf13-ce63-4305-97bd-3fc4eb7183fd', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:20:00.650833 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4cd6fa7f-a3af-4dec-909e-59e2439809dc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (bf94547b-8ee3-4fae-9d84-c08e04b61ff3), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:00.656940 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:00.710151 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4cd6fa7f-a3af-4dec-909e-59e2439809dc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (bf94547b-8ee3-4fae-9d84-c08e04b61ff3), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:00.782736 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4cd6fa7f-a3af-4dec-909e-59e2439809dc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (bf94547b-8ee3-4fae-9d84-c08e04b61ff3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:00.801357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6fa7f-a3af-4dec-909e-59e2439809dc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf94547b-8ee3-4fae-9d84-c08e04b61ff3,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:00.870473 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4cd6fa7f-a3af-4dec-909e-59e2439809dc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:00.871716 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4cd6fa7f-a3af-4dec-909e-59e2439809dc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3853824 Feb 15 17:20:00.874511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34950) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:00.878898 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ce0d307f-8cd3-46de-8b4c-ac4e82014210 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': 'c4d0cf13-ce63-4305-97bd-3fc4eb7183fd', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:20:00.975600 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce0d307f-8cd3-46de-8b4c-ac4e82014210 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (1eba15e7-e182-47d7-9558-45179ec9c0a7), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:01.023173 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:01.033754 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce0d307f-8cd3-46de-8b4c-ac4e82014210 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (1eba15e7-e182-47d7-9558-45179ec9c0a7), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:01.101839 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce0d307f-8cd3-46de-8b4c-ac4e82014210 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (1eba15e7-e182-47d7-9558-45179ec9c0a7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:01.120731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d307f-8cd3-46de-8b4c-ac4e82014210 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eba15e7-e182-47d7-9558-45179ec9c0a7,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:01.202107 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ce0d307f-8cd3-46de-8b4c-ac4e82014210 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:01.203358 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ce0d307f-8cd3-46de-8b4c-ac4e82014210 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3279223 Feb 15 17:20:01.206004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34954) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:01.210581 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5ec9f37d-10e4-4de4-aef5-c9ff54ee07bd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': 'c4d0cf13-ce63-4305-97bd-3fc4eb7183fd', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:20:01.286010 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-5ec9f37d-10e4-4de4-aef5-c9ff54ee07bd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Project de73d1daf89048bf8298654f1c0cb7d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:20:01.291353 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ec9f37d-10e4-4de4-aef5-c9ff54ee07bd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (c67b6165-32c5-44d7-84bb-5e2283b9ad39), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:01.349825 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ec9f37d-10e4-4de4-aef5-c9ff54ee07bd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (c67b6165-32c5-44d7-84bb-5e2283b9ad39), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:01.422058 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ec9f37d-10e4-4de4-aef5-c9ff54ee07bd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (c67b6165-32c5-44d7-84bb-5e2283b9ad39), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:01.442994 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9f37d-10e4-4de4-aef5-c9ff54ee07bd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c67b6165-32c5-44d7-84bb-5e2283b9ad39,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:01.509199 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5ec9f37d-10e4-4de4-aef5-c9ff54ee07bd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:01.510391 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5ec9f37d-10e4-4de4-aef5-c9ff54ee07bd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3034675 Feb 15 17:20:01.513090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34956) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:01.518007 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-12ad4115-22f3-4c87-8cbc-f1c46f1aad48 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': 'c4d0cf13-ce63-4305-97bd-3fc4eb7183fd', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:20:01.616101 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-12ad4115-22f3-4c87-8cbc-f1c46f1aad48 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Project de73d1daf89048bf8298654f1c0cb7d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:20:01.621237 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-12ad4115-22f3-4c87-8cbc-f1c46f1aad48 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (b61fad0d-0bde-4788-a50c-427a3873cae0), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:01.684566 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-12ad4115-22f3-4c87-8cbc-f1c46f1aad48 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (b61fad0d-0bde-4788-a50c-427a3873cae0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:01.753411 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-12ad4115-22f3-4c87-8cbc-f1c46f1aad48 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (b61fad0d-0bde-4788-a50c-427a3873cae0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:01.772568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad4115-22f3-4c87-8cbc-f1c46f1aad48 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61fad0d-0bde-4788-a50c-427a3873cae0,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:01.842164 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-12ad4115-22f3-4c87-8cbc-f1c46f1aad48 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:01.843404 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-12ad4115-22f3-4c87-8cbc-f1c46f1aad48 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3293800 Feb 15 17:20:01.846307 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34958) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:01.851211 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-31384069-320c-455b-9668-91bb6cab806e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'network': {'name': 'tempest-network-smoke--428913858', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'port_security_enabled': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:20:01.914013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31384069-320c-455b-9668-91bb6cab806e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Made reservation on behalf of de73d1daf89048bf8298654f1c0cb7d6 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:20:01.917308 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31384069-320c-455b-9668-91bb6cab806e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:01.941534 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31384069-320c-455b-9668-91bb6cab806e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:20:01.950494 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31384069-320c-455b-9668-91bb6cab806e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (dcde373f-0d60-4f81-9591-63f2cd28db3c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:01.950835 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-31384069-320c-455b-9668-91bb6cab806e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Added segment dcde373f-0d60-4f81-9591-63f2cd28db3c of type vlan for network 2b6f5ca3-dac0-4618-b612-a7f278faed1a Feb 15 17:20:01.992112 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31384069-320c-455b-9668-91bb6cab806e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (2b6f5ca3-dac0-4618-b612-a7f278faed1a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:02.053630 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31384069-320c-455b-9668-91bb6cab806e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (2b6f5ca3-dac0-4618-b612-a7f278faed1a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:02.056884 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31384069-320c-455b-9668-91bb6cab806e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:02.057621 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31384069-320c-455b-9668-91bb6cab806e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:02.124709 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31384069-320c-455b-9668-91bb6cab806e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Network': ['ID=2b6f5ca3-dac0-4618-b612-a7f278faed1a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:02.136739 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 2b6f5ca3-dac0-4618-b612-a7f278faed1a details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:20:02.175849 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-31384069-320c-455b-9668-91bb6cab806e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3284762 Feb 15 17:20:02.178716 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34960) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:02.183330 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-847935271', 'admin_state_up': True, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:20:02.246053 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:02.247123 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:02.306751 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_controller (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:02.817310 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_gateway (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:03.099719 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_gateway (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:03.121830 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:03.226416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Allocated IP 172.25.4.235 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/9e6b7db6-e039-496b-9e4f-e8d3bacd3679) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:20:03.334819 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (9e6b7db6-e039-496b-9e4f-e8d3bacd3679), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:03.417244 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (9e6b7db6-e039-496b-9e4f-e8d3bacd3679), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:03.454524 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:20:03.459288 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:20:03.462794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:20:03.487375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=9e6b7db6-e039-496b-9e4f-e8d3bacd3679,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:03.781004 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_gateway (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:03.988180 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:04.194559 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:20:04.303836 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:20:04.313461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Sync routers for ids ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:20:04.323189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Routers {'f30438b8-4fee-4f4e-9510-a9d7bbd5d472'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:20:04.323846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:19:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:20:04.391832 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:04.396303 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1febf9e6-e835-46c5-9595-d5e3accc44cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2136812 Feb 15 17:20:04.396545 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34968) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:04.435740 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d2133049-37d7-4339-8a14-c867b63115d3 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=de73d1daf89048bf8298654f1c0cb7d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351169 Feb 15 17:20:04.435966 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34970) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:04.438206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Set router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:20:04.522698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105cd07f-a74e-44f8-a5bc-877635c261a2 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:04.526867 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-105cd07f-a74e-44f8-a5bc-877635c261a2 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873032 Feb 15 17:20:04.527078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34972) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:04.562296 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e0f5871b-410e-4338-a80e-a4b6fe541d3d tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335605 Feb 15 17:20:04.564836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 34974) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:04.570069 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-4b0f21b8-2429-413c-90f8-f2c8695cadc5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-663958311', 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:20:04.624579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847935271', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:20:02Z', 'updated_at': '2022-02-15T17:20:03Z', 'revision_number': 3, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:03Z', 'updated_at': '2022-02-15T17:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:20:04.651026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Checking router: f30438b8-4fee-4f4e-9510-a9d7bbd5d472 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:20:04.651405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Updating router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 port 9e6b7db6-e039-496b-9e4f-e8d3bacd3679 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:20:04.682369 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9e6b7db6-e039-496b-9e4f-e8d3bacd3679), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:04.726250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0f21b8-2429-413c-90f8-f2c8695cadc5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Made reservation on behalf of de73d1daf89048bf8298654f1c0cb7d6 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:20:04.731789 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b0f21b8-2429-413c-90f8-f2c8695cadc5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:04.950115 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Publish callbacks [] for port (9e6b7db6-e039-496b-9e4f-e8d3bacd3679), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:05.022620 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b0f21b8-2429-413c-90f8-f2c8695cadc5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (bf8e891b-cafc-492e-bb8e-5cefe294a309), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:05.034554 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9e6b7db6-e039-496b-9e4f-e8d3bacd3679), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:05.084147 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f21b8-2429-413c-90f8-f2c8695cadc5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Subnet': ['ID=bf8e891b-cafc-492e-bb8e-5cefe294a309,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:05.095049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Attempting to bind port 9e6b7db6-e039-496b-9e4f-e8d3bacd3679 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:20:05.095436 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Attempting to bind port 9e6b7db6-e039-496b-9e4f-e8d3bacd3679 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:20:05.095868 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Attempting to bind port 9e6b7db6-e039-496b-9e4f-e8d3bacd3679 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:20:05.103013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0f21b8-2429-413c-90f8-f2c8695cadc5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Checking segment: {'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:20:05.103505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0f21b8-2429-413c-90f8-f2c8695cadc5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network hostable DHCP agents. Network: 2b6f5ca3-dac0-4618-b612-a7f278faed1a, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:20:05.103734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:20:05.104117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:20:05.104525 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:05.104917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:20:05.105529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Bound port: 9e6b7db6-e039-496b-9e4f-e8d3bacd3679, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:20:05.105800 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9e6b7db6-e039-496b-9e4f-e8d3bacd3679), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:05.134959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694be062-f93c-40a2-8b4a-1e24b518c090 None None] Pushing event updated for resources: {'Port': ['ID=9e6b7db6-e039-496b-9e4f-e8d3bacd3679,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:05.167457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] For port 9e6b7db6-e039-496b-9e4f-e8d3bacd3679, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:20:05.170892 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] For port 9e6b7db6-e039-496b-9e4f-e8d3bacd3679, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9e6b7db6-e039-496b-9e4f-e8d3bacd3679,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:20:05.216284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0f21b8-2429-413c-90f8-f2c8695cadc5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 2b6f5ca3-dac0-4618-b612-a7f278faed1a is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:20:05.245185 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9e6b7db6-e039-496b-9e4f-e8d3bacd3679), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:05.297358 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-4b0f21b8-2429-413c-90f8-f2c8695cadc5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 2b6f5ca3-dac0-4618-b612-a7f278faed1a) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:20:05.303489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0f21b8-2429-413c-90f8-f2c8695cadc5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:05.304390 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Routers {'f30438b8-4fee-4f4e-9510-a9d7bbd5d472'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:20:05.304618 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4b0f21b8-2429-413c-90f8-f2c8695cadc5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:05.305021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:19:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:20:05.339062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694be062-f93c-40a2-8b4a-1e24b518c090 None None] Pushing event updated for resources: {'Port': ['ID=9e6b7db6-e039-496b-9e4f-e8d3bacd3679,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:05.361226 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 34978) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:05.361858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4b0f21b8-2429-413c-90f8-f2c8695cadc5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7953548 Feb 15 17:20:05.538759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d061252f-008b-4ca6-b076-e90416061991 None None] Network 2b6f5ca3-dac0-4618-b612-a7f278faed1a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:20:05.641489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] Set router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:20:05.778294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ips': [{'subnet_id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:20:05.781597 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:05.855070 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:05.996129 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Allocated IP 172.20.0.2 (2b6f5ca3-dac0-4618-b612-a7f278faed1a/bf8e891b-cafc-492e-bb8e-5cefe294a309/d897e931-6c35-44cf-bd64-5185cb19252f) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:20:06.071906 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847935271', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:20:02Z', 'updated_at': '2022-02-15T17:20:03Z', 'revision_number': 3, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:03Z', 'updated_at': '2022-02-15T17:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:20:06.102393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6f297c-75dc-4171-b624-2cdcc18e9a66 None None] The sync data for ids ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'] in n-d-828372-14 is: [{'id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847935271', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:20:02Z', 'updated_at': '2022-02-15T17:20:03Z', 'revision_number': 3, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:03Z', 'updated_at': '2022-02-15T17:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:20:06.204299 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Publish callbacks [] for port (d897e931-6c35-44cf-bd64-5185cb19252f), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:06.263733 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (d897e931-6c35-44cf-bd64-5185cb19252f), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:06.321183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Network 2b6f5ca3-dac0-4618-b612-a7f278faed1a is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:20:06.322124 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Allocated IP 172.20.0.1 (2b6f5ca3-dac0-4618-b612-a7f278faed1a/bf8e891b-cafc-492e-bb8e-5cefe294a309/2a14704a-d9d5-4456-8aec-dc54d65543d6) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:20:06.325097 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:20:06.327713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Pushing event updated for resources: {'Port': ['ID=d897e931-6c35-44cf-bd64-5185cb19252f,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:06.333294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:20:06.428492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Attempting to bind port d897e931-6c35-44cf-bd64-5185cb19252f on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:20:06.429164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Attempting to bind port d897e931-6c35-44cf-bd64-5185cb19252f by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:20:06.429308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Attempting to bind port d897e931-6c35-44cf-bd64-5185cb19252f on network 2b6f5ca3-dac0-4618-b612-a7f278faed1a {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:20:06.434329 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:20:06.434709 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Checking segment: {'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:20:06.435116 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:06.435515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Bound using segment: {'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:20:06.436541 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Bound port: d897e931-6c35-44cf-bd64-5185cb19252f, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:20:06.436936 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d897e931-6c35-44cf-bd64-5185cb19252f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:06.492933 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:06.537129 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] For port d897e931-6c35-44cf-bd64-5185cb19252f, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:20:06.549007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] For port d897e931-6c35-44cf-bd64-5185cb19252f, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d897e931-6c35-44cf-bd64-5185cb19252f,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:20:06.624232 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:06.635495 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d897e931-6c35-44cf-bd64-5185cb19252f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:06.693338 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 2b6f5ca3-dac0-4618-b612-a7f278faed1a is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:20:06.697762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:20:06.715510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:20:06.720727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980d17e-b601-4586-9ed2-cae7958ecd61 None None] Pushing event updated for resources: {'Port': ['ID=d897e931-6c35-44cf-bd64-5185cb19252f,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:06.725220 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=2a14704a-d9d5-4456-8aec-dc54d65543d6,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:06.802155 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:06.926632 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d49d29db-b537-42c2-94a7-f99c93925197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:07.082282 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:07.294442 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9e6b7db6-e039-496b-9e4f-e8d3bacd3679 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:20:07.344384 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9e6b7db6-e039-496b-9e4f-e8d3bacd3679 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:20:07.348340 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9e6b7db6-e039-496b-9e4f-e8d3bacd3679), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:07.440649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9e6b7db6-e039-496b-9e4f-e8d3bacd3679 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:20:07.440649 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9e6b7db6-e039-496b-9e4f-e8d3bacd3679), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:07.458970 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 9e6b7db6-e039-496b-9e4f-e8d3bacd3679, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9e6b7db6-e039-496b-9e4f-e8d3bacd3679,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:20:07.460786 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:07.553535 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:07.555970 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9e6b7db6-e039-496b-9e4f-e8d3bacd3679), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:07.556790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d897e931-6c35-44cf-bd64-5185cb19252f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:20:07.636383 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:07.646465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=2a14704a-d9d5-4456-8aec-dc54d65543d6,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:07.648625 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=9e6b7db6-e039-496b-9e4f-e8d3bacd3679,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:07.662078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port d897e931-6c35-44cf-bd64-5185cb19252f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:20:07.662458 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d897e931-6c35-44cf-bd64-5185cb19252f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:07.743439 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 2b6f5ca3-dac0-4618-b612-a7f278faed1a is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:20:07.745225 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:20:07.754716 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port d897e931-6c35-44cf-bd64-5185cb19252f is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:20:07.755372 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d897e931-6c35-44cf-bd64-5185cb19252f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:07.808366 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port d897e931-6c35-44cf-bd64-5185cb19252f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d897e931-6c35-44cf-bd64-5185cb19252f,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:20:07.883531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:20:07.891563 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d897e931-6c35-44cf-bd64-5185cb19252f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:07.955520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=d897e931-6c35-44cf-bd64-5185cb19252f,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:08.014774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:20:08.028988 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0a991f09-1749-4f98-b4fd-77ab01ee5855 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "PUT /v2.0/routers/f30438b8-4fee-4f4e-9510-a9d7bbd5d472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6578534 Feb 15 17:20:08.346703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f0bf2e-b1cb-457d-a643-cb17185df2f3 None None] Network 2b6f5ca3-dac0-4618-b612-a7f278faed1a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:20:08.403630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d41a6d76-1efe-4c22-832b-c9ae6cd27b0b None None] Provisioning complete for port d897e931-6c35-44cf-bd64-5185cb19252f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:20:08.404337 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d41a6d76-1efe-4c22-832b-c9ae6cd27b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d897e931-6c35-44cf-bd64-5185cb19252f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:08.487318 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Sync routers for ids ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:20:08.499109 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Routers {'f30438b8-4fee-4f4e-9510-a9d7bbd5d472'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:20:08.500047 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:19:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:20:08.555111 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d41a6d76-1efe-4c22-832b-c9ae6cd27b0b None None] Current status of the port d897e931-6c35-44cf-bd64-5185cb19252f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:20:08.651786 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Set router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:20:08.724438 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-1bb5a9d9-b7d2-493f-87b9-88f7bb968131 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-361815325&fields=id&tenant_id=de73d1daf89048bf8298654f1c0cb7d6 HTTP/1.1" status: 200 len: 267 time: 0.4036238 Feb 15 17:20:08.844936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-0a25cf26-c576-4c7b-9041-5114b0ec3344 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:08.847141 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-0a25cf26-c576-4c7b-9041-5114b0ec3344 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/networks?id=2b6f5ca3-dac0-4618-b612-a7f278faed1a HTTP/1.1" status: 200 len: 796 time: 0.1123366 Feb 15 17:20:08.863048 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-921f0fb4-a9f4-4687-bb40-2b7526a48457 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/quotas/de73d1daf89048bf8298654f1c0cb7d6 HTTP/1.1" status: 200 len: 375 time: 0.0094388 Feb 15 17:20:08.884205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9b4a9b2e-dd4f-4647-95e4-bc09704613cf None None] Provisioning complete for port 2a14704a-d9d5-4456-8aec-dc54d65543d6 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:20:08.884720 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9b2e-dd4f-4647-95e4-bc09704613cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:08.935322 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847935271', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:20:02Z', 'updated_at': '2022-02-15T17:20:06Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:03Z', 'updated_at': '2022-02-15T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '2a14704a-d9d5-4456-8aec-dc54d65543d6', 'name': '', 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:28:9c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:05Z', 'updated_at': '2022-02-15T17:20:07Z', 'revision_number': 2, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:20:08.939265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a9b2e-dd4f-4647-95e4-bc09704613cf None None] Port 2a14704a-d9d5-4456-8aec-dc54d65543d6 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:20:08.942104 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-7a676d8b-aa3b-4934-bd40-8801b29ff9a2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724952 Feb 15 17:20:08.953706 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9b4a9b2e-dd4f-4647-95e4-bc09704613cf None None] Provisioning complete for port d897e931-6c35-44cf-bd64-5185cb19252f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:20:08.954087 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b4a9b2e-dd4f-4647-95e4-bc09704613cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d897e931-6c35-44cf-bd64-5185cb19252f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:08.976418 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Checking router: f30438b8-4fee-4f4e-9510-a9d7bbd5d472 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:20:08.976418 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Updating router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 port 2a14704a-d9d5-4456-8aec-dc54d65543d6 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:20:09.012970 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:09.087018 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-98f1bf99-b4df-46cf-9349-184eac5a2c23 service neutron] 10.222.0.107 "GET /v2.0/networks/2b6f5ca3-dac0-4618-b612-a7f278faed1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286166 Feb 15 17:20:09.118059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9b4a9b2e-dd4f-4647-95e4-bc09704613cf None None] Current status of the port d897e931-6c35-44cf-bd64-5185cb19252f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:20:09.232709 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-a0293fc5-bef5-452b-a356-2e936c117ec4 service neutron] 10.222.0.107 "GET /v2.0/networks/2b6f5ca3-dac0-4618-b612-a7f278faed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444905 Feb 15 17:20:09.252731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9e6b7db6-e039-496b-9e4f-e8d3bacd3679 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:20:09.335909 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ba555c30-b5b2-4ac1-9c04-bb9c9fd1eed3 None None] Provisioning complete for port 2a14704a-d9d5-4456-8aec-dc54d65543d6 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:20:09.336294 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ba555c30-b5b2-4ac1-9c04-bb9c9fd1eed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:09.337935 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-708cc84c-6f10-4b7e-ac60-ddd67c19f733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:09.402497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ba555c30-b5b2-4ac1-9c04-bb9c9fd1eed3 None None] Port 2a14704a-d9d5-4456-8aec-dc54d65543d6 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:20:09.406183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9e6b7db6-e039-496b-9e4f-e8d3bacd3679 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:20:09.406563 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9e6b7db6-e039-496b-9e4f-e8d3bacd3679), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:09.431647 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Publish callbacks [] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:09.491885 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9e6b7db6-e039-496b-9e4f-e8d3bacd3679 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:20:09.493042 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d897e931-6c35-44cf-bd64-5185cb19252f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:20:09.500974 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:09.572985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f78bc70b-ad05-4e41-8bf3-861586cf8a96 None None] Provisioning complete for port 2a14704a-d9d5-4456-8aec-dc54d65543d6 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:20:09.573505 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f78bc70b-ad05-4e41-8bf3-861586cf8a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:09.638000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f78bc70b-ad05-4e41-8bf3-861586cf8a96 None None] Port 2a14704a-d9d5-4456-8aec-dc54d65543d6 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:20:09.642411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port d897e931-6c35-44cf-bd64-5185cb19252f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:20:09.642795 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d897e931-6c35-44cf-bd64-5185cb19252f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:09.667539 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdffa32-a9ef-4a8c-aa55-c3615d4997d8 None None] Pushing event updated for resources: {'Port': ['ID=2a14704a-d9d5-4456-8aec-dc54d65543d6,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:09.722080 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffa32-a9ef-4a8c-aa55-c3615d4997d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:09.722472 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffa32-a9ef-4a8c-aa55-c3615d4997d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:09.722804 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffa32-a9ef-4a8c-aa55-c3615d4997d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:09.723094 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffa32-a9ef-4a8c-aa55-c3615d4997d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:09.723974 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffa32-a9ef-4a8c-aa55-c3615d4997d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:09.724314 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffa32-a9ef-4a8c-aa55-c3615d4997d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:09.724642 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffa32-a9ef-4a8c-aa55-c3615d4997d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:09.724969 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffa32-a9ef-4a8c-aa55-c3615d4997d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:09.725294 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffa32-a9ef-4a8c-aa55-c3615d4997d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:09.725959 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffa32-a9ef-4a8c-aa55-c3615d4997d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:09.726321 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffa32-a9ef-4a8c-aa55-c3615d4997d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:09.726647 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffa32-a9ef-4a8c-aa55-c3615d4997d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:09.726972 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cdffa32-a9ef-4a8c-aa55-c3615d4997d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:09.734113 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Attempting to bind port 2a14704a-d9d5-4456-8aec-dc54d65543d6 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:20:09.734493 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Attempting to bind port 2a14704a-d9d5-4456-8aec-dc54d65543d6 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:20:09.734859 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Attempting to bind port 2a14704a-d9d5-4456-8aec-dc54d65543d6 on network 2b6f5ca3-dac0-4618-b612-a7f278faed1a {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:20:09.735574 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-771c9dc2-0ecf-45e7-9ee0-c3345ad89e16 req-c6eeb8bd-b650-4e4e-ac2f-3d2685ab7844 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 210 time: 0.2038429 Feb 15 17:20:09.740960 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:20:09.741342 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Checking segment: {'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:20:09.741779 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:09.742321 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Bound using segment: {'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:20:09.742801 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Bound port: 2a14704a-d9d5-4456-8aec-dc54d65543d6, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:20:09.743184 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:09.827145 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] For port 2a14704a-d9d5-4456-8aec-dc54d65543d6, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:20:09.843387 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] For port 2a14704a-d9d5-4456-8aec-dc54d65543d6, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2a14704a-d9d5-4456-8aec-dc54d65543d6,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:20:09.862015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port d897e931-6c35-44cf-bd64-5185cb19252f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:20:09.867592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-95c2b581-f261-4c39-b306-8960c15fd358 None None] Provisioning complete for port 2a14704a-d9d5-4456-8aec-dc54d65543d6 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:20:09.867964 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-95c2b581-f261-4c39-b306-8960c15fd358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:09.902458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-95c2b581-f261-4c39-b306-8960c15fd358 None None] Port 2a14704a-d9d5-4456-8aec-dc54d65543d6 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:20:09.920676 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:09.986983 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdffa32-a9ef-4a8c-aa55-c3615d4997d8 None None] Pushing event updated for resources: {'Port': ['ID=2a14704a-d9d5-4456-8aec-dc54d65543d6,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:09.989813 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Routers {'f30438b8-4fee-4f4e-9510-a9d7bbd5d472'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:20:09.990455 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:20:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:20:10.217880 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] Set router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:20:10.325124 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-7e99151a-54b2-464c-bffc-43f7dc9daa9a None None] Provisioning complete for port 2a14704a-d9d5-4456-8aec-dc54d65543d6 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:20:10.325694 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7e99151a-54b2-464c-bffc-43f7dc9daa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:10.428588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7e99151a-54b2-464c-bffc-43f7dc9daa9a None None] Current status of the port 2a14704a-d9d5-4456-8aec-dc54d65543d6 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:20:10.428990 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7e99151a-54b2-464c-bffc-43f7dc9daa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:10.441476 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847935271', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:20:02Z', 'updated_at': '2022-02-15T17:20:06Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:03Z', 'updated_at': '2022-02-15T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '2a14704a-d9d5-4456-8aec-dc54d65543d6', 'name': '', 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:28:9c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:05Z', 'updated_at': '2022-02-15T17:20:09Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:20:10.468670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7e99151a-54b2-464c-bffc-43f7dc9daa9a None None] For port 2a14704a-d9d5-4456-8aec-dc54d65543d6, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2a14704a-d9d5-4456-8aec-dc54d65543d6,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:20:10.477677 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61e3ea3-e961-4998-a906-270acc4a2707 None None] The sync data for ids ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'] in n-d-828372-14 is: [{'id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847935271', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:20:02Z', 'updated_at': '2022-02-15T17:20:06Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:03Z', 'updated_at': '2022-02-15T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '2a14704a-d9d5-4456-8aec-dc54d65543d6', 'name': '', 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:28:9c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:05Z', 'updated_at': '2022-02-15T17:20:09Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:20:10.536666 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7e99151a-54b2-464c-bffc-43f7dc9daa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:10.598380 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:10.601664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99151a-54b2-464c-bffc-43f7dc9daa9a None None] Pushing event updated for resources: {'Port': ['ID=2a14704a-d9d5-4456-8aec-dc54d65543d6,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:10.833591 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aaba88bb-9fb9-4b24-8980-0601aba0b35e req-8b1978d4-5a52-44c7-83b2-b8943596b3b9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 210 time: 0.0305917 Feb 15 17:20:11.261274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2a14704a-d9d5-4456-8aec-dc54d65543d6 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:20:11.320548 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 2a14704a-d9d5-4456-8aec-dc54d65543d6 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:20:11.321169 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:11.415738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 2a14704a-d9d5-4456-8aec-dc54d65543d6 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:20:11.872833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-9b73cb03-59c3-4a3a-bfad-6edc6fbc34a2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:11.875386 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-9b73cb03-59c3-4a3a-bfad-6edc6fbc34a2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "GET /v2.0/networks?id=2b6f5ca3-dac0-4618-b612-a7f278faed1a HTTP/1.1" status: 200 len: 796 time: 0.1103218 Feb 15 17:20:11.974993 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4d4ef619-88ff-4695-84bf-5c1a26ea2135 req-eda2b569-ef12-4d94-8635-43a91460ce6d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 210 time: 0.0390272 Feb 15 17:20:11.980492 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-b0305747-197e-47b8-ab2e-9db891c3d7a5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de73d1daf89048bf8298654f1c0cb7d6 HTTP/1.1" status: 200 len: 379 time: 0.0925658 Feb 15 17:20:11.990335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-2f7ce41f-ee2b-44cb-8499-48d6d2f65dd2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'port': {'device_id': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'admin_state_up': True, 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'security_groups': ['c4d0cf13-ce63-4305-97bd-3fc4eb7183fd']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:20:11.994147 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:12.222876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-2f7ce41f-ee2b-44cb-8499-48d6d2f65dd2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Made reservation on behalf of de73d1daf89048bf8298654f1c0cb7d6 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:20:12.226802 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-2f7ce41f-ee2b-44cb-8499-48d6d2f65dd2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:12.350917 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-2f7ce41f-ee2b-44cb-8499-48d6d2f65dd2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Allocated IP 172.20.0.6 (2b6f5ca3-dac0-4618-b612-a7f278faed1a/bf8e891b-cafc-492e-bb8e-5cefe294a309/6ca71ffc-03d3-4a27-8c9e-84556dc93f5c) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:20:12.490799 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-2f7ce41f-ee2b-44cb-8499-48d6d2f65dd2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:12.611317 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-2f7ce41f-ee2b-44cb-8499-48d6d2f65dd2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:12.656802 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-2f7ce41f-ee2b-44cb-8499-48d6d2f65dd2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 2b6f5ca3-dac0-4618-b612-a7f278faed1a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:20:12.659986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-2f7ce41f-ee2b-44cb-8499-48d6d2f65dd2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:20:12.662600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-2f7ce41f-ee2b-44cb-8499-48d6d2f65dd2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:20:12.699718 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ce41f-ee2b-44cb-8499-48d6d2f65dd2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:12.743034 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-2f7ce41f-ee2b-44cb-8499-48d6d2f65dd2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:12.743626 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-2f7ce41f-ee2b-44cb-8499-48d6d2f65dd2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:12.815040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-2f7ce41f-ee2b-44cb-8499-48d6d2f65dd2 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8296323 Feb 15 17:20:12.827846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Request body: {'port': {'device_id': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:20:12.893175 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:12.987847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-27772265-16d8-4f89-8bb3-6273c069e0e6 None None] Provisioning complete for port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:20:12.988228 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-27772265-16d8-4f89-8bb3-6273c069e0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:13.028499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-27772265-16d8-4f89-8bb3-6273c069e0e6 None None] Port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:20:13.114603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173842f-3d07-4720-9a46-88480408b50c req-a817a212-21e4-4606-b94f-2b4700a485e1 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:13.116965 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5173842f-3d07-4720-9a46-88480408b50c req-a817a212-21e4-4606-b94f-2b4700a485e1 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 931 time: 0.0587153 Feb 15 17:20:13.170893 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5173842f-3d07-4720-9a46-88480408b50c req-a7250a65-a60d-451c-bf3e-4f813ac2e89a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462792 Feb 15 17:20:13.203970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:20:13.211937 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Publish callbacks [] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:13.229874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Transition to ACTIVE for port object 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:20:13.336356 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:13.385469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:13.461190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Attempting to bind port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:20:13.461533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Attempting to bind port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:20:13.461875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Attempting to bind port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c on network 2b6f5ca3-dac0-4618-b612-a7f278faed1a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:20:13.466670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c on network 2b6f5ca3-dac0-4618-b612-a7f278faed1a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:20:13.467698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Attempting to bind port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c on network 2b6f5ca3-dac0-4618-b612-a7f278faed1a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:20:13.472924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:20:13.473269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Checking segment: {'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:20:13.473693 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Bound using segment: {'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:20:13.474127 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Bound port: 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:20:13.474491 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:13.520489 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:13.554012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:20:13.557789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:20:13.646502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:13.681677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:13.682029 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:13.684222 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] 10.222.0.10 "PUT /v2.0/ports/6ca71ffc-03d3-4a27-8c9e-84556dc93f5c HTTP/1.1" status: 200 len: 1092 time: 0.8616278 Feb 15 17:20:13.687150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:20:13.690521 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303f03ff-a4cb-4378-9b97-8473c1965427" -d '{"events": [{"name": "network-changed", "server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:20:13.718261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d391a2-3e94-4c4b-818a-24a9182885c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:13.739437 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b983c7f8-183a-48b5-ad6d-2d18d1bafd5d x-openstack-request-id: req-b983c7f8-183a-48b5-ad6d-2d18d1bafd5d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:20:13.739741 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:20:13.740005 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b983c7f8-183a-48b5-ad6d-2d18d1bafd5d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:20:13.740426 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c', 'status': 'completed', 'code': 200} Feb 15 17:20:13.814802 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f03ff-a4cb-4378-9b97-8473c1965427 req-2c013fbd-bd78-4f3b-9ee2-29fc9ae8f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:13.816439 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-303f03ff-a4cb-4378-9b97-8473c1965427 req-2c013fbd-bd78-4f3b-9ee2-29fc9ae8f813 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 1126 time: 0.0540361 Feb 15 17:20:13.929234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f03ff-a4cb-4378-9b97-8473c1965427 req-6b82cafe-88c3-46d9-8834-f9883cc44269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:13.930802 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-303f03ff-a4cb-4378-9b97-8473c1965427 req-6b82cafe-88c3-46d9-8834-f9883cc44269 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1079190 Feb 15 17:20:14.038851 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f03ff-a4cb-4378-9b97-8473c1965427 req-c1b74d77-b13d-4347-a778-6d022db173b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:14.040396 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-303f03ff-a4cb-4378-9b97-8473c1965427 req-c1b74d77-b13d-4347-a778-6d022db173b2 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044343 Feb 15 17:20:14.134616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-2eab429f-87e0-4b59-b9c3-29a7fb7c192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:14.136104 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-2eab429f-87e0-4b59-b9c3-29a7fb7c192e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 1126 time: 0.0595577 Feb 15 17:20:14.179463 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-dca13e1e-5e39-4406-9fd9-a4d1f67c1ab1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c HTTP/1.1" status: 200 len: 217 time: 0.0368252 Feb 15 17:20:14.235296 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-00887032-fb0f-4d34-8976-d2c4d952d4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:14.236816 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-00887032-fb0f-4d34-8976-d2c4d952d4ba service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bf8e891b-cafc-492e-bb8e-5cefe294a309 HTTP/1.1" status: 200 len: 834 time: 0.0518429 Feb 15 17:20:14.287314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-4354b3bc-bc55-418c-92e6-49ba8004a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:14.288786 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-4354b3bc-bc55-418c-92e6-49ba8004a031 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b6f5ca3-dac0-4618-b612-a7f278faed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457311 Feb 15 17:20:14.296112 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd09dd-1edd-4d7f-98e3-ebe33932bc81 req-221b51df-3550-46ff-ab6a-239ca3277f82 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:14.297614 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4fbd09dd-1edd-4d7f-98e3-ebe33932bc81 req-221b51df-3550-46ff-ab6a-239ca3277f82 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 943 time: 0.0555344 Feb 15 17:20:14.350154 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4fbd09dd-1edd-4d7f-98e3-ebe33932bc81 req-17d85b0d-6fe9-428c-8492-4d6fa1f7eb09 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466895 Feb 15 17:20:14.381812 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-dba20123-d999-4db8-9b45-b250bb67e08e service neutron] 10.222.0.10 "GET /v2.0/networks/2b6f5ca3-dac0-4618-b612-a7f278faed1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873864 Feb 15 17:20:14.468248 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-211d0f9a-b711-4b62-b764-d2a1458d1f72 req-f73ab126-6c9c-4cdf-8365-95511ece2604 service neutron] 10.222.0.10 "GET /v2.0/networks/2b6f5ca3-dac0-4618-b612-a7f278faed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812128 Feb 15 17:20:15.474707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3efb8-d960-4871-8bee-32b126cc4533 req-f46ae640-3299-41cd-8dae-f14033aec5d0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:15.476233 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2b3efb8-d960-4871-8bee-32b126cc4533 req-f46ae640-3299-41cd-8dae-f14033aec5d0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 943 time: 0.0587673 Feb 15 17:20:15.525482 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2b3efb8-d960-4871-8bee-32b126cc4533 req-b4de1084-8a8d-410e-8f5e-f4bf60df255f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433192 Feb 15 17:20:16.647205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9a70f-fc68-4477-a498-9333993b4596 req-03e385f1-0d2e-4201-b99c-d988d91f425f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:16.648910 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67e9a70f-fc68-4477-a498-9333993b4596 req-03e385f1-0d2e-4201-b99c-d988d91f425f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 943 time: 0.0559905 Feb 15 17:20:16.700824 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67e9a70f-fc68-4477-a498-9333993b4596 req-8b1ab019-5c29-40a9-b225-e206ee5fa17a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451744 Feb 15 17:20:17.526419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:20:17.626584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:20:17.641495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c', 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'port_id': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c', 'mac_address': 'fa:16:3e:35:66:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:20:17.679092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:20:17.679491 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:17.704413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:20:17.726614 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:20:17.835713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea7c52-9308-422c-ad38-4026d2e141cf req-3e6f2eaa-04fc-43d5-9d74-28c9754bdfdf tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:17.837428 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-36ea7c52-9308-422c-ad38-4026d2e141cf req-3e6f2eaa-04fc-43d5-9d74-28c9754bdfdf tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 943 time: 0.0610509 Feb 15 17:20:17.857095 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:17.892487 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-36ea7c52-9308-422c-ad38-4026d2e141cf req-fdd66320-58a8-406a-964c-1a69725e4a78 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486307 Feb 15 17:20:17.919186 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:17.926763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:17.927115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:17.927457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:17.927793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:17.928127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:17.928458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:17.928786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:17.929113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:17.929469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:17.929897 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:17.930159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:17.930482 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:17.930803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:18.045664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6ca71ffc-03d3-4a27-8c9e-84556dc93f5c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:20:19.028905 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81267c-4a3e-4dc2-b017-1b3f624a74b8 req-5f618e73-991b-452b-9393-95ea8c89e35b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:19.030450 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ef81267c-4a3e-4dc2-b017-1b3f624a74b8 req-5f618e73-991b-452b-9393-95ea8c89e35b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 944 time: 0.0583823 Feb 15 17:20:19.080772 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ef81267c-4a3e-4dc2-b017-1b3f624a74b8 req-44fef397-6474-47c6-9121-d049ffd41439 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445373 Feb 15 17:20:19.540210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:20:19.720529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:20:19.724790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:20:19.725163 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:19.808968 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:20:19.809380 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:19.835206 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:20:19.837516 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa80bc66-4be9-44e6-8d52-f4b9b0e7b9fb" -d '{"events": [{"server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "name": "network-vif-plugged", "status": "completed", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:20:19.855086 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:20:19.878850 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15950c58-1e50-4c75-a9d0-9c8ab50e031d x-openstack-request-id: req-15950c58-1e50-4c75-a9d0-9c8ab50e031d {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:20:19.878850 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "name": "network-vif-plugged", "status": "completed", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:20:19.878850 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-15950c58-1e50-4c75-a9d0-9c8ab50e031d {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:20:19.878850 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c', 'code': 200} Feb 15 17:20:19.920277 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:19.982811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:20.000246 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c027431-c294-4e14-849a-938d0cc504d3 req-c1e03bd0-8ffe-44a9-994e-e92a7eadb176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:20.002125 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c027431-c294-4e14-849a-938d0cc504d3 req-c1e03bd0-8ffe-44a9-994e-e92a7eadb176 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 1128 time: 0.0606408 Feb 15 17:20:20.056211 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c027431-c294-4e14-849a-938d0cc504d3 req-f05747b9-a8c6-47e1-8ca2-57b6ab185111 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472682 Feb 15 17:20:20.211917 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758f903-34a7-4d46-909d-e8690f7e0ac9 req-bba34d85-2855-4c73-9e8f-5b1b453dec8e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:20.213427 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3758f903-34a7-4d46-909d-e8690f7e0ac9 req-bba34d85-2855-4c73-9e8f-5b1b453dec8e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 945 time: 0.0644281 Feb 15 17:20:20.265341 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3758f903-34a7-4d46-909d-e8690f7e0ac9 req-13592c9d-9327-4772-9b1c-12a752ca54cb tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456116 Feb 15 17:20:21.397809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfb9d7-3d2b-4d2e-984e-3b3e7f8ac7d4 req-3db20263-21ff-4a5f-b964-3587da6a0c15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:21.399343 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-71bfb9d7-3d2b-4d2e-984e-3b3e7f8ac7d4 req-3db20263-21ff-4a5f-b964-3587da6a0c15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 945 time: 0.0582163 Feb 15 17:20:21.465041 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-71bfb9d7-3d2b-4d2e-984e-3b3e7f8ac7d4 req-3d109c11-93ac-4458-9b69-82d8c89b263c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575197 Feb 15 17:20:21.599644 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b9155-6c4e-47b4-be1d-3b7766934814 req-97794b80-54cd-43a9-a060-196853481ef5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:21.601068 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-789b9155-6c4e-47b4-be1d-3b7766934814 req-97794b80-54cd-43a9-a060-196853481ef5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 945 time: 0.0549562 Feb 15 17:20:21.651323 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-789b9155-6c4e-47b4-be1d-3b7766934814 req-bcc44bf0-d3ed-44f1-b946-9c346db09c2e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445209 Feb 15 17:20:21.673637 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35164) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:21.727904 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2e7635-db5a-42c2-b4de-c95ba2e7a19d tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:21.730075 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bb2e7635-db5a-42c2-b4de-c95ba2e7a19d tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 1123 time: 0.0546947 Feb 15 17:20:21.735738 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35166) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:21.740730 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:20:21.848231 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:21.955262 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:22.082902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Allocated IP 172.25.4.114 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/83e39801-dcfa-4b40-b38f-a41274d56e93) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:20:22.197652 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (83e39801-dcfa-4b40-b38f-a41274d56e93), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:22.279143 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (83e39801-dcfa-4b40-b38f-a41274d56e93), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:22.329820 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:20:22.335836 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:20:22.335836 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:20:22.363234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=83e39801-dcfa-4b40-b38f-a41274d56e93,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:22.379597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:22.379944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:22.380293 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:22.380631 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:22.380962 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:22.381290 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:22.381685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:22.382094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:22.382429 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:22.382756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:22.383082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:22.383402 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:22.383724 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:20:22.731450 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for floatingip (e8ab096b-79ec-4e0d-9217-9516404e1a8a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:22.864724 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (83e39801-dcfa-4b40-b38f-a41274d56e93), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:23.026901 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (83e39801-dcfa-4b40-b38f-a41274d56e93), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:23.114033 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (83e39801-dcfa-4b40-b38f-a41274d56e93), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:23.186571 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=83e39801-dcfa-4b40-b38f-a41274d56e93,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:20:23.210297 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (e8ab096b-79ec-4e0d-9217-9516404e1a8a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:23.324030 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Floating IP e8ab096b-79ec-4e0d-9217-9516404e1a8a associated. External IP: 172.25.4.114, port: 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c. Feb 15 17:20:23.570108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:20:23.684864 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:20:23.705431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0809c1-074c-47bd-b34b-55c9cd807202 None None] Sync routers for ids ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:20:23.711430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0809c1-074c-47bd-b34b-55c9cd807202 None None] Routers {'f30438b8-4fee-4f4e-9510-a9d7bbd5d472'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:20:23.712136 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1b0809c1-074c-47bd-b34b-55c9cd807202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:20:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:20:23.813868 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:23.847600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-1b0809c1-074c-47bd-b34b-55c9cd807202 None None] Set router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:20:23.854626 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bf920246-daac-4d68-a7ff-a4b0fdb9ad3e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1183691 Feb 15 17:20:23.854626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:20:23.855457 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f504bd4-d175-48d6-832e-016f2b087472" -d '{"events": [{"name": "network-changed", "server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:20:23.929930 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19365929-0dc4-4a85-8ffe-2a00add54d62 x-openstack-request-id: req-19365929-0dc4-4a85-8ffe-2a00add54d62 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:20:23.930461 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:20:23.930815 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-19365929-0dc4-4a85-8ffe-2a00add54d62 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:20:23.931324 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c', 'status': 'completed', 'code': 200} Feb 15 17:20:24.050744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f4011-4a84-49fe-bef0-4c0d99c9a2d6 req-77cae002-8d1b-440a-9362-56656f40f2d4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:24.057627 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-958f4011-4a84-49fe-bef0-4c0d99c9a2d6 req-77cae002-8d1b-440a-9362-56656f40f2d4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 945 time: 0.1279337 Feb 15 17:20:24.067627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f504bd4-d175-48d6-832e-016f2b087472 req-3bfa1a1c-b495-41de-b214-683b9ac206de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:24.074772 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f504bd4-d175-48d6-832e-016f2b087472 req-3bfa1a1c-b495-41de-b214-683b9ac206de service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 1128 time: 0.0972965 Feb 15 17:20:24.171802 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-958f4011-4a84-49fe-bef0-4c0d99c9a2d6 req-46d427ae-1855-42ed-b067-0c015151a67e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115618 Feb 15 17:20:24.199853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35216) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:24.234407 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f504bd4-d175-48d6-832e-016f2b087472 req-8a4506b2-2455-434f-a00d-5074525522c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:24.236596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f504bd4-d175-48d6-832e-016f2b087472 req-8a4506b2-2455-434f-a00d-5074525522c4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b6f5ca3-dac0-4618-b612-a7f278faed1a HTTP/1.1" status: 200 len: 897 time: 0.1541998 Feb 15 17:20:24.341708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1b0809c1-074c-47bd-b34b-55c9cd807202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847935271', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:20:02Z', 'updated_at': '2022-02-15T17:20:06Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:03Z', 'updated_at': '2022-02-15T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e8ab096b-79ec-4e0d-9217-9516404e1a8a', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'port_id': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'mac_address': 'fa:16:3e:35:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:20:22Z', 'updated_at': '2022-02-15T17:20:22Z', 'revision_number': 0, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a14704a-d9d5-4456-8aec-dc54d65543d6', 'name': '', 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:28:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:05Z', 'updated_at': '2022-02-15T17:20:10Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:20:24.351068 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bb9ba501-24f5-46c8-b4ca-185dc9e9ef18 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/floatingips/e8ab096b-79ec-4e0d-9217-9516404e1a8a HTTP/1.1" status: 200 len: 991 time: 0.1505992 Feb 15 17:20:24.360383 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f504bd4-d175-48d6-832e-016f2b087472 req-035c870c-1d6b-41b1-b78d-a73476156416 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c HTTP/1.1" status: 200 len: 999 time: 0.0851922 Feb 15 17:20:24.380749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0809c1-074c-47bd-b34b-55c9cd807202 None None] Checking router: f30438b8-4fee-4f4e-9510-a9d7bbd5d472 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:20:24.396152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0809c1-074c-47bd-b34b-55c9cd807202 None None] Routers {'f30438b8-4fee-4f4e-9510-a9d7bbd5d472'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:20:24.398784 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1b0809c1-074c-47bd-b34b-55c9cd807202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:20:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:20:24.421052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f504bd4-d175-48d6-832e-016f2b087472 req-acf3bbe5-da6b-40fd-9891-ac1b5ff436b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:24.422760 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f504bd4-d175-48d6-832e-016f2b087472 req-acf3bbe5-da6b-40fd-9891-ac1b5ff436b9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bf8e891b-cafc-492e-bb8e-5cefe294a309 HTTP/1.1" status: 200 len: 834 time: 0.0561731 Feb 15 17:20:24.482382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f504bd4-d175-48d6-832e-016f2b087472 req-fb8b1e58-8bc2-471e-b11b-4ec3be79a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:24.484499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f504bd4-d175-48d6-832e-016f2b087472 req-fb8b1e58-8bc2-471e-b11b-4ec3be79a7ac service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b6f5ca3-dac0-4618-b612-a7f278faed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0561640 Feb 15 17:20:24.548620 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-1b0809c1-074c-47bd-b34b-55c9cd807202 None None] Set router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:20:24.603059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f504bd4-d175-48d6-832e-016f2b087472 req-9a6c217f-7e0e-4217-9ccd-4d1de45fca27 service neutron] 10.222.0.10 "GET /v2.0/networks/2b6f5ca3-dac0-4618-b612-a7f278faed1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123762 Feb 15 17:20:24.707989 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f504bd4-d175-48d6-832e-016f2b087472 req-62281e09-d8d8-4e09-8384-3e13b78614fb service neutron] 10.222.0.10 "GET /v2.0/networks/2b6f5ca3-dac0-4618-b612-a7f278faed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990391 Feb 15 17:20:24.794483 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1b0809c1-074c-47bd-b34b-55c9cd807202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847935271', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:20:02Z', 'updated_at': '2022-02-15T17:20:06Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:03Z', 'updated_at': '2022-02-15T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e8ab096b-79ec-4e0d-9217-9516404e1a8a', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'port_id': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'mac_address': 'fa:16:3e:35:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:20:22Z', 'updated_at': '2022-02-15T17:20:22Z', 'revision_number': 0, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a14704a-d9d5-4456-8aec-dc54d65543d6', 'name': '', 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:28:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:05Z', 'updated_at': '2022-02-15T17:20:10Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:20:24.825704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b0809c1-074c-47bd-b34b-55c9cd807202 None None] The sync data for ids ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'] in n-d-828372-14 is: [{'id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847935271', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:20:02Z', 'updated_at': '2022-02-15T17:20:06Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:03Z', 'updated_at': '2022-02-15T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e8ab096b-79ec-4e0d-9217-9516404e1a8a', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'floating_ip_address': '172.25.4.114', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'port_id': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3920, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'mac_address': 'fa:16:3e:35:66:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:20:22Z', 'updated_at': '2022-02-15T17:20:22Z', 'revision_number': 0, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a14704a-d9d5-4456-8aec-dc54d65543d6', 'name': '', 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:28:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:05Z', 'updated_at': '2022-02-15T17:20:10Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:20:25.049455 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e5f640-1d11-43ec-b81d-e792c1313449 None None] New status for floating IP e8ab096b-79ec-4e0d-9217-9516404e1a8a: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:20:25.356269 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35238) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:25.429060 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4394510c-b3a4-4d66-abcf-21eece35c980 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/floatingips/e8ab096b-79ec-4e0d-9217-9516404e1a8a HTTP/1.1" status: 200 len: 993 time: 0.0741231 Feb 15 17:20:30.645987 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:31.034571 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:34.751135 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:20:36.948541 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1871f459-7a10-4f38-81d5-fe539915dcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:39.285937 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11ec6068-e442-4980-acfa-2d410451d56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:40.554209 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:41.998796 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:43.496741 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:20:56.760434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7b954-def5-4be9-9388-78140c182de3 req-3a3393c9-35ff-4726-93af-267cc8f91d27 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:56.761970 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ba7b954-def5-4be9-9388-78140c182de3 req-3a3393c9-35ff-4726-93af-267cc8f91d27 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 945 time: 0.0519664 Feb 15 17:20:56.809992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ba7b954-def5-4be9-9388-78140c182de3 req-ec47490d-b1cd-4944-8932-e4fbf807cb67 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425224 Feb 15 17:20:56.832832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35834) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:20:56.890537 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-285d22f6-a95f-4f44-ba24-fbc316b10a94 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/floatingips/e8ab096b-79ec-4e0d-9217-9516404e1a8a HTTP/1.1" status: 200 len: 993 time: 0.0565298 Feb 15 17:20:57.341890 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dfedd-a5f7-4efc-b12f-302e38f2c231 req-137feffc-9ed1-41bd-892e-2fa9d20f6c2c tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:57.343456 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f5dfedd-a5f7-4efc-b12f-302e38f2c231 req-137feffc-9ed1-41bd-892e-2fa9d20f6c2c tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 1128 time: 0.0491929 Feb 15 17:20:57.390499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f5dfedd-a5f7-4efc-b12f-302e38f2c231 req-ed2a9082-a864-4f61-b5d5-17c2caf1e635 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412354 Feb 15 17:20:58.429869 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-d920e34d-171e-4cdc-bb14-240aa4acb725 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443451 Feb 15 17:20:58.438464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-d0a08ac3-1761-4790-abf9-241368d0434e service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:20:58.439496 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-d0a08ac3-1761-4790-abf9-241368d0434e service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051427 Feb 15 17:20:59.511393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-199c6df8-f538-4f53-a62e-bda80f0d7265 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:20:59.512764 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-199c6df8-f538-4f53-a62e-bda80f0d7265 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/ports/6ca71ffc-03d3-4a27-8c9e-84556dc93f5c HTTP/1.1" status: 200 len: 1125 time: 0.0360792 Feb 15 17:21:00.639764 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:01.011289 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:03.330098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-49738c82-11b7-4356-960e-296133bfa24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:03.332020 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-49738c82-11b7-4356-960e-296133bfa24a service neutron] 10.222.0.107 "GET /v2.0/ports/6ca71ffc-03d3-4a27-8c9e-84556dc93f5c HTTP/1.1" status: 200 len: 1125 time: 0.0441725 Feb 15 17:21:03.340630 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cb83b357-eb03-406a-b484-c661a89451b8 service neutron] Request body: {'binding': {'host': 'n-h1-828372-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:21:03.341315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cb83b357-eb03-406a-b484-c661a89451b8 service neutron] Unknown quota resources ['binding']. {{(pid=103799) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 17:21:03.483408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cb83b357-eb03-406a-b484-c661a89451b8 service neutron] Attempting to bind port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c on host n-h1-828372-14 for vnic_type normal with profile None {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:21:03.484089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cb83b357-eb03-406a-b484-c661a89451b8 service neutron] Attempting to bind port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:21:03.484563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cb83b357-eb03-406a-b484-c661a89451b8 service neutron] Attempting to bind port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c on network 2b6f5ca3-dac0-4618-b612-a7f278faed1a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:21:03.489387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cb83b357-eb03-406a-b484-c661a89451b8 service neutron] Port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c on network 2b6f5ca3-dac0-4618-b612-a7f278faed1a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:21:03.489665 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cb83b357-eb03-406a-b484-c661a89451b8 service neutron] Attempting to bind port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c on network 2b6f5ca3-dac0-4618-b612-a7f278faed1a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:21:03.494926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cb83b357-eb03-406a-b484-c661a89451b8 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:21:03.495275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cb83b357-eb03-406a-b484-c661a89451b8 service neutron] Checking segment: {'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:21:03.495728 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cb83b357-eb03-406a-b484-c661a89451b8 service neutron] Bound using segment: {'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:21:03.496342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cb83b357-eb03-406a-b484-c661a89451b8 service neutron] Bound port: 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:21:03.586653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cb83b357-eb03-406a-b484-c661a89451b8 service neutron] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:21:03.653345 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cb83b357-eb03-406a-b484-c661a89451b8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:03.654605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cb83b357-eb03-406a-b484-c661a89451b8 service neutron] 10.222.0.107 "POST /v2.0/ports/6ca71ffc-03d3-4a27-8c9e-84556dc93f5c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3172784 Feb 15 17:21:03.938536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b1b3a7-79e1-410d-a2ab-23b65aa33710 req-0efb4747-6891-4bea-a0bb-aa3ea22a2abd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:03.940123 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f6b1b3a7-79e1-410d-a2ab-23b65aa33710 req-0efb4747-6891-4bea-a0bb-aa3ea22a2abd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 945 time: 0.0576012 Feb 15 17:21:03.992327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f6b1b3a7-79e1-410d-a2ab-23b65aa33710 req-966d6fc5-76e0-42d2-b210-c899949cd54a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457456 Feb 15 17:21:04.292851 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-d6213048-ce0e-468d-ab28-e4aee88fba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:04.294560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-d6213048-ce0e-468d-ab28-e4aee88fba37 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 1128 time: 0.0517249 Feb 15 17:21:04.386194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-562eb2b2-79fd-4547-a0b4-dba58408d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:04.387692 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-562eb2b2-79fd-4547-a0b4-dba58408d6c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2b6f5ca3-dac0-4618-b612-a7f278faed1a HTTP/1.1" status: 200 len: 897 time: 0.0858171 Feb 15 17:21:04.753128 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-618e6bbf-cb0b-4e33-9ebe-b6fad39d2133 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c HTTP/1.1" status: 200 len: 1001 time: 0.3595617 Feb 15 17:21:04.805201 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-b8572f41-e7c5-4590-8c82-02149cc9cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:04.807137 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-b8572f41-e7c5-4590-8c82-02149cc9cec6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bf8e891b-cafc-492e-bb8e-5cefe294a309 HTTP/1.1" status: 200 len: 834 time: 0.0474615 Feb 15 17:21:04.856640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-5e289751-603d-4b72-848e-dee500109755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:04.858281 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-5e289751-603d-4b72-848e-dee500109755 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2b6f5ca3-dac0-4618-b612-a7f278faed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455787 Feb 15 17:21:04.950947 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-8f0e3b95-a1c5-4718-8e02-be6c54e3fb8d service neutron] 10.222.0.67 "GET /v2.0/networks/2b6f5ca3-dac0-4618-b612-a7f278faed1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869734 Feb 15 17:21:05.041628 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-ca573a97-9a89-45fe-8404-4a1be24365a6 service neutron] 10.222.0.67 "GET /v2.0/networks/2b6f5ca3-dac0-4618-b612-a7f278faed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850070 Feb 15 17:21:05.140129 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8b318-5909-451b-86c2-ae05c64350c7 req-a3c79b6a-07d5-46e0-a84e-3c33d051b1fd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:05.141670 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-86e8b318-5909-451b-86c2-ae05c64350c7 req-a3c79b6a-07d5-46e0-a84e-3c33d051b1fd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 945 time: 0.0546339 Feb 15 17:21:05.185052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-0b8b5fee-6010-4b34-b31e-d2a89c2abcc9 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:05.186659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-0b8b5fee-6010-4b34-b31e-d2a89c2abcc9 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5&tenant_id=de73d1daf89048bf8298654f1c0cb7d6&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 1128 time: 0.0903764 Feb 15 17:21:05.197089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828372-14'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:21:05.197418 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-86e8b318-5909-451b-86c2-ae05c64350c7 req-670f9a29-59cb-4203-85d0-380aea64339a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490322 Feb 15 17:21:05.257264 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:05.384203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:05.421119 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:21:05.463385 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:21:05.465844 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca02871d-956b-4136-8fb4-deb53cfa6d22" -d '{"events": [{"server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:21:05.469958 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Publish callbacks [] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:05.507665 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e7eb3b-35b6-4141-a1ba-3c38fe554631 x-openstack-request-id: req-69e7eb3b-35b6-4141-a1ba-3c38fe554631 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:21:05.508039 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:21:05.508305 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-69e7eb3b-35b6-4141-a1ba-3c38fe554631 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:21:05.508721 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c', 'code': 200} Feb 15 17:21:05.542389 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:05.642154 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:05.658994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:05.659354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:05.659774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:05.660659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:05.661006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:05.661351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:05.661800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:05.662140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:05.662481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:05.662984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:05.663323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:05.663659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:05.663994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:05.721311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Attempting to bind port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c on host n-h2-828372-14 for vnic_type normal with profile {"migrating_to": "n-h1-828372-14"} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:21:05.721682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Attempting to bind port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:21:05.722016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Attempting to bind port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c on network 2b6f5ca3-dac0-4618-b612-a7f278faed1a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:21:05.727338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c on network 2b6f5ca3-dac0-4618-b612-a7f278faed1a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:21:05.727672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Attempting to bind port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c on network 2b6f5ca3-dac0-4618-b612-a7f278faed1a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:21:05.732644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:21:05.732987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Checking segment: {'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:21:05.733443 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Bound using segment: {'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:21:05.733830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Bound port: 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcde373f-0d60-4f81-9591-63f2cd28db3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:21:05.734192 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:05.803438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:21:05.806528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:21:05.829173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1e8884e8-06e9-404c-a006-897f5461516b None None] Provisioning complete for port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:21:05.832385 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1e8884e8-06e9-404c-a006-897f5461516b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:05.864275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1e8884e8-06e9-404c-a006-897f5461516b None None] Port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:21:05.880731 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:05.990896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,revision_number=8']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:06.033571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:06.034201 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:06.035658 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-54c1c87e-84d2-4d8c-93c2-109e656cf779 service neutron] 10.222.0.67 "PUT /v2.0/ports/6ca71ffc-03d3-4a27-8c9e-84556dc93f5c HTTP/1.1" status: 200 len: 1123 time: 0.8428807 Feb 15 17:21:06.101771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['6ca71ffc-03d3-4a27-8c9e-84556dc93f5c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:21:06.213414 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-501eda1a-43e5-4536-985f-80812ca009ca None None] Provisioning complete for port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:21:06.213787 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-501eda1a-43e5-4536-985f-80812ca009ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:06.329417 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df9982-5d78-4d51-926b-3e656a8ad020 req-60b8b5a8-9b38-48fc-a3c2-cb464c27bc75 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:06.331261 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e5df9982-5d78-4d51-926b-3e656a8ad020 req-60b8b5a8-9b38-48fc-a3c2-cb464c27bc75 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 943 time: 0.0601480 Feb 15 17:21:06.369431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-501eda1a-43e5-4536-985f-80812ca009ca None None] Current status of the port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:21:06.369820 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-501eda1a-43e5-4536-985f-80812ca009ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:06.402855 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e5df9982-5d78-4d51-926b-3e656a8ad020 req-383c0aea-4665-4558-a873-7559015b59e8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642145 Feb 15 17:21:06.407583 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:21:06.410440 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c3a63b-2ae2-46c4-9d73-f2ea91dc27fb" -d '{"events": [{"server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "name": "network-vif-plugged", "status": "completed", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:21:06.435778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-501eda1a-43e5-4536-985f-80812ca009ca None None] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:06.455999 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bc7fd5-9442-4cdc-bfe0-81b926a209a8 x-openstack-request-id: req-e6bc7fd5-9442-4cdc-bfe0-81b926a209a8 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:21:06.456347 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "name": "network-vif-plugged", "status": "completed", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:21:06.457221 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e6bc7fd5-9442-4cdc-bfe0-81b926a209a8 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:21:06.457695 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c', 'code': 200} Feb 15 17:21:06.502452 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-501eda1a-43e5-4536-985f-80812ca009ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:06.646350 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501eda1a-43e5-4536-985f-80812ca009ca None None] Pushing event updated for resources: {'Port': ['ID=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:06.925139 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-766cba1f-ef12-4f83-a694-116a0fd7fafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:07.510416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:21:07.513053 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42427da3-3fc2-4046-a56e-d3b3e8431f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:21:07.539954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5a1ff-4b63-4d8d-a747-f0a3a2399109 req-f06c8fe7-4adb-4101-ac80-cdcf1257e594 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:07.542019 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d4c5a1ff-4b63-4d8d-a747-f0a3a2399109 req-f06c8fe7-4adb-4101-ac80-cdcf1257e594 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 945 time: 0.0592995 Feb 15 17:21:07.553315 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89045849-e22d-4919-84aa-76d909d00657 x-openstack-request-id: req-89045849-e22d-4919-84aa-76d909d00657 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:21:07.554003 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:21:07.554357 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-89045849-e22d-4919-84aa-76d909d00657 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:21:07.555112 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c', 'status': 'completed', 'code': 200} Feb 15 17:21:07.596412 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d4c5a1ff-4b63-4d8d-a747-f0a3a2399109 req-650a4ced-2ce0-4d7c-94b5-7bfba34eef52 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475655 Feb 15 17:21:07.627912 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42427da3-3fc2-4046-a56e-d3b3e8431f1d req-96109e1c-dc49-41ac-80e1-b1027b74d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:07.629509 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-42427da3-3fc2-4046-a56e-d3b3e8431f1d req-96109e1c-dc49-41ac-80e1-b1027b74d5cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 1159 time: 0.0542204 Feb 15 17:21:07.723629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42427da3-3fc2-4046-a56e-d3b3e8431f1d req-b3ec0815-6805-4bff-a24e-23d1785b5d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:07.725152 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-42427da3-3fc2-4046-a56e-d3b3e8431f1d req-b3ec0815-6805-4bff-a24e-23d1785b5d29 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2b6f5ca3-dac0-4618-b612-a7f278faed1a HTTP/1.1" status: 200 len: 897 time: 0.0899920 Feb 15 17:21:07.802623 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-42427da3-3fc2-4046-a56e-d3b3e8431f1d req-e205edd4-5543-4862-aa9e-4df91b336ef0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c HTTP/1.1" status: 200 len: 1001 time: 0.0706456 Feb 15 17:21:07.854123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42427da3-3fc2-4046-a56e-d3b3e8431f1d req-b983e98a-9b77-4053-9e74-51d39dd2d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:07.855626 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-42427da3-3fc2-4046-a56e-d3b3e8431f1d req-b983e98a-9b77-4053-9e74-51d39dd2d77c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=bf8e891b-cafc-492e-bb8e-5cefe294a309 HTTP/1.1" status: 200 len: 834 time: 0.0476530 Feb 15 17:21:07.905920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42427da3-3fc2-4046-a56e-d3b3e8431f1d req-ad714c1a-8a39-401f-baea-9338e8d4c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:07.908108 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-42427da3-3fc2-4046-a56e-d3b3e8431f1d req-ad714c1a-8a39-401f-baea-9338e8d4c836 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2b6f5ca3-dac0-4618-b612-a7f278faed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461605 Feb 15 17:21:08.013265 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-42427da3-3fc2-4046-a56e-d3b3e8431f1d req-8cad3556-379b-4e55-acec-224198f08692 service neutron] 10.222.0.10 "GET /v2.0/networks/2b6f5ca3-dac0-4618-b612-a7f278faed1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990083 Feb 15 17:21:08.111212 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-42427da3-3fc2-4046-a56e-d3b3e8431f1d req-b22a6be9-d411-4a2b-9b59-297f3f2b8e8a service neutron] 10.222.0.10 "GET /v2.0/networks/2b6f5ca3-dac0-4618-b612-a7f278faed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910659 Feb 15 17:21:08.733799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1bab1-f232-45bf-89a6-89628ee3d041 req-36f49f25-0815-42fe-b293-d9d689a707ba tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:08.735283 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cbb1bab1-f232-45bf-89a6-89628ee3d041 req-36f49f25-0815-42fe-b293-d9d689a707ba tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 945 time: 0.0597701 Feb 15 17:21:08.785999 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cbb1bab1-f232-45bf-89a6-89628ee3d041 req-b12518e8-b836-4d01-9e87-17c25f113ed5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449350 Feb 15 17:21:08.989506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:21:09.096529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:09.108560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c has no active binding in host n-h1-828372-14 {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 17:21:09.251243 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-92994601-47ea-4198-8692-fa153eafefe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:09.904961 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea4f9c-a8e0-44a3-8dfc-0f89df462244 req-e5c1c06a-1856-4d1d-9264-c198aa7b5a88 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:09.906466 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-edea4f9c-a8e0-44a3-8dfc-0f89df462244 req-e5c1c06a-1856-4d1d-9264-c198aa7b5a88 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 945 time: 0.0520468 Feb 15 17:21:09.955491 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-edea4f9c-a8e0-44a3-8dfc-0f89df462244 req-9c1ba7f4-8fe5-4513-b357-03d1bda59a75 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426681 Feb 15 17:21:10.508285 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57580edc-74a0-4d2c-8318-897b61827d6c req-1d6b6ff9-a035-4a85-ba8d-b48e5745b903 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513144 Feb 15 17:21:10.567373 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:10.568203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35936) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:10.605980 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57580edc-74a0-4d2c-8318-897b61827d6c req-62d6ea3b-05f5-4ec7-a8c4-ca4f0c4572b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:10.607511 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57580edc-74a0-4d2c-8318-897b61827d6c req-62d6ea3b-05f5-4ec7-a8c4-ca4f0c4572b9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 1129 time: 0.0533535 Feb 15 17:21:10.719276 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-995bf3fe-e209-4e2d-af74-bfcbedb7908c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b42041c4836b4a8f913d33d47ff9194b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1478319 Feb 15 17:21:10.719513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57580edc-74a0-4d2c-8318-897b61827d6c req-4d68cd03-5e3f-4e1f-86c8-121b4322c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:10.719513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57580edc-74a0-4d2c-8318-897b61827d6c req-4d68cd03-5e3f-4e1f-86c8-121b4322c2a6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.0933297 Feb 15 17:21:10.719770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 35940) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:10.782965 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c28e55cf-5a21-4029-807b-602492427d6a admin admin] Publish callbacks [] for security_group (7f74c45f-297c-4e13-a49c-358de4932bf3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:10.792222 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57580edc-74a0-4d2c-8318-897b61827d6c req-45c0d8c7-9a6d-45c5-a038-40e404feac4e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61babd08-d10d-4724-b5b7-1b7c426e3395 HTTP/1.1" status: 200 len: 1001 time: 0.0674293 Feb 15 17:21:10.804782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c28e55cf-5a21-4029-807b-602492427d6a admin admin] Publish callbacks [] for security_group (7f74c45f-297c-4e13-a49c-358de4932bf3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:10.844888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57580edc-74a0-4d2c-8318-897b61827d6c req-ab9ed89f-ff6c-4f60-8f56-03a8b7d35a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:10.846468 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57580edc-74a0-4d2c-8318-897b61827d6c req-ab9ed89f-ff6c-4f60-8f56-03a8b7d35a79 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.0481994 Feb 15 17:21:10.899717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57580edc-74a0-4d2c-8318-897b61827d6c req-decb6759-4564-470f-83aa-b18637d2ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:10.901179 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57580edc-74a0-4d2c-8318-897b61827d6c req-decb6759-4564-470f-83aa-b18637d2ec1a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475559 Feb 15 17:21:10.925311 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c28e55cf-5a21-4029-807b-602492427d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7f74c45f-297c-4e13-a49c-358de4932bf3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:10.929328 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c28e55cf-5a21-4029-807b-602492427d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:10.940840 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c28e55cf-5a21-4029-807b-602492427d6a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7f74c45f-297c-4e13-a49c-358de4932bf3 HTTP/1.1" status: 204 len: 168 time: 0.2198274 Feb 15 17:21:10.958137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28e55cf-5a21-4029-807b-602492427d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f74c45f-297c-4e13-a49c-358de4932bf3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:11.093775 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-8c9e48aa-e7a6-4406-b9c7-338647f4adda service neutron] 10.222.0.10 "GET /v2.0/ports/6ca71ffc-03d3-4a27-8c9e-84556dc93f5c/bindings/n-h1-828372-14 HTTP/1.1" status: 200 len: 385 time: 0.1384504 Feb 15 17:21:11.098572 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57580edc-74a0-4d2c-8318-897b61827d6c req-67685f6d-6a22-464a-aaf7-28dec42d1f00 service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900136 Feb 15 17:21:11.218837 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e4a52-d54d-4e2d-95f8-9e6f57bf0df3 req-07d9fa51-e16e-4504-a196-b9cadc8e3a21 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:11.219989 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-917e4a52-d54d-4e2d-95f8-9e6f57bf0df3 req-07d9fa51-e16e-4504-a196-b9cadc8e3a21 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 945 time: 0.1781023 Feb 15 17:21:11.324122 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57580edc-74a0-4d2c-8318-897b61827d6c req-509ffe00-68f1-480c-918d-014b8725c4a7 service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174585 Feb 15 17:21:11.370222 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-917e4a52-d54d-4e2d-95f8-9e6f57bf0df3 req-87520cb3-4786-415e-b57f-5ba0712fa969 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415501 Feb 15 17:21:11.422310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cd5ea482-620b-4292-a215-eb0b897768ee service neutron] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:11.446493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cd5ea482-620b-4292-a215-eb0b897768ee service neutron] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:21:11.491134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:21:11.493494 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790524ec-1c63-4f1f-aba7-50747f492830" -d '{"events": [{"server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:21:11.501205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cd5ea482-620b-4292-a215-eb0b897768ee service neutron] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:11.533766 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca979929-dc1b-438e-a093-adc23a1f6e7a x-openstack-request-id: req-ca979929-dc1b-438e-a093-adc23a1f6e7a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:21:11.534384 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:21:11.534384 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ca979929-dc1b-438e-a093-adc23a1f6e7a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:21:11.534750 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c', 'code': 200} Feb 15 17:21:11.605174 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cd5ea482-620b-4292-a215-eb0b897768ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:11.683366 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cd5ea482-620b-4292-a215-eb0b897768ee service neutron] Transition to ACTIVE for port object 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:21:11.742832 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cd5ea482-620b-4292-a215-eb0b897768ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:11.751585 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:21:11.833390 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5ea482-620b-4292-a215-eb0b897768ee service neutron] Pushing event updated for resources: {'Port': ['ID=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,revision_number=11']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:11.878387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cd5ea482-620b-4292-a215-eb0b897768ee service neutron] No DVR routers for this DVR port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:21:12.011447 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:12.025571 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cd5ea482-620b-4292-a215-eb0b897768ee service neutron] 10.222.0.10 "PUT /v2.0/ports/6ca71ffc-03d3-4a27-8c9e-84556dc93f5c/bindings/n-h1-828372-14/activate HTTP/1.1" status: 200 len: 370 time: 0.9259484 Feb 15 17:21:12.179566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-aa9dd18e-84d6-4f49-99d1-ac7671afbbda tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:12.181701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-aa9dd18e-84d6-4f49-99d1-ac7671afbbda tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5&tenant_id=de73d1daf89048bf8298654f1c0cb7d6&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 1127 time: 0.0537956 Feb 15 17:21:12.233025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-dece1abf-4263-4676-a16f-8a0d0d0c0af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:12.234608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-dece1abf-4263-4676-a16f-8a0d0d0c0af6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5&tenant_id=de73d1daf89048bf8298654f1c0cb7d6 HTTP/1.1" status: 200 len: 1127 time: 0.0467372 Feb 15 17:21:12.302107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-ae157f88-bbda-4c10-8bf5-8e241c302bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:12.303618 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-ae157f88-bbda-4c10-8bf5-8e241c302bee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 1127 time: 0.0487466 Feb 15 17:21:12.403142 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-a3cd3014-edc6-4c83-8904-14c28887bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:12.404935 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-a3cd3014-edc6-4c83-8904-14c28887bc3f service neutron] 10.222.0.67 "GET /v2.0/networks?id=2b6f5ca3-dac0-4618-b612-a7f278faed1a HTTP/1.1" status: 200 len: 897 time: 0.0951734 Feb 15 17:21:12.503844 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-ad7434dc-8831-4cff-8c82-f7c7ee96a579 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c HTTP/1.1" status: 200 len: 999 time: 0.0924938 Feb 15 17:21:12.531734 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fee2a4-d833-44c9-b519-302d8a55f343 req-303a8d93-e2ef-4f85-9e7e-58d9fd7b9f92 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:12.533239 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2fee2a4-d833-44c9-b519-302d8a55f343 req-303a8d93-e2ef-4f85-9e7e-58d9fd7b9f92 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 944 time: 0.0864341 Feb 15 17:21:12.590634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-5af23dc3-f1fd-45db-9a72-a7145287f065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:12.592079 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-5af23dc3-f1fd-45db-9a72-a7145287f065 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bf8e891b-cafc-492e-bb8e-5cefe294a309 HTTP/1.1" status: 200 len: 834 time: 0.0801871 Feb 15 17:21:12.636136 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2fee2a4-d833-44c9-b519-302d8a55f343 req-a2158017-1adf-4615-826a-2b89f9d37bcb tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838304 Feb 15 17:21:12.653612 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-2cd52116-1c31-4381-b09f-b5c22c643eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:12.655123 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-2cd52116-1c31-4381-b09f-b5c22c643eb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2b6f5ca3-dac0-4618-b612-a7f278faed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0570812 Feb 15 17:21:12.752222 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-ee4401fa-9696-43be-9d6c-ae15911a06ab service neutron] 10.222.0.67 "GET /v2.0/networks/2b6f5ca3-dac0-4618-b612-a7f278faed1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915854 Feb 15 17:21:12.842171 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-b3cc1573-33da-4f7f-88f9-04b6b0e3efd8 service neutron] 10.222.0.67 "GET /v2.0/networks/2b6f5ca3-dac0-4618-b612-a7f278faed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845325 Feb 15 17:21:13.255375 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-72e00b0f-474f-4c3e-bc6a-b7180996cebb tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:13.256892 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-72e00b0f-474f-4c3e-bc6a-b7180996cebb tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5&tenant_id=de73d1daf89048bf8298654f1c0cb7d6&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 1127 time: 0.0547056 Feb 15 17:21:13.408605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-e37949f3-937b-41de-b834-b5bb19d90208 service neutron] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:21:13.412308 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-e37949f3-937b-41de-b834-b5bb19d90208 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:13.416284 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-e37949f3-937b-41de-b834-b5bb19d90208 service neutron] 10.222.0.67 "DELETE /v2.0/ports/6ca71ffc-03d3-4a27-8c9e-84556dc93f5c/bindings/n-h2-828372-14 HTTP/1.1" status: 204 len: 173 time: 0.1495140 Feb 15 17:21:13.514054 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:13.762732 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de702e4d-b697-49ab-b236-9e28ce257872 req-2f6dad94-7613-41ab-ae8a-2f35afcdc222 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:13.770050 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de702e4d-b697-49ab-b236-9e28ce257872 req-2f6dad94-7613-41ab-ae8a-2f35afcdc222 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 944 time: 0.0641823 Feb 15 17:21:13.825391 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de702e4d-b697-49ab-b236-9e28ce257872 req-acfbbdd0-4cfa-4744-84de-7a13e7294327 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544698 Feb 15 17:21:13.939365 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa2ae1-93a1-4837-857c-1f4e9000fe39 req-e4cff140-3cf5-4e10-8fa4-f7628e3873ca tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:13.940855 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54fa2ae1-93a1-4837-857c-1f4e9000fe39 req-e4cff140-3cf5-4e10-8fa4-f7628e3873ca tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 1127 time: 0.0487437 Feb 15 17:21:13.992186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54fa2ae1-93a1-4837-857c-1f4e9000fe39 req-e1e5d991-5295-40b4-b44c-884ec71aa0fc tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454750 Feb 15 17:21:14.115936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6a12d-f284-48c6-871b-a696d2564d29 req-849e7466-3b33-403a-a922-bdbb0e545dfe tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:14.118758 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fef6a12d-f284-48c6-871b-a696d2564d29 req-849e7466-3b33-403a-a922-bdbb0e545dfe tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 944 time: 0.0619812 Feb 15 17:21:14.173477 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fef6a12d-f284-48c6-871b-a696d2564d29 req-40ddddd1-a2fe-4819-af1f-43823a3739ed tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491607 Feb 15 17:21:14.196590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35986) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:14.268089 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-df264041-9a77-4179-a1a2-72a84f462127 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/floatingips/e8ab096b-79ec-4e0d-9217-9516404e1a8a HTTP/1.1" status: 200 len: 991 time: 0.0703242 Feb 15 17:21:14.495151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 35992) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:14.656698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-545c4aa7-7187-4c32-b8aa-502ec780ff4a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting port 83e39801-dcfa-4b40-b38f-a41274d56e93 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:21:14.656952 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-545c4aa7-7187-4c32-b8aa-502ec780ff4a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (83e39801-dcfa-4b40-b38f-a41274d56e93), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:14.738471 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-545c4aa7-7187-4c32-b8aa-502ec780ff4a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (83e39801-dcfa-4b40-b38f-a41274d56e93), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:14.738809 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-545c4aa7-7187-4c32-b8aa-502ec780ff4a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for floatingip (83e39801-dcfa-4b40-b38f-a41274d56e93), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:14.751114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-545c4aa7-7187-4c32-b8aa-502ec780ff4a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Calling delete_port for 83e39801-dcfa-4b40-b38f-a41274d56e93 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:21:15.285035 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-545c4aa7-7187-4c32-b8aa-502ec780ff4a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (83e39801-dcfa-4b40-b38f-a41274d56e93), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:15.312097 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c4aa7-7187-4c32-b8aa-502ec780ff4a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Port': ['ID=83e39801-dcfa-4b40-b38f-a41274d56e93,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:15.374595 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-545c4aa7-7187-4c32-b8aa-502ec780ff4a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for floatingip (e8ab096b-79ec-4e0d-9217-9516404e1a8a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:15.374923 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-545c4aa7-7187-4c32-b8aa-502ec780ff4a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Floating IP e8ab096b-79ec-4e0d-9217-9516404e1a8a disassociated (deleted). External IP: 172.25.4.114, port: 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c. Feb 15 17:21:15.581083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545c4aa7-7187-4c32-b8aa-502ec780ff4a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:21:15.699368 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545c4aa7-7187-4c32-b8aa-502ec780ff4a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:21:15.703730 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-545c4aa7-7187-4c32-b8aa-502ec780ff4a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:15.712284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284eb454-671b-4532-a229-09cc20773992 None None] Sync routers for ids ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:21:15.723577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284eb454-671b-4532-a229-09cc20773992 None None] Routers {'f30438b8-4fee-4f4e-9510-a9d7bbd5d472'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:21:15.724222 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-284eb454-671b-4532-a229-09cc20773992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:21:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:15.735795 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-545c4aa7-7187-4c32-b8aa-502ec780ff4a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/floatingips/e8ab096b-79ec-4e0d-9217-9516404e1a8a HTTP/1.1" status: 204 len: 168 time: 1.2395456 Feb 15 17:21:15.736465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:21:15.739531 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c521c476-8d5b-48cb-848e-7d98cced80fc" -d '{"events": [{"name": "network-changed", "server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:21:15.777795 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ab5699-1dcb-4b09-b171-d210ba5db6b0 x-openstack-request-id: req-87ab5699-1dcb-4b09-b171-d210ba5db6b0 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:21:15.783344 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:21:15.783344 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-87ab5699-1dcb-4b09-b171-d210ba5db6b0 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:21:15.783344 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c', 'status': 'completed', 'code': 200} Feb 15 17:21:15.813952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:21:15.854492 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521c476-8d5b-48cb-848e-7d98cced80fc req-4e23376c-60bc-4965-9e22-ce1c6cac614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:15.856108 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c521c476-8d5b-48cb-848e-7d98cced80fc req-4e23376c-60bc-4965-9e22-ce1c6cac614d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 1127 time: 0.0541582 Feb 15 17:21:15.877520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] The host n-h2-828372-14 is not matching for port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c host n-h1-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:21:15.877918 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:21:15.882484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-284eb454-671b-4532-a229-09cc20773992 None None] Set router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:21:15.958639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521c476-8d5b-48cb-848e-7d98cced80fc req-ee466a86-bb1c-4e0e-84a5-767e2dab1f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:15.960237 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c521c476-8d5b-48cb-848e-7d98cced80fc req-ee466a86-bb1c-4e0e-84a5-767e2dab1f49 service neutron] 10.222.0.67 "GET /v2.0/networks?id=2b6f5ca3-dac0-4618-b612-a7f278faed1a HTTP/1.1" status: 200 len: 897 time: 0.0988319 Feb 15 17:21:16.014992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c521c476-8d5b-48cb-848e-7d98cced80fc req-5d47f680-f63b-43fd-8bca-7a6aac141eaf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c HTTP/1.1" status: 200 len: 217 time: 0.0485215 Feb 15 17:21:16.068400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521c476-8d5b-48cb-848e-7d98cced80fc req-90c322dc-476e-4626-b7df-af2b5d793f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:16.070103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c521c476-8d5b-48cb-848e-7d98cced80fc req-90c322dc-476e-4626-b7df-af2b5d793f95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bf8e891b-cafc-492e-bb8e-5cefe294a309 HTTP/1.1" status: 200 len: 834 time: 0.0493841 Feb 15 17:21:16.143494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521c476-8d5b-48cb-848e-7d98cced80fc req-d34baf20-bc8a-4860-b190-1c6c000da216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:16.146125 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c521c476-8d5b-48cb-848e-7d98cced80fc req-d34baf20-bc8a-4860-b190-1c6c000da216 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=2b6f5ca3-dac0-4618-b612-a7f278faed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0626328 Feb 15 17:21:16.276191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf83466-1a7c-46e9-9027-33dd3f7ad22d req-bd6066ee-bc32-43bf-b2f1-77b32e3d650d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:16.276407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-284eb454-671b-4532-a229-09cc20773992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847935271', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:20:02Z', 'updated_at': '2022-02-15T17:20:06Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:03Z', 'updated_at': '2022-02-15T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '2a14704a-d9d5-4456-8aec-dc54d65543d6', 'name': '', 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:28:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:05Z', 'updated_at': '2022-02-15T17:20:10Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:16.277817 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4cf83466-1a7c-46e9-9027-33dd3f7ad22d req-bd6066ee-bc32-43bf-b2f1-77b32e3d650d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 944 time: 0.1229601 Feb 15 17:21:16.304018 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284eb454-671b-4532-a229-09cc20773992 None None] Checking router: f30438b8-4fee-4f4e-9510-a9d7bbd5d472 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:21:16.309960 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c521c476-8d5b-48cb-848e-7d98cced80fc req-1be67a28-d845-4002-bd6d-859a8f77a46d service neutron] 10.222.0.67 "GET /v2.0/networks/2b6f5ca3-dac0-4618-b612-a7f278faed1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531022 Feb 15 17:21:16.313027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284eb454-671b-4532-a229-09cc20773992 None None] Routers {'f30438b8-4fee-4f4e-9510-a9d7bbd5d472'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:21:16.313697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-284eb454-671b-4532-a229-09cc20773992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:21:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:16.402316 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4cf83466-1a7c-46e9-9027-33dd3f7ad22d req-5b5f4a46-43d1-491f-9639-57d6af9ad01e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126189 Feb 15 17:21:16.446115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-284eb454-671b-4532-a229-09cc20773992 None None] Set router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:21:16.452936 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c521c476-8d5b-48cb-848e-7d98cced80fc req-dfb9f3fd-961b-4f34-97a0-314850aea9e8 service neutron] 10.222.0.67 "GET /v2.0/networks/2b6f5ca3-dac0-4618-b612-a7f278faed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346724 Feb 15 17:21:16.601104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b689ff-996d-4202-852c-1e75e996bea3 req-4744074f-ff20-44ac-90b8-bc4670e55c23 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:16.602976 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01b689ff-996d-4202-852c-1e75e996bea3 req-4744074f-ff20-44ac-90b8-bc4670e55c23 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.67 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 944 time: 0.0625906 Feb 15 17:21:16.675786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-284eb454-671b-4532-a229-09cc20773992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847935271', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:20:02Z', 'updated_at': '2022-02-15T17:20:06Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:03Z', 'updated_at': '2022-02-15T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '2a14704a-d9d5-4456-8aec-dc54d65543d6', 'name': '', 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:28:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:05Z', 'updated_at': '2022-02-15T17:20:10Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:16.706418 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-01b689ff-996d-4202-852c-1e75e996bea3 req-ac992cbd-d086-406a-8d7b-947dd3c002d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:21:16.707433 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-01b689ff-996d-4202-852c-1e75e996bea3 req-ac992cbd-d086-406a-8d7b-947dd3c002d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:16.716995 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284eb454-671b-4532-a229-09cc20773992 None None] The sync data for ids ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'] in n-d-828372-14 is: [{'id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847935271', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:20:02Z', 'updated_at': '2022-02-15T17:20:06Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:03Z', 'updated_at': '2022-02-15T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '2a14704a-d9d5-4456-8aec-dc54d65543d6', 'name': '', 'network_id': '2b6f5ca3-dac0-4618-b612-a7f278faed1a', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:28:9c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:05Z', 'updated_at': '2022-02-15T17:20:10Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'bf8e891b-cafc-492e-bb8e-5cefe294a309', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:21:16.808955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-01b689ff-996d-4202-852c-1e75e996bea3 req-ac992cbd-d086-406a-8d7b-947dd3c002d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] For port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:16.809825 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-01b689ff-996d-4202-852c-1e75e996bea3 req-ac992cbd-d086-406a-8d7b-947dd3c002d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:16.824460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-01b689ff-996d-4202-852c-1e75e996bea3 req-ac992cbd-d086-406a-8d7b-947dd3c002d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Calling delete_port for 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:21:16.980257 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7207fe2-7995-4fa1-9ffe-238582a6622c None None] New status for floating IP e8ab096b-79ec-4e0d-9217-9516404e1a8a: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:21:17.039801 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-01b689ff-996d-4202-852c-1e75e996bea3 req-ac992cbd-d086-406a-8d7b-947dd3c002d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6ca71ffc-03d3-4a27-8c9e-84556dc93f5c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:17.070818 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac992cbd-d086-406a-8d7b-947dd3c002d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Port': ['ID=6ca71ffc-03d3-4a27-8c9e-84556dc93f5c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:17.119775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b689ff-996d-4202-852c-1e75e996bea3 req-ac992cbd-d086-406a-8d7b-947dd3c002d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] No DVR routers for this DVR port 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:21:17.123098 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-01b689ff-996d-4202-852c-1e75e996bea3 req-ac992cbd-d086-406a-8d7b-947dd3c002d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:17.127092 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01b689ff-996d-4202-852c-1e75e996bea3 req-ac992cbd-d086-406a-8d7b-947dd3c002d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.67 "DELETE /v2.0/ports/6ca71ffc-03d3-4a27-8c9e-84556dc93f5c HTTP/1.1" status: 204 len: 173 time: 0.5191038 Feb 15 17:21:17.528599 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2d0aff14-3d90-4bad-aaea-0b77d3659511 req-89baa765-5cc0-454d-a1c3-bfa0a4f86e80 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=29e20034-f665-4cdb-8f2a-d2f9cc7c28c5 HTTP/1.1" status: 200 len: 210 time: 0.0305161 Feb 15 17:21:17.786652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'name': 'network-vif-deleted', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:21:17.786652 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abafe4cf-89e1-4426-8d9b-89f3b2645931" -d '{"events": [{"server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "name": "network-vif-deleted", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:21:17.819193 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46c28ed-e794-4c0f-88af-ca4f1ed22381 x-openstack-request-id: req-c46c28ed-e794-4c0f-88af-ca4f1ed22381 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:21:17.819498 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e20034-f665-4cdb-8f2a-d2f9cc7c28c5", "name": "network-vif-deleted", "tag": "6ca71ffc-03d3-4a27-8c9e-84556dc93f5c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:21:17.819761 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c46c28ed-e794-4c0f-88af-ca4f1ed22381 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:21:17.820174 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e20034-f665-4cdb-8f2a-d2f9cc7c28c5', 'name': 'network-vif-deleted', 'tag': '6ca71ffc-03d3-4a27-8c9e-84556dc93f5c', 'status': 'completed', 'code': 200} Feb 15 17:21:18.590986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36038) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:18.990057 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8b58aa6-5b42-4f7d-832e-59b285322a58 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:19.044769 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:21:19.069602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:21:19.069951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 6ca71ffc-03d3-4a27-8c9e-84556dc93f5c not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:21:19.273660 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-d8b58aa6-5b42-4f7d-832e-59b285322a58 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting port 2a14704a-d9d5-4456-8aec-dc54d65543d6 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:21:19.273929 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8b58aa6-5b42-4f7d-832e-59b285322a58 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:19.364340 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-d8b58aa6-5b42-4f7d-832e-59b285322a58 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] For port 2a14704a-d9d5-4456-8aec-dc54d65543d6, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2a14704a-d9d5-4456-8aec-dc54d65543d6,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:19.364708 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8b58aa6-5b42-4f7d-832e-59b285322a58 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:19.377246 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-d8b58aa6-5b42-4f7d-832e-59b285322a58 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Calling delete_port for 2a14704a-d9d5-4456-8aec-dc54d65543d6 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:21:19.657079 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8b58aa6-5b42-4f7d-832e-59b285322a58 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2a14704a-d9d5-4456-8aec-dc54d65543d6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:19.685569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b58aa6-5b42-4f7d-832e-59b285322a58 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Port': ['ID=2a14704a-d9d5-4456-8aec-dc54d65543d6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:19.881631 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8b58aa6-5b42-4f7d-832e-59b285322a58 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:20.115824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b58aa6-5b42-4f7d-832e-59b285322a58 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:21:20.228078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b58aa6-5b42-4f7d-832e-59b285322a58 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:21:20.236228 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d8b58aa6-5b42-4f7d-832e-59b285322a58 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "PUT /v2.0/routers/f30438b8-4fee-4f4e-9510-a9d7bbd5d472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6415076 Feb 15 17:21:20.236706 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36044) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:20.238915 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9958ec-e2fb-4de2-9568-b7975370c07f None None] Sync routers for ids ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:21:20.249648 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9958ec-e2fb-4de2-9568-b7975370c07f None None] Routers {'f30438b8-4fee-4f4e-9510-a9d7bbd5d472'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:21:20.250695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ad9958ec-e2fb-4de2-9568-b7975370c07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:21:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:20.292531 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce15706d-80c1-462c-81d4-986c720be895 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting subnet bf8e891b-cafc-492e-bb8e-5cefe294a309 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:21:20.295988 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce15706d-80c1-462c-81d4-986c720be895 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for subnet (bf8e891b-cafc-492e-bb8e-5cefe294a309), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:20.338172 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce15706d-80c1-462c-81d4-986c720be895 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (bf8e891b-cafc-492e-bb8e-5cefe294a309), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:20.368932 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ad9958ec-e2fb-4de2-9568-b7975370c07f None None] Set router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:21:20.437332 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce15706d-80c1-462c-81d4-986c720be895 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (bf8e891b-cafc-492e-bb8e-5cefe294a309), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:20.560975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ad9958ec-e2fb-4de2-9568-b7975370c07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847935271', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:20:02Z', 'updated_at': '2022-02-15T17:21:19Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:03Z', 'updated_at': '2022-02-15T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:20.571414 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce15706d-80c1-462c-81d4-986c720be895 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (bf8e891b-cafc-492e-bb8e-5cefe294a309), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:20.588352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9958ec-e2fb-4de2-9568-b7975370c07f None None] Checking router: f30438b8-4fee-4f4e-9510-a9d7bbd5d472 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:21:20.596898 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9958ec-e2fb-4de2-9568-b7975370c07f None None] Routers {'f30438b8-4fee-4f4e-9510-a9d7bbd5d472'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:21:20.598147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ad9958ec-e2fb-4de2-9568-b7975370c07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:21:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:20.599755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15706d-80c1-462c-81d4-986c720be895 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Subnet': ['ID=bf8e891b-cafc-492e-bb8e-5cefe294a309,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:20.607503 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce15706d-80c1-462c-81d4-986c720be895 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:20.611697 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ce15706d-80c1-462c-81d4-986c720be895 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/subnets/bf8e891b-cafc-492e-bb8e-5cefe294a309 HTTP/1.1" status: 204 len: 168 time: 0.3736701 Feb 15 17:21:20.618157 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36046) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:20.639538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1a77ac-3db6-4f91-9b76-d7c9b8a5efa5 None None] Network 2b6f5ca3-dac0-4618-b612-a7f278faed1a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:21:20.734012 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a6da39-539c-48a2-b740-7e81766154b8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:20.788312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ad9958ec-e2fb-4de2-9568-b7975370c07f None None] Set router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:21:20.846955 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a6da39-539c-48a2-b740-7e81766154b8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_gateway (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:20.927857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] DHCP port deletion for 2b6f5ca3-dac0-4618-b612-a7f278faed1a request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:21:20.967486 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e8a6da39-539c-48a2-b740-7e81766154b8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting port 9e6b7db6-e039-496b-9e4f-e8d3bacd3679 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:21:20.967983 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a6da39-539c-48a2-b740-7e81766154b8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9e6b7db6-e039-496b-9e4f-e8d3bacd3679), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:21.023559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Deleting port d897e931-6c35-44cf-bd64-5185cb19252f {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:21:21.023936 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d897e931-6c35-44cf-bd64-5185cb19252f), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:21.039203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ad9958ec-e2fb-4de2-9568-b7975370c07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847935271', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:20:02Z', 'updated_at': '2022-02-15T17:21:19Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:03Z', 'updated_at': '2022-02-15T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:21.055970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-e8a6da39-539c-48a2-b740-7e81766154b8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] For port 9e6b7db6-e039-496b-9e4f-e8d3bacd3679, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9e6b7db6-e039-496b-9e4f-e8d3bacd3679,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:21.056473 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a6da39-539c-48a2-b740-7e81766154b8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9e6b7db6-e039-496b-9e4f-e8d3bacd3679), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:21.071998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-e8a6da39-539c-48a2-b740-7e81766154b8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Calling delete_port for 9e6b7db6-e039-496b-9e4f-e8d3bacd3679 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:21:21.094986 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9958ec-e2fb-4de2-9568-b7975370c07f None None] The sync data for ids ['f30438b8-4fee-4f4e-9510-a9d7bbd5d472'] in n-d-828372-14 is: [{'id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847935271', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:20:02Z', 'updated_at': '2022-02-15T17:21:19Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': '9e6b7db6-e039-496b-9e4f-e8d3bacd3679', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c8:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30438b8-4fee-4f4e-9510-a9d7bbd5d472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:20:03Z', 'updated_at': '2022-02-15T17:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:21:21.121975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] For port d897e931-6c35-44cf-bd64-5185cb19252f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d897e931-6c35-44cf-bd64-5185cb19252f,segment=NetworkSegment(dcde373f-0d60-4f81-9591-63f2cd28db3c),segment_id=dcde373f-0d60-4f81-9591-63f2cd28db3c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:21.122377 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d897e931-6c35-44cf-bd64-5185cb19252f), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:21.135911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Calling delete_port for d897e931-6c35-44cf-bd64-5185cb19252f owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:21:21.296743 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (d897e931-6c35-44cf-bd64-5185cb19252f), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:21.323584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Pushing event deleted for resources: {'Port': ['ID=d897e931-6c35-44cf-bd64-5185cb19252f,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:21.326663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] No DVR routers for this DVR port d897e931-6c35-44cf-bd64-5185cb19252f on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:21:21.333741 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:21.334102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:21.334429 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:21.334772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:21.335111 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:21.335445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:21.335779 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:21.336111 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:21.336431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:21.337686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:21.337686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:21.337686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:21.337973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f0f47-41f9-400b-b277-4dde4414b953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:21.353338 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a6da39-539c-48a2-b740-7e81766154b8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9e6b7db6-e039-496b-9e4f-e8d3bacd3679), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:21.379811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6da39-539c-48a2-b740-7e81766154b8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Port': ['ID=9e6b7db6-e039-496b-9e4f-e8d3bacd3679,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:21.444090 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a6da39-539c-48a2-b740-7e81766154b8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:21.608436 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d897e931-6c35-44cf-bd64-5185cb19252f no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:21:21.630589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: d897e931-6c35-44cf-bd64-5185cb19252f {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:21:21.630990 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d897e931-6c35-44cf-bd64-5185cb19252f not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:21:21.631364 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2a14704a-d9d5-4456-8aec-dc54d65543d6 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:21:21.654158 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 2a14704a-d9d5-4456-8aec-dc54d65543d6 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:21:21.654559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2a14704a-d9d5-4456-8aec-dc54d65543d6 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:21:21.871585 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a6da39-539c-48a2-b740-7e81766154b8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:21.873805 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a6da39-539c-48a2-b740-7e81766154b8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_controller (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:21.965069 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a6da39-539c-48a2-b740-7e81766154b8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (f30438b8-4fee-4f4e-9510-a9d7bbd5d472), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:21.965670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a6da39-539c-48a2-b740-7e81766154b8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Fanout notify agent at l3_agent the message router_deleted on router f30438b8-4fee-4f4e-9510-a9d7bbd5d472 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:21:21.976005 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e8a6da39-539c-48a2-b740-7e81766154b8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:21.977199 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e8a6da39-539c-48a2-b740-7e81766154b8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/routers/f30438b8-4fee-4f4e-9510-a9d7bbd5d472 HTTP/1.1" status: 204 len: 168 time: 1.3608987 Feb 15 17:21:21.980313 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36050) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:22.070738 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee251cf2-bb9c-4435-bd2f-7da339580ff7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (2b6f5ca3-dac0-4618-b612-a7f278faed1a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:22.167100 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee251cf2-bb9c-4435-bd2f-7da339580ff7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (2b6f5ca3-dac0-4618-b612-a7f278faed1a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:22.188441 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ee251cf2-bb9c-4435-bd2f-7da339580ff7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b6f5ca3-dac0-4618-b612-a7f278faed1a']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:22.200139 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ee251cf2-bb9c-4435-bd2f-7da339580ff7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcde373f-0d60-4f81-9591-63f2cd28db3c') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:22.200659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-ee251cf2-bb9c-4435-bd2f-7da339580ff7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcde373f-0d60-4f81-9591-63f2cd28db3c') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:22.210211 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee251cf2-bb9c-4435-bd2f-7da339580ff7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (dcde373f-0d60-4f81-9591-63f2cd28db3c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:22.226421 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee251cf2-bb9c-4435-bd2f-7da339580ff7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (dcde373f-0d60-4f81-9591-63f2cd28db3c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:22.235447 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee251cf2-bb9c-4435-bd2f-7da339580ff7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:21:22.235850 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee251cf2-bb9c-4435-bd2f-7da339580ff7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (dcde373f-0d60-4f81-9591-63f2cd28db3c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:21:22.239336 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:21:22.342855 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee251cf2-bb9c-4435-bd2f-7da339580ff7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (2b6f5ca3-dac0-4618-b612-a7f278faed1a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:22.361750 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ee251cf2-bb9c-4435-bd2f-7da339580ff7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:22.368832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ee251cf2-bb9c-4435-bd2f-7da339580ff7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/networks/2b6f5ca3-dac0-4618-b612-a7f278faed1a HTTP/1.1" status: 204 len: 168 time: 0.3869610 Feb 15 17:21:22.370584 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee251cf2-bb9c-4435-bd2f-7da339580ff7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Network': ['ID=2b6f5ca3-dac0-4618-b612-a7f278faed1a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:22.371937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36056) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:22.458836 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ade7877-cc97-4c01-9dd6-c83f8ad6cd12 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (c4d0cf13-ce63-4305-97bd-3fc4eb7183fd), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:22.503919 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ade7877-cc97-4c01-9dd6-c83f8ad6cd12 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (c4d0cf13-ce63-4305-97bd-3fc4eb7183fd), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:22.656477 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ade7877-cc97-4c01-9dd6-c83f8ad6cd12 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (c4d0cf13-ce63-4305-97bd-3fc4eb7183fd), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:22.660858 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3ade7877-cc97-4c01-9dd6-c83f8ad6cd12 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:22.662417 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3ade7877-cc97-4c01-9dd6-c83f8ad6cd12 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/security-groups/c4d0cf13-ce63-4305-97bd-3fc4eb7183fd HTTP/1.1" status: 204 len: 168 time: 0.2890153 Feb 15 17:21:22.674894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade7877-cc97-4c01-9dd6-c83f8ad6cd12 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d0cf13-ce63-4305-97bd-3fc4eb7183fd,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:23.035816 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36066) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:23.040666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-495394183', 'description': 'tempest-secgroup-smoke-495394183 description', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:21:23.108279 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:23.180526 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (eadd57c0-eed5-48e7-9056-c8d9f6f0a998), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:23.195455 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9e6b7db6-e039-496b-9e4f-e8d3bacd3679 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:21:23.222592 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (eadd57c0-eed5-48e7-9056-c8d9f6f0a998), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:23.242733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 9e6b7db6-e039-496b-9e4f-e8d3bacd3679 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:21:23.243792 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9e6b7db6-e039-496b-9e4f-e8d3bacd3679 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:21:23.251901 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadd57c0-eed5-48e7-9056-c8d9f6f0a998,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:23.264247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:23.264892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:23.265434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:23.265924 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:23.266406 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:23.266902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:23.267383 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:23.267889 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:23.268772 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:23.269986 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:23.270498 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:23.271002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:23.271495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:23.338644 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:23.343169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36068) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:23.347839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-1b0f353a-e7d9-47bf-8ea8-4ebabd0ad4cd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': 'eadd57c0-eed5-48e7-9056-c8d9f6f0a998', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:21:23.352512 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9d841f37-27b8-45c5-a849-8ea0ac402a1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3155079 Feb 15 17:21:23.430766 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b0f353a-e7d9-47bf-8ea8-4ebabd0ad4cd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (c797da1b-ec95-4725-8f5a-d471f2b9bae4), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:23.499067 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b0f353a-e7d9-47bf-8ea8-4ebabd0ad4cd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (c797da1b-ec95-4725-8f5a-d471f2b9bae4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:23.583304 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b0f353a-e7d9-47bf-8ea8-4ebabd0ad4cd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (c797da1b-ec95-4725-8f5a-d471f2b9bae4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:23.608984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f353a-e7d9-47bf-8ea8-4ebabd0ad4cd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c797da1b-ec95-4725-8f5a-d471f2b9bae4,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:23.715873 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1b0f353a-e7d9-47bf-8ea8-4ebabd0ad4cd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:23.719851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1b0f353a-e7d9-47bf-8ea8-4ebabd0ad4cd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3730936 Feb 15 17:21:23.723137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36072) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:23.726440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7d7a46e9-4d0b-49ab-bd02-ba5dd3d06c98 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': 'eadd57c0-eed5-48e7-9056-c8d9f6f0a998', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:21:23.824506 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d7a46e9-4d0b-49ab-bd02-ba5dd3d06c98 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (dbc6a83b-7e6e-419b-80ca-30a210916810), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:23.907709 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d7a46e9-4d0b-49ab-bd02-ba5dd3d06c98 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (dbc6a83b-7e6e-419b-80ca-30a210916810), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:23.988941 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d7a46e9-4d0b-49ab-bd02-ba5dd3d06c98 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (dbc6a83b-7e6e-419b-80ca-30a210916810), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:24.009458 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a46e9-4d0b-49ab-bd02-ba5dd3d06c98 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc6a83b-7e6e-419b-80ca-30a210916810,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:24.083185 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7d7a46e9-4d0b-49ab-bd02-ba5dd3d06c98 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:24.087603 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7d7a46e9-4d0b-49ab-bd02-ba5dd3d06c98 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3663073 Feb 15 17:21:24.090103 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36074) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:24.095747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-55126ef9-3079-4e53-bea9-4cad5147c0ee tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': 'eadd57c0-eed5-48e7-9056-c8d9f6f0a998', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:21:24.101100 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36076) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:24.190597 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-55126ef9-3079-4e53-bea9-4cad5147c0ee tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (debb77a1-baae-40ab-bea9-7ffef1624d92), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:24.333601 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-55126ef9-3079-4e53-bea9-4cad5147c0ee tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (debb77a1-baae-40ab-bea9-7ffef1624d92), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:24.405380 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-55126ef9-3079-4e53-bea9-4cad5147c0ee tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (debb77a1-baae-40ab-bea9-7ffef1624d92), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:24.434459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55126ef9-3079-4e53-bea9-4cad5147c0ee tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debb77a1-baae-40ab-bea9-7ffef1624d92,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:24.527671 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-83c95687-9f67-4057-a61b-bd9d7d617669 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Deleting port b4c588c7-69aa-4270-a5fb-a5ac47e7ea73 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:21:24.528018 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83c95687-9f67-4057-a61b-bd9d7d617669 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b4c588c7-69aa-4270-a5fb-a5ac47e7ea73), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:24.545336 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-55126ef9-3079-4e53-bea9-4cad5147c0ee tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:24.552555 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-55126ef9-3079-4e53-bea9-4cad5147c0ee tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4607313 Feb 15 17:21:24.553654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36080) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:24.559543 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-34ea3afc-dff9-40c4-8447-a79b1ba3aff9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': 'eadd57c0-eed5-48e7-9056-c8d9f6f0a998', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:21:24.613669 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83c95687-9f67-4057-a61b-bd9d7d617669 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b4c588c7-69aa-4270-a5fb-a5ac47e7ea73), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:24.613908 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83c95687-9f67-4057-a61b-bd9d7d617669 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for floatingip (b4c588c7-69aa-4270-a5fb-a5ac47e7ea73), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:24.627121 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-83c95687-9f67-4057-a61b-bd9d7d617669 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Calling delete_port for b4c588c7-69aa-4270-a5fb-a5ac47e7ea73 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:21:24.676604 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-34ea3afc-dff9-40c4-8447-a79b1ba3aff9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (fd58f789-b4de-4de6-86ea-0d6141d6ddc7), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:24.749519 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-34ea3afc-dff9-40c4-8447-a79b1ba3aff9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (fd58f789-b4de-4de6-86ea-0d6141d6ddc7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:24.810974 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-34ea3afc-dff9-40c4-8447-a79b1ba3aff9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (fd58f789-b4de-4de6-86ea-0d6141d6ddc7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:24.828948 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea3afc-dff9-40c4-8447-a79b1ba3aff9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd58f789-b4de-4de6-86ea-0d6141d6ddc7,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:24.838946 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83c95687-9f67-4057-a61b-bd9d7d617669 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b4c588c7-69aa-4270-a5fb-a5ac47e7ea73), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:24.866823 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c95687-9f67-4057-a61b-bd9d7d617669 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event deleted for resources: {'Port': ['ID=b4c588c7-69aa-4270-a5fb-a5ac47e7ea73,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:24.893559 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-34ea3afc-dff9-40c4-8447-a79b1ba3aff9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:24.898106 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-34ea3afc-dff9-40c4-8447-a79b1ba3aff9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3403091 Feb 15 17:21:24.899777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36084) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:24.904396 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-30f12f9b-fc43-47c0-ade5-951b55ccc57d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': 'eadd57c0-eed5-48e7-9056-c8d9f6f0a998', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:21:24.934417 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83c95687-9f67-4057-a61b-bd9d7d617669 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for floatingip (b354bb52-b6e4-4d19-81a5-3b3626eb3426), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:24.934888 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-83c95687-9f67-4057-a61b-bd9d7d617669 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Floating IP b354bb52-b6e4-4d19-81a5-3b3626eb3426 disassociated (deleted). External IP: 172.25.4.5, port: 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5. Feb 15 17:21:24.999458 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-30f12f9b-fc43-47c0-ade5-951b55ccc57d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Project de73d1daf89048bf8298654f1c0cb7d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:21:25.007463 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30f12f9b-fc43-47c0-ade5-951b55ccc57d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (c1acf8e9-5ee4-427c-a70a-0166edf33bf0), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:25.070279 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30f12f9b-fc43-47c0-ade5-951b55ccc57d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (c1acf8e9-5ee4-427c-a70a-0166edf33bf0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:25.153716 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30f12f9b-fc43-47c0-ade5-951b55ccc57d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (c1acf8e9-5ee4-427c-a70a-0166edf33bf0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:25.155637 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c95687-9f67-4057-a61b-bd9d7d617669 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Router 5ff18b72-1a6c-49b3-bf68-daefd0667316 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:21:25.172423 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f12f9b-fc43-47c0-ade5-951b55ccc57d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1acf8e9-5ee4-427c-a70a-0166edf33bf0,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:25.268405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c95687-9f67-4057-a61b-bd9d7d617669 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:21:25.273632 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83c95687-9f67-4057-a61b-bd9d7d617669 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:25.278857 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e965c22-5f0b-41c8-bcf8-004b545a0fe5 None None] Sync routers for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:21:25.289006 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e965c22-5f0b-41c8-bcf8-004b545a0fe5 None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:21:25.291483 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7e965c22-5f0b-41c8-bcf8-004b545a0fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:21:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:25.304495 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-30f12f9b-fc43-47c0-ade5-951b55ccc57d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:25.306904 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-83c95687-9f67-4057-a61b-bd9d7d617669 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "DELETE /v2.0/floatingips/b354bb52-b6e4-4d19-81a5-3b3626eb3426 HTTP/1.1" status: 204 len: 168 time: 1.2036510 Feb 15 17:21:25.307516 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dec294-450e-41b4-a4fc-9a69b5219769', 'tag': '9db3718c-0ba1-4a36-bac1-8b0cd3b153d5'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:21:25.308767 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-30f12f9b-fc43-47c0-ade5-951b55ccc57d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4090922 Feb 15 17:21:25.309444 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36088) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:25.309818 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a79c52-ccfd-4327-92a0-bcc8205b3405" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dec294-450e-41b4-a4fc-9a69b5219769", "tag": "9db3718c-0ba1-4a36-bac1-8b0cd3b153d5"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:21:25.313834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-bb1c0539-2f15-4725-ab73-668dfed992d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'security_group_rule': {'security_group_id': 'eadd57c0-eed5-48e7-9056-c8d9f6f0a998', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:21:25.374691 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-348e18b5-28b0-4245-93c2-83d84435a470 x-openstack-request-id: req-348e18b5-28b0-4245-93c2-83d84435a470 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:21:25.374985 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dec294-450e-41b4-a4fc-9a69b5219769", "tag": "9db3718c-0ba1-4a36-bac1-8b0cd3b153d5", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:21:25.375287 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-348e18b5-28b0-4245-93c2-83d84435a470 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:21:25.375702 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8dec294-450e-41b4-a4fc-9a69b5219769', 'tag': '9db3718c-0ba1-4a36-bac1-8b0cd3b153d5', 'status': 'completed', 'code': 200} Feb 15 17:21:25.382309 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-bb1c0539-2f15-4725-ab73-668dfed992d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Project de73d1daf89048bf8298654f1c0cb7d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:21:25.397230 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb1c0539-2f15-4725-ab73-668dfed992d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (e01838ed-d4de-486d-981d-55837497e523), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:25.441238 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-7e965c22-5f0b-41c8-bcf8-004b545a0fe5 None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:21:25.494590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a79c52-ccfd-4327-92a0-bcc8205b3405 req-87643a8c-d993-4278-89a6-72d4111cdf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:25.496785 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64a79c52-ccfd-4327-92a0-bcc8205b3405 req-87643a8c-d993-4278-89a6-72d4111cdf00 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 1128 time: 0.0834489 Feb 15 17:21:25.525970 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb1c0539-2f15-4725-ab73-668dfed992d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (e01838ed-d4de-486d-981d-55837497e523), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:25.601598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a79c52-ccfd-4327-92a0-bcc8205b3405 req-bc449a1a-4327-4a92-9257-8edae35fcf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:25.614061 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64a79c52-ccfd-4327-92a0-bcc8205b3405 req-bc449a1a-4327-4a92-9257-8edae35fcf49 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.1116853 Feb 15 17:21:25.615825 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb1c0539-2f15-4725-ab73-668dfed992d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e01838ed-d4de-486d-981d-55837497e523), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:25.668967 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64a79c52-ccfd-4327-92a0-bcc8205b3405 req-3ad322b9-8c8e-4758-a923-6fec02a5677a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 HTTP/1.1" status: 200 len: 217 time: 0.0480790 Feb 15 17:21:25.670259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c0539-2f15-4725-ab73-668dfed992d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01838ed-d4de-486d-981d-55837497e523,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:25.698757 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7e965c22-5f0b-41c8-bcf8-004b545a0fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'fe05f765-fc78-4ce5-8fb2-60bc54dc95e9', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'port_id': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'mac_address': 'fa:16:3e:5f:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:15:50Z', 'updated_at': '2022-02-15T17:15:53Z', 'revision_number': 1, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:25.732223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a79c52-ccfd-4327-92a0-bcc8205b3405 req-c9e93fa4-670c-438f-b26e-de6979e75f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:25.734756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64a79c52-ccfd-4327-92a0-bcc8205b3405 req-c9e93fa4-670c-438f-b26e-de6979e75f97 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.0593395 Feb 15 17:21:25.754398 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e965c22-5f0b-41c8-bcf8-004b545a0fe5 None None] Checking router: 5ff18b72-1a6c-49b3-bf68-daefd0667316 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:21:25.764340 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e965c22-5f0b-41c8-bcf8-004b545a0fe5 None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:21:25.764979 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7e965c22-5f0b-41c8-bcf8-004b545a0fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:21:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:25.778227 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bb1c0539-2f15-4725-ab73-668dfed992d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:25.779557 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bb1c0539-2f15-4725-ab73-668dfed992d5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4691551 Feb 15 17:21:25.782434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36096) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:25.789832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-97ce1ec8-8229-42ad-98fb-c19b6d56784f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'network': {'name': 'tempest-network-smoke--1872201894', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'port_security_enabled': True}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:21:25.820605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a79c52-ccfd-4327-92a0-bcc8205b3405 req-58fc5035-12c0-4683-b18d-6a947f55e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:25.822610 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64a79c52-ccfd-4327-92a0-bcc8205b3405 req-58fc5035-12c0-4683-b18d-6a947f55e4f7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0819037 Feb 15 17:21:25.858847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78c5c5-39a8-4613-bab6-47b42925049f req-37094513-9cf3-42a1-b726-7aa62f83468d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:25.867392 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a78c5c5-39a8-4613-bab6-47b42925049f req-37094513-9cf3-42a1-b726-7aa62f83468d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 945 time: 0.0779357 Feb 15 17:21:25.899054 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-7e965c22-5f0b-41c8-bcf8-004b545a0fe5 None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:21:25.904593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ce1ec8-8229-42ad-98fb-c19b6d56784f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Made reservation on behalf of de73d1daf89048bf8298654f1c0cb7d6 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:21:25.909184 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-97ce1ec8-8229-42ad-98fb-c19b6d56784f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:25.938901 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a78c5c5-39a8-4613-bab6-47b42925049f req-85d9ecd3-1575-437e-9a4c-33ee3b2c43de tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672722 Feb 15 17:21:25.980818 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64a79c52-ccfd-4327-92a0-bcc8205b3405 req-9c95776b-85b1-4d6e-aadb-62d4627caf02 service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515226 Feb 15 17:21:25.981861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ce1ec8-8229-42ad-98fb-c19b6d56784f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:21:26.043270 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-97ce1ec8-8229-42ad-98fb-c19b6d56784f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a0079c49-e919-46b6-92f1-057d27828788), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:26.043624 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-97ce1ec8-8229-42ad-98fb-c19b6d56784f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Added segment a0079c49-e919-46b6-92f1-057d27828788 of type vlan for network 50538001-3e80-465e-90d6-9a4760b55bb6 Feb 15 17:21:26.094532 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-97ce1ec8-8229-42ad-98fb-c19b6d56784f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (50538001-3e80-465e-90d6-9a4760b55bb6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:26.136872 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64a79c52-ccfd-4327-92a0-bcc8205b3405 req-1c3f6b96-3b59-4355-bfa6-4a3b74654ebf service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482069 Feb 15 17:21:26.157250 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-7e965c22-5f0b-41c8-bcf8-004b545a0fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'fe05f765-fc78-4ce5-8fb2-60bc54dc95e9', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'port_id': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'mac_address': 'fa:16:3e:5f:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:15:50Z', 'updated_at': '2022-02-15T17:15:53Z', 'revision_number': 1, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:26.185798 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e965c22-5f0b-41c8-bcf8-004b545a0fe5 None None] The sync data for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 is: [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'fe05f765-fc78-4ce5-8fb2-60bc54dc95e9', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'floating_ip_address': '172.25.4.71', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'port_id': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3860, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'mac_address': 'fa:16:3e:5f:da:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:15:50Z', 'updated_at': '2022-02-15T17:15:53Z', 'revision_number': 1, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:21:26.193851 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-97ce1ec8-8229-42ad-98fb-c19b6d56784f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (50538001-3e80-465e-90d6-9a4760b55bb6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:26.199092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ce1ec8-8229-42ad-98fb-c19b6d56784f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:26.202516 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-97ce1ec8-8229-42ad-98fb-c19b6d56784f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:26.275762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce1ec8-8229-42ad-98fb-c19b6d56784f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Network': ['ID=50538001-3e80-465e-90d6-9a4760b55bb6,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:26.287384 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 50538001-3e80-465e-90d6-9a4760b55bb6 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:21:26.339561 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-97ce1ec8-8229-42ad-98fb-c19b6d56784f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5543478 Feb 15 17:21:26.343179 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36098) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:26.347996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-750574833', 'admin_state_up': True, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:21:26.456078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dec567-45ba-416c-89fb-64d50576aaac None None] New status for floating IP b354bb52-b6e4-4d19-81a5-3b3626eb3426: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:21:26.468603 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (70bc8616-657c-4af1-9b2a-fc7f97a76026), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:26.469821 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (70bc8616-657c-4af1-9b2a-fc7f97a76026), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:26.533280 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_controller (70bc8616-657c-4af1-9b2a-fc7f97a76026), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:26.754786 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_gateway (70bc8616-657c-4af1-9b2a-fc7f97a76026), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:27.040197 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_gateway (70bc8616-657c-4af1-9b2a-fc7f97a76026), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:27.076748 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:27.144670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4215d573-b296-45a5-82b4-b9d2f27c75a8 req-8c378184-4536-480c-beee-b5c2c983b084 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:27.146223 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4215d573-b296-45a5-82b4-b9d2f27c75a8 req-8c378184-4536-480c-beee-b5c2c983b084 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 945 time: 0.1357996 Feb 15 17:21:27.270488 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4215d573-b296-45a5-82b4-b9d2f27c75a8 req-0b9eb706-2fd8-4b30-8176-6703363cfa81 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181152 Feb 15 17:21:27.271857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Allocated IP 172.25.4.131 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/ef97c0dd-5fbc-40db-8a06-f4f788625bbb) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:21:27.334134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced35e97-026b-4abf-a5be-0e1ffcf303c8 req-c37a5e4e-7fe6-4dda-8f7d-6bdb40e43cc0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:27.335736 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ced35e97-026b-4abf-a5be-0e1ffcf303c8 req-c37a5e4e-7fe6-4dda-8f7d-6bdb40e43cc0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 945 time: 0.1277857 Feb 15 17:21:27.498607 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (ef97c0dd-5fbc-40db-8a06-f4f788625bbb), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:27.513891 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-ced35e97-026b-4abf-a5be-0e1ffcf303c8 req-b5ae7da0-774e-47b7-9cd5-06b05b31b5ea tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Deleting port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:21:27.514230 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ced35e97-026b-4abf-a5be-0e1ffcf303c8 req-b5ae7da0-774e-47b7-9cd5-06b05b31b5ea tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9db3718c-0ba1-4a36-bac1-8b0cd3b153d5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:27.622188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ced35e97-026b-4abf-a5be-0e1ffcf303c8 req-b5ae7da0-774e-47b7-9cd5-06b05b31b5ea tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] For port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=9db3718c-0ba1-4a36-bac1-8b0cd3b153d5,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:27.622874 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ced35e97-026b-4abf-a5be-0e1ffcf303c8 req-b5ae7da0-774e-47b7-9cd5-06b05b31b5ea tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9db3718c-0ba1-4a36-bac1-8b0cd3b153d5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:27.637930 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-ced35e97-026b-4abf-a5be-0e1ffcf303c8 req-b5ae7da0-774e-47b7-9cd5-06b05b31b5ea tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Calling delete_port for 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:21:27.682456 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ef97c0dd-5fbc-40db-8a06-f4f788625bbb), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:27.747351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:21:27.752878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:21:27.760393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:21:27.764187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=ef97c0dd-5fbc-40db-8a06-f4f788625bbb,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:28.016685 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ced35e97-026b-4abf-a5be-0e1ffcf303c8 req-b5ae7da0-774e-47b7-9cd5-06b05b31b5ea tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9db3718c-0ba1-4a36-bac1-8b0cd3b153d5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:28.047209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae7da0-774e-47b7-9cd5-06b05b31b5ea tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event deleted for resources: {'Port': ['ID=9db3718c-0ba1-4a36-bac1-8b0cd3b153d5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:28.160952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced35e97-026b-4abf-a5be-0e1ffcf303c8 req-b5ae7da0-774e-47b7-9cd5-06b05b31b5ea tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] No DVR routers for this DVR port 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:21:28.164477 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ced35e97-026b-4abf-a5be-0e1ffcf303c8 req-b5ae7da0-774e-47b7-9cd5-06b05b31b5ea tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:28.167854 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ced35e97-026b-4abf-a5be-0e1ffcf303c8 req-b5ae7da0-774e-47b7-9cd5-06b05b31b5ea tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "DELETE /v2.0/ports/9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 HTTP/1.1" status: 204 len: 173 time: 0.8072591 Feb 15 17:21:28.168308 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dec294-450e-41b4-a4fc-9a69b5219769', 'name': 'network-vif-deleted', 'tag': '9db3718c-0ba1-4a36-bac1-8b0cd3b153d5'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:21:28.170647 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed259a46-1af6-4817-8115-3162023b06ab" -d '{"events": [{"server_uuid": "c8dec294-450e-41b4-a4fc-9a69b5219769", "name": "network-vif-deleted", "tag": "9db3718c-0ba1-4a36-bac1-8b0cd3b153d5"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:21:28.200284 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_gateway (70bc8616-657c-4af1-9b2a-fc7f97a76026), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:28.247325 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e15006c-aaff-4676-b79c-32bb5cc3c04d x-openstack-request-id: req-4e15006c-aaff-4676-b79c-32bb5cc3c04d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:21:28.247325 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dec294-450e-41b4-a4fc-9a69b5219769", "name": "network-vif-deleted", "tag": "9db3718c-0ba1-4a36-bac1-8b0cd3b153d5", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:21:28.247325 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4e15006c-aaff-4676-b79c-32bb5cc3c04d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:21:28.247325 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8dec294-450e-41b4-a4fc-9a69b5219769', 'name': 'network-vif-deleted', 'tag': '9db3718c-0ba1-4a36-bac1-8b0cd3b153d5', 'status': 'completed', 'code': 200} Feb 15 17:21:28.480387 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-48a84af0-be77-4405-b190-326431bddecb req-8d456069-060a-4e92-bce0-3525fcdaeb1d tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 210 time: 0.0441179 Feb 15 17:21:28.516707 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (70bc8616-657c-4af1-9b2a-fc7f97a76026), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:28.765839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router 70bc8616-657c-4af1-9b2a-fc7f97a76026 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:21:28.895042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:21:28.905769 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Sync routers for ids ['70bc8616-657c-4af1-9b2a-fc7f97a76026'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:21:28.916896 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Routers {'70bc8616-657c-4af1-9b2a-fc7f97a76026'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:21:28.917569 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:21:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['70bc8616-657c-4af1-9b2a-fc7f97a76026'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:28.978657 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:28.979828 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3a0b7f02-938c-47c6-bab9-b43efd6515a0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6356282 Feb 15 17:21:28.983253 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36118) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:29.037116 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fff07e57-bafa-4250-a9ae-9dd4eb45a5b7 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=de73d1daf89048bf8298654f1c0cb7d6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519602 Feb 15 17:21:29.039878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36120) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:29.060956 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Set router 70bc8616-657c-4af1-9b2a-fc7f97a76026 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:21:29.193577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b94ece-a56e-439a-8131-34d2feabfbe4 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:29.198506 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36122) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:29.199832 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b8b94ece-a56e-439a-8131-34d2feabfbe4 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1588089 Feb 15 17:21:29.229134 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ca834f76-5809-47b8-a6c9-35497993d7e2 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290220 Feb 15 17:21:29.231763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36124) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:29.236666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5d9b4488-160c-4b1e-84c9-939ad3aa97a5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-591700585', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:21:29.313673 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750574833', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:21:26Z', 'updated_at': '2022-02-15T17:21:27Z', 'revision_number': 3, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:27Z', 'updated_at': '2022-02-15T17:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:29.344197 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Checking router: 70bc8616-657c-4af1-9b2a-fc7f97a76026 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:21:29.344556 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Updating router 70bc8616-657c-4af1-9b2a-fc7f97a76026 port ef97c0dd-5fbc-40db-8a06-f4f788625bbb binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:21:29.372874 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ef97c0dd-5fbc-40db-8a06-f4f788625bbb), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:29.394122 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9b4488-160c-4b1e-84c9-939ad3aa97a5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Made reservation on behalf of de73d1daf89048bf8298654f1c0cb7d6 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:21:29.397785 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4488-160c-4b1e-84c9-939ad3aa97a5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:29.616221 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe67f63c-b86e-48b1-9f4d-c383b8d4678a req-f9f986b2-41a3-451e-bd94-acd7f111a88c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 210 time: 0.0595617 Feb 15 17:21:29.759791 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4488-160c-4b1e-84c9-939ad3aa97a5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (d6b85ade-7552-4554-af99-04ef7590203d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:29.821681 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Publish callbacks [] for port (ef97c0dd-5fbc-40db-8a06-f4f788625bbb), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:29.835961 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b4488-160c-4b1e-84c9-939ad3aa97a5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Subnet': ['ID=d6b85ade-7552-4554-af99-04ef7590203d,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:29.846233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9b4488-160c-4b1e-84c9-939ad3aa97a5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Checking segment: {'id': 'a0079c49-e919-46b6-92f1-057d27828788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:21:29.850325 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b4488-160c-4b1e-84c9-939ad3aa97a5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network hostable DHCP agents. Network: 50538001-3e80-465e-90d6-9a4760b55bb6, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:21:29.885011 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ef97c0dd-5fbc-40db-8a06-f4f788625bbb), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:29.935828 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Attempting to bind port ef97c0dd-5fbc-40db-8a06-f4f788625bbb on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:21:29.936532 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Attempting to bind port ef97c0dd-5fbc-40db-8a06-f4f788625bbb by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:21:29.936532 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Attempting to bind port ef97c0dd-5fbc-40db-8a06-f4f788625bbb on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:21:29.947130 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:21:29.947502 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:21:29.947903 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:29.948292 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:21:29.948750 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Bound port: ef97c0dd-5fbc-40db-8a06-f4f788625bbb, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:21:29.949124 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ef97c0dd-5fbc-40db-8a06-f4f788625bbb), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:29.951423 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f1b09-1f8c-4c7a-8da1-2522683e91df None None] Pushing event updated for resources: {'Port': ['ID=ef97c0dd-5fbc-40db-8a06-f4f788625bbb,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:29.953947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b4488-160c-4b1e-84c9-939ad3aa97a5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 50538001-3e80-465e-90d6-9a4760b55bb6 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:21:29.995568 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f1b09-1f8c-4c7a-8da1-2522683e91df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:29.995917 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f1b09-1f8c-4c7a-8da1-2522683e91df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:29.996253 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f1b09-1f8c-4c7a-8da1-2522683e91df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:29.996582 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f1b09-1f8c-4c7a-8da1-2522683e91df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:29.996908 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f1b09-1f8c-4c7a-8da1-2522683e91df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:29.997233 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f1b09-1f8c-4c7a-8da1-2522683e91df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:29.997738 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f1b09-1f8c-4c7a-8da1-2522683e91df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:29.998066 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f1b09-1f8c-4c7a-8da1-2522683e91df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:29.998378 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f1b09-1f8c-4c7a-8da1-2522683e91df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:29.998997 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f1b09-1f8c-4c7a-8da1-2522683e91df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:29.999375 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f1b09-1f8c-4c7a-8da1-2522683e91df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:29.999700 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f1b09-1f8c-4c7a-8da1-2522683e91df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:30.000093 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69f1b09-1f8c-4c7a-8da1-2522683e91df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:21:30.022601 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] For port ef97c0dd-5fbc-40db-8a06-f4f788625bbb, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:21:30.025711 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] For port ef97c0dd-5fbc-40db-8a06-f4f788625bbb, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ef97c0dd-5fbc-40db-8a06-f4f788625bbb,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:21:30.028156 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-5d9b4488-160c-4b1e-84c9-939ad3aa97a5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 50538001-3e80-465e-90d6-9a4760b55bb6) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:21:30.032995 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9b4488-160c-4b1e-84c9-939ad3aa97a5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:30.033704 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4488-160c-4b1e-84c9-939ad3aa97a5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:30.037498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33da7d7f-4154-406a-9376-0a711cdf675c None None] Network 50538001-3e80-465e-90d6-9a4760b55bb6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:21:30.108825 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ef97c0dd-5fbc-40db-8a06-f4f788625bbb), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:30.152092 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5d9b4488-160c-4b1e-84c9-939ad3aa97a5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9193041 Feb 15 17:21:30.154853 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36138) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:30.162370 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-50538001-3e80-465e-90d6-9a4760b55bb6', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ips': [{'subnet_id': 'd6b85ade-7552-4554-af99-04ef7590203d'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:21:30.163369 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Routers {'70bc8616-657c-4af1-9b2a-fc7f97a76026'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:21:30.163996 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:21:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['70bc8616-657c-4af1-9b2a-fc7f97a76026'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:30.167224 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:30.234106 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69f1b09-1f8c-4c7a-8da1-2522683e91df None None] Pushing event updated for resources: {'Port': ['ID=ef97c0dd-5fbc-40db-8a06-f4f788625bbb,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:30.286998 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] Set router 70bc8616-657c-4af1-9b2a-fc7f97a76026 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:21:30.338855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Allocated IP 172.20.0.2 (50538001-3e80-465e-90d6-9a4760b55bb6/d6b85ade-7552-4554-af99-04ef7590203d/cbc86c93-e4be-4231-9abb-981089dfff38) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:21:30.590110 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Publish callbacks [] for port (cbc86c93-e4be-4231-9abb-981089dfff38), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:30.591184 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750574833', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:21:26Z', 'updated_at': '2022-02-15T17:21:27Z', 'revision_number': 3, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:27Z', 'updated_at': '2022-02-15T17:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:30.625619 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffe6b07-7d58-46f9-8ac8-b6146ac4a50f None None] The sync data for ids ['70bc8616-657c-4af1-9b2a-fc7f97a76026'] in n-d-828372-14 is: [{'id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750574833', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:21:26Z', 'updated_at': '2022-02-15T17:21:27Z', 'revision_number': 3, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:27Z', 'updated_at': '2022-02-15T17:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:21:30.646575 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (cbc86c93-e4be-4231-9abb-981089dfff38), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:30.689640 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:30.706086 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Network 50538001-3e80-465e-90d6-9a4760b55bb6 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:21:30.714072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:21:30.719078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:21:30.722930 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Pushing event updated for resources: {'Port': ['ID=cbc86c93-e4be-4231-9abb-981089dfff38,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:30.752406 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:30.795245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-324ffeb2-5b1d-45f9-be73-9ddd62bbe37d req-52a78540-99ee-4c01-9127-1087ea8647a6 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 210 time: 0.0745344 Feb 15 17:21:30.829403 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Attempting to bind port cbc86c93-e4be-4231-9abb-981089dfff38 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:21:30.829914 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Attempting to bind port cbc86c93-e4be-4231-9abb-981089dfff38 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'a0079c49-e919-46b6-92f1-057d27828788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:21:30.830379 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Attempting to bind port cbc86c93-e4be-4231-9abb-981089dfff38 on network 50538001-3e80-465e-90d6-9a4760b55bb6 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:21:30.837654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:21:30.838333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Checking segment: {'id': 'a0079c49-e919-46b6-92f1-057d27828788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:21:30.838918 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:30.839513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Bound using segment: {'id': 'a0079c49-e919-46b6-92f1-057d27828788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:21:30.841094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Bound port: cbc86c93-e4be-4231-9abb-981089dfff38, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0079c49-e919-46b6-92f1-057d27828788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:21:30.841955 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cbc86c93-e4be-4231-9abb-981089dfff38), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:30.934818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] For port cbc86c93-e4be-4231-9abb-981089dfff38, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:21:30.938929 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] For port cbc86c93-e4be-4231-9abb-981089dfff38, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cbc86c93-e4be-4231-9abb-981089dfff38,segment=NetworkSegment(a0079c49-e919-46b6-92f1-057d27828788),segment_id=a0079c49-e919-46b6-92f1-057d27828788)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:21:31.012153 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cbc86c93-e4be-4231-9abb-981089dfff38), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:31.165152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34da8ed-99b9-4c52-94b7-bafeaad7270c None None] Pushing event updated for resources: {'Port': ['ID=cbc86c93-e4be-4231-9abb-981089dfff38,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:31.176766 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:21:31.186525 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:31.232541 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:21:31.232893 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 9db3718c-0ba1-4a36-bac1-8b0cd3b153d5 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:21:31.360445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ef97c0dd-5fbc-40db-8a06-f4f788625bbb up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:21:31.454607 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ef97c0dd-5fbc-40db-8a06-f4f788625bbb triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:21:31.454991 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ef97c0dd-5fbc-40db-8a06-f4f788625bbb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:31.623830 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ef97c0dd-5fbc-40db-8a06-f4f788625bbb is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:21:31.624231 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ef97c0dd-5fbc-40db-8a06-f4f788625bbb), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:31.662798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port ef97c0dd-5fbc-40db-8a06-f4f788625bbb, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ef97c0dd-5fbc-40db-8a06-f4f788625bbb,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:31.696663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Allocated IP 172.20.0.1 (50538001-3e80-465e-90d6-9a4760b55bb6/d6b85ade-7552-4554-af99-04ef7590203d/38079ee7-baf3-486f-b3ca-2961b71b3171) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:21:31.793726 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ef97c0dd-5fbc-40db-8a06-f4f788625bbb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:31.900786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=ef97c0dd-5fbc-40db-8a06-f4f788625bbb,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:31.939355 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:31.983910 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e2c1017f-cec4-4414-96c3-8f8cc4d661ee req-bc7e9645-fe71-48d3-9760-6f02069e2ce2 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 210 time: 0.0443029 Feb 15 17:21:32.080662 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:32.149099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 50538001-3e80-465e-90d6-9a4760b55bb6 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:21:32.153731 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:21:32.161942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:21:32.167936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=38079ee7-baf3-486f-b3ca-2961b71b3171,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:32.239172 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (70bc8616-657c-4af1-9b2a-fc7f97a76026), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:32.503279 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:32.597859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4619120-3b6a-432b-a134-e81f06e8c8c7 None None] Network 50538001-3e80-465e-90d6-9a4760b55bb6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:21:32.857109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8aeea66e-7db9-429f-a0a9-3f5a6f33aff4 None None] Provisioning complete for port cbc86c93-e4be-4231-9abb-981089dfff38 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:21:32.857581 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8aeea66e-7db9-429f-a0a9-3f5a6f33aff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cbc86c93-e4be-4231-9abb-981089dfff38), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:32.886463 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:32.965177 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:32.998294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8aeea66e-7db9-429f-a0a9-3f5a6f33aff4 None None] Current status of the port cbc86c93-e4be-4231-9abb-981089dfff38 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:21:32.999026 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8aeea66e-7db9-429f-a0a9-3f5a6f33aff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cbc86c93-e4be-4231-9abb-981089dfff38), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:33.073729 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (70bc8616-657c-4af1-9b2a-fc7f97a76026), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:33.075184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8aeea66e-7db9-429f-a0a9-3f5a6f33aff4 None None] For port cbc86c93-e4be-4231-9abb-981089dfff38, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cbc86c93-e4be-4231-9abb-981089dfff38,segment=NetworkSegment(a0079c49-e919-46b6-92f1-057d27828788),segment_id=a0079c49-e919-46b6-92f1-057d27828788)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:33.081739 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=38079ee7-baf3-486f-b3ca-2961b71b3171,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:33.148071 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8aeea66e-7db9-429f-a0a9-3f5a6f33aff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cbc86c93-e4be-4231-9abb-981089dfff38), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:33.161999 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bb623d40-2345-44c1-ab41-bf3481f2ceec req-bcff7628-8f51-46f6-919d-8e113fc5c059 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 210 time: 0.0717666 Feb 15 17:21:33.208363 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeea66e-7db9-429f-a0a9-3f5a6f33aff4 None None] Pushing event updated for resources: {'Port': ['ID=cbc86c93-e4be-4231-9abb-981089dfff38,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:33.318968 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 50538001-3e80-465e-90d6-9a4760b55bb6 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:21:33.320773 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:21:33.483007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c7c122c5-e812-499d-be87-c2fdfc840872 None None] Provisioning complete for port 38079ee7-baf3-486f-b3ca-2961b71b3171 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:21:33.483378 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c7c122c5-e812-499d-be87-c2fdfc840872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:33.533525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c7c122c5-e812-499d-be87-c2fdfc840872 None None] Port 38079ee7-baf3-486f-b3ca-2961b71b3171 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:21:33.540634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cbc86c93-e4be-4231-9abb-981089dfff38 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:21:33.603594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c7c122c5-e812-499d-be87-c2fdfc840872 None None] Provisioning complete for port cbc86c93-e4be-4231-9abb-981089dfff38 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:21:33.604323 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c7c122c5-e812-499d-be87-c2fdfc840872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cbc86c93-e4be-4231-9abb-981089dfff38), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:33.609819 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router 70bc8616-657c-4af1-9b2a-fc7f97a76026 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:21:33.656427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port cbc86c93-e4be-4231-9abb-981089dfff38 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:21:33.656799 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cbc86c93-e4be-4231-9abb-981089dfff38), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:33.745751 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:21:33.752111 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2bdf53b9-96f1-421f-8488-deb2451afcdd tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "PUT /v2.0/routers/70bc8616-657c-4af1-9b2a-fc7f97a76026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5956438 Feb 15 17:21:33.769771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Sync routers for ids ['70bc8616-657c-4af1-9b2a-fc7f97a76026'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:21:33.803451 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Routers {'70bc8616-657c-4af1-9b2a-fc7f97a76026'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:21:33.804092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:21:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['70bc8616-657c-4af1-9b2a-fc7f97a76026'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:33.805898 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port cbc86c93-e4be-4231-9abb-981089dfff38 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:21:33.806958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ef97c0dd-5fbc-40db-8a06-f4f788625bbb up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:21:33.810631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c7c122c5-e812-499d-be87-c2fdfc840872 None None] Current status of the port cbc86c93-e4be-4231-9abb-981089dfff38 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:21:34.001165 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Set router 70bc8616-657c-4af1-9b2a-fc7f97a76026 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:21:34.082961 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-e4750ad5-b3c9-42a0-af7b-a30e08b1f1a6 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-495394183&fields=id&tenant_id=de73d1daf89048bf8298654f1c0cb7d6 HTTP/1.1" status: 200 len: 267 time: 0.0885329 Feb 15 17:21:34.100966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a319b57f-cb26-447a-a7fc-22c0b29f1004 None None] Provisioning complete for port 38079ee7-baf3-486f-b3ca-2961b71b3171 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:21:34.102089 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a319b57f-cb26-447a-a7fc-22c0b29f1004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:34.218628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a319b57f-cb26-447a-a7fc-22c0b29f1004 None None] Port 38079ee7-baf3-486f-b3ca-2961b71b3171 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:21:34.225485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ef97c0dd-5fbc-40db-8a06-f4f788625bbb triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:21:34.226000 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ef97c0dd-5fbc-40db-8a06-f4f788625bbb), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:34.281827 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-413dc79f-5094-4306-9c06-930851224e5a req-d5834582-3ef9-4f80-8550-9455eb19b858 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 210 time: 0.0450184 Feb 15 17:21:34.319655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-3d6fe92b-6b25-4e77-9ba3-6b9b7222adc6 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:34.319655 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-3d6fe92b-6b25-4e77-9ba3-6b9b7222adc6 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/networks?id=50538001-3e80-465e-90d6-9a4760b55bb6 HTTP/1.1" status: 200 len: 797 time: 0.2343259 Feb 15 17:21:34.363706 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-43214ecf-e438-4218-91bb-cd20aea677f1 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/quotas/de73d1daf89048bf8298654f1c0cb7d6 HTTP/1.1" status: 200 len: 375 time: 0.0380406 Feb 15 17:21:34.369791 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2afc813b-46d4-4a74-a8d6-4cef0d95eb2c None None] Provisioning complete for port 38079ee7-baf3-486f-b3ca-2961b71b3171 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:21:34.370416 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2afc813b-46d4-4a74-a8d6-4cef0d95eb2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:34.455596 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ef97c0dd-5fbc-40db-8a06-f4f788625bbb is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:21:34.463596 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750574833', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:21:26Z', 'updated_at': '2022-02-15T17:21:32Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:27Z', 'updated_at': '2022-02-15T17:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '38079ee7-baf3-486f-b3ca-2961b71b3171', 'name': '', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:f5:08:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:31Z', 'updated_at': '2022-02-15T17:21:32Z', 'revision_number': 2, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:34.477381 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-c86ceeb3-7df4-46f4-a4cb-15171a657568 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997236 Feb 15 17:21:34.484090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-184405df-0a28-401a-b919-b562f1ab0a5f service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:21:34.491772 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-184405df-0a28-401a-b919-b562f1ab0a5f service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134892 Feb 15 17:21:34.507038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Checking router: 70bc8616-657c-4af1-9b2a-fc7f97a76026 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:21:34.507397 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Updating router 70bc8616-657c-4af1-9b2a-fc7f97a76026 port 38079ee7-baf3-486f-b3ca-2961b71b3171 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:21:34.509701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2afc813b-46d4-4a74-a8d6-4cef0d95eb2c None None] Port 38079ee7-baf3-486f-b3ca-2961b71b3171 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:21:34.546520 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:34.586623 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-c3482001-2f9e-4212-ab8e-5d75a67bf7b7 service neutron] 10.222.0.107 "GET /v2.0/networks/50538001-3e80-465e-90d6-9a4760b55bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914655 Feb 15 17:21:34.696445 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-e13364b8-f6de-4275-bba5-697912092aac service neutron] 10.222.0.107 "GET /v2.0/networks/50538001-3e80-465e-90d6-9a4760b55bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025033 Feb 15 17:21:34.870597 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Publish callbacks [] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:34.970777 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:34.998059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba618e86-946e-4742-b8c4-0510f4aeb014 req-34a8ccae-a855-45d7-af20-5f8e7e3c279c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 210 time: 0.0539584 Feb 15 17:21:35.072298 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0520989-3305-44d9-b805-91c84ceb554f None None] Pushing event updated for resources: {'Port': ['ID=38079ee7-baf3-486f-b3ca-2961b71b3171,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:35.132283 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Attempting to bind port 38079ee7-baf3-486f-b3ca-2961b71b3171 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:21:35.132752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Attempting to bind port 38079ee7-baf3-486f-b3ca-2961b71b3171 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'a0079c49-e919-46b6-92f1-057d27828788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:21:35.133198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Attempting to bind port 38079ee7-baf3-486f-b3ca-2961b71b3171 on network 50538001-3e80-465e-90d6-9a4760b55bb6 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:21:35.139558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:21:35.140034 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Checking segment: {'id': 'a0079c49-e919-46b6-92f1-057d27828788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:21:35.140633 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:35.141105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Bound using segment: {'id': 'a0079c49-e919-46b6-92f1-057d27828788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:21:35.141744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Bound port: 38079ee7-baf3-486f-b3ca-2961b71b3171, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0079c49-e919-46b6-92f1-057d27828788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:21:35.142203 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:35.245496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] For port 38079ee7-baf3-486f-b3ca-2961b71b3171, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:21:35.245496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] For port 38079ee7-baf3-486f-b3ca-2961b71b3171, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=38079ee7-baf3-486f-b3ca-2961b71b3171,segment=NetworkSegment(a0079c49-e919-46b6-92f1-057d27828788),segment_id=a0079c49-e919-46b6-92f1-057d27828788)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:21:35.305269 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cbc86c93-e4be-4231-9abb-981089dfff38 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:21:35.353489 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:35.437294 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7028831d-a634-44a8-a9d7-a17463748921 req-578c157e-ce95-4632-bb57-bfaed6803146 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 210 time: 0.0669312 Feb 15 17:21:35.485825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0520989-3305-44d9-b805-91c84ceb554f None None] Pushing event updated for resources: {'Port': ['ID=38079ee7-baf3-486f-b3ca-2961b71b3171,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:35.490850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Routers {'70bc8616-657c-4af1-9b2a-fc7f97a76026'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:21:35.491524 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:21:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['70bc8616-657c-4af1-9b2a-fc7f97a76026'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:35.632688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] Set router 70bc8616-657c-4af1-9b2a-fc7f97a76026 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:21:35.675760 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port cbc86c93-e4be-4231-9abb-981089dfff38 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:21:35.676414 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cbc86c93-e4be-4231-9abb-981089dfff38), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:35.744944 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8a80c2c2-732d-4b23-b895-55e3daa22b9b None None] Provisioning complete for port 38079ee7-baf3-486f-b3ca-2961b71b3171 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:21:35.745321 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8a80c2c2-732d-4b23-b895-55e3daa22b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:36.137971 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1a0f0c4b-16ff-4de3-b61c-f727d32f5759 req-60c93536-64f4-488e-a29d-2e60b8dad408 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 210 time: 0.0433447 Feb 15 17:21:36.156711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port cbc86c93-e4be-4231-9abb-981089dfff38 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:21:36.166807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8a80c2c2-732d-4b23-b895-55e3daa22b9b None None] Current status of the port 38079ee7-baf3-486f-b3ca-2961b71b3171 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:21:36.167227 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8a80c2c2-732d-4b23-b895-55e3daa22b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:36.212576 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8a80c2c2-732d-4b23-b895-55e3daa22b9b None None] For port 38079ee7-baf3-486f-b3ca-2961b71b3171, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=38079ee7-baf3-486f-b3ca-2961b71b3171,segment=NetworkSegment(a0079c49-e919-46b6-92f1-057d27828788),segment_id=a0079c49-e919-46b6-92f1-057d27828788)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:36.222517 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750574833', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:21:26Z', 'updated_at': '2022-02-15T17:21:32Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:27Z', 'updated_at': '2022-02-15T17:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '38079ee7-baf3-486f-b3ca-2961b71b3171', 'name': '', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:f5:08:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:31Z', 'updated_at': '2022-02-15T17:21:35Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:36.254142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5175a96f-e266-4159-8fe5-e06de6dda852 None None] The sync data for ids ['70bc8616-657c-4af1-9b2a-fc7f97a76026'] in n-d-828372-14 is: [{'id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750574833', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:21:26Z', 'updated_at': '2022-02-15T17:21:32Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:27Z', 'updated_at': '2022-02-15T17:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '38079ee7-baf3-486f-b3ca-2961b71b3171', 'name': '', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:f5:08:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:31Z', 'updated_at': '2022-02-15T17:21:35Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:21:36.299073 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8a80c2c2-732d-4b23-b895-55e3daa22b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:36.384829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80c2c2-732d-4b23-b895-55e3daa22b9b None None] Pushing event updated for resources: {'Port': ['ID=38079ee7-baf3-486f-b3ca-2961b71b3171,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:36.423459 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b0ff153d-d1bc-4127-a352-3f6b0b629adc None None] Provisioning complete for port 38079ee7-baf3-486f-b3ca-2961b71b3171 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:21:36.423849 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0ff153d-d1bc-4127-a352-3f6b0b629adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:36.546842 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b0ff153d-d1bc-4127-a352-3f6b0b629adc None None] Current status of the port 38079ee7-baf3-486f-b3ca-2961b71b3171 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:21:36.648560 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-26c9e00a-f91d-4df5-9e06-72291efae35b req-e491263c-fd32-4410-a372-ac20a5f49349 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 210 time: 0.0400758 Feb 15 17:21:36.953678 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c27b4064-d32a-4c71-a109-433a119d24c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:37.156067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-c07f6b97-0420-4337-9d9a-36cec243e891 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:37.158888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-c07f6b97-0420-4337-9d9a-36cec243e891 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "GET /v2.0/networks?id=50538001-3e80-465e-90d6-9a4760b55bb6 HTTP/1.1" status: 200 len: 797 time: 0.1224477 Feb 15 17:21:37.263777 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-45a7efa5-b091-4e8b-910c-963d3757da41 req-d1b4e211-2fd0-4f14-a015-0659831bbea9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 210 time: 0.0472467 Feb 15 17:21:37.287379 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-f2798f6c-31a7-466a-a692-7795fcc95188 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de73d1daf89048bf8298654f1c0cb7d6 HTTP/1.1" status: 200 len: 379 time: 0.1156530 Feb 15 17:21:37.305951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-e19e2855-bc9a-4188-bd3b-0d6715dee76d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'port': {'device_id': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'admin_state_up': True, 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'security_groups': ['eadd57c0-eed5-48e7-9056-c8d9f6f0a998']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:21:37.311211 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 38079ee7-baf3-486f-b3ca-2961b71b3171 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:21:37.400893 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 38079ee7-baf3-486f-b3ca-2961b71b3171 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:21:37.401600 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:37.558002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 38079ee7-baf3-486f-b3ca-2961b71b3171 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:21:37.571143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-e19e2855-bc9a-4188-bd3b-0d6715dee76d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Made reservation on behalf of de73d1daf89048bf8298654f1c0cb7d6 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:21:37.574611 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-e19e2855-bc9a-4188-bd3b-0d6715dee76d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:37.768204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-e19e2855-bc9a-4188-bd3b-0d6715dee76d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Allocated IP 172.20.0.10 (50538001-3e80-465e-90d6-9a4760b55bb6/d6b85ade-7552-4554-af99-04ef7590203d/f46144a3-9376-44a6-97ab-5b01a1da121e) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:21:37.813262 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-553408a2-a365-4c86-abed-a5e49f2b96d2 req-6d590661-f390-475e-928e-8e9195bbe70a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 210 time: 0.0492995 Feb 15 17:21:37.950167 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-e19e2855-bc9a-4188-bd3b-0d6715dee76d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:38.040302 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-e19e2855-bc9a-4188-bd3b-0d6715dee76d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:38.096922 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-e19e2855-bc9a-4188-bd3b-0d6715dee76d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 50538001-3e80-465e-90d6-9a4760b55bb6 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:21:38.100164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-e19e2855-bc9a-4188-bd3b-0d6715dee76d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:21:38.103942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-e19e2855-bc9a-4188-bd3b-0d6715dee76d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:21:38.110560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e2855-bc9a-4188-bd3b-0d6715dee76d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=f46144a3-9376-44a6-97ab-5b01a1da121e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:38.162820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-e19e2855-bc9a-4188-bd3b-0d6715dee76d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:38.163571 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-e19e2855-bc9a-4188-bd3b-0d6715dee76d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:38.437845 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-e19e2855-bc9a-4188-bd3b-0d6715dee76d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9555488 Feb 15 17:21:38.437845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Request body: {'port': {'device_id': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:21:38.437845 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:38.438831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-33745ada-0e16-4673-ad21-fe35b8d7501b None None] Provisioning complete for port f46144a3-9376-44a6-97ab-5b01a1da121e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:21:38.438831 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-33745ada-0e16-4673-ad21-fe35b8d7501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:38.462518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-33745ada-0e16-4673-ad21-fe35b8d7501b None None] Port f46144a3-9376-44a6-97ab-5b01a1da121e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:21:38.521903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd44e81-a781-46ea-a707-36c8b904b88d req-6f4a22f0-6fa9-410d-9a64-de2eb59dc5b0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:38.528707 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9dd44e81-a781-46ea-a707-36c8b904b88d req-6f4a22f0-6fa9-410d-9a64-de2eb59dc5b0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 932 time: 0.1672955 Feb 15 17:21:38.659486 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9dd44e81-a781-46ea-a707-36c8b904b88d req-6c92a632-e1ae-44fb-ad87-96ab0ba9bb58 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298602 Feb 15 17:21:38.807389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f46144a3-9376-44a6-97ab-5b01a1da121e {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:21:38.815240 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Publish callbacks [] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:38.830301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Transition to ACTIVE for port object f46144a3-9376-44a6-97ab-5b01a1da121e will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:21:38.903205 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:38.932291 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f89b4e7b-0927-4d57-924a-fa149c891f42 req-1c92dd7b-5a61-45be-98b3-d66160299d14 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 210 time: 0.0426693 Feb 15 17:21:39.007847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Pushing event updated for resources: {'Port': ['ID=f46144a3-9376-44a6-97ab-5b01a1da121e,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:39.104602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Attempting to bind port f46144a3-9376-44a6-97ab-5b01a1da121e on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:21:39.105607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Attempting to bind port f46144a3-9376-44a6-97ab-5b01a1da121e by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a0079c49-e919-46b6-92f1-057d27828788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:21:39.105607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Attempting to bind port f46144a3-9376-44a6-97ab-5b01a1da121e on network 50538001-3e80-465e-90d6-9a4760b55bb6 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:21:39.110411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Port f46144a3-9376-44a6-97ab-5b01a1da121e on network 50538001-3e80-465e-90d6-9a4760b55bb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:21:39.110872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Attempting to bind port f46144a3-9376-44a6-97ab-5b01a1da121e on network 50538001-3e80-465e-90d6-9a4760b55bb6 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:21:39.117078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:21:39.117593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Checking segment: {'id': 'a0079c49-e919-46b6-92f1-057d27828788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:21:39.118084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Bound using segment: {'id': 'a0079c49-e919-46b6-92f1-057d27828788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:21:39.118936 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Bound port: f46144a3-9376-44a6-97ab-5b01a1da121e, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0079c49-e919-46b6-92f1-057d27828788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:21:39.119402 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:39.194160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] For port f46144a3-9376-44a6-97ab-5b01a1da121e, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:21:39.197325 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] For port f46144a3-9376-44a6-97ab-5b01a1da121e, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f46144a3-9376-44a6-97ab-5b01a1da121e,segment=NetworkSegment(a0079c49-e919-46b6-92f1-057d27828788),segment_id=a0079c49-e919-46b6-92f1-057d27828788)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:21:39.268539 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:39.310114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:39.310732 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:39.315168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] 10.222.0.10 "PUT /v2.0/ports/f46144a3-9376-44a6-97ab-5b01a1da121e HTTP/1.1" status: 200 len: 1093 time: 1.0519366 Feb 15 17:21:39.315168 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'tag': 'f46144a3-9376-44a6-97ab-5b01a1da121e'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:21:39.315514 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dba0ae-3e14-410e-bd50-8f6c5dea2ade" -d '{"events": [{"name": "network-changed", "server_uuid": "92a27328-cafd-49c8-afe4-a94b7a6702b0", "tag": "f46144a3-9376-44a6-97ab-5b01a1da121e"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:21:39.317503 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0007f428-5058-4c85-bb4a-b99957627d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:39.346166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dd17e-6597-476e-969d-824754258a5b service neutron] Pushing event updated for resources: {'Port': ['ID=f46144a3-9376-44a6-97ab-5b01a1da121e,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:39.400329 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0344a37-ba54-421e-baee-48f6063847e2 x-openstack-request-id: req-b0344a37-ba54-421e-baee-48f6063847e2 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:21:39.400625 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a27328-cafd-49c8-afe4-a94b7a6702b0", "tag": "f46144a3-9376-44a6-97ab-5b01a1da121e", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:21:39.400885 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b0344a37-ba54-421e-baee-48f6063847e2 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:21:39.401297 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'tag': 'f46144a3-9376-44a6-97ab-5b01a1da121e', 'status': 'completed', 'code': 200} Feb 15 17:21:39.474299 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dba0ae-3e14-410e-bd50-8f6c5dea2ade req-5e552076-50dc-43c9-a429-f0a2931046f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:39.476056 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-37dba0ae-3e14-410e-bd50-8f6c5dea2ade req-5e552076-50dc-43c9-a429-f0a2931046f3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 1127 time: 0.0564063 Feb 15 17:21:39.602632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dba0ae-3e14-410e-bd50-8f6c5dea2ade req-28d98271-996c-467d-b775-52d63733d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:39.604116 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-37dba0ae-3e14-410e-bd50-8f6c5dea2ade req-28d98271-996c-467d-b775-52d63733d32c service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1180973 Feb 15 17:21:39.716883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dba0ae-3e14-410e-bd50-8f6c5dea2ade req-a2fabc34-20df-42dd-874b-3ee6a9cecb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:39.718609 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-37dba0ae-3e14-410e-bd50-8f6c5dea2ade req-a2fabc34-20df-42dd-874b-3ee6a9cecb2e service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1080053 Feb 15 17:21:39.813887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-f9bd977f-601a-4cdc-92f3-c276249807c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:39.815625 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-f9bd977f-601a-4cdc-92f3-c276249807c6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 1127 time: 0.0583692 Feb 15 17:21:39.838959 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58c18e-9851-4561-8dd4-5f9da931f9dd req-42864231-a5cb-4a84-8f86-f974911645af tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:39.842005 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a58c18e-9851-4561-8dd4-5f9da931f9dd req-42864231-a5cb-4a84-8f86-f974911645af tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 944 time: 0.0906961 Feb 15 17:21:39.920242 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6a58c18e-9851-4561-8dd4-5f9da931f9dd req-7271213a-8f51-468f-8338-f1105ad0be75 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721204 Feb 15 17:21:40.212942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-04799b0b-3a72-4e94-bc2d-1f0fe28dc245 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f46144a3-9376-44a6-97ab-5b01a1da121e HTTP/1.1" status: 200 len: 217 time: 0.3880084 Feb 15 17:21:40.244401 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-49af0785-2c00-4ae0-b30d-8d8ba4ff7ac1 req-9f5a3fd8-7106-4036-991e-0909bd3c54c9 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=c8dec294-450e-41b4-a4fc-9a69b5219769 HTTP/1.1" status: 200 len: 210 time: 0.0338135 Feb 15 17:21:40.281115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-4ccbeb71-8e35-4a81-b90f-234652b25db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:40.282622 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-4ccbeb71-8e35-4a81-b90f-234652b25db4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6b85ade-7552-4554-af99-04ef7590203d HTTP/1.1" status: 200 len: 834 time: 0.0614314 Feb 15 17:21:40.333873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-8c99b2cd-08eb-427d-9961-e7c819acd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:40.335414 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-8c99b2cd-08eb-427d-9961-e7c819acd0d0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=50538001-3e80-465e-90d6-9a4760b55bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444117 Feb 15 17:21:40.435668 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-95381d98-6b07-487d-9729-33c685fcb6a7 service neutron] 10.222.0.10 "GET /v2.0/networks/50538001-3e80-465e-90d6-9a4760b55bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945923 Feb 15 17:21:40.528350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b5b8207-b8ca-4a97-b6b0-0fd2f543a6dc req-70458895-c604-472b-86c5-8aab764837d9 service neutron] 10.222.0.10 "GET /v2.0/networks/50538001-3e80-465e-90d6-9a4760b55bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874164 Feb 15 17:21:40.571238 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:41.067972 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29094c26-9d49-4801-a52c-e07323b11a1a req-893b655b-67fe-43b4-8c78-c2f5f7b3b731 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:41.069523 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-29094c26-9d49-4801-a52c-e07323b11a1a req-893b655b-67fe-43b4-8c78-c2f5f7b3b731 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 944 time: 0.0560093 Feb 15 17:21:41.134993 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-29094c26-9d49-4801-a52c-e07323b11a1a req-39080dc8-91be-43de-b80c-f3c40e24a468 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556312 Feb 15 17:21:42.007483 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:42.269723 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8e43a-2fb2-4126-9fd3-893c8728f29f req-ab93e6eb-243f-43ae-82fd-396e37af6342 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:42.271967 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ad8e43a-2fb2-4126-9fd3-893c8728f29f req-ab93e6eb-243f-43ae-82fd-396e37af6342 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 944 time: 0.0665584 Feb 15 17:21:42.337712 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7ad8e43a-2fb2-4126-9fd3-893c8728f29f req-1ed8e6ee-4b9a-41ad-b740-cc62263d30a3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583715 Feb 15 17:21:43.471331 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937d5a8-526c-4ca3-a001-7769b9dc3fab req-64955c02-ae65-4fb2-b78e-30754c0bd122 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:43.477888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9937d5a8-526c-4ca3-a001-7769b9dc3fab req-64955c02-ae65-4fb2-b78e-30754c0bd122 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 944 time: 0.0623372 Feb 15 17:21:43.533226 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9937d5a8-526c-4ca3-a001-7769b9dc3fab req-c0fe9ff6-99f3-42f5-aa46-60714a76785c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544679 Feb 15 17:21:43.553780 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:43.944380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f46144a3-9376-44a6-97ab-5b01a1da121e details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:21:44.047170 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f46144a3-9376-44a6-97ab-5b01a1da121e, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f46144a3-9376-44a6-97ab-5b01a1da121e,segment=NetworkSegment(a0079c49-e919-46b6-92f1-057d27828788),segment_id=a0079c49-e919-46b6-92f1-057d27828788)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:44.060451 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'f46144a3-9376-44a6-97ab-5b01a1da121e', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'port_id': 'f46144a3-9376-44a6-97ab-5b01a1da121e', 'mac_address': 'fa:16:3e:dd:72:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:21:44.116891 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f46144a3-9376-44a6-97ab-5b01a1da121e is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:21:44.117480 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:44.135051 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f46144a3-9376-44a6-97ab-5b01a1da121e {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:21:44.155103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f46144a3-9376-44a6-97ab-5b01a1da121e, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f46144a3-9376-44a6-97ab-5b01a1da121e,segment=NetworkSegment(a0079c49-e919-46b6-92f1-057d27828788),segment_id=a0079c49-e919-46b6-92f1-057d27828788)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:44.234019 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:44.292714 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f46144a3-9376-44a6-97ab-5b01a1da121e,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:44.438638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['f46144a3-9376-44a6-97ab-5b01a1da121e'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:21:44.683459 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c476c9-57b9-4df0-9bba-cba09513d718 req-b76c32a5-334a-4219-bc13-f9a75f056578 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:44.691716 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-11c476c9-57b9-4df0-9bba-cba09513d718 req-b76c32a5-334a-4219-bc13-f9a75f056578 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 945 time: 0.0837822 Feb 15 17:21:44.762296 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-11c476c9-57b9-4df0-9bba-cba09513d718 req-e41c9c53-d7f0-4c36-9c0d-700fe509d38e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560167 Feb 15 17:21:45.869451 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482ff07-36b0-4b81-99a2-9ca78b460d70 req-a66e280a-5ec7-4947-90cc-e26ee7844d76 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:45.870874 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9482ff07-36b0-4b81-99a2-9ca78b460d70 req-a66e280a-5ec7-4947-90cc-e26ee7844d76 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 945 time: 0.0545354 Feb 15 17:21:45.920618 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9482ff07-36b0-4b81-99a2-9ca78b460d70 req-1135763a-54cf-4001-89d7-b6183678ea9f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439265 Feb 15 17:21:45.944713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f46144a3-9376-44a6-97ab-5b01a1da121e up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:21:46.062103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port f46144a3-9376-44a6-97ab-5b01a1da121e completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:21:46.067894 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port f46144a3-9376-44a6-97ab-5b01a1da121e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:21:46.068272 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:46.152365 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f46144a3-9376-44a6-97ab-5b01a1da121e is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:21:46.152767 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:46.187642 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f46144a3-9376-44a6-97ab-5b01a1da121e, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f46144a3-9376-44a6-97ab-5b01a1da121e,segment=NetworkSegment(a0079c49-e919-46b6-92f1-057d27828788),segment_id=a0079c49-e919-46b6-92f1-057d27828788)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:46.188697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46144a3-9376-44a6-97ab-5b01a1da121e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:21:46.191480 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512c7b40-84e5-44b3-bd22-0e664432a854" -d '{"events": [{"server_uuid": "92a27328-cafd-49c8-afe4-a94b7a6702b0", "name": "network-vif-plugged", "status": "completed", "tag": "f46144a3-9376-44a6-97ab-5b01a1da121e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:21:46.233964 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f42804d-a4be-4ae3-8aae-9f7fe3549dcd x-openstack-request-id: req-1f42804d-a4be-4ae3-8aae-9f7fe3549dcd {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:21:46.234478 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a27328-cafd-49c8-afe4-a94b7a6702b0", "name": "network-vif-plugged", "status": "completed", "tag": "f46144a3-9376-44a6-97ab-5b01a1da121e", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:21:46.235021 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1f42804d-a4be-4ae3-8aae-9f7fe3549dcd {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:21:46.235594 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46144a3-9376-44a6-97ab-5b01a1da121e', 'code': 200} Feb 15 17:21:46.260949 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:46.315102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f46144a3-9376-44a6-97ab-5b01a1da121e,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:46.348092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45050a-80a7-4c8b-9cec-65fcb06de7a9 req-78f4b484-45e0-4295-9bdb-7b48d4ae3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:46.349665 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec45050a-80a7-4c8b-9cec-65fcb06de7a9 req-78f4b484-45e0-4295-9bdb-7b48d4ae3fe1 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 1129 time: 0.0536590 Feb 15 17:21:46.400087 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec45050a-80a7-4c8b-9cec-65fcb06de7a9 req-ddd17834-d887-4a4b-add4-fd9ae5e59597 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430491 Feb 15 17:21:47.053485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abb5ca-2fba-4c2c-a3fc-7c576081aed4 req-eef14b04-c071-4022-a6d7-854ddce8eced tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:47.055000 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7abb5ca-2fba-4c2c-a3fc-7c576081aed4 req-eef14b04-c071-4022-a6d7-854ddce8eced tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0571072 Feb 15 17:21:47.105838 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7abb5ca-2fba-4c2c-a3fc-7c576081aed4 req-e97d69b7-aa4f-402a-8008-4c2a2111a221 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448542 Feb 15 17:21:48.274978 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d44d6-4546-44bd-8599-7d769ea98a0b req-b13ba61b-11c7-453e-90c5-178a31a03af8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:48.276500 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f09d44d6-4546-44bd-8599-7d769ea98a0b req-b13ba61b-11c7-453e-90c5-178a31a03af8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0814223 Feb 15 17:21:48.347597 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f09d44d6-4546-44bd-8599-7d769ea98a0b req-c99b39e5-4293-4539-b30b-2977534541a5 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646234 Feb 15 17:21:48.488091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6179c-313f-4fc6-ad54-97b7c6298899 req-6734c37d-401f-42fc-9fac-ca367406e4f3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:48.490232 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77f6179c-313f-4fc6-ad54-97b7c6298899 req-6734c37d-401f-42fc-9fac-ca367406e4f3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0573199 Feb 15 17:21:48.554118 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77f6179c-313f-4fc6-ad54-97b7c6298899 req-5cb848aa-5021-4587-9db3-56eea8fd9193 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579176 Feb 15 17:21:48.564863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36270) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:48.620233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643012f2-2d15-4783-a042-43cdea0dccd2 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:48.624473 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-643012f2-2d15-4783-a042-43cdea0dccd2 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 1124 time: 0.0559521 Feb 15 17:21:48.624979 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36272) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:48.629426 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': 'f46144a3-9376-44a6-97ab-5b01a1da121e', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:21:48.725327 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:48.755963 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:21:48.857183 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:49.007538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Allocated IP 172.25.4.132 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/9bed8424-c5e4-4ef4-9ca0-81db7a35de94) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:21:49.122837 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (9bed8424-c5e4-4ef4-9ca0-81db7a35de94), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:49.239812 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (9bed8424-c5e4-4ef4-9ca0-81db7a35de94), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:49.282252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:21:49.287266 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:21:49.291646 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:21:49.294695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=9bed8424-c5e4-4ef4-9ca0-81db7a35de94,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:49.723402 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for floatingip (aeccd824-3405-4f2f-a840-beccdc2a5487), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:49.884872 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9bed8424-c5e4-4ef4-9ca0-81db7a35de94), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:50.059136 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for port (9bed8424-c5e4-4ef4-9ca0-81db7a35de94), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:50.108196 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (9bed8424-c5e4-4ef4-9ca0-81db7a35de94), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:50.194209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event updated for resources: {'Port': ['ID=9bed8424-c5e4-4ef4-9ca0-81db7a35de94,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:50.207042 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (aeccd824-3405-4f2f-a840-beccdc2a5487), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:50.322461 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Floating IP aeccd824-3405-4f2f-a840-beccdc2a5487 associated. External IP: 172.25.4.132, port: f46144a3-9376-44a6-97ab-5b01a1da121e. Feb 15 17:21:50.555326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router 70bc8616-657c-4af1-9b2a-fc7f97a76026 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:21:50.678809 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:21:50.694440 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2800ed-7442-455a-aa69-c817bc46250d None None] Sync routers for ids ['70bc8616-657c-4af1-9b2a-fc7f97a76026'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:21:50.705192 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2800ed-7442-455a-aa69-c817bc46250d None None] Routers {'70bc8616-657c-4af1-9b2a-fc7f97a76026'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:21:50.705903 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1c2800ed-7442-455a-aa69-c817bc46250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:21:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['70bc8616-657c-4af1-9b2a-fc7f97a76026'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:50.757674 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:50.800574 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9fc7fead-4f69-4346-a99f-59e239cd1b15 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1707637 Feb 15 17:21:50.800574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'tag': 'f46144a3-9376-44a6-97ab-5b01a1da121e'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:21:50.800574 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f2c335-8eba-4336-97fc-9016fcb76461" -d '{"events": [{"name": "network-changed", "server_uuid": "92a27328-cafd-49c8-afe4-a94b7a6702b0", "tag": "f46144a3-9376-44a6-97ab-5b01a1da121e"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:21:50.841175 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca6ea2f-0369-4532-9f35-c8cc21149f3e x-openstack-request-id: req-dca6ea2f-0369-4532-9f35-c8cc21149f3e {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:21:50.841492 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a27328-cafd-49c8-afe4-a94b7a6702b0", "tag": "f46144a3-9376-44a6-97ab-5b01a1da121e", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:21:50.841598 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1c2800ed-7442-455a-aa69-c817bc46250d None None] Set router 70bc8616-657c-4af1-9b2a-fc7f97a76026 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:21:50.841756 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dca6ea2f-0369-4532-9f35-c8cc21149f3e {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:21:50.842179 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'tag': 'f46144a3-9376-44a6-97ab-5b01a1da121e', 'status': 'completed', 'code': 200} Feb 15 17:21:50.913738 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662dc89b-74ef-4007-9eec-a8227e188e93 req-284c7e3d-3910-49c2-87d8-7cdbd5e7f47e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:50.915885 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-662dc89b-74ef-4007-9eec-a8227e188e93 req-284c7e3d-3910-49c2-87d8-7cdbd5e7f47e tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0680208 Feb 15 17:21:50.918885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2c335-8eba-4336-97fc-9016fcb76461 req-ef2dfcf0-f70b-42c6-a80c-45e02be5c65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:50.921088 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0f2c335-8eba-4336-97fc-9016fcb76461 req-ef2dfcf0-f70b-42c6-a80c-45e02be5c65e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 1129 time: 0.0525427 Feb 15 17:21:50.970553 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-662dc89b-74ef-4007-9eec-a8227e188e93 req-99eb090c-c7a3-412a-a76f-2c7bba132bc8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477576 Feb 15 17:21:50.999141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36300) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:51.058562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2c335-8eba-4336-97fc-9016fcb76461 req-96c4bef0-6a49-42ca-829a-d41987c99e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:51.060403 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0f2c335-8eba-4336-97fc-9016fcb76461 req-96c4bef0-6a49-42ca-829a-d41987c99e8e service neutron] 10.222.0.10 "GET /v2.0/networks?id=50538001-3e80-465e-90d6-9a4760b55bb6 HTTP/1.1" status: 200 len: 898 time: 0.1320431 Feb 15 17:21:51.074645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36304) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:51.084994 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b6cf51a9-138b-4a71-a8b1-cc183fbedf7f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/floatingips/aeccd824-3405-4f2f-a840-beccdc2a5487 HTTP/1.1" status: 200 len: 992 time: 0.0846646 Feb 15 17:21:51.142807 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1c2800ed-7442-455a-aa69-c817bc46250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750574833', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:21:26Z', 'updated_at': '2022-02-15T17:21:32Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:27Z', 'updated_at': '2022-02-15T17:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'aeccd824-3405-4f2f-a840-beccdc2a5487', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'port_id': 'f46144a3-9376-44a6-97ab-5b01a1da121e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'mac_address': 'fa:16:3e:dd:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:21:49Z', 'updated_at': '2022-02-15T17:21:49Z', 'revision_number': 0, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38079ee7-baf3-486f-b3ca-2961b71b3171', 'name': '', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:f5:08:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:31Z', 'updated_at': '2022-02-15T17:21:36Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:51.147621 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0f2c335-8eba-4336-97fc-9016fcb76461 req-7d145d35-6d28-472a-9441-9b8651b8e3ce service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f46144a3-9376-44a6-97ab-5b01a1da121e HTTP/1.1" status: 200 len: 1000 time: 0.0800581 Feb 15 17:21:51.178640 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2800ed-7442-455a-aa69-c817bc46250d None None] Checking router: 70bc8616-657c-4af1-9b2a-fc7f97a76026 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:21:51.185585 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2800ed-7442-455a-aa69-c817bc46250d None None] Routers {'70bc8616-657c-4af1-9b2a-fc7f97a76026'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:21:51.186496 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1c2800ed-7442-455a-aa69-c817bc46250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:21:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['70bc8616-657c-4af1-9b2a-fc7f97a76026'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:51.221309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2c335-8eba-4336-97fc-9016fcb76461 req-0e93b1d4-97db-4177-869c-9e8d8a3f4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:51.224357 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0f2c335-8eba-4336-97fc-9016fcb76461 req-0e93b1d4-97db-4177-869c-9e8d8a3f4438 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6b85ade-7552-4554-af99-04ef7590203d HTTP/1.1" status: 200 len: 834 time: 0.0707290 Feb 15 17:21:51.296273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f2c335-8eba-4336-97fc-9016fcb76461 req-e5681d0c-1d3a-4fab-9483-0a468d20e11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:51.298449 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0f2c335-8eba-4336-97fc-9016fcb76461 req-e5681d0c-1d3a-4fab-9483-0a468d20e11d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=50538001-3e80-465e-90d6-9a4760b55bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0667431 Feb 15 17:21:51.332505 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1c2800ed-7442-455a-aa69-c817bc46250d None None] Set router 70bc8616-657c-4af1-9b2a-fc7f97a76026 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:21:51.444430 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0f2c335-8eba-4336-97fc-9016fcb76461 req-760a9d04-0dd9-4a70-bb4b-6cdf78a395b7 service neutron] 10.222.0.10 "GET /v2.0/networks/50538001-3e80-465e-90d6-9a4760b55bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381805 Feb 15 17:21:51.544854 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0f2c335-8eba-4336-97fc-9016fcb76461 req-dc6df4da-25b4-4e93-8bb5-40d6d88b9aac service neutron] 10.222.0.10 "GET /v2.0/networks/50538001-3e80-465e-90d6-9a4760b55bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942953 Feb 15 17:21:51.593464 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1c2800ed-7442-455a-aa69-c817bc46250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750574833', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:21:26Z', 'updated_at': '2022-02-15T17:21:32Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:27Z', 'updated_at': '2022-02-15T17:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'aeccd824-3405-4f2f-a840-beccdc2a5487', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'port_id': 'f46144a3-9376-44a6-97ab-5b01a1da121e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'mac_address': 'fa:16:3e:dd:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:21:49Z', 'updated_at': '2022-02-15T17:21:49Z', 'revision_number': 0, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38079ee7-baf3-486f-b3ca-2961b71b3171', 'name': '', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:f5:08:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:31Z', 'updated_at': '2022-02-15T17:21:36Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:51.609779 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-0ce3773c-f2da-45dd-b596-751dbfad3e46 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Deleting port 3a9b2d1e-e9ac-44e3-bde4-a2e07cb5849a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:21:51.610318 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ce3773c-f2da-45dd-b596-751dbfad3e46 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3a9b2d1e-e9ac-44e3-bde4-a2e07cb5849a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:51.625889 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2800ed-7442-455a-aa69-c817bc46250d None None] The sync data for ids ['70bc8616-657c-4af1-9b2a-fc7f97a76026'] in n-d-828372-14 is: [{'id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750574833', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:21:26Z', 'updated_at': '2022-02-15T17:21:32Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:27Z', 'updated_at': '2022-02-15T17:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'aeccd824-3405-4f2f-a840-beccdc2a5487', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'floating_ip_address': '172.25.4.132', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'port_id': 'f46144a3-9376-44a6-97ab-5b01a1da121e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3939, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'mac_address': 'fa:16:3e:dd:72:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:21:49Z', 'updated_at': '2022-02-15T17:21:49Z', 'revision_number': 0, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '38079ee7-baf3-486f-b3ca-2961b71b3171', 'name': '', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:f5:08:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:31Z', 'updated_at': '2022-02-15T17:21:36Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:21:51.691317 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ce3773c-f2da-45dd-b596-751dbfad3e46 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3a9b2d1e-e9ac-44e3-bde4-a2e07cb5849a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:51.692282 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ce3773c-f2da-45dd-b596-751dbfad3e46 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for floatingip (3a9b2d1e-e9ac-44e3-bde4-a2e07cb5849a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:51.704901 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-0ce3773c-f2da-45dd-b596-751dbfad3e46 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Calling delete_port for 3a9b2d1e-e9ac-44e3-bde4-a2e07cb5849a owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:21:51.865754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262eaae4-d21c-4be0-bf65-cf63b1a18fde None None] New status for floating IP aeccd824-3405-4f2f-a840-beccdc2a5487: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:21:51.920409 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ce3773c-f2da-45dd-b596-751dbfad3e46 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3a9b2d1e-e9ac-44e3-bde4-a2e07cb5849a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:51.949308 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3773c-f2da-45dd-b596-751dbfad3e46 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event deleted for resources: {'Port': ['ID=3a9b2d1e-e9ac-44e3-bde4-a2e07cb5849a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:52.026823 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ce3773c-f2da-45dd-b596-751dbfad3e46 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for floatingip (fe05f765-fc78-4ce5-8fb2-60bc54dc95e9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:52.027150 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-0ce3773c-f2da-45dd-b596-751dbfad3e46 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Floating IP fe05f765-fc78-4ce5-8fb2-60bc54dc95e9 disassociated (deleted). External IP: 172.25.4.71, port: 61babd08-d10d-4724-b5b7-1b7c426e3395. Feb 15 17:21:52.089014 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36308) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:21:52.169756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-589c1079-fd49-458d-90df-3083e0998a9d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/floatingips/aeccd824-3405-4f2f-a840-beccdc2a5487 HTTP/1.1" status: 200 len: 994 time: 0.0730093 Feb 15 17:21:52.255094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce3773c-f2da-45dd-b596-751dbfad3e46 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Router 5ff18b72-1a6c-49b3-bf68-daefd0667316 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:21:52.365138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce3773c-f2da-45dd-b596-751dbfad3e46 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:21:52.369717 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ce3773c-f2da-45dd-b596-751dbfad3e46 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:52.376146 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91091ac9-f9eb-4410-a78b-a84fc76d5b27 None None] Sync routers for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:21:52.386850 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91091ac9-f9eb-4410-a78b-a84fc76d5b27 None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:21:52.387476 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-91091ac9-f9eb-4410-a78b-a84fc76d5b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:21:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:52.401597 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0ce3773c-f2da-45dd-b596-751dbfad3e46 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "DELETE /v2.0/floatingips/fe05f765-fc78-4ce5-8fb2-60bc54dc95e9 HTTP/1.1" status: 204 len: 168 time: 1.3258998 Feb 15 17:21:52.591830 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-91091ac9-f9eb-4410-a78b-a84fc76d5b27 None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:21:52.798198 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-91091ac9-f9eb-4410-a78b-a84fc76d5b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:52.835862 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91091ac9-f9eb-4410-a78b-a84fc76d5b27 None None] Checking router: 5ff18b72-1a6c-49b3-bf68-daefd0667316 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:21:52.843668 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'tag': '61babd08-d10d-4724-b5b7-1b7c426e3395'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:21:52.844909 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91091ac9-f9eb-4410-a78b-a84fc76d5b27 None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:21:52.845561 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-91091ac9-f9eb-4410-a78b-a84fc76d5b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:21:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:52.845977 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ed3ae4-fafd-4b6f-8f12-eabe3633061b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41", "tag": "61babd08-d10d-4724-b5b7-1b7c426e3395"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:21:52.857038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaac6f6-92cc-4de6-80f0-b27abc1bfd1f req-0532db0d-cd29-4e8c-a99d-683c38f3df25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:52.858605 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dfaac6f6-92cc-4de6-80f0-b27abc1bfd1f req-0532db0d-cd29-4e8c-a99d-683c38f3df25 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 946 time: 0.0615056 Feb 15 17:21:52.913161 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cf0627-6232-464e-acba-bbb77f43d3e4 x-openstack-request-id: req-14cf0627-6232-464e-acba-bbb77f43d3e4 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:21:52.913394 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41", "tag": "61babd08-d10d-4724-b5b7-1b7c426e3395", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:21:52.914207 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-14cf0627-6232-464e-acba-bbb77f43d3e4 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:21:52.914747 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'tag': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'status': 'completed', 'code': 200} Feb 15 17:21:52.921120 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dfaac6f6-92cc-4de6-80f0-b27abc1bfd1f req-c28cfed7-54c4-4890-aea5-46d43528f35c tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/security-groups?id=24eb3fe9-9337-479c-a1a7-88bf71afe0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553937 Feb 15 17:21:52.976876 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-91091ac9-f9eb-4410-a78b-a84fc76d5b27 None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:21:53.012896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed3ae4-fafd-4b6f-8f12-eabe3633061b req-b6bc608f-a48e-4ace-9c54-0cd06a73f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:53.015452 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5ed3ae4-fafd-4b6f-8f12-eabe3633061b req-b6bc608f-a48e-4ace-9c54-0cd06a73f34b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3e4b95210b24489aa9af66b1429a9643&device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 1129 time: 0.0554829 Feb 15 17:21:53.126728 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed3ae4-fafd-4b6f-8f12-eabe3633061b req-e10972c4-1368-4ba9-9ce7-7a7fd524ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:53.129784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5ed3ae4-fafd-4b6f-8f12-eabe3633061b req-e10972c4-1368-4ba9-9ce7-7a7fd524ba01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 200 len: 913 time: 0.1078739 Feb 15 17:21:53.175779 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5ed3ae4-fafd-4b6f-8f12-eabe3633061b req-507c0658-4c4c-4c42-88e1-b457416b2a0c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=61babd08-d10d-4724-b5b7-1b7c426e3395 HTTP/1.1" status: 200 len: 217 time: 0.0390370 Feb 15 17:21:53.207597 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-91091ac9-f9eb-4410-a78b-a84fc76d5b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:21:53.231463 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed3ae4-fafd-4b6f-8f12-eabe3633061b req-2380ffcf-7aa0-40b6-98b3-a9b1a19ebe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:53.233011 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5ed3ae4-fafd-4b6f-8f12-eabe3633061b req-2380ffcf-7aa0-40b6-98b3-a9b1a19ebe25 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 200 len: 851 time: 0.0482755 Feb 15 17:21:53.237857 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91091ac9-f9eb-4410-a78b-a84fc76d5b27 None None] The sync data for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 is: [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T16:58:59Z', 'revision_number': 4, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '304c7bdd-e424-43b0-8077-e978dfc620d0', 'name': '', 'network_id': '6d034b05-8049-4817-a4aa-97f8065a9672', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'mac_address': 'fa:16:3e:f0:cf:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '5c179437-204b-4978-a297-fc19fe80904c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:55Z', 'updated_at': '2022-02-15T16:59:04Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'subnets': [{'id': '5c179437-204b-4978-a297-fc19fe80904c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:21:53.286154 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed3ae4-fafd-4b6f-8f12-eabe3633061b req-bac30856-45a2-4cf3-a4d1-a04c5188a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:53.287735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5ed3ae4-fafd-4b6f-8f12-eabe3633061b req-bac30856-45a2-4cf3-a4d1-a04c5188a9ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6d034b05-8049-4817-a4aa-97f8065a9672&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491095 Feb 15 17:21:53.410745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce3394-688b-42d5-bfd2-6e841dcf6ea4 req-28f2d3ed-68a6-4a2c-a854-57a1db192878 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:21:53.412207 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-92ce3394-688b-42d5-bfd2-6e841dcf6ea4 req-28f2d3ed-68a6-4a2c-a854-57a1db192878 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 946 time: 0.1111565 Feb 15 17:21:53.478015 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5ed3ae4-fafd-4b6f-8f12-eabe3633061b req-45ccb840-5cc8-4806-8913-8f8d980ae27f service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666551 Feb 15 17:21:53.509873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489caacc-2a5c-4126-a421-1e992d5a47f8 None None] New status for floating IP fe05f765-fc78-4ce5-8fb2-60bc54dc95e9: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:21:53.612201 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-92ce3394-688b-42d5-bfd2-6e841dcf6ea4 req-60f4ea1a-99f3-4428-9598-67c2a9557f8a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Deleting port 61babd08-d10d-4724-b5b7-1b7c426e3395 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:21:53.613094 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-92ce3394-688b-42d5-bfd2-6e841dcf6ea4 req-60f4ea1a-99f3-4428-9598-67c2a9557f8a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (61babd08-d10d-4724-b5b7-1b7c426e3395), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:53.631900 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5ed3ae4-fafd-4b6f-8f12-eabe3633061b req-09716108-23d2-4a16-8283-ff683045c4d2 service neutron] 10.222.0.67 "GET /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473434 Feb 15 17:21:53.709777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-92ce3394-688b-42d5-bfd2-6e841dcf6ea4 req-60f4ea1a-99f3-4428-9598-67c2a9557f8a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] For port 61babd08-d10d-4724-b5b7-1b7c426e3395, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=61babd08-d10d-4724-b5b7-1b7c426e3395,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:21:53.710145 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-92ce3394-688b-42d5-bfd2-6e841dcf6ea4 req-60f4ea1a-99f3-4428-9598-67c2a9557f8a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (61babd08-d10d-4724-b5b7-1b7c426e3395), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:53.724174 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-92ce3394-688b-42d5-bfd2-6e841dcf6ea4 req-60f4ea1a-99f3-4428-9598-67c2a9557f8a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Calling delete_port for 61babd08-d10d-4724-b5b7-1b7c426e3395 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:21:53.919452 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-92ce3394-688b-42d5-bfd2-6e841dcf6ea4 req-60f4ea1a-99f3-4428-9598-67c2a9557f8a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (61babd08-d10d-4724-b5b7-1b7c426e3395), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:53.947280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f4ea1a-99f3-4428-9598-67c2a9557f8a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event deleted for resources: {'Port': ['ID=61babd08-d10d-4724-b5b7-1b7c426e3395,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:21:53.999090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ce3394-688b-42d5-bfd2-6e841dcf6ea4 req-60f4ea1a-99f3-4428-9598-67c2a9557f8a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] No DVR routers for this DVR port 61babd08-d10d-4724-b5b7-1b7c426e3395 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:21:54.002828 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-92ce3394-688b-42d5-bfd2-6e841dcf6ea4 req-60f4ea1a-99f3-4428-9598-67c2a9557f8a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:21:54.007511 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-92ce3394-688b-42d5-bfd2-6e841dcf6ea4 req-60f4ea1a-99f3-4428-9598-67c2a9557f8a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.67 "DELETE /v2.0/ports/61babd08-d10d-4724-b5b7-1b7c426e3395 HTTP/1.1" status: 204 len: 173 time: 0.5900950 Feb 15 17:21:54.008046 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'name': 'network-vif-deleted', 'tag': '61babd08-d10d-4724-b5b7-1b7c426e3395'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:21:54.010726 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a5bc7f-6c3c-4142-b924-8ae2bf0a1a75" -d '{"events": [{"server_uuid": "e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41", "name": "network-vif-deleted", "tag": "61babd08-d10d-4724-b5b7-1b7c426e3395"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:21:54.053734 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7620e81-8975-4b1a-b3bd-e9ddfe75e366 x-openstack-request-id: req-f7620e81-8975-4b1a-b3bd-e9ddfe75e366 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:21:54.054120 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41", "name": "network-vif-deleted", "tag": "61babd08-d10d-4724-b5b7-1b7c426e3395", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:21:54.054551 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f7620e81-8975-4b1a-b3bd-e9ddfe75e366 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:21:54.054929 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41', 'name': 'network-vif-deleted', 'tag': '61babd08-d10d-4724-b5b7-1b7c426e3395', 'status': 'completed', 'code': 200} Feb 15 17:21:54.075030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95605e04-7a06-481a-a7b1-72cae76e8ac5 req-4b674888-53d1-4f28-ad88-d3bfe508c5e5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 210 time: 0.0343754 Feb 15 17:21:55.177791 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a155f4a9-45c7-4148-b551-f7dd7872652e req-8edf1abf-836c-4024-a209-04f68f0ba4a5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 210 time: 0.0288608 Feb 15 17:21:56.276673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f984235a-7064-4d93-9e7a-b2b0292f7de3 req-0d154d74-df5a-48e5-905b-fcfb792f032b tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 210 time: 0.0314136 Feb 15 17:21:57.259338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 61babd08-d10d-4724-b5b7-1b7c426e3395 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:21:57.290380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 61babd08-d10d-4724-b5b7-1b7c426e3395 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:21:57.290380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 61babd08-d10d-4724-b5b7-1b7c426e3395 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:21:57.396781 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aed608b7-c843-4eeb-b482-35f97a8f9aaf req-2e464324-645d-4609-a02f-a237048d6943 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 210 time: 0.0357516 Feb 15 17:21:58.492520 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9dc49635-dc95-4c0a-b822-1e73f0e99e92 req-39f48062-f0d4-48bb-b4d4-153c7bfc1f5f tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 210 time: 0.0288992 Feb 15 17:21:59.620295 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-651084ef-c8de-45e9-97fb-368e09fb034f req-773164ad-656f-4c44-a102-231b68524306 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 210 time: 0.0523355 Feb 15 17:22:00.639491 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:00.726928 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6047bd7a-6191-4daa-a9a7-60051ff49acf req-76a0f41b-e60d-407f-82d2-c8648069a631 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 210 time: 0.0335586 Feb 15 17:22:01.033651 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:01.841586 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6abe4270-b773-482c-af4f-2394fbebf795 req-798fc70c-f572-45a8-90f5-f946dbdd17a0 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 210 time: 0.0389614 Feb 15 17:22:02.968201 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea82f3c4-efa6-4d21-bf4a-eb392ecc8308 req-aa9fc1bf-55a0-4173-8255-b06d5f8b8838 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 210 time: 0.0430632 Feb 15 17:22:04.083254 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf40bb7a-4814-48dd-8390-b5987459cd7a req-60329c08-74f8-4d90-aff5-b6496095617a tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9f85ebe-ecbf-4b0f-8662-8e7a763c8d41 HTTP/1.1" status: 200 len: 210 time: 0.0315452 Feb 15 17:22:05.139170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36444) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:05.277285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-0e81bf49-e867-4ca4-8d0f-53573e9e18e5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Deleting port 76308e38-c5b9-4a50-909a-30b92d74098e {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:22:05.277671 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0e81bf49-e867-4ca4-8d0f-53573e9e18e5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (76308e38-c5b9-4a50-909a-30b92d74098e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:05.358413 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0e81bf49-e867-4ca4-8d0f-53573e9e18e5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (76308e38-c5b9-4a50-909a-30b92d74098e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:05.358745 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0e81bf49-e867-4ca4-8d0f-53573e9e18e5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for floatingip (76308e38-c5b9-4a50-909a-30b92d74098e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:05.371883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-0e81bf49-e867-4ca4-8d0f-53573e9e18e5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Calling delete_port for 76308e38-c5b9-4a50-909a-30b92d74098e owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:22:05.565538 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0e81bf49-e867-4ca4-8d0f-53573e9e18e5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (76308e38-c5b9-4a50-909a-30b92d74098e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:05.590022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81bf49-e867-4ca4-8d0f-53573e9e18e5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event deleted for resources: {'Port': ['ID=76308e38-c5b9-4a50-909a-30b92d74098e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:05.656447 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0e81bf49-e867-4ca4-8d0f-53573e9e18e5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for floatingip (99adac55-0077-46c7-86d7-588a1623921b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:05.660104 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0e81bf49-e867-4ca4-8d0f-53573e9e18e5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:05.661279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0e81bf49-e867-4ca4-8d0f-53573e9e18e5 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "DELETE /v2.0/floatingips/99adac55-0077-46c7-86d7-588a1623921b HTTP/1.1" status: 204 len: 168 time: 0.5210378 Feb 15 17:22:06.907640 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ebe0c5e-1d9c-4cdf-8155-58bf02c3d017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:09.250664 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00f8099b-9d01-416a-80cc-0545e79cbc99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:10.558997 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:12.290879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36482) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:12.365098 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:12.371129 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group (24eb3fe9-9337-479c-a1a7-88bf71afe0fd), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:12.397861 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group (24eb3fe9-9337-479c-a1a7-88bf71afe0fd), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:12.514026 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (24eb3fe9-9337-479c-a1a7-88bf71afe0fd), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:12.517188 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:12.518697 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] 10.222.0.107 "DELETE /v2.0/security-groups/24eb3fe9-9337-479c-a1a7-88bf71afe0fd HTTP/1.1" status: 204 len: 168 time: 0.2256906 Feb 15 17:22:12.531175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24eb3fe9-9337-479c-a1a7-88bf71afe0fd,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:12.540227 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:12.540596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:12.541228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:12.541620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:12.541961 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:12.542291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:12.542628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:12.542955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:12.543289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:12.543616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:12.543943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:12.544293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:12.544599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70569ff-ffe8-4722-b8bd-adc31b774cc8 tempest-TestVolumeBootPattern-707075822 tempest-TestVolumeBootPattern-707075822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:12.643738 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36498) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:13.118664 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18b2d2d6-a7d6-4ee4-ace0-65b5be200408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (5ff18b72-1a6c-49b3-bf68-daefd0667316), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:13.384601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-18b2d2d6-a7d6-4ee4-ace0-65b5be200408 admin admin] Deleting port 304c7bdd-e424-43b0-8077-e978dfc620d0 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:22:13.384931 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18b2d2d6-a7d6-4ee4-ace0-65b5be200408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:13.476858 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-18b2d2d6-a7d6-4ee4-ace0-65b5be200408 admin admin] For port 304c7bdd-e424-43b0-8077-e978dfc620d0, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=304c7bdd-e424-43b0-8077-e978dfc620d0,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:22:13.477249 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18b2d2d6-a7d6-4ee4-ace0-65b5be200408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:13.491011 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-18b2d2d6-a7d6-4ee4-ace0-65b5be200408 admin admin] Calling delete_port for 304c7bdd-e424-43b0-8077-e978dfc620d0 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:22:13.536569 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:13.782368 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18b2d2d6-a7d6-4ee4-ace0-65b5be200408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (304c7bdd-e424-43b0-8077-e978dfc620d0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:13.810525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2d2d6-a7d6-4ee4-ace0-65b5be200408 admin admin] Pushing event deleted for resources: {'Port': ['ID=304c7bdd-e424-43b0-8077-e978dfc620d0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:13.980202 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-18b2d2d6-a7d6-4ee4-ace0-65b5be200408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (5ff18b72-1a6c-49b3-bf68-daefd0667316), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:14.200400 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b2d2d6-a7d6-4ee4-ace0-65b5be200408 admin admin] Router 5ff18b72-1a6c-49b3-bf68-daefd0667316 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:22:14.308687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b2d2d6-a7d6-4ee4-ace0-65b5be200408 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:22:14.316487 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-18b2d2d6-a7d6-4ee4-ace0-65b5be200408 admin admin] 10.222.0.107 "PUT /v2.0/routers/5ff18b72-1a6c-49b3-bf68-daefd0667316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6692979 Feb 15 17:22:14.316725 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36512) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:14.317953 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d847750-22e4-4e12-9fc9-f528cf8ef772 None None] Sync routers for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:22:14.329082 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d847750-22e4-4e12-9fc9-f528cf8ef772 None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:22:14.329712 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d847750-22e4-4e12-9fc9-f528cf8ef772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:22:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:14.424070 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b08b379-daad-4711-958b-242e704baa4f admin admin] Publish callbacks [] for router (5ff18b72-1a6c-49b3-bf68-daefd0667316), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:14.436468 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4d847750-22e4-4e12-9fc9-f528cf8ef772 None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:22:14.532672 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b08b379-daad-4711-958b-242e704baa4f admin admin] Publish callbacks [] for router_gateway (5ff18b72-1a6c-49b3-bf68-daefd0667316), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:14.621006 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d847750-22e4-4e12-9fc9-f528cf8ef772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T17:22:13Z', 'revision_number': 5, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port': {'id': '84f6c77c-c45a-4a18-b427-ba8d901cf290', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:12:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:58:49Z', 'updated_at': '2022-02-15T16:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:14.638164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7b08b379-daad-4711-958b-242e704baa4f admin admin] Deleting port 84f6c77c-c45a-4a18-b427-ba8d901cf290 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:22:14.638638 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b08b379-daad-4711-958b-242e704baa4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (84f6c77c-c45a-4a18-b427-ba8d901cf290), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:14.647757 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d847750-22e4-4e12-9fc9-f528cf8ef772 None None] Checking router: 5ff18b72-1a6c-49b3-bf68-daefd0667316 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:22:14.656616 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d847750-22e4-4e12-9fc9-f528cf8ef772 None None] Routers {'5ff18b72-1a6c-49b3-bf68-daefd0667316'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:22:14.657219 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d847750-22e4-4e12-9fc9-f528cf8ef772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:22:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5ff18b72-1a6c-49b3-bf68-daefd0667316'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:14.726161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-7b08b379-daad-4711-958b-242e704baa4f admin admin] For port 84f6c77c-c45a-4a18-b427-ba8d901cf290, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=84f6c77c-c45a-4a18-b427-ba8d901cf290,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:22:14.726685 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b08b379-daad-4711-958b-242e704baa4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (84f6c77c-c45a-4a18-b427-ba8d901cf290), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:14.745915 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7b08b379-daad-4711-958b-242e704baa4f admin admin] Calling delete_port for 84f6c77c-c45a-4a18-b427-ba8d901cf290 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:22:14.750057 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4d847750-22e4-4e12-9fc9-f528cf8ef772 None None] Set router 5ff18b72-1a6c-49b3-bf68-daefd0667316 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:22:14.805664 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4d847750-22e4-4e12-9fc9-f528cf8ef772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T17:22:14Z', 'revision_number': 6, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:14.837192 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d847750-22e4-4e12-9fc9-f528cf8ef772 None None] The sync data for ids ['5ff18b72-1a6c-49b3-bf68-daefd0667316'] in n-d-828372-14 is: [{'id': '5ff18b72-1a6c-49b3-bf68-daefd0667316', 'name': 'tempest-TestVolumeBootPattern-1839967569-router', 'tenant_id': '3e4b95210b24489aa9af66b1429a9643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:58:48Z', 'updated_at': '2022-02-15T17:22:14Z', 'revision_number': 6, 'project_id': '3e4b95210b24489aa9af66b1429a9643', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:22:14.988300 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b08b379-daad-4711-958b-242e704baa4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (84f6c77c-c45a-4a18-b427-ba8d901cf290), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:15.013173 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08b379-daad-4711-958b-242e704baa4f admin admin] Pushing event deleted for resources: {'Port': ['ID=84f6c77c-c45a-4a18-b427-ba8d901cf290,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:15.082338 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b08b379-daad-4711-958b-242e704baa4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (5ff18b72-1a6c-49b3-bf68-daefd0667316), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:15.177811 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b08b379-daad-4711-958b-242e704baa4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (5ff18b72-1a6c-49b3-bf68-daefd0667316), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:15.180158 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b08b379-daad-4711-958b-242e704baa4f admin admin] Publish callbacks [] for router_controller (5ff18b72-1a6c-49b3-bf68-daefd0667316), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:15.290344 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b08b379-daad-4711-958b-242e704baa4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (5ff18b72-1a6c-49b3-bf68-daefd0667316), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:15.291095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b08b379-daad-4711-958b-242e704baa4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ff18b72-1a6c-49b3-bf68-daefd0667316 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:22:15.305502 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7b08b379-daad-4711-958b-242e704baa4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:15.309784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36518) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:15.316087 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7b08b379-daad-4711-958b-242e704baa4f admin admin] 10.222.0.107 "DELETE /v2.0/routers/5ff18b72-1a6c-49b3-bf68-daefd0667316 HTTP/1.1" status: 204 len: 168 time: 0.9976795 Feb 15 17:22:15.359721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d04074-e533-49d1-8449-c03f4022585a admin admin] Deleting subnet 5c179437-204b-4978-a297-fc19fe80904c {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:22:15.362725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6d04074-e533-49d1-8449-c03f4022585a admin admin] Publish callbacks [] for subnet (5c179437-204b-4978-a297-fc19fe80904c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:15.396317 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6d04074-e533-49d1-8449-c03f4022585a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (5c179437-204b-4978-a297-fc19fe80904c), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:15.471552 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6d04074-e533-49d1-8449-c03f4022585a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (5c179437-204b-4978-a297-fc19fe80904c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:15.599855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6d04074-e533-49d1-8449-c03f4022585a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (5c179437-204b-4978-a297-fc19fe80904c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:15.629469 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c6d04074-e533-49d1-8449-c03f4022585a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:15.635328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c6d04074-e533-49d1-8449-c03f4022585a admin admin] 10.222.0.107 "DELETE /v2.0/subnets/5c179437-204b-4978-a297-fc19fe80904c HTTP/1.1" status: 204 len: 168 time: 0.3213358 Feb 15 17:22:15.635328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d04074-e533-49d1-8449-c03f4022585a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c179437-204b-4978-a297-fc19fe80904c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:15.636207 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36520) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:15.649042 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d838df-ae8d-42d2-b33b-93d85a5502ab None None] Network 6d034b05-8049-4817-a4aa-97f8065a9672 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:22:15.741154 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (6d034b05-8049-4817-a4aa-97f8065a9672), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:15.747881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 304c7bdd-e424-43b0-8077-e978dfc620d0 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:22:15.806852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 304c7bdd-e424-43b0-8077-e978dfc620d0 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:22:15.807404 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] Deleting port 34350261-549f-4605-a100-32e24c577d07 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:22:15.807724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 304c7bdd-e424-43b0-8077-e978dfc620d0 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:22:15.808005 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (34350261-549f-4605-a100-32e24c577d07), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:15.939323 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0c395-b5a1-43fa-9296-3c5c77e9902a None None] DHCP port deletion for 6d034b05-8049-4817-a4aa-97f8065a9672 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:22:16.004051 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0c395-b5a1-43fa-9296-3c5c77e9902a None None] Deleting port 34350261-549f-4605-a100-32e24c577d07 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:22:16.004429 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c395-b5a1-43fa-9296-3c5c77e9902a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (34350261-549f-4605-a100-32e24c577d07), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:16.082444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d5d0c395-b5a1-43fa-9296-3c5c77e9902a None None] For port 34350261-549f-4605-a100-32e24c577d07, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=34350261-549f-4605-a100-32e24c577d07,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:22:16.083360 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c395-b5a1-43fa-9296-3c5c77e9902a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (34350261-549f-4605-a100-32e24c577d07), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:16.104234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d5d0c395-b5a1-43fa-9296-3c5c77e9902a None None] Calling delete_port for 34350261-549f-4605-a100-32e24c577d07 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:22:16.257424 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] For port 34350261-549f-4605-a100-32e24c577d07, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=34350261-549f-4605-a100-32e24c577d07,segment=NetworkSegment(a2c75900-6ad2-4479-9e4c-142ff772c3c2),segment_id=a2c75900-6ad2-4479-9e4c-142ff772c3c2)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:22:16.257424 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (34350261-549f-4605-a100-32e24c577d07), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:16.258413 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c395-b5a1-43fa-9296-3c5c77e9902a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (34350261-549f-4605-a100-32e24c577d07), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:16.274362 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] Calling delete_port for 34350261-549f-4605-a100-32e24c577d07 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:22:16.297810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0c395-b5a1-43fa-9296-3c5c77e9902a None None] No DVR routers for this DVR port 34350261-549f-4605-a100-32e24c577d07 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:22:16.300023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0c395-b5a1-43fa-9296-3c5c77e9902a None None] Pushing event deleted for resources: {'Port': ['ID=34350261-549f-4605-a100-32e24c577d07,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:16.334518 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2650816-63c3-48a0-8034-909dd003bdf4 req-96348974-b9a2-47bf-8523-a3cbbc50b8a6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1361191 Feb 15 17:22:16.364857 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (34350261-549f-4605-a100-32e24c577d07), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:16.395981 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] Pushing event deleted for resources: {'Port': ['ID=34350261-549f-4605-a100-32e24c577d07,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:16.397946 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] No DVR routers for this DVR port 34350261-549f-4605-a100-32e24c577d07 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:22:16.426111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2650816-63c3-48a0-8034-909dd003bdf4 req-8b3c876d-a630-432c-a3e1-7c8859646162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:16.428054 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2650816-63c3-48a0-8034-909dd003bdf4 req-8b3c876d-a630-432c-a3e1-7c8859646162 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 1129 time: 0.0529604 Feb 15 17:22:16.471887 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (6d034b05-8049-4817-a4aa-97f8065a9672), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:16.494165 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d034b05-8049-4817-a4aa-97f8065a9672']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:16.504555 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c75900-6ad2-4479-9e4c-142ff772c3c2') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:16.504855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c75900-6ad2-4479-9e4c-142ff772c3c2') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:16.514507 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (a2c75900-6ad2-4479-9e4c-142ff772c3c2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:16.549538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2650816-63c3-48a0-8034-909dd003bdf4 req-fc559e4f-4f4f-48e1-a1cd-49b0a5e72081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:16.551079 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2650816-63c3-48a0-8034-909dd003bdf4 req-fc559e4f-4f4f-48e1-a1cd-49b0a5e72081 service neutron] 10.222.0.10 "GET /v2.0/networks?id=50538001-3e80-465e-90d6-9a4760b55bb6 HTTP/1.1" status: 200 len: 898 time: 0.0958154 Feb 15 17:22:16.576389 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a2c75900-6ad2-4479-9e4c-142ff772c3c2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:16.584103 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:22:16.584499 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (a2c75900-6ad2-4479-9e4c-142ff772c3c2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: self.session.flush() Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:22:16.586281 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:22:16.619679 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2650816-63c3-48a0-8034-909dd003bdf4 req-e00a0dc9-ce6b-41e2-b8e8-af151d66d65d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f46144a3-9376-44a6-97ab-5b01a1da121e HTTP/1.1" status: 200 len: 1002 time: 0.0617554 Feb 15 17:22:16.672414 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2650816-63c3-48a0-8034-909dd003bdf4 req-5a335751-25e5-4a8e-897f-76195edb2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:16.673977 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2650816-63c3-48a0-8034-909dd003bdf4 req-5a335751-25e5-4a8e-897f-76195edb2745 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6b85ade-7552-4554-af99-04ef7590203d HTTP/1.1" status: 200 len: 834 time: 0.0484552 Feb 15 17:22:16.703018 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (6d034b05-8049-4817-a4aa-97f8065a9672), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:16.710045 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:16.715125 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] 10.222.0.107 "DELETE /v2.0/networks/6d034b05-8049-4817-a4aa-97f8065a9672 HTTP/1.1" status: 204 len: 168 time: 1.0778263 Feb 15 17:22:16.717953 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36534) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:16.726865 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6837d9-c85c-4f98-936d-a5f698beb123 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d034b05-8049-4817-a4aa-97f8065a9672,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:16.804211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2650816-63c3-48a0-8034-909dd003bdf4 req-bb985467-921a-4205-b057-01cf9d33124b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:16.805677 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2650816-63c3-48a0-8034-909dd003bdf4 req-bb985467-921a-4205-b057-01cf9d33124b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=50538001-3e80-465e-90d6-9a4760b55bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1251523 Feb 15 17:22:16.981205 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2650816-63c3-48a0-8034-909dd003bdf4 req-f3beffc7-46b7-4749-b590-a6349014f7ab service neutron] 10.222.0.10 "GET /v2.0/networks/50538001-3e80-465e-90d6-9a4760b55bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687858 Feb 15 17:22:17.114133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2650816-63c3-48a0-8034-909dd003bdf4 req-ace7422f-72ce-472a-b59e-11a362d438e3 service neutron] 10.222.0.10 "GET /v2.0/networks/50538001-3e80-465e-90d6-9a4760b55bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266353 Feb 15 17:22:17.221609 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5aa1e11e-c8d2-4865-bdd3-e5badbeff311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (e3e72d4b-eab8-4d53-a770-b63c1ff76435), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:17.284322 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 34350261-549f-4605-a100-32e24c577d07 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:22:17.305780 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 34350261-549f-4605-a100-32e24c577d07 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:22:17.306351 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 34350261-549f-4605-a100-32e24c577d07 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:22:17.306787 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 84f6c77c-c45a-4a18-b427-ba8d901cf290 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:22:17.337497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 84f6c77c-c45a-4a18-b427-ba8d901cf290 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:22:17.337854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 84f6c77c-c45a-4a18-b427-ba8d901cf290 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:22:17.489428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-5aa1e11e-c8d2-4865-bdd3-e5badbeff311 admin admin] Deleting port 9654b2db-8456-438a-a56c-8c3610499df4 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:22:17.489988 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5aa1e11e-c8d2-4865-bdd3-e5badbeff311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9654b2db-8456-438a-a56c-8c3610499df4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:17.574335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-5aa1e11e-c8d2-4865-bdd3-e5badbeff311 admin admin] For port 9654b2db-8456-438a-a56c-8c3610499df4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9654b2db-8456-438a-a56c-8c3610499df4,segment=NetworkSegment(e699e1b0-36bb-4e01-86bf-b03340ee5ddc),segment_id=e699e1b0-36bb-4e01-86bf-b03340ee5ddc)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:22:17.574905 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5aa1e11e-c8d2-4865-bdd3-e5badbeff311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9654b2db-8456-438a-a56c-8c3610499df4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:17.588747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-5aa1e11e-c8d2-4865-bdd3-e5badbeff311 admin admin] Calling delete_port for 9654b2db-8456-438a-a56c-8c3610499df4 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:22:18.090897 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5aa1e11e-c8d2-4865-bdd3-e5badbeff311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9654b2db-8456-438a-a56c-8c3610499df4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:18.122164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1e11e-c8d2-4865-bdd3-e5badbeff311 admin admin] Pushing event deleted for resources: {'Port': ['ID=9654b2db-8456-438a-a56c-8c3610499df4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:18.294032 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5aa1e11e-c8d2-4865-bdd3-e5badbeff311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (e3e72d4b-eab8-4d53-a770-b63c1ff76435), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:18.520146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa1e11e-c8d2-4865-bdd3-e5badbeff311 admin admin] Router e3e72d4b-eab8-4d53-a770-b63c1ff76435 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:22:18.638396 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa1e11e-c8d2-4865-bdd3-e5badbeff311 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:22:18.644153 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5aa1e11e-c8d2-4865-bdd3-e5badbeff311 admin admin] 10.222.0.107 "PUT /v2.0/routers/e3e72d4b-eab8-4d53-a770-b63c1ff76435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9243951 Feb 15 17:22:18.647003 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36542) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:18.648292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b830d6e9-0a50-4470-8427-a702bb4ceac1 None None] Sync routers for ids ['e3e72d4b-eab8-4d53-a770-b63c1ff76435'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:22:18.660868 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830d6e9-0a50-4470-8427-a702bb4ceac1 None None] Routers {'e3e72d4b-eab8-4d53-a770-b63c1ff76435'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:22:18.661576 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b830d6e9-0a50-4470-8427-a702bb4ceac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:22:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3e72d4b-eab8-4d53-a770-b63c1ff76435'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:18.765056 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2dc9bcd-bead-4437-8a36-8f2068f30ef1 admin admin] Publish callbacks [] for router (e3e72d4b-eab8-4d53-a770-b63c1ff76435), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:18.793966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-b830d6e9-0a50-4470-8427-a702bb4ceac1 None None] Set router e3e72d4b-eab8-4d53-a770-b63c1ff76435 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:22:18.895714 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2dc9bcd-bead-4437-8a36-8f2068f30ef1 admin admin] Publish callbacks [] for router_gateway (e3e72d4b-eab8-4d53-a770-b63c1ff76435), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:19.007568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc9bcd-bead-4437-8a36-8f2068f30ef1 admin admin] Deleting port ba3a482c-bf80-4f6d-aae4-35900c0232dc {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:22:19.008200 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2dc9bcd-bead-4437-8a36-8f2068f30ef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ba3a482c-bf80-4f6d-aae4-35900c0232dc), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:19.013521 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b830d6e9-0a50-4470-8427-a702bb4ceac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'name': 'tempest-TestVolumeBootPattern-73358709-router', 'tenant_id': '09e20eba3048443ab46da7f945d0109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.121'}], 'enable_snat': True}, 'gw_port_id': 'ba3a482c-bf80-4f6d-aae4-35900c0232dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:59:05Z', 'updated_at': '2022-02-15T17:22:18Z', 'revision_number': 5, 'project_id': '09e20eba3048443ab46da7f945d0109a', 'gw_port': {'id': 'ba3a482c-bf80-4f6d-aae4-35900c0232dc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:af:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T16:59:08Z', 'updated_at': '2022-02-15T16:59:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:19.044646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b830d6e9-0a50-4470-8427-a702bb4ceac1 None None] Checking router: e3e72d4b-eab8-4d53-a770-b63c1ff76435 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:22:19.054198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830d6e9-0a50-4470-8427-a702bb4ceac1 None None] Routers {'e3e72d4b-eab8-4d53-a770-b63c1ff76435'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:22:19.055015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b830d6e9-0a50-4470-8427-a702bb4ceac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:22:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['e3e72d4b-eab8-4d53-a770-b63c1ff76435'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:19.094166 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-a2dc9bcd-bead-4437-8a36-8f2068f30ef1 admin admin] For port ba3a482c-bf80-4f6d-aae4-35900c0232dc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ba3a482c-bf80-4f6d-aae4-35900c0232dc,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:22:19.094538 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2dc9bcd-bead-4437-8a36-8f2068f30ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ba3a482c-bf80-4f6d-aae4-35900c0232dc), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:19.116257 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-a2dc9bcd-bead-4437-8a36-8f2068f30ef1 admin admin] Calling delete_port for ba3a482c-bf80-4f6d-aae4-35900c0232dc owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:22:19.198936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-b830d6e9-0a50-4470-8427-a702bb4ceac1 None None] Set router e3e72d4b-eab8-4d53-a770-b63c1ff76435 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:22:19.287133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd00a22-65bc-49e4-b244-38f24219e1df req-0492481a-15f0-4e11-80a1-5d54e6b7e1cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:19.294023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b830d6e9-0a50-4470-8427-a702bb4ceac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'name': 'tempest-TestVolumeBootPattern-73358709-router', 'tenant_id': '09e20eba3048443ab46da7f945d0109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:59:05Z', 'updated_at': '2022-02-15T17:22:18Z', 'revision_number': 6, 'project_id': '09e20eba3048443ab46da7f945d0109a', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:19.303768 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ccd00a22-65bc-49e4-b244-38f24219e1df req-0492481a-15f0-4e11-80a1-5d54e6b7e1cc tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0916440 Feb 15 17:22:19.335076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b830d6e9-0a50-4470-8427-a702bb4ceac1 None None] The sync data for ids ['e3e72d4b-eab8-4d53-a770-b63c1ff76435'] in n-d-828372-14 is: [{'id': 'e3e72d4b-eab8-4d53-a770-b63c1ff76435', 'name': 'tempest-TestVolumeBootPattern-73358709-router', 'tenant_id': '09e20eba3048443ab46da7f945d0109a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T16:59:05Z', 'updated_at': '2022-02-15T17:22:18Z', 'revision_number': 6, 'project_id': '09e20eba3048443ab46da7f945d0109a', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:22:19.353885 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ccd00a22-65bc-49e4-b244-38f24219e1df req-93b61df6-1de5-479b-a4e5-24b4c1e0d754 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522459 Feb 15 17:22:19.411266 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2dc9bcd-bead-4437-8a36-8f2068f30ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ba3a482c-bf80-4f6d-aae4-35900c0232dc), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:19.441174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc9bcd-bead-4437-8a36-8f2068f30ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba3a482c-bf80-4f6d-aae4-35900c0232dc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:19.509898 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2dc9bcd-bead-4437-8a36-8f2068f30ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (e3e72d4b-eab8-4d53-a770-b63c1ff76435), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:19.612575 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2dc9bcd-bead-4437-8a36-8f2068f30ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (e3e72d4b-eab8-4d53-a770-b63c1ff76435), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:19.614746 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2dc9bcd-bead-4437-8a36-8f2068f30ef1 admin admin] Publish callbacks [] for router_controller (e3e72d4b-eab8-4d53-a770-b63c1ff76435), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:19.715634 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2dc9bcd-bead-4437-8a36-8f2068f30ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (e3e72d4b-eab8-4d53-a770-b63c1ff76435), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:19.717007 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dc9bcd-bead-4437-8a36-8f2068f30ef1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3e72d4b-eab8-4d53-a770-b63c1ff76435 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:22:19.726725 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a2dc9bcd-bead-4437-8a36-8f2068f30ef1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:19.726725 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a2dc9bcd-bead-4437-8a36-8f2068f30ef1 admin admin] 10.222.0.107 "DELETE /v2.0/routers/e3e72d4b-eab8-4d53-a770-b63c1ff76435 HTTP/1.1" status: 204 len: 168 time: 1.0773275 Feb 15 17:22:19.727985 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36562) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:19.784674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-f670dcac-4c59-49e5-80af-3b4adedc6385 admin admin] Deleting subnet b7f9befd-077e-4fdf-871b-606d7f0d3a3d {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:22:19.788934 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f670dcac-4c59-49e5-80af-3b4adedc6385 admin admin] Publish callbacks [] for subnet (b7f9befd-077e-4fdf-871b-606d7f0d3a3d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:19.830701 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f670dcac-4c59-49e5-80af-3b4adedc6385 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (b7f9befd-077e-4fdf-871b-606d7f0d3a3d), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:19.914221 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f670dcac-4c59-49e5-80af-3b4adedc6385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (b7f9befd-077e-4fdf-871b-606d7f0d3a3d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:20.051569 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f670dcac-4c59-49e5-80af-3b4adedc6385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (b7f9befd-077e-4fdf-871b-606d7f0d3a3d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:20.078654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670dcac-4c59-49e5-80af-3b4adedc6385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f9befd-077e-4fdf-871b-606d7f0d3a3d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:20.083588 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f670dcac-4c59-49e5-80af-3b4adedc6385 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:20.089087 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f670dcac-4c59-49e5-80af-3b4adedc6385 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/b7f9befd-077e-4fdf-871b-606d7f0d3a3d HTTP/1.1" status: 204 len: 168 time: 0.3583949 Feb 15 17:22:20.089322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36566) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:20.089678 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9293fa-ff90-4de9-b001-f83388b43284 None None] Network 3d408901-3149-4164-8a69-92e79cf7f1ef requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:22:20.169127 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (3d408901-3149-4164-8a69-92e79cf7f1ef), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:20.226214 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] Deleting port ba735191-4ab5-4bee-8a6e-15817fbd5bd4 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:22:20.226588 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ba735191-4ab5-4bee-8a6e-15817fbd5bd4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:20.273431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea82cf99-b5d1-4f86-8369-b04557cb63ed None None] DHCP port deletion for 3d408901-3149-4164-8a69-92e79cf7f1ef request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:22:20.297374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] For port ba735191-4ab5-4bee-8a6e-15817fbd5bd4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ba735191-4ab5-4bee-8a6e-15817fbd5bd4,segment=NetworkSegment(e699e1b0-36bb-4e01-86bf-b03340ee5ddc),segment_id=e699e1b0-36bb-4e01-86bf-b03340ee5ddc)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:22:20.297913 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ba735191-4ab5-4bee-8a6e-15817fbd5bd4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:20.315732 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] Calling delete_port for ba735191-4ab5-4bee-8a6e-15817fbd5bd4 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:22:20.334027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ea82cf99-b5d1-4f86-8369-b04557cb63ed None None] Deleting port ba735191-4ab5-4bee-8a6e-15817fbd5bd4 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:22:20.334393 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea82cf99-b5d1-4f86-8369-b04557cb63ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ba735191-4ab5-4bee-8a6e-15817fbd5bd4), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:20.399138 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ea82cf99-b5d1-4f86-8369-b04557cb63ed None None] For port ba735191-4ab5-4bee-8a6e-15817fbd5bd4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ba735191-4ab5-4bee-8a6e-15817fbd5bd4,segment=NetworkSegment(e699e1b0-36bb-4e01-86bf-b03340ee5ddc),segment_id=e699e1b0-36bb-4e01-86bf-b03340ee5ddc)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:22:20.399535 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea82cf99-b5d1-4f86-8369-b04557cb63ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ba735191-4ab5-4bee-8a6e-15817fbd5bd4), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:20.419985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ea82cf99-b5d1-4f86-8369-b04557cb63ed None None] Calling delete_port for ba735191-4ab5-4bee-8a6e-15817fbd5bd4 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:22:20.512458 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debe80c-1565-4958-9c7d-17deada02f39 req-68e31e1d-b9b8-4dc9-80da-dbaff6f178b4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:20.519051 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6debe80c-1565-4958-9c7d-17deada02f39 req-68e31e1d-b9b8-4dc9-80da-dbaff6f178b4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0715327 Feb 15 17:22:20.536546 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ba735191-4ab5-4bee-8a6e-15817fbd5bd4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:20.551055 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea82cf99-b5d1-4f86-8369-b04557cb63ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (ba735191-4ab5-4bee-8a6e-15817fbd5bd4), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:20.571607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] Pushing event deleted for resources: {'Port': ['ID=ba735191-4ab5-4bee-8a6e-15817fbd5bd4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:20.582881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82cf99-b5d1-4f86-8369-b04557cb63ed None None] Pushing event deleted for resources: {'Port': ['ID=ba735191-4ab5-4bee-8a6e-15817fbd5bd4,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:20.584672 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea82cf99-b5d1-4f86-8369-b04557cb63ed None None] No DVR routers for this DVR port ba735191-4ab5-4bee-8a6e-15817fbd5bd4 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:22:20.588831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] No DVR routers for this DVR port ba735191-4ab5-4bee-8a6e-15817fbd5bd4 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:22:20.590127 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6debe80c-1565-4958-9c7d-17deada02f39 req-9b467625-ee7c-4db4-9599-da248a04354d tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677073 Feb 15 17:22:20.675098 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (3d408901-3149-4164-8a69-92e79cf7f1ef), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:20.696061 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d408901-3149-4164-8a69-92e79cf7f1ef']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:20.705332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e699e1b0-36bb-4e01-86bf-b03340ee5ddc') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:20.705676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e699e1b0-36bb-4e01-86bf-b03340ee5ddc') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:20.715468 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (e699e1b0-36bb-4e01-86bf-b03340ee5ddc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:20.729195 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e699e1b0-36bb-4e01-86bf-b03340ee5ddc), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:20.735313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:22:20.735716 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (e699e1b0-36bb-4e01-86bf-b03340ee5ddc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:22:20.737556 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:22:20.891013 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (3d408901-3149-4164-8a69-92e79cf7f1ef), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:20.897328 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:20.900893 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] 10.222.0.107 "DELETE /v2.0/networks/3d408901-3149-4164-8a69-92e79cf7f1ef HTTP/1.1" status: 204 len: 168 time: 0.8102739 Feb 15 17:22:20.918361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37eefa3-6064-4e38-b627-0ccd304a926c admin admin] Pushing event deleted for resources: {'Network': ['ID=3d408901-3149-4164-8a69-92e79cf7f1ef,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:21.282833 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ba3a482c-bf80-4f6d-aae4-35900c0232dc no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:22:21.286992 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36574) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:21.307049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: ba3a482c-bf80-4f6d-aae4-35900c0232dc {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:22:21.307401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ba3a482c-bf80-4f6d-aae4-35900c0232dc not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:22:21.307835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9654b2db-8456-438a-a56c-8c3610499df4 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:22:21.328937 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 9654b2db-8456-438a-a56c-8c3610499df4 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:22:21.329286 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9654b2db-8456-438a-a56c-8c3610499df4 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:22:21.329740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ba735191-4ab5-4bee-8a6e-15817fbd5bd4 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:22:21.330581 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1d1ac615-594d-4511-8f57-061b9b3fb4ad admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3e4b95210b24489aa9af66b1429a9643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423687 Feb 15 17:22:21.333060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36576) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:21.394115 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eb5468ef-58c7-4dd0-ae08-83067fb3338c admin admin] Publish callbacks [] for security_group (0ebae1f3-1384-41d3-b281-70c060689904), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:21.418084 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eb5468ef-58c7-4dd0-ae08-83067fb3338c admin admin] Publish callbacks [] for security_group (0ebae1f3-1384-41d3-b281-70c060689904), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:21.521860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: ba735191-4ab5-4bee-8a6e-15817fbd5bd4 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:22:21.522225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ba735191-4ab5-4bee-8a6e-15817fbd5bd4 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:22:21.566085 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eb5468ef-58c7-4dd0-ae08-83067fb3338c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0ebae1f3-1384-41d3-b281-70c060689904), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:21.569008 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-eb5468ef-58c7-4dd0-ae08-83067fb3338c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:21.570244 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-eb5468ef-58c7-4dd0-ae08-83067fb3338c admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0ebae1f3-1384-41d3-b281-70c060689904 HTTP/1.1" status: 204 len: 168 time: 0.2362030 Feb 15 17:22:21.578115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5468ef-58c7-4dd0-ae08-83067fb3338c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebae1f3-1384-41d3-b281-70c060689904,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:21.706677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa61149-071a-4fa9-9de6-1c8022b1510d req-53b118e8-2bb6-413b-9c8f-0dc931e216ed tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:21.708167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aaa61149-071a-4fa9-9de6-1c8022b1510d req-53b118e8-2bb6-413b-9c8f-0dc931e216ed tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0545232 Feb 15 17:22:21.758538 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aaa61149-071a-4fa9-9de6-1c8022b1510d req-77e113c3-56d0-439e-983b-810a8ed58e4a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445127 Feb 15 17:22:22.355762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36586) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:22.399271 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36588) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:22.399483 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c017d551-098c-40a3-be3e-f84919b9dee0 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=09e20eba3048443ab46da7f945d0109a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436804 Feb 15 17:22:22.447602 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e1ac5cf3-7047-4116-af65-8b7657ea7e1f admin admin] Publish callbacks [] for security_group (6fadbb3e-790c-4170-990c-28657e02327f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:22.473989 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e1ac5cf3-7047-4116-af65-8b7657ea7e1f admin admin] Publish callbacks [] for security_group (6fadbb3e-790c-4170-990c-28657e02327f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:22.593995 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e1ac5cf3-7047-4116-af65-8b7657ea7e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6fadbb3e-790c-4170-990c-28657e02327f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:22.596704 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e1ac5cf3-7047-4116-af65-8b7657ea7e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:22.598008 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e1ac5cf3-7047-4116-af65-8b7657ea7e1f admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6fadbb3e-790c-4170-990c-28657e02327f HTTP/1.1" status: 204 len: 168 time: 0.1975448 Feb 15 17:22:22.608084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac5cf3-7047-4116-af65-8b7657ea7e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fadbb3e-790c-4170-990c-28657e02327f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:22.891161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fdd4c-1def-4e36-81a5-db0bf2532611 req-94a5adda-eb16-43a4-84ac-d8f0a0ad897a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:22.892605 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d49fdd4c-1def-4e36-81a5-db0bf2532611 req-94a5adda-eb16-43a4-84ac-d8f0a0ad897a tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0620816 Feb 15 17:22:22.948490 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d49fdd4c-1def-4e36-81a5-db0bf2532611 req-1cd84f1b-d379-4cae-9c57-bad990a57759 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497596 Feb 15 17:22:24.076258 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fab9c-ec89-4842-abaa-e381c825233a req-33c31ad1-1121-4ef2-8b05-e2d2f4b35ca7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:24.077876 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4d8fab9c-ec89-4842-abaa-e381c825233a req-33c31ad1-1121-4ef2-8b05-e2d2f4b35ca7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0582025 Feb 15 17:22:24.129734 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4d8fab9c-ec89-4842-abaa-e381c825233a req-0df8dbf7-968f-4f9e-8171-7a7d92593d38 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449317 Feb 15 17:22:25.263088 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab6fd6-704d-44be-b4ee-22f89f3211e1 req-6ec5d71c-0c90-4679-b6ca-4981a70ebced tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:25.264597 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cbab6fd6-704d-44be-b4ee-22f89f3211e1 req-6ec5d71c-0c90-4679-b6ca-4981a70ebced tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0611537 Feb 15 17:22:25.318104 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cbab6fd6-704d-44be-b4ee-22f89f3211e1 req-f4607caf-1f23-4326-9110-fef6c329e173 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465770 Feb 15 17:22:25.756183 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:22:26.443929 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d959-a73a-4cf9-a061-55d15b8b8eed req-255ad88a-15ef-4cf9-8bb8-bd8879f08da0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:26.445484 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c90d959-a73a-4cf9-a061-55d15b8b8eed req-255ad88a-15ef-4cf9-8bb8-bd8879f08da0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0529909 Feb 15 17:22:26.499592 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c90d959-a73a-4cf9-a061-55d15b8b8eed req-57e4d358-8714-4349-b397-b039fd7a64e6 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485444 Feb 15 17:22:27.631052 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52230a-f755-4369-8980-e7c3274f11bf req-1f5a7a41-3745-47c8-b78c-812e395cba4f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:27.632490 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fa52230a-f755-4369-8980-e7c3274f11bf req-1f5a7a41-3745-47c8-b78c-812e395cba4f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0541754 Feb 15 17:22:27.691975 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fa52230a-f755-4369-8980-e7c3274f11bf req-1797d568-76b0-4ad4-bc85-f6a94ed372c8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527153 Feb 15 17:22:28.816236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7692bc7-881b-48b4-9a62-251a8c394bb7 req-a2bf3cef-bd91-47de-8a94-55f6cabc2c78 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:28.817790 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a7692bc7-881b-48b4-9a62-251a8c394bb7 req-a2bf3cef-bd91-47de-8a94-55f6cabc2c78 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0537274 Feb 15 17:22:28.865871 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a7692bc7-881b-48b4-9a62-251a8c394bb7 req-f0c66b9e-63ea-463a-93d0-d5dea10373e8 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425582 Feb 15 17:22:29.987808 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e90557-f42f-4876-8cda-548554058f7b req-fcf22d27-58ff-416a-957c-1c83c1835eb0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:29.989295 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f6e90557-f42f-4876-8cda-548554058f7b req-fcf22d27-58ff-416a-957c-1c83c1835eb0 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0571344 Feb 15 17:22:30.038082 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f6e90557-f42f-4876-8cda-548554058f7b req-b0d1148e-cc22-4705-a547-e91aa3032518 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431643 Feb 15 17:22:30.634044 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:31.028158 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:31.157659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae4a5a-cebc-4d88-ab8b-23fcc7bbb354 req-ba3cb765-3f13-4510-9c4b-e2abb60bf2c4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:31.159202 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19ae4a5a-cebc-4d88-ab8b-23fcc7bbb354 req-ba3cb765-3f13-4510-9c4b-e2abb60bf2c4 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0538144 Feb 15 17:22:31.208943 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19ae4a5a-cebc-4d88-ab8b-23fcc7bbb354 req-2078b8bd-b53a-4ae8-b541-5e9dbcfa1b68 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438247 Feb 15 17:22:32.268294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41101a9-807d-4697-aaa0-f87377e00d16 req-2e8880e9-9dc7-4d1f-87fe-8b381e936e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:32.271179 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d41101a9-807d-4697-aaa0-f87377e00d16 req-2e8880e9-9dc7-4d1f-87fe-8b381e936e95 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 1129 time: 0.0522308 Feb 15 17:22:32.319348 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d41101a9-807d-4697-aaa0-f87377e00d16 req-282b1534-5871-4107-b3b1-300e357d9894 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421457 Feb 15 17:22:32.332551 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894535e-0de7-4ee1-8172-594f51573ae5 req-a9a32975-64f4-4981-906e-96a055878e39 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:32.334108 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f894535e-0de7-4ee1-8172-594f51573ae5 req-a9a32975-64f4-4981-906e-96a055878e39 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0553553 Feb 15 17:22:32.383301 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f894535e-0de7-4ee1-8172-594f51573ae5 req-f46cb460-f7e3-4ab2-a826-ba8a85b2a1f7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426157 Feb 15 17:22:33.512090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de65a8-cbdf-48fe-bf19-12c68426753e req-6742f6de-8e61-45d5-8805-5e9452700d44 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:33.513844 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67de65a8-cbdf-48fe-bf19-12c68426753e req-6742f6de-8e61-45d5-8805-5e9452700d44 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0599272 Feb 15 17:22:33.564662 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67de65a8-cbdf-48fe-bf19-12c68426753e req-b8b1291c-7230-4af3-a97e-570e6b8daf9c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446448 Feb 15 17:22:33.588807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36652) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:33.652878 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bf38cc3d-8509-409b-81ea-f5efc353264f tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/floatingips/aeccd824-3405-4f2f-a840-beccdc2a5487 HTTP/1.1" status: 200 len: 994 time: 0.0628471 Feb 15 17:22:34.151110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f46144a3-9376-44a6-97ab-5b01a1da121e details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:22:34.247581 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f46144a3-9376-44a6-97ab-5b01a1da121e, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f46144a3-9376-44a6-97ab-5b01a1da121e,segment=NetworkSegment(a0079c49-e919-46b6-92f1-057d27828788),segment_id=a0079c49-e919-46b6-92f1-057d27828788)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:22:34.259162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'f46144a3-9376-44a6-97ab-5b01a1da121e', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'port_id': 'f46144a3-9376-44a6-97ab-5b01a1da121e', 'mac_address': 'fa:16:3e:dd:72:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:22:34.294866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f46144a3-9376-44a6-97ab-5b01a1da121e is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:22:34.295273 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:34.312080 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f46144a3-9376-44a6-97ab-5b01a1da121e {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:22:34.331779 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f46144a3-9376-44a6-97ab-5b01a1da121e, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f46144a3-9376-44a6-97ab-5b01a1da121e,segment=NetworkSegment(a0079c49-e919-46b6-92f1-057d27828788),segment_id=a0079c49-e919-46b6-92f1-057d27828788)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:22:34.416831 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:34.463850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f46144a3-9376-44a6-97ab-5b01a1da121e,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:34.471082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:34.471434 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:34.472288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:34.472627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:34.472961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:34.473292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:34.473645 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:34.473973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:34.474297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:34.474624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:34.474953 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:34.475275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:34.475595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:34.630240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['f46144a3-9376-44a6-97ab-5b01a1da121e'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:22:36.156502 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f46144a3-9376-44a6-97ab-5b01a1da121e up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:22:36.205409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port f46144a3-9376-44a6-97ab-5b01a1da121e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:22:36.205783 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:36.288343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port f46144a3-9376-44a6-97ab-5b01a1da121e is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:22:36.288617 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:36.316276 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46144a3-9376-44a6-97ab-5b01a1da121e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:22:36.318655 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dfd716-1dd6-4190-a30a-25d320b8b672" -d '{"events": [{"server_uuid": "92a27328-cafd-49c8-afe4-a94b7a6702b0", "name": "network-vif-plugged", "status": "completed", "tag": "f46144a3-9376-44a6-97ab-5b01a1da121e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:22:36.332353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port f46144a3-9376-44a6-97ab-5b01a1da121e, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f46144a3-9376-44a6-97ab-5b01a1da121e,segment=NetworkSegment(a0079c49-e919-46b6-92f1-057d27828788),segment_id=a0079c49-e919-46b6-92f1-057d27828788)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:22:36.404872 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:36.461418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=f46144a3-9376-44a6-97ab-5b01a1da121e,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:36.562272 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc9e70e-bbfb-4475-9785-4d08ecea0742 x-openstack-request-id: req-6dc9e70e-bbfb-4475-9785-4d08ecea0742 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:22:36.562746 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a27328-cafd-49c8-afe4-a94b7a6702b0", "name": "network-vif-plugged", "status": "completed", "tag": "f46144a3-9376-44a6-97ab-5b01a1da121e", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:22:36.563071 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6dc9e70e-bbfb-4475-9785-4d08ecea0742 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:22:36.563613 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f46144a3-9376-44a6-97ab-5b01a1da121e', 'code': 200} Feb 15 17:22:36.930445 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-128de1a3-451a-42e9-ad5c-5318349623d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:39.273746 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0bbd094e-8509-42e1-a1dc-4afbe393823c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:40.554013 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:42.010998 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:43.519371 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:45.032348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36694) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:45.147906 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:45.228116 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Publish callbacks [] for security_group (545e0885-e474-468a-b55c-d9bd5c9a3532), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:45.279020 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (545e0885-e474-468a-b55c-d9bd5c9a3532), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:45.318665 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b088e6e8e9374b34a748989085e09c08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2852278 Feb 15 17:22:45.319854 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545e0885-e474-468a-b55c-d9bd5c9a3532,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:45.321433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36698) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:45.327521 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:45.327881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:45.328221 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:45.328557 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:45.329164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:45.329287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:45.329563 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:45.329893 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:45.330210 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:45.330894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:45.330894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:45.331214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:45.331521 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c961e8-667d-446f-8e50-9b482069cba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:45.373552 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5479b67e-bc68-45bd-a5e8-b686e2343e45 admin admin] Publish callbacks [] for security_group (545e0885-e474-468a-b55c-d9bd5c9a3532), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:45.394594 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5479b67e-bc68-45bd-a5e8-b686e2343e45 admin admin] Publish callbacks [] for security_group (545e0885-e474-468a-b55c-d9bd5c9a3532), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:45.502384 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5479b67e-bc68-45bd-a5e8-b686e2343e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (545e0885-e474-468a-b55c-d9bd5c9a3532), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:45.505859 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5479b67e-bc68-45bd-a5e8-b686e2343e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:45.511387 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5479b67e-bc68-45bd-a5e8-b686e2343e45 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/545e0885-e474-468a-b55c-d9bd5c9a3532 HTTP/1.1" status: 204 len: 168 time: 0.1841056 Feb 15 17:22:45.515619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479b67e-bc68-45bd-a5e8-b686e2343e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545e0885-e474-468a-b55c-d9bd5c9a3532,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:46.930595 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36728) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:47.079752 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6fd85841-9022-41c1-b3f1-5243cd00e352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:47.151751 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6fd85841-9022-41c1-b3f1-5243cd00e352 admin admin] Publish callbacks [] for security_group (7f105e81-c0f2-4281-adc2-354226c21929), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:47.210263 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6fd85841-9022-41c1-b3f1-5243cd00e352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7f105e81-c0f2-4281-adc2-354226c21929), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:47.249973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd85841-9022-41c1-b3f1-5243cd00e352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f105e81-c0f2-4281-adc2-354226c21929,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:47.257411 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6fd85841-9022-41c1-b3f1-5243cd00e352 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=21ab633ac20a44cbac14ccd8e6f0343d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3239648 Feb 15 17:22:47.258638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36734) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:47.305040 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c926-cda4-44ec-9c59-2cf11f664c28 admin admin] Publish callbacks [] for security_group (7f105e81-c0f2-4281-adc2-354226c21929), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:47.327598 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c926-cda4-44ec-9c59-2cf11f664c28 admin admin] Publish callbacks [] for security_group (7f105e81-c0f2-4281-adc2-354226c21929), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:47.415654 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c926-cda4-44ec-9c59-2cf11f664c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (7f105e81-c0f2-4281-adc2-354226c21929), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:47.418486 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ecb9c926-cda4-44ec-9c59-2cf11f664c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:47.419640 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ecb9c926-cda4-44ec-9c59-2cf11f664c28 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/7f105e81-c0f2-4281-adc2-354226c21929 HTTP/1.1" status: 204 len: 168 time: 0.1600773 Feb 15 17:22:47.428712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9c926-cda4-44ec-9c59-2cf11f664c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f105e81-c0f2-4281-adc2-354226c21929,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:52.396451 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36888) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:52.498976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e7e71142-44fb-45af-87dc-294653bf350d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:52.571167 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e7e71142-44fb-45af-87dc-294653bf350d admin admin] Publish callbacks [] for security_group (9e641271-9423-4161-8c3e-2a43769dc101), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:52.644641 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e7e71142-44fb-45af-87dc-294653bf350d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9e641271-9423-4161-8c3e-2a43769dc101), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:52.684434 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e7e71142-44fb-45af-87dc-294653bf350d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c3fa328554914697a74124f869335f79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2869215 Feb 15 17:22:52.685605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e71142-44fb-45af-87dc-294653bf350d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e641271-9423-4161-8c3e-2a43769dc101,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:52.687384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36892) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:52.735453 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-987f9a62-80ec-413e-96fb-4bff70595985 admin admin] Publish callbacks [] for security_group (9e641271-9423-4161-8c3e-2a43769dc101), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:52.756258 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-987f9a62-80ec-413e-96fb-4bff70595985 admin admin] Publish callbacks [] for security_group (9e641271-9423-4161-8c3e-2a43769dc101), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:52.884949 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-987f9a62-80ec-413e-96fb-4bff70595985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9e641271-9423-4161-8c3e-2a43769dc101), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:52.887616 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-987f9a62-80ec-413e-96fb-4bff70595985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:52.890690 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-987f9a62-80ec-413e-96fb-4bff70595985 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9e641271-9423-4161-8c3e-2a43769dc101 HTTP/1.1" status: 204 len: 168 time: 0.2002611 Feb 15 17:22:52.896806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f9a62-80ec-413e-96fb-4bff70595985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e641271-9423-4161-8c3e-2a43769dc101,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:53.542860 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 36898) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:53.556408 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-17a36f6d-7063-4735-a1a8-f30cd95d6c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:53.629520 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-17a36f6d-7063-4735-a1a8-f30cd95d6c2f admin admin] Publish callbacks [] for security_group (0672ec8d-c45c-4048-9d95-563929a3cd5c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:53.719264 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-17a36f6d-7063-4735-a1a8-f30cd95d6c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0672ec8d-c45c-4048-9d95-563929a3cd5c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:53.762497 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-17a36f6d-7063-4735-a1a8-f30cd95d6c2f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=885c8ab220f74acb8d902dad9e7fa6d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2185271 Feb 15 17:22:53.763461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a36f6d-7063-4735-a1a8-f30cd95d6c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0672ec8d-c45c-4048-9d95-563929a3cd5c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:53.765186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36900) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:53.820183 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-84aff3b7-319c-4200-be20-db8eb327fc56 admin admin] Publish callbacks [] for security_group (0672ec8d-c45c-4048-9d95-563929a3cd5c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:53.841719 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-84aff3b7-319c-4200-be20-db8eb327fc56 admin admin] Publish callbacks [] for security_group (0672ec8d-c45c-4048-9d95-563929a3cd5c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:53.964887 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-84aff3b7-319c-4200-be20-db8eb327fc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (0672ec8d-c45c-4048-9d95-563929a3cd5c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:53.967505 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-84aff3b7-319c-4200-be20-db8eb327fc56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:53.968660 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-84aff3b7-319c-4200-be20-db8eb327fc56 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/0672ec8d-c45c-4048-9d95-563929a3cd5c HTTP/1.1" status: 204 len: 168 time: 0.2020905 Feb 15 17:22:53.976883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aff3b7-319c-4200-be20-db8eb327fc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0672ec8d-c45c-4048-9d95-563929a3cd5c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:54.849689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36922) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:54.943929 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-78c791ee-6462-4833-ad87-2eea12245f97 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-846478167-network', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:22:55.010726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c791ee-6462-4833-ad87-2eea12245f97 admin admin] Made reservation on behalf of d6ad9e5c353b406ca142123ac19788b0 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:22:55.013067 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78c791ee-6462-4833-ad87-2eea12245f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:55.024040 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78c791ee-6462-4833-ad87-2eea12245f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:55.099119 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78c791ee-6462-4833-ad87-2eea12245f97 admin admin] Publish callbacks [] for security_group (9f6cce2b-2f14-4ac5-b4fe-bbb4f3d14b5b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:55.135859 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78c791ee-6462-4833-ad87-2eea12245f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9f6cce2b-2f14-4ac5-b4fe-bbb4f3d14b5b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:55.163789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c791ee-6462-4833-ad87-2eea12245f97 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:22:55.170216 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c791ee-6462-4833-ad87-2eea12245f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6cce2b-2f14-4ac5-b4fe-bbb4f3d14b5b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:55.177937 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78c791ee-6462-4833-ad87-2eea12245f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (0cba353a-78df-4a51-98db-46e974f13914), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:55.178056 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-78c791ee-6462-4833-ad87-2eea12245f97 admin admin] Added segment 0cba353a-78df-4a51-98db-46e974f13914 of type vlan for network b569ed66-c8ed-49d3-82eb-cc50ef48e72f Feb 15 17:22:55.219619 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78c791ee-6462-4833-ad87-2eea12245f97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (b569ed66-c8ed-49d3-82eb-cc50ef48e72f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:55.301873 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78c791ee-6462-4833-ad87-2eea12245f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (b569ed66-c8ed-49d3-82eb-cc50ef48e72f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:55.302779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c791ee-6462-4833-ad87-2eea12245f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:55.303643 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-78c791ee-6462-4833-ad87-2eea12245f97 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:55.396516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c791ee-6462-4833-ad87-2eea12245f97 admin admin] Pushing event updated for resources: {'Network': ['ID=b569ed66-c8ed-49d3-82eb-cc50ef48e72f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:55.406054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network b569ed66-c8ed-49d3-82eb-cc50ef48e72f details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:22:55.418191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-78c791ee-6462-4833-ad87-2eea12245f97 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5674150 Feb 15 17:22:55.421064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36926) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:55.425838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-37bf6e45-77ce-4fb8-bbb0-38f4c70c46e5 admin admin] Request body: {'subnet': {'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-846478167-subnet', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:22:55.495797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bf6e45-77ce-4fb8-bbb0-38f4c70c46e5 admin admin] Made reservation on behalf of d6ad9e5c353b406ca142123ac19788b0 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:22:55.498225 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-37bf6e45-77ce-4fb8-bbb0-38f4c70c46e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:55.713630 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-37bf6e45-77ce-4fb8-bbb0-38f4c70c46e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:55.769819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf6e45-77ce-4fb8-bbb0-38f4c70c46e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:55.778384 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bf6e45-77ce-4fb8-bbb0-38f4c70c46e5 admin admin] Checking segment: {'id': '0cba353a-78df-4a51-98db-46e974f13914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:22:55.778754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bf6e45-77ce-4fb8-bbb0-38f4c70c46e5 admin admin] Network hostable DHCP agents. Network: b569ed66-c8ed-49d3-82eb-cc50ef48e72f, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:22:55.879296 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bf6e45-77ce-4fb8-bbb0-38f4c70c46e5 admin admin] Network b569ed66-c8ed-49d3-82eb-cc50ef48e72f is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:22:55.976166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-37bf6e45-77ce-4fb8-bbb0-38f4c70c46e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, b569ed66-c8ed-49d3-82eb-cc50ef48e72f) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:22:55.980404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bf6e45-77ce-4fb8-bbb0-38f4c70c46e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:22:55.981005 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-37bf6e45-77ce-4fb8-bbb0-38f4c70c46e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:55.986009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed274d4-d672-44fc-8a95-7c378e7b5dcb None None] Network b569ed66-c8ed-49d3-82eb-cc50ef48e72f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:22:56.076523 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-37bf6e45-77ce-4fb8-bbb0-38f4c70c46e5 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6542666 Feb 15 17:22:56.079316 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36928) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:56.083558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:22:56.088649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'fixed_ips': [{'subnet_id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:22:56.089747 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:56.205114 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:56.206337 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:56.231463 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Allocated IP 172.20.0.2 (b569ed66-c8ed-49d3-82eb-cc50ef48e72f/ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0/ed1686d7-08a5-498c-9c85-4848ea95aaf2) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:22:56.269981 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Publish callbacks [] for router_controller (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:56.388961 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Publish callbacks [] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:56.450651 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:56.502492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Network b569ed66-c8ed-49d3-82eb-cc50ef48e72f is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:22:56.508131 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:22:56.510039 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Pushing event updated for resources: {'Port': ['ID=ed1686d7-08a5-498c-9c85-4848ea95aaf2,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:56.512146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:22:56.555008 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Publish callbacks [] for router_gateway (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:56.573756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Attempting to bind port ed1686d7-08a5-498c-9c85-4848ea95aaf2 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:22:56.574328 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Attempting to bind port ed1686d7-08a5-498c-9c85-4848ea95aaf2 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '0cba353a-78df-4a51-98db-46e974f13914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:22:56.574702 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Attempting to bind port ed1686d7-08a5-498c-9c85-4848ea95aaf2 on network b569ed66-c8ed-49d3-82eb-cc50ef48e72f {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:22:56.580017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:22:56.580426 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Checking segment: {'id': '0cba353a-78df-4a51-98db-46e974f13914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:22:56.581340 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:56.581758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Bound using segment: {'id': '0cba353a-78df-4a51-98db-46e974f13914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:22:56.582229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Bound port: ed1686d7-08a5-498c-9c85-4848ea95aaf2, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cba353a-78df-4a51-98db-46e974f13914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:22:56.582623 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:56.652803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] For port ed1686d7-08a5-498c-9c85-4848ea95aaf2, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:22:56.660302 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] For port ed1686d7-08a5-498c-9c85-4848ea95aaf2, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ed1686d7-08a5-498c-9c85-4848ea95aaf2,segment=NetworkSegment(0cba353a-78df-4a51-98db-46e974f13914),segment_id=0cba353a-78df-4a51-98db-46e974f13914)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:22:56.725391 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:56.785029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f8607-9bdc-437d-a30b-84c70853191d None None] Pushing event updated for resources: {'Port': ['ID=ed1686d7-08a5-498c-9c85-4848ea95aaf2,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:56.832562 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Publish callbacks [] for router_gateway (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:56.852155 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:56.980493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Allocated IP 172.25.4.212 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/d62abfbd-17a4-4832-8b0a-84501d1abb92) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:22:57.112940 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Publish callbacks [] for port (d62abfbd-17a4-4832-8b0a-84501d1abb92), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:57.216445 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d62abfbd-17a4-4832-8b0a-84501d1abb92), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:57.273631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:22:57.277721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:22:57.283061 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:22:57.288979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Pushing event updated for resources: {'Port': ['ID=d62abfbd-17a4-4832-8b0a-84501d1abb92,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:57.341521 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ed1686d7-08a5-498c-9c85-4848ea95aaf2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:22:57.397754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ed1686d7-08a5-498c-9c85-4848ea95aaf2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:22:57.398207 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:57.500972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ed1686d7-08a5-498c-9c85-4848ea95aaf2 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:22:57.501729 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:57.541803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port ed1686d7-08a5-498c-9c85-4848ea95aaf2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ed1686d7-08a5-498c-9c85-4848ea95aaf2,segment=NetworkSegment(0cba353a-78df-4a51-98db-46e974f13914),segment_id=0cba353a-78df-4a51-98db-46e974f13914)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:22:57.599479 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:57.661298 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=ed1686d7-08a5-498c-9c85-4848ea95aaf2,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:57.819444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaabfd8-1d05-4b3d-871f-5b340afaa09c None None] Network b569ed66-c8ed-49d3-82eb-cc50ef48e72f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:22:57.932627 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Publish callbacks [] for router_gateway (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:57.940556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a078412c-9788-4f03-85a4-56a9009db779 None None] Provisioning complete for port ed1686d7-08a5-498c-9c85-4848ea95aaf2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:22:57.940927 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a078412c-9788-4f03-85a4-56a9009db779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:58.031088 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a078412c-9788-4f03-85a4-56a9009db779 None None] Current status of the port ed1686d7-08a5-498c-9c85-4848ea95aaf2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:22:58.153598 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:58.250940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-4ceb5fae-47b3-4ee6-9055-fbe7cffe2ceb None None] Provisioning complete for port ed1686d7-08a5-498c-9c85-4848ea95aaf2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:22:58.251303 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4ceb5fae-47b3-4ee6-9055-fbe7cffe2ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:58.338380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb5fae-47b3-4ee6-9055-fbe7cffe2ceb None None] Current status of the port ed1686d7-08a5-498c-9c85-4848ea95aaf2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:22:58.364917 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:22:58.475123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:22:58.483708 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Sync routers for ids ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:22:58.496270 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Routers {'6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:22:58.497903 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:22:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:58.538899 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:58.540157 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b3c52a81-aa38-49ad-9420-978f408307fc admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4599125 Feb 15 17:22:58.543044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36934) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:22:58.694221 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Set router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:22:58.871464 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:57Z', 'revision_number': 3, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port': {'id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:58.897183 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Checking router: 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:22:58.897566 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Updating router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 port d62abfbd-17a4-4832-8b0a-84501d1abb92 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:22:58.927825 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d62abfbd-17a4-4832-8b0a-84501d1abb92), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:58.965112 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:59.167135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Allocated IP 172.20.0.1 (b569ed66-c8ed-49d3-82eb-cc50ef48e72f/ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0/0dd02bb3-3389-4cd2-b3c5-2978bd8370f9) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:22:59.184643 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Publish callbacks [] for port (d62abfbd-17a4-4832-8b0a-84501d1abb92), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:59.262154 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d62abfbd-17a4-4832-8b0a-84501d1abb92), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:59.274136 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Publish callbacks [] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:59.307781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ed1686d7-08a5-498c-9c85-4848ea95aaf2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:22:59.310631 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Attempting to bind port d62abfbd-17a4-4832-8b0a-84501d1abb92 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:22:59.312275 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Attempting to bind port d62abfbd-17a4-4832-8b0a-84501d1abb92 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:22:59.312275 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Attempting to bind port d62abfbd-17a4-4832-8b0a-84501d1abb92 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:22:59.321679 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:22:59.322058 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:22:59.322461 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:59.322855 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:22:59.323322 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Bound port: d62abfbd-17a4-4832-8b0a-84501d1abb92, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:22:59.323744 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d62abfbd-17a4-4832-8b0a-84501d1abb92), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:59.354666 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:59.357742 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ed1686d7-08a5-498c-9c85-4848ea95aaf2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:22:59.358201 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:59.371533 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18386129-a536-4fcc-93af-b6949d3aaa2d None None] Pushing event updated for resources: {'Port': ['ID=d62abfbd-17a4-4832-8b0a-84501d1abb92,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:59.388877 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18386129-a536-4fcc-93af-b6949d3aaa2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:59.389228 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18386129-a536-4fcc-93af-b6949d3aaa2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:59.389619 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18386129-a536-4fcc-93af-b6949d3aaa2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:59.389960 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18386129-a536-4fcc-93af-b6949d3aaa2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:59.390295 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18386129-a536-4fcc-93af-b6949d3aaa2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:59.390851 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18386129-a536-4fcc-93af-b6949d3aaa2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:59.390972 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18386129-a536-4fcc-93af-b6949d3aaa2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:59.391258 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18386129-a536-4fcc-93af-b6949d3aaa2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:59.391580 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18386129-a536-4fcc-93af-b6949d3aaa2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:59.391904 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18386129-a536-4fcc-93af-b6949d3aaa2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:59.392255 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18386129-a536-4fcc-93af-b6949d3aaa2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:59.392601 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18386129-a536-4fcc-93af-b6949d3aaa2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:59.392926 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18386129-a536-4fcc-93af-b6949d3aaa2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:22:59.410591 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] For port d62abfbd-17a4-4832-8b0a-84501d1abb92, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:22:59.412212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Network b569ed66-c8ed-49d3-82eb-cc50ef48e72f is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:22:59.415406 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] For port d62abfbd-17a4-4832-8b0a-84501d1abb92, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d62abfbd-17a4-4832-8b0a-84501d1abb92,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:22:59.415549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:22:59.419920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:22:59.443457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd02bb3-3389-4cd2-b3c5-2978bd8370f9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:59.462619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ed1686d7-08a5-498c-9c85-4848ea95aaf2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:22:59.464313 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:59.491226 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d62abfbd-17a4-4832-8b0a-84501d1abb92), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:59.545681 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Routers {'6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:22:59.546322 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:22:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:59.621306 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18386129-a536-4fcc-93af-b6949d3aaa2d None None] Pushing event updated for resources: {'Port': ['ID=d62abfbd-17a4-4832-8b0a-84501d1abb92,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:22:59.667932 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-36b20800-baff-4ff7-8453-f79754aaa3c2 None None] Provisioning complete for port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:22:59.668639 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-36b20800-baff-4ff7-8453-f79754aaa3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:59.681945 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] Set router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:22:59.708718 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:59.712623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-36b20800-baff-4ff7-8453-f79754aaa3c2 None None] Port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:22:59.888541 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:57Z', 'revision_number': 3, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port': {'id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:22:59.901878 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Publish callbacks [] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:22:59.917696 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a19cb5-09c4-47f9-9261-64dcc0edb71d None None] The sync data for ids ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'] in n-d-828372-14 is: [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:57Z', 'revision_number': 3, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port': {'id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:22:59.960112 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:00.036860 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:00.045522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Pushing event updated for resources: {'Port': ['ID=0dd02bb3-3389-4cd2-b3c5-2978bd8370f9,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:00.157429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Network b569ed66-c8ed-49d3-82eb-cc50ef48e72f is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:23:00.157429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:00.319198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:23:00.440261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d993ddca-df8b-44f3-9099-e36fef2a8f07 None None] Provisioning complete for port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:00.440792 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d993ddca-df8b-44f3-9099-e36fef2a8f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:00.442736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:23:00.448007 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1eed3190-22a8-4d1c-8cf6-5a497e011741 admin admin] 10.222.0.107 "PUT /v2.0/routers/6ae63d9b-e0a1-4463-a00e-d4759dd4dde6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9038517 Feb 15 17:23:00.477424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d993ddca-df8b-44f3-9099-e36fef2a8f07 None None] Port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:23:00.702454 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:01.033849 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:01.096393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36952) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:01.101491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2dcdd758-017f-48a7-b20c-050fc884defb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-459698988-network', 'tenant_id': '6c1f2f6cef9346a1a9db98973f570554'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:01.181879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcdd758-017f-48a7-b20c-050fc884defb admin admin] Made reservation on behalf of 6c1f2f6cef9346a1a9db98973f570554 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:23:01.184364 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd758-017f-48a7-b20c-050fc884defb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:01.194479 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd758-017f-48a7-b20c-050fc884defb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:01.274880 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd758-017f-48a7-b20c-050fc884defb admin admin] Publish callbacks [] for security_group (ce2b6f54-615b-4133-bcf0-e0681f596119), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:01.335226 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d62abfbd-17a4-4832-8b0a-84501d1abb92 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:01.348405 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd758-017f-48a7-b20c-050fc884defb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ce2b6f54-615b-4133-bcf0-e0681f596119), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:01.381280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dcdd758-017f-48a7-b20c-050fc884defb admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:23:01.390762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdd758-017f-48a7-b20c-050fc884defb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2b6f54-615b-4133-bcf0-e0681f596119,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:01.397313 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd758-017f-48a7-b20c-050fc884defb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (37ae3590-ec0b-4372-8268-871dfe818d0d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:01.397778 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-2dcdd758-017f-48a7-b20c-050fc884defb admin admin] Added segment 37ae3590-ec0b-4372-8268-871dfe818d0d of type vlan for network d891996e-2b09-459d-95c4-b8e88eb5636f Feb 15 17:23:01.398889 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port d62abfbd-17a4-4832-8b0a-84501d1abb92 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:01.399482 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d62abfbd-17a4-4832-8b0a-84501d1abb92), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:01.439857 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd758-017f-48a7-b20c-050fc884defb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (d891996e-2b09-459d-95c4-b8e88eb5636f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:01.478661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port d62abfbd-17a4-4832-8b0a-84501d1abb92 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:01.479230 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d62abfbd-17a4-4832-8b0a-84501d1abb92), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:01.504244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port d62abfbd-17a4-4832-8b0a-84501d1abb92, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d62abfbd-17a4-4832-8b0a-84501d1abb92,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:01.513741 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd758-017f-48a7-b20c-050fc884defb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (d891996e-2b09-459d-95c4-b8e88eb5636f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:01.514838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcdd758-017f-48a7-b20c-050fc884defb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:01.515497 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2dcdd758-017f-48a7-b20c-050fc884defb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:01.548768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Sync routers for ids ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:23:01.553298 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d62abfbd-17a4-4832-8b0a-84501d1abb92), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:01.578863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdd758-017f-48a7-b20c-050fc884defb admin admin] Pushing event updated for resources: {'Network': ['ID=d891996e-2b09-459d-95c4-b8e88eb5636f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:01.585168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Routers {'6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:01.585722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:22:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:01.591589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network d891996e-2b09-459d-95c4-b8e88eb5636f details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:23:01.602392 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2dcdd758-017f-48a7-b20c-050fc884defb admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5048411 Feb 15 17:23:01.605108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36954) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:01.610043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ce09286f-2627-47db-99ee-e054f24304d3 admin admin] Request body: {'subnet': {'network_id': 'd891996e-2b09-459d-95c4-b8e88eb5636f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-459698988-subnet', 'tenant_id': '6c1f2f6cef9346a1a9db98973f570554', 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:01.667784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce09286f-2627-47db-99ee-e054f24304d3 admin admin] Made reservation on behalf of 6c1f2f6cef9346a1a9db98973f570554 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:23:01.671998 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce09286f-2627-47db-99ee-e054f24304d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:01.733754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=d62abfbd-17a4-4832-8b0a-84501d1abb92,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:01.776543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Set router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:01.896543 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce09286f-2627-47db-99ee-e054f24304d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (b3b5631e-5166-4bf3-ab78-5cce98c126c8), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:01.961676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09286f-2627-47db-99ee-e054f24304d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b5631e-5166-4bf3-ab78-5cce98c126c8,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:01.972466 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce09286f-2627-47db-99ee-e054f24304d3 admin admin] Checking segment: {'id': '37ae3590-ec0b-4372-8268-871dfe818d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd891996e-2b09-459d-95c4-b8e88eb5636f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:23:01.972848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce09286f-2627-47db-99ee-e054f24304d3 admin admin] Network hostable DHCP agents. Network: d891996e-2b09-459d-95c4-b8e88eb5636f, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:23:02.056574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce09286f-2627-47db-99ee-e054f24304d3 admin admin] Network d891996e-2b09-459d-95c4-b8e88eb5636f is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:23:02.129972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:59Z', 'revision_number': 4, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port': {'id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '0dd02bb3-3389-4cd2-b3c5-2978bd8370f9', 'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'mac_address': 'fa:16:3e:9e:c5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:58Z', 'updated_at': '2022-02-15T17:22:59Z', 'revision_number': 2, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'subnets': [{'id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:02.147894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-ce09286f-2627-47db-99ee-e054f24304d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, d891996e-2b09-459d-95c4-b8e88eb5636f) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:02.152680 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce09286f-2627-47db-99ee-e054f24304d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:02.154006 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ce09286f-2627-47db-99ee-e054f24304d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:02.157820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd7fb6-6111-4dae-85de-3ad87727c059 None None] Network d891996e-2b09-459d-95c4-b8e88eb5636f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:23:02.161480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Checking router: 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:23:02.161832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Updating router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:23:02.233067 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:02.241816 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ce09286f-2627-47db-99ee-e054f24304d3 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6355269 Feb 15 17:23:02.244317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36956) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:02.248526 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-459698988-router', 'tenant_id': '6c1f2f6cef9346a1a9db98973f570554', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:02.313585 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (7f30b08e-003f-486c-9c48-29729863843a), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:02.314663 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (7f30b08e-003f-486c-9c48-29729863843a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:02.317698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-d891996e-2b09-459d-95c4-b8e88eb5636f', 'network_id': 'd891996e-2b09-459d-95c4-b8e88eb5636f', 'project_id': '6c1f2f6cef9346a1a9db98973f570554', 'fixed_ips': [{'subnet_id': 'b3b5631e-5166-4bf3-ab78-5cce98c126c8'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:23:02.318542 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:02.368211 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Publish callbacks [] for router_controller (7f30b08e-003f-486c-9c48-29729863843a), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:02.561929 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Publish callbacks [] for router_gateway (7f30b08e-003f-486c-9c48-29729863843a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:02.585757 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Allocated IP 172.20.0.2 (d891996e-2b09-459d-95c4-b8e88eb5636f/b3b5631e-5166-4bf3-ab78-5cce98c126c8/4c7ada91-7cf2-4713-9b27-489534a6d3ca) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:23:02.706044 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Publish callbacks [] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:02.755819 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:23:02.786987 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:02.797226 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Publish callbacks [] for port (4c7ada91-7cf2-4713-9b27-489534a6d3ca), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:02.852195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc5bb4-6244-428e-a228-55d25618e030 None None] Pushing event updated for resources: {'Port': ['ID=0dd02bb3-3389-4cd2-b3c5-2978bd8370f9,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:02.898907 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (4c7ada91-7cf2-4713-9b27-489534a6d3ca), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:02.942605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Attempting to bind port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:23:02.943127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Attempting to bind port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '0cba353a-78df-4a51-98db-46e974f13914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:23:02.943586 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Attempting to bind port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 on network b569ed66-c8ed-49d3-82eb-cc50ef48e72f {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:23:02.965093 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Network d891996e-2b09-459d-95c4-b8e88eb5636f is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:23:02.969181 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:23:02.969657 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Checking segment: {'id': '0cba353a-78df-4a51-98db-46e974f13914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:23:02.970122 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:02.976114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Bound using segment: {'id': '0cba353a-78df-4a51-98db-46e974f13914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:23:02.976114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Bound port: 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cba353a-78df-4a51-98db-46e974f13914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:23:02.976114 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:02.977354 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:02.981030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:23:02.983000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Pushing event updated for resources: {'Port': ['ID=4c7ada91-7cf2-4713-9b27-489534a6d3ca,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:03.096300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Attempting to bind port 4c7ada91-7cf2-4713-9b27-489534a6d3ca on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:23:03.097122 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Attempting to bind port 4c7ada91-7cf2-4713-9b27-489534a6d3ca by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '37ae3590-ec0b-4372-8268-871dfe818d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd891996e-2b09-459d-95c4-b8e88eb5636f'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:23:03.097514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Attempting to bind port 4c7ada91-7cf2-4713-9b27-489534a6d3ca on network d891996e-2b09-459d-95c4-b8e88eb5636f {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:23:03.110613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] For port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:23:03.115421 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] For port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0dd02bb3-3389-4cd2-b3c5-2978bd8370f9,segment=NetworkSegment(0cba353a-78df-4a51-98db-46e974f13914),segment_id=0cba353a-78df-4a51-98db-46e974f13914)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:23:03.118117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:23:03.118496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Checking segment: {'id': '37ae3590-ec0b-4372-8268-871dfe818d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd891996e-2b09-459d-95c4-b8e88eb5636f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:23:03.118899 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:03.119296 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Bound using segment: {'id': '37ae3590-ec0b-4372-8268-871dfe818d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd891996e-2b09-459d-95c4-b8e88eb5636f'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:23:03.119948 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Bound port: 4c7ada91-7cf2-4713-9b27-489534a6d3ca, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ae3590-ec0b-4372-8268-871dfe818d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd891996e-2b09-459d-95c4-b8e88eb5636f'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:23:03.120142 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4c7ada91-7cf2-4713-9b27-489534a6d3ca), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:03.135553 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Publish callbacks [] for router_gateway (7f30b08e-003f-486c-9c48-29729863843a), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:03.139008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c27333d0-7185-472c-af16-2b00567520ce None None] Provisioning complete for port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:03.139381 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c27333d0-7185-472c-af16-2b00567520ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:03.154177 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:03.210113 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:03.216743 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c27333d0-7185-472c-af16-2b00567520ce None None] Port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:23:03.251739 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] For port 4c7ada91-7cf2-4713-9b27-489534a6d3ca, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:23:03.256752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Allocated IP 172.25.4.38 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/69ca4fba-9c90-4707-aa8b-97d0722987d5) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:23:03.274195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] For port 4c7ada91-7cf2-4713-9b27-489534a6d3ca, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4c7ada91-7cf2-4713-9b27-489534a6d3ca,segment=NetworkSegment(37ae3590-ec0b-4372-8268-871dfe818d0d),segment_id=37ae3590-ec0b-4372-8268-871dfe818d0d)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:23:03.291601 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc5bb4-6244-428e-a228-55d25618e030 None None] Pushing event updated for resources: {'Port': ['ID=0dd02bb3-3389-4cd2-b3c5-2978bd8370f9,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:03.296909 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Routers {'6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:03.296909 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:22:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:03.368380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d62abfbd-17a4-4832-8b0a-84501d1abb92 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:03.377097 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Publish callbacks [] for port (69ca4fba-9c90-4707-aa8b-97d0722987d5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:03.391507 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4c7ada91-7cf2-4713-9b27-489534a6d3ca), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:03.486147 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (69ca4fba-9c90-4707-aa8b-97d0722987d5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:03.516853 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d5555-2a40-4a36-b39e-fc98a6df398f None None] Pushing event updated for resources: {'Port': ['ID=4c7ada91-7cf2-4713-9b27-489534a6d3ca,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:03.527902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port d62abfbd-17a4-4832-8b0a-84501d1abb92 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:03.528258 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d62abfbd-17a4-4832-8b0a-84501d1abb92), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:03.556085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:23:03.558090 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] Set router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:03.559388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:03.563960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:23:03.591749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Pushing event updated for resources: {'Port': ['ID=69ca4fba-9c90-4707-aa8b-97d0722987d5,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:03.665942 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b176c1d1-86a0-4ae4-b551-9fa6dca96788 None None] Provisioning complete for port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:03.665942 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b176c1d1-86a0-4ae4-b551-9fa6dca96788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:03.828566 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port d62abfbd-17a4-4832-8b0a-84501d1abb92 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:03.896542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b176c1d1-86a0-4ae4-b551-9fa6dca96788 None None] Current status of the port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:03.896855 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b176c1d1-86a0-4ae4-b551-9fa6dca96788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:03.936884 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Publish callbacks [] for router_gateway (7f30b08e-003f-486c-9c48-29729863843a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:03.939361 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b176c1d1-86a0-4ae4-b551-9fa6dca96788 None None] For port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0dd02bb3-3389-4cd2-b3c5-2978bd8370f9,segment=NetworkSegment(0cba353a-78df-4a51-98db-46e974f13914),segment_id=0cba353a-78df-4a51-98db-46e974f13914)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:03.945410 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:59Z', 'revision_number': 4, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port': {'id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '0dd02bb3-3389-4cd2-b3c5-2978bd8370f9', 'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'mac_address': 'fa:16:3e:9e:c5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:58Z', 'updated_at': '2022-02-15T17:23:03Z', 'revision_number': 4, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'subnets': [{'id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:03.974852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef01280-061c-4241-af7a-6f563305f3e5 None None] The sync data for ids ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'] in n-d-828372-14 is: [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:59Z', 'revision_number': 4, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port': {'id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '0dd02bb3-3389-4cd2-b3c5-2978bd8370f9', 'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'mac_address': 'fa:16:3e:9e:c5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:58Z', 'updated_at': '2022-02-15T17:23:03Z', 'revision_number': 4, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'subnets': [{'id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:23:03.986759 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b176c1d1-86a0-4ae4-b551-9fa6dca96788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:04.074402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176c1d1-86a0-4ae4-b551-9fa6dca96788 None None] Pushing event updated for resources: {'Port': ['ID=0dd02bb3-3389-4cd2-b3c5-2978bd8370f9,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:04.189800 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (7f30b08e-003f-486c-9c48-29729863843a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:04.422226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Router 7f30b08e-003f-486c-9c48-29729863843a is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:23:04.568686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:23:04.581051 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Sync routers for ids ['7f30b08e-003f-486c-9c48-29729863843a'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:23:04.595187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Routers {'7f30b08e-003f-486c-9c48-29729863843a'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:04.595918 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:22:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['7f30b08e-003f-486c-9c48-29729863843a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:04.626380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577bbf68-20ff-4629-8927-3ed0d98a960e None None] Network d891996e-2b09-459d-95c4-b8e88eb5636f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:23:04.647594 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:04.648688 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-135f5454-6d4b-4b3b-884b-e94503c1a3c7 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4034324 Feb 15 17:23:04.651380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 36960) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:04.725177 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Set router 7f30b08e-003f-486c-9c48-29729863843a gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:04.747172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-00b22709-4b2c-4494-8459-d6397bb57183 None None] Provisioning complete for port 4c7ada91-7cf2-4713-9b27-489534a6d3ca triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:04.747805 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00b22709-4b2c-4494-8459-d6397bb57183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4c7ada91-7cf2-4713-9b27-489534a6d3ca), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:04.883968 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-00b22709-4b2c-4494-8459-d6397bb57183 None None] Current status of the port 4c7ada91-7cf2-4713-9b27-489534a6d3ca is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:04.884460 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00b22709-4b2c-4494-8459-d6397bb57183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4c7ada91-7cf2-4713-9b27-489534a6d3ca), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:04.942627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-00b22709-4b2c-4494-8459-d6397bb57183 None None] For port 4c7ada91-7cf2-4713-9b27-489534a6d3ca, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4c7ada91-7cf2-4713-9b27-489534a6d3ca,segment=NetworkSegment(37ae3590-ec0b-4372-8268-871dfe818d0d),segment_id=37ae3590-ec0b-4372-8268-871dfe818d0d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:04.966492 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30b08e-003f-486c-9c48-29729863843a', 'name': 'tempest-TestVolumeBackupRestore-459698988-router', 'tenant_id': '6c1f2f6cef9346a1a9db98973f570554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '69ca4fba-9c90-4707-aa8b-97d0722987d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:02Z', 'updated_at': '2022-02-15T17:23:03Z', 'revision_number': 3, 'project_id': '6c1f2f6cef9346a1a9db98973f570554', 'gw_port': {'id': '69ca4fba-9c90-4707-aa8b-97d0722987d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f30b08e-003f-486c-9c48-29729863843a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:03Z', 'updated_at': '2022-02-15T17:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:05.005618 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Checking router: 7f30b08e-003f-486c-9c48-29729863843a for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:23:05.005994 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Updating router 7f30b08e-003f-486c-9c48-29729863843a port 69ca4fba-9c90-4707-aa8b-97d0722987d5 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:23:05.028103 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00b22709-4b2c-4494-8459-d6397bb57183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4c7ada91-7cf2-4713-9b27-489534a6d3ca), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:05.058570 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (69ca4fba-9c90-4707-aa8b-97d0722987d5), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:05.119555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b22709-4b2c-4494-8459-d6397bb57183 None None] Pushing event updated for resources: {'Port': ['ID=4c7ada91-7cf2-4713-9b27-489534a6d3ca,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:05.153419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c5ca2f2c-784c-4a29-b6a2-da51732577e1 None None] Provisioning complete for port 4c7ada91-7cf2-4713-9b27-489534a6d3ca triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:05.153818 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c5ca2f2c-784c-4a29-b6a2-da51732577e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4c7ada91-7cf2-4713-9b27-489534a6d3ca), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:05.257288 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:05.276229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c5ca2f2c-784c-4a29-b6a2-da51732577e1 None None] Current status of the port 4c7ada91-7cf2-4713-9b27-489534a6d3ca is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:05.407271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:05.468126 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:05.468727 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:05.525005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Allocated IP 172.20.0.1 (d891996e-2b09-459d-95c4-b8e88eb5636f/b3b5631e-5166-4bf3-ab78-5cce98c126c8/cdc23454-161a-492a-a14e-0912e1bd4113) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:23:05.529978 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Publish callbacks [] for port (69ca4fba-9c90-4707-aa8b-97d0722987d5), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:05.591846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:05.593149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4c7ada91-7cf2-4713-9b27-489534a6d3ca up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:05.593782 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (69ca4fba-9c90-4707-aa8b-97d0722987d5), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:05.648999 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374ab1d-6078-434d-8637-957457870d39 None None] Pushing event updated for resources: {'Port': ['ID=69ca4fba-9c90-4707-aa8b-97d0722987d5,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:05.651611 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Attempting to bind port 69ca4fba-9c90-4707-aa8b-97d0722987d5 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:23:05.652059 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Attempting to bind port 69ca4fba-9c90-4707-aa8b-97d0722987d5 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:23:05.652609 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Attempting to bind port 69ca4fba-9c90-4707-aa8b-97d0722987d5 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:23:05.659800 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:23:05.659800 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:23:05.660109 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:05.660638 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:23:05.661150 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Bound port: 69ca4fba-9c90-4707-aa8b-97d0722987d5, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:23:05.661637 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (69ca4fba-9c90-4707-aa8b-97d0722987d5), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:05.671967 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Publish callbacks [] for port (cdc23454-161a-492a-a14e-0912e1bd4113), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:05.718534 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] For port 69ca4fba-9c90-4707-aa8b-97d0722987d5, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:23:05.721848 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] For port 69ca4fba-9c90-4707-aa8b-97d0722987d5, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=69ca4fba-9c90-4707-aa8b-97d0722987d5,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:23:05.805790 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:05.811596 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4c7ada91-7cf2-4713-9b27-489534a6d3ca triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:05.812072 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4c7ada91-7cf2-4713-9b27-489534a6d3ca), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:05.822724 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (69ca4fba-9c90-4707-aa8b-97d0722987d5), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:05.849402 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Network d891996e-2b09-459d-95c4-b8e88eb5636f is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:23:05.852327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:05.856815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:23:05.881490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc23454-161a-492a-a14e-0912e1bd4113,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:05.895275 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374ab1d-6078-434d-8637-957457870d39 None None] Pushing event updated for resources: {'Port': ['ID=69ca4fba-9c90-4707-aa8b-97d0722987d5,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:05.896973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4c7ada91-7cf2-4713-9b27-489534a6d3ca is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:05.898940 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Routers {'7f30b08e-003f-486c-9c48-29729863843a'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:05.899556 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:22:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['7f30b08e-003f-486c-9c48-29729863843a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:05.904452 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (7f30b08e-003f-486c-9c48-29729863843a), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:06.017918 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] Set router 7f30b08e-003f-486c-9c48-29729863843a gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:06.107185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1d2c3688-0219-4143-b716-df8b726469c6 None None] Provisioning complete for port cdc23454-161a-492a-a14e-0912e1bd4113 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:06.107571 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3688-0219-4143-b716-df8b726469c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:06.138316 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:06.145523 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1d2c3688-0219-4143-b716-df8b726469c6 None None] Port cdc23454-161a-492a-a14e-0912e1bd4113 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:23:06.208496 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30b08e-003f-486c-9c48-29729863843a', 'name': 'tempest-TestVolumeBackupRestore-459698988-router', 'tenant_id': '6c1f2f6cef9346a1a9db98973f570554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '69ca4fba-9c90-4707-aa8b-97d0722987d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:02Z', 'updated_at': '2022-02-15T17:23:03Z', 'revision_number': 3, 'project_id': '6c1f2f6cef9346a1a9db98973f570554', 'gw_port': {'id': '69ca4fba-9c90-4707-aa8b-97d0722987d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f30b08e-003f-486c-9c48-29729863843a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:03Z', 'updated_at': '2022-02-15T17:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:06.234631 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc99c538-3be2-43e0-a38d-ff7fce94de5d None None] The sync data for ids ['7f30b08e-003f-486c-9c48-29729863843a'] in n-d-828372-14 is: [{'id': '7f30b08e-003f-486c-9c48-29729863843a', 'name': 'tempest-TestVolumeBackupRestore-459698988-router', 'tenant_id': '6c1f2f6cef9346a1a9db98973f570554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '69ca4fba-9c90-4707-aa8b-97d0722987d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:02Z', 'updated_at': '2022-02-15T17:23:03Z', 'revision_number': 3, 'project_id': '6c1f2f6cef9346a1a9db98973f570554', 'gw_port': {'id': '69ca4fba-9c90-4707-aa8b-97d0722987d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f30b08e-003f-486c-9c48-29729863843a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:03Z', 'updated_at': '2022-02-15T17:23:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:23:06.312400 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Publish callbacks [] for port (cdc23454-161a-492a-a14e-0912e1bd4113), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:06.359450 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:06.432968 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (7f30b08e-003f-486c-9c48-29729863843a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:06.434809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc23454-161a-492a-a14e-0912e1bd4113,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:06.550616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Network d891996e-2b09-459d-95c4-b8e88eb5636f is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:23:06.552158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:06.683786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Router 7f30b08e-003f-486c-9c48-29729863843a has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:23:06.784653 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b45eed8e-6080-4808-a72e-8a0740f66a1d None None] Provisioning complete for port cdc23454-161a-492a-a14e-0912e1bd4113 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:06.785033 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b45eed8e-6080-4808-a72e-8a0740f66a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:06.807254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:23:06.812426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c5fcd772-59e1-40fb-a735-2b39dace5961 admin admin] 10.222.0.107 "PUT /v2.0/routers/7f30b08e-003f-486c-9c48-29729863843a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1587346 Feb 15 17:23:06.830400 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b45eed8e-6080-4808-a72e-8a0740f66a1d None None] Port cdc23454-161a-492a-a14e-0912e1bd4113 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:23:06.948082 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5db93a4f-f7dc-4bac-8b93-912fbc5cd8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:07.328761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 69ca4fba-9c90-4707-aa8b-97d0722987d5 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:07.379371 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 69ca4fba-9c90-4707-aa8b-97d0722987d5 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:07.379749 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (69ca4fba-9c90-4707-aa8b-97d0722987d5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:07.459015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 69ca4fba-9c90-4707-aa8b-97d0722987d5 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:07.459402 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (69ca4fba-9c90-4707-aa8b-97d0722987d5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:07.484115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 69ca4fba-9c90-4707-aa8b-97d0722987d5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=69ca4fba-9c90-4707-aa8b-97d0722987d5,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:07.537322 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (69ca4fba-9c90-4707-aa8b-97d0722987d5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:07.588510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=69ca4fba-9c90-4707-aa8b-97d0722987d5,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:07.859195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Sync routers for ids ['7f30b08e-003f-486c-9c48-29729863843a'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:23:07.871917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Routers {'7f30b08e-003f-486c-9c48-29729863843a'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:07.871917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:22:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['7f30b08e-003f-486c-9c48-29729863843a'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:07.984241 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Set router 7f30b08e-003f-486c-9c48-29729863843a gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:08.193156 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30b08e-003f-486c-9c48-29729863843a', 'name': 'tempest-TestVolumeBackupRestore-459698988-router', 'tenant_id': '6c1f2f6cef9346a1a9db98973f570554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '69ca4fba-9c90-4707-aa8b-97d0722987d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:02Z', 'updated_at': '2022-02-15T17:23:06Z', 'revision_number': 4, 'project_id': '6c1f2f6cef9346a1a9db98973f570554', 'gw_port': {'id': '69ca4fba-9c90-4707-aa8b-97d0722987d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30b08e-003f-486c-9c48-29729863843a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:03Z', 'updated_at': '2022-02-15T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'cdc23454-161a-492a-a14e-0912e1bd4113', 'name': '', 'network_id': 'd891996e-2b09-459d-95c4-b8e88eb5636f', 'tenant_id': '6c1f2f6cef9346a1a9db98973f570554', 'mac_address': 'fa:16:3e:cf:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f30b08e-003f-486c-9c48-29729863843a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'b3b5631e-5166-4bf3-ab78-5cce98c126c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:05Z', 'updated_at': '2022-02-15T17:23:06Z', 'revision_number': 2, 'project_id': '6c1f2f6cef9346a1a9db98973f570554', 'subnets': [{'id': 'b3b5631e-5166-4bf3-ab78-5cce98c126c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:08.223793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Checking router: 7f30b08e-003f-486c-9c48-29729863843a for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:23:08.224107 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Updating router 7f30b08e-003f-486c-9c48-29729863843a port cdc23454-161a-492a-a14e-0912e1bd4113 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:23:08.252110 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:08.525413 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Publish callbacks [] for port (cdc23454-161a-492a-a14e-0912e1bd4113), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:08.616587 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:08.674690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6e6b2-0175-4246-9b51-728a533a0b46 None None] Pushing event updated for resources: {'Port': ['ID=cdc23454-161a-492a-a14e-0912e1bd4113,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:08.730890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Attempting to bind port cdc23454-161a-492a-a14e-0912e1bd4113 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:23:08.731271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Attempting to bind port cdc23454-161a-492a-a14e-0912e1bd4113 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '37ae3590-ec0b-4372-8268-871dfe818d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd891996e-2b09-459d-95c4-b8e88eb5636f'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:23:08.731635 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Attempting to bind port cdc23454-161a-492a-a14e-0912e1bd4113 on network d891996e-2b09-459d-95c4-b8e88eb5636f {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:23:08.741651 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:23:08.741651 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Checking segment: {'id': '37ae3590-ec0b-4372-8268-871dfe818d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd891996e-2b09-459d-95c4-b8e88eb5636f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:23:08.741651 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:08.741651 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Bound using segment: {'id': '37ae3590-ec0b-4372-8268-871dfe818d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd891996e-2b09-459d-95c4-b8e88eb5636f'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:23:08.741651 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Bound port: cdc23454-161a-492a-a14e-0912e1bd4113, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ae3590-ec0b-4372-8268-871dfe818d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'd891996e-2b09-459d-95c4-b8e88eb5636f'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:23:08.741651 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:08.805803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37040) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:08.812000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] For port cdc23454-161a-492a-a14e-0912e1bd4113, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:23:08.817633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] For port cdc23454-161a-492a-a14e-0912e1bd4113, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cdc23454-161a-492a-a14e-0912e1bd4113,segment=NetworkSegment(37ae3590-ec0b-4372-8268-871dfe818d0d),segment_id=37ae3590-ec0b-4372-8268-871dfe818d0d)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:23:08.863169 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:08.929347 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Routers {'7f30b08e-003f-486c-9c48-29729863843a'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:08.930052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:22:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['7f30b08e-003f-486c-9c48-29729863843a'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:09.011256 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e3507-e781-4f19-ac7b-131834ab6e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting port 9bed8424-c5e4-4ef4-9ca0-81db7a35de94 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:23:09.011702 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3507-e781-4f19-ac7b-131834ab6e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9bed8424-c5e4-4ef4-9ca0-81db7a35de94), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:09.019099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6e6b2-0175-4246-9b51-728a533a0b46 None None] Pushing event updated for resources: {'Port': ['ID=cdc23454-161a-492a-a14e-0912e1bd4113,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:09.046423 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c95a03d1-dbf5-42ff-943d-2f21c1d29149 None None] Provisioning complete for port cdc23454-161a-492a-a14e-0912e1bd4113 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:09.051676 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c95a03d1-dbf5-42ff-943d-2f21c1d29149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:09.101989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] Set router 7f30b08e-003f-486c-9c48-29729863843a gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:09.115168 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3507-e781-4f19-ac7b-131834ab6e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9bed8424-c5e4-4ef4-9ca0-81db7a35de94), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:09.115502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3507-e781-4f19-ac7b-131834ab6e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for floatingip (9bed8424-c5e4-4ef4-9ca0-81db7a35de94), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:09.130932 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-4c7e3507-e781-4f19-ac7b-131834ab6e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Calling delete_port for 9bed8424-c5e4-4ef4-9ca0-81db7a35de94 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:23:09.267993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c95a03d1-dbf5-42ff-943d-2f21c1d29149 None None] Current status of the port cdc23454-161a-492a-a14e-0912e1bd4113 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:09.268330 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c95a03d1-dbf5-42ff-943d-2f21c1d29149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:09.325427 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1090fbbf-90fa-4262-a0ac-cc545bee7270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:09.333150 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c95a03d1-dbf5-42ff-943d-2f21c1d29149 None None] For port cdc23454-161a-492a-a14e-0912e1bd4113, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cdc23454-161a-492a-a14e-0912e1bd4113,segment=NetworkSegment(37ae3590-ec0b-4372-8268-871dfe818d0d),segment_id=37ae3590-ec0b-4372-8268-871dfe818d0d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:09.336647 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3507-e781-4f19-ac7b-131834ab6e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (9bed8424-c5e4-4ef4-9ca0-81db7a35de94), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:09.340807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 69ca4fba-9c90-4707-aa8b-97d0722987d5 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:09.374291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e3507-e781-4f19-ac7b-131834ab6e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Port': ['ID=9bed8424-c5e4-4ef4-9ca0-81db7a35de94,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:09.394310 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c95a03d1-dbf5-42ff-943d-2f21c1d29149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:09.441965 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3507-e781-4f19-ac7b-131834ab6e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for floatingip (aeccd824-3405-4f2f-a840-beccdc2a5487), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:09.442679 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-4c7e3507-e781-4f19-ac7b-131834ab6e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Floating IP aeccd824-3405-4f2f-a840-beccdc2a5487 disassociated (deleted). External IP: 172.25.4.132, port: f46144a3-9376-44a6-97ab-5b01a1da121e. Feb 15 17:23:09.472378 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95a03d1-dbf5-42ff-943d-2f21c1d29149 None None] Pushing event updated for resources: {'Port': ['ID=cdc23454-161a-492a-a14e-0912e1bd4113,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:09.475695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 69ca4fba-9c90-4707-aa8b-97d0722987d5 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:09.476070 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (69ca4fba-9c90-4707-aa8b-97d0722987d5), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:09.502327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30b08e-003f-486c-9c48-29729863843a', 'name': 'tempest-TestVolumeBackupRestore-459698988-router', 'tenant_id': '6c1f2f6cef9346a1a9db98973f570554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '69ca4fba-9c90-4707-aa8b-97d0722987d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:02Z', 'updated_at': '2022-02-15T17:23:06Z', 'revision_number': 4, 'project_id': '6c1f2f6cef9346a1a9db98973f570554', 'gw_port': {'id': '69ca4fba-9c90-4707-aa8b-97d0722987d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30b08e-003f-486c-9c48-29729863843a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:03Z', 'updated_at': '2022-02-15T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'cdc23454-161a-492a-a14e-0912e1bd4113', 'name': '', 'network_id': 'd891996e-2b09-459d-95c4-b8e88eb5636f', 'tenant_id': '6c1f2f6cef9346a1a9db98973f570554', 'mac_address': 'fa:16:3e:cf:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f30b08e-003f-486c-9c48-29729863843a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'b3b5631e-5166-4bf3-ab78-5cce98c126c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:05Z', 'updated_at': '2022-02-15T17:23:08Z', 'revision_number': 4, 'project_id': '6c1f2f6cef9346a1a9db98973f570554', 'subnets': [{'id': 'b3b5631e-5166-4bf3-ab78-5cce98c126c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:09.544985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d3181c-84b0-43bc-a877-d783d4091af3 None None] The sync data for ids ['7f30b08e-003f-486c-9c48-29729863843a'] in n-d-828372-14 is: [{'id': '7f30b08e-003f-486c-9c48-29729863843a', 'name': 'tempest-TestVolumeBackupRestore-459698988-router', 'tenant_id': '6c1f2f6cef9346a1a9db98973f570554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '69ca4fba-9c90-4707-aa8b-97d0722987d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:02Z', 'updated_at': '2022-02-15T17:23:06Z', 'revision_number': 4, 'project_id': '6c1f2f6cef9346a1a9db98973f570554', 'gw_port': {'id': '69ca4fba-9c90-4707-aa8b-97d0722987d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30b08e-003f-486c-9c48-29729863843a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:03Z', 'updated_at': '2022-02-15T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'cdc23454-161a-492a-a14e-0912e1bd4113', 'name': '', 'network_id': 'd891996e-2b09-459d-95c4-b8e88eb5636f', 'tenant_id': '6c1f2f6cef9346a1a9db98973f570554', 'mac_address': 'fa:16:3e:cf:c1:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f30b08e-003f-486c-9c48-29729863843a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': 'b3b5631e-5166-4bf3-ab78-5cce98c126c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:05Z', 'updated_at': '2022-02-15T17:23:08Z', 'revision_number': 4, 'project_id': '6c1f2f6cef9346a1a9db98973f570554', 'subnets': [{'id': 'b3b5631e-5166-4bf3-ab78-5cce98c126c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:23:09.559542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b3bad315-d6d9-409f-8184-d2ace9b665e2 None None] Provisioning complete for port cdc23454-161a-492a-a14e-0912e1bd4113 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:09.559919 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3bad315-d6d9-409f-8184-d2ace9b665e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:09.648586 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 69ca4fba-9c90-4707-aa8b-97d0722987d5 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:09.703430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b3bad315-d6d9-409f-8184-d2ace9b665e2 None None] Current status of the port cdc23454-161a-492a-a14e-0912e1bd4113 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:09.733614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7e3507-e781-4f19-ac7b-131834ab6e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router 70bc8616-657c-4af1-9b2a-fc7f97a76026 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:23:10.175618 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7e3507-e781-4f19-ac7b-131834ab6e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:23:10.180637 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3507-e781-4f19-ac7b-131834ab6e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:10.188154 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fc7d2e-4e18-469a-b554-4eddaebb1a70 None None] Sync routers for ids ['70bc8616-657c-4af1-9b2a-fc7f97a76026'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:23:10.199644 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fc7d2e-4e18-469a-b554-4eddaebb1a70 None None] Routers {'70bc8616-657c-4af1-9b2a-fc7f97a76026'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:10.200335 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-89fc7d2e-4e18-469a-b554-4eddaebb1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:23:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['70bc8616-657c-4af1-9b2a-fc7f97a76026'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:10.215047 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4c7e3507-e781-4f19-ac7b-131834ab6e1b tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/floatingips/aeccd824-3405-4f2f-a840-beccdc2a5487 HTTP/1.1" status: 204 len: 168 time: 1.4058139 Feb 15 17:23:10.215047 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'tag': 'f46144a3-9376-44a6-97ab-5b01a1da121e'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:23:10.217228 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c569749-eb6c-47e1-8d08-ef4b0e61f905" -d '{"events": [{"name": "network-changed", "server_uuid": "92a27328-cafd-49c8-afe4-a94b7a6702b0", "tag": "f46144a3-9376-44a6-97ab-5b01a1da121e"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:23:10.327084 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-89fc7d2e-4e18-469a-b554-4eddaebb1a70 None None] Set router 70bc8616-657c-4af1-9b2a-fc7f97a76026 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:10.400934 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e5568b-b0eb-4ec1-9424-3943740480f1 x-openstack-request-id: req-89e5568b-b0eb-4ec1-9424-3943740480f1 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:23:10.401230 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a27328-cafd-49c8-afe4-a94b7a6702b0", "tag": "f46144a3-9376-44a6-97ab-5b01a1da121e", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:23:10.401610 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-89e5568b-b0eb-4ec1-9424-3943740480f1 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:23:10.401920 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'tag': 'f46144a3-9376-44a6-97ab-5b01a1da121e', 'status': 'completed', 'code': 200} Feb 15 17:23:10.483243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c569749-eb6c-47e1-8d08-ef4b0e61f905 req-74e50873-ce29-48ad-80ff-77573253ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:10.485255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c569749-eb6c-47e1-8d08-ef4b0e61f905 req-74e50873-ce29-48ad-80ff-77573253ac64 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 1129 time: 0.0582805 Feb 15 17:23:10.565871 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:10.577067 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-89fc7d2e-4e18-469a-b554-4eddaebb1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750574833', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:21:26Z', 'updated_at': '2022-02-15T17:21:32Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:27Z', 'updated_at': '2022-02-15T17:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '38079ee7-baf3-486f-b3ca-2961b71b3171', 'name': '', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:f5:08:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:31Z', 'updated_at': '2022-02-15T17:21:36Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:10.606490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c569749-eb6c-47e1-8d08-ef4b0e61f905 req-356b9ea4-ae0f-4eb9-b35b-6b9109669b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:10.607360 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fc7d2e-4e18-469a-b554-4eddaebb1a70 None None] Checking router: 70bc8616-657c-4af1-9b2a-fc7f97a76026 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:23:10.608810 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c569749-eb6c-47e1-8d08-ef4b0e61f905 req-356b9ea4-ae0f-4eb9-b35b-6b9109669b3b service neutron] 10.222.0.10 "GET /v2.0/networks?id=50538001-3e80-465e-90d6-9a4760b55bb6 HTTP/1.1" status: 200 len: 898 time: 0.1176393 Feb 15 17:23:10.617474 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fc7d2e-4e18-469a-b554-4eddaebb1a70 None None] Routers {'70bc8616-657c-4af1-9b2a-fc7f97a76026'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:10.618378 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-89fc7d2e-4e18-469a-b554-4eddaebb1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:23:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['70bc8616-657c-4af1-9b2a-fc7f97a76026'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:10.663446 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c569749-eb6c-47e1-8d08-ef4b0e61f905 req-25b34b26-2f2f-4418-9c78-153ef1e96e33 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f46144a3-9376-44a6-97ab-5b01a1da121e HTTP/1.1" status: 200 len: 217 time: 0.0485601 Feb 15 17:23:10.733257 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-89fc7d2e-4e18-469a-b554-4eddaebb1a70 None None] Set router 70bc8616-657c-4af1-9b2a-fc7f97a76026 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:10.739637 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c569749-eb6c-47e1-8d08-ef4b0e61f905 req-0c340f0f-acc8-48dd-bad0-c32dd76c8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:10.741221 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c569749-eb6c-47e1-8d08-ef4b0e61f905 req-0c340f0f-acc8-48dd-bad0-c32dd76c8282 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d6b85ade-7552-4554-af99-04ef7590203d HTTP/1.1" status: 200 len: 834 time: 0.0621955 Feb 15 17:23:10.749231 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4700c1-a198-4622-ab67-515fc11415e4 req-ff1228f5-5fe4-4a96-ab57-fc720c9aa737 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:10.750907 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a4700c1-a198-4622-ab67-515fc11415e4 req-ff1228f5-5fe4-4a96-ab57-fc720c9aa737 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.1282876 Feb 15 17:23:10.859207 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2a4700c1-a198-4622-ab67-515fc11415e4 req-525d6671-70ff-47b9-94bc-1f0d734124a9 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995982 Feb 15 17:23:10.862425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c569749-eb6c-47e1-8d08-ef4b0e61f905 req-965aa9bd-9c3e-40a3-b8e5-3f17b81168ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:10.863931 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c569749-eb6c-47e1-8d08-ef4b0e61f905 req-965aa9bd-9c3e-40a3-b8e5-3f17b81168ca service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=50538001-3e80-465e-90d6-9a4760b55bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1120679 Feb 15 17:23:11.005165 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-89fc7d2e-4e18-469a-b554-4eddaebb1a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750574833', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:21:26Z', 'updated_at': '2022-02-15T17:21:32Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:27Z', 'updated_at': '2022-02-15T17:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '38079ee7-baf3-486f-b3ca-2961b71b3171', 'name': '', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:f5:08:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:31Z', 'updated_at': '2022-02-15T17:21:36Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:11.012319 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c569749-eb6c-47e1-8d08-ef4b0e61f905 req-9f2d832d-a925-4827-9080-076e00e1db0b service neutron] 10.222.0.10 "GET /v2.0/networks/50538001-3e80-465e-90d6-9a4760b55bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366751 Feb 15 17:23:11.038300 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fc7d2e-4e18-469a-b554-4eddaebb1a70 None None] The sync data for ids ['70bc8616-657c-4af1-9b2a-fc7f97a76026'] in n-d-828372-14 is: [{'id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750574833', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:21:26Z', 'updated_at': '2022-02-15T17:21:32Z', 'revision_number': 4, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:27Z', 'updated_at': '2022-02-15T17:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '38079ee7-baf3-486f-b3ca-2961b71b3171', 'name': '', 'network_id': '50538001-3e80-465e-90d6-9a4760b55bb6', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'mac_address': 'fa:16:3e:f5:08:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:31Z', 'updated_at': '2022-02-15T17:21:36Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'subnets': [{'id': 'd6b85ade-7552-4554-af99-04ef7590203d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:23:11.115255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c569749-eb6c-47e1-8d08-ef4b0e61f905 req-bd6e6265-0a6c-41b2-92f3-251342041a68 service neutron] 10.222.0.10 "GET /v2.0/networks/50538001-3e80-465e-90d6-9a4760b55bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952449 Feb 15 17:23:11.363718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cdc23454-161a-492a-a14e-0912e1bd4113 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:11.414591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port cdc23454-161a-492a-a14e-0912e1bd4113 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:11.414979 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:11.503444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port cdc23454-161a-492a-a14e-0912e1bd4113 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:11.550648 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a440ad39-b84d-4b78-a72d-e52342f4f69a None None] New status for floating IP aeccd824-3405-4f2f-a840-beccdc2a5487: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:23:11.929267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524712d-23fd-4adc-bff1-5730fc3704b9 req-178c4d12-3d46-46f6-9999-55549845c7af tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:11.930982 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5524712d-23fd-4adc-bff1-5730fc3704b9 req-178c4d12-3d46-46f6-9999-55549845c7af tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0631130 Feb 15 17:23:11.987862 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650f61b-41c4-4360-b00e-2e60ca01b9de req-97a2ad3e-5f74-4071-8a6e-2ba29d29577c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:11.993844 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a650f61b-41c4-4360-b00e-2e60ca01b9de req-97a2ad3e-5f74-4071-8a6e-2ba29d29577c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 946 time: 0.0595577 Feb 15 17:23:12.010837 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:12.047192 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-5524712d-23fd-4adc-bff1-5730fc3704b9 req-a2998af0-8a2c-423d-acf1-e58bdf60b516 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting port f46144a3-9376-44a6-97ab-5b01a1da121e {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:23:12.047527 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5524712d-23fd-4adc-bff1-5730fc3704b9 req-a2998af0-8a2c-423d-acf1-e58bdf60b516 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:12.048362 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a650f61b-41c4-4360-b00e-2e60ca01b9de req-41a47441-6ed6-4850-b984-66a1a75690b7 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/security-groups?id=eadd57c0-eed5-48e7-9056-c8d9f6f0a998&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534205 Feb 15 17:23:12.145296 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-5524712d-23fd-4adc-bff1-5730fc3704b9 req-a2998af0-8a2c-423d-acf1-e58bdf60b516 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] For port f46144a3-9376-44a6-97ab-5b01a1da121e, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=f46144a3-9376-44a6-97ab-5b01a1da121e,segment=NetworkSegment(a0079c49-e919-46b6-92f1-057d27828788),segment_id=a0079c49-e919-46b6-92f1-057d27828788)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:12.145710 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5524712d-23fd-4adc-bff1-5730fc3704b9 req-a2998af0-8a2c-423d-acf1-e58bdf60b516 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:12.158467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-5524712d-23fd-4adc-bff1-5730fc3704b9 req-a2998af0-8a2c-423d-acf1-e58bdf60b516 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Calling delete_port for f46144a3-9376-44a6-97ab-5b01a1da121e owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:23:12.359462 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5524712d-23fd-4adc-bff1-5730fc3704b9 req-a2998af0-8a2c-423d-acf1-e58bdf60b516 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f46144a3-9376-44a6-97ab-5b01a1da121e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:12.390443 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2998af0-8a2c-423d-acf1-e58bdf60b516 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Port': ['ID=f46144a3-9376-44a6-97ab-5b01a1da121e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:12.442294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-5524712d-23fd-4adc-bff1-5730fc3704b9 req-a2998af0-8a2c-423d-acf1-e58bdf60b516 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] No DVR routers for this DVR port f46144a3-9376-44a6-97ab-5b01a1da121e on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:23:12.445049 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-5524712d-23fd-4adc-bff1-5730fc3704b9 req-a2998af0-8a2c-423d-acf1-e58bdf60b516 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:12.448857 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5524712d-23fd-4adc-bff1-5730fc3704b9 req-a2998af0-8a2c-423d-acf1-e58bdf60b516 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.10 "DELETE /v2.0/ports/f46144a3-9376-44a6-97ab-5b01a1da121e HTTP/1.1" status: 204 len: 173 time: 0.5114439 Feb 15 17:23:12.449323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'name': 'network-vif-deleted', 'tag': 'f46144a3-9376-44a6-97ab-5b01a1da121e'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:23:12.452225 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbcd03c-ec50-468f-a354-af3190a451ed" -d '{"events": [{"server_uuid": "92a27328-cafd-49c8-afe4-a94b7a6702b0", "name": "network-vif-deleted", "tag": "f46144a3-9376-44a6-97ab-5b01a1da121e"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:23:12.497086 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9bdcc1-6a34-46e8-9e68-a0596290d8c8 x-openstack-request-id: req-fc9bdcc1-6a34-46e8-9e68-a0596290d8c8 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:23:12.497417 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a27328-cafd-49c8-afe4-a94b7a6702b0", "name": "network-vif-deleted", "tag": "f46144a3-9376-44a6-97ab-5b01a1da121e", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:23:12.497732 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fc9bdcc1-6a34-46e8-9e68-a0596290d8c8 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:23:12.498242 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a27328-cafd-49c8-afe4-a94b7a6702b0', 'name': 'network-vif-deleted', 'tag': 'f46144a3-9376-44a6-97ab-5b01a1da121e', 'status': 'completed', 'code': 200} Feb 15 17:23:13.177133 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6bb5a89f-973f-43db-90fa-d562b5f2423e req-03eed944-1987-46dd-9282-20460d40ec80 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "GET /v2.0/ports?device_id=92a27328-cafd-49c8-afe4-a94b7a6702b0 HTTP/1.1" status: 200 len: 210 time: 0.0279884 Feb 15 17:23:13.592900 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:14.238860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37070) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:14.640881 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (70bc8616-657c-4af1-9b2a-fc7f97a76026), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:14.922687 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting port 38079ee7-baf3-486f-b3ca-2961b71b3171 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:23:14.922959 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:15.037779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] For port 38079ee7-baf3-486f-b3ca-2961b71b3171, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=38079ee7-baf3-486f-b3ca-2961b71b3171,segment=NetworkSegment(a0079c49-e919-46b6-92f1-057d27828788),segment_id=a0079c49-e919-46b6-92f1-057d27828788)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:15.038191 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:15.052627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Calling delete_port for 38079ee7-baf3-486f-b3ca-2961b71b3171 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:23:15.353810 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (38079ee7-baf3-486f-b3ca-2961b71b3171), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:15.382267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Port': ['ID=38079ee7-baf3-486f-b3ca-2961b71b3171,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:15.413809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:15.413809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:15.413809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:15.413809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:15.413809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:15.413809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:15.414602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:15.414602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:15.414602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:15.414908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:15.415243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:15.415571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:15.415900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:15.591129 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (70bc8616-657c-4af1-9b2a-fc7f97a76026), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:15.879591 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Router 70bc8616-657c-4af1-9b2a-fc7f97a76026 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:23:16.015288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:23:16.031504 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fa417c84-8f7c-4824-99ea-b8cadd7ff18c tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "PUT /v2.0/routers/70bc8616-657c-4af1-9b2a-fc7f97a76026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7808909 Feb 15 17:23:16.032494 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf22db1-ed0a-497a-8f8d-c53cb7089709 None None] Sync routers for ids ['70bc8616-657c-4af1-9b2a-fc7f97a76026'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:23:16.034703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37078) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:16.036058 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf22db1-ed0a-497a-8f8d-c53cb7089709 None None] Routers {'70bc8616-657c-4af1-9b2a-fc7f97a76026'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:16.036865 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4cf22db1-ed0a-497a-8f8d-c53cb7089709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:23:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['70bc8616-657c-4af1-9b2a-fc7f97a76026'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:16.107719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-515431ee-ff08-43e4-b39c-9becb5a5ce04 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting subnet d6b85ade-7552-4554-af99-04ef7590203d {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:23:16.112027 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-515431ee-ff08-43e4-b39c-9becb5a5ce04 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for subnet (d6b85ade-7552-4554-af99-04ef7590203d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:16.171153 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-515431ee-ff08-43e4-b39c-9becb5a5ce04 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (d6b85ade-7552-4554-af99-04ef7590203d), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:16.250345 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4cf22db1-ed0a-497a-8f8d-c53cb7089709 None None] Set router 70bc8616-657c-4af1-9b2a-fc7f97a76026 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:16.272755 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-515431ee-ff08-43e4-b39c-9becb5a5ce04 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (d6b85ade-7552-4554-af99-04ef7590203d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:16.301979 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f46144a3-9376-44a6-97ab-5b01a1da121e no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:23:16.326677 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: f46144a3-9376-44a6-97ab-5b01a1da121e {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:23:16.327876 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device f46144a3-9376-44a6-97ab-5b01a1da121e not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:23:16.396608 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-515431ee-ff08-43e4-b39c-9becb5a5ce04 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (d6b85ade-7552-4554-af99-04ef7590203d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:16.426230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515431ee-ff08-43e4-b39c-9becb5a5ce04 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b85ade-7552-4554-af99-04ef7590203d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:16.430502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-515431ee-ff08-43e4-b39c-9becb5a5ce04 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:16.437186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-515431ee-ff08-43e4-b39c-9becb5a5ce04 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/subnets/d6b85ade-7552-4554-af99-04ef7590203d HTTP/1.1" status: 204 len: 168 time: 0.3980353 Feb 15 17:23:16.437186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37082) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:16.441395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829794d9-b58d-4168-ac1f-fe6a87758dfd None None] Network 50538001-3e80-465e-90d6-9a4760b55bb6 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:23:16.459037 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4cf22db1-ed0a-497a-8f8d-c53cb7089709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750574833', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:21:26Z', 'updated_at': '2022-02-15T17:23:15Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:27Z', 'updated_at': '2022-02-15T17:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:16.488966 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf22db1-ed0a-497a-8f8d-c53cb7089709 None None] Checking router: 70bc8616-657c-4af1-9b2a-fc7f97a76026 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:23:16.498865 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf22db1-ed0a-497a-8f8d-c53cb7089709 None None] Routers {'70bc8616-657c-4af1-9b2a-fc7f97a76026'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:16.499720 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4cf22db1-ed0a-497a-8f8d-c53cb7089709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:23:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['70bc8616-657c-4af1-9b2a-fc7f97a76026'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:16.561238 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2fc1e0d-8168-435e-90dc-014a0452bdc3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router (70bc8616-657c-4af1-9b2a-fc7f97a76026), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:16.614560 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4cf22db1-ed0a-497a-8f8d-c53cb7089709 None None] Set router 70bc8616-657c-4af1-9b2a-fc7f97a76026 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:16.666887 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4bbd7f-f741-4146-b78f-86939f76d012 None None] DHCP port deletion for 50538001-3e80-465e-90d6-9a4760b55bb6 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:23:16.696011 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2fc1e0d-8168-435e-90dc-014a0452bdc3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_gateway (70bc8616-657c-4af1-9b2a-fc7f97a76026), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:16.725660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6e4bbd7f-f741-4146-b78f-86939f76d012 None None] Deleting port cbc86c93-e4be-4231-9abb-981089dfff38 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:23:16.726360 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e4bbd7f-f741-4146-b78f-86939f76d012 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cbc86c93-e4be-4231-9abb-981089dfff38), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:16.809485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6e4bbd7f-f741-4146-b78f-86939f76d012 None None] For port cbc86c93-e4be-4231-9abb-981089dfff38, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cbc86c93-e4be-4231-9abb-981089dfff38,segment=NetworkSegment(a0079c49-e919-46b6-92f1-057d27828788),segment_id=a0079c49-e919-46b6-92f1-057d27828788)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:16.809754 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e4bbd7f-f741-4146-b78f-86939f76d012 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cbc86c93-e4be-4231-9abb-981089dfff38), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:16.813604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc1e0d-8168-435e-90dc-014a0452bdc3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Deleting port ef97c0dd-5fbc-40db-8a06-f4f788625bbb {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:23:16.814069 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2fc1e0d-8168-435e-90dc-014a0452bdc3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ef97c0dd-5fbc-40db-8a06-f4f788625bbb), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:16.823278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6e4bbd7f-f741-4146-b78f-86939f76d012 None None] Calling delete_port for cbc86c93-e4be-4231-9abb-981089dfff38 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:23:16.826407 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4cf22db1-ed0a-497a-8f8d-c53cb7089709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750574833', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:21:26Z', 'updated_at': '2022-02-15T17:23:15Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:27Z', 'updated_at': '2022-02-15T17:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:16.860496 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf22db1-ed0a-497a-8f8d-c53cb7089709 None None] The sync data for ids ['70bc8616-657c-4af1-9b2a-fc7f97a76026'] in n-d-828372-14 is: [{'id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750574833', 'tenant_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131'}], 'enable_snat': True}, 'gw_port_id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:21:26Z', 'updated_at': '2022-02-15T17:23:15Z', 'revision_number': 5, 'project_id': 'de73d1daf89048bf8298654f1c0cb7d6', 'gw_port': {'id': 'ef97c0dd-5fbc-40db-8a06-f4f788625bbb', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:1d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70bc8616-657c-4af1-9b2a-fc7f97a76026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3933, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:21:27Z', 'updated_at': '2022-02-15T17:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:23:16.920108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-b2fc1e0d-8168-435e-90dc-014a0452bdc3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] For port ef97c0dd-5fbc-40db-8a06-f4f788625bbb, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ef97c0dd-5fbc-40db-8a06-f4f788625bbb,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:16.920478 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2fc1e0d-8168-435e-90dc-014a0452bdc3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ef97c0dd-5fbc-40db-8a06-f4f788625bbb), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:16.934791 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-b2fc1e0d-8168-435e-90dc-014a0452bdc3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Calling delete_port for ef97c0dd-5fbc-40db-8a06-f4f788625bbb owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:23:16.965098 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e4bbd7f-f741-4146-b78f-86939f76d012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (cbc86c93-e4be-4231-9abb-981089dfff38), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:17.000176 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bbd7f-f741-4146-b78f-86939f76d012 None None] Pushing event deleted for resources: {'Port': ['ID=cbc86c93-e4be-4231-9abb-981089dfff38,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:17.024976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4bbd7f-f741-4146-b78f-86939f76d012 None None] No DVR routers for this DVR port cbc86c93-e4be-4231-9abb-981089dfff38 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:23:17.222952 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2fc1e0d-8168-435e-90dc-014a0452bdc3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ef97c0dd-5fbc-40db-8a06-f4f788625bbb), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:17.251672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc1e0d-8168-435e-90dc-014a0452bdc3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Port': ['ID=ef97c0dd-5fbc-40db-8a06-f4f788625bbb,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:17.348249 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2fc1e0d-8168-435e-90dc-014a0452bdc3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (70bc8616-657c-4af1-9b2a-fc7f97a76026), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:17.426703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cbc86c93-e4be-4231-9abb-981089dfff38 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:23:17.450560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: cbc86c93-e4be-4231-9abb-981089dfff38 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:23:17.451005 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cbc86c93-e4be-4231-9abb-981089dfff38 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:23:17.451513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 38079ee7-baf3-486f-b3ca-2961b71b3171 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:23:17.467432 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2fc1e0d-8168-435e-90dc-014a0452bdc3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (70bc8616-657c-4af1-9b2a-fc7f97a76026), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:17.471076 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2fc1e0d-8168-435e-90dc-014a0452bdc3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router_controller (70bc8616-657c-4af1-9b2a-fc7f97a76026), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:17.476063 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 38079ee7-baf3-486f-b3ca-2961b71b3171 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:23:17.476414 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 38079ee7-baf3-486f-b3ca-2961b71b3171 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:23:17.592995 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2fc1e0d-8168-435e-90dc-014a0452bdc3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (70bc8616-657c-4af1-9b2a-fc7f97a76026), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:17.593664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fc1e0d-8168-435e-90dc-014a0452bdc3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Fanout notify agent at l3_agent the message router_deleted on router 70bc8616-657c-4af1-9b2a-fc7f97a76026 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:23:17.601477 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2fc1e0d-8168-435e-90dc-014a0452bdc3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:17.602740 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b2fc1e0d-8168-435e-90dc-014a0452bdc3 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/routers/70bc8616-657c-4af1-9b2a-fc7f97a76026 HTTP/1.1" status: 204 len: 168 time: 1.1651022 Feb 15 17:23:17.605586 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37086) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:17.691874 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23bc71f3-5e6c-4046-8850-aa46e510b297 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (50538001-3e80-465e-90d6-9a4760b55bb6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:17.785273 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23bc71f3-5e6c-4046-8850-aa46e510b297 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (50538001-3e80-465e-90d6-9a4760b55bb6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:17.805513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-23bc71f3-5e6c-4046-8850-aa46e510b297 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50538001-3e80-465e-90d6-9a4760b55bb6']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:17.815727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-23bc71f3-5e6c-4046-8850-aa46e510b297 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0079c49-e919-46b6-92f1-057d27828788') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:17.816023 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-23bc71f3-5e6c-4046-8850-aa46e510b297 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0079c49-e919-46b6-92f1-057d27828788') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:17.825174 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23bc71f3-5e6c-4046-8850-aa46e510b297 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (a0079c49-e919-46b6-92f1-057d27828788), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:17.838514 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23bc71f3-5e6c-4046-8850-aa46e510b297 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a0079c49-e919-46b6-92f1-057d27828788), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:17.844332 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23bc71f3-5e6c-4046-8850-aa46e510b297 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:23:17.844709 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23bc71f3-5e6c-4046-8850-aa46e510b297 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (a0079c49-e919-46b6-92f1-057d27828788), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:23:17.848213 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:23:17.964842 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23bc71f3-5e6c-4046-8850-aa46e510b297 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (50538001-3e80-465e-90d6-9a4760b55bb6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:17.983850 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-23bc71f3-5e6c-4046-8850-aa46e510b297 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:17.990197 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-23bc71f3-5e6c-4046-8850-aa46e510b297 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/networks/50538001-3e80-465e-90d6-9a4760b55bb6 HTTP/1.1" status: 204 len: 168 time: 0.3805313 Feb 15 17:23:17.990197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc71f3-5e6c-4046-8850-aa46e510b297 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'Network': ['ID=50538001-3e80-465e-90d6-9a4760b55bb6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:17.990563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37088) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:18.051354 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5282751e-c2e0-48e5-ba4f-df234e2f7999 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (eadd57c0-eed5-48e7-9056-c8d9f6f0a998), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:18.083699 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5282751e-c2e0-48e5-ba4f-df234e2f7999 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (eadd57c0-eed5-48e7-9056-c8d9f6f0a998), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:18.256859 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5282751e-c2e0-48e5-ba4f-df234e2f7999 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (eadd57c0-eed5-48e7-9056-c8d9f6f0a998), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:18.259648 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5282751e-c2e0-48e5-ba4f-df234e2f7999 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:18.260873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5282751e-c2e0-48e5-ba4f-df234e2f7999 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] 10.222.0.107 "DELETE /v2.0/security-groups/eadd57c0-eed5-48e7-9056-c8d9f6f0a998 HTTP/1.1" status: 204 len: 168 time: 0.2691648 Feb 15 17:23:18.271286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282751e-c2e0-48e5-ba4f-df234e2f7999 tempest-TestNetworkAdvancedServerOps-340818937 tempest-TestNetworkAdvancedServerOps-340818937-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadd57c0-eed5-48e7-9056-c8d9f6f0a998,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:19.001346 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37098) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:19.181139 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-94481f33-cf70-4dd8-9656-dcdd3fadb55b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=de73d1daf89048bf8298654f1c0cb7d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1785605 Feb 15 17:23:19.183337 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37104) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:19.247747 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-248852d2-9cb0-47be-8f16-c9d05e461e7e admin admin] Publish callbacks [] for security_group (5b3e8dae-af94-4f10-83af-87b582a19eda), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:19.270808 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-248852d2-9cb0-47be-8f16-c9d05e461e7e admin admin] Publish callbacks [] for security_group (5b3e8dae-af94-4f10-83af-87b582a19eda), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:19.276409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ef97c0dd-5fbc-40db-8a06-f4f788625bbb no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:23:19.297745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: ef97c0dd-5fbc-40db-8a06-f4f788625bbb {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:23:19.298098 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ef97c0dd-5fbc-40db-8a06-f4f788625bbb not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:23:19.839378 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-248852d2-9cb0-47be-8f16-c9d05e461e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5b3e8dae-af94-4f10-83af-87b582a19eda), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:19.854612 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-248852d2-9cb0-47be-8f16-c9d05e461e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:19.854612 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-248852d2-9cb0-47be-8f16-c9d05e461e7e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5b3e8dae-af94-4f10-83af-87b582a19eda HTTP/1.1" status: 204 len: 168 time: 0.6593387 Feb 15 17:23:19.854612 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248852d2-9cb0-47be-8f16-c9d05e461e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3e8dae-af94-4f10-83af-87b582a19eda,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:20.441540 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37122) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:20.482584 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c28c73eb-9ab6-4233-b690-04c55c01280b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c1925fff13074b9d82dbdb950360a863&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398800 Feb 15 17:23:20.485034 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37124) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:20.533683 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a14e3a04-50af-485b-8c8c-23b8c57c3532 admin admin] Publish callbacks [] for security_group (d9b97d26-3ea3-48b1-b79f-1db531479ebf), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:20.556078 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a14e3a04-50af-485b-8c8c-23b8c57c3532 admin admin] Publish callbacks [] for security_group (d9b97d26-3ea3-48b1-b79f-1db531479ebf), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:20.662275 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a14e3a04-50af-485b-8c8c-23b8c57c3532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d9b97d26-3ea3-48b1-b79f-1db531479ebf), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:20.665005 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a14e3a04-50af-485b-8c8c-23b8c57c3532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:20.666248 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a14e3a04-50af-485b-8c8c-23b8c57c3532 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d9b97d26-3ea3-48b1-b79f-1db531479ebf HTTP/1.1" status: 204 len: 168 time: 0.1802852 Feb 15 17:23:20.674834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e3a04-50af-485b-8c8c-23b8c57c3532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b97d26-3ea3-48b1-b79f-1db531479ebf,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:21.666687 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37158) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:21.767594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c0a9f929-c122-4d10-a53f-fcfa5663e5bd admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1027382726-network', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:21.850532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a9f929-c122-4d10-a53f-fcfa5663e5bd admin admin] Made reservation on behalf of 41da2ed4c01a41d68904aa420ed28d3e for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:23:21.852986 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c0a9f929-c122-4d10-a53f-fcfa5663e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:21.861897 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c0a9f929-c122-4d10-a53f-fcfa5663e5bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:21.938684 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c0a9f929-c122-4d10-a53f-fcfa5663e5bd admin admin] Publish callbacks [] for security_group (234b1882-b29b-4f90-9765-8b9365a1c87c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:22.009755 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c0a9f929-c122-4d10-a53f-fcfa5663e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (234b1882-b29b-4f90-9765-8b9365a1c87c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:22.042291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a9f929-c122-4d10-a53f-fcfa5663e5bd admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:23:22.049501 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9f929-c122-4d10-a53f-fcfa5663e5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234b1882-b29b-4f90-9765-8b9365a1c87c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:22.056273 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c0a9f929-c122-4d10-a53f-fcfa5663e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:22.056631 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-c0a9f929-c122-4d10-a53f-fcfa5663e5bd admin admin] Added segment 4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac of type vlan for network db2214fa-af99-4549-a0a6-34834f3048f5 Feb 15 17:23:22.105265 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c0a9f929-c122-4d10-a53f-fcfa5663e5bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (db2214fa-af99-4549-a0a6-34834f3048f5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:22.205073 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c0a9f929-c122-4d10-a53f-fcfa5663e5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (db2214fa-af99-4549-a0a6-34834f3048f5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:22.206726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a9f929-c122-4d10-a53f-fcfa5663e5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:22.207547 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c0a9f929-c122-4d10-a53f-fcfa5663e5bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:22.269137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a9f929-c122-4d10-a53f-fcfa5663e5bd admin admin] Pushing event updated for resources: {'Network': ['ID=db2214fa-af99-4549-a0a6-34834f3048f5,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:22.279832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network db2214fa-af99-4549-a0a6-34834f3048f5 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:23:22.333221 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37162) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:22.339670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ca253464-d19b-4fd0-96e0-058ab9fb0107 admin admin] Request body: {'subnet': {'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1027382726-subnet', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:22.346005 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c0a9f929-c122-4d10-a53f-fcfa5663e5bd admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6779983 Feb 15 17:23:22.450704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca253464-d19b-4fd0-96e0-058ab9fb0107 admin admin] Made reservation on behalf of 41da2ed4c01a41d68904aa420ed28d3e for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:23:22.453224 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca253464-d19b-4fd0-96e0-058ab9fb0107 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:22.685106 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca253464-d19b-4fd0-96e0-058ab9fb0107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (e7148ab3-29cd-47ac-9b99-332c44da4738), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:22.744165 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca253464-d19b-4fd0-96e0-058ab9fb0107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7148ab3-29cd-47ac-9b99-332c44da4738,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:22.754605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca253464-d19b-4fd0-96e0-058ab9fb0107 admin admin] Checking segment: {'id': '4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:23:22.755100 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca253464-d19b-4fd0-96e0-058ab9fb0107 admin admin] Network hostable DHCP agents. Network: db2214fa-af99-4549-a0a6-34834f3048f5, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:23:22.810440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca253464-d19b-4fd0-96e0-058ab9fb0107 admin admin] Network db2214fa-af99-4549-a0a6-34834f3048f5 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:23:22.856877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-ca253464-d19b-4fd0-96e0-058ab9fb0107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, db2214fa-af99-4549-a0a6-34834f3048f5) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:22.867983 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3326e8f-8b08-4e6c-b5f3-fd7ed7dde269 None None] Network db2214fa-af99-4549-a0a6-34834f3048f5 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:23:22.869966 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca253464-d19b-4fd0-96e0-058ab9fb0107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:22.870578 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ca253464-d19b-4fd0-96e0-058ab9fb0107 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:22.944133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37166) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:22.945596 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ca253464-d19b-4fd0-96e0-058ab9fb0107 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6100712 Feb 15 17:23:22.949729 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1027382726-router', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:22.993663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-db2214fa-af99-4549-a0a6-34834f3048f5', 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5', 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'fixed_ips': [{'subnet_id': 'e7148ab3-29cd-47ac-9b99-332c44da4738'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:23:22.994563 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:23.025115 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (c244eb20-1f10-4307-b263-3d16808c7c0f), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:23.026588 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (c244eb20-1f10-4307-b263-3d16808c7c0f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:23.084980 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Publish callbacks [] for router_controller (c244eb20-1f10-4307-b263-3d16808c7c0f), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:23.139768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Allocated IP 172.20.0.2 (db2214fa-af99-4549-a0a6-34834f3048f5/e7148ab3-29cd-47ac-9b99-332c44da4738/6d528dd5-3667-4aa6-bc63-aa5cc79c829e) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:23:23.318997 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Publish callbacks [] for port (6d528dd5-3667-4aa6-bc63-aa5cc79c829e), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:23.382744 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (6d528dd5-3667-4aa6-bc63-aa5cc79c829e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:23.439692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Network db2214fa-af99-4549-a0a6-34834f3048f5 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:23:23.444038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:23.448894 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:23:23.473110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Pushing event updated for resources: {'Port': ['ID=6d528dd5-3667-4aa6-bc63-aa5cc79c829e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:23.534831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Attempting to bind port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:23:23.535383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Attempting to bind port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:23:23.535848 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Attempting to bind port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e on network db2214fa-af99-4549-a0a6-34834f3048f5 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:23:23.541211 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:23:23.541749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Checking segment: {'id': '4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:23:23.542254 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:23.542749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Bound using segment: {'id': '4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:23:23.543315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Bound port: 6d528dd5-3667-4aa6-bc63-aa5cc79c829e, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:23:23.543815 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6d528dd5-3667-4aa6-bc63-aa5cc79c829e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:23.614313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] For port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:23:23.618225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] For port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6d528dd5-3667-4aa6-bc63-aa5cc79c829e,segment=NetworkSegment(4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac),segment_id=4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:23:23.697191 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Publish callbacks [] for router_gateway (c244eb20-1f10-4307-b263-3d16808c7c0f), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:23.698276 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6d528dd5-3667-4aa6-bc63-aa5cc79c829e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:23.776656 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b3f93b-7d79-4ee4-845a-9f207c868143 None None] Pushing event updated for resources: {'Port': ['ID=6d528dd5-3667-4aa6-bc63-aa5cc79c829e,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:24.035364 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Publish callbacks [] for router_gateway (c244eb20-1f10-4307-b263-3d16808c7c0f), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:24.065949 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:24.207852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Allocated IP 172.25.4.150 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/f96dc1fc-cdf2-4aa3-a38f-0240ede6e189) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:23:24.313413 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Publish callbacks [] for port (f96dc1fc-cdf2-4aa3-a38f-0240ede6e189), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:24.400502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f96dc1fc-cdf2-4aa3-a38f-0240ede6e189), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:24.455237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:23:24.458668 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:24.463420 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:23:24.466975 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Pushing event updated for resources: {'Port': ['ID=f96dc1fc-cdf2-4aa3-a38f-0240ede6e189,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:24.816059 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Publish callbacks [] for router_gateway (c244eb20-1f10-4307-b263-3d16808c7c0f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:24.924443 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9d7c43-1c1b-4efc-9938-5436741914eb None None] Network db2214fa-af99-4549-a0a6-34834f3048f5 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:23:25.032630 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (c244eb20-1f10-4307-b263-3d16808c7c0f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:25.045813 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-7772d0d6-e499-48ad-ba14-cf2dd7b74d53 None None] Provisioning complete for port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:25.050068 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7772d0d6-e499-48ad-ba14-cf2dd7b74d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6d528dd5-3667-4aa6-bc63-aa5cc79c829e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:25.140573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7772d0d6-e499-48ad-ba14-cf2dd7b74d53 None None] Current status of the port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:25.141108 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7772d0d6-e499-48ad-ba14-cf2dd7b74d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6d528dd5-3667-4aa6-bc63-aa5cc79c829e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:25.180279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7772d0d6-e499-48ad-ba14-cf2dd7b74d53 None None] For port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6d528dd5-3667-4aa6-bc63-aa5cc79c829e,segment=NetworkSegment(4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac),segment_id=4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:25.296144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Router c244eb20-1f10-4307-b263-3d16808c7c0f is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:23:25.296608 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7772d0d6-e499-48ad-ba14-cf2dd7b74d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6d528dd5-3667-4aa6-bc63-aa5cc79c829e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:25.365804 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772d0d6-e499-48ad-ba14-cf2dd7b74d53 None None] Pushing event updated for resources: {'Port': ['ID=6d528dd5-3667-4aa6-bc63-aa5cc79c829e,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:25.370769 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6d528dd5-3667-4aa6-bc63-aa5cc79c829e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:25.420466 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:23:25.435422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Sync routers for ids ['c244eb20-1f10-4307-b263-3d16808c7c0f'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:23:25.441542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ffcd9170-6d7b-4bce-9278-2c7c0cae88bf None None] Provisioning complete for port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:25.441924 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ffcd9170-6d7b-4bce-9278-2c7c0cae88bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6d528dd5-3667-4aa6-bc63-aa5cc79c829e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:25.470572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:25.471107 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6d528dd5-3667-4aa6-bc63-aa5cc79c829e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:25.500180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Routers {'c244eb20-1f10-4307-b263-3d16808c7c0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:25.500880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:23:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c244eb20-1f10-4307-b263-3d16808c7c0f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:25.504804 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:25.509615 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9f405717-d90c-4d65-8e79-77129114ae13 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5636189 Feb 15 17:23:25.509778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37180) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:25.660548 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Set router c244eb20-1f10-4307-b263-3d16808c7c0f gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:25.748753 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd9170-6d7b-4bce-9278-2c7c0cae88bf None None] Current status of the port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:25.809820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:25.880845 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'name': 'tempest-TestServerBasicOps-1027382726-router', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:23Z', 'updated_at': '2022-02-15T17:23:24Z', 'revision_number': 3, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'gw_port': {'id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:81:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:24Z', 'updated_at': '2022-02-15T17:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:25.916042 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Checking router: c244eb20-1f10-4307-b263-3d16808c7c0f for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:23:25.916370 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Updating router c244eb20-1f10-4307-b263-3d16808c7c0f port f96dc1fc-cdf2-4aa3-a38f-0240ede6e189 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:23:25.945623 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f96dc1fc-cdf2-4aa3-a38f-0240ede6e189), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:25.965697 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:26.136859 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Allocated IP 172.20.0.1 (db2214fa-af99-4549-a0a6-34834f3048f5/e7148ab3-29cd-47ac-9b99-332c44da4738/c1a2acec-4317-4c53-af50-29d16fc4356e) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:23:26.215449 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Publish callbacks [] for port (f96dc1fc-cdf2-4aa3-a38f-0240ede6e189), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:26.246339 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Publish callbacks [] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:26.307744 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f96dc1fc-cdf2-4aa3-a38f-0240ede6e189), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:26.336906 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:26.363613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Attempting to bind port f96dc1fc-cdf2-4aa3-a38f-0240ede6e189 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:23:26.363987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Attempting to bind port f96dc1fc-cdf2-4aa3-a38f-0240ede6e189 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:23:26.368503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Attempting to bind port f96dc1fc-cdf2-4aa3-a38f-0240ede6e189 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:23:26.368503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c64099-ec5c-48bb-ba64-67870eddafcf None None] Pushing event updated for resources: {'Port': ['ID=f96dc1fc-cdf2-4aa3-a38f-0240ede6e189,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:26.372214 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:23:26.372592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:23:26.373412 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:26.373412 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:23:26.373875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Bound port: f96dc1fc-cdf2-4aa3-a38f-0240ede6e189, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:23:26.374266 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f96dc1fc-cdf2-4aa3-a38f-0240ede6e189), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:26.389201 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Network db2214fa-af99-4549-a0a6-34834f3048f5 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:23:26.390130 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Pushing event updated for resources: {'Port': ['ID=c1a2acec-4317-4c53-af50-29d16fc4356e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:26.394309 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:26.396462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:23:26.429657 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] For port f96dc1fc-cdf2-4aa3-a38f-0240ede6e189, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:23:26.432818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] For port f96dc1fc-cdf2-4aa3-a38f-0240ede6e189, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f96dc1fc-cdf2-4aa3-a38f-0240ede6e189,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:23:26.444451 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (c244eb20-1f10-4307-b263-3d16808c7c0f), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:26.503361 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f96dc1fc-cdf2-4aa3-a38f-0240ede6e189), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:26.581029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c64099-ec5c-48bb-ba64-67870eddafcf None None] Pushing event updated for resources: {'Port': ['ID=f96dc1fc-cdf2-4aa3-a38f-0240ede6e189,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:26.585808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Routers {'c244eb20-1f10-4307-b263-3d16808c7c0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:26.586430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:23:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c244eb20-1f10-4307-b263-3d16808c7c0f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:26.656816 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:26.838852 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Publish callbacks [] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:26.840655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9c98b959-3682-45de-ade5-d7e33f0a85d8 None None] Provisioning complete for port c1a2acec-4317-4c53-af50-29d16fc4356e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:26.840655 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c98b959-3682-45de-ade5-d7e33f0a85d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:26.892360 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9c98b959-3682-45de-ade5-d7e33f0a85d8 None None] Port c1a2acec-4317-4c53-af50-29d16fc4356e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:23:26.902365 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:26.905122 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] Set router c244eb20-1f10-4307-b263-3d16808c7c0f gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:26.986932 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (c244eb20-1f10-4307-b263-3d16808c7c0f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:26.989006 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Pushing event updated for resources: {'Port': ['ID=c1a2acec-4317-4c53-af50-29d16fc4356e,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:27.090431 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Network db2214fa-af99-4549-a0a6-34834f3048f5 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:23:27.091906 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:27.102339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'name': 'tempest-TestServerBasicOps-1027382726-router', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:23Z', 'updated_at': '2022-02-15T17:23:24Z', 'revision_number': 3, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'gw_port': {'id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:81:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:24Z', 'updated_at': '2022-02-15T17:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:27.133275 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5ebfa9-58bf-4735-807b-443ca76f839c None None] The sync data for ids ['c244eb20-1f10-4307-b263-3d16808c7c0f'] in n-d-828372-14 is: [{'id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'name': 'tempest-TestServerBasicOps-1027382726-router', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:23Z', 'updated_at': '2022-02-15T17:23:24Z', 'revision_number': 3, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'gw_port': {'id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:81:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:24Z', 'updated_at': '2022-02-15T17:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:23:27.213468 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Router c244eb20-1f10-4307-b263-3d16808c7c0f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:23:27.350296 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:23:27.361656 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cc1bb149-f5f7-465b-8115-6a2158d0fbad admin admin] 10.222.0.107 "PUT /v2.0/routers/c244eb20-1f10-4307-b263-3d16808c7c0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8501332 Feb 15 17:23:27.376136 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6d528dd5-3667-4aa6-bc63-aa5cc79c829e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:27.479808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-89f06204-bbee-42a7-b41c-bbc0d0abbf44 None None] Provisioning complete for port c1a2acec-4317-4c53-af50-29d16fc4356e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:27.480227 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-89f06204-bbee-42a7-b41c-bbc0d0abbf44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:27.510665 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:27.510985 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6d528dd5-3667-4aa6-bc63-aa5cc79c829e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:27.568214 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-89f06204-bbee-42a7-b41c-bbc0d0abbf44 None None] Port c1a2acec-4317-4c53-af50-29d16fc4356e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:23:27.622336 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:28.201936 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37202) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:28.209469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-90973b5c-706b-4cd1-992c-29b29a630842 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-66150857-network', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:28.370721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90973b5c-706b-4cd1-992c-29b29a630842 admin admin] Made reservation on behalf of 99346e3f2ff64190aa4c21dcbfdca390 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:23:28.373120 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90973b5c-706b-4cd1-992c-29b29a630842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:28.386368 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90973b5c-706b-4cd1-992c-29b29a630842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:28.476431 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90973b5c-706b-4cd1-992c-29b29a630842 admin admin] Publish callbacks [] for security_group (53529ce7-3928-4b8d-9bf8-b49dee975292), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:28.582457 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90973b5c-706b-4cd1-992c-29b29a630842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (53529ce7-3928-4b8d-9bf8-b49dee975292), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:28.609586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90973b5c-706b-4cd1-992c-29b29a630842 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:23:28.616044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90973b5c-706b-4cd1-992c-29b29a630842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53529ce7-3928-4b8d-9bf8-b49dee975292,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:28.622371 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90973b5c-706b-4cd1-992c-29b29a630842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1b9c8bca-1fae-484f-a600-1287af67f703), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:28.622738 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-90973b5c-706b-4cd1-992c-29b29a630842 admin admin] Added segment 1b9c8bca-1fae-484f-a600-1287af67f703 of type vlan for network 8bc8108e-a303-40fe-9029-539f2ff2bbd1 Feb 15 17:23:28.670282 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90973b5c-706b-4cd1-992c-29b29a630842 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (8bc8108e-a303-40fe-9029-539f2ff2bbd1), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:28.809544 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90973b5c-706b-4cd1-992c-29b29a630842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (8bc8108e-a303-40fe-9029-539f2ff2bbd1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:28.810587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90973b5c-706b-4cd1-992c-29b29a630842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:28.811178 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90973b5c-706b-4cd1-992c-29b29a630842 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:28.874210 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90973b5c-706b-4cd1-992c-29b29a630842 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc8108e-a303-40fe-9029-539f2ff2bbd1,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:28.884640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 8bc8108e-a303-40fe-9029-539f2ff2bbd1 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:23:28.960884 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-90973b5c-706b-4cd1-992c-29b29a630842 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7572849 Feb 15 17:23:28.963796 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37206) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:28.968804 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-831444dc-4060-41fa-b44a-c8be187c411e admin admin] Request body: {'subnet': {'network_id': '8bc8108e-a303-40fe-9029-539f2ff2bbd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-66150857-subnet', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:28.987353 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Sync routers for ids ['c244eb20-1f10-4307-b263-3d16808c7c0f'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:23:28.999845 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Routers {'c244eb20-1f10-4307-b263-3d16808c7c0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:29.000478 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:23:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c244eb20-1f10-4307-b263-3d16808c7c0f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:29.102111 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831444dc-4060-41fa-b44a-c8be187c411e admin admin] Made reservation on behalf of 99346e3f2ff64190aa4c21dcbfdca390 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:23:29.105090 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-831444dc-4060-41fa-b44a-c8be187c411e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:29.112814 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Set router c244eb20-1f10-4307-b263-3d16808c7c0f gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:29.338437 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'name': 'tempest-TestServerBasicOps-1027382726-router', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:23Z', 'updated_at': '2022-02-15T17:23:26Z', 'revision_number': 4, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'gw_port': {'id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:81:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:24Z', 'updated_at': '2022-02-15T17:23:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'c1a2acec-4317-4c53-af50-29d16fc4356e', 'name': '', 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'mac_address': 'fa:16:3e:f2:15:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:25Z', 'updated_at': '2022-02-15T17:23:26Z', 'revision_number': 2, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'subnets': [{'id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:29.367570 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Checking router: c244eb20-1f10-4307-b263-3d16808c7c0f for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:23:29.368135 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Updating router c244eb20-1f10-4307-b263-3d16808c7c0f port c1a2acec-4317-4c53-af50-29d16fc4356e binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:23:29.381573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f96dc1fc-cdf2-4aa3-a38f-0240ede6e189 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:29.397882 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:29.445779 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f96dc1fc-cdf2-4aa3-a38f-0240ede6e189 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:29.446217 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f96dc1fc-cdf2-4aa3-a38f-0240ede6e189), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:29.533306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f96dc1fc-cdf2-4aa3-a38f-0240ede6e189 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:29.533806 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f96dc1fc-cdf2-4aa3-a38f-0240ede6e189), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:29.555022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port f96dc1fc-cdf2-4aa3-a38f-0240ede6e189, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f96dc1fc-cdf2-4aa3-a38f-0240ede6e189,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:29.644035 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f96dc1fc-cdf2-4aa3-a38f-0240ede6e189), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:29.672845 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-831444dc-4060-41fa-b44a-c8be187c411e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (04a0a75a-e7e5-49c0-8bb7-fd8681dc09af), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:29.695286 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Publish callbacks [] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:29.698371 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=f96dc1fc-cdf2-4aa3-a38f-0240ede6e189,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:29.735743 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831444dc-4060-41fa-b44a-c8be187c411e admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a0a75a-e7e5-49c0-8bb7-fd8681dc09af,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:29.743801 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831444dc-4060-41fa-b44a-c8be187c411e admin admin] Checking segment: {'id': '1b9c8bca-1fae-484f-a600-1287af67f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bc8108e-a303-40fe-9029-539f2ff2bbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:23:29.744169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831444dc-4060-41fa-b44a-c8be187c411e admin admin] Network hostable DHCP agents. Network: 8bc8108e-a303-40fe-9029-539f2ff2bbd1, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:23:29.764894 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:29.817011 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3216055-b918-41b7-a0f8-ba0b2579eef7 None None] Pushing event updated for resources: {'Port': ['ID=c1a2acec-4317-4c53-af50-29d16fc4356e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:29.856204 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831444dc-4060-41fa-b44a-c8be187c411e admin admin] Network 8bc8108e-a303-40fe-9029-539f2ff2bbd1 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:23:29.876242 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Attempting to bind port c1a2acec-4317-4c53-af50-29d16fc4356e on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:23:29.876610 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Attempting to bind port c1a2acec-4317-4c53-af50-29d16fc4356e by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:23:29.876976 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Attempting to bind port c1a2acec-4317-4c53-af50-29d16fc4356e on network db2214fa-af99-4549-a0a6-34834f3048f5 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:23:29.884359 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:23:29.884726 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Checking segment: {'id': '4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:23:29.885125 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:29.885587 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Bound using segment: {'id': '4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:23:29.886125 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Bound port: c1a2acec-4317-4c53-af50-29d16fc4356e, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:23:29.886489 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:29.947892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-831444dc-4060-41fa-b44a-c8be187c411e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 8bc8108e-a303-40fe-9029-539f2ff2bbd1) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:29.953312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831444dc-4060-41fa-b44a-c8be187c411e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:29.954094 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-831444dc-4060-41fa-b44a-c8be187c411e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:29.956448 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] For port c1a2acec-4317-4c53-af50-29d16fc4356e, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:23:29.965195 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] For port c1a2acec-4317-4c53-af50-29d16fc4356e, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c1a2acec-4317-4c53-af50-29d16fc4356e,segment=NetworkSegment(4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac),segment_id=4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:23:29.965357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b286469d-5fcd-4a6c-ac03-87916f079aea None None] Network 8bc8108e-a303-40fe-9029-539f2ff2bbd1 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:23:30.023161 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.041395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9368dec3-14fd-4418-aa71-ef507426466f None None] Provisioning complete for port c1a2acec-4317-4c53-af50-29d16fc4356e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:30.041773 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9368dec3-14fd-4418-aa71-ef507426466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.065911 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-831444dc-4060-41fa-b44a-c8be187c411e admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1009767 Feb 15 17:23:30.068969 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37210) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:30.074656 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-66150857-router', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:30.100654 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Routers {'c244eb20-1f10-4307-b263-3d16808c7c0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:30.101448 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:23:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c244eb20-1f10-4307-b263-3d16808c7c0f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:30.146228 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-8bc8108e-a303-40fe-9029-539f2ff2bbd1', 'network_id': '8bc8108e-a303-40fe-9029-539f2ff2bbd1', 'project_id': '99346e3f2ff64190aa4c21dcbfdca390', 'fixed_ips': [{'subnet_id': '04a0a75a-e7e5-49c0-8bb7-fd8681dc09af'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:23:30.147243 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.167087 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (5b673fef-1aaa-4424-90a1-ccb76b142ee1), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.170431 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (5b673fef-1aaa-4424-90a1-ccb76b142ee1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.242707 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Publish callbacks [] for router_controller (5b673fef-1aaa-4424-90a1-ccb76b142ee1), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.297446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9368dec3-14fd-4418-aa71-ef507426466f None None] Current status of the port c1a2acec-4317-4c53-af50-29d16fc4356e is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:30.297848 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9368dec3-14fd-4418-aa71-ef507426466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.299943 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3216055-b918-41b7-a0f8-ba0b2579eef7 None None] Pushing event updated for resources: {'Port': ['ID=c1a2acec-4317-4c53-af50-29d16fc4356e,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:30.341762 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] Set router c244eb20-1f10-4307-b263-3d16808c7c0f gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:30.367160 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9368dec3-14fd-4418-aa71-ef507426466f None None] For port c1a2acec-4317-4c53-af50-29d16fc4356e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c1a2acec-4317-4c53-af50-29d16fc4356e,segment=NetworkSegment(4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac),segment_id=4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:30.381325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Allocated IP 172.20.0.2 (8bc8108e-a303-40fe-9029-539f2ff2bbd1/04a0a75a-e7e5-49c0-8bb7-fd8681dc09af/bb81e718-03b4-4e2e-b10c-0a876f74fc0d) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:23:30.447349 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9368dec3-14fd-4418-aa71-ef507426466f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.459945 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Publish callbacks [] for router_gateway (5b673fef-1aaa-4424-90a1-ccb76b142ee1), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.529413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368dec3-14fd-4418-aa71-ef507426466f None None] Pushing event updated for resources: {'Port': ['ID=c1a2acec-4317-4c53-af50-29d16fc4356e,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:30.568500 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'name': 'tempest-TestServerBasicOps-1027382726-router', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:23Z', 'updated_at': '2022-02-15T17:23:26Z', 'revision_number': 4, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'gw_port': {'id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:24Z', 'updated_at': '2022-02-15T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'c1a2acec-4317-4c53-af50-29d16fc4356e', 'name': '', 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'mac_address': 'fa:16:3e:f2:15:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:25Z', 'updated_at': '2022-02-15T17:23:29Z', 'revision_number': 4, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'subnets': [{'id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:30.592056 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Publish callbacks [] for port (bb81e718-03b4-4e2e-b10c-0a876f74fc0d), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.595109 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91291388-47d9-47fc-bde3-7ac43349506f None None] The sync data for ids ['c244eb20-1f10-4307-b263-3d16808c7c0f'] in n-d-828372-14 is: [{'id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'name': 'tempest-TestServerBasicOps-1027382726-router', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:23Z', 'updated_at': '2022-02-15T17:23:26Z', 'revision_number': 4, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'gw_port': {'id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:24Z', 'updated_at': '2022-02-15T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'c1a2acec-4317-4c53-af50-29d16fc4356e', 'name': '', 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'mac_address': 'fa:16:3e:f2:15:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:25Z', 'updated_at': '2022-02-15T17:23:29Z', 'revision_number': 4, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'subnets': [{'id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:23:30.597222 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d657711e-ea10-4c70-886b-d334c83a9161 None None] Provisioning complete for port c1a2acec-4317-4c53-af50-29d16fc4356e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:30.603248 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d657711e-ea10-4c70-886b-d334c83a9161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.705269 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d657711e-ea10-4c70-886b-d334c83a9161 None None] Current status of the port c1a2acec-4317-4c53-af50-29d16fc4356e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:30.708707 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (bb81e718-03b4-4e2e-b10c-0a876f74fc0d), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.743688 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.756543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Network 8bc8108e-a303-40fe-9029-539f2ff2bbd1 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:23:30.762918 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:30.764773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Pushing event updated for resources: {'Port': ['ID=bb81e718-03b4-4e2e-b10c-0a876f74fc0d,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:30.766957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:23:30.828906 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Attempting to bind port bb81e718-03b4-4e2e-b10c-0a876f74fc0d on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:23:30.829286 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Attempting to bind port bb81e718-03b4-4e2e-b10c-0a876f74fc0d by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '1b9c8bca-1fae-484f-a600-1287af67f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bc8108e-a303-40fe-9029-539f2ff2bbd1'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:23:30.829704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Attempting to bind port bb81e718-03b4-4e2e-b10c-0a876f74fc0d on network 8bc8108e-a303-40fe-9029-539f2ff2bbd1 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:23:30.835402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:23:30.836178 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Checking segment: {'id': '1b9c8bca-1fae-484f-a600-1287af67f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bc8108e-a303-40fe-9029-539f2ff2bbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:23:30.836414 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.836877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Bound using segment: {'id': '1b9c8bca-1fae-484f-a600-1287af67f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bc8108e-a303-40fe-9029-539f2ff2bbd1'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:23:30.837457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Bound port: bb81e718-03b4-4e2e-b10c-0a876f74fc0d, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9c8bca-1fae-484f-a600-1287af67f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bc8108e-a303-40fe-9029-539f2ff2bbd1'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:23:30.837925 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bb81e718-03b4-4e2e-b10c-0a876f74fc0d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.852304 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Publish callbacks [] for router_gateway (5b673fef-1aaa-4424-90a1-ccb76b142ee1), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.872750 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:30.921312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] For port bb81e718-03b4-4e2e-b10c-0a876f74fc0d, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:23:30.924718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] For port bb81e718-03b4-4e2e-b10c-0a876f74fc0d, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bb81e718-03b4-4e2e-b10c-0a876f74fc0d,segment=NetworkSegment(1b9c8bca-1fae-484f-a600-1287af67f703),segment_id=1b9c8bca-1fae-484f-a600-1287af67f703)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:23:30.996933 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Allocated IP 172.25.4.164 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/cdae189d-bab6-43c7-9d3d-aac5b721bb99) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:23:30.999543 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (bb81e718-03b4-4e2e-b10c-0a876f74fc0d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:31.043642 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:31.059249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e4b1c-66ff-4a2c-a7e4-31e5f3144ef0 None None] Pushing event updated for resources: {'Port': ['ID=bb81e718-03b4-4e2e-b10c-0a876f74fc0d,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:31.137151 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Publish callbacks [] for port (cdae189d-bab6-43c7-9d3d-aac5b721bb99), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:31.278668 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (cdae189d-bab6-43c7-9d3d-aac5b721bb99), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:31.338443 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:23:31.341724 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:31.345699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:23:31.352040 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=cdae189d-bab6-43c7-9d3d-aac5b721bb99,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:31.560483 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c1a2acec-4317-4c53-af50-29d16fc4356e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:31.612145 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c1a2acec-4317-4c53-af50-29d16fc4356e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:31.612685 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:31.707342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c1a2acec-4317-4c53-af50-29d16fc4356e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:31.708598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bb81e718-03b4-4e2e-b10c-0a876f74fc0d up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:31.760189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port bb81e718-03b4-4e2e-b10c-0a876f74fc0d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:31.760598 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bb81e718-03b4-4e2e-b10c-0a876f74fc0d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:31.770275 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Publish callbacks [] for router_gateway (5b673fef-1aaa-4424-90a1-ccb76b142ee1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:31.867776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port bb81e718-03b4-4e2e-b10c-0a876f74fc0d is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:31.868175 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bb81e718-03b4-4e2e-b10c-0a876f74fc0d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:31.906161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port bb81e718-03b4-4e2e-b10c-0a876f74fc0d, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bb81e718-03b4-4e2e-b10c-0a876f74fc0d,segment=NetworkSegment(1b9c8bca-1fae-484f-a600-1287af67f703),segment_id=1b9c8bca-1fae-484f-a600-1287af67f703)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:31.988462 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (bb81e718-03b4-4e2e-b10c-0a876f74fc0d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:31.989557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f96dc1fc-cdf2-4aa3-a38f-0240ede6e189 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:32.012087 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (5b673fef-1aaa-4424-90a1-ccb76b142ee1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:32.084205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=bb81e718-03b4-4e2e-b10c-0a876f74fc0d,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:32.107021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f96dc1fc-cdf2-4aa3-a38f-0240ede6e189 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:32.107422 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f96dc1fc-cdf2-4aa3-a38f-0240ede6e189), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:32.206445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f96dc1fc-cdf2-4aa3-a38f-0240ede6e189 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:32.264184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8573ded8-1bb7-4a78-b503-bbceefe7db38 None None] Network 8bc8108e-a303-40fe-9029-539f2ff2bbd1 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:23:32.359069 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Router 5b673fef-1aaa-4424-90a1-ccb76b142ee1 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:23:32.378329 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-06f00d2c-87ba-4b37-a751-cc8e98d3e1e4 None None] Provisioning complete for port bb81e718-03b4-4e2e-b10c-0a876f74fc0d triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:32.378708 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-06f00d2c-87ba-4b37-a751-cc8e98d3e1e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bb81e718-03b4-4e2e-b10c-0a876f74fc0d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:32.476514 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:23:32.477313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-06f00d2c-87ba-4b37-a751-cc8e98d3e1e4 None None] Current status of the port bb81e718-03b4-4e2e-b10c-0a876f74fc0d is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:32.486518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Sync routers for ids ['5b673fef-1aaa-4424-90a1-ccb76b142ee1'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:23:32.496867 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Routers {'5b673fef-1aaa-4424-90a1-ccb76b142ee1'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:32.497561 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:23:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5b673fef-1aaa-4424-90a1-ccb76b142ee1'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:32.574810 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:32.576245 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d6221139-6d61-4ac8-96ff-357d9c168bf6 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5062151 Feb 15 17:23:32.579326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37216) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:32.620101 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Set router 5b673fef-1aaa-4424-90a1-ccb76b142ee1 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:32.747769 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d7dc7aee-2637-45ff-abd3-5356d702a4be None None] Provisioning complete for port bb81e718-03b4-4e2e-b10c-0a876f74fc0d triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:32.748155 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d7dc7aee-2637-45ff-abd3-5356d702a4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bb81e718-03b4-4e2e-b10c-0a876f74fc0d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:32.882464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d7dc7aee-2637-45ff-abd3-5356d702a4be None None] Current status of the port bb81e718-03b4-4e2e-b10c-0a876f74fc0d is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:32.892592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'name': 'tempest-TestServerBasicOps-66150857-router', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'cdae189d-bab6-43c7-9d3d-aac5b721bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:30Z', 'updated_at': '2022-02-15T17:23:31Z', 'revision_number': 3, 'project_id': '99346e3f2ff64190aa4c21dcbfdca390', 'gw_port': {'id': 'cdae189d-bab6-43c7-9d3d-aac5b721bb99', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:30Z', 'updated_at': '2022-02-15T17:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:32.922941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Checking router: 5b673fef-1aaa-4424-90a1-ccb76b142ee1 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:23:32.923292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Updating router 5b673fef-1aaa-4424-90a1-ccb76b142ee1 port cdae189d-bab6-43c7-9d3d-aac5b721bb99 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:23:32.952040 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cdae189d-bab6-43c7-9d3d-aac5b721bb99), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:33.025313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:33.186040 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Allocated IP 172.20.0.1 (8bc8108e-a303-40fe-9029-539f2ff2bbd1/04a0a75a-e7e5-49c0-8bb7-fd8681dc09af/8e31a689-1d36-40cd-a1d8-b4043edd9a26) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:23:33.223008 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Publish callbacks [] for port (cdae189d-bab6-43c7-9d3d-aac5b721bb99), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:33.298133 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Publish callbacks [] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:33.306824 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cdae189d-bab6-43c7-9d3d-aac5b721bb99), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:33.355402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bb81e718-03b4-4e2e-b10c-0a876f74fc0d up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:33.400022 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:33.450129 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Network 8bc8108e-a303-40fe-9029-539f2ff2bbd1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:23:33.454375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:33.456470 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Pushing event updated for resources: {'Port': ['ID=8e31a689-1d36-40cd-a1d8-b4043edd9a26,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:33.458744 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:23:33.499805 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (5b673fef-1aaa-4424-90a1-ccb76b142ee1), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:33.551224 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Attempting to bind port cdae189d-bab6-43c7-9d3d-aac5b721bb99 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:23:33.551613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Attempting to bind port cdae189d-bab6-43c7-9d3d-aac5b721bb99 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:23:33.551989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Attempting to bind port cdae189d-bab6-43c7-9d3d-aac5b721bb99 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:23:33.556602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c73e93-06fa-479a-bb57-e4fc0a3478a3 None None] Pushing event updated for resources: {'Port': ['ID=cdae189d-bab6-43c7-9d3d-aac5b721bb99,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:33.567613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:23:33.567998 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:23:33.568406 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:33.568803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:23:33.569288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Bound port: cdae189d-bab6-43c7-9d3d-aac5b721bb99, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:23:33.569711 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cdae189d-bab6-43c7-9d3d-aac5b721bb99), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:33.639694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] For port cdae189d-bab6-43c7-9d3d-aac5b721bb99, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:23:33.649304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port bb81e718-03b4-4e2e-b10c-0a876f74fc0d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:33.649587 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bb81e718-03b4-4e2e-b10c-0a876f74fc0d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:33.654486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] For port cdae189d-bab6-43c7-9d3d-aac5b721bb99, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cdae189d-bab6-43c7-9d3d-aac5b721bb99,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:23:33.716247 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:33.740892 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e2bc7084-16b5-4817-8260-15e1ca5591db None None] Provisioning complete for port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:33.740892 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e2bc7084-16b5-4817-8260-15e1ca5591db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:33.773119 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port bb81e718-03b4-4e2e-b10c-0a876f74fc0d is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:33.783086 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e2bc7084-16b5-4817-8260-15e1ca5591db None None] Port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:23:33.800455 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cdae189d-bab6-43c7-9d3d-aac5b721bb99), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:33.853955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Routers {'5b673fef-1aaa-4424-90a1-ccb76b142ee1'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:33.854601 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:23:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5b673fef-1aaa-4424-90a1-ccb76b142ee1'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:33.895117 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Publish callbacks [] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:33.929670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c73e93-06fa-479a-bb57-e4fc0a3478a3 None None] Pushing event updated for resources: {'Port': ['ID=cdae189d-bab6-43c7-9d3d-aac5b721bb99,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:33.981407 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:33.987418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] Set router 5b673fef-1aaa-4424-90a1-ccb76b142ee1 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:34.049057 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (5b673fef-1aaa-4424-90a1-ccb76b142ee1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:34.051090 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Pushing event updated for resources: {'Port': ['ID=8e31a689-1d36-40cd-a1d8-b4043edd9a26,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:34.226512 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Network 8bc8108e-a303-40fe-9029-539f2ff2bbd1 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:23:34.228644 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:34.293524 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'name': 'tempest-TestServerBasicOps-66150857-router', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'cdae189d-bab6-43c7-9d3d-aac5b721bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:30Z', 'updated_at': '2022-02-15T17:23:33Z', 'revision_number': 4, 'project_id': '99346e3f2ff64190aa4c21dcbfdca390', 'gw_port': {'id': 'cdae189d-bab6-43c7-9d3d-aac5b721bb99', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:30Z', 'updated_at': '2022-02-15T17:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8e31a689-1d36-40cd-a1d8-b4043edd9a26', 'name': '', 'network_id': '8bc8108e-a303-40fe-9029-539f2ff2bbd1', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390', 'mac_address': 'fa:16:3e:c0:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '04a0a75a-e7e5-49c0-8bb7-fd8681dc09af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:33Z', 'updated_at': '2022-02-15T17:23:33Z', 'revision_number': 1, 'project_id': '99346e3f2ff64190aa4c21dcbfdca390', 'subnets': [{'id': '04a0a75a-e7e5-49c0-8bb7-fd8681dc09af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:34.328079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bcd6f4-5756-407a-8774-756ba41ae51d None None] The sync data for ids ['5b673fef-1aaa-4424-90a1-ccb76b142ee1'] in n-d-828372-14 is: [{'id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'name': 'tempest-TestServerBasicOps-66150857-router', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'cdae189d-bab6-43c7-9d3d-aac5b721bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:30Z', 'updated_at': '2022-02-15T17:23:33Z', 'revision_number': 4, 'project_id': '99346e3f2ff64190aa4c21dcbfdca390', 'gw_port': {'id': 'cdae189d-bab6-43c7-9d3d-aac5b721bb99', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:30Z', 'updated_at': '2022-02-15T17:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8e31a689-1d36-40cd-a1d8-b4043edd9a26', 'name': '', 'network_id': '8bc8108e-a303-40fe-9029-539f2ff2bbd1', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390', 'mac_address': 'fa:16:3e:c0:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '04a0a75a-e7e5-49c0-8bb7-fd8681dc09af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:33Z', 'updated_at': '2022-02-15T17:23:33Z', 'revision_number': 1, 'project_id': '99346e3f2ff64190aa4c21dcbfdca390', 'subnets': [{'id': '04a0a75a-e7e5-49c0-8bb7-fd8681dc09af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:23:34.381699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Router 5b673fef-1aaa-4424-90a1-ccb76b142ee1 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:23:34.506111 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ee8dece6-3ea0-4476-9416-0ed1505c9f01 None None] Provisioning complete for port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:34.506111 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ee8dece6-3ea0-4476-9416-0ed1505c9f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:34.515068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:23:34.521567 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e4a61fe1-22fd-41f6-a96e-19f966ab6e82 admin admin] 10.222.0.107 "PUT /v2.0/routers/5b673fef-1aaa-4424-90a1-ccb76b142ee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9410727 Feb 15 17:23:34.549835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ee8dece6-3ea0-4476-9416-0ed1505c9f01 None None] Port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:23:35.121144 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37228) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:35.128458 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-89abac54-8521-4fd4-ab66-53ae239288ce tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-710632682', 'description': 'tempest-secgroup-smoke-710632682 description', 'project_id': '41da2ed4c01a41d68904aa420ed28d3e'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:35.210325 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89abac54-8521-4fd4-ab66-53ae239288ce tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:35.294090 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89abac54-8521-4fd4-ab66-53ae239288ce tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group (d5a23a08-e0b2-408d-9f07-e31a88819a96), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:35.343118 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89abac54-8521-4fd4-ab66-53ae239288ce tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d5a23a08-e0b2-408d-9f07-e31a88819a96), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:35.384721 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cdae189d-bab6-43c7-9d3d-aac5b721bb99 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:35.393911 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abac54-8521-4fd4-ab66-53ae239288ce tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a23a08-e0b2-408d-9f07-e31a88819a96,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:35.445979 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port cdae189d-bab6-43c7-9d3d-aac5b721bb99 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:35.446359 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cdae189d-bab6-43c7-9d3d-aac5b721bb99), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:35.464958 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89abac54-8521-4fd4-ab66-53ae239288ce tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:35.472164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37232) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:35.472729 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-89abac54-8521-4fd4-ab66-53ae239288ce tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3499258 Feb 15 17:23:35.477756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c7bea6dc-f1f8-4019-a0ee-b34d4a8e0975 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Request body: {'security_group_rule': {'security_group_id': 'd5a23a08-e0b2-408d-9f07-e31a88819a96', 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:35.546143 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port cdae189d-bab6-43c7-9d3d-aac5b721bb99 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:35.546631 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cdae189d-bab6-43c7-9d3d-aac5b721bb99), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:35.568344 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port cdae189d-bab6-43c7-9d3d-aac5b721bb99, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cdae189d-bab6-43c7-9d3d-aac5b721bb99,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:35.577325 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7bea6dc-f1f8-4019-a0ee-b34d4a8e0975 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (f7c7ca91-a448-4a8b-bced-8b55a1713b24), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:35.628527 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cdae189d-bab6-43c7-9d3d-aac5b721bb99), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:35.645289 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7bea6dc-f1f8-4019-a0ee-b34d4a8e0975 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (f7c7ca91-a448-4a8b-bced-8b55a1713b24), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:35.682528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=cdae189d-bab6-43c7-9d3d-aac5b721bb99,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:35.690437 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:35.690800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:35.691148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:35.691494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:35.691839 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:35.692174 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:35.692510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:35.692843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:35.693171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:35.693526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:35.693855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:35.694182 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:35.694512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:35.736807 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7bea6dc-f1f8-4019-a0ee-b34d4a8e0975 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (f7c7ca91-a448-4a8b-bced-8b55a1713b24), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:35.762703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bea6dc-f1f8-4019-a0ee-b34d4a8e0975 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c7ca91-a448-4a8b-bced-8b55a1713b24,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:35.835007 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7bea6dc-f1f8-4019-a0ee-b34d4a8e0975 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:35.836524 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c7bea6dc-f1f8-4019-a0ee-b34d4a8e0975 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3633232 Feb 15 17:23:35.839790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37234) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:35.845137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-555277c1-e7cb-40a6-8094-05ac8e2ec088 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Request body: {'security_group_rule': {'security_group_id': 'd5a23a08-e0b2-408d-9f07-e31a88819a96', 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:35.951618 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-555277c1-e7cb-40a6-8094-05ac8e2ec088 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (bd648478-8edc-4f16-aa82-baf7eae11dd4), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:36.008515 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-555277c1-e7cb-40a6-8094-05ac8e2ec088 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (bd648478-8edc-4f16-aa82-baf7eae11dd4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:36.079580 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-555277c1-e7cb-40a6-8094-05ac8e2ec088 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (bd648478-8edc-4f16-aa82-baf7eae11dd4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:36.092064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555277c1-e7cb-40a6-8094-05ac8e2ec088 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd648478-8edc-4f16-aa82-baf7eae11dd4,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:36.149545 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-555277c1-e7cb-40a6-8094-05ac8e2ec088 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:36.150782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-555277c1-e7cb-40a6-8094-05ac8e2ec088 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3098538 Feb 15 17:23:36.153480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37236) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:36.158043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7ab364cb-bfb6-4afd-8a2e-823b042abdb5 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Request body: {'security_group_rule': {'security_group_id': 'd5a23a08-e0b2-408d-9f07-e31a88819a96', 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:36.227284 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ab364cb-bfb6-4afd-8a2e-823b042abdb5 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (c5ddb205-cfcf-4cb3-9c59-a100a6aea31d), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:36.283377 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ab364cb-bfb6-4afd-8a2e-823b042abdb5 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (c5ddb205-cfcf-4cb3-9c59-a100a6aea31d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:36.348834 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ab364cb-bfb6-4afd-8a2e-823b042abdb5 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (c5ddb205-cfcf-4cb3-9c59-a100a6aea31d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:36.368219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab364cb-bfb6-4afd-8a2e-823b042abdb5 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ddb205-cfcf-4cb3-9c59-a100a6aea31d,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:36.447343 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7ab364cb-bfb6-4afd-8a2e-823b042abdb5 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:36.448611 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7ab364cb-bfb6-4afd-8a2e-823b042abdb5 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2941566 Feb 15 17:23:36.451350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37242) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:36.455659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-43b0599a-353d-4508-989f-95bb52cc56c6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Request body: {'security_group_rule': {'security_group_id': 'd5a23a08-e0b2-408d-9f07-e31a88819a96', 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:36.546373 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-43b0599a-353d-4508-989f-95bb52cc56c6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (511ea7b6-b4a8-43d3-8e04-93453ec0d2b6), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:36.608998 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-43b0599a-353d-4508-989f-95bb52cc56c6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (511ea7b6-b4a8-43d3-8e04-93453ec0d2b6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:36.690656 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-43b0599a-353d-4508-989f-95bb52cc56c6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (511ea7b6-b4a8-43d3-8e04-93453ec0d2b6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:36.708898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0599a-353d-4508-989f-95bb52cc56c6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511ea7b6-b4a8-43d3-8e04-93453ec0d2b6,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:36.767157 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-43b0599a-353d-4508-989f-95bb52cc56c6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:36.768521 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-43b0599a-353d-4508-989f-95bb52cc56c6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162391 Feb 15 17:23:36.771247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37248) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:36.775674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-894ca3c5-0874-42ff-b5a7-e6ca08746429 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Request body: {'security_group_rule': {'security_group_id': 'd5a23a08-e0b2-408d-9f07-e31a88819a96', 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:36.873994 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-894ca3c5-0874-42ff-b5a7-e6ca08746429 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Project 41da2ed4c01a41d68904aa420ed28d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:23:36.879470 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-894ca3c5-0874-42ff-b5a7-e6ca08746429 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (26f51e61-b366-43bc-b384-d7366e00171a), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:36.919250 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c87bbd36-c95d-4d67-81b8-3b91f7fcabff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:36.941454 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-894ca3c5-0874-42ff-b5a7-e6ca08746429 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (26f51e61-b366-43bc-b384-d7366e00171a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:36.999266 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-894ca3c5-0874-42ff-b5a7-e6ca08746429 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (26f51e61-b366-43bc-b384-d7366e00171a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:37.021436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ca3c5-0874-42ff-b5a7-e6ca08746429 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f51e61-b366-43bc-b384-d7366e00171a,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:37.114251 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-894ca3c5-0874-42ff-b5a7-e6ca08746429 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:37.115510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-894ca3c5-0874-42ff-b5a7-e6ca08746429 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3432782 Feb 15 17:23:37.118223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 37252) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:37.122633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-5ac2e647-79cb-42ce-8334-10adb5d91fe4 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Request body: {'security_group_rule': {'security_group_id': 'd5a23a08-e0b2-408d-9f07-e31a88819a96', 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:37.193328 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-5ac2e647-79cb-42ce-8334-10adb5d91fe4 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Project 41da2ed4c01a41d68904aa420ed28d3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:23:37.198616 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5ac2e647-79cb-42ce-8334-10adb5d91fe4 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (24b3cada-5e0d-4004-93e5-7548c12a309c), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:37.260612 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5ac2e647-79cb-42ce-8334-10adb5d91fe4 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (24b3cada-5e0d-4004-93e5-7548c12a309c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:37.349913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cdae189d-bab6-43c7-9d3d-aac5b721bb99 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:37.363797 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5ac2e647-79cb-42ce-8334-10adb5d91fe4 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (24b3cada-5e0d-4004-93e5-7548c12a309c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:37.389009 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2e647-79cb-42ce-8334-10adb5d91fe4 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b3cada-5e0d-4004-93e5-7548c12a309c,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:37.406068 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port cdae189d-bab6-43c7-9d3d-aac5b721bb99 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:37.406439 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cdae189d-bab6-43c7-9d3d-aac5b721bb99), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:37.481333 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5ac2e647-79cb-42ce-8334-10adb5d91fe4 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:37.482905 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5ac2e647-79cb-42ce-8334-10adb5d91fe4 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3637714 Feb 15 17:23:37.487717 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port cdae189d-bab6-43c7-9d3d-aac5b721bb99 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:37.643269 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-ba762d2c-e063-4c55-9030-ad5ce8f716a8 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-710632682&fields=id&tenant_id=41da2ed4c01a41d68904aa420ed28d3e HTTP/1.1" status: 200 len: 267 time: 0.0485158 Feb 15 17:23:38.088119 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-85b5b359-1bc1-4990-b19a-6eeae20a9a57 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:38.089832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-85b5b359-1bc1-4990-b19a-6eeae20a9a57 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/networks?id=db2214fa-af99-4549-a0a6-34834f3048f5 HTTP/1.1" status: 200 len: 809 time: 0.4391518 Feb 15 17:23:38.110383 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Sync routers for ids ['5b673fef-1aaa-4424-90a1-ccb76b142ee1'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:23:38.116279 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-b27fcc2b-cd46-4e1b-bba5-157e3a5bd827 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/quotas/41da2ed4c01a41d68904aa420ed28d3e HTTP/1.1" status: 200 len: 375 time: 0.0179336 Feb 15 17:23:38.126233 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Routers {'5b673fef-1aaa-4424-90a1-ccb76b142ee1'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:38.126949 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:23:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5b673fef-1aaa-4424-90a1-ccb76b142ee1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:38.172922 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-356b8e9d-ce8b-470a-b0ae-3864ccf3d8bc tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=41da2ed4c01a41d68904aa420ed28d3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506618 Feb 15 17:23:38.234702 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Set router 5b673fef-1aaa-4424-90a1-ccb76b142ee1 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:38.381289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-5fcb7405-d64d-451f-bf3e-138638125dd5 service neutron] 10.222.0.107 "GET /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952560 Feb 15 17:23:38.475897 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'name': 'tempest-TestServerBasicOps-66150857-router', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'cdae189d-bab6-43c7-9d3d-aac5b721bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:30Z', 'updated_at': '2022-02-15T17:23:33Z', 'revision_number': 4, 'project_id': '99346e3f2ff64190aa4c21dcbfdca390', 'gw_port': {'id': 'cdae189d-bab6-43c7-9d3d-aac5b721bb99', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:30Z', 'updated_at': '2022-02-15T17:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8e31a689-1d36-40cd-a1d8-b4043edd9a26', 'name': '', 'network_id': '8bc8108e-a303-40fe-9029-539f2ff2bbd1', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390', 'mac_address': 'fa:16:3e:c0:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '04a0a75a-e7e5-49c0-8bb7-fd8681dc09af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:33Z', 'updated_at': '2022-02-15T17:23:33Z', 'revision_number': 2, 'project_id': '99346e3f2ff64190aa4c21dcbfdca390', 'subnets': [{'id': '04a0a75a-e7e5-49c0-8bb7-fd8681dc09af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:38.483173 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-38065065-9b0a-4674-ac27-5fc0ce9c7825 service neutron] 10.222.0.107 "GET /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962150 Feb 15 17:23:38.505105 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Checking router: 5b673fef-1aaa-4424-90a1-ccb76b142ee1 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:23:38.505506 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Updating router 5b673fef-1aaa-4424-90a1-ccb76b142ee1 port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:23:38.535385 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:38.804977 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Publish callbacks [] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:38.810717 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-877bf52b-8989-4e6c-b383-988122f98d84 req-a0bcf3d0-593c-42e1-98ee-6127326e001d tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 210 time: 0.0472233 Feb 15 17:23:38.889883 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:38.935401 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242a241-aa14-49c7-b639-3ec0bd206ded None None] Pushing event updated for resources: {'Port': ['ID=8e31a689-1d36-40cd-a1d8-b4043edd9a26,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:39.011993 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Attempting to bind port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:23:39.012570 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Attempting to bind port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '1b9c8bca-1fae-484f-a600-1287af67f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bc8108e-a303-40fe-9029-539f2ff2bbd1'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:23:39.013093 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Attempting to bind port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 on network 8bc8108e-a303-40fe-9029-539f2ff2bbd1 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:23:39.019697 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:23:39.020311 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Checking segment: {'id': '1b9c8bca-1fae-484f-a600-1287af67f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bc8108e-a303-40fe-9029-539f2ff2bbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:23:39.020868 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:39.021559 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Bound using segment: {'id': '1b9c8bca-1fae-484f-a600-1287af67f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bc8108e-a303-40fe-9029-539f2ff2bbd1'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:23:39.022175 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Bound port: 8e31a689-1d36-40cd-a1d8-b4043edd9a26, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b9c8bca-1fae-484f-a600-1287af67f703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '8bc8108e-a303-40fe-9029-539f2ff2bbd1'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:23:39.022975 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:39.117510 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] For port 8e31a689-1d36-40cd-a1d8-b4043edd9a26, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:23:39.121041 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] For port 8e31a689-1d36-40cd-a1d8-b4043edd9a26, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8e31a689-1d36-40cd-a1d8-b4043edd9a26,segment=NetworkSegment(1b9c8bca-1fae-484f-a600-1287af67f703),segment_id=1b9c8bca-1fae-484f-a600-1287af67f703)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:23:39.188498 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:39.220422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-32997c67-d5a2-4a1c-acc2-0bef6e0a9819 None None] Provisioning complete for port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:39.223311 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32997c67-d5a2-4a1c-acc2-0bef6e0a9819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:39.264410 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242a241-aa14-49c7-b639-3ec0bd206ded None None] Pushing event updated for resources: {'Port': ['ID=8e31a689-1d36-40cd-a1d8-b4043edd9a26,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:39.268520 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Routers {'5b673fef-1aaa-4424-90a1-ccb76b142ee1'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:39.269448 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:23:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5b673fef-1aaa-4424-90a1-ccb76b142ee1'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:39.365331 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-37a930c8-07da-4599-859d-9a9e7c864d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:39.373238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-32997c67-d5a2-4a1c-acc2-0bef6e0a9819 None None] Current status of the port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:39.378547 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32997c67-d5a2-4a1c-acc2-0bef6e0a9819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:39.435290 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8e31a689-1d36-40cd-a1d8-b4043edd9a26 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:39.492789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-32997c67-d5a2-4a1c-acc2-0bef6e0a9819 None None] For port 8e31a689-1d36-40cd-a1d8-b4043edd9a26, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8e31a689-1d36-40cd-a1d8-b4043edd9a26,segment=NetworkSegment(1b9c8bca-1fae-484f-a600-1287af67f703),segment_id=1b9c8bca-1fae-484f-a600-1287af67f703)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:39.494682 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] Set router 5b673fef-1aaa-4424-90a1-ccb76b142ee1 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:39.506711 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:39.507019 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:39.566125 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32997c67-d5a2-4a1c-acc2-0bef6e0a9819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:39.648890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32997c67-d5a2-4a1c-acc2-0bef6e0a9819 None None] Pushing event updated for resources: {'Port': ['ID=8e31a689-1d36-40cd-a1d8-b4043edd9a26,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:39.669308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:39.688860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-993225a2-e9bb-413c-9c60-22ad958361fa None None] Provisioning complete for port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:39.689393 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-993225a2-e9bb-413c-9c60-22ad958361fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:39.715440 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'name': 'tempest-TestServerBasicOps-66150857-router', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'cdae189d-bab6-43c7-9d3d-aac5b721bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:30Z', 'updated_at': '2022-02-15T17:23:33Z', 'revision_number': 4, 'project_id': '99346e3f2ff64190aa4c21dcbfdca390', 'gw_port': {'id': 'cdae189d-bab6-43c7-9d3d-aac5b721bb99', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:30Z', 'updated_at': '2022-02-15T17:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8e31a689-1d36-40cd-a1d8-b4043edd9a26', 'name': '', 'network_id': '8bc8108e-a303-40fe-9029-539f2ff2bbd1', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390', 'mac_address': 'fa:16:3e:c0:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '04a0a75a-e7e5-49c0-8bb7-fd8681dc09af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:33Z', 'updated_at': '2022-02-15T17:23:39Z', 'revision_number': 4, 'project_id': '99346e3f2ff64190aa4c21dcbfdca390', 'subnets': [{'id': '04a0a75a-e7e5-49c0-8bb7-fd8681dc09af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:39.748376 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579729e3-183c-477f-9e7f-534371adfa75 None None] The sync data for ids ['5b673fef-1aaa-4424-90a1-ccb76b142ee1'] in n-d-828372-14 is: [{'id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'name': 'tempest-TestServerBasicOps-66150857-router', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'cdae189d-bab6-43c7-9d3d-aac5b721bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:30Z', 'updated_at': '2022-02-15T17:23:33Z', 'revision_number': 4, 'project_id': '99346e3f2ff64190aa4c21dcbfdca390', 'gw_port': {'id': 'cdae189d-bab6-43c7-9d3d-aac5b721bb99', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:30Z', 'updated_at': '2022-02-15T17:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '8e31a689-1d36-40cd-a1d8-b4043edd9a26', 'name': '', 'network_id': '8bc8108e-a303-40fe-9029-539f2ff2bbd1', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390', 'mac_address': 'fa:16:3e:c0:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '04a0a75a-e7e5-49c0-8bb7-fd8681dc09af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:33Z', 'updated_at': '2022-02-15T17:23:39Z', 'revision_number': 4, 'project_id': '99346e3f2ff64190aa4c21dcbfdca390', 'subnets': [{'id': '04a0a75a-e7e5-49c0-8bb7-fd8681dc09af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:23:39.761501 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:23:39.777818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-993225a2-e9bb-413c-9c60-22ad958361fa None None] Current status of the port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:39.892673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aeba00af-4c99-48df-ba94-f10d0ac6b300 req-5a6f9591-2b36-491e-856a-7f02cacd3355 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 210 time: 0.0308690 Feb 15 17:23:40.600092 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:40.996490 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8c79e8c-f1bc-4467-9121-f6e68fcca7cd req-fd5d4ed8-fbb7-4c3c-b899-6d776f9043b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 210 time: 0.0304630 Feb 15 17:23:41.357133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8e31a689-1d36-40cd-a1d8-b4043edd9a26 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:41.410270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:41.411015 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:41.418489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-3ba1094b-65b7-49af-916e-e4d64b1f38f3 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:41.420008 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-3ba1094b-65b7-49af-916e-e4d64b1f38f3 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.67 "GET /v2.0/networks?id=db2214fa-af99-4549-a0a6-34834f3048f5 HTTP/1.1" status: 200 len: 809 time: 0.1105375 Feb 15 17:23:41.492439 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-1fb4cfb5-40bd-4da0-a97f-250283f489e9 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41da2ed4c01a41d68904aa420ed28d3e HTTP/1.1" status: 200 len: 379 time: 0.0632439 Feb 15 17:23:41.501744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:41.502223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-d25f3612-9995-4a55-b728-456ede75e67d tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Request body: {'port': {'device_id': '7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e', 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5', 'admin_state_up': True, 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'security_groups': ['d5a23a08-e0b2-408d-9f07-e31a88819a96']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:41.689320 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-d25f3612-9995-4a55-b728-456ede75e67d tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Made reservation on behalf of 41da2ed4c01a41d68904aa420ed28d3e for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:23:41.694171 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-d25f3612-9995-4a55-b728-456ede75e67d tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:41.831095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-d25f3612-9995-4a55-b728-456ede75e67d tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Allocated IP 172.20.0.5 (db2214fa-af99-4549-a0a6-34834f3048f5/e7148ab3-29cd-47ac-9b99-332c44da4738/2ffcc003-31f7-4237-b416-d5173bf3102c) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:23:41.972027 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-d25f3612-9995-4a55-b728-456ede75e67d tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for port (2ffcc003-31f7-4237-b416-d5173bf3102c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:41.999494 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:42.068483 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-d25f3612-9995-4a55-b728-456ede75e67d tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2ffcc003-31f7-4237-b416-d5173bf3102c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:42.114436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-d25f3612-9995-4a55-b728-456ede75e67d tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Network db2214fa-af99-4549-a0a6-34834f3048f5 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:23:42.117866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-d25f3612-9995-4a55-b728-456ede75e67d tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:42.120519 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-d25f3612-9995-4a55-b728-456ede75e67d tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:23:42.131607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e5406-19ab-4935-a002-6fd73277ced4 req-76faf5db-ca14-4073-a765-1288d1779fbf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:42.133987 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b1e5406-19ab-4935-a002-6fd73277ced4 req-76faf5db-ca14-4073-a765-1288d1779fbf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 931 time: 0.0635948 Feb 15 17:23:42.167583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25f3612-9995-4a55-b728-456ede75e67d tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Pushing event updated for resources: {'Port': ['ID=2ffcc003-31f7-4237-b416-d5173bf3102c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:42.188242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-d25f3612-9995-4a55-b728-456ede75e67d tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:42.189065 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-d25f3612-9995-4a55-b728-456ede75e67d tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:42.226045 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b1e5406-19ab-4935-a002-6fd73277ced4 req-705f56a8-7836-4ee2-9406-7bd781b067a1 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/security-groups?id=d5a23a08-e0b2-408d-9f07-e31a88819a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752511 Feb 15 17:23:42.289933 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-d25f3612-9995-4a55-b728-456ede75e67d tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7919412 Feb 15 17:23:42.356137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Request body: {'port': {'device_id': '7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:42.417270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ea2a3606-5b9d-4e16-95a4-493f44fdb891 None None] Provisioning complete for port 2ffcc003-31f7-4237-b416-d5173bf3102c triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:42.417894 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea2a3606-5b9d-4e16-95a4-493f44fdb891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2ffcc003-31f7-4237-b416-d5173bf3102c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:42.422039 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2ffcc003-31f7-4237-b416-d5173bf3102c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:42.453882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a3606-5b9d-4e16-95a4-493f44fdb891 None None] Port 2ffcc003-31f7-4237-b416-d5173bf3102c cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:23:42.697579 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffcc003-31f7-4237-b416-d5173bf3102c {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:23:42.705185 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Publish callbacks [] for port (2ffcc003-31f7-4237-b416-d5173bf3102c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:42.717939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Transition to ACTIVE for port object 2ffcc003-31f7-4237-b416-d5173bf3102c will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:23:42.804143 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (2ffcc003-31f7-4237-b416-d5173bf3102c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:42.857003 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Pushing event updated for resources: {'Port': ['ID=2ffcc003-31f7-4237-b416-d5173bf3102c,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:42.932234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Attempting to bind port 2ffcc003-31f7-4237-b416-d5173bf3102c on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:23:42.932915 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Attempting to bind port 2ffcc003-31f7-4237-b416-d5173bf3102c by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:23:42.933214 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Attempting to bind port 2ffcc003-31f7-4237-b416-d5173bf3102c on network db2214fa-af99-4549-a0a6-34834f3048f5 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:23:42.938084 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Port 2ffcc003-31f7-4237-b416-d5173bf3102c on network db2214fa-af99-4549-a0a6-34834f3048f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:23:42.938415 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Attempting to bind port 2ffcc003-31f7-4237-b416-d5173bf3102c on network db2214fa-af99-4549-a0a6-34834f3048f5 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:23:42.944178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:23:42.944520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Checking segment: {'id': '4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:23:42.945038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Bound using segment: {'id': '4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:23:42.945494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Bound port: 2ffcc003-31f7-4237-b416-d5173bf3102c, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:23:42.945856 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2ffcc003-31f7-4237-b416-d5173bf3102c), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:43.016285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] For port 2ffcc003-31f7-4237-b416-d5173bf3102c, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:23:43.019913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] For port 2ffcc003-31f7-4237-b416-d5173bf3102c, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2ffcc003-31f7-4237-b416-d5173bf3102c,segment=NetworkSegment(4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac),segment_id=4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:23:43.097399 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (2ffcc003-31f7-4237-b416-d5173bf3102c), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:43.133657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:43.134199 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:43.135618 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] 10.222.0.67 "PUT /v2.0/ports/2ffcc003-31f7-4237-b416-d5173bf3102c HTTP/1.1" status: 200 len: 1092 time: 0.8377905 Feb 15 17:23:43.136074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e', 'tag': '2ffcc003-31f7-4237-b416-d5173bf3102c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:23:43.138362 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb8d8a0-8d5c-4e6f-93bb-97eb15a9a7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e", "tag": "2ffcc003-31f7-4237-b416-d5173bf3102c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:23:43.169432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c9ca2-44b1-41b6-bf41-5a7556433b82 service neutron] Pushing event updated for resources: {'Port': ['ID=2ffcc003-31f7-4237-b416-d5173bf3102c,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:43.202344 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5131cdf8-dddb-4d39-87ae-cd225805e59b x-openstack-request-id: req-5131cdf8-dddb-4d39-87ae-cd225805e59b {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:23:43.203379 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e", "tag": "2ffcc003-31f7-4237-b416-d5173bf3102c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:23:43.203702 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5131cdf8-dddb-4d39-87ae-cd225805e59b {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:23:43.204177 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e', 'tag': '2ffcc003-31f7-4237-b416-d5173bf3102c', 'status': 'completed', 'code': 200} Feb 15 17:23:43.287777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8d8a0-8d5c-4e6f-93bb-97eb15a9a7b2 req-f67b86ee-bf70-4f30-a1fb-b4b767a7c3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:43.289640 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3eb8d8a0-8d5c-4e6f-93bb-97eb15a9a7b2 req-f67b86ee-bf70-4f30-a1fb-b4b767a7c3b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41da2ed4c01a41d68904aa420ed28d3e&device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 1126 time: 0.0640743 Feb 15 17:23:43.363853 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76f1d8-500a-447b-9424-40b684b7671a req-f44bdc6d-ead1-4773-a54c-6f6cd5319f18 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:43.370965 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ae76f1d8-500a-447b-9424-40b684b7671a req-f44bdc6d-ead1-4773-a54c-6f6cd5319f18 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 943 time: 0.0690992 Feb 15 17:23:43.418145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8d8a0-8d5c-4e6f-93bb-97eb15a9a7b2 req-09f27691-936c-467e-b27c-70cdd7994f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:43.419613 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3eb8d8a0-8d5c-4e6f-93bb-97eb15a9a7b2 req-09f27691-936c-467e-b27c-70cdd7994f17 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=41da2ed4c01a41d68904aa420ed28d3e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1229551 Feb 15 17:23:43.420944 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ae76f1d8-500a-447b-9424-40b684b7671a req-2b425893-d77d-4d34-a0c0-d2bfef86badc tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/security-groups?id=d5a23a08-e0b2-408d-9f07-e31a88819a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488982 Feb 15 17:23:43.524583 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:43.525265 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8d8a0-8d5c-4e6f-93bb-97eb15a9a7b2 req-4981d753-f923-4a00-92b0-5ed338c8ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:43.526829 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3eb8d8a0-8d5c-4e6f-93bb-97eb15a9a7b2 req-4981d753-f923-4a00-92b0-5ed338c8ebf0 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009967 Feb 15 17:23:43.610314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-ce0444d9-adeb-46d5-9749-fde0f58e0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:43.611843 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-ce0444d9-adeb-46d5-9749-fde0f58e0c1b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41da2ed4c01a41d68904aa420ed28d3e&device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 1126 time: 0.0492728 Feb 15 17:23:43.651891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-957911f6-56a1-47e7-b458-f416e67e9ba8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffcc003-31f7-4237-b416-d5173bf3102c HTTP/1.1" status: 200 len: 217 time: 0.0336640 Feb 15 17:23:43.707626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9ee5ec77-5ca4-4d47-9090-38bad75a1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:43.709122 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9ee5ec77-5ca4-4d47-9090-38bad75a1bbd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7148ab3-29cd-47ac-9b99-332c44da4738 HTTP/1.1" status: 200 len: 848 time: 0.0513380 Feb 15 17:23:43.761234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-beb43afe-fcae-443b-9f9a-761000b583ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:43.762733 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-beb43afe-fcae-443b-9f9a-761000b583ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db2214fa-af99-4549-a0a6-34834f3048f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483873 Feb 15 17:23:43.851576 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-9f9a5e4a-b55d-4029-8c3f-7d3d71f2f1d6 service neutron] 10.222.0.67 "GET /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832675 Feb 15 17:23:43.948051 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbac8f5d-e87d-40d8-a519-9fd2da4f0bd5 req-0e7f129e-7f41-4c37-b649-9c646e2badf9 service neutron] 10.222.0.67 "GET /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903656 Feb 15 17:23:44.564224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec81840-87dd-48e1-8869-9f2849742dcc req-836037cb-ae5f-4a6d-9fd9-d0498e6bf745 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:44.566327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ec81840-87dd-48e1-8869-9f2849742dcc req-836037cb-ae5f-4a6d-9fd9-d0498e6bf745 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 943 time: 0.0530698 Feb 15 17:23:44.614122 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ec81840-87dd-48e1-8869-9f2849742dcc req-b9351db3-acd7-4c88-b163-e3721b9df547 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/security-groups?id=d5a23a08-e0b2-408d-9f07-e31a88819a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421815 Feb 15 17:23:45.725465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2ffcc003-31f7-4237-b416-d5173bf3102c details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:23:45.747320 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b0191-daaf-4cbd-9f8e-b9ed15b4a15b req-8f9e922c-9f13-4969-8587-3955f5235ba3 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:45.753984 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2e7b0191-daaf-4cbd-9f8e-b9ed15b4a15b req-8f9e922c-9f13-4969-8587-3955f5235ba3 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 943 time: 0.0720315 Feb 15 17:23:45.804146 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2e7b0191-daaf-4cbd-9f8e-b9ed15b4a15b req-54e4be80-8dec-4c96-b01a-afd6181eea09 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/security-groups?id=d5a23a08-e0b2-408d-9f07-e31a88819a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482905 Feb 15 17:23:45.834947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2ffcc003-31f7-4237-b416-d5173bf3102c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2ffcc003-31f7-4237-b416-d5173bf3102c,segment=NetworkSegment(4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac),segment_id=4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:45.847511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '2ffcc003-31f7-4237-b416-d5173bf3102c', 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5', 'port_id': '2ffcc003-31f7-4237-b416-d5173bf3102c', 'mac_address': 'fa:16:3e:2f:5d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:23:45.885946 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2ffcc003-31f7-4237-b416-d5173bf3102c is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:45.886344 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2ffcc003-31f7-4237-b416-d5173bf3102c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:45.902768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffcc003-31f7-4237-b416-d5173bf3102c {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:23:45.922823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2ffcc003-31f7-4237-b416-d5173bf3102c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2ffcc003-31f7-4237-b416-d5173bf3102c,segment=NetworkSegment(4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac),segment_id=4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:45.988708 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2ffcc003-31f7-4237-b416-d5173bf3102c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:46.051827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2ffcc003-31f7-4237-b416-d5173bf3102c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:46.232624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['2ffcc003-31f7-4237-b416-d5173bf3102c'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:23:46.923544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bc291-b712-4755-b394-0a491ad27c0a req-e7d02342-7759-4393-9a8d-5436bf5ca210 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:46.925081 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c4bc291-b712-4755-b394-0a491ad27c0a req-e7d02342-7759-4393-9a8d-5436bf5ca210 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 944 time: 0.0527215 Feb 15 17:23:46.974203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c4bc291-b712-4755-b394-0a491ad27c0a req-0c2a1ad6-8601-4c14-ab2b-ec24e8675d3d tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/security-groups?id=d5a23a08-e0b2-408d-9f07-e31a88819a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429785 Feb 15 17:23:47.740576 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2ffcc003-31f7-4237-b416-d5173bf3102c up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:23:47.907836 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 2ffcc003-31f7-4237-b416-d5173bf3102c completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:23:47.912931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 2ffcc003-31f7-4237-b416-d5173bf3102c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:23:47.913212 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2ffcc003-31f7-4237-b416-d5173bf3102c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:48.006487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 2ffcc003-31f7-4237-b416-d5173bf3102c is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:23:48.006886 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2ffcc003-31f7-4237-b416-d5173bf3102c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:48.039541 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffcc003-31f7-4237-b416-d5173bf3102c'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:23:48.042536 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d49393c-934a-4b13-aca1-e9a3cc73edbf" -d '{"events": [{"server_uuid": "7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e", "name": "network-vif-plugged", "status": "completed", "tag": "2ffcc003-31f7-4237-b416-d5173bf3102c"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:23:48.062518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 2ffcc003-31f7-4237-b416-d5173bf3102c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2ffcc003-31f7-4237-b416-d5173bf3102c,segment=NetworkSegment(4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac),segment_id=4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:23:48.087271 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d32d4cc-1622-4108-9cce-d3ad688e3077 x-openstack-request-id: req-9d32d4cc-1622-4108-9cce-d3ad688e3077 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:23:48.087576 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e", "name": "network-vif-plugged", "status": "completed", "tag": "2ffcc003-31f7-4237-b416-d5173bf3102c", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:23:48.087836 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9d32d4cc-1622-4108-9cce-d3ad688e3077 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:23:48.088233 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffcc003-31f7-4237-b416-d5173bf3102c', 'code': 200} Feb 15 17:23:48.114063 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ba120-1533-49fc-960b-b2f7f0400b7b req-bf11ba8e-0cc4-484b-a111-e7be7ddc6984 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:48.115557 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-254ba120-1533-49fc-960b-b2f7f0400b7b req-bf11ba8e-0cc4-484b-a111-e7be7ddc6984 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 944 time: 0.0645354 Feb 15 17:23:48.153866 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2ffcc003-31f7-4237-b416-d5173bf3102c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:48.167168 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-254ba120-1533-49fc-960b-b2f7f0400b7b req-b1fa8840-1103-4234-9446-9fd5f6a64355 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/security-groups?id=d5a23a08-e0b2-408d-9f07-e31a88819a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457473 Feb 15 17:23:48.200178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721e220-21f7-4e6f-a83c-04ea4e162af8 req-9eae3d27-1217-4a1d-b2ae-af2e67553dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:48.201714 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e721e220-21f7-4e6f-a83c-04ea4e162af8 req-9eae3d27-1217-4a1d-b2ae-af2e67553dee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 1128 time: 0.0553319 Feb 15 17:23:48.204527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=2ffcc003-31f7-4237-b416-d5173bf3102c,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:48.249573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e721e220-21f7-4e6f-a83c-04ea4e162af8 req-5ab6e131-4603-4f61-b225-a85c9e0c782d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d5a23a08-e0b2-408d-9f07-e31a88819a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421767 Feb 15 17:23:49.291078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba3abc7-aba9-49af-84f4-c1ef44c2c19d req-ef0746eb-303f-4348-8c55-b4ca159bb7ca tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:49.292620 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cba3abc7-aba9-49af-84f4-c1ef44c2c19d req-ef0746eb-303f-4348-8c55-b4ca159bb7ca tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 945 time: 0.0551991 Feb 15 17:23:49.342388 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cba3abc7-aba9-49af-84f4-c1ef44c2c19d req-d10d8a0e-18cf-4364-9cbf-7240c1be769a tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/security-groups?id=d5a23a08-e0b2-408d-9f07-e31a88819a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439856 Feb 15 17:23:50.463998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c16613-0f48-48be-9c30-7eb1a37d3071 req-d45adf30-5358-49e8-9905-7ae3db60cf0f tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:50.480595 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-78c16613-0f48-48be-9c30-7eb1a37d3071 req-d45adf30-5358-49e8-9905-7ae3db60cf0f tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 945 time: 0.0548377 Feb 15 17:23:50.518624 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-78c16613-0f48-48be-9c30-7eb1a37d3071 req-fdf45033-67c4-4ce7-afb9-3f2c967aff1a tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/security-groups?id=d5a23a08-e0b2-408d-9f07-e31a88819a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474584 Feb 15 17:23:50.658803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1cff1-5809-4231-a3d6-7062d0f8951b req-fef6c8be-f94b-4e91-a287-a7c10ecb6ee2 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:50.660218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b9c1cff1-5809-4231-a3d6-7062d0f8951b req-fef6c8be-f94b-4e91-a287-a7c10ecb6ee2 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 945 time: 0.0573103 Feb 15 17:23:50.710555 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b9c1cff1-5809-4231-a3d6-7062d0f8951b req-2fa6ab95-8df2-48a6-8d70-d31693f24ae6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/security-groups?id=d5a23a08-e0b2-408d-9f07-e31a88819a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447068 Feb 15 17:23:50.832389 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1895201-1ee2-467d-83dc-94608756555c req-9e847db0-1109-4f03-a060-88cbd164cd05 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:50.833922 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d1895201-1ee2-467d-83dc-94608756555c req-9e847db0-1109-4f03-a060-88cbd164cd05 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 945 time: 0.0586002 Feb 15 17:23:50.882810 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d1895201-1ee2-467d-83dc-94608756555c req-d4143a3e-0abe-4378-ad07-836f52d39a2c tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/security-groups?id=d5a23a08-e0b2-408d-9f07-e31a88819a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431764 Feb 15 17:23:50.904030 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37358) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:51.000957 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66808430-9a59-4bfc-bdaa-538a4927352f tempest-TestServerBasicOps-1307451772 tempest-TestServerBasicOps-1307451772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:51.002522 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-66808430-9a59-4bfc-bdaa-538a4927352f tempest-TestServerBasicOps-1307451772 tempest-TestServerBasicOps-1307451772-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 1123 time: 0.0975296 Feb 15 17:23:51.005733 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37362) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:23:51.009920 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '2ffcc003-31f7-4237-b416-d5173bf3102c', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:23:51.119032 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:51.219529 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:51.323321 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Allocated IP 172.25.4.3 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/1cf11bb1-54fb-4d16-bb2b-a89b0aa8f08e) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:23:51.431236 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for port (1cf11bb1-54fb-4d16-bb2b-a89b0aa8f08e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:51.605650 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (1cf11bb1-54fb-4d16-bb2b-a89b0aa8f08e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:51.646561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:23:51.649578 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:23:51.655665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:23:51.674999 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Pushing event updated for resources: {'Port': ['ID=1cf11bb1-54fb-4d16-bb2b-a89b0aa8f08e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:51.688659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:51.689013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:51.689357 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:51.689719 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:51.690056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:51.690918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:51.691249 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:51.691576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:51.691903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:51.692228 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:51.693556 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:51.693556 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:51.693556 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:23:52.024156 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for floatingip (ee715f12-75d9-473b-b843-38c445e3ddd1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:52.170221 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1cf11bb1-54fb-4d16-bb2b-a89b0aa8f08e), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:52.324639 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for port (1cf11bb1-54fb-4d16-bb2b-a89b0aa8f08e), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:52.415280 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (1cf11bb1-54fb-4d16-bb2b-a89b0aa8f08e), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:52.484240 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Pushing event updated for resources: {'Port': ['ID=1cf11bb1-54fb-4d16-bb2b-a89b0aa8f08e,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:23:52.502058 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (ee715f12-75d9-473b-b843-38c445e3ddd1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:52.607995 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Floating IP ee715f12-75d9-473b-b843-38c445e3ddd1 associated. External IP: 172.25.4.3, port: 2ffcc003-31f7-4237-b416-d5173bf3102c. Feb 15 17:23:52.834655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Router c244eb20-1f10-4307-b263-3d16808c7c0f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:23:52.952754 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:23:52.964165 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcdc808-7158-4e47-9152-65f1251ea7b7 None None] Sync routers for ids ['c244eb20-1f10-4307-b263-3d16808c7c0f'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:23:52.976655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcdc808-7158-4e47-9152-65f1251ea7b7 None None] Routers {'c244eb20-1f10-4307-b263-3d16808c7c0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:52.977293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3fcdc808-7158-4e47-9152-65f1251ea7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:23:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c244eb20-1f10-4307-b263-3d16808c7c0f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:53.048476 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:23:53.095944 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-af0710f3-ed60-49a3-a2f5-c6cb1b8064bf tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0744810 Feb 15 17:23:53.095944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e', 'tag': '2ffcc003-31f7-4237-b416-d5173bf3102c'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:23:53.095944 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447e84f4-a645-41e2-97f0-5f1257abb95e" -d '{"events": [{"name": "network-changed", "server_uuid": "7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e", "tag": "2ffcc003-31f7-4237-b416-d5173bf3102c"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:23:53.102264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-3fcdc808-7158-4e47-9152-65f1251ea7b7 None None] Set router c244eb20-1f10-4307-b263-3d16808c7c0f gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:53.212610 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81057aac-12ae-4a54-9201-86e4fa97b3b9 x-openstack-request-id: req-81057aac-12ae-4a54-9201-86e4fa97b3b9 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:23:53.212909 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e", "tag": "2ffcc003-31f7-4237-b416-d5173bf3102c", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:23:53.213173 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-81057aac-12ae-4a54-9201-86e4fa97b3b9 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:23:53.213770 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e', 'tag': '2ffcc003-31f7-4237-b416-d5173bf3102c', 'status': 'completed', 'code': 200} Feb 15 17:23:53.279214 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e84f4-a645-41e2-97f0-5f1257abb95e req-7dec2cd7-0ccb-440f-9a8d-e1ebde8c58e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:53.281280 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-447e84f4-a645-41e2-97f0-5f1257abb95e req-7dec2cd7-0ccb-440f-9a8d-e1ebde8c58e0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41da2ed4c01a41d68904aa420ed28d3e&device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 1128 time: 0.0465186 Feb 15 17:23:53.365497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3fcdc808-7158-4e47-9152-65f1251ea7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'name': 'tempest-TestServerBasicOps-1027382726-router', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:23Z', 'updated_at': '2022-02-15T17:23:26Z', 'revision_number': 4, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'gw_port': {'id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:24Z', 'updated_at': '2022-02-15T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'ee715f12-75d9-473b-b843-38c445e3ddd1', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'port_id': '2ffcc003-31f7-4237-b416-d5173bf3102c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5', 'mac_address': 'fa:16:3e:2f:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:23:51Z', 'updated_at': '2022-02-15T17:23:51Z', 'revision_number': 0, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1a2acec-4317-4c53-af50-29d16fc4356e', 'name': '', 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'mac_address': 'fa:16:3e:f2:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:25Z', 'updated_at': '2022-02-15T17:23:30Z', 'revision_number': 5, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'subnets': [{'id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:53.378550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e84f4-a645-41e2-97f0-5f1257abb95e req-d7dc14d7-9714-4539-a0e0-37ed12755232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:53.380191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-447e84f4-a645-41e2-97f0-5f1257abb95e req-d7dc14d7-9714-4539-a0e0-37ed12755232 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db2214fa-af99-4549-a0a6-34834f3048f5 HTTP/1.1" status: 200 len: 910 time: 0.0926676 Feb 15 17:23:53.393045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcdc808-7158-4e47-9152-65f1251ea7b7 None None] Checking router: c244eb20-1f10-4307-b263-3d16808c7c0f for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:23:53.401821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcdc808-7158-4e47-9152-65f1251ea7b7 None None] Routers {'c244eb20-1f10-4307-b263-3d16808c7c0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:23:53.402450 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3fcdc808-7158-4e47-9152-65f1251ea7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:23:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c244eb20-1f10-4307-b263-3d16808c7c0f'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:53.527398 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-3fcdc808-7158-4e47-9152-65f1251ea7b7 None None] Set router c244eb20-1f10-4307-b263-3d16808c7c0f gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:23:53.767643 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-447e84f4-a645-41e2-97f0-5f1257abb95e req-47fc6622-1361-4ead-9351-28dfda5fca20 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffcc003-31f7-4237-b416-d5173bf3102c HTTP/1.1" status: 200 len: 997 time: 0.3814483 Feb 15 17:23:53.771011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-3fcdc808-7158-4e47-9152-65f1251ea7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'name': 'tempest-TestServerBasicOps-1027382726-router', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:23Z', 'updated_at': '2022-02-15T17:23:26Z', 'revision_number': 4, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'gw_port': {'id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:24Z', 'updated_at': '2022-02-15T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'ee715f12-75d9-473b-b843-38c445e3ddd1', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'port_id': '2ffcc003-31f7-4237-b416-d5173bf3102c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5', 'mac_address': 'fa:16:3e:2f:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:23:51Z', 'updated_at': '2022-02-15T17:23:51Z', 'revision_number': 0, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1a2acec-4317-4c53-af50-29d16fc4356e', 'name': '', 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'mac_address': 'fa:16:3e:f2:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:25Z', 'updated_at': '2022-02-15T17:23:30Z', 'revision_number': 5, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'subnets': [{'id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:23:53.802164 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcdc808-7158-4e47-9152-65f1251ea7b7 None None] The sync data for ids ['c244eb20-1f10-4307-b263-3d16808c7c0f'] in n-d-828372-14 is: [{'id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'name': 'tempest-TestServerBasicOps-1027382726-router', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:23Z', 'updated_at': '2022-02-15T17:23:26Z', 'revision_number': 4, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'gw_port': {'id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:24Z', 'updated_at': '2022-02-15T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'ee715f12-75d9-473b-b843-38c445e3ddd1', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'port_id': '2ffcc003-31f7-4237-b416-d5173bf3102c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5', 'mac_address': 'fa:16:3e:2f:5d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:23:51Z', 'updated_at': '2022-02-15T17:23:51Z', 'revision_number': 0, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1a2acec-4317-4c53-af50-29d16fc4356e', 'name': '', 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'mac_address': 'fa:16:3e:f2:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:25Z', 'updated_at': '2022-02-15T17:23:30Z', 'revision_number': 5, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'subnets': [{'id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:23:53.820754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e84f4-a645-41e2-97f0-5f1257abb95e req-ccef53b9-d52d-40e0-9e33-5f234903de87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:53.822571 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-447e84f4-a645-41e2-97f0-5f1257abb95e req-ccef53b9-d52d-40e0-9e33-5f234903de87 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7148ab3-29cd-47ac-9b99-332c44da4738 HTTP/1.1" status: 200 len: 848 time: 0.0477858 Feb 15 17:23:53.879859 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e84f4-a645-41e2-97f0-5f1257abb95e req-3dd9108f-94ac-4a57-8a6c-f4f998f6dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:23:53.881573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-447e84f4-a645-41e2-97f0-5f1257abb95e req-3dd9108f-94ac-4a57-8a6c-f4f998f6dc4f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db2214fa-af99-4549-a0a6-34834f3048f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0532048 Feb 15 17:23:53.973142 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-447e84f4-a645-41e2-97f0-5f1257abb95e req-a9aa8bc6-0a2b-4be6-8b79-f9cb01771f90 service neutron] 10.222.0.67 "GET /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855951 Feb 15 17:23:54.072303 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-447e84f4-a645-41e2-97f0-5f1257abb95e req-2a991af6-817f-4539-83c2-58929e580c49 service neutron] 10.222.0.67 "GET /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933566 Feb 15 17:23:54.088219 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635c5d4f-0fd5-481a-9a35-e0d8fc1dd830 None None] New status for floating IP ee715f12-75d9-473b-b843-38c445e3ddd1: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:24:00.735122 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:24:01.033194 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:24:06.940740 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e8457ca-59c7-452b-b8a4-a7cc4f538668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:24:09.313505 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b52496dc-1ee8-487f-86ad-afb1134f6726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:24:10.565043 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:24:12.060132 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:24:13.563434 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:24:15.495324 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b93f5c26-25df-433c-9289-6a373a3ce875 req-3b393f42-6a2d-4a70-ba9c-c94b0e3fb995 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441091 Feb 15 17:24:15.585455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f5c26-25df-433c-9289-6a373a3ce875 req-1ef7b09f-182b-4389-b246-923007ce7d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:24:15.587015 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b93f5c26-25df-433c-9289-6a373a3ce875 req-1ef7b09f-182b-4389-b246-923007ce7d6e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41da2ed4c01a41d68904aa420ed28d3e&device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 1128 time: 0.0457094 Feb 15 17:24:15.695162 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f5c26-25df-433c-9289-6a373a3ce875 req-eb98ea96-2332-43e4-aab9-aa9d0a76d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:24:15.696704 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b93f5c26-25df-433c-9289-6a373a3ce875 req-eb98ea96-2332-43e4-aab9-aa9d0a76d1f6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db2214fa-af99-4549-a0a6-34834f3048f5 HTTP/1.1" status: 200 len: 910 time: 0.0901926 Feb 15 17:24:15.764309 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b93f5c26-25df-433c-9289-6a373a3ce875 req-24aecda2-4450-441a-a40d-bcb2f6246a48 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffcc003-31f7-4237-b416-d5173bf3102c HTTP/1.1" status: 200 len: 999 time: 0.0602465 Feb 15 17:24:15.812572 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f5c26-25df-433c-9289-6a373a3ce875 req-d72f86f7-234b-40c2-9021-d6d5aa287eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:24:15.814051 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b93f5c26-25df-433c-9289-6a373a3ce875 req-d72f86f7-234b-40c2-9021-d6d5aa287eeb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7148ab3-29cd-47ac-9b99-332c44da4738 HTTP/1.1" status: 200 len: 848 time: 0.0438778 Feb 15 17:24:15.866200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f5c26-25df-433c-9289-6a373a3ce875 req-4a6bf733-d315-461e-8f5d-22326417e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:24:15.867645 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b93f5c26-25df-433c-9289-6a373a3ce875 req-4a6bf733-d315-461e-8f5d-22326417e686 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db2214fa-af99-4549-a0a6-34834f3048f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480318 Feb 15 17:24:15.955046 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b93f5c26-25df-433c-9289-6a373a3ce875 req-0451931b-8434-4a9c-a8d8-c2400153f13b service neutron] 10.222.0.67 "GET /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808470 Feb 15 17:24:16.048792 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b93f5c26-25df-433c-9289-6a373a3ce875 req-d81afb24-6b92-447e-b0a9-b35d6041a197 service neutron] 10.222.0.67 "GET /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868523 Feb 15 17:24:16.750415 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:24:27.517110 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 37620) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:24:27.616324 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac73bac-f125-40c3-b710-c2a167ce3d38 req-a5bb889a-2049-4752-bd10-8b21ef3ac718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:24:27.617905 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aac73bac-f125-40c3-b710-c2a167ce3d38 req-a5bb889a-2049-4752-bd10-8b21ef3ac718 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 1128 time: 0.0996757 Feb 15 17:24:27.663311 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aac73bac-f125-40c3-b710-c2a167ce3d38 req-44879147-4c76-4e47-bbdb-a080d3a4ca2c service neutron] 10.222.0.107 "GET /v2.0/security-groups?id=d5a23a08-e0b2-408d-9f07-e31a88819a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396886 Feb 15 17:24:30.723432 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:24:31.039175 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:24:36.930868 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f9ec4084-6842-44dc-9f23-cd137d412d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:24:39.273307 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0ea601a5-a3c1-4cef-bd56-c2ea5db65024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:24:40.587559 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:24:42.090941 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:24:43.518958 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:24:53.749642 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:25:00.690496 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:01.039465 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:06.924478 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d094d0e3-db93-4bac-a3d1-9e4704c82781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:09.296704 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff83da93-d7aa-4e86-9c76-96a8cb2fb090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:10.570180 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:12.085224 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:13.536203 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:18.007439 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6fece7f0-cd2c-4cd0-92a7-6853709d063b req-d45c58e9-c6f1-4906-8d4f-027964820228 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510371 Feb 15 17:25:18.097740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fece7f0-cd2c-4cd0-92a7-6853709d063b req-a9d17994-ba73-43fe-8273-21e832b128ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:25:18.099545 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6fece7f0-cd2c-4cd0-92a7-6853709d063b req-a9d17994-ba73-43fe-8273-21e832b128ba service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41da2ed4c01a41d68904aa420ed28d3e&device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 1128 time: 0.0512803 Feb 15 17:25:18.208927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fece7f0-cd2c-4cd0-92a7-6853709d063b req-24d08508-d1af-4303-9c97-ffa4864d05b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:25:18.210526 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6fece7f0-cd2c-4cd0-92a7-6853709d063b req-24d08508-d1af-4303-9c97-ffa4864d05b8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db2214fa-af99-4549-a0a6-34834f3048f5 HTTP/1.1" status: 200 len: 910 time: 0.0936275 Feb 15 17:25:18.278382 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6fece7f0-cd2c-4cd0-92a7-6853709d063b req-ddc0946a-ebf4-4c7d-b1d7-1d22b02bcfdb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffcc003-31f7-4237-b416-d5173bf3102c HTTP/1.1" status: 200 len: 999 time: 0.0620649 Feb 15 17:25:18.327444 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fece7f0-cd2c-4cd0-92a7-6853709d063b req-47e8e164-e86a-4ba3-bc1e-0a43bf232df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:25:18.329142 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6fece7f0-cd2c-4cd0-92a7-6853709d063b req-47e8e164-e86a-4ba3-bc1e-0a43bf232df1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7148ab3-29cd-47ac-9b99-332c44da4738 HTTP/1.1" status: 200 len: 848 time: 0.0453868 Feb 15 17:25:18.391222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fece7f0-cd2c-4cd0-92a7-6853709d063b req-1e59f745-9c84-4d01-b509-9b0d00cf6c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:25:18.392776 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6fece7f0-cd2c-4cd0-92a7-6853709d063b req-1e59f745-9c84-4d01-b509-9b0d00cf6c57 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db2214fa-af99-4549-a0a6-34834f3048f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0579724 Feb 15 17:25:18.495495 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6fece7f0-cd2c-4cd0-92a7-6853709d063b req-9fb34f23-5db7-4fbf-a5bc-0a6e964bd708 service neutron] 10.222.0.67 "GET /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965858 Feb 15 17:25:18.591405 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6fece7f0-cd2c-4cd0-92a7-6853709d063b req-8966a862-4c6b-45e5-b01e-00fa59f6a2a5 service neutron] 10.222.0.67 "GET /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902386 Feb 15 17:25:30.667498 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:30.749248 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:25:31.033024 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:36.919386 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-94d3a30a-c43b-46c9-9e07-95abc9730a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:39.271046 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af9bb569-4779-4cdd-bde2-c8b44e4f691c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:40.587350 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:42.030509 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:43.562372 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:54.771056 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38342) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:25:54.776288 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-918637685', 'description': 'tempest-secgroup-smoke-918637685 description', 'project_id': 'd6ad9e5c353b406ca142123ac19788b0'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:25:54.873421 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:54.945467 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group (2523ac4d-5035-400c-b483-3ece22319184), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:55.056323 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2523ac4d-5035-400c-b483-3ece22319184), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:55.090956 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2523ac4d-5035-400c-b483-3ece22319184,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:25:55.098640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:25:55.098988 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:25:55.099327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:25:55.099663 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:25:55.100018 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:25:55.100345 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:25:55.100670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:25:55.100992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:25:55.101459 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:25:55.102381 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:25:55.102381 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:25:55.102697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:25:55.103018 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:25:55.164120 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:55.165489 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d9d50745-8f76-42c5-898a-df2443696de1 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3933442 Feb 15 17:25:55.168376 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38350) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:25:55.173871 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-dccb3bdd-b8f9-4b87-8fe6-3376da1b1953 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Request body: {'security_group_rule': {'security_group_id': '2523ac4d-5035-400c-b483-3ece22319184', 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:25:55.335846 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dccb3bdd-b8f9-4b87-8fe6-3376da1b1953 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (21cbf98f-4178-4e4b-9626-c6232b26db25), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:55.390493 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dccb3bdd-b8f9-4b87-8fe6-3376da1b1953 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (21cbf98f-4178-4e4b-9626-c6232b26db25), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:55.478921 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dccb3bdd-b8f9-4b87-8fe6-3376da1b1953 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (21cbf98f-4178-4e4b-9626-c6232b26db25), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:55.505822 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb3bdd-b8f9-4b87-8fe6-3376da1b1953 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cbf98f-4178-4e4b-9626-c6232b26db25,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:25:55.578187 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-dccb3bdd-b8f9-4b87-8fe6-3376da1b1953 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:55.579424 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-dccb3bdd-b8f9-4b87-8fe6-3376da1b1953 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4099967 Feb 15 17:25:55.582278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38352) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:25:55.586655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-43152231-fe4f-4f2e-bc6b-bb7e53c8aafa tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Request body: {'security_group_rule': {'security_group_id': '2523ac4d-5035-400c-b483-3ece22319184', 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:25:55.666481 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-43152231-fe4f-4f2e-bc6b-bb7e53c8aafa tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (3f90f6c1-775f-46ab-bdf5-84a16012a972), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:55.725640 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-43152231-fe4f-4f2e-bc6b-bb7e53c8aafa tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (3f90f6c1-775f-46ab-bdf5-84a16012a972), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:55.824309 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-43152231-fe4f-4f2e-bc6b-bb7e53c8aafa tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (3f90f6c1-775f-46ab-bdf5-84a16012a972), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:55.860905 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43152231-fe4f-4f2e-bc6b-bb7e53c8aafa tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f90f6c1-775f-46ab-bdf5-84a16012a972,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:25:55.978423 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-43152231-fe4f-4f2e-bc6b-bb7e53c8aafa tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:55.979673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-43152231-fe4f-4f2e-bc6b-bb7e53c8aafa tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3964682 Feb 15 17:25:55.982844 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38354) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:25:55.987476 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f6336d85-259d-4256-a681-34d0aa6f2fac tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Request body: {'security_group_rule': {'security_group_id': '2523ac4d-5035-400c-b483-3ece22319184', 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:25:56.112428 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6336d85-259d-4256-a681-34d0aa6f2fac tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (b4d4a566-78a6-44c9-a2f9-550e1f7c5b80), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:56.167273 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6336d85-259d-4256-a681-34d0aa6f2fac tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (b4d4a566-78a6-44c9-a2f9-550e1f7c5b80), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:56.295977 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6336d85-259d-4256-a681-34d0aa6f2fac tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (b4d4a566-78a6-44c9-a2f9-550e1f7c5b80), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:56.313390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6336d85-259d-4256-a681-34d0aa6f2fac tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d4a566-78a6-44c9-a2f9-550e1f7c5b80,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:25:56.426682 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f6336d85-259d-4256-a681-34d0aa6f2fac tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:56.427858 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f6336d85-259d-4256-a681-34d0aa6f2fac tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4445739 Feb 15 17:25:56.430536 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38356) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:25:56.435133 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4909764e-c106-4756-9b1f-a5bf10263df6 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Request body: {'security_group_rule': {'security_group_id': '2523ac4d-5035-400c-b483-3ece22319184', 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:25:56.554873 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4909764e-c106-4756-9b1f-a5bf10263df6 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (d233b316-75ff-4afa-890b-512dca594162), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:56.611165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4909764e-c106-4756-9b1f-a5bf10263df6 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (d233b316-75ff-4afa-890b-512dca594162), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:56.684523 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4909764e-c106-4756-9b1f-a5bf10263df6 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (d233b316-75ff-4afa-890b-512dca594162), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:56.706160 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909764e-c106-4756-9b1f-a5bf10263df6 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d233b316-75ff-4afa-890b-512dca594162,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:25:56.792399 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4909764e-c106-4756-9b1f-a5bf10263df6 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:56.793655 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4909764e-c106-4756-9b1f-a5bf10263df6 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3621788 Feb 15 17:25:56.796290 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38358) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:25:56.800604 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6d0211d3-679a-4107-9b2e-8647a4406fc5 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Request body: {'security_group_rule': {'security_group_id': '2523ac4d-5035-400c-b483-3ece22319184', 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:25:56.895911 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-6d0211d3-679a-4107-9b2e-8647a4406fc5 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Project d6ad9e5c353b406ca142123ac19788b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:25:56.900675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d0211d3-679a-4107-9b2e-8647a4406fc5 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (e9245cde-9d86-46df-a920-51badf1869c8), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:56.958991 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d0211d3-679a-4107-9b2e-8647a4406fc5 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (e9245cde-9d86-46df-a920-51badf1869c8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:57.053256 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d0211d3-679a-4107-9b2e-8647a4406fc5 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e9245cde-9d86-46df-a920-51badf1869c8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:57.071836 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0211d3-679a-4107-9b2e-8647a4406fc5 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9245cde-9d86-46df-a920-51badf1869c8,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:25:57.178181 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d0211d3-679a-4107-9b2e-8647a4406fc5 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:57.179453 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6d0211d3-679a-4107-9b2e-8647a4406fc5 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3822134 Feb 15 17:25:57.182426 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38360) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:25:57.186770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2609c3ea-6b3a-4615-bb97-ebd085a74e39 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Request body: {'security_group_rule': {'security_group_id': '2523ac4d-5035-400c-b483-3ece22319184', 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:25:57.270412 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-2609c3ea-6b3a-4615-bb97-ebd085a74e39 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Project d6ad9e5c353b406ca142123ac19788b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:25:57.275514 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2609c3ea-6b3a-4615-bb97-ebd085a74e39 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (33302ad3-bf45-44d8-86f2-a120443fa3cb), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:57.333861 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2609c3ea-6b3a-4615-bb97-ebd085a74e39 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (33302ad3-bf45-44d8-86f2-a120443fa3cb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:57.418918 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2609c3ea-6b3a-4615-bb97-ebd085a74e39 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (33302ad3-bf45-44d8-86f2-a120443fa3cb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:57.436753 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609c3ea-6b3a-4615-bb97-ebd085a74e39 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33302ad3-bf45-44d8-86f2-a120443fa3cb,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:25:57.527021 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2609c3ea-6b3a-4615-bb97-ebd085a74e39 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:25:57.528187 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2609c3ea-6b3a-4615-bb97-ebd085a74e39 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3448181 Feb 15 17:25:57.892171 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-0091321e-50c5-4fc7-a44f-42f0eca51248 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-918637685&fields=id&tenant_id=d6ad9e5c353b406ca142123ac19788b0 HTTP/1.1" status: 200 len: 267 time: 0.0441232 Feb 15 17:25:58.000719 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-2b9f75cd-1bfe-4a15-bf8d-c1e58bccc178 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:25:58.002234 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-2b9f75cd-1bfe-4a15-bf8d-c1e58bccc178 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/networks?id=b569ed66-c8ed-49d3-82eb-cc50ef48e72f HTTP/1.1" status: 200 len: 813 time: 0.1014857 Feb 15 17:25:58.017037 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-bf3da7b6-2dd5-409e-8ef1-6a3d80862aec tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/quotas/d6ad9e5c353b406ca142123ac19788b0 HTTP/1.1" status: 200 len: 375 time: 0.0093682 Feb 15 17:25:58.070544 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-bdea2ffc-928b-4a36-b298-99dd1fe0400f tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d6ad9e5c353b406ca142123ac19788b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485942 Feb 15 17:25:58.168562 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-0f2dfd6b-f685-43bf-9f58-43dded3973b9 service neutron] 10.222.0.107 "GET /v2.0/networks/b569ed66-c8ed-49d3-82eb-cc50ef48e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858042 Feb 15 17:25:58.260424 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-965d8175-715d-4526-9c29-af9567ddda5e service neutron] 10.222.0.107 "GET /v2.0/networks/b569ed66-c8ed-49d3-82eb-cc50ef48e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859385 Feb 15 17:25:58.899625 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0e5880d9-dfe0-4e50-8975-6c664e418aa6 req-ab4756f2-bc58-4ecb-aa3c-3c69da5aa50f tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 210 time: 0.0840588 Feb 15 17:25:59.993049 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-80199b9f-a0d4-45f4-aab8-6b0feee45cc2 req-0cfa0f77-bf85-43e8-b8a4-7de115ed82ff tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 210 time: 0.0276432 Feb 15 17:26:00.713935 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:01.056637 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:01.072527 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-f920865e-a03d-45f1-9c9c-72a05aa2c2ba tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:01.073988 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-f920865e-a03d-45f1-9c9c-72a05aa2c2ba tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.10 "GET /v2.0/networks?id=b569ed66-c8ed-49d3-82eb-cc50ef48e72f HTTP/1.1" status: 200 len: 813 time: 0.1067357 Feb 15 17:26:01.113446 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-93bbd370-9a90-4779-9377-903393079489 req-a62cd2d3-27c2-45df-893f-8854ae2e5be7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 210 time: 0.0480726 Feb 15 17:26:01.157011 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-d98ccf26-e78e-4093-86d9-4361cee7ff60 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6ad9e5c353b406ca142123ac19788b0 HTTP/1.1" status: 200 len: 379 time: 0.0749474 Feb 15 17:26:01.171071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Request body: {'port': {'device_id': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'admin_state_up': True, 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'security_groups': ['2523ac4d-5035-400c-b483-3ece22319184']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:26:01.342283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Made reservation on behalf of d6ad9e5c353b406ca142123ac19788b0 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:26:01.346086 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:01.483599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Allocated IP 172.20.0.4 (b569ed66-c8ed-49d3-82eb-cc50ef48e72f/ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0/ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:26:01.626948 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for port (ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:01.716353 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:01.762232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Network b569ed66-c8ed-49d3-82eb-cc50ef48e72f is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:26:01.767466 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:26:01.771290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:26:01.800884 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Pushing event updated for resources: {'Port': ['ID=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:26:01.816309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:01.816661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:01.817012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:01.817354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:01.817718 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:01.818051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:01.818383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:01.818710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:01.819037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:01.819370 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:01.819696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:01.820020 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:01.820347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:01.841752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:01.841752 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:01.930127 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-a2699727-65aa-4592-af5a-225c24f47fd7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7627931 Feb 15 17:26:01.941325 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Request body: {'port': {'device_id': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:26:02.000098 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b165f16c-ef2a-46a5-a587-d6205c5bdfab None None] Provisioning complete for port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:26:02.001156 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b165f16c-ef2a-46a5-a587-d6205c5bdfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:02.022083 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:02.035622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b165f16c-ef2a-46a5-a587-d6205c5bdfab None None] Port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:26:02.249322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59642ca1-3bb4-4ed0-bbbd-cbade0d88319 req-9dd40898-8361-4a61-a4b7-a401a89372f5 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:02.250991 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-59642ca1-3bb4-4ed0-bbbd-cbade0d88319 req-9dd40898-8361-4a61-a4b7-a401a89372f5 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 931 time: 0.0653043 Feb 15 17:26:02.302074 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-59642ca1-3bb4-4ed0-bbbd-cbade0d88319 req-aec0e085-5105-4a3d-9def-c692ade9f85a tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451453 Feb 15 17:26:02.308291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:26:02.323657 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Publish callbacks [] for port (ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:02.338270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Transition to ACTIVE for port object ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:26:02.413413 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:02.466959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:26:02.544032 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Attempting to bind port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:26:02.544362 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Attempting to bind port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '0cba353a-78df-4a51-98db-46e974f13914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:26:02.544726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Attempting to bind port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe on network b569ed66-c8ed-49d3-82eb-cc50ef48e72f {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:26:02.550188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe on network b569ed66-c8ed-49d3-82eb-cc50ef48e72f not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:26:02.550525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Attempting to bind port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe on network b569ed66-c8ed-49d3-82eb-cc50ef48e72f {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:26:02.555839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:26:02.556184 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Checking segment: {'id': '0cba353a-78df-4a51-98db-46e974f13914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:26:02.556577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Bound using segment: {'id': '0cba353a-78df-4a51-98db-46e974f13914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:26:02.557014 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Bound port: ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cba353a-78df-4a51-98db-46e974f13914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:26:02.557669 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:02.624470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] For port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:26:02.628477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] For port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe,segment=NetworkSegment(0cba353a-78df-4a51-98db-46e974f13914),segment_id=0cba353a-78df-4a51-98db-46e974f13914)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:26:02.733998 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:02.772913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:02.774109 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:02.775756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] 10.222.0.10 "PUT /v2.0/ports/ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe HTTP/1.1" status: 200 len: 1092 time: 0.8389030 Feb 15 17:26:02.778030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'tag': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:26:02.781976 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1be15c9-2709-4d6e-acd6-32e6d9524384" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c", "tag": "ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:26:02.806828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cae18a-6485-4114-ac0c-1d04ecc26ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:26:02.840003 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c85a8e1-70df-474f-99d0-bba694e07f8b x-openstack-request-id: req-0c85a8e1-70df-474f-99d0-bba694e07f8b {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:26:02.840134 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c", "tag": "ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:26:02.840428 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0c85a8e1-70df-474f-99d0-bba694e07f8b {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:26:02.840946 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'tag': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe', 'status': 'completed', 'code': 200} Feb 15 17:26:02.911805 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be15c9-2709-4d6e-acd6-32e6d9524384 req-9b50830c-708e-4641-a10b-86040ff1444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:02.913547 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1be15c9-2709-4d6e-acd6-32e6d9524384 req-9b50830c-708e-4641-a10b-86040ff1444b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6ad9e5c353b406ca142123ac19788b0&device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 1126 time: 0.0537140 Feb 15 17:26:03.027932 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be15c9-2709-4d6e-acd6-32e6d9524384 req-9619c43a-8cf5-4c82-b5ec-c8de4932270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:03.029503 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1be15c9-2709-4d6e-acd6-32e6d9524384 req-9619c43a-8cf5-4c82-b5ec-c8de4932270f service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=d6ad9e5c353b406ca142123ac19788b0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1083477 Feb 15 17:26:03.126949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be15c9-2709-4d6e-acd6-32e6d9524384 req-0cbcf2d1-ad68-43be-a7f0-cc41f9540abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:03.128464 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1be15c9-2709-4d6e-acd6-32e6d9524384 req-0cbcf2d1-ad68-43be-a7f0-cc41f9540abc service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936308 Feb 15 17:26:03.207929 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-82ab5475-b241-4452-a8c8-cd812920b398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:03.209593 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-82ab5475-b241-4452-a8c8-cd812920b398 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6ad9e5c353b406ca142123ac19788b0&device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 1126 time: 0.0467255 Feb 15 17:26:03.250839 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-17ad529a-5560-4f56-886f-09d5b0167cd3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe HTTP/1.1" status: 200 len: 217 time: 0.0340903 Feb 15 17:26:03.303619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-fddb4ca0-14c6-4928-a039-3fb2d1f60c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:03.305019 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-fddb4ca0-14c6-4928-a039-3fb2d1f60c52 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0 HTTP/1.1" status: 200 len: 852 time: 0.0490658 Feb 15 17:26:03.355849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-ab650f39-02b7-4082-93bd-2a42e5b1b8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:03.357654 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-ab650f39-02b7-4082-93bd-2a42e5b1b8a5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b569ed66-c8ed-49d3-82eb-cc50ef48e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463953 Feb 15 17:26:03.440071 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd382b0d-f595-4304-adbe-0e2494cb7d3e req-6e705a9f-9857-428f-8ed1-745cbb4f93a0 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:03.441741 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd382b0d-f595-4304-adbe-0e2494cb7d3e req-6e705a9f-9857-428f-8ed1-745cbb4f93a0 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 943 time: 0.0546293 Feb 15 17:26:03.450331 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-59a069cf-f6d4-49a5-bfd7-25ed7f3eb39c service neutron] 10.222.0.10 "GET /v2.0/networks/b569ed66-c8ed-49d3-82eb-cc50ef48e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873303 Feb 15 17:26:03.491668 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd382b0d-f595-4304-adbe-0e2494cb7d3e req-03093a3c-6946-461a-8a15-20411be531c0 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441253 Feb 15 17:26:03.546200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c148bf5-6c6c-4c59-bdd5-f98831e33912 req-69058454-3506-4b18-8566-71f5961ed741 service neutron] 10.222.0.10 "GET /v2.0/networks/b569ed66-c8ed-49d3-82eb-cc50ef48e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906649 Feb 15 17:26:04.617704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56f246-a105-4035-a45a-b984e95ae3f7 req-ed87c60c-c6b3-4e2b-9a59-4c2dc7103107 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:04.619245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca56f246-a105-4035-a45a-b984e95ae3f7 req-ed87c60c-c6b3-4e2b-9a59-4c2dc7103107 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 943 time: 0.0538559 Feb 15 17:26:04.667415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ca56f246-a105-4035-a45a-b984e95ae3f7 req-089728f2-fa5d-45e2-b3de-fae97a5a513a tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426340 Feb 15 17:26:05.786831 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5989d-a296-4a58-9757-b6b37e8900fd req-3dfe61a7-604f-4501-9ab6-420411585ec8 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:05.789018 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67e5989d-a296-4a58-9757-b6b37e8900fd req-3dfe61a7-604f-4501-9ab6-420411585ec8 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 943 time: 0.0544455 Feb 15 17:26:05.847732 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-67e5989d-a296-4a58-9757-b6b37e8900fd req-c174d96c-07ac-4c0c-8301-3f5445851a36 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534253 Feb 15 17:26:06.936998 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bb3816a1-ddf8-40f9-a44f-9150e643dd79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:06.995563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed8d14-f9a2-4629-a584-731f4b135aa4 req-d9fdfa5f-570c-4d0b-b3bc-69155afd8657 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:07.002188 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfed8d14-f9a2-4629-a584-731f4b135aa4 req-d9fdfa5f-570c-4d0b-b3bc-69155afd8657 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 943 time: 0.0732121 Feb 15 17:26:07.049173 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfed8d14-f9a2-4629-a584-731f4b135aa4 req-80d433d1-a7e8-4b4c-bf8b-16ffd2ed929f tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449476 Feb 15 17:26:07.747905 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:26:08.172391 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac7c7c-4c4b-4d94-bcee-10531dd0a55b req-c738a3a5-8462-4c5d-9c23-51f49a44dbb0 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:08.173969 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6cac7c7c-4c4b-4d94-bcee-10531dd0a55b req-c738a3a5-8462-4c5d-9c23-51f49a44dbb0 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 943 time: 0.0572436 Feb 15 17:26:08.224620 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6cac7c7c-4c4b-4d94-bcee-10531dd0a55b req-b89b656e-1086-4b7a-b0bc-855713ddd500 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450180 Feb 15 17:26:09.343515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cf9b6-6fd0-4fee-a3d3-308256deb057 req-f978da86-526d-429c-bcc8-49d7d7883c29 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:09.345686 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b88cf9b6-6fd0-4fee-a3d3-308256deb057 req-f978da86-526d-429c-bcc8-49d7d7883c29 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 943 time: 0.0538068 Feb 15 17:26:09.348304 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-70c88710-29ba-441c-abe1-8cda910b37e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:09.398538 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b88cf9b6-6fd0-4fee-a3d3-308256deb057 req-20dfccec-7a31-4a79-b1a8-e55d6c988a06 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470290 Feb 15 17:26:10.519419 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9f77e-8a8f-4574-bb15-d98e50ec039e req-bf11803c-2868-42e4-a59e-32fabece9960 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:10.521013 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-28b9f77e-8a8f-4574-bb15-d98e50ec039e req-bf11803c-2868-42e4-a59e-32fabece9960 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 943 time: 0.0535026 Feb 15 17:26:10.570337 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-28b9f77e-8a8f-4574-bb15-d98e50ec039e req-d2726816-793b-46d3-945d-8341866604d2 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435934 Feb 15 17:26:10.573150 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:11.687369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cd070-0b2d-45b8-af2a-f8c836f93338 req-8c8a39c9-a03f-4451-a717-2d87ca78934b tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:11.689368 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-324cd070-0b2d-45b8-af2a-f8c836f93338 req-8c8a39c9-a03f-4451-a717-2d87ca78934b tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 943 time: 0.0524220 Feb 15 17:26:11.741942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-324cd070-0b2d-45b8-af2a-f8c836f93338 req-469e612f-18f1-41cf-9b82-aecf33a584c5 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468259 Feb 15 17:26:12.033431 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:12.862358 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d34c7-67ec-4cfc-8459-1b1fbe0afb62 req-016a3f60-23c5-4dd4-8bef-894d09542113 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:12.863866 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f35d34c7-67ec-4cfc-8459-1b1fbe0afb62 req-016a3f60-23c5-4dd4-8bef-894d09542113 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 943 time: 0.0555558 Feb 15 17:26:12.911454 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f35d34c7-67ec-4cfc-8459-1b1fbe0afb62 req-76468946-51a1-4d90-803f-1311aeb4d523 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420682 Feb 15 17:26:13.547826 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:14.038132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eda8bb-2d7e-4e63-9928-3b76c5cda019 req-6c980cbd-05bf-4570-b5e4-83c0d13eb7dc tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:14.039611 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9eda8bb-2d7e-4e63-9928-3b76c5cda019 req-6c980cbd-05bf-4570-b5e4-83c0d13eb7dc tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 943 time: 0.0587642 Feb 15 17:26:14.096883 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d9eda8bb-2d7e-4e63-9928-3b76c5cda019 req-7b15af91-886c-47f2-8977-5ab7a0eaf0bb tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517170 Feb 15 17:26:15.213378 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bb1ba-9004-40d1-87f0-53895018deeb req-abc4d5f5-133b-442a-bdc6-cba6edc65139 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:15.214885 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-736bb1ba-9004-40d1-87f0-53895018deeb req-abc4d5f5-133b-442a-bdc6-cba6edc65139 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 943 time: 0.0524669 Feb 15 17:26:15.264510 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-736bb1ba-9004-40d1-87f0-53895018deeb req-5398ac55-c7d2-48e6-ba97-696c5c9e1089 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440106 Feb 15 17:26:16.381906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22de6c-94a4-4670-b4e1-66be8f815e23 req-a8a52458-f4a1-46a9-9a7c-e50ba47ed1b5 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:16.383457 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb22de6c-94a4-4670-b4e1-66be8f815e23 req-a8a52458-f4a1-46a9-9a7c-e50ba47ed1b5 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 943 time: 0.0524743 Feb 15 17:26:16.433385 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb22de6c-94a4-4670-b4e1-66be8f815e23 req-e87e96b4-9f30-47ac-b497-508905a4bfee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441048 Feb 15 17:26:17.557774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dc0fef-e605-408d-b378-007e15740d70 req-ee9c585d-059b-4fe3-942c-189a739798e7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:17.559290 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-93dc0fef-e605-408d-b378-007e15740d70 req-ee9c585d-059b-4fe3-942c-189a739798e7 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 943 time: 0.0569961 Feb 15 17:26:17.606857 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-93dc0fef-e605-408d-b378-007e15740d70 req-4d36af80-fa6c-4123-b1e5-2bb187d3d744 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419102 Feb 15 17:26:18.491062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7a90d010-4487-466e-b559-70575987f45c req-4c86b90c-a36c-4767-a450-13f76be7d683 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0469041 Feb 15 17:26:18.577056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90d010-4487-466e-b559-70575987f45c req-02d56abf-c051-47a2-9da1-e23be2d808fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:18.578610 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7a90d010-4487-466e-b559-70575987f45c req-02d56abf-c051-47a2-9da1-e23be2d808fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41da2ed4c01a41d68904aa420ed28d3e&device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 1128 time: 0.0448020 Feb 15 17:26:18.692563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90d010-4487-466e-b559-70575987f45c req-4923dc57-6088-434f-b428-e6061f37342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:18.694048 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7a90d010-4487-466e-b559-70575987f45c req-4923dc57-6088-434f-b428-e6061f37342e service neutron] 10.222.0.67 "GET /v2.0/networks?id=db2214fa-af99-4549-a0a6-34834f3048f5 HTTP/1.1" status: 200 len: 910 time: 0.0989909 Feb 15 17:26:18.776816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90264b03-0f50-4349-a769-ffce5f5babb7 req-940f9515-6312-468c-a620-e8b0310ccd83 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:18.778256 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-90264b03-0f50-4349-a769-ffce5f5babb7 req-940f9515-6312-468c-a620-e8b0310ccd83 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 943 time: 0.1032856 Feb 15 17:26:18.784794 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7a90d010-4487-466e-b559-70575987f45c req-d3774755-56b6-49c2-9125-9e59ae9523b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffcc003-31f7-4237-b416-d5173bf3102c HTTP/1.1" status: 200 len: 999 time: 0.0760949 Feb 15 17:26:18.858750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90d010-4487-466e-b559-70575987f45c req-38fcf033-70cc-4d50-9378-5fb35d94e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:18.860227 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7a90d010-4487-466e-b559-70575987f45c req-38fcf033-70cc-4d50-9378-5fb35d94e6bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7148ab3-29cd-47ac-9b99-332c44da4738 HTTP/1.1" status: 200 len: 848 time: 0.0689723 Feb 15 17:26:18.875752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-90264b03-0f50-4349-a769-ffce5f5babb7 req-f3a9218b-afde-4f99-92aa-6c8760a22d50 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900831 Feb 15 17:26:18.912849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90d010-4487-466e-b559-70575987f45c req-13419664-8c41-44e6-b833-0838f09d4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:18.914397 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7a90d010-4487-466e-b559-70575987f45c req-13419664-8c41-44e6-b833-0838f09d4ae7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db2214fa-af99-4549-a0a6-34834f3048f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485966 Feb 15 17:26:19.001471 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7a90d010-4487-466e-b559-70575987f45c req-9696b5cd-d32b-4908-b25d-3375b5a271dd service neutron] 10.222.0.67 "GET /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813828 Feb 15 17:26:19.060501 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:26:19.094124 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7a90d010-4487-466e-b559-70575987f45c req-2ed050de-e3e8-41ac-a866-bbfd96a6da20 service neutron] 10.222.0.67 "GET /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870671 Feb 15 17:26:19.160860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe,segment=NetworkSegment(0cba353a-78df-4a51-98db-46e974f13914),segment_id=0cba353a-78df-4a51-98db-46e974f13914)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:26:19.172252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'port_id': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe', 'mac_address': 'fa:16:3e:72:e9:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:26:19.208832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:26:19.209216 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:19.221741 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:26:19.240650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe,segment=NetworkSegment(0cba353a-78df-4a51-98db-46e974f13914),segment_id=0cba353a-78df-4a51-98db-46e974f13914)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:26:19.309966 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:19.357537 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:26:19.364928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:19.365283 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:19.365661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:19.366004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:19.366346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:19.366679 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:19.367010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:19.367338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:19.367667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:19.367992 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:19.368319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:19.368646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:19.368971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:26:19.544507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:26:19.992905 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2c7b6-057c-4982-9555-524e875bc601 req-03839b93-2863-4502-bf6a-ba9496d8ab5b tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:19.994421 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-16f2c7b6-057c-4982-9555-524e875bc601 req-03839b93-2863-4502-bf6a-ba9496d8ab5b tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 944 time: 0.0526106 Feb 15 17:26:20.041800 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-16f2c7b6-057c-4982-9555-524e875bc601 req-018bf539-67f0-4df0-80af-914bb666e896 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416532 Feb 15 17:26:21.079861 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:26:21.179762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9c8d0-99c3-4d5f-aebe-69c9ef42ec72 req-0fa9b558-a72f-4943-a7de-f1081ce8f0c0 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:21.181272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74f9c8d0-99c3-4d5f-aebe-69c9ef42ec72 req-0fa9b558-a72f-4943-a7de-f1081ce8f0c0 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 944 time: 0.0605428 Feb 15 17:26:21.206970 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:26:21.210974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:26:21.211353 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:21.230604 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74f9c8d0-99c3-4d5f-aebe-69c9ef42ec72 req-f4d679e7-adb9-4bbf-b6cf-7f18940f8e1a tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433996 Feb 15 17:26:21.290030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:26:21.290420 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:21.314215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:26:21.316486 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d881fb-d50f-428f-8680-ddcd67f58c14" -d '{"events": [{"server_uuid": "4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c", "name": "network-vif-plugged", "status": "completed", "tag": "ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:26:21.328892 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe,segment=NetworkSegment(0cba353a-78df-4a51-98db-46e974f13914),segment_id=0cba353a-78df-4a51-98db-46e974f13914)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:26:21.353882 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb4f33a-ad88-490d-9424-ce79a84c2241 x-openstack-request-id: req-aeb4f33a-ad88-490d-9424-ce79a84c2241 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:26:21.354183 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c", "name": "network-vif-plugged", "status": "completed", "tag": "ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:26:21.354494 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-aeb4f33a-ad88-490d-9424-ce79a84c2241 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:26:21.354893 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe', 'code': 200} Feb 15 17:26:21.412928 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:21.471535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e250572-a71f-48d4-9870-5c86555fa79c req-b3323f7d-2163-4992-b314-254428183142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:21.473442 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9e250572-a71f-48d4-9870-5c86555fa79c req-b3323f7d-2163-4992-b314-254428183142 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 1128 time: 0.0546794 Feb 15 17:26:21.481733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:26:21.523309 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9e250572-a71f-48d4-9870-5c86555fa79c req-83271f99-ec06-4538-806d-bba2c03ee8ec service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433254 Feb 15 17:26:22.351008 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f13e7b-8be2-4360-a72e-6758f46ca022 req-2c72a5fe-6dad-4f5d-9bd5-cd37d23e7af0 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:22.352426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19f13e7b-8be2-4360-a72e-6758f46ca022 req-2c72a5fe-6dad-4f5d-9bd5-cd37d23e7af0 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 945 time: 0.0530643 Feb 15 17:26:22.402426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19f13e7b-8be2-4360-a72e-6758f46ca022 req-bfbb5718-11c8-4dde-9255-957774716521 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441628 Feb 15 17:26:23.522485 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ef291-177b-4d94-84b4-26904a38aad7 req-e582b187-0d14-4315-a6d5-a0c91cdb3de5 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:23.523967 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b62ef291-177b-4d94-84b4-26904a38aad7 req-e582b187-0d14-4315-a6d5-a0c91cdb3de5 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 945 time: 0.0520084 Feb 15 17:26:23.580973 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b62ef291-177b-4d94-84b4-26904a38aad7 req-86e9326f-e533-4c5a-9bcd-0de90d2da075 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474205 Feb 15 17:26:23.698425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fff7c1-bfde-4fc9-8e24-fc35861ca24e req-eb2d7712-8a49-4584-868c-59778c07be79 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:23.700042 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-88fff7c1-bfde-4fc9-8e24-fc35861ca24e req-eb2d7712-8a49-4584-868c-59778c07be79 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 945 time: 0.0535843 Feb 15 17:26:23.754421 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-88fff7c1-bfde-4fc9-8e24-fc35861ca24e req-871c327e-8f5f-4270-b9d2-2f2abe8c2efb tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486772 Feb 15 17:26:23.776609 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38452) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:26:23.916313 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d525279-a8b9-4ce8-b690-9e8c622dc611 tempest-TestVolumeBackupRestore-1155105949 tempest-TestVolumeBackupRestore-1155105949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:23.917976 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4d525279-a8b9-4ce8-b690-9e8c622dc611 tempest-TestVolumeBackupRestore-1155105949 tempest-TestVolumeBackupRestore-1155105949-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 1123 time: 0.1403735 Feb 15 17:26:23.920870 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38456) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:26:23.925849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:26:24.013006 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:24.109819 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:24.225693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Allocated IP 172.25.4.180 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/c77f896b-8886-45bc-acac-618aa2c4faa8) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:26:24.323873 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for port (c77f896b-8886-45bc-acac-618aa2c4faa8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:24.399206 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c77f896b-8886-45bc-acac-618aa2c4faa8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:24.439855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:26:24.444589 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:26:24.448107 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:26:24.473024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Pushing event updated for resources: {'Port': ['ID=c77f896b-8886-45bc-acac-618aa2c4faa8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:26:24.791541 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for floatingip (427ef619-d635-4666-ba7f-613e9dad498c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:24.923001 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c77f896b-8886-45bc-acac-618aa2c4faa8), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:25.071033 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for port (c77f896b-8886-45bc-acac-618aa2c4faa8), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:25.153141 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (c77f896b-8886-45bc-acac-618aa2c4faa8), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:25.219052 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Pushing event updated for resources: {'Port': ['ID=c77f896b-8886-45bc-acac-618aa2c4faa8,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:26:25.230635 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (427ef619-d635-4666-ba7f-613e9dad498c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:25.330597 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Floating IP 427ef619-d635-4666-ba7f-613e9dad498c associated. External IP: 172.25.4.180, port: ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe. Feb 15 17:26:25.849498 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:26:25.956850 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:26:25.966049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c5aba4-222c-4007-adcf-2718670d8f51 None None] Sync routers for ids ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:26:25.975629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c5aba4-222c-4007-adcf-2718670d8f51 None None] Routers {'6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:26:25.976247 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-67c5aba4-222c-4007-adcf-2718670d8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:26:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:26:26.034974 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:26.064876 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c7fc1772-c0cc-4078-bb35-bf5bb0a4b746 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1429112 Feb 15 17:26:26.065611 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'tag': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:26:26.067710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38458) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:26:26.068183 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ced0dd2-f7a2-4f49-9d28-f908fde5c5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c", "tag": "ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:26:26.090570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-67c5aba4-222c-4007-adcf-2718670d8f51 None None] Set router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:26:26.105842 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c0e716-4dbe-440f-93e3-8466ad89e296 x-openstack-request-id: req-52c0e716-4dbe-440f-93e3-8466ad89e296 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:26:26.106143 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c", "tag": "ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:26:26.106407 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-52c0e716-4dbe-440f-93e3-8466ad89e296 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:26:26.106814 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'tag': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe', 'status': 'completed', 'code': 200} Feb 15 17:26:26.116213 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d80679-8cda-4664-847f-d7694d12da76 tempest-TestVolumeBackupRestore-1155105949 tempest-TestVolumeBackupRestore-1155105949-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:26.121960 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c8d80679-8cda-4664-847f-d7694d12da76 tempest-TestVolumeBackupRestore-1155105949 tempest-TestVolumeBackupRestore-1155105949-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 1123 time: 0.0532055 Feb 15 17:26:26.122479 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38462) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:26:26.127675 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b7cea00d-6b97-445a-ace9-fe5a53de3f9f tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Request body: {'floatingip': {'port_id': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:26:26.178586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced0dd2-f7a2-4f49-9d28-f908fde5c5a3 req-350b9b8a-39d2-4175-bce4-ca86f6910d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:26.180138 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1ced0dd2-f7a2-4f49-9d28-f908fde5c5a3 req-350b9b8a-39d2-4175-bce4-ca86f6910d9f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6ad9e5c353b406ca142123ac19788b0&device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 1128 time: 0.0531631 Feb 15 17:26:26.190965 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7cea00d-6b97-445a-ace9-fe5a53de3f9f tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for floatingip (427ef619-d635-4666-ba7f-613e9dad498c), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:26.283021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced0dd2-f7a2-4f49-9d28-f908fde5c5a3 req-43fefa54-9bd3-4e47-8827-91b1edf799d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:26.284645 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1ced0dd2-f7a2-4f49-9d28-f908fde5c5a3 req-43fefa54-9bd3-4e47-8827-91b1edf799d3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b569ed66-c8ed-49d3-82eb-cc50ef48e72f HTTP/1.1" status: 200 len: 914 time: 0.0981519 Feb 15 17:26:26.339626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-67c5aba4-222c-4007-adcf-2718670d8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:59Z', 'revision_number': 4, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port': {'id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '427ef619-d635-4666-ba7f-613e9dad498c', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'port_id': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'mac_address': 'fa:16:3e:72:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:26:24Z', 'updated_at': '2022-02-15T17:26:24Z', 'revision_number': 0, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd02bb3-3389-4cd2-b3c5-2978bd8370f9', 'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'mac_address': 'fa:16:3e:9e:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:58Z', 'updated_at': '2022-02-15T17:23:03Z', 'revision_number': 5, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'subnets': [{'id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:26:26.353645 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1ced0dd2-f7a2-4f49-9d28-f908fde5c5a3 req-bb3e9974-9022-4c3d-b525-938183f24dc5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe HTTP/1.1" status: 200 len: 999 time: 0.0625627 Feb 15 17:26:26.370971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c5aba4-222c-4007-adcf-2718670d8f51 None None] Checking router: 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:26:26.380114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c5aba4-222c-4007-adcf-2718670d8f51 None None] Routers {'6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:26:26.380789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-67c5aba4-222c-4007-adcf-2718670d8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:26:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:26:26.402481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced0dd2-f7a2-4f49-9d28-f908fde5c5a3 req-c78f2bb3-a856-4dc7-b95d-7b98e2a67b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:26.403960 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1ced0dd2-f7a2-4f49-9d28-f908fde5c5a3 req-c78f2bb3-a856-4dc7-b95d-7b98e2a67b68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0 HTTP/1.1" status: 200 len: 852 time: 0.0451844 Feb 15 17:26:26.459048 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ced0dd2-f7a2-4f49-9d28-f908fde5c5a3 req-ddaa677d-f481-4e68-ae91-a5f017126de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:26.461038 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1ced0dd2-f7a2-4f49-9d28-f908fde5c5a3 req-ddaa677d-f481-4e68-ae91-a5f017126de4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b569ed66-c8ed-49d3-82eb-cc50ef48e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514352 Feb 15 17:26:26.472852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-1ced0dd2-f7a2-4f49-9d28-f908fde5c5a3 req-9d4b33a3-812b-47db-88ca-de0ec28422ba service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:26:26.473856 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1ced0dd2-f7a2-4f49-9d28-f908fde5c5a3 req-9d4b33a3-812b-47db-88ca-de0ec28422ba service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054977 Feb 15 17:26:26.492926 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-67c5aba4-222c-4007-adcf-2718670d8f51 None None] Set router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:26:26.568866 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1ced0dd2-f7a2-4f49-9d28-f908fde5c5a3 req-33470d6f-7148-4ae9-9a8c-59bebf7ee907 service neutron] 10.222.0.10 "GET /v2.0/networks/b569ed66-c8ed-49d3-82eb-cc50ef48e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891161 Feb 15 17:26:26.667986 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1ced0dd2-f7a2-4f49-9d28-f908fde5c5a3 req-8b478a42-9b30-4c48-8aee-27a0bc41807b service neutron] 10.222.0.10 "GET /v2.0/networks/b569ed66-c8ed-49d3-82eb-cc50ef48e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917833 Feb 15 17:26:26.669078 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7cea00d-6b97-445a-ace9-fe5a53de3f9f tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:26.738680 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7cea00d-6b97-445a-ace9-fe5a53de3f9f tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (427ef619-d635-4666-ba7f-613e9dad498c), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:26.741236 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-67c5aba4-222c-4007-adcf-2718670d8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:59Z', 'revision_number': 4, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port': {'id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '427ef619-d635-4666-ba7f-613e9dad498c', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'port_id': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'mac_address': 'fa:16:3e:72:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:26:24Z', 'updated_at': '2022-02-15T17:26:24Z', 'revision_number': 0, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd02bb3-3389-4cd2-b3c5-2978bd8370f9', 'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'mac_address': 'fa:16:3e:9e:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:58Z', 'updated_at': '2022-02-15T17:23:03Z', 'revision_number': 5, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'subnets': [{'id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:26:26.770513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c5aba4-222c-4007-adcf-2718670d8f51 None None] The sync data for ids ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'] in n-d-828372-14 is: [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:59Z', 'revision_number': 4, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port': {'id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '427ef619-d635-4666-ba7f-613e9dad498c', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'port_id': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'mac_address': 'fa:16:3e:72:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:26:24Z', 'updated_at': '2022-02-15T17:26:24Z', 'revision_number': 0, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd02bb3-3389-4cd2-b3c5-2978bd8370f9', 'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'mac_address': 'fa:16:3e:9e:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:58Z', 'updated_at': '2022-02-15T17:23:03Z', 'revision_number': 5, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'subnets': [{'id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:26:26.961635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7cea00d-6b97-445a-ace9-fe5a53de3f9f tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:26:26.993550 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597af77f-f6ad-40d9-9446-ce7fb6724b1a None None] New status for floating IP 427ef619-d635-4666-ba7f-613e9dad498c: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:26:27.073890 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7cea00d-6b97-445a-ace9-fe5a53de3f9f tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:26:27.079670 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b7cea00d-6b97-445a-ace9-fe5a53de3f9f tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:27.138341 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b7cea00d-6b97-445a-ace9-fe5a53de3f9f tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "PUT /v2.0/floatingips/427ef619-d635-4666-ba7f-613e9dad498c HTTP/1.1" status: 200 len: 991 time: 1.0147657 Feb 15 17:26:27.295353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710202fd-b283-436f-8a43-ef74d72e983d None None] Sync routers for ids ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:26:27.305510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710202fd-b283-436f-8a43-ef74d72e983d None None] Routers {'6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:26:27.306121 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-710202fd-b283-436f-8a43-ef74d72e983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:26:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:26:27.413531 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-710202fd-b283-436f-8a43-ef74d72e983d None None] Set router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:26:27.632510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-710202fd-b283-436f-8a43-ef74d72e983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:59Z', 'revision_number': 4, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port': {'id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '427ef619-d635-4666-ba7f-613e9dad498c', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'port_id': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'mac_address': 'fa:16:3e:72:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:26:24Z', 'updated_at': '2022-02-15T17:26:27Z', 'revision_number': 2, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd02bb3-3389-4cd2-b3c5-2978bd8370f9', 'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'mac_address': 'fa:16:3e:9e:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:58Z', 'updated_at': '2022-02-15T17:23:03Z', 'revision_number': 5, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'subnets': [{'id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:26:27.658604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710202fd-b283-436f-8a43-ef74d72e983d None None] Checking router: 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:26:27.666634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710202fd-b283-436f-8a43-ef74d72e983d None None] Routers {'6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:26:27.667228 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-710202fd-b283-436f-8a43-ef74d72e983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:26:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:26:27.922259 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-710202fd-b283-436f-8a43-ef74d72e983d None None] Set router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:26:28.108052 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'tag': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe'}, {'name': 'network-changed', 'server_uuid': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'tag': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:26:28.110550 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da76b47-70a9-459a-a7f5-f18d342388f7" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c", "tag": "ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe"}, {"name": "network-changed", "server_uuid": "4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c", "tag": "ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:26:28.144043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-710202fd-b283-436f-8a43-ef74d72e983d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:59Z', 'revision_number': 4, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port': {'id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '427ef619-d635-4666-ba7f-613e9dad498c', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'port_id': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'mac_address': 'fa:16:3e:72:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:26:24Z', 'updated_at': '2022-02-15T17:26:27Z', 'revision_number': 2, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd02bb3-3389-4cd2-b3c5-2978bd8370f9', 'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'mac_address': 'fa:16:3e:9e:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:58Z', 'updated_at': '2022-02-15T17:23:03Z', 'revision_number': 5, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'subnets': [{'id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:26:28.151771 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 17:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f556cd7b-62e3-4b5b-a492-e6f3e5c23b5c x-openstack-request-id: req-f556cd7b-62e3-4b5b-a492-e6f3e5c23b5c {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:26:28.152082 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c", "tag": "ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c", "tag": "ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:26:28.152347 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f556cd7b-62e3-4b5b-a492-e6f3e5c23b5c {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:26:28.152768 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'tag': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe', 'status': 'completed', 'code': 200} Feb 15 17:26:28.153029 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'tag': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe', 'status': 'completed', 'code': 200} Feb 15 17:26:28.176098 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710202fd-b283-436f-8a43-ef74d72e983d None None] The sync data for ids ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'] in n-d-828372-14 is: [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:59Z', 'revision_number': 4, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port': {'id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '427ef619-d635-4666-ba7f-613e9dad498c', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'floating_ip_address': '172.25.4.180', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'port_id': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'mac_address': 'fa:16:3e:72:e9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:26:24Z', 'updated_at': '2022-02-15T17:26:27Z', 'revision_number': 2, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dd02bb3-3389-4cd2-b3c5-2978bd8370f9', 'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'mac_address': 'fa:16:3e:9e:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:58Z', 'updated_at': '2022-02-15T17:23:03Z', 'revision_number': 5, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'subnets': [{'id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:26:28.221217 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-7bddc3b6-d9be-480c-8d20-a4b4ab39ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:28.223028 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-7bddc3b6-d9be-480c-8d20-a4b4ab39ab7d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6ad9e5c353b406ca142123ac19788b0&device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 1128 time: 0.0501838 Feb 15 17:26:28.318397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-20a2503e-e71f-4dc5-9686-bdc54485fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:28.319924 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-20a2503e-e71f-4dc5-9686-bdc54485fbd4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b569ed66-c8ed-49d3-82eb-cc50ef48e72f HTTP/1.1" status: 200 len: 914 time: 0.0911977 Feb 15 17:26:28.391180 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-f5cbe61c-3ad1-4581-b186-9974392f09c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe HTTP/1.1" status: 200 len: 1001 time: 0.0628982 Feb 15 17:26:28.438237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-91dc9fa6-0ac5-434c-aed9-5fbcad52f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:28.439618 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-91dc9fa6-0ac5-434c-aed9-5fbcad52f287 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0 HTTP/1.1" status: 200 len: 852 time: 0.0434663 Feb 15 17:26:28.488651 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-bca79609-ea18-46fb-8d13-6581a98fab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:28.490231 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-bca79609-ea18-46fb-8d13-6581a98fab5f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b569ed66-c8ed-49d3-82eb-cc50ef48e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445604 Feb 15 17:26:28.581025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-3ecbe157-d3a2-47bd-8bdd-361deb4f949e service neutron] 10.222.0.10 "GET /v2.0/networks/b569ed66-c8ed-49d3-82eb-cc50ef48e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845308 Feb 15 17:26:28.667778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-fac6d84e-7e0d-4fe6-b88e-5632b61c8ca0 service neutron] 10.222.0.10 "GET /v2.0/networks/b569ed66-c8ed-49d3-82eb-cc50ef48e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806372 Feb 15 17:26:28.753085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-eef9afed-d57d-47cd-9c27-c584690f1753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:28.754627 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-eef9afed-d57d-47cd-9c27-c584690f1753 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6ad9e5c353b406ca142123ac19788b0&device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 1128 time: 0.0492387 Feb 15 17:26:28.844495 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-f0d2a118-55b8-4dd2-8c6f-4b34b28e9ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:28.846009 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-f0d2a118-55b8-4dd2-8c6f-4b34b28e9ed2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b569ed66-c8ed-49d3-82eb-cc50ef48e72f HTTP/1.1" status: 200 len: 914 time: 0.0852542 Feb 15 17:26:28.914444 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-e81e91ad-34f3-4fe2-8a2f-048224e4ee26 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe HTTP/1.1" status: 200 len: 1001 time: 0.0621595 Feb 15 17:26:28.967957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-9aae0d17-6a18-491f-95df-76e97c0e4a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:28.970038 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-9aae0d17-6a18-491f-95df-76e97c0e4a82 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0 HTTP/1.1" status: 200 len: 852 time: 0.0504453 Feb 15 17:26:29.018282 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-0a461a04-bc1d-485d-9779-cf151093880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:26:29.019702 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-0a461a04-bc1d-485d-9779-cf151093880c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b569ed66-c8ed-49d3-82eb-cc50ef48e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445657 Feb 15 17:26:29.113739 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-5383b6e9-5134-43e7-b831-554f533f98f4 service neutron] 10.222.0.10 "GET /v2.0/networks/b569ed66-c8ed-49d3-82eb-cc50ef48e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873687 Feb 15 17:26:29.206232 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1da76b47-70a9-459a-a7f5-f18d342388f7 req-add18dc1-b1ce-4392-aa49-a2b0fdc3af35 service neutron] 10.222.0.10 "GET /v2.0/networks/b569ed66-c8ed-49d3-82eb-cc50ef48e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867300 Feb 15 17:26:30.669972 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:31.061837 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:36.926730 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3aebdcd3-0d3c-4a2a-98f5-40c125cd523d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:39.301896 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c3ac435-ffb1-4296-9c12-48ec0f73e1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:40.604220 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:42.038629 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:43.535731 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:26:44.750747 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:27:00.720985 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:01.067493 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:06.983737 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-71193565-29a7-4e8a-9b5f-b2f7e159b1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:09.318590 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-428d0139-64a9-4ed6-b029-a610b732047d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:10.570316 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:12.061871 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:13.508805 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:20.276584 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75734a95-c059-46ff-85f2-2d8b1cf777f4 req-b0458e9e-d9b8-4012-9e4e-cc951524641f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1033607 Feb 15 17:27:20.365287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734a95-c059-46ff-85f2-2d8b1cf777f4 req-172500dd-34f1-4bbe-a0bb-625126bf50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:27:20.366849 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75734a95-c059-46ff-85f2-2d8b1cf777f4 req-172500dd-34f1-4bbe-a0bb-625126bf50d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6ad9e5c353b406ca142123ac19788b0&device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 1128 time: 0.0500116 Feb 15 17:27:20.498973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734a95-c059-46ff-85f2-2d8b1cf777f4 req-676a62c5-bbee-48af-8999-49b016228756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:27:20.500382 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75734a95-c059-46ff-85f2-2d8b1cf777f4 req-676a62c5-bbee-48af-8999-49b016228756 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b569ed66-c8ed-49d3-82eb-cc50ef48e72f HTTP/1.1" status: 200 len: 914 time: 0.1157598 Feb 15 17:27:20.507776 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df99af00-a7d5-406f-bc77-95c7521fa0b9 req-9a91f6e3-6e22-4e8a-b3b8-1bef071d4c40 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0663857 Feb 15 17:27:20.598970 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75734a95-c059-46ff-85f2-2d8b1cf777f4 req-3eddf5f0-1d0b-442e-81ae-e0197010a905 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe HTTP/1.1" status: 200 len: 1001 time: 0.0902603 Feb 15 17:27:20.616763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99af00-a7d5-406f-bc77-95c7521fa0b9 req-7b14389b-7d8b-49db-b915-1d401127fb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:27:20.618282 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df99af00-a7d5-406f-bc77-95c7521fa0b9 req-7b14389b-7d8b-49db-b915-1d401127fb0c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41da2ed4c01a41d68904aa420ed28d3e&device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 1128 time: 0.0692809 Feb 15 17:27:20.992062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734a95-c059-46ff-85f2-2d8b1cf777f4 req-dd8bec1c-5eb9-4ce3-84b3-22d0354789cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:27:20.993574 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75734a95-c059-46ff-85f2-2d8b1cf777f4 req-dd8bec1c-5eb9-4ce3-84b3-22d0354789cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0 HTTP/1.1" status: 200 len: 852 time: 0.3872087 Feb 15 17:27:21.050450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99af00-a7d5-406f-bc77-95c7521fa0b9 req-15a4e9da-428c-41e4-95d3-4de58e188a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:27:21.051912 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df99af00-a7d5-406f-bc77-95c7521fa0b9 req-15a4e9da-428c-41e4-95d3-4de58e188a4e service neutron] 10.222.0.67 "GET /v2.0/networks?id=db2214fa-af99-4549-a0a6-34834f3048f5 HTTP/1.1" status: 200 len: 910 time: 0.4159722 Feb 15 17:27:21.103670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75734a95-c059-46ff-85f2-2d8b1cf777f4 req-2194eeb1-84ac-4dc8-96fc-5590c3a87fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:27:21.105168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75734a95-c059-46ff-85f2-2d8b1cf777f4 req-2194eeb1-84ac-4dc8-96fc-5590c3a87fe9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b569ed66-c8ed-49d3-82eb-cc50ef48e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1036985 Feb 15 17:27:21.162928 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df99af00-a7d5-406f-bc77-95c7521fa0b9 req-54d85fb0-abdb-48fb-8712-c9f7116fc8ee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffcc003-31f7-4237-b416-d5173bf3102c HTTP/1.1" status: 200 len: 999 time: 0.1048949 Feb 15 17:27:21.233934 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99af00-a7d5-406f-bc77-95c7521fa0b9 req-0968ba54-478a-4bbf-b0f6-cfdbdb9747d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:27:21.235316 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df99af00-a7d5-406f-bc77-95c7521fa0b9 req-0968ba54-478a-4bbf-b0f6-cfdbdb9747d4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7148ab3-29cd-47ac-9b99-332c44da4738 HTTP/1.1" status: 200 len: 848 time: 0.0652289 Feb 15 17:27:21.254246 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75734a95-c059-46ff-85f2-2d8b1cf777f4 req-60bd031c-108b-48c7-a242-164588307da0 service neutron] 10.222.0.10 "GET /v2.0/networks/b569ed66-c8ed-49d3-82eb-cc50ef48e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406858 Feb 15 17:27:21.349793 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99af00-a7d5-406f-bc77-95c7521fa0b9 req-56a0a003-510e-422f-bee6-a42eab3288d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:27:21.351326 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df99af00-a7d5-406f-bc77-95c7521fa0b9 req-56a0a003-510e-422f-bee6-a42eab3288d0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db2214fa-af99-4549-a0a6-34834f3048f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1091521 Feb 15 17:27:21.367366 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-df99af00-a7d5-406f-bc77-95c7521fa0b9 req-72d69321-bcc3-453e-b8b1-8826aa911eba service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:27:21.370647 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df99af00-a7d5-406f-bc77-95c7521fa0b9 req-72d69321-bcc3-453e-b8b1-8826aa911eba service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098386 Feb 15 17:27:21.373797 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75734a95-c059-46ff-85f2-2d8b1cf777f4 req-2f341807-8bfc-4d93-b829-eb7b99c10507 service neutron] 10.222.0.10 "GET /v2.0/networks/b569ed66-c8ed-49d3-82eb-cc50ef48e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046815 Feb 15 17:27:21.457641 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df99af00-a7d5-406f-bc77-95c7521fa0b9 req-9434bacd-14a1-463c-8fbe-84c9d896f722 service neutron] 10.222.0.67 "GET /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828936 Feb 15 17:27:21.555239 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df99af00-a7d5-406f-bc77-95c7521fa0b9 req-d1935119-d3a8-4a27-ae0d-b73b0f9c7424 service neutron] 10.222.0.67 "GET /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919414 Feb 15 17:27:21.749662 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:27:29.873320 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38502) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:27:30.029191 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Deleting port c77f896b-8886-45bc-acac-618aa2c4faa8 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:27:30.029557 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c77f896b-8886-45bc-acac-618aa2c4faa8), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:30.106891 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c77f896b-8886-45bc-acac-618aa2c4faa8), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:30.107215 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for floatingip (c77f896b-8886-45bc-acac-618aa2c4faa8), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:30.119720 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Calling delete_port for c77f896b-8886-45bc-acac-618aa2c4faa8 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:27:30.343445 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c77f896b-8886-45bc-acac-618aa2c4faa8), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:30.369692 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Pushing event deleted for resources: {'Port': ['ID=c77f896b-8886-45bc-acac-618aa2c4faa8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:27:30.383078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:30.383454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:30.383801 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:30.384138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:30.384469 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:30.384790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:30.385112 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:30.385519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:30.385842 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:30.386169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:30.386561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:30.386887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:30.387205 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:30.442382 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for floatingip (427ef619-d635-4666-ba7f-613e9dad498c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:30.445167 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Floating IP 427ef619-d635-4666-ba7f-613e9dad498c disassociated (deleted). External IP: 172.25.4.180, port: ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe. Feb 15 17:27:30.656831 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:27:30.674652 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:30.771006 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:27:30.775941 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:30.781517 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd17eb-afbb-486e-a6c9-1ce6c277e9d4 None None] Sync routers for ids ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:27:30.791529 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd17eb-afbb-486e-a6c9-1ce6c277e9d4 None None] Routers {'6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:27:30.792145 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1cfd17eb-afbb-486e-a6c9-1ce6c277e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:27:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:30.805461 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f98edd36-eafe-4b7d-afa5-9736c7646b86 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "DELETE /v2.0/floatingips/427ef619-d635-4666-ba7f-613e9dad498c HTTP/1.1" status: 204 len: 168 time: 0.9310064 Feb 15 17:27:30.806036 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'tag': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:27:30.808474 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5139ecc065947297606371fc9a9db04040260aa7a1d0bc46d46945864936716" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb853689-aaf6-4971-b72e-a37fa4e0aef2" -d '{"events": [{"name": "network-changed", "server_uuid": "4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c", "tag": "ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:27:30.847592 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e707c372-36bf-4504-85f6-de9eec0c55de x-openstack-request-id: req-e707c372-36bf-4504-85f6-de9eec0c55de {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:27:30.847895 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c", "tag": "ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:27:30.848159 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e707c372-36bf-4504-85f6-de9eec0c55de {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:27:30.849131 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'tag': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe', 'status': 'completed', 'code': 200} Feb 15 17:27:30.917932 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1cfd17eb-afbb-486e-a6c9-1ce6c277e9d4 None None] Set router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:27:30.919365 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb853689-aaf6-4971-b72e-a37fa4e0aef2 req-1bdd6795-302a-4e7e-84ce-c86a4ce4a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:27:30.920979 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb853689-aaf6-4971-b72e-a37fa4e0aef2 req-1bdd6795-302a-4e7e-84ce-c86a4ce4a686 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6ad9e5c353b406ca142123ac19788b0&device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 1128 time: 0.0525331 Feb 15 17:27:31.026750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb853689-aaf6-4971-b72e-a37fa4e0aef2 req-211bac82-2598-4f1e-8e1b-9cce8dedd779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:27:31.028338 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb853689-aaf6-4971-b72e-a37fa4e0aef2 req-211bac82-2598-4f1e-8e1b-9cce8dedd779 service neutron] 10.222.0.10 "GET /v2.0/networks?id=b569ed66-c8ed-49d3-82eb-cc50ef48e72f HTTP/1.1" status: 200 len: 914 time: 0.1001086 Feb 15 17:27:31.072121 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb853689-aaf6-4971-b72e-a37fa4e0aef2 req-bbe6914c-955d-4ec1-8d82-a50e0cb34ea6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe HTTP/1.1" status: 200 len: 217 time: 0.0380428 Feb 15 17:27:31.090679 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:31.124403 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1cfd17eb-afbb-486e-a6c9-1ce6c277e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:59Z', 'revision_number': 4, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port': {'id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '0dd02bb3-3389-4cd2-b3c5-2978bd8370f9', 'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'mac_address': 'fa:16:3e:9e:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:58Z', 'updated_at': '2022-02-15T17:23:03Z', 'revision_number': 5, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'subnets': [{'id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:31.125510 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb853689-aaf6-4971-b72e-a37fa4e0aef2 req-fe7952c2-0792-4d23-832a-08cb933384f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:27:31.127046 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb853689-aaf6-4971-b72e-a37fa4e0aef2 req-fe7952c2-0792-4d23-832a-08cb933384f5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0 HTTP/1.1" status: 200 len: 852 time: 0.0469103 Feb 15 17:27:31.152260 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd17eb-afbb-486e-a6c9-1ce6c277e9d4 None None] Checking router: 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:27:31.163548 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfd17eb-afbb-486e-a6c9-1ce6c277e9d4 None None] Routers {'6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:27:31.164279 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1cfd17eb-afbb-486e-a6c9-1ce6c277e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:27:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:31.182053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb853689-aaf6-4971-b72e-a37fa4e0aef2 req-a978bdd1-7405-4e6c-8588-26e241eddf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:27:31.184309 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb853689-aaf6-4971-b72e-a37fa4e0aef2 req-a978bdd1-7405-4e6c-8588-26e241eddf2a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=b569ed66-c8ed-49d3-82eb-cc50ef48e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515597 Feb 15 17:27:31.287309 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1cfd17eb-afbb-486e-a6c9-1ce6c277e9d4 None None] Set router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:27:31.328009 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef96042c-f640-42d3-be8b-e7222459cbe1 req-5df44b9d-321f-45e9-83e9-c8a7849f8ba0 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:27:31.329890 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef96042c-f640-42d3-be8b-e7222459cbe1 req-5df44b9d-321f-45e9-83e9-c8a7849f8ba0 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 945 time: 0.1150279 Feb 15 17:27:31.331804 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb853689-aaf6-4971-b72e-a37fa4e0aef2 req-33828c16-3680-498f-91ad-0645c709cd32 service neutron] 10.222.0.10 "GET /v2.0/networks/b569ed66-c8ed-49d3-82eb-cc50ef48e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409950 Feb 15 17:27:31.445757 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef96042c-f640-42d3-be8b-e7222459cbe1 req-9f20995e-bbb7-4cd7-bc8c-3bc6bf018e45 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063960 Feb 15 17:27:31.471584 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb853689-aaf6-4971-b72e-a37fa4e0aef2 req-d61e68e1-f043-4393-8bc9-711bf912bcda service neutron] 10.222.0.10 "GET /v2.0/networks/b569ed66-c8ed-49d3-82eb-cc50ef48e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311431 Feb 15 17:27:31.507686 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1cfd17eb-afbb-486e-a6c9-1ce6c277e9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:59Z', 'revision_number': 4, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port': {'id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '0dd02bb3-3389-4cd2-b3c5-2978bd8370f9', 'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'mac_address': 'fa:16:3e:9e:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:58Z', 'updated_at': '2022-02-15T17:23:03Z', 'revision_number': 5, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'subnets': [{'id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:31.535097 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfd17eb-afbb-486e-a6c9-1ce6c277e9d4 None None] The sync data for ids ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'] in n-d-828372-14 is: [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:22:59Z', 'revision_number': 4, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port': {'id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '0dd02bb3-3389-4cd2-b3c5-2978bd8370f9', 'name': '', 'network_id': 'b569ed66-c8ed-49d3-82eb-cc50ef48e72f', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'mac_address': 'fa:16:3e:9e:c5:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:58Z', 'updated_at': '2022-02-15T17:23:03Z', 'revision_number': 5, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'subnets': [{'id': 'ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:27:31.765936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6fd1f6-e06c-4b8f-b877-d0a846d7442e None None] New status for floating IP 427ef619-d635-4666-ba7f-613e9dad498c: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:27:32.567450 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1997eac-ab21-4f25-8f32-a2b46fae1348 req-9fd1e280-d87a-4959-b323-716d58582fa8 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:27:32.568926 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c1997eac-ab21-4f25-8f32-a2b46fae1348 req-9fd1e280-d87a-4959-b323-716d58582fa8 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 945 time: 0.0526531 Feb 15 17:27:32.616851 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c1997eac-ab21-4f25-8f32-a2b46fae1348 req-363a14ea-2718-4089-8819-da22b9a94940 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/security-groups?id=2523ac4d-5035-400c-b483-3ece22319184&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423973 Feb 15 17:27:32.910814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6101a9a-606c-4e68-a551-f4475d00a439 req-2304f52a-ed2e-48de-8895-7c8c412c5006 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:27:32.912264 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6101a9a-606c-4e68-a551-f4475d00a439 req-2304f52a-ed2e-48de-8895-7c8c412c5006 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 945 time: 0.0537574 Feb 15 17:27:33.011421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-a6101a9a-606c-4e68-a551-f4475d00a439 req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Deleting port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:27:33.011771 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6101a9a-606c-4e68-a551-f4475d00a439 req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:33.099658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a6101a9a-606c-4e68-a551-f4475d00a439 req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] For port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe,segment=NetworkSegment(0cba353a-78df-4a51-98db-46e974f13914),segment_id=0cba353a-78df-4a51-98db-46e974f13914)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:27:33.100027 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6101a9a-606c-4e68-a551-f4475d00a439 req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:33.112300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-a6101a9a-606c-4e68-a551-f4475d00a439 req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Calling delete_port for ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:27:33.352572 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6101a9a-606c-4e68-a551-f4475d00a439 req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:33.381348 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Pushing event deleted for resources: {'Port': ['ID=ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:27:33.392209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:33.392581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:33.392939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:33.393289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:33.393664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:33.394007 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:33.394349 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:33.394688 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:33.395029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:33.395371 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:33.395709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:33.396049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:33.396387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:33.441597 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6101a9a-606c-4e68-a551-f4475d00a439 req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] No DVR routers for this DVR port ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:27:33.444287 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a6101a9a-606c-4e68-a551-f4475d00a439 req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:33.447733 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a6101a9a-606c-4e68-a551-f4475d00a439 req-3c76523e-00d9-41cd-8766-0762b320e5ee tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.10 "DELETE /v2.0/ports/ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe HTTP/1.1" status: 204 len: 173 time: 0.5302861 Feb 15 17:27:33.448179 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'name': 'network-vif-deleted', 'tag': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:27:33.450543 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97944b9-f687-401c-be99-cb96ba8fa480" -d '{"events": [{"server_uuid": "4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c", "name": "network-vif-deleted", "tag": "ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:27:33.485664 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a8b620-dbd9-4af9-aa5f-3a2c21573748 x-openstack-request-id: req-60a8b620-dbd9-4af9-aa5f-3a2c21573748 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:27:33.485969 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c", "name": "network-vif-deleted", "tag": "ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:27:33.486252 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-60a8b620-dbd9-4af9-aa5f-3a2c21573748 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:27:33.486910 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c', 'name': 'network-vif-deleted', 'tag': 'ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe', 'status': 'completed', 'code': 200} Feb 15 17:27:33.724367 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a3467e96-268e-4454-a769-e20cd975e16a req-6556096f-022b-48ac-ac3e-4e781c9faeca tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 210 time: 0.0333443 Feb 15 17:27:34.828975 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b83e827d-5ea4-4176-bbd1-e9f81f8382d5 req-4f06c6c0-3dc1-4d85-9908-7541831f7382 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 210 time: 0.0336630 Feb 15 17:27:35.922819 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-07150682-d446-42c7-bfbe-1ec3736ceb7b req-7d6d8d5f-9eb1-48f6-a5cd-2203db13126d tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 210 time: 0.0289826 Feb 15 17:27:37.025662 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52978933-1fa2-4459-a505-f070a7cfe0d3 req-a0d5f3d0-5272-41e1-acaf-a30a77c89789 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 210 time: 0.0328114 Feb 15 17:27:37.029103 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41dbd186-7a20-44a1-a8d1-5256bf0aa578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:37.362115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:27:37.383244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:27:37.383591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device ebb19ec4-e9ab-4632-b000-49c1b5c7e5fe not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:27:38.121549 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f7dc9fa0-580c-445a-bd0d-482ed2bc5e1c req-91aa690c-c628-4593-852c-876d152354fc tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 210 time: 0.0271425 Feb 15 17:27:39.216824 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80319ccd-4888-4486-9ff2-a364e2465e7f req-af10acda-07ad-42d8-a44c-1dae0ee3df4a tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 210 time: 0.0272689 Feb 15 17:27:39.399940 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ef2759c-1b38-4d89-9ef1-5f2fcaaaf482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:40.311308 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-28a92738-8878-4aea-8a7d-bf9f6e9f2c30 req-289deafe-b34c-40b3-bcf9-338f9aeff670 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 210 time: 0.0277095 Feb 15 17:27:40.617219 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:41.410417 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-576a928d-ce71-435a-a87d-3b01b0c5febc req-3a026b1a-6774-4f7f-9918-cc95f69003fb tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 210 time: 0.0321984 Feb 15 17:27:42.089847 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:42.507016 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6502c4ab-7ad5-4476-83e0-f46937f071ec req-5d805b2f-54dc-4d6a-811d-a85e260e9d45 tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "GET /v2.0/ports?device_id=4f9f9b15-87b7-425f-a6bd-fbf9b41cb66c HTTP/1.1" status: 200 len: 210 time: 0.0282974 Feb 15 17:27:43.542941 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:43.562736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 38544) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:27:43.620363 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-410f7460-4219-4828-9fa6-425ab10e482c tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group (2523ac4d-5035-400c-b483-3ece22319184), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:43.645800 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-410f7460-4219-4828-9fa6-425ab10e482c tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group (2523ac4d-5035-400c-b483-3ece22319184), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:43.804104 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-410f7460-4219-4828-9fa6-425ab10e482c tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2523ac4d-5035-400c-b483-3ece22319184), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:43.806846 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-410f7460-4219-4828-9fa6-425ab10e482c tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:43.808036 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-410f7460-4219-4828-9fa6-425ab10e482c tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] 10.222.0.107 "DELETE /v2.0/security-groups/2523ac4d-5035-400c-b483-3ece22319184 HTTP/1.1" status: 204 len: 168 time: 0.2442989 Feb 15 17:27:43.821024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f7460-4219-4828-9fa6-425ab10e482c tempest-TestVolumeBackupRestore-1998621404 tempest-TestVolumeBackupRestore-1998621404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2523ac4d-5035-400c-b483-3ece22319184,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:27:51.913339 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 38926) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:27:52.282635 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-266385ae-e3d0-4cc8-86a9-668cfabe6134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:52.543073 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-266385ae-e3d0-4cc8-86a9-668cfabe6134 admin admin] Deleting port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:27:52.543407 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-266385ae-e3d0-4cc8-86a9-668cfabe6134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:52.628887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-266385ae-e3d0-4cc8-86a9-668cfabe6134 admin admin] For port 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0dd02bb3-3389-4cd2-b3c5-2978bd8370f9,segment=NetworkSegment(0cba353a-78df-4a51-98db-46e974f13914),segment_id=0cba353a-78df-4a51-98db-46e974f13914)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:27:52.629261 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-266385ae-e3d0-4cc8-86a9-668cfabe6134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:52.642262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-266385ae-e3d0-4cc8-86a9-668cfabe6134 admin admin] Calling delete_port for 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:27:52.926186 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-266385ae-e3d0-4cc8-86a9-668cfabe6134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (0dd02bb3-3389-4cd2-b3c5-2978bd8370f9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:52.953951 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266385ae-e3d0-4cc8-86a9-668cfabe6134 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd02bb3-3389-4cd2-b3c5-2978bd8370f9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:27:53.494863 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-266385ae-e3d0-4cc8-86a9-668cfabe6134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:53.730125 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266385ae-e3d0-4cc8-86a9-668cfabe6134 admin admin] Router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:27:53.847650 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266385ae-e3d0-4cc8-86a9-668cfabe6134 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:27:53.857065 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-266385ae-e3d0-4cc8-86a9-668cfabe6134 admin admin] 10.222.0.107 "PUT /v2.0/routers/6ae63d9b-e0a1-4463-a00e-d4759dd4dde6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9382348 Feb 15 17:27:53.857065 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39010) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:27:53.858581 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32b5081-5e80-4821-8b00-3d717e7f4435 None None] Sync routers for ids ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:27:53.870647 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b5081-5e80-4821-8b00-3d717e7f4435 None None] Routers {'6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:27:53.871272 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c32b5081-5e80-4821-8b00-3d717e7f4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:27:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:53.971421 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-933e75ca-fe9f-4ec1-b1ec-10d3bbc23585 admin admin] Publish callbacks [] for router (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:53.992683 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c32b5081-5e80-4821-8b00-3d717e7f4435 None None] Set router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:27:54.080068 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-933e75ca-fe9f-4ec1-b1ec-10d3bbc23585 admin admin] Publish callbacks [] for router_gateway (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:54.176549 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c32b5081-5e80-4821-8b00-3d717e7f4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212'}], 'enable_snat': True}, 'gw_port_id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:27:52Z', 'revision_number': 5, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port': {'id': 'd62abfbd-17a4-4832-8b0a-84501d1abb92', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:1f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:54.230186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-933e75ca-fe9f-4ec1-b1ec-10d3bbc23585 admin admin] Deleting port d62abfbd-17a4-4832-8b0a-84501d1abb92 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:27:54.230560 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-933e75ca-fe9f-4ec1-b1ec-10d3bbc23585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d62abfbd-17a4-4832-8b0a-84501d1abb92), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:54.292427 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32b5081-5e80-4821-8b00-3d717e7f4435 None None] Checking router: 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:27:54.301000 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32b5081-5e80-4821-8b00-3d717e7f4435 None None] Routers {'6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:27:54.301656 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c32b5081-5e80-4821-8b00-3d717e7f4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:27:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:54.317494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-933e75ca-fe9f-4ec1-b1ec-10d3bbc23585 admin admin] For port d62abfbd-17a4-4832-8b0a-84501d1abb92, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d62abfbd-17a4-4832-8b0a-84501d1abb92,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:27:54.317867 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-933e75ca-fe9f-4ec1-b1ec-10d3bbc23585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d62abfbd-17a4-4832-8b0a-84501d1abb92), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:54.330942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-933e75ca-fe9f-4ec1-b1ec-10d3bbc23585 admin admin] Calling delete_port for d62abfbd-17a4-4832-8b0a-84501d1abb92 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:27:54.388080 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-c32b5081-5e80-4821-8b00-3d717e7f4435 None None] Set router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:27:54.441886 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-c32b5081-5e80-4821-8b00-3d717e7f4435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:27:54Z', 'revision_number': 6, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:54.473945 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32b5081-5e80-4821-8b00-3d717e7f4435 None None] The sync data for ids ['6ae63d9b-e0a1-4463-a00e-d4759dd4dde6'] in n-d-828372-14 is: [{'id': '6ae63d9b-e0a1-4463-a00e-d4759dd4dde6', 'name': 'tempest-TestVolumeBackupRestore-846478167-router', 'tenant_id': 'd6ad9e5c353b406ca142123ac19788b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:22:56Z', 'updated_at': '2022-02-15T17:27:54Z', 'revision_number': 6, 'project_id': 'd6ad9e5c353b406ca142123ac19788b0', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:27:54.615647 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-933e75ca-fe9f-4ec1-b1ec-10d3bbc23585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d62abfbd-17a4-4832-8b0a-84501d1abb92), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:54.640995 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e75ca-fe9f-4ec1-b1ec-10d3bbc23585 admin admin] Pushing event deleted for resources: {'Port': ['ID=d62abfbd-17a4-4832-8b0a-84501d1abb92,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:27:54.704752 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-933e75ca-fe9f-4ec1-b1ec-10d3bbc23585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:54.797019 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-933e75ca-fe9f-4ec1-b1ec-10d3bbc23585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:54.799109 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-933e75ca-fe9f-4ec1-b1ec-10d3bbc23585 admin admin] Publish callbacks [] for router_controller (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:54.914399 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-933e75ca-fe9f-4ec1-b1ec-10d3bbc23585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (6ae63d9b-e0a1-4463-a00e-d4759dd4dde6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:54.915035 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933e75ca-fe9f-4ec1-b1ec-10d3bbc23585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:27:54.919724 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-933e75ca-fe9f-4ec1-b1ec-10d3bbc23585 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:54.922530 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-933e75ca-fe9f-4ec1-b1ec-10d3bbc23585 admin admin] 10.222.0.107 "DELETE /v2.0/routers/6ae63d9b-e0a1-4463-a00e-d4759dd4dde6 HTTP/1.1" status: 204 len: 168 time: 1.0640693 Feb 15 17:27:54.923736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39014) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:27:54.969827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3085c9c-8891-4af2-9e46-780be2250cc6 admin admin] Deleting subnet ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:27:54.973185 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3085c9c-8891-4af2-9e46-780be2250cc6 admin admin] Publish callbacks [] for subnet (ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:55.006904 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3085c9c-8891-4af2-9e46-780be2250cc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:55.086420 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3085c9c-8891-4af2-9e46-780be2250cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:55.216293 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3085c9c-8891-4af2-9e46-780be2250cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:55.240827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3085c9c-8891-4af2-9e46-780be2250cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:27:55.247233 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d3085c9c-8891-4af2-9e46-780be2250cc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:55.253014 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d3085c9c-8891-4af2-9e46-780be2250cc6 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/ed72b4df-b4e9-4769-a1aa-2ebb42d62ac0 HTTP/1.1" status: 204 len: 168 time: 0.3257475 Feb 15 17:27:55.253316 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39016) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:27:55.253798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8098b462-8265-4f70-9be6-cac792b3c180 None None] Network b569ed66-c8ed-49d3-82eb-cc50ef48e72f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:27:55.422867 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] DHCP port deletion for b569ed66-c8ed-49d3-82eb-cc50ef48e72f request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:27:55.462673 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-11770626-7b20-4292-8242-573946960557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (b569ed66-c8ed-49d3-82eb-cc50ef48e72f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:55.492726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Deleting port ed1686d7-08a5-498c-9c85-4848ea95aaf2 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:27:55.493534 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:55.508194 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:27:55.523324 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-11770626-7b20-4292-8242-573946960557 admin admin] Deleting port ed1686d7-08a5-498c-9c85-4848ea95aaf2 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:27:55.523666 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-11770626-7b20-4292-8242-573946960557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:55.562421 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:27:55.562776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0dd02bb3-3389-4cd2-b3c5-2978bd8370f9 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:27:55.563210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ed1686d7-08a5-498c-9c85-4848ea95aaf2 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:27:55.600073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-11770626-7b20-4292-8242-573946960557 admin admin] For port ed1686d7-08a5-498c-9c85-4848ea95aaf2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ed1686d7-08a5-498c-9c85-4848ea95aaf2,segment=NetworkSegment(0cba353a-78df-4a51-98db-46e974f13914),segment_id=0cba353a-78df-4a51-98db-46e974f13914)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:27:55.600447 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-11770626-7b20-4292-8242-573946960557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:55.615848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-11770626-7b20-4292-8242-573946960557 admin admin] Calling delete_port for ed1686d7-08a5-498c-9c85-4848ea95aaf2 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:27:55.626295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] For port ed1686d7-08a5-498c-9c85-4848ea95aaf2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ed1686d7-08a5-498c-9c85-4848ea95aaf2,segment=NetworkSegment(0cba353a-78df-4a51-98db-46e974f13914),segment_id=0cba353a-78df-4a51-98db-46e974f13914)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:27:55.626698 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:55.643993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Calling delete_port for ed1686d7-08a5-498c-9c85-4848ea95aaf2 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:27:55.748900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ed1686d7-08a5-498c-9c85-4848ea95aaf2 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:27:55.749208 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:55.816007 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-11770626-7b20-4292-8242-573946960557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:55.843330 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d62abfbd-17a4-4832-8b0a-84501d1abb92 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:27:55.845240 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11770626-7b20-4292-8242-573946960557 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed1686d7-08a5-498c-9c85-4848ea95aaf2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:27:55.846746 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (ed1686d7-08a5-498c-9c85-4848ea95aaf2), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:55.847330 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11770626-7b20-4292-8242-573946960557 admin admin] No DVR routers for this DVR port ed1686d7-08a5-498c-9c85-4848ea95aaf2 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:27:55.895261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: d62abfbd-17a4-4832-8b0a-84501d1abb92 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:27:55.895613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d62abfbd-17a4-4832-8b0a-84501d1abb92 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:27:55.900240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Pushing event deleted for resources: {'Port': ['ID=ed1686d7-08a5-498c-9c85-4848ea95aaf2,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:27:55.904604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] No DVR routers for this DVR port ed1686d7-08a5-498c-9c85-4848ea95aaf2 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:27:55.912782 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:55.913129 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:55.913530 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:55.913865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:55.914198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:55.914533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:55.914855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:55.915172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:55.915494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:55.915807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:55.916125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:55.916441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:55.916755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58fb435-5336-474e-ac16-fbdd88aea899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:27:55.921391 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-11770626-7b20-4292-8242-573946960557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (b569ed66-c8ed-49d3-82eb-cc50ef48e72f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:55.955223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-11770626-7b20-4292-8242-573946960557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b569ed66-c8ed-49d3-82eb-cc50ef48e72f']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:55.965168 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-11770626-7b20-4292-8242-573946960557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cba353a-78df-4a51-98db-46e974f13914') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:55.965501 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-11770626-7b20-4292-8242-573946960557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cba353a-78df-4a51-98db-46e974f13914') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:55.979588 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-11770626-7b20-4292-8242-573946960557 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (0cba353a-78df-4a51-98db-46e974f13914), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:55.993882 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-11770626-7b20-4292-8242-573946960557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (0cba353a-78df-4a51-98db-46e974f13914), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:56.003117 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11770626-7b20-4292-8242-573946960557 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:27:56.003446 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-11770626-7b20-4292-8242-573946960557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (0cba353a-78df-4a51-98db-46e974f13914), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:27:56.005076 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:27:56.141073 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-11770626-7b20-4292-8242-573946960557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (b569ed66-c8ed-49d3-82eb-cc50ef48e72f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:56.146772 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-11770626-7b20-4292-8242-573946960557 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:56.149982 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-11770626-7b20-4292-8242-573946960557 admin admin] 10.222.0.107 "DELETE /v2.0/networks/b569ed66-c8ed-49d3-82eb-cc50ef48e72f HTTP/1.1" status: 204 len: 168 time: 0.8956296 Feb 15 17:27:56.158478 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39022) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:27:56.163386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11770626-7b20-4292-8242-573946960557 admin admin] Pushing event deleted for resources: {'Network': ['ID=b569ed66-c8ed-49d3-82eb-cc50ef48e72f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:27:56.515776 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa066-6ad1-40ed-b8ce-78f3c8bfedfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (7f30b08e-003f-486c-9c48-29729863843a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:56.763169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ae9aa066-6ad1-40ed-b8ce-78f3c8bfedfb admin admin] Deleting port cdc23454-161a-492a-a14e-0912e1bd4113 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:27:56.763509 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa066-6ad1-40ed-b8ce-78f3c8bfedfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:56.839856 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-ae9aa066-6ad1-40ed-b8ce-78f3c8bfedfb admin admin] For port cdc23454-161a-492a-a14e-0912e1bd4113, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cdc23454-161a-492a-a14e-0912e1bd4113,segment=NetworkSegment(37ae3590-ec0b-4372-8268-871dfe818d0d),segment_id=37ae3590-ec0b-4372-8268-871dfe818d0d)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:27:56.840140 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa066-6ad1-40ed-b8ce-78f3c8bfedfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:56.852947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ae9aa066-6ad1-40ed-b8ce-78f3c8bfedfb admin admin] Calling delete_port for cdc23454-161a-492a-a14e-0912e1bd4113 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:27:57.125512 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa066-6ad1-40ed-b8ce-78f3c8bfedfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (cdc23454-161a-492a-a14e-0912e1bd4113), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:57.149892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9aa066-6ad1-40ed-b8ce-78f3c8bfedfb admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc23454-161a-492a-a14e-0912e1bd4113,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:27:57.324752 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa066-6ad1-40ed-b8ce-78f3c8bfedfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (7f30b08e-003f-486c-9c48-29729863843a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:57.547390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9aa066-6ad1-40ed-b8ce-78f3c8bfedfb admin admin] Router 7f30b08e-003f-486c-9c48-29729863843a has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:27:57.657034 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9aa066-6ad1-40ed-b8ce-78f3c8bfedfb admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:27:57.664678 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ae9aa066-6ad1-40ed-b8ce-78f3c8bfedfb admin admin] 10.222.0.107 "PUT /v2.0/routers/7f30b08e-003f-486c-9c48-29729863843a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5050678 Feb 15 17:27:57.665118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39024) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:27:57.666744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f69b9-69bd-4522-b2c8-509b60730a23 None None] Sync routers for ids ['7f30b08e-003f-486c-9c48-29729863843a'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:27:57.676119 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f69b9-69bd-4522-b2c8-509b60730a23 None None] Routers {'7f30b08e-003f-486c-9c48-29729863843a'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:27:57.676750 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-e55f69b9-69bd-4522-b2c8-509b60730a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:27:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['7f30b08e-003f-486c-9c48-29729863843a'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:57.773854 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-446334fa-2f03-4503-baaa-941ab113542b admin admin] Publish callbacks [] for router (7f30b08e-003f-486c-9c48-29729863843a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:57.782233 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-e55f69b9-69bd-4522-b2c8-509b60730a23 None None] Set router 7f30b08e-003f-486c-9c48-29729863843a gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:27:57.878391 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-446334fa-2f03-4503-baaa-941ab113542b admin admin] Publish callbacks [] for router_gateway (7f30b08e-003f-486c-9c48-29729863843a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:57.965554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-e55f69b9-69bd-4522-b2c8-509b60730a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30b08e-003f-486c-9c48-29729863843a', 'name': 'tempest-TestVolumeBackupRestore-459698988-router', 'tenant_id': '6c1f2f6cef9346a1a9db98973f570554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.38'}], 'enable_snat': True}, 'gw_port_id': '69ca4fba-9c90-4707-aa8b-97d0722987d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:02Z', 'updated_at': '2022-02-15T17:27:56Z', 'revision_number': 5, 'project_id': '6c1f2f6cef9346a1a9db98973f570554', 'gw_port': {'id': '69ca4fba-9c90-4707-aa8b-97d0722987d5', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f30b08e-003f-486c-9c48-29729863843a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:03Z', 'updated_at': '2022-02-15T17:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:57.986709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-446334fa-2f03-4503-baaa-941ab113542b admin admin] Deleting port 69ca4fba-9c90-4707-aa8b-97d0722987d5 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:27:57.987060 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-446334fa-2f03-4503-baaa-941ab113542b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (69ca4fba-9c90-4707-aa8b-97d0722987d5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:57.997113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f69b9-69bd-4522-b2c8-509b60730a23 None None] Checking router: 7f30b08e-003f-486c-9c48-29729863843a for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:27:58.005445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55f69b9-69bd-4522-b2c8-509b60730a23 None None] Routers {'7f30b08e-003f-486c-9c48-29729863843a'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:27:58.006056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-e55f69b9-69bd-4522-b2c8-509b60730a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:27:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['7f30b08e-003f-486c-9c48-29729863843a'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:58.069076 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-446334fa-2f03-4503-baaa-941ab113542b admin admin] For port 69ca4fba-9c90-4707-aa8b-97d0722987d5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=69ca4fba-9c90-4707-aa8b-97d0722987d5,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:27:58.069842 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-446334fa-2f03-4503-baaa-941ab113542b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (69ca4fba-9c90-4707-aa8b-97d0722987d5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:58.082797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-446334fa-2f03-4503-baaa-941ab113542b admin admin] Calling delete_port for 69ca4fba-9c90-4707-aa8b-97d0722987d5 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:27:58.092445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-e55f69b9-69bd-4522-b2c8-509b60730a23 None None] Set router 7f30b08e-003f-486c-9c48-29729863843a gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:27:58.144094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-e55f69b9-69bd-4522-b2c8-509b60730a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f30b08e-003f-486c-9c48-29729863843a', 'name': 'tempest-TestVolumeBackupRestore-459698988-router', 'tenant_id': '6c1f2f6cef9346a1a9db98973f570554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:02Z', 'updated_at': '2022-02-15T17:27:57Z', 'revision_number': 6, 'project_id': '6c1f2f6cef9346a1a9db98973f570554', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:58.173149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f69b9-69bd-4522-b2c8-509b60730a23 None None] The sync data for ids ['7f30b08e-003f-486c-9c48-29729863843a'] in n-d-828372-14 is: [{'id': '7f30b08e-003f-486c-9c48-29729863843a', 'name': 'tempest-TestVolumeBackupRestore-459698988-router', 'tenant_id': '6c1f2f6cef9346a1a9db98973f570554', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:02Z', 'updated_at': '2022-02-15T17:27:57Z', 'revision_number': 6, 'project_id': '6c1f2f6cef9346a1a9db98973f570554', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:27:58.291485 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-446334fa-2f03-4503-baaa-941ab113542b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (69ca4fba-9c90-4707-aa8b-97d0722987d5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:58.318381 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446334fa-2f03-4503-baaa-941ab113542b admin admin] Pushing event deleted for resources: {'Port': ['ID=69ca4fba-9c90-4707-aa8b-97d0722987d5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:27:58.379029 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-446334fa-2f03-4503-baaa-941ab113542b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (7f30b08e-003f-486c-9c48-29729863843a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:58.472953 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-446334fa-2f03-4503-baaa-941ab113542b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (7f30b08e-003f-486c-9c48-29729863843a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:58.475935 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-446334fa-2f03-4503-baaa-941ab113542b admin admin] Publish callbacks [] for router_controller (7f30b08e-003f-486c-9c48-29729863843a), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:58.592736 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-446334fa-2f03-4503-baaa-941ab113542b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (7f30b08e-003f-486c-9c48-29729863843a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:58.593442 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446334fa-2f03-4503-baaa-941ab113542b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f30b08e-003f-486c-9c48-29729863843a {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:27:58.602261 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-446334fa-2f03-4503-baaa-941ab113542b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:58.602261 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-446334fa-2f03-4503-baaa-941ab113542b admin admin] 10.222.0.107 "DELETE /v2.0/routers/7f30b08e-003f-486c-9c48-29729863843a HTTP/1.1" status: 204 len: 168 time: 0.9329286 Feb 15 17:27:58.602261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39026) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:27:58.645451 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b5c8a9-91aa-4546-b14e-1229607fbe83 admin admin] Deleting subnet b3b5631e-5166-4bf3-ab78-5cce98c126c8 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:27:58.649216 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-09b5c8a9-91aa-4546-b14e-1229607fbe83 admin admin] Publish callbacks [] for subnet (b3b5631e-5166-4bf3-ab78-5cce98c126c8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:58.682186 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-09b5c8a9-91aa-4546-b14e-1229607fbe83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (b3b5631e-5166-4bf3-ab78-5cce98c126c8), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:58.748493 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:27:58.762220 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-09b5c8a9-91aa-4546-b14e-1229607fbe83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (b3b5631e-5166-4bf3-ab78-5cce98c126c8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:58.884444 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-09b5c8a9-91aa-4546-b14e-1229607fbe83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (b3b5631e-5166-4bf3-ab78-5cce98c126c8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:58.909987 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5c8a9-91aa-4546-b14e-1229607fbe83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b5631e-5166-4bf3-ab78-5cce98c126c8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:27:58.913850 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-09b5c8a9-91aa-4546-b14e-1229607fbe83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:58.917175 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-09b5c8a9-91aa-4546-b14e-1229607fbe83 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/b3b5631e-5166-4bf3-ab78-5cce98c126c8 HTTP/1.1" status: 204 len: 168 time: 0.3145280 Feb 15 17:27:58.920048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39028) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:27:58.930470 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d769f6-b920-4946-94bd-0d87e7659b96 None None] Network d891996e-2b09-459d-95c4-b8e88eb5636f requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:27:59.005941 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (d891996e-2b09-459d-95c4-b8e88eb5636f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:59.064166 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] Deleting port 4c7ada91-7cf2-4713-9b27-489534a6d3ca {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:27:59.064404 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4c7ada91-7cf2-4713-9b27-489534a6d3ca), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:59.113029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4dedae-060f-4fcf-9720-3f37fb32f5b1 None None] DHCP port deletion for d891996e-2b09-459d-95c4-b8e88eb5636f request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:27:59.131591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] For port 4c7ada91-7cf2-4713-9b27-489534a6d3ca, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4c7ada91-7cf2-4713-9b27-489534a6d3ca,segment=NetworkSegment(37ae3590-ec0b-4372-8268-871dfe818d0d),segment_id=37ae3590-ec0b-4372-8268-871dfe818d0d)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:27:59.132159 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4c7ada91-7cf2-4713-9b27-489534a6d3ca), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:59.326802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8c4dedae-060f-4fcf-9720-3f37fb32f5b1 None None] Deleting port 4c7ada91-7cf2-4713-9b27-489534a6d3ca {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:27:59.327171 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8c4dedae-060f-4fcf-9720-3f37fb32f5b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4c7ada91-7cf2-4713-9b27-489534a6d3ca), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:59.392634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8c4dedae-060f-4fcf-9720-3f37fb32f5b1 None None] For port 4c7ada91-7cf2-4713-9b27-489534a6d3ca, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4c7ada91-7cf2-4713-9b27-489534a6d3ca,segment=NetworkSegment(37ae3590-ec0b-4372-8268-871dfe818d0d),segment_id=37ae3590-ec0b-4372-8268-871dfe818d0d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:27:59.392980 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8c4dedae-060f-4fcf-9720-3f37fb32f5b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4c7ada91-7cf2-4713-9b27-489534a6d3ca), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:59.410685 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8c4dedae-060f-4fcf-9720-3f37fb32f5b1 None None] Calling delete_port for 4c7ada91-7cf2-4713-9b27-489534a6d3ca owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:27:59.471438 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] Calling delete_port for 4c7ada91-7cf2-4713-9b27-489534a6d3ca owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:27:59.485257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cdc23454-161a-492a-a14e-0912e1bd4113 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:27:59.511961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: cdc23454-161a-492a-a14e-0912e1bd4113 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:27:59.512500 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cdc23454-161a-492a-a14e-0912e1bd4113 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:27:59.512981 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 69ca4fba-9c90-4707-aa8b-97d0722987d5 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:27:59.533626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 69ca4fba-9c90-4707-aa8b-97d0722987d5 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:27:59.533980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 69ca4fba-9c90-4707-aa8b-97d0722987d5 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:27:59.534398 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4c7ada91-7cf2-4713-9b27-489534a6d3ca no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:27:59.608713 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8c4dedae-060f-4fcf-9720-3f37fb32f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (4c7ada91-7cf2-4713-9b27-489534a6d3ca), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:59.611477 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4c7ada91-7cf2-4713-9b27-489534a6d3ca), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:59.618359 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4c7ada91-7cf2-4713-9b27-489534a6d3ca is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:27:59.618748 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4c7ada91-7cf2-4713-9b27-489534a6d3ca), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:59.636794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7ada91-7cf2-4713-9b27-489534a6d3ca,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:27:59.640383 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] No DVR routers for this DVR port 4c7ada91-7cf2-4713-9b27-489534a6d3ca on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:27:59.648254 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4dedae-060f-4fcf-9720-3f37fb32f5b1 None None] No DVR routers for this DVR port 4c7ada91-7cf2-4713-9b27-489534a6d3ca on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:27:59.649926 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4dedae-060f-4fcf-9720-3f37fb32f5b1 None None] Pushing event deleted for resources: {'Port': ['ID=4c7ada91-7cf2-4713-9b27-489534a6d3ca,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:27:59.713038 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (d891996e-2b09-459d-95c4-b8e88eb5636f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:59.732786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d891996e-2b09-459d-95c4-b8e88eb5636f']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:59.742017 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ae3590-ec0b-4372-8268-871dfe818d0d') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:59.742328 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ae3590-ec0b-4372-8268-871dfe818d0d') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:27:59.751547 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (37ae3590-ec0b-4372-8268-871dfe818d0d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:59.764505 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (37ae3590-ec0b-4372-8268-871dfe818d0d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:59.770436 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:27:59.770831 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (37ae3590-ec0b-4372-8268-871dfe818d0d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:27:59.772534 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:27:59.902309 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (d891996e-2b09-459d-95c4-b8e88eb5636f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:59.907802 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:27:59.914134 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] 10.222.0.107 "DELETE /v2.0/networks/d891996e-2b09-459d-95c4-b8e88eb5636f HTTP/1.1" status: 204 len: 168 time: 0.9901428 Feb 15 17:27:59.922703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d39d82-48ed-4e4f-a880-3ea14c323590 admin admin] Pushing event deleted for resources: {'Network': ['ID=d891996e-2b09-459d-95c4-b8e88eb5636f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:00.182323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39032) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:00.222324 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e18631ea-314c-4d41-b477-0e1c5acbebfe admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d6ad9e5c353b406ca142123ac19788b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388935 Feb 15 17:28:00.224657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39034) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:00.275374 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f02a1a29-1342-438e-bcfc-dbe6b495e7bc admin admin] Publish callbacks [] for security_group (9f6cce2b-2f14-4ac5-b4fe-bbb4f3d14b5b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:00.295764 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f02a1a29-1342-438e-bcfc-dbe6b495e7bc admin admin] Publish callbacks [] for security_group (9f6cce2b-2f14-4ac5-b4fe-bbb4f3d14b5b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:00.388058 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f02a1a29-1342-438e-bcfc-dbe6b495e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9f6cce2b-2f14-4ac5-b4fe-bbb4f3d14b5b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:00.390722 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f02a1a29-1342-438e-bcfc-dbe6b495e7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:00.391955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f02a1a29-1342-438e-bcfc-dbe6b495e7bc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/9f6cce2b-2f14-4ac5-b4fe-bbb4f3d14b5b HTTP/1.1" status: 204 len: 168 time: 0.1664212 Feb 15 17:28:00.400529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a1a29-1342-438e-bcfc-dbe6b495e7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6cce2b-2f14-4ac5-b4fe-bbb4f3d14b5b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:00.725134 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:01.046055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39040) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:01.092428 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39042) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:01.093250 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2e7994a4-a752-4f20-9e49-e00b0fe00658 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=6c1f2f6cef9346a1a9db98973f570554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454035 Feb 15 17:28:01.124418 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:01.142598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eadc25a3-b002-4f0f-88d3-055f823305b5 admin admin] Publish callbacks [] for security_group (ce2b6f54-615b-4133-bcf0-e0681f596119), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:01.164823 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eadc25a3-b002-4f0f-88d3-055f823305b5 admin admin] Publish callbacks [] for security_group (ce2b6f54-615b-4133-bcf0-e0681f596119), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:01.331432 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eadc25a3-b002-4f0f-88d3-055f823305b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ce2b6f54-615b-4133-bcf0-e0681f596119), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:01.334091 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eadc25a3-b002-4f0f-88d3-055f823305b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:01.339673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eadc25a3-b002-4f0f-88d3-055f823305b5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ce2b6f54-615b-4133-bcf0-e0681f596119 HTTP/1.1" status: 204 len: 168 time: 0.2418442 Feb 15 17:28:01.343033 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc25a3-b002-4f0f-88d3-055f823305b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2b6f54-615b-4133-bcf0-e0681f596119,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:06.971411 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b8f66efa-e568-460e-9b7a-4a84375114bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:09.324343 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a2a672ae-a116-400f-8a7a-272266812d99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:10.627202 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:12.038222 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:13.519567 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:22.484046 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89e8c322-1808-4652-ab13-96ad736ecce9 req-cad22584-f31f-4ae5-8b5b-0ee65153e9f2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442076 Feb 15 17:28:22.568341 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8c322-1808-4652-ab13-96ad736ecce9 req-e19b6af6-092e-424a-98c8-483cda35d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:28:22.569939 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89e8c322-1808-4652-ab13-96ad736ecce9 req-e19b6af6-092e-424a-98c8-483cda35d9c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=41da2ed4c01a41d68904aa420ed28d3e&device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 1128 time: 0.0457699 Feb 15 17:28:22.673591 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8c322-1808-4652-ab13-96ad736ecce9 req-aff9bd24-d7ad-409c-a4ec-22deb7a1dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:28:22.675098 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89e8c322-1808-4652-ab13-96ad736ecce9 req-aff9bd24-d7ad-409c-a4ec-22deb7a1dfd9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=db2214fa-af99-4549-a0a6-34834f3048f5 HTTP/1.1" status: 200 len: 910 time: 0.0889552 Feb 15 17:28:22.741315 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89e8c322-1808-4652-ab13-96ad736ecce9 req-6d87b159-9e99-4672-b027-b1a7bb37099f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ffcc003-31f7-4237-b416-d5173bf3102c HTTP/1.1" status: 200 len: 999 time: 0.0593400 Feb 15 17:28:22.792707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8c322-1808-4652-ab13-96ad736ecce9 req-0c248447-1be1-473e-ab2d-4b1d7c3971ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:28:22.794208 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89e8c322-1808-4652-ab13-96ad736ecce9 req-0c248447-1be1-473e-ab2d-4b1d7c3971ac service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e7148ab3-29cd-47ac-9b99-332c44da4738 HTTP/1.1" status: 200 len: 848 time: 0.0478997 Feb 15 17:28:22.843377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8c322-1808-4652-ab13-96ad736ecce9 req-b6c4295f-65aa-45d3-9a02-8ae0cedf21dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:28:22.853217 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89e8c322-1808-4652-ab13-96ad736ecce9 req-b6c4295f-65aa-45d3-9a02-8ae0cedf21dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=db2214fa-af99-4549-a0a6-34834f3048f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449317 Feb 15 17:28:22.938066 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89e8c322-1808-4652-ab13-96ad736ecce9 req-bef4de63-3785-4981-9fb1-e41553447c5b service neutron] 10.222.0.67 "GET /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834222 Feb 15 17:28:23.032242 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89e8c322-1808-4652-ab13-96ad736ecce9 req-aa4c8535-6757-4d1d-ae6a-c58ab926e7bb service neutron] 10.222.0.67 "GET /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887215 Feb 15 17:28:30.729230 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:31.119111 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:32.645071 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8a131-2fc3-4a59-8d28-b10383313de4 req-f2c54b82-df6f-4699-9471-d09a842c3490 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:28:32.646557 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-15f8a131-2fc3-4a59-8d28-b10383313de4 req-f2c54b82-df6f-4699-9471-d09a842c3490 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 945 time: 0.0534351 Feb 15 17:28:32.697127 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-15f8a131-2fc3-4a59-8d28-b10383313de4 req-89bc135f-810e-40d2-ab6f-5a67f0598340 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/security-groups?id=d5a23a08-e0b2-408d-9f07-e31a88819a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450168 Feb 15 17:28:33.823016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d3bcb-78d2-46ec-a315-aa905cb94410 req-098e6e22-af4c-4a5b-bb03-1bcc4f2e5157 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:28:33.824512 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f49d3bcb-78d2-46ec-a315-aa905cb94410 req-098e6e22-af4c-4a5b-bb03-1bcc4f2e5157 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 945 time: 0.0536149 Feb 15 17:28:33.903648 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f49d3bcb-78d2-46ec-a315-aa905cb94410 req-be217fea-c9fe-403e-b1d0-ca0ea1dc908c tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/security-groups?id=d5a23a08-e0b2-408d-9f07-e31a88819a96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707586 Feb 15 17:28:33.915237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e89a3-9682-4fc1-8d07-ff66bf8772c4 req-ca75683a-a75f-4da5-a9f3-ae5a659bf51f tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:28:33.916817 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46e89a3-9682-4fc1-8d07-ff66bf8772c4 req-ca75683a-a75f-4da5-a9f3-ae5a659bf51f tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.67 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 945 time: 0.0914657 Feb 15 17:28:34.009337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-e46e89a3-9682-4fc1-8d07-ff66bf8772c4 req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Deleting port 2ffcc003-31f7-4237-b416-d5173bf3102c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:28:34.009709 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e46e89a3-9682-4fc1-8d07-ff66bf8772c4 req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2ffcc003-31f7-4237-b416-d5173bf3102c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:34.100095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e46e89a3-9682-4fc1-8d07-ff66bf8772c4 req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] For port 2ffcc003-31f7-4237-b416-d5173bf3102c, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=2ffcc003-31f7-4237-b416-d5173bf3102c,segment=NetworkSegment(4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac),segment_id=4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:28:34.100462 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e46e89a3-9682-4fc1-8d07-ff66bf8772c4 req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2ffcc003-31f7-4237-b416-d5173bf3102c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:34.608700 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e46e89a3-9682-4fc1-8d07-ff66bf8772c4 req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:34.609072 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e46e89a3-9682-4fc1-8d07-ff66bf8772c4 req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (ee715f12-75d9-473b-b843-38c445e3ddd1), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:34.609420 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-e46e89a3-9682-4fc1-8d07-ff66bf8772c4 req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Floating IP ee715f12-75d9-473b-b843-38c445e3ddd1 disassociated. External IP: 172.25.4.3, port: 2ffcc003-31f7-4237-b416-d5173bf3102c. Feb 15 17:28:34.609774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-e46e89a3-9682-4fc1-8d07-ff66bf8772c4 req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Calling delete_port for 2ffcc003-31f7-4237-b416-d5173bf3102c owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:28:34.792099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e46e89a3-9682-4fc1-8d07-ff66bf8772c4 req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2ffcc003-31f7-4237-b416-d5173bf3102c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:34.824387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Pushing event deleted for resources: {'Port': ['ID=2ffcc003-31f7-4237-b416-d5173bf3102c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:34.836599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:34.836957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:34.837306 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:34.837674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:34.838019 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:34.838359 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:34.838696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:34.839038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:34.839375 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:34.839711 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:34.840045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:34.840383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:34.840719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:34.952051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e46e89a3-9682-4fc1-8d07-ff66bf8772c4 req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Router c244eb20-1f10-4307-b263-3d16808c7c0f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:28:35.060998 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e46e89a3-9682-4fc1-8d07-ff66bf8772c4 req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:28:35.074289 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ff696b-612d-4c77-8eeb-b539716f090f None None] Sync routers for ids ['c244eb20-1f10-4307-b263-3d16808c7c0f'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:28:35.085136 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ff696b-612d-4c77-8eeb-b539716f090f None None] Routers {'c244eb20-1f10-4307-b263-3d16808c7c0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:28:35.085864 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f1ff696b-612d-4c77-8eeb-b539716f090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:28:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c244eb20-1f10-4307-b263-3d16808c7c0f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:35.105399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46e89a3-9682-4fc1-8d07-ff66bf8772c4 req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] No DVR routers for this DVR port 2ffcc003-31f7-4237-b416-d5173bf3102c on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:28:35.108148 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e46e89a3-9682-4fc1-8d07-ff66bf8772c4 req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:35.112355 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46e89a3-9682-4fc1-8d07-ff66bf8772c4 req-6a6e032f-74e5-4d17-98cd-84fe6fea77b6 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.67 "DELETE /v2.0/ports/2ffcc003-31f7-4237-b416-d5173bf3102c HTTP/1.1" status: 204 len: 173 time: 1.1898184 Feb 15 17:28:35.112817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e', 'name': 'network-vif-deleted', 'tag': '2ffcc003-31f7-4237-b416-d5173bf3102c'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:28:35.115306 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262b1ab5-2893-410d-a89f-bae6b8a6c337" -d '{"events": [{"server_uuid": "7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e", "name": "network-vif-deleted", "tag": "2ffcc003-31f7-4237-b416-d5173bf3102c"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:28:35.204252 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f1ff696b-612d-4c77-8eeb-b539716f090f None None] Set router c244eb20-1f10-4307-b263-3d16808c7c0f gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:28:35.220498 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8ccb4818-f5ca-497a-a719-e76854e56411 req-019c9df3-4b01-4264-b961-ffb8b59b24e2 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "GET /v2.0/ports?device_id=7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e HTTP/1.1" status: 200 len: 210 time: 0.0602832 Feb 15 17:28:35.251421 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3876a3ab-c933-4196-a035-cec2d0408926 x-openstack-request-id: req-3876a3ab-c933-4196-a035-cec2d0408926 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:28:35.251719 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e", "name": "network-vif-deleted", "tag": "2ffcc003-31f7-4237-b416-d5173bf3102c", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:28:35.251978 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3876a3ab-c933-4196-a035-cec2d0408926 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:28:35.252445 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bedec81-3a41-4c4f-aa1d-cb58fa1ce65e', 'name': 'network-vif-deleted', 'tag': '2ffcc003-31f7-4237-b416-d5173bf3102c', 'status': 'completed', 'code': 200} Feb 15 17:28:35.425289 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f1ff696b-612d-4c77-8eeb-b539716f090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'name': 'tempest-TestServerBasicOps-1027382726-router', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:23Z', 'updated_at': '2022-02-15T17:23:26Z', 'revision_number': 4, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'gw_port': {'id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:24Z', 'updated_at': '2022-02-15T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'c1a2acec-4317-4c53-af50-29d16fc4356e', 'name': '', 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'mac_address': 'fa:16:3e:f2:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:25Z', 'updated_at': '2022-02-15T17:23:30Z', 'revision_number': 5, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'subnets': [{'id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:35.452064 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ff696b-612d-4c77-8eeb-b539716f090f None None] Checking router: c244eb20-1f10-4307-b263-3d16808c7c0f for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:28:35.460404 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ff696b-612d-4c77-8eeb-b539716f090f None None] Routers {'c244eb20-1f10-4307-b263-3d16808c7c0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:28:35.461059 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f1ff696b-612d-4c77-8eeb-b539716f090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:28:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c244eb20-1f10-4307-b263-3d16808c7c0f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:35.571150 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-f1ff696b-612d-4c77-8eeb-b539716f090f None None] Set router c244eb20-1f10-4307-b263-3d16808c7c0f gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:28:35.747827 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:28:35.772592 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-f1ff696b-612d-4c77-8eeb-b539716f090f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'name': 'tempest-TestServerBasicOps-1027382726-router', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:23Z', 'updated_at': '2022-02-15T17:23:26Z', 'revision_number': 4, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'gw_port': {'id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:24Z', 'updated_at': '2022-02-15T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'c1a2acec-4317-4c53-af50-29d16fc4356e', 'name': '', 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'mac_address': 'fa:16:3e:f2:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:25Z', 'updated_at': '2022-02-15T17:23:30Z', 'revision_number': 5, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'subnets': [{'id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:35.798749 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ff696b-612d-4c77-8eeb-b539716f090f None None] The sync data for ids ['c244eb20-1f10-4307-b263-3d16808c7c0f'] in n-d-828372-14 is: [{'id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'name': 'tempest-TestServerBasicOps-1027382726-router', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:23Z', 'updated_at': '2022-02-15T17:23:26Z', 'revision_number': 4, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'gw_port': {'id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:24Z', 'updated_at': '2022-02-15T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'c1a2acec-4317-4c53-af50-29d16fc4356e', 'name': '', 'network_id': 'db2214fa-af99-4549-a0a6-34834f3048f5', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'mac_address': 'fa:16:3e:f2:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:25Z', 'updated_at': '2022-02-15T17:23:30Z', 'revision_number': 5, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'subnets': [{'id': 'e7148ab3-29cd-47ac-9b99-332c44da4738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:28:36.035521 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543b02a6-51be-4e79-b943-72ad68046235 None None] New status for floating IP ee715f12-75d9-473b-b843-38c445e3ddd1: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:28:36.264814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39078) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:36.386404 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Deleting port 1cf11bb1-54fb-4d16-bb2b-a89b0aa8f08e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:28:36.386743 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1cf11bb1-54fb-4d16-bb2b-a89b0aa8f08e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:36.463096 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1cf11bb1-54fb-4d16-bb2b-a89b0aa8f08e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:36.463422 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for floatingip (1cf11bb1-54fb-4d16-bb2b-a89b0aa8f08e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:36.474913 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Calling delete_port for 1cf11bb1-54fb-4d16-bb2b-a89b0aa8f08e owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:28:36.662263 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (1cf11bb1-54fb-4d16-bb2b-a89b0aa8f08e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:36.692010 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Pushing event deleted for resources: {'Port': ['ID=1cf11bb1-54fb-4d16-bb2b-a89b0aa8f08e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:36.718548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:36.718895 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:36.719234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:36.719567 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:36.719897 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:36.720224 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:36.720552 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:36.720875 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:36.721197 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:36.721538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:36.721862 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:36.722180 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:36.722499 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:36.760486 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for floatingip (ee715f12-75d9-473b-b843-38c445e3ddd1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:36.763013 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:36.764144 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1a7865ea-3fea-43f8-aff2-fc64aa05b833 tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "DELETE /v2.0/floatingips/ee715f12-75d9-473b-b843-38c445e3ddd1 HTTP/1.1" status: 204 len: 168 time: 0.4983106 Feb 15 17:28:36.831762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39084) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:36.889761 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e482ad33-2d74-4fd1-b6c8-fc5c724fe60f tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group (d5a23a08-e0b2-408d-9f07-e31a88819a96), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:36.915907 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e482ad33-2d74-4fd1-b6c8-fc5c724fe60f tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group (d5a23a08-e0b2-408d-9f07-e31a88819a96), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:36.935389 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10a36c9d-8dc7-480e-b16a-0066d05d5c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:37.067412 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e482ad33-2d74-4fd1-b6c8-fc5c724fe60f tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d5a23a08-e0b2-408d-9f07-e31a88819a96), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:37.070223 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e482ad33-2d74-4fd1-b6c8-fc5c724fe60f tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:37.071424 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e482ad33-2d74-4fd1-b6c8-fc5c724fe60f tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] 10.222.0.107 "DELETE /v2.0/security-groups/d5a23a08-e0b2-408d-9f07-e31a88819a96 HTTP/1.1" status: 204 len: 168 time: 0.2385900 Feb 15 17:28:37.081020 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482ad33-2d74-4fd1-b6c8-fc5c724fe60f tempest-TestServerBasicOps-1010779537 tempest-TestServerBasicOps-1010779537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a23a08-e0b2-408d-9f07-e31a88819a96,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:38.176224 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39090) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:38.659055 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0a2f-f83a-4804-b757-d754cea3deb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (c244eb20-1f10-4307-b263-3d16808c7c0f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:38.888256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2ffcc003-31f7-4237-b416-d5173bf3102c no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:28:38.908778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 2ffcc003-31f7-4237-b416-d5173bf3102c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:28:38.909181 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 2ffcc003-31f7-4237-b416-d5173bf3102c not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:28:38.909411 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3a5c0a2f-f83a-4804-b757-d754cea3deb0 admin admin] Deleting port c1a2acec-4317-4c53-af50-29d16fc4356e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:28:38.909767 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0a2f-f83a-4804-b757-d754cea3deb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:38.990732 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-3a5c0a2f-f83a-4804-b757-d754cea3deb0 admin admin] For port c1a2acec-4317-4c53-af50-29d16fc4356e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c1a2acec-4317-4c53-af50-29d16fc4356e,segment=NetworkSegment(4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac),segment_id=4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:28:38.991097 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0a2f-f83a-4804-b757-d754cea3deb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:39.003634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3a5c0a2f-f83a-4804-b757-d754cea3deb0 admin admin] Calling delete_port for c1a2acec-4317-4c53-af50-29d16fc4356e owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:28:39.285094 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0a2f-f83a-4804-b757-d754cea3deb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c1a2acec-4317-4c53-af50-29d16fc4356e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:39.311990 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c0a2f-f83a-4804-b757-d754cea3deb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1a2acec-4317-4c53-af50-29d16fc4356e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:39.313769 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3820a7f0-1539-48a4-9a45-c3edd6d10a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:39.499081 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3a5c0a2f-f83a-4804-b757-d754cea3deb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (c244eb20-1f10-4307-b263-3d16808c7c0f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:39.720909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5c0a2f-f83a-4804-b757-d754cea3deb0 admin admin] Router c244eb20-1f10-4307-b263-3d16808c7c0f has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:28:39.844103 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5c0a2f-f83a-4804-b757-d754cea3deb0 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:28:39.850384 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3a5c0a2f-f83a-4804-b757-d754cea3deb0 admin admin] 10.222.0.107 "PUT /v2.0/routers/c244eb20-1f10-4307-b263-3d16808c7c0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6731069 Feb 15 17:28:39.852284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39094) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:39.853424 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5fc1a0-5c67-4801-804b-94e6b37f08ae None None] Sync routers for ids ['c244eb20-1f10-4307-b263-3d16808c7c0f'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:28:39.864533 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5fc1a0-5c67-4801-804b-94e6b37f08ae None None] Routers {'c244eb20-1f10-4307-b263-3d16808c7c0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:28:39.865145 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-aa5fc1a0-5c67-4801-804b-94e6b37f08ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:28:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c244eb20-1f10-4307-b263-3d16808c7c0f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:39.957223 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c052cc-4480-4db0-9ad3-14abb081d249 admin admin] Publish callbacks [] for router (c244eb20-1f10-4307-b263-3d16808c7c0f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:39.968767 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-aa5fc1a0-5c67-4801-804b-94e6b37f08ae None None] Set router c244eb20-1f10-4307-b263-3d16808c7c0f gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:28:40.063579 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c052cc-4480-4db0-9ad3-14abb081d249 admin admin] Publish callbacks [] for router_gateway (c244eb20-1f10-4307-b263-3d16808c7c0f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:40.192982 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c0c052cc-4480-4db0-9ad3-14abb081d249 admin admin] Deleting port f96dc1fc-cdf2-4aa3-a38f-0240ede6e189 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:28:40.196616 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c052cc-4480-4db0-9ad3-14abb081d249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f96dc1fc-cdf2-4aa3-a38f-0240ede6e189), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:40.236022 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-aa5fc1a0-5c67-4801-804b-94e6b37f08ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'name': 'tempest-TestServerBasicOps-1027382726-router', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:23Z', 'updated_at': '2022-02-15T17:28:39Z', 'revision_number': 5, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'gw_port': {'id': 'f96dc1fc-cdf2-4aa3-a38f-0240ede6e189', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:81:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:24Z', 'updated_at': '2022-02-15T17:23:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:40.264852 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5fc1a0-5c67-4801-804b-94e6b37f08ae None None] Checking router: c244eb20-1f10-4307-b263-3d16808c7c0f for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:28:40.273429 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-c0c052cc-4480-4db0-9ad3-14abb081d249 admin admin] For port f96dc1fc-cdf2-4aa3-a38f-0240ede6e189, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f96dc1fc-cdf2-4aa3-a38f-0240ede6e189,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:28:40.273616 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5fc1a0-5c67-4801-804b-94e6b37f08ae None None] Routers {'c244eb20-1f10-4307-b263-3d16808c7c0f'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:28:40.273797 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c052cc-4480-4db0-9ad3-14abb081d249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f96dc1fc-cdf2-4aa3-a38f-0240ede6e189), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:40.274233 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-aa5fc1a0-5c67-4801-804b-94e6b37f08ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:28:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['c244eb20-1f10-4307-b263-3d16808c7c0f'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:40.291106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-c0c052cc-4480-4db0-9ad3-14abb081d249 admin admin] Calling delete_port for f96dc1fc-cdf2-4aa3-a38f-0240ede6e189 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:28:40.360654 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-aa5fc1a0-5c67-4801-804b-94e6b37f08ae None None] Set router c244eb20-1f10-4307-b263-3d16808c7c0f gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:28:40.411702 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-aa5fc1a0-5c67-4801-804b-94e6b37f08ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'name': 'tempest-TestServerBasicOps-1027382726-router', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:23Z', 'updated_at': '2022-02-15T17:28:40Z', 'revision_number': 6, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:40.441057 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5fc1a0-5c67-4801-804b-94e6b37f08ae None None] The sync data for ids ['c244eb20-1f10-4307-b263-3d16808c7c0f'] in n-d-828372-14 is: [{'id': 'c244eb20-1f10-4307-b263-3d16808c7c0f', 'name': 'tempest-TestServerBasicOps-1027382726-router', 'tenant_id': '41da2ed4c01a41d68904aa420ed28d3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:23Z', 'updated_at': '2022-02-15T17:28:40Z', 'revision_number': 6, 'project_id': '41da2ed4c01a41d68904aa420ed28d3e', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:28:40.530816 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c052cc-4480-4db0-9ad3-14abb081d249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f96dc1fc-cdf2-4aa3-a38f-0240ede6e189), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:40.555032 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c052cc-4480-4db0-9ad3-14abb081d249 admin admin] Pushing event deleted for resources: {'Port': ['ID=f96dc1fc-cdf2-4aa3-a38f-0240ede6e189,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:40.599545 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:40.617484 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c052cc-4480-4db0-9ad3-14abb081d249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (c244eb20-1f10-4307-b263-3d16808c7c0f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:40.708780 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c052cc-4480-4db0-9ad3-14abb081d249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (c244eb20-1f10-4307-b263-3d16808c7c0f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:40.711023 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c052cc-4480-4db0-9ad3-14abb081d249 admin admin] Publish callbacks [] for router_controller (c244eb20-1f10-4307-b263-3d16808c7c0f), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:40.844638 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c052cc-4480-4db0-9ad3-14abb081d249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (c244eb20-1f10-4307-b263-3d16808c7c0f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:40.847694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c052cc-4480-4db0-9ad3-14abb081d249 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c244eb20-1f10-4307-b263-3d16808c7c0f {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:28:40.850029 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c0c052cc-4480-4db0-9ad3-14abb081d249 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:40.851218 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c0c052cc-4480-4db0-9ad3-14abb081d249 admin admin] 10.222.0.107 "DELETE /v2.0/routers/c244eb20-1f10-4307-b263-3d16808c7c0f HTTP/1.1" status: 204 len: 168 time: 0.9980102 Feb 15 17:28:40.853708 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39096) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:40.899225 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeaf90b8-52c5-4cbf-b3ff-073a20707bf7 admin admin] Deleting subnet e7148ab3-29cd-47ac-9b99-332c44da4738 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:28:40.902413 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eeaf90b8-52c5-4cbf-b3ff-073a20707bf7 admin admin] Publish callbacks [] for subnet (e7148ab3-29cd-47ac-9b99-332c44da4738), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:40.935844 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eeaf90b8-52c5-4cbf-b3ff-073a20707bf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (e7148ab3-29cd-47ac-9b99-332c44da4738), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.016332 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eeaf90b8-52c5-4cbf-b3ff-073a20707bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e7148ab3-29cd-47ac-9b99-332c44da4738), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.114067 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eeaf90b8-52c5-4cbf-b3ff-073a20707bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (e7148ab3-29cd-47ac-9b99-332c44da4738), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.137733 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaf90b8-52c5-4cbf-b3ff-073a20707bf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7148ab3-29cd-47ac-9b99-332c44da4738,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:41.143390 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eeaf90b8-52c5-4cbf-b3ff-073a20707bf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.147486 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eeaf90b8-52c5-4cbf-b3ff-073a20707bf7 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/e7148ab3-29cd-47ac-9b99-332c44da4738 HTTP/1.1" status: 204 len: 168 time: 0.2925303 Feb 15 17:28:41.149699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39098) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:41.155673 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcb015f-305b-41de-ae82-4c127e35451f None None] Network db2214fa-af99-4549-a0a6-34834f3048f5 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:28:41.220048 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (db2214fa-af99-4549-a0a6-34834f3048f5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.283862 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] Deleting port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:28:41.284202 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6d528dd5-3667-4aa6-bc63-aa5cc79c829e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.329137 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77dc429f-8817-4ff5-b28d-e93dae3eae84 None None] DHCP port deletion for db2214fa-af99-4549-a0a6-34834f3048f5 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:28:41.356444 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] For port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6d528dd5-3667-4aa6-bc63-aa5cc79c829e,segment=NetworkSegment(4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac),segment_id=4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:28:41.357044 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6d528dd5-3667-4aa6-bc63-aa5cc79c829e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.370456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] Calling delete_port for 6d528dd5-3667-4aa6-bc63-aa5cc79c829e owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:28:41.385957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-77dc429f-8817-4ff5-b28d-e93dae3eae84 None None] Deleting port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:28:41.385957 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-77dc429f-8817-4ff5-b28d-e93dae3eae84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6d528dd5-3667-4aa6-bc63-aa5cc79c829e), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.466875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-77dc429f-8817-4ff5-b28d-e93dae3eae84 None None] For port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6d528dd5-3667-4aa6-bc63-aa5cc79c829e,segment=NetworkSegment(4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac),segment_id=4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:28:41.467511 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-77dc429f-8817-4ff5-b28d-e93dae3eae84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6d528dd5-3667-4aa6-bc63-aa5cc79c829e), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.482070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-77dc429f-8817-4ff5-b28d-e93dae3eae84 None None] Calling delete_port for 6d528dd5-3667-4aa6-bc63-aa5cc79c829e owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:28:41.497734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6d528dd5-3667-4aa6-bc63-aa5cc79c829e no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:28:41.548856 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (6d528dd5-3667-4aa6-bc63-aa5cc79c829e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.577997 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d528dd5-3667-4aa6-bc63-aa5cc79c829e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:41.582942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] No DVR routers for this DVR port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:28:41.593411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No active binding found for port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e {{(pid=103801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 17:28:41.593793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] The host n-d-828372-14 is not matching for port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e host None! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:28:41.594187 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6d528dd5-3667-4aa6-bc63-aa5cc79c829e not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:28:41.594616 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f96dc1fc-cdf2-4aa3-a38f-0240ede6e189 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:28:41.621471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: f96dc1fc-cdf2-4aa3-a38f-0240ede6e189 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:28:41.622104 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f96dc1fc-cdf2-4aa3-a38f-0240ede6e189 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:28:41.622192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c1a2acec-4317-4c53-af50-29d16fc4356e no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:28:41.645082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: c1a2acec-4317-4c53-af50-29d16fc4356e {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:28:41.645453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c1a2acec-4317-4c53-af50-29d16fc4356e not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:28:41.648464 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-77dc429f-8817-4ff5-b28d-e93dae3eae84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (6d528dd5-3667-4aa6-bc63-aa5cc79c829e), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.662100 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (db2214fa-af99-4549-a0a6-34834f3048f5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.675448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dc429f-8817-4ff5-b28d-e93dae3eae84 None None] No DVR routers for this DVR port 6d528dd5-3667-4aa6-bc63-aa5cc79c829e on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:28:41.680456 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc429f-8817-4ff5-b28d-e93dae3eae84 None None] Pushing event deleted for resources: {'Port': ['ID=6d528dd5-3667-4aa6-bc63-aa5cc79c829e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:41.684096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2214fa-af99-4549-a0a6-34834f3048f5']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:41.694963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:41.695302 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:41.709047 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.721838 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.728212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (4a4e9b6e-4dc2-4fb1-a2c8-79c733464dac), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:28:41.734145 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:28:41.872372 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (db2214fa-af99-4549-a0a6-34834f3048f5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.877074 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:41.880433 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] 10.222.0.107 "DELETE /v2.0/networks/db2214fa-af99-4549-a0a6-34834f3048f5 HTTP/1.1" status: 204 len: 168 time: 0.7298083 Feb 15 17:28:41.883481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39100) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:41.894132 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5643a-cf84-4d3a-b668-1fe2c7d67b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=db2214fa-af99-4549-a0a6-34834f3048f5,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:42.067503 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:42.242978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2925fef6-d56f-40f5-a222-09492a8c679e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (5b673fef-1aaa-4424-90a1-ccb76b142ee1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:42.495298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-2925fef6-d56f-40f5-a222-09492a8c679e admin admin] Deleting port 8e31a689-1d36-40cd-a1d8-b4043edd9a26 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:28:42.495553 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2925fef6-d56f-40f5-a222-09492a8c679e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:42.572071 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-2925fef6-d56f-40f5-a222-09492a8c679e admin admin] For port 8e31a689-1d36-40cd-a1d8-b4043edd9a26, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=8e31a689-1d36-40cd-a1d8-b4043edd9a26,segment=NetworkSegment(1b9c8bca-1fae-484f-a600-1287af67f703),segment_id=1b9c8bca-1fae-484f-a600-1287af67f703)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:28:42.572435 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2925fef6-d56f-40f5-a222-09492a8c679e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:42.585492 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-2925fef6-d56f-40f5-a222-09492a8c679e admin admin] Calling delete_port for 8e31a689-1d36-40cd-a1d8-b4043edd9a26 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:28:42.844618 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2925fef6-d56f-40f5-a222-09492a8c679e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (8e31a689-1d36-40cd-a1d8-b4043edd9a26), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:42.870244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925fef6-d56f-40f5-a222-09492a8c679e admin admin] Pushing event deleted for resources: {'Port': ['ID=8e31a689-1d36-40cd-a1d8-b4043edd9a26,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:43.052746 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2925fef6-d56f-40f5-a222-09492a8c679e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (5b673fef-1aaa-4424-90a1-ccb76b142ee1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:43.270955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2925fef6-d56f-40f5-a222-09492a8c679e admin admin] Router 5b673fef-1aaa-4424-90a1-ccb76b142ee1 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:28:43.383754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2925fef6-d56f-40f5-a222-09492a8c679e admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:28:43.389400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2925fef6-d56f-40f5-a222-09492a8c679e admin admin] 10.222.0.107 "PUT /v2.0/routers/5b673fef-1aaa-4424-90a1-ccb76b142ee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5048311 Feb 15 17:28:43.391280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39102) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:43.392335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb063c-53a5-41b0-8a60-3c55368a6b41 None None] Sync routers for ids ['5b673fef-1aaa-4424-90a1-ccb76b142ee1'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:28:43.401639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb063c-53a5-41b0-8a60-3c55368a6b41 None None] Routers {'5b673fef-1aaa-4424-90a1-ccb76b142ee1'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:28:43.402247 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-80cb063c-53a5-41b0-8a60-3c55368a6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:28:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5b673fef-1aaa-4424-90a1-ccb76b142ee1'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:43.497134 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fbd4cf44-92cd-4c7a-8ebb-feecabf0986f admin admin] Publish callbacks [] for router (5b673fef-1aaa-4424-90a1-ccb76b142ee1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:43.530067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-80cb063c-53a5-41b0-8a60-3c55368a6b41 None None] Set router 5b673fef-1aaa-4424-90a1-ccb76b142ee1 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:28:43.588743 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:43.612250 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fbd4cf44-92cd-4c7a-8ebb-feecabf0986f admin admin] Publish callbacks [] for router_gateway (5b673fef-1aaa-4424-90a1-ccb76b142ee1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:43.715753 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4cf44-92cd-4c7a-8ebb-feecabf0986f admin admin] Deleting port cdae189d-bab6-43c7-9d3d-aac5b721bb99 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:28:43.716165 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fbd4cf44-92cd-4c7a-8ebb-feecabf0986f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cdae189d-bab6-43c7-9d3d-aac5b721bb99), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:43.716294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-80cb063c-53a5-41b0-8a60-3c55368a6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'name': 'tempest-TestServerBasicOps-66150857-router', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.164'}], 'enable_snat': True}, 'gw_port_id': 'cdae189d-bab6-43c7-9d3d-aac5b721bb99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:30Z', 'updated_at': '2022-02-15T17:28:42Z', 'revision_number': 5, 'project_id': '99346e3f2ff64190aa4c21dcbfdca390', 'gw_port': {'id': 'cdae189d-bab6-43c7-9d3d-aac5b721bb99', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:64:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:23:30Z', 'updated_at': '2022-02-15T17:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:43.747748 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb063c-53a5-41b0-8a60-3c55368a6b41 None None] Checking router: 5b673fef-1aaa-4424-90a1-ccb76b142ee1 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:28:43.756262 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb063c-53a5-41b0-8a60-3c55368a6b41 None None] Routers {'5b673fef-1aaa-4424-90a1-ccb76b142ee1'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:28:43.756869 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-80cb063c-53a5-41b0-8a60-3c55368a6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:28:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['5b673fef-1aaa-4424-90a1-ccb76b142ee1'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:43.798379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-fbd4cf44-92cd-4c7a-8ebb-feecabf0986f admin admin] For port cdae189d-bab6-43c7-9d3d-aac5b721bb99, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cdae189d-bab6-43c7-9d3d-aac5b721bb99,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:28:43.798676 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fbd4cf44-92cd-4c7a-8ebb-feecabf0986f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cdae189d-bab6-43c7-9d3d-aac5b721bb99), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:43.812223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4cf44-92cd-4c7a-8ebb-feecabf0986f admin admin] Calling delete_port for cdae189d-bab6-43c7-9d3d-aac5b721bb99 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:28:43.844513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-80cb063c-53a5-41b0-8a60-3c55368a6b41 None None] Set router 5b673fef-1aaa-4424-90a1-ccb76b142ee1 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:28:43.895593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-80cb063c-53a5-41b0-8a60-3c55368a6b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'name': 'tempest-TestServerBasicOps-66150857-router', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:30Z', 'updated_at': '2022-02-15T17:28:43Z', 'revision_number': 6, 'project_id': '99346e3f2ff64190aa4c21dcbfdca390', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:43.924925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cb063c-53a5-41b0-8a60-3c55368a6b41 None None] The sync data for ids ['5b673fef-1aaa-4424-90a1-ccb76b142ee1'] in n-d-828372-14 is: [{'id': '5b673fef-1aaa-4424-90a1-ccb76b142ee1', 'name': 'tempest-TestServerBasicOps-66150857-router', 'tenant_id': '99346e3f2ff64190aa4c21dcbfdca390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:23:30Z', 'updated_at': '2022-02-15T17:28:43Z', 'revision_number': 6, 'project_id': '99346e3f2ff64190aa4c21dcbfdca390', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:28:44.043895 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fbd4cf44-92cd-4c7a-8ebb-feecabf0986f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cdae189d-bab6-43c7-9d3d-aac5b721bb99), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:44.069795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4cf44-92cd-4c7a-8ebb-feecabf0986f admin admin] Pushing event deleted for resources: {'Port': ['ID=cdae189d-bab6-43c7-9d3d-aac5b721bb99,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:44.133423 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fbd4cf44-92cd-4c7a-8ebb-feecabf0986f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (5b673fef-1aaa-4424-90a1-ccb76b142ee1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:44.225274 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fbd4cf44-92cd-4c7a-8ebb-feecabf0986f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (5b673fef-1aaa-4424-90a1-ccb76b142ee1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:44.227363 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fbd4cf44-92cd-4c7a-8ebb-feecabf0986f admin admin] Publish callbacks [] for router_controller (5b673fef-1aaa-4424-90a1-ccb76b142ee1), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:44.330367 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fbd4cf44-92cd-4c7a-8ebb-feecabf0986f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (5b673fef-1aaa-4424-90a1-ccb76b142ee1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:44.330907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd4cf44-92cd-4c7a-8ebb-feecabf0986f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b673fef-1aaa-4424-90a1-ccb76b142ee1 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:28:44.335846 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fbd4cf44-92cd-4c7a-8ebb-feecabf0986f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:44.337125 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fbd4cf44-92cd-4c7a-8ebb-feecabf0986f admin admin] 10.222.0.107 "DELETE /v2.0/routers/5b673fef-1aaa-4424-90a1-ccb76b142ee1 HTTP/1.1" status: 204 len: 168 time: 0.9449189 Feb 15 17:28:44.339809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39104) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:44.389290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8409f2-17ee-4893-a851-4cbae7568ac6 admin admin] Deleting subnet 04a0a75a-e7e5-49c0-8bb7-fd8681dc09af {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:28:44.392401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0c8409f2-17ee-4893-a851-4cbae7568ac6 admin admin] Publish callbacks [] for subnet (04a0a75a-e7e5-49c0-8bb7-fd8681dc09af), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:44.426282 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0c8409f2-17ee-4893-a851-4cbae7568ac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (04a0a75a-e7e5-49c0-8bb7-fd8681dc09af), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:44.500834 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0c8409f2-17ee-4893-a851-4cbae7568ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (04a0a75a-e7e5-49c0-8bb7-fd8681dc09af), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:44.599880 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0c8409f2-17ee-4893-a851-4cbae7568ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (04a0a75a-e7e5-49c0-8bb7-fd8681dc09af), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:44.630645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8409f2-17ee-4893-a851-4cbae7568ac6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a0a75a-e7e5-49c0-8bb7-fd8681dc09af,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:44.632525 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0c8409f2-17ee-4893-a851-4cbae7568ac6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:44.635815 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0c8409f2-17ee-4893-a851-4cbae7568ac6 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/04a0a75a-e7e5-49c0-8bb7-fd8681dc09af HTTP/1.1" status: 204 len: 168 time: 0.2950511 Feb 15 17:28:44.636946 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dd661e-d49f-43fd-9431-0a70f1bbe8ae None None] Network 8bc8108e-a303-40fe-9029-539f2ff2bbd1 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:28:44.638266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39106) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:44.709285 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (8bc8108e-a303-40fe-9029-539f2ff2bbd1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:44.771403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] Deleting port bb81e718-03b4-4e2e-b10c-0a876f74fc0d {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:28:44.771746 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (bb81e718-03b4-4e2e-b10c-0a876f74fc0d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:44.781147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636776ee-b61f-43f2-89ab-b6430d563ae6 None None] DHCP port deletion for 8bc8108e-a303-40fe-9029-539f2ff2bbd1 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:28:44.832778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-636776ee-b61f-43f2-89ab-b6430d563ae6 None None] Deleting port bb81e718-03b4-4e2e-b10c-0a876f74fc0d {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:28:44.833151 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-636776ee-b61f-43f2-89ab-b6430d563ae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (bb81e718-03b4-4e2e-b10c-0a876f74fc0d), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:44.845310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] For port bb81e718-03b4-4e2e-b10c-0a876f74fc0d, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bb81e718-03b4-4e2e-b10c-0a876f74fc0d,segment=NetworkSegment(1b9c8bca-1fae-484f-a600-1287af67f703),segment_id=1b9c8bca-1fae-484f-a600-1287af67f703)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:28:44.845710 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (bb81e718-03b4-4e2e-b10c-0a876f74fc0d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:44.859380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] Calling delete_port for bb81e718-03b4-4e2e-b10c-0a876f74fc0d owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:28:44.898832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-636776ee-b61f-43f2-89ab-b6430d563ae6 None None] For port bb81e718-03b4-4e2e-b10c-0a876f74fc0d, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bb81e718-03b4-4e2e-b10c-0a876f74fc0d,segment=NetworkSegment(1b9c8bca-1fae-484f-a600-1287af67f703),segment_id=1b9c8bca-1fae-484f-a600-1287af67f703)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:28:44.899442 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-636776ee-b61f-43f2-89ab-b6430d563ae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (bb81e718-03b4-4e2e-b10c-0a876f74fc0d), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:44.914765 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-636776ee-b61f-43f2-89ab-b6430d563ae6 None None] Calling delete_port for bb81e718-03b4-4e2e-b10c-0a876f74fc0d owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:28:45.000268 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (bb81e718-03b4-4e2e-b10c-0a876f74fc0d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:45.012950 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-636776ee-b61f-43f2-89ab-b6430d563ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (bb81e718-03b4-4e2e-b10c-0a876f74fc0d), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:45.026061 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb81e718-03b4-4e2e-b10c-0a876f74fc0d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:45.029825 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] No DVR routers for this DVR port bb81e718-03b4-4e2e-b10c-0a876f74fc0d on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:28:45.039180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636776ee-b61f-43f2-89ab-b6430d563ae6 None None] Pushing event deleted for resources: {'Port': ['ID=bb81e718-03b4-4e2e-b10c-0a876f74fc0d,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:45.042824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636776ee-b61f-43f2-89ab-b6430d563ae6 None None] No DVR routers for this DVR port bb81e718-03b4-4e2e-b10c-0a876f74fc0d on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:28:45.396823 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (8bc8108e-a303-40fe-9029-539f2ff2bbd1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:45.416166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc8108e-a303-40fe-9029-539f2ff2bbd1']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:45.425263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b9c8bca-1fae-484f-a600-1287af67f703') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:45.425587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b9c8bca-1fae-484f-a600-1287af67f703') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:45.435798 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (1b9c8bca-1fae-484f-a600-1287af67f703), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:45.449833 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (1b9c8bca-1fae-484f-a600-1287af67f703), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:45.455966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:28:45.456354 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (1b9c8bca-1fae-484f-a600-1287af67f703), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:28:45.458618 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:28:45.492949 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cdae189d-bab6-43c7-9d3d-aac5b721bb99 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:28:45.514048 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: cdae189d-bab6-43c7-9d3d-aac5b721bb99 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:28:45.514498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cdae189d-bab6-43c7-9d3d-aac5b721bb99 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:28:45.514926 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bb81e718-03b4-4e2e-b10c-0a876f74fc0d no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:28:45.534334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: bb81e718-03b4-4e2e-b10c-0a876f74fc0d {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:28:45.534713 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bb81e718-03b4-4e2e-b10c-0a876f74fc0d not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:28:45.535134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8e31a689-1d36-40cd-a1d8-b4043edd9a26 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:28:45.556882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 8e31a689-1d36-40cd-a1d8-b4043edd9a26 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:28:45.558532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 8e31a689-1d36-40cd-a1d8-b4043edd9a26 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:28:45.570271 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (8bc8108e-a303-40fe-9029-539f2ff2bbd1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:45.575714 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:45.579021 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] 10.222.0.107 "DELETE /v2.0/networks/8bc8108e-a303-40fe-9029-539f2ff2bbd1 HTTP/1.1" status: 204 len: 168 time: 0.9398139 Feb 15 17:28:45.590095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733bcdd-a03c-4e23-ad86-78252fa20b80 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc8108e-a303-40fe-9029-539f2ff2bbd1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:45.822246 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39110) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:45.861432 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-744b9e87-a40c-4ba9-8083-090e6442b25d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=41da2ed4c01a41d68904aa420ed28d3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380239 Feb 15 17:28:45.864327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39112) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:45.909329 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0dc0cc7f-ddf9-4b23-8864-742dfca46640 admin admin] Publish callbacks [] for security_group (234b1882-b29b-4f90-9765-8b9365a1c87c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:45.930729 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0dc0cc7f-ddf9-4b23-8864-742dfca46640 admin admin] Publish callbacks [] for security_group (234b1882-b29b-4f90-9765-8b9365a1c87c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:46.038716 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0dc0cc7f-ddf9-4b23-8864-742dfca46640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (234b1882-b29b-4f90-9765-8b9365a1c87c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:46.041312 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0dc0cc7f-ddf9-4b23-8864-742dfca46640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:46.042581 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0dc0cc7f-ddf9-4b23-8864-742dfca46640 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/234b1882-b29b-4f90-9765-8b9365a1c87c HTTP/1.1" status: 204 len: 168 time: 0.1773469 Feb 15 17:28:46.050535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc0cc7f-ddf9-4b23-8864-742dfca46640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234b1882-b29b-4f90-9765-8b9365a1c87c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:46.632349 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39118) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:46.675123 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bd0fc51d-1472-408b-ab2f-a4dc4545be63 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=99346e3f2ff64190aa4c21dcbfdca390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416133 Feb 15 17:28:46.677499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39120) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:46.724525 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f8b67771-8bdf-419d-af69-39c1da6a4d75 admin admin] Publish callbacks [] for security_group (53529ce7-3928-4b8d-9bf8-b49dee975292), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:46.744957 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f8b67771-8bdf-419d-af69-39c1da6a4d75 admin admin] Publish callbacks [] for security_group (53529ce7-3928-4b8d-9bf8-b49dee975292), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:46.855290 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f8b67771-8bdf-419d-af69-39c1da6a4d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (53529ce7-3928-4b8d-9bf8-b49dee975292), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:46.857942 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f8b67771-8bdf-419d-af69-39c1da6a4d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:46.859227 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f8b67771-8bdf-419d-af69-39c1da6a4d75 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/53529ce7-3928-4b8d-9bf8-b49dee975292 HTTP/1.1" status: 204 len: 168 time: 0.1808262 Feb 15 17:28:46.867823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b67771-8bdf-419d-af69-39c1da6a4d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53529ce7-3928-4b8d-9bf8-b49dee975292,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:47.931047 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39142) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:48.034388 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-60217167-40d7-4189-9951-ed4a16bbba28 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-636316715-network', 'tenant_id': '72d8904912ff45e1a13c76f1390af43c'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:28:48.170150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60217167-40d7-4189-9951-ed4a16bbba28 admin admin] Made reservation on behalf of 72d8904912ff45e1a13c76f1390af43c for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:28:48.172464 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60217167-40d7-4189-9951-ed4a16bbba28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:48.181076 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60217167-40d7-4189-9951-ed4a16bbba28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:48.251652 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60217167-40d7-4189-9951-ed4a16bbba28 admin admin] Publish callbacks [] for security_group (a897f69c-55c2-4c02-b724-63d035b44557), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:48.318884 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60217167-40d7-4189-9951-ed4a16bbba28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a897f69c-55c2-4c02-b724-63d035b44557), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:48.339947 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60217167-40d7-4189-9951-ed4a16bbba28 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:28:48.355436 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60217167-40d7-4189-9951-ed4a16bbba28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a897f69c-55c2-4c02-b724-63d035b44557,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:48.358256 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60217167-40d7-4189-9951-ed4a16bbba28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2487d2c9-b092-4887-894e-5de282b382f4), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:48.362932 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-60217167-40d7-4189-9951-ed4a16bbba28 admin admin] Added segment 2487d2c9-b092-4887-894e-5de282b382f4 of type vlan for network f624468b-541f-4add-a05f-b57342148ad2 Feb 15 17:28:48.404842 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60217167-40d7-4189-9951-ed4a16bbba28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (f624468b-541f-4add-a05f-b57342148ad2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:48.506550 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60217167-40d7-4189-9951-ed4a16bbba28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (f624468b-541f-4add-a05f-b57342148ad2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:48.507433 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60217167-40d7-4189-9951-ed4a16bbba28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:28:48.508005 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60217167-40d7-4189-9951-ed4a16bbba28 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:48.564985 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60217167-40d7-4189-9951-ed4a16bbba28 admin admin] Pushing event updated for resources: {'Network': ['ID=f624468b-541f-4add-a05f-b57342148ad2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:48.575817 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network f624468b-541f-4add-a05f-b57342148ad2 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:28:48.624270 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-60217167-40d7-4189-9951-ed4a16bbba28 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6921005 Feb 15 17:28:48.627122 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39146) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:48.632636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d4a09263-62c7-445c-a60a-8e8e426b9a0b admin admin] Request body: {'subnet': {'network_id': 'f624468b-541f-4add-a05f-b57342148ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-636316715-subnet', 'tenant_id': '72d8904912ff45e1a13c76f1390af43c', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:28:48.701542 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a09263-62c7-445c-a60a-8e8e426b9a0b admin admin] Made reservation on behalf of 72d8904912ff45e1a13c76f1390af43c for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:28:48.703908 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4a09263-62c7-445c-a60a-8e8e426b9a0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:48.924840 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4a09263-62c7-445c-a60a-8e8e426b9a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (8d2dae41-bbf4-4f1b-98c2-903d847428d1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:48.980794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a09263-62c7-445c-a60a-8e8e426b9a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d2dae41-bbf4-4f1b-98c2-903d847428d1,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:48.988014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a09263-62c7-445c-a60a-8e8e426b9a0b admin admin] Checking segment: {'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:28:48.988975 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a09263-62c7-445c-a60a-8e8e426b9a0b admin admin] Network hostable DHCP agents. Network: f624468b-541f-4add-a05f-b57342148ad2, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:28:49.044867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a09263-62c7-445c-a60a-8e8e426b9a0b admin admin] Network f624468b-541f-4add-a05f-b57342148ad2 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:28:49.129034 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-d4a09263-62c7-445c-a60a-8e8e426b9a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, f624468b-541f-4add-a05f-b57342148ad2) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:28:49.133149 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a09263-62c7-445c-a60a-8e8e426b9a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:28:49.133811 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d4a09263-62c7-445c-a60a-8e8e426b9a0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:49.142515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca64b55d-90cc-4d51-b317-cf35abff050d None None] Network f624468b-541f-4add-a05f-b57342148ad2 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:28:49.195814 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d4a09263-62c7-445c-a60a-8e8e426b9a0b admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5676551 Feb 15 17:28:49.198534 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39148) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:49.202769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-636316715-router', 'tenant_id': '72d8904912ff45e1a13c76f1390af43c', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:28:49.239338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-f624468b-541f-4add-a05f-b57342148ad2', 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2', 'project_id': '72d8904912ff45e1a13c76f1390af43c', 'fixed_ips': [{'subnet_id': '8d2dae41-bbf4-4f1b-98c2-903d847428d1'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:28:49.240166 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:49.289776 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (cd040629-8da4-4048-9b82-ac69e62a4dcf), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:49.291036 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (cd040629-8da4-4048-9b82-ac69e62a4dcf), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:49.352981 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Publish callbacks [] for router_controller (cd040629-8da4-4048-9b82-ac69e62a4dcf), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:49.376747 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Allocated IP 172.20.0.2 (f624468b-541f-4add-a05f-b57342148ad2/8d2dae41-bbf4-4f1b-98c2-903d847428d1/6b6b314c-92f9-49e8-8116-50fe005d6a74) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:28:49.529091 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Publish callbacks [] for port (6b6b314c-92f9-49e8-8116-50fe005d6a74), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:49.572554 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Publish callbacks [] for router_gateway (cd040629-8da4-4048-9b82-ac69e62a4dcf), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:49.599840 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (6b6b314c-92f9-49e8-8116-50fe005d6a74), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:49.634262 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Network f624468b-541f-4add-a05f-b57342148ad2 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:28:49.637309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:28:49.639685 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:28:49.656881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Pushing event updated for resources: {'Port': ['ID=6b6b314c-92f9-49e8-8116-50fe005d6a74,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:49.711764 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Attempting to bind port 6b6b314c-92f9-49e8-8116-50fe005d6a74 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:28:49.712141 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Attempting to bind port 6b6b314c-92f9-49e8-8116-50fe005d6a74 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:28:49.712509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Attempting to bind port 6b6b314c-92f9-49e8-8116-50fe005d6a74 on network f624468b-541f-4add-a05f-b57342148ad2 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:28:49.718000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:28:49.718383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Checking segment: {'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:28:49.718810 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:49.719188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Bound using segment: {'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:28:49.719681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Bound port: 6b6b314c-92f9-49e8-8116-50fe005d6a74, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:28:49.720091 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6b6b314c-92f9-49e8-8116-50fe005d6a74), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:49.788881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] For port 6b6b314c-92f9-49e8-8116-50fe005d6a74, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:28:49.792109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] For port 6b6b314c-92f9-49e8-8116-50fe005d6a74, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6b6b314c-92f9-49e8-8116-50fe005d6a74,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:28:49.880079 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6b6b314c-92f9-49e8-8116-50fe005d6a74), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:49.942690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c743c6-5984-4bf5-990f-3abca07f8ff6 None None] Pushing event updated for resources: {'Port': ['ID=6b6b314c-92f9-49e8-8116-50fe005d6a74,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:50.173825 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Publish callbacks [] for router_gateway (cd040629-8da4-4048-9b82-ac69e62a4dcf), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:50.194404 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:50.296169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Allocated IP 172.25.4.54 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/329fb346-e533-42b3-8932-0dedac1d1af2) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:28:50.396657 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Publish callbacks [] for port (329fb346-e533-42b3-8932-0dedac1d1af2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:50.518912 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (329fb346-e533-42b3-8932-0dedac1d1af2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:50.560787 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:28:50.563859 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:28:50.567595 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:28:50.573806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Pushing event updated for resources: {'Port': ['ID=329fb346-e533-42b3-8932-0dedac1d1af2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:50.815986 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e013c85-ce63-4bd9-8745-e68d59f59d22 None None] Network f624468b-541f-4add-a05f-b57342148ad2 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:28:50.886387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a8ee5d7e-d7dc-4033-8a43-2acf2906d02c None None] Provisioning complete for port 6b6b314c-92f9-49e8-8116-50fe005d6a74 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:28:50.886679 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5d7e-d7dc-4033-8a43-2acf2906d02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6b6b314c-92f9-49e8-8116-50fe005d6a74), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:50.896616 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Publish callbacks [] for router_gateway (cd040629-8da4-4048-9b82-ac69e62a4dcf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:51.002348 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee5d7e-d7dc-4033-8a43-2acf2906d02c None None] Current status of the port 6b6b314c-92f9-49e8-8116-50fe005d6a74 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:28:51.002739 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5d7e-d7dc-4033-8a43-2acf2906d02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (6b6b314c-92f9-49e8-8116-50fe005d6a74), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:51.038834 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a8ee5d7e-d7dc-4033-8a43-2acf2906d02c None None] For port 6b6b314c-92f9-49e8-8116-50fe005d6a74, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6b6b314c-92f9-49e8-8116-50fe005d6a74,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:28:51.107086 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (cd040629-8da4-4048-9b82-ac69e62a4dcf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:51.141918 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5d7e-d7dc-4033-8a43-2acf2906d02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (6b6b314c-92f9-49e8-8116-50fe005d6a74), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:51.196231 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee5d7e-d7dc-4033-8a43-2acf2906d02c None None] Pushing event updated for resources: {'Port': ['ID=6b6b314c-92f9-49e8-8116-50fe005d6a74,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:51.259669 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-582ecb0a-3137-4d05-bc2a-0aef8ca350b1 None None] Provisioning complete for port 6b6b314c-92f9-49e8-8116-50fe005d6a74 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:28:51.260042 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-582ecb0a-3137-4d05-bc2a-0aef8ca350b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6b6b314c-92f9-49e8-8116-50fe005d6a74), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:51.284573 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Router cd040629-8da4-4048-9b82-ac69e62a4dcf is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:28:51.337187 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-582ecb0a-3137-4d05-bc2a-0aef8ca350b1 None None] Current status of the port 6b6b314c-92f9-49e8-8116-50fe005d6a74 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:28:51.395259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:28:51.403726 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Sync routers for ids ['cd040629-8da4-4048-9b82-ac69e62a4dcf'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:28:51.413500 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Routers {'cd040629-8da4-4048-9b82-ac69e62a4dcf'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:28:51.414113 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:28:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['cd040629-8da4-4048-9b82-ac69e62a4dcf'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:51.492648 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:51.496491 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9fba0cdb-4d74-451f-88f0-f95cb044a870 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2945569 Feb 15 17:28:51.496704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39150) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:51.519263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6b6b314c-92f9-49e8-8116-50fe005d6a74 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:28:51.524103 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Set router cd040629-8da4-4048-9b82-ac69e62a4dcf gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:28:51.577001 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 6b6b314c-92f9-49e8-8116-50fe005d6a74 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:28:51.577728 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (6b6b314c-92f9-49e8-8116-50fe005d6a74), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:51.663457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 6b6b314c-92f9-49e8-8116-50fe005d6a74 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:28:51.712168 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'name': 'tempest-TestServerMultinode-636316715-router', 'tenant_id': '72d8904912ff45e1a13c76f1390af43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '329fb346-e533-42b3-8932-0dedac1d1af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:49Z', 'updated_at': '2022-02-15T17:28:50Z', 'revision_number': 3, 'project_id': '72d8904912ff45e1a13c76f1390af43c', 'gw_port': {'id': '329fb346-e533-42b3-8932-0dedac1d1af2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:50Z', 'updated_at': '2022-02-15T17:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:51.738013 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Checking router: cd040629-8da4-4048-9b82-ac69e62a4dcf for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:28:51.738384 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Updating router cd040629-8da4-4048-9b82-ac69e62a4dcf port 329fb346-e533-42b3-8932-0dedac1d1af2 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:28:51.768073 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (329fb346-e533-42b3-8932-0dedac1d1af2), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:51.920714 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:52.014521 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Publish callbacks [] for port (329fb346-e533-42b3-8932-0dedac1d1af2), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:52.075222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Allocated IP 172.20.0.1 (f624468b-541f-4add-a05f-b57342148ad2/8d2dae41-bbf4-4f1b-98c2-903d847428d1/bb39fe39-9c72-440a-959a-c0105ea2290b) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:28:52.095008 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (329fb346-e533-42b3-8932-0dedac1d1af2), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:52.168627 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Attempting to bind port 329fb346-e533-42b3-8932-0dedac1d1af2 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:28:52.169002 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Attempting to bind port 329fb346-e533-42b3-8932-0dedac1d1af2 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:28:52.169381 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Attempting to bind port 329fb346-e533-42b3-8932-0dedac1d1af2 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:28:52.172479 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e31e01-7c8a-47a9-8543-b0aaa60bb16c None None] Pushing event updated for resources: {'Port': ['ID=329fb346-e533-42b3-8932-0dedac1d1af2,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:52.184029 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:28:52.184407 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:28:52.184816 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:52.185492 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:28:52.185965 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Bound port: 329fb346-e533-42b3-8932-0dedac1d1af2, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:28:52.186344 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (329fb346-e533-42b3-8932-0dedac1d1af2), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:52.190391 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31e01-7c8a-47a9-8543-b0aaa60bb16c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:52.190742 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31e01-7c8a-47a9-8543-b0aaa60bb16c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:52.192027 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31e01-7c8a-47a9-8543-b0aaa60bb16c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:52.192027 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31e01-7c8a-47a9-8543-b0aaa60bb16c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:52.192374 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31e01-7c8a-47a9-8543-b0aaa60bb16c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:52.192706 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31e01-7c8a-47a9-8543-b0aaa60bb16c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:52.193117 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31e01-7c8a-47a9-8543-b0aaa60bb16c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:52.193653 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31e01-7c8a-47a9-8543-b0aaa60bb16c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:52.194044 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31e01-7c8a-47a9-8543-b0aaa60bb16c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:52.194371 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31e01-7c8a-47a9-8543-b0aaa60bb16c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:52.194699 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31e01-7c8a-47a9-8543-b0aaa60bb16c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:52.195024 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31e01-7c8a-47a9-8543-b0aaa60bb16c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:52.195357 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e31e01-7c8a-47a9-8543-b0aaa60bb16c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:52.202126 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Publish callbacks [] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:52.263743 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] For port 329fb346-e533-42b3-8932-0dedac1d1af2, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:28:52.266858 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] For port 329fb346-e533-42b3-8932-0dedac1d1af2, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=329fb346-e533-42b3-8932-0dedac1d1af2,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:28:52.307808 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:52.352178 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Network f624468b-541f-4add-a05f-b57342148ad2 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:28:52.355120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:28:52.358592 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:28:52.364533 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb39fe39-9c72-440a-959a-c0105ea2290b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:52.365868 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (329fb346-e533-42b3-8932-0dedac1d1af2), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:52.402068 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (cd040629-8da4-4048-9b82-ac69e62a4dcf), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:52.432413 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Routers {'cd040629-8da4-4048-9b82-ac69e62a4dcf'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:28:52.432964 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:28:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['cd040629-8da4-4048-9b82-ac69e62a4dcf'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:52.441973 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e31e01-7c8a-47a9-8543-b0aaa60bb16c None None] Pushing event updated for resources: {'Port': ['ID=329fb346-e533-42b3-8932-0dedac1d1af2,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:52.560729 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] Set router cd040629-8da4-4048-9b82-ac69e62a4dcf gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:28:52.601967 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:52.667441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e546ebb5-8f85-4c33-835a-6b0389943b29 None None] Provisioning complete for port bb39fe39-9c72-440a-959a-c0105ea2290b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:28:52.673977 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e546ebb5-8f85-4c33-835a-6b0389943b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:52.702854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e546ebb5-8f85-4c33-835a-6b0389943b29 None None] Port bb39fe39-9c72-440a-959a-c0105ea2290b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:28:52.746794 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'name': 'tempest-TestServerMultinode-636316715-router', 'tenant_id': '72d8904912ff45e1a13c76f1390af43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '329fb346-e533-42b3-8932-0dedac1d1af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:49Z', 'updated_at': '2022-02-15T17:28:50Z', 'revision_number': 3, 'project_id': '72d8904912ff45e1a13c76f1390af43c', 'gw_port': {'id': '329fb346-e533-42b3-8932-0dedac1d1af2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:50Z', 'updated_at': '2022-02-15T17:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:52.770614 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Publish callbacks [] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:52.772917 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232597b0-d072-4832-a90a-2de88572a1d6 None None] The sync data for ids ['cd040629-8da4-4048-9b82-ac69e62a4dcf'] in n-d-828372-14 is: [{'id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'name': 'tempest-TestServerMultinode-636316715-router', 'tenant_id': '72d8904912ff45e1a13c76f1390af43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '329fb346-e533-42b3-8932-0dedac1d1af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:49Z', 'updated_at': '2022-02-15T17:28:50Z', 'revision_number': 3, 'project_id': '72d8904912ff45e1a13c76f1390af43c', 'gw_port': {'id': '329fb346-e533-42b3-8932-0dedac1d1af2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:50Z', 'updated_at': '2022-02-15T17:28:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:28:52.822261 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:52.891398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb39fe39-9c72-440a-959a-c0105ea2290b,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:52.893843 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (cd040629-8da4-4048-9b82-ac69e62a4dcf), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:53.008810 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Network f624468b-541f-4add-a05f-b57342148ad2 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:28:53.010289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:28:53.141285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Router cd040629-8da4-4048-9b82-ac69e62a4dcf has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:28:53.260126 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:28:53.270122 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-196656cb-2629-4728-a2b9-639b276135f0 admin admin] 10.222.0.107 "PUT /v2.0/routers/cd040629-8da4-4048-9b82-ac69e62a4dcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7718062 Feb 15 17:28:53.335939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-dbd5aeb7-134b-4169-835e-d7a2785e3d08 None None] Provisioning complete for port bb39fe39-9c72-440a-959a-c0105ea2290b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:28:53.336323 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dbd5aeb7-134b-4169-835e-d7a2785e3d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:53.372075 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5aeb7-134b-4169-835e-d7a2785e3d08 None None] Port bb39fe39-9c72-440a-959a-c0105ea2290b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:28:53.527371 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 329fb346-e533-42b3-8932-0dedac1d1af2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:28:53.585433 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 329fb346-e533-42b3-8932-0dedac1d1af2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:28:53.585814 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (329fb346-e533-42b3-8932-0dedac1d1af2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:53.677965 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 329fb346-e533-42b3-8932-0dedac1d1af2 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:28:53.678604 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (329fb346-e533-42b3-8932-0dedac1d1af2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:53.703875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 329fb346-e533-42b3-8932-0dedac1d1af2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=329fb346-e533-42b3-8932-0dedac1d1af2,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:28:53.764596 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (329fb346-e533-42b3-8932-0dedac1d1af2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:53.813961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=329fb346-e533-42b3-8932-0dedac1d1af2,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:53.930013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39166) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:53.935320 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-aa70e65c-3728-4bc7-8155-2c022164cb7d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1588196443-network', 'tenant_id': '7fe1e1a77853410aa659111c36416199'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:28:54.032412 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa70e65c-3728-4bc7-8155-2c022164cb7d admin admin] Made reservation on behalf of 7fe1e1a77853410aa659111c36416199 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:28:54.034895 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa70e65c-3728-4bc7-8155-2c022164cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:54.044486 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa70e65c-3728-4bc7-8155-2c022164cb7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:54.124526 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa70e65c-3728-4bc7-8155-2c022164cb7d admin admin] Publish callbacks [] for security_group (a443e0de-4c47-4581-a439-eab5bdac803b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:54.198740 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa70e65c-3728-4bc7-8155-2c022164cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a443e0de-4c47-4581-a439-eab5bdac803b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:54.224146 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa70e65c-3728-4bc7-8155-2c022164cb7d admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:28:54.234709 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70e65c-3728-4bc7-8155-2c022164cb7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a443e0de-4c47-4581-a439-eab5bdac803b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:54.241892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa70e65c-3728-4bc7-8155-2c022164cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8f161636-6b65-4a84-8f44-78ebd8dbd41e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:54.242241 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-aa70e65c-3728-4bc7-8155-2c022164cb7d admin admin] Added segment 8f161636-6b65-4a84-8f44-78ebd8dbd41e of type vlan for network a5d738b4-af4b-4395-9794-8d4cbadb8ac0 Feb 15 17:28:54.280627 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa70e65c-3728-4bc7-8155-2c022164cb7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (a5d738b4-af4b-4395-9794-8d4cbadb8ac0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:54.314520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Sync routers for ids ['cd040629-8da4-4048-9b82-ac69e62a4dcf'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:28:54.324838 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Routers {'cd040629-8da4-4048-9b82-ac69e62a4dcf'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:28:54.325512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:28:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['cd040629-8da4-4048-9b82-ac69e62a4dcf'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:54.381501 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa70e65c-3728-4bc7-8155-2c022164cb7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (a5d738b4-af4b-4395-9794-8d4cbadb8ac0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:54.382507 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa70e65c-3728-4bc7-8155-2c022164cb7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:28:54.383113 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aa70e65c-3728-4bc7-8155-2c022164cb7d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:54.440420 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Set router cd040629-8da4-4048-9b82-ac69e62a4dcf gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:28:54.443870 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70e65c-3728-4bc7-8155-2c022164cb7d admin admin] Pushing event updated for resources: {'Network': ['ID=a5d738b4-af4b-4395-9794-8d4cbadb8ac0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:54.468623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network a5d738b4-af4b-4395-9794-8d4cbadb8ac0 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:28:54.492898 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-aa70e65c-3728-4bc7-8155-2c022164cb7d admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5617778 Feb 15 17:28:54.495634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39168) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:54.500463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-3d3a9538-9b61-4fa2-a1fb-46a0fc782d69 admin admin] Request body: {'subnet': {'network_id': 'a5d738b4-af4b-4395-9794-8d4cbadb8ac0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1588196443-subnet', 'tenant_id': '7fe1e1a77853410aa659111c36416199', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:28:54.592966 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3a9538-9b61-4fa2-a1fb-46a0fc782d69 admin admin] Made reservation on behalf of 7fe1e1a77853410aa659111c36416199 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:28:54.595508 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d3a9538-9b61-4fa2-a1fb-46a0fc782d69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:54.702522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'name': 'tempest-TestServerMultinode-636316715-router', 'tenant_id': '72d8904912ff45e1a13c76f1390af43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '329fb346-e533-42b3-8932-0dedac1d1af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:49Z', 'updated_at': '2022-02-15T17:28:52Z', 'revision_number': 4, 'project_id': '72d8904912ff45e1a13c76f1390af43c', 'gw_port': {'id': '329fb346-e533-42b3-8932-0dedac1d1af2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:50Z', 'updated_at': '2022-02-15T17:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'bb39fe39-9c72-440a-959a-c0105ea2290b', 'name': '', 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2', 'tenant_id': '72d8904912ff45e1a13c76f1390af43c', 'mac_address': 'fa:16:3e:57:f7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d2dae41-bbf4-4f1b-98c2-903d847428d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:51Z', 'updated_at': '2022-02-15T17:28:52Z', 'revision_number': 2, 'project_id': '72d8904912ff45e1a13c76f1390af43c', 'subnets': [{'id': '8d2dae41-bbf4-4f1b-98c2-903d847428d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:54.732829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Checking router: cd040629-8da4-4048-9b82-ac69e62a4dcf for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:28:54.733189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Updating router cd040629-8da4-4048-9b82-ac69e62a4dcf port bb39fe39-9c72-440a-959a-c0105ea2290b binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:28:54.764687 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:54.890310 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d3a9538-9b61-4fa2-a1fb-46a0fc782d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (f187366e-fcf1-48ff-89f9-4aa6a3a2eec6), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:54.950626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a9538-9b61-4fa2-a1fb-46a0fc782d69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f187366e-fcf1-48ff-89f9-4aa6a3a2eec6,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:54.962378 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3a9538-9b61-4fa2-a1fb-46a0fc782d69 admin admin] Checking segment: {'id': '8f161636-6b65-4a84-8f44-78ebd8dbd41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a5d738b4-af4b-4395-9794-8d4cbadb8ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:28:54.962747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3a9538-9b61-4fa2-a1fb-46a0fc782d69 admin admin] Network hostable DHCP agents. Network: a5d738b4-af4b-4395-9794-8d4cbadb8ac0, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:28:55.034953 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Publish callbacks [] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:55.066289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3a9538-9b61-4fa2-a1fb-46a0fc782d69 admin admin] Network a5d738b4-af4b-4395-9794-8d4cbadb8ac0 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:28:55.123273 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:55.157903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-3d3a9538-9b61-4fa2-a1fb-46a0fc782d69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, a5d738b4-af4b-4395-9794-8d4cbadb8ac0) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:28:55.163149 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a9538-9b61-4fa2-a1fb-46a0fc782d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:28:55.163861 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3d3a9538-9b61-4fa2-a1fb-46a0fc782d69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:55.172091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d9c652-5b0a-4ac4-a521-98667e61fed5 None None] Network a5d738b4-af4b-4395-9794-8d4cbadb8ac0 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:28:55.235446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b5d7e-9e42-4033-b47a-4b7cd439f520 None None] Pushing event updated for resources: {'Port': ['ID=bb39fe39-9c72-440a-959a-c0105ea2290b,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:55.252227 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3d3a9538-9b61-4fa2-a1fb-46a0fc782d69 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7554872 Feb 15 17:28:55.254805 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39170) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:55.259219 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1588196443-router', 'tenant_id': '7fe1e1a77853410aa659111c36416199', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:28:55.286594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Attempting to bind port bb39fe39-9c72-440a-959a-c0105ea2290b on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:28:55.298446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Attempting to bind port bb39fe39-9c72-440a-959a-c0105ea2290b by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:28:55.298446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Attempting to bind port bb39fe39-9c72-440a-959a-c0105ea2290b on network f624468b-541f-4add-a05f-b57342148ad2 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:28:55.310342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:28:55.310716 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Checking segment: {'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:28:55.311123 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:55.311516 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Bound using segment: {'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:28:55.311998 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Bound port: bb39fe39-9c72-440a-959a-c0105ea2290b, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:28:55.312376 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:55.353614 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (73567449-0a85-41b2-b92d-4b116ca442e0), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:55.356178 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (73567449-0a85-41b2-b92d-4b116ca442e0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:55.375706 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-a5d738b4-af4b-4395-9794-8d4cbadb8ac0', 'network_id': 'a5d738b4-af4b-4395-9794-8d4cbadb8ac0', 'project_id': '7fe1e1a77853410aa659111c36416199', 'fixed_ips': [{'subnet_id': 'f187366e-fcf1-48ff-89f9-4aa6a3a2eec6'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:28:55.377153 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:55.409943 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Publish callbacks [] for router_controller (73567449-0a85-41b2-b92d-4b116ca442e0), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:55.491718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] For port bb39fe39-9c72-440a-959a-c0105ea2290b, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:28:55.493878 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-4fa9b222-0ecc-4e59-a540-2fb74e505c38 None None] Provisioning complete for port bb39fe39-9c72-440a-959a-c0105ea2290b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:28:55.494254 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4fa9b222-0ecc-4e59-a540-2fb74e505c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:55.516639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 329fb346-e533-42b3-8932-0dedac1d1af2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:28:55.549337 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] For port bb39fe39-9c72-440a-959a-c0105ea2290b, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bb39fe39-9c72-440a-959a-c0105ea2290b,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:28:55.623032 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:55.637907 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4fa9b222-0ecc-4e59-a540-2fb74e505c38 None None] Port bb39fe39-9c72-440a-959a-c0105ea2290b cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:28:55.649011 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Publish callbacks [] for router_gateway (73567449-0a85-41b2-b92d-4b116ca442e0), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:55.716735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Allocated IP 172.20.0.2 (a5d738b4-af4b-4395-9794-8d4cbadb8ac0/f187366e-fcf1-48ff-89f9-4aa6a3a2eec6/7dbb1857-14f1-4847-9905-cbf38ff249df) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:28:55.758417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b5d7e-9e42-4033-b47a-4b7cd439f520 None None] Pushing event updated for resources: {'Port': ['ID=bb39fe39-9c72-440a-959a-c0105ea2290b,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:55.763763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Routers {'cd040629-8da4-4048-9b82-ac69e62a4dcf'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:28:55.764393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:28:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['cd040629-8da4-4048-9b82-ac69e62a4dcf'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:55.965766 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Publish callbacks [] for router_gateway (73567449-0a85-41b2-b92d-4b116ca442e0), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:55.989816 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:56.056132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 329fb346-e533-42b3-8932-0dedac1d1af2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:28:56.056132 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (329fb346-e533-42b3-8932-0dedac1d1af2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:56.117881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Allocated IP 172.25.4.233 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/314172c8-60fa-44d6-ac64-cf789dbb11cc) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:28:56.144392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b317df8a-3f6f-4ba8-86ce-a12bbb26c274 None None] Provisioning complete for port bb39fe39-9c72-440a-959a-c0105ea2290b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:28:56.144770 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b317df8a-3f6f-4ba8-86ce-a12bbb26c274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:56.224026 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Publish callbacks [] for port (314172c8-60fa-44d6-ac64-cf789dbb11cc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:56.244446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] Set router cd040629-8da4-4048-9b82-ac69e62a4dcf gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:28:56.410747 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Publish callbacks [] for port (7dbb1857-14f1-4847-9905-cbf38ff249df), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:56.460180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 329fb346-e533-42b3-8932-0dedac1d1af2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:28:56.499634 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (7dbb1857-14f1-4847-9905-cbf38ff249df), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:56.512118 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b317df8a-3f6f-4ba8-86ce-a12bbb26c274 None None] Current status of the port bb39fe39-9c72-440a-959a-c0105ea2290b is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:28:56.512505 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b317df8a-3f6f-4ba8-86ce-a12bbb26c274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:56.567993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Network a5d738b4-af4b-4395-9794-8d4cbadb8ac0 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:28:56.589240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:28:56.596712 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:28:56.600943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Pushing event updated for resources: {'Port': ['ID=7dbb1857-14f1-4847-9905-cbf38ff249df,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:56.629087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:56.629461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:56.629803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:56.630139 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:56.630471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:56.630798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:56.631126 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:56.631446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:56.631768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:56.632087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:56.632409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:56.632728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:56.633047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:28:56.638986 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-b317df8a-3f6f-4ba8-86ce-a12bbb26c274 None None] For port bb39fe39-9c72-440a-959a-c0105ea2290b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bb39fe39-9c72-440a-959a-c0105ea2290b,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:28:56.639170 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (314172c8-60fa-44d6-ac64-cf789dbb11cc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:56.682680 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:28:56.688201 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:28:56.690398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Pushing event updated for resources: {'Port': ['ID=314172c8-60fa-44d6-ac64-cf789dbb11cc,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:56.693775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:28:56.704463 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b317df8a-3f6f-4ba8-86ce-a12bbb26c274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:56.744173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Attempting to bind port 7dbb1857-14f1-4847-9905-cbf38ff249df on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:28:56.744889 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Attempting to bind port 7dbb1857-14f1-4847-9905-cbf38ff249df by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '8f161636-6b65-4a84-8f44-78ebd8dbd41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a5d738b4-af4b-4395-9794-8d4cbadb8ac0'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:28:56.744889 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Attempting to bind port 7dbb1857-14f1-4847-9905-cbf38ff249df on network a5d738b4-af4b-4395-9794-8d4cbadb8ac0 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:28:56.769210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:28:56.770033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Checking segment: {'id': '8f161636-6b65-4a84-8f44-78ebd8dbd41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a5d738b4-af4b-4395-9794-8d4cbadb8ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:28:56.770586 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:56.771255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Bound using segment: {'id': '8f161636-6b65-4a84-8f44-78ebd8dbd41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a5d738b4-af4b-4395-9794-8d4cbadb8ac0'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:28:56.771898 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Bound port: 7dbb1857-14f1-4847-9905-cbf38ff249df, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f161636-6b65-4a84-8f44-78ebd8dbd41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a5d738b4-af4b-4395-9794-8d4cbadb8ac0'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:28:56.772296 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7dbb1857-14f1-4847-9905-cbf38ff249df), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:56.801577 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317df8a-3f6f-4ba8-86ce-a12bbb26c274 None None] Pushing event updated for resources: {'Port': ['ID=bb39fe39-9c72-440a-959a-c0105ea2290b,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:56.836608 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'name': 'tempest-TestServerMultinode-636316715-router', 'tenant_id': '72d8904912ff45e1a13c76f1390af43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '329fb346-e533-42b3-8932-0dedac1d1af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:49Z', 'updated_at': '2022-02-15T17:28:52Z', 'revision_number': 4, 'project_id': '72d8904912ff45e1a13c76f1390af43c', 'gw_port': {'id': '329fb346-e533-42b3-8932-0dedac1d1af2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:50Z', 'updated_at': '2022-02-15T17:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'bb39fe39-9c72-440a-959a-c0105ea2290b', 'name': '', 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2', 'tenant_id': '72d8904912ff45e1a13c76f1390af43c', 'mac_address': 'fa:16:3e:57:f7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d2dae41-bbf4-4f1b-98c2-903d847428d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:51Z', 'updated_at': '2022-02-15T17:28:55Z', 'revision_number': 4, 'project_id': '72d8904912ff45e1a13c76f1390af43c', 'subnets': [{'id': '8d2dae41-bbf4-4f1b-98c2-903d847428d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:56.868911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e8971-7494-4a3f-8bfa-81a0c092bd37 None None] The sync data for ids ['cd040629-8da4-4048-9b82-ac69e62a4dcf'] in n-d-828372-14 is: [{'id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'name': 'tempest-TestServerMultinode-636316715-router', 'tenant_id': '72d8904912ff45e1a13c76f1390af43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '329fb346-e533-42b3-8932-0dedac1d1af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:49Z', 'updated_at': '2022-02-15T17:28:52Z', 'revision_number': 4, 'project_id': '72d8904912ff45e1a13c76f1390af43c', 'gw_port': {'id': '329fb346-e533-42b3-8932-0dedac1d1af2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:50Z', 'updated_at': '2022-02-15T17:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'bb39fe39-9c72-440a-959a-c0105ea2290b', 'name': '', 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2', 'tenant_id': '72d8904912ff45e1a13c76f1390af43c', 'mac_address': 'fa:16:3e:57:f7:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '8d2dae41-bbf4-4f1b-98c2-903d847428d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:51Z', 'updated_at': '2022-02-15T17:28:55Z', 'revision_number': 4, 'project_id': '72d8904912ff45e1a13c76f1390af43c', 'subnets': [{'id': '8d2dae41-bbf4-4f1b-98c2-903d847428d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:28:56.895178 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] For port 7dbb1857-14f1-4847-9905-cbf38ff249df, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:28:56.898380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] For port 7dbb1857-14f1-4847-9905-cbf38ff249df, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7dbb1857-14f1-4847-9905-cbf38ff249df,segment=NetworkSegment(8f161636-6b65-4a84-8f44-78ebd8dbd41e),segment_id=8f161636-6b65-4a84-8f44-78ebd8dbd41e)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:28:56.974295 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7dbb1857-14f1-4847-9905-cbf38ff249df), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:57.041692 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Publish callbacks [] for router_gateway (73567449-0a85-41b2-b92d-4b116ca442e0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:57.058553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f114a0-4ea8-4162-984f-d740a3e038b8 None None] Pushing event updated for resources: {'Port': ['ID=7dbb1857-14f1-4847-9905-cbf38ff249df,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:57.293524 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (73567449-0a85-41b2-b92d-4b116ca442e0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:57.495173 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Router 73567449-0a85-41b2-b92d-4b116ca442e0 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:28:57.561187 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7dbb1857-14f1-4847-9905-cbf38ff249df up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:28:57.622726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7dbb1857-14f1-4847-9905-cbf38ff249df triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:28:57.622726 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7dbb1857-14f1-4847-9905-cbf38ff249df), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:57.630992 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:28:57.642394 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Sync routers for ids ['73567449-0a85-41b2-b92d-4b116ca442e0'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:28:57.652801 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Routers {'73567449-0a85-41b2-b92d-4b116ca442e0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:28:57.657448 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:28:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['73567449-0a85-41b2-b92d-4b116ca442e0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:57.709857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7dbb1857-14f1-4847-9905-cbf38ff249df is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:28:57.710310 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:57.710655 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7dbb1857-14f1-4847-9905-cbf38ff249df), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:57.715720 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e7ba5141-3f95-4e50-99a6-f4a16530711c admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4572544 Feb 15 17:28:57.716229 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39172) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:28:57.764531 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 7dbb1857-14f1-4847-9905-cbf38ff249df, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7dbb1857-14f1-4847-9905-cbf38ff249df,segment=NetworkSegment(8f161636-6b65-4a84-8f44-78ebd8dbd41e),segment_id=8f161636-6b65-4a84-8f44-78ebd8dbd41e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:28:57.821968 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7dbb1857-14f1-4847-9905-cbf38ff249df), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:57.822800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bb39fe39-9c72-440a-959a-c0105ea2290b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:28:57.926692 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Set router 73567449-0a85-41b2-b92d-4b116ca442e0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:28:57.984583 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port bb39fe39-9c72-440a-959a-c0105ea2290b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:28:57.984979 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:57.986470 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=7dbb1857-14f1-4847-9905-cbf38ff249df,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:58.103063 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port bb39fe39-9c72-440a-959a-c0105ea2290b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:28:58.175409 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'name': 'tempest-TestServerMultinode-1588196443-router', 'tenant_id': '7fe1e1a77853410aa659111c36416199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '314172c8-60fa-44d6-ac64-cf789dbb11cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:55Z', 'updated_at': '2022-02-15T17:28:56Z', 'revision_number': 3, 'project_id': '7fe1e1a77853410aa659111c36416199', 'gw_port': {'id': '314172c8-60fa-44d6-ac64-cf789dbb11cc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:27:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:55Z', 'updated_at': '2022-02-15T17:28:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:58.205234 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Checking router: 73567449-0a85-41b2-b92d-4b116ca442e0 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:28:58.206295 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Updating router 73567449-0a85-41b2-b92d-4b116ca442e0 port 314172c8-60fa-44d6-ac64-cf789dbb11cc binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:28:58.226474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05c425a-43f3-47d8-8526-de3edab78c2d None None] Network a5d738b4-af4b-4395-9794-8d4cbadb8ac0 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:28:58.237499 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (314172c8-60fa-44d6-ac64-cf789dbb11cc), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:58.308532 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:58.323888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-10a0761f-b505-4519-bae9-abb62209264a None None] Provisioning complete for port 7dbb1857-14f1-4847-9905-cbf38ff249df triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:28:58.324267 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10a0761f-b505-4519-bae9-abb62209264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7dbb1857-14f1-4847-9905-cbf38ff249df), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:58.446217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-10a0761f-b505-4519-bae9-abb62209264a None None] Current status of the port 7dbb1857-14f1-4847-9905-cbf38ff249df is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:28:58.515158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Allocated IP 172.20.0.1 (a5d738b4-af4b-4395-9794-8d4cbadb8ac0/f187366e-fcf1-48ff-89f9-4aa6a3a2eec6/01ab4dba-2834-42e2-9cb9-d777972e6de4) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:28:58.535796 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Publish callbacks [] for port (314172c8-60fa-44d6-ac64-cf789dbb11cc), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:58.616904 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (314172c8-60fa-44d6-ac64-cf789dbb11cc), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:58.640289 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Publish callbacks [] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:58.670732 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-651ad8b7-f050-4c0b-b109-1c3039d187d2 None None] Provisioning complete for port 7dbb1857-14f1-4847-9905-cbf38ff249df triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:28:58.670968 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-651ad8b7-f050-4c0b-b109-1c3039d187d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7dbb1857-14f1-4847-9905-cbf38ff249df), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:58.671377 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Attempting to bind port 314172c8-60fa-44d6-ac64-cf789dbb11cc on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:28:58.671882 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Attempting to bind port 314172c8-60fa-44d6-ac64-cf789dbb11cc by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:28:58.672314 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Attempting to bind port 314172c8-60fa-44d6-ac64-cf789dbb11cc on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:28:58.679495 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f83f2-d957-48e0-88b3-ae3fe829cc02 None None] Pushing event updated for resources: {'Port': ['ID=314172c8-60fa-44d6-ac64-cf789dbb11cc,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:58.682821 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:28:58.683212 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:28:58.683679 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:58.684064 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:28:58.684531 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Bound port: 314172c8-60fa-44d6-ac64-cf789dbb11cc, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:28:58.684911 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (314172c8-60fa-44d6-ac64-cf789dbb11cc), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:58.736908 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] For port 314172c8-60fa-44d6-ac64-cf789dbb11cc, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:28:58.740039 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] For port 314172c8-60fa-44d6-ac64-cf789dbb11cc, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=314172c8-60fa-44d6-ac64-cf789dbb11cc,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:28:58.742753 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:58.751177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-651ad8b7-f050-4c0b-b109-1c3039d187d2 None None] Current status of the port 7dbb1857-14f1-4847-9905-cbf38ff249df is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:28:58.786717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Network a5d738b4-af4b-4395-9794-8d4cbadb8ac0 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:28:58.790507 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:28:58.794054 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:28:58.817820 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Pushing event updated for resources: {'Port': ['ID=01ab4dba-2834-42e2-9cb9-d777972e6de4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:58.837605 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (73567449-0a85-41b2-b92d-4b116ca442e0), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:58.868080 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (314172c8-60fa-44d6-ac64-cf789dbb11cc), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:58.933629 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f83f2-d957-48e0-88b3-ae3fe829cc02 None None] Pushing event updated for resources: {'Port': ['ID=314172c8-60fa-44d6-ac64-cf789dbb11cc,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:58.936872 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Routers {'73567449-0a85-41b2-b92d-4b116ca442e0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:28:58.937525 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:28:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['73567449-0a85-41b2-b92d-4b116ca442e0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:59.044835 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] Set router 73567449-0a85-41b2-b92d-4b116ca442e0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:28:59.048943 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:59.075320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d22a1a05-df81-45da-93c5-b48432bb4a79 None None] Provisioning complete for port 01ab4dba-2834-42e2-9cb9-d777972e6de4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:28:59.075911 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d22a1a05-df81-45da-93c5-b48432bb4a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:59.111004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d22a1a05-df81-45da-93c5-b48432bb4a79 None None] Port 01ab4dba-2834-42e2-9cb9-d777972e6de4 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:28:59.215527 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Publish callbacks [] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:59.227161 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'name': 'tempest-TestServerMultinode-1588196443-router', 'tenant_id': '7fe1e1a77853410aa659111c36416199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '314172c8-60fa-44d6-ac64-cf789dbb11cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:55Z', 'updated_at': '2022-02-15T17:28:56Z', 'revision_number': 3, 'project_id': '7fe1e1a77853410aa659111c36416199', 'gw_port': {'id': '314172c8-60fa-44d6-ac64-cf789dbb11cc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:27:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:55Z', 'updated_at': '2022-02-15T17:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:28:59.252683 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90aee25a-b798-4c3a-a4ce-56b9ea3fcb6a None None] The sync data for ids ['73567449-0a85-41b2-b92d-4b116ca442e0'] in n-d-828372-14 is: [{'id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'name': 'tempest-TestServerMultinode-1588196443-router', 'tenant_id': '7fe1e1a77853410aa659111c36416199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '314172c8-60fa-44d6-ac64-cf789dbb11cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:55Z', 'updated_at': '2022-02-15T17:28:56Z', 'revision_number': 3, 'project_id': '7fe1e1a77853410aa659111c36416199', 'gw_port': {'id': '314172c8-60fa-44d6-ac64-cf789dbb11cc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:27:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:55Z', 'updated_at': '2022-02-15T17:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:28:59.312996 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:59.387366 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Pushing event updated for resources: {'Port': ['ID=01ab4dba-2834-42e2-9cb9-d777972e6de4,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:28:59.390769 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (73567449-0a85-41b2-b92d-4b116ca442e0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:59.505259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Network a5d738b4-af4b-4395-9794-8d4cbadb8ac0 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:28:59.506653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:28:59.546663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7dbb1857-14f1-4847-9905-cbf38ff249df up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:28:59.614797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7dbb1857-14f1-4847-9905-cbf38ff249df triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:28:59.615227 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7dbb1857-14f1-4847-9905-cbf38ff249df), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:59.647682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Router 73567449-0a85-41b2-b92d-4b116ca442e0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:28:59.708715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7dbb1857-14f1-4847-9905-cbf38ff249df is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:28:59.779880 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:28:59.786253 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-65c40cc6-a492-4c9f-a69b-eba8fa0f84f7 admin admin] 10.222.0.107 "PUT /v2.0/routers/73567449-0a85-41b2-b92d-4b116ca442e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0691574 Feb 15 17:28:59.838797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-26c36a99-7c3f-4c50-85f4-4ef9c3a74816 None None] Provisioning complete for port 01ab4dba-2834-42e2-9cb9-d777972e6de4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:28:59.839173 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26c36a99-7c3f-4c50-85f4-4ef9c3a74816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:28:59.878385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-26c36a99-7c3f-4c50-85f4-4ef9c3a74816 None None] Port 01ab4dba-2834-42e2-9cb9-d777972e6de4 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:29:00.329866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-c65f3976-8106-4d2e-9398-f626a108d3d4 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:00.331392 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-c65f3976-8106-4d2e-9398-f626a108d3d4 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/networks?id=f624468b-541f-4add-a05f-b57342148ad2 HTTP/1.1" status: 200 len: 910 time: 0.0862911 Feb 15 17:29:00.346040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-d699da15-a05d-40b9-ab94-b2c768a872d4 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/quotas/7fe1e1a77853410aa659111c36416199 HTTP/1.1" status: 200 len: 375 time: 0.0087142 Feb 15 17:29:00.432816 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-4c8e5f38-d549-4792-8a53-f1fee08a4341 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?tenant_id=7fe1e1a77853410aa659111c36416199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816636 Feb 15 17:29:00.536910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-3ccaf01b-f38f-4bb9-9476-6f3964b0888f service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:29:00.537965 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-3ccaf01b-f38f-4bb9-9476-6f3964b0888f service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0987089 Feb 15 17:29:00.630402 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-75f29a07-9864-4b3a-8721-e790aed8cb68 service neutron] 10.222.0.107 "GET /v2.0/networks/f624468b-541f-4add-a05f-b57342148ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854199 Feb 15 17:29:00.724793 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-b6340ab6-3c46-4e09-84a9-70774cc4d7c9 service neutron] 10.222.0.107 "GET /v2.0/networks/f624468b-541f-4add-a05f-b57342148ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889373 Feb 15 17:29:00.729696 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:00.902970 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Sync routers for ids ['73567449-0a85-41b2-b92d-4b116ca442e0'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:29:00.915153 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Routers {'73567449-0a85-41b2-b92d-4b116ca442e0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:29:00.915969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:28:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['73567449-0a85-41b2-b92d-4b116ca442e0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:00.983368 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ddcfd91e-2c6a-4b3c-9cd4-6a172efa3170 req-ca67ec3e-8079-475f-ae07-60cf8733fe92 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 210 time: 0.0378177 Feb 15 17:29:01.027052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Set router 73567449-0a85-41b2-b92d-4b116ca442e0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:29:01.147669 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:01.240592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'name': 'tempest-TestServerMultinode-1588196443-router', 'tenant_id': '7fe1e1a77853410aa659111c36416199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '314172c8-60fa-44d6-ac64-cf789dbb11cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:55Z', 'updated_at': '2022-02-15T17:28:58Z', 'revision_number': 4, 'project_id': '7fe1e1a77853410aa659111c36416199', 'gw_port': {'id': '314172c8-60fa-44d6-ac64-cf789dbb11cc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:27:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:55Z', 'updated_at': '2022-02-15T17:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '01ab4dba-2834-42e2-9cb9-d777972e6de4', 'name': '', 'network_id': 'a5d738b4-af4b-4395-9794-8d4cbadb8ac0', 'tenant_id': '7fe1e1a77853410aa659111c36416199', 'mac_address': 'fa:16:3e:ae:91:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': 'f187366e-fcf1-48ff-89f9-4aa6a3a2eec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:58Z', 'updated_at': '2022-02-15T17:28:59Z', 'revision_number': 2, 'project_id': '7fe1e1a77853410aa659111c36416199', 'subnets': [{'id': 'f187366e-fcf1-48ff-89f9-4aa6a3a2eec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:01.270357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Checking router: 73567449-0a85-41b2-b92d-4b116ca442e0 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:29:01.270831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Updating router 73567449-0a85-41b2-b92d-4b116ca442e0 port 01ab4dba-2834-42e2-9cb9-d777972e6de4 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:29:01.461887 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:01.558588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 314172c8-60fa-44d6-ac64-cf789dbb11cc up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:29:01.672332 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 314172c8-60fa-44d6-ac64-cf789dbb11cc triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:29:01.672713 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (314172c8-60fa-44d6-ac64-cf789dbb11cc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:01.822958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 314172c8-60fa-44d6-ac64-cf789dbb11cc is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:29:01.823584 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (314172c8-60fa-44d6-ac64-cf789dbb11cc), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:01.836936 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Publish callbacks [] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:01.851818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 314172c8-60fa-44d6-ac64-cf789dbb11cc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=314172c8-60fa-44d6-ac64-cf789dbb11cc,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:01.918726 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:01.951534 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (314172c8-60fa-44d6-ac64-cf789dbb11cc), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:01.976826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4992e-a21e-4398-921d-fa2851ec1f44 None None] Pushing event updated for resources: {'Port': ['ID=01ab4dba-2834-42e2-9cb9-d777972e6de4,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:02.047941 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e98d8bd3-dd6d-4659-a785-3d4558f5ea3b req-46e4638b-052d-4130-a846-6b4fce52767c tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 210 time: 0.0290027 Feb 15 17:29:02.069533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Attempting to bind port 01ab4dba-2834-42e2-9cb9-d777972e6de4 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:29:02.069533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Attempting to bind port 01ab4dba-2834-42e2-9cb9-d777972e6de4 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '8f161636-6b65-4a84-8f44-78ebd8dbd41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a5d738b4-af4b-4395-9794-8d4cbadb8ac0'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:29:02.069533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Attempting to bind port 01ab4dba-2834-42e2-9cb9-d777972e6de4 on network a5d738b4-af4b-4395-9794-8d4cbadb8ac0 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:29:02.076791 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:29:02.077158 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Checking segment: {'id': '8f161636-6b65-4a84-8f44-78ebd8dbd41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a5d738b4-af4b-4395-9794-8d4cbadb8ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:29:02.077533 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:02.077933 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Bound using segment: {'id': '8f161636-6b65-4a84-8f44-78ebd8dbd41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a5d738b4-af4b-4395-9794-8d4cbadb8ac0'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:29:02.078405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Bound port: 01ab4dba-2834-42e2-9cb9-d777972e6de4, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f161636-6b65-4a84-8f44-78ebd8dbd41e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'a5d738b4-af4b-4395-9794-8d4cbadb8ac0'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:29:02.078797 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:02.080664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=314172c8-60fa-44d6-ac64-cf789dbb11cc,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:02.150057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] For port 01ab4dba-2834-42e2-9cb9-d777972e6de4, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:29:02.153113 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] For port 01ab4dba-2834-42e2-9cb9-d777972e6de4, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=01ab4dba-2834-42e2-9cb9-d777972e6de4,segment=NetworkSegment(8f161636-6b65-4a84-8f44-78ebd8dbd41e),segment_id=8f161636-6b65-4a84-8f44-78ebd8dbd41e)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:29:02.214899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-d478b7cc-96fc-4971-957e-224587e21eda None None] Provisioning complete for port 01ab4dba-2834-42e2-9cb9-d777972e6de4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:29:02.215277 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d478b7cc-96fc-4971-957e-224587e21eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:02.241417 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:02.301737 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-d478b7cc-96fc-4971-957e-224587e21eda None None] Port 01ab4dba-2834-42e2-9cb9-d777972e6de4 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:29:02.309151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d4992e-a21e-4398-921d-fa2851ec1f44 None None] Pushing event updated for resources: {'Port': ['ID=01ab4dba-2834-42e2-9cb9-d777972e6de4,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:02.311930 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Routers {'73567449-0a85-41b2-b92d-4b116ca442e0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:29:02.318939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:28:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['73567449-0a85-41b2-b92d-4b116ca442e0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:02.432157 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] Set router 73567449-0a85-41b2-b92d-4b116ca442e0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:29:02.568295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f64a2973-0191-4929-962f-5f97b654916c None None] Provisioning complete for port 01ab4dba-2834-42e2-9cb9-d777972e6de4 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:29:02.568745 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f64a2973-0191-4929-962f-5f97b654916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:02.702462 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f64a2973-0191-4929-962f-5f97b654916c None None] Current status of the port 01ab4dba-2834-42e2-9cb9-d777972e6de4 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:29:02.702866 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f64a2973-0191-4929-962f-5f97b654916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:02.720106 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'name': 'tempest-TestServerMultinode-1588196443-router', 'tenant_id': '7fe1e1a77853410aa659111c36416199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '314172c8-60fa-44d6-ac64-cf789dbb11cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:55Z', 'updated_at': '2022-02-15T17:28:58Z', 'revision_number': 4, 'project_id': '7fe1e1a77853410aa659111c36416199', 'gw_port': {'id': '314172c8-60fa-44d6-ac64-cf789dbb11cc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:55Z', 'updated_at': '2022-02-15T17:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '01ab4dba-2834-42e2-9cb9-d777972e6de4', 'name': '', 'network_id': 'a5d738b4-af4b-4395-9794-8d4cbadb8ac0', 'tenant_id': '7fe1e1a77853410aa659111c36416199', 'mac_address': 'fa:16:3e:ae:91:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': 'f187366e-fcf1-48ff-89f9-4aa6a3a2eec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:58Z', 'updated_at': '2022-02-15T17:29:02Z', 'revision_number': 4, 'project_id': '7fe1e1a77853410aa659111c36416199', 'subnets': [{'id': 'f187366e-fcf1-48ff-89f9-4aa6a3a2eec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:02.755814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe08097-b00a-49cb-a7e1-85f65e1e9d56 None None] The sync data for ids ['73567449-0a85-41b2-b92d-4b116ca442e0'] in n-d-828372-14 is: [{'id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'name': 'tempest-TestServerMultinode-1588196443-router', 'tenant_id': '7fe1e1a77853410aa659111c36416199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '314172c8-60fa-44d6-ac64-cf789dbb11cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:55Z', 'updated_at': '2022-02-15T17:28:58Z', 'revision_number': 4, 'project_id': '7fe1e1a77853410aa659111c36416199', 'gw_port': {'id': '314172c8-60fa-44d6-ac64-cf789dbb11cc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:55Z', 'updated_at': '2022-02-15T17:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '01ab4dba-2834-42e2-9cb9-d777972e6de4', 'name': '', 'network_id': 'a5d738b4-af4b-4395-9794-8d4cbadb8ac0', 'tenant_id': '7fe1e1a77853410aa659111c36416199', 'mac_address': 'fa:16:3e:ae:91:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4055, 'fixed_ips': [{'subnet_id': 'f187366e-fcf1-48ff-89f9-4aa6a3a2eec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:58Z', 'updated_at': '2022-02-15T17:29:02Z', 'revision_number': 4, 'project_id': '7fe1e1a77853410aa659111c36416199', 'subnets': [{'id': 'f187366e-fcf1-48ff-89f9-4aa6a3a2eec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:29:02.771409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f64a2973-0191-4929-962f-5f97b654916c None None] For port 01ab4dba-2834-42e2-9cb9-d777972e6de4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=01ab4dba-2834-42e2-9cb9-d777972e6de4,segment=NetworkSegment(8f161636-6b65-4a84-8f44-78ebd8dbd41e),segment_id=8f161636-6b65-4a84-8f44-78ebd8dbd41e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:02.838639 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f64a2973-0191-4929-962f-5f97b654916c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:02.894824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a2973-0191-4929-962f-5f97b654916c None None] Pushing event updated for resources: {'Port': ['ID=01ab4dba-2834-42e2-9cb9-d777972e6de4,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:03.148770 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f932ae0a-e7be-4e56-bcd0-c30018367faf req-a483f22b-64e1-4c23-a2be-f990fdafe8fa tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 210 time: 0.0283804 Feb 15 17:29:03.404794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-4a734e7b-1f15-4e88-a74c-e87c2a0d8223 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:03.406266 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-4a734e7b-1f15-4e88-a74c-e87c2a0d8223 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.67 "GET /v2.0/networks?id=f624468b-541f-4add-a05f-b57342148ad2 HTTP/1.1" status: 200 len: 910 time: 0.0904648 Feb 15 17:29:03.416563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-f7b02a25-2722-469e-bbf4-916615305844 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Request body: {'port': {'device_id': 'bf4891c3-51b4-4ca1-9c45-663768e3215a', 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2', 'admin_state_up': True, 'tenant_id': '7fe1e1a77853410aa659111c36416199'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:29:03.501730 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-f7b02a25-2722-469e-bbf4-916615305844 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Made reservation on behalf of 7fe1e1a77853410aa659111c36416199 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:29:03.504672 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-f7b02a25-2722-469e-bbf4-916615305844 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:03.570471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 314172c8-60fa-44d6-ac64-cf789dbb11cc up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:29:03.631280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-f7b02a25-2722-469e-bbf4-916615305844 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Allocated IP 172.20.0.3 (f624468b-541f-4add-a05f-b57342148ad2/8d2dae41-bbf4-4f1b-98c2-903d847428d1/cb5a5e0f-553b-44ff-9035-76dacebac5ef) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:29:03.636155 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 314172c8-60fa-44d6-ac64-cf789dbb11cc triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:29:03.636641 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (314172c8-60fa-44d6-ac64-cf789dbb11cc), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:03.730227 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 314172c8-60fa-44d6-ac64-cf789dbb11cc is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:29:03.731556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 01ab4dba-2834-42e2-9cb9-d777972e6de4 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:29:03.783424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 01ab4dba-2834-42e2-9cb9-d777972e6de4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:29:03.783810 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:03.807279 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-f7b02a25-2722-469e-bbf4-916615305844 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Publish callbacks [] for port (cb5a5e0f-553b-44ff-9035-76dacebac5ef), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:03.869507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 01ab4dba-2834-42e2-9cb9-d777972e6de4 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:29:03.890683 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-f7b02a25-2722-469e-bbf4-916615305844 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cb5a5e0f-553b-44ff-9035-76dacebac5ef), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:03.935614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-f7b02a25-2722-469e-bbf4-916615305844 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Network f624468b-541f-4add-a05f-b57342148ad2 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:29:03.938773 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-f7b02a25-2722-469e-bbf4-916615305844 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:29:03.942440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-f7b02a25-2722-469e-bbf4-916615305844 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:29:03.967991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b02a25-2722-469e-bbf4-916615305844 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Pushing event updated for resources: {'Port': ['ID=cb5a5e0f-553b-44ff-9035-76dacebac5ef,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:03.993120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-f7b02a25-2722-469e-bbf4-916615305844 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:03.993814 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-f7b02a25-2722-469e-bbf4-916615305844 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:04.048844 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-f7b02a25-2722-469e-bbf4-916615305844 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6357760 Feb 15 17:29:04.111305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Request body: {'port': {'device_id': 'bf4891c3-51b4-4ca1-9c45-663768e3215a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:29:04.175506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-97c44b83-71cf-403a-aa42-efbebaab8835 None None] Provisioning complete for port cb5a5e0f-553b-44ff-9035-76dacebac5ef triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:29:04.176390 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-97c44b83-71cf-403a-aa42-efbebaab8835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cb5a5e0f-553b-44ff-9035-76dacebac5ef), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:04.181218 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cb5a5e0f-553b-44ff-9035-76dacebac5ef), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:04.221514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-97c44b83-71cf-403a-aa42-efbebaab8835 None None] Port cb5a5e0f-553b-44ff-9035-76dacebac5ef cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:29:04.395065 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18d489-1766-4695-89f3-b5759bed0df8 req-1015593c-f9b5-4b47-8026-a4174115975d tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:04.396581 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd18d489-1766-4695-89f3-b5759bed0df8 req-1015593c-f9b5-4b47-8026-a4174115975d tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1027 time: 0.1042964 Feb 15 17:29:04.481477 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd18d489-1766-4695-89f3-b5759bed0df8 req-2268737f-ebd7-44a4-8541-679e52f8edba tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786810 Feb 15 17:29:04.521267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5a5e0f-553b-44ff-9035-76dacebac5ef {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:29:04.528662 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Publish callbacks [] for port (cb5a5e0f-553b-44ff-9035-76dacebac5ef), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:04.540745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Transition to ACTIVE for port object cb5a5e0f-553b-44ff-9035-76dacebac5ef will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:29:04.599045 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (cb5a5e0f-553b-44ff-9035-76dacebac5ef), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:04.652991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5a5e0f-553b-44ff-9035-76dacebac5ef,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:04.728037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Attempting to bind port cb5a5e0f-553b-44ff-9035-76dacebac5ef on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:29:04.728382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Attempting to bind port cb5a5e0f-553b-44ff-9035-76dacebac5ef by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:29:04.728712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Attempting to bind port cb5a5e0f-553b-44ff-9035-76dacebac5ef on network f624468b-541f-4add-a05f-b57342148ad2 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:29:04.733464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Port cb5a5e0f-553b-44ff-9035-76dacebac5ef on network f624468b-541f-4add-a05f-b57342148ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:29:04.733735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Attempting to bind port cb5a5e0f-553b-44ff-9035-76dacebac5ef on network f624468b-541f-4add-a05f-b57342148ad2 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:29:04.738704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:29:04.739049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Checking segment: {'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:29:04.739438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Bound using segment: {'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:29:04.739860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Bound port: cb5a5e0f-553b-44ff-9035-76dacebac5ef, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:29:04.740227 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cb5a5e0f-553b-44ff-9035-76dacebac5ef), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:04.808392 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] For port cb5a5e0f-553b-44ff-9035-76dacebac5ef, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:29:04.811739 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] For port cb5a5e0f-553b-44ff-9035-76dacebac5ef, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cb5a5e0f-553b-44ff-9035-76dacebac5ef,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:29:04.896357 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (cb5a5e0f-553b-44ff-9035-76dacebac5ef), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:04.930974 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:04.931599 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:04.932986 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] 10.222.0.67 "PUT /v2.0/ports/cb5a5e0f-553b-44ff-9035-76dacebac5ef HTTP/1.1" status: 200 len: 1092 time: 0.8776104 Feb 15 17:29:04.933461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4891c3-51b4-4ca1-9c45-663768e3215a', 'tag': 'cb5a5e0f-553b-44ff-9035-76dacebac5ef'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:29:04.935991 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8022ba7c-aeac-48ea-b1d5-3ca507b97e34" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4891c3-51b4-4ca1-9c45-663768e3215a", "tag": "cb5a5e0f-553b-44ff-9035-76dacebac5ef"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:29:04.962085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86466a-a435-415d-9b06-0bc5edab87e9 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5a5e0f-553b-44ff-9035-76dacebac5ef,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:04.978682 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b52ddd5-def7-4348-a8d9-24c47850d2a3 x-openstack-request-id: req-8b52ddd5-def7-4348-a8d9-24c47850d2a3 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:29:04.978682 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4891c3-51b4-4ca1-9c45-663768e3215a", "tag": "cb5a5e0f-553b-44ff-9035-76dacebac5ef", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:29:04.978682 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8b52ddd5-def7-4348-a8d9-24c47850d2a3 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:29:04.978682 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4891c3-51b4-4ca1-9c45-663768e3215a', 'tag': 'cb5a5e0f-553b-44ff-9035-76dacebac5ef', 'status': 'completed', 'code': 200} Feb 15 17:29:05.046504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022ba7c-aeac-48ea-b1d5-3ca507b97e34 req-74020151-a4f8-4599-bb3c-7ee38abc0b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:05.048044 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8022ba7c-aeac-48ea-b1d5-3ca507b97e34 req-74020151-a4f8-4599-bb3c-7ee38abc0b9e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7fe1e1a77853410aa659111c36416199&device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1126 time: 0.0469949 Feb 15 17:29:05.152273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022ba7c-aeac-48ea-b1d5-3ca507b97e34 req-dae70e7f-e484-43cb-a383-6ad65bd42872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:05.154601 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8022ba7c-aeac-48ea-b1d5-3ca507b97e34 req-dae70e7f-e484-43cb-a383-6ad65bd42872 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=7fe1e1a77853410aa659111c36416199&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1003759 Feb 15 17:29:05.251038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022ba7c-aeac-48ea-b1d5-3ca507b97e34 req-1e53a9de-94ea-47eb-96f6-7e0341c11a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:05.252478 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8022ba7c-aeac-48ea-b1d5-3ca507b97e34 req-1e53a9de-94ea-47eb-96f6-7e0341c11a16 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922098 Feb 15 17:29:05.330656 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-0b2fedb5-69e6-45d3-afc7-75dcbc199774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:05.332174 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-0b2fedb5-69e6-45d3-afc7-75dcbc199774 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7fe1e1a77853410aa659111c36416199&device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1126 time: 0.0452328 Feb 15 17:29:05.373123 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-f4f3f38f-6fdd-48b0-b013-878db1d99c9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb5a5e0f-553b-44ff-9035-76dacebac5ef HTTP/1.1" status: 200 len: 217 time: 0.0339196 Feb 15 17:29:05.419719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-4d6e018b-8bd6-4dbe-b915-21c70dcaf271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:05.421162 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-4d6e018b-8bd6-4dbe-b915-21c70dcaf271 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8d2dae41-bbf4-4f1b-98c2-903d847428d1 HTTP/1.1" status: 200 len: 848 time: 0.0425777 Feb 15 17:29:05.471764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-d0b881b4-6f26-4954-9a1d-82c14a797573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:05.473782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-d0b881b4-6f26-4954-9a1d-82c14a797573 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f624468b-541f-4add-a05f-b57342148ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466843 Feb 15 17:29:05.582322 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-5420c0bb-a832-46a4-b75f-cdead7b358f3 service neutron] 10.222.0.67 "GET /v2.0/networks/f624468b-541f-4add-a05f-b57342148ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030385 Feb 15 17:29:05.647076 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27870fdd-e2e6-4d70-9682-3daeed6e2db6 req-1859b097-9339-458f-8576-310f57ee2bf8 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:05.648600 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-27870fdd-e2e6-4d70-9682-3daeed6e2db6 req-1859b097-9339-458f-8576-310f57ee2bf8 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1126 time: 0.1021755 Feb 15 17:29:05.714935 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d22a075a-be35-47c5-822a-1ac1d7d7006f req-e09def0f-018f-47a9-a557-d517184bb1c6 service neutron] 10.222.0.67 "GET /v2.0/networks/f624468b-541f-4add-a05f-b57342148ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259909 Feb 15 17:29:05.725783 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-27870fdd-e2e6-4d70-9682-3daeed6e2db6 req-f392096e-6aad-4257-aae6-ab01217826d4 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712261 Feb 15 17:29:06.835210 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517736d-6c8c-46c9-9034-46ea046181ea req-eb28fc26-ae90-4b3f-8ec0-730ceb37142f tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:06.836738 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e517736d-6c8c-46c9-9034-46ea046181ea req-eb28fc26-ae90-4b3f-8ec0-730ceb37142f tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1126 time: 0.0442774 Feb 15 17:29:06.881578 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e517736d-6c8c-46c9-9034-46ea046181ea req-d2f2c3b6-8ded-4171-917c-ffa20e87af73 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392883 Feb 15 17:29:06.952509 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-379a6f77-3e11-4267-be0d-ef3e8792447e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:07.994561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f82059-9fb1-4996-ab79-0204e65be82c req-43b54eb8-add8-4bd6-be35-150d25413eff tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:07.996102 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f82059-9fb1-4996-ab79-0204e65be82c req-43b54eb8-add8-4bd6-be35-150d25413eff tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1126 time: 0.0490749 Feb 15 17:29:08.039612 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f2f82059-9fb1-4996-ab79-0204e65be82c req-e12eba4c-843a-4534-9739-3f30d9321e3a tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379565 Feb 15 17:29:09.027102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device cb5a5e0f-553b-44ff-9035-76dacebac5ef details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:29:09.126824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port cb5a5e0f-553b-44ff-9035-76dacebac5ef, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cb5a5e0f-553b-44ff-9035-76dacebac5ef,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:09.138145 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'cb5a5e0f-553b-44ff-9035-76dacebac5ef', 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2', 'port_id': 'cb5a5e0f-553b-44ff-9035-76dacebac5ef', 'mac_address': 'fa:16:3e:94:08:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2dae41-bbf4-4f1b-98c2-903d847428d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:29:09.153727 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc0e0b-1bd2-4050-b0b1-36ac2d332f1c req-c068d6e7-9046-4ab0-9fab-20236847916b tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:09.155294 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-12fc0e0b-1bd2-4050-b0b1-36ac2d332f1c req-c068d6e7-9046-4ab0-9fab-20236847916b tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1126 time: 0.0485547 Feb 15 17:29:09.176201 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port cb5a5e0f-553b-44ff-9035-76dacebac5ef is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:29:09.176599 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cb5a5e0f-553b-44ff-9035-76dacebac5ef), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:09.189570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5a5e0f-553b-44ff-9035-76dacebac5ef {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:29:09.200092 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-12fc0e0b-1bd2-4050-b0b1-36ac2d332f1c req-0f7705fb-79a1-4107-8604-b3be87272e36 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384791 Feb 15 17:29:09.208475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port cb5a5e0f-553b-44ff-9035-76dacebac5ef, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cb5a5e0f-553b-44ff-9035-76dacebac5ef,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:09.260924 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cb5a5e0f-553b-44ff-9035-76dacebac5ef), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:09.292099 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ae0ecc6f-6a09-43cc-a040-5fa5220cc0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:09.313048 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=cb5a5e0f-553b-44ff-9035-76dacebac5ef,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:09.503763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['cb5a5e0f-553b-44ff-9035-76dacebac5ef'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:29:10.312484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bcfb1-7bb2-466b-bc3e-7990a6bc670e req-996f7e2d-c6af-4dcd-a5f8-69a2ab13cab3 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:10.314327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-842bcfb1-7bb2-466b-bc3e-7990a6bc670e req-996f7e2d-c6af-4dcd-a5f8-69a2ab13cab3 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1127 time: 0.0465083 Feb 15 17:29:10.357718 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-842bcfb1-7bb2-466b-bc3e-7990a6bc670e req-0c05c9f0-bb49-4b31-b81b-8444be17b212 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372620 Feb 15 17:29:10.592869 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:11.027345 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device cb5a5e0f-553b-44ff-9035-76dacebac5ef up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:29:11.163662 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port cb5a5e0f-553b-44ff-9035-76dacebac5ef completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:29:11.167607 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port cb5a5e0f-553b-44ff-9035-76dacebac5ef triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:29:11.167983 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cb5a5e0f-553b-44ff-9035-76dacebac5ef), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:11.257268 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port cb5a5e0f-553b-44ff-9035-76dacebac5ef is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:29:11.257595 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cb5a5e0f-553b-44ff-9035-76dacebac5ef), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:11.279128 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4891c3-51b4-4ca1-9c45-663768e3215a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5a5e0f-553b-44ff-9035-76dacebac5ef'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:29:11.281384 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad1af0e-a3bc-4f2f-8abc-03b1d46cbc7e" -d '{"events": [{"server_uuid": "bf4891c3-51b4-4ca1-9c45-663768e3215a", "name": "network-vif-plugged", "status": "completed", "tag": "cb5a5e0f-553b-44ff-9035-76dacebac5ef"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:29:11.293913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port cb5a5e0f-553b-44ff-9035-76dacebac5ef, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cb5a5e0f-553b-44ff-9035-76dacebac5ef,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:11.381667 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cb5a5e0f-553b-44ff-9035-76dacebac5ef), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:11.440695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=cb5a5e0f-553b-44ff-9035-76dacebac5ef,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:11.489013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a4c4a-fd0c-447e-acf0-03eae1ce5a80 req-bc777ecd-5cf6-4e7b-8f46-d669858bfe25 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:11.490630 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-075a4c4a-fd0c-447e-acf0-03eae1ce5a80 req-bc777ecd-5cf6-4e7b-8f46-d669858bfe25 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1128 time: 0.0496297 Feb 15 17:29:11.542560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-075a4c4a-fd0c-447e-acf0-03eae1ce5a80 req-3ee4047d-82c1-46dd-91cd-8a06d4533384 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458515 Feb 15 17:29:11.636936 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75d83e6-3cc3-4cbb-bfbb-cff1629f21e1 x-openstack-request-id: req-c75d83e6-3cc3-4cbb-bfbb-cff1629f21e1 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:29:11.637447 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4891c3-51b4-4ca1-9c45-663768e3215a", "name": "network-vif-plugged", "status": "completed", "tag": "cb5a5e0f-553b-44ff-9035-76dacebac5ef", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:29:11.637543 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c75d83e6-3cc3-4cbb-bfbb-cff1629f21e1 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:29:11.637899 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4891c3-51b4-4ca1-9c45-663768e3215a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5a5e0f-553b-44ff-9035-76dacebac5ef', 'code': 200} Feb 15 17:29:11.734258 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32599854-718d-4e24-b4a9-983fc867bf06 req-159c6997-dba4-4595-bac7-9133866dbac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:11.735745 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32599854-718d-4e24-b4a9-983fc867bf06 req-159c6997-dba4-4595-bac7-9133866dbac6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1128 time: 0.0433168 Feb 15 17:29:11.779521 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32599854-718d-4e24-b4a9-983fc867bf06 req-7fa5d5c6-c09a-4e26-b3ec-da7dfafa4eda service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378873 Feb 15 17:29:12.084203 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:12.670387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78febb6a-895f-458d-a35a-2432dadc9338 req-7e19debf-d1ed-4d54-a8bf-fce6cc0db6a5 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:12.671860 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-78febb6a-895f-458d-a35a-2432dadc9338 req-7e19debf-d1ed-4d54-a8bf-fce6cc0db6a5 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1128 time: 0.0479548 Feb 15 17:29:12.717292 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-78febb6a-895f-458d-a35a-2432dadc9338 req-510d3b9e-0179-4562-88ed-6581158bc189 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379689 Feb 15 17:29:12.747182 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:29:13.518025 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:13.833537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba021eff-f468-4944-8417-968c77929489 req-6fb278c3-743a-40a9-b57e-8724217fce43 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:13.833537 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba021eff-f468-4944-8417-968c77929489 req-6fb278c3-743a-40a9-b57e-8724217fce43 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1128 time: 0.0447721 Feb 15 17:29:13.873055 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba021eff-f468-4944-8417-968c77929489 req-43b53e9b-84ee-48f1-943b-fe67fb1edd7d tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380857 Feb 15 17:29:13.989053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1c26a-6055-47c5-9477-6cc29e3e8a57 req-164266bb-45d3-4418-8662-dd98c1c6052c tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:13.990683 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-78b1c26a-6055-47c5-9477-6cc29e3e8a57 req-164266bb-45d3-4418-8662-dd98c1c6052c tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1128 time: 0.0522594 Feb 15 17:29:14.034619 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-78b1c26a-6055-47c5-9477-6cc29e3e8a57 req-0c22eb59-0729-41b4-b034-21a105ac13c7 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383897 Feb 15 17:29:14.143712 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b46a6a-3ba0-48f1-aca8-272485519190 req-c40a6178-14bc-43b7-be78-7afac10d1917 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:14.145672 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c2b46a6a-3ba0-48f1-aca8-272485519190 req-c40a6178-14bc-43b7-be78-7afac10d1917 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1128 time: 0.0471880 Feb 15 17:29:14.188358 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c2b46a6a-3ba0-48f1-aca8-272485519190 req-7bf82d5d-0b62-49dc-9acb-0481e781c1da tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371702 Feb 15 17:29:14.392110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-54a18018-fa50-4892-8ce8-a8fd19e1e412 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:14.393665 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-54a18018-fa50-4892-8ce8-a8fd19e1e412 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/networks?id=f624468b-541f-4add-a05f-b57342148ad2 HTTP/1.1" status: 200 len: 910 time: 0.0867848 Feb 15 17:29:14.408781 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-4edf6964-bd7c-4007-9dfe-fbece57cc53e tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/quotas/7fe1e1a77853410aa659111c36416199 HTTP/1.1" status: 200 len: 375 time: 0.0091479 Feb 15 17:29:14.462701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-319fe5e2-d3cc-4602-8919-6938e8227e9e tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?tenant_id=7fe1e1a77853410aa659111c36416199&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493555 Feb 15 17:29:14.551352 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-88d46c74-937e-47fe-8d8a-92f30862fe98 service neutron] 10.222.0.107 "GET /v2.0/networks/f624468b-541f-4add-a05f-b57342148ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823047 Feb 15 17:29:14.643607 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-e3f8866e-b87d-4c85-890d-9fc6e244d19b service neutron] 10.222.0.107 "GET /v2.0/networks/f624468b-541f-4add-a05f-b57342148ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867021 Feb 15 17:29:14.868469 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a5315086-5c82-4bd5-9eae-f0bd25435e3a req-b25a62ee-8142-42d6-90dd-8d48eba352d2 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 210 time: 0.0260122 Feb 15 17:29:16.264697 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a75f66a6-4966-48b5-b2a1-f8e6421ea797 req-ca7ce889-be55-4606-a08e-4eddd618ec66 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 210 time: 0.3301044 Feb 15 17:29:16.646694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-eca06306-81bb-49b9-a65c-e0fb25c94778 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:16.648133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-eca06306-81bb-49b9-a65c-e0fb25c94778 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.10 "GET /v2.0/networks?id=f624468b-541f-4add-a05f-b57342148ad2 HTTP/1.1" status: 200 len: 910 time: 0.0841699 Feb 15 17:29:16.658161 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-45819c46-c532-4a99-83ee-d2bb9842c5e1 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Request body: {'port': {'device_id': '9a0461e6-0b56-4f6e-b729-958626787f58', 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2', 'admin_state_up': True, 'tenant_id': '7fe1e1a77853410aa659111c36416199'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:29:16.775308 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-45819c46-c532-4a99-83ee-d2bb9842c5e1 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Made reservation on behalf of 7fe1e1a77853410aa659111c36416199 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:29:16.777702 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-45819c46-c532-4a99-83ee-d2bb9842c5e1 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:16.891435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-45819c46-c532-4a99-83ee-d2bb9842c5e1 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Allocated IP 172.20.0.5 (f624468b-541f-4add-a05f-b57342148ad2/8d2dae41-bbf4-4f1b-98c2-903d847428d1/270493fc-87a1-4ccb-9c99-834a21466d37) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:29:17.026470 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-45819c46-c532-4a99-83ee-d2bb9842c5e1 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Publish callbacks [] for port (270493fc-87a1-4ccb-9c99-834a21466d37), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:17.113493 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-45819c46-c532-4a99-83ee-d2bb9842c5e1 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (270493fc-87a1-4ccb-9c99-834a21466d37), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:17.127637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['cb5a5e0f-553b-44ff-9035-76dacebac5ef'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:29:17.155670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-45819c46-c532-4a99-83ee-d2bb9842c5e1 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Network f624468b-541f-4add-a05f-b57342148ad2 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:29:17.160017 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-45819c46-c532-4a99-83ee-d2bb9842c5e1 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:29:17.164397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-45819c46-c532-4a99-83ee-d2bb9842c5e1 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:29:17.167497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45819c46-c532-4a99-83ee-d2bb9842c5e1 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Pushing event updated for resources: {'Port': ['ID=270493fc-87a1-4ccb-9c99-834a21466d37,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:17.206161 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-45819c46-c532-4a99-83ee-d2bb9842c5e1 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:17.206813 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-45819c46-c532-4a99-83ee-d2bb9842c5e1 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:17.269665 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-45819c46-c532-4a99-83ee-d2bb9842c5e1 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6149149 Feb 15 17:29:17.281418 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Request body: {'port': {'device_id': '9a0461e6-0b56-4f6e-b729-958626787f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:29:17.352816 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (270493fc-87a1-4ccb-9c99-834a21466d37), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:17.380275 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878029f-98db-4030-8366-15addb2d9fe5 req-9092684a-38d4-4135-a1e7-a61229c259f7 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:17.382091 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6878029f-98db-4030-8366-15addb2d9fe5 req-9092684a-38d4-4135-a1e7-a61229c259f7 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1027 time: 0.0453198 Feb 15 17:29:17.425453 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6878029f-98db-4030-8366-15addb2d9fe5 req-f1c3bef4-f806-4b75-9690-2f16bcb0d33f tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377419 Feb 15 17:29:17.460288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ea97b519-137b-4bcf-a8e7-d07f39128791 None None] Provisioning complete for port 270493fc-87a1-4ccb-9c99-834a21466d37 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:29:17.460669 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ea97b519-137b-4bcf-a8e7-d07f39128791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (270493fc-87a1-4ccb-9c99-834a21466d37), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:17.494934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ea97b519-137b-4bcf-a8e7-d07f39128791 None None] Port 270493fc-87a1-4ccb-9c99-834a21466d37 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:29:17.616756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270493fc-87a1-4ccb-9c99-834a21466d37 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:29:17.624083 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Publish callbacks [] for port (270493fc-87a1-4ccb-9c99-834a21466d37), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:17.636634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Transition to ACTIVE for port object 270493fc-87a1-4ccb-9c99-834a21466d37 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:29:17.683438 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (270493fc-87a1-4ccb-9c99-834a21466d37), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:17.748829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Pushing event updated for resources: {'Port': ['ID=270493fc-87a1-4ccb-9c99-834a21466d37,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:17.810937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Attempting to bind port 270493fc-87a1-4ccb-9c99-834a21466d37 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:29:17.811274 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Attempting to bind port 270493fc-87a1-4ccb-9c99-834a21466d37 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:29:17.811607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Attempting to bind port 270493fc-87a1-4ccb-9c99-834a21466d37 on network f624468b-541f-4add-a05f-b57342148ad2 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:29:17.817389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Port 270493fc-87a1-4ccb-9c99-834a21466d37 on network f624468b-541f-4add-a05f-b57342148ad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:29:17.817389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Attempting to bind port 270493fc-87a1-4ccb-9c99-834a21466d37 on network f624468b-541f-4add-a05f-b57342148ad2 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:29:17.826273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 29, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:29:17.826846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Checking segment: {'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:29:17.827501 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Bound using segment: {'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:29:17.828242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Bound port: 270493fc-87a1-4ccb-9c99-834a21466d37, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2487d2c9-b092-4887-894e-5de282b382f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:29:17.828858 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (270493fc-87a1-4ccb-9c99-834a21466d37), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:17.903259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] For port 270493fc-87a1-4ccb-9c99-834a21466d37, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:29:17.906374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] For port 270493fc-87a1-4ccb-9c99-834a21466d37, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=270493fc-87a1-4ccb-9c99-834a21466d37,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:29:17.998746 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (270493fc-87a1-4ccb-9c99-834a21466d37), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:18.036261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:18.036898 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:18.038380 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] 10.222.0.10 "PUT /v2.0/ports/270493fc-87a1-4ccb-9c99-834a21466d37 HTTP/1.1" status: 200 len: 1092 time: 0.7612443 Feb 15 17:29:18.038830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0461e6-0b56-4f6e-b729-958626787f58', 'tag': '270493fc-87a1-4ccb-9c99-834a21466d37'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:29:18.041125 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9a7dae-5479-443f-9507-a312f6d9c3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0461e6-0b56-4f6e-b729-958626787f58", "tag": "270493fc-87a1-4ccb-9c99-834a21466d37"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:29:18.065639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31954de5-6f6e-4849-8ef4-e975bc8236f5 service neutron] Pushing event updated for resources: {'Port': ['ID=270493fc-87a1-4ccb-9c99-834a21466d37,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:18.094919 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42980b6-9f09-4a50-aaa9-c38d1f0e2bf6 x-openstack-request-id: req-e42980b6-9f09-4a50-aaa9-c38d1f0e2bf6 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:29:18.094919 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0461e6-0b56-4f6e-b729-958626787f58", "tag": "270493fc-87a1-4ccb-9c99-834a21466d37", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:29:18.094919 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e42980b6-9f09-4a50-aaa9-c38d1f0e2bf6 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:29:18.095284 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0461e6-0b56-4f6e-b729-958626787f58', 'tag': '270493fc-87a1-4ccb-9c99-834a21466d37', 'status': 'completed', 'code': 200} Feb 15 17:29:18.163907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a7dae-5479-443f-9507-a312f6d9c3fd req-6eaa90ed-88ec-445e-8185-f8e949ab18d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:18.165523 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b9a7dae-5479-443f-9507-a312f6d9c3fd req-6eaa90ed-88ec-445e-8185-f8e949ab18d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7fe1e1a77853410aa659111c36416199&device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1126 time: 0.0479476 Feb 15 17:29:18.267796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a7dae-5479-443f-9507-a312f6d9c3fd req-8fc2b01b-6b2d-4916-860d-c160c9930627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:18.269847 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b9a7dae-5479-443f-9507-a312f6d9c3fd req-8fc2b01b-6b2d-4916-860d-c160c9930627 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7fe1e1a77853410aa659111c36416199&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0975773 Feb 15 17:29:18.364731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a7dae-5479-443f-9507-a312f6d9c3fd req-83cf37a7-ed8f-4e2c-a06e-241b50f3ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:18.366213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1b9a7dae-5479-443f-9507-a312f6d9c3fd req-83cf37a7-ed8f-4e2c-a06e-241b50f3ef92 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919044 Feb 15 17:29:18.442836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-4c80dea8-a53e-46fe-9d05-a8edca7486b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:18.444373 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-4c80dea8-a53e-46fe-9d05-a8edca7486b3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7fe1e1a77853410aa659111c36416199&device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1126 time: 0.0451629 Feb 15 17:29:18.485674 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-c7364939-79f8-4b67-b14f-915bfb5bd18a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=270493fc-87a1-4ccb-9c99-834a21466d37 HTTP/1.1" status: 200 len: 217 time: 0.0342588 Feb 15 17:29:18.541917 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-2cd10253-3f8e-4645-9a00-a4502a9270a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:18.542498 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73a9e5-07db-4b5a-b5b1-fd0cb05dec7d req-21ade76e-e7f5-4606-97bc-e297ac9f3e43 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:18.543570 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-2cd10253-3f8e-4645-9a00-a4502a9270a5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=8d2dae41-bbf4-4f1b-98c2-903d847428d1 HTTP/1.1" status: 200 len: 848 time: 0.0521717 Feb 15 17:29:18.544105 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0d73a9e5-07db-4b5a-b5b1-fd0cb05dec7d req-21ade76e-e7f5-4606-97bc-e297ac9f3e43 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1126 time: 0.0511439 Feb 15 17:29:18.588359 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0d73a9e5-07db-4b5a-b5b1-fd0cb05dec7d req-00a4a7f8-5c17-496d-9b33-8bc89f13fba8 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386529 Feb 15 17:29:18.593638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-b337d7f5-58ea-4ef3-8b59-e82e72d67877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:18.595246 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-b337d7f5-58ea-4ef3-8b59-e82e72d67877 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f624468b-541f-4add-a05f-b57342148ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459552 Feb 15 17:29:18.684728 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-79769448-e3b6-4c8a-b468-38005919086d service neutron] 10.222.0.10 "GET /v2.0/networks/f624468b-541f-4add-a05f-b57342148ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833461 Feb 15 17:29:18.781048 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43ac6785-21b6-4f2d-b9d7-c9566e279338 req-89b0a4b1-9337-490f-bedd-fd61a487cc4e service neutron] 10.222.0.10 "GET /v2.0/networks/f624468b-541f-4add-a05f-b57342148ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906062 Feb 15 17:29:19.700430 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44383d02-dfc6-4ea7-96f3-47566c4b360f req-d97a6b4d-ae8c-46b7-869f-feccb32869c7 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:19.701909 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44383d02-dfc6-4ea7-96f3-47566c4b360f req-d97a6b4d-ae8c-46b7-869f-feccb32869c7 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1126 time: 0.0449176 Feb 15 17:29:19.745438 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44383d02-dfc6-4ea7-96f3-47566c4b360f req-2660cfad-f458-4b7d-9f9f-62e1fa931e80 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373943 Feb 15 17:29:20.852007 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc1260-58c3-4fbd-b76b-3cc29539569b req-07ed1304-f813-495e-9f65-1bb78b618bdf tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:20.853600 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4afc1260-58c3-4fbd-b76b-3cc29539569b req-07ed1304-f813-495e-9f65-1bb78b618bdf tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1126 time: 0.0440924 Feb 15 17:29:20.897178 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4afc1260-58c3-4fbd-b76b-3cc29539569b req-00e6c10c-15da-425b-91f4-b43c4f40a66f tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380764 Feb 15 17:29:21.840399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 270493fc-87a1-4ccb-9c99-834a21466d37 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:29:21.941300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 270493fc-87a1-4ccb-9c99-834a21466d37, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=270493fc-87a1-4ccb-9c99-834a21466d37,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:21.953745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '270493fc-87a1-4ccb-9c99-834a21466d37', 'network_id': 'f624468b-541f-4add-a05f-b57342148ad2', 'port_id': '270493fc-87a1-4ccb-9c99-834a21466d37', 'mac_address': 'fa:16:3e:cb:89:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d2dae41-bbf4-4f1b-98c2-903d847428d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:29:21.990989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 270493fc-87a1-4ccb-9c99-834a21466d37 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:29:21.991377 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (270493fc-87a1-4ccb-9c99-834a21466d37), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:22.004730 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270493fc-87a1-4ccb-9c99-834a21466d37 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:29:22.010480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171d786-8fee-4455-9ad4-a6ca5cfe34a7 req-aa812466-a196-44e4-b931-48fe25d0bfa0 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:22.012057 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7171d786-8fee-4455-9ad4-a6ca5cfe34a7 req-aa812466-a196-44e4-b931-48fe25d0bfa0 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1126 time: 0.0494518 Feb 15 17:29:22.024347 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 270493fc-87a1-4ccb-9c99-834a21466d37, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=270493fc-87a1-4ccb-9c99-834a21466d37,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:22.056342 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7171d786-8fee-4455-9ad4-a6ca5cfe34a7 req-922e0213-28a2-442a-b7ba-b6bb61e00a55 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386724 Feb 15 17:29:22.095627 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (270493fc-87a1-4ccb-9c99-834a21466d37), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:22.151210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=270493fc-87a1-4ccb-9c99-834a21466d37,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:22.347695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['270493fc-87a1-4ccb-9c99-834a21466d37'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:29:23.173135 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57abcc-3222-4c18-8695-ee582a65e649 req-efdf6d4f-b4bf-4bc6-9726-be7070bf2b4f tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:23.174775 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c57abcc-3222-4c18-8695-ee582a65e649 req-efdf6d4f-b4bf-4bc6-9726-be7070bf2b4f tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1127 time: 0.0468352 Feb 15 17:29:23.225426 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c57abcc-3222-4c18-8695-ee582a65e649 req-04cad32b-92e7-4217-87e6-f353ae3f44f9 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448287 Feb 15 17:29:23.851543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 270493fc-87a1-4ccb-9c99-834a21466d37 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:29:23.963774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 270493fc-87a1-4ccb-9c99-834a21466d37 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:29:23.967851 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 270493fc-87a1-4ccb-9c99-834a21466d37 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:29:23.968224 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (270493fc-87a1-4ccb-9c99-834a21466d37), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:24.048222 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 270493fc-87a1-4ccb-9c99-834a21466d37 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:29:24.048607 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (270493fc-87a1-4ccb-9c99-834a21466d37), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:24.070639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0461e6-0b56-4f6e-b729-958626787f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270493fc-87a1-4ccb-9c99-834a21466d37'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:29:24.077569 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f0c1ec-9e9a-4a22-8104-b4be8b8bd372" -d '{"events": [{"server_uuid": "9a0461e6-0b56-4f6e-b729-958626787f58", "name": "network-vif-plugged", "status": "completed", "tag": "270493fc-87a1-4ccb-9c99-834a21466d37"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:29:24.091003 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 270493fc-87a1-4ccb-9c99-834a21466d37, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=270493fc-87a1-4ccb-9c99-834a21466d37,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:24.119225 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce24d71f-bedc-4b09-9947-3e679586107a x-openstack-request-id: req-ce24d71f-bedc-4b09-9947-3e679586107a {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:29:24.119524 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0461e6-0b56-4f6e-b729-958626787f58", "name": "network-vif-plugged", "status": "completed", "tag": "270493fc-87a1-4ccb-9c99-834a21466d37", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:29:24.119783 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ce24d71f-bedc-4b09-9947-3e679586107a {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:29:24.120178 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0461e6-0b56-4f6e-b729-958626787f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270493fc-87a1-4ccb-9c99-834a21466d37', 'code': 200} Feb 15 17:29:24.146940 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (270493fc-87a1-4ccb-9c99-834a21466d37), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:24.202442 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=270493fc-87a1-4ccb-9c99-834a21466d37,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:24.222273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3e7d4-4d8d-4287-b0f9-db3b46074458 req-05afa990-0e59-408e-97c2-289541b537cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:24.223871 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3b3e7d4-4d8d-4287-b0f9-db3b46074458 req-05afa990-0e59-408e-97c2-289541b537cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1128 time: 0.0498514 Feb 15 17:29:24.274874 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3b3e7d4-4d8d-4287-b0f9-db3b46074458 req-74bdff4c-cce2-425a-8ed3-fbc814ea9895 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443094 Feb 15 17:29:24.340471 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ce469-f28d-44dd-b637-4a2cde0fdaf0 req-2f3fdd96-64a7-409f-8ae5-f141c05e49cd tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:24.342051 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-847ce469-f28d-44dd-b637-4a2cde0fdaf0 req-2f3fdd96-64a7-409f-8ae5-f141c05e49cd tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1128 time: 0.0451360 Feb 15 17:29:24.384911 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-847ce469-f28d-44dd-b637-4a2cde0fdaf0 req-7c912b7c-fc72-4bf4-b3f2-ef5f57f24297 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371459 Feb 15 17:29:24.482048 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c109b385-bd3d-4471-a3a1-48c92ea2b5ac req-1e0bce53-d37a-4445-a6c9-228d701a9e0e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435631 Feb 15 17:29:24.568312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109b385-bd3d-4471-a3a1-48c92ea2b5ac req-fb715868-6c0a-4111-a85c-43d24b53e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:24.571003 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c109b385-bd3d-4471-a3a1-48c92ea2b5ac req-fb715868-6c0a-4111-a85c-43d24b53e3c3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7fe1e1a77853410aa659111c36416199&device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1128 time: 0.0500753 Feb 15 17:29:24.675956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109b385-bd3d-4471-a3a1-48c92ea2b5ac req-8c5bcf31-c990-4ee7-8586-37ce6bc1c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:24.677448 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c109b385-bd3d-4471-a3a1-48c92ea2b5ac req-8c5bcf31-c990-4ee7-8586-37ce6bc1c4fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=f624468b-541f-4add-a05f-b57342148ad2 HTTP/1.1" status: 200 len: 910 time: 0.0866942 Feb 15 17:29:24.722892 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c109b385-bd3d-4471-a3a1-48c92ea2b5ac req-67560b5b-98a8-4578-9458-70d7c0d77582 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cb5a5e0f-553b-44ff-9035-76dacebac5ef HTTP/1.1" status: 200 len: 217 time: 0.0391757 Feb 15 17:29:24.770940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109b385-bd3d-4471-a3a1-48c92ea2b5ac req-b6bd8529-7acb-4939-8561-cd7917be3cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:24.772505 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c109b385-bd3d-4471-a3a1-48c92ea2b5ac req-b6bd8529-7acb-4939-8561-cd7917be3cc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8d2dae41-bbf4-4f1b-98c2-903d847428d1 HTTP/1.1" status: 200 len: 848 time: 0.0444486 Feb 15 17:29:24.821825 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109b385-bd3d-4471-a3a1-48c92ea2b5ac req-3a2edf78-e6db-43ae-9414-418485586007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:24.823395 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c109b385-bd3d-4471-a3a1-48c92ea2b5ac req-3a2edf78-e6db-43ae-9414-418485586007 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f624468b-541f-4add-a05f-b57342148ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450563 Feb 15 17:29:24.915412 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c109b385-bd3d-4471-a3a1-48c92ea2b5ac req-ed7c0149-f830-4cfc-8d24-c90d548232f0 service neutron] 10.222.0.67 "GET /v2.0/networks/f624468b-541f-4add-a05f-b57342148ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850899 Feb 15 17:29:25.008341 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c109b385-bd3d-4471-a3a1-48c92ea2b5ac req-5da6ac4d-bf5d-4097-ad9b-cda495d9143c service neutron] 10.222.0.67 "GET /v2.0/networks/f624468b-541f-4add-a05f-b57342148ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862393 Feb 15 17:29:25.495994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfe4f1-0002-4ab9-8cc4-bbb1a1d02e7e req-1c0ba651-0c86-419b-b050-f47d8d83ac4f tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:25.497562 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8fdfe4f1-0002-4ab9-8cc4-bbb1a1d02e7e req-1c0ba651-0c86-419b-b050-f47d8d83ac4f tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1128 time: 0.0454869 Feb 15 17:29:25.541422 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8fdfe4f1-0002-4ab9-8cc4-bbb1a1d02e7e req-d8285e8c-13fc-40a2-8498-076f41786d7b tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382376 Feb 15 17:29:26.650050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2c609-7dba-4d2d-bec5-8864e3cf00b8 req-b12fbb2f-95d4-4d8c-aa6e-931a2d6c9c3b tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:26.651553 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a0f2c609-7dba-4d2d-bec5-8864e3cf00b8 req-b12fbb2f-95d4-4d8c-aa6e-931a2d6c9c3b tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1128 time: 0.0437989 Feb 15 17:29:26.693619 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a0f2c609-7dba-4d2d-bec5-8864e3cf00b8 req-7aa2be4c-1208-425b-be4d-9824a90f9fb3 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366249 Feb 15 17:29:26.804965 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108a63c-e018-4714-be11-f5885d61f443 req-ae49bfd5-ee8a-45aa-8cb5-c6eeb4a0514f tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:26.806554 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7108a63c-e018-4714-be11-f5885d61f443 req-ae49bfd5-ee8a-45aa-8cb5-c6eeb4a0514f tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1128 time: 0.0483556 Feb 15 17:29:26.856035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7108a63c-e018-4714-be11-f5885d61f443 req-47cfdcea-ff62-4311-92a7-784e603aaf56 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434337 Feb 15 17:29:26.965619 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169a886-5b33-4812-8be6-240a20fe2d88 req-0a46c6f1-c21f-4dbb-b0fe-6e84ae880f40 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:26.967127 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c169a886-5b33-4812-8be6-240a20fe2d88 req-0a46c6f1-c21f-4dbb-b0fe-6e84ae880f40 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1128 time: 0.0486026 Feb 15 17:29:27.011474 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c169a886-5b33-4812-8be6-240a20fe2d88 req-5703d5b6-4b49-42fc-a21c-630d62a45a76 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384777 Feb 15 17:29:27.403482 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0285b5-13d3-4393-bf1f-705a5611198d req-db6c7a0a-c00f-4f1c-afa7-8754c8cb1014 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:27.405089 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be0285b5-13d3-4393-bf1f-705a5611198d req-db6c7a0a-c00f-4f1c-afa7-8754c8cb1014 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1128 time: 0.0454080 Feb 15 17:29:27.448186 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be0285b5-13d3-4393-bf1f-705a5611198d req-f3f215a0-8d61-42f0-a2fb-cab234a8e3ab tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374343 Feb 15 17:29:28.561479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731e602-2121-4393-879e-170a550bdf22 req-f195bda3-487a-4256-9692-b7eb3640501d tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:28.563069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d731e602-2121-4393-879e-170a550bdf22 req-f195bda3-487a-4256-9692-b7eb3640501d tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1128 time: 0.0456390 Feb 15 17:29:28.609480 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d731e602-2121-4393-879e-170a550bdf22 req-d9acd091-bc63-42d1-ad2c-3fe705880ef6 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Feb 15 17:29:28.656270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066431d4-e14c-47f8-9ca8-33e65a7006ca req-394004d8-5231-4c7e-828c-7ab8edfc3fa2 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:28.657801 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-066431d4-e14c-47f8-9ca8-33e65a7006ca req-394004d8-5231-4c7e-828c-7ab8edfc3fa2 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 1128 time: 0.0474732 Feb 15 17:29:28.738107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-066431d4-e14c-47f8-9ca8-33e65a7006ca req-d053b5a0-1c79-4d2c-a38f-fe9e95419e9e tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Deleting port 270493fc-87a1-4ccb-9c99-834a21466d37 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:29:28.738364 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-066431d4-e14c-47f8-9ca8-33e65a7006ca req-d053b5a0-1c79-4d2c-a38f-fe9e95419e9e tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (270493fc-87a1-4ccb-9c99-834a21466d37), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:28.818248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-066431d4-e14c-47f8-9ca8-33e65a7006ca req-d053b5a0-1c79-4d2c-a38f-fe9e95419e9e tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] For port 270493fc-87a1-4ccb-9c99-834a21466d37, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=270493fc-87a1-4ccb-9c99-834a21466d37,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:28.818612 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-066431d4-e14c-47f8-9ca8-33e65a7006ca req-d053b5a0-1c79-4d2c-a38f-fe9e95419e9e tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (270493fc-87a1-4ccb-9c99-834a21466d37), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:28.831097 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-066431d4-e14c-47f8-9ca8-33e65a7006ca req-d053b5a0-1c79-4d2c-a38f-fe9e95419e9e tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Calling delete_port for 270493fc-87a1-4ccb-9c99-834a21466d37 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:29:29.009642 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-066431d4-e14c-47f8-9ca8-33e65a7006ca req-d053b5a0-1c79-4d2c-a38f-fe9e95419e9e tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (270493fc-87a1-4ccb-9c99-834a21466d37), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:29.021203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['cb5a5e0f-553b-44ff-9035-76dacebac5ef'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:29:29.023959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['270493fc-87a1-4ccb-9c99-834a21466d37'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:29:29.041857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053b5a0-1c79-4d2c-a38f-fe9e95419e9e tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Pushing event deleted for resources: {'Port': ['ID=270493fc-87a1-4ccb-9c99-834a21466d37,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:29.092751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-066431d4-e14c-47f8-9ca8-33e65a7006ca req-d053b5a0-1c79-4d2c-a38f-fe9e95419e9e tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] No DVR routers for this DVR port 270493fc-87a1-4ccb-9c99-834a21466d37 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:29:29.096060 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-066431d4-e14c-47f8-9ca8-33e65a7006ca req-d053b5a0-1c79-4d2c-a38f-fe9e95419e9e tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:29.099534 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-066431d4-e14c-47f8-9ca8-33e65a7006ca req-d053b5a0-1c79-4d2c-a38f-fe9e95419e9e tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.10 "DELETE /v2.0/ports/270493fc-87a1-4ccb-9c99-834a21466d37 HTTP/1.1" status: 204 len: 173 time: 0.4363995 Feb 15 17:29:29.100081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0461e6-0b56-4f6e-b729-958626787f58', 'name': 'network-vif-deleted', 'tag': '270493fc-87a1-4ccb-9c99-834a21466d37'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:29:29.103687 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa95b1e5-2175-4c4e-8116-5b1922c1f923" -d '{"events": [{"server_uuid": "9a0461e6-0b56-4f6e-b729-958626787f58", "name": "network-vif-deleted", "tag": "270493fc-87a1-4ccb-9c99-834a21466d37"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:29:29.144323 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651bf207-4660-4756-809c-ec1414bdcdc8 x-openstack-request-id: req-651bf207-4660-4756-809c-ec1414bdcdc8 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:29:29.144633 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0461e6-0b56-4f6e-b729-958626787f58", "name": "network-vif-deleted", "tag": "270493fc-87a1-4ccb-9c99-834a21466d37", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:29:29.145615 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-651bf207-4660-4756-809c-ec1414bdcdc8 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:29:29.146043 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0461e6-0b56-4f6e-b729-958626787f58', 'name': 'network-vif-deleted', 'tag': '270493fc-87a1-4ccb-9c99-834a21466d37', 'status': 'completed', 'code': 200} Feb 15 17:29:29.714800 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ecac475-6871-4138-a0a2-1c39211efebd req-b0fb9c8b-b47f-4a7e-9a72-01edbda2f127 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=9a0461e6-0b56-4f6e-b729-958626787f58 HTTP/1.1" status: 200 len: 210 time: 0.0265226 Feb 15 17:29:30.700716 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:31.131963 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:31.191730 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f740fe9-b207-4eaa-8a7b-33f3bad37b6a req-5a1baf1a-546c-4da1-93f9-2e7e71488fd9 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:31.193288 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f740fe9-b207-4eaa-8a7b-33f3bad37b6a req-5a1baf1a-546c-4da1-93f9-2e7e71488fd9 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1128 time: 0.0437915 Feb 15 17:29:31.240541 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f740fe9-b207-4eaa-8a7b-33f3bad37b6a req-ece60df4-b910-46bf-93e8-8d862b0fc97d tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416384 Feb 15 17:29:31.902037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 270493fc-87a1-4ccb-9c99-834a21466d37 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:29:31.922234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 270493fc-87a1-4ccb-9c99-834a21466d37 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:29:31.922579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 270493fc-87a1-4ccb-9c99-834a21466d37 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:29:32.351554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b93e1-7aa2-41fd-864d-f2ed6a7320cc req-4ca1597e-fd21-4c40-8637-261b7ce66a49 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:32.353086 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f3b93e1-7aa2-41fd-864d-f2ed6a7320cc req-4ca1597e-fd21-4c40-8637-261b7ce66a49 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1128 time: 0.0449507 Feb 15 17:29:32.402135 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f3b93e1-7aa2-41fd-864d-f2ed6a7320cc req-19740314-8cad-45b4-99fa-77a29504e7b5 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/security-groups?id=a443e0de-4c47-4581-a439-eab5bdac803b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434470 Feb 15 17:29:32.485347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17479fcf-976a-42ef-afe5-b1149cb2c6cd req-319aa71c-4e92-4797-b11f-2bc792b26057 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:32.486886 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17479fcf-976a-42ef-afe5-b1149cb2c6cd req-319aa71c-4e92-4797-b11f-2bc792b26057 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 1128 time: 0.0473289 Feb 15 17:29:32.566837 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-17479fcf-976a-42ef-afe5-b1149cb2c6cd req-0e388f08-c86c-49ae-91b2-ee8adb8b7c07 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Deleting port cb5a5e0f-553b-44ff-9035-76dacebac5ef {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:29:32.567092 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17479fcf-976a-42ef-afe5-b1149cb2c6cd req-0e388f08-c86c-49ae-91b2-ee8adb8b7c07 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cb5a5e0f-553b-44ff-9035-76dacebac5ef), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:32.647068 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-17479fcf-976a-42ef-afe5-b1149cb2c6cd req-0e388f08-c86c-49ae-91b2-ee8adb8b7c07 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] For port cb5a5e0f-553b-44ff-9035-76dacebac5ef, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cb5a5e0f-553b-44ff-9035-76dacebac5ef,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:32.647441 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17479fcf-976a-42ef-afe5-b1149cb2c6cd req-0e388f08-c86c-49ae-91b2-ee8adb8b7c07 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cb5a5e0f-553b-44ff-9035-76dacebac5ef), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:32.659840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-17479fcf-976a-42ef-afe5-b1149cb2c6cd req-0e388f08-c86c-49ae-91b2-ee8adb8b7c07 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Calling delete_port for cb5a5e0f-553b-44ff-9035-76dacebac5ef owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:29:32.838196 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17479fcf-976a-42ef-afe5-b1149cb2c6cd req-0e388f08-c86c-49ae-91b2-ee8adb8b7c07 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cb5a5e0f-553b-44ff-9035-76dacebac5ef), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:32.849419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['cb5a5e0f-553b-44ff-9035-76dacebac5ef'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:29:32.865877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e388f08-c86c-49ae-91b2-ee8adb8b7c07 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb5a5e0f-553b-44ff-9035-76dacebac5ef,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:32.916851 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-17479fcf-976a-42ef-afe5-b1149cb2c6cd req-0e388f08-c86c-49ae-91b2-ee8adb8b7c07 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] No DVR routers for this DVR port cb5a5e0f-553b-44ff-9035-76dacebac5ef on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:29:32.916851 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-17479fcf-976a-42ef-afe5-b1149cb2c6cd req-0e388f08-c86c-49ae-91b2-ee8adb8b7c07 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:32.916851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17479fcf-976a-42ef-afe5-b1149cb2c6cd req-0e388f08-c86c-49ae-91b2-ee8adb8b7c07 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.67 "DELETE /v2.0/ports/cb5a5e0f-553b-44ff-9035-76dacebac5ef HTTP/1.1" status: 204 len: 173 time: 0.4231730 Feb 15 17:29:32.916851 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4891c3-51b4-4ca1-9c45-663768e3215a', 'name': 'network-vif-deleted', 'tag': 'cb5a5e0f-553b-44ff-9035-76dacebac5ef'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:29:32.918147 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8906e0-e765-42be-b24f-7c67ff575a7b" -d '{"events": [{"server_uuid": "bf4891c3-51b4-4ca1-9c45-663768e3215a", "name": "network-vif-deleted", "tag": "cb5a5e0f-553b-44ff-9035-76dacebac5ef"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:29:32.955837 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c6307d-bb3b-4983-b191-337bbbed74f5 x-openstack-request-id: req-09c6307d-bb3b-4983-b191-337bbbed74f5 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:29:32.956679 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4891c3-51b4-4ca1-9c45-663768e3215a", "name": "network-vif-deleted", "tag": "cb5a5e0f-553b-44ff-9035-76dacebac5ef", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:29:32.956946 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-09c6307d-bb3b-4983-b191-337bbbed74f5 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:29:32.957377 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4891c3-51b4-4ca1-9c45-663768e3215a', 'name': 'network-vif-deleted', 'tag': 'cb5a5e0f-553b-44ff-9035-76dacebac5ef', 'status': 'completed', 'code': 200} Feb 15 17:29:33.506494 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cfb5e45b-f00b-4fef-93a9-7e5f04fc0421 req-1c10a1a2-3fcc-4943-85d9-097e82d72752 tempest-TestServerMultinode-517454380 tempest-TestServerMultinode-517454380-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=bf4891c3-51b4-4ca1-9c45-663768e3215a HTTP/1.1" status: 200 len: 210 time: 0.0273645 Feb 15 17:29:34.569913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39322) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:29:34.913440 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (cd040629-8da4-4048-9b82-ac69e62a4dcf), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:35.160239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Deleting port bb39fe39-9c72-440a-959a-c0105ea2290b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:29:35.160579 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:35.237177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] For port bb39fe39-9c72-440a-959a-c0105ea2290b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=bb39fe39-9c72-440a-959a-c0105ea2290b,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:35.237574 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:35.250323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Calling delete_port for bb39fe39-9c72-440a-959a-c0105ea2290b owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:29:35.563683 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (bb39fe39-9c72-440a-959a-c0105ea2290b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:35.593809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb39fe39-9c72-440a-959a-c0105ea2290b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:35.606113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:35.606474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:35.606823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:35.607167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:35.607511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:35.607849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:35.608184 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:35.608516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:35.608847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:35.609178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:35.609539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:35.609866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:35.610192 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:35.776870 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (cd040629-8da4-4048-9b82-ac69e62a4dcf), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:36.287011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Router cd040629-8da4-4048-9b82-ac69e62a4dcf has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:29:36.394354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:29:36.399457 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ad9fafa0-2b57-4fae-b4c6-905f45799af1 admin admin] 10.222.0.107 "PUT /v2.0/routers/cd040629-8da4-4048-9b82-ac69e62a4dcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8284876 Feb 15 17:29:36.401951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39324) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:29:36.403058 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6079a-ebd1-43f8-abb5-72bdb81f9976 None None] Sync routers for ids ['cd040629-8da4-4048-9b82-ac69e62a4dcf'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:29:36.413667 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6079a-ebd1-43f8-abb5-72bdb81f9976 None None] Routers {'cd040629-8da4-4048-9b82-ac69e62a4dcf'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:29:36.414289 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-86c6079a-ebd1-43f8-abb5-72bdb81f9976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:29:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['cd040629-8da4-4048-9b82-ac69e62a4dcf'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:36.505407 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b78ddee-fc30-4ab2-9b1c-e69c6712b547 admin admin] Publish callbacks [] for router (cd040629-8da4-4048-9b82-ac69e62a4dcf), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:36.520649 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-86c6079a-ebd1-43f8-abb5-72bdb81f9976 None None] Set router cd040629-8da4-4048-9b82-ac69e62a4dcf gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:29:36.611748 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b78ddee-fc30-4ab2-9b1c-e69c6712b547 admin admin] Publish callbacks [] for router_gateway (cd040629-8da4-4048-9b82-ac69e62a4dcf), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:36.694916 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-86c6079a-ebd1-43f8-abb5-72bdb81f9976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'name': 'tempest-TestServerMultinode-636316715-router', 'tenant_id': '72d8904912ff45e1a13c76f1390af43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '329fb346-e533-42b3-8932-0dedac1d1af2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:49Z', 'updated_at': '2022-02-15T17:29:35Z', 'revision_number': 5, 'project_id': '72d8904912ff45e1a13c76f1390af43c', 'gw_port': {'id': '329fb346-e533-42b3-8932-0dedac1d1af2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:9b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:50Z', 'updated_at': '2022-02-15T17:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:36.720978 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6079a-ebd1-43f8-abb5-72bdb81f9976 None None] Checking router: cd040629-8da4-4048-9b82-ac69e62a4dcf for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:29:36.730105 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c6079a-ebd1-43f8-abb5-72bdb81f9976 None None] Routers {'cd040629-8da4-4048-9b82-ac69e62a4dcf'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:29:36.730772 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-86c6079a-ebd1-43f8-abb5-72bdb81f9976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:29:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['cd040629-8da4-4048-9b82-ac69e62a4dcf'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:36.755006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-0b78ddee-fc30-4ab2-9b1c-e69c6712b547 admin admin] Deleting port 329fb346-e533-42b3-8932-0dedac1d1af2 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:29:36.755345 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b78ddee-fc30-4ab2-9b1c-e69c6712b547 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (329fb346-e533-42b3-8932-0dedac1d1af2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:36.818102 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-86c6079a-ebd1-43f8-abb5-72bdb81f9976 None None] Set router cd040629-8da4-4048-9b82-ac69e62a4dcf gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:29:36.834077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-0b78ddee-fc30-4ab2-9b1c-e69c6712b547 admin admin] For port 329fb346-e533-42b3-8932-0dedac1d1af2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=329fb346-e533-42b3-8932-0dedac1d1af2,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:36.834458 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b78ddee-fc30-4ab2-9b1c-e69c6712b547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (329fb346-e533-42b3-8932-0dedac1d1af2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:36.847815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-0b78ddee-fc30-4ab2-9b1c-e69c6712b547 admin admin] Calling delete_port for 329fb346-e533-42b3-8932-0dedac1d1af2 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:29:36.924106 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6eb11d11-c09a-4ab0-b821-3f324902f8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:36.963566 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-86c6079a-ebd1-43f8-abb5-72bdb81f9976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'name': 'tempest-TestServerMultinode-636316715-router', 'tenant_id': '72d8904912ff45e1a13c76f1390af43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:49Z', 'updated_at': '2022-02-15T17:29:36Z', 'revision_number': 6, 'project_id': '72d8904912ff45e1a13c76f1390af43c', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:36.990016 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c6079a-ebd1-43f8-abb5-72bdb81f9976 None None] The sync data for ids ['cd040629-8da4-4048-9b82-ac69e62a4dcf'] in n-d-828372-14 is: [{'id': 'cd040629-8da4-4048-9b82-ac69e62a4dcf', 'name': 'tempest-TestServerMultinode-636316715-router', 'tenant_id': '72d8904912ff45e1a13c76f1390af43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:49Z', 'updated_at': '2022-02-15T17:29:36Z', 'revision_number': 6, 'project_id': '72d8904912ff45e1a13c76f1390af43c', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:29:37.105681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device cb5a5e0f-553b-44ff-9035-76dacebac5ef no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:29:37.106002 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b78ddee-fc30-4ab2-9b1c-e69c6712b547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (329fb346-e533-42b3-8932-0dedac1d1af2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:37.126572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: cb5a5e0f-553b-44ff-9035-76dacebac5ef {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:29:37.126915 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device cb5a5e0f-553b-44ff-9035-76dacebac5ef not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:29:37.141827 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78ddee-fc30-4ab2-9b1c-e69c6712b547 admin admin] Pushing event deleted for resources: {'Port': ['ID=329fb346-e533-42b3-8932-0dedac1d1af2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:37.199434 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b78ddee-fc30-4ab2-9b1c-e69c6712b547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (cd040629-8da4-4048-9b82-ac69e62a4dcf), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:37.291845 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b78ddee-fc30-4ab2-9b1c-e69c6712b547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (cd040629-8da4-4048-9b82-ac69e62a4dcf), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:37.293934 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b78ddee-fc30-4ab2-9b1c-e69c6712b547 admin admin] Publish callbacks [] for router_controller (cd040629-8da4-4048-9b82-ac69e62a4dcf), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:37.432121 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b78ddee-fc30-4ab2-9b1c-e69c6712b547 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (cd040629-8da4-4048-9b82-ac69e62a4dcf), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:37.432691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b78ddee-fc30-4ab2-9b1c-e69c6712b547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd040629-8da4-4048-9b82-ac69e62a4dcf {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:29:37.438253 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0b78ddee-fc30-4ab2-9b1c-e69c6712b547 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:37.439446 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0b78ddee-fc30-4ab2-9b1c-e69c6712b547 admin admin] 10.222.0.107 "DELETE /v2.0/routers/cd040629-8da4-4048-9b82-ac69e62a4dcf HTTP/1.1" status: 204 len: 168 time: 1.0365736 Feb 15 17:29:37.442613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39326) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:29:37.486333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b88c3f-1e98-4e46-ba31-a79a42718321 admin admin] Deleting subnet 8d2dae41-bbf4-4f1b-98c2-903d847428d1 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:29:37.489889 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41b88c3f-1e98-4e46-ba31-a79a42718321 admin admin] Publish callbacks [] for subnet (8d2dae41-bbf4-4f1b-98c2-903d847428d1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:37.529641 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41b88c3f-1e98-4e46-ba31-a79a42718321 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (8d2dae41-bbf4-4f1b-98c2-903d847428d1), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:37.605230 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41b88c3f-1e98-4e46-ba31-a79a42718321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (8d2dae41-bbf4-4f1b-98c2-903d847428d1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:37.718863 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41b88c3f-1e98-4e46-ba31-a79a42718321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (8d2dae41-bbf4-4f1b-98c2-903d847428d1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:37.745730 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b88c3f-1e98-4e46-ba31-a79a42718321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d2dae41-bbf4-4f1b-98c2-903d847428d1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:37.755029 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-41b88c3f-1e98-4e46-ba31-a79a42718321 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:37.759727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-41b88c3f-1e98-4e46-ba31-a79a42718321 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/8d2dae41-bbf4-4f1b-98c2-903d847428d1 HTTP/1.1" status: 204 len: 168 time: 0.3161726 Feb 15 17:29:37.760034 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 329fb346-e533-42b3-8932-0dedac1d1af2 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:29:37.762201 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39328) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:29:37.780988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e03b971-1b87-46ad-bad6-84175cff87a6 None None] Network f624468b-541f-4add-a05f-b57342148ad2 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:29:37.783288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 329fb346-e533-42b3-8932-0dedac1d1af2 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:29:37.783654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 329fb346-e533-42b3-8932-0dedac1d1af2 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:29:37.784057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bb39fe39-9c72-440a-959a-c0105ea2290b no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:29:37.839198 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (f624468b-541f-4add-a05f-b57342148ad2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:37.841038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: bb39fe39-9c72-440a-959a-c0105ea2290b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:29:37.841414 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device bb39fe39-9c72-440a-959a-c0105ea2290b not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:29:37.899082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] Deleting port 6b6b314c-92f9-49e8-8116-50fe005d6a74 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:29:37.899411 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6b6b314c-92f9-49e8-8116-50fe005d6a74), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:37.958968 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd70fe4-1963-4a13-9a2c-e76fb910d996 None None] DHCP port deletion for f624468b-541f-4add-a05f-b57342148ad2 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:29:37.972556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] For port 6b6b314c-92f9-49e8-8116-50fe005d6a74, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6b6b314c-92f9-49e8-8116-50fe005d6a74,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:37.972923 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6b6b314c-92f9-49e8-8116-50fe005d6a74), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:37.988425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] Calling delete_port for 6b6b314c-92f9-49e8-8116-50fe005d6a74 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:29:38.023689 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cdd70fe4-1963-4a13-9a2c-e76fb910d996 None None] Deleting port 6b6b314c-92f9-49e8-8116-50fe005d6a74 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:29:38.023689 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdd70fe4-1963-4a13-9a2c-e76fb910d996 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (6b6b314c-92f9-49e8-8116-50fe005d6a74), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:38.096606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cdd70fe4-1963-4a13-9a2c-e76fb910d996 None None] For port 6b6b314c-92f9-49e8-8116-50fe005d6a74, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=6b6b314c-92f9-49e8-8116-50fe005d6a74,segment=NetworkSegment(2487d2c9-b092-4887-894e-5de282b382f4),segment_id=2487d2c9-b092-4887-894e-5de282b382f4)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:38.097595 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdd70fe4-1963-4a13-9a2c-e76fb910d996 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (6b6b314c-92f9-49e8-8116-50fe005d6a74), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:38.109547 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cdd70fe4-1963-4a13-9a2c-e76fb910d996 None None] Calling delete_port for 6b6b314c-92f9-49e8-8116-50fe005d6a74 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:29:38.146537 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (6b6b314c-92f9-49e8-8116-50fe005d6a74), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:38.174077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6b314c-92f9-49e8-8116-50fe005d6a74,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:38.175997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] No DVR routers for this DVR port 6b6b314c-92f9-49e8-8116-50fe005d6a74 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:29:38.189677 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdd70fe4-1963-4a13-9a2c-e76fb910d996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (6b6b314c-92f9-49e8-8116-50fe005d6a74), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:38.215062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd70fe4-1963-4a13-9a2c-e76fb910d996 None None] Pushing event deleted for resources: {'Port': ['ID=6b6b314c-92f9-49e8-8116-50fe005d6a74,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:38.218587 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd70fe4-1963-4a13-9a2c-e76fb910d996 None None] No DVR routers for this DVR port 6b6b314c-92f9-49e8-8116-50fe005d6a74 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:29:38.255172 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (f624468b-541f-4add-a05f-b57342148ad2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:38.275736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f624468b-541f-4add-a05f-b57342148ad2']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:38.285517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2487d2c9-b092-4887-894e-5de282b382f4') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:38.285823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2487d2c9-b092-4887-894e-5de282b382f4') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:38.295028 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (2487d2c9-b092-4887-894e-5de282b382f4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:38.308297 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2487d2c9-b092-4887-894e-5de282b382f4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:38.314634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:29:38.315025 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (2487d2c9-b092-4887-894e-5de282b382f4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:29:38.316671 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:29:38.409582 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (f624468b-541f-4add-a05f-b57342148ad2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:38.415140 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:38.418348 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] 10.222.0.107 "DELETE /v2.0/networks/f624468b-541f-4add-a05f-b57342148ad2 HTTP/1.1" status: 204 len: 168 time: 0.6534054 Feb 15 17:29:38.421463 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39330) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:29:38.429553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd8736-88fc-465f-b167-0a2f18025c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=f624468b-541f-4add-a05f-b57342148ad2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:38.771144 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (73567449-0a85-41b2-b92d-4b116ca442e0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:39.015035 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Deleting port 01ab4dba-2834-42e2-9cb9-d777972e6de4 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:29:39.015380 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:39.090817 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] For port 01ab4dba-2834-42e2-9cb9-d777972e6de4, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=01ab4dba-2834-42e2-9cb9-d777972e6de4,segment=NetworkSegment(8f161636-6b65-4a84-8f44-78ebd8dbd41e),segment_id=8f161636-6b65-4a84-8f44-78ebd8dbd41e)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:39.091102 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:39.108324 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Calling delete_port for 01ab4dba-2834-42e2-9cb9-d777972e6de4 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:29:39.317680 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fe3d7fce-db1b-4f80-9abc-71bd6507b0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:39.358099 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (01ab4dba-2834-42e2-9cb9-d777972e6de4), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:39.383971 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ab4dba-2834-42e2-9cb9-d777972e6de4,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:39.411364 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:39.411715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:39.412055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:39.412389 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:39.412720 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:39.413048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:39.413390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:39.413720 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:39.414040 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:39.414362 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:39.414680 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:39.414997 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:39.415312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:29:39.562646 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (73567449-0a85-41b2-b92d-4b116ca442e0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:39.589474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6b6b314c-92f9-49e8-8116-50fe005d6a74 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:29:39.610172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 6b6b314c-92f9-49e8-8116-50fe005d6a74 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:29:39.610545 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 6b6b314c-92f9-49e8-8116-50fe005d6a74 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:29:39.779082 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Router 73567449-0a85-41b2-b92d-4b116ca442e0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:29:39.885525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:29:39.890398 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9a6800f7-b453-4454-b526-c6ffce56d2d0 admin admin] 10.222.0.107 "PUT /v2.0/routers/73567449-0a85-41b2-b92d-4b116ca442e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4678564 Feb 15 17:29:39.892910 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39332) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:29:39.896158 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2ec13e-bc08-452f-80a8-1bb8d4391c95 None None] Sync routers for ids ['73567449-0a85-41b2-b92d-4b116ca442e0'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:29:39.906658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2ec13e-bc08-452f-80a8-1bb8d4391c95 None None] Routers {'73567449-0a85-41b2-b92d-4b116ca442e0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:29:39.907288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-cd2ec13e-bc08-452f-80a8-1bb8d4391c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:29:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['73567449-0a85-41b2-b92d-4b116ca442e0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:39.996758 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b098995-6422-4d08-95b8-470b66a8be61 admin admin] Publish callbacks [] for router (73567449-0a85-41b2-b92d-4b116ca442e0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:40.015258 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-cd2ec13e-bc08-452f-80a8-1bb8d4391c95 None None] Set router 73567449-0a85-41b2-b92d-4b116ca442e0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:29:40.104720 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b098995-6422-4d08-95b8-470b66a8be61 admin admin] Publish callbacks [] for router_gateway (73567449-0a85-41b2-b92d-4b116ca442e0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:40.195455 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-cd2ec13e-bc08-452f-80a8-1bb8d4391c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'name': 'tempest-TestServerMultinode-1588196443-router', 'tenant_id': '7fe1e1a77853410aa659111c36416199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.233'}], 'enable_snat': True}, 'gw_port_id': '314172c8-60fa-44d6-ac64-cf789dbb11cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:55Z', 'updated_at': '2022-02-15T17:29:39Z', 'revision_number': 5, 'project_id': '7fe1e1a77853410aa659111c36416199', 'gw_port': {'id': '314172c8-60fa-44d6-ac64-cf789dbb11cc', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:27:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4054, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:28:55Z', 'updated_at': '2022-02-15T17:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:40.222375 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2ec13e-bc08-452f-80a8-1bb8d4391c95 None None] Checking router: 73567449-0a85-41b2-b92d-4b116ca442e0 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:29:40.230595 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3b098995-6422-4d08-95b8-470b66a8be61 admin admin] Deleting port 314172c8-60fa-44d6-ac64-cf789dbb11cc {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:29:40.230775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2ec13e-bc08-452f-80a8-1bb8d4391c95 None None] Routers {'73567449-0a85-41b2-b92d-4b116ca442e0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:29:40.230938 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b098995-6422-4d08-95b8-470b66a8be61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (314172c8-60fa-44d6-ac64-cf789dbb11cc), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:40.231270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-cd2ec13e-bc08-452f-80a8-1bb8d4391c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:29:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['73567449-0a85-41b2-b92d-4b116ca442e0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:40.310077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-3b098995-6422-4d08-95b8-470b66a8be61 admin admin] For port 314172c8-60fa-44d6-ac64-cf789dbb11cc, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=314172c8-60fa-44d6-ac64-cf789dbb11cc,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:40.310442 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b098995-6422-4d08-95b8-470b66a8be61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (314172c8-60fa-44d6-ac64-cf789dbb11cc), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:40.320821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-cd2ec13e-bc08-452f-80a8-1bb8d4391c95 None None] Set router 73567449-0a85-41b2-b92d-4b116ca442e0 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:29:40.323944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3b098995-6422-4d08-95b8-470b66a8be61 admin admin] Calling delete_port for 314172c8-60fa-44d6-ac64-cf789dbb11cc owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:29:40.376815 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-cd2ec13e-bc08-452f-80a8-1bb8d4391c95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'name': 'tempest-TestServerMultinode-1588196443-router', 'tenant_id': '7fe1e1a77853410aa659111c36416199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:55Z', 'updated_at': '2022-02-15T17:29:40Z', 'revision_number': 6, 'project_id': '7fe1e1a77853410aa659111c36416199', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:40.403503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2ec13e-bc08-452f-80a8-1bb8d4391c95 None None] The sync data for ids ['73567449-0a85-41b2-b92d-4b116ca442e0'] in n-d-828372-14 is: [{'id': '73567449-0a85-41b2-b92d-4b116ca442e0', 'name': 'tempest-TestServerMultinode-1588196443-router', 'tenant_id': '7fe1e1a77853410aa659111c36416199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:28:55Z', 'updated_at': '2022-02-15T17:29:40Z', 'revision_number': 6, 'project_id': '7fe1e1a77853410aa659111c36416199', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:29:40.552077 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b098995-6422-4d08-95b8-470b66a8be61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (314172c8-60fa-44d6-ac64-cf789dbb11cc), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:40.580412 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:40.582396 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b098995-6422-4d08-95b8-470b66a8be61 admin admin] Pushing event deleted for resources: {'Port': ['ID=314172c8-60fa-44d6-ac64-cf789dbb11cc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:40.640996 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b098995-6422-4d08-95b8-470b66a8be61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (73567449-0a85-41b2-b92d-4b116ca442e0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.045685 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b098995-6422-4d08-95b8-470b66a8be61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (73567449-0a85-41b2-b92d-4b116ca442e0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.047809 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b098995-6422-4d08-95b8-470b66a8be61 admin admin] Publish callbacks [] for router_controller (73567449-0a85-41b2-b92d-4b116ca442e0), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.164155 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b098995-6422-4d08-95b8-470b66a8be61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (73567449-0a85-41b2-b92d-4b116ca442e0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.164698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b098995-6422-4d08-95b8-470b66a8be61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73567449-0a85-41b2-b92d-4b116ca442e0 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:29:41.169271 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b098995-6422-4d08-95b8-470b66a8be61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.170452 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3b098995-6422-4d08-95b8-470b66a8be61 admin admin] 10.222.0.107 "DELETE /v2.0/routers/73567449-0a85-41b2-b92d-4b116ca442e0 HTTP/1.1" status: 204 len: 168 time: 1.2765620 Feb 15 17:29:41.172862 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39334) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:29:41.217132 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d414d2c-4e77-457f-b0bc-205280328b90 admin admin] Deleting subnet f187366e-fcf1-48ff-89f9-4aa6a3a2eec6 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:29:41.220444 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d414d2c-4e77-457f-b0bc-205280328b90 admin admin] Publish callbacks [] for subnet (f187366e-fcf1-48ff-89f9-4aa6a3a2eec6), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.255714 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d414d2c-4e77-457f-b0bc-205280328b90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (f187366e-fcf1-48ff-89f9-4aa6a3a2eec6), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.341111 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d414d2c-4e77-457f-b0bc-205280328b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (f187366e-fcf1-48ff-89f9-4aa6a3a2eec6), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.461302 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d414d2c-4e77-457f-b0bc-205280328b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (f187366e-fcf1-48ff-89f9-4aa6a3a2eec6), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.489430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d414d2c-4e77-457f-b0bc-205280328b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f187366e-fcf1-48ff-89f9-4aa6a3a2eec6,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:41.491390 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1d414d2c-4e77-457f-b0bc-205280328b90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.495327 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1d414d2c-4e77-457f-b0bc-205280328b90 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/f187366e-fcf1-48ff-89f9-4aa6a3a2eec6 HTTP/1.1" status: 204 len: 168 time: 0.3208265 Feb 15 17:29:41.497452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac65c34-016f-4ae3-809b-02e712d50305 None None] Network a5d738b4-af4b-4395-9794-8d4cbadb8ac0 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:29:41.497939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39336) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:29:41.541190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 314172c8-60fa-44d6-ac64-cf789dbb11cc no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:29:41.572273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 314172c8-60fa-44d6-ac64-cf789dbb11cc {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:29:41.610436 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 314172c8-60fa-44d6-ac64-cf789dbb11cc not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:29:41.610436 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 01ab4dba-2834-42e2-9cb9-d777972e6de4 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:29:41.611013 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (a5d738b4-af4b-4395-9794-8d4cbadb8ac0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.611094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 01ab4dba-2834-42e2-9cb9-d777972e6de4 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:29:41.611094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 01ab4dba-2834-42e2-9cb9-d777972e6de4 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:29:41.630215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] Deleting port 7dbb1857-14f1-4847-9905-cbf38ff249df {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:29:41.630559 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7dbb1857-14f1-4847-9905-cbf38ff249df), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.689089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaa4893-7293-4cd6-8bda-319fc5f2c62e None None] DHCP port deletion for a5d738b4-af4b-4395-9794-8d4cbadb8ac0 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:29:41.699997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] For port 7dbb1857-14f1-4847-9905-cbf38ff249df, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7dbb1857-14f1-4847-9905-cbf38ff249df,segment=NetworkSegment(8f161636-6b65-4a84-8f44-78ebd8dbd41e),segment_id=8f161636-6b65-4a84-8f44-78ebd8dbd41e)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:41.700371 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7dbb1857-14f1-4847-9905-cbf38ff249df), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.714635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] Calling delete_port for 7dbb1857-14f1-4847-9905-cbf38ff249df owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:29:41.735303 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa4893-7293-4cd6-8bda-319fc5f2c62e None None] Deleting port 7dbb1857-14f1-4847-9905-cbf38ff249df {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:29:41.735681 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0eaa4893-7293-4cd6-8bda-319fc5f2c62e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7dbb1857-14f1-4847-9905-cbf38ff249df), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.801836 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0eaa4893-7293-4cd6-8bda-319fc5f2c62e None None] For port 7dbb1857-14f1-4847-9905-cbf38ff249df, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7dbb1857-14f1-4847-9905-cbf38ff249df,segment=NetworkSegment(8f161636-6b65-4a84-8f44-78ebd8dbd41e),segment_id=8f161636-6b65-4a84-8f44-78ebd8dbd41e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:29:41.802430 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0eaa4893-7293-4cd6-8bda-319fc5f2c62e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7dbb1857-14f1-4847-9905-cbf38ff249df), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.814830 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa4893-7293-4cd6-8bda-319fc5f2c62e None None] Calling delete_port for 7dbb1857-14f1-4847-9905-cbf38ff249df owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:29:41.855170 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7dbb1857-14f1-4847-9905-cbf38ff249df), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.879105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] Pushing event deleted for resources: {'Port': ['ID=7dbb1857-14f1-4847-9905-cbf38ff249df,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:41.885851 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] No DVR routers for this DVR port 7dbb1857-14f1-4847-9905-cbf38ff249df on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:29:41.892209 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0eaa4893-7293-4cd6-8bda-319fc5f2c62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (7dbb1857-14f1-4847-9905-cbf38ff249df), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.918079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa4893-7293-4cd6-8bda-319fc5f2c62e None None] Pushing event deleted for resources: {'Port': ['ID=7dbb1857-14f1-4847-9905-cbf38ff249df,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:41.921899 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa4893-7293-4cd6-8bda-319fc5f2c62e None None] No DVR routers for this DVR port 7dbb1857-14f1-4847-9905-cbf38ff249df on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:29:41.976775 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (a5d738b4-af4b-4395-9794-8d4cbadb8ac0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:41.997204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d738b4-af4b-4395-9794-8d4cbadb8ac0']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:42.006390 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f161636-6b65-4a84-8f44-78ebd8dbd41e') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:42.010966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f161636-6b65-4a84-8f44-78ebd8dbd41e') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:29:42.015892 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (8f161636-6b65-4a84-8f44-78ebd8dbd41e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:42.029342 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8f161636-6b65-4a84-8f44-78ebd8dbd41e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:42.035717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:29:42.036103 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (8f161636-6b65-4a84-8f44-78ebd8dbd41e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:29:42.037737 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:29:42.072429 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:42.169428 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (a5d738b4-af4b-4395-9794-8d4cbadb8ac0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:42.175226 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:42.178612 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] 10.222.0.107 "DELETE /v2.0/networks/a5d738b4-af4b-4395-9794-8d4cbadb8ac0 HTTP/1.1" status: 204 len: 168 time: 0.6798835 Feb 15 17:29:42.190270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b95f4-47ea-4cfa-8e8a-d98b5d613a3b admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d738b4-af4b-4395-9794-8d4cbadb8ac0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:42.540440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39340) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:29:42.580771 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7acae862-2882-457f-b8c9-27155de3fc60 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=72d8904912ff45e1a13c76f1390af43c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391741 Feb 15 17:29:42.583230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39342) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:29:42.629062 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0aa7dc27-694a-4f79-b4cd-3521a90e5f64 admin admin] Publish callbacks [] for security_group (a897f69c-55c2-4c02-b724-63d035b44557), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:42.649701 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0aa7dc27-694a-4f79-b4cd-3521a90e5f64 admin admin] Publish callbacks [] for security_group (a897f69c-55c2-4c02-b724-63d035b44557), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:42.791985 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0aa7dc27-694a-4f79-b4cd-3521a90e5f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a897f69c-55c2-4c02-b724-63d035b44557), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:42.794628 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0aa7dc27-694a-4f79-b4cd-3521a90e5f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:42.795826 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0aa7dc27-694a-4f79-b4cd-3521a90e5f64 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a897f69c-55c2-4c02-b724-63d035b44557 HTTP/1.1" status: 204 len: 168 time: 0.2116809 Feb 15 17:29:42.803962 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7dc27-694a-4f79-b4cd-3521a90e5f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a897f69c-55c2-4c02-b724-63d035b44557,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:43.507179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7dbb1857-14f1-4847-9905-cbf38ff249df no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:29:43.526900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 7dbb1857-14f1-4847-9905-cbf38ff249df {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:29:43.527242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7dbb1857-14f1-4847-9905-cbf38ff249df not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:29:43.540619 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:43.544902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39348) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:29:43.586339 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c10a2276-9958-418e-8293-f9e8c957b13b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7fe1e1a77853410aa659111c36416199&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418808 Feb 15 17:29:43.588780 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39350) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:29:43.634773 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b7f753d-a39b-45d5-b81f-bce1ebc3af29 admin admin] Publish callbacks [] for security_group (a443e0de-4c47-4581-a439-eab5bdac803b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:43.655450 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b7f753d-a39b-45d5-b81f-bce1ebc3af29 admin admin] Publish callbacks [] for security_group (a443e0de-4c47-4581-a439-eab5bdac803b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:43.757866 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b7f753d-a39b-45d5-b81f-bce1ebc3af29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (a443e0de-4c47-4581-a439-eab5bdac803b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:43.760516 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8b7f753d-a39b-45d5-b81f-bce1ebc3af29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:43.761697 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8b7f753d-a39b-45d5-b81f-bce1ebc3af29 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/a443e0de-4c47-4581-a439-eab5bdac803b HTTP/1.1" status: 204 len: 168 time: 0.1718776 Feb 15 17:29:43.770763 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7f753d-a39b-45d5-b81f-bce1ebc3af29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a443e0de-4c47-4581-a439-eab5bdac803b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:49.746111 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:29:55.151069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-eb52225b-7bdb-4e72-acb0-259b9ec5b162 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/networks?tenant_id=7a5d48f4678d4264862f049d3a91b019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343366 Feb 15 17:29:55.331251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-51364507-06f7-47a2-9008-d7c54ff024e3 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:55.332651 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-51364507-06f7-47a2-9008-d7c54ff024e3 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765711 Feb 15 17:29:55.346893 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-2d4e287c-1a3a-47a8-8435-db6c821a44d5 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/quotas/7a5d48f4678d4264862f049d3a91b019 HTTP/1.1" status: 200 len: 375 time: 0.0088444 Feb 15 17:29:55.397919 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-da7887c7-d847-4071-b8d7-95beac0f965c tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=7a5d48f4678d4264862f049d3a91b019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462492 Feb 15 17:29:55.635439 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f93885dd-4d00-42d7-8a2c-5705385b7678 req-900d0490-0df7-4791-820e-1641e53f474c tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 210 time: 0.0270996 Feb 15 17:29:56.731688 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b12d83df-dddb-47c9-a7bd-2da1606b031c req-5fc8b30c-854a-4259-8937-0cb5bc463fc5 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 210 time: 0.0301344 Feb 15 17:29:57.675707 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-c3bfa074-a076-40f4-8fd0-8f4c85610958 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7a5d48f4678d4264862f049d3a91b019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255239 Feb 15 17:29:57.844128 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6835799d-3f49-4e36-acc5-f9add2a6d124 req-5ed0932d-7105-4842-8c2c-c59c7047224a tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 210 time: 0.0328608 Feb 15 17:29:57.855096 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-82dfc829-2d85-4f07-965c-c35ba0b9c529 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:57.856904 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-82dfc829-2d85-4f07-965c-c35ba0b9c529 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764739 Feb 15 17:29:57.868928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Request body: {'port': {'device_id': 'c31a4c3f-3727-43c7-9d11-3c6f09511b9d', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'admin_state_up': True, 'tenant_id': '7a5d48f4678d4264862f049d3a91b019'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:29:58.072099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Made reservation on behalf of 7a5d48f4678d4264862f049d3a91b019 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:29:58.075524 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:58.085520 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:58.176285 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Publish callbacks [] for security_group (e06de605-7077-4a9e-8f4f-a399b073f1e0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:58.243650 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e06de605-7077-4a9e-8f4f-a399b073f1e0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:58.323691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06de605-7077-4a9e-8f4f-a399b073f1e0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:58.403842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Allocated IP 192.168.233.157 (85023fd4-1330-4202-92df-1a71403378a4/935b9fec-4046-4f91-811d-69fac520cad2/191d4a4a-2291-42a6-8fd5-a332d022efde) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:29:58.573191 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Publish callbacks [] for port (191d4a4a-2291-42a6-8fd5-a332d022efde), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:58.649641 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (191d4a4a-2291-42a6-8fd5-a332d022efde), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:58.694665 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Network 85023fd4-1330-4202-92df-1a71403378a4 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:29:58.697782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:29:58.701399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:29:58.725747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Pushing event updated for resources: {'Port': ['ID=191d4a4a-2291-42a6-8fd5-a332d022efde,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:58.757194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:58.757864 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:58.812062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-85429bf5-0c92-4a2f-8b61-badfefd0d400 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9475663 Feb 15 17:29:58.823372 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Request body: {'port': {'device_id': 'c31a4c3f-3727-43c7-9d11-3c6f09511b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:29:58.907728 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (191d4a4a-2291-42a6-8fd5-a332d022efde), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:58.915236 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c5bdc44d-e62b-4329-942d-e476e0bdab32 None None] Provisioning complete for port 191d4a4a-2291-42a6-8fd5-a332d022efde triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:29:58.915752 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c5bdc44d-e62b-4329-942d-e476e0bdab32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (191d4a4a-2291-42a6-8fd5-a332d022efde), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:58.951012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c5bdc44d-e62b-4329-942d-e476e0bdab32 None None] Port 191d4a4a-2291-42a6-8fd5-a332d022efde cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:29:59.068503 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcb10a-0e6f-429a-8557-431e337aacbb req-48bc0b73-0f09-4810-9cab-bb14411ff8bd tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:59.070185 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbbcb10a-0e6f-429a-8557-431e337aacbb req-48bc0b73-0f09-4810-9cab-bb14411ff8bd tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 936 time: 0.1265402 Feb 15 17:29:59.170107 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbbcb10a-0e6f-429a-8557-431e337aacbb req-72d77e6a-4c8b-406a-9002-4594a0b358f5 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/security-groups?id=e06de605-7077-4a9e-8f4f-a399b073f1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940597 Feb 15 17:29:59.253093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191d4a4a-2291-42a6-8fd5-a332d022efde {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:29:59.260587 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Publish callbacks [] for port (191d4a4a-2291-42a6-8fd5-a332d022efde), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:59.272748 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Transition to ACTIVE for port object 191d4a4a-2291-42a6-8fd5-a332d022efde will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:29:59.340346 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (191d4a4a-2291-42a6-8fd5-a332d022efde), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:59.391567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Pushing event updated for resources: {'Port': ['ID=191d4a4a-2291-42a6-8fd5-a332d022efde,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:59.467143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Attempting to bind port 191d4a4a-2291-42a6-8fd5-a332d022efde on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:29:59.467490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Attempting to bind port 191d4a4a-2291-42a6-8fd5-a332d022efde by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:29:59.467830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Attempting to bind port 191d4a4a-2291-42a6-8fd5-a332d022efde on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:29:59.472473 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Port 191d4a4a-2291-42a6-8fd5-a332d022efde on network 85023fd4-1330-4202-92df-1a71403378a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:29:59.472802 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Attempting to bind port 191d4a4a-2291-42a6-8fd5-a332d022efde on network 85023fd4-1330-4202-92df-1a71403378a4 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:29:59.478153 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:29:59.478500 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Checking segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:29:59.478890 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Bound using segment: {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:29:59.479324 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Bound port: 191d4a4a-2291-42a6-8fd5-a332d022efde, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7aaebc1-e5d7-4921-9d5a-2877babe5dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '85023fd4-1330-4202-92df-1a71403378a4'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:29:59.479739 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (191d4a4a-2291-42a6-8fd5-a332d022efde), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:59.551015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] For port 191d4a4a-2291-42a6-8fd5-a332d022efde, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:29:59.554051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] For port 191d4a4a-2291-42a6-8fd5-a332d022efde, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=191d4a4a-2291-42a6-8fd5-a332d022efde,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:29:59.649746 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (191d4a4a-2291-42a6-8fd5-a332d022efde), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:59.683994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:59.684613 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:29:59.686283 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] 10.222.0.10 "PUT /v2.0/ports/191d4a4a-2291-42a6-8fd5-a332d022efde HTTP/1.1" status: 200 len: 1097 time: 0.8671241 Feb 15 17:29:59.686719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c31a4c3f-3727-43c7-9d11-3c6f09511b9d', 'tag': '191d4a4a-2291-42a6-8fd5-a332d022efde'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:29:59.689000 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2c3f55-6a01-4c96-9f61-e88eaf240d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c31a4c3f-3727-43c7-9d11-3c6f09511b9d", "tag": "191d4a4a-2291-42a6-8fd5-a332d022efde"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:29:59.715489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89e0d4-496e-443b-8956-d53272cfe63a service neutron] Pushing event updated for resources: {'Port': ['ID=191d4a4a-2291-42a6-8fd5-a332d022efde,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:29:59.731322 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b8c24b-f554-4205-af8e-32ea43216acc x-openstack-request-id: req-07b8c24b-f554-4205-af8e-32ea43216acc {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:29:59.731621 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c31a4c3f-3727-43c7-9d11-3c6f09511b9d", "tag": "191d4a4a-2291-42a6-8fd5-a332d022efde", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:29:59.731884 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-07b8c24b-f554-4205-af8e-32ea43216acc {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:29:59.732302 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c31a4c3f-3727-43c7-9d11-3c6f09511b9d', 'tag': '191d4a4a-2291-42a6-8fd5-a332d022efde', 'status': 'completed', 'code': 200} Feb 15 17:29:59.799758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c3f55-6a01-4c96-9f61-e88eaf240d2a req-9fa269c3-2e51-4903-a9d6-80b5a024259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:59.801317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c2c3f55-6a01-4c96-9f61-e88eaf240d2a req-9fa269c3-2e51-4903-a9d6-80b5a024259f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a5d48f4678d4264862f049d3a91b019&device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 1131 time: 0.0482900 Feb 15 17:29:59.828323 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c2c3f55-6a01-4c96-9f61-e88eaf240d2a req-b32f86a5-60b8-4f35-b46f-18f1791b449d service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=7a5d48f4678d4264862f049d3a91b019&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206251 Feb 15 17:29:59.927919 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c3f55-6a01-4c96-9f61-e88eaf240d2a req-51c3be94-9122-4380-b790-2ef8ae13e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:29:59.929539 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6c2c3f55-6a01-4c96-9f61-e88eaf240d2a req-51c3be94-9122-4380-b790-2ef8ae13e1db service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953853 Feb 15 17:30:00.008698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-c016c625-3eb1-4d83-88b3-35b5b0052c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:00.010249 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-c016c625-3eb1-4d83-88b3-35b5b0052c43 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=7a5d48f4678d4264862f049d3a91b019&device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 1131 time: 0.0451865 Feb 15 17:30:00.055639 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-7cc15db5-4f76-492c-96fe-0061cbfd3d7b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=191d4a4a-2291-42a6-8fd5-a332d022efde HTTP/1.1" status: 200 len: 217 time: 0.0389941 Feb 15 17:30:00.103176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-a8896d68-7b09-421c-bf61-a5ee839789e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:00.104584 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-a8896d68-7b09-421c-bf61-a5ee839789e9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=935b9fec-4046-4f91-811d-69fac520cad2 HTTP/1.1" status: 200 len: 843 time: 0.0437639 Feb 15 17:30:00.152387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-f54f4bb9-aa32-4dbc-ba14-9004e790fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:00.153940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-f54f4bb9-aa32-4dbc-ba14-9004e790fe01 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=85023fd4-1330-4202-92df-1a71403378a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0441291 Feb 15 17:30:00.268911 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-af1eda12-db84-4788-9cc0-6ef1670ad576 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085668 Feb 15 17:30:00.347250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ae57d-0850-4474-ac21-14336d898fa6 req-343144f2-e369-40bb-b0ee-3c18c254bf9a tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:00.348765 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-525ae57d-0850-4474-ac21-14336d898fa6 req-343144f2-e369-40bb-b0ee-3c18c254bf9a tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 948 time: 0.1129444 Feb 15 17:30:00.703898 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c52d3569-a03d-4f5b-b6ed-f8f72fda0ee2 req-ad41e7df-b0e5-4626-a3ca-0488a9c044f2 service neutron] 10.222.0.10 "GET /v2.0/networks/85023fd4-1330-4202-92df-1a71403378a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284146 Feb 15 17:30:00.727098 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-525ae57d-0850-4474-ac21-14336d898fa6 req-f489342c-2417-4c48-ab3d-c547e7e87ecc tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/security-groups?id=e06de605-7077-4a9e-8f4f-a399b073f1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714454 Feb 15 17:30:00.746210 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:01.180449 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:01.853794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c78db-e167-4e49-9fb6-3823ac5a67b4 req-bbf89de9-6b60-40a8-839f-32ce8f075036 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:01.857844 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c3c78db-e167-4e49-9fb6-3823ac5a67b4 req-bbf89de9-6b60-40a8-839f-32ce8f075036 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 948 time: 0.0617869 Feb 15 17:30:01.904407 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c3c78db-e167-4e49-9fb6-3823ac5a67b4 req-2a8c0c0f-586c-411e-8b27-a64292503080 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/security-groups?id=e06de605-7077-4a9e-8f4f-a399b073f1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416479 Feb 15 17:30:03.021874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adeefa-7c94-4209-b18d-91634bc1e0c5 req-9d3506f3-af4c-4799-b201-41195cae3fbf tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:03.023363 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7adeefa-7c94-4209-b18d-91634bc1e0c5 req-9d3506f3-af4c-4799-b201-41195cae3fbf tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 948 time: 0.0528998 Feb 15 17:30:03.069508 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f7adeefa-7c94-4209-b18d-91634bc1e0c5 req-2f377c6e-1dba-4c1b-8ba2-67c89f8045ba tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/security-groups?id=e06de605-7077-4a9e-8f4f-a399b073f1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405083 Feb 15 17:30:03.990404 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 191d4a4a-2291-42a6-8fd5-a332d022efde details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:30:04.082886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 191d4a4a-2291-42a6-8fd5-a332d022efde, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=191d4a4a-2291-42a6-8fd5-a332d022efde,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:30:04.094138 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '191d4a4a-2291-42a6-8fd5-a332d022efde', 'network_id': '85023fd4-1330-4202-92df-1a71403378a4', 'port_id': '191d4a4a-2291-42a6-8fd5-a332d022efde', 'mac_address': 'fa:16:3e:ab:cf:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '935b9fec-4046-4f91-811d-69fac520cad2', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:30:04.134758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 191d4a4a-2291-42a6-8fd5-a332d022efde is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:30:04.135150 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (191d4a4a-2291-42a6-8fd5-a332d022efde), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:04.147954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191d4a4a-2291-42a6-8fd5-a332d022efde {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:30:04.167338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 191d4a4a-2291-42a6-8fd5-a332d022efde, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=191d4a4a-2291-42a6-8fd5-a332d022efde,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:30:04.187038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda64203-3aca-457d-b2ad-66337fa5b028 req-98ecc072-6fcd-4670-95e3-66e00c7a04e6 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:04.188537 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fda64203-3aca-457d-b2ad-66337fa5b028 req-98ecc072-6fcd-4670-95e3-66e00c7a04e6 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 948 time: 0.0531425 Feb 15 17:30:04.235330 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fda64203-3aca-457d-b2ad-66337fa5b028 req-4c3a1600-3b82-48be-a2f3-869b6b8aa5a0 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/security-groups?id=e06de605-7077-4a9e-8f4f-a399b073f1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410058 Feb 15 17:30:04.248977 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (191d4a4a-2291-42a6-8fd5-a332d022efde), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:04.295509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=191d4a4a-2291-42a6-8fd5-a332d022efde,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:30:04.302696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:30:04.303051 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:30:04.303392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:30:04.303734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:30:04.304069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:30:04.304447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:30:04.304777 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:30:04.305107 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:30:04.305459 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:30:04.305789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:30:04.306116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:30:04.306447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:30:04.306773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:30:04.440828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['191d4a4a-2291-42a6-8fd5-a332d022efde'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:30:05.357555 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8fe31-63ad-4b24-9114-bd3620d7bae7 req-121843a1-46f9-46e4-beaf-5e202aef4684 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:05.359065 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07d8fe31-63ad-4b24-9114-bd3620d7bae7 req-121843a1-46f9-46e4-beaf-5e202aef4684 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 949 time: 0.0534999 Feb 15 17:30:05.408128 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07d8fe31-63ad-4b24-9114-bd3620d7bae7 req-213452f9-95bc-4c21-aed4-7ddf0250f7e6 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/security-groups?id=e06de605-7077-4a9e-8f4f-a399b073f1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434473 Feb 15 17:30:05.995672 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 191d4a4a-2291-42a6-8fd5-a332d022efde up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:30:06.094117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 191d4a4a-2291-42a6-8fd5-a332d022efde completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:30:06.098297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 191d4a4a-2291-42a6-8fd5-a332d022efde triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:30:06.098720 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (191d4a4a-2291-42a6-8fd5-a332d022efde), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:06.171882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 191d4a4a-2291-42a6-8fd5-a332d022efde is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:30:06.172263 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (191d4a4a-2291-42a6-8fd5-a332d022efde), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:06.197514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31a4c3f-3727-43c7-9d11-3c6f09511b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191d4a4a-2291-42a6-8fd5-a332d022efde'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:30:06.199719 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f832db-fbb0-428c-a8ab-312d30810856" -d '{"events": [{"server_uuid": "c31a4c3f-3727-43c7-9d11-3c6f09511b9d", "name": "network-vif-plugged", "status": "completed", "tag": "191d4a4a-2291-42a6-8fd5-a332d022efde"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:30:06.211431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 191d4a4a-2291-42a6-8fd5-a332d022efde, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=191d4a4a-2291-42a6-8fd5-a332d022efde,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:30:06.237602 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9a3db1-f000-4ba5-9eee-b06d5fb6d6ba x-openstack-request-id: req-cc9a3db1-f000-4ba5-9eee-b06d5fb6d6ba {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:30:06.237901 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31a4c3f-3727-43c7-9d11-3c6f09511b9d", "name": "network-vif-plugged", "status": "completed", "tag": "191d4a4a-2291-42a6-8fd5-a332d022efde", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:30:06.238165 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cc9a3db1-f000-4ba5-9eee-b06d5fb6d6ba {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:30:06.238560 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31a4c3f-3727-43c7-9d11-3c6f09511b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191d4a4a-2291-42a6-8fd5-a332d022efde', 'code': 200} Feb 15 17:30:06.277328 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (191d4a4a-2291-42a6-8fd5-a332d022efde), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:06.326053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=191d4a4a-2291-42a6-8fd5-a332d022efde,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:30:06.339079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef3d20-a813-4d2c-b3b1-e13c0f291399 req-b67c47bc-f844-4ede-9cea-3e8086bed5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:06.340587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fbef3d20-a813-4d2c-b3b1-e13c0f291399 req-b67c47bc-f844-4ede-9cea-3e8086bed5ef service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 1133 time: 0.0484486 Feb 15 17:30:06.383205 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fbef3d20-a813-4d2c-b3b1-e13c0f291399 req-d352fc4d-b381-4c34-ae07-6af8791697ed service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e06de605-7077-4a9e-8f4f-a399b073f1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371130 Feb 15 17:30:06.526238 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91395e5-b1fd-4ebf-aad7-3c04e03f84af req-3c8d8716-d0af-4ccf-9257-4aa9bd118fd2 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:06.527643 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b91395e5-b1fd-4ebf-aad7-3c04e03f84af req-3c8d8716-d0af-4ccf-9257-4aa9bd118fd2 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 950 time: 0.0516939 Feb 15 17:30:06.577600 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b91395e5-b1fd-4ebf-aad7-3c04e03f84af req-3d23f5b4-de0a-44c5-9a14-084c84f5c433 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/security-groups?id=e06de605-7077-4a9e-8f4f-a399b073f1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444388 Feb 15 17:30:06.917350 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bcc6dd7e-0285-448b-93dd-934a79d36f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:07.701129 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba305b4-87dd-4468-8e3c-518651be60a4 req-5ea8276d-4141-4887-8693-257b59a33d87 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:07.702675 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cba305b4-87dd-4468-8e3c-518651be60a4 req-5ea8276d-4141-4887-8693-257b59a33d87 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 950 time: 0.0566378 Feb 15 17:30:07.751112 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cba305b4-87dd-4468-8e3c-518651be60a4 req-77220963-6500-4502-84b4-a69bc56e573c tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/security-groups?id=e06de605-7077-4a9e-8f4f-a399b073f1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 Feb 15 17:30:08.098481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-93af79d3-3b54-44f4-9e3f-2326cb533d62 req-bd9f352e-1c96-475b-90c2-d03bde691a43 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:30:08.099539 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-93af79d3-3b54-44f4-9e3f-2326cb533d62 req-bd9f352e-1c96-475b-90c2-d03bde691a43 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054247 Feb 15 17:30:08.755994 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-ef1e27fa-3467-45d4-b13d-d41cada44935 req-5b01338c-dd81-4ea0-ae2f-878807bb8104 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:30:08.758004 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ef1e27fa-3467-45d4-b13d-d41cada44935 req-5b01338c-dd81-4ea0-ae2f-878807bb8104 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1015270 Feb 15 17:30:09.346147 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bc082b60-f816-42da-ae33-a43167afa28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:09.357643 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe3848-2a8c-48ed-b9f9-43e71511cbc5 req-0417cfc4-c2d6-4dad-967b-91fcac5956fa tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:09.359186 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2bbe3848-2a8c-48ed-b9f9-43e71511cbc5 req-0417cfc4-c2d6-4dad-967b-91fcac5956fa tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 950 time: 0.0554390 Feb 15 17:30:09.405799 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2bbe3848-2a8c-48ed-b9f9-43e71511cbc5 req-4b71f8b2-1586-4ca9-a27c-0fe78b86e4c3 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/security-groups?id=e06de605-7077-4a9e-8f4f-a399b073f1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403221 Feb 15 17:30:10.542191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c13771-0b7e-4c61-8c59-1a69953adbc3 req-f2f736cc-e050-4e0d-93a4-c92c2639fda0 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:10.548528 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-62c13771-0b7e-4c61-8c59-1a69953adbc3 req-f2f736cc-e050-4e0d-93a4-c92c2639fda0 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 950 time: 0.0555108 Feb 15 17:30:10.615259 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:10.615876 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-62c13771-0b7e-4c61-8c59-1a69953adbc3 req-a87d8b96-4647-4f91-8538-418c74426ae0 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/security-groups?id=e06de605-7077-4a9e-8f4f-a399b073f1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659158 Feb 15 17:30:10.638862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf211b-8bd9-430f-b993-8275c621573f req-1ff0c5f9-fe5c-4da4-bc12-49c01977b908 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:10.640386 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fcbf211b-8bd9-430f-b993-8275c621573f req-1ff0c5f9-fe5c-4da4-bc12-49c01977b908 tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.10 "GET /v2.0/ports?device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 950 time: 0.0632355 Feb 15 17:30:10.740793 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-fcbf211b-8bd9-430f-b993-8275c621573f req-eb610329-6ebf-4054-b042-1b44cf8dcb2e tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Deleting port 191d4a4a-2291-42a6-8fd5-a332d022efde {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:30:10.741144 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fcbf211b-8bd9-430f-b993-8275c621573f req-eb610329-6ebf-4054-b042-1b44cf8dcb2e tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (191d4a4a-2291-42a6-8fd5-a332d022efde), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:10.830342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-fcbf211b-8bd9-430f-b993-8275c621573f req-eb610329-6ebf-4054-b042-1b44cf8dcb2e tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] For port 191d4a4a-2291-42a6-8fd5-a332d022efde, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=191d4a4a-2291-42a6-8fd5-a332d022efde,segment=NetworkSegment(a7aaebc1-e5d7-4921-9d5a-2877babe5dd6),segment_id=a7aaebc1-e5d7-4921-9d5a-2877babe5dd6)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:30:10.830770 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fcbf211b-8bd9-430f-b993-8275c621573f req-eb610329-6ebf-4054-b042-1b44cf8dcb2e tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (191d4a4a-2291-42a6-8fd5-a332d022efde), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:10.843067 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-fcbf211b-8bd9-430f-b993-8275c621573f req-eb610329-6ebf-4054-b042-1b44cf8dcb2e tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Calling delete_port for 191d4a4a-2291-42a6-8fd5-a332d022efde owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:30:11.020262 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fcbf211b-8bd9-430f-b993-8275c621573f req-eb610329-6ebf-4054-b042-1b44cf8dcb2e tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (191d4a4a-2291-42a6-8fd5-a332d022efde), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:11.031478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['191d4a4a-2291-42a6-8fd5-a332d022efde'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:30:11.047393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb610329-6ebf-4054-b042-1b44cf8dcb2e tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Pushing event deleted for resources: {'Port': ['ID=191d4a4a-2291-42a6-8fd5-a332d022efde,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:30:11.095612 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbf211b-8bd9-430f-b993-8275c621573f req-eb610329-6ebf-4054-b042-1b44cf8dcb2e tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] No DVR routers for this DVR port 191d4a4a-2291-42a6-8fd5-a332d022efde on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:30:11.098313 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fcbf211b-8bd9-430f-b993-8275c621573f req-eb610329-6ebf-4054-b042-1b44cf8dcb2e tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:11.101759 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fcbf211b-8bd9-430f-b993-8275c621573f req-eb610329-6ebf-4054-b042-1b44cf8dcb2e tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.10 "DELETE /v2.0/ports/191d4a4a-2291-42a6-8fd5-a332d022efde HTTP/1.1" status: 204 len: 173 time: 0.4566615 Feb 15 17:30:11.102212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c31a4c3f-3727-43c7-9d11-3c6f09511b9d', 'name': 'network-vif-deleted', 'tag': '191d4a4a-2291-42a6-8fd5-a332d022efde'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:30:11.104474 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254ab355-1d80-49af-864a-ae93be7b76a2" -d '{"events": [{"server_uuid": "c31a4c3f-3727-43c7-9d11-3c6f09511b9d", "name": "network-vif-deleted", "tag": "191d4a4a-2291-42a6-8fd5-a332d022efde"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:30:11.143636 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a50c936-370a-4070-8ed4-19fe9da5d295 x-openstack-request-id: req-3a50c936-370a-4070-8ed4-19fe9da5d295 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:30:11.143945 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c31a4c3f-3727-43c7-9d11-3c6f09511b9d", "name": "network-vif-deleted", "tag": "191d4a4a-2291-42a6-8fd5-a332d022efde", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:30:11.144208 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3a50c936-370a-4070-8ed4-19fe9da5d295 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:30:11.144626 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c31a4c3f-3727-43c7-9d11-3c6f09511b9d', 'name': 'network-vif-deleted', 'tag': '191d4a4a-2291-42a6-8fd5-a332d022efde', 'status': 'completed', 'code': 200} Feb 15 17:30:11.723998 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b02f024e-d676-4a5e-b68c-27e9f1fddc58 req-650e4a57-708b-4aeb-b944-77d8316b886a tempest-ServersAdminNegativeTestJSON-1496543517 tempest-ServersAdminNegativeTestJSON-1496543517-project] 10.222.0.107 "GET /v2.0/ports?device_id=c31a4c3f-3727-43c7-9d11-3c6f09511b9d HTTP/1.1" status: 200 len: 210 time: 0.0309196 Feb 15 17:30:12.066240 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:13.260389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39482) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:30:13.400408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b0d6cae0-4496-4f45-a755-4e4030e05583 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=7a5d48f4678d4264862f049d3a91b019&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388605 Feb 15 17:30:13.402863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39486) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:30:13.449946 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-407eb157-537b-4dcd-965e-1016bceb7f4b admin admin] Publish callbacks [] for security_group (e06de605-7077-4a9e-8f4f-a399b073f1e0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:13.473520 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-407eb157-537b-4dcd-965e-1016bceb7f4b admin admin] Publish callbacks [] for security_group (e06de605-7077-4a9e-8f4f-a399b073f1e0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:13.528819 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:13.586156 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-407eb157-537b-4dcd-965e-1016bceb7f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (e06de605-7077-4a9e-8f4f-a399b073f1e0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:13.588834 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-407eb157-537b-4dcd-965e-1016bceb7f4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:13.590036 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-407eb157-537b-4dcd-965e-1016bceb7f4b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/e06de605-7077-4a9e-8f4f-a399b073f1e0 HTTP/1.1" status: 204 len: 168 time: 0.1862807 Feb 15 17:30:13.598568 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407eb157-537b-4dcd-965e-1016bceb7f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06de605-7077-4a9e-8f4f-a399b073f1e0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:30:14.067903 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 191d4a4a-2291-42a6-8fd5-a332d022efde no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:30:14.087650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 191d4a4a-2291-42a6-8fd5-a332d022efde {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:30:14.088000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 191d4a4a-2291-42a6-8fd5-a332d022efde not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:30:14.107377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39492) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:30:14.120875 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5764a065-a83b-4fc4-b63b-90c376810a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:14.194720 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5764a065-a83b-4fc4-b63b-90c376810a2c admin admin] Publish callbacks [] for security_group (bb46685c-2e44-4726-b9c7-5ae6932d4c45), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:14.259895 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5764a065-a83b-4fc4-b63b-90c376810a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bb46685c-2e44-4726-b9c7-5ae6932d4c45), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:14.300373 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5764a065-a83b-4fc4-b63b-90c376810a2c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=aed6c446223b4f81bd455e5d10656e11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1919210 Feb 15 17:30:14.301637 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764a065-a83b-4fc4-b63b-90c376810a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb46685c-2e44-4726-b9c7-5ae6932d4c45,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:30:14.303132 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39494) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:30:14.355361 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfee8f32-6d78-45ad-837b-4432e06946a7 admin admin] Publish callbacks [] for security_group (bb46685c-2e44-4726-b9c7-5ae6932d4c45), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:14.379402 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfee8f32-6d78-45ad-837b-4432e06946a7 admin admin] Publish callbacks [] for security_group (bb46685c-2e44-4726-b9c7-5ae6932d4c45), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:14.472042 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfee8f32-6d78-45ad-837b-4432e06946a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bb46685c-2e44-4726-b9c7-5ae6932d4c45), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:14.474579 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfee8f32-6d78-45ad-837b-4432e06946a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:14.475728 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cfee8f32-6d78-45ad-837b-4432e06946a7 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/bb46685c-2e44-4726-b9c7-5ae6932d4c45 HTTP/1.1" status: 204 len: 168 time: 0.1715028 Feb 15 17:30:14.483495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee8f32-6d78-45ad-837b-4432e06946a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb46685c-2e44-4726-b9c7-5ae6932d4c45,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:30:15.422453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39516) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:30:15.515520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-717e835a-48f7-44b0-b92b-fc3a3571ef6e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1221275609-network', 'tenant_id': '777f514b6953456b98c4c581aaeb7931'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:30:15.579924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717e835a-48f7-44b0-b92b-fc3a3571ef6e admin admin] Made reservation on behalf of 777f514b6953456b98c4c581aaeb7931 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:30:15.582198 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-717e835a-48f7-44b0-b92b-fc3a3571ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:15.590732 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-717e835a-48f7-44b0-b92b-fc3a3571ef6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:15.662162 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-717e835a-48f7-44b0-b92b-fc3a3571ef6e admin admin] Publish callbacks [] for security_group (81255405-43ad-424f-824c-d816b5a7f958), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:15.763093 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-717e835a-48f7-44b0-b92b-fc3a3571ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (81255405-43ad-424f-824c-d816b5a7f958), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:15.787035 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717e835a-48f7-44b0-b92b-fc3a3571ef6e admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:30:15.795668 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e835a-48f7-44b0-b92b-fc3a3571ef6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81255405-43ad-424f-824c-d816b5a7f958,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:30:15.801964 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-717e835a-48f7-44b0-b92b-fc3a3571ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:15.802313 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-717e835a-48f7-44b0-b92b-fc3a3571ef6e admin admin] Added segment b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c of type vlan for network d61e403b-73a5-4434-8e11-aeca57b83920 Feb 15 17:30:15.841999 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-717e835a-48f7-44b0-b92b-fc3a3571ef6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (d61e403b-73a5-4434-8e11-aeca57b83920), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:15.934605 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-717e835a-48f7-44b0-b92b-fc3a3571ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (d61e403b-73a5-4434-8e11-aeca57b83920), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:15.935616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717e835a-48f7-44b0-b92b-fc3a3571ef6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:15.936459 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-717e835a-48f7-44b0-b92b-fc3a3571ef6e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:15.997727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e835a-48f7-44b0-b92b-fc3a3571ef6e admin admin] Pushing event updated for resources: {'Network': ['ID=d61e403b-73a5-4434-8e11-aeca57b83920,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:30:16.007298 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network d61e403b-73a5-4434-8e11-aeca57b83920 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:30:16.051535 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-717e835a-48f7-44b0-b92b-fc3a3571ef6e admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6279454 Feb 15 17:30:16.054552 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39520) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:30:16.059375 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-a8d00232-8246-4081-8b9d-04d62b7d061f admin admin] Request body: {'subnet': {'network_id': 'd61e403b-73a5-4434-8e11-aeca57b83920', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1221275609-subnet', 'tenant_id': '777f514b6953456b98c4c581aaeb7931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:30:16.145644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d00232-8246-4081-8b9d-04d62b7d061f admin admin] Made reservation on behalf of 777f514b6953456b98c4c581aaeb7931 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:30:16.147890 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a8d00232-8246-4081-8b9d-04d62b7d061f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:16.391486 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a8d00232-8246-4081-8b9d-04d62b7d061f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (b86bacdc-5cf6-47ea-9d05-683c872121f6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:16.441005 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d00232-8246-4081-8b9d-04d62b7d061f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86bacdc-5cf6-47ea-9d05-683c872121f6,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:30:16.455925 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d00232-8246-4081-8b9d-04d62b7d061f admin admin] Checking segment: {'id': 'b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd61e403b-73a5-4434-8e11-aeca57b83920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:30:16.456300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d00232-8246-4081-8b9d-04d62b7d061f admin admin] Network hostable DHCP agents. Network: d61e403b-73a5-4434-8e11-aeca57b83920, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:30:16.528224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d00232-8246-4081-8b9d-04d62b7d061f admin admin] Network d61e403b-73a5-4434-8e11-aeca57b83920 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:30:16.625930 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a8d00232-8246-4081-8b9d-04d62b7d061f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, d61e403b-73a5-4434-8e11-aeca57b83920) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:30:16.630159 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d00232-8246-4081-8b9d-04d62b7d061f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:16.630762 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a8d00232-8246-4081-8b9d-04d62b7d061f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:16.635446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7d5a61-db99-48e6-babd-1b869da81212 None None] Network d61e403b-73a5-4434-8e11-aeca57b83920 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:30:16.731729 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a8d00232-8246-4081-8b9d-04d62b7d061f admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6761010 Feb 15 17:30:16.735586 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8257cf-4b7e-46ec-a882-d80ab242ed21 None None] Network d61e403b-73a5-4434-8e11-aeca57b83920 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:30:17.148977 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-5c0291f1-6e1a-4687-904f-de9f1e29d447 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:17.150544 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-5c0291f1-6e1a-4687-904f-de9f1e29d447 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/networks?id=d61e403b-73a5-4434-8e11-aeca57b83920 HTTP/1.1" status: 200 len: 812 time: 0.1041107 Feb 15 17:30:17.165227 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-d54b5391-098d-4453-83c3-25ca720cf412 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/quotas/777f514b6953456b98c4c581aaeb7931 HTTP/1.1" status: 200 len: 375 time: 0.0093908 Feb 15 17:30:17.196067 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-4660cd01-91b2-4783-a3e6-a983cd5b6a00 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=777f514b6953456b98c4c581aaeb7931&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259938 Feb 15 17:30:17.283022 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-66f6c8e4-9bf6-44da-9dc8-5734a0e32be4 service neutron] 10.222.0.107 "GET /v2.0/networks/d61e403b-73a5-4434-8e11-aeca57b83920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804961 Feb 15 17:30:17.374066 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-f977dd9c-05e8-4135-b7db-3473b2e3b938 service neutron] 10.222.0.107 "GET /v2.0/networks/d61e403b-73a5-4434-8e11-aeca57b83920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849090 Feb 15 17:30:17.628660 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-91e55d8f-c5cc-4025-ad4c-470bec6ffe42 req-f0829e0e-ee9a-4dcf-aad7-8f97c880b6b2 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 210 time: 0.0276222 Feb 15 17:30:18.729797 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-549c31e2-23b3-411c-ac99-a1aa44a2475f req-c57035b5-0e31-4a54-bfcb-a05605ead90a tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 210 time: 0.0289910 Feb 15 17:30:19.522641 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-0eb44d69-7312-4c4b-9c3e-5ab82b923465 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:19.524119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-0eb44d69-7312-4c4b-9c3e-5ab82b923465 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.10 "GET /v2.0/networks?id=d61e403b-73a5-4434-8e11-aeca57b83920 HTTP/1.1" status: 200 len: 812 time: 0.1075876 Feb 15 17:30:19.537402 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-3e801036-81e4-4c82-9ab0-2763cc900e85 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Request body: {'port': {'device_id': '96df47b5-fba3-4e31-b93e-49a0d5814c21', 'network_id': 'd61e403b-73a5-4434-8e11-aeca57b83920', 'admin_state_up': True, 'tenant_id': '777f514b6953456b98c4c581aaeb7931'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:30:19.683338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-3e801036-81e4-4c82-9ab0-2763cc900e85 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Made reservation on behalf of 777f514b6953456b98c4c581aaeb7931 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:30:19.687126 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-3e801036-81e4-4c82-9ab0-2763cc900e85 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:19.824689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-3e801036-81e4-4c82-9ab0-2763cc900e85 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Allocated IP 172.20.0.2 (d61e403b-73a5-4434-8e11-aeca57b83920/b86bacdc-5cf6-47ea-9d05-683c872121f6/1118c929-de4d-4d0e-a529-3cac00de18e4) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:30:19.837872 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5909dbd2-ba2e-4b75-bb5f-505511e41707 req-51053822-7c7f-4f22-b45a-598c9e4c58e6 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 210 time: 0.0332134 Feb 15 17:30:19.975028 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-3e801036-81e4-4c82-9ab0-2763cc900e85 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Publish callbacks [] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:20.066999 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-3e801036-81e4-4c82-9ab0-2763cc900e85 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:20.110955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-3e801036-81e4-4c82-9ab0-2763cc900e85 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Network d61e403b-73a5-4434-8e11-aeca57b83920 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:30:20.114089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-3e801036-81e4-4c82-9ab0-2763cc900e85 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:30:20.117724 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-3e801036-81e4-4c82-9ab0-2763cc900e85 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:30:20.142483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e801036-81e4-4c82-9ab0-2763cc900e85 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Pushing event updated for resources: {'Port': ['ID=1118c929-de4d-4d0e-a529-3cac00de18e4,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:30:20.174989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-3e801036-81e4-4c82-9ab0-2763cc900e85 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:20.175677 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-3e801036-81e4-4c82-9ab0-2763cc900e85 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:20.383332 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-3e801036-81e4-4c82-9ab0-2763cc900e85 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8500435 Feb 15 17:30:20.394979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Request body: {'port': {'device_id': '96df47b5-fba3-4e31-b93e-49a0d5814c21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:30:20.458038 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:20.715037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1118c929-de4d-4d0e-a529-3cac00de18e4 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:30:20.722564 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Publish callbacks [] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:20.734362 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Transition to ACTIVE for port object 1118c929-de4d-4d0e-a529-3cac00de18e4 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:30:20.808782 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:20.860416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Pushing event updated for resources: {'Port': ['ID=1118c929-de4d-4d0e-a529-3cac00de18e4,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:30:20.959283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Attempting to bind port 1118c929-de4d-4d0e-a529-3cac00de18e4 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:30:20.959626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Attempting to bind port 1118c929-de4d-4d0e-a529-3cac00de18e4 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd61e403b-73a5-4434-8e11-aeca57b83920'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:30:20.959953 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Attempting to bind port 1118c929-de4d-4d0e-a529-3cac00de18e4 on network d61e403b-73a5-4434-8e11-aeca57b83920 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:30:20.967169 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Port 1118c929-de4d-4d0e-a529-3cac00de18e4 on network d61e403b-73a5-4434-8e11-aeca57b83920 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:30:20.967442 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Attempting to bind port 1118c929-de4d-4d0e-a529-3cac00de18e4 on network d61e403b-73a5-4434-8e11-aeca57b83920 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:30:20.975653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:30:20.976003 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Checking segment: {'id': 'b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd61e403b-73a5-4434-8e11-aeca57b83920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:30:20.976392 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Bound using segment: {'id': 'b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd61e403b-73a5-4434-8e11-aeca57b83920'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:30:20.976825 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Bound port: 1118c929-de4d-4d0e-a529-3cac00de18e4, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd61e403b-73a5-4434-8e11-aeca57b83920'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:30:20.977185 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:20.987612 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e32dad-61e4-42a6-9aba-16db1f2bbd03 req-0f0cdfed-3ecc-412c-aa83-6ddb5f39f453 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:20.989116 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83e32dad-61e4-42a6-9aba-16db1f2bbd03 req-0f0cdfed-3ecc-412c-aa83-6ddb5f39f453 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 943 time: 0.0808444 Feb 15 17:30:21.067014 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83e32dad-61e4-42a6-9aba-16db1f2bbd03 req-1eaf40e6-0867-41af-a905-2e14d3dc52f0 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716772 Feb 15 17:30:21.085903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] For port 1118c929-de4d-4d0e-a529-3cac00de18e4, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:30:21.085903 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] For port 1118c929-de4d-4d0e-a529-3cac00de18e4, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1118c929-de4d-4d0e-a529-3cac00de18e4,segment=NetworkSegment(b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c),segment_id=b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:30:21.163305 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:21.200593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:21.201233 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:21.202656 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] 10.222.0.10 "PUT /v2.0/ports/1118c929-de4d-4d0e-a529-3cac00de18e4 HTTP/1.1" status: 200 len: 1092 time: 0.8124173 Feb 15 17:30:21.209523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96df47b5-fba3-4e31-b93e-49a0d5814c21', 'tag': '1118c929-de4d-4d0e-a529-3cac00de18e4'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:30:21.209523 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf2017a-1382-4358-9a69-54964c920a07" -d '{"events": [{"name": "network-changed", "server_uuid": "96df47b5-fba3-4e31-b93e-49a0d5814c21", "tag": "1118c929-de4d-4d0e-a529-3cac00de18e4"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:30:21.231039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d803db8-3bfc-4428-90ec-95c07de2734a service neutron] Pushing event updated for resources: {'Port': ['ID=1118c929-de4d-4d0e-a529-3cac00de18e4,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:30:21.249675 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f467694f-9fbf-4229-8d9c-818fca8d4111 x-openstack-request-id: req-f467694f-9fbf-4229-8d9c-818fca8d4111 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:30:21.249975 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96df47b5-fba3-4e31-b93e-49a0d5814c21", "tag": "1118c929-de4d-4d0e-a529-3cac00de18e4", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:30:21.250240 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f467694f-9fbf-4229-8d9c-818fca8d4111 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:30:21.250668 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96df47b5-fba3-4e31-b93e-49a0d5814c21', 'tag': '1118c929-de4d-4d0e-a529-3cac00de18e4', 'status': 'completed', 'code': 200} Feb 15 17:30:21.315087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2017a-1382-4358-9a69-54964c920a07 req-d53c428e-de43-4ea4-a9b9-e45ef9a10186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:21.316676 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbf2017a-1382-4358-9a69-54964c920a07 req-d53c428e-de43-4ea4-a9b9-e45ef9a10186 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=777f514b6953456b98c4c581aaeb7931&device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 1126 time: 0.0469894 Feb 15 17:30:21.418002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2017a-1382-4358-9a69-54964c920a07 req-267b6371-1297-4672-83f7-625dd16b2297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:21.419540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbf2017a-1382-4358-9a69-54964c920a07 req-267b6371-1297-4672-83f7-625dd16b2297 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=777f514b6953456b98c4c581aaeb7931&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0962012 Feb 15 17:30:21.512632 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2017a-1382-4358-9a69-54964c920a07 req-2fe47697-6bef-4419-ba06-8397fabc9897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:21.514151 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bbf2017a-1382-4358-9a69-54964c920a07 req-2fe47697-6bef-4419-ba06-8397fabc9897 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890801 Feb 15 17:30:21.590606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-9f96b44f-6060-4f8f-8a48-26be01f3f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:21.592107 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-9f96b44f-6060-4f8f-8a48-26be01f3f458 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=777f514b6953456b98c4c581aaeb7931&device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 1126 time: 0.0443032 Feb 15 17:30:21.635162 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-e61ac6dc-302d-482f-b022-40945859c840 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1118c929-de4d-4d0e-a529-3cac00de18e4 HTTP/1.1" status: 200 len: 217 time: 0.0364788 Feb 15 17:30:21.682128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-018664d7-095a-4d42-89c2-e0cee1e26da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:21.683547 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-018664d7-095a-4d42-89c2-e0cee1e26da9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b86bacdc-5cf6-47ea-9d05-683c872121f6 HTTP/1.1" status: 200 len: 852 time: 0.0424268 Feb 15 17:30:21.713241 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-09d0a964-b2ed-4eb8-a817-d1746ce36a87 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61e403b-73a5-4434-8e11-aeca57b83920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240114 Feb 15 17:30:21.808283 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-35b2f003-38ec-45b9-9302-1d385ab9a833 service neutron] 10.222.0.10 "GET /v2.0/networks/d61e403b-73a5-4434-8e11-aeca57b83920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894787 Feb 15 17:30:21.896070 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e46367b7-bf61-419e-a12e-d52e274bb9a3 req-9516f504-71c1-44b6-8e97-1e605232db00 service neutron] 10.222.0.10 "GET /v2.0/networks/d61e403b-73a5-4434-8e11-aeca57b83920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824964 Feb 15 17:30:22.195847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0c6a0-71bd-45df-86e8-fc841b31ce78 req-ba675f88-9db8-4f38-86ad-79f4c9e291ad tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:22.197389 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20b0c6a0-71bd-45df-86e8-fc841b31ce78 req-ba675f88-9db8-4f38-86ad-79f4c9e291ad tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 943 time: 0.0625873 Feb 15 17:30:22.249598 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20b0c6a0-71bd-45df-86e8-fc841b31ce78 req-76b625ec-a031-43d0-b7cd-f41c7f6937d0 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464137 Feb 15 17:30:23.369570 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23431d5-f679-4a9c-8904-458c58bc7daf req-daa6fdf5-f5a4-4efd-917c-e85d89469cb8 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:23.371415 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b23431d5-f679-4a9c-8904-458c58bc7daf req-daa6fdf5-f5a4-4efd-917c-e85d89469cb8 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 943 time: 0.0524707 Feb 15 17:30:23.421889 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b23431d5-f679-4a9c-8904-458c58bc7daf req-93c6c363-f4c7-4aaf-81a8-a3e2f4e8728f tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446353 Feb 15 17:30:24.089558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1118c929-de4d-4d0e-a529-3cac00de18e4 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:30:24.183238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1118c929-de4d-4d0e-a529-3cac00de18e4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1118c929-de4d-4d0e-a529-3cac00de18e4,segment=NetworkSegment(b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c),segment_id=b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:30:24.196821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '1118c929-de4d-4d0e-a529-3cac00de18e4', 'network_id': 'd61e403b-73a5-4434-8e11-aeca57b83920', 'port_id': '1118c929-de4d-4d0e-a529-3cac00de18e4', 'mac_address': 'fa:16:3e:88:b9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86bacdc-5cf6-47ea-9d05-683c872121f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:30:24.239987 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1118c929-de4d-4d0e-a529-3cac00de18e4 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:30:24.240300 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:24.255073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1118c929-de4d-4d0e-a529-3cac00de18e4 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:30:24.275238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1118c929-de4d-4d0e-a529-3cac00de18e4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1118c929-de4d-4d0e-a529-3cac00de18e4,segment=NetworkSegment(b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c),segment_id=b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:30:24.334247 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:24.381025 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1118c929-de4d-4d0e-a529-3cac00de18e4,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:30:24.538570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['1118c929-de4d-4d0e-a529-3cac00de18e4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:30:24.542633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cdc27-1c06-4a74-833d-7843dfbb4afb req-d21564bf-ea81-450e-82d9-5c2544ad85e4 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:24.544192 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a64cdc27-1c06-4a74-833d-7843dfbb4afb req-d21564bf-ea81-450e-82d9-5c2544ad85e4 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 944 time: 0.0536990 Feb 15 17:30:24.591949 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a64cdc27-1c06-4a74-833d-7843dfbb4afb req-9b91d0a1-ca70-4cf6-9b8f-0df10daebea8 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Feb 15 17:30:25.713089 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850990c9-38e9-4f8e-adfb-5571e217311e req-2f07f54f-923f-4273-bf2a-ad0d91b25d74 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:25.714593 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-850990c9-38e9-4f8e-adfb-5571e217311e req-2f07f54f-923f-4273-bf2a-ad0d91b25d74 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 944 time: 0.0517704 Feb 15 17:30:25.760995 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-850990c9-38e9-4f8e-adfb-5571e217311e req-31d01c73-317b-4a8c-aa65-68f42110acda tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407157 Feb 15 17:30:26.114069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1118c929-de4d-4d0e-a529-3cac00de18e4 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:30:26.214053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 1118c929-de4d-4d0e-a529-3cac00de18e4 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:30:26.217872 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 1118c929-de4d-4d0e-a529-3cac00de18e4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:30:26.218249 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:26.294885 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1118c929-de4d-4d0e-a529-3cac00de18e4 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:30:26.295266 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:26.474376 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96df47b5-fba3-4e31-b93e-49a0d5814c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1118c929-de4d-4d0e-a529-3cac00de18e4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:30:26.476611 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8bb172-6e68-4ace-893f-5a9f6c7824fa" -d '{"events": [{"server_uuid": "96df47b5-fba3-4e31-b93e-49a0d5814c21", "name": "network-vif-plugged", "status": "completed", "tag": "1118c929-de4d-4d0e-a529-3cac00de18e4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:30:26.488435 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1118c929-de4d-4d0e-a529-3cac00de18e4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1118c929-de4d-4d0e-a529-3cac00de18e4,segment=NetworkSegment(b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c),segment_id=b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:30:26.513296 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1c65a2-b5ff-4e2b-8545-a814edb33346 x-openstack-request-id: req-6f1c65a2-b5ff-4e2b-8545-a814edb33346 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:30:26.513620 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96df47b5-fba3-4e31-b93e-49a0d5814c21", "name": "network-vif-plugged", "status": "completed", "tag": "1118c929-de4d-4d0e-a529-3cac00de18e4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:30:26.513878 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6f1c65a2-b5ff-4e2b-8545-a814edb33346 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:30:26.514271 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96df47b5-fba3-4e31-b93e-49a0d5814c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1118c929-de4d-4d0e-a529-3cac00de18e4', 'code': 200} Feb 15 17:30:26.551547 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:26.599441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1118c929-de4d-4d0e-a529-3cac00de18e4,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:30:26.610376 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866eeea-d882-4f09-a965-644ed15b104c req-640baf47-c952-4e50-b9f9-9fefa54aff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:26.613395 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3866eeea-d882-4f09-a965-644ed15b104c req-640baf47-c952-4e50-b9f9-9fefa54aff13 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 1128 time: 0.0454516 Feb 15 17:30:26.659838 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3866eeea-d882-4f09-a965-644ed15b104c req-3a9f25b8-0eeb-4d99-a622-8796611f2faa service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413280 Feb 15 17:30:26.745737 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:30:26.878438 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35819ec-be3e-463a-a043-8b717320b2e2 req-0979b813-cb15-4b8b-b2b3-4c96ac85354e tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:26.879921 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c35819ec-be3e-463a-a043-8b717320b2e2 req-0979b813-cb15-4b8b-b2b3-4c96ac85354e tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0522099 Feb 15 17:30:26.927065 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c35819ec-be3e-463a-a043-8b717320b2e2 req-6a6c89f0-6b56-4a18-80a1-85383d3084a2 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415187 Feb 15 17:30:28.049042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162548c-17b1-45a1-bf3f-66cbd31aea19 req-5749ff60-83a1-4a64-9697-1d2fe0ead4f4 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:28.051077 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5162548c-17b1-45a1-bf3f-66cbd31aea19 req-5749ff60-83a1-4a64-9697-1d2fe0ead4f4 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0559552 Feb 15 17:30:28.101775 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5162548c-17b1-45a1-bf3f-66cbd31aea19 req-b8a09047-affb-4817-9754-29e75adbf431 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451951 Feb 15 17:30:28.464499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68972cb9-929e-4f46-8b37-3e40443b3b4f req-64118592-136d-4438-86e2-c690d2cbb723 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:28.466048 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-68972cb9-929e-4f46-8b37-3e40443b3b4f req-64118592-136d-4438-86e2-c690d2cbb723 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0531197 Feb 15 17:30:28.514433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-68972cb9-929e-4f46-8b37-3e40443b3b4f req-ba6e6b63-0d48-4a12-84b1-c88924f38b2c tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426641 Feb 15 17:30:28.602791 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-1242a1cb-b1a1-412c-94ea-b1005ed7073d service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0991466 Feb 15 17:30:28.611257 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-491e477a-ad4e-40b7-b26f-be4bfd42b0b8 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:30:28.612129 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-491e477a-ad4e-40b7-b26f-be4bfd42b0b8 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048070 Feb 15 17:30:29.300575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-38d08e3f-9b07-431f-b290-20ef87494158 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:29.301982 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-38d08e3f-9b07-431f-b290-20ef87494158 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports/1118c929-de4d-4d0e-a529-3cac00de18e4 HTTP/1.1" status: 200 len: 942 time: 0.1021111 Feb 15 17:30:29.634074 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f78bb-017d-4bc4-8bfb-0ed2db1d192a req-b6f03e7a-182a-4e44-89c2-f1eb030e2557 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:29.635512 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e6f78bb-017d-4bc4-8bfb-0ed2db1d192a req-b6f03e7a-182a-4e44-89c2-f1eb030e2557 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0533423 Feb 15 17:30:29.685846 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e6f78bb-017d-4bc4-8bfb-0ed2db1d192a req-c217a285-0294-4270-afce-6f646a0fea3c tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447352 Feb 15 17:30:30.728401 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:30.811337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ab162-67f0-4ca5-b898-b36ae46ac52e req-33f3bf86-8784-497b-9e7b-917e13be8676 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:30.813185 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-173ab162-67f0-4ca5-b898-b36ae46ac52e req-33f3bf86-8784-497b-9e7b-917e13be8676 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0585921 Feb 15 17:30:30.890816 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-173ab162-67f0-4ca5-b898-b36ae46ac52e req-eec400af-b57d-42bb-bd7c-bf9eab7cbc9f tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687046 Feb 15 17:30:30.893453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-04e69f31-99db-45b2-91f9-b08b3c2e8065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:30.895423 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-04e69f31-99db-45b2-91f9-b08b3c2e8065 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=777f514b6953456b98c4c581aaeb7931&device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 1128 time: 0.0808065 Feb 15 17:30:30.988676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-7570cfd6-17c6-4bb8-9b01-e4e261d7e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:30.990213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-7570cfd6-17c6-4bb8-9b01-e4e261d7e591 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61e403b-73a5-4434-8e11-aeca57b83920 HTTP/1.1" status: 200 len: 913 time: 0.0889692 Feb 15 17:30:31.030136 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-369a47d4-2cbd-42e6-88d2-6c099707b9c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1118c929-de4d-4d0e-a529-3cac00de18e4 HTTP/1.1" status: 200 len: 217 time: 0.0339577 Feb 15 17:30:31.078614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-6a842849-894b-4a77-aa7a-f58c8224b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:31.080067 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-6a842849-894b-4a77-aa7a-f58c8224b837 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b86bacdc-5cf6-47ea-9d05-683c872121f6 HTTP/1.1" status: 200 len: 852 time: 0.0433831 Feb 15 17:30:31.115562 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-ec21e954-e791-4266-a49c-20b22a8f55c6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61e403b-73a5-4434-8e11-aeca57b83920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298915 Feb 15 17:30:31.151307 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:31.203279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-aa957f21-1037-4120-bd3a-f0d5e70a5fb5 service neutron] 10.222.0.10 "GET /v2.0/networks/d61e403b-73a5-4434-8e11-aeca57b83920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824201 Feb 15 17:30:31.292800 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-ec8793a3-fb35-47e9-a387-f53cb3b8812e service neutron] 10.222.0.10 "GET /v2.0/networks/d61e403b-73a5-4434-8e11-aeca57b83920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839076 Feb 15 17:30:32.012075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289181f-67c7-4e75-8468-cbe8b2884b8c req-9e4f95e3-1f6b-4ca7-8787-17aa900319f6 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:32.013560 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3289181f-67c7-4e75-8468-cbe8b2884b8c req-9e4f95e3-1f6b-4ca7-8787-17aa900319f6 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0524895 Feb 15 17:30:32.058952 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3289181f-67c7-4e75-8468-cbe8b2884b8c req-75f0a02e-edb9-42ff-9638-2a11b2d98eaa tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397472 Feb 15 17:30:33.178208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c4161-b0d0-4c56-9424-90ce3aa01460 req-39ce1872-cf97-458a-a4f7-1f0e9ce3174f tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:33.179722 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed1c4161-b0d0-4c56-9424-90ce3aa01460 req-39ce1872-cf97-458a-a4f7-1f0e9ce3174f tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0533886 Feb 15 17:30:33.226807 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed1c4161-b0d0-4c56-9424-90ce3aa01460 req-95b2a47b-55c8-42de-865e-fb65764d8442 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416169 Feb 15 17:30:34.347229 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e8de0-fe78-4a3b-af82-656030e2e86c req-04a5b309-2067-4ea5-8ec0-2a0599d1f896 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:34.348754 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-947e8de0-fe78-4a3b-af82-656030e2e86c req-04a5b309-2067-4ea5-8ec0-2a0599d1f896 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0556307 Feb 15 17:30:34.394229 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-947e8de0-fe78-4a3b-af82-656030e2e86c req-ba95a276-2c93-4202-b59b-266a3d125851 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 Feb 15 17:30:35.514216 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83160ad-4c0a-4d1c-b03d-e3a33169a2ce req-4486db2b-aaee-4d14-9f38-89528052d318 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:35.515722 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f83160ad-4c0a-4d1c-b03d-e3a33169a2ce req-4486db2b-aaee-4d14-9f38-89528052d318 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0535908 Feb 15 17:30:35.562300 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f83160ad-4c0a-4d1c-b03d-e3a33169a2ce req-0ef9be57-80c2-4aa8-889a-b8d64550d30e tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409420 Feb 15 17:30:36.679384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0b6af-4888-4a88-aa0b-8e1b639f6b6e req-013cdfc8-06e3-4200-a6ca-9edf3375c8c5 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:36.680853 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-15e0b6af-4888-4a88-aa0b-8e1b639f6b6e req-013cdfc8-06e3-4200-a6ca-9edf3375c8c5 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0522695 Feb 15 17:30:36.726993 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-15e0b6af-4888-4a88-aa0b-8e1b639f6b6e req-e35e3f27-93d6-419d-92d9-24b99887183a tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406201 Feb 15 17:30:36.917272 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b3baf54f-7eb1-4d2a-a8f5-c1d5d016d2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:37.848114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a42c5-a943-4ebe-bcba-a4746a7d2e20 req-8552dd91-b276-4e37-a117-cc4695fa6edd tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:37.850226 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c41a42c5-a943-4ebe-bcba-a4746a7d2e20 req-8552dd91-b276-4e37-a117-cc4695fa6edd tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0558867 Feb 15 17:30:37.898957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c41a42c5-a943-4ebe-bcba-a4746a7d2e20 req-8a1f16cf-731b-437a-b4d2-fcfc5d1cc72a tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432026 Feb 15 17:30:39.020439 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aed672-e214-4569-af25-46bdaaef5d29 req-c2b97424-0489-4a33-bfd2-075e4558c9df tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:39.022574 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10aed672-e214-4569-af25-46bdaaef5d29 req-c2b97424-0489-4a33-bfd2-075e4558c9df tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0566893 Feb 15 17:30:39.068900 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10aed672-e214-4569-af25-46bdaaef5d29 req-b0b4b458-dfe0-49b9-af18-aca28e822949 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407500 Feb 15 17:30:39.282787 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e767e3d3-7c9b-448f-85e7-37d98b855d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:40.184978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af08c8-a708-448e-86d4-e074b1351953 req-8a4699bd-1ff2-41ca-9508-a666d6fac1f0 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:40.186743 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01af08c8-a708-448e-86d4-e074b1351953 req-8a4699bd-1ff2-41ca-9508-a666d6fac1f0 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0516605 Feb 15 17:30:40.232914 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01af08c8-a708-448e-86d4-e074b1351953 req-b1538074-70e3-4a51-afe6-a8cad967725f tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407627 Feb 15 17:30:40.602837 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:41.351666 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b25cde-4f91-4e38-8c04-1003da0e5ff7 req-388ab7a9-456d-4a17-9019-a5f9b2608555 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:41.353387 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75b25cde-4f91-4e38-8c04-1003da0e5ff7 req-388ab7a9-456d-4a17-9019-a5f9b2608555 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0528395 Feb 15 17:30:41.399450 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75b25cde-4f91-4e38-8c04-1003da0e5ff7 req-29cee4db-cb2a-413c-bc73-38980b83df00 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404325 Feb 15 17:30:42.077197 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:42.518202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea936af1-33c0-4a7b-a003-8c30321d5056 req-4fc94f22-3622-46b1-894f-d5b7ad0bd99e tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:42.519692 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea936af1-33c0-4a7b-a003-8c30321d5056 req-4fc94f22-3622-46b1-894f-d5b7ad0bd99e tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0521748 Feb 15 17:30:42.569261 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea936af1-33c0-4a7b-a003-8c30321d5056 req-3813646e-1485-4505-9274-0e197183ca94 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441689 Feb 15 17:30:43.539819 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:30:43.687034 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6126b-ec7f-452e-85b8-7f2ca3c1d310 req-75caa1c6-3543-45cd-9e21-708b46079d76 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:43.688497 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-acd6126b-ec7f-452e-85b8-7f2ca3c1d310 req-75caa1c6-3543-45cd-9e21-708b46079d76 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0518756 Feb 15 17:30:43.737898 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-acd6126b-ec7f-452e-85b8-7f2ca3c1d310 req-6e31ccdc-370d-47f7-8644-fd98f44ba8f0 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 Feb 15 17:30:44.859505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60645ec6-4cb7-4f28-845a-9c10e65dcfef req-37bd7594-3ebc-4a9e-9d69-d2d855ab5696 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:44.862103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60645ec6-4cb7-4f28-845a-9c10e65dcfef req-37bd7594-3ebc-4a9e-9d69-d2d855ab5696 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0550883 Feb 15 17:30:44.913519 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-60645ec6-4cb7-4f28-845a-9c10e65dcfef req-b1a2c459-e760-4d49-bc7b-9769348ec8cc tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459921 Feb 15 17:30:46.034583 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d83af-dc99-448c-8965-8011a5aa578a req-f26b3d49-cf5f-4eea-ade0-6c7da85ca2df tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:46.036058 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a72d83af-dc99-448c-8965-8011a5aa578a req-f26b3d49-cf5f-4eea-ade0-6c7da85ca2df tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0514183 Feb 15 17:30:46.082106 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a72d83af-dc99-448c-8965-8011a5aa578a req-00cf5319-bcec-4b24-8975-791bdae974cc tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399158 Feb 15 17:30:47.200163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009abeb-ce1a-4825-bac1-8db34a524d0f req-299e6c4a-4e64-4d24-9a07-8795f2e2c8d7 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:47.201675 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6009abeb-ce1a-4825-bac1-8db34a524d0f req-299e6c4a-4e64-4d24-9a07-8795f2e2c8d7 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0522385 Feb 15 17:30:47.247713 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6009abeb-ce1a-4825-bac1-8db34a524d0f req-0c454530-482b-4042-9cdf-a1899b0fd0a5 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405943 Feb 15 17:30:48.366473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa20cf-1b6e-4aa5-9259-bd757b7ec3e1 req-e9cdfdab-d28c-461c-9d3a-b8297fca4b1f tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:48.367933 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36aa20cf-1b6e-4aa5-9259-bd757b7ec3e1 req-e9cdfdab-d28c-461c-9d3a-b8297fca4b1f tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0517569 Feb 15 17:30:48.414338 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36aa20cf-1b6e-4aa5-9259-bd757b7ec3e1 req-9cf34253-2a5a-4fa7-89f1-5ff813509794 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408401 Feb 15 17:30:49.538118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63369b-5c76-4b87-a329-f8fa4108621e req-8802814d-d5e2-4a71-b2e0-25d968fd4dda tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:49.539613 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df63369b-5c76-4b87-a329-f8fa4108621e req-8802814d-d5e2-4a71-b2e0-25d968fd4dda tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0563776 Feb 15 17:30:49.586114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df63369b-5c76-4b87-a329-f8fa4108621e req-0ed0575b-2822-4ce6-affb-8328ffce118e tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406129 Feb 15 17:30:50.710408 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8ba25-2ec5-4b4c-b9b8-aac7e07190d5 req-1728fbfd-7579-42ad-b68a-e1427666804f tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:50.711870 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-02a8ba25-2ec5-4b4c-b9b8-aac7e07190d5 req-1728fbfd-7579-42ad-b68a-e1427666804f tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0584645 Feb 15 17:30:50.759107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-02a8ba25-2ec5-4b4c-b9b8-aac7e07190d5 req-a4880a8f-7dcd-4621-9581-65612cc58776 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416629 Feb 15 17:30:51.876926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81a7c8-8140-4589-871d-d07b9f858984 req-f706afea-55d0-4f0c-b4d7-9a17dbb980f6 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:51.878445 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df81a7c8-8140-4589-871d-d07b9f858984 req-f706afea-55d0-4f0c-b4d7-9a17dbb980f6 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0520716 Feb 15 17:30:51.924177 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-df81a7c8-8140-4589-871d-d07b9f858984 req-1521a763-77bc-4f34-8d9e-6093569cf5dc tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402610 Feb 15 17:30:53.065162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a298b942-2fd3-48af-b700-2bfe6ea680fb req-a1e17213-8d7e-4f32-8d14-805e39389e60 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:53.066667 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a298b942-2fd3-48af-b700-2bfe6ea680fb req-a1e17213-8d7e-4f32-8d14-805e39389e60 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0598743 Feb 15 17:30:53.111532 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a298b942-2fd3-48af-b700-2bfe6ea680fb req-e5801e35-d244-4f39-a554-db232c22a96c tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392942 Feb 15 17:30:54.232643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b713de-fc42-4852-b535-635dcfb192d2 req-f5c350b9-49ab-40f3-985b-a73c18dd0bf6 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:54.234106 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79b713de-fc42-4852-b535-635dcfb192d2 req-f5c350b9-49ab-40f3-985b-a73c18dd0bf6 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0561929 Feb 15 17:30:54.280466 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-79b713de-fc42-4852-b535-635dcfb192d2 req-efce35be-5c23-4bf7-b22b-61106959b9d1 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Feb 15 17:30:55.398359 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67e896-98f6-494a-abd0-474f8a97673b req-8f22c74f-66e6-4651-9163-079effb32f7a tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:55.399818 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd67e896-98f6-494a-abd0-474f8a97673b req-8f22c74f-66e6-4651-9163-079effb32f7a tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0515220 Feb 15 17:30:55.449130 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cd67e896-98f6-494a-abd0-474f8a97673b req-f4659ffb-086e-4d08-bae7-58ded185de67 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436690 Feb 15 17:30:56.566262 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945476f-9642-4cc3-94e1-054461979028 req-f2e21b47-8036-42db-b58f-507dbda3d0bd tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:56.567743 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a945476f-9642-4cc3-94e1-054461979028 req-f2e21b47-8036-42db-b58f-507dbda3d0bd tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0521071 Feb 15 17:30:56.614458 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a945476f-9642-4cc3-94e1-054461979028 req-88457529-9954-403a-9125-f14e48e24eea tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412695 Feb 15 17:30:57.735393 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb0459-5233-497f-9602-79d64064445b req-93981208-66c5-474a-b706-90056a0bf56f tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:57.736877 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-21cb0459-5233-497f-9602-79d64064445b req-93981208-66c5-474a-b706-90056a0bf56f tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0529110 Feb 15 17:30:57.783744 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-21cb0459-5233-497f-9602-79d64064445b req-36114bf6-c89f-4cc0-a65d-ba546e215ae5 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404689 Feb 15 17:30:58.963432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ae74c-b0ac-44ea-8b81-81a1f0dceefa req-dfd7724b-3425-4d4a-a4e4-b36c4767aa39 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:30:58.964994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e94ae74c-b0ac-44ea-8b81-81a1f0dceefa req-dfd7724b-3425-4d4a-a4e4-b36c4767aa39 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.1101835 Feb 15 17:30:59.024439 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e94ae74c-b0ac-44ea-8b81-81a1f0dceefa req-bbbdc547-9892-46ac-8690-1b237e8577d4 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539255 Feb 15 17:31:00.199872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e6be7-b1cd-40f5-82d3-ef8b816e7aa5 req-99c33d4f-a723-4781-a47e-f8c6fcb5f72c tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:00.201340 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b3e6be7-b1cd-40f5-82d3-ef8b816e7aa5 req-99c33d4f-a723-4781-a47e-f8c6fcb5f72c tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.1045382 Feb 15 17:31:00.246705 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7b3e6be7-b1cd-40f5-82d3-ef8b816e7aa5 req-9452bf92-ee21-4a95-bfd5-e5af5ee10ae6 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396786 Feb 15 17:31:00.768744 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:01.157015 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:01.365575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0430610-c16d-4547-9426-7b322ddea54d req-46e1fdb2-64f9-4136-a4cc-4952119467f1 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:01.367055 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e0430610-c16d-4547-9426-7b322ddea54d req-46e1fdb2-64f9-4136-a4cc-4952119467f1 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0539889 Feb 15 17:31:01.416367 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e0430610-c16d-4547-9426-7b322ddea54d req-7a5d1c83-8cfb-4ff4-9990-4ca4054672f0 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437942 Feb 15 17:31:02.541833 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e325c1-dcb0-4cf7-898a-f089fed1332c req-19b1510e-9bbc-4eca-bac0-8e16a0103cf5 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:02.543308 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-85e325c1-dcb0-4cf7-898a-f089fed1332c req-19b1510e-9bbc-4eca-bac0-8e16a0103cf5 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0560701 Feb 15 17:31:02.588596 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-85e325c1-dcb0-4cf7-898a-f089fed1332c req-fe6baaef-48a2-4fbc-afd1-93bc6848d913 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396926 Feb 15 17:31:03.512247 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-7448d4a6-2730-4dbd-8e74-d72168741546 service neutron] show failed (client error): The resource could not be found. Feb 15 17:31:03.513278 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-7448d4a6-2730-4dbd-8e74-d72168741546 service neutron] 10.222.0.10 "GET /v2.0/ports/1118c929-de4d-4d0e-a529-3cac00de18e4/bindings/n-h1-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0533967 Feb 15 17:31:03.709604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c434b-6a1d-44c2-b05f-5c65032e4a1d req-519ad99f-d609-4e2f-99df-e7ceb9cdde57 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:03.711108 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c52c434b-6a1d-44c2-b05f-5c65032e4a1d req-519ad99f-d609-4e2f-99df-e7ceb9cdde57 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0535986 Feb 15 17:31:03.745835 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:31:03.761290 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c52c434b-6a1d-44c2-b05f-5c65032e4a1d req-6d4d6d7e-3dae-4442-be2d-40dbb99a64f1 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443742 Feb 15 17:31:04.157831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-3e511d9b-2606-47cc-a622-df29f29ca6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:04.159256 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-3e511d9b-2606-47cc-a622-df29f29ca6ab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21&tenant_id=777f514b6953456b98c4c581aaeb7931 HTTP/1.1" status: 200 len: 1128 time: 0.0438292 Feb 15 17:31:04.169668 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:31:04.225802 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:04.427529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] For port 1118c929-de4d-4d0e-a529-3cac00de18e4, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1118c929-de4d-4d0e-a529-3cac00de18e4,segment=NetworkSegment(b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c),segment_id=b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:31:04.459778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] For port 1118c929-de4d-4d0e-a529-3cac00de18e4, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:31:04.498272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96df47b5-fba3-4e31-b93e-49a0d5814c21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1118c929-de4d-4d0e-a529-3cac00de18e4'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:31:04.500563 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83287725-834b-48d9-804b-954357157c89" -d '{"events": [{"server_uuid": "96df47b5-fba3-4e31-b93e-49a0d5814c21", "name": "network-vif-unplugged", "status": "completed", "tag": "1118c929-de4d-4d0e-a529-3cac00de18e4"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:31:04.504484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Publish callbacks [] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:04.517234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Transition to ACTIVE for port object 1118c929-de4d-4d0e-a529-3cac00de18e4 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:31:04.547492 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801f2da7-6c6e-48ea-a5c3-1d1c902726f7 x-openstack-request-id: req-801f2da7-6c6e-48ea-a5c3-1d1c902726f7 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:31:04.547792 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96df47b5-fba3-4e31-b93e-49a0d5814c21", "name": "network-vif-unplugged", "status": "completed", "tag": "1118c929-de4d-4d0e-a529-3cac00de18e4", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:31:04.548057 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-801f2da7-6c6e-48ea-a5c3-1d1c902726f7 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:31:04.548498 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96df47b5-fba3-4e31-b93e-49a0d5814c21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1118c929-de4d-4d0e-a529-3cac00de18e4', 'code': 200} Feb 15 17:31:04.584681 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:04.646051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] No DVR routers for this DVR port 1118c929-de4d-4d0e-a529-3cac00de18e4 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:31:04.652753 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1118c929-de4d-4d0e-a529-3cac00de18e4,revision_number=6']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:31:04.681774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:04.682052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:04.682406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:04.682749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:04.683086 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:04.683422 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:04.683754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:04.684083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:04.684411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:04.684738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:04.685066 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:04.685415 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:04.685743 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:04.700113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Attempting to bind port 1118c929-de4d-4d0e-a529-3cac00de18e4 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:31:04.700475 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Attempting to bind port 1118c929-de4d-4d0e-a529-3cac00de18e4 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd61e403b-73a5-4434-8e11-aeca57b83920'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:31:04.700790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Attempting to bind port 1118c929-de4d-4d0e-a529-3cac00de18e4 on network d61e403b-73a5-4434-8e11-aeca57b83920 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:31:04.705104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Port 1118c929-de4d-4d0e-a529-3cac00de18e4 on network d61e403b-73a5-4434-8e11-aeca57b83920 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:31:04.705454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Attempting to bind port 1118c929-de4d-4d0e-a529-3cac00de18e4 on network d61e403b-73a5-4434-8e11-aeca57b83920 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:31:04.710770 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:31:04.711110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Checking segment: {'id': 'b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd61e403b-73a5-4434-8e11-aeca57b83920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:31:04.711491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Bound using segment: {'id': 'b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd61e403b-73a5-4434-8e11-aeca57b83920'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:31:04.711912 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Bound port: 1118c929-de4d-4d0e-a529-3cac00de18e4, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd61e403b-73a5-4434-8e11-aeca57b83920'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:31:04.712271 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:04.773447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] For port 1118c929-de4d-4d0e-a529-3cac00de18e4, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:31:04.776345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] For port 1118c929-de4d-4d0e-a529-3cac00de18e4, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1118c929-de4d-4d0e-a529-3cac00de18e4,segment=NetworkSegment(b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c),segment_id=b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:31:04.867702 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:04.914151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:04.914779 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:04.916167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] 10.222.0.67 "PUT /v2.0/ports/1118c929-de4d-4d0e-a529-3cac00de18e4 HTTP/1.1" status: 200 len: 1092 time: 0.7504241 Feb 15 17:31:04.925255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8771a-2bae-4881-9e87-50d7d6fb4aa2 req-910772ad-a5fc-4e4b-848d-84e76c8bf3e0 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:04.927267 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1f8771a-2bae-4881-9e87-50d7d6fb4aa2 req-910772ad-a5fc-4e4b-848d-84e76c8bf3e0 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 943 time: 0.0967555 Feb 15 17:31:04.962769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7123637-bb55-4104-b335-2229d5bfa8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1118c929-de4d-4d0e-a529-3cac00de18e4,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:31:05.012737 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1f8771a-2bae-4881-9e87-50d7d6fb4aa2 req-d557284d-9702-44a0-9f25-05e324693c56 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750535 Feb 15 17:31:05.022139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-937800ad-a9fe-4638-bd85-ac1e7a33b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:05.024262 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-937800ad-a9fe-4638-bd85-ac1e7a33b8bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=777f514b6953456b98c4c581aaeb7931&device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 1126 time: 0.0836189 Feb 15 17:31:05.115432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-5a9ec206-2497-45b8-a2ad-7c978e4fb4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:05.117092 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-5a9ec206-2497-45b8-a2ad-7c978e4fb4af service neutron] 10.222.0.67 "GET /v2.0/networks?id=d61e403b-73a5-4434-8e11-aeca57b83920 HTTP/1.1" status: 200 len: 913 time: 0.0863726 Feb 15 17:31:05.463261 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-d0000a61-56f6-4f61-b31a-5c6094461de3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1118c929-de4d-4d0e-a529-3cac00de18e4 HTTP/1.1" status: 200 len: 217 time: 0.3404205 Feb 15 17:31:05.509924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-a280d5d7-8a27-4d5f-a2e3-d8b5c17e24a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:05.511360 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-a280d5d7-8a27-4d5f-a2e3-d8b5c17e24a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b86bacdc-5cf6-47ea-9d05-683c872121f6 HTTP/1.1" status: 200 len: 852 time: 0.0423627 Feb 15 17:31:05.542432 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-68693ab6-2bd0-4e43-ad28-072e1d7f6808 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d61e403b-73a5-4434-8e11-aeca57b83920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251791 Feb 15 17:31:05.630467 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-77e86ee9-d156-45db-abbf-592961044b96 service neutron] 10.222.0.67 "GET /v2.0/networks/d61e403b-73a5-4434-8e11-aeca57b83920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821333 Feb 15 17:31:05.717213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d34edc65-f13a-40a1-ab39-e1b766496af6 req-51f55169-57d7-4efd-a974-bbf9662af043 service neutron] 10.222.0.67 "GET /v2.0/networks/d61e403b-73a5-4434-8e11-aeca57b83920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811949 Feb 15 17:31:06.134333 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa1aef-e87d-40e9-b39a-5108e6b963b4 req-350b3132-d0f5-4e07-aa09-2590813a0ec2 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:06.135823 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97fa1aef-e87d-40e9-b39a-5108e6b963b4 req-350b3132-d0f5-4e07-aa09-2590813a0ec2 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 943 time: 0.0520496 Feb 15 17:31:06.182281 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97fa1aef-e87d-40e9-b39a-5108e6b963b4 req-157d32f4-92a0-45e1-90fb-e34242a282d3 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406578 Feb 15 17:31:06.349054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1118c929-de4d-4d0e-a529-3cac00de18e4 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:31:06.390834 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] The host n-h2-828372-14 is not matching for port 1118c929-de4d-4d0e-a529-3cac00de18e4 host n-h1-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:31:06.391225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1118c929-de4d-4d0e-a529-3cac00de18e4 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:31:06.549809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96df47b5-fba3-4e31-b93e-49a0d5814c21', 'tag': '1118c929-de4d-4d0e-a529-3cac00de18e4'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:31:06.552148 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3" -d '{"events": [{"name": "network-changed", "server_uuid": "96df47b5-fba3-4e31-b93e-49a0d5814c21", "tag": "1118c929-de4d-4d0e-a529-3cac00de18e4"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:31:06.599360 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5725ee66-8f27-431c-9804-d16e60fcbdbd x-openstack-request-id: req-5725ee66-8f27-431c-9804-d16e60fcbdbd {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:31:06.599607 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96df47b5-fba3-4e31-b93e-49a0d5814c21", "tag": "1118c929-de4d-4d0e-a529-3cac00de18e4", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:31:06.599867 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5725ee66-8f27-431c-9804-d16e60fcbdbd {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:31:06.600270 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96df47b5-fba3-4e31-b93e-49a0d5814c21', 'tag': '1118c929-de4d-4d0e-a529-3cac00de18e4', 'status': 'completed', 'code': 200} Feb 15 17:31:06.695000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-93dc71da-1f60-4d60-9045-9e70a3bbddda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:06.696521 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-93dc71da-1f60-4d60-9045-9e70a3bbddda service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=777f514b6953456b98c4c581aaeb7931&device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 1126 time: 0.0794432 Feb 15 17:31:06.698934 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-bbcb6332-885f-4b1e-83c4-8c10414405f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:06.700296 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-bbcb6332-885f-4b1e-83c4-8c10414405f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=777f514b6953456b98c4c581aaeb7931&device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 1126 time: 0.0742373 Feb 15 17:31:06.856654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-ac7dd5c1-a88b-44e5-b6f6-ae1232539c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:06.858095 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-ac7dd5c1-a88b-44e5-b6f6-ae1232539c96 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61e403b-73a5-4434-8e11-aeca57b83920 HTTP/1.1" status: 200 len: 913 time: 0.1468892 Feb 15 17:31:06.859528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-b0a75492-a419-49ed-b0f2-56717ae86655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:06.860849 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-b0a75492-a419-49ed-b0f2-56717ae86655 service neutron] 10.222.0.67 "GET /v2.0/networks?id=d61e403b-73a5-4434-8e11-aeca57b83920 HTTP/1.1" status: 200 len: 913 time: 0.1567020 Feb 15 17:31:06.906563 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-b96d8e93-c9c0-4886-a212-4a537c6988ee service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1118c929-de4d-4d0e-a529-3cac00de18e4 HTTP/1.1" status: 200 len: 217 time: 0.0424614 Feb 15 17:31:06.939719 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26130480-52b3-4921-b4ee-a35826cb6432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:06.939940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-0313dee0-8fcb-4a15-ab46-ddb360caca3a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1118c929-de4d-4d0e-a529-3cac00de18e4 HTTP/1.1" status: 200 len: 217 time: 0.0702755 Feb 15 17:31:07.012080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-16dfd253-3691-4dd4-a53f-3a394dc18f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:07.013589 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-16dfd253-3691-4dd4-a53f-3a394dc18f28 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b86bacdc-5cf6-47ea-9d05-683c872121f6 HTTP/1.1" status: 200 len: 852 time: 0.0815978 Feb 15 17:31:07.018554 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-368ae9ab-51e6-4fc3-8ef8-212036925f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:07.019893 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-368ae9ab-51e6-4fc3-8ef8-212036925f2f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b86bacdc-5cf6-47ea-9d05-683c872121f6 HTTP/1.1" status: 200 len: 852 time: 0.0606332 Feb 15 17:31:07.064972 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-d46a800e-a43d-437b-9d61-15d57d13c2e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61e403b-73a5-4434-8e11-aeca57b83920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436630 Feb 15 17:31:07.066870 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-1e8e4fc5-4419-404f-bb6c-3e4c6402ae9d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=d61e403b-73a5-4434-8e11-aeca57b83920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384984 Feb 15 17:31:07.233766 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-4b3ba3c1-faf0-4397-9b80-21a99ab0cbcd service neutron] 10.222.0.10 "GET /v2.0/networks/d61e403b-73a5-4434-8e11-aeca57b83920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625874 Feb 15 17:31:07.239506 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-51f62767-a03b-4fee-8ddf-484b18e9472f service neutron] 10.222.0.67 "GET /v2.0/networks/d61e403b-73a5-4434-8e11-aeca57b83920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603122 Feb 15 17:31:07.304921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed1c46-fe69-4303-8b53-0eab1cda22ba req-8437bfb0-1080-47d3-8ae5-b2de8b16a128 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:07.306435 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d4ed1c46-fe69-4303-8b53-0eab1cda22ba req-8437bfb0-1080-47d3-8ae5-b2de8b16a128 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 943 time: 0.0563712 Feb 15 17:31:07.362777 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d4ed1c46-fe69-4303-8b53-0eab1cda22ba req-ca56d9f2-7234-4137-a633-52d092c7f477 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502002 Feb 15 17:31:07.392541 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-1ec0bbd1-a687-429b-a8b2-f01f55b36727 service neutron] 10.222.0.10 "GET /v2.0/networks/d61e403b-73a5-4434-8e11-aeca57b83920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521037 Feb 15 17:31:07.396004 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea2d84fe-3af0-4f5a-906b-d80e35c918d3 req-106580c7-f8fb-4042-b7ee-7946f7917095 service neutron] 10.222.0.67 "GET /v2.0/networks/d61e403b-73a5-4434-8e11-aeca57b83920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479061 Feb 15 17:31:08.490230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49569ed-aad7-4f60-9af2-0cbff84d4401 req-5e27915c-60b1-4f05-be16-e3910d218ca8 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:08.491811 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e49569ed-aad7-4f60-9af2-0cbff84d4401 req-5e27915c-60b1-4f05-be16-e3910d218ca8 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 943 time: 0.0587668 Feb 15 17:31:08.542586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e49569ed-aad7-4f60-9af2-0cbff84d4401 req-48e5f6c1-d2d5-4674-9191-1924bbb8127f tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434182 Feb 15 17:31:09.008081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-f2bf042f-c0cd-463c-922e-599f5ac064f4 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:09.009600 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-f2bf042f-c0cd-463c-922e-599f5ac064f4 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.10 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21&tenant_id=777f514b6953456b98c4c581aaeb7931&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 943 time: 0.0549574 Feb 15 17:31:09.068646 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-0757b665-7032-4923-beaf-7dce764245db service neutron] delete failed (client error): The resource could not be found. Feb 15 17:31:09.069685 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-0757b665-7032-4923-beaf-7dce764245db service neutron] 10.222.0.10 "DELETE /v2.0/ports/1118c929-de4d-4d0e-a529-3cac00de18e4/bindings/n-h2-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0520813 Feb 15 17:31:09.156530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-bf023cac-cbf5-4277-8897-f1c1c6cc2028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:09.158067 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-bf023cac-cbf5-4277-8897-f1c1c6cc2028 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=777f514b6953456b98c4c581aaeb7931&device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 1126 time: 0.0482960 Feb 15 17:31:09.247304 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-e2522279-8776-4aaa-8705-bb37f1d506fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:09.248841 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-e2522279-8776-4aaa-8705-bb37f1d506fc service neutron] 10.222.0.10 "GET /v2.0/networks?id=d61e403b-73a5-4434-8e11-aeca57b83920 HTTP/1.1" status: 200 len: 913 time: 0.0838089 Feb 15 17:31:09.282805 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3cb05ca-2b66-4b20-97dd-74d031cd9dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:09.294627 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-1f6cfe7d-ee8a-4c63-bfad-885bf891dac7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1118c929-de4d-4d0e-a529-3cac00de18e4 HTTP/1.1" status: 200 len: 217 time: 0.0403547 Feb 15 17:31:09.347606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-666f2958-9ca3-41bb-9b9e-25a2f0fa34fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:09.349700 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-666f2958-9ca3-41bb-9b9e-25a2f0fa34fb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b86bacdc-5cf6-47ea-9d05-683c872121f6 HTTP/1.1" status: 200 len: 852 time: 0.0444531 Feb 15 17:31:09.381695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-f97724d3-1255-423a-8296-3cea04b7f3e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d61e403b-73a5-4434-8e11-aeca57b83920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245330 Feb 15 17:31:09.470543 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-d10afb2f-9c7a-4b2c-9e9c-95adf8aabd40 service neutron] 10.222.0.10 "GET /v2.0/networks/d61e403b-73a5-4434-8e11-aeca57b83920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825179 Feb 15 17:31:09.564238 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-66ed0015-72bd-4cec-9151-0266c7150445 service neutron] 10.222.0.10 "GET /v2.0/networks/d61e403b-73a5-4434-8e11-aeca57b83920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867522 Feb 15 17:31:09.625940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1118c929-de4d-4d0e-a529-3cac00de18e4 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:31:09.725799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 1118c929-de4d-4d0e-a529-3cac00de18e4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1118c929-de4d-4d0e-a529-3cac00de18e4,segment=NetworkSegment(b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c),segment_id=b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:31:09.737439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '1118c929-de4d-4d0e-a529-3cac00de18e4', 'network_id': 'd61e403b-73a5-4434-8e11-aeca57b83920', 'port_id': '1118c929-de4d-4d0e-a529-3cac00de18e4', 'mac_address': 'fa:16:3e:88:b9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86bacdc-5cf6-47ea-9d05-683c872121f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:31:09.774596 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 1118c929-de4d-4d0e-a529-3cac00de18e4 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:31:09.774916 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:09.787523 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1118c929-de4d-4d0e-a529-3cac00de18e4 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:31:09.809605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 1118c929-de4d-4d0e-a529-3cac00de18e4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1118c929-de4d-4d0e-a529-3cac00de18e4,segment=NetworkSegment(b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c),segment_id=b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:31:09.882656 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:09.930946 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=1118c929-de4d-4d0e-a529-3cac00de18e4,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:31:09.938560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:09.938916 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:09.939261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:09.939601 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:09.939945 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:09.940277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:09.940606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:09.940939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:09.941266 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:09.941619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:09.941988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:09.942856 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:09.943181 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:10.109006 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['1118c929-de4d-4d0e-a529-3cac00de18e4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:31:10.585785 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:10.960887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37068db3-2229-43b6-a092-ddf36bb561f6 req-2512af83-aa58-4b2a-a8f2-3b0d4339f144 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:10.962398 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-37068db3-2229-43b6-a092-ddf36bb561f6 req-2512af83-aa58-4b2a-a8f2-3b0d4339f144 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 944 time: 0.0532534 Feb 15 17:31:11.009400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-37068db3-2229-43b6-a092-ddf36bb561f6 req-b4879985-5c1a-446e-aae0-efade8e90975 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413990 Feb 15 17:31:11.656704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1118c929-de4d-4d0e-a529-3cac00de18e4 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:31:11.745423 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 1118c929-de4d-4d0e-a529-3cac00de18e4 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:31:11.749274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 1118c929-de4d-4d0e-a529-3cac00de18e4 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:31:11.749618 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:11.827126 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 1118c929-de4d-4d0e-a529-3cac00de18e4 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:31:11.827507 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:11.852486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96df47b5-fba3-4e31-b93e-49a0d5814c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1118c929-de4d-4d0e-a529-3cac00de18e4'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:31:11.856007 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41931e51-7b50-484e-8be2-4b949dfdb819" -d '{"events": [{"server_uuid": "96df47b5-fba3-4e31-b93e-49a0d5814c21", "name": "network-vif-plugged", "status": "completed", "tag": "1118c929-de4d-4d0e-a529-3cac00de18e4"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:31:11.869356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 1118c929-de4d-4d0e-a529-3cac00de18e4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1118c929-de4d-4d0e-a529-3cac00de18e4,segment=NetworkSegment(b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c),segment_id=b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:31:11.896757 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c57dfe6-a3e6-4abb-94a1-14c5cafe2ef2 x-openstack-request-id: req-8c57dfe6-a3e6-4abb-94a1-14c5cafe2ef2 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:31:11.897054 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96df47b5-fba3-4e31-b93e-49a0d5814c21", "name": "network-vif-plugged", "status": "completed", "tag": "1118c929-de4d-4d0e-a529-3cac00de18e4", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:31:11.897339 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8c57dfe6-a3e6-4abb-94a1-14c5cafe2ef2 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:31:11.897798 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96df47b5-fba3-4e31-b93e-49a0d5814c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1118c929-de4d-4d0e-a529-3cac00de18e4', 'code': 200} Feb 15 17:31:11.933884 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:11.981691 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=1118c929-de4d-4d0e-a529-3cac00de18e4,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:31:12.054048 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:12.135935 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b7916-b14a-4471-b9af-518a0a079fbd req-84067bab-2f5c-4ff9-9192-a26e51fdb1fa tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:12.137488 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-698b7916-b14a-4471-b9af-518a0a079fbd req-84067bab-2f5c-4ff9-9192-a26e51fdb1fa tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0592864 Feb 15 17:31:12.215253 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-698b7916-b14a-4471-b9af-518a0a079fbd req-1b1dbeb2-4974-44f4-b470-1b9a6acaa2a6 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/security-groups?id=81255405-43ad-424f-824c-d816b5a7f958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716379 Feb 15 17:31:12.230181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-cc48a5e1-01e0-4da2-ac50-0b42d447aee3 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:12.230181 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-cc48a5e1-01e0-4da2-ac50-0b42d447aee3 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.67 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 945 time: 0.0784304 Feb 15 17:31:12.324603 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-32b78063-7e0e-46c8-a2c3-c9dd4b408197 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Deleting port 1118c929-de4d-4d0e-a529-3cac00de18e4 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:31:12.324842 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-32b78063-7e0e-46c8-a2c3-c9dd4b408197 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:12.411447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-32b78063-7e0e-46c8-a2c3-c9dd4b408197 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] For port 1118c929-de4d-4d0e-a529-3cac00de18e4, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1118c929-de4d-4d0e-a529-3cac00de18e4,segment=NetworkSegment(b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c),segment_id=b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:31:12.411818 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-32b78063-7e0e-46c8-a2c3-c9dd4b408197 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:12.423899 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-32b78063-7e0e-46c8-a2c3-c9dd4b408197 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Calling delete_port for 1118c929-de4d-4d0e-a529-3cac00de18e4 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:31:12.591272 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-32b78063-7e0e-46c8-a2c3-c9dd4b408197 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1118c929-de4d-4d0e-a529-3cac00de18e4), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:12.605105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['1118c929-de4d-4d0e-a529-3cac00de18e4'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:31:12.620544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b78063-7e0e-46c8-a2c3-c9dd4b408197 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Pushing event deleted for resources: {'Port': ['ID=1118c929-de4d-4d0e-a529-3cac00de18e4,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:31:12.663841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-32b78063-7e0e-46c8-a2c3-c9dd4b408197 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] No DVR routers for this DVR port 1118c929-de4d-4d0e-a529-3cac00de18e4 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:31:12.666465 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-32b78063-7e0e-46c8-a2c3-c9dd4b408197 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:12.669832 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-74c458eb-12b3-48e7-a049-53601b95e4c5 req-32b78063-7e0e-46c8-a2c3-c9dd4b408197 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.67 "DELETE /v2.0/ports/1118c929-de4d-4d0e-a529-3cac00de18e4 HTTP/1.1" status: 204 len: 173 time: 0.4357417 Feb 15 17:31:12.670274 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96df47b5-fba3-4e31-b93e-49a0d5814c21', 'name': 'network-vif-deleted', 'tag': '1118c929-de4d-4d0e-a529-3cac00de18e4'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:31:12.672538 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d417fca2-4f1f-43ba-8916-c90d65f421eb" -d '{"events": [{"server_uuid": "96df47b5-fba3-4e31-b93e-49a0d5814c21", "name": "network-vif-deleted", "tag": "1118c929-de4d-4d0e-a529-3cac00de18e4"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:31:12.709046 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfd3383-287c-4376-8796-49ab618e7624 x-openstack-request-id: req-6cfd3383-287c-4376-8796-49ab618e7624 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:31:12.709347 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96df47b5-fba3-4e31-b93e-49a0d5814c21", "name": "network-vif-deleted", "tag": "1118c929-de4d-4d0e-a529-3cac00de18e4", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:31:12.709633 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6cfd3383-287c-4376-8796-49ab618e7624 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:31:12.710042 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96df47b5-fba3-4e31-b93e-49a0d5814c21', 'name': 'network-vif-deleted', 'tag': '1118c929-de4d-4d0e-a529-3cac00de18e4', 'status': 'completed', 'code': 200} Feb 15 17:31:13.326400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4601eac-6ee8-4aed-b226-9937082cc872 req-6261ed52-f97b-4c08-8f00-b87f66611110 tempest-DeleteServersTestJSON-528182731 tempest-DeleteServersTestJSON-528182731-project] 10.222.0.107 "GET /v2.0/ports?device_id=96df47b5-fba3-4e31-b93e-49a0d5814c21 HTTP/1.1" status: 200 len: 210 time: 0.0315518 Feb 15 17:31:13.517146 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:14.460268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39706) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:31:14.506029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-35925e47-5360-4d09-96eb-edc2dc570e60 admin admin] Deleting subnet b86bacdc-5cf6-47ea-9d05-683c872121f6 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:31:14.509019 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35925e47-5360-4d09-96eb-edc2dc570e60 admin admin] Publish callbacks [] for subnet (b86bacdc-5cf6-47ea-9d05-683c872121f6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:14.543209 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35925e47-5360-4d09-96eb-edc2dc570e60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (b86bacdc-5cf6-47ea-9d05-683c872121f6), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:14.581295 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35925e47-5360-4d09-96eb-edc2dc570e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (b86bacdc-5cf6-47ea-9d05-683c872121f6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:14.698907 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35925e47-5360-4d09-96eb-edc2dc570e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (b86bacdc-5cf6-47ea-9d05-683c872121f6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:14.727758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35925e47-5360-4d09-96eb-edc2dc570e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b86bacdc-5cf6-47ea-9d05-683c872121f6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:31:14.733716 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35925e47-5360-4d09-96eb-edc2dc570e60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:14.738185 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-35925e47-5360-4d09-96eb-edc2dc570e60 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/b86bacdc-5cf6-47ea-9d05-683c872121f6 HTTP/1.1" status: 204 len: 168 time: 0.2768099 Feb 15 17:31:14.740900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39708) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:31:14.809243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bed39b5c-4867-43bd-be17-c152c2ca253f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (d61e403b-73a5-4434-8e11-aeca57b83920), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:14.891656 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bed39b5c-4867-43bd-be17-c152c2ca253f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (d61e403b-73a5-4434-8e11-aeca57b83920), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:14.911929 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-bed39b5c-4867-43bd-be17-c152c2ca253f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61e403b-73a5-4434-8e11-aeca57b83920']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:31:14.920953 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-bed39b5c-4867-43bd-be17-c152c2ca253f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:31:14.921258 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-bed39b5c-4867-43bd-be17-c152c2ca253f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:31:14.930545 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bed39b5c-4867-43bd-be17-c152c2ca253f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:14.944347 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bed39b5c-4867-43bd-be17-c152c2ca253f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:14.950217 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed39b5c-4867-43bd-be17-c152c2ca253f admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:31:14.950540 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bed39b5c-4867-43bd-be17-c152c2ca253f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (b2a8db5c-da4b-4bbd-9e55-8cb6cc06491c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:31:14.952150 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:31:15.082510 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bed39b5c-4867-43bd-be17-c152c2ca253f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (d61e403b-73a5-4434-8e11-aeca57b83920), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:15.089257 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bed39b5c-4867-43bd-be17-c152c2ca253f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:15.092846 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bed39b5c-4867-43bd-be17-c152c2ca253f admin admin] 10.222.0.107 "DELETE /v2.0/networks/d61e403b-73a5-4434-8e11-aeca57b83920 HTTP/1.1" status: 204 len: 168 time: 0.3507493 Feb 15 17:31:15.104557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed39b5c-4867-43bd-be17-c152c2ca253f admin admin] Pushing event deleted for resources: {'Network': ['ID=d61e403b-73a5-4434-8e11-aeca57b83920,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:31:15.379487 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39712) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:31:15.419584 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0a741415-4b47-4770-9a8a-2e02341fff47 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=777f514b6953456b98c4c581aaeb7931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389414 Feb 15 17:31:15.422050 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 39714) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:31:15.473228 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-923b74aa-3113-442a-90a9-2517a835ff90 admin admin] Publish callbacks [] for security_group (81255405-43ad-424f-824c-d816b5a7f958), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:15.493939 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-923b74aa-3113-442a-90a9-2517a835ff90 admin admin] Publish callbacks [] for security_group (81255405-43ad-424f-824c-d816b5a7f958), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:15.614239 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-923b74aa-3113-442a-90a9-2517a835ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (81255405-43ad-424f-824c-d816b5a7f958), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:15.616963 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-923b74aa-3113-442a-90a9-2517a835ff90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:15.618196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-923b74aa-3113-442a-90a9-2517a835ff90 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/81255405-43ad-424f-824c-d816b5a7f958 HTTP/1.1" status: 204 len: 168 time: 0.1952658 Feb 15 17:31:15.626399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b74aa-3113-442a-90a9-2517a835ff90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81255405-43ad-424f-824c-d816b5a7f958,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:31:15.663345 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1118c929-de4d-4d0e-a529-3cac00de18e4 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:31:15.683314 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 1118c929-de4d-4d0e-a529-3cac00de18e4 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:31:15.683676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1118c929-de4d-4d0e-a529-3cac00de18e4 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:31:16.587857 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39736) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:31:16.697759 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1778708458-network', 'tenant_id': '3850c4e276264b368d8f15d7d408ea16'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:31:16.813298 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Made reservation on behalf of 3850c4e276264b368d8f15d7d408ea16 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:31:16.815696 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:16.824694 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:16.898326 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Publish callbacks [] for security_group (1e53e95e-b9bd-4949-acd8-6203d83aa29b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:16.951108 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1e53e95e-b9bd-4949-acd8-6203d83aa29b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:16.980017 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:31:16.989252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e53e95e-b9bd-4949-acd8-6203d83aa29b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:31:16.999746 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2c9c0a82-db07-473d-81c6-b55027fadea9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:17.002443 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Added segment 2c9c0a82-db07-473d-81c6-b55027fadea9 of type vlan for network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a Feb 15 17:31:17.002443 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:17.002443 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:17.002714 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:17.003017 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:17.003619 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:17.003955 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:17.004289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:17.005127 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:17.005481 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:17.005813 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:17.006140 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:17.006462 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:17.006786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:31:17.052757 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (3241f66e-80c3-4ca8-9c93-3c383b7ae77a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:17.133734 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (3241f66e-80c3-4ca8-9c93-3c383b7ae77a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:17.134680 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:17.135261 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:17.196617 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] Pushing event updated for resources: {'Network': ['ID=3241f66e-80c3-4ca8-9c93-3c383b7ae77a,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:31:17.206468 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:31:17.246178 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-994d9d44-c466-4e2e-a6f1-d1ec18b1e7e7 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6571054 Feb 15 17:31:17.249522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 39740) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:31:17.254849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a9215436-53b3-41f3-8df5-b8808a5e0547 admin admin] Request body: {'subnet': {'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1778708458-subnet', 'tenant_id': '3850c4e276264b368d8f15d7d408ea16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:31:17.328786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9215436-53b3-41f3-8df5-b8808a5e0547 admin admin] Made reservation on behalf of 3850c4e276264b368d8f15d7d408ea16 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:31:17.331200 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a9215436-53b3-41f3-8df5-b8808a5e0547 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:17.563582 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a9215436-53b3-41f3-8df5-b8808a5e0547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (60f8959a-02a1-4e77-82d7-3a3c001e4151), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:17.616611 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9215436-53b3-41f3-8df5-b8808a5e0547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60f8959a-02a1-4e77-82d7-3a3c001e4151,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:31:17.626643 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9215436-53b3-41f3-8df5-b8808a5e0547 admin admin] Checking segment: {'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:31:17.627004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9215436-53b3-41f3-8df5-b8808a5e0547 admin admin] Network hostable DHCP agents. Network: 3241f66e-80c3-4ca8-9c93-3c383b7ae77a, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:31:17.727840 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9215436-53b3-41f3-8df5-b8808a5e0547 admin admin] Network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:31:17.813671 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a9215436-53b3-41f3-8df5-b8808a5e0547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 3241f66e-80c3-4ca8-9c93-3c383b7ae77a) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:31:17.817774 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9215436-53b3-41f3-8df5-b8808a5e0547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:17.818375 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a9215436-53b3-41f3-8df5-b8808a5e0547 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:17.825091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863e015f-6c85-4136-a276-3defaca60824 None None] Network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:31:17.923279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad82067c-7220-42b5-abf6-c8bb27d1c946 None None] Network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:31:17.925144 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a9215436-53b3-41f3-8df5-b8808a5e0547 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6745865 Feb 15 17:31:18.340829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-74c857a7-3783-4db0-a4a5-5d27a58e730f tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:18.342246 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-74c857a7-3783-4db0-a4a5-5d27a58e730f tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/networks?id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a HTTP/1.1" status: 200 len: 815 time: 0.1042871 Feb 15 17:31:18.356878 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-8b041051-7192-4905-9ed8-37515673d7b1 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/quotas/3850c4e276264b368d8f15d7d408ea16 HTTP/1.1" status: 200 len: 375 time: 0.0089464 Feb 15 17:31:18.392361 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-fd04aa27-bb98-4024-88a2-8fbb2549b700 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=3850c4e276264b368d8f15d7d408ea16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287919 Feb 15 17:31:18.480446 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-9c272819-c24e-440d-9c31-e1d0fe816b5d service neutron] 10.222.0.107 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815954 Feb 15 17:31:18.573157 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-46434738-19f0-45fb-b8f3-75d63014b48a service neutron] 10.222.0.107 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869806 Feb 15 17:31:18.793990 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97f0784f-f4bd-4c66-bcfa-5c1cf672298e req-b96e6cf0-5d53-4b7d-96eb-08865d9eb515 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 210 time: 0.0294344 Feb 15 17:31:19.890663 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d8124195-e557-41f7-a404-3fbfaae525ee req-95333c01-9219-4ff0-8c1b-9b81b9f913b9 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 210 time: 0.0314665 Feb 15 17:31:20.909755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-cddbd003-29a0-4986-b09f-4553527a3056 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:20.911330 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-cddbd003-29a0-4986-b09f-4553527a3056 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.67 "GET /v2.0/networks?id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a HTTP/1.1" status: 200 len: 815 time: 0.1079152 Feb 15 17:31:20.922561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-f497888b-1a29-454d-a1aa-3646297e7e85 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Request body: {'port': {'device_id': '0062a591-5081-4b80-9ed3-2b9b1530eb44', 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a', 'admin_state_up': True, 'tenant_id': '3850c4e276264b368d8f15d7d408ea16'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:31:20.995633 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c4ab0ed5-356a-4502-ab1a-917d08a43c72 req-82c4c518-907f-4195-9592-1a9ac56302cb tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 210 time: 0.0351565 Feb 15 17:31:21.110858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-f497888b-1a29-454d-a1aa-3646297e7e85 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Made reservation on behalf of 3850c4e276264b368d8f15d7d408ea16 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:31:21.114232 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-f497888b-1a29-454d-a1aa-3646297e7e85 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:21.242966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-f497888b-1a29-454d-a1aa-3646297e7e85 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Allocated IP 172.20.0.2 (3241f66e-80c3-4ca8-9c93-3c383b7ae77a/60f8959a-02a1-4e77-82d7-3a3c001e4151/cda74fee-cb76-4397-b58f-026987ced07b) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:31:21.393188 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-f497888b-1a29-454d-a1aa-3646297e7e85 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Publish callbacks [] for port (cda74fee-cb76-4397-b58f-026987ced07b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:21.506009 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-f497888b-1a29-454d-a1aa-3646297e7e85 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cda74fee-cb76-4397-b58f-026987ced07b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:21.546438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-f497888b-1a29-454d-a1aa-3646297e7e85 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:31:21.552083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-f497888b-1a29-454d-a1aa-3646297e7e85 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:31:21.555780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-f497888b-1a29-454d-a1aa-3646297e7e85 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:31:21.581587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497888b-1a29-454d-a1aa-3646297e7e85 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Pushing event updated for resources: {'Port': ['ID=cda74fee-cb76-4397-b58f-026987ced07b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:31:21.610972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-f497888b-1a29-454d-a1aa-3646297e7e85 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:21.611618 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-f497888b-1a29-454d-a1aa-3646297e7e85 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:21.742874 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-f497888b-1a29-454d-a1aa-3646297e7e85 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8241477 Feb 15 17:31:21.754715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Request body: {'port': {'device_id': '0062a591-5081-4b80-9ed3-2b9b1530eb44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:31:21.815264 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cda74fee-cb76-4397-b58f-026987ced07b), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:22.078476 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda74fee-cb76-4397-b58f-026987ced07b {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:31:22.101766 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Publish callbacks [] for port (cda74fee-cb76-4397-b58f-026987ced07b), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:22.118487 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Transition to ACTIVE for port object cda74fee-cb76-4397-b58f-026987ced07b will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:31:22.136095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4a9a8-7a3e-4265-bb46-3a9a156537ac req-9bbf2d28-e9e9-4a60-b0dc-365490fe9a86 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:22.137630 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbf4a9a8-7a3e-4265-bb46-3a9a156537ac req-9bbf2d28-e9e9-4a60-b0dc-365490fe9a86 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 931 time: 0.0728326 Feb 15 17:31:22.188387 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dbf4a9a8-7a3e-4265-bb46-3a9a156537ac req-535a10f1-4a7a-4181-9e0b-c9ac94a00c8d tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451195 Feb 15 17:31:22.196709 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (cda74fee-cb76-4397-b58f-026987ced07b), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:22.265849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=cda74fee-cb76-4397-b58f-026987ced07b,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:31:22.317306 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Attempting to bind port cda74fee-cb76-4397-b58f-026987ced07b on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:31:22.317682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Attempting to bind port cda74fee-cb76-4397-b58f-026987ced07b by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:31:22.318029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Attempting to bind port cda74fee-cb76-4397-b58f-026987ced07b on network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:31:22.322432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Port cda74fee-cb76-4397-b58f-026987ced07b on network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:31:22.322761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Attempting to bind port cda74fee-cb76-4397-b58f-026987ced07b on network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:31:22.327642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:31:22.327989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Checking segment: {'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:31:22.328377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Bound using segment: {'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:31:22.328807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Bound port: cda74fee-cb76-4397-b58f-026987ced07b, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:31:22.329169 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cda74fee-cb76-4397-b58f-026987ced07b), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:22.391165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] For port cda74fee-cb76-4397-b58f-026987ced07b, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:31:22.394937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] For port cda74fee-cb76-4397-b58f-026987ced07b, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cda74fee-cb76-4397-b58f-026987ced07b,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:31:22.489012 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (cda74fee-cb76-4397-b58f-026987ced07b), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:22.527203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:22.527940 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:22.529351 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] 10.222.0.67 "PUT /v2.0/ports/cda74fee-cb76-4397-b58f-026987ced07b HTTP/1.1" status: 200 len: 1092 time: 0.7786331 Feb 15 17:31:22.529808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0062a591-5081-4b80-9ed3-2b9b1530eb44', 'tag': 'cda74fee-cb76-4397-b58f-026987ced07b'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:31:22.532033 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c120a7a2-9ea5-4bb2-97d0-c5eca0c60900" -d '{"events": [{"name": "network-changed", "server_uuid": "0062a591-5081-4b80-9ed3-2b9b1530eb44", "tag": "cda74fee-cb76-4397-b58f-026987ced07b"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:31:22.555115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf50970-edb1-4f0a-ab63-6430cbfc4eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=cda74fee-cb76-4397-b58f-026987ced07b,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:31:22.577127 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1deebec7-7f5d-402b-ad9d-0740ee13e452 x-openstack-request-id: req-1deebec7-7f5d-402b-ad9d-0740ee13e452 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:31:22.577447 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0062a591-5081-4b80-9ed3-2b9b1530eb44", "tag": "cda74fee-cb76-4397-b58f-026987ced07b", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:31:22.577850 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1deebec7-7f5d-402b-ad9d-0740ee13e452 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:31:22.578305 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0062a591-5081-4b80-9ed3-2b9b1530eb44', 'tag': 'cda74fee-cb76-4397-b58f-026987ced07b', 'status': 'completed', 'code': 200} Feb 15 17:31:22.640982 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120a7a2-9ea5-4bb2-97d0-c5eca0c60900 req-3bb157c7-7e37-4b9b-9831-898b4d40dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:22.642562 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c120a7a2-9ea5-4bb2-97d0-c5eca0c60900 req-3bb157c7-7e37-4b9b-9831-898b4d40dfa2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3850c4e276264b368d8f15d7d408ea16&device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 1126 time: 0.0458629 Feb 15 17:31:22.755252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120a7a2-9ea5-4bb2-97d0-c5eca0c60900 req-649169ed-b36a-4b28-b1f1-6197dc40310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:22.756836 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c120a7a2-9ea5-4bb2-97d0-c5eca0c60900 req-649169ed-b36a-4b28-b1f1-6197dc40310e service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=3850c4e276264b368d8f15d7d408ea16&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1073856 Feb 15 17:31:22.851408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120a7a2-9ea5-4bb2-97d0-c5eca0c60900 req-0e3d5517-cd2e-4a69-9993-a4cf8ef40924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:22.852924 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c120a7a2-9ea5-4bb2-97d0-c5eca0c60900 req-0e3d5517-cd2e-4a69-9993-a4cf8ef40924 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897629 Feb 15 17:31:22.936570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-a31cab01-ad59-4962-a86a-b02572f78208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:22.938363 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-a31cab01-ad59-4962-a86a-b02572f78208 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3850c4e276264b368d8f15d7d408ea16&device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 1126 time: 0.0470695 Feb 15 17:31:22.981833 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-365f9310-6f2e-42f1-9330-ce4423b88066 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cda74fee-cb76-4397-b58f-026987ced07b HTTP/1.1" status: 200 len: 217 time: 0.0372477 Feb 15 17:31:23.030564 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-50650f37-2dc9-49d5-8c60-b53761df4b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:23.031996 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-50650f37-2dc9-49d5-8c60-b53761df4b3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=60f8959a-02a1-4e77-82d7-3a3c001e4151 HTTP/1.1" status: 200 len: 855 time: 0.0429606 Feb 15 17:31:23.062517 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-14603bfd-e7eb-4c61-92f1-273d78137b35 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247731 Feb 15 17:31:23.159225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-7438c578-826b-4363-9526-d39e53eba2e6 service neutron] 10.222.0.67 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907950 Feb 15 17:31:23.252704 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-20a43ce3-5bab-44c0-9711-17f9698a8fad req-2bd4a9cb-b794-4529-8e5b-6337c0da6064 service neutron] 10.222.0.67 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879719 Feb 15 17:31:23.312661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d30e69-dbd6-4846-bf20-7d56c33e48b3 req-685a66b5-aafe-4671-ba70-2caf04ab54e8 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:23.314174 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1d30e69-dbd6-4846-bf20-7d56c33e48b3 req-685a66b5-aafe-4671-ba70-2caf04ab54e8 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 943 time: 0.0544744 Feb 15 17:31:23.380900 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1d30e69-dbd6-4846-bf20-7d56c33e48b3 req-012e18f8-db17-4ee4-af8a-8588d0a6dc14 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595083 Feb 15 17:31:24.504698 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff9f66-cd1f-45a3-be34-7c1115e4ec3b req-514e67e2-1ed9-41bd-96db-5f1579403e9f tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:24.506217 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-35ff9f66-cd1f-45a3-be34-7c1115e4ec3b req-514e67e2-1ed9-41bd-96db-5f1579403e9f tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 943 time: 0.0568812 Feb 15 17:31:24.552028 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-35ff9f66-cd1f-45a3-be34-7c1115e4ec3b req-65a95d26-f613-4b7b-91e8-c1534c372868 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395722 Feb 15 17:31:25.669778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7793631-f8bb-4000-98f9-21ea90320312 req-585052b3-ea79-4ebf-b43e-633ec22d37df tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:25.671270 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7793631-f8bb-4000-98f9-21ea90320312 req-585052b3-ea79-4ebf-b43e-633ec22d37df tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 943 time: 0.0516002 Feb 15 17:31:25.695445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device cda74fee-cb76-4397-b58f-026987ced07b details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:31:25.718175 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7793631-f8bb-4000-98f9-21ea90320312 req-a5d21c47-d185-4b6d-aa42-b0ec10ad9bdb tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408185 Feb 15 17:31:25.790235 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port cda74fee-cb76-4397-b58f-026987ced07b, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cda74fee-cb76-4397-b58f-026987ced07b,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:31:25.802080 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'cda74fee-cb76-4397-b58f-026987ced07b', 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a', 'port_id': 'cda74fee-cb76-4397-b58f-026987ced07b', 'mac_address': 'fa:16:3e:f4:d3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f8959a-02a1-4e77-82d7-3a3c001e4151', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:31:25.842277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port cda74fee-cb76-4397-b58f-026987ced07b is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:31:25.842670 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cda74fee-cb76-4397-b58f-026987ced07b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:25.855255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda74fee-cb76-4397-b58f-026987ced07b {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:31:25.874173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port cda74fee-cb76-4397-b58f-026987ced07b, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cda74fee-cb76-4397-b58f-026987ced07b,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:31:25.922352 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cda74fee-cb76-4397-b58f-026987ced07b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:25.969637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=cda74fee-cb76-4397-b58f-026987ced07b,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:31:26.109891 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['cda74fee-cb76-4397-b58f-026987ced07b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:31:26.835916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a6bc6-c333-4ba7-b3ae-aff1bfc72c5c req-42eea1ce-285b-4687-8c84-ef9b51008ba7 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:26.837438 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba6a6bc6-c333-4ba7-b3ae-aff1bfc72c5c req-42eea1ce-285b-4687-8c84-ef9b51008ba7 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 944 time: 0.0525954 Feb 15 17:31:26.882993 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba6a6bc6-c333-4ba7-b3ae-aff1bfc72c5c req-61bd0472-2c44-4ee8-a7bd-74a4c74db194 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400193 Feb 15 17:31:27.695519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device cda74fee-cb76-4397-b58f-026987ced07b up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:31:27.814063 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port cda74fee-cb76-4397-b58f-026987ced07b completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:31:27.818192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port cda74fee-cb76-4397-b58f-026987ced07b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:31:27.818597 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cda74fee-cb76-4397-b58f-026987ced07b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:27.893667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port cda74fee-cb76-4397-b58f-026987ced07b is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:31:27.894052 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cda74fee-cb76-4397-b58f-026987ced07b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:27.920121 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0062a591-5081-4b80-9ed3-2b9b1530eb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda74fee-cb76-4397-b58f-026987ced07b'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:31:27.922358 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3531eb14-2a2a-47eb-b85c-b3eea5e208e1" -d '{"events": [{"server_uuid": "0062a591-5081-4b80-9ed3-2b9b1530eb44", "name": "network-vif-plugged", "status": "completed", "tag": "cda74fee-cb76-4397-b58f-026987ced07b"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:31:27.935155 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port cda74fee-cb76-4397-b58f-026987ced07b, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cda74fee-cb76-4397-b58f-026987ced07b,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:31:27.959450 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c3be2e-f18a-4b8b-9d08-21bbaa70ad07 x-openstack-request-id: req-39c3be2e-f18a-4b8b-9d08-21bbaa70ad07 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:31:27.959755 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0062a591-5081-4b80-9ed3-2b9b1530eb44", "name": "network-vif-plugged", "status": "completed", "tag": "cda74fee-cb76-4397-b58f-026987ced07b", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:31:27.960019 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-39c3be2e-f18a-4b8b-9d08-21bbaa70ad07 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:31:27.960418 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0062a591-5081-4b80-9ed3-2b9b1530eb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda74fee-cb76-4397-b58f-026987ced07b', 'code': 200} Feb 15 17:31:27.984721 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cda74fee-cb76-4397-b58f-026987ced07b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:28.007278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973685c-d681-4082-b62d-e2e43869b681 req-41361302-1c4b-47eb-9f7c-0a139a2600f1 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:28.008928 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7973685c-d681-4082-b62d-e2e43869b681 req-41361302-1c4b-47eb-9f7c-0a139a2600f1 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 944 time: 0.0583243 Feb 15 17:31:28.038874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=cda74fee-cb76-4397-b58f-026987ced07b,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:31:28.090121 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7973685c-d681-4082-b62d-e2e43869b681 req-68bb0599-ac14-4113-ac61-c8f4385e69c0 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748191 Feb 15 17:31:28.096094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c883f9-3cad-4208-848a-ae3417abca91 req-a606168f-62e1-4cc3-9a81-43c644a46abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:28.097565 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4c883f9-3cad-4208-848a-ae3417abca91 req-a606168f-62e1-4cc3-9a81-43c644a46abf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 1128 time: 0.0746751 Feb 15 17:31:28.139284 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f4c883f9-3cad-4208-848a-ae3417abca91 req-18b08f89-4439-4bfc-a3b5-65e074f1cd6e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361929 Feb 15 17:31:29.213284 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad183218-21fa-4347-a341-306a224d424d req-d5e2bb7a-af17-4270-b48f-b8cd5aac235a tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:29.214813 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ad183218-21fa-4347-a341-306a224d424d req-d5e2bb7a-af17-4270-b48f-b8cd5aac235a tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0525236 Feb 15 17:31:29.266497 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ad183218-21fa-4347-a341-306a224d424d req-cec34347-8688-4f0e-bbbf-ae06a3e26753 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457869 Feb 15 17:31:30.382676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793be9a-5a40-47db-84b6-39ccf534d476 req-bc66a7e8-09c7-4a04-99b9-fd5d7353c350 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:30.384188 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b793be9a-5a40-47db-84b6-39ccf534d476 req-bc66a7e8-09c7-4a04-99b9-fd5d7353c350 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0527585 Feb 15 17:31:30.430605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b793be9a-5a40-47db-84b6-39ccf534d476 req-87d95f64-f768-4a4e-9d63-1d0b353ed072 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409577 Feb 15 17:31:30.546821 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d07a3-2d17-4c63-9c89-5194a03d60bf req-11e27adc-a9f7-4e6c-abed-b7c8f6780350 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:30.548192 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b6d07a3-2d17-4c63-9c89-5194a03d60bf req-11e27adc-a9f7-4e6c-abed-b7c8f6780350 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0512989 Feb 15 17:31:30.594912 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3b6d07a3-2d17-4c63-9c89-5194a03d60bf req-82d1a30b-c436-4e38-91ef-dfcd19809c22 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407636 Feb 15 17:31:30.784660 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:30.868120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b6fa7-423b-4432-9bc6-ed4b5f99d62f req-d1268790-38eb-432a-acdf-3e122c6b5a05 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:30.869540 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9a1b6fa7-423b-4432-9bc6-ed4b5f99d62f req-d1268790-38eb-432a-acdf-3e122c6b5a05 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0526819 Feb 15 17:31:30.915037 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9a1b6fa7-423b-4432-9bc6-ed4b5f99d62f req-dc757624-c2f7-47c2-b4af-5b3731a21191 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398946 Feb 15 17:31:31.034137 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b4dbb-e5be-400a-879d-318b10bf514e req-dfe274b7-59cc-4ef9-9a53-6c1eb26b679f tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:31.036191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-803b4dbb-e5be-400a-879d-318b10bf514e req-dfe274b7-59cc-4ef9-9a53-6c1eb26b679f tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0561910 Feb 15 17:31:31.084297 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-803b4dbb-e5be-400a-879d-318b10bf514e req-97730ce2-d020-41c8-af19-96b61ea145ff tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424240 Feb 15 17:31:31.179689 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:31.519486 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ccada-8678-479d-b743-d7f0600182fd req-70fccea6-9f11-4187-96f9-c00ffb9862d2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:31.521695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1a0ccada-8678-479d-b743-d7f0600182fd req-70fccea6-9f11-4187-96f9-c00ffb9862d2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0564260 Feb 15 17:31:31.568530 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1a0ccada-8678-479d-b743-d7f0600182fd req-c2da7ab6-6bef-4ade-86fe-efbf3ccaa579 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413516 Feb 15 17:31:31.612217 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-ac85799d-45b3-4db5-80b2-79ecca411a12 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467668 Feb 15 17:31:32.159286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-7d0692cb-b2c0-4ded-803d-31def9945f8f tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:32.160693 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-7d0692cb-b2c0-4ded-803d-31def9945f8f tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports/cda74fee-cb76-4397-b58f-026987ced07b HTTP/1.1" status: 200 len: 942 time: 0.0508482 Feb 15 17:31:32.689574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c09229-3602-44a4-acb9-a36b60c959a5 req-fcf46792-6c8a-4675-bf3f-d5afe7c334f6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:32.691064 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e8c09229-3602-44a4-acb9-a36b60c959a5 req-fcf46792-6c8a-4675-bf3f-d5afe7c334f6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0526681 Feb 15 17:31:32.737643 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e8c09229-3602-44a4-acb9-a36b60c959a5 req-10236f18-26d4-4be8-98c3-79d252d09f41 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403264 Feb 15 17:31:33.614497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-eee03c85-93b2-4210-8198-4f139c6457a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:33.616000 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-eee03c85-93b2-4210-8198-4f139c6457a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3850c4e276264b368d8f15d7d408ea16&device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 1128 time: 0.0504515 Feb 15 17:31:33.704638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-dfb5d39a-a1c3-4d60-9868-6d5ef6ca12c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:33.706155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-dfb5d39a-a1c3-4d60-9868-6d5ef6ca12c7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a HTTP/1.1" status: 200 len: 916 time: 0.0838683 Feb 15 17:31:33.749701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-3d9d1d12-5309-4b8b-a428-863d40383075 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cda74fee-cb76-4397-b58f-026987ced07b HTTP/1.1" status: 200 len: 217 time: 0.0378759 Feb 15 17:31:33.796677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-b40b0f18-252e-4a0f-8064-443a6a137daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:33.798241 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-b40b0f18-252e-4a0f-8064-443a6a137daf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=60f8959a-02a1-4e77-82d7-3a3c001e4151 HTTP/1.1" status: 200 len: 855 time: 0.0437791 Feb 15 17:31:33.837236 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f2417698-ad8c-4508-ba20-5908e42d86d5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328815 Feb 15 17:31:34.239098 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9de3dd-9ce7-4469-ada7-17948043c8d4 req-1b7b4903-2596-4041-8412-200db85385a6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:34.240599 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7b9de3dd-9ce7-4469-ada7-17948043c8d4 req-1b7b4903-2596-4041-8412-200db85385a6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.4288292 Feb 15 17:31:34.280188 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-4e22fe34-1754-47e1-97fc-c762fc9539ba service neutron] 10.222.0.67 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281285 Feb 15 17:31:34.344511 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7b9de3dd-9ce7-4469-ada7-17948043c8d4 req-efdd8608-6b71-421a-ac97-90168fb25d17 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976872 Feb 15 17:31:34.384595 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-6ba50a8b-de75-4432-aa6e-f36c166dc4c9 service neutron] 10.222.0.67 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969288 Feb 15 17:31:35.466532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9effafcb-3953-4feb-b255-96c81437fcbd req-88598e21-2d70-4dee-b163-8f98e7441c82 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:35.468026 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9effafcb-3953-4feb-b255-96c81437fcbd req-88598e21-2d70-4dee-b163-8f98e7441c82 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0567896 Feb 15 17:31:35.522562 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9effafcb-3953-4feb-b255-96c81437fcbd req-ff9c2809-41d2-416f-9849-08a637930c2a tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488374 Feb 15 17:31:36.640587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b7faf0-e75a-455c-8679-fa7ee77c5fb9 req-e8e439ca-1da4-40ae-8047-783a015507f3 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:36.642096 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3b7faf0-e75a-455c-8679-fa7ee77c5fb9 req-e8e439ca-1da4-40ae-8047-783a015507f3 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0530608 Feb 15 17:31:36.687920 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3b7faf0-e75a-455c-8679-fa7ee77c5fb9 req-6f4cf5b2-6798-4dd7-a97a-5d6d164aac29 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401070 Feb 15 17:31:36.915273 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-85958833-3be8-4c1d-92c9-358ac9b9979c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:37.807887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f22a56-79c9-4962-b9ed-46115afdf173 req-77fac605-8ac7-4a7e-9004-aa6b07608ec6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:37.809294 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-76f22a56-79c9-4962-b9ed-46115afdf173 req-77fac605-8ac7-4a7e-9004-aa6b07608ec6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0528898 Feb 15 17:31:37.855631 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-76f22a56-79c9-4962-b9ed-46115afdf173 req-7fac3845-5104-4495-82cb-a490edaa3d9f tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Feb 15 17:31:38.972817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7648274-be52-45f2-8fbd-d2dcf99eb9cb req-f2e234a7-5460-4e4f-bea2-5f4768ea1215 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:38.974377 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b7648274-be52-45f2-8fbd-d2dcf99eb9cb req-f2e234a7-5460-4e4f-bea2-5f4768ea1215 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0522668 Feb 15 17:31:39.022036 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b7648274-be52-45f2-8fbd-d2dcf99eb9cb req-22a7c43c-c3e6-443d-b421-9c054c65a5f7 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414896 Feb 15 17:31:39.293667 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f325ef9f-9af2-4bb8-a984-f3b2bc3f8d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:40.138410 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19016dae-c644-45b9-9486-19b76677369e req-75bbb91a-605f-4c3e-ae21-0a0dc0e57b13 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:40.139878 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19016dae-c644-45b9-9486-19b76677369e req-75bbb91a-605f-4c3e-ae21-0a0dc0e57b13 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0518303 Feb 15 17:31:40.186630 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-19016dae-c644-45b9-9486-19b76677369e req-5d714d25-e1c2-4776-b6a7-a14afda5b2b4 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406065 Feb 15 17:31:40.596399 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:40.745147 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:31:41.308701 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e429bd-4ec1-4dd9-87b5-8e0cd2d57c96 req-eec5fdaa-90af-483f-9ed4-de75f9c0b617 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:41.310197 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-30e429bd-4ec1-4dd9-87b5-8e0cd2d57c96 req-eec5fdaa-90af-483f-9ed4-de75f9c0b617 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0565150 Feb 15 17:31:41.356344 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-30e429bd-4ec1-4dd9-87b5-8e0cd2d57c96 req-b14046c5-37c3-4067-929b-427a3ff2497e tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Feb 15 17:31:42.065376 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:42.477419 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3d0ac-c3af-4d16-be74-2ab42e5161b8 req-c3e96d79-d354-47a2-965d-2b5ba2652f46 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:42.478870 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fcd3d0ac-c3af-4d16-be74-2ab42e5161b8 req-c3e96d79-d354-47a2-965d-2b5ba2652f46 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0558512 Feb 15 17:31:42.523930 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fcd3d0ac-c3af-4d16-be74-2ab42e5161b8 req-50f08db5-eaed-4fb2-8589-915cb8fd2e20 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395627 Feb 15 17:31:43.533464 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:31:43.641693 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf313d-d5a1-4fec-965b-2eb903aa1b6d req-ed68c4f2-34ea-49ab-a65a-6025ee4e8d71 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:43.643167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e0cf313d-d5a1-4fec-965b-2eb903aa1b6d req-ed68c4f2-34ea-49ab-a65a-6025ee4e8d71 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0518763 Feb 15 17:31:43.691221 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e0cf313d-d5a1-4fec-965b-2eb903aa1b6d req-c9869c1c-160a-4013-8277-47ad9494fe7d tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419896 Feb 15 17:31:44.810477 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ae5ae-0ec3-4f73-84bd-55d4a5a18a90 req-c077fc1d-34ce-4854-8aee-a965fa777014 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:44.811963 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b1ae5ae-0ec3-4f73-84bd-55d4a5a18a90 req-c077fc1d-34ce-4854-8aee-a965fa777014 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0540781 Feb 15 17:31:44.858103 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b1ae5ae-0ec3-4f73-84bd-55d4a5a18a90 req-85c94ef9-3d9c-48f8-9f40-a96f9034e1ce tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396740 Feb 15 17:31:45.975114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155d689f-a9f1-4763-b8e5-2146caa67c15 req-f4464b3d-8b56-4527-b8c4-b34bcf87eb60 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:45.976659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-155d689f-a9f1-4763-b8e5-2146caa67c15 req-f4464b3d-8b56-4527-b8c4-b34bcf87eb60 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0526159 Feb 15 17:31:46.027624 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-155d689f-a9f1-4763-b8e5-2146caa67c15 req-5d486f8d-7ef7-4061-97fe-3c04164fcfe3 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448024 Feb 15 17:31:47.143725 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e96d6f-324d-427d-8d8a-7b4933030a33 req-1e3004f6-a3c3-4931-a632-cd2246f018bc tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:47.145861 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c9e96d6f-324d-427d-8d8a-7b4933030a33 req-1e3004f6-a3c3-4931-a632-cd2246f018bc tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0515616 Feb 15 17:31:47.196684 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c9e96d6f-324d-427d-8d8a-7b4933030a33 req-16a6309d-fb03-46c3-a172-e5e7824d2687 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453017 Feb 15 17:31:48.323079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d7a65-ee44-4145-a6e4-ed9343e4be57 req-246c4485-1bbc-40e3-ac67-852097585c14 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:48.324583 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f43d7a65-ee44-4145-a6e4-ed9343e4be57 req-246c4485-1bbc-40e3-ac67-852097585c14 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0523088 Feb 15 17:31:48.370932 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f43d7a65-ee44-4145-a6e4-ed9343e4be57 req-c19fa4c5-34cd-4016-a0d9-c6780087222f tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408607 Feb 15 17:31:49.487629 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ca934-9d1c-44f4-829d-b73aed82e59e req-85c6f538-2b98-43e4-8319-1ad8e016dc36 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:49.489095 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-662ca934-9d1c-44f4-829d-b73aed82e59e req-85c6f538-2b98-43e4-8319-1ad8e016dc36 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0508866 Feb 15 17:31:49.535620 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-662ca934-9d1c-44f4-829d-b73aed82e59e req-1cfab29e-ba7b-4952-a63d-5e0cb2fe5bcf tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395579 Feb 15 17:31:50.095102 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-fb3cb8c3-fecc-4bd0-b31e-fda1c3a65cd6 req-6f4f8655-57a1-4973-8057-3615e13af222 tempest-TestNetworkAdvancedServerOps-2027832831 tempest-TestNetworkAdvancedServerOps-2027832831-project-admin] (103799) timed out ('10.222.0.107', 60622) {{(pid=103799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:31:50.652747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd18eb3-9552-4326-a0a1-d6bb95b7ad8a req-a34f5f0c-884f-4475-bc80-6997eeff3a1b tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:50.654248 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cbd18eb3-9552-4326-a0a1-d6bb95b7ad8a req-a34f5f0c-884f-4475-bc80-6997eeff3a1b tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0514588 Feb 15 17:31:50.700165 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cbd18eb3-9552-4326-a0a1-d6bb95b7ad8a req-a2080125-e919-48a8-b5c8-d38ba99d95db tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404911 Feb 15 17:31:51.819900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f71f6-8a73-4cd3-aef3-5e4f0fe17eaa req-83c59230-9b3c-40ef-93ed-bca584c1d9be tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:51.821291 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e49f71f6-8a73-4cd3-aef3-5e4f0fe17eaa req-83c59230-9b3c-40ef-93ed-bca584c1d9be tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0526488 Feb 15 17:31:51.866643 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e49f71f6-8a73-4cd3-aef3-5e4f0fe17eaa req-42c8caf1-1483-4210-b1af-001a8508dec6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397992 Feb 15 17:31:52.987494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfad140-17d5-4004-83ba-f458c6fea535 req-0f52743b-6334-448e-a560-72f889811338 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:52.989684 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9bfad140-17d5-4004-83ba-f458c6fea535 req-0f52743b-6334-448e-a560-72f889811338 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0573254 Feb 15 17:31:53.034814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9bfad140-17d5-4004-83ba-f458c6fea535 req-b400577c-7983-4fae-a4f5-7e499f9349f2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395513 Feb 15 17:31:54.156219 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b85a11-e7f6-475c-921d-d8779ff94c3f req-9ba81a74-1064-4ed6-86af-0e306ff77d77 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:54.157717 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6b85a11-e7f6-475c-921d-d8779ff94c3f req-9ba81a74-1064-4ed6-86af-0e306ff77d77 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0554512 Feb 15 17:31:54.204289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6b85a11-e7f6-475c-921d-d8779ff94c3f req-b5c4035a-ea17-4901-8ad8-b5da4e66daab tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404410 Feb 15 17:31:55.322139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a12b2-1497-4f80-b319-b9a147dc998c req-23978d97-8d70-4ca4-9df3-491d90e52342 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:55.323649 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-088a12b2-1497-4f80-b319-b9a147dc998c req-23978d97-8d70-4ca4-9df3-491d90e52342 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0521834 Feb 15 17:31:55.370138 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-088a12b2-1497-4f80-b319-b9a147dc998c req-217dc8b4-6148-470d-bb8c-d914f04f0668 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408630 Feb 15 17:31:56.490169 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefabda-750b-4674-b19f-1bf73060cf80 req-bc1e6781-3081-483f-a79d-1fb42d26981e tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:56.491653 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eaefabda-750b-4674-b19f-1bf73060cf80 req-bc1e6781-3081-483f-a79d-1fb42d26981e tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0544825 Feb 15 17:31:56.537560 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eaefabda-750b-4674-b19f-1bf73060cf80 req-ddfc856f-ab3c-407e-ae98-84badb739366 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402985 Feb 15 17:31:57.659388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eecf1e0-fc37-4096-a735-ee6b5182f9b3 req-b421b3d6-461e-403a-8f77-be879cc03518 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:57.660905 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4eecf1e0-fc37-4096-a735-ee6b5182f9b3 req-b421b3d6-461e-403a-8f77-be879cc03518 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0572288 Feb 15 17:31:57.707422 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4eecf1e0-fc37-4096-a735-ee6b5182f9b3 req-dda5db29-b666-4873-82a4-eaf83473d28b tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 Feb 15 17:31:58.832880 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb85fe-9092-46e5-826f-19078241762b req-eb3a627c-43d9-45b3-81ea-3c485b4f6b90 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:31:58.834387 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43fb85fe-9092-46e5-826f-19078241762b req-eb3a627c-43d9-45b3-81ea-3c485b4f6b90 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0572412 Feb 15 17:31:58.883181 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43fb85fe-9092-46e5-826f-19078241762b req-9db65b42-76d9-4ee8-80d4-5a9c5b4258e0 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411048 Feb 15 17:32:00.004628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7a398-173a-464e-a4a4-479e8c9efac2 req-cdf7bb5b-be64-4fea-b151-39a7940c3fc0 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:00.006167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baa7a398-173a-464e-a4a4-479e8c9efac2 req-cdf7bb5b-be64-4fea-b151-39a7940c3fc0 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0530956 Feb 15 17:32:00.054306 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baa7a398-173a-464e-a4a4-479e8c9efac2 req-b041330a-e59c-467b-a664-f32449a8d8fd tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425627 Feb 15 17:32:00.756244 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:01.173890 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:01.174960 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a82ca9-7b5f-4a4b-b3c3-d5f2ceaa0eed req-8c2e1f32-cf2d-44d6-a394-22eb58a048be tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:01.176461 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-18a82ca9-7b5f-4a4b-b3c3-d5f2ceaa0eed req-8c2e1f32-cf2d-44d6-a394-22eb58a048be tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0525355 Feb 15 17:32:01.223890 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-18a82ca9-7b5f-4a4b-b3c3-d5f2ceaa0eed req-cac74489-8d9e-4d6d-922b-04501f801fb4 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411468 Feb 15 17:32:02.350651 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd25ba-9a79-4308-803f-24a7f7a800f8 req-9bf9fbbb-cede-49cd-b050-5541f5bdae99 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:02.352206 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-41fd25ba-9a79-4308-803f-24a7f7a800f8 req-9bf9fbbb-cede-49cd-b050-5541f5bdae99 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0570347 Feb 15 17:32:02.405740 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-41fd25ba-9a79-4308-803f-24a7f7a800f8 req-74a69148-ff47-4b0c-80ed-ed02d878ee30 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479569 Feb 15 17:32:03.525679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b648e-1772-46b6-9bac-ca0520f5977c req-8d13687f-c3df-4a73-822b-c3ba0d364746 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:03.527149 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c71b648e-1772-46b6-9bac-ca0520f5977c req-8d13687f-c3df-4a73-822b-c3ba0d364746 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0516877 Feb 15 17:32:03.577514 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c71b648e-1772-46b6-9bac-ca0520f5977c req-13326879-8c8f-4b95-9b46-2f23d265f0c8 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447304 Feb 15 17:32:04.697457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1e69d-0466-4878-be37-9389c287738b req-fa2dd0d9-20a5-411b-902f-e1c895a72297 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:04.698958 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01b1e69d-0466-4878-be37-9389c287738b req-fa2dd0d9-20a5-411b-902f-e1c895a72297 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0523374 Feb 15 17:32:04.744831 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01b1e69d-0466-4878-be37-9389c287738b req-e860b086-08cc-4cfc-8599-8f3a3d0996e4 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402999 Feb 15 17:32:05.870144 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b778f8-3ea6-4b57-aa9c-d0bb66a96840 req-d1160443-dfc6-4e04-9f17-3d8998573fc7 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:05.871632 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b4b778f8-3ea6-4b57-aa9c-d0bb66a96840 req-d1160443-dfc6-4e04-9f17-3d8998573fc7 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0565765 Feb 15 17:32:05.917119 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b4b778f8-3ea6-4b57-aa9c-d0bb66a96840 req-159d61fe-72a9-4206-a948-420bc3c5ddc5 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399485 Feb 15 17:32:06.559851 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-8fbaa1d1-2eb8-4eea-988f-216651e16bb3 service neutron] show failed (client error): The resource could not be found. Feb 15 17:32:06.560865 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-8fbaa1d1-2eb8-4eea-988f-216651e16bb3 service neutron] 10.222.0.67 "GET /v2.0/ports/cda74fee-cb76-4397-b58f-026987ced07b/bindings/n-h2-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0541518 Feb 15 17:32:06.928280 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-97c6bbe1-375d-4a1a-8563-f2dd7c3392e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:07.043454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58ca84-41e4-4f74-adff-1f321a1e5abe req-2efe77f3-76a1-4306-9664-2cc017b65984 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:07.044962 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b58ca84-41e4-4f74-adff-1f321a1e5abe req-2efe77f3-76a1-4306-9664-2cc017b65984 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0582867 Feb 15 17:32:07.118144 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b58ca84-41e4-4f74-adff-1f321a1e5abe req-0491508c-bda4-4011-8630-92d6283d0e6a tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675888 Feb 15 17:32:07.131309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-889a4dc7-a57e-4cd8-aa17-ab6d668d1dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:07.132824 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-889a4dc7-a57e-4cd8-aa17-ab6d668d1dca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44&tenant_id=3850c4e276264b368d8f15d7d408ea16 HTTP/1.1" status: 200 len: 1128 time: 0.0570939 Feb 15 17:32:07.143835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:32:07.202325 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cda74fee-cb76-4397-b58f-026987ced07b), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:07.405131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] For port cda74fee-cb76-4397-b58f-026987ced07b, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cda74fee-cb76-4397-b58f-026987ced07b,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:32:07.436924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] For port cda74fee-cb76-4397-b58f-026987ced07b, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:32:07.476504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0062a591-5081-4b80-9ed3-2b9b1530eb44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cda74fee-cb76-4397-b58f-026987ced07b'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:32:07.478749 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa48e303-ec6b-4a31-938e-39e99afdfa50" -d '{"events": [{"server_uuid": "0062a591-5081-4b80-9ed3-2b9b1530eb44", "name": "network-vif-unplugged", "status": "completed", "tag": "cda74fee-cb76-4397-b58f-026987ced07b"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:32:07.482269 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Publish callbacks [] for port (cda74fee-cb76-4397-b58f-026987ced07b), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:07.495245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Transition to ACTIVE for port object cda74fee-cb76-4397-b58f-026987ced07b will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:32:07.529391 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6da728d-9a34-4d9a-b1aa-3ac1f903e7e2 x-openstack-request-id: req-d6da728d-9a34-4d9a-b1aa-3ac1f903e7e2 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:32:07.530176 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0062a591-5081-4b80-9ed3-2b9b1530eb44", "name": "network-vif-unplugged", "status": "completed", "tag": "cda74fee-cb76-4397-b58f-026987ced07b", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:32:07.530176 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d6da728d-9a34-4d9a-b1aa-3ac1f903e7e2 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:32:07.530363 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0062a591-5081-4b80-9ed3-2b9b1530eb44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cda74fee-cb76-4397-b58f-026987ced07b', 'code': 200} Feb 15 17:32:07.584720 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (cda74fee-cb76-4397-b58f-026987ced07b), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:07.643621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] No DVR routers for this DVR port cda74fee-cb76-4397-b58f-026987ced07b on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:32:07.651814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Pushing event updated for resources: {'Port': ['ID=cda74fee-cb76-4397-b58f-026987ced07b,revision_number=6']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:32:07.678394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:07.678747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:07.679099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:07.679443 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:07.679783 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:07.680117 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:07.680452 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:07.680779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:07.681107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:07.681465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:07.681795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:07.687524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:07.687524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:07.698362 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Attempting to bind port cda74fee-cb76-4397-b58f-026987ced07b on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:32:07.698701 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Attempting to bind port cda74fee-cb76-4397-b58f-026987ced07b by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:32:07.699039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Attempting to bind port cda74fee-cb76-4397-b58f-026987ced07b on network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:32:07.703311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Port cda74fee-cb76-4397-b58f-026987ced07b on network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:32:07.703640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Attempting to bind port cda74fee-cb76-4397-b58f-026987ced07b on network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:32:07.709044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:32:07.709399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Checking segment: {'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:32:07.709792 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Bound using segment: {'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:32:07.710211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Bound port: cda74fee-cb76-4397-b58f-026987ced07b, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:32:07.710566 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cda74fee-cb76-4397-b58f-026987ced07b), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:07.772345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] For port cda74fee-cb76-4397-b58f-026987ced07b, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:32:07.775284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] For port cda74fee-cb76-4397-b58f-026987ced07b, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=cda74fee-cb76-4397-b58f-026987ced07b,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:32:07.882984 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (cda74fee-cb76-4397-b58f-026987ced07b), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:07.918481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:07.919121 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:07.920562 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] 10.222.0.10 "PUT /v2.0/ports/cda74fee-cb76-4397-b58f-026987ced07b HTTP/1.1" status: 200 len: 1092 time: 0.7807093 Feb 15 17:32:07.949035 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fab3a-aad7-461b-8540-ddc0cf029be1 service neutron] Pushing event updated for resources: {'Port': ['ID=cda74fee-cb76-4397-b58f-026987ced07b,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:32:07.988202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-4eb0cf55-8656-426d-a7e9-1edda41786ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:07.989752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-4eb0cf55-8656-426d-a7e9-1edda41786ed service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3850c4e276264b368d8f15d7d408ea16&device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 1126 time: 0.0487728 Feb 15 17:32:08.080016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-0c6dc8ed-c52f-4c71-947a-37f13862067c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:08.081405 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-0c6dc8ed-c52f-4c71-947a-37f13862067c service neutron] 10.222.0.10 "GET /v2.0/networks?id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a HTTP/1.1" status: 200 len: 916 time: 0.0862372 Feb 15 17:32:08.121477 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-d4777058-bd6f-44a4-af3c-b83f161eb4b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cda74fee-cb76-4397-b58f-026987ced07b HTTP/1.1" status: 200 len: 217 time: 0.0332005 Feb 15 17:32:08.173089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-9335e46c-62d2-4984-9564-3b9b73ce11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:08.174713 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-9335e46c-62d2-4984-9564-3b9b73ce11f3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60f8959a-02a1-4e77-82d7-3a3c001e4151 HTTP/1.1" status: 200 len: 855 time: 0.0479631 Feb 15 17:32:08.227386 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-39f49fc0-31d4-4214-b52e-9d094c27daba service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462430 Feb 15 17:32:08.301516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498d71-3104-4365-a762-7f7573b51d12 req-29b0a4ad-895c-44b1-9621-e4325babe5ee tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:08.302977 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-03498d71-3104-4365-a762-7f7573b51d12 req-29b0a4ad-895c-44b1-9621-e4325babe5ee tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 943 time: 0.1139538 Feb 15 17:32:08.358812 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-9fe40a47-0b9d-44fe-b183-43c822c1fa16 service neutron] 10.222.0.10 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243880 Feb 15 17:32:08.377788 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-03498d71-3104-4365-a762-7f7573b51d12 req-b3e8b251-14c9-4565-87b9-9747f83b820e tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687428 Feb 15 17:32:08.450759 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7cae550-eabc-4637-8d7b-8d2f4f208a92 req-0997cb20-b54a-4e2e-b6e7-c9dc89390759 service neutron] 10.222.0.10 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842350 Feb 15 17:32:09.276246 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61f55ccd-2f2c-4e2b-bdac-23967aece1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:09.497475 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e658a09-0bb3-478c-a7c1-de76e9765b76 req-acab4b7e-efe9-438a-b3be-8b0714e9e66b tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:09.498949 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9e658a09-0bb3-478c-a7c1-de76e9765b76 req-acab4b7e-efe9-438a-b3be-8b0714e9e66b tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 943 time: 0.0511727 Feb 15 17:32:09.531686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0062a591-5081-4b80-9ed3-2b9b1530eb44', 'tag': 'cda74fee-cb76-4397-b58f-026987ced07b'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:32:09.534139 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1c74d6-0282-4bed-84e4-ba86cd98b616" -d '{"events": [{"name": "network-changed", "server_uuid": "0062a591-5081-4b80-9ed3-2b9b1530eb44", "tag": "cda74fee-cb76-4397-b58f-026987ced07b"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:32:09.546555 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9e658a09-0bb3-478c-a7c1-de76e9765b76 req-c172b640-ba96-4050-be61-2610e2c3768a tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Feb 15 17:32:09.587351 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81225c9-1d7d-4c6c-b778-af14e7e8cc62 x-openstack-request-id: req-c81225c9-1d7d-4c6c-b778-af14e7e8cc62 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:32:09.587351 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0062a591-5081-4b80-9ed3-2b9b1530eb44", "tag": "cda74fee-cb76-4397-b58f-026987ced07b", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:32:09.587351 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c81225c9-1d7d-4c6c-b778-af14e7e8cc62 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:32:09.587351 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0062a591-5081-4b80-9ed3-2b9b1530eb44', 'tag': 'cda74fee-cb76-4397-b58f-026987ced07b', 'status': 'completed', 'code': 200} Feb 15 17:32:09.678361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-70991529-f843-412a-b17d-d5b76ec76606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:09.679898 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-70991529-f843-412a-b17d-d5b76ec76606 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3850c4e276264b368d8f15d7d408ea16&device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 1126 time: 0.0783679 Feb 15 17:32:09.684746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-1b7abb48-ab58-4393-8911-615325bfc75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:09.686165 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-1b7abb48-ab58-4393-8911-615325bfc75c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3850c4e276264b368d8f15d7d408ea16&device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 1126 time: 0.0766838 Feb 15 17:32:09.839239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-27d11ac7-24ce-492a-95fd-2b9222bff1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:09.840647 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-27d11ac7-24ce-492a-95fd-2b9222bff1cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a HTTP/1.1" status: 200 len: 916 time: 0.1536410 Feb 15 17:32:09.841765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-70a95abc-934d-41d6-ab63-6d6b7286f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:09.843086 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-70a95abc-934d-41d6-ab63-6d6b7286f2b2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a HTTP/1.1" status: 200 len: 916 time: 0.1483374 Feb 15 17:32:09.891680 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-95f0fdcf-22ee-4ac5-bf82-339d98c2eeec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cda74fee-cb76-4397-b58f-026987ced07b HTTP/1.1" status: 200 len: 217 time: 0.0452721 Feb 15 17:32:09.897608 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device cda74fee-cb76-4397-b58f-026987ced07b no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:32:09.925951 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-25af2eae-ed15-48a0-a75f-d70febcf2412 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cda74fee-cb76-4397-b58f-026987ced07b HTTP/1.1" status: 200 len: 217 time: 0.0726256 Feb 15 17:32:09.938990 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] The host n-h1-828372-14 is not matching for port cda74fee-cb76-4397-b58f-026987ced07b host n-h2-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:32:09.939388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device cda74fee-cb76-4397-b58f-026987ced07b not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:32:10.001465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-910fd27f-33d2-416b-a0e9-29f081f88377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:10.002962 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-910fd27f-33d2-416b-a0e9-29f081f88377 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=60f8959a-02a1-4e77-82d7-3a3c001e4151 HTTP/1.1" status: 200 len: 855 time: 0.0858753 Feb 15 17:32:10.006904 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-4b012930-c8f1-4ccd-a4a8-0fd9d5fd3fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:10.008286 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-4b012930-c8f1-4ccd-a4a8-0fd9d5fd3fe1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60f8959a-02a1-4e77-82d7-3a3c001e4151 HTTP/1.1" status: 200 len: 855 time: 0.0615804 Feb 15 17:32:10.054083 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-e00829d9-49f6-4308-95f2-2439a2bbabfc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448742 Feb 15 17:32:10.055893 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-680fbb64-559f-4add-b5de-4480696b3bb2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395977 Feb 15 17:32:10.218850 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-53599a8a-1b75-4032-964e-dbfbb5be130d service neutron] 10.222.0.67 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581705 Feb 15 17:32:10.220978 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-965d4afa-8602-480e-8286-7e811737c8a1 service neutron] 10.222.0.10 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528437 Feb 15 17:32:10.381049 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-9d91a35a-04c6-459b-aa6a-ca3ffaf6d10f service neutron] 10.222.0.67 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564579 Feb 15 17:32:10.382983 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c1c74d6-0282-4bed-84e4-ba86cd98b616 req-116027b3-b8fe-42e0-891d-b74b728427fd service neutron] 10.222.0.10 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512899 Feb 15 17:32:10.630734 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:10.670848 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84288d-821f-4cd4-9d51-467ef02be7c0 req-99cd98a1-199a-47dd-bba4-bd1e53113dd1 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:10.672344 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df84288d-821f-4cd4-9d51-467ef02be7c0 req-99cd98a1-199a-47dd-bba4-bd1e53113dd1 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 943 time: 0.0573413 Feb 15 17:32:10.704197 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device cda74fee-cb76-4397-b58f-026987ced07b details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:32:10.720027 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df84288d-821f-4cd4-9d51-467ef02be7c0 req-26ee043e-45eb-4278-81cc-e3955e4c82ca tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417476 Feb 15 17:32:10.800692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port cda74fee-cb76-4397-b58f-026987ced07b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=cda74fee-cb76-4397-b58f-026987ced07b,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:32:10.814083 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'cda74fee-cb76-4397-b58f-026987ced07b', 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a', 'port_id': 'cda74fee-cb76-4397-b58f-026987ced07b', 'mac_address': 'fa:16:3e:f4:d3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f8959a-02a1-4e77-82d7-3a3c001e4151', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:32:10.854232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port cda74fee-cb76-4397-b58f-026987ced07b is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:32:10.854552 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cda74fee-cb76-4397-b58f-026987ced07b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:10.867952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda74fee-cb76-4397-b58f-026987ced07b {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:32:10.886242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port cda74fee-cb76-4397-b58f-026987ced07b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=cda74fee-cb76-4397-b58f-026987ced07b,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:32:10.990488 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cda74fee-cb76-4397-b58f-026987ced07b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:11.037822 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=cda74fee-cb76-4397-b58f-026987ced07b,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:32:11.045436 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:11.045795 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:11.046280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:11.046710 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:11.046824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:11.047115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:11.047443 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:11.047768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:11.048093 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:11.048402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:11.048728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:11.049050 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:11.049356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:32:11.132323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc133ae5-2550-485b-ba2c-e2f2338a80da req-f43416eb-464b-45e6-9928-944db8bda426 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:11.134378 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cc133ae5-2550-485b-ba2c-e2f2338a80da req-f43416eb-464b-45e6-9928-944db8bda426 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 944 time: 0.0533378 Feb 15 17:32:11.181431 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cc133ae5-2550-485b-ba2c-e2f2338a80da req-1e1d8a52-919a-40b7-8973-a9ad45d3c6da tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417671 Feb 15 17:32:11.205347 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['cda74fee-cb76-4397-b58f-026987ced07b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:32:11.223077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0b2a6-4006-4bc5-85d3-a5e29a5afa10 req-82f36db6-e59b-48b9-920c-54f745b426f7 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:11.224560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddc0b2a6-4006-4bc5-85d3-a5e29a5afa10 req-82f36db6-e59b-48b9-920c-54f745b426f7 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.67 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44&tenant_id=3850c4e276264b368d8f15d7d408ea16&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 944 time: 0.0578945 Feb 15 17:32:11.282911 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-ddc0b2a6-4006-4bc5-85d3-a5e29a5afa10 req-d0a87c5d-8ff5-456d-a28a-0a65574dbc38 service neutron] delete failed (client error): The resource could not be found. Feb 15 17:32:11.283953 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddc0b2a6-4006-4bc5-85d3-a5e29a5afa10 req-d0a87c5d-8ff5-456d-a28a-0a65574dbc38 service neutron] 10.222.0.67 "DELETE /v2.0/ports/cda74fee-cb76-4397-b58f-026987ced07b/bindings/n-h1-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0533862 Feb 15 17:32:11.370684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0b2a6-4006-4bc5-85d3-a5e29a5afa10 req-e537cca0-5915-4e24-827d-f2d4488e9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:11.372246 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddc0b2a6-4006-4bc5-85d3-a5e29a5afa10 req-e537cca0-5915-4e24-827d-f2d4488e9027 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3850c4e276264b368d8f15d7d408ea16&device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 1127 time: 0.0455298 Feb 15 17:32:11.464671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0b2a6-4006-4bc5-85d3-a5e29a5afa10 req-de84fdca-d185-4605-91f6-215b016a2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:11.466212 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddc0b2a6-4006-4bc5-85d3-a5e29a5afa10 req-de84fdca-d185-4605-91f6-215b016a2c73 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a HTTP/1.1" status: 200 len: 916 time: 0.0882995 Feb 15 17:32:11.506346 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddc0b2a6-4006-4bc5-85d3-a5e29a5afa10 req-ab2d7649-3a8b-480e-9f6d-616b9a396fbb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cda74fee-cb76-4397-b58f-026987ced07b HTTP/1.1" status: 200 len: 217 time: 0.0341315 Feb 15 17:32:11.553295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0b2a6-4006-4bc5-85d3-a5e29a5afa10 req-a502d3b9-ca1a-4fc4-addf-c6a4d9574925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:11.554803 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddc0b2a6-4006-4bc5-85d3-a5e29a5afa10 req-a502d3b9-ca1a-4fc4-addf-c6a4d9574925 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=60f8959a-02a1-4e77-82d7-3a3c001e4151 HTTP/1.1" status: 200 len: 855 time: 0.0433948 Feb 15 17:32:11.590851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddc0b2a6-4006-4bc5-85d3-a5e29a5afa10 req-6a13e6b3-0374-4ffc-ac25-99bffed81a72 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296152 Feb 15 17:32:11.677782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddc0b2a6-4006-4bc5-85d3-a5e29a5afa10 req-851f549f-2174-4b49-8039-74b067fb7d57 service neutron] 10.222.0.67 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812256 Feb 15 17:32:11.767104 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ddc0b2a6-4006-4bc5-85d3-a5e29a5afa10 req-5b5562da-af80-4556-b15b-4ddd1127e3ac service neutron] 10.222.0.67 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841589 Feb 15 17:32:12.070645 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:12.307744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c91c5-ee69-4ef5-ac74-ba022fa72a9c req-a06a4a94-a45e-4f5f-a719-d8cccc938956 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:12.309255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de8c91c5-ee69-4ef5-ac74-ba022fa72a9c req-a06a4a94-a45e-4f5f-a719-d8cccc938956 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 944 time: 0.0543516 Feb 15 17:32:12.357874 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de8c91c5-ee69-4ef5-ac74-ba022fa72a9c req-009fc508-aed4-49f0-b5df-0ccf3719da9f tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426316 Feb 15 17:32:12.711229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device cda74fee-cb76-4397-b58f-026987ced07b up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:32:12.842081 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port cda74fee-cb76-4397-b58f-026987ced07b completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:32:12.847649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port cda74fee-cb76-4397-b58f-026987ced07b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:32:12.848016 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cda74fee-cb76-4397-b58f-026987ced07b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:12.926623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port cda74fee-cb76-4397-b58f-026987ced07b is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:32:12.926927 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cda74fee-cb76-4397-b58f-026987ced07b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:12.949397 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0062a591-5081-4b80-9ed3-2b9b1530eb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda74fee-cb76-4397-b58f-026987ced07b'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:32:12.951652 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bbab96-49d7-498e-a8e9-649edb9a2679" -d '{"events": [{"server_uuid": "0062a591-5081-4b80-9ed3-2b9b1530eb44", "name": "network-vif-plugged", "status": "completed", "tag": "cda74fee-cb76-4397-b58f-026987ced07b"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:32:12.964466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port cda74fee-cb76-4397-b58f-026987ced07b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=cda74fee-cb76-4397-b58f-026987ced07b,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:32:12.989535 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8620031-4739-4cfa-810a-b41197e924ae x-openstack-request-id: req-c8620031-4739-4cfa-810a-b41197e924ae {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:32:12.989866 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0062a591-5081-4b80-9ed3-2b9b1530eb44", "name": "network-vif-plugged", "status": "completed", "tag": "cda74fee-cb76-4397-b58f-026987ced07b", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:32:12.990124 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c8620031-4739-4cfa-810a-b41197e924ae {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:32:12.990514 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0062a591-5081-4b80-9ed3-2b9b1530eb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda74fee-cb76-4397-b58f-026987ced07b', 'code': 200} Feb 15 17:32:13.024865 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cda74fee-cb76-4397-b58f-026987ced07b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:13.072115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=cda74fee-cb76-4397-b58f-026987ced07b,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:32:13.478673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9c6ff-d13a-4dbf-b899-5a5b60dfa8ae req-52e9169f-c754-437f-b03c-e0d84015d809 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:13.480174 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4bc9c6ff-d13a-4dbf-b899-5a5b60dfa8ae req-52e9169f-c754-437f-b03c-e0d84015d809 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0541351 Feb 15 17:32:13.505332 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:13.527919 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4bc9c6ff-d13a-4dbf-b899-5a5b60dfa8ae req-e869356e-d515-4c07-ab6d-167b099c9c29 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422132 Feb 15 17:32:13.644839 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05548422-2b92-4c87-a79f-102ee838ff2e req-0bd5dcc5-7fc9-4983-b0d8-ef656834e8a9 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:13.646233 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05548422-2b92-4c87-a79f-102ee838ff2e req-0bd5dcc5-7fc9-4983-b0d8-ef656834e8a9 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0513215 Feb 15 17:32:13.695614 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-05548422-2b92-4c87-a79f-102ee838ff2e req-ae131f58-105c-411d-b156-d4a6ffe12f47 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Feb 15 17:32:13.815187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30366822-a67a-4b75-821b-92355813d48c req-b4d7d06b-4b9f-433f-ad66-79c40293cd9b tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:13.816890 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-30366822-a67a-4b75-821b-92355813d48c req-b4d7d06b-4b9f-433f-ad66-79c40293cd9b tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0574417 Feb 15 17:32:13.863884 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-30366822-a67a-4b75-821b-92355813d48c req-56d54d0d-19ed-4aba-afe3-7d02aad43d43 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Feb 15 17:32:14.420684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-06cdc4c7-4000-4060-a9b6-ecf75aa4a393 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:14.422159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-06cdc4c7-4000-4060-a9b6-ecf75aa4a393 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/networks?id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a HTTP/1.1" status: 200 len: 815 time: 0.1012304 Feb 15 17:32:14.437101 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-06d066df-b6db-4fca-997a-c848cee09094 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/quotas/3850c4e276264b368d8f15d7d408ea16 HTTP/1.1" status: 200 len: 375 time: 0.0089424 Feb 15 17:32:14.501374 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-36b7a4b5-fd07-4e8e-ae74-808aed256b5d tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=3850c4e276264b368d8f15d7d408ea16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587323 Feb 15 17:32:14.590561 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-7246f421-4c5d-4169-81be-ffeb67c35100 service neutron] 10.222.0.107 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810966 Feb 15 17:32:14.681204 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-64b48220-f6f1-4334-8a53-19d5f70dd058 service neutron] 10.222.0.107 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850194 Feb 15 17:32:14.906927 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-80587f75-1410-468f-accc-c0c112606832 req-903cf66b-2e44-42f5-878c-3537e634145b tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 210 time: 0.0267289 Feb 15 17:32:15.544351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12830cfd-1f6d-4a5e-90e3-1b56931d7ab5 req-5107ee8c-0972-487b-a628-6d73c184a013 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:15.545856 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-12830cfd-1f6d-4a5e-90e3-1b56931d7ab5 req-5107ee8c-0972-487b-a628-6d73c184a013 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.10 "GET /v2.0/ports?device_id=0062a591-5081-4b80-9ed3-2b9b1530eb44 HTTP/1.1" status: 200 len: 945 time: 0.0531423 Feb 15 17:32:15.639616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-12830cfd-1f6d-4a5e-90e3-1b56931d7ab5 req-0ca6e289-9a8d-41d2-8471-c0cab5e49542 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Deleting port cda74fee-cb76-4397-b58f-026987ced07b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:32:15.639962 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-12830cfd-1f6d-4a5e-90e3-1b56931d7ab5 req-0ca6e289-9a8d-41d2-8471-c0cab5e49542 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cda74fee-cb76-4397-b58f-026987ced07b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:15.729643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-12830cfd-1f6d-4a5e-90e3-1b56931d7ab5 req-0ca6e289-9a8d-41d2-8471-c0cab5e49542 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] For port cda74fee-cb76-4397-b58f-026987ced07b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=cda74fee-cb76-4397-b58f-026987ced07b,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:32:15.730013 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-12830cfd-1f6d-4a5e-90e3-1b56931d7ab5 req-0ca6e289-9a8d-41d2-8471-c0cab5e49542 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cda74fee-cb76-4397-b58f-026987ced07b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:15.748195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-12830cfd-1f6d-4a5e-90e3-1b56931d7ab5 req-0ca6e289-9a8d-41d2-8471-c0cab5e49542 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Calling delete_port for cda74fee-cb76-4397-b58f-026987ced07b owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:32:15.956863 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-12830cfd-1f6d-4a5e-90e3-1b56931d7ab5 req-0ca6e289-9a8d-41d2-8471-c0cab5e49542 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cda74fee-cb76-4397-b58f-026987ced07b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:15.969116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['cda74fee-cb76-4397-b58f-026987ced07b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:32:15.998862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6e289-9a8d-41d2-8471-c0cab5e49542 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Pushing event deleted for resources: {'Port': ['ID=cda74fee-cb76-4397-b58f-026987ced07b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:32:16.046361 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8b64405c-2558-41c7-915c-f47b473125ba req-3ef6cd4c-be22-4c12-90a8-4431b119c08f tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 210 time: 0.0496073 Feb 15 17:32:16.067279 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-12830cfd-1f6d-4a5e-90e3-1b56931d7ab5 req-0ca6e289-9a8d-41d2-8471-c0cab5e49542 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] No DVR routers for this DVR port cda74fee-cb76-4397-b58f-026987ced07b on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:32:16.069893 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-12830cfd-1f6d-4a5e-90e3-1b56931d7ab5 req-0ca6e289-9a8d-41d2-8471-c0cab5e49542 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:16.073234 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-12830cfd-1f6d-4a5e-90e3-1b56931d7ab5 req-0ca6e289-9a8d-41d2-8471-c0cab5e49542 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.10 "DELETE /v2.0/ports/cda74fee-cb76-4397-b58f-026987ced07b HTTP/1.1" status: 204 len: 173 time: 0.5222702 Feb 15 17:32:16.073740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0062a591-5081-4b80-9ed3-2b9b1530eb44', 'name': 'network-vif-deleted', 'tag': 'cda74fee-cb76-4397-b58f-026987ced07b'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:32:16.075979 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc315d0c-2fb8-448d-9c53-e9f49036d285" -d '{"events": [{"server_uuid": "0062a591-5081-4b80-9ed3-2b9b1530eb44", "name": "network-vif-deleted", "tag": "cda74fee-cb76-4397-b58f-026987ced07b"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:32:16.110485 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b6f28a-bd7d-4623-bd32-97d4a02d12f5 x-openstack-request-id: req-91b6f28a-bd7d-4623-bd32-97d4a02d12f5 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:32:16.110787 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0062a591-5081-4b80-9ed3-2b9b1530eb44", "name": "network-vif-deleted", "tag": "cda74fee-cb76-4397-b58f-026987ced07b", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:32:16.111048 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-91b6f28a-bd7d-4623-bd32-97d4a02d12f5 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:32:16.111462 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0062a591-5081-4b80-9ed3-2b9b1530eb44', 'name': 'network-vif-deleted', 'tag': 'cda74fee-cb76-4397-b58f-026987ced07b', 'status': 'completed', 'code': 200} Feb 15 17:32:16.688444 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-587a3d71-3215-498f-93cc-77492300db96 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:16.689824 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-587a3d71-3215-498f-93cc-77492300db96 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.10 "GET /v2.0/networks?id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a HTTP/1.1" status: 200 len: 815 time: 0.0990734 Feb 15 17:32:16.700784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-36850956-c4f0-4cac-9672-130a7ffe95f6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Request body: {'port': {'device_id': '76a099a1-20e2-46bd-83bd-580e45ac9b41', 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a', 'admin_state_up': True, 'tenant_id': '3850c4e276264b368d8f15d7d408ea16'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:32:16.898991 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-36850956-c4f0-4cac-9672-130a7ffe95f6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Made reservation on behalf of 3850c4e276264b368d8f15d7d408ea16 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:32:16.902420 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-36850956-c4f0-4cac-9672-130a7ffe95f6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:17.032954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-36850956-c4f0-4cac-9672-130a7ffe95f6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Allocated IP 172.20.0.5 (3241f66e-80c3-4ca8-9c93-3c383b7ae77a/60f8959a-02a1-4e77-82d7-3a3c001e4151/5c065f16-2ffc-4e8f-87b4-427df37369e7) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:32:17.158494 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a2f86290-6776-4b14-88fa-99e708dd5b06 req-076d0209-9b9d-4e97-b095-47a6ed79b8d7 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 210 time: 0.0403748 Feb 15 17:32:17.208859 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-36850956-c4f0-4cac-9672-130a7ffe95f6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Publish callbacks [] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:17.299821 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-36850956-c4f0-4cac-9672-130a7ffe95f6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:17.340510 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-36850956-c4f0-4cac-9672-130a7ffe95f6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:32:17.346638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-36850956-c4f0-4cac-9672-130a7ffe95f6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:32:17.351006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-36850956-c4f0-4cac-9672-130a7ffe95f6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:32:17.377040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36850956-c4f0-4cac-9672-130a7ffe95f6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Pushing event updated for resources: {'Port': ['ID=5c065f16-2ffc-4e8f-87b4-427df37369e7,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:32:17.401866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-36850956-c4f0-4cac-9672-130a7ffe95f6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:17.402486 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-36850956-c4f0-4cac-9672-130a7ffe95f6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:17.483785 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-36850956-c4f0-4cac-9672-130a7ffe95f6 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7863495 Feb 15 17:32:17.495412 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Request body: {'port': {'device_id': '76a099a1-20e2-46bd-83bd-580e45ac9b41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:32:17.558343 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:17.744461 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:32:17.812501 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c065f16-2ffc-4e8f-87b4-427df37369e7 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:32:17.820615 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Publish callbacks [] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:17.833536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Transition to ACTIVE for port object 5c065f16-2ffc-4e8f-87b4-427df37369e7 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:32:17.916489 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:17.968257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Pushing event updated for resources: {'Port': ['ID=5c065f16-2ffc-4e8f-87b4-427df37369e7,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:32:18.044122 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Attempting to bind port 5c065f16-2ffc-4e8f-87b4-427df37369e7 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:32:18.046939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Attempting to bind port 5c065f16-2ffc-4e8f-87b4-427df37369e7 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:32:18.046939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Attempting to bind port 5c065f16-2ffc-4e8f-87b4-427df37369e7 on network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:32:18.049100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Port 5c065f16-2ffc-4e8f-87b4-427df37369e7 on network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:32:18.049461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Attempting to bind port 5c065f16-2ffc-4e8f-87b4-427df37369e7 on network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:32:18.054876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:32:18.055219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Checking segment: {'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:32:18.055605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Bound using segment: {'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:32:18.056028 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Bound port: 5c065f16-2ffc-4e8f-87b4-427df37369e7, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:32:18.056384 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:18.116969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] For port 5c065f16-2ffc-4e8f-87b4-427df37369e7, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:32:18.119817 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] For port 5c065f16-2ffc-4e8f-87b4-427df37369e7, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=5c065f16-2ffc-4e8f-87b4-427df37369e7,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:32:18.203795 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:18.239308 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:18.239944 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:18.241451 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] 10.222.0.10 "PUT /v2.0/ports/5c065f16-2ffc-4e8f-87b4-427df37369e7 HTTP/1.1" status: 200 len: 1092 time: 0.7502596 Feb 15 17:32:18.241887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a099a1-20e2-46bd-83bd-580e45ac9b41', 'tag': '5c065f16-2ffc-4e8f-87b4-427df37369e7'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:32:18.244551 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee5ac3e-e64c-4d0b-8201-c561ece816df" -d '{"events": [{"name": "network-changed", "server_uuid": "76a099a1-20e2-46bd-83bd-580e45ac9b41", "tag": "5c065f16-2ffc-4e8f-87b4-427df37369e7"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:32:18.269406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef8cf7a-2a2c-428b-90f3-0eeef1b5702f service neutron] Pushing event updated for resources: {'Port': ['ID=5c065f16-2ffc-4e8f-87b4-427df37369e7,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:32:18.290957 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5cf5d6-131b-48fd-9532-3dbb34566238 x-openstack-request-id: req-cb5cf5d6-131b-48fd-9532-3dbb34566238 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:32:18.291259 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a099a1-20e2-46bd-83bd-580e45ac9b41", "tag": "5c065f16-2ffc-4e8f-87b4-427df37369e7", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:32:18.291524 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cb5cf5d6-131b-48fd-9532-3dbb34566238 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:32:18.291937 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a099a1-20e2-46bd-83bd-580e45ac9b41', 'tag': '5c065f16-2ffc-4e8f-87b4-427df37369e7', 'status': 'completed', 'code': 200} Feb 15 17:32:18.292629 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73359c10-2ffa-4171-856f-45ef8aa75026 req-0d5b0c12-65da-4142-bc40-c44d759cd14a tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:18.294150 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-73359c10-2ffa-4171-856f-45ef8aa75026 req-0d5b0c12-65da-4142-bc40-c44d759cd14a tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 943 time: 0.0548754 Feb 15 17:32:18.343556 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-73359c10-2ffa-4171-856f-45ef8aa75026 req-f343e45d-7338-4503-a360-836b196b910a tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434444 Feb 15 17:32:18.363243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5ac3e-e64c-4d0b-8201-c561ece816df req-3f492089-131e-42fe-8b3d-790c74504ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:18.365320 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ee5ac3e-e64c-4d0b-8201-c561ece816df req-3f492089-131e-42fe-8b3d-790c74504ef4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3850c4e276264b368d8f15d7d408ea16&device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 1126 time: 0.0520222 Feb 15 17:32:18.462783 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5ac3e-e64c-4d0b-8201-c561ece816df req-60f956c0-5e3b-4c66-9e64-c9a8b27a4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:18.464269 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ee5ac3e-e64c-4d0b-8201-c561ece816df req-60f956c0-5e3b-4c66-9e64-c9a8b27a4379 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=3850c4e276264b368d8f15d7d408ea16&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0920589 Feb 15 17:32:18.571633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5ac3e-e64c-4d0b-8201-c561ece816df req-cf4544a5-8194-4e68-b346-0344871bd1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:18.573144 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ee5ac3e-e64c-4d0b-8201-c561ece816df req-cf4544a5-8194-4e68-b346-0344871bd1e4 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1033554 Feb 15 17:32:18.655691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-e8d76ef1-7b77-43c1-aa2f-760c13e2d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:18.657199 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-e8d76ef1-7b77-43c1-aa2f-760c13e2d1c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3850c4e276264b368d8f15d7d408ea16&device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 1126 time: 0.0452380 Feb 15 17:32:18.697140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-aec4ff5e-1210-43c4-aa28-dbcea67bc1c9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c065f16-2ffc-4e8f-87b4-427df37369e7 HTTP/1.1" status: 200 len: 217 time: 0.0340354 Feb 15 17:32:18.747996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-e8816663-c81a-4562-b711-ec96b3f6300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:18.749353 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-e8816663-c81a-4562-b711-ec96b3f6300e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60f8959a-02a1-4e77-82d7-3a3c001e4151 HTTP/1.1" status: 200 len: 855 time: 0.0470150 Feb 15 17:32:18.761473 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device cda74fee-cb76-4397-b58f-026987ced07b no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:32:18.780861 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: cda74fee-cb76-4397-b58f-026987ced07b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:32:18.781212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device cda74fee-cb76-4397-b58f-026987ced07b not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:32:18.781529 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-8140e876-64be-4748-b94b-dea8484ab714 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265439 Feb 15 17:32:18.869263 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-17d55090-9160-4106-b982-a8d03318b200 service neutron] 10.222.0.10 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823364 Feb 15 17:32:19.274956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9da3a5d-cbaf-436b-b854-92ec51013352 req-204e38ab-9936-496b-9519-02039961d172 service neutron] 10.222.0.10 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999758 Feb 15 17:32:19.465095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83fadd-06e9-4965-88f7-d42de65c348e req-5929f4bf-af0d-45a4-aaa3-cee2bf5f2d04 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:19.466646 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c83fadd-06e9-4965-88f7-d42de65c348e req-5929f4bf-af0d-45a4-aaa3-cee2bf5f2d04 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 943 time: 0.0530820 Feb 15 17:32:19.513235 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c83fadd-06e9-4965-88f7-d42de65c348e req-1d74c54c-731c-42c8-8b75-1a2878ae7001 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404491 Feb 15 17:32:20.629448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31a0fb-6aea-4be4-a571-cc1899c57dc2 req-ff5eed33-ad62-4ad3-b44f-4adcecf22c8a tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:20.630919 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f31a0fb-6aea-4be4-a571-cc1899c57dc2 req-ff5eed33-ad62-4ad3-b44f-4adcecf22c8a tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 943 time: 0.0516961 Feb 15 17:32:20.684955 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f31a0fb-6aea-4be4-a571-cc1899c57dc2 req-504f01d7-bf8b-4eef-aa0a-7ad26a360ace tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484014 Feb 15 17:32:20.765455 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 5c065f16-2ffc-4e8f-87b4-427df37369e7 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:32:20.860071 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 5c065f16-2ffc-4e8f-87b4-427df37369e7, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=5c065f16-2ffc-4e8f-87b4-427df37369e7,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:32:20.874163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '5c065f16-2ffc-4e8f-87b4-427df37369e7', 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a', 'port_id': '5c065f16-2ffc-4e8f-87b4-427df37369e7', 'mac_address': 'fa:16:3e:26:fe:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f8959a-02a1-4e77-82d7-3a3c001e4151', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:32:20.910704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 5c065f16-2ffc-4e8f-87b4-427df37369e7 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:32:20.911094 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:20.923406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c065f16-2ffc-4e8f-87b4-427df37369e7 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:32:20.942595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 5c065f16-2ffc-4e8f-87b4-427df37369e7, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=5c065f16-2ffc-4e8f-87b4-427df37369e7,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:32:21.013560 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:21.059708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=5c065f16-2ffc-4e8f-87b4-427df37369e7,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:32:21.203341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['5c065f16-2ffc-4e8f-87b4-427df37369e7'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:32:21.805184 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16a0fa-d98b-4877-95b2-aa7303935553 req-77a62eeb-3366-4293-a161-3ce587ade9a4 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:21.806644 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bb16a0fa-d98b-4877-95b2-aa7303935553 req-77a62eeb-3366-4293-a161-3ce587ade9a4 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 944 time: 0.0559957 Feb 15 17:32:21.853455 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bb16a0fa-d98b-4877-95b2-aa7303935553 req-21b4ad03-7b33-44a3-9f62-c75d99438952 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412576 Feb 15 17:32:22.778454 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 5c065f16-2ffc-4e8f-87b4-427df37369e7 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:32:22.887750 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 5c065f16-2ffc-4e8f-87b4-427df37369e7 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:32:22.892240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 5c065f16-2ffc-4e8f-87b4-427df37369e7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:32:22.892491 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:22.979358 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 5c065f16-2ffc-4e8f-87b4-427df37369e7 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:32:22.979762 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:22.982629 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01765b8e-6b02-4269-b01c-dd91fd99cb5e req-40812c7f-2861-4f81-ac32-5186ad65e96c tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:22.983816 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-01765b8e-6b02-4269-b01c-dd91fd99cb5e req-40812c7f-2861-4f81-ac32-5186ad65e96c tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 944 time: 0.0571117 Feb 15 17:32:23.003092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a099a1-20e2-46bd-83bd-580e45ac9b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c065f16-2ffc-4e8f-87b4-427df37369e7'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:32:23.005302 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d8158e-9db5-4ab2-8410-5ff53cd1c1c0" -d '{"events": [{"server_uuid": "76a099a1-20e2-46bd-83bd-580e45ac9b41", "name": "network-vif-plugged", "status": "completed", "tag": "5c065f16-2ffc-4e8f-87b4-427df37369e7"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:32:23.019043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 5c065f16-2ffc-4e8f-87b4-427df37369e7, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=5c065f16-2ffc-4e8f-87b4-427df37369e7,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:32:23.053693 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-01765b8e-6b02-4269-b01c-dd91fd99cb5e req-25b742f2-0eba-4bcf-ac1b-722110aee85e tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454977 Feb 15 17:32:23.054048 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efb0e6d-8962-4d86-b579-d54373cb6d63 x-openstack-request-id: req-1efb0e6d-8962-4d86-b579-d54373cb6d63 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:32:23.054048 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a099a1-20e2-46bd-83bd-580e45ac9b41", "name": "network-vif-plugged", "status": "completed", "tag": "5c065f16-2ffc-4e8f-87b4-427df37369e7", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:32:23.054048 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1efb0e6d-8962-4d86-b579-d54373cb6d63 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:32:23.054048 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a099a1-20e2-46bd-83bd-580e45ac9b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c065f16-2ffc-4e8f-87b4-427df37369e7', 'code': 200} Feb 15 17:32:23.126379 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:23.189844 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=5c065f16-2ffc-4e8f-87b4-427df37369e7,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:32:23.211862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6560fb-3473-4d9a-b43e-9e9ced62e8d7 req-8a2009cf-a1f9-4799-b0f0-6c9f43085221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:23.213438 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce6560fb-3473-4d9a-b43e-9e9ced62e8d7 req-8a2009cf-a1f9-4799-b0f0-6c9f43085221 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 1128 time: 0.1079450 Feb 15 17:32:23.257771 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ce6560fb-3473-4d9a-b43e-9e9ced62e8d7 req-c46d06ef-f53b-4a40-9346-f5a856187072 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382292 Feb 15 17:32:24.167795 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5620e2a-69ae-4841-82b9-ce53e3707d84 req-2b04986d-33d1-4582-8437-024f846cfb55 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:24.169289 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f5620e2a-69ae-4841-82b9-ce53e3707d84 req-2b04986d-33d1-4582-8437-024f846cfb55 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0556893 Feb 15 17:32:24.222610 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f5620e2a-69ae-4841-82b9-ce53e3707d84 req-e7e09504-d360-4a7a-8d2f-5d64cc7ac735 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470254 Feb 15 17:32:25.342294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1850685-14e7-449d-8418-c7da37ec836c req-1148cfbc-c01b-4c9a-9fc1-ab7881db9794 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:25.343776 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1850685-14e7-449d-8418-c7da37ec836c req-1148cfbc-c01b-4c9a-9fc1-ab7881db9794 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0518689 Feb 15 17:32:25.392949 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1850685-14e7-449d-8418-c7da37ec836c req-e845964c-ce46-437d-8319-ac13e75176bc tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431020 Feb 15 17:32:25.512332 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125fe64-5788-4fca-b342-302950fd8d00 req-f7adb22e-11f8-4f17-90e5-a1ee1dd2ac67 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:25.513728 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b125fe64-5788-4fca-b342-302950fd8d00 req-f7adb22e-11f8-4f17-90e5-a1ee1dd2ac67 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0553541 Feb 15 17:32:25.559788 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b125fe64-5788-4fca-b342-302950fd8d00 req-e24161c9-03b7-4ea9-8c36-a89ed6e79687 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404923 Feb 15 17:32:26.049537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a4787a-174f-42b6-9294-1bb90be8b486 req-dee3eef0-34c6-4afe-9e32-1c1790472426 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:26.051630 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90a4787a-174f-42b6-9294-1bb90be8b486 req-dee3eef0-34c6-4afe-9e32-1c1790472426 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0542226 Feb 15 17:32:26.110964 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90a4787a-174f-42b6-9294-1bb90be8b486 req-5f94760c-e251-4617-9478-025712569fa1 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533159 Feb 15 17:32:26.212479 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-a2b41c18-5799-43a3-b8a7-5b328ecf08ba service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467162 Feb 15 17:32:26.746143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-2a92aacd-f252-4f3c-86a2-defbb90eaa88 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:26.747393 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-2a92aacd-f252-4f3c-86a2-defbb90eaa88 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports/5c065f16-2ffc-4e8f-87b4-427df37369e7 HTTP/1.1" status: 200 len: 942 time: 0.0455852 Feb 15 17:32:27.232484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97836abc-65ee-41c7-bcfc-627cc01c47db req-134c631b-7ddf-453c-b9e0-7e8829e8ca2f tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:27.234037 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-97836abc-65ee-41c7-bcfc-627cc01c47db req-134c631b-7ddf-453c-b9e0-7e8829e8ca2f tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0546081 Feb 15 17:32:27.280527 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-97836abc-65ee-41c7-bcfc-627cc01c47db req-8cb4e031-1e33-49aa-8343-05d6e50334ff tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408671 Feb 15 17:32:28.401404 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868bf79-86e6-454a-bfc1-184cdb1df882 req-23d3d936-5cb2-4de5-bc41-7f3bce474e16 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:28.402907 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9868bf79-86e6-454a-bfc1-184cdb1df882 req-23d3d936-5cb2-4de5-bc41-7f3bce474e16 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0527985 Feb 15 17:32:28.454995 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9868bf79-86e6-454a-bfc1-184cdb1df882 req-a22dd525-d2e7-495f-b73c-4a32c3137a37 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461881 Feb 15 17:32:28.516204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-6bcb3cd6-deda-4416-9f1f-76d7d91aebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:28.517742 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-6bcb3cd6-deda-4416-9f1f-76d7d91aebef service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3850c4e276264b368d8f15d7d408ea16&device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 1128 time: 0.0439363 Feb 15 17:32:28.612435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-53a346a1-fe86-49a3-b399-801988ba120b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:28.613869 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-53a346a1-fe86-49a3-b399-801988ba120b service neutron] 10.222.0.10 "GET /v2.0/networks?id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a HTTP/1.1" status: 200 len: 916 time: 0.0876429 Feb 15 17:32:28.655569 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-cdfd51bc-0efa-4134-85ba-9d6fd56235fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c065f16-2ffc-4e8f-87b4-427df37369e7 HTTP/1.1" status: 200 len: 217 time: 0.0344350 Feb 15 17:32:28.707587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-fe1974e1-8b4d-4689-b090-53f680015b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:28.709054 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-fe1974e1-8b4d-4689-b090-53f680015b00 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60f8959a-02a1-4e77-82d7-3a3c001e4151 HTTP/1.1" status: 200 len: 855 time: 0.0478854 Feb 15 17:32:28.740773 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-e5062799-9ff9-448c-ba2a-8fdf80e41aea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251770 Feb 15 17:32:28.830267 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-9d389f10-9a61-442e-a0f2-2545e77dd0cf service neutron] 10.222.0.10 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832057 Feb 15 17:32:28.920246 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-0323c7b7-c6ed-470e-a52a-a64f2252e84a service neutron] 10.222.0.10 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835626 Feb 15 17:32:29.576035 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8a5df-efb5-489b-836f-b2799184f0e9 req-77aba976-f0d3-4d5b-b367-9704bd36acfd tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:29.577560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c4f8a5df-efb5-489b-836f-b2799184f0e9 req-77aba976-f0d3-4d5b-b367-9704bd36acfd tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0538776 Feb 15 17:32:29.623545 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c4f8a5df-efb5-489b-836f-b2799184f0e9 req-8cabf0e0-66fe-4338-bcc0-4f5f7fb2ddbd tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403121 Feb 15 17:32:30.741748 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11727f91-cb84-4ade-b6ba-ac8dd80b8da4 req-316db842-03a5-428a-b131-303ab12174ba tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:30.743206 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-11727f91-cb84-4ade-b6ba-ac8dd80b8da4 req-316db842-03a5-428a-b131-303ab12174ba tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0518076 Feb 15 17:32:30.765932 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:30.788789 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-11727f91-cb84-4ade-b6ba-ac8dd80b8da4 req-3533e9e4-c062-487e-8e99-6029b23ef657 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399661 Feb 15 17:32:31.167440 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:31.906011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9238e3e-ee7f-4f8a-87a3-96cd4d17cb8e req-830066da-9f11-4050-8a34-d3904749a0bf tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:31.907527 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9238e3e-ee7f-4f8a-87a3-96cd4d17cb8e req-830066da-9f11-4050-8a34-d3904749a0bf tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0516346 Feb 15 17:32:31.959864 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9238e3e-ee7f-4f8a-87a3-96cd4d17cb8e req-67a0e02d-9f39-4d28-bcd3-62d0be31eae3 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456080 Feb 15 17:32:33.082619 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58db64d-ffa0-42fd-b4fb-b86b627d5961 req-23ba205a-fdd3-49cc-98b1-270328764ca1 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:33.084099 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a58db64d-ffa0-42fd-b4fb-b86b627d5961 req-23ba205a-fdd3-49cc-98b1-270328764ca1 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0567689 Feb 15 17:32:33.129089 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a58db64d-ffa0-42fd-b4fb-b86b627d5961 req-838bf9fa-295f-440b-8dbf-d61525308f10 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393980 Feb 15 17:32:34.261221 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417700d-527f-414f-bed5-98823e67ac4f req-7e757b30-fd66-496b-8a1f-e9b260d2534d tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:34.262654 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5417700d-527f-414f-bed5-98823e67ac4f req-7e757b30-fd66-496b-8a1f-e9b260d2534d tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0525415 Feb 15 17:32:34.308784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5417700d-527f-414f-bed5-98823e67ac4f req-fd346693-f1ae-44a5-acb8-dd4b15a77c41 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407028 Feb 15 17:32:35.425973 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97715521-862d-42f9-8f92-fbb8d240370c req-cef88a75-a488-4a95-8605-c152e4d42673 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:35.427479 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97715521-862d-42f9-8f92-fbb8d240370c req-cef88a75-a488-4a95-8605-c152e4d42673 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0520203 Feb 15 17:32:35.473463 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97715521-862d-42f9-8f92-fbb8d240370c req-5116a55c-9260-4aee-b939-541268dfd37c tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405157 Feb 15 17:32:36.592832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0a5ce-7a06-4458-825b-1aa4b9efccff req-f1639805-d323-4ea2-85af-7350cbca43b0 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:36.594358 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aca0a5ce-7a06-4458-825b-1aa4b9efccff req-f1639805-d323-4ea2-85af-7350cbca43b0 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0528996 Feb 15 17:32:36.640184 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aca0a5ce-7a06-4458-825b-1aa4b9efccff req-cb560fee-7c2c-4bdd-9f6a-884f08ac62c0 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403633 Feb 15 17:32:36.936926 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a165bc84-d7f4-4d09-9db9-28e6744fb13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:37.757977 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0cba8-74b9-4390-9b19-f0677dc5ced1 req-00b8ff13-abd1-430f-ba67-b1c1ec4621ea tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:37.759432 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9ed0cba8-74b9-4390-9b19-f0677dc5ced1 req-00b8ff13-abd1-430f-ba67-b1c1ec4621ea tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0519452 Feb 15 17:32:37.808013 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9ed0cba8-74b9-4390-9b19-f0677dc5ced1 req-d792a8bf-696e-4c11-acd9-08646273c471 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429657 Feb 15 17:32:38.930031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5f57c-616a-4d93-a6b5-c27aa4537397 req-a6e441fd-7ecd-4c7a-bcce-03cda2d12498 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:38.931560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14c5f57c-616a-4d93-a6b5-c27aa4537397 req-a6e441fd-7ecd-4c7a-bcce-03cda2d12498 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0566530 Feb 15 17:32:38.978522 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-14c5f57c-616a-4d93-a6b5-c27aa4537397 req-f2c975a5-8118-45b0-9136-3e0e07e64fbc tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413401 Feb 15 17:32:39.310087 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7a8b0a85-defd-4859-a758-59887c8433cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:40.102415 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6ca86-20b9-4bbf-b7e6-728caf0d38a7 req-32153405-b635-472e-8db8-6603d1cd0d99 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:40.103912 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-afd6ca86-20b9-4bbf-b7e6-728caf0d38a7 req-32153405-b635-472e-8db8-6603d1cd0d99 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0580957 Feb 15 17:32:40.150429 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-afd6ca86-20b9-4bbf-b7e6-728caf0d38a7 req-e1a93675-77bb-4df6-995d-2e8fd5246bde tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409307 Feb 15 17:32:40.616810 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:41.267210 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c0193-17a9-4ecc-903c-a8dd6ca82f88 req-423f3e8b-d8a6-49e1-803a-e9bb078a501c tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:41.269199 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b07c0193-17a9-4ecc-903c-a8dd6ca82f88 req-423f3e8b-d8a6-49e1-803a-e9bb078a501c tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0514245 Feb 15 17:32:41.316760 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b07c0193-17a9-4ecc-903c-a8dd6ca82f88 req-5eecb52c-5b0f-4cf4-ad1c-e35b01165f83 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416992 Feb 15 17:32:42.070563 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:42.437468 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbd94b-66c0-4899-b928-77f7dd4b2566 req-2401fcaf-eae5-4691-95d0-ac747a6e5b88 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:42.439197 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a5bbd94b-66c0-4899-b928-77f7dd4b2566 req-2401fcaf-eae5-4691-95d0-ac747a6e5b88 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0523794 Feb 15 17:32:42.484745 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a5bbd94b-66c0-4899-b928-77f7dd4b2566 req-b15c3a03-eafd-4fd3-82c6-b7ea8dd32a24 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394866 Feb 15 17:32:43.542608 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:43.606864 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200df090-7c24-4ae3-8a7f-a299d8a1398e req-d2c72262-8a49-4163-b0f9-b907a0f95b51 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:43.608351 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-200df090-7c24-4ae3-8a7f-a299d8a1398e req-d2c72262-8a49-4163-b0f9-b907a0f95b51 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0564020 Feb 15 17:32:43.655188 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-200df090-7c24-4ae3-8a7f-a299d8a1398e req-011f6d67-87ca-4e79-8275-a77092b3f8db tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407019 Feb 15 17:32:44.777751 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a4342-bd46-4cff-b0ba-4f5679de51b3 req-91cd8f49-41a3-4411-ac42-85e74b7c5a22 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:44.779279 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ae3a4342-bd46-4cff-b0ba-4f5679de51b3 req-91cd8f49-41a3-4411-ac42-85e74b7c5a22 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0567114 Feb 15 17:32:44.829149 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ae3a4342-bd46-4cff-b0ba-4f5679de51b3 req-1641f69f-bc5d-4d14-adf9-79c3b9f14af5 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441439 Feb 15 17:32:45.947754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe34bdb-7427-4809-859a-43ef0136ad02 req-b9758da3-1392-4dc7-849f-a89fbf8e3988 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:45.949235 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fe34bdb-7427-4809-859a-43ef0136ad02 req-b9758da3-1392-4dc7-849f-a89fbf8e3988 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0529191 Feb 15 17:32:45.996191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1fe34bdb-7427-4809-859a-43ef0136ad02 req-9ee30a3d-ed47-4297-b2d8-4b420270a011 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413480 Feb 15 17:32:47.113885 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5c21e-a1da-4b99-84bd-2c2115ae5f66 req-24373592-000b-48e9-a140-c35415f862f5 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:47.115355 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a2f5c21e-a1da-4b99-84bd-2c2115ae5f66 req-24373592-000b-48e9-a140-c35415f862f5 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0524709 Feb 15 17:32:47.161848 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a2f5c21e-a1da-4b99-84bd-2c2115ae5f66 req-97bdb396-5aa3-4151-970d-7764b0cf258f tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407951 Feb 15 17:32:48.282737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482daf0b-c906-4fc3-9193-b21ade4b06c8 req-12908053-c82e-490c-b08c-2ee953cd8699 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:48.284191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-482daf0b-c906-4fc3-9193-b21ade4b06c8 req-12908053-c82e-490c-b08c-2ee953cd8699 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0526097 Feb 15 17:32:48.338095 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-482daf0b-c906-4fc3-9193-b21ade4b06c8 req-4e3dad8d-9e24-4e5d-9c89-411a65f702db tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475893 Feb 15 17:32:49.464002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10853af7-99d0-4667-9914-224230ea82b2 req-9c473e6e-9ab9-425f-88ac-fc9f9ba93294 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:49.467911 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10853af7-99d0-4667-9914-224230ea82b2 req-9c473e6e-9ab9-425f-88ac-fc9f9ba93294 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0617120 Feb 15 17:32:49.511836 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10853af7-99d0-4667-9914-224230ea82b2 req-475a1d65-3a0c-4449-8694-f29bbc7a8010 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406983 Feb 15 17:32:50.630147 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b600a8c-2325-4712-9a5d-3c03e86ba343 req-6e8a29e6-02c9-4040-8c14-6ba5a0d9c90b tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:50.631646 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b600a8c-2325-4712-9a5d-3c03e86ba343 req-6e8a29e6-02c9-4040-8c14-6ba5a0d9c90b tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0526211 Feb 15 17:32:50.678024 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b600a8c-2325-4712-9a5d-3c03e86ba343 req-ad8cc502-4369-428f-9e37-1ff72d54f08c tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409317 Feb 15 17:32:51.797829 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11cd68-520f-4717-a8cc-1a3e4784eb83 req-7a62b3da-197c-4f6e-8134-f32e3c5766e4 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:51.799310 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c11cd68-520f-4717-a8cc-1a3e4784eb83 req-7a62b3da-197c-4f6e-8134-f32e3c5766e4 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0521300 Feb 15 17:32:51.846035 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6c11cd68-520f-4717-a8cc-1a3e4784eb83 req-4ca7e4fe-b718-42c5-8942-59c55c6a0ece tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405126 Feb 15 17:32:52.965050 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6575930-60c5-4143-86f8-9a9cdf6fa03b req-508eaba2-0257-4406-94d8-dc4ac3946205 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:52.966572 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6575930-60c5-4143-86f8-9a9cdf6fa03b req-508eaba2-0257-4406-94d8-dc4ac3946205 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0528841 Feb 15 17:32:53.013155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e6575930-60c5-4143-86f8-9a9cdf6fa03b req-0d82305f-ab3f-4be9-8a73-92e1cc13406c tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410991 Feb 15 17:32:54.183565 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1182b46-6e11-4c26-87c8-2d94811a843e req-4fef49e2-9962-4b14-b0e7-7ed1dec09bb2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:54.185051 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b1182b46-6e11-4c26-87c8-2d94811a843e req-4fef49e2-9962-4b14-b0e7-7ed1dec09bb2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0519285 Feb 15 17:32:54.234526 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b1182b46-6e11-4c26-87c8-2d94811a843e req-e1a52a43-fc05-41aa-8c50-9bb9cd707869 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428843 Feb 15 17:32:54.744355 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:32:55.474828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8e366-b6d4-46bf-ac83-49dda4f7ebfa req-627273db-f779-4cee-8ea7-a2cb609467e5 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:55.476338 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9e8e366-b6d4-46bf-ac83-49dda4f7ebfa req-627273db-f779-4cee-8ea7-a2cb609467e5 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.1006355 Feb 15 17:32:55.528384 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9e8e366-b6d4-46bf-ac83-49dda4f7ebfa req-0e92c7a6-bd75-4bf3-8746-88f0e253265a tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464110 Feb 15 17:32:56.034896 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-36fe0749-8c90-4688-b903-0f0aa2e66d4a service neutron] show failed (client error): The resource could not be found. Feb 15 17:32:56.035909 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-36fe0749-8c90-4688-b903-0f0aa2e66d4a service neutron] 10.222.0.10 "GET /v2.0/ports/5c065f16-2ffc-4e8f-87b4-427df37369e7/bindings/n-h1-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0542905 Feb 15 17:32:56.544460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-4aed57c0-4ed7-44c5-a0cf-7f33be5d94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:56.545997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-4aed57c0-4ed7-44c5-a0cf-7f33be5d94ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41&tenant_id=3850c4e276264b368d8f15d7d408ea16 HTTP/1.1" status: 200 len: 1128 time: 0.0475135 Feb 15 17:32:56.557280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:32:56.621434 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:56.651157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb386603-3737-431f-9a71-f804979b565d req-a37ef035-2df6-4786-b458-a2f20623312a tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:56.652648 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eb386603-3737-431f-9a71-f804979b565d req-a37ef035-2df6-4786-b458-a2f20623312a tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0525236 Feb 15 17:32:56.699703 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eb386603-3737-431f-9a71-f804979b565d req-052ef3a1-7169-42bc-89a5-b71809af777a tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414021 Feb 15 17:32:56.824628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] For port 5c065f16-2ffc-4e8f-87b4-427df37369e7, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=5c065f16-2ffc-4e8f-87b4-427df37369e7,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:32:56.857589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] For port 5c065f16-2ffc-4e8f-87b4-427df37369e7, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:32:56.910370 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a099a1-20e2-46bd-83bd-580e45ac9b41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c065f16-2ffc-4e8f-87b4-427df37369e7'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:32:56.912666 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57a4428-272e-485f-b370-648cf07219e8" -d '{"events": [{"server_uuid": "76a099a1-20e2-46bd-83bd-580e45ac9b41", "name": "network-vif-unplugged", "status": "completed", "tag": "5c065f16-2ffc-4e8f-87b4-427df37369e7"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:32:56.916274 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Publish callbacks [] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:56.931626 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Transition to ACTIVE for port object 5c065f16-2ffc-4e8f-87b4-427df37369e7 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:32:56.969654 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6231a244-2147-4a32-ba02-597f584347ed x-openstack-request-id: req-6231a244-2147-4a32-ba02-597f584347ed {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:32:56.969957 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a099a1-20e2-46bd-83bd-580e45ac9b41", "name": "network-vif-unplugged", "status": "completed", "tag": "5c065f16-2ffc-4e8f-87b4-427df37369e7", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:32:56.970221 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6231a244-2147-4a32-ba02-597f584347ed {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:32:56.970659 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a099a1-20e2-46bd-83bd-580e45ac9b41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c065f16-2ffc-4e8f-87b4-427df37369e7', 'code': 200} Feb 15 17:32:57.007288 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:57.074529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] No DVR routers for this DVR port 5c065f16-2ffc-4e8f-87b4-427df37369e7 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:32:57.076438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Pushing event updated for resources: {'Port': ['ID=5c065f16-2ffc-4e8f-87b4-427df37369e7,revision_number=6']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:32:57.111344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Attempting to bind port 5c065f16-2ffc-4e8f-87b4-427df37369e7 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:32:57.112219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Attempting to bind port 5c065f16-2ffc-4e8f-87b4-427df37369e7 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:32:57.112553 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Attempting to bind port 5c065f16-2ffc-4e8f-87b4-427df37369e7 on network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:32:57.116892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Port 5c065f16-2ffc-4e8f-87b4-427df37369e7 on network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:32:57.117248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Attempting to bind port 5c065f16-2ffc-4e8f-87b4-427df37369e7 on network 3241f66e-80c3-4ca8-9c93-3c383b7ae77a {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:32:57.122115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 32, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:32:57.122461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Checking segment: {'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:32:57.122846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Bound using segment: {'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:32:57.123276 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Bound port: 5c065f16-2ffc-4e8f-87b4-427df37369e7, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9c0a82-db07-473d-81c6-b55027fadea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:32:57.123634 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:57.185733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] For port 5c065f16-2ffc-4e8f-87b4-427df37369e7, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:32:57.188934 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] For port 5c065f16-2ffc-4e8f-87b4-427df37369e7, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5c065f16-2ffc-4e8f-87b4-427df37369e7,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:32:57.270650 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:57.305099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:57.305756 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:32:57.307153 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] 10.222.0.67 "PUT /v2.0/ports/5c065f16-2ffc-4e8f-87b4-427df37369e7 HTTP/1.1" status: 200 len: 1092 time: 0.7540741 Feb 15 17:32:57.336535 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eafe510-fd58-41f1-b999-c9380a9dcb8c service neutron] Pushing event updated for resources: {'Port': ['ID=5c065f16-2ffc-4e8f-87b4-427df37369e7,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:32:57.376343 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-1aeae9e6-bb42-44b3-8de3-f8d3478536d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:57.378501 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-1aeae9e6-bb42-44b3-8de3-f8d3478536d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3850c4e276264b368d8f15d7d408ea16&device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 1126 time: 0.0509095 Feb 15 17:32:57.465720 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-321a99e7-5fec-4b7b-8502-699c59f95e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:57.467207 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-321a99e7-5fec-4b7b-8502-699c59f95e7f service neutron] 10.222.0.67 "GET /v2.0/networks?id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a HTTP/1.1" status: 200 len: 916 time: 0.0836098 Feb 15 17:32:57.511632 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-2f5fe788-0a15-402d-9093-1924e607d894 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c065f16-2ffc-4e8f-87b4-427df37369e7 HTTP/1.1" status: 200 len: 217 time: 0.0386961 Feb 15 17:32:57.560893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-8e016c3b-f5f4-4751-9f65-b74a4b179bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:57.562467 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-8e016c3b-f5f4-4751-9f65-b74a4b179bd3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=60f8959a-02a1-4e77-82d7-3a3c001e4151 HTTP/1.1" status: 200 len: 855 time: 0.0459538 Feb 15 17:32:57.593948 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-1a009466-426a-4ab3-8b8c-6ca1bb25728c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249240 Feb 15 17:32:57.681030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-bb269077-9ff5-4ca3-afc0-323042f8de86 service neutron] 10.222.0.67 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811276 Feb 15 17:32:57.775294 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b34bc629-bb2a-4d65-8cfe-76ad8cd8ad6d req-7fd22e34-9d9b-4ab8-b2b8-731f62a78993 service neutron] 10.222.0.67 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883384 Feb 15 17:32:57.900887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82855a2f-9793-4eb1-8194-f28cbc9333ce req-daee1a94-cab4-4769-a8c8-5fdc82f13f42 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:57.902404 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-82855a2f-9793-4eb1-8194-f28cbc9333ce req-daee1a94-cab4-4769-a8c8-5fdc82f13f42 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 943 time: 0.0962505 Feb 15 17:32:57.951149 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-82855a2f-9793-4eb1-8194-f28cbc9333ce req-dee148e9-f88a-4018-8b11-16dd979941db tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429759 Feb 15 17:32:58.886179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 5c065f16-2ffc-4e8f-87b4-427df37369e7 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:32:58.923498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] The host n-h2-828372-14 is not matching for port 5c065f16-2ffc-4e8f-87b4-427df37369e7 host n-h1-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:32:58.923882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 5c065f16-2ffc-4e8f-87b4-427df37369e7 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:32:58.972156 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a099a1-20e2-46bd-83bd-580e45ac9b41', 'tag': '5c065f16-2ffc-4e8f-87b4-427df37369e7'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:32:58.975802 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3ec2a7eb001f7238e9b19d2bb1b0ef684dff4965c761e664d4fe1ca5a854232" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3501386-b83a-48c3-98b3-213417b0c604" -d '{"events": [{"name": "network-changed", "server_uuid": "76a099a1-20e2-46bd-83bd-580e45ac9b41", "tag": "5c065f16-2ffc-4e8f-87b4-427df37369e7"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:32:59.030851 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f88e514-5cd1-44db-aa4f-f6d2a022738d x-openstack-request-id: req-6f88e514-5cd1-44db-aa4f-f6d2a022738d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:32:59.031150 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a099a1-20e2-46bd-83bd-580e45ac9b41", "tag": "5c065f16-2ffc-4e8f-87b4-427df37369e7", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:32:59.031415 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6f88e514-5cd1-44db-aa4f-f6d2a022738d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:32:59.031821 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a099a1-20e2-46bd-83bd-580e45ac9b41', 'tag': '5c065f16-2ffc-4e8f-87b4-427df37369e7', 'status': 'completed', 'code': 200} Feb 15 17:32:59.147781 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce9a96-6570-46de-90c3-c65a4d3eff3b req-4d88b4c9-87e0-4bf6-b63b-5d46770d3145 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:59.149203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d6ce9a96-6570-46de-90c3-c65a4d3eff3b req-4d88b4c9-87e0-4bf6-b63b-5d46770d3145 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 943 time: 0.1282132 Feb 15 17:32:59.154030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3501386-b83a-48c3-98b3-213417b0c604 req-c13c426d-65f2-4112-95f4-bcfb81c4184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:59.155413 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3501386-b83a-48c3-98b3-213417b0c604 req-c13c426d-65f2-4112-95f4-bcfb81c4184a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3850c4e276264b368d8f15d7d408ea16&device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 1126 time: 0.1015072 Feb 15 17:32:59.160172 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3501386-b83a-48c3-98b3-213417b0c604 req-2aaa1510-e9f4-4b04-b236-aa204bc92302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:59.161575 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3501386-b83a-48c3-98b3-213417b0c604 req-2aaa1510-e9f4-4b04-b236-aa204bc92302 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3850c4e276264b368d8f15d7d408ea16&device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 1126 time: 0.1065159 Feb 15 17:32:59.308380 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d6ce9a96-6570-46de-90c3-c65a4d3eff3b req-9b44e705-b119-44af-b1dc-e05e8206a681 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513875 Feb 15 17:32:59.349330 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3501386-b83a-48c3-98b3-213417b0c604 req-97efcd11-f8c5-4af5-9962-f24a6353d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:59.350836 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3501386-b83a-48c3-98b3-213417b0c604 req-97efcd11-f8c5-4af5-9962-f24a6353d404 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a HTTP/1.1" status: 200 len: 916 time: 0.1845531 Feb 15 17:32:59.353320 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3501386-b83a-48c3-98b3-213417b0c604 req-4c7d7eab-40fa-48d2-8f7b-8e3320252b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:59.354696 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3501386-b83a-48c3-98b3-213417b0c604 req-4c7d7eab-40fa-48d2-8f7b-8e3320252b51 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a HTTP/1.1" status: 200 len: 916 time: 0.1794598 Feb 15 17:32:59.425888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3501386-b83a-48c3-98b3-213417b0c604 req-58b95edd-0229-4b87-bfc7-6f5a1137d4e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c065f16-2ffc-4e8f-87b4-427df37369e7 HTTP/1.1" status: 200 len: 217 time: 0.0675073 Feb 15 17:32:59.427172 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3501386-b83a-48c3-98b3-213417b0c604 req-bd684753-d597-4e75-b27b-b0d10ee62685 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c065f16-2ffc-4e8f-87b4-427df37369e7 HTTP/1.1" status: 200 len: 217 time: 0.0635777 Feb 15 17:32:59.512357 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3501386-b83a-48c3-98b3-213417b0c604 req-c3dd1043-d4a1-4b67-9593-a5025e73f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:59.513862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3501386-b83a-48c3-98b3-213417b0c604 req-c3dd1043-d4a1-4b67-9593-a5025e73f2b2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60f8959a-02a1-4e77-82d7-3a3c001e4151 HTTP/1.1" status: 200 len: 855 time: 0.0802221 Feb 15 17:32:59.515246 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3501386-b83a-48c3-98b3-213417b0c604 req-e83b6d32-63c5-40dc-a564-108653f1e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:32:59.516576 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3501386-b83a-48c3-98b3-213417b0c604 req-e83b6d32-63c5-40dc-a564-108653f1e29a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=60f8959a-02a1-4e77-82d7-3a3c001e4151 HTTP/1.1" status: 200 len: 855 time: 0.0840294 Feb 15 17:32:59.566830 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3501386-b83a-48c3-98b3-213417b0c604 req-4410ec1b-494c-46e0-9ac4-752fd1daa841 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474515 Feb 15 17:32:59.568762 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3501386-b83a-48c3-98b3-213417b0c604 req-f50d8f87-003c-4a23-9563-aa6e5ba99be4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420973 Feb 15 17:32:59.727440 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3501386-b83a-48c3-98b3-213417b0c604 req-c48dbc67-f35b-4bfe-8ecb-9adbb7c94f08 service neutron] 10.222.0.67 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470714 Feb 15 17:32:59.729212 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3501386-b83a-48c3-98b3-213417b0c604 req-ba2ade58-9489-46dc-8688-7d2b62869dd2 service neutron] 10.222.0.10 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560845 Feb 15 17:32:59.891769 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3501386-b83a-48c3-98b3-213417b0c604 req-54ee2722-2d86-4950-8f59-bca246d8182c service neutron] 10.222.0.67 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579957 Feb 15 17:32:59.894321 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f3501386-b83a-48c3-98b3-213417b0c604 req-3d753ac7-0a4b-4e1e-a8c0-b952fe85ac85 service neutron] 10.222.0.10 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536040 Feb 15 17:33:00.176195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 5c065f16-2ffc-4e8f-87b4-427df37369e7 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:33:00.435927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 5c065f16-2ffc-4e8f-87b4-427df37369e7, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5c065f16-2ffc-4e8f-87b4-427df37369e7,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:33:00.436301 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af232132-9a2f-4ed0-b571-970af8a11221 req-36c94c93-5659-475e-b451-c389c3fe7448 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:00.437569 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-af232132-9a2f-4ed0-b571-970af8a11221 req-36c94c93-5659-475e-b451-c389c3fe7448 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 943 time: 0.0568304 Feb 15 17:33:00.447171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '5c065f16-2ffc-4e8f-87b4-427df37369e7', 'network_id': '3241f66e-80c3-4ca8-9c93-3c383b7ae77a', 'port_id': '5c065f16-2ffc-4e8f-87b4-427df37369e7', 'mac_address': 'fa:16:3e:26:fe:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60f8959a-02a1-4e77-82d7-3a3c001e4151', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:33:00.484832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-af232132-9a2f-4ed0-b571-970af8a11221 req-bd83a19c-9a99-489a-9f8e-ee924b7c7993 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410228 Feb 15 17:33:00.488827 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 5c065f16-2ffc-4e8f-87b4-427df37369e7 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:33:00.490507 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:00.507838 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c065f16-2ffc-4e8f-87b4-427df37369e7 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:33:00.526938 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 5c065f16-2ffc-4e8f-87b4-427df37369e7, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5c065f16-2ffc-4e8f-87b4-427df37369e7,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:33:00.597185 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:00.644505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=5c065f16-2ffc-4e8f-87b4-427df37369e7,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:00.801817 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:00.810084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['5c065f16-2ffc-4e8f-87b4-427df37369e7'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:33:00.822861 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437cb51-bda2-40c9-b2c1-79e0128090e5 req-ebf3389e-7c15-45af-bde1-cee8f6eddff0 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:00.824369 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9437cb51-bda2-40c9-b2c1-79e0128090e5 req-ebf3389e-7c15-45af-bde1-cee8f6eddff0 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 944 time: 0.0531607 Feb 15 17:33:00.878945 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9437cb51-bda2-40c9-b2c1-79e0128090e5 req-47ee0de2-58a4-4329-91d7-7b5571e934f4 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464728 Feb 15 17:33:00.932078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06ab41-e271-4ccb-9562-f5e0c1f0ad96 req-d0d454c0-948f-40c3-819f-c73a6a5c0ca1 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:00.933720 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea06ab41-e271-4ccb-9562-f5e0c1f0ad96 req-d0d454c0-948f-40c3-819f-c73a6a5c0ca1 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.10 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41&tenant_id=3850c4e276264b368d8f15d7d408ea16&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 944 time: 0.0572774 Feb 15 17:33:01.081404 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-ea06ab41-e271-4ccb-9562-f5e0c1f0ad96 req-c5ea7e99-26ce-45cb-90b2-c6aee9dd6078 service neutron] delete failed (client error): The resource could not be found. Feb 15 17:33:01.082436 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea06ab41-e271-4ccb-9562-f5e0c1f0ad96 req-c5ea7e99-26ce-45cb-90b2-c6aee9dd6078 service neutron] 10.222.0.10 "DELETE /v2.0/ports/5c065f16-2ffc-4e8f-87b4-427df37369e7/bindings/n-h2-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0897720 Feb 15 17:33:01.165581 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:01.170671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06ab41-e271-4ccb-9562-f5e0c1f0ad96 req-0b14ed64-03f4-4a17-95c3-50d44f223571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:01.172205 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea06ab41-e271-4ccb-9562-f5e0c1f0ad96 req-0b14ed64-03f4-4a17-95c3-50d44f223571 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=3850c4e276264b368d8f15d7d408ea16&device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 1127 time: 0.0461469 Feb 15 17:33:01.262627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06ab41-e271-4ccb-9562-f5e0c1f0ad96 req-370825fd-976b-4d10-9a2c-5c250101b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:01.264098 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea06ab41-e271-4ccb-9562-f5e0c1f0ad96 req-370825fd-976b-4d10-9a2c-5c250101b0b7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a HTTP/1.1" status: 200 len: 916 time: 0.0858254 Feb 15 17:33:01.303882 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea06ab41-e271-4ccb-9562-f5e0c1f0ad96 req-852219fa-5f2f-45cf-8f70-1bf42c83e9f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c065f16-2ffc-4e8f-87b4-427df37369e7 HTTP/1.1" status: 200 len: 217 time: 0.0331895 Feb 15 17:33:01.353969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06ab41-e271-4ccb-9562-f5e0c1f0ad96 req-6b3acc21-0bc2-41e3-88c9-c8682a22f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:01.355389 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea06ab41-e271-4ccb-9562-f5e0c1f0ad96 req-6b3acc21-0bc2-41e3-88c9-c8682a22f555 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=60f8959a-02a1-4e77-82d7-3a3c001e4151 HTTP/1.1" status: 200 len: 855 time: 0.0463278 Feb 15 17:33:01.387847 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea06ab41-e271-4ccb-9562-f5e0c1f0ad96 req-a7f58294-f108-45e7-86ad-060291b0fce1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3241f66e-80c3-4ca8-9c93-3c383b7ae77a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257192 Feb 15 17:33:01.475064 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea06ab41-e271-4ccb-9562-f5e0c1f0ad96 req-26b05353-727f-404d-b639-0e48ba4f6d3f service neutron] 10.222.0.10 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815620 Feb 15 17:33:01.567018 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea06ab41-e271-4ccb-9562-f5e0c1f0ad96 req-09cb6999-1662-4953-b31d-01dc58596e29 service neutron] 10.222.0.10 "GET /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853820 Feb 15 17:33:02.008828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886a1a9-200a-40d6-81a3-f0c6d84267df req-942dc4a3-85fb-46b1-a3da-d7439a0e41a2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:02.010490 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0886a1a9-200a-40d6-81a3-f0c6d84267df req-942dc4a3-85fb-46b1-a3da-d7439a0e41a2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 944 time: 0.0582514 Feb 15 17:33:02.057433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0886a1a9-200a-40d6-81a3-f0c6d84267df req-70421978-fcf4-4ac1-bb50-da2cf3d51990 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 Feb 15 17:33:02.197766 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 5c065f16-2ffc-4e8f-87b4-427df37369e7 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:33:02.299118 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 5c065f16-2ffc-4e8f-87b4-427df37369e7 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:33:02.304795 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 5c065f16-2ffc-4e8f-87b4-427df37369e7 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:33:02.320206 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:02.389640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 5c065f16-2ffc-4e8f-87b4-427df37369e7 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:33:02.390031 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:02.412510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a099a1-20e2-46bd-83bd-580e45ac9b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c065f16-2ffc-4e8f-87b4-427df37369e7'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:33:02.415376 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4eab4db0067fe9628312498317a394d4ffd6037ef2fa3205300548dbf9114099" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02dd8ce-25a6-42a5-a08e-37ccb9679427" -d '{"events": [{"server_uuid": "76a099a1-20e2-46bd-83bd-580e45ac9b41", "name": "network-vif-plugged", "status": "completed", "tag": "5c065f16-2ffc-4e8f-87b4-427df37369e7"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:33:02.433750 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 5c065f16-2ffc-4e8f-87b4-427df37369e7, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5c065f16-2ffc-4e8f-87b4-427df37369e7,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:33:02.457843 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb93929e-0dca-477b-8557-3c83caf7b910 x-openstack-request-id: req-eb93929e-0dca-477b-8557-3c83caf7b910 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:33:02.457843 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a099a1-20e2-46bd-83bd-580e45ac9b41", "name": "network-vif-plugged", "status": "completed", "tag": "5c065f16-2ffc-4e8f-87b4-427df37369e7", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:33:02.457843 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-eb93929e-0dca-477b-8557-3c83caf7b910 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:33:02.457843 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a099a1-20e2-46bd-83bd-580e45ac9b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c065f16-2ffc-4e8f-87b4-427df37369e7', 'code': 200} Feb 15 17:33:02.506252 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:02.558339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=5c065f16-2ffc-4e8f-87b4-427df37369e7,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:03.195796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f109e-94b8-4fe8-b204-201c176eebae req-a2cbba92-202e-4457-8e17-2ba0091ff814 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:03.197339 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d44f109e-94b8-4fe8-b204-201c176eebae req-a2cbba92-202e-4457-8e17-2ba0091ff814 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0725353 Feb 15 17:33:03.247406 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d44f109e-94b8-4fe8-b204-201c176eebae req-cd57be37-44aa-496d-a6a5-75546e4bb0f1 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444582 Feb 15 17:33:03.364316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5addbd1e-d1dd-40d7-88ad-5986d948b69b req-15c82b40-e354-429b-a9bf-552b42da8124 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:03.365806 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5addbd1e-d1dd-40d7-88ad-5986d948b69b req-15c82b40-e354-429b-a9bf-552b42da8124 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0522912 Feb 15 17:33:03.415311 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5addbd1e-d1dd-40d7-88ad-5986d948b69b req-707dd908-1199-4a69-b11b-040788ebb1ba tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439258 Feb 15 17:33:03.537300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd8d94-0787-427d-8762-84358b542316 req-09104a13-1cd7-489d-8cc0-7d9703b0cdf8 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:03.538758 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61bd8d94-0787-427d-8762-84358b542316 req-09104a13-1cd7-489d-8cc0-7d9703b0cdf8 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0573747 Feb 15 17:33:03.586175 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61bd8d94-0787-427d-8762-84358b542316 req-6a77ef6b-f475-41f9-a3bb-72fbf7af174e tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Feb 15 17:33:04.172978 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df624a-03eb-4964-8c75-5633d4564878 req-844cf4c8-97b1-4015-bd12-ea348f98607a tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:04.174478 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-48df624a-03eb-4964-8c75-5633d4564878 req-844cf4c8-97b1-4015-bd12-ea348f98607a tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0519402 Feb 15 17:33:04.220898 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-48df624a-03eb-4964-8c75-5633d4564878 req-196bb42f-85e6-4cca-8ceb-828587935c22 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Feb 15 17:33:05.373958 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c7449-3332-427e-9dba-942f6be167f6 req-8207e478-8d2c-419b-8629-f7bbdb806757 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:05.375463 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7c3c7449-3332-427e-9dba-942f6be167f6 req-8207e478-8d2c-419b-8629-f7bbdb806757 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0870228 Feb 15 17:33:05.395806 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1368b504-93a6-4860-8003-1fae7769deb3 req-de978e72-97f7-41c9-ac92-f34225b905e4 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:05.397200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1368b504-93a6-4860-8003-1fae7769deb3 req-de978e72-97f7-41c9-ac92-f34225b905e4 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.67 "GET /v2.0/ports?device_id=76a099a1-20e2-46bd-83bd-580e45ac9b41 HTTP/1.1" status: 200 len: 945 time: 0.0775185 Feb 15 17:33:05.467007 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7c3c7449-3332-427e-9dba-942f6be167f6 req-67a9eb0e-018a-4b53-9d5c-88eeb5b038de tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.107 "GET /v2.0/security-groups?id=1e53e95e-b9bd-4949-acd8-6203d83aa29b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834970 Feb 15 17:33:05.511461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-1368b504-93a6-4860-8003-1fae7769deb3 req-f07403ca-626d-4d00-b1d1-58313b4f92d2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Deleting port 5c065f16-2ffc-4e8f-87b4-427df37369e7 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:33:05.511730 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1368b504-93a6-4860-8003-1fae7769deb3 req-f07403ca-626d-4d00-b1d1-58313b4f92d2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:05.601784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-1368b504-93a6-4860-8003-1fae7769deb3 req-f07403ca-626d-4d00-b1d1-58313b4f92d2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] For port 5c065f16-2ffc-4e8f-87b4-427df37369e7, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=5c065f16-2ffc-4e8f-87b4-427df37369e7,segment=NetworkSegment(2c9c0a82-db07-473d-81c6-b55027fadea9),segment_id=2c9c0a82-db07-473d-81c6-b55027fadea9)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:33:05.602151 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1368b504-93a6-4860-8003-1fae7769deb3 req-f07403ca-626d-4d00-b1d1-58313b4f92d2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:05.616027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-1368b504-93a6-4860-8003-1fae7769deb3 req-f07403ca-626d-4d00-b1d1-58313b4f92d2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Calling delete_port for 5c065f16-2ffc-4e8f-87b4-427df37369e7 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:33:05.822661 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1368b504-93a6-4860-8003-1fae7769deb3 req-f07403ca-626d-4d00-b1d1-58313b4f92d2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (5c065f16-2ffc-4e8f-87b4-427df37369e7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:05.834151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['5c065f16-2ffc-4e8f-87b4-427df37369e7'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:33:05.851455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07403ca-626d-4d00-b1d1-58313b4f92d2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Pushing event deleted for resources: {'Port': ['ID=5c065f16-2ffc-4e8f-87b4-427df37369e7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:05.892863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1368b504-93a6-4860-8003-1fae7769deb3 req-f07403ca-626d-4d00-b1d1-58313b4f92d2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] No DVR routers for this DVR port 5c065f16-2ffc-4e8f-87b4-427df37369e7 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:33:05.895559 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1368b504-93a6-4860-8003-1fae7769deb3 req-f07403ca-626d-4d00-b1d1-58313b4f92d2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:05.898923 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1368b504-93a6-4860-8003-1fae7769deb3 req-f07403ca-626d-4d00-b1d1-58313b4f92d2 tempest-ServerDiskConfigTestJSON-1259323670 tempest-ServerDiskConfigTestJSON-1259323670-project] 10.222.0.67 "DELETE /v2.0/ports/5c065f16-2ffc-4e8f-87b4-427df37369e7 HTTP/1.1" status: 204 len: 173 time: 0.4945977 Feb 15 17:33:05.899374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a099a1-20e2-46bd-83bd-580e45ac9b41', 'name': 'network-vif-deleted', 'tag': '5c065f16-2ffc-4e8f-87b4-427df37369e7'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:33:05.938389 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c44baaa-b469-4c56-b819-bb492ee4faed" -d '{"events": [{"server_uuid": "76a099a1-20e2-46bd-83bd-580e45ac9b41", "name": "network-vif-deleted", "tag": "5c065f16-2ffc-4e8f-87b4-427df37369e7"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:33:06.023862 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd5ef4c-7561-4ab8-a4c5-a85235870816 x-openstack-request-id: req-fcd5ef4c-7561-4ab8-a4c5-a85235870816 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:33:06.024163 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a099a1-20e2-46bd-83bd-580e45ac9b41", "name": "network-vif-deleted", "tag": "5c065f16-2ffc-4e8f-87b4-427df37369e7", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:33:06.024427 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fcd5ef4c-7561-4ab8-a4c5-a85235870816 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:33:06.024835 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a099a1-20e2-46bd-83bd-580e45ac9b41', 'name': 'network-vif-deleted', 'tag': '5c065f16-2ffc-4e8f-87b4-427df37369e7', 'status': 'completed', 'code': 200} Feb 15 17:33:06.592416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40108) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:33:06.636059 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-3396df03-074e-4e9d-92c5-ba048d0d7a11 admin admin] Deleting subnet 60f8959a-02a1-4e77-82d7-3a3c001e4151 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:33:06.639068 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3396df03-074e-4e9d-92c5-ba048d0d7a11 admin admin] Publish callbacks [] for subnet (60f8959a-02a1-4e77-82d7-3a3c001e4151), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:06.676090 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3396df03-074e-4e9d-92c5-ba048d0d7a11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (60f8959a-02a1-4e77-82d7-3a3c001e4151), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:06.714302 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3396df03-074e-4e9d-92c5-ba048d0d7a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (60f8959a-02a1-4e77-82d7-3a3c001e4151), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:06.830484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3396df03-074e-4e9d-92c5-ba048d0d7a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (60f8959a-02a1-4e77-82d7-3a3c001e4151), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:06.855328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396df03-074e-4e9d-92c5-ba048d0d7a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60f8959a-02a1-4e77-82d7-3a3c001e4151,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:06.859055 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3396df03-074e-4e9d-92c5-ba048d0d7a11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:06.862851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3396df03-074e-4e9d-92c5-ba048d0d7a11 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/60f8959a-02a1-4e77-82d7-3a3c001e4151 HTTP/1.1" status: 204 len: 168 time: 0.2694216 Feb 15 17:33:06.865387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40110) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:33:06.932762 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5d1f32d8-4b5d-4198-9f2e-8dfcf76afffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:06.936056 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d01f4b3-5d43-4d08-8040-fa1ebec5bbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (3241f66e-80c3-4ca8-9c93-3c383b7ae77a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:07.015544 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d01f4b3-5d43-4d08-8040-fa1ebec5bbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (3241f66e-80c3-4ca8-9c93-3c383b7ae77a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:07.036335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-3d01f4b3-5d43-4d08-8040-fa1ebec5bbe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3241f66e-80c3-4ca8-9c93-3c383b7ae77a']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:33:07.045449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-3d01f4b3-5d43-4d08-8040-fa1ebec5bbe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9c0a82-db07-473d-81c6-b55027fadea9') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:33:07.045757 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-3d01f4b3-5d43-4d08-8040-fa1ebec5bbe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9c0a82-db07-473d-81c6-b55027fadea9') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:33:07.054956 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d01f4b3-5d43-4d08-8040-fa1ebec5bbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (2c9c0a82-db07-473d-81c6-b55027fadea9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:07.067981 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d01f4b3-5d43-4d08-8040-fa1ebec5bbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2c9c0a82-db07-473d-81c6-b55027fadea9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:07.073749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d01f4b3-5d43-4d08-8040-fa1ebec5bbe8 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:33:07.074135 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d01f4b3-5d43-4d08-8040-fa1ebec5bbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (2c9c0a82-db07-473d-81c6-b55027fadea9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:33:07.075742 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:33:07.190743 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d01f4b3-5d43-4d08-8040-fa1ebec5bbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (3241f66e-80c3-4ca8-9c93-3c383b7ae77a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:07.196235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3d01f4b3-5d43-4d08-8040-fa1ebec5bbe8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:07.200940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3d01f4b3-5d43-4d08-8040-fa1ebec5bbe8 admin admin] 10.222.0.107 "DELETE /v2.0/networks/3241f66e-80c3-4ca8-9c93-3c383b7ae77a HTTP/1.1" status: 204 len: 168 time: 0.3330889 Feb 15 17:33:07.211104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01f4b3-5d43-4d08-8040-fa1ebec5bbe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3241f66e-80c3-4ca8-9c93-3c383b7ae77a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:07.516404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40114) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:33:07.556424 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a1588005-8604-4b81-a3ec-420275cf4028 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=3850c4e276264b368d8f15d7d408ea16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388632 Feb 15 17:33:07.559080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40116) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:33:07.605725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Publish callbacks [] for security_group (1e53e95e-b9bd-4949-acd8-6203d83aa29b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:07.627033 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Publish callbacks [] for security_group (1e53e95e-b9bd-4949-acd8-6203d83aa29b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:07.748101 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1e53e95e-b9bd-4949-acd8-6203d83aa29b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:07.750675 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:07.751846 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1e53e95e-b9bd-4949-acd8-6203d83aa29b HTTP/1.1" status: 204 len: 168 time: 0.1918685 Feb 15 17:33:07.759800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e53e95e-b9bd-4949-acd8-6203d83aa29b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:07.767351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:07.767715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:07.768566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:07.768916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:07.769255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:07.769620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:07.769958 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:07.770292 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:07.770640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:07.770958 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:07.771290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:07.771617 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:07.771952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bd2b8a8-a587-4a97-aea7-149050a92857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:08.239116 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 5c065f16-2ffc-4e8f-87b4-427df37369e7 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:33:08.258159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 5c065f16-2ffc-4e8f-87b4-427df37369e7 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:33:08.258504 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 5c065f16-2ffc-4e8f-87b4-427df37369e7 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:33:08.668587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40138) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:33:08.763836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-aebbfc37-8b8d-46b3-980d-3d1f216f60a1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1483249175-network', 'tenant_id': 'c2fad26281e34139984360885d367f27'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:33:08.841333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebbfc37-8b8d-46b3-980d-3d1f216f60a1 admin admin] Made reservation on behalf of c2fad26281e34139984360885d367f27 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:33:08.843594 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aebbfc37-8b8d-46b3-980d-3d1f216f60a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:08.855443 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aebbfc37-8b8d-46b3-980d-3d1f216f60a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:08.927799 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aebbfc37-8b8d-46b3-980d-3d1f216f60a1 admin admin] Publish callbacks [] for security_group (ea9cdf6e-d2c1-4c6b-b0ec-403a8e748bfe), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:09.018804 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aebbfc37-8b8d-46b3-980d-3d1f216f60a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ea9cdf6e-d2c1-4c6b-b0ec-403a8e748bfe), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:09.043728 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebbfc37-8b8d-46b3-980d-3d1f216f60a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:33:09.052922 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbfc37-8b8d-46b3-980d-3d1f216f60a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9cdf6e-d2c1-4c6b-b0ec-403a8e748bfe,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:09.058878 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aebbfc37-8b8d-46b3-980d-3d1f216f60a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:09.059228 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-aebbfc37-8b8d-46b3-980d-3d1f216f60a1 admin admin] Added segment a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5 of type vlan for network 75a0aed6-7fa4-4420-855d-476e9b87d910 Feb 15 17:33:09.099217 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aebbfc37-8b8d-46b3-980d-3d1f216f60a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (75a0aed6-7fa4-4420-855d-476e9b87d910), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:09.227716 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aebbfc37-8b8d-46b3-980d-3d1f216f60a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (75a0aed6-7fa4-4420-855d-476e9b87d910), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:09.228703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebbfc37-8b8d-46b3-980d-3d1f216f60a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:09.229295 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aebbfc37-8b8d-46b3-980d-3d1f216f60a1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:09.287715 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbfc37-8b8d-46b3-980d-3d1f216f60a1 admin admin] Pushing event updated for resources: {'Network': ['ID=75a0aed6-7fa4-4420-855d-476e9b87d910,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:09.292902 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b4729c8-5b60-453a-86fa-f6e43c88feb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:09.296625 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 75a0aed6-7fa4-4420-855d-476e9b87d910 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:33:09.359195 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-aebbfc37-8b8d-46b3-980d-3d1f216f60a1 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6892598 Feb 15 17:33:09.361787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40142) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:33:09.367686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-5c708810-ec31-432b-b40b-0f673e8da69c admin admin] Request body: {'subnet': {'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1483249175-subnet', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:33:09.475864 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c708810-ec31-432b-b40b-0f673e8da69c admin admin] Made reservation on behalf of c2fad26281e34139984360885d367f27 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:33:09.478241 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5c708810-ec31-432b-b40b-0f673e8da69c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:09.710711 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5c708810-ec31-432b-b40b-0f673e8da69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (e9a101ef-d81f-42f5-b9be-f2f2287da6cb), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:10.075584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c708810-ec31-432b-b40b-0f673e8da69c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9a101ef-d81f-42f5-b9be-f2f2287da6cb,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:10.085466 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c708810-ec31-432b-b40b-0f673e8da69c admin admin] Checking segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:33:10.085826 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c708810-ec31-432b-b40b-0f673e8da69c admin admin] Network hostable DHCP agents. Network: 75a0aed6-7fa4-4420-855d-476e9b87d910, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:33:10.159252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c708810-ec31-432b-b40b-0f673e8da69c admin admin] Network 75a0aed6-7fa4-4420-855d-476e9b87d910 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:33:10.222543 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-5c708810-ec31-432b-b40b-0f673e8da69c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 75a0aed6-7fa4-4420-855d-476e9b87d910) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:33:10.226465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c708810-ec31-432b-b40b-0f673e8da69c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:10.227062 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5c708810-ec31-432b-b40b-0f673e8da69c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:10.231608 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f0b921-3554-4d2a-b7b5-1722d3cbce64 None None] Network 75a0aed6-7fa4-4420-855d-476e9b87d910 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:33:10.322267 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5c708810-ec31-432b-b40b-0f673e8da69c admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9584186 Feb 15 17:33:10.328311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40144) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:33:10.328463 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-75a0aed6-7fa4-4420-855d-476e9b87d910', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'project_id': 'c2fad26281e34139984360885d367f27', 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:33:10.328463 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:10.329389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:33:10.399626 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (b4239a97-b3e5-4644-8e9e-b9126c94ad77), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:10.400698 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (b4239a97-b3e5-4644-8e9e-b9126c94ad77), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:10.453112 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Publish callbacks [] for router_controller (b4239a97-b3e5-4644-8e9e-b9126c94ad77), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:10.463261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Allocated IP 172.20.0.2 (75a0aed6-7fa4-4420-855d-476e9b87d910/e9a101ef-d81f-42f5-b9be-f2f2287da6cb/9a56e0a7-8ca1-4eda-870c-996882ecef48) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:33:10.619677 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Publish callbacks [] for port (9a56e0a7-8ca1-4eda-870c-996882ecef48), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:10.628048 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:10.653632 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Publish callbacks [] for router_gateway (b4239a97-b3e5-4644-8e9e-b9126c94ad77), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:10.673733 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (9a56e0a7-8ca1-4eda-870c-996882ecef48), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:10.714154 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Network 75a0aed6-7fa4-4420-855d-476e9b87d910 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:33:10.717003 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:33:10.720494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:33:10.728565 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Pushing event updated for resources: {'Port': ['ID=9a56e0a7-8ca1-4eda-870c-996882ecef48,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:10.786200 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Attempting to bind port 9a56e0a7-8ca1-4eda-870c-996882ecef48 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:33:10.786774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Attempting to bind port 9a56e0a7-8ca1-4eda-870c-996882ecef48 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:33:10.786960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Attempting to bind port 9a56e0a7-8ca1-4eda-870c-996882ecef48 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:33:10.791963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:33:10.792348 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Checking segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:33:10.792751 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:10.793292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Bound using segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:33:10.793794 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Bound port: 9a56e0a7-8ca1-4eda-870c-996882ecef48, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:33:10.794182 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9a56e0a7-8ca1-4eda-870c-996882ecef48), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:10.857079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] For port 9a56e0a7-8ca1-4eda-870c-996882ecef48, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:33:10.860056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] For port 9a56e0a7-8ca1-4eda-870c-996882ecef48, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9a56e0a7-8ca1-4eda-870c-996882ecef48,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:33:10.925280 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Publish callbacks [] for router_gateway (b4239a97-b3e5-4644-8e9e-b9126c94ad77), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:10.931460 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9a56e0a7-8ca1-4eda-870c-996882ecef48), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:10.944653 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:10.999110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf65547-ff56-48af-b38e-1fb57ec08a69 None None] Pushing event updated for resources: {'Port': ['ID=9a56e0a7-8ca1-4eda-870c-996882ecef48,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:11.055888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Allocated IP 172.25.4.140 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/7a35947c-1e4c-4b43-97ec-40b8dab635f3) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:33:11.187056 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Publish callbacks [] for port (7a35947c-1e4c-4b43-97ec-40b8dab635f3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:11.288201 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7a35947c-1e4c-4b43-97ec-40b8dab635f3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:11.329629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:33:11.332576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:33:11.336110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:33:11.341470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Pushing event updated for resources: {'Port': ['ID=7a35947c-1e4c-4b43-97ec-40b8dab635f3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:11.667957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9a56e0a7-8ca1-4eda-870c-996882ecef48 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:33:11.668494 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Publish callbacks [] for router_gateway (b4239a97-b3e5-4644-8e9e-b9126c94ad77), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:11.725377 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9a56e0a7-8ca1-4eda-870c-996882ecef48 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:33:11.726018 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9a56e0a7-8ca1-4eda-870c-996882ecef48), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:11.809304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9a56e0a7-8ca1-4eda-870c-996882ecef48 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:33:11.809783 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9a56e0a7-8ca1-4eda-870c-996882ecef48), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:11.845532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 9a56e0a7-8ca1-4eda-870c-996882ecef48, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9a56e0a7-8ca1-4eda-870c-996882ecef48,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:33:11.888475 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (b4239a97-b3e5-4644-8e9e-b9126c94ad77), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:11.930354 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a29e21-ed60-4f43-9a44-624d8d8186bf None None] Network 75a0aed6-7fa4-4420-855d-476e9b87d910 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:33:11.974441 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9a56e0a7-8ca1-4eda-870c-996882ecef48), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:12.066100 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a5979ef0-170a-49cd-a5b4-3f422b759e0b None None] Provisioning complete for port 9a56e0a7-8ca1-4eda-870c-996882ecef48 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:33:12.066378 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5979ef0-170a-49cd-a5b4-3f422b759e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9a56e0a7-8ca1-4eda-870c-996882ecef48), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:12.088362 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=9a56e0a7-8ca1-4eda-870c-996882ecef48,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:12.104787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Router b4239a97-b3e5-4644-8e9e-b9126c94ad77 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:33:12.119475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:12.119944 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:12.120156 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:12.120488 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:12.120824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:12.121156 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:12.121520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:12.121840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:12.122172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:12.122494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:12.122816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:12.123145 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:12.123462 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:12.143233 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:12.196585 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a5979ef0-170a-49cd-a5b4-3f422b759e0b None None] Current status of the port 9a56e0a7-8ca1-4eda-870c-996882ecef48 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:33:12.226099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:33:12.246055 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Sync routers for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:33:12.249078 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:33:12.249725 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:33:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:33:12.318884 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:12.320101 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b431c138-dfd9-45a9-9226-00e84330a7fe admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9941335 Feb 15 17:33:12.323096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40146) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:33:12.365837 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:33:12.420153 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-544fbd60-56cf-44cf-8313-8ccb6bc7153c None None] Provisioning complete for port 9a56e0a7-8ca1-4eda-870c-996882ecef48 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:33:12.420539 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-544fbd60-56cf-44cf-8313-8ccb6bc7153c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9a56e0a7-8ca1-4eda-870c-996882ecef48), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:12.503586 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-544fbd60-56cf-44cf-8313-8ccb6bc7153c None None] Current status of the port 9a56e0a7-8ca1-4eda-870c-996882ecef48 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:33:12.556300 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:11Z', 'revision_number': 3, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:33:12.583946 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Checking router: b4239a97-b3e5-4644-8e9e-b9126c94ad77 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:33:12.584211 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Updating router b4239a97-b3e5-4644-8e9e-b9126c94ad77 port 7a35947c-1e4c-4b43-97ec-40b8dab635f3 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:33:12.611168 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7a35947c-1e4c-4b43-97ec-40b8dab635f3), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:12.753303 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:12.879615 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Publish callbacks [] for port (7a35947c-1e4c-4b43-97ec-40b8dab635f3), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:12.909272 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Allocated IP 172.20.0.1 (75a0aed6-7fa4-4420-855d-476e9b87d910/e9a101ef-d81f-42f5-b9be-f2f2287da6cb/3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:33:12.959753 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7a35947c-1e4c-4b43-97ec-40b8dab635f3), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:13.011811 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Attempting to bind port 7a35947c-1e4c-4b43-97ec-40b8dab635f3 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:33:13.012184 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Attempting to bind port 7a35947c-1e4c-4b43-97ec-40b8dab635f3 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:33:13.012551 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Attempting to bind port 7a35947c-1e4c-4b43-97ec-40b8dab635f3 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:33:13.015672 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbbd79-14e0-47c0-8496-f72cb12427dd None None] Pushing event updated for resources: {'Port': ['ID=7a35947c-1e4c-4b43-97ec-40b8dab635f3,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:13.015854 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Publish callbacks [] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:13.024219 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:33:13.024597 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:33:13.025004 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:13.025422 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:33:13.025892 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Bound port: 7a35947c-1e4c-4b43-97ec-40b8dab635f3, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:33:13.026308 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7a35947c-1e4c-4b43-97ec-40b8dab635f3), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:13.028461 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbbd79-14e0-47c0-8496-f72cb12427dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.028809 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbbd79-14e0-47c0-8496-f72cb12427dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.029146 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbbd79-14e0-47c0-8496-f72cb12427dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.029516 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbbd79-14e0-47c0-8496-f72cb12427dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.030115 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbbd79-14e0-47c0-8496-f72cb12427dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.030269 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbbd79-14e0-47c0-8496-f72cb12427dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.030476 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbbd79-14e0-47c0-8496-f72cb12427dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.030799 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbbd79-14e0-47c0-8496-f72cb12427dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.031124 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbbd79-14e0-47c0-8496-f72cb12427dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.031447 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbbd79-14e0-47c0-8496-f72cb12427dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.031772 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbbd79-14e0-47c0-8496-f72cb12427dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.032091 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbbd79-14e0-47c0-8496-f72cb12427dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.032410 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5dbbd79-14e0-47c0-8496-f72cb12427dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.083711 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] For port 7a35947c-1e4c-4b43-97ec-40b8dab635f3, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:33:13.086726 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] For port 7a35947c-1e4c-4b43-97ec-40b8dab635f3, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7a35947c-1e4c-4b43-97ec-40b8dab635f3,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:33:13.110331 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:13.145459 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Network 75a0aed6-7fa4-4420-855d-476e9b87d910 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:33:13.148170 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:33:13.153627 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:33:13.169150 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7a35947c-1e4c-4b43-97ec-40b8dab635f3), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:13.182141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Pushing event updated for resources: {'Port': ['ID=3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:13.196740 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.197097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.197465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.197824 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.198153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.198489 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.198825 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.199152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.199488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.199813 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.200143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.200468 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.200793 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:33:13.215838 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (b4239a97-b3e5-4644-8e9e-b9126c94ad77), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:13.323974 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:33:13.324611 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:33:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:33:13.329585 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbbd79-14e0-47c0-8496-f72cb12427dd None None] Pushing event updated for resources: {'Port': ['ID=7a35947c-1e4c-4b43-97ec-40b8dab635f3,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:13.433192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5ae49f79-9dc0-4a68-a130-dc292039b37b None None] Provisioning complete for port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:33:13.433774 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:33:13.433874 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ae49f79-9dc0-4a68-a130-dc292039b37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:13.467148 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:13.482212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5ae49f79-9dc0-4a68-a130-dc292039b37b None None] Port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:33:13.621219 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:11Z', 'revision_number': 3, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:33:13.630080 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9a56e0a7-8ca1-4eda-870c-996882ecef48 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:33:13.637876 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Publish callbacks [] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:13.660138 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca49fbc-6a25-43d9-9758-2742bf0bf0dd None None] The sync data for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 is: [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:11Z', 'revision_number': 3, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:33:13.678315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9a56e0a7-8ca1-4eda-870c-996882ecef48 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:33:13.678315 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9a56e0a7-8ca1-4eda-870c-996882ecef48), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:13.712409 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:13.762436 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9a56e0a7-8ca1-4eda-870c-996882ecef48 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:33:13.773192 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:14.178238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Pushing event updated for resources: {'Port': ['ID=3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:14.180622 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (b4239a97-b3e5-4644-8e9e-b9126c94ad77), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:14.274133 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Network 75a0aed6-7fa4-4420-855d-476e9b87d910 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:33:14.275591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:33:14.402077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Router b4239a97-b3e5-4644-8e9e-b9126c94ad77 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:33:14.521252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-61bd4c07-5c11-45c6-908a-97490dc8036d None None] Provisioning complete for port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:33:14.521831 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-61bd4c07-5c11-45c6-908a-97490dc8036d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:14.525259 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:33:14.534185 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6d4d198a-17d9-49db-a317-d6fbe929d8ad admin admin] 10.222.0.107 "PUT /v2.0/routers/b4239a97-b3e5-4644-8e9e-b9126c94ad77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2044525 Feb 15 17:33:14.562623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-61bd4c07-5c11-45c6-908a-97490dc8036d None None] Port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:33:15.210420 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40156) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:33:15.215014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c7689990-c24d-46f4-9322-02871565f2ea tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161065627', 'description': 'tempest-description--1176428119'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:33:15.290818 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7689990-c24d-46f4-9322-02871565f2ea tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:15.305449 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Sync routers for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:33:15.316312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:33:15.316943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:33:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:33:15.357784 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7689990-c24d-46f4-9322-02871565f2ea tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for security_group (eee0b472-8cdb-4f6f-b5e8-02e1e295ef10), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:15.416207 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7689990-c24d-46f4-9322-02871565f2ea tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (eee0b472-8cdb-4f6f-b5e8-02e1e295ef10), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:15.426015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:33:15.445568 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7689990-c24d-46f4-9322-02871565f2ea tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:15.500666 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c7689990-c24d-46f4-9322-02871565f2ea tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:15.505063 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c7689990-c24d-46f4-9322-02871565f2ea tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2905471 Feb 15 17:33:15.505488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40158) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:33:15.510052 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7409fce8-2710-4443-8f4c-8a215e99ede7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Request body: {'security_group_rule': {'security_group_id': 'eee0b472-8cdb-4f6f-b5e8-02e1e295ef10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:33:15.593616 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7409fce8-2710-4443-8f4c-8a215e99ede7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for security_group_rule (d8102d6d-5e76-4cd5-98df-2faf6ead6894), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:15.633224 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 2, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:33:15.656323 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7409fce8-2710-4443-8f4c-8a215e99ede7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for security_group_rule (d8102d6d-5e76-4cd5-98df-2faf6ead6894), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:15.661558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Checking router: b4239a97-b3e5-4644-8e9e-b9126c94ad77 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:33:15.661923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Updating router b4239a97-b3e5-4644-8e9e-b9126c94ad77 port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:33:15.666293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7a35947c-1e4c-4b43-97ec-40b8dab635f3 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:33:15.719861 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:15.727275 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7409fce8-2710-4443-8f4c-8a215e99ede7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (d8102d6d-5e76-4cd5-98df-2faf6ead6894), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:15.745640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409fce8-2710-4443-8f4c-8a215e99ede7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8102d6d-5e76-4cd5-98df-2faf6ead6894,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:15.774083 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7a35947c-1e4c-4b43-97ec-40b8dab635f3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:33:15.774481 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7a35947c-1e4c-4b43-97ec-40b8dab635f3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:15.809380 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7409fce8-2710-4443-8f4c-8a215e99ede7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:15.810616 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7409fce8-2710-4443-8f4c-8a215e99ede7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3041766 Feb 15 17:33:15.813242 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40160) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:33:15.818365 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d5eac032-4119-4b48-b3da-396a6336c010 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Request body: {'security_group_rule': {'security_group_id': 'eee0b472-8cdb-4f6f-b5e8-02e1e295ef10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:33:15.898365 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5eac032-4119-4b48-b3da-396a6336c010 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for security_group_rule (0edd43b0-2b99-4e7b-9e7e-b8a005932c16), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:15.959115 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5eac032-4119-4b48-b3da-396a6336c010 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for security_group_rule (0edd43b0-2b99-4e7b-9e7e-b8a005932c16), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:15.963634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7a35947c-1e4c-4b43-97ec-40b8dab635f3 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:33:15.964028 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7a35947c-1e4c-4b43-97ec-40b8dab635f3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:16.001553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 7a35947c-1e4c-4b43-97ec-40b8dab635f3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7a35947c-1e4c-4b43-97ec-40b8dab635f3,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:33:16.033629 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5eac032-4119-4b48-b3da-396a6336c010 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (0edd43b0-2b99-4e7b-9e7e-b8a005932c16), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:16.051734 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eac032-4119-4b48-b3da-396a6336c010 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0edd43b0-2b99-4e7b-9e7e-b8a005932c16,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:16.061552 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7a35947c-1e4c-4b43-97ec-40b8dab635f3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:16.102001 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Publish callbacks [] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:16.122435 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=7a35947c-1e4c-4b43-97ec-40b8dab635f3,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:16.135117 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d5eac032-4119-4b48-b3da-396a6336c010 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:16.136331 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d5eac032-4119-4b48-b3da-396a6336c010 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3218935 Feb 15 17:33:16.139440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40162) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:33:16.145746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:33:16.193671 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:16.246498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2f315-dadc-4523-91cf-1ad4aa8d2c65 None None] Pushing event updated for resources: {'Port': ['ID=3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:16.250645 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:16.308000 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Attempting to bind port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:33:16.308420 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Attempting to bind port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:33:16.309475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Attempting to bind port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:33:16.315413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:33:16.315797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Checking segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:33:16.316198 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:16.316592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Bound using segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:33:16.317061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Bound port: 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:33:16.317533 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:16.357835 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:16.392765 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] For port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:33:16.396629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] For port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:33:16.466715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Allocated IP 172.25.4.94 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/89091256-66ef-438a-8d5b-afe6e2cb5463) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:33:16.473836 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:16.546452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ff9691ee-aec3-445d-9454-8741503ce2d0 None None] Provisioning complete for port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:33:16.546829 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff9691ee-aec3-445d-9454-8741503ce2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:16.548351 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:33:16.548989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:33:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:33:16.572018 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for port (89091256-66ef-438a-8d5b-afe6e2cb5463), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:16.607292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2f315-dadc-4523-91cf-1ad4aa8d2c65 None None] Pushing event updated for resources: {'Port': ['ID=3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:16.663034 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (89091256-66ef-438a-8d5b-afe6e2cb5463), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:16.710619 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:33:16.717883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:33:16.721960 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:33:16.747676 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Pushing event updated for resources: {'Port': ['ID=89091256-66ef-438a-8d5b-afe6e2cb5463,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:16.813990 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for floatingip (e4503bf5-fd47-4705-a5a9-9a0a52874cdb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:16.895968 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:33:16.927437 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ff9691ee-aec3-445d-9454-8741503ce2d0 None None] Current status of the port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:33:16.927828 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff9691ee-aec3-445d-9454-8741503ce2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:16.960828 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (89091256-66ef-438a-8d5b-afe6e2cb5463), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:17.038884 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ff9691ee-aec3-445d-9454-8741503ce2d0 None None] For port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:33:17.099298 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ff9691ee-aec3-445d-9454-8741503ce2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:17.117581 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for port (89091256-66ef-438a-8d5b-afe6e2cb5463), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:17.162157 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9691ee-aec3-445d-9454-8741503ce2d0 None None] Pushing event updated for resources: {'Port': ['ID=3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:17.172514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:33:17.179086 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (89091256-66ef-438a-8d5b-afe6e2cb5463), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:17.200692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444d6eb2-ccb4-44d6-a925-04d227fe0103 None None] The sync data for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 is: [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:33:17.218580 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-819cd409-6aa9-452a-a239-02a21cb23072 None None] Provisioning complete for port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:33:17.218954 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-819cd409-6aa9-452a-a239-02a21cb23072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:17.259449 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Pushing event updated for resources: {'Port': ['ID=89091256-66ef-438a-8d5b-afe6e2cb5463,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:17.276093 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (e4503bf5-fd47-4705-a5a9-9a0a52874cdb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:17.329846 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-819cd409-6aa9-452a-a239-02a21cb23072 None None] Current status of the port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:33:17.381282 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:17.382733 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b53f90d9-1ecb-4cad-8aa0-0f04877d52bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2423499 Feb 15 17:33:17.556584 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-608b247e-7736-4872-9b36-cce7453aadfb tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--161065627&fields=id&tenant_id=c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 267 time: 0.0562339 Feb 15 17:33:17.684465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-40b14d8b-c430-478c-bb57-ccf529abd4d3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:17.686071 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-40b14d8b-c430-478c-bb57-ccf529abd4d3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 812 time: 0.1227736 Feb 15 17:33:17.706457 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-8b5c1e2b-db78-4b86-8815-ecaaface5dd3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/quotas/c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 375 time: 0.0105011 Feb 15 17:33:17.723673 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:33:17.769130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-f1b821b6-9d36-40ab-8523-7983f449a55e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569007 Feb 15 17:33:17.776481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:33:17.776994 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:17.880938 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:33:17.882209 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7a35947c-1e4c-4b43-97ec-40b8dab635f3 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:33:17.935847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7a35947c-1e4c-4b43-97ec-40b8dab635f3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:33:17.936507 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7a35947c-1e4c-4b43-97ec-40b8dab635f3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:17.952454 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-0a680461-4dcf-486a-aac8-a75e551cefc2 service neutron] 10.222.0.107 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341388 Feb 15 17:33:18.019769 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7a35947c-1e4c-4b43-97ec-40b8dab635f3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:33:18.052535 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-8b33cdf5-0caf-402f-afb6-124020e3dba1 service neutron] 10.222.0.107 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937169 Feb 15 17:33:18.294789 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75050914-93b9-4f2d-847b-7ad0444ead0f req-729092ca-dafd-4a7b-9b96-55daf43fdf52 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 210 time: 0.0286016 Feb 15 17:33:19.393955 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd99e2da-b1fa-4b16-956f-2ad72724cdfb req-9fb6c02f-35f6-4a9f-9d9b-4f160041d229 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 210 time: 0.0283110 Feb 15 17:33:20.490709 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90f17415-23ba-47dd-84d1-2117324cca2a req-c8b2a2cc-eada-441f-bc42-d0c71868adde tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 210 time: 0.0278804 Feb 15 17:33:20.523607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-46979085-f2f3-49a3-9a08-b63b9bc8d97e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:20.525096 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-46979085-f2f3-49a3-9a08-b63b9bc8d97e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 812 time: 0.1120956 Feb 15 17:33:20.593911 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-1262ef69-ca85-4df5-a3c3-4132f97ca39b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 379 time: 0.0602095 Feb 15 17:33:20.603337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-3915fab6-00fb-4380-8112-dd5f8e1c3d7f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Request body: {'port': {'device_id': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'admin_state_up': True, 'tenant_id': 'c2fad26281e34139984360885d367f27', 'security_groups': ['eee0b472-8cdb-4f6f-b5e8-02e1e295ef10']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:33:20.778600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-3915fab6-00fb-4380-8112-dd5f8e1c3d7f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Made reservation on behalf of c2fad26281e34139984360885d367f27 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:33:20.782169 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-3915fab6-00fb-4380-8112-dd5f8e1c3d7f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:20.924345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-3915fab6-00fb-4380-8112-dd5f8e1c3d7f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Allocated IP 172.20.0.13 (75a0aed6-7fa4-4420-855d-476e9b87d910/e9a101ef-d81f-42f5-b9be-f2f2287da6cb/53a74bbc-90c3-4e47-b038-7d1124822e99) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:33:21.067689 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-3915fab6-00fb-4380-8112-dd5f8e1c3d7f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:21.159594 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-3915fab6-00fb-4380-8112-dd5f8e1c3d7f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:21.204070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-3915fab6-00fb-4380-8112-dd5f8e1c3d7f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Network 75a0aed6-7fa4-4420-855d-476e9b87d910 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:33:21.218829 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-3915fab6-00fb-4380-8112-dd5f8e1c3d7f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:33:21.223513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-3915fab6-00fb-4380-8112-dd5f8e1c3d7f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:33:21.227635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915fab6-00fb-4380-8112-dd5f8e1c3d7f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Pushing event updated for resources: {'Port': ['ID=53a74bbc-90c3-4e47-b038-7d1124822e99,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:21.275442 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-3915fab6-00fb-4380-8112-dd5f8e1c3d7f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:21.276064 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-3915fab6-00fb-4380-8112-dd5f8e1c3d7f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:21.345094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-3915fab6-00fb-4380-8112-dd5f8e1c3d7f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7463589 Feb 15 17:33:21.356893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Request body: {'port': {'device_id': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:33:21.421879 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:21.473610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8b1747c7-e4e1-4edf-be09-62379aa22913 None None] Provisioning complete for port 53a74bbc-90c3-4e47-b038-7d1124822e99 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:33:21.474157 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b1747c7-e4e1-4edf-be09-62379aa22913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:21.510377 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8b1747c7-e4e1-4edf-be09-62379aa22913 None None] Port 53a74bbc-90c3-4e47-b038-7d1124822e99 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:33:21.662624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a6d35-1f06-488b-928c-ce448eda48a6 req-1e033e78-0303-4a6d-99bd-13d958d923b1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:21.664121 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d24a6d35-1f06-488b-928c-ce448eda48a6 req-1e033e78-0303-4a6d-99bd-13d958d923b1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 932 time: 0.1050034 Feb 15 17:33:21.750726 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d24a6d35-1f06-488b-928c-ce448eda48a6 req-f57e7443-1375-4758-a768-06cecf8f42ac tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805159 Feb 15 17:33:21.761060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53a74bbc-90c3-4e47-b038-7d1124822e99 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:33:21.774292 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Publish callbacks [] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:21.782033 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Transition to ACTIVE for port object 53a74bbc-90c3-4e47-b038-7d1124822e99 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:33:21.884724 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:21.937761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Pushing event updated for resources: {'Port': ['ID=53a74bbc-90c3-4e47-b038-7d1124822e99,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:22.005758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Attempting to bind port 53a74bbc-90c3-4e47-b038-7d1124822e99 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:33:22.006024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Attempting to bind port 53a74bbc-90c3-4e47-b038-7d1124822e99 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:33:22.006356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Attempting to bind port 53a74bbc-90c3-4e47-b038-7d1124822e99 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:33:22.010984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Port 53a74bbc-90c3-4e47-b038-7d1124822e99 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:33:22.011311 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Attempting to bind port 53a74bbc-90c3-4e47-b038-7d1124822e99 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:33:22.016408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:33:22.016753 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Checking segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:33:22.017143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Bound using segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:33:22.017611 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Bound port: 53a74bbc-90c3-4e47-b038-7d1124822e99, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:33:22.018516 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:22.088546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] For port 53a74bbc-90c3-4e47-b038-7d1124822e99, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:33:22.091945 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] For port 53a74bbc-90c3-4e47-b038-7d1124822e99, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=53a74bbc-90c3-4e47-b038-7d1124822e99,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:33:22.156585 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:22.192320 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:22.193024 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:22.194590 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] 10.222.0.67 "PUT /v2.0/ports/53a74bbc-90c3-4e47-b038-7d1124822e99 HTTP/1.1" status: 200 len: 1093 time: 0.8419249 Feb 15 17:33:22.195100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'tag': '53a74bbc-90c3-4e47-b038-7d1124822e99'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:33:22.197536 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff54d69-a15c-4775-852f-69c23a16af67" -d '{"events": [{"name": "network-changed", "server_uuid": "fe07b960-d249-41d7-9667-2f070bbc4699", "tag": "53a74bbc-90c3-4e47-b038-7d1124822e99"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:33:22.242784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e248d-08e6-45c0-b753-8be7fb67c83e service neutron] Pushing event updated for resources: {'Port': ['ID=53a74bbc-90c3-4e47-b038-7d1124822e99,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:22.247710 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b714c5a-5f52-430b-b542-38fc8c24d934 x-openstack-request-id: req-9b714c5a-5f52-430b-b542-38fc8c24d934 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:33:22.248105 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe07b960-d249-41d7-9667-2f070bbc4699", "tag": "53a74bbc-90c3-4e47-b038-7d1124822e99", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:33:22.248633 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9b714c5a-5f52-430b-b542-38fc8c24d934 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:33:22.249176 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'tag': '53a74bbc-90c3-4e47-b038-7d1124822e99', 'status': 'completed', 'code': 200} Feb 15 17:33:22.324429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff54d69-a15c-4775-852f-69c23a16af67 req-d0662b9c-3407-4757-9a8c-9860c3b8aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:22.326344 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aff54d69-a15c-4775-852f-69c23a16af67 req-d0662b9c-3407-4757-9a8c-9860c3b8aadc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 1127 time: 0.0581470 Feb 15 17:33:22.435060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff54d69-a15c-4775-852f-69c23a16af67 req-2433f29b-d75b-4cf7-ab39-614c51f8d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:22.436570 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aff54d69-a15c-4775-852f-69c23a16af67 req-2433f29b-d75b-4cf7-ab39-614c51f8d96c service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c2fad26281e34139984360885d367f27&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1036327 Feb 15 17:33:22.529843 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff54d69-a15c-4775-852f-69c23a16af67 req-0f86b9d9-fc20-4775-bd36-41220f72a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:22.531365 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aff54d69-a15c-4775-852f-69c23a16af67 req-0f86b9d9-fc20-4775-bd36-41220f72a2ee service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894675 Feb 15 17:33:22.614359 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-9ebb57b4-8e35-463d-acca-58d27120e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:22.615815 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-9ebb57b4-8e35-463d-acca-58d27120e8d0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 1127 time: 0.0488582 Feb 15 17:33:22.657944 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-da2eec3e-a0ee-4623-89c2-79d304862a66 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53a74bbc-90c3-4e47-b038-7d1124822e99 HTTP/1.1" status: 200 len: 217 time: 0.0348344 Feb 15 17:33:22.710558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-c11336d4-a77f-4ce2-b369-f41558581570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:22.712069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-c11336d4-a77f-4ce2-b369-f41558581570 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0469179 Feb 15 17:33:22.768854 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-f09d84f2-10f7-406a-b9e3-8199838a8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:22.770411 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-f09d84f2-10f7-406a-b9e3-8199838a8847 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519211 Feb 15 17:33:22.902039 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-973dc339-6a14-4511-a0e7-3de6d66064db service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251686 Feb 15 17:33:22.910190 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7888fb-bf56-4c26-8a10-71b6bbbdf431 req-6f17f64a-31ec-4751-aad9-fbee32725f2f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:22.911570 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e7888fb-bf56-4c26-8a10-71b6bbbdf431 req-6f17f64a-31ec-4751-aad9-fbee32725f2f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 944 time: 0.0881474 Feb 15 17:33:23.013252 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4e7888fb-bf56-4c26-8a10-71b6bbbdf431 req-e66f81d3-1a6b-47e1-a5c2-3d60f308e59d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937202 Feb 15 17:33:23.030980 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc27bcd5-bdb5-4b1e-a7df-86f1db9bab39 req-2311369c-d4c9-40c3-800d-e033963adcb5 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183903 Feb 15 17:33:24.136472 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838531bd-0da9-4bdf-bda9-195897f7ba3f req-18f89033-110e-485a-b36b-df508b5015cb tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:24.137967 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-838531bd-0da9-4bdf-bda9-195897f7ba3f req-18f89033-110e-485a-b36b-df508b5015cb tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 944 time: 0.0526850 Feb 15 17:33:24.187694 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-838531bd-0da9-4bdf-bda9-195897f7ba3f req-6b74592c-5dac-4cf6-a8cc-f75ce8d99710 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438771 Feb 15 17:33:25.310181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a5e34-c563-4d61-9662-31633140ff87 req-a652d58a-e106-4a5d-ad7c-7846f730b43e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:25.311593 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e85a5e34-c563-4d61-9662-31633140ff87 req-a652d58a-e106-4a5d-ad7c-7846f730b43e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 944 time: 0.0569441 Feb 15 17:33:25.357509 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e85a5e34-c563-4d61-9662-31633140ff87 req-ee84f118-3cad-4a68-98da-9e24a3ecdcd9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401020 Feb 15 17:33:26.319480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 53a74bbc-90c3-4e47-b038-7d1124822e99 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:33:26.423773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 53a74bbc-90c3-4e47-b038-7d1124822e99, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=53a74bbc-90c3-4e47-b038-7d1124822e99,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:33:26.435954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '53a74bbc-90c3-4e47-b038-7d1124822e99', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'port_id': '53a74bbc-90c3-4e47-b038-7d1124822e99', 'mac_address': 'fa:16:3e:b3:de:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:33:26.474454 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 53a74bbc-90c3-4e47-b038-7d1124822e99 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:33:26.474852 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:26.483720 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b4327-8d50-4e37-a21c-54b203f63790 req-7300aee6-c4ca-4341-bf12-4d7fe5e98945 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:26.484828 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-793b4327-8d50-4e37-a21c-54b203f63790 req-7300aee6-c4ca-4341-bf12-4d7fe5e98945 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 944 time: 0.0573928 Feb 15 17:33:26.488419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a74bbc-90c3-4e47-b038-7d1124822e99 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:33:26.508029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 53a74bbc-90c3-4e47-b038-7d1124822e99, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=53a74bbc-90c3-4e47-b038-7d1124822e99,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:33:26.531771 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-793b4327-8d50-4e37-a21c-54b203f63790 req-fe1af693-67ef-43fd-9f16-53f67b23e55b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412862 Feb 15 17:33:26.572760 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:26.620216 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=53a74bbc-90c3-4e47-b038-7d1124822e99,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:26.759173 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['53a74bbc-90c3-4e47-b038-7d1124822e99'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:33:27.651079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed002a-367e-4bf7-affd-ebd617673063 req-b258e179-5ba0-4b3d-b1eb-c55e801e2bc9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:27.652589 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4bed002a-367e-4bf7-affd-ebd617673063 req-b258e179-5ba0-4b3d-b1eb-c55e801e2bc9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 945 time: 0.0532513 Feb 15 17:33:27.698643 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4bed002a-367e-4bf7-affd-ebd617673063 req-68a254ef-8608-4627-aa9c-e472323049b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405719 Feb 15 17:33:28.346476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 53a74bbc-90c3-4e47-b038-7d1124822e99 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:33:28.449870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 53a74bbc-90c3-4e47-b038-7d1124822e99 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:33:28.453644 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 53a74bbc-90c3-4e47-b038-7d1124822e99 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:33:28.454072 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:28.532697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 53a74bbc-90c3-4e47-b038-7d1124822e99 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:33:28.533085 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:28.555480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a74bbc-90c3-4e47-b038-7d1124822e99'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:33:28.569237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 53a74bbc-90c3-4e47-b038-7d1124822e99, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=53a74bbc-90c3-4e47-b038-7d1124822e99,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:33:28.610122 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3383c6d0-4e38-4f47-8de5-9507a6d95f0e" -d '{"events": [{"server_uuid": "fe07b960-d249-41d7-9667-2f070bbc4699", "name": "network-vif-plugged", "status": "completed", "tag": "53a74bbc-90c3-4e47-b038-7d1124822e99"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:33:28.652723 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:28.681973 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed33d9e2-9e67-4b79-afd3-22a8c5d8a5d4 x-openstack-request-id: req-ed33d9e2-9e67-4b79-afd3-22a8c5d8a5d4 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:33:28.682334 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe07b960-d249-41d7-9667-2f070bbc4699", "name": "network-vif-plugged", "status": "completed", "tag": "53a74bbc-90c3-4e47-b038-7d1124822e99", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:33:28.682656 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ed33d9e2-9e67-4b79-afd3-22a8c5d8a5d4 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:33:28.683117 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a74bbc-90c3-4e47-b038-7d1124822e99', 'code': 200} Feb 15 17:33:28.704481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=53a74bbc-90c3-4e47-b038-7d1124822e99,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:33:28.832542 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa76acf-39b4-4269-a356-2b720e0d67b5 req-812ec8e4-d819-4a22-b2f5-d0c4f021053c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:28.835292 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8aa76acf-39b4-4269-a356-2b720e0d67b5 req-812ec8e4-d819-4a22-b2f5-d0c4f021053c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0674279 Feb 15 17:33:28.914904 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8aa76acf-39b4-4269-a356-2b720e0d67b5 req-2e20a2e4-3e67-4ef9-93ee-aedca9ed9e41 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737131 Feb 15 17:33:28.920705 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3665aec-936f-4db5-b989-9efc96fd703e req-1dd23eb2-3ce1-47da-9511-550d4bb01ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:28.922185 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3665aec-936f-4db5-b989-9efc96fd703e req-1dd23eb2-3ce1-47da-9511-550d4bb01ac8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 1129 time: 0.1429706 Feb 15 17:33:28.964113 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a3665aec-936f-4db5-b989-9efc96fd703e req-05d8c2ee-528d-4f6a-acbc-858172025b1b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364461 Feb 15 17:33:30.036467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59d1a8-d8b9-446e-9ca1-6aba871f92b4 req-6f2931e2-b5d8-4ef9-9719-29156e46cf71 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:30.037989 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eb59d1a8-d8b9-446e-9ca1-6aba871f92b4 req-6f2931e2-b5d8-4ef9-9719-29156e46cf71 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0521016 Feb 15 17:33:30.085537 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eb59d1a8-d8b9-446e-9ca1-6aba871f92b4 req-6bfd06a6-85a6-40ca-8908-3440043941f0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418522 Feb 15 17:33:30.801812 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:31.184362 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:31.205956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b8d05-3c38-4360-9419-4e5ff2d3e65f req-49670254-a5eb-4687-95bf-5da6134fd620 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:31.210001 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f47b8d05-3c38-4360-9419-4e5ff2d3e65f req-49670254-a5eb-4687-95bf-5da6134fd620 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0531456 Feb 15 17:33:31.253783 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f47b8d05-3c38-4360-9419-4e5ff2d3e65f req-7df5d3c7-b180-4203-b8d0-4c072b13131b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407209 Feb 15 17:33:31.373414 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe584f08-9090-4772-9e22-3b4c25689a49 req-175e239f-3520-4357-b770-97df92df0c23 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:31.374823 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe584f08-9090-4772-9e22-3b4c25689a49 req-175e239f-3520-4357-b770-97df92df0c23 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0577302 Feb 15 17:33:31.383529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40228) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:33:31.388068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fa91ef08-07ea-40bc-8f80-98bde3c75c81 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Request body: {'floatingip': {'port_id': '53a74bbc-90c3-4e47-b038-7d1124822e99'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:33:31.425970 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa91ef08-07ea-40bc-8f80-98bde3c75c81 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for floatingip (e4503bf5-fd47-4705-a5a9-9a0a52874cdb), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:31.743619 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:33:31.852715 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa91ef08-07ea-40bc-8f80-98bde3c75c81 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:31.915485 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa91ef08-07ea-40bc-8f80-98bde3c75c81 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (e4503bf5-fd47-4705-a5a9-9a0a52874cdb), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:32.021948 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-fa91ef08-07ea-40bc-8f80-98bde3c75c81 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Floating IP e4503bf5-fd47-4705-a5a9-9a0a52874cdb associated. External IP: 172.25.4.94, port: 53a74bbc-90c3-4e47-b038-7d1124822e99. Feb 15 17:33:32.223339 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa91ef08-07ea-40bc-8f80-98bde3c75c81 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Router b4239a97-b3e5-4644-8e9e-b9126c94ad77 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:33:32.331929 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa91ef08-07ea-40bc-8f80-98bde3c75c81 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:33:32.336675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fa91ef08-07ea-40bc-8f80-98bde3c75c81 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:32.341522 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dc4867-8ba9-4c60-8529-40c5f915c15e None None] Sync routers for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:33:32.351932 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc4867-8ba9-4c60-8529-40c5f915c15e None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:33:32.352644 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-27dc4867-8ba9-4c60-8529-40c5f915c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:33:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:33:32.366227 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fa91ef08-07ea-40bc-8f80-98bde3c75c81 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "PUT /v2.0/floatingips/e4503bf5-fd47-4705-a5a9-9a0a52874cdb HTTP/1.1" status: 200 len: 991 time: 0.9816532 Feb 15 17:33:32.366811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'tag': '53a74bbc-90c3-4e47-b038-7d1124822e99'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:33:32.405529 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b476a719-dbe0-4d70-9fe3-bd8ff4bcfd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe07b960-d249-41d7-9667-2f070bbc4699", "tag": "53a74bbc-90c3-4e47-b038-7d1124822e99"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:33:32.464590 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-27dc4867-8ba9-4c60-8529-40c5f915c15e None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:33:32.473858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d060a-8fe2-4cdd-bb41-8b295215ef58 req-90c2b7fe-7daa-436b-929f-47f2b1235fe2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:32.475570 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-398d060a-8fe2-4cdd-bb41-8b295215ef58 req-90c2b7fe-7daa-436b-929f-47f2b1235fe2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0596664 Feb 15 17:33:32.495494 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418a20ad-400e-4b52-a4cb-188932ba72db x-openstack-request-id: req-418a20ad-400e-4b52-a4cb-188932ba72db {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:33:32.496010 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe07b960-d249-41d7-9667-2f070bbc4699", "tag": "53a74bbc-90c3-4e47-b038-7d1124822e99", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:33:32.496425 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-418a20ad-400e-4b52-a4cb-188932ba72db {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:33:32.496976 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'tag': '53a74bbc-90c3-4e47-b038-7d1124822e99', 'status': 'completed', 'code': 200} Feb 15 17:33:32.535136 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-398d060a-8fe2-4cdd-bb41-8b295215ef58 req-5f800951-3974-4ff8-bba4-2abc2ef6e6b5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538466 Feb 15 17:33:32.569871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476a719-dbe0-4d70-9fe3-bd8ff4bcfd7f req-23be2b88-827a-4844-b06f-da7d3232f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:32.571488 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b476a719-dbe0-4d70-9fe3-bd8ff4bcfd7f req-23be2b88-827a-4844-b06f-da7d3232f62b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 1129 time: 0.0508370 Feb 15 17:33:32.667548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2467d-41b8-490f-ac7b-50bc52e5d074 req-a6b6c1e7-0554-48be-b82a-01c38ad8c630 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:32.668952 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5ba2467d-41b8-490f-ac7b-50bc52e5d074 req-a6b6c1e7-0554-48be-b82a-01c38ad8c630 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0619142 Feb 15 17:33:32.670948 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476a719-dbe0-4d70-9fe3-bd8ff4bcfd7f req-631e44b9-f6ee-409b-a1f3-7a0c7f046137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:32.673037 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b476a719-dbe0-4d70-9fe3-bd8ff4bcfd7f req-631e44b9-f6ee-409b-a1f3-7a0c7f046137 service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0950489 Feb 15 17:33:32.698066 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-27dc4867-8ba9-4c60-8529-40c5f915c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e4503bf5-fd47-4705-a5a9-9a0a52874cdb', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'port_id': '53a74bbc-90c3-4e47-b038-7d1124822e99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'mac_address': 'fa:16:3e:b3:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:33:16Z', 'updated_at': '2022-02-15T17:33:31Z', 'revision_number': 1, 'project_id': 'c2fad26281e34139984360885d367f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:33:32.721702 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5ba2467d-41b8-490f-ac7b-50bc52e5d074 req-9de1a0b1-8e32-484c-9298-92a6e40aee1b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470972 Feb 15 17:33:32.727515 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dc4867-8ba9-4c60-8529-40c5f915c15e None None] Checking router: b4239a97-b3e5-4644-8e9e-b9126c94ad77 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:33:32.735880 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc4867-8ba9-4c60-8529-40c5f915c15e None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:33:32.736486 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-27dc4867-8ba9-4c60-8529-40c5f915c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:33:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:33:32.740511 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b476a719-dbe0-4d70-9fe3-bd8ff4bcfd7f req-ad61bfb9-0190-4c92-8d8f-93a8572bd3e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53a74bbc-90c3-4e47-b038-7d1124822e99 HTTP/1.1" status: 200 len: 999 time: 0.0615675 Feb 15 17:33:32.789041 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476a719-dbe0-4d70-9fe3-bd8ff4bcfd7f req-14f506d0-f074-482c-8398-3fca60cb3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:32.790675 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b476a719-dbe0-4d70-9fe3-bd8ff4bcfd7f req-14f506d0-f074-482c-8398-3fca60cb3d34 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0435693 Feb 15 17:33:32.842613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b476a719-dbe0-4d70-9fe3-bd8ff4bcfd7f req-bb37cef0-c3b1-4a11-b15c-12eb35575f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:32.844198 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b476a719-dbe0-4d70-9fe3-bd8ff4bcfd7f req-bb37cef0-c3b1-4a11-b15c-12eb35575f54 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0477724 Feb 15 17:33:32.844356 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-27dc4867-8ba9-4c60-8529-40c5f915c15e None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:33:32.932299 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b476a719-dbe0-4d70-9fe3-bd8ff4bcfd7f req-533a12b2-4f1c-49fc-b272-add90ebccb4b service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824189 Feb 15 17:33:33.025031 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b476a719-dbe0-4d70-9fe3-bd8ff4bcfd7f req-91288d35-6e66-4c59-88d0-f55c71eb2cf0 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872736 Feb 15 17:33:33.066850 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-27dc4867-8ba9-4c60-8529-40c5f915c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e4503bf5-fd47-4705-a5a9-9a0a52874cdb', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'port_id': '53a74bbc-90c3-4e47-b038-7d1124822e99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'mac_address': 'fa:16:3e:b3:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:33:16Z', 'updated_at': '2022-02-15T17:33:31Z', 'revision_number': 1, 'project_id': 'c2fad26281e34139984360885d367f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:33:33.092395 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dc4867-8ba9-4c60-8529-40c5f915c15e None None] The sync data for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 is: [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e4503bf5-fd47-4705-a5a9-9a0a52874cdb', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'port_id': '53a74bbc-90c3-4e47-b038-7d1124822e99', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'mac_address': 'fa:16:3e:b3:de:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:33:16Z', 'updated_at': '2022-02-15T17:33:31Z', 'revision_number': 1, 'project_id': 'c2fad26281e34139984360885d367f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:33:33.287031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd5424c-7094-4b72-9910-8637a3a6056f None None] New status for floating IP e4503bf5-fd47-4705-a5a9-9a0a52874cdb: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:33:34.153338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa60d10-dc06-47e7-b9a5-6746f6083013 req-6bc3f304-a94a-473f-bc88-1efcd66e3c28 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:34.154780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1aa60d10-dc06-47e7-b9a5-6746f6083013 req-6bc3f304-a94a-473f-bc88-1efcd66e3c28 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.3638654 Feb 15 17:33:34.201288 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1aa60d10-dc06-47e7-b9a5-6746f6083013 req-b470f6d9-4037-4376-a0e5-7fe16e772b54 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408790 Feb 15 17:33:34.319590 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c69138-1d3e-4ba2-83e6-d8bfa4358384 req-5cc8b8b0-950a-436a-b3a3-b2d6202d78bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:34.321085 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-94c69138-1d3e-4ba2-83e6-d8bfa4358384 req-5cc8b8b0-950a-436a-b3a3-b2d6202d78bd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0524938 Feb 15 17:33:34.368575 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-94c69138-1d3e-4ba2-83e6-d8bfa4358384 req-cdced3d3-aa82-447d-bfbc-b8624618c3e4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416055 Feb 15 17:33:34.763665 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5debc68-b9fd-49e8-908b-6a1bdcbf4e39 req-6675ae35-bf10-4c1a-b546-e036cccd3928 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:34.765131 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a5debc68-b9fd-49e8-908b-6a1bdcbf4e39 req-6675ae35-bf10-4c1a-b546-e036cccd3928 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0547597 Feb 15 17:33:34.810761 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a5debc68-b9fd-49e8-908b-6a1bdcbf4e39 req-2e3d794b-65d5-4226-92fd-10d1bd3df633 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395596 Feb 15 17:33:34.963767 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-5aac89d9-97a2-45f9-853e-32b216dee0fa service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0467057 Feb 15 17:33:35.545580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-e699e039-65cc-453f-8718-0a468267efca tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:35.546934 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-e699e039-65cc-453f-8718-0a468267efca tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports/53a74bbc-90c3-4e47-b038-7d1124822e99 HTTP/1.1" status: 200 len: 943 time: 0.0449245 Feb 15 17:33:35.933012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cd09a-c0f0-420b-b06c-95016f30df15 req-8f80fc87-9bbb-469e-8314-8675c0648999 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:35.934532 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4f8cd09a-c0f0-420b-b06c-95016f30df15 req-8f80fc87-9bbb-469e-8314-8675c0648999 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0562944 Feb 15 17:33:35.983062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4f8cd09a-c0f0-420b-b06c-95016f30df15 req-344bf7ad-97f7-4aeb-8936-4e14aee430af tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425265 Feb 15 17:33:36.964650 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc967-23c0-407f-8c79-6742614e6d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:37.059001 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-537dc376-9bfc-4a3c-bad7-a1576cf66dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:37.060437 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-537dc376-9bfc-4a3c-bad7-a1576cf66dd8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 1129 time: 0.0450826 Feb 15 17:33:37.109353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b2d01-2337-42d3-842d-5b48d861827f req-30f38a1c-a648-43db-abca-dc0ca4207749 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:37.110873 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e0b2d01-2337-42d3-842d-5b48d861827f req-30f38a1c-a648-43db-abca-dc0ca4207749 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0530705 Feb 15 17:33:37.152173 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-fb403440-e570-4c2b-8674-3b98abd785ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:37.153728 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-fb403440-e570-4c2b-8674-3b98abd785ee service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0874462 Feb 15 17:33:37.158551 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e0b2d01-2337-42d3-842d-5b48d861827f req-f9686625-1c2b-41e1-8b97-dcfa9e56e30e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418463 Feb 15 17:33:37.216510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-dd198384-678e-40cd-bb8a-40ccad36d93a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53a74bbc-90c3-4e47-b038-7d1124822e99 HTTP/1.1" status: 200 len: 1001 time: 0.0573039 Feb 15 17:33:37.262797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-206112ee-d07e-473d-9257-6b9458c436a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:37.264186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-206112ee-d07e-473d-9257-6b9458c436a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0425987 Feb 15 17:33:37.314107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-938d865f-af4c-4e4c-b4e2-6281ee6897a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:37.315507 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-938d865f-af4c-4e4c-b4e2-6281ee6897a7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460224 Feb 15 17:33:37.401274 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-225838ca-c915-4c22-834b-61cf3dbe0274 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794828 Feb 15 17:33:37.490399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-84943af8-0684-418f-8325-75af5cde64f6 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831063 Feb 15 17:33:38.279863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac79e6-799c-4066-861c-fc2790d17bfe req-87bb021f-54a6-44cf-a1f5-52d6a8e0c1db tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:38.281375 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85ac79e6-799c-4066-861c-fc2790d17bfe req-87bb021f-54a6-44cf-a1f5-52d6a8e0c1db tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0533140 Feb 15 17:33:38.327631 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85ac79e6-799c-4066-861c-fc2790d17bfe req-233bec99-a742-46b5-95fc-e82a10ed05ed tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401616 Feb 15 17:33:39.289787 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-84d18441-7bbf-4ce9-8c24-5170d8408a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:39.451045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e97e70-fdfa-4e29-bd89-576a0baa9c54 req-1a7a3518-4ada-414b-aa4a-caece557bce9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:39.452538 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-94e97e70-fdfa-4e29-bd89-576a0baa9c54 req-1a7a3518-4ada-414b-aa4a-caece557bce9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0580182 Feb 15 17:33:39.499029 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-94e97e70-fdfa-4e29-bd89-576a0baa9c54 req-e9572c85-3233-4b24-b72a-8ed27be9af0d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403848 Feb 15 17:33:40.618090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df79596-7de3-47a0-82d7-74242afae102 req-7a6f80a3-b845-4adc-8892-41e0af2ef019 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:40.619593 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4df79596-7de3-47a0-82d7-74242afae102 req-7a6f80a3-b845-4adc-8892-41e0af2ef019 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0535359 Feb 15 17:33:40.624426 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:40.665965 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4df79596-7de3-47a0-82d7-74242afae102 req-537c0ceb-858b-4a94-b04a-904b30365606 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407655 Feb 15 17:33:41.789989 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c211580-abcb-4894-83c0-40c682bc8213 req-b7f03cab-0131-4a0a-be96-6f6300bdf566 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:41.791544 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8c211580-abcb-4894-83c0-40c682bc8213 req-b7f03cab-0131-4a0a-be96-6f6300bdf566 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0571177 Feb 15 17:33:41.838532 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8c211580-abcb-4894-83c0-40c682bc8213 req-8abcc2c0-b712-4de6-b792-a3bb6b6e92d2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412693 Feb 15 17:33:42.069851 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:42.962484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b3910-fc86-4ad5-9aa9-02a2eafdf387 req-e201e070-068d-43ca-a18a-6b87bd4a54ba tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:42.964793 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e52b3910-fc86-4ad5-9aa9-02a2eafdf387 req-e201e070-068d-43ca-a18a-6b87bd4a54ba tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0591228 Feb 15 17:33:43.011243 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e52b3910-fc86-4ad5-9aa9-02a2eafdf387 req-7d01f97d-590e-4d32-b040-6245e730cfb1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407646 Feb 15 17:33:43.521032 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:33:44.128887 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81997f-46b2-4b5d-8a51-59f0c4d3a861 req-14e21bb7-2061-4ccd-9a7a-e0b253275d5b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:44.131033 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2a81997f-46b2-4b5d-8a51-59f0c4d3a861 req-14e21bb7-2061-4ccd-9a7a-e0b253275d5b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0517910 Feb 15 17:33:44.179514 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2a81997f-46b2-4b5d-8a51-59f0c4d3a861 req-24f1bf15-d19e-403e-94b1-87ac3dcf8a1e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428281 Feb 15 17:33:45.298450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ffed0-2a15-406e-9bac-07982deb3d97 req-fa220315-3c9f-4359-a5b5-172a313214f5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:45.299879 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7f4ffed0-2a15-406e-9bac-07982deb3d97 req-fa220315-3c9f-4359-a5b5-172a313214f5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0529125 Feb 15 17:33:45.347087 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7f4ffed0-2a15-406e-9bac-07982deb3d97 req-b2b883ca-f5ed-4db7-ac40-7dd2a9243085 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414679 Feb 15 17:33:46.467326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ff1cf-ced4-4049-8761-4c4f2aa84f54 req-5c29e947-1790-4ebb-b416-9a2c1cc4e598 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:46.468814 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-789ff1cf-ced4-4049-8761-4c4f2aa84f54 req-5c29e947-1790-4ebb-b416-9a2c1cc4e598 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0542014 Feb 15 17:33:46.515125 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-789ff1cf-ced4-4049-8761-4c4f2aa84f54 req-7eaaa10c-a481-4cd6-89f2-57f4e3f2463e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406466 Feb 15 17:33:47.633049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f5e79-baf6-42b8-8af1-934583345093 req-b7898dd6-98df-40b8-bafe-6c79158ac36b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:47.634578 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b08f5e79-baf6-42b8-8af1-934583345093 req-b7898dd6-98df-40b8-bafe-6c79158ac36b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0525169 Feb 15 17:33:47.685746 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b08f5e79-baf6-42b8-8af1-934583345093 req-97f96248-e129-4c35-abd3-8dd8bade75c4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454464 Feb 15 17:33:48.805127 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8863ea5-d858-4d07-8d27-f4e5b87375a8 req-58dcc2ed-6008-4eb6-9a31-419635ccfbb1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:48.806673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c8863ea5-d858-4d07-8d27-f4e5b87375a8 req-58dcc2ed-6008-4eb6-9a31-419635ccfbb1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0525265 Feb 15 17:33:48.852621 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c8863ea5-d858-4d07-8d27-f4e5b87375a8 req-b5d65607-95c5-4f22-a565-816b538874ff tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402255 Feb 15 17:33:49.969853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfb6e5-7991-4234-8fed-65db9a983f06 req-f4f49691-de49-4dce-a916-3580527f4b9f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:49.971395 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d1bfb6e5-7991-4234-8fed-65db9a983f06 req-f4f49691-de49-4dce-a916-3580527f4b9f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0524607 Feb 15 17:33:50.017793 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d1bfb6e5-7991-4234-8fed-65db9a983f06 req-74a0b4d2-427a-42a1-a3c2-c447c6004958 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406179 Feb 15 17:33:51.151471 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278f399-8632-4326-976a-e092457fb907 req-6d7b97d0-3e0c-420a-a10a-eb27a7180e46 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:51.152993 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2278f399-8632-4326-976a-e092457fb907 req-6d7b97d0-3e0c-420a-a10a-eb27a7180e46 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0624514 Feb 15 17:33:51.201731 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2278f399-8632-4326-976a-e092457fb907 req-dabe7337-c7c8-4258-8861-dbdf87635146 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424232 Feb 15 17:33:52.323220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076e767-e688-4996-9573-d4accea3d037 req-b3fd1980-f598-441b-a91d-4d170dae929e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:52.324713 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7076e767-e688-4996-9573-d4accea3d037 req-b3fd1980-f598-441b-a91d-4d170dae929e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0532346 Feb 15 17:33:52.371108 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7076e767-e688-4996-9573-d4accea3d037 req-31b7a775-00ec-4c45-b58c-8ba61ade6cdb tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407410 Feb 15 17:33:53.491670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7feeb42-b78b-4843-8fee-36d0abfb946f req-5878b535-f7ad-41a8-992a-0c668661fefe tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:53.493139 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a7feeb42-b78b-4843-8fee-36d0abfb946f req-5878b535-f7ad-41a8-992a-0c668661fefe tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0528371 Feb 15 17:33:53.539500 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a7feeb42-b78b-4843-8fee-36d0abfb946f req-5527e370-dcd4-499f-a74b-ddb822f5f1b9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407031 Feb 15 17:33:54.661234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e993c-8262-4943-990c-7a0af638733a req-943d5d17-ea46-4677-8bb8-596c6d7b062c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:54.663347 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f43e993c-8262-4943-990c-7a0af638733a req-943d5d17-ea46-4677-8bb8-596c6d7b062c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0569389 Feb 15 17:33:54.709124 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f43e993c-8262-4943-990c-7a0af638733a req-5b1d8007-f818-4154-899a-38140a2a1cfa tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403159 Feb 15 17:33:55.835225 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d440ef8-e1b1-4d71-9bcc-a432604ee482 req-3647d94e-8cdc-4d4d-a302-b75d58135070 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:55.836800 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d440ef8-e1b1-4d71-9bcc-a432604ee482 req-3647d94e-8cdc-4d4d-a302-b75d58135070 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0572731 Feb 15 17:33:55.883856 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6d440ef8-e1b1-4d71-9bcc-a432604ee482 req-2ac24fda-9fab-400d-991e-9e03d5178e26 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414960 Feb 15 17:33:57.001802 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71c10b-e50a-46c8-a961-bd592ab9aed0 req-7b3330b8-d23d-4838-83fe-ea026c291387 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:57.003303 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b71c10b-e50a-46c8-a961-bd592ab9aed0 req-7b3330b8-d23d-4838-83fe-ea026c291387 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0522835 Feb 15 17:33:57.048991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b71c10b-e50a-46c8-a961-bd592ab9aed0 req-053b441d-00bc-4d83-a7cd-c700f96e5d50 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401077 Feb 15 17:33:58.167129 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897575f-7881-4813-a311-6c3506b41a3e req-1b0403b5-020f-451c-bd51-e639388dfba6 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:58.168619 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6897575f-7881-4813-a311-6c3506b41a3e req-1b0403b5-020f-451c-bd51-e639388dfba6 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0526412 Feb 15 17:33:58.215557 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6897575f-7881-4813-a311-6c3506b41a3e req-d9bba87e-f22f-4e9a-b2e7-8c6d991700e8 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413644 Feb 15 17:33:59.336338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbf3f7-2d3d-4a81-beae-39ae652a3e8d req-204d96e6-48b5-424e-b8ac-7c1fa5996e13 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:59.337891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43fbf3f7-2d3d-4a81-beae-39ae652a3e8d req-204d96e6-48b5-424e-b8ac-7c1fa5996e13 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0568337 Feb 15 17:33:59.390088 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43fbf3f7-2d3d-4a81-beae-39ae652a3e8d req-6407163d-df96-4101-8b17-21e91768ac6d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461249 Feb 15 17:33:59.437010 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-8ad77137-43dc-4f93-adca-d28e2ca6453f service neutron] show failed (client error): The resource could not be found. Feb 15 17:33:59.438082 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-8ad77137-43dc-4f93-adca-d28e2ca6453f service neutron] 10.222.0.67 "GET /v2.0/ports/53a74bbc-90c3-4e47-b038-7d1124822e99/bindings/n-h2-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0599732 Feb 15 17:33:59.941699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-67978e56-8524-45ea-9d39-ae5d67d35456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:33:59.943117 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-67978e56-8524-45ea-9d39-ae5d67d35456 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699&tenant_id=c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 1129 time: 0.0456715 Feb 15 17:33:59.953602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:34:00.017038 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:00.217505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] For port 53a74bbc-90c3-4e47-b038-7d1124822e99, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=53a74bbc-90c3-4e47-b038-7d1124822e99,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:34:00.249787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] For port 53a74bbc-90c3-4e47-b038-7d1124822e99, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:34:00.288189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53a74bbc-90c3-4e47-b038-7d1124822e99'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:34:00.290492 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451f4724-4598-4624-bf85-b7259bbce5e3" -d '{"events": [{"server_uuid": "fe07b960-d249-41d7-9667-2f070bbc4699", "name": "network-vif-unplugged", "status": "completed", "tag": "53a74bbc-90c3-4e47-b038-7d1124822e99"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:34:00.294855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Publish callbacks [] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:00.306989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Transition to ACTIVE for port object 53a74bbc-90c3-4e47-b038-7d1124822e99 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:34:00.338943 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f2e839-1c0b-4e4c-bb4c-73ee59c8e2c1 x-openstack-request-id: req-13f2e839-1c0b-4e4c-bb4c-73ee59c8e2c1 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:34:00.339579 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe07b960-d249-41d7-9667-2f070bbc4699", "name": "network-vif-unplugged", "status": "completed", "tag": "53a74bbc-90c3-4e47-b038-7d1124822e99", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:34:00.339579 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-13f2e839-1c0b-4e4c-bb4c-73ee59c8e2c1 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:34:00.339895 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53a74bbc-90c3-4e47-b038-7d1124822e99', 'code': 200} Feb 15 17:34:00.378048 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:00.466449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Pushing event updated for resources: {'Port': ['ID=53a74bbc-90c3-4e47-b038-7d1124822e99,revision_number=6']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:34:00.540562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] No DVR routers for this DVR port 53a74bbc-90c3-4e47-b038-7d1124822e99 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:34:00.617976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f94e9-6847-461d-9d22-da4a35062c2a req-eb414d5c-1dd0-4d3c-8be0-80c06e8ecc68 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:00.619536 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea3f94e9-6847-461d-9d22-da4a35062c2a req-eb414d5c-1dd0-4d3c-8be0-80c06e8ecc68 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 944 time: 0.1543500 Feb 15 17:34:00.688529 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea3f94e9-6847-461d-9d22-da4a35062c2a req-afeaf5af-4c53-47dd-9c53-da55894ed939 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593135 Feb 15 17:34:00.731604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Attempting to bind port 53a74bbc-90c3-4e47-b038-7d1124822e99 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:34:00.731909 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Attempting to bind port 53a74bbc-90c3-4e47-b038-7d1124822e99 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:34:00.732211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Attempting to bind port 53a74bbc-90c3-4e47-b038-7d1124822e99 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:34:00.736716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Port 53a74bbc-90c3-4e47-b038-7d1124822e99 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:34:00.738616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Attempting to bind port 53a74bbc-90c3-4e47-b038-7d1124822e99 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:34:00.742307 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:34:00.742652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Checking segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:34:00.743065 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Bound using segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:34:00.743493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Bound port: 53a74bbc-90c3-4e47-b038-7d1124822e99, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:34:00.743852 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:00.786974 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:00.816992 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] For port 53a74bbc-90c3-4e47-b038-7d1124822e99, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:34:00.820413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] For port 53a74bbc-90c3-4e47-b038-7d1124822e99, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=53a74bbc-90c3-4e47-b038-7d1124822e99,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:34:00.884694 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:00.923881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:00.924509 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:00.925874 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] 10.222.0.10 "PUT /v2.0/ports/53a74bbc-90c3-4e47-b038-7d1124822e99 HTTP/1.1" status: 200 len: 1093 time: 0.9761999 Feb 15 17:34:00.944161 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701edd4b-1440-4589-a17e-ea7bbaa69124 service neutron] Pushing event updated for resources: {'Port': ['ID=53a74bbc-90c3-4e47-b038-7d1124822e99,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:34:00.999618 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-c5fdadad-9674-4462-b8f3-2c475d641861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:01.001178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-c5fdadad-9674-4462-b8f3-2c475d641861 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 1127 time: 0.0498590 Feb 15 17:34:01.105419 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-97175625-41bd-44d3-8722-ab615f16d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:01.106947 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-97175625-41bd-44d3-8722-ab615f16d77f service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0990961 Feb 15 17:34:01.184948 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-755025f6-d05a-4ea7-b986-0941166330c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53a74bbc-90c3-4e47-b038-7d1124822e99 HTTP/1.1" status: 200 len: 999 time: 0.0711992 Feb 15 17:34:01.195440 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:01.242466 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-351fbd74-7ea2-4d83-8740-05159dcfb52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:01.243850 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-351fbd74-7ea2-4d83-8740-05159dcfb52a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0547230 Feb 15 17:34:01.290528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-247ff2fd-ec36-46cf-af17-9be45acc65e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:01.292541 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-247ff2fd-ec36-46cf-af17-9be45acc65e1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432775 Feb 15 17:34:01.380213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-f202f871-5321-4adc-bdf7-c575e1db0c79 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821846 Feb 15 17:34:01.473650 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573b7ee4-916d-4587-9c7d-dabdd6d9dd7f req-55faddfe-765b-48ff-a63a-cf6820484f3c service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875177 Feb 15 17:34:01.812209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33df9bf-10d8-4109-a396-6c4d8f287ddd req-d8226aea-4b69-43b0-adb8-07f1e337b92b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:01.814039 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e33df9bf-10d8-4109-a396-6c4d8f287ddd req-d8226aea-4b69-43b0-adb8-07f1e337b92b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 944 time: 0.0522387 Feb 15 17:34:01.865171 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e33df9bf-10d8-4109-a396-6c4d8f287ddd req-5eeee49c-7a8b-4e3d-b6c7-c6a085f89cde tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451331 Feb 15 17:34:02.341114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'tag': '53a74bbc-90c3-4e47-b038-7d1124822e99'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:34:02.343541 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58122ad8-abec-49e0-9d24-c0fbc159efad" -d '{"events": [{"name": "network-changed", "server_uuid": "fe07b960-d249-41d7-9667-2f070bbc4699", "tag": "53a74bbc-90c3-4e47-b038-7d1124822e99"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:34:02.391386 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75f491d-32a0-4814-a3b0-4c356ba447a6 x-openstack-request-id: req-c75f491d-32a0-4814-a3b0-4c356ba447a6 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:34:02.391979 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe07b960-d249-41d7-9667-2f070bbc4699", "tag": "53a74bbc-90c3-4e47-b038-7d1124822e99", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:34:02.392090 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c75f491d-32a0-4814-a3b0-4c356ba447a6 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:34:02.392453 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'tag': '53a74bbc-90c3-4e47-b038-7d1124822e99', 'status': 'completed', 'code': 200} Feb 15 17:34:02.483714 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-14ebea97-b6af-4062-a4b9-69aaa409a3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:02.485260 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-14ebea97-b6af-4062-a4b9-69aaa409a3e1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 1127 time: 0.0760581 Feb 15 17:34:02.490386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-6f444c24-1c79-463a-a660-529704be16f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:02.490386 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-6f444c24-1c79-463a-a660-529704be16f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 1127 time: 0.0713112 Feb 15 17:34:02.532654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 53a74bbc-90c3-4e47-b038-7d1124822e99 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:34:02.571477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] The host n-h1-828372-14 is not matching for port 53a74bbc-90c3-4e47-b038-7d1124822e99 host n-h2-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:34:02.571875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 53a74bbc-90c3-4e47-b038-7d1124822e99 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:34:02.651828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-31684aa1-a6d2-4e5e-9921-8d40a194c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:02.653257 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-31684aa1-a6d2-4e5e-9921-8d40a194c69f service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.1628208 Feb 15 17:34:02.654231 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-18260e1c-215b-467e-b787-1abbc2f4674a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:02.655555 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-18260e1c-215b-467e-b787-1abbc2f4674a service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.1541262 Feb 15 17:34:02.766489 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-01ea5f60-ccf1-4f19-b089-dfd67b353313 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53a74bbc-90c3-4e47-b038-7d1124822e99 HTTP/1.1" status: 200 len: 999 time: 0.1067648 Feb 15 17:34:02.776113 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-93b7788b-70a7-4532-921d-0e655f267001 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53a74bbc-90c3-4e47-b038-7d1124822e99 HTTP/1.1" status: 200 len: 999 time: 0.1031179 Feb 15 17:34:02.856471 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-ac340c4b-89fa-4a70-b28c-a5a9a6470265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:02.858017 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-ac340c4b-89fa-4a70-b28c-a5a9a6470265 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0864375 Feb 15 17:34:02.859669 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-d1652912-9aa2-469e-8591-e4e71b82acee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:02.860991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-d1652912-9aa2-469e-8591-e4e71b82acee service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0758522 Feb 15 17:34:02.942955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-1e466a98-cc2b-4603-bb20-ab1348bbbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:02.944471 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-1e466a98-cc2b-4603-bb20-ab1348bbbe05 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0812602 Feb 15 17:34:02.946382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-1ddb7327-5479-48b5-9df7-bdc81427df41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:02.947765 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-1ddb7327-5479-48b5-9df7-bdc81427df41 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0762918 Feb 15 17:34:02.991597 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930a94c-4fef-4602-b812-982c9a72019d req-4e33a176-7cc2-4e86-bcb2-b6a2a9473853 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:02.993829 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3930a94c-4fef-4602-b812-982c9a72019d req-4e33a176-7cc2-4e86-bcb2-b6a2a9473853 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 944 time: 0.0574152 Feb 15 17:34:03.039737 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3930a94c-4fef-4602-b812-982c9a72019d req-8ecfe4d2-78b5-4437-91d6-6346f8e1f795 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406210 Feb 15 17:34:03.095427 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-71474406-9d93-461e-a3cb-97467e50477c service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442852 Feb 15 17:34:03.149303 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-e7daeaf1-0f39-435c-8fcd-e7eb200ab3fa service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913111 Feb 15 17:34:03.206225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 53a74bbc-90c3-4e47-b038-7d1124822e99 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:34:03.255373 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-890b3735-26a5-4a42-a560-9b71c0d9c848 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543903 Feb 15 17:34:03.279269 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-58122ad8-abec-49e0-9d24-c0fbc159efad req-ad6c2d26-a039-4be2-a472-cc2519e3339c service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194131 Feb 15 17:34:03.308328 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 53a74bbc-90c3-4e47-b038-7d1124822e99, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=53a74bbc-90c3-4e47-b038-7d1124822e99,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:34:03.319809 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '53a74bbc-90c3-4e47-b038-7d1124822e99', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'port_id': '53a74bbc-90c3-4e47-b038-7d1124822e99', 'mac_address': 'fa:16:3e:b3:de:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:34:03.357045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 53a74bbc-90c3-4e47-b038-7d1124822e99 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:34:03.357508 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:03.370235 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53a74bbc-90c3-4e47-b038-7d1124822e99 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:34:03.390096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 53a74bbc-90c3-4e47-b038-7d1124822e99, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=53a74bbc-90c3-4e47-b038-7d1124822e99,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:34:03.464675 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:03.509343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=53a74bbc-90c3-4e47-b038-7d1124822e99,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:34:03.696072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['53a74bbc-90c3-4e47-b038-7d1124822e99'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:34:04.162226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a45d4-9ac8-4047-a883-fe632281f6bc req-6866f790-da09-45bf-b517-df7717d9bb74 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:04.163743 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d7a45d4-9ac8-4047-a883-fe632281f6bc req-6866f790-da09-45bf-b517-df7717d9bb74 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 945 time: 0.0528982 Feb 15 17:34:04.210377 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2d7a45d4-9ac8-4047-a883-fe632281f6bc req-b23f3432-37b6-4205-af49-6ede86f80f26 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405588 Feb 15 17:34:04.533617 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58cf80-f0ba-44f6-bbdc-60d38da9fbe5 req-76a48628-052d-4719-9c61-b50a9b62cab7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:04.535054 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bb58cf80-f0ba-44f6-bbdc-60d38da9fbe5 req-76a48628-052d-4719-9c61-b50a9b62cab7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 945 time: 0.0568411 Feb 15 17:34:04.610940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bb58cf80-f0ba-44f6-bbdc-60d38da9fbe5 req-73d2cfd4-7e2c-4e0c-a360-fc781e5f4f74 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703657 Feb 15 17:34:04.627055 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c9537-78af-44a8-ac72-50d937af2e8c req-4e697f9a-acda-4bd9-8563-60b500f4a3ad tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:04.628516 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-082c9537-78af-44a8-ac72-50d937af2e8c req-4e697f9a-acda-4bd9-8563-60b500f4a3ad tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.67 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699&tenant_id=c2fad26281e34139984360885d367f27&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 945 time: 0.0816715 Feb 15 17:34:04.689885 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-082c9537-78af-44a8-ac72-50d937af2e8c req-93b804dd-0863-4da0-bc98-50dcda2bcc6e service neutron] delete failed (client error): The resource could not be found. Feb 15 17:34:04.690887 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-082c9537-78af-44a8-ac72-50d937af2e8c req-93b804dd-0863-4da0-bc98-50dcda2bcc6e service neutron] 10.222.0.67 "DELETE /v2.0/ports/53a74bbc-90c3-4e47-b038-7d1124822e99/bindings/n-h1-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0561669 Feb 15 17:34:04.777233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c9537-78af-44a8-ac72-50d937af2e8c req-2751e505-d9c7-4e43-b558-8e73badbdade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:04.778750 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-082c9537-78af-44a8-ac72-50d937af2e8c req-2751e505-d9c7-4e43-b558-8e73badbdade service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 1128 time: 0.0491424 Feb 15 17:34:04.865887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c9537-78af-44a8-ac72-50d937af2e8c req-ecefeb1b-8bbe-4d35-9072-cf8ef7c4d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:04.867293 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-082c9537-78af-44a8-ac72-50d937af2e8c req-ecefeb1b-8bbe-4d35-9072-cf8ef7c4d467 service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0833070 Feb 15 17:34:04.933709 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-082c9537-78af-44a8-ac72-50d937af2e8c req-3ee436cd-67d4-47d8-9f83-3210fcadff73 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=53a74bbc-90c3-4e47-b038-7d1124822e99 HTTP/1.1" status: 200 len: 1000 time: 0.0605419 Feb 15 17:34:04.982262 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c9537-78af-44a8-ac72-50d937af2e8c req-8702be34-dad9-458a-b926-2ebf168adea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:04.983744 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-082c9537-78af-44a8-ac72-50d937af2e8c req-8702be34-dad9-458a-b926-2ebf168adea9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0444746 Feb 15 17:34:05.030780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c9537-78af-44a8-ac72-50d937af2e8c req-026ae6b1-af07-4f11-993c-c022ced9171d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:05.032260 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-082c9537-78af-44a8-ac72-50d937af2e8c req-026ae6b1-af07-4f11-993c-c022ced9171d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429409 Feb 15 17:34:05.128712 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-082c9537-78af-44a8-ac72-50d937af2e8c req-4d3cd777-d4ce-4e39-8eb4-27b244e532e3 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909240 Feb 15 17:34:05.215857 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-082c9537-78af-44a8-ac72-50d937af2e8c req-996c44af-ff86-4eaa-b7ac-74ff1730a825 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816042 Feb 15 17:34:05.227841 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 53a74bbc-90c3-4e47-b038-7d1124822e99 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:34:05.349541 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 53a74bbc-90c3-4e47-b038-7d1124822e99 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:34:05.353598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 53a74bbc-90c3-4e47-b038-7d1124822e99 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:34:05.353971 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:05.435037 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 53a74bbc-90c3-4e47-b038-7d1124822e99 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:34:05.435356 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:05.464118 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a74bbc-90c3-4e47-b038-7d1124822e99'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:34:05.466439 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fd7184-e0eb-4bef-beab-1335c3b3d4eb" -d '{"events": [{"server_uuid": "fe07b960-d249-41d7-9667-2f070bbc4699", "name": "network-vif-plugged", "status": "completed", "tag": "53a74bbc-90c3-4e47-b038-7d1124822e99"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:34:05.481093 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 53a74bbc-90c3-4e47-b038-7d1124822e99, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=53a74bbc-90c3-4e47-b038-7d1124822e99,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:34:05.525337 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3966e21a-2ab0-471e-87de-abb96c27622b x-openstack-request-id: req-3966e21a-2ab0-471e-87de-abb96c27622b {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:34:05.529169 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe07b960-d249-41d7-9667-2f070bbc4699", "name": "network-vif-plugged", "status": "completed", "tag": "53a74bbc-90c3-4e47-b038-7d1124822e99", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:34:05.529169 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3966e21a-2ab0-471e-87de-abb96c27622b {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:34:05.529169 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53a74bbc-90c3-4e47-b038-7d1124822e99', 'code': 200} Feb 15 17:34:05.546903 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:05.593697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=53a74bbc-90c3-4e47-b038-7d1124822e99,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:34:05.733417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433c4c8-864f-4196-b967-0937de65f0c2 req-bdb95bc3-2c54-4dec-bebb-c80884301d8b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:05.734937 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c433c4c8-864f-4196-b967-0937de65f0c2 req-bdb95bc3-2c54-4dec-bebb-c80884301d8b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0539711 Feb 15 17:34:05.782094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c433c4c8-864f-4196-b967-0937de65f0c2 req-ca60a4b6-2aab-4155-a1e7-fcb0ecd53756 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412927 Feb 15 17:34:06.911076 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75eb85-7eaa-476d-bef1-3461ebd5eec8 req-60724ef5-6231-45ec-91d7-5aae3a978b2b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:06.913144 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e75eb85-7eaa-476d-bef1-3461ebd5eec8 req-60724ef5-6231-45ec-91d7-5aae3a978b2b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0570767 Feb 15 17:34:06.946540 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-12391343-719e-4229-8729-4f5cd918a7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:06.960370 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e75eb85-7eaa-476d-bef1-3461ebd5eec8 req-4d267695-7359-4335-97b2-da865011c034 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408006 Feb 15 17:34:07.082007 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfcc25-f4bd-4790-9ef3-54fa049d8784 req-ed646788-8ad6-44a9-aa7d-12ed6c2670de tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:07.083400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f6dfcc25-f4bd-4790-9ef3-54fa049d8784 req-ed646788-8ad6-44a9-aa7d-12ed6c2670de tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0569477 Feb 15 17:34:07.128986 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f6dfcc25-f4bd-4790-9ef3-54fa049d8784 req-5341581c-84fb-4ab6-9de6-ccbb4f0d734b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400357 Feb 15 17:34:07.254260 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b140cd4-50ae-4c54-8e97-a22bf2e6425f req-53cb21f7-8c47-4f67-85ee-e86e2b4ad5c6 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:07.255751 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b140cd4-50ae-4c54-8e97-a22bf2e6425f req-53cb21f7-8c47-4f67-85ee-e86e2b4ad5c6 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0612257 Feb 15 17:34:07.313537 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8b140cd4-50ae-4c54-8e97-a22bf2e6425f req-8bea73b7-92e6-476c-ab60-f339c350dbef tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516069 Feb 15 17:34:07.742527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51722dd-1040-4eb4-a9bc-45baf94a3ef4 req-13010f24-4d5a-4225-bc02-de4117bfd513 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:07.744010 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e51722dd-1040-4eb4-a9bc-45baf94a3ef4 req-13010f24-4d5a-4225-bc02-de4117bfd513 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0516765 Feb 15 17:34:07.792037 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e51722dd-1040-4eb4-a9bc-45baf94a3ef4 req-e18cfdba-9496-463b-ac17-c5a55a202fdc tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418675 Feb 15 17:34:08.743165 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:34:08.912141 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa2f4f-eb46-4b2a-9169-859f62d4646c req-33b819a8-4900-4222-8cd3-0ffcf01a1a8a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:08.913649 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8baa2f4f-eb46-4b2a-9169-859f62d4646c req-33b819a8-4900-4222-8cd3-0ffcf01a1a8a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0516937 Feb 15 17:34:08.958946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8baa2f4f-eb46-4b2a-9169-859f62d4646c req-12998904-79eb-4d31-8656-8231fcb1fde6 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391543 Feb 15 17:34:09.013163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca12d31-b1d3-4157-8a35-aeeb4b7a0311 req-c9906d0e-719f-4f50-9405-543b301c811f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:09.014581 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cca12d31-b1d3-4157-8a35-aeeb4b7a0311 req-c9906d0e-719f-4f50-9405-543b301c811f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.10 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 946 time: 0.0548322 Feb 15 17:34:09.102357 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-cca12d31-b1d3-4157-8a35-aeeb4b7a0311 req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Deleting port 53a74bbc-90c3-4e47-b038-7d1124822e99 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:34:09.102692 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cca12d31-b1d3-4157-8a35-aeeb4b7a0311 req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:09.190806 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-cca12d31-b1d3-4157-8a35-aeeb4b7a0311 req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] For port 53a74bbc-90c3-4e47-b038-7d1124822e99, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=53a74bbc-90c3-4e47-b038-7d1124822e99,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:34:09.191165 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cca12d31-b1d3-4157-8a35-aeeb4b7a0311 req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:09.304296 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-82ce66b0-3567-49e8-8acf-c3bb0aae64a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:09.683668 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cca12d31-b1d3-4157-8a35-aeeb4b7a0311 req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:09.684041 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cca12d31-b1d3-4157-8a35-aeeb4b7a0311 req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (e4503bf5-fd47-4705-a5a9-9a0a52874cdb), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:09.684363 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-cca12d31-b1d3-4157-8a35-aeeb4b7a0311 req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Floating IP e4503bf5-fd47-4705-a5a9-9a0a52874cdb disassociated. External IP: 172.25.4.94, port: 53a74bbc-90c3-4e47-b038-7d1124822e99. Feb 15 17:34:09.684710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-cca12d31-b1d3-4157-8a35-aeeb4b7a0311 req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Calling delete_port for 53a74bbc-90c3-4e47-b038-7d1124822e99 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:34:09.898189 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cca12d31-b1d3-4157-8a35-aeeb4b7a0311 req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (53a74bbc-90c3-4e47-b038-7d1124822e99), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:09.924440 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Pushing event deleted for resources: {'Port': ['ID=53a74bbc-90c3-4e47-b038-7d1124822e99,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:34:09.934974 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:09.935326 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:09.935675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:09.936021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:09.936362 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:09.936702 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:09.937036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:09.937411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:09.937729 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:09.938571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:09.938571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:09.938733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:09.939012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:10.058302 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-427e8833-b086-4eb2-9189-f7ad9bc6815a req-d739c2d3-de1d-4e3d-b58a-d3f2d86fa3c3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=fe07b960-d249-41d7-9667-2f070bbc4699 HTTP/1.1" status: 200 len: 210 time: 0.0278013 Feb 15 17:34:10.062116 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cca12d31-b1d3-4157-8a35-aeeb4b7a0311 req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Router b4239a97-b3e5-4644-8e9e-b9126c94ad77 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:34:10.176048 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cca12d31-b1d3-4157-8a35-aeeb4b7a0311 req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:34:10.187295 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5157347-85f9-44e8-8f1b-edb1b15dcea5 None None] Sync routers for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:34:10.197932 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5157347-85f9-44e8-8f1b-edb1b15dcea5 None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:34:10.203273 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b5157347-85f9-44e8-8f1b-edb1b15dcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:34:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:34:10.217317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca12d31-b1d3-4157-8a35-aeeb4b7a0311 req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] No DVR routers for this DVR port 53a74bbc-90c3-4e47-b038-7d1124822e99 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:34:10.219909 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-cca12d31-b1d3-4157-8a35-aeeb4b7a0311 req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:10.223285 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cca12d31-b1d3-4157-8a35-aeeb4b7a0311 req-31fb33c4-6225-4524-bdeb-92ef8ef9f751 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.10 "DELETE /v2.0/ports/53a74bbc-90c3-4e47-b038-7d1124822e99 HTTP/1.1" status: 204 len: 173 time: 1.2035182 Feb 15 17:34:10.223722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'name': 'network-vif-deleted', 'tag': '53a74bbc-90c3-4e47-b038-7d1124822e99'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:34:10.225990 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b686d7d1-3410-4ca3-aa59-853fd4915d65" -d '{"events": [{"server_uuid": "fe07b960-d249-41d7-9667-2f070bbc4699", "name": "network-vif-deleted", "tag": "53a74bbc-90c3-4e47-b038-7d1124822e99"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:34:10.267338 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17607542-451c-44b5-8212-ec0d53e75e18 x-openstack-request-id: req-17607542-451c-44b5-8212-ec0d53e75e18 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:34:10.267688 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe07b960-d249-41d7-9667-2f070bbc4699", "name": "network-vif-deleted", "tag": "53a74bbc-90c3-4e47-b038-7d1124822e99", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:34:10.267953 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-17607542-451c-44b5-8212-ec0d53e75e18 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:34:10.268366 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe07b960-d249-41d7-9667-2f070bbc4699', 'name': 'network-vif-deleted', 'tag': '53a74bbc-90c3-4e47-b038-7d1124822e99', 'status': 'completed', 'code': 200} Feb 15 17:34:10.402677 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-b5157347-85f9-44e8-8f1b-edb1b15dcea5 None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:34:10.595210 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b5157347-85f9-44e8-8f1b-edb1b15dcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:34:10.618735 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:10.625005 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5157347-85f9-44e8-8f1b-edb1b15dcea5 None None] Checking router: b4239a97-b3e5-4644-8e9e-b9126c94ad77 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:34:10.633412 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5157347-85f9-44e8-8f1b-edb1b15dcea5 None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:34:10.634028 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b5157347-85f9-44e8-8f1b-edb1b15dcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:34:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:34:10.740096 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-b5157347-85f9-44e8-8f1b-edb1b15dcea5 None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:34:10.933606 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b5157347-85f9-44e8-8f1b-edb1b15dcea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:34:10.959175 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5157347-85f9-44e8-8f1b-edb1b15dcea5 None None] The sync data for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 is: [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:34:11.182115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61dcc7d-5c40-4199-ac5f-d39619bf7849 None None] New status for floating IP e4503bf5-fd47-4705-a5a9-9a0a52874cdb: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:34:11.253405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 53a74bbc-90c3-4e47-b038-7d1124822e99 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:34:11.281415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 53a74bbc-90c3-4e47-b038-7d1124822e99 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:34:11.281768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 53a74bbc-90c3-4e47-b038-7d1124822e99 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:34:11.306447 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-e8d3cb5d-34f7-4280-ae45-ab16af5d72a5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--161065627&fields=id&tenant_id=c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 267 time: 0.0463009 Feb 15 17:34:11.416820 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-ea67a6df-a562-473f-a8ef-729da5b60efb tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:11.418306 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-ea67a6df-a562-473f-a8ef-729da5b60efb tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 812 time: 0.1048121 Feb 15 17:34:11.432583 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-203b5c17-c7c6-4fda-93c6-78a64c7f856c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/quotas/c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 375 time: 0.0089197 Feb 15 17:34:11.490235 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-b01d3e02-2934-45b3-9673-3e6a1069040a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519114 Feb 15 17:34:11.582167 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-5e8e49ef-7370-4f0b-9bd3-72d02aee75d9 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:34:11.583197 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-5e8e49ef-7370-4f0b-9bd3-72d02aee75d9 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470998 Feb 15 17:34:11.670391 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-3f7fea85-6369-4428-b9b5-6e1022fe91ca service neutron] 10.222.0.107 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813727 Feb 15 17:34:11.761206 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-9e8ebb16-8b69-4b87-8964-98532d6757f5 service neutron] 10.222.0.107 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850754 Feb 15 17:34:11.989961 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ae77ea5-761c-4742-aee5-931014f29bbd req-34e2219e-bc5b-47ad-bc0d-9f5d3f0e0aa1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 210 time: 0.0289261 Feb 15 17:34:12.086563 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:13.092340 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1e41b390-15db-4c68-bd40-a7fc56d65b32 req-91002e79-8faf-42f8-8296-a8bcc68d2c5d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 210 time: 0.0273199 Feb 15 17:34:13.512578 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:13.778863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-f0c83aa0-6993-47d2-9ffe-6fe1eaf55a3d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:13.780265 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-f0c83aa0-6993-47d2-9ffe-6fe1eaf55a3d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 812 time: 0.1048396 Feb 15 17:34:13.842550 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-606f3466-a01c-40ff-9cdd-af93851607bf tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 379 time: 0.0531886 Feb 15 17:34:13.850607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-17f2673b-7c5e-4085-a047-3ae08872b1b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Request body: {'port': {'device_id': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'admin_state_up': True, 'tenant_id': 'c2fad26281e34139984360885d367f27', 'security_groups': ['eee0b472-8cdb-4f6f-b5e8-02e1e295ef10']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:34:14.015290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-17f2673b-7c5e-4085-a047-3ae08872b1b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Made reservation on behalf of c2fad26281e34139984360885d367f27 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:34:14.018793 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-17f2673b-7c5e-4085-a047-3ae08872b1b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:14.148521 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-17f2673b-7c5e-4085-a047-3ae08872b1b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Allocated IP 172.20.0.6 (75a0aed6-7fa4-4420-855d-476e9b87d910/e9a101ef-d81f-42f5-b9be-f2f2287da6cb/0f61f8d1-427c-4204-a020-d9de263b2dab) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:34:14.200694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2fcb97e6-86a4-415c-8e9c-8c7fe12ad6c6 req-5dbeeda0-e841-47ef-9c16-57ae0f2faca1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 210 time: 0.0386975 Feb 15 17:34:14.311855 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-17f2673b-7c5e-4085-a047-3ae08872b1b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:14.386826 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-17f2673b-7c5e-4085-a047-3ae08872b1b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:14.436472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-17f2673b-7c5e-4085-a047-3ae08872b1b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Network 75a0aed6-7fa4-4420-855d-476e9b87d910 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:34:14.439933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-17f2673b-7c5e-4085-a047-3ae08872b1b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:34:14.443679 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-17f2673b-7c5e-4085-a047-3ae08872b1b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:34:14.450317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2673b-7c5e-4085-a047-3ae08872b1b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Pushing event updated for resources: {'Port': ['ID=0f61f8d1-427c-4204-a020-d9de263b2dab,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:34:14.497433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-17f2673b-7c5e-4085-a047-3ae08872b1b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:14.498062 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-17f2673b-7c5e-4085-a047-3ae08872b1b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:14.610344 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-17f2673b-7c5e-4085-a047-3ae08872b1b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7633469 Feb 15 17:34:14.622229 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Request body: {'port': {'device_id': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:34:14.656338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9bd48c0d-d393-4248-90dd-17a62e03cd48 None None] Provisioning complete for port 0f61f8d1-427c-4204-a020-d9de263b2dab triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:34:14.656338 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9bd48c0d-d393-4248-90dd-17a62e03cd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:14.680764 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:14.684332 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9bd48c0d-d393-4248-90dd-17a62e03cd48 None None] Port 0f61f8d1-427c-4204-a020-d9de263b2dab cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:34:14.943091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f61f8d1-427c-4204-a020-d9de263b2dab {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:34:14.951327 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Publish callbacks [] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:14.963816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Transition to ACTIVE for port object 0f61f8d1-427c-4204-a020-d9de263b2dab will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:34:15.089255 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:15.141124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f61f8d1-427c-4204-a020-d9de263b2dab,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:34:15.216797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Attempting to bind port 0f61f8d1-427c-4204-a020-d9de263b2dab on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:34:15.217135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Attempting to bind port 0f61f8d1-427c-4204-a020-d9de263b2dab by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:34:15.217497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Attempting to bind port 0f61f8d1-427c-4204-a020-d9de263b2dab on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:34:15.222146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Port 0f61f8d1-427c-4204-a020-d9de263b2dab on network 75a0aed6-7fa4-4420-855d-476e9b87d910 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:34:15.222473 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Attempting to bind port 0f61f8d1-427c-4204-a020-d9de263b2dab on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:34:15.227672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:34:15.228060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Checking segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:34:15.228451 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Bound using segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:34:15.228883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Bound port: 0f61f8d1-427c-4204-a020-d9de263b2dab, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:34:15.229473 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:15.299983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] For port 0f61f8d1-427c-4204-a020-d9de263b2dab, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:34:15.303399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] For port 0f61f8d1-427c-4204-a020-d9de263b2dab, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0f61f8d1-427c-4204-a020-d9de263b2dab,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:34:15.335633 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f150ebf-29bf-4526-b3f8-4362f8301f43 req-51323d3c-c5c4-459a-bc98-1d09da9857f7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:15.337131 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f150ebf-29bf-4526-b3f8-4362f8301f43 req-51323d3c-c5c4-459a-bc98-1d09da9857f7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 943 time: 0.0575275 Feb 15 17:34:15.375915 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:15.395712 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f150ebf-29bf-4526-b3f8-4362f8301f43 req-86c79158-fa3b-4ef3-8384-d77a6a854e0a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521257 Feb 15 17:34:15.420769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:15.421418 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:15.424594 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] 10.222.0.10 "PUT /v2.0/ports/0f61f8d1-427c-4204-a020-d9de263b2dab HTTP/1.1" status: 200 len: 1092 time: 0.8048723 Feb 15 17:34:15.424594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'tag': '0f61f8d1-427c-4204-a020-d9de263b2dab'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:34:15.425616 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8d019d-5193-4132-8879-64ab5f1318e9" -d '{"events": [{"name": "network-changed", "server_uuid": "864d036a-e8ca-4b1c-bb3b-1587717cf83d", "tag": "0f61f8d1-427c-4204-a020-d9de263b2dab"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:34:15.448864 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2a199-2038-428e-909d-e9d56ce9d7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f61f8d1-427c-4204-a020-d9de263b2dab,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:34:15.465610 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a652e1-5598-448a-8549-240e99a45953 x-openstack-request-id: req-90a652e1-5598-448a-8549-240e99a45953 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:34:15.466215 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864d036a-e8ca-4b1c-bb3b-1587717cf83d", "tag": "0f61f8d1-427c-4204-a020-d9de263b2dab", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:34:15.466476 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-90a652e1-5598-448a-8549-240e99a45953 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:34:15.466895 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'tag': '0f61f8d1-427c-4204-a020-d9de263b2dab', 'status': 'completed', 'code': 200} Feb 15 17:34:15.533420 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d019d-5193-4132-8879-64ab5f1318e9 req-5ecef7c8-ba0d-48aa-81ba-ae8980080c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:15.535040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d8d019d-5193-4132-8879-64ab5f1318e9 req-5ecef7c8-ba0d-48aa-81ba-ae8980080c5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 1126 time: 0.0479763 Feb 15 17:34:15.641002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d019d-5193-4132-8879-64ab5f1318e9 req-0d5962d7-bbe8-4c46-a90e-41e6fcaff3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:15.642530 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d8d019d-5193-4132-8879-64ab5f1318e9 req-0d5962d7-bbe8-4c46-a90e-41e6fcaff3da service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c2fad26281e34139984360885d367f27&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1004148 Feb 15 17:34:15.738062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d019d-5193-4132-8879-64ab5f1318e9 req-a8eb69d2-5d94-4e45-9ee0-1b676bcc7169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:15.739464 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d8d019d-5193-4132-8879-64ab5f1318e9 req-a8eb69d2-5d94-4e45-9ee0-1b676bcc7169 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917034 Feb 15 17:34:15.822064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-92c65888-4a8b-496b-a5dc-45211ed9b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:15.823598 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-92c65888-4a8b-496b-a5dc-45211ed9b99f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 1126 time: 0.0454001 Feb 15 17:34:15.863744 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-502bd34d-28da-4ed1-b933-a150817bc216 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f61f8d1-427c-4204-a020-d9de263b2dab HTTP/1.1" status: 200 len: 217 time: 0.0340281 Feb 15 17:34:15.913207 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-6f7b66f9-c565-4b55-8269-165d53b056a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:15.914702 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-6f7b66f9-c565-4b55-8269-165d53b056a0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0455816 Feb 15 17:34:15.961103 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-b61c1bfb-94a3-4e63-a89f-c620b7efbc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:15.962602 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-b61c1bfb-94a3-4e63-a89f-c620b7efbc5d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0426745 Feb 15 17:34:16.049416 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-bf6c8fd6-f201-4e77-9718-94ad8020b549 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811174 Feb 15 17:34:16.138898 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44c23881-856e-4fc8-8ae9-de6daa316f04 req-5edf84fd-89bd-444d-87b3-c5aa9b506a00 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839007 Feb 15 17:34:16.181957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-3a53b569-03d6-4adf-ae59-341d6e506dd9 req-761808f8-245c-402b-a33a-627651258852 service neutron] (103799) timed out ('10.222.0.10', 61703) {{(pid=103799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:34:16.514200 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db5804-4b47-42a8-a178-9dfed7ccbdd8 req-b5b93d97-0879-49e2-b579-deb3c383c78c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:16.515676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-65db5804-4b47-42a8-a178-9dfed7ccbdd8 req-b5b93d97-0879-49e2-b579-deb3c383c78c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 943 time: 0.0517385 Feb 15 17:34:16.564874 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-65db5804-4b47-42a8-a178-9dfed7ccbdd8 req-e8e0d43a-d529-4fdd-be43-098ff327b4e2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433826 Feb 15 17:34:17.685748 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69e78e-4d35-45fe-a70f-07179f00b113 req-9457309f-975c-4d2b-8ad2-320b9a05c49f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:17.687274 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d69e78e-4d35-45fe-a70f-07179f00b113 req-9457309f-975c-4d2b-8ad2-320b9a05c49f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 943 time: 0.0536208 Feb 15 17:34:17.734207 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1d69e78e-4d35-45fe-a70f-07179f00b113 req-35a5aa36-9bab-4e02-a034-384b26b38c4a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410149 Feb 15 17:34:18.852144 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1b8bb-f7b4-4d16-a50c-c8b805cf8c9e req-67f56e1a-fe00-404a-b135-0406ec2c2e50 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:18.853639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5f1b8bb-f7b4-4d16-a50c-c8b805cf8c9e req-67f56e1a-fe00-404a-b135-0406ec2c2e50 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 943 time: 0.0522718 Feb 15 17:34:18.898653 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5f1b8bb-f7b4-4d16-a50c-c8b805cf8c9e req-5a0c988e-a584-41a9-a425-efdb98991ccf tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387597 Feb 15 17:34:19.292721 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0f61f8d1-427c-4204-a020-d9de263b2dab details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:34:19.549623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 0f61f8d1-427c-4204-a020-d9de263b2dab, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0f61f8d1-427c-4204-a020-d9de263b2dab,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:34:19.560975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '0f61f8d1-427c-4204-a020-d9de263b2dab', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'port_id': '0f61f8d1-427c-4204-a020-d9de263b2dab', 'mac_address': 'fa:16:3e:81:25:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:34:19.597800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 0f61f8d1-427c-4204-a020-d9de263b2dab is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:34:19.598195 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:19.610831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f61f8d1-427c-4204-a020-d9de263b2dab {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:34:19.631474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 0f61f8d1-427c-4204-a020-d9de263b2dab, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0f61f8d1-427c-4204-a020-d9de263b2dab,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:34:19.712245 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:19.757725 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=0f61f8d1-427c-4204-a020-d9de263b2dab,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:34:19.765606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:19.765960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:19.766299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:19.766635 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:19.766972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:19.767300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:19.767624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:19.767947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:19.768269 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:19.768591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:19.768910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:19.769251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:19.769602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:34:19.902986 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['0f61f8d1-427c-4204-a020-d9de263b2dab'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:34:20.024733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e5388-f822-4824-be9e-2087cf83c54e req-e8732f1c-6612-4d39-97ab-145f57e08035 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:20.026296 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2e4e5388-f822-4824-be9e-2087cf83c54e req-e8732f1c-6612-4d39-97ab-145f57e08035 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 944 time: 0.0598226 Feb 15 17:34:20.074578 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2e4e5388-f822-4824-be9e-2087cf83c54e req-75199183-df5b-40ba-b3df-51566d4fb186 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426464 Feb 15 17:34:21.191452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ccef7-89bd-426d-92ac-46debc55dea6 req-86d719ae-5530-4237-a378-50d109d54b5a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:21.192944 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-458ccef7-89bd-426d-92ac-46debc55dea6 req-86d719ae-5530-4237-a378-50d109d54b5a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 944 time: 0.0522780 Feb 15 17:34:21.238877 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-458ccef7-89bd-426d-92ac-46debc55dea6 req-186aa954-76c0-4c8e-a311-f842264feb83 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402744 Feb 15 17:34:21.291866 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0f61f8d1-427c-4204-a020-d9de263b2dab up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:34:21.414698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 0f61f8d1-427c-4204-a020-d9de263b2dab completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:34:21.418777 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 0f61f8d1-427c-4204-a020-d9de263b2dab triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:34:21.419157 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:21.499510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 0f61f8d1-427c-4204-a020-d9de263b2dab is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:34:21.499821 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:21.521556 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f61f8d1-427c-4204-a020-d9de263b2dab'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:34:21.523789 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f6183f-219f-408b-82b4-da5cca726837" -d '{"events": [{"server_uuid": "864d036a-e8ca-4b1c-bb3b-1587717cf83d", "name": "network-vif-plugged", "status": "completed", "tag": "0f61f8d1-427c-4204-a020-d9de263b2dab"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:34:21.535650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 0f61f8d1-427c-4204-a020-d9de263b2dab, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0f61f8d1-427c-4204-a020-d9de263b2dab,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:34:21.561219 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba84aca-446d-47b6-bd16-cc98bf0bc585 x-openstack-request-id: req-4ba84aca-446d-47b6-bd16-cc98bf0bc585 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:34:21.561567 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864d036a-e8ca-4b1c-bb3b-1587717cf83d", "name": "network-vif-plugged", "status": "completed", "tag": "0f61f8d1-427c-4204-a020-d9de263b2dab", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:34:21.561826 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4ba84aca-446d-47b6-bd16-cc98bf0bc585 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:34:21.562220 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f61f8d1-427c-4204-a020-d9de263b2dab', 'code': 200} Feb 15 17:34:21.603753 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:21.654160 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=0f61f8d1-427c-4204-a020-d9de263b2dab,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:34:21.660711 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ebcd7-6e60-4ac7-a0f9-aca0c401aab3 req-4269d5c3-a3c6-432b-bb98-a136e99bb2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:21.662415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc4ebcd7-6e60-4ac7-a0f9-aca0c401aab3 req-4269d5c3-a3c6-432b-bb98-a136e99bb2b3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 1128 time: 0.0501089 Feb 15 17:34:21.708428 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc4ebcd7-6e60-4ac7-a0f9-aca0c401aab3 req-0ff762dd-52c3-4609-bbe7-c3ca0cc8d7af service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398390 Feb 15 17:34:22.368022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334f07-e9e1-4f6a-bb27-3d1d3b4ae7dd req-25f5f817-fedf-439d-839e-2d75386f2d8c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:22.369540 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f334f07-e9e1-4f6a-bb27-3d1d3b4ae7dd req-25f5f817-fedf-439d-839e-2d75386f2d8c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0647843 Feb 15 17:34:22.425899 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f334f07-e9e1-4f6a-bb27-3d1d3b4ae7dd req-db9f9068-73c1-4e55-b029-9d37efc76418 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496025 Feb 15 17:34:23.550828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41925194-7ee3-456c-9a77-bb95c4601d57 req-fdbc9650-4c6a-4057-9153-6d7b6acc1ce4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:23.552324 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-41925194-7ee3-456c-9a77-bb95c4601d57 req-fdbc9650-4c6a-4057-9153-6d7b6acc1ce4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0523913 Feb 15 17:34:23.602693 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-41925194-7ee3-456c-9a77-bb95c4601d57 req-943d4ccb-8f7e-4b74-8af1-a583a47fdd3f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447562 Feb 15 17:34:23.723185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348039f-fb80-4102-b544-ca8b9f166bb9 req-70897d2d-2e2f-439f-95d5-95031f8b19fe tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:23.724643 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e348039f-fb80-4102-b544-ca8b9f166bb9 req-70897d2d-2e2f-439f-95d5-95031f8b19fe tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0533288 Feb 15 17:34:23.733152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 40424) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:34:23.737519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2757201c-eba2-4165-9b7d-409e05c81fa1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Request body: {'floatingip': {'port_id': '0f61f8d1-427c-4204-a020-d9de263b2dab'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:34:23.777132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2757201c-eba2-4165-9b7d-409e05c81fa1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for floatingip (e4503bf5-fd47-4705-a5a9-9a0a52874cdb), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:24.478882 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.resource_extend [None req-2757201c-eba2-4165-9b7d-409e05c81fa1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 17:34:24.528814 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2757201c-eba2-4165-9b7d-409e05c81fa1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:24.603426 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2757201c-eba2-4165-9b7d-409e05c81fa1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (e4503bf5-fd47-4705-a5a9-9a0a52874cdb), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:24.704038 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-2757201c-eba2-4165-9b7d-409e05c81fa1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Floating IP e4503bf5-fd47-4705-a5a9-9a0a52874cdb associated. External IP: 172.25.4.94, port: 0f61f8d1-427c-4204-a020-d9de263b2dab. Feb 15 17:34:24.909000 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2757201c-eba2-4165-9b7d-409e05c81fa1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Router b4239a97-b3e5-4644-8e9e-b9126c94ad77 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:34:25.018152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2757201c-eba2-4165-9b7d-409e05c81fa1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:34:25.022964 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2757201c-eba2-4165-9b7d-409e05c81fa1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:25.029508 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdbcd07-68e4-486b-9669-7b19f7813554 None None] Sync routers for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:34:25.039317 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdbcd07-68e4-486b-9669-7b19f7813554 None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:34:25.039925 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-afdbcd07-68e4-486b-9669-7b19f7813554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:34:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:34:25.054226 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2757201c-eba2-4165-9b7d-409e05c81fa1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "PUT /v2.0/floatingips/e4503bf5-fd47-4705-a5a9-9a0a52874cdb HTTP/1.1" status: 200 len: 990 time: 1.3173559 Feb 15 17:34:25.054226 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'tag': '0f61f8d1-427c-4204-a020-d9de263b2dab'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:34:25.054579 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62013d64-5e69-4672-9b31-c857d1f87667" -d '{"events": [{"name": "network-changed", "server_uuid": "864d036a-e8ca-4b1c-bb3b-1587717cf83d", "tag": "0f61f8d1-427c-4204-a020-d9de263b2dab"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:34:25.100939 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03b5a1c-a64d-49c2-bd50-de6c1c72bb01 x-openstack-request-id: req-e03b5a1c-a64d-49c2-bd50-de6c1c72bb01 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:34:25.101209 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864d036a-e8ca-4b1c-bb3b-1587717cf83d", "tag": "0f61f8d1-427c-4204-a020-d9de263b2dab", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:34:25.101498 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e03b5a1c-a64d-49c2-bd50-de6c1c72bb01 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:34:25.101907 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'tag': '0f61f8d1-427c-4204-a020-d9de263b2dab', 'status': 'completed', 'code': 200} Feb 15 17:34:25.155950 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-afdbcd07-68e4-486b-9669-7b19f7813554 None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:34:25.165935 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013d64-5e69-4672-9b31-c857d1f87667 req-af5a953c-8ff1-4b07-9613-ddf79902ccaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:25.167419 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-62013d64-5e69-4672-9b31-c857d1f87667 req-af5a953c-8ff1-4b07-9613-ddf79902ccaf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 1128 time: 0.0454128 Feb 15 17:34:25.254710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013d64-5e69-4672-9b31-c857d1f87667 req-ca70f7ed-d477-48f3-852b-ca7ef6849141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:25.256771 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-62013d64-5e69-4672-9b31-c857d1f87667 req-ca70f7ed-d477-48f3-852b-ca7ef6849141 service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0837746 Feb 15 17:34:25.336310 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-62013d64-5e69-4672-9b31-c857d1f87667 req-44801e4a-1978-45bd-923a-e79900d722ad service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f61f8d1-427c-4204-a020-d9de263b2dab HTTP/1.1" status: 200 len: 998 time: 0.0741467 Feb 15 17:34:25.388989 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013d64-5e69-4672-9b31-c857d1f87667 req-58ca4889-8266-4b38-8624-255296d2a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:25.390495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7da619-9827-4676-9fa0-b05b82a03b25 req-e5838bc5-5ac0-4072-b716-2f538f076955 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:25.390632 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-62013d64-5e69-4672-9b31-c857d1f87667 req-58ca4889-8266-4b38-8624-255296d2a47a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0488310 Feb 15 17:34:25.393603 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-afdbcd07-68e4-486b-9669-7b19f7813554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e4503bf5-fd47-4705-a5a9-9a0a52874cdb', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'port_id': '0f61f8d1-427c-4204-a020-d9de263b2dab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'mac_address': 'fa:16:3e:81:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:33:16Z', 'updated_at': '2022-02-15T17:34:24Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:34:25.393832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2a7da619-9827-4676-9fa0-b05b82a03b25 req-e5838bc5-5ac0-4072-b716-2f538f076955 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0628066 Feb 15 17:34:25.425074 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdbcd07-68e4-486b-9669-7b19f7813554 None None] Checking router: b4239a97-b3e5-4644-8e9e-b9126c94ad77 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:34:25.435150 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdbcd07-68e4-486b-9669-7b19f7813554 None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:34:25.435866 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-afdbcd07-68e4-486b-9669-7b19f7813554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:34:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:34:25.441652 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2a7da619-9827-4676-9fa0-b05b82a03b25 req-80a5cf54-fd1f-40a7-9e01-f25ace53796d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433412 Feb 15 17:34:25.449798 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62013d64-5e69-4672-9b31-c857d1f87667 req-0bbf3ecd-c07d-4c80-8ea6-84906a27597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:25.451414 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-62013d64-5e69-4672-9b31-c857d1f87667 req-0bbf3ecd-c07d-4c80-8ea6-84906a27597c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547969 Feb 15 17:34:25.549418 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-62013d64-5e69-4672-9b31-c857d1f87667 req-69c18a82-6385-4b6b-9162-d1dead3b7897 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916450 Feb 15 17:34:25.552581 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-afdbcd07-68e4-486b-9669-7b19f7813554 None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:34:25.640958 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-62013d64-5e69-4672-9b31-c857d1f87667 req-4695c631-81f0-4a66-94e3-576371c56eb4 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851915 Feb 15 17:34:25.774233 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-afdbcd07-68e4-486b-9669-7b19f7813554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e4503bf5-fd47-4705-a5a9-9a0a52874cdb', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'port_id': '0f61f8d1-427c-4204-a020-d9de263b2dab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'mac_address': 'fa:16:3e:81:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:33:16Z', 'updated_at': '2022-02-15T17:34:24Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:34:25.800037 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdbcd07-68e4-486b-9669-7b19f7813554 None None] The sync data for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 is: [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e4503bf5-fd47-4705-a5a9-9a0a52874cdb', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'port_id': '0f61f8d1-427c-4204-a020-d9de263b2dab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'mac_address': 'fa:16:3e:81:25:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:33:16Z', 'updated_at': '2022-02-15T17:34:24Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:34:26.003831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5be5d7-7153-4483-846e-ad43c67cbdec None None] New status for floating IP e4503bf5-fd47-4705-a5a9-9a0a52874cdb: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:34:26.566059 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acca5c-5699-4514-a5aa-d87cdf44d9b5 req-925b0694-2c72-4ce4-b9fb-dff89eddb822 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:26.567553 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2acca5c-5699-4514-a5aa-d87cdf44d9b5 req-925b0694-2c72-4ce4-b9fb-dff89eddb822 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0530632 Feb 15 17:34:26.617601 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2acca5c-5699-4514-a5aa-d87cdf44d9b5 req-160d8815-64e0-47cd-a260-482789a19f9c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445774 Feb 15 17:34:27.238124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f5a14-f548-4714-b8dc-83163cfa73fa req-7076c815-ab42-438d-980b-a6f8fbe1981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:27.239538 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-865f5a14-f548-4714-b8dc-83163cfa73fa req-7076c815-ab42-438d-980b-a6f8fbe1981f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 1128 time: 0.0439157 Feb 15 17:34:27.339211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f5a14-f548-4714-b8dc-83163cfa73fa req-556b817a-a53c-4e1b-a535-408ed3dff974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:27.340680 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-865f5a14-f548-4714-b8dc-83163cfa73fa req-556b817a-a53c-4e1b-a535-408ed3dff974 service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0829811 Feb 15 17:34:27.408731 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-865f5a14-f548-4714-b8dc-83163cfa73fa req-dfa12bcd-2a2d-4d29-abbc-0e72127734ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f61f8d1-427c-4204-a020-d9de263b2dab HTTP/1.1" status: 200 len: 1000 time: 0.0617201 Feb 15 17:34:27.465278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f5a14-f548-4714-b8dc-83163cfa73fa req-fd7e3f62-29ba-4649-b178-f1b84233f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:27.466826 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-865f5a14-f548-4714-b8dc-83163cfa73fa req-fd7e3f62-29ba-4649-b178-f1b84233f1c8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0526044 Feb 15 17:34:27.517515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f5a14-f548-4714-b8dc-83163cfa73fa req-93b8e257-c312-474a-a304-30001d92caa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:27.518974 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-865f5a14-f548-4714-b8dc-83163cfa73fa req-93b8e257-c312-474a-a304-30001d92caa1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462074 Feb 15 17:34:27.611214 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-865f5a14-f548-4714-b8dc-83163cfa73fa req-ce3e6678-4023-4338-ae7a-88579e460248 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868824 Feb 15 17:34:27.703916 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-865f5a14-f548-4714-b8dc-83163cfa73fa req-121ce0a6-b881-47a7-95b2-b6ad1bc3f223 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866888 Feb 15 17:34:27.742814 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267260fd-0467-4cd4-84fd-df9e441d56a2 req-2a7bbae0-d593-4a54-817d-3535b378db2d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:27.744296 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-267260fd-0467-4cd4-84fd-df9e441d56a2 req-2a7bbae0-d593-4a54-817d-3535b378db2d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0576477 Feb 15 17:34:27.790646 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-267260fd-0467-4cd4-84fd-df9e441d56a2 req-84ab782e-1ea8-48d2-9890-07033cf31444 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405602 Feb 15 17:34:28.923967 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f4d74-241c-444e-b22e-7b1ba67ab00e req-d65189e8-def8-4039-ac2e-d507cb86f905 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:28.925493 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f41f4d74-241c-444e-b22e-7b1ba67ab00e req-d65189e8-def8-4039-ac2e-d507cb86f905 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0577831 Feb 15 17:34:28.971202 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f41f4d74-241c-444e-b22e-7b1ba67ab00e req-668c7992-2319-406d-9023-a6f9c8bfd07a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402586 Feb 15 17:34:30.089484 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebf638-9cb1-4366-9700-5f35f0d3e4b5 req-5dd92a1c-1cf6-4b12-932a-1c79c8873d16 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:30.091056 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9ebf638-9cb1-4366-9700-5f35f0d3e4b5 req-5dd92a1c-1cf6-4b12-932a-1c79c8873d16 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0530255 Feb 15 17:34:30.139109 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9ebf638-9cb1-4366-9700-5f35f0d3e4b5 req-5562f9c0-7d1c-47ac-9d2f-58d8374f907a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421686 Feb 15 17:34:30.801226 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:31.200661 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:31.256094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a210d6-5020-4c2e-8540-4c76f39af00f req-b82fa998-60ca-4f27-b51f-70f0ac2575c1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:31.257596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07a210d6-5020-4c2e-8540-4c76f39af00f req-b82fa998-60ca-4f27-b51f-70f0ac2575c1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0513468 Feb 15 17:34:31.303330 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07a210d6-5020-4c2e-8540-4c76f39af00f req-c67c97ce-af79-40ad-a4b1-4417b6679914 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396488 Feb 15 17:34:32.421733 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225aa63-10d2-4317-894d-733407d71aa6 req-6dde3b3e-e398-4f29-ac15-edb5f1bfd156 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:32.423250 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3225aa63-10d2-4317-894d-733407d71aa6 req-6dde3b3e-e398-4f29-ac15-edb5f1bfd156 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0521665 Feb 15 17:34:32.474248 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3225aa63-10d2-4317-894d-733407d71aa6 req-2b0456f1-26d5-4455-8a1f-fa68ffcce345 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453954 Feb 15 17:34:33.600527 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c952032-0284-4a45-bb79-488a50ba0564 req-5c3b41ea-5918-49b8-95eb-56c038d183ab tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:33.602048 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7c952032-0284-4a45-bb79-488a50ba0564 req-5c3b41ea-5918-49b8-95eb-56c038d183ab tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0620644 Feb 15 17:34:33.652421 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7c952032-0284-4a45-bb79-488a50ba0564 req-eb753871-26cc-4444-9e0d-98873e6ed35c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440691 Feb 15 17:34:34.775325 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257b8bf-41b6-49cb-8fda-1acb1c1d17d4 req-f09c6eaa-1626-4692-9594-dd8a9711fdec tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:34.777943 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7257b8bf-41b6-49cb-8fda-1acb1c1d17d4 req-f09c6eaa-1626-4692-9594-dd8a9711fdec tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0566893 Feb 15 17:34:34.823285 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7257b8bf-41b6-49cb-8fda-1acb1c1d17d4 req-66b76074-5ae9-4b17-b1b1-a49530e7a2a7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408030 Feb 15 17:34:35.941113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e57a7-8539-4bcf-a957-64f9c367c22a req-b768b09b-eeaf-4dae-86a4-5381592e5623 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:35.942617 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a9e57a7-8539-4bcf-a957-64f9c367c22a req-b768b09b-eeaf-4dae-86a4-5381592e5623 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0520501 Feb 15 17:34:35.988942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a9e57a7-8539-4bcf-a957-64f9c367c22a req-fbf17aa4-2981-4877-949f-709b97dc76ee tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407741 Feb 15 17:34:36.949155 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ec44a97c-cd9b-40b6-bb80-d54394aaf36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:37.110047 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd24ff-fe11-4f88-8f5c-fdcb9b8cf4b7 req-dc2ab3bf-938a-43fd-9250-42c4213fe1c9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:37.111738 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00fd24ff-fe11-4f88-8f5c-fdcb9b8cf4b7 req-dc2ab3bf-938a-43fd-9250-42c4213fe1c9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0524242 Feb 15 17:34:37.163888 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-00fd24ff-fe11-4f88-8f5c-fdcb9b8cf4b7 req-5921597b-5a0b-40d8-831f-4f8f01d4a397 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467763 Feb 15 17:34:38.286492 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafbfa0-0f85-48cc-ab01-8695accec958 req-d04410fa-da06-494d-a424-d37c33f7672c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:38.288014 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1aafbfa0-0f85-48cc-ab01-8695accec958 req-d04410fa-da06-494d-a424-d37c33f7672c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0521643 Feb 15 17:34:38.333275 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1aafbfa0-0f85-48cc-ab01-8695accec958 req-abfad51f-e006-483c-b9dd-3403ad4fc03a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398381 Feb 15 17:34:39.322986 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a56ba4f-b2f1-4ba0-bc62-54d47db2bfde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:39.455993 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77093195-db56-48e5-9fb5-85695906a5df req-7c4ff052-6afd-4174-90bb-585dc7e61b41 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:39.457512 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77093195-db56-48e5-9fb5-85695906a5df req-7c4ff052-6afd-4174-90bb-585dc7e61b41 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0573390 Feb 15 17:34:39.504040 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77093195-db56-48e5-9fb5-85695906a5df req-68dd0948-e418-4aa7-bcc3-c2ad66f33305 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409138 Feb 15 17:34:40.623335 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:40.626460 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d599ddb-6050-44fd-93e3-8dd9cee2d601 req-a050d10d-ae8c-4ba3-9c8f-5452dbdf335b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:40.627916 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9d599ddb-6050-44fd-93e3-8dd9cee2d601 req-a050d10d-ae8c-4ba3-9c8f-5452dbdf335b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0568907 Feb 15 17:34:40.675032 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9d599ddb-6050-44fd-93e3-8dd9cee2d601 req-bc5f6107-6323-4fc2-b0ce-be2c00171c43 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415366 Feb 15 17:34:41.789993 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0f73c-6553-417a-8f2a-d691a2c40357 req-420b36a3-fa64-44ea-880d-08af990032e5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:41.791450 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c0c0f73c-6553-417a-8f2a-d691a2c40357 req-420b36a3-fa64-44ea-880d-08af990032e5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0514534 Feb 15 17:34:41.837522 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c0c0f73c-6553-417a-8f2a-d691a2c40357 req-8a11f0d9-94d2-469f-8bf2-a3774bb6dfe0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399325 Feb 15 17:34:42.088453 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:42.960788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac053198-3bbc-474d-983d-9ce8e7508e76 req-aa4b5565-33b1-421c-b0a4-fb6424f8ce91 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:42.962308 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac053198-3bbc-474d-983d-9ce8e7508e76 req-aa4b5565-33b1-421c-b0a4-fb6424f8ce91 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0524633 Feb 15 17:34:43.009784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac053198-3bbc-474d-983d-9ce8e7508e76 req-7728b005-ab0e-4ce2-a4fc-ff88ef663c86 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418746 Feb 15 17:34:43.545734 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:44.131929 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b12fc-8b05-48fa-a283-5ed55fd9dc80 req-2f491301-4b2a-4acd-acce-ad1cf05d4e80 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:44.133430 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-007b12fc-8b05-48fa-a283-5ed55fd9dc80 req-2f491301-4b2a-4acd-acce-ad1cf05d4e80 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0557475 Feb 15 17:34:44.179446 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-007b12fc-8b05-48fa-a283-5ed55fd9dc80 req-b723ebaa-b411-4ca2-8c38-524e4cfb9ad9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398247 Feb 15 17:34:45.301937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09964fb-71cf-42f0-8b62-e4fd590b6867 req-7587d67a-44f4-4ad6-b846-b07d408af810 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:45.303387 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e09964fb-71cf-42f0-8b62-e4fd590b6867 req-7587d67a-44f4-4ad6-b846-b07d408af810 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0567284 Feb 15 17:34:45.350363 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e09964fb-71cf-42f0-8b62-e4fd590b6867 req-4c95febd-9492-46f8-af97-d3da7c4a2a7c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413280 Feb 15 17:34:45.742019 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:34:46.469350 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccf38a-c897-4011-88b3-f9b1a1d44653 req-eb333178-e057-45bf-9c96-2c66dcf52d4f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:46.470887 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-34ccf38a-c897-4011-88b3-f9b1a1d44653 req-eb333178-e057-45bf-9c96-2c66dcf52d4f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0529454 Feb 15 17:34:46.516917 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-34ccf38a-c897-4011-88b3-f9b1a1d44653 req-d1a3db0a-eab4-48b4-acec-b221053a9c6b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404885 Feb 15 17:34:47.639400 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0c782-5fb8-460d-9b11-0138f0ab53fb req-137d3a2b-8dbe-4417-ab7f-7e8b615afea0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:47.640917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-59b0c782-5fb8-460d-9b11-0138f0ab53fb req-137d3a2b-8dbe-4417-ab7f-7e8b615afea0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0565758 Feb 15 17:34:47.688263 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-59b0c782-5fb8-460d-9b11-0138f0ab53fb req-b7655b9c-baa8-4878-ba7e-438cec2b694e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415897 Feb 15 17:34:48.804912 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319e41f-063c-4125-969b-2e49a5f48b88 req-0149f1b7-0348-486a-aec9-3ecb546d8f8e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:48.806424 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3319e41f-063c-4125-969b-2e49a5f48b88 req-0149f1b7-0348-486a-aec9-3ecb546d8f8e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0521963 Feb 15 17:34:48.857331 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3319e41f-063c-4125-969b-2e49a5f48b88 req-ec33fb5e-1117-4cb4-852b-541ab04b2b1c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446701 Feb 15 17:34:49.973826 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f0374-3a35-4e99-a7fe-e9e08251e25d req-b306a573-d655-4912-b277-47e9133b7c18 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:49.978780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f18f0374-3a35-4e99-a7fe-e9e08251e25d req-b306a573-d655-4912-b277-47e9133b7c18 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0518179 Feb 15 17:34:50.026882 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f18f0374-3a35-4e99-a7fe-e9e08251e25d req-d2ca3e2d-b292-4cd7-bf22-22739642fc6a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460072 Feb 15 17:34:51.146586 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2091d986-9f2c-4c82-b61e-cfaac0cd5c97 req-ffcef9e8-20bb-4aa6-8229-4ec33f23deb4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:51.148042 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2091d986-9f2c-4c82-b61e-cfaac0cd5c97 req-ffcef9e8-20bb-4aa6-8229-4ec33f23deb4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0516503 Feb 15 17:34:51.194066 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2091d986-9f2c-4c82-b61e-cfaac0cd5c97 req-236e7e78-e42c-47cf-9fb6-7bf614f13cac tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404079 Feb 15 17:34:51.573697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055c949-83d0-43a1-97fa-dcaeab35a867 req-18e0b7fa-edd8-423a-a82f-914ff9a4a1cc tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:51.575111 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6055c949-83d0-43a1-97fa-dcaeab35a867 req-18e0b7fa-edd8-423a-a82f-914ff9a4a1cc tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0528793 Feb 15 17:34:51.621928 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6055c949-83d0-43a1-97fa-dcaeab35a867 req-04a7842b-42b1-44f7-b32d-1d29990ff5e2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411866 Feb 15 17:34:51.693862 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-7e4626a3-41ad-4334-a2e8-68b3dba962c5 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0480869 Feb 15 17:34:52.218570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-fa325e5d-6909-47eb-8210-8b844853850d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:52.220064 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-fa325e5d-6909-47eb-8210-8b844853850d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports/0f61f8d1-427c-4204-a020-d9de263b2dab HTTP/1.1" status: 200 len: 942 time: 0.0507264 Feb 15 17:34:52.744293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65fbb5-8ecd-4484-b9fc-af3b2409b2a6 req-cf1f08c9-3de8-488b-9661-42894619dcc5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:52.745831 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e65fbb5-8ecd-4484-b9fc-af3b2409b2a6 req-cf1f08c9-3de8-488b-9661-42894619dcc5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0542035 Feb 15 17:34:52.793513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8e65fbb5-8ecd-4484-b9fc-af3b2409b2a6 req-f0e0b1bc-63e2-4bc6-a974-47b74646acc5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419714 Feb 15 17:34:53.724786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-00ef110b-8860-4383-b177-7f4ada7aae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:53.726449 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-00ef110b-8860-4383-b177-7f4ada7aae5b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 1128 time: 0.0451922 Feb 15 17:34:53.831873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-e0b5da29-e283-4ca1-9328-c6e5fa8ef9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:53.831873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-e0b5da29-e283-4ca1-9328-c6e5fa8ef9f3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0987537 Feb 15 17:34:53.895846 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-2da8a32f-a336-4000-b388-5724bed1a4e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f61f8d1-427c-4204-a020-d9de263b2dab HTTP/1.1" status: 200 len: 1000 time: 0.0592189 Feb 15 17:34:53.913542 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fb15e-399a-4e0d-bd63-1b75b496a096 req-47820c60-ff8b-479a-9946-06655d6a4ce0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:53.915133 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-539fb15e-399a-4e0d-bd63-1b75b496a096 req-47820c60-ff8b-479a-9946-06655d6a4ce0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0534258 Feb 15 17:34:53.958560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-e64cb535-c5a1-4b05-b5f6-ae4433c6e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:53.960226 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-e64cb535-c5a1-4b05-b5f6-ae4433c6e1c6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0594070 Feb 15 17:34:53.963575 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-539fb15e-399a-4e0d-bd63-1b75b496a096 req-a7ac5344-72d9-4c2f-849c-c6224002f1f1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427239 Feb 15 17:34:54.009685 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-b2e346cf-e7e5-4949-8c04-200160300274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:54.011185 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-b2e346cf-e7e5-4949-8c04-200160300274 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457036 Feb 15 17:34:54.096827 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-d6fbb6df-3dee-4d2e-b7c0-847d619ed1d0 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801022 Feb 15 17:34:54.187799 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-e9925579-4d36-4954-8e3e-2abd7a4ab43e service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856795 Feb 15 17:34:55.084165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbd0b8-0094-4293-98c4-1064f4782013 req-8b12e493-a8fe-4e45-aceb-ce4d2a031e69 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:55.085670 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d3bbd0b8-0094-4293-98c4-1064f4782013 req-8b12e493-a8fe-4e45-aceb-ce4d2a031e69 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0524817 Feb 15 17:34:55.132586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d3bbd0b8-0094-4293-98c4-1064f4782013 req-76f353f1-b8a6-4e1e-97f1-6a69da120e1d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403352 Feb 15 17:34:56.145828 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-6c0f3bab-5f5e-44a1-bfda-02876a19ce9a service neutron] show failed (client error): The resource could not be found. Feb 15 17:34:56.146844 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-6c0f3bab-5f5e-44a1-bfda-02876a19ce9a service neutron] 10.222.0.10 "GET /v2.0/ports/0f61f8d1-427c-4204-a020-d9de263b2dab/bindings/n-h1-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0577002 Feb 15 17:34:56.257222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761eecf5-ec26-49e5-9d62-f6a1570cf96e req-eb2a58ea-d2b5-4438-a37a-55d9fa1ed635 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:56.258649 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-761eecf5-ec26-49e5-9d62-f6a1570cf96e req-eb2a58ea-d2b5-4438-a37a-55d9fa1ed635 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0551846 Feb 15 17:34:56.304738 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-761eecf5-ec26-49e5-9d62-f6a1570cf96e req-c62671e7-fc14-4d88-9dea-1ab91554d36e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397594 Feb 15 17:34:56.843107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-04a9bb17-4d3d-4c32-bdb3-a16ab83a4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:56.844625 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-04a9bb17-4d3d-4c32-bdb3-a16ab83a4413 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d&tenant_id=c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 1128 time: 0.0453494 Feb 15 17:34:56.854646 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:34:56.910841 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:57.112482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] For port 0f61f8d1-427c-4204-a020-d9de263b2dab, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=0f61f8d1-427c-4204-a020-d9de263b2dab,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:34:57.144045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] For port 0f61f8d1-427c-4204-a020-d9de263b2dab, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:34:57.182872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f61f8d1-427c-4204-a020-d9de263b2dab'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:34:57.191479 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1725dd5-e300-420f-bf25-a68a07b14b06" -d '{"events": [{"server_uuid": "864d036a-e8ca-4b1c-bb3b-1587717cf83d", "name": "network-vif-unplugged", "status": "completed", "tag": "0f61f8d1-427c-4204-a020-d9de263b2dab"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:34:57.191479 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Publish callbacks [] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:57.202786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Transition to ACTIVE for port object 0f61f8d1-427c-4204-a020-d9de263b2dab will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:34:57.235950 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e465db4e-0a38-41e3-8795-5cd7ef08e9fd x-openstack-request-id: req-e465db4e-0a38-41e3-8795-5cd7ef08e9fd {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:34:57.236199 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864d036a-e8ca-4b1c-bb3b-1587717cf83d", "name": "network-vif-unplugged", "status": "completed", "tag": "0f61f8d1-427c-4204-a020-d9de263b2dab", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:34:57.236462 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e465db4e-0a38-41e3-8795-5cd7ef08e9fd {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:34:57.236902 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f61f8d1-427c-4204-a020-d9de263b2dab', 'code': 200} Feb 15 17:34:57.274813 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:57.349634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f61f8d1-427c-4204-a020-d9de263b2dab,revision_number=6']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:34:57.400450 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] No DVR routers for this DVR port 0f61f8d1-427c-4204-a020-d9de263b2dab on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:34:57.436775 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c01e1e-7abf-4566-aca9-3a719a888848 req-1ad01155-87db-4a96-bdde-25c405b9cb1c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:57.438586 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0c01e1e-7abf-4566-aca9-3a719a888848 req-1ad01155-87db-4a96-bdde-25c405b9cb1c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 943 time: 0.0598559 Feb 15 17:34:57.493171 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f0c01e1e-7abf-4566-aca9-3a719a888848 req-cf09388d-6979-4916-921f-c5f464546c8d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457127 Feb 15 17:34:57.874002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Attempting to bind port 0f61f8d1-427c-4204-a020-d9de263b2dab on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:34:57.874337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Attempting to bind port 0f61f8d1-427c-4204-a020-d9de263b2dab by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:34:57.874698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Attempting to bind port 0f61f8d1-427c-4204-a020-d9de263b2dab on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:34:57.878929 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Port 0f61f8d1-427c-4204-a020-d9de263b2dab on network 75a0aed6-7fa4-4420-855d-476e9b87d910 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:34:57.879252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Attempting to bind port 0f61f8d1-427c-4204-a020-d9de263b2dab on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:34:57.883995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:34:57.884334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Checking segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:34:57.884769 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Bound using segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:34:57.885148 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Bound port: 0f61f8d1-427c-4204-a020-d9de263b2dab, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:34:57.885544 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:57.947295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] For port 0f61f8d1-427c-4204-a020-d9de263b2dab, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:34:57.950256 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] For port 0f61f8d1-427c-4204-a020-d9de263b2dab, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0f61f8d1-427c-4204-a020-d9de263b2dab,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:34:58.089248 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:58.123979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:58.124610 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:34:58.126055 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] 10.222.0.67 "PUT /v2.0/ports/0f61f8d1-427c-4204-a020-d9de263b2dab HTTP/1.1" status: 200 len: 1092 time: 1.2753322 Feb 15 17:34:58.154605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ada61-b7d3-4759-9fa8-b18562350fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f61f8d1-427c-4204-a020-d9de263b2dab,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:34:58.199000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-5cfb60a0-3ade-4eef-b94d-1814b8d9611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:58.200602 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-5cfb60a0-3ade-4eef-b94d-1814b8d9611c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 1126 time: 0.0540214 Feb 15 17:34:58.292558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-85c4c67c-6c61-484a-bb50-59f0c31d8e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:58.294096 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-85c4c67c-6c61-484a-bb50-59f0c31d8e8d service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0875115 Feb 15 17:34:58.367015 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-f8b283ab-2668-49d5-b34d-f0d67f3fc45d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f61f8d1-427c-4204-a020-d9de263b2dab HTTP/1.1" status: 200 len: 998 time: 0.0653551 Feb 15 17:34:58.414474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-4ec9244e-8fd9-442f-884d-d10e7ed33da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:58.415796 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-4ec9244e-8fd9-442f-884d-d10e7ed33da8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0424707 Feb 15 17:34:58.463191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-a97004ac-c271-462b-86d7-67f68a65d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:58.464674 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-a97004ac-c271-462b-86d7-67f68a65d3b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0422621 Feb 15 17:34:58.554548 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-eaae1e67-126d-4aba-be78-64ab78f2fe22 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843089 Feb 15 17:34:58.676252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba181f58-795a-44a2-ae41-375b1b648b7e req-b40b6126-b26e-42ec-84c1-d6554a04b218 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:58.677683 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba181f58-795a-44a2-ae41-375b1b648b7e req-b40b6126-b26e-42ec-84c1-d6554a04b218 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 943 time: 0.1099138 Feb 15 17:34:58.694053 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e593ed14-bb2c-40ae-a320-bb207d962226 req-7eff2312-f8a7-4554-b291-c85d7d785945 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335700 Feb 15 17:34:58.729932 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba181f58-795a-44a2-ae41-375b1b648b7e req-91de2ed5-ca89-4b1a-a5b9-6ba5a89f1efc tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467961 Feb 15 17:34:59.238645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'tag': '0f61f8d1-427c-4204-a020-d9de263b2dab'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:34:59.240988 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879" -d '{"events": [{"name": "network-changed", "server_uuid": "864d036a-e8ca-4b1c-bb3b-1587717cf83d", "tag": "0f61f8d1-427c-4204-a020-d9de263b2dab"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:34:59.287917 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5e4c09-96de-466a-b67c-8ba068b65128 x-openstack-request-id: req-3a5e4c09-96de-466a-b67c-8ba068b65128 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:34:59.288207 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "864d036a-e8ca-4b1c-bb3b-1587717cf83d", "tag": "0f61f8d1-427c-4204-a020-d9de263b2dab", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:34:59.288455 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3a5e4c09-96de-466a-b67c-8ba068b65128 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:34:59.288851 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'tag': '0f61f8d1-427c-4204-a020-d9de263b2dab', 'status': 'completed', 'code': 200} Feb 15 17:34:59.390345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-4fda3f76-8b5a-44f5-bee9-9295ccaa4744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:59.391949 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-4fda3f76-8b5a-44f5-bee9-9295ccaa4744 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 1126 time: 0.0775518 Feb 15 17:34:59.394528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-f4071fd6-b035-450b-8008-a1d79da969bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:59.395951 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-f4071fd6-b035-450b-8008-a1d79da969bc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 1126 time: 0.0899324 Feb 15 17:34:59.507758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0f61f8d1-427c-4204-a020-d9de263b2dab no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:34:59.545388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] The host n-h2-828372-14 is not matching for port 0f61f8d1-427c-4204-a020-d9de263b2dab host n-h1-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:34:59.545893 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 0f61f8d1-427c-4204-a020-d9de263b2dab not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:34:59.554200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-e93c8ca6-9583-4075-85f8-52ab3e9deddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:59.555705 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-e93c8ca6-9583-4075-85f8-52ab3e9deddc service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.1576087 Feb 15 17:34:59.556837 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-b5e10ffd-f2bf-402b-8f1a-ac119f347cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:59.558285 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-b5e10ffd-f2bf-402b-8f1a-ac119f347cf1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.1529658 Feb 15 17:34:59.684459 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-fe85ed74-16f4-47ed-a521-c2873a48a3a1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f61f8d1-427c-4204-a020-d9de263b2dab HTTP/1.1" status: 200 len: 998 time: 0.1224959 Feb 15 17:34:59.687241 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-75cf54db-5b12-460d-8cea-6416fee667d6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f61f8d1-427c-4204-a020-d9de263b2dab HTTP/1.1" status: 200 len: 998 time: 0.1196458 Feb 15 17:34:59.776236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-71a08a67-5d4f-4f0c-9232-13fffe13c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:59.779405 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-71a08a67-5d4f-4f0c-9232-13fffe13c1e0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0877073 Feb 15 17:34:59.781841 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-c579d465-ea89-48df-9442-4a3c13de3c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:59.784186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-c579d465-ea89-48df-9442-4a3c13de3c06 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0836904 Feb 15 17:34:59.909922 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-22c9245e-3e03-4d19-8858-cf4a7903395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:59.911508 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-22c9245e-3e03-4d19-8858-cf4a7903395d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1185646 Feb 15 17:34:59.915695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-64ba76d9-0f0a-43ab-b153-51fe4b4c4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:59.917178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-64ba76d9-0f0a-43ab-b153-51fe4b4c4341 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1319587 Feb 15 17:34:59.935782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16c386-1f3e-4fba-b695-5999cdefda6e req-f13d55d5-3dc0-4e5e-bc47-c23e43c99147 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:34:59.937197 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa16c386-1f3e-4fba-b695-5999cdefda6e req-f13d55d5-3dc0-4e5e-bc47-c23e43c99147 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 943 time: 0.1335790 Feb 15 17:35:00.095532 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa16c386-1f3e-4fba-b695-5999cdefda6e req-f9219473-89f2-4ec4-8e7b-ed36d7fe48b3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146550 Feb 15 17:35:00.118070 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-29654012-9f65-498b-9e49-07d9ecf6b2df service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984301 Feb 15 17:35:00.135765 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-5f4b9895-20c8-4811-9592-91242760c5f4 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068732 Feb 15 17:35:00.288746 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-743075b3-73d2-4976-9d7c-44e5bfb4dfc2 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635017 Feb 15 17:35:00.292221 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-52a86e45-c6fe-4c0f-a0dd-3fa74b392879 req-751a4440-cd6f-4350-bd9a-d2334e60957f service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429386 Feb 15 17:35:00.829583 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0f61f8d1-427c-4204-a020-d9de263b2dab details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:35:00.833766 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:00.940055 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 0f61f8d1-427c-4204-a020-d9de263b2dab, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0f61f8d1-427c-4204-a020-d9de263b2dab,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:35:00.952009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '0f61f8d1-427c-4204-a020-d9de263b2dab', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'port_id': '0f61f8d1-427c-4204-a020-d9de263b2dab', 'mac_address': 'fa:16:3e:81:25:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:35:00.993249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 0f61f8d1-427c-4204-a020-d9de263b2dab is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:35:00.993679 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:01.009692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f61f8d1-427c-4204-a020-d9de263b2dab {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:35:01.030763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 0f61f8d1-427c-4204-a020-d9de263b2dab, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0f61f8d1-427c-4204-a020-d9de263b2dab,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:35:01.111153 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:01.182043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=0f61f8d1-427c-4204-a020-d9de263b2dab,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:01.229324 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98a4ec-329f-4d8b-afcd-77df206320c5 req-b929bb73-d950-4fc9-8b14-6dd990a663b1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:01.230879 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b98a4ec-329f-4d8b-afcd-77df206320c5 req-b929bb73-d950-4fc9-8b14-6dd990a663b1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 944 time: 0.0637522 Feb 15 17:35:01.234714 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:01.280429 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b98a4ec-329f-4d8b-afcd-77df206320c5 req-336d9cff-d72d-4e34-a264-5b16bfa9dd30 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434580 Feb 15 17:35:01.318127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['0f61f8d1-427c-4204-a020-d9de263b2dab'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:35:01.629441 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546e07e-2dd5-4f79-9ccd-de499725e792 req-ed243c59-abff-4363-899c-af0ccc221aed tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:01.630901 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0546e07e-2dd5-4f79-9ccd-de499725e792 req-ed243c59-abff-4363-899c-af0ccc221aed tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 944 time: 0.0601354 Feb 15 17:35:01.678846 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0546e07e-2dd5-4f79-9ccd-de499725e792 req-28ea5e69-1aba-496c-aac6-e6aefc7305b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422709 Feb 15 17:35:01.695372 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0fbdc-a989-4457-960e-431f9db17a71 req-d5c77735-b4d7-4340-a9b2-ec2ddd7a62d6 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:01.697503 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1e0fbdc-a989-4457-960e-431f9db17a71 req-d5c77735-b4d7-4340-a9b2-ec2ddd7a62d6 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.10 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d&tenant_id=c2fad26281e34139984360885d367f27&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 944 time: 0.0588551 Feb 15 17:35:01.754174 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-e1e0fbdc-a989-4457-960e-431f9db17a71 req-d93b1f50-dcc7-474c-a90d-5dfbbac352ae service neutron] delete failed (client error): The resource could not be found. Feb 15 17:35:01.755157 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1e0fbdc-a989-4457-960e-431f9db17a71 req-d93b1f50-dcc7-474c-a90d-5dfbbac352ae service neutron] 10.222.0.10 "DELETE /v2.0/ports/0f61f8d1-427c-4204-a020-d9de263b2dab/bindings/n-h2-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0521419 Feb 15 17:35:01.843800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0fbdc-a989-4457-960e-431f9db17a71 req-8046ba42-52cd-4943-8e00-5313da9c34ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:01.845233 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1e0fbdc-a989-4457-960e-431f9db17a71 req-8046ba42-52cd-4943-8e00-5313da9c34ac service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 1127 time: 0.0478656 Feb 15 17:35:01.938346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0fbdc-a989-4457-960e-431f9db17a71 req-d8a4f5d3-928b-4857-bb3d-7bd3b30ef9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:01.940182 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1e0fbdc-a989-4457-960e-431f9db17a71 req-d8a4f5d3-928b-4857-bb3d-7bd3b30ef9da service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0878901 Feb 15 17:35:02.004680 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1e0fbdc-a989-4457-960e-431f9db17a71 req-e35a5225-b6e6-4fbd-b080-e788f078d960 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f61f8d1-427c-4204-a020-d9de263b2dab HTTP/1.1" status: 200 len: 999 time: 0.0594604 Feb 15 17:35:02.056265 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0fbdc-a989-4457-960e-431f9db17a71 req-e3b22547-2004-4647-80ae-1a145f97f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:02.057748 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1e0fbdc-a989-4457-960e-431f9db17a71 req-e3b22547-2004-4647-80ae-1a145f97f961 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0471456 Feb 15 17:35:02.109371 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0fbdc-a989-4457-960e-431f9db17a71 req-229377ec-8525-4218-becd-f05e7a8b844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:02.109371 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1e0fbdc-a989-4457-960e-431f9db17a71 req-229377ec-8525-4218-becd-f05e7a8b844e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456080 Feb 15 17:35:02.195790 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1e0fbdc-a989-4457-960e-431f9db17a71 req-d285790f-1539-4e0a-97cd-e29f887ee230 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806220 Feb 15 17:35:02.287524 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1e0fbdc-a989-4457-960e-431f9db17a71 req-b4a463c8-f346-4478-ba81-90ae9960da88 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863259 Feb 15 17:35:02.800304 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ebb33-3cf4-4b72-a129-b50d00072bba req-2aa8faa4-44ca-4609-a7e4-87a1bd2f7865 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:02.801840 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-847ebb33-3cf4-4b72-a129-b50d00072bba req-2aa8faa4-44ca-4609-a7e4-87a1bd2f7865 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 944 time: 0.0536861 Feb 15 17:35:02.849318 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-847ebb33-3cf4-4b72-a129-b50d00072bba req-36aec809-47d1-4873-91a9-725fd6afc212 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417666 Feb 15 17:35:02.875775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0f61f8d1-427c-4204-a020-d9de263b2dab up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:35:03.019875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 0f61f8d1-427c-4204-a020-d9de263b2dab completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:35:03.024099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 0f61f8d1-427c-4204-a020-d9de263b2dab triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:35:03.024482 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:03.103479 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 0f61f8d1-427c-4204-a020-d9de263b2dab is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:35:03.103875 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:03.128263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f61f8d1-427c-4204-a020-d9de263b2dab'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:35:03.130639 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4dcbee-9233-4e71-bbe6-14ca62091911" -d '{"events": [{"server_uuid": "864d036a-e8ca-4b1c-bb3b-1587717cf83d", "name": "network-vif-plugged", "status": "completed", "tag": "0f61f8d1-427c-4204-a020-d9de263b2dab"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:35:03.143986 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 0f61f8d1-427c-4204-a020-d9de263b2dab, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0f61f8d1-427c-4204-a020-d9de263b2dab,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:35:03.172537 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647de5f7-f09a-4990-90aa-978750a42601 x-openstack-request-id: req-647de5f7-f09a-4990-90aa-978750a42601 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:35:03.172830 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864d036a-e8ca-4b1c-bb3b-1587717cf83d", "name": "network-vif-plugged", "status": "completed", "tag": "0f61f8d1-427c-4204-a020-d9de263b2dab", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:35:03.173093 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-647de5f7-f09a-4990-90aa-978750a42601 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:35:03.173543 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f61f8d1-427c-4204-a020-d9de263b2dab', 'code': 200} Feb 15 17:35:03.246294 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:03.298123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=0f61f8d1-427c-4204-a020-d9de263b2dab,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:03.986831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abe23bf-c4af-4ef1-835a-557fe84e6f15 req-aad22c81-4abd-4c61-ad7c-e70ae7af7512 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:03.988339 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7abe23bf-c4af-4ef1-835a-557fe84e6f15 req-aad22c81-4abd-4c61-ad7c-e70ae7af7512 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0705495 Feb 15 17:35:04.035019 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7abe23bf-c4af-4ef1-835a-557fe84e6f15 req-5081ab16-7b46-49fc-8ce7-3de203f559c0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411401 Feb 15 17:35:04.151003 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd605a-d87d-40ad-9de5-091abfb5f595 req-e3241477-5eb0-4b26-b076-03b479b47436 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:04.152371 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efbd605a-d87d-40ad-9de5-091abfb5f595 req-e3241477-5eb0-4b26-b076-03b479b47436 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0510643 Feb 15 17:35:04.198342 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-efbd605a-d87d-40ad-9de5-091abfb5f595 req-446a10be-22ac-4eb9-a6ef-743f59d0c750 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393136 Feb 15 17:35:04.510195 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9e946-1ac2-4fd5-90c1-10f3dbdd28a9 req-98415378-2425-4039-abc3-62f0c9858e68 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:04.511708 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dcf9e946-1ac2-4fd5-90c1-10f3dbdd28a9 req-98415378-2425-4039-abc3-62f0c9858e68 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0550699 Feb 15 17:35:04.566425 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dcf9e946-1ac2-4fd5-90c1-10f3dbdd28a9 req-e224b1b0-3df0-45fa-9d50-a8c45a86280a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482910 Feb 15 17:35:04.582874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d93d01-653a-4b3e-bf69-95b7da6f8dbc req-a4067ba5-faf3-49b1-94d4-7ed1c10d8316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:04.584408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7d93d01-653a-4b3e-bf69-95b7da6f8dbc req-a4067ba5-faf3-49b1-94d4-7ed1c10d8316 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 1128 time: 0.0454338 Feb 15 17:35:04.676835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d93d01-653a-4b3e-bf69-95b7da6f8dbc req-b897030a-ef35-46a9-a52a-c44b2a62725a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:04.678351 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7d93d01-653a-4b3e-bf69-95b7da6f8dbc req-b897030a-ef35-46a9-a52a-c44b2a62725a service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0882354 Feb 15 17:35:04.743454 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7d93d01-653a-4b3e-bf69-95b7da6f8dbc req-80d59297-020a-4d79-93a3-94636dc9ed6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f61f8d1-427c-4204-a020-d9de263b2dab HTTP/1.1" status: 200 len: 1000 time: 0.0596850 Feb 15 17:35:04.791677 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d93d01-653a-4b3e-bf69-95b7da6f8dbc req-4e3ef2d4-b938-4f82-ac84-bd4a19cf5c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:04.793174 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7d93d01-653a-4b3e-bf69-95b7da6f8dbc req-4e3ef2d4-b938-4f82-ac84-bd4a19cf5c7e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0446882 Feb 15 17:35:04.845759 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d93d01-653a-4b3e-bf69-95b7da6f8dbc req-55dccf86-e4b7-4405-9ce1-6a45f6ba90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:04.847292 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7d93d01-653a-4b3e-bf69-95b7da6f8dbc req-55dccf86-e4b7-4405-9ce1-6a45f6ba90b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487955 Feb 15 17:35:04.933283 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7d93d01-653a-4b3e-bf69-95b7da6f8dbc req-dee66eb6-60c7-418f-ab77-af871c647201 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802188 Feb 15 17:35:05.024264 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7d93d01-653a-4b3e-bf69-95b7da6f8dbc req-d29c34e5-4909-4078-83a0-b33c5c0f3a5c service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854228 Feb 15 17:35:05.705742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58b78c-8b23-4503-b3e1-5663f34adb31 req-54ae6882-2f6c-4a15-bec5-808964256d2d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:05.707313 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7b58b78c-8b23-4503-b3e1-5663f34adb31 req-54ae6882-2f6c-4a15-bec5-808964256d2d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0588770 Feb 15 17:35:05.758875 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7b58b78c-8b23-4503-b3e1-5663f34adb31 req-c75a67be-2fe2-45d9-88fa-bb0b6afba32f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424318 Feb 15 17:35:06.877109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7995e0-0564-4fb8-8a25-6bc10e8631f4 req-df266fa6-df78-432a-9545-fdb945f1c387 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:06.878647 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6e7995e0-0564-4fb8-8a25-6bc10e8631f4 req-df266fa6-df78-432a-9545-fdb945f1c387 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0517902 Feb 15 17:35:06.925785 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6e7995e0-0564-4fb8-8a25-6bc10e8631f4 req-2b9d5a57-0272-45c2-b131-b81c3c9c3fd8 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413463 Feb 15 17:35:06.974139 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e563975f-d48e-45ec-818b-9bcd6e296e07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:07.374461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181164ce-bc30-4c9a-b27e-18822b5e2fde req-1617ea42-20b5-49a6-aceb-18a920198bcc tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:07.375960 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-181164ce-bc30-4c9a-b27e-18822b5e2fde req-1617ea42-20b5-49a6-aceb-18a920198bcc tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0537231 Feb 15 17:35:07.422039 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-181164ce-bc30-4c9a-b27e-18822b5e2fde req-213a2484-25c9-45f6-b56c-121f5630549a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405412 Feb 15 17:35:08.541253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dcbd4-84be-4463-8f2a-a810f52b697d req-82248eca-c89f-4c41-aa41-dc5f8ce4a5bc tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:08.542797 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-740dcbd4-84be-4463-8f2a-a810f52b697d req-82248eca-c89f-4c41-aa41-dc5f8ce4a5bc tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0523438 Feb 15 17:35:08.615819 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-740dcbd4-84be-4463-8f2a-a810f52b697d req-17204167-0dd2-4bfc-b630-b25ad5b870a5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674546 Feb 15 17:35:08.638831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa47624-8c96-49fa-bd67-59e7df6fc50e req-b27b4422-2bfc-417f-9128-473e8ae46e61 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:08.640276 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0fa47624-8c96-49fa-bd67-59e7df6fc50e req-b27b4422-2bfc-417f-9128-473e8ae46e61 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.67 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 945 time: 0.0675228 Feb 15 17:35:08.736857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-0fa47624-8c96-49fa-bd67-59e7df6fc50e req-ab6796eb-4d46-4b3b-ae26-3513600bf213 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Deleting port 0f61f8d1-427c-4204-a020-d9de263b2dab {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:35:08.736857 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0fa47624-8c96-49fa-bd67-59e7df6fc50e req-ab6796eb-4d46-4b3b-ae26-3513600bf213 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:08.829049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0fa47624-8c96-49fa-bd67-59e7df6fc50e req-ab6796eb-4d46-4b3b-ae26-3513600bf213 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] For port 0f61f8d1-427c-4204-a020-d9de263b2dab, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=0f61f8d1-427c-4204-a020-d9de263b2dab,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:35:08.829430 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0fa47624-8c96-49fa-bd67-59e7df6fc50e req-ab6796eb-4d46-4b3b-ae26-3513600bf213 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:08.997888 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0fa47624-8c96-49fa-bd67-59e7df6fc50e req-ab6796eb-4d46-4b3b-ae26-3513600bf213 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:08.998175 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0fa47624-8c96-49fa-bd67-59e7df6fc50e req-ab6796eb-4d46-4b3b-ae26-3513600bf213 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (e4503bf5-fd47-4705-a5a9-9a0a52874cdb), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:08.998498 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-0fa47624-8c96-49fa-bd67-59e7df6fc50e req-ab6796eb-4d46-4b3b-ae26-3513600bf213 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Floating IP e4503bf5-fd47-4705-a5a9-9a0a52874cdb disassociated. External IP: 172.25.4.94, port: 0f61f8d1-427c-4204-a020-d9de263b2dab. Feb 15 17:35:08.998846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-0fa47624-8c96-49fa-bd67-59e7df6fc50e req-ab6796eb-4d46-4b3b-ae26-3513600bf213 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Calling delete_port for 0f61f8d1-427c-4204-a020-d9de263b2dab owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:35:09.189336 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0fa47624-8c96-49fa-bd67-59e7df6fc50e req-ab6796eb-4d46-4b3b-ae26-3513600bf213 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0f61f8d1-427c-4204-a020-d9de263b2dab), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:09.219557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6796eb-4d46-4b3b-ae26-3513600bf213 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Pushing event deleted for resources: {'Port': ['ID=0f61f8d1-427c-4204-a020-d9de263b2dab,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:09.311514 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ccf80810-56c0-4f01-86a7-7c5cc36c169d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:09.353300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fa47624-8c96-49fa-bd67-59e7df6fc50e req-ab6796eb-4d46-4b3b-ae26-3513600bf213 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Router b4239a97-b3e5-4644-8e9e-b9126c94ad77 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:35:09.508081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fa47624-8c96-49fa-bd67-59e7df6fc50e req-ab6796eb-4d46-4b3b-ae26-3513600bf213 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:35:09.519951 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75358509-3d01-46fc-9707-ac570e2943e5 None None] Sync routers for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:35:09.534931 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75358509-3d01-46fc-9707-ac570e2943e5 None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:35:09.535561 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-75358509-3d01-46fc-9707-ac570e2943e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:35:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:35:09.553056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa47624-8c96-49fa-bd67-59e7df6fc50e req-ab6796eb-4d46-4b3b-ae26-3513600bf213 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] No DVR routers for this DVR port 0f61f8d1-427c-4204-a020-d9de263b2dab on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:35:09.555823 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0fa47624-8c96-49fa-bd67-59e7df6fc50e req-ab6796eb-4d46-4b3b-ae26-3513600bf213 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:09.559174 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0fa47624-8c96-49fa-bd67-59e7df6fc50e req-ab6796eb-4d46-4b3b-ae26-3513600bf213 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.67 "DELETE /v2.0/ports/0f61f8d1-427c-4204-a020-d9de263b2dab HTTP/1.1" status: 204 len: 173 time: 0.9131260 Feb 15 17:35:09.559618 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'name': 'network-vif-deleted', 'tag': '0f61f8d1-427c-4204-a020-d9de263b2dab'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:35:09.562400 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d145eca-ff79-4c73-b205-39f0b717832b" -d '{"events": [{"server_uuid": "864d036a-e8ca-4b1c-bb3b-1587717cf83d", "name": "network-vif-deleted", "tag": "0f61f8d1-427c-4204-a020-d9de263b2dab"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:35:09.604844 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0902c642-e8c3-4c44-a196-8f74c76f0651 x-openstack-request-id: req-0902c642-e8c3-4c44-a196-8f74c76f0651 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:35:09.605178 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "864d036a-e8ca-4b1c-bb3b-1587717cf83d", "name": "network-vif-deleted", "tag": "0f61f8d1-427c-4204-a020-d9de263b2dab", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:35:09.605462 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0902c642-e8c3-4c44-a196-8f74c76f0651 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:35:09.605880 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '864d036a-e8ca-4b1c-bb3b-1587717cf83d', 'name': 'network-vif-deleted', 'tag': '0f61f8d1-427c-4204-a020-d9de263b2dab', 'status': 'completed', 'code': 200} Feb 15 17:35:09.731861 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-90337f47-8ad4-48cf-9541-a44443910315 req-29a68b6a-b0cc-4241-9216-f4b53d2ba627 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=864d036a-e8ca-4b1c-bb3b-1587717cf83d HTTP/1.1" status: 200 len: 210 time: 0.0286787 Feb 15 17:35:09.757788 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-75358509-3d01-46fc-9707-ac570e2943e5 None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:35:09.958159 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-75358509-3d01-46fc-9707-ac570e2943e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:35:09.984832 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75358509-3d01-46fc-9707-ac570e2943e5 None None] Checking router: b4239a97-b3e5-4644-8e9e-b9126c94ad77 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:35:09.993488 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75358509-3d01-46fc-9707-ac570e2943e5 None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:35:09.994105 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-75358509-3d01-46fc-9707-ac570e2943e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:35:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:35:10.108847 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-75358509-3d01-46fc-9707-ac570e2943e5 None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:35:10.300550 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-75358509-3d01-46fc-9707-ac570e2943e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:35:10.329383 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75358509-3d01-46fc-9707-ac570e2943e5 None None] The sync data for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 is: [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:35:10.545614 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5b5b76-0ad7-43a8-a516-a66f33e5432d None None] New status for floating IP e4503bf5-fd47-4705-a5a9-9a0a52874cdb: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:35:10.691925 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:10.977381 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-8b395235-de00-4893-8e76-9de1109876b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--161065627&fields=id&tenant_id=c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 267 time: 0.0459735 Feb 15 17:35:11.081447 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-22b6dff5-70de-46b0-8d98-887ae3c86118 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:11.082898 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-22b6dff5-70de-46b0-8d98-887ae3c86118 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 812 time: 0.0985098 Feb 15 17:35:11.097017 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-90dc82a0-7fdc-41f2-b95a-238733649911 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/quotas/c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 375 time: 0.0088024 Feb 15 17:35:11.149744 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-c6708461-c10a-41af-be61-7ba981f39614 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479999 Feb 15 17:35:11.244757 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-89516522-ae21-41f3-81e6-70dfe2f2a7ca service neutron] 10.222.0.107 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839326 Feb 15 17:35:11.331721 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-8c7d2abc-22cc-4124-89e3-1585a5f4f408 service neutron] 10.222.0.107 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808306 Feb 15 17:35:11.547085 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-07922a46-11a0-45ad-9109-14949c97bd08 req-cc13989c-2e85-4930-b018-4420dafc6ff1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 210 time: 0.0306206 Feb 15 17:35:12.111110 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:12.647027 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b4729122-56de-4512-81cf-406c474a1714 req-64d598f6-7ff6-4784-8615-1494f8b50fb9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 210 time: 0.0336416 Feb 15 17:35:12.937651 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0f61f8d1-427c-4204-a020-d9de263b2dab no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:35:12.960855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 0f61f8d1-427c-4204-a020-d9de263b2dab {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:35:12.961197 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 0f61f8d1-427c-4204-a020-d9de263b2dab not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:35:13.358896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-9a44c69b-ea99-4a39-9efb-81deeb358077 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:13.360581 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-9a44c69b-ea99-4a39-9efb-81deeb358077 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 812 time: 0.1048973 Feb 15 17:35:13.420869 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-aa264629-d23c-4d0c-8e8d-d91091f302a1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 379 time: 0.0517678 Feb 15 17:35:13.428796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Request body: {'port': {'device_id': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'admin_state_up': True, 'tenant_id': 'c2fad26281e34139984360885d367f27', 'security_groups': ['eee0b472-8cdb-4f6f-b5e8-02e1e295ef10']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:35:13.516572 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:13.837874 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-00070944-1e05-4f2a-8c10-526c8db02a04 req-6d5efccd-831a-44e6-affa-d31d404d8cfb tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 210 time: 0.0340924 Feb 15 17:35:13.968064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Made reservation on behalf of c2fad26281e34139984360885d367f27 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:35:13.971444 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:14.100838 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Allocated IP 172.20.0.14 (75a0aed6-7fa4-4420-855d-476e9b87d910/e9a101ef-d81f-42f5-b9be-f2f2287da6cb/1559b579-ecc0-41bf-9a69-95a738ab8235) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:35:14.235147 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:14.332067 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:14.376113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Network 75a0aed6-7fa4-4420-855d-476e9b87d910 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:35:14.379291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:35:14.382966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:35:14.407138 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Pushing event updated for resources: {'Port': ['ID=1559b579-ecc0-41bf-9a69-95a738ab8235,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:14.425110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:14.425488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:14.425836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:14.426182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:14.426524 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:14.426864 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:14.427201 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:14.427532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:14.427863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:14.428189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:14.428517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:14.428846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:14.429172 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:14.448925 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:14.449587 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:14.523364 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-5174d295-5991-4fbb-8580-3a7cb607c8b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0981193 Feb 15 17:35:14.534429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Request body: {'port': {'device_id': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:35:14.584403 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-08b04bd4-9e15-4d91-9ace-9a789e6aa70a None None] Provisioning complete for port 1559b579-ecc0-41bf-9a69-95a738ab8235 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:35:14.585123 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-08b04bd4-9e15-4d91-9ace-9a789e6aa70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:14.598978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:14.618813 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-08b04bd4-9e15-4d91-9ace-9a789e6aa70a None None] Port 1559b579-ecc0-41bf-9a69-95a738ab8235 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:35:14.861404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1559b579-ecc0-41bf-9a69-95a738ab8235 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:35:14.869090 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Publish callbacks [] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:14.881890 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Transition to ACTIVE for port object 1559b579-ecc0-41bf-9a69-95a738ab8235 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:35:14.939306 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:14.960488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438d01c-9f07-4756-80e1-f8cb3fce1ea2 req-b99ad879-9f9e-458a-8895-8c31e2110c49 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:14.962032 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4438d01c-9f07-4756-80e1-f8cb3fce1ea2 req-b99ad879-9f9e-458a-8895-8c31e2110c49 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 932 time: 0.0534415 Feb 15 17:35:15.012144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=1559b579-ecc0-41bf-9a69-95a738ab8235,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:15.015585 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4438d01c-9f07-4756-80e1-f8cb3fce1ea2 req-beaefb60-e16f-442d-baea-f7d1d6ca62fc tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471051 Feb 15 17:35:15.066481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Attempting to bind port 1559b579-ecc0-41bf-9a69-95a738ab8235 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:35:15.066819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Attempting to bind port 1559b579-ecc0-41bf-9a69-95a738ab8235 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:35:15.067147 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Attempting to bind port 1559b579-ecc0-41bf-9a69-95a738ab8235 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:35:15.071856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Port 1559b579-ecc0-41bf-9a69-95a738ab8235 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:35:15.072182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Attempting to bind port 1559b579-ecc0-41bf-9a69-95a738ab8235 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:35:15.077856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:35:15.078199 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Checking segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:35:15.078585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Bound using segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:35:15.079010 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Bound port: 1559b579-ecc0-41bf-9a69-95a738ab8235, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:35:15.079371 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:15.145136 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:35:15.148812 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1559b579-ecc0-41bf-9a69-95a738ab8235,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:35:15.214588 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:15.253105 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:15.253757 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:15.255139 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] 10.222.0.10 "PUT /v2.0/ports/1559b579-ecc0-41bf-9a69-95a738ab8235 HTTP/1.1" status: 200 len: 1093 time: 0.7250340 Feb 15 17:35:15.255698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:35:15.257870 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d6f970c-2de2-47dd-b371-567ce46b3f95" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:35:15.278842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec40f03-5ac0-46c2-801d-720ceb3c1ba1 service neutron] Pushing event updated for resources: {'Port': ['ID=1559b579-ecc0-41bf-9a69-95a738ab8235,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:15.310428 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190d76fa-9547-4f2c-a839-0f031dbfd10a x-openstack-request-id: req-190d76fa-9547-4f2c-a839-0f031dbfd10a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:35:15.310808 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:35:15.311131 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-190d76fa-9547-4f2c-a839-0f031dbfd10a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:35:15.311661 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'status': 'completed', 'code': 200} Feb 15 17:35:15.378308 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f970c-2de2-47dd-b371-567ce46b3f95 req-f0b29d70-d96c-4bc0-b549-c8b21bdc969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:15.379974 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d6f970c-2de2-47dd-b371-567ce46b3f95 req-f0b29d70-d96c-4bc0-b549-c8b21bdc969c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 1127 time: 0.0479882 Feb 15 17:35:15.491823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f970c-2de2-47dd-b371-567ce46b3f95 req-965f7610-6841-4edf-8119-5d92d0f0338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:15.493309 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d6f970c-2de2-47dd-b371-567ce46b3f95 req-965f7610-6841-4edf-8119-5d92d0f0338e service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=c2fad26281e34139984360885d367f27&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1036201 Feb 15 17:35:15.588762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f970c-2de2-47dd-b371-567ce46b3f95 req-c4a228d0-6bd1-412f-b297-c3e1f1b15407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:15.590207 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d6f970c-2de2-47dd-b371-567ce46b3f95 req-c4a228d0-6bd1-412f-b297-c3e1f1b15407 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911102 Feb 15 17:35:15.666742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-3637ee23-4499-4643-bb15-47c56e97dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:15.668279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-3637ee23-4499-4643-bb15-47c56e97dc78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 1127 time: 0.0443575 Feb 15 17:35:15.708926 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-49bbf096-a123-4f4e-8ab2-5ec082dcecfd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1559b579-ecc0-41bf-9a69-95a738ab8235 HTTP/1.1" status: 200 len: 217 time: 0.0338917 Feb 15 17:35:15.759846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-ccc3e6f5-ce14-4db4-9e01-3afa60b8a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:15.761289 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-ccc3e6f5-ce14-4db4-9e01-3afa60b8a316 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0463018 Feb 15 17:35:15.809290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-79a93d64-63ae-4d93-8e7d-ff8927afe656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:15.811387 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-79a93d64-63ae-4d93-8e7d-ff8927afe656 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443511 Feb 15 17:35:15.897897 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-6a35a3ed-3f00-42fa-91a7-f798941d80c9 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809247 Feb 15 17:35:15.990177 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e0e6932-ed46-4baf-9d3e-73edf8137c0a req-6370b316-fbde-4825-b910-d9c54e8f3ecc service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862741 Feb 15 17:35:16.147128 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e009997-0246-434b-bcb5-b59b7245de21 req-00c59da0-b1c8-44a2-a942-2def7118c32a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:16.148601 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2e009997-0246-434b-bcb5-b59b7245de21 req-00c59da0-b1c8-44a2-a942-2def7118c32a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 944 time: 0.0528491 Feb 15 17:35:16.194409 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2e009997-0246-434b-bcb5-b59b7245de21 req-46db9b25-6bc3-488b-8ad5-ef104efbbddc tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401685 Feb 15 17:35:17.313000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecff7282-c28b-4f87-b301-25d0af310042 req-8b2b78b3-466b-43a8-ac9e-bcf1ae1d5685 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:17.314521 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecff7282-c28b-4f87-b301-25d0af310042 req-8b2b78b3-466b-43a8-ac9e-bcf1ae1d5685 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 944 time: 0.0528381 Feb 15 17:35:17.360414 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecff7282-c28b-4f87-b301-25d0af310042 req-7d27634b-e7e2-46f6-a746-3c136cdea088 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401521 Feb 15 17:35:17.557430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1559b579-ecc0-41bf-9a69-95a738ab8235 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:35:17.655890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1559b579-ecc0-41bf-9a69-95a738ab8235,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:35:17.666962 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'port_id': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'mac_address': 'fa:16:3e:45:c5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:35:17.706604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1559b579-ecc0-41bf-9a69-95a738ab8235 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:35:17.706994 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:17.723392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1559b579-ecc0-41bf-9a69-95a738ab8235 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:35:17.745208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1559b579-ecc0-41bf-9a69-95a738ab8235,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:35:17.796757 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:17.846231 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1559b579-ecc0-41bf-9a69-95a738ab8235,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:18.001518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['1559b579-ecc0-41bf-9a69-95a738ab8235'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:35:18.481926 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637a5c8-b587-4a53-b214-b6e542236009 req-3c27fb0e-e0e2-4d3e-a78b-8c58ca982d9d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:18.483388 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4637a5c8-b587-4a53-b214-b6e542236009 req-3c27fb0e-e0e2-4d3e-a78b-8c58ca982d9d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 945 time: 0.0561867 Feb 15 17:35:18.529575 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4637a5c8-b587-4a53-b214-b6e542236009 req-d3fe7be4-4ebc-4a7c-b619-1a638f6fea8f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398040 Feb 15 17:35:19.587160 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1559b579-ecc0-41bf-9a69-95a738ab8235 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:35:19.654583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658ebbc-ce21-419f-bb85-e3b8c43cdbcb req-1a72c52a-b14a-4a56-9d00-d8731248f6eb tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:19.656150 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f658ebbc-ce21-419f-bb85-e3b8c43cdbcb req-1a72c52a-b14a-4a56-9d00-d8731248f6eb tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 945 time: 0.0594068 Feb 15 17:35:19.699128 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 1559b579-ecc0-41bf-9a69-95a738ab8235 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:35:19.703765 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 1559b579-ecc0-41bf-9a69-95a738ab8235 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:35:19.703947 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f658ebbc-ce21-419f-bb85-e3b8c43cdbcb req-120edbf8-948a-42c4-b1a4-77f9abe94d21 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422776 Feb 15 17:35:19.704134 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:19.782087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1559b579-ecc0-41bf-9a69-95a738ab8235 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:35:19.782474 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:19.804241 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:35:19.806589 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb20fe8b-b73c-4191-abed-c0069328e9d2" -d '{"events": [{"server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "name": "network-vif-plugged", "status": "completed", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:35:19.823582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1559b579-ecc0-41bf-9a69-95a738ab8235,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:35:19.844039 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1ead00-cc21-4712-b80a-728c18c1e146 x-openstack-request-id: req-ad1ead00-cc21-4712-b80a-728c18c1e146 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:35:19.844340 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "name": "network-vif-plugged", "status": "completed", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:35:19.844597 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ad1ead00-cc21-4712-b80a-728c18c1e146 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:35:19.844989 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'code': 200} Feb 15 17:35:19.876681 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:19.927430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1559b579-ecc0-41bf-9a69-95a738ab8235,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:19.934794 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:19.935143 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:19.935483 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:19.935818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:19.936149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:19.936478 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:19.936809 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:19.937136 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:19.937509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:19.937831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:19.938152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:19.938469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:19.938790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:35:19.943165 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59919afa-6426-4e22-afe7-35a332fcda40 req-5f6ce3d2-3f48-4bb7-8669-875dd7bc2be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:19.944734 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-59919afa-6426-4e22-afe7-35a332fcda40 req-5f6ce3d2-3f48-4bb7-8669-875dd7bc2be2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 1129 time: 0.0504525 Feb 15 17:35:19.988386 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-59919afa-6426-4e22-afe7-35a332fcda40 req-b1022c2c-15b2-4e5d-bee2-618f52298077 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377977 Feb 15 17:35:20.822813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9211a1-ba63-499d-86f6-4ac6e1eb0865 req-15c4766c-32a8-4ce7-ae96-7e85bfd63c21 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:20.824325 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed9211a1-ba63-499d-86f6-4ac6e1eb0865 req-15c4766c-32a8-4ce7-ae96-7e85bfd63c21 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0535555 Feb 15 17:35:20.874592 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ed9211a1-ba63-499d-86f6-4ac6e1eb0865 req-9e3afeac-2110-4301-842e-2b72fc785573 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441296 Feb 15 17:35:21.994711 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a886a38-6c27-4534-b4a0-add8cecf8ced req-56fa124d-c1b3-4e28-9540-144a2837955e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:21.996240 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4a886a38-6c27-4534-b4a0-add8cecf8ced req-56fa124d-c1b3-4e28-9540-144a2837955e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0526316 Feb 15 17:35:22.042442 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4a886a38-6c27-4534-b4a0-add8cecf8ced req-de1f68c2-2866-482a-a3fe-04e649417f15 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406206 Feb 15 17:35:22.163302 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44262a03-246a-44b3-89e9-f8e1ad947731 req-2776e5bb-1095-412c-98f5-3d2ca5e34b00 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:22.164749 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44262a03-246a-44b3-89e9-f8e1ad947731 req-2776e5bb-1095-412c-98f5-3d2ca5e34b00 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0583851 Feb 15 17:35:22.173288 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40642) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:35:22.177718 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b6f33841-eb09-4450-98dc-27a3ded84dde tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Request body: {'floatingip': {'port_id': '1559b579-ecc0-41bf-9a69-95a738ab8235'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:35:22.217988 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6f33841-eb09-4450-98dc-27a3ded84dde tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for floatingip (e4503bf5-fd47-4705-a5a9-9a0a52874cdb), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:22.653140 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6f33841-eb09-4450-98dc-27a3ded84dde tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:22.704837 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6f33841-eb09-4450-98dc-27a3ded84dde tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (e4503bf5-fd47-4705-a5a9-9a0a52874cdb), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:22.741254 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:35:22.809000 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-b6f33841-eb09-4450-98dc-27a3ded84dde tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Floating IP e4503bf5-fd47-4705-a5a9-9a0a52874cdb associated. External IP: 172.25.4.94, port: 1559b579-ecc0-41bf-9a69-95a738ab8235. Feb 15 17:35:23.037060 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f33841-eb09-4450-98dc-27a3ded84dde tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Router b4239a97-b3e5-4644-8e9e-b9126c94ad77 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:35:23.149123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f33841-eb09-4450-98dc-27a3ded84dde tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:35:23.154265 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b6f33841-eb09-4450-98dc-27a3ded84dde tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:23.159409 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e51769-0c1f-4a5c-994c-647487e4b903 None None] Sync routers for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:35:23.169972 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e51769-0c1f-4a5c-994c-647487e4b903 None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:35:23.170610 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-39e51769-0c1f-4a5c-994c-647487e4b903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:35:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:35:23.187040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b6f33841-eb09-4450-98dc-27a3ded84dde tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "PUT /v2.0/floatingips/e4503bf5-fd47-4705-a5a9-9a0a52874cdb HTTP/1.1" status: 200 len: 991 time: 1.0126176 Feb 15 17:35:23.187645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:35:23.190473 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8040d007-b232-4aa6-b473-5c0e4e22fb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:35:23.233777 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5153f84-308e-493d-bda1-38a51e41511d x-openstack-request-id: req-e5153f84-308e-493d-bda1-38a51e41511d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:35:23.234585 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:35:23.234585 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e5153f84-308e-493d-bda1-38a51e41511d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:35:23.234821 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'status': 'completed', 'code': 200} Feb 15 17:35:23.314345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040d007-b232-4aa6-b473-5c0e4e22fb1e req-636ee808-5873-4ee2-ba04-ef376bf598c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:23.316174 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-39e51769-0c1f-4a5c-994c-647487e4b903 None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:35:23.316379 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8040d007-b232-4aa6-b473-5c0e4e22fb1e req-636ee808-5873-4ee2-ba04-ef376bf598c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 1129 time: 0.0536253 Feb 15 17:35:23.415466 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040d007-b232-4aa6-b473-5c0e4e22fb1e req-4efc3300-58ad-4437-8d1d-815b6b10c561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:23.417419 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8040d007-b232-4aa6-b473-5c0e4e22fb1e req-4efc3300-58ad-4437-8d1d-815b6b10c561 service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0936720 Feb 15 17:35:23.491753 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8040d007-b232-4aa6-b473-5c0e4e22fb1e req-20f3744e-7514-4dfd-9824-0d853b91cc6c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1559b579-ecc0-41bf-9a69-95a738ab8235 HTTP/1.1" status: 200 len: 999 time: 0.0674760 Feb 15 17:35:23.589622 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-39e51769-0c1f-4a5c-994c-647487e4b903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e4503bf5-fd47-4705-a5a9-9a0a52874cdb', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'port_id': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'mac_address': 'fa:16:3e:45:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:33:16Z', 'updated_at': '2022-02-15T17:35:22Z', 'revision_number': 9, 'project_id': 'c2fad26281e34139984360885d367f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:35:23.593824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040d007-b232-4aa6-b473-5c0e4e22fb1e req-f060167e-b81a-4dfe-9ba4-f8db06b49db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:23.595326 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8040d007-b232-4aa6-b473-5c0e4e22fb1e req-f060167e-b81a-4dfe-9ba4-f8db06b49db0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0980554 Feb 15 17:35:23.623553 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e51769-0c1f-4a5c-994c-647487e4b903 None None] Checking router: b4239a97-b3e5-4644-8e9e-b9126c94ad77 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:35:23.637758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b3735-472c-48f3-b2ae-1c23a9a3266b req-38e1050a-4548-4ec9-a6ff-59259b540788 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:23.641038 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e51769-0c1f-4a5c-994c-647487e4b903 None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:35:23.641700 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-39e51769-0c1f-4a5c-994c-647487e4b903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:35:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:35:23.645870 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9d4b3735-472c-48f3-b2ae-1c23a9a3266b req-38e1050a-4548-4ec9-a6ff-59259b540788 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.1130795 Feb 15 17:35:23.703404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040d007-b232-4aa6-b473-5c0e4e22fb1e req-771debab-3fe8-4db6-a344-80d02dedf401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:23.705054 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8040d007-b232-4aa6-b473-5c0e4e22fb1e req-771debab-3fe8-4db6-a344-80d02dedf401 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1029341 Feb 15 17:35:23.720254 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9d4b3735-472c-48f3-b2ae-1c23a9a3266b req-32be9c36-d922-4bd1-b0a7-a1b8c981d9dd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734532 Feb 15 17:35:23.774875 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-39e51769-0c1f-4a5c-994c-647487e4b903 None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:35:23.813857 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8040d007-b232-4aa6-b473-5c0e4e22fb1e req-f8ebae71-31ef-4c08-b4e1-f4c4ec3663b3 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910916 Feb 15 17:35:23.840040 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-53aba0e6-c1d2-4ee4-ba1d-ca2d562623e4 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1388624 Feb 15 17:35:23.917847 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8040d007-b232-4aa6-b473-5c0e4e22fb1e req-24521808-4da6-4aee-b851-0963634883cb service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977592 Feb 15 17:35:24.036187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-39e51769-0c1f-4a5c-994c-647487e4b903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e4503bf5-fd47-4705-a5a9-9a0a52874cdb', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'port_id': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'mac_address': 'fa:16:3e:45:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:33:16Z', 'updated_at': '2022-02-15T17:35:22Z', 'revision_number': 9, 'project_id': 'c2fad26281e34139984360885d367f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:35:24.067026 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e51769-0c1f-4a5c-994c-647487e4b903 None None] The sync data for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 is: [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e4503bf5-fd47-4705-a5a9-9a0a52874cdb', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'port_id': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'mac_address': 'fa:16:3e:45:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:33:16Z', 'updated_at': '2022-02-15T17:35:22Z', 'revision_number': 9, 'project_id': 'c2fad26281e34139984360885d367f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:35:24.304505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62788810-fac5-44d3-83d8-77e9f2451edd None None] New status for floating IP e4503bf5-fd47-4705-a5a9-9a0a52874cdb: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:35:24.500613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-6e6e7304-b52e-4597-89ce-78880748d296 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:24.502020 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-6e6e7304-b52e-4597-89ce-78880748d296 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports/1559b579-ecc0-41bf-9a69-95a738ab8235 HTTP/1.1" status: 200 len: 943 time: 0.1151602 Feb 15 17:35:24.845096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7f4ee-5c65-4399-a856-b5e711e3f9fe req-55816195-466d-4e85-9f18-c5cfd053d9cb tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:24.846618 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64a7f4ee-5c65-4399-a856-b5e711e3f9fe req-55816195-466d-4e85-9f18-c5cfd053d9cb tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0597527 Feb 15 17:35:24.898167 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64a7f4ee-5c65-4399-a856-b5e711e3f9fe req-5e666ec8-2b41-4bca-b82e-d19e537d7b59 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451684 Feb 15 17:35:25.924428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-7ce24b93-8295-4aa7-9ce0-781b736bf5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:25.926014 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-7ce24b93-8295-4aa7-9ce0-781b736bf5e2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 1129 time: 0.0457006 Feb 15 17:35:26.055517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866f6b2-2eb6-4d87-b744-0c61b0d5ab97 req-d247f420-226c-4803-98d7-7e00dabfe870 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:26.057002 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d866f6b2-2eb6-4d87-b744-0c61b0d5ab97 req-d247f420-226c-4803-98d7-7e00dabfe870 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0790925 Feb 15 17:35:26.060188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-f5f09f91-dd06-4817-969d-480476d3e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:26.061561 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-f5f09f91-dd06-4817-969d-480476d3e33f service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.1294677 Feb 15 17:35:26.153034 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d866f6b2-2eb6-4d87-b744-0c61b0d5ab97 req-c34170e7-0bc8-49a2-b162-6e43394ecede tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899246 Feb 15 17:35:26.154900 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-5b74817b-fabe-443a-a1b4-a5fb015b3e43 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1559b579-ecc0-41bf-9a69-95a738ab8235 HTTP/1.1" status: 200 len: 1002 time: 0.0860584 Feb 15 17:35:26.206011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-2863999d-6193-453f-87c2-4b0b876a6b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:26.208585 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-2863999d-6193-453f-87c2-4b0b876a6b48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0478969 Feb 15 17:35:26.258833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-486bdb13-38fe-4709-8660-baca6f4ca423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:26.260322 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-486bdb13-38fe-4709-8660-baca6f4ca423 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463393 Feb 15 17:35:26.349779 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-34fce41f-891d-42dc-80b4-d7bb9e2e5a48 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835559 Feb 15 17:35:26.436541 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-94868366-f92d-470a-896e-b44d4ff4e901 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815170 Feb 15 17:35:27.269882 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fde01-e604-4f18-a7c7-b19eb24d7518 req-00423cac-9973-41c6-bd37-7633418a98e1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:27.271335 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff8fde01-e604-4f18-a7c7-b19eb24d7518 req-00423cac-9973-41c6-bd37-7633418a98e1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0515079 Feb 15 17:35:27.316798 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ff8fde01-e604-4f18-a7c7-b19eb24d7518 req-f71fb077-d2db-468f-b3f6-794a3093d834 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399420 Feb 15 17:35:28.472852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45df66a-fc5a-492a-ad26-9e897c66fbbe req-99beacf7-503e-425c-8ed2-adc8ffe10273 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:28.474367 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f45df66a-fc5a-492a-ad26-9e897c66fbbe req-99beacf7-503e-425c-8ed2-adc8ffe10273 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0568852 Feb 15 17:35:28.519873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f45df66a-fc5a-492a-ad26-9e897c66fbbe req-679e5cbb-06a6-4d29-ae90-ce970efff92d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398536 Feb 15 17:35:29.216683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c574a-2a82-4591-8ee8-82ec265786b0 req-8b753a7d-e58d-47c0-b236-369a72e76564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:29.218328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e03c574a-2a82-4591-8ee8-82ec265786b0 req-8b753a7d-e58d-47c0-b236-369a72e76564 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 1129 time: 0.0451717 Feb 15 17:35:29.320144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c574a-2a82-4591-8ee8-82ec265786b0 req-6d21ee07-d1e2-4c2f-9b4a-1b036a48047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:29.321596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e03c574a-2a82-4591-8ee8-82ec265786b0 req-6d21ee07-d1e2-4c2f-9b4a-1b036a48047a service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0860374 Feb 15 17:35:29.383426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e03c574a-2a82-4591-8ee8-82ec265786b0 req-91c49184-60ff-414d-8275-1a4f8fa69931 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1559b579-ecc0-41bf-9a69-95a738ab8235 HTTP/1.1" status: 200 len: 1002 time: 0.0564818 Feb 15 17:35:29.430598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c574a-2a82-4591-8ee8-82ec265786b0 req-64730cb6-4e18-4160-9d1b-93a9524a7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:29.432091 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e03c574a-2a82-4591-8ee8-82ec265786b0 req-64730cb6-4e18-4160-9d1b-93a9524a7a39 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0430989 Feb 15 17:35:29.483516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c574a-2a82-4591-8ee8-82ec265786b0 req-b576a784-e7fa-49dd-ae0a-aea312654a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:29.485030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e03c574a-2a82-4591-8ee8-82ec265786b0 req-b576a784-e7fa-49dd-ae0a-aea312654a2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474546 Feb 15 17:35:29.573321 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e03c574a-2a82-4591-8ee8-82ec265786b0 req-955bdb4e-8b11-4707-9274-c0c5f958338e service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823464 Feb 15 17:35:29.641429 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ff52e-3ae1-43d6-a308-bff2e9972368 req-aee3da5d-f197-4902-b255-8ef3cf3f23c2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:29.642934 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2d9ff52e-3ae1-43d6-a308-bff2e9972368 req-aee3da5d-f197-4902-b255-8ef3cf3f23c2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0559900 Feb 15 17:35:29.665686 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e03c574a-2a82-4591-8ee8-82ec265786b0 req-aab02a95-b596-4300-9375-24d191e0741e service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867105 Feb 15 17:35:29.691070 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2d9ff52e-3ae1-43d6-a308-bff2e9972368 req-24df8ece-4f3c-47f7-9103-2befd72057d7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423179 Feb 15 17:35:30.814006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0fa46e-2796-47fc-ba58-aa50e8148bee req-1033140b-7f68-4ff8-99f7-a70d765ca10f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:30.815764 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd0fa46e-2796-47fc-ba58-aa50e8148bee req-1033140b-7f68-4ff8-99f7-a70d765ca10f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0551476 Feb 15 17:35:30.840511 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:30.861648 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fd0fa46e-2796-47fc-ba58-aa50e8148bee req-df323dab-c08e-46de-b0cf-2a9c9ff37e14 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403759 Feb 15 17:35:31.196245 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:31.979761 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308b8d9-f5cd-49c3-b40e-42167f98ab71 req-5af5e0ff-116c-4911-96b2-08f08a22b3c8 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:31.981542 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3308b8d9-f5cd-49c3-b40e-42167f98ab71 req-5af5e0ff-116c-4911-96b2-08f08a22b3c8 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0517130 Feb 15 17:35:32.027667 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3308b8d9-f5cd-49c3-b40e-42167f98ab71 req-503b4229-0fa2-4162-9b23-266a90bd89a9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407820 Feb 15 17:35:33.145343 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b50c5-2756-4c2b-92d0-d1f156ce45b7 req-c3bb2847-341e-42c0-acb4-6b0eaced7be2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:33.146862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc5b50c5-2756-4c2b-92d0-d1f156ce45b7 req-c3bb2847-341e-42c0-acb4-6b0eaced7be2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0514908 Feb 15 17:35:33.192837 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc5b50c5-2756-4c2b-92d0-d1f156ce45b7 req-e2e6bd38-5197-4a52-9a81-677d92c5e720 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403914 Feb 15 17:35:34.314527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b597c9-cd7b-4d8e-b5da-9efb3eca53d4 req-fb6ca993-a1cf-49fb-b9a2-243dd6739b8e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:34.316233 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d1b597c9-cd7b-4d8e-b5da-9efb3eca53d4 req-fb6ca993-a1cf-49fb-b9a2-243dd6739b8e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0565455 Feb 15 17:35:34.367510 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d1b597c9-cd7b-4d8e-b5da-9efb3eca53d4 req-63da652b-661a-4b77-bfda-dccfa9447a76 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454364 Feb 15 17:35:35.488538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3510e-5683-4c6c-97bc-967c5d52bb94 req-49127ded-ba99-4138-92b6-78a5642c2140 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:35.490029 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aba3510e-5683-4c6c-97bc-967c5d52bb94 req-49127ded-ba99-4138-92b6-78a5642c2140 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0556879 Feb 15 17:35:35.536042 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aba3510e-5683-4c6c-97bc-967c5d52bb94 req-7c64b400-7886-4c29-b52f-0f95cb3597ad tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404758 Feb 15 17:35:36.654238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede31c2-6a98-4e7f-9d0c-6d8fd0052f6c req-dd3c4605-aec7-4f2d-bc9f-5f6e9ac03862 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:36.655711 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9ede31c2-6a98-4e7f-9d0c-6d8fd0052f6c req-dd3c4605-aec7-4f2d-bc9f-5f6e9ac03862 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0519869 Feb 15 17:35:36.702111 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9ede31c2-6a98-4e7f-9d0c-6d8fd0052f6c req-bbdbe841-42e4-4ad2-ac89-afc3e8fcf187 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408306 Feb 15 17:35:36.948799 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cc4105c7-f11c-4f50-9129-18fd3f69ef53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:37.820217 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ea3be-a490-48b0-bfa4-ab1348e27e7e req-2a6e0d02-14e0-4151-a5cc-d5ad4abaa465 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:37.821732 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-673ea3be-a490-48b0-bfa4-ab1348e27e7e req-2a6e0d02-14e0-4151-a5cc-d5ad4abaa465 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0533059 Feb 15 17:35:37.868610 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-673ea3be-a490-48b0-bfa4-ab1348e27e7e req-8a7cecce-897f-4894-aff0-95dbadf5195b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414038 Feb 15 17:35:38.989465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8dc315-1505-4473-b809-1bb603b92483 req-31efef4b-0f15-4c29-bb1f-dd1b485562c2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:38.990960 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f8dc315-1505-4473-b809-1bb603b92483 req-31efef4b-0f15-4c29-bb1f-dd1b485562c2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0523272 Feb 15 17:35:39.042241 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8f8dc315-1505-4473-b809-1bb603b92483 req-4edd80a4-841f-407c-a7c4-514337b924da tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404718 Feb 15 17:35:39.285876 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c9365c8b-3d5e-4d42-b26d-49fcc9bdd68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:40.167981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669514b-e333-4106-9e1d-6b6475a4d0ae req-8af41aa8-def6-4793-9b68-4d167b3e35dd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:40.169504 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f669514b-e333-4106-9e1d-6b6475a4d0ae req-8af41aa8-def6-4793-9b68-4d167b3e35dd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0580962 Feb 15 17:35:40.215839 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f669514b-e333-4106-9e1d-6b6475a4d0ae req-f957e915-fc7f-478a-af5e-841cdb1e1526 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402577 Feb 15 17:35:40.634079 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:41.338809 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c61a1-28bd-4590-974a-a9a8180522e7 req-a8ec11ac-65e2-47ac-be49-d3b6d6cd63af tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:41.340330 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-878c61a1-28bd-4590-974a-a9a8180522e7 req-a8ec11ac-65e2-47ac-be49-d3b6d6cd63af tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0569499 Feb 15 17:35:41.387608 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-878c61a1-28bd-4590-974a-a9a8180522e7 req-d7e099de-3d42-43e9-82f7-1620fef6357e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413911 Feb 15 17:35:42.097631 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:42.528679 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04c2c6-5f8c-409a-97a7-af947313905e req-eca49910-afab-496d-9c6c-da618607fb40 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:42.530741 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a04c2c6-5f8c-409a-97a7-af947313905e req-eca49910-afab-496d-9c6c-da618607fb40 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0652404 Feb 15 17:35:42.583448 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a04c2c6-5f8c-409a-97a7-af947313905e req-adf66557-8f75-41c6-845b-d58db0a7bc02 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468688 Feb 15 17:35:43.219407 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-89600ad0-e3e8-423b-b586-d450d346dcfe service neutron] show failed (client error): The resource could not be found. Feb 15 17:35:43.220427 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-89600ad0-e3e8-423b-b586-d450d346dcfe service neutron] 10.222.0.10 "GET /v2.0/ports/1559b579-ecc0-41bf-9a69-95a738ab8235/bindings/n-h1-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0541334 Feb 15 17:35:43.504768 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:43.644636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-dfd6d198-7a56-4480-97c5-75b405a1f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:43.646434 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-dfd6d198-7a56-4480-97c5-75b405a1f489 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9&tenant_id=c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 1129 time: 0.0521104 Feb 15 17:35:43.658121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:35:43.707572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd970ce3-bfa1-46f7-aedd-2cb12e33e31e req-6cdb6801-6b0e-4858-9399-8932eae2efe4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:43.709779 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd970ce3-bfa1-46f7-aedd-2cb12e33e31e req-6cdb6801-6b0e-4858-9399-8932eae2efe4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0529635 Feb 15 17:35:43.718733 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:43.758817 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dd970ce3-bfa1-46f7-aedd-2cb12e33e31e req-491dfb6d-5a6d-4b77-8e82-7978c3295aa8 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433757 Feb 15 17:35:43.932888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1559b579-ecc0-41bf-9a69-95a738ab8235,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:35:43.966952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:35:44.345894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:35:44.348149 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa1773d-4bf2-4137-b2c3-04fa10d3b572" -d '{"events": [{"server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "name": "network-vif-unplugged", "status": "completed", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:35:44.352258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Publish callbacks [] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:44.366045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Transition to ACTIVE for port object 1559b579-ecc0-41bf-9a69-95a738ab8235 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:35:44.400449 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e78246d-387e-45be-a28b-b8dafd857b8a x-openstack-request-id: req-1e78246d-387e-45be-a28b-b8dafd857b8a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:35:44.400857 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "name": "network-vif-unplugged", "status": "completed", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:35:44.401161 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1e78246d-387e-45be-a28b-b8dafd857b8a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:35:44.401702 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'code': 200} Feb 15 17:35:44.434618 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:44.518592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Pushing event updated for resources: {'Port': ['ID=1559b579-ecc0-41bf-9a69-95a738ab8235,revision_number=6']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:44.565066 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] No DVR routers for this DVR port 1559b579-ecc0-41bf-9a69-95a738ab8235 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:35:44.709422 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Attempting to bind port 1559b579-ecc0-41bf-9a69-95a738ab8235 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:35:44.710119 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Attempting to bind port 1559b579-ecc0-41bf-9a69-95a738ab8235 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:35:44.710119 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Attempting to bind port 1559b579-ecc0-41bf-9a69-95a738ab8235 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:35:44.714167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Port 1559b579-ecc0-41bf-9a69-95a738ab8235 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:35:44.714485 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Attempting to bind port 1559b579-ecc0-41bf-9a69-95a738ab8235 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:35:44.719831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:35:44.720166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Checking segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:35:44.720547 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Bound using segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:35:44.720962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Bound port: 1559b579-ecc0-41bf-9a69-95a738ab8235, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:35:44.721316 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:44.787566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:35:44.787566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1559b579-ecc0-41bf-9a69-95a738ab8235,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:35:44.883587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda8346-134e-444c-b256-361aaa86d691 req-d27a6f6a-d9e9-4e29-ad74-61092e3f33a7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:44.884965 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-abda8346-134e-444c-b256-361aaa86d691 req-d27a6f6a-d9e9-4e29-ad74-61092e3f33a7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 944 time: 0.0523970 Feb 15 17:35:44.905258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:44.940889 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-abda8346-134e-444c-b256-361aaa86d691 req-33df1773-6692-41bc-868e-d0e10ca2d43f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484750 Feb 15 17:35:44.942680 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:44.943384 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:44.944778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-a0584f62-5f03-4364-969c-7399013b028c service neutron] 10.222.0.67 "PUT /v2.0/ports/1559b579-ecc0-41bf-9a69-95a738ab8235 HTTP/1.1" status: 200 len: 1093 time: 1.2916067 Feb 15 17:35:44.970402 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0584f62-5f03-4364-969c-7399013b028c service neutron] Pushing event updated for resources: {'Port': ['ID=1559b579-ecc0-41bf-9a69-95a738ab8235,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:45.027194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-fb8d5391-b0ad-402d-8d22-97911e6f894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:45.029248 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-fb8d5391-b0ad-402d-8d22-97911e6f894c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 1127 time: 0.0521781 Feb 15 17:35:45.129585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-aaafb094-8217-45ee-8c41-09556de1c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:45.131084 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-aaafb094-8217-45ee-8c41-09556de1c59e service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0965221 Feb 15 17:35:45.195808 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-5413e9bd-30e9-4218-baac-68d8a9ab1151 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1559b579-ecc0-41bf-9a69-95a738ab8235 HTTP/1.1" status: 200 len: 1000 time: 0.0594862 Feb 15 17:35:45.248709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-e005d1b4-8f52-47c8-b90c-79471860f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:45.250849 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-e005d1b4-8f52-47c8-b90c-79471860f019 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0496318 Feb 15 17:35:45.299194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-ffdb569e-fd24-452e-a77a-8ac608e7323f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:45.300748 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-ffdb569e-fd24-452e-a77a-8ac608e7323f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441551 Feb 15 17:35:45.393821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-ce21acf6-f065-4894-938b-e0fd033d80db service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873845 Feb 15 17:35:45.489122 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0b5872c2-6bb0-4ed3-866c-3b5cc547975a req-dbee0f89-19b6-4961-a9b7-3a97d67b367e service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899551 Feb 15 17:35:45.681068 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1559b579-ecc0-41bf-9a69-95a738ab8235 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:35:45.721656 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] The host n-h2-828372-14 is not matching for port 1559b579-ecc0-41bf-9a69-95a738ab8235 host n-h1-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:35:45.722062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1559b579-ecc0-41bf-9a69-95a738ab8235 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:35:46.072317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3755cdd-d415-4e56-b420-b146e6b9e412 req-d3ffec56-171f-4ce8-a677-9e40f2347c8d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:46.073824 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b3755cdd-d415-4e56-b420-b146e6b9e412 req-d3ffec56-171f-4ce8-a677-9e40f2347c8d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 944 time: 0.0553591 Feb 15 17:35:46.120416 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b3755cdd-d415-4e56-b420-b146e6b9e412 req-0d01c779-602b-46c0-8d10-15ff0411b8e9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401902 Feb 15 17:35:46.402663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:35:46.404964 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922c7550-f8d8-47a3-857d-65a50a4bb76f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:35:46.462460 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4aa82cc-46f7-42b3-9c1c-26771d91f420 x-openstack-request-id: req-c4aa82cc-46f7-42b3-9c1c-26771d91f420 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:35:46.462759 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:35:46.463017 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c4aa82cc-46f7-42b3-9c1c-26771d91f420 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:35:46.463423 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'status': 'completed', 'code': 200} Feb 15 17:35:46.562095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-ea0e2138-a7f6-4de9-aea8-5f4348c16b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:46.563622 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-ea0e2138-a7f6-4de9-aea8-5f4348c16b01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 1127 time: 0.0790949 Feb 15 17:35:46.566373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-94ef8f42-d75c-4ece-a28e-47a75321f58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:46.567756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-94ef8f42-d75c-4ece-a28e-47a75321f58b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 1127 time: 0.0752687 Feb 15 17:35:46.727609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-e0da9284-18aa-4e05-8176-2282ac580887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:46.729113 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-e0da9284-18aa-4e05-8176-2282ac580887 service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.1583426 Feb 15 17:35:46.730245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-8e84bbe9-6630-4fb8-a10c-6cf50f5941d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:46.731581 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-8e84bbe9-6630-4fb8-a10c-6cf50f5941d5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.1531329 Feb 15 17:35:46.838119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-003ba258-99b1-4b03-a210-419f307c48ed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1559b579-ecc0-41bf-9a69-95a738ab8235 HTTP/1.1" status: 200 len: 1000 time: 0.1030941 Feb 15 17:35:46.843903 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-8392f95e-a7a9-4356-869b-b4739fcc3aff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1559b579-ecc0-41bf-9a69-95a738ab8235 HTTP/1.1" status: 200 len: 1000 time: 0.1035306 Feb 15 17:35:46.923274 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-18d69e3b-5b7c-47fc-af43-b1266e412dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:46.924770 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-18d69e3b-5b7c-47fc-af43-b1266e412dbe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0800424 Feb 15 17:35:46.928145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-c82cc666-59eb-44e5-ba06-fcec97526412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:46.929513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-c82cc666-59eb-44e5-ba06-fcec97526412 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0776851 Feb 15 17:35:47.003765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-324b8081-b4b5-453a-b92f-b6f7bd8672f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:47.005317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-324b8081-b4b5-453a-b92f-b6f7bd8672f0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0744812 Feb 15 17:35:47.011297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-15c3144a-9e20-4e9a-90fe-3995862bbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:47.012713 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-15c3144a-9e20-4e9a-90fe-3995862bbb81 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0738928 Feb 15 17:35:47.177778 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-b00db46d-271f-4c34-bad7-95c02f8c8de1 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639771 Feb 15 17:35:47.180123 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-00f99459-727f-4884-85f7-6cdf65bf34fa service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588111 Feb 15 17:35:47.387177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b883fa1-57f7-45c0-a10a-ad22cd1ad4fc req-c5007ec8-feac-4d96-a6f2-70d96f074bd1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:47.388606 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b883fa1-57f7-45c0-a10a-ad22cd1ad4fc req-c5007ec8-feac-4d96-a6f2-70d96f074bd1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 944 time: 0.1969776 Feb 15 17:35:47.401656 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-f7bc6b32-580f-4acc-ba5c-fd5b5cbecb1a service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180874 Feb 15 17:35:47.426019 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-922c7550-f8d8-47a3-857d-65a50a4bb76f req-a3f9acd2-fe06-41e5-92b4-b28b1b4aab95 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332959 Feb 15 17:35:47.456964 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b883fa1-57f7-45c0-a10a-ad22cd1ad4fc req-15b691fb-80cc-43fb-bf58-60af53a50b4f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616269 Feb 15 17:35:48.614657 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a67526-1027-4dfd-b4d0-39d80932a247 req-d8101204-e941-423c-8811-05c4f3f1d284 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:48.617091 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9a67526-1027-4dfd-b4d0-39d80932a247 req-d8101204-e941-423c-8811-05c4f3f1d284 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 944 time: 0.0849464 Feb 15 17:35:48.666012 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9a67526-1027-4dfd-b4d0-39d80932a247 req-ab22d9c7-221c-4453-8bef-582ee948bb53 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433297 Feb 15 17:35:49.101141 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1559b579-ecc0-41bf-9a69-95a738ab8235 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:35:49.205143 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1559b579-ecc0-41bf-9a69-95a738ab8235,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:35:49.217327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'port_id': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'mac_address': 'fa:16:3e:45:c5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:35:49.258001 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 1559b579-ecc0-41bf-9a69-95a738ab8235 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:35:49.258396 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:49.265433 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c926c18-f130-4686-b503-d186ab39384e req-ddbd8a51-df2f-4cd7-b51e-598e2764550a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:49.266953 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9c926c18-f130-4686-b503-d186ab39384e req-ddbd8a51-df2f-4cd7-b51e-598e2764550a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 944 time: 0.0544665 Feb 15 17:35:49.272558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1559b579-ecc0-41bf-9a69-95a738ab8235 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:35:49.296223 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1559b579-ecc0-41bf-9a69-95a738ab8235,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:35:49.318736 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9c926c18-f130-4686-b503-d186ab39384e req-629046a9-860f-4d51-b8d9-15f78f1d1369 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452888 Feb 15 17:35:49.319790 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-549e6a82-4fd9-44f2-81ed-9bd3f7734ec4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:49.321309 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-549e6a82-4fd9-44f2-81ed-9bd3f7734ec4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9&tenant_id=c2fad26281e34139984360885d367f27&binding%3Ahost_id=n-h1-828372-14 HTTP/1.1" status: 200 len: 944 time: 0.0593030 Feb 15 17:35:49.360486 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:49.388010 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-0aa3ddbb-24c6-4295-943b-314eaaa3a888 service neutron] 10.222.0.67 "GET /v2.0/ports/1559b579-ecc0-41bf-9a69-95a738ab8235/bindings/n-h1-828372-14 HTTP/1.1" status: 200 len: 383 time: 0.0606270 Feb 15 17:35:49.407520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=1559b579-ecc0-41bf-9a69-95a738ab8235,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:49.463263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-2eaa8df5-9215-4b0f-848d-6e0e68539533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:49.464822 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-2eaa8df5-9215-4b0f-848d-6e0e68539533 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 1128 time: 0.0537586 Feb 15 17:35:49.558577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-41ac80ee-1df0-4334-993f-44e44a8f85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:49.560083 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-41ac80ee-1df0-4334-993f-44e44a8f85cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0884650 Feb 15 17:35:49.573976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['1559b579-ecc0-41bf-9a69-95a738ab8235'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:35:49.630205 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-4566ed09-4d53-4dae-a949-32de8fa60213 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1559b579-ecc0-41bf-9a69-95a738ab8235 HTTP/1.1" status: 200 len: 1001 time: 0.0635798 Feb 15 17:35:49.679659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-88bcea0b-ec23-4a90-be7c-720efbcc0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:49.681194 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-88bcea0b-ec23-4a90-be7c-720efbcc0008 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0459275 Feb 15 17:35:49.732150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-1c257828-f52f-4554-93d1-e90fcbf6e218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:49.733784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-1c257828-f52f-4554-93d1-e90fcbf6e218 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462310 Feb 15 17:35:49.830087 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-aaf19e4f-2016-46b4-943a-add5482805e7 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902827 Feb 15 17:35:49.929191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-be443de3-33f7-4868-826e-4b46703608d5 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926151 Feb 15 17:35:50.487550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd49e4e-fd7c-4fe0-a882-14ba4a75de00 req-16146725-6628-485d-9b32-0913298c0f39 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:50.490064 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5fd49e4e-fd7c-4fe0-a882-14ba4a75de00 req-16146725-6628-485d-9b32-0913298c0f39 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 945 time: 0.0905414 Feb 15 17:35:50.578753 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5fd49e4e-fd7c-4fe0-a882-14ba4a75de00 req-4275abf2-b06a-4c19-a337-2f5a1612d3f8 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819988 Feb 15 17:35:51.118257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1559b579-ecc0-41bf-9a69-95a738ab8235 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:35:51.241668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 1559b579-ecc0-41bf-9a69-95a738ab8235 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:35:51.245630 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 1559b579-ecc0-41bf-9a69-95a738ab8235 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:35:51.246005 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:51.324107 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 1559b579-ecc0-41bf-9a69-95a738ab8235 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:35:51.324504 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:51.348044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:35:51.350361 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f374fd3-fe6c-40f1-ab3d-0c03554c9081" -d '{"events": [{"server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "name": "network-vif-plugged", "status": "completed", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:35:51.363389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1559b579-ecc0-41bf-9a69-95a738ab8235,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:35:51.400489 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57c056a-738f-4687-bcb0-a917f1f54dac x-openstack-request-id: req-d57c056a-738f-4687-bcb0-a917f1f54dac {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:35:51.400806 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "name": "network-vif-plugged", "status": "completed", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:35:51.401117 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d57c056a-738f-4687-bcb0-a917f1f54dac {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:35:51.401564 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'code': 200} Feb 15 17:35:51.436062 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:51.485943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=1559b579-ecc0-41bf-9a69-95a738ab8235,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:51.722558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e47589-0ef0-4c1d-8571-97dc5c2f4480 req-e936f53c-be3c-4b22-917e-59ba4f9fd0b6 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:51.724098 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-93e47589-0ef0-4c1d-8571-97dc5c2f4480 req-e936f53c-be3c-4b22-917e-59ba4f9fd0b6 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0593290 Feb 15 17:35:51.774071 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-93e47589-0ef0-4c1d-8571-97dc5c2f4480 req-76b7f776-2dc3-430a-b1f7-3bb1a7d9418c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442832 Feb 15 17:35:52.327267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-831f886d-85bc-4b07-b8e5-cf2429f2d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:52.329944 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-831f886d-85bc-4b07-b8e5-cf2429f2d351 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9&tenant_id=c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 1129 time: 0.0519364 Feb 15 17:35:52.339779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:35:52.420604 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:52.644768 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1559b579-ecc0-41bf-9a69-95a738ab8235,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:35:52.679828 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:35:52.722280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:35:52.724623 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6902901-3ea3-41a4-af14-6adb77e16761" -d '{"events": [{"server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "name": "network-vif-unplugged", "status": "completed", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:35:52.728760 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Publish callbacks [] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:52.742078 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Transition to ACTIVE for port object 1559b579-ecc0-41bf-9a69-95a738ab8235 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:35:52.785122 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5af20dc-6cba-486d-acda-de8767717cbd x-openstack-request-id: req-b5af20dc-6cba-486d-acda-de8767717cbd {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:35:52.785590 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "name": "network-vif-unplugged", "status": "completed", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:35:52.785912 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b5af20dc-6cba-486d-acda-de8767717cbd {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:35:52.786421 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'code': 200} Feb 15 17:35:52.824593 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:52.935502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1559b579-ecc0-41bf-9a69-95a738ab8235,revision_number=10']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:52.982507 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9b9cb-41d4-4d42-a40b-ef884c2a0030 req-84bd5805-4d94-4ec9-ae79-365b8939d575 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:52.984202 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-68d9b9cb-41d4-4d42-a40b-ef884c2a0030 req-84bd5805-4d94-4ec9-ae79-365b8939d575 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 945 time: 0.1331561 Feb 15 17:35:53.000968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] No DVR routers for this DVR port 1559b579-ecc0-41bf-9a69-95a738ab8235 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:35:53.124069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-68d9b9cb-41d4-4d42-a40b-ef884c2a0030 req-ce6578ce-0825-43b6-97ef-9216d0bf4066 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248307 Feb 15 17:35:53.179347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Attempting to bind port 1559b579-ecc0-41bf-9a69-95a738ab8235 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:35:53.179616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Attempting to bind port 1559b579-ecc0-41bf-9a69-95a738ab8235 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:35:53.179952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Attempting to bind port 1559b579-ecc0-41bf-9a69-95a738ab8235 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:35:53.184374 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Port 1559b579-ecc0-41bf-9a69-95a738ab8235 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:35:53.184698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Attempting to bind port 1559b579-ecc0-41bf-9a69-95a738ab8235 on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:35:53.189594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:35:53.189939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Checking segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:35:53.190329 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Bound using segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:35:53.191027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Bound port: 1559b579-ecc0-41bf-9a69-95a738ab8235, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:35:53.191388 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:53.253576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:35:53.256520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1559b579-ecc0-41bf-9a69-95a738ab8235,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:35:53.321860 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:53.356732 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:53.357393 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:53.359323 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] 10.222.0.10 "PUT /v2.0/ports/1559b579-ecc0-41bf-9a69-95a738ab8235 HTTP/1.1" status: 200 len: 1094 time: 1.0231273 Feb 15 17:35:53.389795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea7e30-ccde-48d2-afc0-487327ecb9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1559b579-ecc0-41bf-9a69-95a738ab8235,revision_number=11']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:53.435247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-0b44b2bc-5fca-4a64-a62f-55c517c25a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:53.436730 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-0b44b2bc-5fca-4a64-a62f-55c517c25a99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 1128 time: 0.0550530 Feb 15 17:35:53.533606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-e4dee81a-ea75-42b2-ad59-05e7979bfe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:53.535139 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-e4dee81a-ea75-42b2-ad59-05e7979bfe6f service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0921547 Feb 15 17:35:53.605938 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-85b97ddc-49e3-48e5-be3f-03921df424f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1559b579-ecc0-41bf-9a69-95a738ab8235 HTTP/1.1" status: 200 len: 1000 time: 0.0650594 Feb 15 17:35:53.654083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-ee27fdb1-5b9e-4bce-a0c1-03342d3a2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:53.655605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-ee27fdb1-5b9e-4bce-a0c1-03342d3a2b0e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0442758 Feb 15 17:35:53.706540 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-ff61e00c-1d17-46df-9a58-fe4b90e41b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:53.708144 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-ff61e00c-1d17-46df-9a58-fe4b90e41b69 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459199 Feb 15 17:35:53.802893 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-9a765751-c9fd-4def-93ed-954d7e009ebf service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889370 Feb 15 17:35:53.894145 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8400e4bb-64aa-42d4-976a-a4514001c5e4 req-768a8f4d-7127-4072-ab3d-422f5d48493d service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858293 Feb 15 17:35:54.251625 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec568a8-cad2-44b2-9666-693e963a3b31 req-f7c631ea-7560-4260-b8c9-eaf1b5824ec2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:54.253024 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ec568a8-cad2-44b2-9666-693e963a3b31 req-f7c631ea-7560-4260-b8c9-eaf1b5824ec2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 945 time: 0.0570970 Feb 15 17:35:54.299277 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ec568a8-cad2-44b2-9666-693e963a3b31 req-56343c77-ab97-4f3f-9276-b8e13c69e36b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406530 Feb 15 17:35:54.787760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:35:54.790292 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa0ddda-1217-4c9b-8091-7b38be0e3b12" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:35:54.840618 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22da38e2-f001-485e-8be1-fb2e34cb7415 x-openstack-request-id: req-22da38e2-f001-485e-8be1-fb2e34cb7415 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:35:54.841246 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:35:54.841246 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-22da38e2-f001-485e-8be1-fb2e34cb7415 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:35:54.841625 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'status': 'completed', 'code': 200} Feb 15 17:35:54.938844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-cdae13f4-53e9-4e6a-8136-6feebabd17ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:54.940400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-cdae13f4-53e9-4e6a-8136-6feebabd17ec service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 1128 time: 0.0800650 Feb 15 17:35:54.945782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-5707eadc-706f-4365-979d-59759552422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:54.947190 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-5707eadc-706f-4365-979d-59759552422b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 1128 time: 0.0788095 Feb 15 17:35:55.102605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-c85d0f5f-c76e-46e4-b0e0-21a0930f839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:55.104101 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-c85d0f5f-c76e-46e4-b0e0-21a0930f839e service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.1560786 Feb 15 17:35:55.106676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-ac9c19d3-3658-453f-afa1-ce12bf0eae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:55.107993 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-ac9c19d3-3658-453f-afa1-ce12bf0eae3e service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.1529379 Feb 15 17:35:55.129504 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1559b579-ecc0-41bf-9a69-95a738ab8235 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:35:55.170268 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] The host n-h1-828372-14 is not matching for port 1559b579-ecc0-41bf-9a69-95a738ab8235 host n-h2-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:35:55.170691 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1559b579-ecc0-41bf-9a69-95a738ab8235 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:35:55.428912 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb0c5c-c938-4cfb-a10b-9608d7cec399 req-4d3c8e57-d663-497d-ab06-7cd39a52ad2a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:55.430550 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7eb0c5c-c938-4cfb-a10b-9608d7cec399 req-4d3c8e57-d663-497d-ab06-7cd39a52ad2a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 945 time: 0.0565283 Feb 15 17:35:55.483691 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d7eb0c5c-c938-4cfb-a10b-9608d7cec399 req-d2f5a110-b844-42c5-908b-440ccb7d7131 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473666 Feb 15 17:35:55.553226 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-92a83ef9-f377-42f6-9382-fe3cdca4c5e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1559b579-ecc0-41bf-9a69-95a738ab8235 HTTP/1.1" status: 200 len: 1000 time: 0.4427638 Feb 15 17:35:55.555026 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-85c6bf4b-a321-47ea-9feb-b3124aee5e6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1559b579-ecc0-41bf-9a69-95a738ab8235 HTTP/1.1" status: 200 len: 1000 time: 0.4391384 Feb 15 17:35:55.643447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-a89d95b7-41fe-433c-9a55-4d76b604852b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:55.644914 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-a89d95b7-41fe-433c-9a55-4d76b604852b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0865834 Feb 15 17:35:55.646597 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-71afd089-3b48-41ab-b8ab-45b91f10e880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:55.647738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-71afd089-3b48-41ab-b8ab-45b91f10e880 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0810890 Feb 15 17:35:55.726508 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1559b579-ecc0-41bf-9a69-95a738ab8235 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:35:55.731181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-a5ab576c-01f4-4a09-a917-5b0b9a3d2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:55.732093 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-a5ab576c-01f4-4a09-a917-5b0b9a3d2213 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0816031 Feb 15 17:35:55.740500 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-383b5d2b-727f-468d-90a7-65182f51fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:55.740500 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-383b5d2b-727f-468d-90a7-65182f51fdd4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0807836 Feb 15 17:35:55.901135 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-09d0a620-f644-420d-8172-65f0d0a64d46 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606183 Feb 15 17:35:55.904766 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-250ec1b7-8606-4ada-9222-49865ad9665c service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561844 Feb 15 17:35:55.990692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1559b579-ecc0-41bf-9a69-95a738ab8235,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:35:56.002602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'port_id': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'mac_address': 'fa:16:3e:45:c5:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:35:56.039755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1559b579-ecc0-41bf-9a69-95a738ab8235 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:35:56.040157 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:56.054027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1559b579-ecc0-41bf-9a69-95a738ab8235 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:35:56.072196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-675d962c-3680-4f8c-bdeb-7e9536e8062c service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648810 Feb 15 17:35:56.075692 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-faa0ddda-1217-4c9b-8091-7b38be0e3b12 req-35f7df59-3ef7-4302-8335-c4ecf87e633a service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608446 Feb 15 17:35:56.078563 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1559b579-ecc0-41bf-9a69-95a738ab8235,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:35:56.137237 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:56.184400 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1559b579-ecc0-41bf-9a69-95a738ab8235,revision_number=12']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:56.337475 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['1559b579-ecc0-41bf-9a69-95a738ab8235'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:35:56.622852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373bda9e-c502-4e82-873d-ffcf6c6579c0 req-4f1f3dd4-009d-474f-b64b-d88c21f6a1c2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:56.624286 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-373bda9e-c502-4e82-873d-ffcf6c6579c0 req-4f1f3dd4-009d-474f-b64b-d88c21f6a1c2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0613596 Feb 15 17:35:56.671352 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-373bda9e-c502-4e82-873d-ffcf6c6579c0 req-bf2e9660-3967-4baa-8ca7-9104a002df36 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414038 Feb 15 17:35:56.792527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b3782-f2c8-4d20-82e4-a4f185253418 req-c263458a-e549-4472-a720-10b0e160ec2f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:56.794079 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dc1b3782-f2c8-4d20-82e4-a4f185253418 req-c263458a-e549-4472-a720-10b0e160ec2f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0564435 Feb 15 17:35:56.840894 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dc1b3782-f2c8-4d20-82e4-a4f185253418 req-dbedcaa6-a6a8-46b3-86c5-0e25c07084a1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410433 Feb 15 17:35:56.956631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965aab6-49ec-4975-b0ff-8b96ff8ae888 req-52408759-bfef-4a26-b22c-8fbc69268503 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:56.958228 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2965aab6-49ec-4975-b0ff-8b96ff8ae888 req-52408759-bfef-4a26-b22c-8fbc69268503 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0530345 Feb 15 17:35:57.005337 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2965aab6-49ec-4975-b0ff-8b96ff8ae888 req-b41bdae8-a870-49fd-9212-67b4ceb6ccea tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414259 Feb 15 17:35:57.411208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87926e44-ff3a-47e9-b75a-b9cdc28e4459 req-754c1be8-ccb5-447e-b473-f715c43bb086 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:57.412725 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-87926e44-ff3a-47e9-b75a-b9cdc28e4459 req-754c1be8-ccb5-447e-b473-f715c43bb086 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 946 time: 0.0527723 Feb 15 17:35:57.463615 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-87926e44-ff3a-47e9-b75a-b9cdc28e4459 req-d315dbda-8f1e-45bf-a3a9-f7155964e5a6 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453238 Feb 15 17:35:57.743044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1559b579-ecc0-41bf-9a69-95a738ab8235 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:35:57.852936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 1559b579-ecc0-41bf-9a69-95a738ab8235 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:35:57.857046 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 1559b579-ecc0-41bf-9a69-95a738ab8235 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:35:57.857442 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:57.934073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1559b579-ecc0-41bf-9a69-95a738ab8235 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:35:57.934379 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:57.956932 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:35:57.959267 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3288b5e5-6a7f-466e-9c74-50e67ecf6a05" -d '{"events": [{"server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "name": "network-vif-plugged", "status": "completed", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:35:57.983369 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1559b579-ecc0-41bf-9a69-95a738ab8235,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:35:57.997631 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e56c539-35c1-4ab2-abf0-6f28d3c6b615 x-openstack-request-id: req-6e56c539-35c1-4ab2-abf0-6f28d3c6b615 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:35:57.997929 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "name": "network-vif-plugged", "status": "completed", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:35:57.998192 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6e56c539-35c1-4ab2-abf0-6f28d3c6b615 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:35:57.998594 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'code': 200} Feb 15 17:35:58.066065 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:58.118661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1559b579-ecc0-41bf-9a69-95a738ab8235,revision_number=13']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:58.584995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cd3e3-ef2d-4093-9a44-d065667e6929 req-dee5edfc-c8be-4f13-9613-451e4b5e8d2a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:58.586550 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c01cd3e3-ef2d-4093-9a44-d065667e6929 req-dee5edfc-c8be-4f13-9613-451e4b5e8d2a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 947 time: 0.0529971 Feb 15 17:35:58.656708 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c01cd3e3-ef2d-4093-9a44-d065667e6929 req-8dde4f73-62c8-41f2-a07a-6c3efa4e9ad3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646541 Feb 15 17:35:58.696256 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67457222-8d56-4390-99c8-7dfdcca9d051 req-8b57508d-c6cd-45a3-9e0b-5d9fd25083e3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:35:58.697782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67457222-8d56-4390-99c8-7dfdcca9d051 req-8b57508d-c6cd-45a3-9e0b-5d9fd25083e3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.10 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 947 time: 0.0564852 Feb 15 17:35:58.796100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-67457222-8d56-4390-99c8-7dfdcca9d051 req-a85db5f4-1616-400a-9bfe-a824d930160d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Deleting port 1559b579-ecc0-41bf-9a69-95a738ab8235 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:35:58.796389 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-67457222-8d56-4390-99c8-7dfdcca9d051 req-a85db5f4-1616-400a-9bfe-a824d930160d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:58.887315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-67457222-8d56-4390-99c8-7dfdcca9d051 req-a85db5f4-1616-400a-9bfe-a824d930160d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] For port 1559b579-ecc0-41bf-9a69-95a738ab8235, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1559b579-ecc0-41bf-9a69-95a738ab8235,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:35:58.887691 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-67457222-8d56-4390-99c8-7dfdcca9d051 req-a85db5f4-1616-400a-9bfe-a824d930160d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:59.072677 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-67457222-8d56-4390-99c8-7dfdcca9d051 req-a85db5f4-1616-400a-9bfe-a824d930160d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:59.072968 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-67457222-8d56-4390-99c8-7dfdcca9d051 req-a85db5f4-1616-400a-9bfe-a824d930160d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (e4503bf5-fd47-4705-a5a9-9a0a52874cdb), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:59.073296 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-67457222-8d56-4390-99c8-7dfdcca9d051 req-a85db5f4-1616-400a-9bfe-a824d930160d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Floating IP e4503bf5-fd47-4705-a5a9-9a0a52874cdb disassociated. External IP: 172.25.4.94, port: 1559b579-ecc0-41bf-9a69-95a738ab8235. Feb 15 17:35:59.073672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-67457222-8d56-4390-99c8-7dfdcca9d051 req-a85db5f4-1616-400a-9bfe-a824d930160d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Calling delete_port for 1559b579-ecc0-41bf-9a69-95a738ab8235 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:35:59.258912 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-67457222-8d56-4390-99c8-7dfdcca9d051 req-a85db5f4-1616-400a-9bfe-a824d930160d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1559b579-ecc0-41bf-9a69-95a738ab8235), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:59.294663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85db5f4-1616-400a-9bfe-a824d930160d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Pushing event deleted for resources: {'Port': ['ID=1559b579-ecc0-41bf-9a69-95a738ab8235,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:35:59.423258 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67457222-8d56-4390-99c8-7dfdcca9d051 req-a85db5f4-1616-400a-9bfe-a824d930160d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Router b4239a97-b3e5-4644-8e9e-b9126c94ad77 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:35:59.540755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67457222-8d56-4390-99c8-7dfdcca9d051 req-a85db5f4-1616-400a-9bfe-a824d930160d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:35:59.550994 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18fa0a-c1b4-4afb-84ba-b62180b4d2e6 None None] Sync routers for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:35:59.560918 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae18fa0a-c1b4-4afb-84ba-b62180b4d2e6 None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:35:59.561562 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ae18fa0a-c1b4-4afb-84ba-b62180b4d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:35:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:35:59.587398 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-67457222-8d56-4390-99c8-7dfdcca9d051 req-a85db5f4-1616-400a-9bfe-a824d930160d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] No DVR routers for this DVR port 1559b579-ecc0-41bf-9a69-95a738ab8235 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:35:59.590020 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-67457222-8d56-4390-99c8-7dfdcca9d051 req-a85db5f4-1616-400a-9bfe-a824d930160d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:35:59.594069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-67457222-8d56-4390-99c8-7dfdcca9d051 req-a85db5f4-1616-400a-9bfe-a824d930160d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.10 "DELETE /v2.0/ports/1559b579-ecc0-41bf-9a69-95a738ab8235 HTTP/1.1" status: 204 len: 173 time: 0.8902154 Feb 15 17:35:59.594512 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'name': 'network-vif-deleted', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:35:59.596901 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7da37cc-c943-4b7f-9587-fd25c98be068" -d '{"events": [{"server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "name": "network-vif-deleted", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:35:59.635335 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad550c05-10e5-431e-b8a1-e4557f61d0ee x-openstack-request-id: req-ad550c05-10e5-431e-b8a1-e4557f61d0ee {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:35:59.635703 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d02ad3-a71c-494b-a8d6-9124b7825ba9", "name": "network-vif-deleted", "tag": "1559b579-ecc0-41bf-9a69-95a738ab8235", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:35:59.635972 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ad550c05-10e5-431e-b8a1-e4557f61d0ee {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:35:59.636380 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9d02ad3-a71c-494b-a8d6-9124b7825ba9', 'name': 'network-vif-deleted', 'tag': '1559b579-ecc0-41bf-9a69-95a738ab8235', 'status': 'completed', 'code': 200} Feb 15 17:35:59.670056 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-ae18fa0a-c1b4-4afb-84ba-b62180b4d2e6 None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:35:59.757771 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-68fedb48-7248-4a9e-af9a-c75870b8bea7 req-3f544f71-f098-4898-8e50-ecd8a5f62125 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=e9d02ad3-a71c-494b-a8d6-9124b7825ba9 HTTP/1.1" status: 200 len: 210 time: 0.0290291 Feb 15 17:35:59.763015 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:35:59.883829 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ae18fa0a-c1b4-4afb-84ba-b62180b4d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:35:59.910179 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18fa0a-c1b4-4afb-84ba-b62180b4d2e6 None None] Checking router: b4239a97-b3e5-4644-8e9e-b9126c94ad77 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:35:59.918959 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae18fa0a-c1b4-4afb-84ba-b62180b4d2e6 None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:35:59.919563 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ae18fa0a-c1b4-4afb-84ba-b62180b4d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:35:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:36:00.027253 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-ae18fa0a-c1b4-4afb-84ba-b62180b4d2e6 None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:36:00.227057 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ae18fa0a-c1b4-4afb-84ba-b62180b4d2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:36:00.257906 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae18fa0a-c1b4-4afb-84ba-b62180b4d2e6 None None] The sync data for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 is: [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:36:00.496755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e622a993-d18b-4d00-bebb-eef4bbff4920 None None] New status for floating IP e4503bf5-fd47-4705-a5a9-9a0a52874cdb: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:36:00.834600 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:01.047514 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-f202a327-ddd0-4df3-bbcb-35776d6c1276 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-securitygroup--161065627&fields=id&tenant_id=c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 267 time: 0.0433230 Feb 15 17:36:01.162425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-087ece01-786c-4e89-9fa8-7ccb0ab7a402 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:01.163990 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-087ece01-786c-4e89-9fa8-7ccb0ab7a402 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 812 time: 0.1099856 Feb 15 17:36:01.181815 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-f541a7cd-ff42-40ec-871a-8b3c5957ba5a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/quotas/c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 375 time: 0.0123522 Feb 15 17:36:01.242230 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-73b773a7-9864-42c5-a840-e99efb7cfa75 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523729 Feb 15 17:36:01.246126 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:01.338262 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-06a3c78a-3e3a-4b1a-b808-54332aa2e094 service neutron] 10.222.0.107 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843363 Feb 15 17:36:01.442962 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-f23b4b04-a4fe-4ad8-83c3-a7a8a3351a21 service neutron] 10.222.0.107 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940013 Feb 15 17:36:01.679119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e478b6e2-3e2c-48d6-b47d-fdc640b24ba5 req-b4b62d0e-4b2f-4152-9527-fa92a9de7cc1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 210 time: 0.0271931 Feb 15 17:36:01.742663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1559b579-ecc0-41bf-9a69-95a738ab8235 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:36:01.767966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 1559b579-ecc0-41bf-9a69-95a738ab8235 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:36:01.768317 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1559b579-ecc0-41bf-9a69-95a738ab8235 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:36:02.790753 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90c633e0-e6ca-4312-8dc4-302cd0021a6b req-901ea931-4c12-4e15-be64-3aa842177af9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 210 time: 0.0321753 Feb 15 17:36:03.460113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-1ddda28e-ac39-4ee0-bcbf-75cc44847227 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:03.461643 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-1ddda28e-ac39-4ee0-bcbf-75cc44847227 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 812 time: 0.1094308 Feb 15 17:36:03.522764 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-b3ce0206-b0d5-4e1a-9152-77877956d67c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 379 time: 0.0524559 Feb 15 17:36:03.531886 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-dfc398d5-49d2-4f18-92ea-4224544eabd0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Request body: {'port': {'device_id': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'admin_state_up': True, 'tenant_id': 'c2fad26281e34139984360885d367f27', 'security_groups': ['eee0b472-8cdb-4f6f-b5e8-02e1e295ef10']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:36:03.656167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-bfe336d8-11dd-43f7-ad81-349232b75947 req-cb83b357-eb03-406a-b484-c661a89451b8 service neutron] (103799) timed out ('10.222.0.107', 34040) {{(pid=103799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:36:03.687352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-dfc398d5-49d2-4f18-92ea-4224544eabd0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Made reservation on behalf of c2fad26281e34139984360885d367f27 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:36:03.691066 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-dfc398d5-49d2-4f18-92ea-4224544eabd0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:03.824300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-dfc398d5-49d2-4f18-92ea-4224544eabd0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Allocated IP 172.20.0.10 (75a0aed6-7fa4-4420-855d-476e9b87d910/e9a101ef-d81f-42f5-b9be-f2f2287da6cb/1aa34a9c-2019-48f2-8cdd-a757048a2c5a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:36:03.927511 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c733d2d1-6cf2-4e50-973b-28d51b21cc32 req-773bb40b-8235-440b-bac2-bb723f1720f6 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 210 time: 0.0663188 Feb 15 17:36:03.989655 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-dfc398d5-49d2-4f18-92ea-4224544eabd0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:04.080758 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-dfc398d5-49d2-4f18-92ea-4224544eabd0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:04.126501 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-dfc398d5-49d2-4f18-92ea-4224544eabd0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Network 75a0aed6-7fa4-4420-855d-476e9b87d910 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:36:04.129696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-dfc398d5-49d2-4f18-92ea-4224544eabd0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:36:04.133391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-dfc398d5-49d2-4f18-92ea-4224544eabd0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:36:04.140550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc398d5-49d2-4f18-92ea-4224544eabd0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Pushing event updated for resources: {'Port': ['ID=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:36:04.191113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-dfc398d5-49d2-4f18-92ea-4224544eabd0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:04.191957 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-dfc398d5-49d2-4f18-92ea-4224544eabd0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:04.261689 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-dfc398d5-49d2-4f18-92ea-4224544eabd0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7335470 Feb 15 17:36:04.275277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Request body: {'port': {'device_id': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:36:04.338891 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:04.363638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-31755a7f-5509-4aba-9ff0-77fb641802b6 None None] Provisioning complete for port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:36:04.364205 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-31755a7f-5509-4aba-9ff0-77fb641802b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:04.398852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-31755a7f-5509-4aba-9ff0-77fb641802b6 None None] Port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:36:04.603536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa34a9c-2019-48f2-8cdd-a757048a2c5a {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:36:04.611197 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Publish callbacks [] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:04.623038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Transition to ACTIVE for port object 1aa34a9c-2019-48f2-8cdd-a757048a2c5a will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:36:04.692841 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:04.745635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:36:04.824108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Attempting to bind port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:36:04.824455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Attempting to bind port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:36:04.824831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Attempting to bind port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:36:04.830301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a on network 75a0aed6-7fa4-4420-855d-476e9b87d910 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:36:04.830630 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Attempting to bind port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:36:04.836042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:36:04.836449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Checking segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:36:04.836845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Bound using segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:36:04.837285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Bound port: 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:36:04.837687 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:04.905520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:36:04.909040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:36:04.961977 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:05.000355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:05.001064 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:05.002554 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] 10.222.0.67 "PUT /v2.0/ports/1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 200 len: 1093 time: 0.7340450 Feb 15 17:36:05.005143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:36:05.008310 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eda44e-1af2-41af-abc9-e6c7d8d90197" -d '{"events": [{"name": "network-changed", "server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:36:05.038707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b06abcd-5a75-4476-b52d-4c99161a03b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:36:05.059113 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db1ed81-51cc-413d-8275-634f17e57d50 x-openstack-request-id: req-4db1ed81-51cc-413d-8275-634f17e57d50 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:36:05.059419 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:36:05.059715 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4db1ed81-51cc-413d-8275-634f17e57d50 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:36:05.060133 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'status': 'completed', 'code': 200} Feb 15 17:36:05.067071 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fe825-bcd1-45d4-a5cb-74932298f7d6 req-faadacd1-dcb1-46b5-93c9-a2343dc19a1f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:05.069548 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-287fe825-bcd1-45d4-a5cb-74932298f7d6 req-faadacd1-dcb1-46b5-93c9-a2343dc19a1f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0707333 Feb 15 17:36:05.120596 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-287fe825-bcd1-45d4-a5cb-74932298f7d6 req-e1980c4c-9efa-4e5b-9dbb-4b7cf8205746 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450199 Feb 15 17:36:05.135780 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eda44e-1af2-41af-abc9-e6c7d8d90197 req-02cf3989-c146-4af2-bd72-35fc932c618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:05.137567 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95eda44e-1af2-41af-abc9-e6c7d8d90197 req-02cf3989-c146-4af2-bd72-35fc932c618d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 1127 time: 0.0522509 Feb 15 17:36:05.244933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eda44e-1af2-41af-abc9-e6c7d8d90197 req-898be189-f6cc-4919-9c6b-63de562a94d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:05.246480 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95eda44e-1af2-41af-abc9-e6c7d8d90197 req-898be189-f6cc-4919-9c6b-63de562a94d9 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=c2fad26281e34139984360885d367f27&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1018496 Feb 15 17:36:05.340277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eda44e-1af2-41af-abc9-e6c7d8d90197 req-84d9aac0-56e6-43f1-b58e-de4a24a18b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:05.341862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-95eda44e-1af2-41af-abc9-e6c7d8d90197 req-84d9aac0-56e6-43f1-b58e-de4a24a18b83 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891697 Feb 15 17:36:05.421209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-528b1cac-fee7-43f4-a104-bb1e06ee3255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:05.422676 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-528b1cac-fee7-43f4-a104-bb1e06ee3255 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 1127 time: 0.0447690 Feb 15 17:36:05.467671 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-c5544ac5-95a7-4689-a865-b06d42984c26 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 200 len: 217 time: 0.0386441 Feb 15 17:36:05.516893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-3477db2e-a303-43bf-a310-76091ad37034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:05.518444 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-3477db2e-a303-43bf-a310-76091ad37034 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0450425 Feb 15 17:36:05.572532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-4c13b036-ec3e-4503-91a3-831831ef8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:05.574092 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-4c13b036-ec3e-4503-91a3-831831ef8391 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449393 Feb 15 17:36:05.671886 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-7ace6b2a-e941-47ae-97c9-ebf72d5d1e3b service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864358 Feb 15 17:36:05.762388 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77ad4364-1731-4db4-88da-0b78e20bf989 req-bf7d26b7-948b-4f8c-a8da-042e77bbf8b7 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821068 Feb 15 17:36:06.251017 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71a954-a3b7-4a6a-8b42-826f9dce9561 req-be167f19-f9ab-4c67-8285-47d485e6bf70 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:06.252433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc71a954-a3b7-4a6a-8b42-826f9dce9561 req-be167f19-f9ab-4c67-8285-47d485e6bf70 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0584195 Feb 15 17:36:06.299886 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc71a954-a3b7-4a6a-8b42-826f9dce9561 req-a5214d3a-1d16-475e-a512-df54f5f3c316 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418258 Feb 15 17:36:06.967137 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e3d50311-88d2-42d0-91e3-c518ff641b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:07.424157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c1a92-4674-4b8e-b3a9-fee6939739cc req-1d73bc46-cd42-4ded-a901-ee175366bd28 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:07.425709 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be4c1a92-4674-4b8e-b3a9-fee6939739cc req-1d73bc46-cd42-4ded-a901-ee175366bd28 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0588460 Feb 15 17:36:07.474100 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be4c1a92-4674-4b8e-b3a9-fee6939739cc req-151f6d15-6940-4a13-a58d-2701effac397 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427794 Feb 15 17:36:08.596562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d866c4-8b06-45fe-8c6d-4f584cf5484e req-102667e5-4e6b-42cc-a532-db27bdb6ccb9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:08.598166 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85d866c4-8b06-45fe-8c6d-4f584cf5484e req-102667e5-4e6b-42cc-a532-db27bdb6ccb9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0550857 Feb 15 17:36:08.646356 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-85d866c4-8b06-45fe-8c6d-4f584cf5484e req-69786c1f-2428-4879-8b88-481a4611cb4c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424004 Feb 15 17:36:09.202896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1aa34a9c-2019-48f2-8cdd-a757048a2c5a details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:36:09.313990 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:36:09.325746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'port_id': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'mac_address': 'fa:16:3e:a9:f5:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:36:09.350732 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e4c48754-0c2a-4f8b-9c5e-7b5886f32372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:09.371272 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:36:09.371667 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:09.389467 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa34a9c-2019-48f2-8cdd-a757048a2c5a {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:36:09.410799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:36:09.492404 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:09.540420 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:36:09.696608 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['1aa34a9c-2019-48f2-8cdd-a757048a2c5a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:36:09.767413 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc06abd-a688-406b-b8bc-93b8663aa89e req-7e2ddca9-c28f-459f-a348-931a15814519 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:09.768939 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1fc06abd-a688-406b-b8bc-93b8663aa89e req-7e2ddca9-c28f-459f-a348-931a15814519 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0547154 Feb 15 17:36:09.818607 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1fc06abd-a688-406b-b8bc-93b8663aa89e req-2458b8a1-0561-46b8-9859-6be74af1a251 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434496 Feb 15 17:36:10.634953 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:10.942199 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299238e1-9831-41ba-87e4-21e7301599c2 req-637291d2-0266-474a-81b9-8f35acbc7389 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:10.943718 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-299238e1-9831-41ba-87e4-21e7301599c2 req-637291d2-0266-474a-81b9-8f35acbc7389 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0538692 Feb 15 17:36:10.996582 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-299238e1-9831-41ba-87e4-21e7301599c2 req-b6efb40a-e44a-4ece-a9f8-865ce58e21f3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471277 Feb 15 17:36:11.201949 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1aa34a9c-2019-48f2-8cdd-a757048a2c5a up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:36:11.332235 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:36:11.336446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:36:11.336881 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:11.413687 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:36:11.414082 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:11.439570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:36:11.442114 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0cd023-372f-4e6c-a0a3-cc06cb8d4bea" -d '{"events": [{"server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "name": "network-vif-plugged", "status": "completed", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:36:11.454198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:36:11.480352 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efba9e1-d814-42af-b395-9e06d6e6cbc3 x-openstack-request-id: req-3efba9e1-d814-42af-b395-9e06d6e6cbc3 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:36:11.480648 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "name": "network-vif-plugged", "status": "completed", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:36:11.480953 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3efba9e1-d814-42af-b395-9e06d6e6cbc3 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:36:11.481381 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'code': 200} Feb 15 17:36:11.525893 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:11.574298 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:36:11.582996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d6cd6-c574-4de2-8a04-2f9777aaeb54 req-aa3295cb-87f4-4fec-890e-0735e2bbfae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:11.584520 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff8d6cd6-c574-4de2-8a04-2f9777aaeb54 req-aa3295cb-87f4-4fec-890e-0735e2bbfae8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 1129 time: 0.0452073 Feb 15 17:36:11.628842 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff8d6cd6-c574-4de2-8a04-2f9777aaeb54 req-6fb3d364-dce3-44fa-baea-eea264ebb0d4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380783 Feb 15 17:36:12.097138 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:12.118936 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23bf47-116b-4958-9ca5-a9e451f9eef0 req-f9ec1210-df95-4edd-b1ee-0b66b5065e55 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:12.120445 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c23bf47-116b-4958-9ca5-a9e451f9eef0 req-f9ec1210-df95-4edd-b1ee-0b66b5065e55 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0531752 Feb 15 17:36:12.167593 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c23bf47-116b-4958-9ca5-a9e451f9eef0 req-37b21a3a-9e1f-4317-b30b-2a0fb2e478d5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409045 Feb 15 17:36:13.288964 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3910f-ad96-452f-b690-9b86eb0200b7 req-ea483864-9246-4363-9ddc-b4386a255fa3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:13.290394 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-03a3910f-ad96-452f-b690-9b86eb0200b7 req-ea483864-9246-4363-9ddc-b4386a255fa3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0526986 Feb 15 17:36:13.341825 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-03a3910f-ad96-452f-b690-9b86eb0200b7 req-92e47f16-4f85-4568-bf84-e00ec8b5b1b3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458457 Feb 15 17:36:13.463435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967718d-64e8-4917-b10e-3ac69b397665 req-cee55858-44e6-4ec9-ad8e-0e122fde8916 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:13.469605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c967718d-64e8-4917-b10e-3ac69b397665 req-cee55858-44e6-4ec9-ad8e-0e122fde8916 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0589297 Feb 15 17:36:13.474393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 40836) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:36:13.478851 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c87c2d91-7258-47cd-b105-f23088f0cdb0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Request body: {'floatingip': {'port_id': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:36:13.515132 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:13.517834 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c87c2d91-7258-47cd-b105-f23088f0cdb0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for floatingip (e4503bf5-fd47-4705-a5a9-9a0a52874cdb), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:13.965094 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c87c2d91-7258-47cd-b105-f23088f0cdb0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:14.041592 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c87c2d91-7258-47cd-b105-f23088f0cdb0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (e4503bf5-fd47-4705-a5a9-9a0a52874cdb), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:14.155455 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-c87c2d91-7258-47cd-b105-f23088f0cdb0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Floating IP e4503bf5-fd47-4705-a5a9-9a0a52874cdb associated. External IP: 172.25.4.94, port: 1aa34a9c-2019-48f2-8cdd-a757048a2c5a. Feb 15 17:36:14.373879 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87c2d91-7258-47cd-b105-f23088f0cdb0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Router b4239a97-b3e5-4644-8e9e-b9126c94ad77 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:36:14.823401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87c2d91-7258-47cd-b105-f23088f0cdb0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:36:14.828354 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c87c2d91-7258-47cd-b105-f23088f0cdb0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:14.833640 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d03cd-1e5b-4938-8cb7-c343f831adbe None None] Sync routers for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:36:14.843857 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d03cd-1e5b-4938-8cb7-c343f831adbe None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:36:14.844484 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-9a3d03cd-1e5b-4938-8cb7-c343f831adbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:36:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:36:14.858522 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c87c2d91-7258-47cd-b105-f23088f0cdb0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "PUT /v2.0/floatingips/e4503bf5-fd47-4705-a5a9-9a0a52874cdb HTTP/1.1" status: 200 len: 992 time: 1.3830702 Feb 15 17:36:14.859130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:36:14.862034 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed51e18-8a2f-4ac3-b6d1-74231434aaf9" -d '{"events": [{"name": "network-changed", "server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:36:14.906713 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c56e38-5b82-43ba-9bb9-9f370ec94ce5 x-openstack-request-id: req-74c56e38-5b82-43ba-9bb9-9f370ec94ce5 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:36:14.907011 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:36:14.907263 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-74c56e38-5b82-43ba-9bb9-9f370ec94ce5 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:36:14.907672 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'status': 'completed', 'code': 200} Feb 15 17:36:14.964590 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-9a3d03cd-1e5b-4938-8cb7-c343f831adbe None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:36:14.976358 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51e18-8a2f-4ac3-b6d1-74231434aaf9 req-a22419e6-30f0-4a88-b99e-43047c71bb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:14.977942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ed51e18-8a2f-4ac3-b6d1-74231434aaf9 req-a22419e6-30f0-4a88-b99e-43047c71bb6c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 1129 time: 0.0481026 Feb 15 17:36:15.073186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51e18-8a2f-4ac3-b6d1-74231434aaf9 req-fe48a3e1-060f-40b4-b05b-aeb6aaea4b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:15.074992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ed51e18-8a2f-4ac3-b6d1-74231434aaf9 req-fe48a3e1-060f-40b4-b05b-aeb6aaea4b95 service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0895143 Feb 15 17:36:15.148525 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ed51e18-8a2f-4ac3-b6d1-74231434aaf9 req-c08614c6-3629-4d03-a58e-65d842749007 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 200 len: 1000 time: 0.0655441 Feb 15 17:36:15.194489 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-9a3d03cd-1e5b-4938-8cb7-c343f831adbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e4503bf5-fd47-4705-a5a9-9a0a52874cdb', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'port_id': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'mac_address': 'fa:16:3e:a9:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:33:16Z', 'updated_at': '2022-02-15T17:36:13Z', 'revision_number': 13, 'project_id': 'c2fad26281e34139984360885d367f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:36:15.200029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51e18-8a2f-4ac3-b6d1-74231434aaf9 req-e0b50024-afef-4086-9735-308ab4a3eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:15.201578 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ed51e18-8a2f-4ac3-b6d1-74231434aaf9 req-e0b50024-afef-4086-9735-308ab4a3eb3b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0468829 Feb 15 17:36:15.225550 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d03cd-1e5b-4938-8cb7-c343f831adbe None None] Checking router: b4239a97-b3e5-4644-8e9e-b9126c94ad77 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:36:15.234096 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3d03cd-1e5b-4938-8cb7-c343f831adbe None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:36:15.234730 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-9a3d03cd-1e5b-4938-8cb7-c343f831adbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:36:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:36:15.251548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed51e18-8a2f-4ac3-b6d1-74231434aaf9 req-2a5cae9d-a42a-4d4b-a8d7-8da8337f3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:15.253203 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ed51e18-8a2f-4ac3-b6d1-74231434aaf9 req-2a5cae9d-a42a-4d4b-a8d7-8da8337f3ff5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458491 Feb 15 17:36:15.345392 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-9a3d03cd-1e5b-4938-8cb7-c343f831adbe None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:36:15.351362 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ed51e18-8a2f-4ac3-b6d1-74231434aaf9 req-29db46b7-a50a-47e2-a43a-7a84e8557b79 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920961 Feb 15 17:36:15.451313 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6ed51e18-8a2f-4ac3-b6d1-74231434aaf9 req-6c62c792-9368-4453-ab03-aa0fe70f9b63 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935264 Feb 15 17:36:15.676973 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-9a3d03cd-1e5b-4938-8cb7-c343f831adbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e4503bf5-fd47-4705-a5a9-9a0a52874cdb', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'port_id': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'mac_address': 'fa:16:3e:a9:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:33:16Z', 'updated_at': '2022-02-15T17:36:13Z', 'revision_number': 13, 'project_id': 'c2fad26281e34139984360885d367f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:36:15.707012 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3d03cd-1e5b-4938-8cb7-c343f831adbe None None] The sync data for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 is: [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e4503bf5-fd47-4705-a5a9-9a0a52874cdb', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'port_id': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'mac_address': 'fa:16:3e:a9:f5:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:33:16Z', 'updated_at': '2022-02-15T17:36:13Z', 'revision_number': 13, 'project_id': 'c2fad26281e34139984360885d367f27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:36:15.962582 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef4ee5d-505d-4230-8398-c5303974032e None None] New status for floating IP e4503bf5-fd47-4705-a5a9-9a0a52874cdb: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:36:17.765902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4c5c4-5fe7-4717-9933-02a301887d69 req-8feaac4d-3381-437d-b0d1-40fe5866bdc8 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:17.767435 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17a4c5c4-5fe7-4717-9933-02a301887d69 req-8feaac4d-3381-437d-b0d1-40fe5866bdc8 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0606823 Feb 15 17:36:17.815242 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17a4c5c4-5fe7-4717-9933-02a301887d69 req-0fdcf8f5-5eef-4c0d-a742-90e5be9d56ac tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421879 Feb 15 17:36:30.473387 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a4d1b2-b9a7-44ed-89e9-744966e42515 req-e85f8b59-4907-437a-91f5-0aa2e0067c0c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452440 Feb 15 17:36:30.562596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4d1b2-b9a7-44ed-89e9-744966e42515 req-da43fb72-c0fe-46fe-9d5f-1f3e0bae78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:30.564772 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a4d1b2-b9a7-44ed-89e9-744966e42515 req-da43fb72-c0fe-46fe-9d5f-1f3e0bae78ac service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 1129 time: 0.0459528 Feb 15 17:36:30.668761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4d1b2-b9a7-44ed-89e9-744966e42515 req-f3fd746e-a7bb-40f7-a56c-3fa23fd8477b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:30.670270 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a4d1b2-b9a7-44ed-89e9-744966e42515 req-f3fd746e-a7bb-40f7-a56c-3fa23fd8477b service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0880725 Feb 15 17:36:30.737433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a4d1b2-b9a7-44ed-89e9-744966e42515 req-78aa757b-5cb9-4a1f-8125-0f22b69c8be5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 200 len: 1002 time: 0.0609212 Feb 15 17:36:30.792154 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4d1b2-b9a7-44ed-89e9-744966e42515 req-20f90e0d-760d-46d5-92ef-4da90fbccf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:30.793678 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a4d1b2-b9a7-44ed-89e9-744966e42515 req-20f90e0d-760d-46d5-92ef-4da90fbccf80 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0500562 Feb 15 17:36:30.845000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4d1b2-b9a7-44ed-89e9-744966e42515 req-c392b9b1-3286-4fa3-a2bc-3bba2594bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:30.846508 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a4d1b2-b9a7-44ed-89e9-744966e42515 req-c392b9b1-3286-4fa3-a2bc-3bba2594bef4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469093 Feb 15 17:36:30.869264 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:30.935663 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a4d1b2-b9a7-44ed-89e9-744966e42515 req-ebfedaf7-4628-4c91-bf6b-aff1c5b0ddb8 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819874 Feb 15 17:36:31.036527 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a4d1b2-b9a7-44ed-89e9-744966e42515 req-7ca6fd6b-1625-4278-b25e-da8edd612063 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942426 Feb 15 17:36:31.228309 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:36.129827 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d17063-c144-46b8-85fe-9fe2dbd29d8e req-c20f03d6-904a-423f-929e-3c290b58f0db tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:36.131352 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f2d17063-c144-46b8-85fe-9fe2dbd29d8e req-c20f03d6-904a-423f-929e-3c290b58f0db tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0562541 Feb 15 17:36:36.182340 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f2d17063-c144-46b8-85fe-9fe2dbd29d8e req-45797de1-e96b-45e9-b2a0-11009ad22e1d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450244 Feb 15 17:36:36.279379 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-5f750496-dcc4-4ce4-9b19-8f2ad72729ba service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0471137 Feb 15 17:36:36.751779 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:36:36.854627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-9adca47b-7159-4cbc-9a1f-9aac02af652d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:36.856111 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-9adca47b-7159-4cbc-9a1f-9aac02af652d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports/1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 200 len: 943 time: 0.0510180 Feb 15 17:36:36.977700 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bfe8ccb-7441-4af3-82bd-e3654d5490e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:37.314622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e1bc8-1b6a-4f95-a0f3-d23775132667 req-66670e4d-c512-4f47-b9cf-108e0d0a08ca tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:37.317127 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f04e1bc8-1b6a-4f95-a0f3-d23775132667 req-66670e4d-c512-4f47-b9cf-108e0d0a08ca tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0609090 Feb 15 17:36:37.374679 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f04e1bc8-1b6a-4f95-a0f3-d23775132667 req-40fd9314-3c06-44b9-adfb-c4bcdc88b140 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516558 Feb 15 17:36:38.480643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-9e4c3d56-efbe-4159-a245-1e918e8f5f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:38.482243 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-9e4c3d56-efbe-4159-a245-1e918e8f5f30 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 1129 time: 0.0495203 Feb 15 17:36:38.510402 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961651d2-266b-49d6-bd61-d5cf09c75ab5 req-619ab5ba-279e-4db2-93d4-6a5eb3b5d685 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:38.511846 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-961651d2-266b-49d6-bd61-d5cf09c75ab5 req-619ab5ba-279e-4db2-93d4-6a5eb3b5d685 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0611064 Feb 15 17:36:38.562545 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-961651d2-266b-49d6-bd61-d5cf09c75ab5 req-bed14d35-9ffa-491d-8c53-0432dfeac119 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447412 Feb 15 17:36:38.582063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-74487ec6-54cb-4a51-9b92-47a35ffc9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:38.583587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-74487ec6-54cb-4a51-9b92-47a35ffc9d05 service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0946360 Feb 15 17:36:38.659856 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-3cd3c958-5ce2-4908-8439-ee3513a2adf9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 200 len: 1002 time: 0.0694036 Feb 15 17:36:38.714576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-c830caea-f807-4e03-8362-02bb29329277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:38.716155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-c830caea-f807-4e03-8362-02bb29329277 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0494401 Feb 15 17:36:38.769610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-b3fe3629-f007-459e-979b-2f03b480031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:38.771108 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-b3fe3629-f007-459e-979b-2f03b480031a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482025 Feb 15 17:36:38.874317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-8a017296-0d1c-487a-a8c3-0e9e6f970b08 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954425 Feb 15 17:36:38.970521 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-895185c6-cd9d-4094-ad10-bdc21c36b513 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898290 Feb 15 17:36:39.331814 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f70a1a16-1d0d-4d8c-965d-0ef048786441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:39.688563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26451fd0-c8b8-4c33-aab0-2d3ad6831e69 req-5bf54ff0-ab6d-4203-863e-83919cb78cd3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:39.690623 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-26451fd0-c8b8-4c33-aab0-2d3ad6831e69 req-5bf54ff0-ab6d-4203-863e-83919cb78cd3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0563786 Feb 15 17:36:39.746075 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-26451fd0-c8b8-4c33-aab0-2d3ad6831e69 req-dc129ff1-4e8a-49ba-9e5d-e43bd2258e4a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494781 Feb 15 17:36:40.719461 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:40.873609 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441d41e-0d0b-42d3-a538-d37765248401 req-09fe5286-6fdc-4927-b289-1ba6d16c5fd1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:40.875083 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c441d41e-0d0b-42d3-a538-d37765248401 req-09fe5286-6fdc-4927-b289-1ba6d16c5fd1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0582657 Feb 15 17:36:40.925243 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c441d41e-0d0b-42d3-a538-d37765248401 req-e438fe68-af45-40e9-8c2c-7b039c1e6930 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432470 Feb 15 17:36:42.053604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34f35d-e213-4dc9-9078-2109b9d6817e req-75deb470-b81f-4210-b405-2d3ea3bd5add tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:42.055133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ab34f35d-e213-4dc9-9078-2109b9d6817e req-75deb470-b81f-4210-b405-2d3ea3bd5add tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0535407 Feb 15 17:36:42.103336 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:42.104856 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ab34f35d-e213-4dc9-9078-2109b9d6817e req-495b10ab-2094-4c59-8b66-62fa326619be tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440884 Feb 15 17:36:43.227618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85db29-c390-433f-85d2-8fdeb1023034 req-607170c0-175c-4195-a1c4-3c3fdb071fe3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:43.229102 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d85db29-c390-433f-85d2-8fdeb1023034 req-607170c0-175c-4195-a1c4-3c3fdb071fe3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0527141 Feb 15 17:36:43.280227 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d85db29-c390-433f-85d2-8fdeb1023034 req-2fad7769-4008-4df2-a475-7287b8b3e683 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453839 Feb 15 17:36:43.525898 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:44.401566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03dae9f-ef43-4cec-a195-daa712f3ec26 req-6fbd3320-596d-4e54-894a-24f4b7ed90ee tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:44.403151 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f03dae9f-ef43-4cec-a195-daa712f3ec26 req-6fbd3320-596d-4e54-894a-24f4b7ed90ee tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0531528 Feb 15 17:36:44.451138 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f03dae9f-ef43-4cec-a195-daa712f3ec26 req-42acab15-8c24-4b74-a987-56bc9a1841dd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424185 Feb 15 17:36:45.577028 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6d459-78a5-49a6-9af3-ebe19cb79aa6 req-dcffcd73-c222-4ace-855a-14c7775659fe tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:45.578542 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2ca6d459-78a5-49a6-9af3-ebe19cb79aa6 req-dcffcd73-c222-4ace-855a-14c7775659fe tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0557542 Feb 15 17:36:45.626989 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2ca6d459-78a5-49a6-9af3-ebe19cb79aa6 req-5db8c30b-7f68-4dbe-b7f3-29d3e714a419 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422530 Feb 15 17:36:46.751104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dacab2-b15a-4d3d-b195-710d595b82fe req-c37a4136-056b-4a67-a3e1-da1b26afdc59 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:46.752694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5dacab2-b15a-4d3d-b195-710d595b82fe req-c37a4136-056b-4a67-a3e1-da1b26afdc59 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0574465 Feb 15 17:36:46.800365 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5dacab2-b15a-4d3d-b195-710d595b82fe req-86411a20-106d-487b-91b5-a2d6ed23670a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420465 Feb 15 17:36:47.922790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f550ce2-126c-4280-8b7b-dd63376a33a2 req-3d89de18-370a-4bea-98c6-2c4d81b6950a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:47.924292 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5f550ce2-126c-4280-8b7b-dd63376a33a2 req-3d89de18-370a-4bea-98c6-2c4d81b6950a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0532997 Feb 15 17:36:47.971909 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5f550ce2-126c-4280-8b7b-dd63376a33a2 req-c352f4a6-990c-4a61-8938-49e59b1bdd20 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410378 Feb 15 17:36:49.097873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c67f2-ea2e-40ad-8d92-bae363df4ffc req-7c999fa5-63e2-4917-891e-67bfed9eb14e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:49.099988 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-875c67f2-ea2e-40ad-8d92-bae363df4ffc req-7c999fa5-63e2-4917-891e-67bfed9eb14e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0550842 Feb 15 17:36:49.146926 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-875c67f2-ea2e-40ad-8d92-bae363df4ffc req-dfcb6d6e-282a-4cfd-8f38-8b5aefc24049 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413587 Feb 15 17:36:50.271420 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e071362-6a1c-40ca-ad0a-36ac28039613 req-f62279ff-8031-4a98-b60c-5df39ab580b2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:50.272986 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2e071362-6a1c-40ca-ad0a-36ac28039613 req-f62279ff-8031-4a98-b60c-5df39ab580b2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0575635 Feb 15 17:36:50.321874 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2e071362-6a1c-40ca-ad0a-36ac28039613 req-1f310660-cd54-4b6f-a1b7-f4744e91f3d0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432060 Feb 15 17:36:51.449358 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd14d0d-5c69-4396-b5e9-db3d63e1be4f req-2387a4ee-e9e6-4b14-bdc7-9b29a64a60bf tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:51.450927 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4fd14d0d-5c69-4396-b5e9-db3d63e1be4f req-2387a4ee-e9e6-4b14-bdc7-9b29a64a60bf tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0605118 Feb 15 17:36:51.499625 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4fd14d0d-5c69-4396-b5e9-db3d63e1be4f req-7d682642-fa81-420b-942c-b2a2a54163f1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421460 Feb 15 17:36:52.624515 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966776ab-67aa-4748-ae1b-18daa31420ca req-0d9ebb07-1e31-4847-a0db-3103cc02c1d1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:52.626041 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-966776ab-67aa-4748-ae1b-18daa31420ca req-0d9ebb07-1e31-4847-a0db-3103cc02c1d1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0542738 Feb 15 17:36:52.675918 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-966776ab-67aa-4748-ae1b-18daa31420ca req-7d734188-e341-4ef7-91de-c244d4b42ad5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432229 Feb 15 17:36:53.634096 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-e5ed3ae4-fafd-4b6f-8f12-eabe3633061b req-09716108-23d2-4a16-8283-ff683045c4d2 service neutron] (103799) timed out ('10.222.0.67', 56241) {{(pid=103799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:36:53.801970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd2e93-1943-4526-bace-d98c96cdcfad req-3ed18265-9a3e-464a-b6f0-b30d6194cc11 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:53.803533 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c6cd2e93-1943-4526-bace-d98c96cdcfad req-3ed18265-9a3e-464a-b6f0-b30d6194cc11 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0561864 Feb 15 17:36:53.854361 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c6cd2e93-1943-4526-bace-d98c96cdcfad req-5b817815-2a3d-4f0f-b776-03a108bac4f5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451696 Feb 15 17:36:54.977045 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da721a8a-5c72-481d-8014-181b2833a511 req-9a2a76a3-0ba2-4647-a590-27ab6315cd7b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:54.979252 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-da721a8a-5c72-481d-8014-181b2833a511 req-9a2a76a3-0ba2-4647-a590-27ab6315cd7b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0555184 Feb 15 17:36:55.036985 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-da721a8a-5c72-481d-8014-181b2833a511 req-c2c945ac-9bdf-4c32-b2bc-38e4f1ab4c95 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512142 Feb 15 17:36:55.465964 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1aa34a9c-2019-48f2-8cdd-a757048a2c5a no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:36:55.549606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:36:55.549997 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:55.574789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:36:55.577053 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0089760e-674b-48aa-8309-5f704d6e2da2" -d '{"events": [{"server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:36:55.589514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:36:55.635705 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc10e5d9-3e4c-474d-a66f-171f3204b108 x-openstack-request-id: req-bc10e5d9-3e4c-474d-a66f-171f3204b108 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:36:55.636005 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:36:55.636264 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-bc10e5d9-3e4c-474d-a66f-171f3204b108 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:36:55.636729 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'code': 200} Feb 15 17:36:55.680206 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:55.720781 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-da16a690-1f30-4e85-ab08-31ee8fc2701d service neutron] show failed (client error): The resource could not be found. Feb 15 17:36:55.722103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-da16a690-1f30-4e85-ab08-31ee8fc2701d service neutron] 10.222.0.67 "GET /v2.0/ports/1aa34a9c-2019-48f2-8cdd-a757048a2c5a/bindings/n-h2-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0618503 Feb 15 17:36:55.732854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:36:55.741800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:55.742155 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:55.742502 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:55.742855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:55.743191 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:55.743528 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:55.743867 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:55.744196 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:55.744524 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:55.744855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:55.745185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:55.745535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:55.745865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:56.170347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82810f94-12a0-4e83-855d-43c3468333bc req-f05ffc77-9abd-4796-859d-9cd20ef3667d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:56.171841 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-82810f94-12a0-4e83-855d-43c3468333bc req-f05ffc77-9abd-4796-859d-9cd20ef3667d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0571623 Feb 15 17:36:56.231145 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-82810f94-12a0-4e83-855d-43c3468333bc req-356498aa-59cf-4378-bbf0-3801a89dea3b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516887 Feb 15 17:36:56.237700 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-de22d808-cebc-4d2b-bce5-492a872cf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:56.237700 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-de22d808-cebc-4d2b-bce5-492a872cf610 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3&tenant_id=c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 1127 time: 0.0543616 Feb 15 17:36:56.247378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-119cc8a1-c243-40c0-847a-98ae3f4faeed service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:36:56.249189 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-119cc8a1-c243-40c0-847a-98ae3f4faeed service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054781 Feb 15 17:36:56.259908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:36:56.332609 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:56.576664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:36:56.614520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:36:56.654213 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa34a9c-2019-48f2-8cdd-a757048a2c5a {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:36:56.662422 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Publish callbacks [] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:56.674359 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Transition to ACTIVE for port object 1aa34a9c-2019-48f2-8cdd-a757048a2c5a will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:36:56.955169 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:57.047749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Pushing event updated for resources: {'Port': ['ID=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:36:57.061100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:57.061506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:57.061857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:57.062208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:57.062550 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:57.062894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:57.063230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:57.063567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:57.063900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:57.064235 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:57.064567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:57.064900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:57.065250 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:36:57.112518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] No DVR routers for this DVR port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:36:57.265052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Attempting to bind port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:36:57.265414 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Attempting to bind port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:36:57.265750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Attempting to bind port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:36:57.271170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a on network 75a0aed6-7fa4-4420-855d-476e9b87d910 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:36:57.271469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Attempting to bind port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:36:57.276621 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:36:57.276963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Checking segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:36:57.277351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Bound using segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:36:57.277816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Bound port: 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:36:57.278181 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:57.379222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:36:57.384413 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:36:57.398129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ad37c-8e7e-49af-84b7-fc1c41afbe68 req-dad852d5-b147-4ef7-a9a3-230ce8190741 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:57.399721 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e1ad37c-8e7e-49af-84b7-fc1c41afbe68 req-dad852d5-b147-4ef7-a9a3-230ce8190741 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0823760 Feb 15 17:36:57.473628 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e1ad37c-8e7e-49af-84b7-fc1c41afbe68 req-1517025e-6d3e-481f-898c-4a4affcdc79c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679684 Feb 15 17:36:57.555268 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:57.606629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:57.606629 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:36:57.607183 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] 10.222.0.10 "PUT /v2.0/ports/1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 200 len: 1093 time: 1.3513467 Feb 15 17:36:57.607816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:36:57.610704 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829fb966-84bd-4722-a5df-2d461bcdd240" -d '{"events": [{"name": "network-changed", "server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:36:57.641244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ef467-a198-4640-b283-2592a405ad6d service neutron] Pushing event updated for resources: {'Port': ['ID=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,revision_number=8']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:36:57.679169 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213c0cb6-dd27-455b-9049-2e31b5ccbd02 x-openstack-request-id: req-213c0cb6-dd27-455b-9049-2e31b5ccbd02 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:36:57.679705 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:36:57.679976 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-213c0cb6-dd27-455b-9049-2e31b5ccbd02 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:36:57.680668 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'status': 'completed', 'code': 200} Feb 15 17:36:57.730506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-6ab42547-3303-424d-a591-9a8822bf816d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:57.732083 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-6ab42547-3303-424d-a591-9a8822bf816d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 1127 time: 0.0916252 Feb 15 17:36:57.801359 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-6dd91dde-c655-4677-8260-13b2f189e014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:57.803526 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-6dd91dde-c655-4677-8260-13b2f189e014 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 1127 time: 0.1114447 Feb 15 17:36:57.897110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-5f8e095a-a89b-454a-b756-81e9f2288830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:57.898565 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-5f8e095a-a89b-454a-b756-81e9f2288830 service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.1602018 Feb 15 17:36:57.990876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-d3bc4e35-ea2d-421c-9f75-acaa6a0ebc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:57.992749 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-d3bc4e35-ea2d-421c-9f75-acaa6a0ebc07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.1789110 Feb 15 17:36:57.999451 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-e0ea0bc1-2f3a-402b-b2ca-ffb3c1bb4b52 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 200 len: 1000 time: 0.0939097 Feb 15 17:36:58.103624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-eee7c1af-ed4f-494e-986d-cae39cffd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:58.105288 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-eee7c1af-ed4f-494e-986d-cae39cffd77a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0987048 Feb 15 17:36:58.112217 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-efb68176-c56b-4eba-8aec-f7f576b5a815 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 200 len: 1000 time: 0.1117895 Feb 15 17:36:58.194836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-394e2e6b-aa9a-4485-b09e-e7025017754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:58.196595 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-394e2e6b-aa9a-4485-b09e-e7025017754f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0728455 Feb 15 17:36:58.204210 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-585e049d-df74-420c-9ab0-decf3629487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:58.206425 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-585e049d-df74-420c-9ab0-decf3629487e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0926054 Feb 15 17:36:58.334861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-29d611f1-063d-4657-b0ec-df48fc56039e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:58.336486 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-29d611f1-063d-4657-b0ec-df48fc56039e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1287880 Feb 15 17:36:58.360936 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-99ecbdbf-fcd0-4b6e-a934-72d4789c05f2 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384387 Feb 15 17:36:58.522096 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-bc9be45d-2d77-48f8-a4b9-0ecabdde09c7 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756115 Feb 15 17:36:58.528259 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-c7b1765d-d807-40a1-bb02-bae2256634b9 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570427 Feb 15 17:36:58.670874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ed1aa-128d-4d6b-9ce5-6adc6d211fb7 req-24bcac1f-c627-4b6b-aa0f-c8f3889e353f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:58.672340 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-132ed1aa-128d-4d6b-9ce5-6adc6d211fb7 req-24bcac1f-c627-4b6b-aa0f-c8f3889e353f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0947993 Feb 15 17:36:58.682529 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-059c8c93-c9b8-4747-9ccf-d1ee36a95557 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532831 Feb 15 17:36:58.753478 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-132ed1aa-128d-4d6b-9ce5-6adc6d211fb7 req-9cbdf230-d0c3-4b39-b1e4-95094c499c9d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688643 Feb 15 17:36:58.757149 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-89216cfb-3cb9-49be-9295-03351335eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:58.758425 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-89216cfb-3cb9-49be-9295-03351335eacc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 1127 time: 0.0848935 Feb 15 17:36:58.862103 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-78a876bd-9d25-472d-bb50-2ae44f205aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:58.863718 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-78a876bd-9d25-472d-bb50-2ae44f205aea service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0994887 Feb 15 17:36:58.930961 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-6879b0de-e7e8-42ff-b7c6-3fb0df0f0331 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 200 len: 1000 time: 0.0602610 Feb 15 17:36:58.988735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-a35ce739-a22e-4c86-a970-68ca33639a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:58.991503 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-a35ce739-a22e-4c86-a970-68ca33639a17 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0538194 Feb 15 17:36:59.044570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-6fe1ae90-c68b-47a2-8297-8f6bcda2463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:59.046155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-6fe1ae90-c68b-47a2-8297-8f6bcda2463b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493314 Feb 15 17:36:59.140069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-b5972a8c-00f5-4bf5-9d95-6f4b5d5ffc73 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871549 Feb 15 17:36:59.238083 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-829fb966-84bd-4722-a5df-2d461bcdd240 req-671039d3-8790-4810-9c6a-13f7b6d22be6 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913553 Feb 15 17:36:59.884769 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ded581-d65f-419b-af56-fe612de7a075 req-c7244a02-5e88-45da-b3b6-bab1731d8986 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:36:59.886303 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a5ded581-d65f-419b-af56-fe612de7a075 req-c7244a02-5e88-45da-b3b6-bab1731d8986 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0567994 Feb 15 17:36:59.934868 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a5ded581-d65f-419b-af56-fe612de7a075 req-89426c5f-59fc-4978-9f03-dd6efe855f7f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426450 Feb 15 17:37:00.885817 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:01.076640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736492d-d99c-432a-9a9d-3b8151492629 req-c77e7cf4-2b8c-4999-bd99-be6db52f95b9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:01.078560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e736492d-d99c-432a-9a9d-3b8151492629 req-c77e7cf4-2b8c-4999-bd99-be6db52f95b9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0683331 Feb 15 17:37:01.131766 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e736492d-d99c-432a-9a9d-3b8151492629 req-89980ac2-6488-45e5-b647-7a492f87471f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462594 Feb 15 17:37:01.240922 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:02.266789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a824f97-ef67-4aa6-a9f2-c7090e07474b req-d9d9d285-5a8c-4912-8f35-b7a36b1cb4e5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:02.268487 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1a824f97-ef67-4aa6-a9f2-c7090e07474b req-d9d9d285-5a8c-4912-8f35-b7a36b1cb4e5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0632076 Feb 15 17:37:02.321021 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1a824f97-ef67-4aa6-a9f2-c7090e07474b req-b5273ca7-8f84-4aef-ad09-bf8dc486e254 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455420 Feb 15 17:37:03.464663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aee79-fd2b-4ec0-9466-4f49a6f4fb55 req-3a480b91-f25b-4270-9a8b-cc328c03a97f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:03.469391 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e48aee79-fd2b-4ec0-9466-4f49a6f4fb55 req-3a480b91-f25b-4270-9a8b-cc328c03a97f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0619230 Feb 15 17:37:03.525405 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e48aee79-fd2b-4ec0-9466-4f49a6f4fb55 req-5d5e8d22-e752-4e9b-8f38-ce78f98dfe7e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490415 Feb 15 17:37:04.649704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf54e5-afd3-4781-97be-b5e15e151824 req-aa48eafc-91d7-4bb8-b935-b60c7c0e1032 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:04.651214 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8bbf54e5-afd3-4781-97be-b5e15e151824 req-aa48eafc-91d7-4bb8-b935-b60c7c0e1032 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0549083 Feb 15 17:37:04.700211 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8bbf54e5-afd3-4781-97be-b5e15e151824 req-6e12935a-4756-49a9-a524-cd6ce61c6ab1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432811 Feb 15 17:37:05.825731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c837f6e-6eb9-45ed-b211-fdbf68df00fc req-d9568f32-200d-4b75-a260-30b32ac81ab0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:05.827207 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c837f6e-6eb9-45ed-b211-fdbf68df00fc req-d9568f32-200d-4b75-a260-30b32ac81ab0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0583472 Feb 15 17:37:05.888636 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c837f6e-6eb9-45ed-b211-fdbf68df00fc req-0a05d973-dffc-4df2-ab59-8997b1561950 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555875 Feb 15 17:37:06.955034 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1d788358-6bf5-492c-8116-d214f3cdd84a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:07.043088 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1af91-e9fc-45f6-b318-29fdf2fa9e04 req-ded1d0d6-47ca-490a-8dea-25da5e4235c3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:07.044790 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-11f1af91-e9fc-45f6-b318-29fdf2fa9e04 req-ded1d0d6-47ca-490a-8dea-25da5e4235c3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0832720 Feb 15 17:37:07.099739 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-11f1af91-e9fc-45f6-b318-29fdf2fa9e04 req-05dcfde4-9c81-4039-8e43-3b9ab470fb34 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490441 Feb 15 17:37:08.234437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4537177-c7e3-4621-b1ec-4637fa2bfa00 req-12bd92c3-294e-4f3b-ac15-86eeafc923dd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:08.235963 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e4537177-c7e3-4621-b1ec-4637fa2bfa00 req-12bd92c3-294e-4f3b-ac15-86eeafc923dd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0613015 Feb 15 17:37:08.291804 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e4537177-c7e3-4621-b1ec-4637fa2bfa00 req-79b05dec-e573-414d-9ec0-094b9d283aaa tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489783 Feb 15 17:37:09.291363 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2626de2f-6883-401a-808f-b78894fe8e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:09.418909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33568f-b76f-4ff8-855d-29594a875a6e req-1b3d5f44-a741-423f-97b0-acf477faafed tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:09.420412 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9f33568f-b76f-4ff8-855d-29594a875a6e req-1b3d5f44-a741-423f-97b0-acf477faafed tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0545070 Feb 15 17:37:09.477227 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9f33568f-b76f-4ff8-855d-29594a875a6e req-4cad9e8f-4271-4af6-b185-ed95685c7614 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509303 Feb 15 17:37:10.608872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858e22e-4941-4044-9687-582529f8bde8 req-615800ab-0b96-4f44-924d-9d8273d6f0ae tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:10.610528 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5858e22e-4941-4044-9687-582529f8bde8 req-615800ab-0b96-4f44-924d-9d8273d6f0ae tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0602212 Feb 15 17:37:10.650940 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:10.660219 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5858e22e-4941-4044-9687-582529f8bde8 req-3973cccf-2dd0-41bc-8d8b-b177592abb75 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432003 Feb 15 17:37:11.786059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829831bd-7e1f-4c7d-94c7-6b3ffd9d4e6f req-c4d9fdb0-e148-487a-af88-464630989b16 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:11.787567 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-829831bd-7e1f-4c7d-94c7-6b3ffd9d4e6f req-c4d9fdb0-e148-487a-af88-464630989b16 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0562656 Feb 15 17:37:11.846110 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-829831bd-7e1f-4c7d-94c7-6b3ffd9d4e6f req-ab36c07f-dc65-424b-a0f6-846058f0eacc tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513690 Feb 15 17:37:12.086086 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:12.970414 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c328c-9262-4b61-9b88-64ce6cea53b4 req-be449422-1edb-4b9d-8976-2b66076f01b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:12.971992 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-417c328c-9262-4b61-9b88-64ce6cea53b4 req-be449422-1edb-4b9d-8976-2b66076f01b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0542495 Feb 15 17:37:13.021759 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-417c328c-9262-4b61-9b88-64ce6cea53b4 req-79bcb3d4-194e-45d6-9f84-e4811f9a62f6 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432804 Feb 15 17:37:13.531097 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:13.751905 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:37:14.148916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5768712-846e-4fd8-b2d2-b17acd8ae125 req-47663721-d6bf-467c-9cbd-fa69dd8ad9f3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:14.150943 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5768712-846e-4fd8-b2d2-b17acd8ae125 req-47663721-d6bf-467c-9cbd-fa69dd8ad9f3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0556552 Feb 15 17:37:14.199540 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d5768712-846e-4fd8-b2d2-b17acd8ae125 req-ae621250-194a-461a-9195-fa9d2fb6e5ef tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429511 Feb 15 17:37:15.331872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa35f3-f9e0-427a-8785-1eac4c7b6d32 req-a1d0a96e-ccfd-4517-8242-fbb12c1a7fff tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:15.333555 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7eaa35f3-f9e0-427a-8785-1eac4c7b6d32 req-a1d0a96e-ccfd-4517-8242-fbb12c1a7fff tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 944 time: 0.0625994 Feb 15 17:37:15.384233 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7eaa35f3-f9e0-427a-8785-1eac4c7b6d32 req-65001258-59be-4bd9-a804-11c8ad1767d9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449042 Feb 15 17:37:16.045236 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1aa34a9c-2019-48f2-8cdd-a757048a2c5a details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:37:16.146660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:37:16.158186 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'port_id': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'mac_address': 'fa:16:3e:a9:f5:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:37:16.196550 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:37:16.197091 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:16.210575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa34a9c-2019-48f2-8cdd-a757048a2c5a {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:37:16.231742 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:37:16.291856 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:16.350245 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:37:16.512279 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351b284-45e1-47d6-a898-3df6abfff920 req-313de1d6-36cc-4431-a777-d9091641e4b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:16.514797 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2351b284-45e1-47d6-a898-3df6abfff920 req-313de1d6-36cc-4431-a777-d9091641e4b4 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0610938 Feb 15 17:37:16.539843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['1aa34a9c-2019-48f2-8cdd-a757048a2c5a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:37:16.569328 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2351b284-45e1-47d6-a898-3df6abfff920 req-017ce454-771c-409d-98df-d042c81d01cc tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497000 Feb 15 17:37:17.697310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12143dfb-e5ef-4403-90ef-ff60e5a07092 req-7950ad8f-c3e2-4d17-ad69-61ec6f407f24 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:17.699371 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-12143dfb-e5ef-4403-90ef-ff60e5a07092 req-7950ad8f-c3e2-4d17-ad69-61ec6f407f24 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0577402 Feb 15 17:37:17.747945 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-12143dfb-e5ef-4403-90ef-ff60e5a07092 req-da89b8f3-3ae8-43f0-adbe-aabc72b5f08f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428445 Feb 15 17:37:18.051966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1aa34a9c-2019-48f2-8cdd-a757048a2c5a up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:37:18.262561 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:37:18.266712 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:37:18.267132 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:18.352886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:37:18.353276 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:18.379728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:37:18.382087 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fd2d98-3243-4fd9-8218-c71dd9f2942d" -d '{"events": [{"server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "name": "network-vif-plugged", "status": "completed", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:37:18.396358 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:37:18.435257 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3369ec7-7649-4f6f-8263-01186893ed80 x-openstack-request-id: req-f3369ec7-7649-4f6f-8263-01186893ed80 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:37:18.435559 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "name": "network-vif-plugged", "status": "completed", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:37:18.435864 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f3369ec7-7649-4f6f-8263-01186893ed80 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:37:18.436294 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'code': 200} Feb 15 17:37:18.480540 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:18.488866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a23b31-21a6-4409-a145-1bb0d3c4c880 req-1b8f7dca-4450-4552-b62f-346ff8ab6bdc tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:18.490501 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-68a23b31-21a6-4409-a145-1bb0d3c4c880 req-1b8f7dca-4450-4552-b62f-346ff8ab6bdc tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0963776 Feb 15 17:37:18.532564 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-da9c2c6a-862a-44e0-a827-445e5d265a97 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:18.534218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-da9c2c6a-862a-44e0-a827-445e5d265a97 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.10 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3&tenant_id=c2fad26281e34139984360885d367f27&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 945 time: 0.0931103 Feb 15 17:37:18.539452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,revision_number=10']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:37:18.590071 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-68a23b31-21a6-4409-a145-1bb0d3c4c880 req-3a17615f-608f-4bd3-a5d8-422193aacd18 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913191 Feb 15 17:37:18.618020 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-817c93ae-c47c-4bbc-9568-d61baaedebf2 service neutron] 10.222.0.10 "GET /v2.0/ports/1aa34a9c-2019-48f2-8cdd-a757048a2c5a/bindings/n-h2-828372-14 HTTP/1.1" status: 200 len: 383 time: 0.0726461 Feb 15 17:37:18.686347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-4a08bb87-355b-49bd-ba30-c4e16dd88f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:18.687896 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-4a08bb87-355b-49bd-ba30-c4e16dd88f37 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 1130 time: 0.0467398 Feb 15 17:37:18.787881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-933ffd7d-4623-484a-83f9-79f074e30911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:18.789317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-933ffd7d-4623-484a-83f9-79f074e30911 service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.0950439 Feb 15 17:37:18.856162 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-9f55343f-29c8-47ad-964d-c574eb4fe296 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 200 len: 1002 time: 0.0602679 Feb 15 17:37:18.908251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-b473b1ae-4d00-4844-b928-36094b5f4538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:18.909768 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-b473b1ae-4d00-4844-b928-36094b5f4538 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0477540 Feb 15 17:37:18.961093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-b413693c-f87f-4ae7-a944-3781ec545b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:18.962687 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-b413693c-f87f-4ae7-a944-3781ec545b6b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465956 Feb 15 17:37:19.053957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-93775846-03ff-496c-802e-2b7893ebab61 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844274 Feb 15 17:37:19.151784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-298c70cd-5640-481f-87d8-d0ad644a3e84 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907631 Feb 15 17:37:19.726039 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12add9c1-9c97-4183-ac9d-5490b3688443 req-ab62fa4b-2c35-4046-9d1a-2f2f76de7361 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:19.727579 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-12add9c1-9c97-4183-ac9d-5490b3688443 req-ab62fa4b-2c35-4046-9d1a-2f2f76de7361 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 947 time: 0.0602975 Feb 15 17:37:19.778150 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-12add9c1-9c97-4183-ac9d-5490b3688443 req-fa1dab60-a9bf-430d-a353-fafdf9e71425 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441461 Feb 15 17:37:20.911143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09fee6-43f6-471a-853c-9802199ef0f8 req-618dfde3-fbd0-4d20-8e9d-40c9447c76db tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:20.912716 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac09fee6-43f6-471a-853c-9802199ef0f8 req-618dfde3-fbd0-4d20-8e9d-40c9447c76db tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 947 time: 0.0559788 Feb 15 17:37:20.965237 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac09fee6-43f6-471a-853c-9802199ef0f8 req-a0a42655-588f-4cda-8c4e-52467e0011b2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468163 Feb 15 17:37:22.100513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a384355-775b-4ffd-b4d1-dc3f76b10a49 req-5f73ef46-9786-43d2-88c4-e49b55691d0b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:22.102368 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a384355-775b-4ffd-b4d1-dc3f76b10a49 req-5f73ef46-9786-43d2-88c4-e49b55691d0b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 947 time: 0.0607076 Feb 15 17:37:22.154477 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a384355-775b-4ffd-b4d1-dc3f76b10a49 req-d7d835e5-e8c3-4c1f-af7f-24b855ae32c1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457542 Feb 15 17:37:23.294382 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e56b17-2c38-404f-982f-4b768dbd3af0 req-6425dbfd-b6d4-4054-8a1e-c8d01f6d6626 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:23.297722 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-29e56b17-2c38-404f-982f-4b768dbd3af0 req-6425dbfd-b6d4-4054-8a1e-c8d01f6d6626 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 947 time: 0.0643976 Feb 15 17:37:23.348894 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-29e56b17-2c38-404f-982f-4b768dbd3af0 req-db50005b-2336-4b33-b5bb-f0f384abcd60 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454404 Feb 15 17:37:24.476674 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689cdcb-298a-4739-b3c9-205bf2d06128 req-653b1e8a-7a62-4295-8d11-570a93803888 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:24.478200 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3689cdcb-298a-4739-b3c9-205bf2d06128 req-653b1e8a-7a62-4295-8d11-570a93803888 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 947 time: 0.0527990 Feb 15 17:37:24.530595 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3689cdcb-298a-4739-b3c9-205bf2d06128 req-eec9f8ba-a9f0-4f07-b0d3-80e220b1572a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460591 Feb 15 17:37:25.658120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a24f0b-fde1-4529-be8d-2739e91ecab1 req-6a1102c1-998b-423c-93e7-c7c17258cbbf tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:25.659624 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1a24f0b-fde1-4529-be8d-2739e91ecab1 req-6a1102c1-998b-423c-93e7-c7c17258cbbf tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 947 time: 0.0566998 Feb 15 17:37:25.710178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1a24f0b-fde1-4529-be8d-2739e91ecab1 req-1942deaa-5b00-4af8-a1b8-9e0dc623fec0 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447783 Feb 15 17:37:26.082756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1aa34a9c-2019-48f2-8cdd-a757048a2c5a no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:37:26.160473 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:37:26.160864 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:26.185516 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:37:26.187819 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56657f54-a4a7-404d-9362-70ce846f02c7" -d '{"events": [{"server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:37:26.203172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:37:26.238370 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-51b6c082-2b2f-4430-94f9-84546caba479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:26.241683 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-51b6c082-2b2f-4430-94f9-84546caba479 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3&tenant_id=c2fad26281e34139984360885d367f27 HTTP/1.1" status: 200 len: 1130 time: 0.0519166 Feb 15 17:37:26.251131 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1053ed0-db6d-4c21-8251-19855f1407ca x-openstack-request-id: req-c1053ed0-db6d-4c21-8251-19855f1407ca {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:37:26.251501 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "name": "network-vif-unplugged", "status": "completed", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:37:26.251764 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c1053ed0-db6d-4c21-8251-19855f1407ca {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:37:26.252192 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'code': 200} Feb 15 17:37:26.253513 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:26.259764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-b27bc7fd-a73a-444b-82b4-c6a519ece97f service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:37:26.260939 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-b27bc7fd-a73a-444b-82b4-c6a519ece97f service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055749 Feb 15 17:37:26.270900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:37:26.302666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,revision_number=11']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:37:26.335472 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:26.546857 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:37:26.587722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:37:26.625138 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa34a9c-2019-48f2-8cdd-a757048a2c5a {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:37:26.634158 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Publish callbacks [] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:26.647068 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Transition to ACTIVE for port object 1aa34a9c-2019-48f2-8cdd-a757048a2c5a will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:37:26.702437 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:26.794608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,revision_number=12']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:37:26.889279 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] No DVR routers for this DVR port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:37:26.963920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2033b4-e6a6-47e5-afac-b0239393b2c7 req-8417b103-184f-42e0-8846-eaca6a445f6a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:26.966008 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac2033b4-e6a6-47e5-afac-b0239393b2c7 req-8417b103-184f-42e0-8846-eaca6a445f6a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.1572242 Feb 15 17:37:27.352331 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac2033b4-e6a6-47e5-afac-b0239393b2c7 req-45d65ce1-a86d-4118-ad5a-39b127ab501f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3771658 Feb 15 17:37:27.389145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Attempting to bind port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:37:27.389576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Attempting to bind port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:37:27.389968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Attempting to bind port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:37:27.394370 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a on network 75a0aed6-7fa4-4420-855d-476e9b87d910 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:37:27.394691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Attempting to bind port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a on network 75a0aed6-7fa4-4420-855d-476e9b87d910 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:37:27.399565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:37:27.399897 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Checking segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:37:27.400271 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Bound using segment: {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:37:27.400684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Bound port: 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:37:27.401033 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:27.462462 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:37:27.466346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:37:27.554013 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:27.590004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:27.594196 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:27.595707 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] 10.222.0.67 "PUT /v2.0/ports/1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 200 len: 1094 time: 1.3287785 Feb 15 17:37:27.596334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:37:27.598542 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fddf85-b494-4bdb-9174-b4bd197c4475" -d '{"events": [{"name": "network-changed", "server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:37:27.630786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f328e9-e293-41fa-933c-b4ebdc15f740 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,revision_number=13']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:37:27.679202 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71818ce6-1730-488a-a462-df8aca7d7dbf x-openstack-request-id: req-71818ce6-1730-488a-a462-df8aca7d7dbf {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:37:27.679569 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:37:27.679889 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-71818ce6-1730-488a-a462-df8aca7d7dbf {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:37:27.680353 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'status': 'completed', 'code': 200} Feb 15 17:37:27.699742 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-7e9fdb7f-6f05-4ceb-9b1f-336e205b3cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:27.701982 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-7e9fdb7f-6f05-4ceb-9b1f-336e205b3cee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 1128 time: 0.0583789 Feb 15 17:37:27.811580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-9a3a8cc7-0557-4381-9469-b12c58b7dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:27.813209 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-9a3a8cc7-0557-4381-9469-b12c58b7dec0 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 1128 time: 0.1096227 Feb 15 17:37:27.870591 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-18c26272-06ae-4f27-83c5-a2a619dd7f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:27.872535 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-18c26272-06ae-4f27-83c5-a2a619dd7f6e service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.1610188 Feb 15 17:37:27.961176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-c8f4591e-8a8c-42f4-b208-29e4c04ff69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:27.962770 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-c8f4591e-8a8c-42f4-b208-29e4c04ff69f service neutron] 10.222.0.10 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.1416397 Feb 15 17:37:27.984204 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-6cd970c7-a00e-43f5-8b50-cc47d1eed064 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 200 len: 1000 time: 0.0938582 Feb 15 17:37:28.074962 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-d5e92744-09cc-4b47-8695-1f96bf83180b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 200 len: 1000 time: 0.1021781 Feb 15 17:37:28.076712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-08b5e0d3-ca16-43c2-ad65-adae69ba71d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:28.078102 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-08b5e0d3-ca16-43c2-ad65-adae69ba71d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0629854 Feb 15 17:37:28.152533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-d8121fd4-32e7-40ab-a091-8ccfebebb656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:28.153994 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-d8121fd4-32e7-40ab-a091-8ccfebebb656 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0735140 Feb 15 17:37:28.172170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-8015e252-1f7c-44fe-8f7f-87228a069509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:28.173691 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-8015e252-1f7c-44fe-8f7f-87228a069509 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0862370 Feb 15 17:37:28.271325 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-ac1cd1ae-83a2-49d7-9dd9-5c751ef2e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:28.272854 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-ac1cd1ae-83a2-49d7-9dd9-5c751ef2e89d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1128621 Feb 15 17:37:28.305255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-a609d5b6-8b8a-4878-86e5-75d06b8e5f3d service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163912 Feb 15 17:37:28.454217 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-3f8378fc-77c5-471c-b25b-bdcf6c8b3ad5 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706669 Feb 15 17:37:28.532655 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8292b936-ecd0-4af7-8840-e5c6298d95f7 req-28fa7aef-f63b-45a8-af8c-5f87092e0222 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029960 Feb 15 17:37:28.566214 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f6167-61e1-45fd-b096-14e8d98b43bf req-9329088a-7872-4514-86ee-759dc7120f03 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:28.568026 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-255f6167-61e1-45fd-b096-14e8d98b43bf req-9329088a-7872-4514-86ee-759dc7120f03 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.1357198 Feb 15 17:37:28.609698 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-543db0fe-72a8-44f2-a436-60b00f4ccdf8 service neutron] 10.222.0.10 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389842 Feb 15 17:37:28.644032 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-255f6167-61e1-45fd-b096-14e8d98b43bf req-02ce44b4-19d0-4ced-9260-496f341ae7f7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693803 Feb 15 17:37:28.680606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-cd2c111e-9d38-48de-b96d-c3b3cf791a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:28.682403 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-cd2c111e-9d38-48de-b96d-c3b3cf791a3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 1128 time: 0.0548286 Feb 15 17:37:28.792796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-5499d69c-3dec-4157-af79-a91e6c19001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:28.794394 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-5499d69c-3dec-4157-af79-a91e6c19001b service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.1051621 Feb 15 17:37:28.864587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-3802b6fb-5a36-4f4c-98c8-45e0690497a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 200 len: 1000 time: 0.0643427 Feb 15 17:37:28.923597 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-239f88ea-f071-49b1-897f-fa796b9bb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:28.925149 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-239f88ea-f071-49b1-897f-fa796b9bb95c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0542762 Feb 15 17:37:28.976638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-945e30fe-51d0-40ec-b1a6-512b46367779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:28.978232 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-945e30fe-51d0-40ec-b1a6-512b46367779 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469623 Feb 15 17:37:29.071855 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-e2b628c2-7460-4bbb-b8a6-c2dc64b3dd22 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870025 Feb 15 17:37:29.170406 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-56fddf85-b494-4bdb-9174-b4bd197c4475 req-f86b46c3-c245-43b9-8d48-81b21cd8c9a7 service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931189 Feb 15 17:37:29.774565 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f881fe-def8-4be2-9992-03fbdbdf172b req-fadd4a1d-a180-4ae5-b844-573ad626775d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:29.776880 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8f881fe-def8-4be2-9992-03fbdbdf172b req-fadd4a1d-a180-4ae5-b844-573ad626775d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0569921 Feb 15 17:37:29.833142 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8f881fe-def8-4be2-9992-03fbdbdf172b req-e8329a1e-50ae-4e0b-b885-38bd18e65479 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489726 Feb 15 17:37:30.885718 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:30.956510 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31654d08-508d-443f-a1fb-b8acd8ac5b64 req-14eb4b4c-1ee9-43b2-af1b-cad3bdb80ecf tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:30.958065 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31654d08-508d-443f-a1fb-b8acd8ac5b64 req-14eb4b4c-1ee9-43b2-af1b-cad3bdb80ecf tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0552578 Feb 15 17:37:31.011764 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31654d08-508d-443f-a1fb-b8acd8ac5b64 req-90152f24-817a-4839-ba91-79d7151719d8 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473268 Feb 15 17:37:31.245199 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:32.141062 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9df276-790b-4381-aa94-ca6d034caaa2 req-72388561-6193-45de-9412-168d3140d753 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:32.142526 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1d9df276-790b-4381-aa94-ca6d034caaa2 req-72388561-6193-45de-9412-168d3140d753 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0592563 Feb 15 17:37:32.196337 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1d9df276-790b-4381-aa94-ca6d034caaa2 req-cd0f01cc-5907-408a-a426-e2968cc4cfd1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479188 Feb 15 17:37:32.509629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4727a5-13ac-42da-9aaa-c03fbae5a668 req-b93e4ce9-642a-4c06-978f-2aa40f27f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:32.511178 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eb4727a5-13ac-42da-9aaa-c03fbae5a668 req-b93e4ce9-642a-4c06-978f-2aa40f27f223 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=c2fad26281e34139984360885d367f27&device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 1128 time: 0.0463250 Feb 15 17:37:32.638569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4727a5-13ac-42da-9aaa-c03fbae5a668 req-9b733181-b974-4ea6-a6c7-29929a46539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:32.640356 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eb4727a5-13ac-42da-9aaa-c03fbae5a668 req-9b733181-b974-4ea6-a6c7-29929a46539d service neutron] 10.222.0.67 "GET /v2.0/networks?id=75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 200 len: 913 time: 0.1106451 Feb 15 17:37:32.710159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eb4727a5-13ac-42da-9aaa-c03fbae5a668 req-1dbea0f2-8164-4ee6-be5d-13aa818d673e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 200 len: 1000 time: 0.0632772 Feb 15 17:37:32.772100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4727a5-13ac-42da-9aaa-c03fbae5a668 req-1bf4243e-4331-4d6d-b21c-f7e2ad62106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:32.773579 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eb4727a5-13ac-42da-9aaa-c03fbae5a668 req-1bf4243e-4331-4d6d-b21c-f7e2ad62106b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 200 len: 851 time: 0.0580037 Feb 15 17:37:32.829983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4727a5-13ac-42da-9aaa-c03fbae5a668 req-655dc1bc-f4af-40ae-9aed-94c94ff81c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:32.831546 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eb4727a5-13ac-42da-9aaa-c03fbae5a668 req-655dc1bc-f4af-40ae-9aed-94c94ff81c62 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=75a0aed6-7fa4-4420-855d-476e9b87d910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519807 Feb 15 17:37:32.926690 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eb4727a5-13ac-42da-9aaa-c03fbae5a668 req-41c76a4b-413d-469b-be7d-3db1bd7cccad service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890541 Feb 15 17:37:33.037276 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eb4727a5-13ac-42da-9aaa-c03fbae5a668 req-c3cc3961-b6c1-47a4-8b3e-e2a29eb5f2da service neutron] 10.222.0.67 "GET /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019270 Feb 15 17:37:33.325203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602fa3b-a3ab-4655-bcdf-5ea8d59302e9 req-5d20805e-b9f1-4380-be37-d802f8ef399f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:33.326763 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b602fa3b-a3ab-4655-bcdf-5ea8d59302e9 req-5d20805e-b9f1-4380-be37-d802f8ef399f tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0564055 Feb 15 17:37:33.378122 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b602fa3b-a3ab-4655-bcdf-5ea8d59302e9 req-8f838bb2-1ee4-49bf-a216-ee4c53dd6ba2 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447791 Feb 15 17:37:34.524905 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ee7ae-ab4f-4ee6-b18a-0739f4c27c1d req-5e51782f-6d7d-428b-9b5e-162d859390af tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:34.526411 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ab4ee7ae-ab4f-4ee6-b18a-0739f4c27c1d req-5e51782f-6d7d-428b-9b5e-162d859390af tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0607347 Feb 15 17:37:34.578173 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ab4ee7ae-ab4f-4ee6-b18a-0739f4c27c1d req-7d759399-5fc9-45b8-a08a-b20f16045d42 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450113 Feb 15 17:37:35.713267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e79ad-e0b9-45d5-82da-3c806f8d2d12 req-42ad3357-4d11-4a71-80cd-5fdbc37c4b86 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:35.714978 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-717e79ad-e0b9-45d5-82da-3c806f8d2d12 req-42ad3357-4d11-4a71-80cd-5fdbc37c4b86 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0662191 Feb 15 17:37:35.767129 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-717e79ad-e0b9-45d5-82da-3c806f8d2d12 req-c74901f3-44ce-4e69-b7a2-3468001479e5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458119 Feb 15 17:37:36.901353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761d5d4-a3a5-4c2f-807a-f76374b834d4 req-742a46a8-0da3-4656-895c-28c4f64c91e1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:36.903018 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b761d5d4-a3a5-4c2f-807a-f76374b834d4 req-742a46a8-0da3-4656-895c-28c4f64c91e1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0581739 Feb 15 17:37:36.953351 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-db1443fc-a082-4661-bd0f-44c7ba74ce68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:36.957992 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b761d5d4-a3a5-4c2f-807a-f76374b834d4 req-1691650f-7f6e-4641-b683-1619f52c2f70 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479944 Feb 15 17:37:38.093490 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd168f-985b-40d5-a539-1b9ecaea7a1d req-37c94b01-9c37-43a0-a0ed-66a4b490302a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:38.095083 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40fd168f-985b-40d5-a539-1b9ecaea7a1d req-37c94b01-9c37-43a0-a0ed-66a4b490302a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0576909 Feb 15 17:37:38.145292 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-40fd168f-985b-40d5-a539-1b9ecaea7a1d req-17ef8f47-723a-4592-8af1-7336facba17e tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428927 Feb 15 17:37:39.279518 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-af729723-9095-402f-97f3-d12a0ee125e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:39.288527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeae1f7-dc72-483e-ac5c-0a51c4d8c618 req-e256d78e-b0f6-40d9-b1ab-7b2636340ff8 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:39.290033 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bdeae1f7-dc72-483e-ac5c-0a51c4d8c618 req-e256d78e-b0f6-40d9-b1ab-7b2636340ff8 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0605216 Feb 15 17:37:39.345194 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bdeae1f7-dc72-483e-ac5c-0a51c4d8c618 req-f2b56a49-69af-4911-b4ae-083c59ec1b2a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489104 Feb 15 17:37:40.476254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d3939-abfd-474c-b75a-3947339e45b3 req-27032871-3ac2-4871-ad52-da972a02fb63 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:40.477795 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d92d3939-abfd-474c-b75a-3947339e45b3 req-27032871-3ac2-4871-ad52-da972a02fb63 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0545466 Feb 15 17:37:40.531514 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d92d3939-abfd-474c-b75a-3947339e45b3 req-a9fb777a-71ab-4d9e-801b-e6399daf0b44 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480614 Feb 15 17:37:40.656488 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:41.656545 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09a58c-c819-472d-bfca-5ec7d73fe3bb req-61b7c847-a6af-4bc7-8563-257d3373a2ae tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:41.658092 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be09a58c-c819-472d-bfca-5ec7d73fe3bb req-61b7c847-a6af-4bc7-8563-257d3373a2ae tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0555487 Feb 15 17:37:41.708697 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-be09a58c-c819-472d-bfca-5ec7d73fe3bb req-9c1a5c57-74d8-4274-912b-b8184b3510e7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447505 Feb 15 17:37:42.100475 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:42.830911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395205f0-3a73-4f01-a0c7-9c05fd111c29 req-c6e7203c-505b-47df-810c-64c18f443d5b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:42.832663 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-395205f0-3a73-4f01-a0c7-9c05fd111c29 req-c6e7203c-505b-47df-810c-64c18f443d5b tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0537424 Feb 15 17:37:42.884965 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-395205f0-3a73-4f01-a0c7-9c05fd111c29 req-837561e6-2dcd-4a27-9997-bed5286aa0f5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466199 Feb 15 17:37:43.565034 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:44.006872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f49b4-f3cc-4572-a829-c173d9ca1c6a req-c516a44b-6e2e-4ca2-ae08-fd381c08323a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:44.008357 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978f49b4-f3cc-4572-a829-c173d9ca1c6a req-c516a44b-6e2e-4ca2-ae08-fd381c08323a tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0537560 Feb 15 17:37:44.058999 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-978f49b4-f3cc-4572-a829-c173d9ca1c6a req-29101e72-af7e-4bb6-a953-a9a57ade12d8 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442524 Feb 15 17:37:45.180733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51db032-be55-4f92-85df-0a44f120e315 req-beac1338-b85f-4f8d-89f2-b9756d0da095 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:45.182328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d51db032-be55-4f92-85df-0a44f120e315 req-beac1338-b85f-4f8d-89f2-b9756d0da095 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0532241 Feb 15 17:37:45.230550 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d51db032-be55-4f92-85df-0a44f120e315 req-953cff4f-f17c-4f11-bc44-c5e6787e10e3 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423083 Feb 15 17:37:46.360247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244abcaf-2352-493b-9f90-fd5774a8884e req-55d4c90e-3520-4dc4-b9e0-de2b4a6a16ce tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:46.361779 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-244abcaf-2352-493b-9f90-fd5774a8884e req-55d4c90e-3520-4dc4-b9e0-de2b4a6a16ce tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0527520 Feb 15 17:37:46.409300 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-244abcaf-2352-493b-9f90-fd5774a8884e req-9feca353-3d02-4f9f-abb4-bdcfbee4d2eb tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416250 Feb 15 17:37:47.537606 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fafc3-0a11-4794-bb19-21163dc3f6ae req-ee740048-ea9e-4907-aec1-358fbc5bdebb tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:47.539149 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2b9fafc3-0a11-4794-bb19-21163dc3f6ae req-ee740048-ea9e-4907-aec1-358fbc5bdebb tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0598729 Feb 15 17:37:47.592139 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2b9fafc3-0a11-4794-bb19-21163dc3f6ae req-9660b2d0-4d78-48ba-8edb-251bf81c3e82 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471873 Feb 15 17:37:47.658672 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1aa34a9c-2019-48f2-8cdd-a757048a2c5a details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:37:47.733715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809cc9a-4f34-4b3a-9c67-fefea4e4b859 req-c87e6cec-e4e8-4a56-96a4-0606bd60fc83 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:47.736223 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5809cc9a-4f34-4b3a-9c67-fefea4e4b859 req-c87e6cec-e4e8-4a56-96a4-0606bd60fc83 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0749409 Feb 15 17:37:47.766531 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:37:47.778688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'port_id': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'mac_address': 'fa:16:3e:a9:f5:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:37:47.786775 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5809cc9a-4f34-4b3a-9c67-fefea4e4b859 req-ea891b10-4150-4926-8fd4-29feba3199f7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442657 Feb 15 17:37:47.817666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:37:47.818074 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:47.832235 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa34a9c-2019-48f2-8cdd-a757048a2c5a {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:37:47.852592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:37:47.911923 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5bd40-163c-45fb-85f1-bb42beb79983 req-045ac084-cc85-4221-bc29-79a8f42dbab1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:47.913682 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0aa5bd40-163c-45fb-85f1-bb42beb79983 req-045ac084-cc85-4221-bc29-79a8f42dbab1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 945 time: 0.0561140 Feb 15 17:37:47.919253 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:47.987757 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0aa5bd40-163c-45fb-85f1-bb42beb79983 req-98c73b9f-a0cf-4a8e-8fdd-25ab0d987be5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680239 Feb 15 17:37:47.997419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,revision_number=14']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:37:48.153745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['1aa34a9c-2019-48f2-8cdd-a757048a2c5a'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:37:48.526301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfcad4-3417-4ffc-96bc-5fa3b726b34c req-c65d7e83-6920-4dd4-9629-8ef7b1347b00 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:48.527822 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9dfcad4-3417-4ffc-96bc-5fa3b726b34c req-c65d7e83-6920-4dd4-9629-8ef7b1347b00 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0595794 Feb 15 17:37:48.576081 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a9dfcad4-3417-4ffc-96bc-5fa3b726b34c req-e1aa1ecf-e784-4aec-9968-fa8612d84386 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425694 Feb 15 17:37:49.677093 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1aa34a9c-2019-48f2-8cdd-a757048a2c5a up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:37:49.724260 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb813392-4e1e-4252-b2c5-341c682fd5ce req-eb9d3d29-59f2-4508-be5b-65ab19354209 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:49.725832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eb813392-4e1e-4252-b2c5-341c682fd5ce req-eb9d3d29-59f2-4508-be5b-65ab19354209 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 946 time: 0.0644350 Feb 15 17:37:49.782176 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eb813392-4e1e-4252-b2c5-341c682fd5ce req-dd273267-9bf1-4ac5-9db0-c1984ce70083 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups?id=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502777 Feb 15 17:37:49.845749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:37:49.850594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:37:49.850973 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:49.930756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:37:49.931147 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:49.954929 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:37:49.957235 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee9ab6c-ee01-4a41-91ed-c7eae691a1f7" -d '{"events": [{"server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "name": "network-vif-plugged", "status": "completed", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:37:49.969627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:37:49.997999 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15e7ce4-70ff-471d-9f06-b96387247658 x-openstack-request-id: req-a15e7ce4-70ff-471d-9f06-b96387247658 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:37:49.997999 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "name": "network-vif-plugged", "status": "completed", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:37:49.997999 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a15e7ce4-70ff-471d-9f06-b96387247658 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:37:49.997999 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'code': 200} Feb 15 17:37:50.050505 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:50.144592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd97c9-085c-4c4c-b1a8-2a4747cf70da req-af9e5d0e-d820-4820-9097-75c2737e67ce tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:37:50.146175 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-addd97c9-085c-4c4c-b1a8-2a4747cf70da req-af9e5d0e-d820-4820-9097-75c2737e67ce tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.67 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 947 time: 0.0621462 Feb 15 17:37:50.248467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-addd97c9-085c-4c4c-b1a8-2a4747cf70da req-d4b517e6-a2b2-4a03-8ade-f7d80d5ab0b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Deleting port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:37:50.248823 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-addd97c9-085c-4c4c-b1a8-2a4747cf70da req-d4b517e6-a2b2-4a03-8ade-f7d80d5ab0b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:50.263463 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,revision_number=15']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:37:50.346109 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-addd97c9-085c-4c4c-b1a8-2a4747cf70da req-d4b517e6-a2b2-4a03-8ade-f7d80d5ab0b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] For port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:37:50.346487 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-addd97c9-085c-4c4c-b1a8-2a4747cf70da req-d4b517e6-a2b2-4a03-8ade-f7d80d5ab0b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:50.524392 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-addd97c9-085c-4c4c-b1a8-2a4747cf70da req-d4b517e6-a2b2-4a03-8ade-f7d80d5ab0b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:50.524781 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-addd97c9-085c-4c4c-b1a8-2a4747cf70da req-d4b517e6-a2b2-4a03-8ade-f7d80d5ab0b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (e4503bf5-fd47-4705-a5a9-9a0a52874cdb), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:50.525095 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [req-addd97c9-085c-4c4c-b1a8-2a4747cf70da req-d4b517e6-a2b2-4a03-8ade-f7d80d5ab0b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Floating IP e4503bf5-fd47-4705-a5a9-9a0a52874cdb disassociated. External IP: 172.25.4.94, port: 1aa34a9c-2019-48f2-8cdd-a757048a2c5a. Feb 15 17:37:50.525470 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-addd97c9-085c-4c4c-b1a8-2a4747cf70da req-d4b517e6-a2b2-4a03-8ade-f7d80d5ab0b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Calling delete_port for 1aa34a9c-2019-48f2-8cdd-a757048a2c5a owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:37:50.741781 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-addd97c9-085c-4c4c-b1a8-2a4747cf70da req-d4b517e6-a2b2-4a03-8ade-f7d80d5ab0b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1aa34a9c-2019-48f2-8cdd-a757048a2c5a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:50.752189 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:37:50.770081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b517e6-a2b2-4a03-8ade-f7d80d5ab0b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Pushing event deleted for resources: {'Port': ['ID=1aa34a9c-2019-48f2-8cdd-a757048a2c5a,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:37:50.890842 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ecd91b22-2367-4d95-9733-5f6ce9e1dcb8 req-79df8503-40d7-488b-b02e-ccba0bdbdb28 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 210 time: 0.0279901 Feb 15 17:37:50.898267 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [req-addd97c9-085c-4c4c-b1a8-2a4747cf70da req-d4b517e6-a2b2-4a03-8ade-f7d80d5ab0b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Router b4239a97-b3e5-4644-8e9e-b9126c94ad77 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:37:51.014863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-addd97c9-085c-4c4c-b1a8-2a4747cf70da req-d4b517e6-a2b2-4a03-8ade-f7d80d5ab0b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:37:51.025232 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8258d96f-29ef-4faa-9e0f-8c68562d031f None None] Sync routers for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:37:51.035014 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8258d96f-29ef-4faa-9e0f-8c68562d031f None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:37:51.035660 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8258d96f-29ef-4faa-9e0f-8c68562d031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:37:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:37:51.056552 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-addd97c9-085c-4c4c-b1a8-2a4747cf70da req-d4b517e6-a2b2-4a03-8ade-f7d80d5ab0b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] No DVR routers for this DVR port 1aa34a9c-2019-48f2-8cdd-a757048a2c5a on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:37:51.059024 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-addd97c9-085c-4c4c-b1a8-2a4747cf70da req-d4b517e6-a2b2-4a03-8ade-f7d80d5ab0b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:37:51.062400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-addd97c9-085c-4c4c-b1a8-2a4747cf70da req-d4b517e6-a2b2-4a03-8ade-f7d80d5ab0b7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.67 "DELETE /v2.0/ports/1aa34a9c-2019-48f2-8cdd-a757048a2c5a HTTP/1.1" status: 204 len: 173 time: 0.9094322 Feb 15 17:37:51.062848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'name': 'network-vif-deleted', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:37:51.065713 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54771da0-7773-4113-981f-f2e60b450931" -d '{"events": [{"server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "name": "network-vif-deleted", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:37:51.102722 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6676cf-d61d-4a96-920c-62bc99079295 x-openstack-request-id: req-ec6676cf-d61d-4a96-920c-62bc99079295 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:37:51.103018 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b44e9175-f3d9-4181-ac7b-abf7d8a79df3", "name": "network-vif-deleted", "tag": "1aa34a9c-2019-48f2-8cdd-a757048a2c5a", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:37:51.103298 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ec6676cf-d61d-4a96-920c-62bc99079295 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:37:51.103720 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b44e9175-f3d9-4181-ac7b-abf7d8a79df3', 'name': 'network-vif-deleted', 'tag': '1aa34a9c-2019-48f2-8cdd-a757048a2c5a', 'status': 'completed', 'code': 200} Feb 15 17:37:51.145269 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-8258d96f-29ef-4faa-9e0f-8c68562d031f None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:37:51.349634 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8258d96f-29ef-4faa-9e0f-8c68562d031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:37:51.375993 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8258d96f-29ef-4faa-9e0f-8c68562d031f None None] Checking router: b4239a97-b3e5-4644-8e9e-b9126c94ad77 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:37:51.385295 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8258d96f-29ef-4faa-9e0f-8c68562d031f None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:37:51.385945 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8258d96f-29ef-4faa-9e0f-8c68562d031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:37:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:37:51.497020 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-8258d96f-29ef-4faa-9e0f-8c68562d031f None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:37:51.695555 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-8258d96f-29ef-4faa-9e0f-8c68562d031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:37:51.725806 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8258d96f-29ef-4faa-9e0f-8c68562d031f None None] The sync data for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 is: [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:13Z', 'revision_number': 4, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0', 'name': '', 'network_id': '75a0aed6-7fa4-4420-855d-476e9b87d910', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'mac_address': 'fa:16:3e:a8:39:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:12Z', 'updated_at': '2022-02-15T17:33:16Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'subnets': [{'id': 'e9a101ef-d81f-42f5-b9be-f2f2287da6cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:37:51.968303 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2ba3fb-effe-47db-8b6c-68ae55f668ed None None] New status for floating IP e4503bf5-fd47-4705-a5a9-9a0a52874cdb: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:37:52.003409 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-002a309b-5c6e-4ee5-8319-c5cde1616e9f req-882e0e06-aa16-4576-9f75-6ad4b49466cf tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 210 time: 0.0372603 Feb 15 17:37:53.108096 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9f5009fc-ac70-4207-be94-4ddf351f205f req-887f20b4-8ad6-4346-89c9-de71936add97 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 210 time: 0.0313933 Feb 15 17:37:53.686925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1aa34a9c-2019-48f2-8cdd-a757048a2c5a no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:37:53.708525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 1aa34a9c-2019-48f2-8cdd-a757048a2c5a {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:37:53.708868 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1aa34a9c-2019-48f2-8cdd-a757048a2c5a not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:37:54.203433 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-87da27a1-cd0e-4733-911b-8f5bf4816819 req-a650ae32-ef19-40c1-a4f6-c85b682ccf9d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 210 time: 0.0277567 Feb 15 17:37:55.355660 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-88c14ee3-f31d-4886-869c-099dfecd4ad0 req-e4eb5396-f2d3-4967-bb2f-a8dad6c86673 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 210 time: 0.0813110 Feb 15 17:37:56.537416 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2233317c-42be-4aff-9ea4-eda8b8887f91 req-d00ad76a-7ad1-4832-aa49-a7bf790737c1 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 210 time: 0.1061654 Feb 15 17:37:57.642659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-893640f4-3047-4dbb-94c6-474d01ce1dac req-0de194e0-f610-4f4d-a230-36dabf7339cb tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 210 time: 0.0278301 Feb 15 17:37:58.743895 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77a1c734-3f5f-49b2-9547-db778a2d4f9a req-e9815049-78dc-4493-acf5-49888db73dc5 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 210 time: 0.0318468 Feb 15 17:37:59.838637 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cc54c795-ca4c-4dc6-952c-43fbe96328ee req-4d8cec53-7609-41e6-b1d1-63cc17a577d7 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 210 time: 0.0273416 Feb 15 17:38:00.918732 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:00.953423 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7a5d660a-8c92-4748-aabf-93e334d11f82 req-944a47c4-caf5-474c-bf04-17a4a6ac8d5c tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/ports?device_id=b44e9175-f3d9-4181-ac7b-abf7d8a79df3 HTTP/1.1" status: 200 len: 210 time: 0.0318103 Feb 15 17:38:01.284540 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:06.964835 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b0711cf-8ed5-4de5-8d6a-403f190fdaa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:09.022846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41164) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:09.083176 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for security_group (eee0b472-8cdb-4f6f-b5e8-02e1e295ef10), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:09.113213 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for security_group (eee0b472-8cdb-4f6f-b5e8-02e1e295ef10), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:09.205192 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (eee0b472-8cdb-4f6f-b5e8-02e1e295ef10), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:09.207904 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:09.212732 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "DELETE /v2.0/security-groups/eee0b472-8cdb-4f6f-b5e8-02e1e295ef10 HTTP/1.1" status: 204 len: 168 time: 0.1859488 Feb 15 17:38:09.212919 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41166) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:09.220588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee0b472-8cdb-4f6f-b5e8-02e1e295ef10,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:09.228314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:09.229766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:09.229766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:09.229766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:09.229766 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:09.230146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:09.230601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:09.230939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:09.231273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:09.231608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:09.231947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:09.232279 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:09.232613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9290086d-3f7c-4b80-a7c7-ce8a6a88accd tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:09.246957 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-96216652-2f65-45b7-b363-18a0a07010d9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] show failed (client error): The resource could not be found. Feb 15 17:38:09.248031 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-96216652-2f65-45b7-b363-18a0a07010d9 tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "GET /v2.0/security-groups/eee0b472-8cdb-4f6f-b5e8-02e1e295ef10 HTTP/1.1" status: 404 len: 347 time: 0.0353084 Feb 15 17:38:09.251178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41168) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:09.318749 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4af50081-1c01-4412-8949-aa4e6148f9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:09.385381 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-553ceec8-5a9d-447a-9d98-09d182e005df tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Deleting port 89091256-66ef-438a-8d5b-afe6e2cb5463 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:38:09.385677 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-553ceec8-5a9d-447a-9d98-09d182e005df tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (89091256-66ef-438a-8d5b-afe6e2cb5463), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:09.462217 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-553ceec8-5a9d-447a-9d98-09d182e005df tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (89091256-66ef-438a-8d5b-afe6e2cb5463), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:09.462441 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-553ceec8-5a9d-447a-9d98-09d182e005df tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for floatingip (89091256-66ef-438a-8d5b-afe6e2cb5463), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:09.474058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-553ceec8-5a9d-447a-9d98-09d182e005df tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Calling delete_port for 89091256-66ef-438a-8d5b-afe6e2cb5463 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:38:09.667484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-553ceec8-5a9d-447a-9d98-09d182e005df tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (89091256-66ef-438a-8d5b-afe6e2cb5463), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:09.694419 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ceec8-5a9d-447a-9d98-09d182e005df tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Pushing event deleted for resources: {'Port': ['ID=89091256-66ef-438a-8d5b-afe6e2cb5463,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:09.764023 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-553ceec8-5a9d-447a-9d98-09d182e005df tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks [] for floatingip (e4503bf5-fd47-4705-a5a9-9a0a52874cdb), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:09.767215 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-553ceec8-5a9d-447a-9d98-09d182e005df tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:09.768434 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-553ceec8-5a9d-447a-9d98-09d182e005df tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] 10.222.0.107 "DELETE /v2.0/floatingips/e4503bf5-fd47-4705-a5a9-9a0a52874cdb HTTP/1.1" status: 204 len: 168 time: 0.5159221 Feb 15 17:38:09.771387 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41170) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:10.197143 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9197c15b-44a0-4bef-a2bf-92fb27778475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (b4239a97-b3e5-4644-8e9e-b9126c94ad77), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:10.466441 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-9197c15b-44a0-4bef-a2bf-92fb27778475 admin admin] Deleting port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:38:10.466701 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9197c15b-44a0-4bef-a2bf-92fb27778475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:10.638734 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:10.875313 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-9197c15b-44a0-4bef-a2bf-92fb27778475 admin admin] For port 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:38:10.875587 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9197c15b-44a0-4bef-a2bf-92fb27778475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:10.889205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-9197c15b-44a0-4bef-a2bf-92fb27778475 admin admin] Calling delete_port for 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:38:11.130651 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9197c15b-44a0-4bef-a2bf-92fb27778475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:11.158547 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197c15b-44a0-4bef-a2bf-92fb27778475 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:11.338843 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9197c15b-44a0-4bef-a2bf-92fb27778475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (b4239a97-b3e5-4644-8e9e-b9126c94ad77), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:11.570575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9197c15b-44a0-4bef-a2bf-92fb27778475 admin admin] Router b4239a97-b3e5-4644-8e9e-b9126c94ad77 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:38:11.682926 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9197c15b-44a0-4bef-a2bf-92fb27778475 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:38:11.688297 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9197c15b-44a0-4bef-a2bf-92fb27778475 admin admin] 10.222.0.107 "PUT /v2.0/routers/b4239a97-b3e5-4644-8e9e-b9126c94ad77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9159133 Feb 15 17:38:11.692446 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41174) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:11.699400 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed43cdac-493f-4689-9226-2258b8ddf77b None None] Sync routers for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:38:11.709769 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed43cdac-493f-4689-9226-2258b8ddf77b None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:38:11.710370 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ed43cdac-493f-4689-9226-2258b8ddf77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:38:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:38:11.807507 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8e5c332f-f38a-4a74-937f-12df779c06ec admin admin] Publish callbacks [] for router (b4239a97-b3e5-4644-8e9e-b9126c94ad77), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:11.914757 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-ed43cdac-493f-4689-9226-2258b8ddf77b None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:38:11.921135 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8e5c332f-f38a-4a74-937f-12df779c06ec admin admin] Publish callbacks [] for router_gateway (b4239a97-b3e5-4644-8e9e-b9126c94ad77), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:12.043354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c332f-f38a-4a74-937f-12df779c06ec admin admin] Deleting port 7a35947c-1e4c-4b43-97ec-40b8dab635f3 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:38:12.043698 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8e5c332f-f38a-4a74-937f-12df779c06ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7a35947c-1e4c-4b43-97ec-40b8dab635f3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:12.108571 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ed43cdac-493f-4689-9226-2258b8ddf77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:38:11Z', 'revision_number': 5, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port': {'id': '7a35947c-1e4c-4b43-97ec-40b8dab635f3', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:fb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:38:12.112940 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:12.131242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-8e5c332f-f38a-4a74-937f-12df779c06ec admin admin] For port 7a35947c-1e4c-4b43-97ec-40b8dab635f3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7a35947c-1e4c-4b43-97ec-40b8dab635f3,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:38:12.131513 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8e5c332f-f38a-4a74-937f-12df779c06ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7a35947c-1e4c-4b43-97ec-40b8dab635f3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:12.138933 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed43cdac-493f-4689-9226-2258b8ddf77b None None] Checking router: b4239a97-b3e5-4644-8e9e-b9126c94ad77 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:38:12.146713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-8e5c332f-f38a-4a74-937f-12df779c06ec admin admin] Calling delete_port for 7a35947c-1e4c-4b43-97ec-40b8dab635f3 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:38:12.148221 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed43cdac-493f-4689-9226-2258b8ddf77b None None] Routers {'b4239a97-b3e5-4644-8e9e-b9126c94ad77'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:38:12.148847 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ed43cdac-493f-4689-9226-2258b8ddf77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:38:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:38:12.236363 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-ed43cdac-493f-4689-9226-2258b8ddf77b None None] Set router b4239a97-b3e5-4644-8e9e-b9126c94ad77 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:38:12.292695 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ed43cdac-493f-4689-9226-2258b8ddf77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:38:11Z', 'revision_number': 6, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:38:12.319216 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed43cdac-493f-4689-9226-2258b8ddf77b None None] The sync data for ids ['b4239a97-b3e5-4644-8e9e-b9126c94ad77'] in n-d-828372-14 is: [{'id': 'b4239a97-b3e5-4644-8e9e-b9126c94ad77', 'name': 'tempest-ServerActionsTestJSON-1483249175-router', 'tenant_id': 'c2fad26281e34139984360885d367f27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:33:10Z', 'updated_at': '2022-02-15T17:38:11Z', 'revision_number': 6, 'project_id': 'c2fad26281e34139984360885d367f27', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:38:12.393067 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8e5c332f-f38a-4a74-937f-12df779c06ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7a35947c-1e4c-4b43-97ec-40b8dab635f3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:12.417949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c332f-f38a-4a74-937f-12df779c06ec admin admin] Pushing event deleted for resources: {'Port': ['ID=7a35947c-1e4c-4b43-97ec-40b8dab635f3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:12.483576 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8e5c332f-f38a-4a74-937f-12df779c06ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (b4239a97-b3e5-4644-8e9e-b9126c94ad77), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:12.577264 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8e5c332f-f38a-4a74-937f-12df779c06ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (b4239a97-b3e5-4644-8e9e-b9126c94ad77), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:12.579536 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8e5c332f-f38a-4a74-937f-12df779c06ec admin admin] Publish callbacks [] for router_controller (b4239a97-b3e5-4644-8e9e-b9126c94ad77), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:12.701603 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8e5c332f-f38a-4a74-937f-12df779c06ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (b4239a97-b3e5-4644-8e9e-b9126c94ad77), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:12.702394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5c332f-f38a-4a74-937f-12df779c06ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4239a97-b3e5-4644-8e9e-b9126c94ad77 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:38:12.707662 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8e5c332f-f38a-4a74-937f-12df779c06ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:12.708978 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8e5c332f-f38a-4a74-937f-12df779c06ec admin admin] 10.222.0.107 "DELETE /v2.0/routers/b4239a97-b3e5-4644-8e9e-b9126c94ad77 HTTP/1.1" status: 204 len: 168 time: 1.0154862 Feb 15 17:38:12.712711 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41176) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:12.763889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-b072c1c4-01df-447a-8724-52f27ec402e8 admin admin] Deleting subnet e9a101ef-d81f-42f5-b9be-f2f2287da6cb {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:38:12.767750 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b072c1c4-01df-447a-8724-52f27ec402e8 admin admin] Publish callbacks [] for subnet (e9a101ef-d81f-42f5-b9be-f2f2287da6cb), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:12.803356 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b072c1c4-01df-447a-8724-52f27ec402e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (e9a101ef-d81f-42f5-b9be-f2f2287da6cb), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:12.885301 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b072c1c4-01df-447a-8724-52f27ec402e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e9a101ef-d81f-42f5-b9be-f2f2287da6cb), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.021995 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b072c1c4-01df-447a-8724-52f27ec402e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (e9a101ef-d81f-42f5-b9be-f2f2287da6cb), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.047295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072c1c4-01df-447a-8724-52f27ec402e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9a101ef-d81f-42f5-b9be-f2f2287da6cb,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:13.059971 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b072c1c4-01df-447a-8724-52f27ec402e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.059971 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b072c1c4-01df-447a-8724-52f27ec402e8 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/e9a101ef-d81f-42f5-b9be-f2f2287da6cb HTTP/1.1" status: 204 len: 168 time: 0.3442824 Feb 15 17:38:13.061328 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41178) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:13.067762 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70d9869-79fa-4b87-94f3-02bc7dcc9874 None None] Network 75a0aed6-7fa4-4420-855d-476e9b87d910 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:38:13.142109 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (75a0aed6-7fa4-4420-855d-476e9b87d910), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.204559 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Deleting port 9a56e0a7-8ca1-4eda-870c-996882ecef48 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:38:13.204906 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9a56e0a7-8ca1-4eda-870c-996882ecef48), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.241085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] DHCP port deletion for 75a0aed6-7fa4-4420-855d-476e9b87d910 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:38:13.273894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] For port 9a56e0a7-8ca1-4eda-870c-996882ecef48, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9a56e0a7-8ca1-4eda-870c-996882ecef48,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:38:13.274246 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9a56e0a7-8ca1-4eda-870c-996882ecef48), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.287232 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Calling delete_port for 9a56e0a7-8ca1-4eda-870c-996882ecef48 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:38:13.291277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Deleting port 9a56e0a7-8ca1-4eda-870c-996882ecef48 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:38:13.291666 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9a56e0a7-8ca1-4eda-870c-996882ecef48), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.357223 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] For port 9a56e0a7-8ca1-4eda-870c-996882ecef48, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9a56e0a7-8ca1-4eda-870c-996882ecef48,segment=NetworkSegment(a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5),segment_id=a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:38:13.358123 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9a56e0a7-8ca1-4eda-870c-996882ecef48), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.373883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Calling delete_port for 9a56e0a7-8ca1-4eda-870c-996882ecef48 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:38:13.444389 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (9a56e0a7-8ca1-4eda-870c-996882ecef48), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.474330 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (9a56e0a7-8ca1-4eda-870c-996882ecef48), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.477325 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a56e0a7-8ca1-4eda-870c-996882ecef48,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:13.487654 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.488007 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.488355 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.489212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.489924 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.490257 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.490741 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.491081 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.491468 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.491751 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.492084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.492416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.492745 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.495720 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] No DVR routers for this DVR port 9a56e0a7-8ca1-4eda-870c-996882ecef48 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:38:13.504915 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Pushing event deleted for resources: {'Port': ['ID=9a56e0a7-8ca1-4eda-870c-996882ecef48,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:13.507234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] No DVR routers for this DVR port 9a56e0a7-8ca1-4eda-870c-996882ecef48 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:38:13.518464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.518838 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.519279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.519707 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.520043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.520573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.520692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.521020 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.521355 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.521704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.522031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.522356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.522729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66c97206-6508-439c-8753-918cf5c32c33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:38:13.530002 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.569731 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (75a0aed6-7fa4-4420-855d-476e9b87d910), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.590952 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75a0aed6-7fa4-4420-855d-476e9b87d910']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:38:13.600708 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:38:13.601005 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:38:13.613719 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.628017 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.634757 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:38:13.635214 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (a5b11efc-b2b9-4f73-8c2c-225d1ee4fcd5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:38:13.636865 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:38:13.753247 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (75a0aed6-7fa4-4420-855d-476e9b87d910), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.758670 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:13.761966 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] 10.222.0.107 "DELETE /v2.0/networks/75a0aed6-7fa4-4420-855d-476e9b87d910 HTTP/1.1" status: 204 len: 168 time: 0.6995609 Feb 15 17:38:13.774338 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1a7f2-845d-4740-9a86-3f280e16c428 admin admin] Pushing event deleted for resources: {'Network': ['ID=75a0aed6-7fa4-4420-855d-476e9b87d910,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:13.932792 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:38:13.955078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:38:13.955459 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3f42105e-febd-4ea7-8ee5-ac4aaba2cfe0 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:38:13.956390 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7a35947c-1e4c-4b43-97ec-40b8dab635f3 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:38:13.978188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 7a35947c-1e4c-4b43-97ec-40b8dab635f3 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:38:13.978546 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7a35947c-1e4c-4b43-97ec-40b8dab635f3 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:38:13.978974 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9a56e0a7-8ca1-4eda-870c-996882ecef48 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:38:13.999109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 9a56e0a7-8ca1-4eda-870c-996882ecef48 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:38:13.999466 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9a56e0a7-8ca1-4eda-870c-996882ecef48 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:38:14.128599 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41182) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:14.168905 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2292eecb-fc22-41dc-b026-c1c70be0a32b admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c2fad26281e34139984360885d367f27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390933 Feb 15 17:38:14.171931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41184) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:14.228303 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13c8c97e-7845-4a46-a61c-5c9a52111f93 admin admin] Publish callbacks [] for security_group (ea9cdf6e-d2c1-4c6b-b0ec-403a8e748bfe), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:14.250148 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13c8c97e-7845-4a46-a61c-5c9a52111f93 admin admin] Publish callbacks [] for security_group (ea9cdf6e-d2c1-4c6b-b0ec-403a8e748bfe), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:14.347294 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13c8c97e-7845-4a46-a61c-5c9a52111f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ea9cdf6e-d2c1-4c6b-b0ec-403a8e748bfe), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:14.350135 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-13c8c97e-7845-4a46-a61c-5c9a52111f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:14.354498 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-13c8c97e-7845-4a46-a61c-5c9a52111f93 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/ea9cdf6e-d2c1-4c6b-b0ec-403a8e748bfe HTTP/1.1" status: 204 len: 168 time: 0.1780052 Feb 15 17:38:14.360498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8c97e-7845-4a46-a61c-5c9a52111f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9cdf6e-d2c1-4c6b-b0ec-403a8e748bfe,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:15.314093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41208) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:15.423544 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-1e03777e-9708-4c49-bab1-6651a11c0a84 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1017195218-network', 'tenant_id': 'e6bb66a3fcd34d12940186e5aa3b4c06'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:38:15.501577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e03777e-9708-4c49-bab1-6651a11c0a84 admin admin] Made reservation on behalf of e6bb66a3fcd34d12940186e5aa3b4c06 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:38:15.504462 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e03777e-9708-4c49-bab1-6651a11c0a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:15.513005 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e03777e-9708-4c49-bab1-6651a11c0a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:15.598509 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e03777e-9708-4c49-bab1-6651a11c0a84 admin admin] Publish callbacks [] for security_group (5e2d2843-4b05-4d27-9988-4a2e689692ab), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:15.650336 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e03777e-9708-4c49-bab1-6651a11c0a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5e2d2843-4b05-4d27-9988-4a2e689692ab), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:15.678631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e03777e-9708-4c49-bab1-6651a11c0a84 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:38:15.684877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03777e-9708-4c49-bab1-6651a11c0a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2d2843-4b05-4d27-9988-4a2e689692ab,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:15.692658 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e03777e-9708-4c49-bab1-6651a11c0a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e4389bf6-160e-4169-b49c-d169a1766d0d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:15.692658 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-1e03777e-9708-4c49-bab1-6651a11c0a84 admin admin] Added segment e4389bf6-160e-4169-b49c-d169a1766d0d of type vlan for network 0126a10a-bbbc-4ced-b654-619a02d58925 Feb 15 17:38:15.732283 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e03777e-9708-4c49-bab1-6651a11c0a84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (0126a10a-bbbc-4ced-b654-619a02d58925), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:15.815551 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e03777e-9708-4c49-bab1-6651a11c0a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (0126a10a-bbbc-4ced-b654-619a02d58925), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:15.816523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e03777e-9708-4c49-bab1-6651a11c0a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:15.817383 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e03777e-9708-4c49-bab1-6651a11c0a84 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:15.880941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03777e-9708-4c49-bab1-6651a11c0a84 admin admin] Pushing event updated for resources: {'Network': ['ID=0126a10a-bbbc-4ced-b654-619a02d58925,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:15.891084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 0126a10a-bbbc-4ced-b654-619a02d58925 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:38:15.961870 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1e03777e-9708-4c49-bab1-6651a11c0a84 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6463289 Feb 15 17:38:15.964463 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41212) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:15.969864 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c7391f77-30de-432c-b7ce-854eb7a0e066 admin admin] Request body: {'subnet': {'network_id': '0126a10a-bbbc-4ced-b654-619a02d58925', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1017195218-subnet', 'tenant_id': 'e6bb66a3fcd34d12940186e5aa3b4c06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:38:16.038301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7391f77-30de-432c-b7ce-854eb7a0e066 admin admin] Made reservation on behalf of e6bb66a3fcd34d12940186e5aa3b4c06 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:38:16.040693 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7391f77-30de-432c-b7ce-854eb7a0e066 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:16.298672 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7391f77-30de-432c-b7ce-854eb7a0e066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (9609a3e4-5d23-4c91-aa8e-eac2a5920dc8), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:16.356513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7391f77-30de-432c-b7ce-854eb7a0e066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9609a3e4-5d23-4c91-aa8e-eac2a5920dc8,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:16.363943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7391f77-30de-432c-b7ce-854eb7a0e066 admin admin] Checking segment: {'id': 'e4389bf6-160e-4169-b49c-d169a1766d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0126a10a-bbbc-4ced-b654-619a02d58925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:38:16.364312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7391f77-30de-432c-b7ce-854eb7a0e066 admin admin] Network hostable DHCP agents. Network: 0126a10a-bbbc-4ced-b654-619a02d58925, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:38:16.438448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7391f77-30de-432c-b7ce-854eb7a0e066 admin admin] Network 0126a10a-bbbc-4ced-b654-619a02d58925 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:38:16.501324 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-c7391f77-30de-432c-b7ce-854eb7a0e066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 0126a10a-bbbc-4ced-b654-619a02d58925) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:38:16.506277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7391f77-30de-432c-b7ce-854eb7a0e066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:16.507655 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c7391f77-30de-432c-b7ce-854eb7a0e066 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:16.510658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352f053f-00e5-4a1d-9fe1-3ea118da508d None None] Network 0126a10a-bbbc-4ced-b654-619a02d58925 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:38:16.578575 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c7391f77-30de-432c-b7ce-854eb7a0e066 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6129098 Feb 15 17:38:16.607872 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f6fb70-86bd-4bbd-9503-b4633a3e6569 None None] Network 0126a10a-bbbc-4ced-b654-619a02d58925 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:38:17.011831 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-07132390-eb25-431c-b868-ca1dc6a251cb tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:17.013330 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-07132390-eb25-431c-b868-ca1dc6a251cb tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/networks?id=0126a10a-bbbc-4ced-b654-619a02d58925 HTTP/1.1" status: 200 len: 814 time: 0.1062284 Feb 15 17:38:17.028549 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0fbecb56-e496-4ab3-98e0-310723664535 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/quotas/e6bb66a3fcd34d12940186e5aa3b4c06 HTTP/1.1" status: 200 len: 375 time: 0.0097547 Feb 15 17:38:17.060446 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-af15d5d4-e948-4c84-b050-0754192b8696 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e6bb66a3fcd34d12940186e5aa3b4c06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269980 Feb 15 17:38:17.150756 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-7ff20463-121d-4283-bc45-9faea09f0199 service neutron] 10.222.0.107 "GET /v2.0/networks/0126a10a-bbbc-4ced-b654-619a02d58925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837004 Feb 15 17:38:17.551871 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-4623abbe-71dd-4e8c-aed8-87a2d416ae48 service neutron] 10.222.0.107 "GET /v2.0/networks/0126a10a-bbbc-4ced-b654-619a02d58925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954580 Feb 15 17:38:17.776373 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9337fc00-cd4d-4340-9791-00a6c40cc6ee req-7d1ab374-7694-4359-a7d2-92bc2b7ac66b tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 210 time: 0.0285378 Feb 15 17:38:18.855851 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9af7a93-84c7-4a88-84fc-da648cde4b99 req-3d83a2cd-4ea3-48e3-a6d8-f467cb268efc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 210 time: 0.0269973 Feb 15 17:38:19.998586 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3f9066b5-970f-4aa3-8eac-11c432cac574 req-e9aad007-3643-4e0c-bbd1-3ff777fa59d7 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 210 time: 0.0665359 Feb 15 17:38:20.059057 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-9e0d1531-38b6-430e-b693-c44e6372ba6c tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:20.060745 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-9e0d1531-38b6-430e-b693-c44e6372ba6c tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.67 "GET /v2.0/networks?id=0126a10a-bbbc-4ced-b654-619a02d58925 HTTP/1.1" status: 200 len: 814 time: 0.1377161 Feb 15 17:38:20.073757 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-7f39feb0-9998-4766-9cfe-106bf6f708fc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Request body: {'port': {'device_id': 'ca813075-43e9-4756-ac9f-a61821b4128d', 'network_id': '0126a10a-bbbc-4ced-b654-619a02d58925', 'admin_state_up': True, 'tenant_id': 'e6bb66a3fcd34d12940186e5aa3b4c06'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:38:20.284499 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-7f39feb0-9998-4766-9cfe-106bf6f708fc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Made reservation on behalf of e6bb66a3fcd34d12940186e5aa3b4c06 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:38:20.287968 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-7f39feb0-9998-4766-9cfe-106bf6f708fc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:20.432390 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-7f39feb0-9998-4766-9cfe-106bf6f708fc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Allocated IP 172.20.0.5 (0126a10a-bbbc-4ced-b654-619a02d58925/9609a3e4-5d23-4c91-aa8e-eac2a5920dc8/938a88d2-0b82-4a9d-997c-44232a0a8f48) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:38:20.579288 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-7f39feb0-9998-4766-9cfe-106bf6f708fc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Publish callbacks [] for port (938a88d2-0b82-4a9d-997c-44232a0a8f48), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:20.650309 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-7f39feb0-9998-4766-9cfe-106bf6f708fc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (938a88d2-0b82-4a9d-997c-44232a0a8f48), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:20.695036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-7f39feb0-9998-4766-9cfe-106bf6f708fc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Network 0126a10a-bbbc-4ced-b654-619a02d58925 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:38:20.698357 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-7f39feb0-9998-4766-9cfe-106bf6f708fc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:38:20.702128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-7f39feb0-9998-4766-9cfe-106bf6f708fc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:38:20.709123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f39feb0-9998-4766-9cfe-106bf6f708fc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Pushing event updated for resources: {'Port': ['ID=938a88d2-0b82-4a9d-997c-44232a0a8f48,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:20.754087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-7f39feb0-9998-4766-9cfe-106bf6f708fc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:20.754707 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-7f39feb0-9998-4766-9cfe-106bf6f708fc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:20.819399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-7f39feb0-9998-4766-9cfe-106bf6f708fc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7496185 Feb 15 17:38:20.832525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Request body: {'port': {'device_id': 'ca813075-43e9-4756-ac9f-a61821b4128d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:38:20.897854 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (938a88d2-0b82-4a9d-997c-44232a0a8f48), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:21.136097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee63ea3-28bd-4c0b-926b-019d202e390f req-b211941f-3088-43bc-a8c1-671982c83473 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:21.137633 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ee63ea3-28bd-4c0b-926b-019d202e390f req-b211941f-3088-43bc-a8c1-671982c83473 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 931 time: 0.0594051 Feb 15 17:38:21.178890 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938a88d2-0b82-4a9d-997c-44232a0a8f48 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:38:21.185482 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0ee63ea3-28bd-4c0b-926b-019d202e390f req-8ba65af9-f990-49c5-acb8-f871ba38511f tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414183 Feb 15 17:38:21.186677 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Publish callbacks [] for port (938a88d2-0b82-4a9d-997c-44232a0a8f48), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:21.200877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Transition to ACTIVE for port object 938a88d2-0b82-4a9d-997c-44232a0a8f48 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:38:21.267564 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (938a88d2-0b82-4a9d-997c-44232a0a8f48), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:21.324007 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d410577-890f-425a-8409-4daab2307102 service neutron] Pushing event updated for resources: {'Port': ['ID=938a88d2-0b82-4a9d-997c-44232a0a8f48,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:21.399478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Attempting to bind port 938a88d2-0b82-4a9d-997c-44232a0a8f48 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:38:21.399732 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Attempting to bind port 938a88d2-0b82-4a9d-997c-44232a0a8f48 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': 'e4389bf6-160e-4169-b49c-d169a1766d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0126a10a-bbbc-4ced-b654-619a02d58925'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:38:21.400187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Attempting to bind port 938a88d2-0b82-4a9d-997c-44232a0a8f48 on network 0126a10a-bbbc-4ced-b654-619a02d58925 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:38:21.404676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Port 938a88d2-0b82-4a9d-997c-44232a0a8f48 on network 0126a10a-bbbc-4ced-b654-619a02d58925 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:38:21.405002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Attempting to bind port 938a88d2-0b82-4a9d-997c-44232a0a8f48 on network 0126a10a-bbbc-4ced-b654-619a02d58925 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:38:21.410127 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:38:21.410693 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Checking segment: {'id': 'e4389bf6-160e-4169-b49c-d169a1766d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0126a10a-bbbc-4ced-b654-619a02d58925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:38:21.411082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Bound using segment: {'id': 'e4389bf6-160e-4169-b49c-d169a1766d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0126a10a-bbbc-4ced-b654-619a02d58925'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:38:21.411563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Bound port: 938a88d2-0b82-4a9d-997c-44232a0a8f48, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4389bf6-160e-4169-b49c-d169a1766d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0126a10a-bbbc-4ced-b654-619a02d58925'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:38:21.411995 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (938a88d2-0b82-4a9d-997c-44232a0a8f48), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:21.476406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] For port 938a88d2-0b82-4a9d-997c-44232a0a8f48, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:38:21.479623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] For port 938a88d2-0b82-4a9d-997c-44232a0a8f48, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=938a88d2-0b82-4a9d-997c-44232a0a8f48,segment=NetworkSegment(e4389bf6-160e-4169-b49c-d169a1766d0d),segment_id=e4389bf6-160e-4169-b49c-d169a1766d0d)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:38:21.564265 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (938a88d2-0b82-4a9d-997c-44232a0a8f48), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:21.598094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:21.598805 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:21.600307 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-0d410577-890f-425a-8409-4daab2307102 service neutron] 10.222.0.67 "PUT /v2.0/ports/938a88d2-0b82-4a9d-997c-44232a0a8f48 HTTP/1.1" status: 200 len: 1092 time: 0.7736404 Feb 15 17:38:21.602583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca813075-43e9-4756-ac9f-a61821b4128d', 'tag': '938a88d2-0b82-4a9d-997c-44232a0a8f48'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:38:21.605023 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2707a16f-5219-41ba-91b3-e6eb9ca363e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ca813075-43e9-4756-ac9f-a61821b4128d", "tag": "938a88d2-0b82-4a9d-997c-44232a0a8f48"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:38:21.630441 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d410577-890f-425a-8409-4daab2307102 service neutron] Pushing event updated for resources: {'Port': ['ID=938a88d2-0b82-4a9d-997c-44232a0a8f48,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:21.720953 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f82c63-d1c7-4d5e-8ab0-1f0ff73d728a x-openstack-request-id: req-d0f82c63-d1c7-4d5e-8ab0-1f0ff73d728a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:38:21.721251 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca813075-43e9-4756-ac9f-a61821b4128d", "tag": "938a88d2-0b82-4a9d-997c-44232a0a8f48", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:38:21.721531 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d0f82c63-d1c7-4d5e-8ab0-1f0ff73d728a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:38:21.721931 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca813075-43e9-4756-ac9f-a61821b4128d', 'tag': '938a88d2-0b82-4a9d-997c-44232a0a8f48', 'status': 'completed', 'code': 200} Feb 15 17:38:21.741220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-e142a83e-8eaf-4e6d-9e35-7ddc4a006d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:21.742779 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-e142a83e-8eaf-4e6d-9e35-7ddc4a006d38 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e6bb66a3fcd34d12940186e5aa3b4c06&device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 1126 time: 0.0528135 Feb 15 17:38:21.784332 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-96415e0c-580e-4f0c-ad95-178e4487d46e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=938a88d2-0b82-4a9d-997c-44232a0a8f48 HTTP/1.1" status: 200 len: 217 time: 0.0342941 Feb 15 17:38:21.834477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-5bfe8bb7-b67d-4a9c-821e-88f9311d47df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:21.836001 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-5bfe8bb7-b67d-4a9c-821e-88f9311d47df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9609a3e4-5d23-4c91-aa8e-eac2a5920dc8 HTTP/1.1" status: 200 len: 854 time: 0.0451744 Feb 15 17:38:21.871969 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-31014b8a-9735-4f35-a2bf-f39c65f6081b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0126a10a-bbbc-4ced-b654-619a02d58925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289707 Feb 15 17:38:21.961860 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-adc3d6cd-a58e-4bd7-98c0-7f901946582f service neutron] 10.222.0.67 "GET /v2.0/networks/0126a10a-bbbc-4ced-b654-619a02d58925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837181 Feb 15 17:38:22.055888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a82c3e1-00ae-46f6-8da9-29ff8c45f17c req-04118bb2-7e6a-442d-9ac7-ba5d542173b9 service neutron] 10.222.0.67 "GET /v2.0/networks/0126a10a-bbbc-4ced-b654-619a02d58925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870967 Feb 15 17:38:22.225342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707a16f-5219-41ba-91b3-e6eb9ca363e3 req-e0e287eb-f376-40f4-b965-571060a7c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:22.227087 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2707a16f-5219-41ba-91b3-e6eb9ca363e3 req-e0e287eb-f376-40f4-b965-571060a7c71b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e6bb66a3fcd34d12940186e5aa3b4c06&device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 1126 time: 0.0558047 Feb 15 17:38:22.313406 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f71a1-fc7d-4e70-aa4d-a3def7ebf4ba req-12828a1c-b69e-44a0-bd2d-03dc0b05ba0c tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:22.315756 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f77f71a1-fc7d-4e70-aa4d-a3def7ebf4ba req-12828a1c-b69e-44a0-bd2d-03dc0b05ba0c tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 943 time: 0.0600164 Feb 15 17:38:22.326569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707a16f-5219-41ba-91b3-e6eb9ca363e3 req-cecbf80c-b2ea-46f0-ba65-1e344d6cf4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:22.328284 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2707a16f-5219-41ba-91b3-e6eb9ca363e3 req-cecbf80c-b2ea-46f0-ba65-1e344d6cf4d3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0126a10a-bbbc-4ced-b654-619a02d58925 HTTP/1.1" status: 200 len: 915 time: 0.0954225 Feb 15 17:38:22.372776 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f77f71a1-fc7d-4e70-aa4d-a3def7ebf4ba req-eea794a2-7d07-4745-92e2-05d37a728337 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493364 Feb 15 17:38:22.382818 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2707a16f-5219-41ba-91b3-e6eb9ca363e3 req-98ed4072-9ad2-46c4-a105-d380502266f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=938a88d2-0b82-4a9d-997c-44232a0a8f48 HTTP/1.1" status: 200 len: 217 time: 0.0471058 Feb 15 17:38:22.433836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707a16f-5219-41ba-91b3-e6eb9ca363e3 req-8fd896f5-35ee-4ad7-b9ab-f1949f7c6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:22.435722 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2707a16f-5219-41ba-91b3-e6eb9ca363e3 req-8fd896f5-35ee-4ad7-b9ab-f1949f7c6c4c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9609a3e4-5d23-4c91-aa8e-eac2a5920dc8 HTTP/1.1" status: 200 len: 854 time: 0.0464959 Feb 15 17:38:22.468899 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2707a16f-5219-41ba-91b3-e6eb9ca363e3 req-21e2c750-f220-4dc2-b539-84f0c1d1f6eb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0126a10a-bbbc-4ced-b654-619a02d58925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259202 Feb 15 17:38:22.563155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2707a16f-5219-41ba-91b3-e6eb9ca363e3 req-8dda4f0a-4023-476c-aa19-c4e245ef8cd4 service neutron] 10.222.0.67 "GET /v2.0/networks/0126a10a-bbbc-4ced-b654-619a02d58925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869815 Feb 15 17:38:22.654475 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2707a16f-5219-41ba-91b3-e6eb9ca363e3 req-7956b42a-0ae7-4a9b-9223-49096ab7390d service neutron] 10.222.0.67 "GET /v2.0/networks/0126a10a-bbbc-4ced-b654-619a02d58925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837028 Feb 15 17:38:23.497444 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a7829-f183-4f73-8648-d75b78b9ed6c req-e49998aa-df0d-4ee8-952a-7dc37e9e30dd tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:23.498853 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b04a7829-f183-4f73-8648-d75b78b9ed6c req-e49998aa-df0d-4ee8-952a-7dc37e9e30dd tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 943 time: 0.0526989 Feb 15 17:38:23.550502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b04a7829-f183-4f73-8648-d75b78b9ed6c req-5dd93e0a-9ed2-4d55-8e79-eaa717806ced tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453794 Feb 15 17:38:23.805533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 938a88d2-0b82-4a9d-997c-44232a0a8f48 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:38:23.911451 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 938a88d2-0b82-4a9d-997c-44232a0a8f48, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=938a88d2-0b82-4a9d-997c-44232a0a8f48,segment=NetworkSegment(e4389bf6-160e-4169-b49c-d169a1766d0d),segment_id=e4389bf6-160e-4169-b49c-d169a1766d0d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:38:23.923477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '938a88d2-0b82-4a9d-997c-44232a0a8f48', 'network_id': '0126a10a-bbbc-4ced-b654-619a02d58925', 'port_id': '938a88d2-0b82-4a9d-997c-44232a0a8f48', 'mac_address': 'fa:16:3e:c7:14:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9609a3e4-5d23-4c91-aa8e-eac2a5920dc8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:38:23.966342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 938a88d2-0b82-4a9d-997c-44232a0a8f48 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:38:23.966750 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (938a88d2-0b82-4a9d-997c-44232a0a8f48), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:23.980661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938a88d2-0b82-4a9d-997c-44232a0a8f48 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:38:24.005625 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 938a88d2-0b82-4a9d-997c-44232a0a8f48, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=938a88d2-0b82-4a9d-997c-44232a0a8f48,segment=NetworkSegment(e4389bf6-160e-4169-b49c-d169a1766d0d),segment_id=e4389bf6-160e-4169-b49c-d169a1766d0d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:38:24.090395 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (938a88d2-0b82-4a9d-997c-44232a0a8f48), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:24.139986 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=938a88d2-0b82-4a9d-997c-44232a0a8f48,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:24.339354 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['938a88d2-0b82-4a9d-997c-44232a0a8f48'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:38:24.671894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7fb01-291f-46fa-b004-345e2b93e7cd req-012c9c5e-d7ca-437a-8a31-a33503bcf696 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:24.673391 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-71b7fb01-291f-46fa-b004-345e2b93e7cd req-012c9c5e-d7ca-437a-8a31-a33503bcf696 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 944 time: 0.0519495 Feb 15 17:38:24.724551 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-71b7fb01-291f-46fa-b004-345e2b93e7cd req-91875aee-9aca-4699-a526-636d1e590b5d tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447776 Feb 15 17:38:25.836571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 938a88d2-0b82-4a9d-997c-44232a0a8f48 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:38:25.853762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17d167-7acf-4dec-8b42-6c76dac3b90e req-4e432b38-29eb-457b-b522-e90270e6c130 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:25.855782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f17d167-7acf-4dec-8b42-6c76dac3b90e req-4e432b38-29eb-457b-b522-e90270e6c130 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 944 time: 0.0613708 Feb 15 17:38:25.930329 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f17d167-7acf-4dec-8b42-6c76dac3b90e req-f0b369c9-a6bd-4ddf-b4b4-c0dbe432f482 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644069 Feb 15 17:38:25.992920 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 938a88d2-0b82-4a9d-997c-44232a0a8f48 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:38:25.997728 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 938a88d2-0b82-4a9d-997c-44232a0a8f48 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:38:25.998117 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (938a88d2-0b82-4a9d-997c-44232a0a8f48), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:26.109794 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 938a88d2-0b82-4a9d-997c-44232a0a8f48 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:38:26.110311 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (938a88d2-0b82-4a9d-997c-44232a0a8f48), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:26.143824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca813075-43e9-4756-ac9f-a61821b4128d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a88d2-0b82-4a9d-997c-44232a0a8f48'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:38:26.147128 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62a7715-5762-4f87-962d-74b42bbd2c91" -d '{"events": [{"server_uuid": "ca813075-43e9-4756-ac9f-a61821b4128d", "name": "network-vif-plugged", "status": "completed", "tag": "938a88d2-0b82-4a9d-997c-44232a0a8f48"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:38:26.164382 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 938a88d2-0b82-4a9d-997c-44232a0a8f48, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=938a88d2-0b82-4a9d-997c-44232a0a8f48,segment=NetworkSegment(e4389bf6-160e-4169-b49c-d169a1766d0d),segment_id=e4389bf6-160e-4169-b49c-d169a1766d0d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:38:26.199784 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dea4621-5d9c-4539-86fd-a830bb4f8b44 x-openstack-request-id: req-9dea4621-5d9c-4539-86fd-a830bb4f8b44 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:38:26.200084 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca813075-43e9-4756-ac9f-a61821b4128d", "name": "network-vif-plugged", "status": "completed", "tag": "938a88d2-0b82-4a9d-997c-44232a0a8f48", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:38:26.200438 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9dea4621-5d9c-4539-86fd-a830bb4f8b44 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:38:26.200934 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca813075-43e9-4756-ac9f-a61821b4128d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a88d2-0b82-4a9d-997c-44232a0a8f48', 'code': 200} Feb 15 17:38:26.279721 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (938a88d2-0b82-4a9d-997c-44232a0a8f48), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:26.340778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8e767-1efe-4eb2-806f-a10cf990daf5 req-47c756cd-aa6e-4b89-a36c-a531d2af96b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:26.342513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-06e8e767-1efe-4eb2-806f-a10cf990daf5 req-47c756cd-aa6e-4b89-a36c-a531d2af96b6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 1128 time: 0.0634875 Feb 15 17:38:26.354534 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=938a88d2-0b82-4a9d-997c-44232a0a8f48,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:26.395130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-06e8e767-1efe-4eb2-806f-a10cf990daf5 req-45cc96ad-43c5-4d8c-bcde-5fb8fa146baa service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442774 Feb 15 17:38:27.326379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2295552-0161-4a5f-9daf-4231d1b71257 req-173a0fcc-09dd-44f1-8188-5f13b4b4482e tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:27.327824 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2295552-0161-4a5f-9daf-4231d1b71257 req-173a0fcc-09dd-44f1-8188-5f13b4b4482e tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 945 time: 0.0597012 Feb 15 17:38:27.384018 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2295552-0161-4a5f-9daf-4231d1b71257 req-34c07c39-3a06-4067-bb11-b150773a8bf4 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505676 Feb 15 17:38:27.752572 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:38:28.528440 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c1882-9d0d-4b8b-9548-b8b7a5fcc8bd req-8d81b9ea-7f90-49c7-8cdd-23c0a396d92e tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:28.530037 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a83c1882-9d0d-4b8b-9548-b8b7a5fcc8bd req-8d81b9ea-7f90-49c7-8cdd-23c0a396d92e tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 945 time: 0.0577271 Feb 15 17:38:28.589281 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a83c1882-9d0d-4b8b-9548-b8b7a5fcc8bd req-b27c1d6d-47fe-4c3c-9ce2-fae8ccbe43b6 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519607 Feb 15 17:38:28.875935 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-c23c93dc-0b3a-4674-a139-b736d170eeac tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:28.877684 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-c23c93dc-0b3a-4674-a139-b736d170eeac tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/networks?id=0126a10a-bbbc-4ced-b654-619a02d58925 HTTP/1.1" status: 200 len: 814 time: 0.1399288 Feb 15 17:38:28.894054 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-dadf2995-e2ca-4d2f-bf75-9ed47594b2ad tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/quotas/e6bb66a3fcd34d12940186e5aa3b4c06 HTTP/1.1" status: 200 len: 375 time: 0.0102210 Feb 15 17:38:28.967195 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-958c02d9-a61f-4a56-8b95-002a2dba9187 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e6bb66a3fcd34d12940186e5aa3b4c06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0603039 Feb 15 17:38:29.134403 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-5918b989-e753-4b7f-a261-8a1663e47729 service neutron] 10.222.0.107 "GET /v2.0/networks/0126a10a-bbbc-4ced-b654-619a02d58925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607232 Feb 15 17:38:29.239270 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-99a82955-3e08-45bc-826c-81547d3a9bf9 service neutron] 10.222.0.107 "GET /v2.0/networks/0126a10a-bbbc-4ced-b654-619a02d58925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975425 Feb 15 17:38:29.518940 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-eeaad049-8e5b-4c07-a153-70a22c3e7ad4 req-060cf96f-8027-411d-a369-aec0ee5a84e8 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 210 time: 0.0371888 Feb 15 17:38:30.618573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cb9e4084-a2e2-4921-a481-2ca70121ba07 req-23bc8163-9468-4c22-a3e5-ffc817d92e42 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 210 time: 0.0287995 Feb 15 17:38:30.935754 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:31.262817 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:31.711457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-8393963b-4d51-48e5-ae6b-1e16dba6305f tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:31.713041 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-8393963b-4d51-48e5-ae6b-1e16dba6305f tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.10 "GET /v2.0/networks?id=0126a10a-bbbc-4ced-b654-619a02d58925 HTTP/1.1" status: 200 len: 814 time: 0.1507192 Feb 15 17:38:31.728185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-61f9c00c-dbea-4f53-b7bb-2c0c7c83bc25 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Request body: {'port': {'device_id': '0ae8b445-b960-48eb-b516-569bd2247120', 'network_id': '0126a10a-bbbc-4ced-b654-619a02d58925', 'admin_state_up': True, 'tenant_id': 'e6bb66a3fcd34d12940186e5aa3b4c06'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:38:31.752740 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4949ad97-9599-485f-9048-85d3c03739f5 req-b6ed1002-06b0-4d20-9e44-28d813b7a471 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 210 time: 0.0394895 Feb 15 17:38:31.981272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-61f9c00c-dbea-4f53-b7bb-2c0c7c83bc25 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Made reservation on behalf of e6bb66a3fcd34d12940186e5aa3b4c06 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:38:31.985162 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-61f9c00c-dbea-4f53-b7bb-2c0c7c83bc25 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:32.117237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-61f9c00c-dbea-4f53-b7bb-2c0c7c83bc25 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Allocated IP 172.20.0.10 (0126a10a-bbbc-4ced-b654-619a02d58925/9609a3e4-5d23-4c91-aa8e-eac2a5920dc8/1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:38:32.281429 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-61f9c00c-dbea-4f53-b7bb-2c0c7c83bc25 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Publish callbacks [] for port (1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:32.730170 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-61f9c00c-dbea-4f53-b7bb-2c0c7c83bc25 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:32.743726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['938a88d2-0b82-4a9d-997c-44232a0a8f48'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:38:32.776049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-61f9c00c-dbea-4f53-b7bb-2c0c7c83bc25 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Network 0126a10a-bbbc-4ced-b654-619a02d58925 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:38:32.779305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-61f9c00c-dbea-4f53-b7bb-2c0c7c83bc25 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:38:32.783798 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-61f9c00c-dbea-4f53-b7bb-2c0c7c83bc25 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:38:32.791525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9c00c-dbea-4f53-b7bb-2c0c7c83bc25 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Pushing event updated for resources: {'Port': ['ID=1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:32.840487 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-61f9c00c-dbea-4f53-b7bb-2c0c7c83bc25 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:32.841131 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-61f9c00c-dbea-4f53-b7bb-2c0c7c83bc25 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:32.904403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e40dcc-31f1-433a-99e6-cbdb6cd08185 req-51dcac64-7d47-46e8-a682-97af0a2a4fb3 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:32.905996 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64e40dcc-31f1-433a-99e6-cbdb6cd08185 req-51dcac64-7d47-46e8-a682-97af0a2a4fb3 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 932 time: 0.0613084 Feb 15 17:38:32.954383 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-64e40dcc-31f1-433a-99e6-cbdb6cd08185 req-a7694b2f-d1c0-4a7f-9249-5fc196ba7b1e tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421779 Feb 15 17:38:32.973951 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-61f9c00c-dbea-4f53-b7bb-2c0c7c83bc25 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2504671 Feb 15 17:38:33.037323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Request body: {'port': {'device_id': '0ae8b445-b960-48eb-b516-569bd2247120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:38:33.096451 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:33.354978 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7e18ebf-e81b-43dd-b7bb-fdbb55df364d req-f6272505-af85-4fbb-b09f-2694de42822a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1512434 Feb 15 17:38:33.433934 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:38:33.444392 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Publish callbacks [] for port (1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:33.461983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Transition to ACTIVE for port object 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:38:33.471869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e18ebf-e81b-43dd-b7bb-fdbb55df364d req-34ef92d5-1a77-48e8-a30a-a4a646f47da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:33.473385 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7e18ebf-e81b-43dd-b7bb-fdbb55df364d req-34ef92d5-1a77-48e8-a30a-a4a646f47da3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e6bb66a3fcd34d12940186e5aa3b4c06&device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 1128 time: 0.0705135 Feb 15 17:38:33.551727 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:33.623103 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:33.656061 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e18ebf-e81b-43dd-b7bb-fdbb55df364d req-0c3873e1-6e08-49c1-9379-48589df3b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:33.657581 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7e18ebf-e81b-43dd-b7bb-fdbb55df364d req-0c3873e1-6e08-49c1-9379-48589df3b193 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0126a10a-bbbc-4ced-b654-619a02d58925 HTTP/1.1" status: 200 len: 915 time: 0.1630175 Feb 15 17:38:33.719738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7e18ebf-e81b-43dd-b7bb-fdbb55df364d req-52910a55-4827-416e-94d6-e4dee4610d6e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=938a88d2-0b82-4a9d-997c-44232a0a8f48 HTTP/1.1" status: 200 len: 217 time: 0.0449891 Feb 15 17:38:33.768070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Attempting to bind port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:38:33.768795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Attempting to bind port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'e4389bf6-160e-4169-b49c-d169a1766d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0126a10a-bbbc-4ced-b654-619a02d58925'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:38:33.768795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Attempting to bind port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b on network 0126a10a-bbbc-4ced-b654-619a02d58925 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:38:33.778279 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b on network 0126a10a-bbbc-4ced-b654-619a02d58925 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:38:33.778657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Attempting to bind port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b on network 0126a10a-bbbc-4ced-b654-619a02d58925 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:38:33.787787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:38:33.790648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Checking segment: {'id': 'e4389bf6-160e-4169-b49c-d169a1766d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0126a10a-bbbc-4ced-b654-619a02d58925'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:38:33.790648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Bound using segment: {'id': 'e4389bf6-160e-4169-b49c-d169a1766d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0126a10a-bbbc-4ced-b654-619a02d58925'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:38:33.790648 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Bound port: 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4389bf6-160e-4169-b49c-d169a1766d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '0126a10a-bbbc-4ced-b654-619a02d58925'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:38:33.790648 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:33.794726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e18ebf-e81b-43dd-b7bb-fdbb55df364d req-ad47310e-9574-4431-bf4b-ca859e915a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:33.796286 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7e18ebf-e81b-43dd-b7bb-fdbb55df364d req-ad47310e-9574-4431-bf4b-ca859e915a82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=9609a3e4-5d23-4c91-aa8e-eac2a5920dc8 HTTP/1.1" status: 200 len: 854 time: 0.0659335 Feb 15 17:38:33.854399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7e18ebf-e81b-43dd-b7bb-fdbb55df364d req-7c718377-ffd9-4563-84a7-601bd1fe1295 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0126a10a-bbbc-4ced-b654-619a02d58925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479496 Feb 15 17:38:33.934429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] For port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:38:33.938786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] For port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b,segment=NetworkSegment(e4389bf6-160e-4169-b49c-d169a1766d0d),segment_id=e4389bf6-160e-4169-b49c-d169a1766d0d)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:38:33.969224 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7e18ebf-e81b-43dd-b7bb-fdbb55df364d req-d8777608-a028-4a9e-9151-fd8e6ebd89fc service neutron] 10.222.0.67 "GET /v2.0/networks/0126a10a-bbbc-4ced-b654-619a02d58925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065090 Feb 15 17:38:34.070160 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c7e18ebf-e81b-43dd-b7bb-fdbb55df364d req-3d6a7847-902c-435b-8041-cb6fbcd5c7f9 service neutron] 10.222.0.67 "GET /v2.0/networks/0126a10a-bbbc-4ced-b654-619a02d58925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942507 Feb 15 17:38:34.071637 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:34.090940 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfb9a6-c054-4ae2-bdd8-cc98ec3ed200 req-bc1ca3dd-642d-48cf-87f8-5aab4e5fd4d3 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:34.092409 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74bfb9a6-c054-4ae2-bdd8-cc98ec3ed200 req-bc1ca3dd-642d-48cf-87f8-5aab4e5fd4d3 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 944 time: 0.0601070 Feb 15 17:38:34.114696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:34.117484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:34.117484 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] 10.222.0.10 "PUT /v2.0/ports/1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b HTTP/1.1" status: 200 len: 1093 time: 1.1368129 Feb 15 17:38:34.117484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ae8b445-b960-48eb-b516-569bd2247120', 'tag': '1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:38:34.119745 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473b0a54-6dfb-4988-9952-734be98faf53" -d '{"events": [{"name": "network-changed", "server_uuid": "0ae8b445-b960-48eb-b516-569bd2247120", "tag": "1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:38:34.139498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac585cd-8c95-485a-b9a6-659b29a01e03 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:34.147936 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-74bfb9a6-c054-4ae2-bdd8-cc98ec3ed200 req-68810d41-cb05-4fe5-bfc3-2279752346ba tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486982 Feb 15 17:38:34.180519 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267bc2fe-0419-4464-9685-609aaaa88617 x-openstack-request-id: req-267bc2fe-0419-4464-9685-609aaaa88617 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:38:34.180813 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ae8b445-b960-48eb-b516-569bd2247120", "tag": "1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:38:34.181066 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-267bc2fe-0419-4464-9685-609aaaa88617 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:38:34.181561 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ae8b445-b960-48eb-b516-569bd2247120', 'tag': '1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b', 'status': 'completed', 'code': 200} Feb 15 17:38:34.247540 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b0a54-6dfb-4988-9952-734be98faf53 req-3dbf37da-d452-4b7a-970a-bff05be9225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:34.249097 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-473b0a54-6dfb-4988-9952-734be98faf53 req-3dbf37da-d452-4b7a-970a-bff05be9225b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6bb66a3fcd34d12940186e5aa3b4c06&device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 1127 time: 0.0472605 Feb 15 17:38:34.359585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b0a54-6dfb-4988-9952-734be98faf53 req-8afb28f9-a469-43bf-8528-4495fec004f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:34.361854 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-473b0a54-6dfb-4988-9952-734be98faf53 req-8afb28f9-a469-43bf-8528-4495fec004f1 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e6bb66a3fcd34d12940186e5aa3b4c06&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1045821 Feb 15 17:38:34.467565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b0a54-6dfb-4988-9952-734be98faf53 req-4d2bd071-73b7-42a3-ab68-5714991eab89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:34.469115 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-473b0a54-6dfb-4988-9952-734be98faf53 req-4d2bd071-73b7-42a3-ab68-5714991eab89 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000967 Feb 15 17:38:34.561508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-9ca5f3a0-c707-43d6-86ca-d5cda1bba949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:34.563265 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-9ca5f3a0-c707-43d6-86ca-d5cda1bba949 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6bb66a3fcd34d12940186e5aa3b4c06&device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 1127 time: 0.0564740 Feb 15 17:38:34.604883 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-f5026867-94bd-4adc-a4f0-a502b7477b72 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b HTTP/1.1" status: 200 len: 217 time: 0.0346053 Feb 15 17:38:34.660150 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-1268783e-81cc-4236-a478-2b1d539336ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:34.661656 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-1268783e-81cc-4236-a478-2b1d539336ef service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9609a3e4-5d23-4c91-aa8e-eac2a5920dc8 HTTP/1.1" status: 200 len: 854 time: 0.0493977 Feb 15 17:38:34.698936 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-b0b40a1b-21c7-4987-a6cd-77ac9bc6fa18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=0126a10a-bbbc-4ced-b654-619a02d58925&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309968 Feb 15 17:38:34.792301 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-ec9bc8a5-6f28-4d7c-8489-9741f57a354d service neutron] 10.222.0.10 "GET /v2.0/networks/0126a10a-bbbc-4ced-b654-619a02d58925?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862849 Feb 15 17:38:34.889899 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-96f9fe15-16d4-4edf-917f-0eecc4d422de req-a37b43e4-d2ac-4ef2-a512-c99441e0097b service neutron] 10.222.0.10 "GET /v2.0/networks/0126a10a-bbbc-4ced-b654-619a02d58925?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915797 Feb 15 17:38:35.272038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a7289-ddb9-4bc9-87be-dc371f4a7942 req-9a497413-2b94-4204-87f2-f434bd8a3ea7 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:35.273465 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b8a7289-ddb9-4bc9-87be-dc371f4a7942 req-9a497413-2b94-4204-87f2-f434bd8a3ea7 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 944 time: 0.0533016 Feb 15 17:38:35.322229 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6b8a7289-ddb9-4bc9-87be-dc371f4a7942 req-bf9094d9-0ad8-44da-bb22-9d7adff5f013 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429087 Feb 15 17:38:36.341805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:38:36.456720 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b,segment=NetworkSegment(e4389bf6-160e-4169-b49c-d169a1766d0d),segment_id=e4389bf6-160e-4169-b49c-d169a1766d0d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:38:36.464670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdad62-2155-4666-9829-c7b025c671af req-f78d1640-cb83-4c21-9168-d41bb6fd6e55 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:36.466312 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0cdad62-2155-4666-9829-c7b025c671af req-f78d1640-cb83-4c21-9168-d41bb6fd6e55 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 944 time: 0.0591843 Feb 15 17:38:36.471096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b', 'network_id': '0126a10a-bbbc-4ced-b654-619a02d58925', 'port_id': '1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b', 'mac_address': 'fa:16:3e:e6:97:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9609a3e4-5d23-4c91-aa8e-eac2a5920dc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:38:36.520829 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:38:36.521148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0cdad62-2155-4666-9829-c7b025c671af req-abfd05a5-162e-4d6f-a700-7d996cae9460 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482309 Feb 15 17:38:36.521308 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:36.538755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:38:36.574379 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b,segment=NetworkSegment(e4389bf6-160e-4169-b49c-d169a1766d0d),segment_id=e4389bf6-160e-4169-b49c-d169a1766d0d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:38:36.667025 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:36.717004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:36.872277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:38:37.020265 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-141e7c1e-7512-497e-9428-ca26dcc1b67d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:37.649620 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8584833-30d6-45f5-9a38-c8def2f58bba req-6682f96a-40d5-4cbc-a517-ff01c0c5f7dd tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:37.651116 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8584833-30d6-45f5-9a38-c8def2f58bba req-6682f96a-40d5-4cbc-a517-ff01c0c5f7dd tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 945 time: 0.0588436 Feb 15 17:38:37.704508 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f8584833-30d6-45f5-9a38-c8def2f58bba req-7022baef-8254-41a7-a6f3-ee5ea20f54fc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473044 Feb 15 17:38:38.345070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:38:38.507312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:38:38.511497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:38:38.511875 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:38.594056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:38:38.594476 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:38.620509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae8b445-b960-48eb-b516-569bd2247120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:38:38.622793 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8403b1-1071-4c79-b796-a565f44890c3" -d '{"events": [{"server_uuid": "0ae8b445-b960-48eb-b516-569bd2247120", "name": "network-vif-plugged", "status": "completed", "tag": "1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:38:38.636159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b,segment=NetworkSegment(e4389bf6-160e-4169-b49c-d169a1766d0d),segment_id=e4389bf6-160e-4169-b49c-d169a1766d0d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:38:38.712876 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:38.746953 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf56b49e-bf12-488e-8546-f9a429b4cb9d x-openstack-request-id: req-cf56b49e-bf12-488e-8546-f9a429b4cb9d {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:38:38.747504 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae8b445-b960-48eb-b516-569bd2247120", "name": "network-vif-plugged", "status": "completed", "tag": "1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:38:38.748003 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cf56b49e-bf12-488e-8546-f9a429b4cb9d {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:38:38.748467 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae8b445-b960-48eb-b516-569bd2247120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b', 'code': 200} Feb 15 17:38:38.781978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:38.853861 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b6d32-bffd-453b-a0ec-62520b96729d req-250088a3-6064-4992-b831-6f1d7e086607 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:38.855321 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-002b6d32-bffd-453b-a0ec-62520b96729d req-250088a3-6064-4992-b831-6f1d7e086607 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 946 time: 0.0769966 Feb 15 17:38:38.879908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34fa09-7871-453c-b8f2-9bb9ba479e94 req-602b28e0-0e7f-44e3-893d-4940f5b90c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:38.879908 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ad34fa09-7871-453c-b8f2-9bb9ba479e94 req-602b28e0-0e7f-44e3-893d-4940f5b90c29 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 1129 time: 0.0569751 Feb 15 17:38:38.915151 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-002b6d32-bffd-453b-a0ec-62520b96729d req-dff97a84-7e35-48e6-84d9-20c69cb4f43a tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473804 Feb 15 17:38:38.929390 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ad34fa09-7871-453c-b8f2-9bb9ba479e94 req-037216fd-36df-4e49-a946-c8803472157e service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464246 Feb 15 17:38:39.284400 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6cd0333c-0358-4ed4-a6c1-c1fc3b130acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:40.068317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154c795-9ad3-456f-b6b0-e4f12c06ac33 req-e86b341f-851d-45f0-9bfe-680addc9e58f tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:40.068317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a154c795-9ad3-456f-b6b0-e4f12c06ac33 req-e86b341f-851d-45f0-9bfe-680addc9e58f tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 946 time: 0.0659242 Feb 15 17:38:40.117137 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a154c795-9ad3-456f-b6b0-e4f12c06ac33 req-3a8eb4f3-48a8-46ed-bd79-20fe9867d325 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440929 Feb 15 17:38:40.667354 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:41.242701 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79116a33-9641-4829-9db4-378d071f6bc1 req-8e665a20-a7e5-400f-8fc2-d41747606137 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:41.244095 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-79116a33-9641-4829-9db4-378d071f6bc1 req-8e665a20-a7e5-400f-8fc2-d41747606137 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 946 time: 0.0565941 Feb 15 17:38:41.298557 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-79116a33-9641-4829-9db4-378d071f6bc1 req-e842957f-050f-4924-a323-1fb80110ac77 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484629 Feb 15 17:38:41.824618 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d33f7-b4d7-47bf-a732-2cc6ac82f424 req-723cb105-6b46-4fae-937f-d5f3e4e4959d tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:41.826235 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-732d33f7-b4d7-47bf-a732-2cc6ac82f424 req-723cb105-6b46-4fae-937f-d5f3e4e4959d tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 946 time: 0.0562246 Feb 15 17:38:41.875690 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-732d33f7-b4d7-47bf-a732-2cc6ac82f424 req-3ddef125-88b0-47fa-a5c1-fb0d8b0db12a tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431221 Feb 15 17:38:42.107039 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:43.023000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f037d-631f-4a41-9402-d735f909c297 req-ccf8db53-d479-44b6-9535-67a05ee5352d tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:43.024675 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b4f037d-631f-4a41-9402-d735f909c297 req-ccf8db53-d479-44b6-9535-67a05ee5352d tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 946 time: 0.0684817 Feb 15 17:38:43.080773 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3b4f037d-631f-4a41-9402-d735f909c297 req-09b27ab1-0668-4172-97c2-0a63647cf1e2 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500393 Feb 15 17:38:43.141762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c1eaa-f7c5-4c3d-a3c5-316276629e87 req-3b5d87c3-360c-47fb-88a6-8bb1b1b57bd3 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:43.143301 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db0c1eaa-f7c5-4c3d-a3c5-316276629e87 req-3b5d87c3-360c-47fb-88a6-8bb1b1b57bd3 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.10 "GET /v2.0/ports?device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 946 time: 0.0616517 Feb 15 17:38:43.248259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-db0c1eaa-f7c5-4c3d-a3c5-316276629e87 req-81f68ae7-dc02-49ae-b10f-c837604d5055 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Deleting port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:38:43.248602 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-db0c1eaa-f7c5-4c3d-a3c5-316276629e87 req-81f68ae7-dc02-49ae-b10f-c837604d5055 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:43.352383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-db0c1eaa-f7c5-4c3d-a3c5-316276629e87 req-81f68ae7-dc02-49ae-b10f-c837604d5055 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] For port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b,segment=NetworkSegment(e4389bf6-160e-4169-b49c-d169a1766d0d),segment_id=e4389bf6-160e-4169-b49c-d169a1766d0d)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:38:43.352754 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-db0c1eaa-f7c5-4c3d-a3c5-316276629e87 req-81f68ae7-dc02-49ae-b10f-c837604d5055 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:43.366369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-db0c1eaa-f7c5-4c3d-a3c5-316276629e87 req-81f68ae7-dc02-49ae-b10f-c837604d5055 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Calling delete_port for 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:38:43.541177 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:43.564097 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-db0c1eaa-f7c5-4c3d-a3c5-316276629e87 req-81f68ae7-dc02-49ae-b10f-c837604d5055 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:43.578439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:38:43.580742 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['938a88d2-0b82-4a9d-997c-44232a0a8f48'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:38:43.600666 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f68ae7-dc02-49ae-b10f-c837604d5055 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Pushing event deleted for resources: {'Port': ['ID=1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:43.647689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0c1eaa-f7c5-4c3d-a3c5-316276629e87 req-81f68ae7-dc02-49ae-b10f-c837604d5055 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] No DVR routers for this DVR port 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:38:43.650798 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-db0c1eaa-f7c5-4c3d-a3c5-316276629e87 req-81f68ae7-dc02-49ae-b10f-c837604d5055 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:43.654341 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db0c1eaa-f7c5-4c3d-a3c5-316276629e87 req-81f68ae7-dc02-49ae-b10f-c837604d5055 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.10 "DELETE /v2.0/ports/1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b HTTP/1.1" status: 204 len: 173 time: 0.5056632 Feb 15 17:38:43.657634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ae8b445-b960-48eb-b516-569bd2247120', 'name': 'network-vif-deleted', 'tag': '1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:38:43.657634 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d94ac20-68d5-43b1-9fc5-d0c20fecea3c" -d '{"events": [{"server_uuid": "0ae8b445-b960-48eb-b516-569bd2247120", "name": "network-vif-deleted", "tag": "1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:38:43.719400 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff56f19f-7408-47f9-9ce7-f7b6c42e563e x-openstack-request-id: req-ff56f19f-7408-47f9-9ce7-f7b6c42e563e {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:38:43.719775 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ae8b445-b960-48eb-b516-569bd2247120", "name": "network-vif-deleted", "tag": "1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:38:43.720081 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ff56f19f-7408-47f9-9ce7-f7b6c42e563e {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:38:43.720553 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ae8b445-b960-48eb-b516-569bd2247120', 'name': 'network-vif-deleted', 'tag': '1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b', 'status': 'completed', 'code': 200} Feb 15 17:38:44.205408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9cfd041b-f940-404f-b7db-ce61937762dd req-d64305f3-09da-434d-86a4-08acc52d382b tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=0ae8b445-b960-48eb-b516-569bd2247120 HTTP/1.1" status: 200 len: 210 time: 0.0312381 Feb 15 17:38:45.374254 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d7fda-0ef6-48ee-a3f2-ad3fe3c52532 req-a100d44f-369d-46c1-8a95-0bbacbb28b03 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:45.375854 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-694d7fda-0ef6-48ee-a3f2-ad3fe3c52532 req-a100d44f-369d-46c1-8a95-0bbacbb28b03 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 945 time: 0.0607717 Feb 15 17:38:45.434370 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-694d7fda-0ef6-48ee-a3f2-ad3fe3c52532 req-48b1e9d9-c74c-470a-8b72-aa2c8516876c tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521364 Feb 15 17:38:45.582390 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250d698-5066-4217-a91b-f69aedbc4287 req-81be0c1b-fa84-409c-aa82-caed18eb03ab tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:45.584183 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a250d698-5066-4217-a91b-f69aedbc4287 req-81be0c1b-fa84-409c-aa82-caed18eb03ab tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 945 time: 0.0577998 Feb 15 17:38:45.634589 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a250d698-5066-4217-a91b-f69aedbc4287 req-69b00e70-9878-4f11-b0e8-03d53b0d99e7 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441892 Feb 15 17:38:45.768530 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54304ede-37a7-430d-abe8-d0467af31922 req-e0b9dc15-d6db-4a40-95ab-025a8362f50e tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:45.770030 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54304ede-37a7-430d-abe8-d0467af31922 req-e0b9dc15-d6db-4a40-95ab-025a8362f50e tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 945 time: 0.0574038 Feb 15 17:38:45.823101 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-54304ede-37a7-430d-abe8-d0467af31922 req-f78aa6d7-97da-4bba-bd1d-9881ccb7c8ec tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467510 Feb 15 17:38:46.014150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728fe70-7760-407a-ab1e-85fade88f01a req-f7f0aa8b-70f1-45cd-888d-0525e207d3cc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:46.015752 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b728fe70-7760-407a-ab1e-85fade88f01a req-f7f0aa8b-70f1-45cd-888d-0525e207d3cc tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 945 time: 0.0623145 Feb 15 17:38:46.066466 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b728fe70-7760-407a-ab1e-85fade88f01a req-78859b5a-e912-4b74-b15d-25d046ea74db tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447359 Feb 15 17:38:46.202281 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290f72d-dd70-47f6-b6ad-598fad2993e9 req-c72e0b34-0f51-40c2-8b8f-10632254a268 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:46.203943 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2290f72d-dd70-47f6-b6ad-598fad2993e9 req-c72e0b34-0f51-40c2-8b8f-10632254a268 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 945 time: 0.0585656 Feb 15 17:38:46.265532 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2290f72d-dd70-47f6-b6ad-598fad2993e9 req-b6b56dc0-9445-4353-96f9-bb793f0e85d9 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551004 Feb 15 17:38:46.409797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8ce8d-6776-4063-b7ba-caeddd96e9e4 req-0d1dc8d0-be6b-48a6-a6c2-51efb26cc1aa tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:46.411487 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5d8ce8d-6776-4063-b7ba-caeddd96e9e4 req-0d1dc8d0-be6b-48a6-a6c2-51efb26cc1aa tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 945 time: 0.0618672 Feb 15 17:38:46.463407 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e5d8ce8d-6776-4063-b7ba-caeddd96e9e4 req-a869b527-56f3-451f-be31-f9e649bee513 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459926 Feb 15 17:38:47.039644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4c8f0-3e31-42fa-8972-b69820d4de7c req-adaa806f-8c82-4aa2-a497-f7b4f35ada87 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:47.041299 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bde4c8f0-3e31-42fa-8972-b69820d4de7c req-adaa806f-8c82-4aa2-a497-f7b4f35ada87 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 945 time: 0.0579877 Feb 15 17:38:47.098398 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bde4c8f0-3e31-42fa-8972-b69820d4de7c req-3e0e08c3-9db2-4498-837e-6908dbca5c9f tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513940 Feb 15 17:38:48.226634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d5278-f382-4fb4-9f3b-fc86ff431850 req-620f3ba8-730c-42d3-ac13-7e1b3ba94446 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:48.228287 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca8d5278-f382-4fb4-9f3b-fc86ff431850 req-620f3ba8-730c-42d3-ac13-7e1b3ba94446 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 945 time: 0.0558455 Feb 15 17:38:48.283503 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca8d5278-f382-4fb4-9f3b-fc86ff431850 req-abb3542b-8602-4e99-9574-dcf753268e9b tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/security-groups?id=5e2d2843-4b05-4d27-9988-4a2e689692ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494323 Feb 15 17:38:48.390898 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:38:48.412759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:38:48.413111 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 1ab0e8c1-f0ad-4ba3-b827-d1ee47c0529b not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:38:48.640188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4916e6-c4de-4e70-b0b5-d5834f4c66fe req-023864f7-f46e-4b91-8a2a-3241771ac395 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:48.641696 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc4916e6-c4de-4e70-b0b5-d5834f4c66fe req-023864f7-f46e-4b91-8a2a-3241771ac395 tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.67 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 945 time: 0.0776393 Feb 15 17:38:48.753391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-fc4916e6-c4de-4e70-b0b5-d5834f4c66fe req-5a318dc9-d7bd-468a-bd9b-b627ca22c3ad tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Deleting port 938a88d2-0b82-4a9d-997c-44232a0a8f48 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:38:48.753761 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fc4916e6-c4de-4e70-b0b5-d5834f4c66fe req-5a318dc9-d7bd-468a-bd9b-b627ca22c3ad tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (938a88d2-0b82-4a9d-997c-44232a0a8f48), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:48.863588 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-fc4916e6-c4de-4e70-b0b5-d5834f4c66fe req-5a318dc9-d7bd-468a-bd9b-b627ca22c3ad tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] For port 938a88d2-0b82-4a9d-997c-44232a0a8f48, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=938a88d2-0b82-4a9d-997c-44232a0a8f48,segment=NetworkSegment(e4389bf6-160e-4169-b49c-d169a1766d0d),segment_id=e4389bf6-160e-4169-b49c-d169a1766d0d)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:38:48.863967 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fc4916e6-c4de-4e70-b0b5-d5834f4c66fe req-5a318dc9-d7bd-468a-bd9b-b627ca22c3ad tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (938a88d2-0b82-4a9d-997c-44232a0a8f48), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:48.883087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-fc4916e6-c4de-4e70-b0b5-d5834f4c66fe req-5a318dc9-d7bd-468a-bd9b-b627ca22c3ad tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Calling delete_port for 938a88d2-0b82-4a9d-997c-44232a0a8f48 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:38:49.101792 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fc4916e6-c4de-4e70-b0b5-d5834f4c66fe req-5a318dc9-d7bd-468a-bd9b-b627ca22c3ad tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (938a88d2-0b82-4a9d-997c-44232a0a8f48), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:49.118804 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['938a88d2-0b82-4a9d-997c-44232a0a8f48'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:38:49.138893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a318dc9-d7bd-468a-bd9b-b627ca22c3ad tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Pushing event deleted for resources: {'Port': ['ID=938a88d2-0b82-4a9d-997c-44232a0a8f48,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:49.184399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4916e6-c4de-4e70-b0b5-d5834f4c66fe req-5a318dc9-d7bd-468a-bd9b-b627ca22c3ad tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] No DVR routers for this DVR port 938a88d2-0b82-4a9d-997c-44232a0a8f48 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:38:49.187257 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fc4916e6-c4de-4e70-b0b5-d5834f4c66fe req-5a318dc9-d7bd-468a-bd9b-b627ca22c3ad tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:49.191063 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc4916e6-c4de-4e70-b0b5-d5834f4c66fe req-5a318dc9-d7bd-468a-bd9b-b627ca22c3ad tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.67 "DELETE /v2.0/ports/938a88d2-0b82-4a9d-997c-44232a0a8f48 HTTP/1.1" status: 204 len: 173 time: 0.5431736 Feb 15 17:38:49.191539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca813075-43e9-4756-ac9f-a61821b4128d', 'name': 'network-vif-deleted', 'tag': '938a88d2-0b82-4a9d-997c-44232a0a8f48'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:38:49.194307 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ae66ef-139c-4b13-b7e6-6e4cf5282958" -d '{"events": [{"server_uuid": "ca813075-43e9-4756-ac9f-a61821b4128d", "name": "network-vif-deleted", "tag": "938a88d2-0b82-4a9d-997c-44232a0a8f48"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:38:49.237540 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf42b2d8-e1ab-4124-9620-178d071b3ed3 x-openstack-request-id: req-cf42b2d8-e1ab-4124-9620-178d071b3ed3 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:38:49.237540 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca813075-43e9-4756-ac9f-a61821b4128d", "name": "network-vif-deleted", "tag": "938a88d2-0b82-4a9d-997c-44232a0a8f48", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:38:49.237540 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cf42b2d8-e1ab-4124-9620-178d071b3ed3 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:38:49.237540 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca813075-43e9-4756-ac9f-a61821b4128d', 'name': 'network-vif-deleted', 'tag': '938a88d2-0b82-4a9d-997c-44232a0a8f48', 'status': 'completed', 'code': 200} Feb 15 17:38:49.389051 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e19fe82e-2fa9-4926-a24e-8e9de4510128 req-e1f6a1f0-e5d6-4bf8-93b7-ea71351c16aa tempest-ServersNegativeTestJSON-1784314517 tempest-ServersNegativeTestJSON-1784314517-project] 10.222.0.107 "GET /v2.0/ports?device_id=ca813075-43e9-4756-ac9f-a61821b4128d HTTP/1.1" status: 200 len: 210 time: 0.0293655 Feb 15 17:38:50.451866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41380) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:50.500323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd9ecb0-733d-4136-8689-0788a4f0ff6d admin admin] Deleting subnet 9609a3e4-5d23-4c91-aa8e-eac2a5920dc8 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:38:50.503807 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ecb0-733d-4136-8689-0788a4f0ff6d admin admin] Publish callbacks [] for subnet (9609a3e4-5d23-4c91-aa8e-eac2a5920dc8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:50.540833 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ecb0-733d-4136-8689-0788a4f0ff6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (9609a3e4-5d23-4c91-aa8e-eac2a5920dc8), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:50.591513 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ecb0-733d-4136-8689-0788a4f0ff6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (9609a3e4-5d23-4c91-aa8e-eac2a5920dc8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:50.718041 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ecb0-733d-4136-8689-0788a4f0ff6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (9609a3e4-5d23-4c91-aa8e-eac2a5920dc8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:50.751451 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9ecb0-733d-4136-8689-0788a4f0ff6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9609a3e4-5d23-4c91-aa8e-eac2a5920dc8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:50.761071 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2bd9ecb0-733d-4136-8689-0788a4f0ff6d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:50.764714 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2bd9ecb0-733d-4136-8689-0788a4f0ff6d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/9609a3e4-5d23-4c91-aa8e-eac2a5920dc8 HTTP/1.1" status: 204 len: 168 time: 0.3116083 Feb 15 17:38:50.767352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41382) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:50.844835 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b01fe279-4017-4c19-8ff6-c379e2d0b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (0126a10a-bbbc-4ced-b654-619a02d58925), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:50.934153 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b01fe279-4017-4c19-8ff6-c379e2d0b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (0126a10a-bbbc-4ced-b654-619a02d58925), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:50.957107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-b01fe279-4017-4c19-8ff6-c379e2d0b442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0126a10a-bbbc-4ced-b654-619a02d58925']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:38:50.967242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-b01fe279-4017-4c19-8ff6-c379e2d0b442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4389bf6-160e-4169-b49c-d169a1766d0d') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:38:50.967676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-b01fe279-4017-4c19-8ff6-c379e2d0b442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4389bf6-160e-4169-b49c-d169a1766d0d') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:38:50.978400 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b01fe279-4017-4c19-8ff6-c379e2d0b442 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (e4389bf6-160e-4169-b49c-d169a1766d0d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:50.993090 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b01fe279-4017-4c19-8ff6-c379e2d0b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e4389bf6-160e-4169-b49c-d169a1766d0d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:50.999563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b01fe279-4017-4c19-8ff6-c379e2d0b442 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:38:50.999965 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b01fe279-4017-4c19-8ff6-c379e2d0b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (e4389bf6-160e-4169-b49c-d169a1766d0d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:38:51.001711 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:38:51.113083 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b01fe279-4017-4c19-8ff6-c379e2d0b442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (0126a10a-bbbc-4ced-b654-619a02d58925), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:51.118193 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b01fe279-4017-4c19-8ff6-c379e2d0b442 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:51.121878 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b01fe279-4017-4c19-8ff6-c379e2d0b442 admin admin] 10.222.0.107 "DELETE /v2.0/networks/0126a10a-bbbc-4ced-b654-619a02d58925 HTTP/1.1" status: 204 len: 168 time: 0.3534017 Feb 15 17:38:51.140315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fe279-4017-4c19-8ff6-c379e2d0b442 admin admin] Pushing event deleted for resources: {'Network': ['ID=0126a10a-bbbc-4ced-b654-619a02d58925,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:51.471704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41386) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:51.533519 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-04207818-b3e0-4e68-a3dc-5ac5d585eb4c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e6bb66a3fcd34d12940186e5aa3b4c06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0606887 Feb 15 17:38:51.536007 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41388) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:51.601101 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c055800c-5d19-42b9-8d72-411c3956009d admin admin] Publish callbacks [] for security_group (5e2d2843-4b05-4d27-9988-4a2e689692ab), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:51.628691 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c055800c-5d19-42b9-8d72-411c3956009d admin admin] Publish callbacks [] for security_group (5e2d2843-4b05-4d27-9988-4a2e689692ab), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:51.748308 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c055800c-5d19-42b9-8d72-411c3956009d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5e2d2843-4b05-4d27-9988-4a2e689692ab), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:51.751263 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c055800c-5d19-42b9-8d72-411c3956009d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:51.752563 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c055800c-5d19-42b9-8d72-411c3956009d admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5e2d2843-4b05-4d27-9988-4a2e689692ab HTTP/1.1" status: 204 len: 168 time: 0.2153535 Feb 15 17:38:51.764379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c055800c-5d19-42b9-8d72-411c3956009d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2d2843-4b05-4d27-9988-4a2e689692ab,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:52.024396 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 938a88d2-0b82-4a9d-997c-44232a0a8f48 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:38:52.045409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 938a88d2-0b82-4a9d-997c-44232a0a8f48 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:38:52.045759 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 938a88d2-0b82-4a9d-997c-44232a0a8f48 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:38:52.798676 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41410) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:52.898549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0dcfc157-c298-44de-aa9e-4663a701f431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1023055070'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:38:52.963940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcfc157-c298-44de-aa9e-4663a701f431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Made reservation on behalf of cf51b0d095f942efa937e25618d45f4b for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:38:52.967461 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc157-c298-44de-aa9e-4663a701f431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:52.976770 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc157-c298-44de-aa9e-4663a701f431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:53.054506 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc157-c298-44de-aa9e-4663a701f431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for security_group (acb7fe63-e3d0-456a-b1a4-4a2ea8d3bfa3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:53.124410 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc157-c298-44de-aa9e-4663a701f431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (acb7fe63-e3d0-456a-b1a4-4a2ea8d3bfa3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:53.151754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcfc157-c298-44de-aa9e-4663a701f431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:38:53.167696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfc157-c298-44de-aa9e-4663a701f431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb7fe63-e3d0-456a-b1a4-4a2ea8d3bfa3,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:53.170735 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc157-c298-44de-aa9e-4663a701f431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e43ab473-dc16-4dcd-82a6-c6dce0ea6250), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:53.171122 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-0dcfc157-c298-44de-aa9e-4663a701f431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Added segment e43ab473-dc16-4dcd-82a6-c6dce0ea6250 of type vlan for network 966ac5fe-88c0-4dde-a677-33dd00a25bcd Feb 15 17:38:53.214666 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc157-c298-44de-aa9e-4663a701f431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (966ac5fe-88c0-4dde-a677-33dd00a25bcd), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:53.318384 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc157-c298-44de-aa9e-4663a701f431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (966ac5fe-88c0-4dde-a677-33dd00a25bcd), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:53.323432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcfc157-c298-44de-aa9e-4663a701f431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:53.324021 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0dcfc157-c298-44de-aa9e-4663a701f431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:53.392824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcfc157-c298-44de-aa9e-4663a701f431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event updated for resources: {'Network': ['ID=966ac5fe-88c0-4dde-a677-33dd00a25bcd,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:53.404522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 966ac5fe-88c0-4dde-a677-33dd00a25bcd details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:38:53.435645 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0dcfc157-c298-44de-aa9e-4663a701f431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6353540 Feb 15 17:38:56.777453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41414) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:56.782580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4e7429b7-1fab-45de-895c-45ce2c0f61a6 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Request body: {'subnet': {'network_id': '966ac5fe-88c0-4dde-a677-33dd00a25bcd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:38:56.918371 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7429b7-1fab-45de-895c-45ce2c0f61a6 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Made reservation on behalf of cf51b0d095f942efa937e25618d45f4b for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:38:56.921962 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e7429b7-1fab-45de-895c-45ce2c0f61a6 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:57.186824 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e7429b7-1fab-45de-895c-45ce2c0f61a6 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (e4b6d01e-add6-423a-b043-697cbf698e55), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:57.248203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7429b7-1fab-45de-895c-45ce2c0f61a6 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event updated for resources: {'Subnet': ['ID=e4b6d01e-add6-423a-b043-697cbf698e55,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:57.261029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7429b7-1fab-45de-895c-45ce2c0f61a6 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Checking segment: {'id': 'e43ab473-dc16-4dcd-82a6-c6dce0ea6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '966ac5fe-88c0-4dde-a677-33dd00a25bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:38:57.261464 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7429b7-1fab-45de-895c-45ce2c0f61a6 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Network hostable DHCP agents. Network: 966ac5fe-88c0-4dde-a677-33dd00a25bcd, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:38:57.369974 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7429b7-1fab-45de-895c-45ce2c0f61a6 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Network 966ac5fe-88c0-4dde-a677-33dd00a25bcd is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:38:57.455230 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4e7429b7-1fab-45de-895c-45ce2c0f61a6 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 966ac5fe-88c0-4dde-a677-33dd00a25bcd) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:38:57.461784 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7429b7-1fab-45de-895c-45ce2c0f61a6 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:57.462722 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4e7429b7-1fab-45de-895c-45ce2c0f61a6 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:57.467060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d97c34-f041-4ab5-aa53-c9298d2d46ad None None] Network 966ac5fe-88c0-4dde-a677-33dd00a25bcd requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:38:57.572134 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4e7429b7-1fab-45de-895c-45ce2c0f61a6 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7932408 Feb 15 17:38:57.575969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41416) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:57.580925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-966ac5fe-88c0-4dde-a677-33dd00a25bcd', 'network_id': '966ac5fe-88c0-4dde-a677-33dd00a25bcd', 'project_id': 'cf51b0d095f942efa937e25618d45f4b', 'fixed_ips': [{'subnet_id': 'e4b6d01e-add6-423a-b043-697cbf698e55'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:38:57.581837 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:57.583659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ff254b58-33e6-4e6e-aacb-2159f993f1f5 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-481952237'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:38:57.672583 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff254b58-33e6-4e6e-aacb-2159f993f1f5 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Made reservation on behalf of cf51b0d095f942efa937e25618d45f4b for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:38:57.676096 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff254b58-33e6-4e6e-aacb-2159f993f1f5 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:57.704871 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff254b58-33e6-4e6e-aacb-2159f993f1f5 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:38:57.715999 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff254b58-33e6-4e6e-aacb-2159f993f1f5 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (27fb5008-81e2-4499-b3f2-b61855aefd64), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:57.716303 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-ff254b58-33e6-4e6e-aacb-2159f993f1f5 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Added segment 27fb5008-81e2-4499-b3f2-b61855aefd64 of type vlan for network 64efa4e9-d7db-445b-bbea-742481457d89 Feb 15 17:38:57.728435 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Allocated IP 2001:db8:0:ffff::2 (966ac5fe-88c0-4dde-a677-33dd00a25bcd/e4b6d01e-add6-423a-b043-697cbf698e55/b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:38:57.765815 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff254b58-33e6-4e6e-aacb-2159f993f1f5 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (64efa4e9-d7db-445b-bbea-742481457d89), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:57.850006 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff254b58-33e6-4e6e-aacb-2159f993f1f5 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (64efa4e9-d7db-445b-bbea-742481457d89), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:57.855396 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff254b58-33e6-4e6e-aacb-2159f993f1f5 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:57.856034 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff254b58-33e6-4e6e-aacb-2159f993f1f5 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:57.884521 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Publish callbacks [] for port (b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:57.924424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff254b58-33e6-4e6e-aacb-2159f993f1f5 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event updated for resources: {'Network': ['ID=64efa4e9-d7db-445b-bbea-742481457d89,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:57.936941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 64efa4e9-d7db-445b-bbea-742481457d89 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:38:57.951842 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:57.981470 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ff254b58-33e6-4e6e-aacb-2159f993f1f5 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4010208 Feb 15 17:38:57.982533 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41418) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:57.987093 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-7c9e1595-d849-4eb9-a2fe-3be26aa388ec tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Request body: {'subnet': {'network_id': '64efa4e9-d7db-445b-bbea-742481457d89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:38:58.050471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Network 966ac5fe-88c0-4dde-a677-33dd00a25bcd is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:38:58.051961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:38:58.054622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:38:58.072690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Pushing event updated for resources: {'Port': ['ID=b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:58.132921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Attempting to bind port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:38:58.133296 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Attempting to bind port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'e43ab473-dc16-4dcd-82a6-c6dce0ea6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '966ac5fe-88c0-4dde-a677-33dd00a25bcd'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:38:58.133699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Attempting to bind port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 on network 966ac5fe-88c0-4dde-a677-33dd00a25bcd {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:38:58.139312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:38:58.139696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Checking segment: {'id': 'e43ab473-dc16-4dcd-82a6-c6dce0ea6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '966ac5fe-88c0-4dde-a677-33dd00a25bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:38:58.140222 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:58.140742 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Bound using segment: {'id': 'e43ab473-dc16-4dcd-82a6-c6dce0ea6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '966ac5fe-88c0-4dde-a677-33dd00a25bcd'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:38:58.141214 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Bound port: b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43ab473-dc16-4dcd-82a6-c6dce0ea6250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '966ac5fe-88c0-4dde-a677-33dd00a25bcd'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:38:58.141616 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:58.238384 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9e1595-d849-4eb9-a2fe-3be26aa388ec tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Made reservation on behalf of cf51b0d095f942efa937e25618d45f4b for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:38:58.242670 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1595-d849-4eb9-a2fe-3be26aa388ec tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:58.382031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] For port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:38:58.385389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] For port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8,segment=NetworkSegment(e43ab473-dc16-4dcd-82a6-c6dce0ea6250),segment_id=e43ab473-dc16-4dcd-82a6-c6dce0ea6250)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:38:58.444681 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:58.506221 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85fd82-304c-468c-a2e6-a0e2ef07adf2 None None] Pushing event updated for resources: {'Port': ['ID=b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:58.552553 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1595-d849-4eb9-a2fe-3be26aa388ec tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (59d251bd-75cb-4ee3-ba32-4fe1c2cec3a8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:58.611162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e1595-d849-4eb9-a2fe-3be26aa388ec tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event updated for resources: {'Subnet': ['ID=59d251bd-75cb-4ee3-ba32-4fe1c2cec3a8,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:58.628705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9e1595-d849-4eb9-a2fe-3be26aa388ec tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Checking segment: {'id': '27fb5008-81e2-4499-b3f2-b61855aefd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '64efa4e9-d7db-445b-bbea-742481457d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:38:58.629098 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9e1595-d849-4eb9-a2fe-3be26aa388ec tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Network hostable DHCP agents. Network: 64efa4e9-d7db-445b-bbea-742481457d89, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:38:58.746777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9e1595-d849-4eb9-a2fe-3be26aa388ec tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Network 64efa4e9-d7db-445b-bbea-742481457d89 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:38:58.815467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7c9e1595-d849-4eb9-a2fe-3be26aa388ec tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 64efa4e9-d7db-445b-bbea-742481457d89) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:38:58.820445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9e1595-d849-4eb9-a2fe-3be26aa388ec tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:38:58.821062 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1595-d849-4eb9-a2fe-3be26aa388ec tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:58.828879 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa99795-fe20-4c92-a1cd-7d51f6ef2ddb None None] Network 64efa4e9-d7db-445b-bbea-742481457d89 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:38:58.899323 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7c9e1595-d849-4eb9-a2fe-3be26aa388ec tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9162605 Feb 15 17:38:58.902114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41420) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:38:58.959697 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-64efa4e9-d7db-445b-bbea-742481457d89', 'network_id': '64efa4e9-d7db-445b-bbea-742481457d89', 'project_id': 'cf51b0d095f942efa937e25618d45f4b', 'fixed_ips': [{'subnet_id': '59d251bd-75cb-4ee3-ba32-4fe1c2cec3a8'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:38:58.960635 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:59.030136 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (64efa4e9-d7db-445b-bbea-742481457d89), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:59.115009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Allocated IP 2001:db8::2 (64efa4e9-d7db-445b-bbea-742481457d89/59d251bd-75cb-4ee3-ba32-4fe1c2cec3a8/5262d970-e50a-47d5-8c12-f0c32b51a5a5) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:38:59.118160 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (59d251bd-75cb-4ee3-ba32-4fe1c2cec3a8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:59.294474 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Publish callbacks [] for port (5262d970-e50a-47d5-8c12-f0c32b51a5a5), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:59.365108 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (5262d970-e50a-47d5-8c12-f0c32b51a5a5), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:59.407822 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Network 64efa4e9-d7db-445b-bbea-742481457d89 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:38:59.414320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:38:59.418225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:38:59.430044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Pushing event updated for resources: {'Port': ['ID=5262d970-e50a-47d5-8c12-f0c32b51a5a5,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:59.451814 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (59d251bd-75cb-4ee3-ba32-4fe1c2cec3a8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:59.486554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Attempting to bind port 5262d970-e50a-47d5-8c12-f0c32b51a5a5 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:38:59.486840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Attempting to bind port 5262d970-e50a-47d5-8c12-f0c32b51a5a5 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '27fb5008-81e2-4499-b3f2-b61855aefd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '64efa4e9-d7db-445b-bbea-742481457d89'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:38:59.487210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Attempting to bind port 5262d970-e50a-47d5-8c12-f0c32b51a5a5 on network 64efa4e9-d7db-445b-bbea-742481457d89 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:38:59.492720 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:38:59.493137 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Checking segment: {'id': '27fb5008-81e2-4499-b3f2-b61855aefd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '64efa4e9-d7db-445b-bbea-742481457d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:38:59.493571 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:59.493955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Bound using segment: {'id': '27fb5008-81e2-4499-b3f2-b61855aefd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '64efa4e9-d7db-445b-bbea-742481457d89'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:38:59.494421 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Bound port: 5262d970-e50a-47d5-8c12-f0c32b51a5a5, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27fb5008-81e2-4499-b3f2-b61855aefd64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '64efa4e9-d7db-445b-bbea-742481457d89'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:38:59.494944 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5262d970-e50a-47d5-8c12-f0c32b51a5a5), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:59.496446 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event deleted for resources: {'Subnet': ['ID=59d251bd-75cb-4ee3-ba32-4fe1c2cec3a8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:59.535808 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f549647f-4bf2-4fba-b275-e0f64eae1475 None None] Network 966ac5fe-88c0-4dde-a677-33dd00a25bcd requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:38:59.576439 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (64efa4e9-d7db-445b-bbea-742481457d89), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:59.602674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64efa4e9-d7db-445b-bbea-742481457d89']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:38:59.613092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fb5008-81e2-4499-b3f2-b61855aefd64') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:38:59.613424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fb5008-81e2-4499-b3f2-b61855aefd64') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:38:59.627056 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (27fb5008-81e2-4499-b3f2-b61855aefd64), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:59.629854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] For port 5262d970-e50a-47d5-8c12-f0c32b51a5a5, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:38:59.633618 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] For port 5262d970-e50a-47d5-8c12-f0c32b51a5a5, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5262d970-e50a-47d5-8c12-f0c32b51a5a5,segment=NetworkSegment(27fb5008-81e2-4499-b3f2-b61855aefd64),segment_id=27fb5008-81e2-4499-b3f2-b61855aefd64)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:38:59.663148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cd8044c1-e381-4896-b997-b1b2621b1c60 None None] Provisioning complete for port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:38:59.663517 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd8044c1-e381-4896-b997-b1b2621b1c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:59.704947 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5262d970-e50a-47d5-8c12-f0c32b51a5a5), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:59.706334 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (27fb5008-81e2-4499-b3f2-b61855aefd64), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:59.714644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:38:59.715061 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (27fb5008-81e2-4499-b3f2-b61855aefd64), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:38:59.718377 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:38:59.829641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a3be6-7b71-4f7b-b6f7-1135d28f00fd None None] Pushing event updated for resources: {'Port': ['ID=5262d970-e50a-47d5-8c12-f0c32b51a5a5,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:38:59.833177 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.db.api [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 17:38:59.833177 n-d-828372-14 neutron-server[103799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 17:38:59.833177 n-d-828372-14 neutron-server[103799]: [parameters: {'id': '64efa4e9-d7db-445b-bbea-742481457d89'}] Feb 15 17:38:59.833177 n-d-828372-14 neutron-server[103799]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:38:59.834099 n-d-828372-14 neutron-server[103799]: DEBUG oslo_db.api [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:38:59.861208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5c6f38-37ad-4f2a-9b7c-691bff6eb325 None None] Network 64efa4e9-d7db-445b-bbea-742481457d89 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:38:59.931089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cd8044c1-e381-4896-b997-b1b2621b1c60 None None] Current status of the port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:38:59.931504 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd8044c1-e381-4896-b997-b1b2621b1c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:00.013047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cd8044c1-e381-4896-b997-b1b2621b1c60 None None] For port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8,segment=NetworkSegment(e43ab473-dc16-4dcd-82a6-c6dce0ea6250),segment_id=e43ab473-dc16-4dcd-82a6-c6dce0ea6250)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:00.053886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:00.100557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129dea54-b869-4190-b9c5-43466b43385b None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 17:39:00.131750 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd8044c1-e381-4896-b997-b1b2621b1c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:00.300338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:00.300952 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:00.335879 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (64efa4e9-d7db-445b-bbea-742481457d89), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:00.344888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8044c1-e381-4896-b997-b1b2621b1c60 None None] Pushing event updated for resources: {'Port': ['ID=b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:00.375824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129dea54-b869-4190-b9c5-43466b43385b None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 17:39:00.385514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2bcbfbaf-f13e-487e-914d-1852bb44ef73 None None] Provisioning complete for port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:00.385893 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2bcbfbaf-f13e-487e-914d-1852bb44ef73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:00.413601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Deleting port 5262d970-e50a-47d5-8c12-f0c32b51a5a5 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:39:00.413956 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5262d970-e50a-47d5-8c12-f0c32b51a5a5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:00.487530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] For port 5262d970-e50a-47d5-8c12-f0c32b51a5a5, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5262d970-e50a-47d5-8c12-f0c32b51a5a5,segment=NetworkSegment(27fb5008-81e2-4499-b3f2-b61855aefd64),segment_id=27fb5008-81e2-4499-b3f2-b61855aefd64)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:00.487905 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5262d970-e50a-47d5-8c12-f0c32b51a5a5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:00.509107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Calling delete_port for 5262d970-e50a-47d5-8c12-f0c32b51a5a5 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:39:00.605914 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:00.652310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2bcbfbaf-f13e-487e-914d-1852bb44ef73 None None] Current status of the port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:00.678685 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (5262d970-e50a-47d5-8c12-f0c32b51a5a5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:00.712756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event deleted for resources: {'Port': ['ID=5262d970-e50a-47d5-8c12-f0c32b51a5a5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:00.715962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] No DVR routers for this DVR port 5262d970-e50a-47d5-8c12-f0c32b51a5a5 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:39:00.816557 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (64efa4e9-d7db-445b-bbea-742481457d89), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:00.846771 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64efa4e9-d7db-445b-bbea-742481457d89']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:00.858716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27fb5008-81e2-4499-b3f2-b61855aefd64') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:00.858939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27fb5008-81e2-4499-b3f2-b61855aefd64') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:00.871435 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (27fb5008-81e2-4499-b3f2-b61855aefd64), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:00.885915 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:00.888397 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (27fb5008-81e2-4499-b3f2-b61855aefd64), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:00.896075 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:39:00.897439 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (27fb5008-81e2-4499-b3f2-b61855aefd64), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:39:00.900889 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:39:01.077470 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (64efa4e9-d7db-445b-bbea-742481457d89), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:01.086345 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:01.089831 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "DELETE /v2.0/networks/64efa4e9-d7db-445b-bbea-742481457d89 HTTP/1.1" status: 204 len: 168 time: 2.1866844 Feb 15 17:39:01.093771 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41422) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:01.099485 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6c54768c-7c4f-4dba-9108-291c40171265 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-111672458'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:01.106424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbd46f-8967-4a9d-964a-041719b1c712 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event deleted for resources: {'Network': ['ID=64efa4e9-d7db-445b-bbea-742481457d89,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:01.186901 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c54768c-7c4f-4dba-9108-291c40171265 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Made reservation on behalf of cf51b0d095f942efa937e25618d45f4b for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:39:01.190538 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c54768c-7c4f-4dba-9108-291c40171265 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:01.221532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c54768c-7c4f-4dba-9108-291c40171265 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:39:01.231446 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c54768c-7c4f-4dba-9108-291c40171265 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d0c4a3a6-afac-492a-8148-d31613c80846), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:01.231792 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-6c54768c-7c4f-4dba-9108-291c40171265 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Added segment d0c4a3a6-afac-492a-8148-d31613c80846 of type vlan for network b59d3639-8615-44ea-b7f3-17368f478ce9 Feb 15 17:39:01.274140 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c54768c-7c4f-4dba-9108-291c40171265 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (b59d3639-8615-44ea-b7f3-17368f478ce9), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:01.284455 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:01.381834 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c54768c-7c4f-4dba-9108-291c40171265 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (b59d3639-8615-44ea-b7f3-17368f478ce9), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:01.387034 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c54768c-7c4f-4dba-9108-291c40171265 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:01.387650 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6c54768c-7c4f-4dba-9108-291c40171265 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:01.464531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54768c-7c4f-4dba-9108-291c40171265 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event updated for resources: {'Network': ['ID=b59d3639-8615-44ea-b7f3-17368f478ce9,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:01.478294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network b59d3639-8615-44ea-b7f3-17368f478ce9 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:39:01.498297 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6c54768c-7c4f-4dba-9108-291c40171265 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4032285 Feb 15 17:39:01.503177 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41424) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:01.511476 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-da652447-7623-40b7-a126-4c8bfac7cd74 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Request body: {'subnet': {'network_id': 'b59d3639-8615-44ea-b7f3-17368f478ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:01.678295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da652447-7623-40b7-a126-4c8bfac7cd74 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Made reservation on behalf of cf51b0d095f942efa937e25618d45f4b for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:39:01.681932 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da652447-7623-40b7-a126-4c8bfac7cd74 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:01.747998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-da652447-7623-40b7-a126-4c8bfac7cd74 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Performing IP validity checks on allocation pools {{(pid=103800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 17:39:01.748513 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.ipam_backend_mixin [None req-da652447-7623-40b7-a126-4c8bfac7cd74 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103800) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 17:39:01.964955 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da652447-7623-40b7-a126-4c8bfac7cd74 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (ca3028ba-186b-4f03-8cf6-e7204b9b2ee3), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:01.966107 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:02.041510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:02.041510 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:02.051445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da652447-7623-40b7-a126-4c8bfac7cd74 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event updated for resources: {'Subnet': ['ID=ca3028ba-186b-4f03-8cf6-e7204b9b2ee3,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:02.058392 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da652447-7623-40b7-a126-4c8bfac7cd74 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Checking segment: {'id': 'd0c4a3a6-afac-492a-8148-d31613c80846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b59d3639-8615-44ea-b7f3-17368f478ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:02.058777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da652447-7623-40b7-a126-4c8bfac7cd74 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Network hostable DHCP agents. Network: b59d3639-8615-44ea-b7f3-17368f478ce9, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:39:02.127453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:02.141216 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da652447-7623-40b7-a126-4c8bfac7cd74 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Network b59d3639-8615-44ea-b7f3-17368f478ce9 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:39:02.249954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-da652447-7623-40b7-a126-4c8bfac7cd74 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, b59d3639-8615-44ea-b7f3-17368f478ce9) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:02.255528 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da652447-7623-40b7-a126-4c8bfac7cd74 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:02.256980 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da652447-7623-40b7-a126-4c8bfac7cd74 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:02.260901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a7af8-8536-443a-a823-710005f2f0b3 None None] Network b59d3639-8615-44ea-b7f3-17368f478ce9 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:02.352138 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-da652447-7623-40b7-a126-4c8bfac7cd74 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8472929 Feb 15 17:39:02.355151 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41426) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:02.449225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-b59d3639-8615-44ea-b7f3-17368f478ce9', 'network_id': 'b59d3639-8615-44ea-b7f3-17368f478ce9', 'project_id': 'cf51b0d095f942efa937e25618d45f4b', 'fixed_ips': [{'subnet_id': 'ca3028ba-186b-4f03-8cf6-e7204b9b2ee3'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:39:02.450328 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:02.478880 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (b59d3639-8615-44ea-b7f3-17368f478ce9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:02.570034 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (ca3028ba-186b-4f03-8cf6-e7204b9b2ee3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:02.631139 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Allocated IP 2001:db8::3 (b59d3639-8615-44ea-b7f3-17368f478ce9/ca3028ba-186b-4f03-8cf6-e7204b9b2ee3/4ad31cab-5c7e-46cd-ba4b-5c20c045fccf) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:39:02.834143 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Publish callbacks [] for port (4ad31cab-5c7e-46cd-ba4b-5c20c045fccf), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:02.890458 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (4ad31cab-5c7e-46cd-ba4b-5c20c045fccf), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:02.937658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Network b59d3639-8615-44ea-b7f3-17368f478ce9 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:39:02.943548 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:02.948390 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:39:02.957989 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Pushing event updated for resources: {'Port': ['ID=4ad31cab-5c7e-46cd-ba4b-5c20c045fccf,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:02.969582 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (ca3028ba-186b-4f03-8cf6-e7204b9b2ee3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:03.005566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3028ba-186b-4f03-8cf6-e7204b9b2ee3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:03.049831 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Attempting to bind port 4ad31cab-5c7e-46cd-ba4b-5c20c045fccf on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:39:03.050655 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Attempting to bind port 4ad31cab-5c7e-46cd-ba4b-5c20c045fccf by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'd0c4a3a6-afac-492a-8148-d31613c80846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b59d3639-8615-44ea-b7f3-17368f478ce9'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:39:03.050978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Attempting to bind port 4ad31cab-5c7e-46cd-ba4b-5c20c045fccf on network b59d3639-8615-44ea-b7f3-17368f478ce9 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:39:03.061438 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:39:03.062042 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Checking segment: {'id': 'd0c4a3a6-afac-492a-8148-d31613c80846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b59d3639-8615-44ea-b7f3-17368f478ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:03.062695 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:03.063319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Bound using segment: {'id': 'd0c4a3a6-afac-492a-8148-d31613c80846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b59d3639-8615-44ea-b7f3-17368f478ce9'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:39:03.064101 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Bound port: 4ad31cab-5c7e-46cd-ba4b-5c20c045fccf, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c4a3a6-afac-492a-8148-d31613c80846', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b59d3639-8615-44ea-b7f3-17368f478ce9'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:39:03.064726 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4ad31cab-5c7e-46cd-ba4b-5c20c045fccf), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:03.099607 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (b59d3639-8615-44ea-b7f3-17368f478ce9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:03.128751 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59d3639-8615-44ea-b7f3-17368f478ce9']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:03.141916 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c4a3a6-afac-492a-8148-d31613c80846') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:03.142681 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c4a3a6-afac-492a-8148-d31613c80846') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:03.154645 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (d0c4a3a6-afac-492a-8148-d31613c80846), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:03.155684 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] For port 4ad31cab-5c7e-46cd-ba4b-5c20c045fccf, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:39:03.161886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] For port 4ad31cab-5c7e-46cd-ba4b-5c20c045fccf, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4ad31cab-5c7e-46cd-ba4b-5c20c045fccf,segment=NetworkSegment(d0c4a3a6-afac-492a-8148-d31613c80846),segment_id=d0c4a3a6-afac-492a-8148-d31613c80846)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:39:03.228387 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4ad31cab-5c7e-46cd-ba4b-5c20c045fccf), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:03.230584 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d0c4a3a6-afac-492a-8148-d31613c80846), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:03.241126 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:39:03.241831 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (d0c4a3a6-afac-492a-8148-d31613c80846), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:39:03.246113 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:39:03.324850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce11ae-5ef4-40f0-bc22-cdedb0f8f56a None None] Pushing event updated for resources: {'Port': ['ID=4ad31cab-5c7e-46cd-ba4b-5c20c045fccf,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:03.351843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc8b128-9d0f-4d6a-ab42-e6693eb248eb None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 17:39:03.384517 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.db.api [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 17:39:03.384517 n-d-828372-14 neutron-server[103800]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 17:39:03.384517 n-d-828372-14 neutron-server[103800]: [parameters: {'id': 'b59d3639-8615-44ea-b7f3-17368f478ce9'}] Feb 15 17:39:03.384517 n-d-828372-14 neutron-server[103800]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103800) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:39:03.385042 n-d-828372-14 neutron-server[103800]: DEBUG oslo_db.api [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:39:03.435238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc8b128-9d0f-4d6a-ab42-e6693eb248eb None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 17:39:03.618250 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf598c6d-6083-4474-9458-5d146b4e34d2 None None] Network b59d3639-8615-44ea-b7f3-17368f478ce9 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:03.885958 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (b59d3639-8615-44ea-b7f3-17368f478ce9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:03.956920 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Deleting port 4ad31cab-5c7e-46cd-ba4b-5c20c045fccf {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:39:03.957396 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4ad31cab-5c7e-46cd-ba4b-5c20c045fccf), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:04.044238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] For port 4ad31cab-5c7e-46cd-ba4b-5c20c045fccf, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4ad31cab-5c7e-46cd-ba4b-5c20c045fccf,segment=NetworkSegment(d0c4a3a6-afac-492a-8148-d31613c80846),segment_id=d0c4a3a6-afac-492a-8148-d31613c80846)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:04.044615 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4ad31cab-5c7e-46cd-ba4b-5c20c045fccf), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:04.062394 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Calling delete_port for 4ad31cab-5c7e-46cd-ba4b-5c20c045fccf owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:39:04.249908 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4ad31cab-5c7e-46cd-ba4b-5c20c045fccf), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:04.277930 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event deleted for resources: {'Port': ['ID=4ad31cab-5c7e-46cd-ba4b-5c20c045fccf,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:04.283877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] No DVR routers for this DVR port 4ad31cab-5c7e-46cd-ba4b-5c20c045fccf on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:39:04.389387 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (b59d3639-8615-44ea-b7f3-17368f478ce9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:04.409923 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59d3639-8615-44ea-b7f3-17368f478ce9']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:04.419622 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c4a3a6-afac-492a-8148-d31613c80846') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:04.419914 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c4a3a6-afac-492a-8148-d31613c80846') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:04.430311 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (d0c4a3a6-afac-492a-8148-d31613c80846), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:04.445568 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d0c4a3a6-afac-492a-8148-d31613c80846), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:04.451817 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:39:04.452229 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (d0c4a3a6-afac-492a-8148-d31613c80846), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:39:04.455233 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:39:04.581294 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (b59d3639-8615-44ea-b7f3-17368f478ce9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:04.588374 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:04.591582 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "DELETE /v2.0/networks/b59d3639-8615-44ea-b7f3-17368f478ce9 HTTP/1.1" status: 204 len: 168 time: 2.2347395 Feb 15 17:39:04.595558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41428) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:04.601198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b676040f-a449-4f06-a4c9-11ce3049675e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-117514924'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:04.603549 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876e157-3fb3-4c78-b3dd-0f60e93cf207 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event deleted for resources: {'Network': ['ID=b59d3639-8615-44ea-b7f3-17368f478ce9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:04.689379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b676040f-a449-4f06-a4c9-11ce3049675e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Made reservation on behalf of cf51b0d095f942efa937e25618d45f4b for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:39:04.693183 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b676040f-a449-4f06-a4c9-11ce3049675e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:04.719338 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b676040f-a449-4f06-a4c9-11ce3049675e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:39:04.729467 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b676040f-a449-4f06-a4c9-11ce3049675e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (cd67d38d-9d20-45df-929a-97d21e9cbf5e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:04.729823 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-b676040f-a449-4f06-a4c9-11ce3049675e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Added segment cd67d38d-9d20-45df-929a-97d21e9cbf5e of type vlan for network 0eed3f91-90c4-4864-b148-a12fb2a614fc Feb 15 17:39:04.751085 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:39:04.775774 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b676040f-a449-4f06-a4c9-11ce3049675e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (0eed3f91-90c4-4864-b148-a12fb2a614fc), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:04.884293 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b676040f-a449-4f06-a4c9-11ce3049675e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (0eed3f91-90c4-4864-b148-a12fb2a614fc), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:04.889419 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b676040f-a449-4f06-a4c9-11ce3049675e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:04.890024 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b676040f-a449-4f06-a4c9-11ce3049675e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:04.960101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676040f-a449-4f06-a4c9-11ce3049675e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event updated for resources: {'Network': ['ID=0eed3f91-90c4-4864-b148-a12fb2a614fc,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:04.973802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 0eed3f91-90c4-4864-b148-a12fb2a614fc details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:39:05.047454 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b676040f-a449-4f06-a4c9-11ce3049675e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4506326 Feb 15 17:39:05.051812 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41430) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:05.057639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-1e4ddee8-f990-4806-8187-935f113d265e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Request body: {'subnet': {'network_id': '0eed3f91-90c4-4864-b148-a12fb2a614fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:05.238467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4ddee8-f990-4806-8187-935f113d265e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Made reservation on behalf of cf51b0d095f942efa937e25618d45f4b for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:39:05.241976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e4ddee8-f990-4806-8187-935f113d265e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:05.495631 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e4ddee8-f990-4806-8187-935f113d265e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (166c4a64-3c5a-4cef-9a8c-d16e5a2dce98), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:05.555961 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ddee8-f990-4806-8187-935f113d265e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event updated for resources: {'Subnet': ['ID=166c4a64-3c5a-4cef-9a8c-d16e5a2dce98,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:05.567080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4ddee8-f990-4806-8187-935f113d265e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Checking segment: {'id': 'cd67d38d-9d20-45df-929a-97d21e9cbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0eed3f91-90c4-4864-b148-a12fb2a614fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:05.567449 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4ddee8-f990-4806-8187-935f113d265e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Network hostable DHCP agents. Network: 0eed3f91-90c4-4864-b148-a12fb2a614fc, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:39:05.672762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4ddee8-f990-4806-8187-935f113d265e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Network 0eed3f91-90c4-4864-b148-a12fb2a614fc is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:39:05.792483 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-1e4ddee8-f990-4806-8187-935f113d265e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 0eed3f91-90c4-4864-b148-a12fb2a614fc) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:05.796709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4ddee8-f990-4806-8187-935f113d265e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:05.797307 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1e4ddee8-f990-4806-8187-935f113d265e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:05.801604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7d996d-9a9c-4028-b9c5-fde950285049 None None] Network 0eed3f91-90c4-4864-b148-a12fb2a614fc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:05.908004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-0eed3f91-90c4-4864-b148-a12fb2a614fc', 'network_id': '0eed3f91-90c4-4864-b148-a12fb2a614fc', 'project_id': 'cf51b0d095f942efa937e25618d45f4b', 'fixed_ips': [{'subnet_id': '166c4a64-3c5a-4cef-9a8c-d16e5a2dce98'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:39:05.919973 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1e4ddee8-f990-4806-8187-935f113d265e tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8559189 Feb 15 17:39:05.920097 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:05.920206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41432) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:05.920206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c3839db8-2058-4fec-9aea-b7f4383a96a0 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-576938742'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:06.043760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3839db8-2058-4fec-9aea-b7f4383a96a0 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Made reservation on behalf of cf51b0d095f942efa937e25618d45f4b for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:39:06.047046 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3839db8-2058-4fec-9aea-b7f4383a96a0 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:06.051745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Allocated IP 2001:db8::2 (0eed3f91-90c4-4864-b148-a12fb2a614fc/166c4a64-3c5a-4cef-9a8c-d16e5a2dce98/924cf3ae-2fc7-41ce-a518-2bf341fcb178) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:39:06.083269 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3839db8-2058-4fec-9aea-b7f4383a96a0 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:39:06.095100 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3839db8-2058-4fec-9aea-b7f4383a96a0 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d8b9662f-8a01-4178-8d60-9c59c7910535), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:06.097018 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-c3839db8-2058-4fec-9aea-b7f4383a96a0 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Added segment d8b9662f-8a01-4178-8d60-9c59c7910535 of type vlan for network e6c23e8e-0538-4577-ba6b-43a7282a315b Feb 15 17:39:06.142187 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3839db8-2058-4fec-9aea-b7f4383a96a0 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (e6c23e8e-0538-4577-ba6b-43a7282a315b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:06.216847 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Publish callbacks [] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:06.249786 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3839db8-2058-4fec-9aea-b7f4383a96a0 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (e6c23e8e-0538-4577-ba6b-43a7282a315b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:06.254954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3839db8-2058-4fec-9aea-b7f4383a96a0 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:06.256273 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c3839db8-2058-4fec-9aea-b7f4383a96a0 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:06.278822 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:06.324730 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Network 0eed3f91-90c4-4864-b148-a12fb2a614fc is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:39:06.325057 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:06.325182 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3839db8-2058-4fec-9aea-b7f4383a96a0 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event updated for resources: {'Network': ['ID=e6c23e8e-0538-4577-ba6b-43a7282a315b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:06.327841 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:39:06.338932 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network e6c23e8e-0538-4577-ba6b-43a7282a315b details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:39:06.342675 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Pushing event updated for resources: {'Port': ['ID=924cf3ae-2fc7-41ce-a518-2bf341fcb178,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:06.401228 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c3839db8-2058-4fec-9aea-b7f4383a96a0 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4860532 Feb 15 17:39:06.404060 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41434) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:06.409133 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-524bf515-e7d0-4bf9-9ba5-9d0aeded3627 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Request body: {'subnet': {'network_id': 'e6c23e8e-0538-4577-ba6b-43a7282a315b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:06.452837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Attempting to bind port 924cf3ae-2fc7-41ce-a518-2bf341fcb178 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:39:06.453219 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Attempting to bind port 924cf3ae-2fc7-41ce-a518-2bf341fcb178 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'cd67d38d-9d20-45df-929a-97d21e9cbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0eed3f91-90c4-4864-b148-a12fb2a614fc'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:39:06.453619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Attempting to bind port 924cf3ae-2fc7-41ce-a518-2bf341fcb178 on network 0eed3f91-90c4-4864-b148-a12fb2a614fc {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:39:06.461604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:39:06.461993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Checking segment: {'id': 'cd67d38d-9d20-45df-929a-97d21e9cbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0eed3f91-90c4-4864-b148-a12fb2a614fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:06.462407 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:06.462803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Bound using segment: {'id': 'cd67d38d-9d20-45df-929a-97d21e9cbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0eed3f91-90c4-4864-b148-a12fb2a614fc'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:39:06.463300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Bound port: 924cf3ae-2fc7-41ce-a518-2bf341fcb178, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd67d38d-9d20-45df-929a-97d21e9cbf5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '0eed3f91-90c4-4864-b148-a12fb2a614fc'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:39:06.463688 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:06.530457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] For port 924cf3ae-2fc7-41ce-a518-2bf341fcb178, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:39:06.533666 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] For port 924cf3ae-2fc7-41ce-a518-2bf341fcb178, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=924cf3ae-2fc7-41ce-a518-2bf341fcb178,segment=NetworkSegment(cd67d38d-9d20-45df-929a-97d21e9cbf5e),segment_id=cd67d38d-9d20-45df-929a-97d21e9cbf5e)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:39:06.598605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524bf515-e7d0-4bf9-9ba5-9d0aeded3627 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Made reservation on behalf of cf51b0d095f942efa937e25618d45f4b for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:39:06.602982 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-524bf515-e7d0-4bf9-9ba5-9d0aeded3627 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:06.621782 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:06.690151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1b1d3-1bf4-44e1-9d82-2f4c2af267dc None None] Pushing event updated for resources: {'Port': ['ID=924cf3ae-2fc7-41ce-a518-2bf341fcb178,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:06.906800 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-524bf515-e7d0-4bf9-9ba5-9d0aeded3627 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (18709967-094f-4795-ac79-176c690ffc8d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:06.970331 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bf515-e7d0-4bf9-9ba5-9d0aeded3627 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event updated for resources: {'Subnet': ['ID=18709967-094f-4795-ac79-176c690ffc8d,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:06.987241 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524bf515-e7d0-4bf9-9ba5-9d0aeded3627 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Checking segment: {'id': 'd8b9662f-8a01-4178-8d60-9c59c7910535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6c23e8e-0538-4577-ba6b-43a7282a315b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:06.987724 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524bf515-e7d0-4bf9-9ba5-9d0aeded3627 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Network hostable DHCP agents. Network: e6c23e8e-0538-4577-ba6b-43a7282a315b, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:39:07.012838 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa301001-f61d-4f01-a4b4-7ccfbc4e5841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:07.123187 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524bf515-e7d0-4bf9-9ba5-9d0aeded3627 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Network e6c23e8e-0538-4577-ba6b-43a7282a315b is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:39:07.203935 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-524bf515-e7d0-4bf9-9ba5-9d0aeded3627 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, e6c23e8e-0538-4577-ba6b-43a7282a315b) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:07.208200 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524bf515-e7d0-4bf9-9ba5-9d0aeded3627 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:07.209391 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-524bf515-e7d0-4bf9-9ba5-9d0aeded3627 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:07.215870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bae351-c955-4633-b294-a5c6b82480f7 None None] Network e6c23e8e-0538-4577-ba6b-43a7282a315b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:07.300867 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41436) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:07.301567 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-524bf515-e7d0-4bf9-9ba5-9d0aeded3627 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8959370 Feb 15 17:39:07.334872 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-e6c23e8e-0538-4577-ba6b-43a7282a315b', 'network_id': 'e6c23e8e-0538-4577-ba6b-43a7282a315b', 'project_id': 'cf51b0d095f942efa937e25618d45f4b', 'fixed_ips': [{'subnet_id': '18709967-094f-4795-ac79-176c690ffc8d'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:39:07.335832 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:07.431837 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (e6c23e8e-0538-4577-ba6b-43a7282a315b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:07.496229 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (18709967-094f-4795-ac79-176c690ffc8d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:07.502814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Allocated IP 2001:db8::2 (e6c23e8e-0538-4577-ba6b-43a7282a315b/18709967-094f-4795-ac79-176c690ffc8d/69391c41-5bf6-4d25-999c-e8c238185c39) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:39:07.676759 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Publish callbacks [] for port (69391c41-5bf6-4d25-999c-e8c238185c39), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:07.697825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b71e18-6d7a-4f9e-925a-f8537dac8e74 None None] Network 0eed3f91-90c4-4864-b148-a12fb2a614fc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:07.746132 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (69391c41-5bf6-4d25-999c-e8c238185c39), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:07.814076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Network e6c23e8e-0538-4577-ba6b-43a7282a315b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:39:07.816219 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (18709967-094f-4795-ac79-176c690ffc8d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:07.817193 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-30659b7d-8957-4c06-83a5-6bfb39813b72 None None] Provisioning complete for port 924cf3ae-2fc7-41ce-a518-2bf341fcb178 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:07.818379 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-30659b7d-8957-4c06-83a5-6bfb39813b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:07.829942 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Pushing event updated for resources: {'Port': ['ID=69391c41-5bf6-4d25-999c-e8c238185c39,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:07.832724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:07.856172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:39:07.967979 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Attempting to bind port 69391c41-5bf6-4d25-999c-e8c238185c39 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:39:07.968359 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Attempting to bind port 69391c41-5bf6-4d25-999c-e8c238185c39 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'd8b9662f-8a01-4178-8d60-9c59c7910535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6c23e8e-0538-4577-ba6b-43a7282a315b'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:39:07.968736 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Attempting to bind port 69391c41-5bf6-4d25-999c-e8c238185c39 on network e6c23e8e-0538-4577-ba6b-43a7282a315b {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:39:07.980315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:39:07.980700 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Checking segment: {'id': 'd8b9662f-8a01-4178-8d60-9c59c7910535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6c23e8e-0538-4577-ba6b-43a7282a315b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:07.981118 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:07.981554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Bound using segment: {'id': 'd8b9662f-8a01-4178-8d60-9c59c7910535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6c23e8e-0538-4577-ba6b-43a7282a315b'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:39:07.982056 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Bound port: 69391c41-5bf6-4d25-999c-e8c238185c39, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b9662f-8a01-4178-8d60-9c59c7910535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6c23e8e-0538-4577-ba6b-43a7282a315b'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:39:07.982450 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (69391c41-5bf6-4d25-999c-e8c238185c39), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:08.057922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 924cf3ae-2fc7-41ce-a518-2bf341fcb178 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:08.089807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-30659b7d-8957-4c06-83a5-6bfb39813b72 None None] Current status of the port 924cf3ae-2fc7-41ce-a518-2bf341fcb178 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:08.090211 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-30659b7d-8957-4c06-83a5-6bfb39813b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:08.169943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] For port 69391c41-5bf6-4d25-999c-e8c238185c39, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:39:08.174676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] For port 69391c41-5bf6-4d25-999c-e8c238185c39, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=69391c41-5bf6-4d25-999c-e8c238185c39,segment=NetworkSegment(d8b9662f-8a01-4178-8d60-9c59c7910535),segment_id=d8b9662f-8a01-4178-8d60-9c59c7910535)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:39:08.177995 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-30659b7d-8957-4c06-83a5-6bfb39813b72 None None] For port 924cf3ae-2fc7-41ce-a518-2bf341fcb178, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=924cf3ae-2fc7-41ce-a518-2bf341fcb178,segment=NetworkSegment(cd67d38d-9d20-45df-929a-97d21e9cbf5e),segment_id=cd67d38d-9d20-45df-929a-97d21e9cbf5e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:08.198405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 924cf3ae-2fc7-41ce-a518-2bf341fcb178 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:08.198966 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:08.233234 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event deleted for resources: {'Subnet': ['ID=18709967-094f-4795-ac79-176c690ffc8d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:08.292158 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-30659b7d-8957-4c06-83a5-6bfb39813b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:08.301687 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (e6c23e8e-0538-4577-ba6b-43a7282a315b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:08.306217 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (69391c41-5bf6-4d25-999c-e8c238185c39), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:08.329846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c23e8e-0538-4577-ba6b-43a7282a315b']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:08.343759 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b9662f-8a01-4178-8d60-9c59c7910535') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:08.344061 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b9662f-8a01-4178-8d60-9c59c7910535') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:08.352249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 924cf3ae-2fc7-41ce-a518-2bf341fcb178 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:08.352633 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:08.357887 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (d8b9662f-8a01-4178-8d60-9c59c7910535), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:08.377246 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d8b9662f-8a01-4178-8d60-9c59c7910535), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:08.384884 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:39:08.385338 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (d8b9662f-8a01-4178-8d60-9c59c7910535), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:39:08.388647 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:39:08.429105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30659b7d-8957-4c06-83a5-6bfb39813b72 None None] Pushing event updated for resources: {'Port': ['ID=924cf3ae-2fc7-41ce-a518-2bf341fcb178,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:08.487610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6805dbf8-1512-415b-9d8f-e7a6de256634 None None] get_active_networks_info from n-d-828372-14 {{(pid=103801) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 15 17:39:08.495285 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.db.api [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 17:39:08.495285 n-d-828372-14 neutron-server[103799]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 17:39:08.495285 n-d-828372-14 neutron-server[103799]: [parameters: {'id': 'e6c23e8e-0538-4577-ba6b-43a7282a315b'}] Feb 15 17:39:08.495285 n-d-828372-14 neutron-server[103799]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103799) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:39:08.495881 n-d-828372-14 neutron-server[103799]: DEBUG oslo_db.api [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:39:08.521824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-26f08726-9699-4f13-95f1-fa70e3abc4f8 None None] Provisioning complete for port 924cf3ae-2fc7-41ce-a518-2bf341fcb178 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:08.522233 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26f08726-9699-4f13-95f1-fa70e3abc4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:08.580325 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:39:08.580688 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:39:08.590226 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb7be2-cd21-4c81-9fa1-a842ea22eb4f None None] Pushing event updated for resources: {'Port': ['ID=69391c41-5bf6-4d25-999c-e8c238185c39,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:08.641409 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6805dbf8-1512-415b-9d8f-e7a6de256634 None None] Resources bound (agent type, host, resource id): {{(pid=103801) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 17:39:08.727997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-26f08726-9699-4f13-95f1-fa70e3abc4f8 None None] Current status of the port 924cf3ae-2fc7-41ce-a518-2bf341fcb178 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:08.843560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d703eb-f39f-4641-b2fd-f0e86d08c013 None None] Network e6c23e8e-0538-4577-ba6b-43a7282a315b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:08.997256 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (e6c23e8e-0538-4577-ba6b-43a7282a315b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:09.069335 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Deleting port 69391c41-5bf6-4d25-999c-e8c238185c39 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:39:09.069705 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (69391c41-5bf6-4d25-999c-e8c238185c39), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:09.120715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 924cf3ae-2fc7-41ce-a518-2bf341fcb178 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:09.145877 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] For port 69391c41-5bf6-4d25-999c-e8c238185c39, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=69391c41-5bf6-4d25-999c-e8c238185c39,segment=NetworkSegment(d8b9662f-8a01-4178-8d60-9c59c7910535),segment_id=d8b9662f-8a01-4178-8d60-9c59c7910535)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:09.146822 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (69391c41-5bf6-4d25-999c-e8c238185c39), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:09.162580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Calling delete_port for 69391c41-5bf6-4d25-999c-e8c238185c39 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:39:09.347120 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-934d182d-68ca-4b87-8385-46e8355a04f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:09.369937 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (69391c41-5bf6-4d25-999c-e8c238185c39), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:09.397192 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event deleted for resources: {'Port': ['ID=69391c41-5bf6-4d25-999c-e8c238185c39,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:09.401615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] No DVR routers for this DVR port 69391c41-5bf6-4d25-999c-e8c238185c39 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:39:09.435155 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:09.435508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:09.435860 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:09.436202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:09.437101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:09.437101 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:09.437357 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:09.437545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:09.437878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:09.438211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:09.438538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:09.438863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:09.439191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:09.503858 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (e6c23e8e-0538-4577-ba6b-43a7282a315b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:09.524955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c23e8e-0538-4577-ba6b-43a7282a315b']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:09.535848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b9662f-8a01-4178-8d60-9c59c7910535') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:09.536187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b9662f-8a01-4178-8d60-9c59c7910535') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:09.547467 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (d8b9662f-8a01-4178-8d60-9c59c7910535), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:09.562382 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (d8b9662f-8a01-4178-8d60-9c59c7910535), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:09.569083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:39:09.569516 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (d8b9662f-8a01-4178-8d60-9c59c7910535), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:39:09.572573 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:39:09.815441 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (e6c23e8e-0538-4577-ba6b-43a7282a315b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:09.828430 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:09.831871 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "DELETE /v2.0/networks/e6c23e8e-0538-4577-ba6b-43a7282a315b HTTP/1.1" status: 204 len: 168 time: 2.5285339 Feb 15 17:39:09.835119 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41438) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:09.842314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6c3ef-bced-4d9a-8ca6-6a41f7dbe5d8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event deleted for resources: {'Network': ['ID=e6c23e8e-0538-4577-ba6b-43a7282a315b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:09.864139 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d588409-7320-4616-b2f1-9087072a5fb1 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] GET failed (client error): The resource could not be found. Feb 15 17:39:09.866100 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9d588409-7320-4616-b2f1-9087072a5fb1 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "GET /v2.0/subnets/18709967-094f-4795-ac79-176c690ffc8d HTTP/1.1" status: 404 len: 337 time: 0.0299864 Feb 15 17:39:09.869041 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41440) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:09.888367 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-180f41d6-543a-4316-848d-fb724dd74fcd tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] DELETE failed (client error): The resource could not be found. Feb 15 17:39:09.888874 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180f41d6-543a-4316-848d-fb724dd74fcd tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:39:09.892064 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-180f41d6-543a-4316-848d-fb724dd74fcd tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "DELETE /v2.0/networks/e6c23e8e-0538-4577-ba6b-43a7282a315b HTTP/1.1" status: 404 len: 339 time: 0.0220478 Feb 15 17:39:09.895942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41442) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:09.927984 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf8f553-e88d-41ea-8dad-ccaf46c425d2 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] DELETE failed (client error): The resource could not be found. Feb 15 17:39:09.928453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf8f553-e88d-41ea-8dad-ccaf46c425d2 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:39:09.931845 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6bf8f553-e88d-41ea-8dad-ccaf46c425d2 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "DELETE /v2.0/subnets/18709967-094f-4795-ac79-176c690ffc8d HTTP/1.1" status: 404 len: 337 time: 0.0347488 Feb 15 17:39:09.935050 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41444) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:09.955021 n-d-828372-14 neutron-server[103800]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef2baba-1786-41dd-8894-47c129d392e3 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] DELETE failed (client error): The resource could not be found. Feb 15 17:39:09.955539 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef2baba-1786-41dd-8894-47c129d392e3 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103800) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:39:09.959231 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5ef2baba-1786-41dd-8894-47c129d392e3 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "DELETE /v2.0/networks/e6c23e8e-0538-4577-ba6b-43a7282a315b HTTP/1.1" status: 404 len: 339 time: 0.0225997 Feb 15 17:39:09.962046 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41446) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:09.971008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 924cf3ae-2fc7-41ce-a518-2bf341fcb178 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:10.025086 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-863bb25f-e911-45c3-9a53-403bcc74fbe9 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Deleting subnet 166c4a64-3c5a-4cef-9a8c-d16e5a2dce98 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:39:10.028516 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-863bb25f-e911-45c3-9a53-403bcc74fbe9 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for subnet (166c4a64-3c5a-4cef-9a8c-d16e5a2dce98), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.039265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 924cf3ae-2fc7-41ce-a518-2bf341fcb178 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:10.039649 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.071638 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-863bb25f-e911-45c3-9a53-403bcc74fbe9 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (166c4a64-3c5a-4cef-9a8c-d16e5a2dce98), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.121525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 924cf3ae-2fc7-41ce-a518-2bf341fcb178 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:10.165130 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-863bb25f-e911-45c3-9a53-403bcc74fbe9 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (166c4a64-3c5a-4cef-9a8c-d16e5a2dce98), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.307382 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-863bb25f-e911-45c3-9a53-403bcc74fbe9 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (166c4a64-3c5a-4cef-9a8c-d16e5a2dce98), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.336766 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bb25f-e911-45c3-9a53-403bcc74fbe9 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event deleted for resources: {'Subnet': ['ID=166c4a64-3c5a-4cef-9a8c-d16e5a2dce98,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:10.341997 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-863bb25f-e911-45c3-9a53-403bcc74fbe9 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.345591 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-863bb25f-e911-45c3-9a53-403bcc74fbe9 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "DELETE /v2.0/subnets/166c4a64-3c5a-4cef-9a8c-d16e5a2dce98 HTTP/1.1" status: 204 len: 168 time: 0.3823383 Feb 15 17:39:10.347847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41448) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:10.348705 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9deae8-af2c-49a6-ac43-ed170afb1bdd None None] Network 0eed3f91-90c4-4864-b148-a12fb2a614fc requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:10.430575 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (0eed3f91-90c4-4864-b148-a12fb2a614fc), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.490939 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Deleting port 924cf3ae-2fc7-41ce-a518-2bf341fcb178 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:39:10.491309 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.557889 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] For port 924cf3ae-2fc7-41ce-a518-2bf341fcb178, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=924cf3ae-2fc7-41ce-a518-2bf341fcb178,segment=NetworkSegment(cd67d38d-9d20-45df-929a-97d21e9cbf5e),segment_id=cd67d38d-9d20-45df-929a-97d21e9cbf5e)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:10.558259 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.572922 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Calling delete_port for 924cf3ae-2fc7-41ce-a518-2bf341fcb178 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:39:10.678288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed3735-6929-49bb-a00f-aff4866bdbd5 None None] DHCP port deletion for 0eed3f91-90c4-4864-b148-a12fb2a614fc request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:39:10.681808 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.728167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed3735-6929-49bb-a00f-aff4866bdbd5 None None] Deleting port 924cf3ae-2fc7-41ce-a518-2bf341fcb178 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:39:10.728558 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3735-6929-49bb-a00f-aff4866bdbd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.780270 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.798119 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c2ed3735-6929-49bb-a00f-aff4866bdbd5 None None] For port 924cf3ae-2fc7-41ce-a518-2bf341fcb178, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=924cf3ae-2fc7-41ce-a518-2bf341fcb178,segment=NetworkSegment(cd67d38d-9d20-45df-929a-97d21e9cbf5e),segment_id=cd67d38d-9d20-45df-929a-97d21e9cbf5e)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:10.798517 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3735-6929-49bb-a00f-aff4866bdbd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.807154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event deleted for resources: {'Port': ['ID=924cf3ae-2fc7-41ce-a518-2bf341fcb178,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:10.811162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] No DVR routers for this DVR port 924cf3ae-2fc7-41ce-a518-2bf341fcb178 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:39:10.812048 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed3735-6929-49bb-a00f-aff4866bdbd5 None None] Calling delete_port for 924cf3ae-2fc7-41ce-a518-2bf341fcb178 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:39:10.898160 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (0eed3f91-90c4-4864-b148-a12fb2a614fc), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 17:39:10.902613 n-d-828372-14 neutron-server[103801]: self.session.flush() Feb 15 17:39:10.910606 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c2ed3735-6929-49bb-a00f-aff4866bdbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (924cf3ae-2fc7-41ce-a518-2bf341fcb178), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.921294 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eed3f91-90c4-4864-b148-a12fb2a614fc']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:10.934312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd67d38d-9d20-45df-929a-97d21e9cbf5e') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:10.934783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd67d38d-9d20-45df-929a-97d21e9cbf5e') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:10.935227 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed3735-6929-49bb-a00f-aff4866bdbd5 None None] Pushing event deleted for resources: {'Port': ['ID=924cf3ae-2fc7-41ce-a518-2bf341fcb178,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:10.944910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed3735-6929-49bb-a00f-aff4866bdbd5 None None] No DVR routers for this DVR port 924cf3ae-2fc7-41ce-a518-2bf341fcb178 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:39:10.955741 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (cd67d38d-9d20-45df-929a-97d21e9cbf5e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.970839 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (cd67d38d-9d20-45df-929a-97d21e9cbf5e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.981067 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:39:10.981067 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (cd67d38d-9d20-45df-929a-97d21e9cbf5e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:39:10.985450 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:39:11.118319 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (0eed3f91-90c4-4864-b148-a12fb2a614fc), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:11.123140 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:11.126496 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "DELETE /v2.0/networks/0eed3f91-90c4-4864-b148-a12fb2a614fc HTTP/1.1" status: 204 len: 168 time: 0.7775862 Feb 15 17:39:11.129283 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41450) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:11.142608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf98739-bfc5-471b-8a14-36457c6174f8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event deleted for resources: {'Network': ['ID=0eed3f91-90c4-4864-b148-a12fb2a614fc,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:11.158156 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d0ec0c3-7e0a-4cfc-b62f-0e20e65c941f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] DELETE failed (client error): The resource could not be found. Feb 15 17:39:11.158633 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d0ec0c3-7e0a-4cfc-b62f-0e20e65c941f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:39:11.161788 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6d0ec0c3-7e0a-4cfc-b62f-0e20e65c941f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "DELETE /v2.0/subnets/ca3028ba-186b-4f03-8cf6-e7204b9b2ee3 HTTP/1.1" status: 404 len: 337 time: 0.0313764 Feb 15 17:39:11.164397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41452) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:11.183560 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-28468f8f-f38d-477b-8b0d-6fe390b83431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] DELETE failed (client error): The resource could not be found. Feb 15 17:39:11.184082 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28468f8f-f38d-477b-8b0d-6fe390b83431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:39:11.187187 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-28468f8f-f38d-477b-8b0d-6fe390b83431 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "DELETE /v2.0/networks/b59d3639-8615-44ea-b7f3-17368f478ce9 HTTP/1.1" status: 404 len: 339 time: 0.0218894 Feb 15 17:39:11.189745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41454) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:11.216321 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2a5851-1d96-478f-a6ab-8927546416e8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] DELETE failed (client error): The resource could not be found. Feb 15 17:39:11.216709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2a5851-1d96-478f-a6ab-8927546416e8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:39:11.219838 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ab2a5851-1d96-478f-a6ab-8927546416e8 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "DELETE /v2.0/subnets/59d251bd-75cb-4ee3-ba32-4fe1c2cec3a8 HTTP/1.1" status: 404 len: 337 time: 0.0291855 Feb 15 17:39:11.222556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41456) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:11.241903 n-d-828372-14 neutron-server[103799]: INFO neutron.pecan_wsgi.hooks.translation [None req-2088d8e4-aef8-4c89-a8ea-4e864543ef19 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] DELETE failed (client error): The resource could not be found. Feb 15 17:39:11.242416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2088d8e4-aef8-4c89-a8ea-4e864543ef19 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103799) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 17:39:11.245563 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2088d8e4-aef8-4c89-a8ea-4e864543ef19 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "DELETE /v2.0/networks/64efa4e9-d7db-445b-bbea-742481457d89 HTTP/1.1" status: 404 len: 339 time: 0.0220528 Feb 15 17:39:11.248088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41458) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:11.305248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-18019348-801d-44f4-a72e-32cce223c1e7 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Deleting subnet e4b6d01e-add6-423a-b043-697cbf698e55 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:39:11.308814 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-18019348-801d-44f4-a72e-32cce223c1e7 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for subnet (e4b6d01e-add6-423a-b043-697cbf698e55), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:11.351224 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-18019348-801d-44f4-a72e-32cce223c1e7 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (e4b6d01e-add6-423a-b043-697cbf698e55), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:11.443596 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-18019348-801d-44f4-a72e-32cce223c1e7 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e4b6d01e-add6-423a-b043-697cbf698e55), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:11.593140 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-18019348-801d-44f4-a72e-32cce223c1e7 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (e4b6d01e-add6-423a-b043-697cbf698e55), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:11.618885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18019348-801d-44f4-a72e-32cce223c1e7 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b6d01e-add6-423a-b043-697cbf698e55,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:11.624691 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-18019348-801d-44f4-a72e-32cce223c1e7 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:11.630780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-18019348-801d-44f4-a72e-32cce223c1e7 tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "DELETE /v2.0/subnets/e4b6d01e-add6-423a-b043-697cbf698e55 HTTP/1.1" status: 204 len: 168 time: 0.3789670 Feb 15 17:39:11.631234 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41460) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:11.631472 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0249eb8-31d0-401c-9cfb-c334812c0e45 None None] Network 966ac5fe-88c0-4dde-a677-33dd00a25bcd requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:11.717627 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (966ac5fe-88c0-4dde-a677-33dd00a25bcd), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:11.779364 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Deleting port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:39:11.779703 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:11.803850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb6c543-8c3c-40c8-831a-2f3fc4eb970d None None] DHCP port deletion for 966ac5fe-88c0-4dde-a677-33dd00a25bcd request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:39:11.852829 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] For port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8,segment=NetworkSegment(e43ab473-dc16-4dcd-82a6-c6dce0ea6250),segment_id=e43ab473-dc16-4dcd-82a6-c6dce0ea6250)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:11.853297 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:11.857236 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5bb6c543-8c3c-40c8-831a-2f3fc4eb970d None None] Deleting port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:39:11.857639 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bb6c543-8c3c-40c8-831a-2f3fc4eb970d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:11.868028 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Calling delete_port for b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:39:11.925716 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5bb6c543-8c3c-40c8-831a-2f3fc4eb970d None None] For port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8,segment=NetworkSegment(e43ab473-dc16-4dcd-82a6-c6dce0ea6250),segment_id=e43ab473-dc16-4dcd-82a6-c6dce0ea6250)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:11.926218 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bb6c543-8c3c-40c8-831a-2f3fc4eb970d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:11.941622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5bb6c543-8c3c-40c8-831a-2f3fc4eb970d None None] Calling delete_port for b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:39:11.991430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 924cf3ae-2fc7-41ce-a518-2bf341fcb178 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:39:12.013571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 924cf3ae-2fc7-41ce-a518-2bf341fcb178 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:39:12.013925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 924cf3ae-2fc7-41ce-a518-2bf341fcb178 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:39:12.014368 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:39:12.084151 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:12.090227 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No active binding found for port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 {{(pid=103801) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 17:39:12.090610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] The host n-d-828372-14 is not matching for port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 host None! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:39:12.091007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:39:12.096928 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5bb6c543-8c3c-40c8-831a-2f3fc4eb970d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:12.115427 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event deleted for resources: {'Port': ['ID=b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:12.117491 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] No DVR routers for this DVR port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:39:12.126061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6c543-8c3c-40c8-831a-2f3fc4eb970d None None] Pushing event deleted for resources: {'Port': ['ID=b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:12.131010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb6c543-8c3c-40c8-831a-2f3fc4eb970d None None] No DVR routers for this DVR port b9a6f797-0829-4a08-ab1f-e8be6dc0b4d8 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:39:12.198252 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:12.206371 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (966ac5fe-88c0-4dde-a677-33dd00a25bcd), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:12.227308 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966ac5fe-88c0-4dde-a677-33dd00a25bcd']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:12.237141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43ab473-dc16-4dcd-82a6-c6dce0ea6250') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:12.237431 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43ab473-dc16-4dcd-82a6-c6dce0ea6250') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:12.248591 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (e43ab473-dc16-4dcd-82a6-c6dce0ea6250), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:12.263058 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (e43ab473-dc16-4dcd-82a6-c6dce0ea6250), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:12.269430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:39:12.269933 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (e43ab473-dc16-4dcd-82a6-c6dce0ea6250), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:39:12.272912 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:39:12.404417 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (966ac5fe-88c0-4dde-a677-33dd00a25bcd), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:12.412564 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:12.414969 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] 10.222.0.107 "DELETE /v2.0/networks/966ac5fe-88c0-4dde-a677-33dd00a25bcd HTTP/1.1" status: 204 len: 168 time: 0.7827227 Feb 15 17:39:12.427203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da912ba-d98c-455c-aea4-b4e00c08697f tempest-NetworksIpV6Test-837291598 tempest-NetworksIpV6Test-837291598-project] Pushing event deleted for resources: {'Network': ['ID=966ac5fe-88c0-4dde-a677-33dd00a25bcd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:12.907123 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41466) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:13.043862 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-144b12a1-5f79-4da8-a1f5-5e907f11657f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=cf51b0d095f942efa937e25618d45f4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353433 Feb 15 17:39:13.046194 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41470) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:13.096603 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f3b7250-989d-4df1-9df5-5a13b5b81850 admin admin] Publish callbacks [] for security_group (acb7fe63-e3d0-456a-b1a4-4a2ea8d3bfa3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:13.118227 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f3b7250-989d-4df1-9df5-5a13b5b81850 admin admin] Publish callbacks [] for security_group (acb7fe63-e3d0-456a-b1a4-4a2ea8d3bfa3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:13.220844 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f3b7250-989d-4df1-9df5-5a13b5b81850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (acb7fe63-e3d0-456a-b1a4-4a2ea8d3bfa3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:13.223538 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f3b7250-989d-4df1-9df5-5a13b5b81850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:13.225272 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9f3b7250-989d-4df1-9df5-5a13b5b81850 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/acb7fe63-e3d0-456a-b1a4-4a2ea8d3bfa3 HTTP/1.1" status: 204 len: 168 time: 0.1780002 Feb 15 17:39:13.234293 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b7250-989d-4df1-9df5-5a13b5b81850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb7fe63-e3d0-456a-b1a4-4a2ea8d3bfa3,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:13.563994 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:14.307812 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41492) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:14.438977 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f61b56ef-75e9-4607-868d-e9bdbdecc223 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-260989233', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:14.564172 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f61b56ef-75e9-4607-868d-e9bdbdecc223 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (24668d49-22ee-44fd-bb6f-d290aae6c90e), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:14.565307 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f61b56ef-75e9-4607-868d-e9bdbdecc223 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (24668d49-22ee-44fd-bb6f-d290aae6c90e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:14.624100 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f61b56ef-75e9-4607-868d-e9bdbdecc223 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for router_controller (24668d49-22ee-44fd-bb6f-d290aae6c90e), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:14.690071 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f61b56ef-75e9-4607-868d-e9bdbdecc223 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (24668d49-22ee-44fd-bb6f-d290aae6c90e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:14.771357 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f61b56ef-75e9-4607-868d-e9bdbdecc223 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:14.772599 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f61b56ef-75e9-4607-868d-e9bdbdecc223 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4632854 Feb 15 17:39:14.780742 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41496) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:14.785907 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1646125688'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:14.906984 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Made reservation on behalf of b5c96a0b06304683ba53a58bbef61554 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:39:14.910705 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:14.922321 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:15.005508 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for security_group (1f9179cf-b9ce-4f2e-8f4c-be855336f64d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:15.066566 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1f9179cf-b9ce-4f2e-8f4c-be855336f64d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:15.091777 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:39:15.106071 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9179cf-b9ce-4f2e-8f4c-be855336f64d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:15.111024 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (996ae1a6-c6a2-4249-8500-d90c23b45d84), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:15.111373 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Added segment 996ae1a6-c6a2-4249-8500-d90c23b45d84 of type vlan for network ce178382-438e-4530-91e0-464eae12a700 Feb 15 17:39:15.124318 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:15.124657 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:15.124994 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:15.125329 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:15.125705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:15.126033 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:15.126358 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:15.126679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:15.126999 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:15.127319 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:15.127640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:15.127966 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:15.128286 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:15.171276 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (ce178382-438e-4530-91e0-464eae12a700), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:15.226634 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (ce178382-438e-4530-91e0-464eae12a700), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:15.231732 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:15.232390 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:15.308430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Pushing event updated for resources: {'Network': ['ID=ce178382-438e-4530-91e0-464eae12a700,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:15.319559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network ce178382-438e-4530-91e0-464eae12a700 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:39:15.349910 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fba821a9-49a5-4b73-9f1a-84091893f14c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5679312 Feb 15 17:39:15.352612 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41498) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:15.357876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-af806449-db76-4d20-bba2-97341a8c0339 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Request body: {'subnet': {'network_id': 'ce178382-438e-4530-91e0-464eae12a700', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:15.483613 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af806449-db76-4d20-bba2-97341a8c0339 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Made reservation on behalf of b5c96a0b06304683ba53a58bbef61554 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:39:15.487127 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af806449-db76-4d20-bba2-97341a8c0339 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:15.741466 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af806449-db76-4d20-bba2-97341a8c0339 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (66a9cadb-d632-41ce-91f6-7417f1c8b3c0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:15.802037 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af806449-db76-4d20-bba2-97341a8c0339 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Pushing event updated for resources: {'Subnet': ['ID=66a9cadb-d632-41ce-91f6-7417f1c8b3c0,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:15.815010 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af806449-db76-4d20-bba2-97341a8c0339 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Checking segment: {'id': '996ae1a6-c6a2-4249-8500-d90c23b45d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ce178382-438e-4530-91e0-464eae12a700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:15.815374 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af806449-db76-4d20-bba2-97341a8c0339 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Network hostable DHCP agents. Network: ce178382-438e-4530-91e0-464eae12a700, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:39:15.894945 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af806449-db76-4d20-bba2-97341a8c0339 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Network ce178382-438e-4530-91e0-464eae12a700 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:39:15.963501 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-af806449-db76-4d20-bba2-97341a8c0339 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, ce178382-438e-4530-91e0-464eae12a700) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:15.967696 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af806449-db76-4d20-bba2-97341a8c0339 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:15.968295 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-af806449-db76-4d20-bba2-97341a8c0339 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:15.973063 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95bb197-bf91-4512-833e-da5637eb0f0e None None] Network ce178382-438e-4530-91e0-464eae12a700 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:16.069650 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-af806449-db76-4d20-bba2-97341a8c0339 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7158513 Feb 15 17:39:16.072437 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41500) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:16.077451 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5635416d-4b45-43b1-825e-5b9064b9714f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1584698795'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:16.089327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-ce178382-438e-4530-91e0-464eae12a700', 'network_id': 'ce178382-438e-4530-91e0-464eae12a700', 'project_id': 'b5c96a0b06304683ba53a58bbef61554', 'fixed_ips': [{'subnet_id': '66a9cadb-d632-41ce-91f6-7417f1c8b3c0'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:39:16.089327 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:16.158164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5635416d-4b45-43b1-825e-5b9064b9714f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Made reservation on behalf of b5c96a0b06304683ba53a58bbef61554 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:39:16.162265 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5635416d-4b45-43b1-825e-5b9064b9714f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:16.188198 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5635416d-4b45-43b1-825e-5b9064b9714f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:39:16.200841 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5635416d-4b45-43b1-825e-5b9064b9714f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (eca16f30-06ed-4d05-b729-c1d331c0ae39), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:16.201194 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-5635416d-4b45-43b1-825e-5b9064b9714f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Added segment eca16f30-06ed-4d05-b729-c1d331c0ae39 of type vlan for network 68594906-8c16-474c-9c22-d726bd98f709 Feb 15 17:39:16.239686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Allocated IP 172.20.0.2 (ce178382-438e-4530-91e0-464eae12a700/66a9cadb-d632-41ce-91f6-7417f1c8b3c0/cefb9a85-4968-45ca-9639-825ee7c3517b) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:39:16.247133 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5635416d-4b45-43b1-825e-5b9064b9714f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (68594906-8c16-474c-9c22-d726bd98f709), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:16.306512 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5635416d-4b45-43b1-825e-5b9064b9714f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (68594906-8c16-474c-9c22-d726bd98f709), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:16.311877 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5635416d-4b45-43b1-825e-5b9064b9714f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:16.312697 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5635416d-4b45-43b1-825e-5b9064b9714f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:16.385305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635416d-4b45-43b1-825e-5b9064b9714f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Pushing event updated for resources: {'Network': ['ID=68594906-8c16-474c-9c22-d726bd98f709,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:16.397131 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 68594906-8c16-474c-9c22-d726bd98f709 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:39:16.399273 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Publish callbacks [] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:16.434341 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5635416d-4b45-43b1-825e-5b9064b9714f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3608384 Feb 15 17:39:16.437808 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41502) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:16.444107 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-179bd462-30a2-4b4a-ac89-9fdad8caae3f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Request body: {'subnet': {'network_id': '68594906-8c16-474c-9c22-d726bd98f709', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:16.467853 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:16.518126 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Network ce178382-438e-4530-91e0-464eae12a700 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:39:16.521190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:16.530440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Pushing event updated for resources: {'Port': ['ID=cefb9a85-4968-45ca-9639-825ee7c3517b,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:16.531584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:39:16.540359 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:16.540712 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:16.541055 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:16.541419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:16.541792 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:16.542134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:16.542468 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:16.542797 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:16.543124 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:16.543487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:16.543778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:16.544105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:16.544428 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:16.581162 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179bd462-30a2-4b4a-ac89-9fdad8caae3f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Made reservation on behalf of b5c96a0b06304683ba53a58bbef61554 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:39:16.585205 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-179bd462-30a2-4b4a-ac89-9fdad8caae3f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:16.638432 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Attempting to bind port cefb9a85-4968-45ca-9639-825ee7c3517b on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:39:16.638890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Attempting to bind port cefb9a85-4968-45ca-9639-825ee7c3517b by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '996ae1a6-c6a2-4249-8500-d90c23b45d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ce178382-438e-4530-91e0-464eae12a700'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:39:16.639467 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Attempting to bind port cefb9a85-4968-45ca-9639-825ee7c3517b on network ce178382-438e-4530-91e0-464eae12a700 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:39:16.648153 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:39:16.648733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Checking segment: {'id': '996ae1a6-c6a2-4249-8500-d90c23b45d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ce178382-438e-4530-91e0-464eae12a700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:16.649392 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:16.649997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Bound using segment: {'id': '996ae1a6-c6a2-4249-8500-d90c23b45d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ce178382-438e-4530-91e0-464eae12a700'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:39:16.651341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Bound port: cefb9a85-4968-45ca-9639-825ee7c3517b, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '996ae1a6-c6a2-4249-8500-d90c23b45d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'ce178382-438e-4530-91e0-464eae12a700'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:39:16.651944 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:16.728668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] For port cefb9a85-4968-45ca-9639-825ee7c3517b, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:39:16.735341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] For port cefb9a85-4968-45ca-9639-825ee7c3517b, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cefb9a85-4968-45ca-9639-825ee7c3517b,segment=NetworkSegment(996ae1a6-c6a2-4249-8500-d90c23b45d84),segment_id=996ae1a6-c6a2-4249-8500-d90c23b45d84)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:39:16.798926 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:16.863379 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb3dd9-33e9-4109-83f6-28a42b07b722 None None] Pushing event updated for resources: {'Port': ['ID=cefb9a85-4968-45ca-9639-825ee7c3517b,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:16.878293 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-179bd462-30a2-4b4a-ac89-9fdad8caae3f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (0f6b95be-0d87-4e3a-80ae-49ba2239658c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:16.946694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179bd462-30a2-4b4a-ac89-9fdad8caae3f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Pushing event updated for resources: {'Subnet': ['ID=0f6b95be-0d87-4e3a-80ae-49ba2239658c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:16.957971 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179bd462-30a2-4b4a-ac89-9fdad8caae3f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Checking segment: {'id': 'eca16f30-06ed-4d05-b729-c1d331c0ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '68594906-8c16-474c-9c22-d726bd98f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:16.958912 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179bd462-30a2-4b4a-ac89-9fdad8caae3f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Network hostable DHCP agents. Network: 68594906-8c16-474c-9c22-d726bd98f709, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:39:17.079168 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179bd462-30a2-4b4a-ac89-9fdad8caae3f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Network 68594906-8c16-474c-9c22-d726bd98f709 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:39:17.186694 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-179bd462-30a2-4b4a-ac89-9fdad8caae3f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 68594906-8c16-474c-9c22-d726bd98f709) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:17.191691 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179bd462-30a2-4b4a-ac89-9fdad8caae3f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:17.194219 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-179bd462-30a2-4b4a-ac89-9fdad8caae3f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:17.195814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67095844-57ca-4762-96ce-8ed85bd557c4 None None] Network 68594906-8c16-474c-9c22-d726bd98f709 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:17.298619 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-179bd462-30a2-4b4a-ac89-9fdad8caae3f tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8597128 Feb 15 17:39:17.303161 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41504) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:17.303947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-68594906-8c16-474c-9c22-d726bd98f709', 'network_id': '68594906-8c16-474c-9c22-d726bd98f709', 'project_id': 'b5c96a0b06304683ba53a58bbef61554', 'fixed_ips': [{'subnet_id': '0f6b95be-0d87-4e3a-80ae-49ba2239658c'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:39:17.304817 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:17.308005 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0d6d0e05-e9e9-4d70-99c0-2b1697b02b54 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Request body: {'router': {'external_gateway_info': {'network_id': '68594906-8c16-474c-9c22-d726bd98f709'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:17.473844 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Allocated IP 172.21.0.2 (68594906-8c16-474c-9c22-d726bd98f709/0f6b95be-0d87-4e3a-80ae-49ba2239658c/e73185d0-d084-40c2-806f-d42b9e7a4a3c) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:39:17.666006 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Publish callbacks [] for port (e73185d0-d084-40c2-806f-d42b9e7a4a3c), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:17.793355 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (e73185d0-d084-40c2-806f-d42b9e7a4a3c), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:17.855376 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Network 68594906-8c16-474c-9c22-d726bd98f709 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:39:17.862496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:17.870719 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:39:17.882402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Pushing event updated for resources: {'Port': ['ID=e73185d0-d084-40c2-806f-d42b9e7a4a3c,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:17.919797 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0d6d0e05-e9e9-4d70-99c0-2b1697b02b54 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for router_gateway (24668d49-22ee-44fd-bb6f-d290aae6c90e), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:17.939639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Attempting to bind port e73185d0-d084-40c2-806f-d42b9e7a4a3c on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:39:17.940112 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Attempting to bind port e73185d0-d084-40c2-806f-d42b9e7a4a3c by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'eca16f30-06ed-4d05-b729-c1d331c0ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '68594906-8c16-474c-9c22-d726bd98f709'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:39:17.940557 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Attempting to bind port e73185d0-d084-40c2-806f-d42b9e7a4a3c on network 68594906-8c16-474c-9c22-d726bd98f709 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:39:17.947315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:39:17.947793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Checking segment: {'id': 'eca16f30-06ed-4d05-b729-c1d331c0ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '68594906-8c16-474c-9c22-d726bd98f709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:17.948279 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:17.948675 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Bound using segment: {'id': 'eca16f30-06ed-4d05-b729-c1d331c0ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '68594906-8c16-474c-9c22-d726bd98f709'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:39:17.949159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Bound port: e73185d0-d084-40c2-806f-d42b9e7a4a3c, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca16f30-06ed-4d05-b729-c1d331c0ae39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '68594906-8c16-474c-9c22-d726bd98f709'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:39:17.949578 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (e73185d0-d084-40c2-806f-d42b9e7a4a3c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:18.001575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2295013d-9046-4a6b-bfb3-b2aef2f1facd None None] Network ce178382-438e-4530-91e0-464eae12a700 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:18.063952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cefb9a85-4968-45ca-9639-825ee7c3517b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:18.115439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] For port e73185d0-d084-40c2-806f-d42b9e7a4a3c, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:39:18.141137 n-d-828372-14 neutron-server[103800]: INFO neutron.api.v2.resource [None req-0d6d0e05-e9e9-4d70-99c0-2b1697b02b54 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 17:39:18.142446 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0d6d0e05-e9e9-4d70-99c0-2b1697b02b54 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] 10.222.0.107 "PUT /v2.0/routers/24668d49-22ee-44fd-bb6f-d290aae6c90e HTTP/1.1" status: 400 len: 364 time: 0.8382926 Feb 15 17:39:18.148574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41506) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:18.155810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] For port e73185d0-d084-40c2-806f-d42b9e7a4a3c, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e73185d0-d084-40c2-806f-d42b9e7a4a3c,segment=NetworkSegment(eca16f30-06ed-4d05-b729-c1d331c0ae39),segment_id=eca16f30-06ed-4d05-b729-c1d331c0ae39)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:39:18.162438 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-979741d6-112c-485e-96af-87a06e2924a5 None None] Provisioning complete for port cefb9a85-4968-45ca-9639-825ee7c3517b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:18.162816 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-979741d6-112c-485e-96af-87a06e2924a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:18.206522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85a01c3-a845-401b-bc71-0132046022ce tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Deleting subnet 0f6b95be-0d87-4e3a-80ae-49ba2239658c {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:39:18.210127 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c85a01c3-a845-401b-bc71-0132046022ce tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for subnet (0f6b95be-0d87-4e3a-80ae-49ba2239658c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:18.251040 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (e73185d0-d084-40c2-806f-d42b9e7a4a3c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:18.259856 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c85a01c3-a845-401b-bc71-0132046022ce tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (0f6b95be-0d87-4e3a-80ae-49ba2239658c), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:18.265028 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port cefb9a85-4968-45ca-9639-825ee7c3517b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:18.265435 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:18.364153 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c85a01c3-a845-401b-bc71-0132046022ce tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (0f6b95be-0d87-4e3a-80ae-49ba2239658c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:18.405413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ce559-7db6-4ad1-87ce-751b1d39bca7 None None] Pushing event updated for resources: {'Port': ['ID=e73185d0-d084-40c2-806f-d42b9e7a4a3c,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:18.413288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-979741d6-112c-485e-96af-87a06e2924a5 None None] Current status of the port cefb9a85-4968-45ca-9639-825ee7c3517b is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:18.413706 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-979741d6-112c-485e-96af-87a06e2924a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:18.493414 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-979741d6-112c-485e-96af-87a06e2924a5 None None] For port cefb9a85-4968-45ca-9639-825ee7c3517b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cefb9a85-4968-45ca-9639-825ee7c3517b,segment=NetworkSegment(996ae1a6-c6a2-4249-8500-d90c23b45d84),segment_id=996ae1a6-c6a2-4249-8500-d90c23b45d84)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:18.498228 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port cefb9a85-4968-45ca-9639-825ee7c3517b is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:18.498626 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:18.541527 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c85a01c3-a845-401b-bc71-0132046022ce tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (0f6b95be-0d87-4e3a-80ae-49ba2239658c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:18.571785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a01c3-a845-401b-bc71-0132046022ce tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Pushing event deleted for resources: {'Subnet': ['ID=0f6b95be-0d87-4e3a-80ae-49ba2239658c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:18.576060 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-979741d6-112c-485e-96af-87a06e2924a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:18.576649 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c85a01c3-a845-401b-bc71-0132046022ce tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:18.582563 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c85a01c3-a845-401b-bc71-0132046022ce tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] 10.222.0.107 "DELETE /v2.0/subnets/0f6b95be-0d87-4e3a-80ae-49ba2239658c HTTP/1.1" status: 204 len: 168 time: 0.4306655 Feb 15 17:39:18.582950 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41508) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:18.691713 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:39:18.692138 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:39:18.696561 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979741d6-112c-485e-96af-87a06e2924a5 None None] Pushing event updated for resources: {'Port': ['ID=cefb9a85-4968-45ca-9639-825ee7c3517b,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:18.734211 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (68594906-8c16-474c-9c22-d726bd98f709), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:18.807395 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Deleting port e73185d0-d084-40c2-806f-d42b9e7a4a3c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:39:18.807763 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (e73185d0-d084-40c2-806f-d42b9e7a4a3c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:18.824059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-67001970-72da-4ee1-93b2-eb4a2b394466 None None] Provisioning complete for port cefb9a85-4968-45ca-9639-825ee7c3517b triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:18.824587 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67001970-72da-4ee1-93b2-eb4a2b394466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:18.888845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] For port e73185d0-d084-40c2-806f-d42b9e7a4a3c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=e73185d0-d084-40c2-806f-d42b9e7a4a3c,segment=NetworkSegment(eca16f30-06ed-4d05-b729-c1d331c0ae39),segment_id=eca16f30-06ed-4d05-b729-c1d331c0ae39)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:18.889245 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (e73185d0-d084-40c2-806f-d42b9e7a4a3c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:18.904035 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Calling delete_port for e73185d0-d084-40c2-806f-d42b9e7a4a3c owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:39:18.913887 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-67001970-72da-4ee1-93b2-eb4a2b394466 None None] Current status of the port cefb9a85-4968-45ca-9639-825ee7c3517b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:19.118313 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (e73185d0-d084-40c2-806f-d42b9e7a4a3c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:19.147068 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Pushing event deleted for resources: {'Port': ['ID=e73185d0-d084-40c2-806f-d42b9e7a4a3c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:19.149041 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] No DVR routers for this DVR port e73185d0-d084-40c2-806f-d42b9e7a4a3c on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:39:19.231059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port cefb9a85-4968-45ca-9639-825ee7c3517b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:19.244894 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (68594906-8c16-474c-9c22-d726bd98f709), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:19.270272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68594906-8c16-474c-9c22-d726bd98f709']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:19.280600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca16f30-06ed-4d05-b729-c1d331c0ae39') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:19.280925 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca16f30-06ed-4d05-b729-c1d331c0ae39') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:19.292616 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (eca16f30-06ed-4d05-b729-c1d331c0ae39), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:19.309911 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (eca16f30-06ed-4d05-b729-c1d331c0ae39), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:19.316303 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:39:19.316699 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (eca16f30-06ed-4d05-b729-c1d331c0ae39), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:39:19.320378 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:39:19.467286 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (68594906-8c16-474c-9c22-d726bd98f709), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:19.478331 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:19.480923 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] 10.222.0.107 "DELETE /v2.0/networks/68594906-8c16-474c-9c22-d726bd98f709 HTTP/1.1" status: 204 len: 168 time: 0.8969462 Feb 15 17:39:19.485254 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41510) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:19.493086 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c3ceb-a384-49f9-ab57-15a6ca6bf5bf tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Pushing event deleted for resources: {'Network': ['ID=68594906-8c16-474c-9c22-d726bd98f709,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:19.534184 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-06704f93-79a4-4954-9414-86be5552b488 None None] Could not find standard attr ID for object e73185d0-d084-40c2-806f-d42b9e7a4a3c. {{(pid=103801) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 17:39:19.544740 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-da5a132f-bd3b-41cb-97bf-2bf31d1a2769 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Deleting subnet 66a9cadb-d632-41ce-91f6-7417f1c8b3c0 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:39:19.549386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047b0401-00ee-408f-9682-b4effe59d0b7 None None] DHCP port deletion for 68594906-8c16-474c-9c22-d726bd98f709 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:39:19.549610 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5a132f-bd3b-41cb-97bf-2bf31d1a2769 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for subnet (66a9cadb-d632-41ce-91f6-7417f1c8b3c0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:19.568237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbd5fed-6296-41ab-bcf8-dfe76131df38 None None] Network 68594906-8c16-474c-9c22-d726bd98f709 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:19.580376 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbd5fed-6296-41ab-bcf8-dfe76131df38 None None] Network 68594906-8c16-474c-9c22-d726bd98f709 could not be found, it might have been deleted concurrently. {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 15 17:39:19.595050 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5a132f-bd3b-41cb-97bf-2bf31d1a2769 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (66a9cadb-d632-41ce-91f6-7417f1c8b3c0), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:19.688820 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5a132f-bd3b-41cb-97bf-2bf31d1a2769 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (66a9cadb-d632-41ce-91f6-7417f1c8b3c0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:19.838729 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5a132f-bd3b-41cb-97bf-2bf31d1a2769 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (66a9cadb-d632-41ce-91f6-7417f1c8b3c0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:19.866969 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a132f-bd3b-41cb-97bf-2bf31d1a2769 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Pushing event deleted for resources: {'Subnet': ['ID=66a9cadb-d632-41ce-91f6-7417f1c8b3c0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:19.871490 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-da5a132f-bd3b-41cb-97bf-2bf31d1a2769 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:19.875049 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-da5a132f-bd3b-41cb-97bf-2bf31d1a2769 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] 10.222.0.107 "DELETE /v2.0/subnets/66a9cadb-d632-41ce-91f6-7417f1c8b3c0 HTTP/1.1" status: 204 len: 168 time: 0.3888793 Feb 15 17:39:19.877620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41512) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:19.878503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ed71a-af1f-451b-99d3-5367247340ef None None] Network ce178382-438e-4530-91e0-464eae12a700 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:19.971426 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (ce178382-438e-4530-91e0-464eae12a700), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:20.048931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Deleting port cefb9a85-4968-45ca-9639-825ee7c3517b {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:39:20.049285 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:20.092854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cefb9a85-4968-45ca-9639-825ee7c3517b up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:20.125844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] For port cefb9a85-4968-45ca-9639-825ee7c3517b, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cefb9a85-4968-45ca-9639-825ee7c3517b,segment=NetworkSegment(996ae1a6-c6a2-4249-8500-d90c23b45d84),segment_id=996ae1a6-c6a2-4249-8500-d90c23b45d84)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:20.126219 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:20.142278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Calling delete_port for cefb9a85-4968-45ca-9639-825ee7c3517b owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:39:20.183084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port cefb9a85-4968-45ca-9639-825ee7c3517b triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:20.183457 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:20.258347 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11700970-b320-4c9e-bae9-581a15c4c69e None None] DHCP port deletion for ce178382-438e-4530-91e0-464eae12a700 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:39:20.279418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port cefb9a85-4968-45ca-9639-825ee7c3517b is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:20.295090 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:20.321892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Pushing event deleted for resources: {'Port': ['ID=cefb9a85-4968-45ca-9639-825ee7c3517b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:20.327167 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-11700970-b320-4c9e-bae9-581a15c4c69e None None] Deleting port cefb9a85-4968-45ca-9639-825ee7c3517b {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:39:20.327610 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11700970-b320-4c9e-bae9-581a15c4c69e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:20.330740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] No DVR routers for this DVR port cefb9a85-4968-45ca-9639-825ee7c3517b on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:39:20.390878 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-11700970-b320-4c9e-bae9-581a15c4c69e None None] For port cefb9a85-4968-45ca-9639-825ee7c3517b, host n-d-828372-14, got binding levels [] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:20.391276 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11700970-b320-4c9e-bae9-581a15c4c69e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:20.405945 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-11700970-b320-4c9e-bae9-581a15c4c69e None None] Calling delete_port for cefb9a85-4968-45ca-9639-825ee7c3517b owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:39:20.408676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.ipam_backend_mixin [None req-11700970-b320-4c9e-bae9-581a15c4c69e None None] Port cefb9a85-4968-45ca-9639-825ee7c3517b was not found and therefore no delete operation was performed {{(pid=103801) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 17:39:20.410465 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-11700970-b320-4c9e-bae9-581a15c4c69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (cefb9a85-4968-45ca-9639-825ee7c3517b), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:20.417576 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (ce178382-438e-4530-91e0-464eae12a700), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:20.438170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce178382-438e-4530-91e0-464eae12a700']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:20.438399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11700970-b320-4c9e-bae9-581a15c4c69e None None] Pushing event deleted for resources: {'Port': ['ID=cefb9a85-4968-45ca-9639-825ee7c3517b,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:20.444439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11700970-b320-4c9e-bae9-581a15c4c69e None None] No DVR routers for this DVR port cefb9a85-4968-45ca-9639-825ee7c3517b on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:39:20.449730 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '996ae1a6-c6a2-4249-8500-d90c23b45d84') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:20.450270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '996ae1a6-c6a2-4249-8500-d90c23b45d84') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:20.461570 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (996ae1a6-c6a2-4249-8500-d90c23b45d84), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:20.475841 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (996ae1a6-c6a2-4249-8500-d90c23b45d84), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:20.481947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:39:20.482342 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (996ae1a6-c6a2-4249-8500-d90c23b45d84), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:39:20.485339 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:39:20.603636 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (ce178382-438e-4530-91e0-464eae12a700), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:20.608741 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:20.612205 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] 10.222.0.107 "DELETE /v2.0/networks/ce178382-438e-4530-91e0-464eae12a700 HTTP/1.1" status: 204 len: 168 time: 0.7335324 Feb 15 17:39:20.615926 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41514) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:20.628453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9251f2a3-7623-43d4-abad-afe82d184376 tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Pushing event deleted for resources: {'Network': ['ID=ce178382-438e-4530-91e0-464eae12a700,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:20.643841 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6704b336-ccb2-4d26-b88f-5e36e48ff82c tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] 10.222.0.107 "GET /v2.0/ports?device_id=24668d49-22ee-44fd-bb6f-d290aae6c90e HTTP/1.1" status: 200 len: 205 time: 0.0267417 Feb 15 17:39:20.646465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41516) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:20.727048 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9913625-ffd1-4d94-994c-53f3ea80970b tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for router (24668d49-22ee-44fd-bb6f-d290aae6c90e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:20.892857 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9913625-ffd1-4d94-994c-53f3ea80970b tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (24668d49-22ee-44fd-bb6f-d290aae6c90e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:20.896869 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9913625-ffd1-4d94-994c-53f3ea80970b tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for router_controller (24668d49-22ee-44fd-bb6f-d290aae6c90e), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:21.003942 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9913625-ffd1-4d94-994c-53f3ea80970b tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (24668d49-22ee-44fd-bb6f-d290aae6c90e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:21.004515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9913625-ffd1-4d94-994c-53f3ea80970b tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Fanout notify agent at l3_agent the message router_deleted on router 24668d49-22ee-44fd-bb6f-d290aae6c90e {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:39:21.012570 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b9913625-ffd1-4d94-994c-53f3ea80970b tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:21.013783 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b9913625-ffd1-4d94-994c-53f3ea80970b tempest-RoutersNegativeTest-2008694966 tempest-RoutersNegativeTest-2008694966-project] 10.222.0.107 "DELETE /v2.0/routers/24668d49-22ee-44fd-bb6f-d290aae6c90e HTTP/1.1" status: 204 len: 168 time: 0.3663263 Feb 15 17:39:21.519081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41522) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:21.653142 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ea290664-a6cf-40fa-ac21-350626abfd4d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=b5c96a0b06304683ba53a58bbef61554&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1328945 Feb 15 17:39:21.656463 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41526) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:21.704895 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff13ba97-e45c-43cf-89ea-d9f37796d7bc admin admin] Publish callbacks [] for security_group (1f9179cf-b9ce-4f2e-8f4c-be855336f64d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:21.727266 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff13ba97-e45c-43cf-89ea-d9f37796d7bc admin admin] Publish callbacks [] for security_group (1f9179cf-b9ce-4f2e-8f4c-be855336f64d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:21.866415 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff13ba97-e45c-43cf-89ea-d9f37796d7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1f9179cf-b9ce-4f2e-8f4c-be855336f64d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:21.869187 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff13ba97-e45c-43cf-89ea-d9f37796d7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:21.870476 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ff13ba97-e45c-43cf-89ea-d9f37796d7bc admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1f9179cf-b9ce-4f2e-8f4c-be855336f64d HTTP/1.1" status: 204 len: 168 time: 0.2130954 Feb 15 17:39:21.883602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13ba97-e45c-43cf-89ea-d9f37796d7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9179cf-b9ce-4f2e-8f4c-be855336f64d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:21.964773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cefb9a85-4968-45ca-9639-825ee7c3517b no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:39:21.985573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: cefb9a85-4968-45ca-9639-825ee7c3517b {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:39:21.998331 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cefb9a85-4968-45ca-9639-825ee7c3517b not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:39:23.052602 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41548) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:23.155482 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9f179838-5e1c-48eb-819a-afc78f01dd74 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-88949363-network', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:23.249164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f179838-5e1c-48eb-819a-afc78f01dd74 admin admin] Made reservation on behalf of 9daa547b5f3c462da0dbae28bca7f731 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:39:23.251778 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f179838-5e1c-48eb-819a-afc78f01dd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:23.261871 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f179838-5e1c-48eb-819a-afc78f01dd74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:23.343507 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f179838-5e1c-48eb-819a-afc78f01dd74 admin admin] Publish callbacks [] for security_group (cbfdb56c-455a-4e61-9bac-6a48d9376fc2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:23.437667 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f179838-5e1c-48eb-819a-afc78f01dd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (cbfdb56c-455a-4e61-9bac-6a48d9376fc2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:23.464322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f179838-5e1c-48eb-819a-afc78f01dd74 admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:39:23.480714 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f179838-5e1c-48eb-819a-afc78f01dd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfdb56c-455a-4e61-9bac-6a48d9376fc2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:23.485836 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f179838-5e1c-48eb-819a-afc78f01dd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8a24da41-7e39-4efc-80b6-9c216f006d17), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:23.486019 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-9f179838-5e1c-48eb-819a-afc78f01dd74 admin admin] Added segment 8a24da41-7e39-4efc-80b6-9c216f006d17 of type vlan for network 89484bac-de9a-4378-9341-dcea2485224b Feb 15 17:39:23.532418 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f179838-5e1c-48eb-819a-afc78f01dd74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (89484bac-de9a-4378-9341-dcea2485224b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:23.626371 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f179838-5e1c-48eb-819a-afc78f01dd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (89484bac-de9a-4378-9341-dcea2485224b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:23.627287 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f179838-5e1c-48eb-819a-afc78f01dd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:23.627885 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9f179838-5e1c-48eb-819a-afc78f01dd74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:23.687487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f179838-5e1c-48eb-819a-afc78f01dd74 admin admin] Pushing event updated for resources: {'Network': ['ID=89484bac-de9a-4378-9341-dcea2485224b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:23.698511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 89484bac-de9a-4378-9341-dcea2485224b details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:39:23.765623 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9f179838-5e1c-48eb-819a-afc78f01dd74 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7117846 Feb 15 17:39:23.768431 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41552) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:23.775704 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-95284b3d-f2f8-4001-8ee3-32049e1c85ac admin admin] Request body: {'subnet': {'network_id': '89484bac-de9a-4378-9341-dcea2485224b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-88949363-subnet', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:23.878025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95284b3d-f2f8-4001-8ee3-32049e1c85ac admin admin] Made reservation on behalf of 9daa547b5f3c462da0dbae28bca7f731 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:39:23.881515 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95284b3d-f2f8-4001-8ee3-32049e1c85ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:24.147651 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95284b3d-f2f8-4001-8ee3-32049e1c85ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (bacdd0f1-850c-41c3-a318-53698d41b301), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:24.215889 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95284b3d-f2f8-4001-8ee3-32049e1c85ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=bacdd0f1-850c-41c3-a318-53698d41b301,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:24.223668 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95284b3d-f2f8-4001-8ee3-32049e1c85ac admin admin] Checking segment: {'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:24.224585 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95284b3d-f2f8-4001-8ee3-32049e1c85ac admin admin] Network hostable DHCP agents. Network: 89484bac-de9a-4378-9341-dcea2485224b, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:39:24.306566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95284b3d-f2f8-4001-8ee3-32049e1c85ac admin admin] Network 89484bac-de9a-4378-9341-dcea2485224b is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:39:24.369316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-95284b3d-f2f8-4001-8ee3-32049e1c85ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 89484bac-de9a-4378-9341-dcea2485224b) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:24.378300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a02a310-3497-4efd-8625-a7c736afa68f None None] Network 89484bac-de9a-4378-9341-dcea2485224b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:24.382608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95284b3d-f2f8-4001-8ee3-32049e1c85ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:24.392697 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-95284b3d-f2f8-4001-8ee3-32049e1c85ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:24.483641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-89484bac-de9a-4378-9341-dcea2485224b', 'network_id': '89484bac-de9a-4378-9341-dcea2485224b', 'project_id': '9daa547b5f3c462da0dbae28bca7f731', 'fixed_ips': [{'subnet_id': 'bacdd0f1-850c-41c3-a318-53698d41b301'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:39:24.484760 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:24.526194 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-95284b3d-f2f8-4001-8ee3-32049e1c85ac admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7560897 Feb 15 17:39:24.528867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41554) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:24.533453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-88949363-router', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:24.598177 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (10c7c215-331d-40c1-a343-587d5b75fbfa), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:24.600233 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (10c7c215-331d-40c1-a343-587d5b75fbfa), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:24.624681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Allocated IP 172.20.0.2 (89484bac-de9a-4378-9341-dcea2485224b/bacdd0f1-850c-41c3-a318-53698d41b301/54a5c8c9-863e-425e-a1c9-495a43bd1273) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:39:24.653435 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Publish callbacks [] for router_controller (10c7c215-331d-40c1-a343-587d5b75fbfa), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:24.771515 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Publish callbacks [] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:24.832870 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:24.874137 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Publish callbacks [] for router_gateway (10c7c215-331d-40c1-a343-587d5b75fbfa), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:24.874850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Network 89484bac-de9a-4378-9341-dcea2485224b is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:39:24.877816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:24.881948 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:39:24.888703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Pushing event updated for resources: {'Port': ['ID=54a5c8c9-863e-425e-a1c9-495a43bd1273,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:24.946195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Attempting to bind port 54a5c8c9-863e-425e-a1c9-495a43bd1273 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:39:24.946574 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Attempting to bind port 54a5c8c9-863e-425e-a1c9-495a43bd1273 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:39:24.946947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Attempting to bind port 54a5c8c9-863e-425e-a1c9-495a43bd1273 on network 89484bac-de9a-4378-9341-dcea2485224b {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:39:24.952226 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:39:24.952614 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Checking segment: {'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:24.953063 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:24.953494 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Bound using segment: {'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:39:24.954020 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Bound port: 54a5c8c9-863e-425e-a1c9-495a43bd1273, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:39:24.954408 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:25.035401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] For port 54a5c8c9-863e-425e-a1c9-495a43bd1273, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:39:25.039465 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] For port 54a5c8c9-863e-425e-a1c9-495a43bd1273, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=54a5c8c9-863e-425e-a1c9-495a43bd1273,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:39:25.088744 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:25.137463 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Publish callbacks [] for router_gateway (10c7c215-331d-40c1-a343-587d5b75fbfa), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:25.151929 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227d211-bbf2-4f2f-bbe1-cc9f67c39d36 None None] Pushing event updated for resources: {'Port': ['ID=54a5c8c9-863e-425e-a1c9-495a43bd1273,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:25.159650 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:25.268014 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Allocated IP 172.25.4.124 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/89b3daa8-2657-4ae0-8be8-24ce13fe5981) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:39:25.398131 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Publish callbacks [] for port (89b3daa8-2657-4ae0-8be8-24ce13fe5981), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:25.518807 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (89b3daa8-2657-4ae0-8be8-24ce13fe5981), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:25.560602 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:39:25.563488 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:25.567061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:39:25.589327 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Pushing event updated for resources: {'Port': ['ID=89b3daa8-2657-4ae0-8be8-24ce13fe5981,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:25.901004 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Publish callbacks [] for router_gateway (10c7c215-331d-40c1-a343-587d5b75fbfa), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:26.027117 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 54a5c8c9-863e-425e-a1c9-495a43bd1273 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:26.088823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 54a5c8c9-863e-425e-a1c9-495a43bd1273 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:26.089488 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:26.123909 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (10c7c215-331d-40c1-a343-587d5b75fbfa), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:26.127035 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679ec48f-10d8-4a29-b95e-58d5d574c6f4 None None] Network 89484bac-de9a-4378-9341-dcea2485224b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:26.254418 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 54a5c8c9-863e-425e-a1c9-495a43bd1273 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:26.254673 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:26.279651 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0a947111-8315-4af7-9a72-b7e084ff560c None None] Provisioning complete for port 54a5c8c9-863e-425e-a1c9-495a43bd1273 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:26.280022 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0a947111-8315-4af7-9a72-b7e084ff560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:26.328229 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Router 10c7c215-331d-40c1-a343-587d5b75fbfa is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:39:26.334694 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 54a5c8c9-863e-425e-a1c9-495a43bd1273, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=54a5c8c9-863e-425e-a1c9-495a43bd1273,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:26.402914 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0a947111-8315-4af7-9a72-b7e084ff560c None None] Current status of the port 54a5c8c9-863e-425e-a1c9-495a43bd1273 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:26.403307 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0a947111-8315-4af7-9a72-b7e084ff560c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:26.413304 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:26.451987 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:39:26.481717 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Sync routers for ids ['10c7c215-331d-40c1-a343-587d5b75fbfa'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:39:26.515051 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=54a5c8c9-863e-425e-a1c9-495a43bd1273,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:26.521007 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-0a947111-8315-4af7-9a72-b7e084ff560c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:39:26.521407 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-0a947111-8315-4af7-9a72-b7e084ff560c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:39:26.522023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Routers {'10c7c215-331d-40c1-a343-587d5b75fbfa'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:39:26.522645 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:39:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['10c7c215-331d-40c1-a343-587d5b75fbfa'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:26.531630 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:26.532979 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-50fb9832-97a5-471f-968a-326fef691baa admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0031204 Feb 15 17:39:26.535801 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41556) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:26.637719 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Set router 10c7c215-331d-40c1-a343-587d5b75fbfa gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:39:26.902412 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'name': 'tempest-TestEncryptedCinderVolumes-88949363-router', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '89b3daa8-2657-4ae0-8be8-24ce13fe5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:24Z', 'updated_at': '2022-02-15T17:39:25Z', 'revision_number': 3, 'project_id': '9daa547b5f3c462da0dbae28bca7f731', 'gw_port': {'id': '89b3daa8-2657-4ae0-8be8-24ce13fe5981', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:25Z', 'updated_at': '2022-02-15T17:39:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:26.933135 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Checking router: 10c7c215-331d-40c1-a343-587d5b75fbfa for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:39:26.933526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Updating router 10c7c215-331d-40c1-a343-587d5b75fbfa port 89b3daa8-2657-4ae0-8be8-24ce13fe5981 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:39:26.968015 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:26.969381 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (89b3daa8-2657-4ae0-8be8-24ce13fe5981), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:27.128538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0a947111-8315-4af7-9a72-b7e084ff560c None None] Current status of the port 54a5c8c9-863e-425e-a1c9-495a43bd1273 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:27.138247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Allocated IP 172.20.0.1 (89484bac-de9a-4378-9341-dcea2485224b/bacdd0f1-850c-41c3-a318-53698d41b301/87b4af19-c090-4f32-b892-61eb5b580379) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:39:27.265784 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Publish callbacks [] for port (87b4af19-c090-4f32-b892-61eb5b580379), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:27.291836 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5e251638-8c2b-48cc-a78c-8ea8a94f3ec7 None None] Provisioning complete for port 54a5c8c9-863e-425e-a1c9-495a43bd1273 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:27.292204 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e251638-8c2b-48cc-a78c-8ea8a94f3ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:27.326243 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Publish callbacks [] for port (89b3daa8-2657-4ae0-8be8-24ce13fe5981), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:27.352580 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (87b4af19-c090-4f32-b892-61eb5b580379), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:27.382723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5e251638-8c2b-48cc-a78c-8ea8a94f3ec7 None None] Current status of the port 54a5c8c9-863e-425e-a1c9-495a43bd1273 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:27.396418 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Network 89484bac-de9a-4378-9341-dcea2485224b is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:39:27.401423 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:27.405091 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:39:27.415347 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (89b3daa8-2657-4ae0-8be8-24ce13fe5981), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:27.435647 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Pushing event updated for resources: {'Port': ['ID=87b4af19-c090-4f32-b892-61eb5b580379,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:27.464779 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (10c7c215-331d-40c1-a343-587d5b75fbfa), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:27.476836 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc8e27-e577-403c-844f-51d5ce2968c5 None None] Pushing event updated for resources: {'Port': ['ID=89b3daa8-2657-4ae0-8be8-24ce13fe5981,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:27.479426 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Attempting to bind port 89b3daa8-2657-4ae0-8be8-24ce13fe5981 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:39:27.479726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Attempting to bind port 89b3daa8-2657-4ae0-8be8-24ce13fe5981 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:39:27.480089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Attempting to bind port 89b3daa8-2657-4ae0-8be8-24ce13fe5981 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:39:27.486366 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:39:27.486821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:27.487144 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:27.487542 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:39:27.488018 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Bound port: 89b3daa8-2657-4ae0-8be8-24ce13fe5981, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:39:27.488407 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (89b3daa8-2657-4ae0-8be8-24ce13fe5981), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:27.545919 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] For port 89b3daa8-2657-4ae0-8be8-24ce13fe5981, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:39:27.549216 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] For port 89b3daa8-2657-4ae0-8be8-24ce13fe5981, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=89b3daa8-2657-4ae0-8be8-24ce13fe5981,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:39:27.664455 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-aac73bac-f125-40c3-b710-c2a167ce3d38 req-44879147-4c76-4e47-bbdb-a080d3a4ca2c service neutron] (103800) timed out ('10.222.0.107', 37620) {{(pid=103800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:39:27.667026 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (89b3daa8-2657-4ae0-8be8-24ce13fe5981), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:27.737982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc8e27-e577-403c-844f-51d5ce2968c5 None None] Pushing event updated for resources: {'Port': ['ID=89b3daa8-2657-4ae0-8be8-24ce13fe5981,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:27.740551 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b6330d0f-eb34-4712-bd54-277f788a5dc8 None None] Provisioning complete for port 87b4af19-c090-4f32-b892-61eb5b580379 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:27.740930 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b6330d0f-eb34-4712-bd54-277f788a5dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (87b4af19-c090-4f32-b892-61eb5b580379), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:27.744241 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (87b4af19-c090-4f32-b892-61eb5b580379), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:27.745069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Routers {'10c7c215-331d-40c1-a343-587d5b75fbfa'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:39:27.745740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:39:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['10c7c215-331d-40c1-a343-587d5b75fbfa'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:27.853156 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b6330d0f-eb34-4712-bd54-277f788a5dc8 None None] Port 87b4af19-c090-4f32-b892-61eb5b580379 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:39:27.888652 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] Set router 10c7c215-331d-40c1-a343-587d5b75fbfa gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:39:27.930039 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Publish callbacks [] for port (87b4af19-c090-4f32-b892-61eb5b580379), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:28.014923 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (87b4af19-c090-4f32-b892-61eb5b580379), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:28.083856 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Pushing event updated for resources: {'Port': ['ID=87b4af19-c090-4f32-b892-61eb5b580379,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:28.087198 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (10c7c215-331d-40c1-a343-587d5b75fbfa), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:28.093281 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 54a5c8c9-863e-425e-a1c9-495a43bd1273 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:28.248352 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 54a5c8c9-863e-425e-a1c9-495a43bd1273 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:28.249123 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:28.381613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 54a5c8c9-863e-425e-a1c9-495a43bd1273 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:28.386536 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'name': 'tempest-TestEncryptedCinderVolumes-88949363-router', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '89b3daa8-2657-4ae0-8be8-24ce13fe5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:24Z', 'updated_at': '2022-02-15T17:39:27Z', 'revision_number': 4, 'project_id': '9daa547b5f3c462da0dbae28bca7f731', 'gw_port': {'id': '89b3daa8-2657-4ae0-8be8-24ce13fe5981', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:25Z', 'updated_at': '2022-02-15T17:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '87b4af19-c090-4f32-b892-61eb5b580379', 'name': '', 'network_id': '89484bac-de9a-4378-9341-dcea2485224b', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731', 'mac_address': 'fa:16:3e:25:72:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'bacdd0f1-850c-41c3-a318-53698d41b301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:26Z', 'updated_at': '2022-02-15T17:39:27Z', 'revision_number': 1, 'project_id': '9daa547b5f3c462da0dbae28bca7f731', 'subnets': [{'id': 'bacdd0f1-850c-41c3-a318-53698d41b301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:28.416274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d606aa-81b7-404d-bd7b-4d75ab271de4 None None] The sync data for ids ['10c7c215-331d-40c1-a343-587d5b75fbfa'] in n-d-828372-14 is: [{'id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'name': 'tempest-TestEncryptedCinderVolumes-88949363-router', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '89b3daa8-2657-4ae0-8be8-24ce13fe5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:24Z', 'updated_at': '2022-02-15T17:39:27Z', 'revision_number': 4, 'project_id': '9daa547b5f3c462da0dbae28bca7f731', 'gw_port': {'id': '89b3daa8-2657-4ae0-8be8-24ce13fe5981', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:25Z', 'updated_at': '2022-02-15T17:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '87b4af19-c090-4f32-b892-61eb5b580379', 'name': '', 'network_id': '89484bac-de9a-4378-9341-dcea2485224b', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731', 'mac_address': 'fa:16:3e:25:72:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'bacdd0f1-850c-41c3-a318-53698d41b301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:26Z', 'updated_at': '2022-02-15T17:39:27Z', 'revision_number': 1, 'project_id': '9daa547b5f3c462da0dbae28bca7f731', 'subnets': [{'id': 'bacdd0f1-850c-41c3-a318-53698d41b301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:39:28.525729 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Network 89484bac-de9a-4378-9341-dcea2485224b is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:39:28.527172 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:28.681343 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Router 10c7c215-331d-40c1-a343-587d5b75fbfa has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:39:28.822221 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:39:28.822221 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-947a853f-97a5-47e1-8d8a-92fa880da7cd admin admin] 10.222.0.107 "PUT /v2.0/routers/10c7c215-331d-40c1-a343-587d5b75fbfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2705970 Feb 15 17:39:28.877668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-aae58a4c-5e94-4f85-937e-5f9be56972ec None None] Provisioning complete for port 87b4af19-c090-4f32-b892-61eb5b580379 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:28.878147 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aae58a4c-5e94-4f85-937e-5f9be56972ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (87b4af19-c090-4f32-b892-61eb5b580379), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:28.926252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aae58a4c-5e94-4f85-937e-5f9be56972ec None None] Port 87b4af19-c090-4f32-b892-61eb5b580379 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:39:29.561258 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41572) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:29.566329 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2e13d9d8-3de9-43df-a6d9-1318ac7bcc0d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2044117401-network', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:29.683522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e13d9d8-3de9-43df-a6d9-1318ac7bcc0d admin admin] Made reservation on behalf of 02f503dd105b40b7afad6b41791a26ca for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:39:29.686098 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e13d9d8-3de9-43df-a6d9-1318ac7bcc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:29.702336 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e13d9d8-3de9-43df-a6d9-1318ac7bcc0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:29.787513 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e13d9d8-3de9-43df-a6d9-1318ac7bcc0d admin admin] Publish callbacks [] for security_group (89b00262-f2b5-4ce2-a98e-8eb2415fa3b8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:29.853786 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e13d9d8-3de9-43df-a6d9-1318ac7bcc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (89b00262-f2b5-4ce2-a98e-8eb2415fa3b8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:29.881385 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e13d9d8-3de9-43df-a6d9-1318ac7bcc0d admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:39:29.887599 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13d9d8-3de9-43df-a6d9-1318ac7bcc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b00262-f2b5-4ce2-a98e-8eb2415fa3b8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:29.893433 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e13d9d8-3de9-43df-a6d9-1318ac7bcc0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (779ead45-29de-4473-924d-68ac71e34f3d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:29.893783 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-2e13d9d8-3de9-43df-a6d9-1318ac7bcc0d admin admin] Added segment 779ead45-29de-4473-924d-68ac71e34f3d of type vlan for network 0187bbc4-41dd-43b0-bcc8-c17862312d38 Feb 15 17:39:29.936125 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e13d9d8-3de9-43df-a6d9-1318ac7bcc0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (0187bbc4-41dd-43b0-bcc8-c17862312d38), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:30.012699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 89b3daa8-2657-4ae0-8be8-24ce13fe5981 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:30.061625 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 89b3daa8-2657-4ae0-8be8-24ce13fe5981 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:30.062055 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (89b3daa8-2657-4ae0-8be8-24ce13fe5981), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:30.085037 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e13d9d8-3de9-43df-a6d9-1318ac7bcc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (0187bbc4-41dd-43b0-bcc8-c17862312d38), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:30.086789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e13d9d8-3de9-43df-a6d9-1318ac7bcc0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:30.087781 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e13d9d8-3de9-43df-a6d9-1318ac7bcc0d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:30.149011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 89b3daa8-2657-4ae0-8be8-24ce13fe5981 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:30.149421 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (89b3daa8-2657-4ae0-8be8-24ce13fe5981), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:30.153220 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13d9d8-3de9-43df-a6d9-1318ac7bcc0d admin admin] Pushing event updated for resources: {'Network': ['ID=0187bbc4-41dd-43b0-bcc8-c17862312d38,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:30.166851 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 0187bbc4-41dd-43b0-bcc8-c17862312d38 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:39:30.190028 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 89b3daa8-2657-4ae0-8be8-24ce13fe5981, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=89b3daa8-2657-4ae0-8be8-24ce13fe5981,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:30.230699 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2e13d9d8-3de9-43df-a6d9-1318ac7bcc0d admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6679456 Feb 15 17:39:30.233143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41574) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:30.281264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b13edd69-5c1a-4aeb-a775-24170d6fbb44 admin admin] Request body: {'subnet': {'network_id': '0187bbc4-41dd-43b0-bcc8-c17862312d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2044117401-subnet', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:30.334982 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (89b3daa8-2657-4ae0-8be8-24ce13fe5981), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:30.363351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13edd69-5c1a-4aeb-a775-24170d6fbb44 admin admin] Made reservation on behalf of 02f503dd105b40b7afad6b41791a26ca for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:39:30.367421 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b13edd69-5c1a-4aeb-a775-24170d6fbb44 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:30.391794 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=89b3daa8-2657-4ae0-8be8-24ce13fe5981,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:30.501211 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Sync routers for ids ['10c7c215-331d-40c1-a343-587d5b75fbfa'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:39:30.511775 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Routers {'10c7c215-331d-40c1-a343-587d5b75fbfa'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:39:30.512487 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:39:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['10c7c215-331d-40c1-a343-587d5b75fbfa'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:30.629421 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Set router 10c7c215-331d-40c1-a343-587d5b75fbfa gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:39:30.649814 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b13edd69-5c1a-4aeb-a775-24170d6fbb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (7c5acaa2-4245-478f-bafc-f965f59df0ee), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:30.710843 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13edd69-5c1a-4aeb-a775-24170d6fbb44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c5acaa2-4245-478f-bafc-f965f59df0ee,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:30.722308 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13edd69-5c1a-4aeb-a775-24170d6fbb44 admin admin] Checking segment: {'id': '779ead45-29de-4473-924d-68ac71e34f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0187bbc4-41dd-43b0-bcc8-c17862312d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:30.722670 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13edd69-5c1a-4aeb-a775-24170d6fbb44 admin admin] Network hostable DHCP agents. Network: 0187bbc4-41dd-43b0-bcc8-c17862312d38, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:39:31.248970 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'name': 'tempest-TestEncryptedCinderVolumes-88949363-router', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '89b3daa8-2657-4ae0-8be8-24ce13fe5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:24Z', 'updated_at': '2022-02-15T17:39:27Z', 'revision_number': 4, 'project_id': '9daa547b5f3c462da0dbae28bca7f731', 'gw_port': {'id': '89b3daa8-2657-4ae0-8be8-24ce13fe5981', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:25Z', 'updated_at': '2022-02-15T17:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '87b4af19-c090-4f32-b892-61eb5b580379', 'name': '', 'network_id': '89484bac-de9a-4378-9341-dcea2485224b', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731', 'mac_address': 'fa:16:3e:25:72:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'bacdd0f1-850c-41c3-a318-53698d41b301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:26Z', 'updated_at': '2022-02-15T17:39:27Z', 'revision_number': 2, 'project_id': '9daa547b5f3c462da0dbae28bca7f731', 'subnets': [{'id': 'bacdd0f1-850c-41c3-a318-53698d41b301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:31.248970 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Checking router: 10c7c215-331d-40c1-a343-587d5b75fbfa for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:39:31.248970 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Updating router 10c7c215-331d-40c1-a343-587d5b75fbfa port 87b4af19-c090-4f32-b892-61eb5b580379 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:39:31.250202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13edd69-5c1a-4aeb-a775-24170d6fbb44 admin admin] Network 0187bbc4-41dd-43b0-bcc8-c17862312d38 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:39:31.250320 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (87b4af19-c090-4f32-b892-61eb5b580379), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.250320 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Publish callbacks [] for port (87b4af19-c090-4f32-b892-61eb5b580379), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.295331 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.323604 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.323836 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-b13edd69-5c1a-4aeb-a775-24170d6fbb44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 0187bbc4-41dd-43b0-bcc8-c17862312d38) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:31.323944 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (87b4af19-c090-4f32-b892-61eb5b580379), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.328386 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13edd69-5c1a-4aeb-a775-24170d6fbb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:31.329802 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b13edd69-5c1a-4aeb-a775-24170d6fbb44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.336871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcaf2b2-560d-490c-b103-998e584743a8 None None] Network 0187bbc4-41dd-43b0-bcc8-c17862312d38 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:31.414218 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73856178-f766-460d-838f-19fd2e140064 None None] Pushing event updated for resources: {'Port': ['ID=87b4af19-c090-4f32-b892-61eb5b580379,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:31.419535 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b13edd69-5c1a-4aeb-a775-24170d6fbb44 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1852212 Feb 15 17:39:31.422146 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41576) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:31.427180 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2044117401-router', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:31.432558 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73856178-f766-460d-838f-19fd2e140064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:31.433000 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73856178-f766-460d-838f-19fd2e140064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:31.433351 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73856178-f766-460d-838f-19fd2e140064 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:31.433974 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73856178-f766-460d-838f-19fd2e140064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:31.434315 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73856178-f766-460d-838f-19fd2e140064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:31.434821 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73856178-f766-460d-838f-19fd2e140064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:31.435162 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73856178-f766-460d-838f-19fd2e140064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:31.435491 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73856178-f766-460d-838f-19fd2e140064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:31.435820 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73856178-f766-460d-838f-19fd2e140064 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:31.436171 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73856178-f766-460d-838f-19fd2e140064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:31.436553 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73856178-f766-460d-838f-19fd2e140064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:31.437053 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73856178-f766-460d-838f-19fd2e140064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:31.437886 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73856178-f766-460d-838f-19fd2e140064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:39:31.456186 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-0187bbc4-41dd-43b0-bcc8-c17862312d38', 'network_id': '0187bbc4-41dd-43b0-bcc8-c17862312d38', 'project_id': '02f503dd105b40b7afad6b41791a26ca', 'fixed_ips': [{'subnet_id': '7c5acaa2-4245-478f-bafc-f965f59df0ee'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:39:31.459287 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.466328 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Attempting to bind port 87b4af19-c090-4f32-b892-61eb5b580379 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:39:31.466908 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Attempting to bind port 87b4af19-c090-4f32-b892-61eb5b580379 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:39:31.467597 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Attempting to bind port 87b4af19-c090-4f32-b892-61eb5b580379 on network 89484bac-de9a-4378-9341-dcea2485224b {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:39:31.474060 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:39:31.474790 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Checking segment: {'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:31.475207 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.475603 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Bound using segment: {'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:39:31.476379 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Bound port: 87b4af19-c090-4f32-b892-61eb5b580379, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:39:31.476520 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (87b4af19-c090-4f32-b892-61eb5b580379), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.549418 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] For port 87b4af19-c090-4f32-b892-61eb5b580379, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:39:31.553213 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] For port 87b4af19-c090-4f32-b892-61eb5b580379, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=87b4af19-c090-4f32-b892-61eb5b580379,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:39:31.568776 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (6b563344-7738-4293-8be2-a0c284f55422), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.573936 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (6b563344-7738-4293-8be2-a0c284f55422), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.617708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Allocated IP 172.20.0.2 (0187bbc4-41dd-43b0-bcc8-c17862312d38/7c5acaa2-4245-478f-bafc-f965f59df0ee/a9c15862-9790-49e9-9458-efda0ae0b8d3) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:39:31.631654 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Publish callbacks [] for router_controller (6b563344-7738-4293-8be2-a0c284f55422), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.650094 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (87b4af19-c090-4f32-b892-61eb5b580379), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.694594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f10905c8-f41f-49fa-b340-292402f7b277 None None] Provisioning complete for port 87b4af19-c090-4f32-b892-61eb5b580379 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:31.694969 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f10905c8-f41f-49fa-b340-292402f7b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (87b4af19-c090-4f32-b892-61eb5b580379), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.710644 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73856178-f766-460d-838f-19fd2e140064 None None] Pushing event updated for resources: {'Port': ['ID=87b4af19-c090-4f32-b892-61eb5b580379,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:31.723273 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Routers {'10c7c215-331d-40c1-a343-587d5b75fbfa'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:39:31.727209 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:39:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['10c7c215-331d-40c1-a343-587d5b75fbfa'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:31.820701 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Publish callbacks [] for port (a9c15862-9790-49e9-9458-efda0ae0b8d3), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.865011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f10905c8-f41f-49fa-b340-292402f7b277 None None] Current status of the port 87b4af19-c090-4f32-b892-61eb5b580379 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:31.865463 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f10905c8-f41f-49fa-b340-292402f7b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (87b4af19-c090-4f32-b892-61eb5b580379), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.873861 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] Set router 10c7c215-331d-40c1-a343-587d5b75fbfa gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:39:31.890689 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Publish callbacks [] for router_gateway (6b563344-7738-4293-8be2-a0c284f55422), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.922186 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-f10905c8-f41f-49fa-b340-292402f7b277 None None] For port 87b4af19-c090-4f32-b892-61eb5b580379, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=87b4af19-c090-4f32-b892-61eb5b580379,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:31.924529 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (a9c15862-9790-49e9-9458-efda0ae0b8d3), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:31.995017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Network 0187bbc4-41dd-43b0-bcc8-c17862312d38 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:39:31.996929 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:32.006606 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f10905c8-f41f-49fa-b340-292402f7b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (87b4af19-c090-4f32-b892-61eb5b580379), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:32.008680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:39:32.011011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Pushing event updated for resources: {'Port': ['ID=a9c15862-9790-49e9-9458-efda0ae0b8d3,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:32.068143 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 89b3daa8-2657-4ae0-8be8-24ce13fe5981 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:32.154091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10905c8-f41f-49fa-b340-292402f7b277 None None] Pushing event updated for resources: {'Port': ['ID=87b4af19-c090-4f32-b892-61eb5b580379,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:32.166163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Attempting to bind port a9c15862-9790-49e9-9458-efda0ae0b8d3 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:39:32.166163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Attempting to bind port a9c15862-9790-49e9-9458-efda0ae0b8d3 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '779ead45-29de-4473-924d-68ac71e34f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0187bbc4-41dd-43b0-bcc8-c17862312d38'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:39:32.166163 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Attempting to bind port a9c15862-9790-49e9-9458-efda0ae0b8d3 on network 0187bbc4-41dd-43b0-bcc8-c17862312d38 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:39:32.177048 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a8dd3b1b-5afe-46da-aa47-3a9a0f8976be None None] Provisioning complete for port 87b4af19-c090-4f32-b892-61eb5b580379 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:32.177464 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a8dd3b1b-5afe-46da-aa47-3a9a0f8976be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (87b4af19-c090-4f32-b892-61eb5b580379), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:32.179114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:39:32.179496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Checking segment: {'id': '779ead45-29de-4473-924d-68ac71e34f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0187bbc4-41dd-43b0-bcc8-c17862312d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:32.179770 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'name': 'tempest-TestEncryptedCinderVolumes-88949363-router', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '89b3daa8-2657-4ae0-8be8-24ce13fe5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:24Z', 'updated_at': '2022-02-15T17:39:27Z', 'revision_number': 4, 'project_id': '9daa547b5f3c462da0dbae28bca7f731', 'gw_port': {'id': '89b3daa8-2657-4ae0-8be8-24ce13fe5981', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:25Z', 'updated_at': '2022-02-15T17:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '87b4af19-c090-4f32-b892-61eb5b580379', 'name': '', 'network_id': '89484bac-de9a-4378-9341-dcea2485224b', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731', 'mac_address': 'fa:16:3e:25:72:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'bacdd0f1-850c-41c3-a318-53698d41b301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:26Z', 'updated_at': '2022-02-15T17:39:31Z', 'revision_number': 4, 'project_id': '9daa547b5f3c462da0dbae28bca7f731', 'subnets': [{'id': 'bacdd0f1-850c-41c3-a318-53698d41b301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:32.179974 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:32.180283 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Bound using segment: {'id': '779ead45-29de-4473-924d-68ac71e34f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0187bbc4-41dd-43b0-bcc8-c17862312d38'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:39:32.180773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Bound port: a9c15862-9790-49e9-9458-efda0ae0b8d3, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779ead45-29de-4473-924d-68ac71e34f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0187bbc4-41dd-43b0-bcc8-c17862312d38'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:39:32.181164 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a9c15862-9790-49e9-9458-efda0ae0b8d3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:32.243378 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Publish callbacks [] for router_gateway (6b563344-7738-4293-8be2-a0c284f55422), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:32.256015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 89b3daa8-2657-4ae0-8be8-24ce13fe5981 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:32.256396 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (89b3daa8-2657-4ae0-8be8-24ce13fe5981), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:32.263883 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:32.319148 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7fdb3b-6567-485c-8b8e-fdba8971c322 None None] The sync data for ids ['10c7c215-331d-40c1-a343-587d5b75fbfa'] in n-d-828372-14 is: [{'id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'name': 'tempest-TestEncryptedCinderVolumes-88949363-router', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '89b3daa8-2657-4ae0-8be8-24ce13fe5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:24Z', 'updated_at': '2022-02-15T17:39:27Z', 'revision_number': 4, 'project_id': '9daa547b5f3c462da0dbae28bca7f731', 'gw_port': {'id': '89b3daa8-2657-4ae0-8be8-24ce13fe5981', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:25Z', 'updated_at': '2022-02-15T17:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '87b4af19-c090-4f32-b892-61eb5b580379', 'name': '', 'network_id': '89484bac-de9a-4378-9341-dcea2485224b', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731', 'mac_address': 'fa:16:3e:25:72:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'bacdd0f1-850c-41c3-a318-53698d41b301', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:26Z', 'updated_at': '2022-02-15T17:39:31Z', 'revision_number': 4, 'project_id': '9daa547b5f3c462da0dbae28bca7f731', 'subnets': [{'id': 'bacdd0f1-850c-41c3-a318-53698d41b301', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:39:32.367479 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] For port a9c15862-9790-49e9-9458-efda0ae0b8d3, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:39:32.394268 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] For port a9c15862-9790-49e9-9458-efda0ae0b8d3, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a9c15862-9790-49e9-9458-efda0ae0b8d3,segment=NetworkSegment(779ead45-29de-4473-924d-68ac71e34f3d),segment_id=779ead45-29de-4473-924d-68ac71e34f3d)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:39:32.398705 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Allocated IP 172.25.4.118 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/abb3a986-cdce-4b54-95b5-ec71ebda221d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:39:32.398896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd3b1b-5afe-46da-aa47-3a9a0f8976be None None] Current status of the port 87b4af19-c090-4f32-b892-61eb5b580379 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:32.447701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 89b3daa8-2657-4ae0-8be8-24ce13fe5981 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:32.448861 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 87b4af19-c090-4f32-b892-61eb5b580379 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:32.500087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 87b4af19-c090-4f32-b892-61eb5b580379 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:32.500532 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (87b4af19-c090-4f32-b892-61eb5b580379), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:32.520483 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Publish callbacks [] for port (abb3a986-cdce-4b54-95b5-ec71ebda221d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:32.527918 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a9c15862-9790-49e9-9458-efda0ae0b8d3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:32.603099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df659ae-c351-47c4-be17-4dcc5914c080 None None] Pushing event updated for resources: {'Port': ['ID=a9c15862-9790-49e9-9458-efda0ae0b8d3,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:32.649962 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (abb3a986-cdce-4b54-95b5-ec71ebda221d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:32.666492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 87b4af19-c090-4f32-b892-61eb5b580379 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:32.708080 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:39:32.713758 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:32.718154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:39:32.748066 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Pushing event updated for resources: {'Port': ['ID=abb3a986-cdce-4b54-95b5-ec71ebda221d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:33.128356 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Publish callbacks [] for router_gateway (6b563344-7738-4293-8be2-a0c284f55422), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:33.351663 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (6b563344-7738-4293-8be2-a0c284f55422), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:33.615507 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Router 6b563344-7738-4293-8be2-a0c284f55422 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:39:33.710224 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007e6c68-6821-4811-9a02-20cc51ee161d None None] Network 0187bbc4-41dd-43b0-bcc8-c17862312d38 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:39:33.733024 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:39:33.757187 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Sync routers for ids ['6b563344-7738-4293-8be2-a0c284f55422'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:39:33.785554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Routers {'6b563344-7738-4293-8be2-a0c284f55422'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:39:33.786210 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:39:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6b563344-7738-4293-8be2-a0c284f55422'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:33.857166 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:33.858617 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2e17e111-2aaf-4917-8353-106746f26802 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4354904 Feb 15 17:39:33.862982 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1ef94c08-de08-4b2b-8224-2fbe08050779 None None] Provisioning complete for port a9c15862-9790-49e9-9458-efda0ae0b8d3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:33.864524 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ef94c08-de08-4b2b-8224-2fbe08050779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a9c15862-9790-49e9-9458-efda0ae0b8d3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:33.866555 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41578) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:39:33.979060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Set router 6b563344-7738-4293-8be2-a0c284f55422 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:39:34.117237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 87b4af19-c090-4f32-b892-61eb5b580379 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:34.154108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1ef94c08-de08-4b2b-8224-2fbe08050779 None None] Current status of the port a9c15862-9790-49e9-9458-efda0ae0b8d3 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:34.154500 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ef94c08-de08-4b2b-8224-2fbe08050779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a9c15862-9790-49e9-9458-efda0ae0b8d3), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:34.230328 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1ef94c08-de08-4b2b-8224-2fbe08050779 None None] For port a9c15862-9790-49e9-9458-efda0ae0b8d3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a9c15862-9790-49e9-9458-efda0ae0b8d3,segment=NetworkSegment(779ead45-29de-4473-924d-68ac71e34f3d),segment_id=779ead45-29de-4473-924d-68ac71e34f3d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:34.260640 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 87b4af19-c090-4f32-b892-61eb5b580379 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:34.261015 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (87b4af19-c090-4f32-b892-61eb5b580379), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:34.387071 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:34.456318 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ef94c08-de08-4b2b-8224-2fbe08050779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a9c15862-9790-49e9-9458-efda0ae0b8d3), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:34.527775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef94c08-de08-4b2b-8224-2fbe08050779 None None] Pushing event updated for resources: {'Port': ['ID=a9c15862-9790-49e9-9458-efda0ae0b8d3,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:34.556780 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b563344-7738-4293-8be2-a0c284f55422', 'name': 'tempest-TestEncryptedCinderVolumes-2044117401-router', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:31Z', 'updated_at': '2022-02-15T17:39:32Z', 'revision_number': 3, 'project_id': '02f503dd105b40b7afad6b41791a26ca', 'gw_port': {'id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b563344-7738-4293-8be2-a0c284f55422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:32Z', 'updated_at': '2022-02-15T17:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:34.557765 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Allocated IP 172.20.0.1 (0187bbc4-41dd-43b0-bcc8-c17862312d38/7c5acaa2-4245-478f-bafc-f965f59df0ee/f0e82d69-adca-4b12-8882-2c8f87f0c432) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:39:34.597510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Checking router: 6b563344-7738-4293-8be2-a0c284f55422 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:39:34.597860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Updating router 6b563344-7738-4293-8be2-a0c284f55422 port abb3a986-cdce-4b54-95b5-ec71ebda221d binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:39:34.622168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 87b4af19-c090-4f32-b892-61eb5b580379 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:34.623278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a9c15862-9790-49e9-9458-efda0ae0b8d3 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:34.662232 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-4d652a14-f18d-4096-9da7-b30953c8bae5 None None] Provisioning complete for port a9c15862-9790-49e9-9458-efda0ae0b8d3 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:34.662603 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4d652a14-f18d-4096-9da7-b30953c8bae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a9c15862-9790-49e9-9458-efda0ae0b8d3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:34.669857 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Publish callbacks [] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:34.670098 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (abb3a986-cdce-4b54-95b5-ec71ebda221d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:34.824375 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a9c15862-9790-49e9-9458-efda0ae0b8d3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:34.825044 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a9c15862-9790-49e9-9458-efda0ae0b8d3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:34.838758 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:34.883375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Network 0187bbc4-41dd-43b0-bcc8-c17862312d38 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:39:34.888601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:34.891178 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:39:34.925686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Pushing event updated for resources: {'Port': ['ID=f0e82d69-adca-4b12-8882-2c8f87f0c432,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:34.940122 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (6b563344-7738-4293-8be2-a0c284f55422), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:34.964636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4d652a14-f18d-4096-9da7-b30953c8bae5 None None] Current status of the port a9c15862-9790-49e9-9458-efda0ae0b8d3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:35.037396 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a9c15862-9790-49e9-9458-efda0ae0b8d3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:35.113084 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Publish callbacks [] for port (abb3a986-cdce-4b54-95b5-ec71ebda221d), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:35.185533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-45e4174d-b2df-4649-a37d-7043a181deac None None] Provisioning complete for port f0e82d69-adca-4b12-8882-2c8f87f0c432 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:35.185848 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-45e4174d-b2df-4649-a37d-7043a181deac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:35.221314 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-45e4174d-b2df-4649-a37d-7043a181deac None None] Port f0e82d69-adca-4b12-8882-2c8f87f0c432 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:39:35.226877 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:35.237962 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (abb3a986-cdce-4b54-95b5-ec71ebda221d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:35.294915 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Attempting to bind port abb3a986-cdce-4b54-95b5-ec71ebda221d on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:39:35.295521 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Attempting to bind port abb3a986-cdce-4b54-95b5-ec71ebda221d by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:39:35.295880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Attempting to bind port abb3a986-cdce-4b54-95b5-ec71ebda221d on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:39:35.303573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5128fe-1db3-4701-ba1b-bd99519c7d57 None None] Pushing event updated for resources: {'Port': ['ID=abb3a986-cdce-4b54-95b5-ec71ebda221d,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:35.306438 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:39:35.310527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:35.310527 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:35.310527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:39:35.310527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Bound port: abb3a986-cdce-4b54-95b5-ec71ebda221d, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:39:35.310527 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (abb3a986-cdce-4b54-95b5-ec71ebda221d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:35.369657 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] For port abb3a986-cdce-4b54-95b5-ec71ebda221d, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:39:35.373121 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] For port abb3a986-cdce-4b54-95b5-ec71ebda221d, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=abb3a986-cdce-4b54-95b5-ec71ebda221d,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:39:35.400281 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Publish callbacks [] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:35.482942 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (abb3a986-cdce-4b54-95b5-ec71ebda221d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:35.535193 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:35.542190 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5128fe-1db3-4701-ba1b-bd99519c7d57 None None] Pushing event updated for resources: {'Port': ['ID=abb3a986-cdce-4b54-95b5-ec71ebda221d,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:35.544769 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Routers {'6b563344-7738-4293-8be2-a0c284f55422'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:39:35.545408 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:39:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6b563344-7738-4293-8be2-a0c284f55422'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:35.605489 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (6b563344-7738-4293-8be2-a0c284f55422), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:35.607483 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Pushing event updated for resources: {'Port': ['ID=f0e82d69-adca-4b12-8882-2c8f87f0c432,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:35.660629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] Set router 6b563344-7738-4293-8be2-a0c284f55422 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:39:35.707450 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Network 0187bbc4-41dd-43b0-bcc8-c17862312d38 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:39:35.709690 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:35.834741 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Router 6b563344-7738-4293-8be2-a0c284f55422 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:39:35.881335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b563344-7738-4293-8be2-a0c284f55422', 'name': 'tempest-TestEncryptedCinderVolumes-2044117401-router', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:31Z', 'updated_at': '2022-02-15T17:39:35Z', 'revision_number': 4, 'project_id': '02f503dd105b40b7afad6b41791a26ca', 'gw_port': {'id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b563344-7738-4293-8be2-a0c284f55422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:32Z', 'updated_at': '2022-02-15T17:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'f0e82d69-adca-4b12-8882-2c8f87f0c432', 'name': '', 'network_id': '0187bbc4-41dd-43b0-bcc8-c17862312d38', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca', 'mac_address': 'fa:16:3e:76:ce:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b563344-7738-4293-8be2-a0c284f55422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '7c5acaa2-4245-478f-bafc-f965f59df0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:34Z', 'updated_at': '2022-02-15T17:39:35Z', 'revision_number': 2, 'project_id': '02f503dd105b40b7afad6b41791a26ca', 'subnets': [{'id': '7c5acaa2-4245-478f-bafc-f965f59df0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:35.916928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba4bdb8-0301-4a6e-b175-d203cddcceff None None] The sync data for ids ['6b563344-7738-4293-8be2-a0c284f55422'] in n-d-828372-14 is: [{'id': '6b563344-7738-4293-8be2-a0c284f55422', 'name': 'tempest-TestEncryptedCinderVolumes-2044117401-router', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:31Z', 'updated_at': '2022-02-15T17:39:35Z', 'revision_number': 4, 'project_id': '02f503dd105b40b7afad6b41791a26ca', 'gw_port': {'id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b563344-7738-4293-8be2-a0c284f55422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:32Z', 'updated_at': '2022-02-15T17:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'f0e82d69-adca-4b12-8882-2c8f87f0c432', 'name': '', 'network_id': '0187bbc4-41dd-43b0-bcc8-c17862312d38', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca', 'mac_address': 'fa:16:3e:76:ce:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b563344-7738-4293-8be2-a0c284f55422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '7c5acaa2-4245-478f-bafc-f965f59df0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:34Z', 'updated_at': '2022-02-15T17:39:35Z', 'revision_number': 2, 'project_id': '02f503dd105b40b7afad6b41791a26ca', 'subnets': [{'id': '7c5acaa2-4245-478f-bafc-f965f59df0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:39:35.968697 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:39:35.974023 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8091ab29-0a2c-4da7-afde-9078055bebeb admin admin] 10.222.0.107 "PUT /v2.0/routers/6b563344-7738-4293-8be2-a0c284f55422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1062751 Feb 15 17:39:36.000591 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a9c15862-9790-49e9-9458-efda0ae0b8d3 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:36.059519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-26d5fe68-92e0-42c5-af93-78681ceca289 None None] Provisioning complete for port f0e82d69-adca-4b12-8882-2c8f87f0c432 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:36.059898 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-26d5fe68-92e0-42c5-af93-78681ceca289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:36.100446 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port a9c15862-9790-49e9-9458-efda0ae0b8d3 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:36.100847 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a9c15862-9790-49e9-9458-efda0ae0b8d3), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:36.124368 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-26d5fe68-92e0-42c5-af93-78681ceca289 None None] Port f0e82d69-adca-4b12-8882-2c8f87f0c432 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:39:36.243499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port a9c15862-9790-49e9-9458-efda0ae0b8d3 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:36.952673 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3d9a1fb0-4a77-4691-b136-a3e16182c843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:38.000774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device abb3a986-cdce-4b54-95b5-ec71ebda221d up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:38.045908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc2dca-1081-401d-bba7-c2245165ddef req-84065eaf-98a5-4548-a27a-ff5c2adaaefc tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:38.047421 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76bc2dca-1081-401d-bba7-c2245165ddef req-84065eaf-98a5-4548-a27a-ff5c2adaaefc tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/networks?id=89484bac-de9a-4378-9341-dcea2485224b HTTP/1.1" status: 200 len: 815 time: 0.1110954 Feb 15 17:39:38.052534 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port abb3a986-cdce-4b54-95b5-ec71ebda221d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:38.052916 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (abb3a986-cdce-4b54-95b5-ec71ebda221d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:38.062130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76bc2dca-1081-401d-bba7-c2245165ddef req-a6751fed-71ec-4278-b488-4007634c4e55 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/quotas/9daa547b5f3c462da0dbae28bca7f731 HTTP/1.1" status: 200 len: 375 time: 0.0091670 Feb 15 17:39:38.119816 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76bc2dca-1081-401d-bba7-c2245165ddef req-bc201109-18a8-4c9f-a9c7-19d37576ebc9 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9daa547b5f3c462da0dbae28bca7f731&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516534 Feb 15 17:39:38.135477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-76bc2dca-1081-401d-bba7-c2245165ddef req-7c328750-989c-4754-897d-6ca216c7acff service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:39:38.136466 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76bc2dca-1081-401d-bba7-c2245165ddef req-7c328750-989c-4754-897d-6ca216c7acff service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051765 Feb 15 17:39:38.140406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port abb3a986-cdce-4b54-95b5-ec71ebda221d is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:38.140875 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (abb3a986-cdce-4b54-95b5-ec71ebda221d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:38.166211 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port abb3a986-cdce-4b54-95b5-ec71ebda221d, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=abb3a986-cdce-4b54-95b5-ec71ebda221d,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:38.236124 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76bc2dca-1081-401d-bba7-c2245165ddef req-6214ebf5-3247-4265-8466-9fa7c23baae4 service neutron] 10.222.0.107 "GET /v2.0/networks/89484bac-de9a-4378-9341-dcea2485224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936773 Feb 15 17:39:38.267134 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (abb3a986-cdce-4b54-95b5-ec71ebda221d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:38.317298 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=abb3a986-cdce-4b54-95b5-ec71ebda221d,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:38.328843 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76bc2dca-1081-401d-bba7-c2245165ddef req-78f6fb2f-57a3-4378-a7c3-1c42c0fcb32d service neutron] 10.222.0.107 "GET /v2.0/networks/89484bac-de9a-4378-9341-dcea2485224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868456 Feb 15 17:39:38.588778 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-761b2947-b4cf-447f-8990-4514ee1d0323 req-c83fc98b-7c70-41f5-8cfb-6b8cd538d6ca tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 210 time: 0.0291009 Feb 15 17:39:39.335205 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8c59db8c-a426-406d-ab23-513b60bfc125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:39.678137 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ad207b3b-c836-4cba-85b6-460795f85d5d req-dd9664e1-8526-4eef-b4dd-72d8230f424c tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 210 time: 0.0377805 Feb 15 17:39:39.807493 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Sync routers for ids ['6b563344-7738-4293-8be2-a0c284f55422'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:39:39.818942 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Routers {'6b563344-7738-4293-8be2-a0c284f55422'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:39:39.819564 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:39:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6b563344-7738-4293-8be2-a0c284f55422'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:39.937205 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Set router 6b563344-7738-4293-8be2-a0c284f55422 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:39:39.991151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device abb3a986-cdce-4b54-95b5-ec71ebda221d up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:40.053926 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port abb3a986-cdce-4b54-95b5-ec71ebda221d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:40.054219 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (abb3a986-cdce-4b54-95b5-ec71ebda221d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:40.158594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port abb3a986-cdce-4b54-95b5-ec71ebda221d is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:40.163165 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b563344-7738-4293-8be2-a0c284f55422', 'name': 'tempest-TestEncryptedCinderVolumes-2044117401-router', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:31Z', 'updated_at': '2022-02-15T17:39:35Z', 'revision_number': 4, 'project_id': '02f503dd105b40b7afad6b41791a26ca', 'gw_port': {'id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b563344-7738-4293-8be2-a0c284f55422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:32Z', 'updated_at': '2022-02-15T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'f0e82d69-adca-4b12-8882-2c8f87f0c432', 'name': '', 'network_id': '0187bbc4-41dd-43b0-bcc8-c17862312d38', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca', 'mac_address': 'fa:16:3e:76:ce:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b563344-7738-4293-8be2-a0c284f55422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '7c5acaa2-4245-478f-bafc-f965f59df0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:34Z', 'updated_at': '2022-02-15T17:39:35Z', 'revision_number': 2, 'project_id': '02f503dd105b40b7afad6b41791a26ca', 'subnets': [{'id': '7c5acaa2-4245-478f-bafc-f965f59df0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:40.198313 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Checking router: 6b563344-7738-4293-8be2-a0c284f55422 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:39:40.198673 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Updating router 6b563344-7738-4293-8be2-a0c284f55422 port f0e82d69-adca-4b12-8882-2c8f87f0c432 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:39:40.226836 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:40.499738 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Publish callbacks [] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:40.580498 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:40.633356 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013d2f7-e44f-4062-a933-2eaa63cec2bc None None] Pushing event updated for resources: {'Port': ['ID=f0e82d69-adca-4b12-8882-2c8f87f0c432,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:40.671820 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:40.687057 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Attempting to bind port f0e82d69-adca-4b12-8882-2c8f87f0c432 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:39:40.687404 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Attempting to bind port f0e82d69-adca-4b12-8882-2c8f87f0c432 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '779ead45-29de-4473-924d-68ac71e34f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0187bbc4-41dd-43b0-bcc8-c17862312d38'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:39:40.687751 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Attempting to bind port f0e82d69-adca-4b12-8882-2c8f87f0c432 on network 0187bbc4-41dd-43b0-bcc8-c17862312d38 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:39:40.695256 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:39:40.695639 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Checking segment: {'id': '779ead45-29de-4473-924d-68ac71e34f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0187bbc4-41dd-43b0-bcc8-c17862312d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:40.696050 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:40.696448 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Bound using segment: {'id': '779ead45-29de-4473-924d-68ac71e34f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0187bbc4-41dd-43b0-bcc8-c17862312d38'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:39:40.696931 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Bound port: f0e82d69-adca-4b12-8882-2c8f87f0c432, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '779ead45-29de-4473-924d-68ac71e34f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '0187bbc4-41dd-43b0-bcc8-c17862312d38'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:39:40.697314 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:40.785127 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] For port f0e82d69-adca-4b12-8882-2c8f87f0c432, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:39:40.787908 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c27444b2-67f1-40dd-a9e9-30e67ec62e37 req-06ce62eb-8469-4ab0-82a9-535f646269d0 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 210 time: 0.0362041 Feb 15 17:39:40.790067 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] For port f0e82d69-adca-4b12-8882-2c8f87f0c432, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f0e82d69-adca-4b12-8882-2c8f87f0c432,segment=NetworkSegment(779ead45-29de-4473-924d-68ac71e34f3d),segment_id=779ead45-29de-4473-924d-68ac71e34f3d)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:39:40.866915 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:40.883071 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a6e782f3-b988-47e9-b62e-87b281a64cd0 None None] Provisioning complete for port f0e82d69-adca-4b12-8882-2c8f87f0c432 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:40.883377 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a6e782f3-b988-47e9-b62e-87b281a64cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:40.930149 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Routers {'6b563344-7738-4293-8be2-a0c284f55422'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:39:40.930839 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:39:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6b563344-7738-4293-8be2-a0c284f55422'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:40.934898 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013d2f7-e44f-4062-a933-2eaa63cec2bc None None] Pushing event updated for resources: {'Port': ['ID=f0e82d69-adca-4b12-8882-2c8f87f0c432,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:40.985632 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a6e782f3-b988-47e9-b62e-87b281a64cd0 None None] Current status of the port f0e82d69-adca-4b12-8882-2c8f87f0c432 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:40.986397 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a6e782f3-b988-47e9-b62e-87b281a64cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:41.024996 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-a6e782f3-b988-47e9-b62e-87b281a64cd0 None None] For port f0e82d69-adca-4b12-8882-2c8f87f0c432, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f0e82d69-adca-4b12-8882-2c8f87f0c432,segment=NetworkSegment(779ead45-29de-4473-924d-68ac71e34f3d),segment_id=779ead45-29de-4473-924d-68ac71e34f3d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:41.055226 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] Set router 6b563344-7738-4293-8be2-a0c284f55422 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:39:41.123798 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a6e782f3-b988-47e9-b62e-87b281a64cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:41.194273 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e782f3-b988-47e9-b62e-87b281a64cd0 None None] Pushing event updated for resources: {'Port': ['ID=f0e82d69-adca-4b12-8882-2c8f87f0c432,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:41.194601 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc2dca-1081-401d-bba7-c2245165ddef req-427ef17e-d53c-44eb-b4fa-06f545e02fc1 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:41.196783 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76bc2dca-1081-401d-bba7-c2245165ddef req-427ef17e-d53c-44eb-b4fa-06f545e02fc1 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.67 "GET /v2.0/networks?id=89484bac-de9a-4378-9341-dcea2485224b HTTP/1.1" status: 200 len: 815 time: 0.1433687 Feb 15 17:39:41.221210 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-76bc2dca-1081-401d-bba7-c2245165ddef req-583304e9-9824-4762-9aff-6d01627389fd tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Request body: {'port': {'device_id': 'ae4a294e-05ef-45be-bf13-fc4ab6998a93', 'network_id': '89484bac-de9a-4378-9341-dcea2485224b', 'admin_state_up': True, 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:41.244994 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-262ea271-11aa-41e7-a8fe-e06633bd3654 None None] Provisioning complete for port f0e82d69-adca-4b12-8882-2c8f87f0c432 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:41.245396 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-262ea271-11aa-41e7-a8fe-e06633bd3654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:41.309222 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b563344-7738-4293-8be2-a0c284f55422', 'name': 'tempest-TestEncryptedCinderVolumes-2044117401-router', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:31Z', 'updated_at': '2022-02-15T17:39:35Z', 'revision_number': 4, 'project_id': '02f503dd105b40b7afad6b41791a26ca', 'gw_port': {'id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b563344-7738-4293-8be2-a0c284f55422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:32Z', 'updated_at': '2022-02-15T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'f0e82d69-adca-4b12-8882-2c8f87f0c432', 'name': '', 'network_id': '0187bbc4-41dd-43b0-bcc8-c17862312d38', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca', 'mac_address': 'fa:16:3e:76:ce:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b563344-7738-4293-8be2-a0c284f55422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '7c5acaa2-4245-478f-bafc-f965f59df0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:34Z', 'updated_at': '2022-02-15T17:39:40Z', 'revision_number': 4, 'project_id': '02f503dd105b40b7afad6b41791a26ca', 'subnets': [{'id': '7c5acaa2-4245-478f-bafc-f965f59df0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:39:41.331422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-262ea271-11aa-41e7-a8fe-e06633bd3654 None None] Current status of the port f0e82d69-adca-4b12-8882-2c8f87f0c432 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:41.336788 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963de931-f0e8-49c5-9808-6769d50500f0 None None] The sync data for ids ['6b563344-7738-4293-8be2-a0c284f55422'] in n-d-828372-14 is: [{'id': '6b563344-7738-4293-8be2-a0c284f55422', 'name': 'tempest-TestEncryptedCinderVolumes-2044117401-router', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:31Z', 'updated_at': '2022-02-15T17:39:35Z', 'revision_number': 4, 'project_id': '02f503dd105b40b7afad6b41791a26ca', 'gw_port': {'id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b563344-7738-4293-8be2-a0c284f55422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:32Z', 'updated_at': '2022-02-15T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'f0e82d69-adca-4b12-8882-2c8f87f0c432', 'name': '', 'network_id': '0187bbc4-41dd-43b0-bcc8-c17862312d38', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca', 'mac_address': 'fa:16:3e:76:ce:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b563344-7738-4293-8be2-a0c284f55422', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '7c5acaa2-4245-478f-bafc-f965f59df0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:34Z', 'updated_at': '2022-02-15T17:39:40Z', 'revision_number': 4, 'project_id': '02f503dd105b40b7afad6b41791a26ca', 'subnets': [{'id': '7c5acaa2-4245-478f-bafc-f965f59df0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:39:41.419103 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76bc2dca-1081-401d-bba7-c2245165ddef req-583304e9-9824-4762-9aff-6d01627389fd tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Made reservation on behalf of 9daa547b5f3c462da0dbae28bca7f731 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:39:41.422705 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-76bc2dca-1081-401d-bba7-c2245165ddef req-583304e9-9824-4762-9aff-6d01627389fd tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:41.557525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-76bc2dca-1081-401d-bba7-c2245165ddef req-583304e9-9824-4762-9aff-6d01627389fd tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Allocated IP 172.20.0.7 (89484bac-de9a-4378-9341-dcea2485224b/bacdd0f1-850c-41c3-a318-53698d41b301/a57d9d9d-1342-4c5c-b7af-b8d45e9496ed) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:39:41.730436 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-76bc2dca-1081-401d-bba7-c2245165ddef req-583304e9-9824-4762-9aff-6d01627389fd tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Publish callbacks [] for port (a57d9d9d-1342-4c5c-b7af-b8d45e9496ed), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:41.750501 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:39:41.827874 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-76bc2dca-1081-401d-bba7-c2245165ddef req-583304e9-9824-4762-9aff-6d01627389fd tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a57d9d9d-1342-4c5c-b7af-b8d45e9496ed), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:41.907806 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76bc2dca-1081-401d-bba7-c2245165ddef req-583304e9-9824-4762-9aff-6d01627389fd tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Network 89484bac-de9a-4378-9341-dcea2485224b is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:39:41.922654 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-76bc2dca-1081-401d-bba7-c2245165ddef req-583304e9-9824-4762-9aff-6d01627389fd tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:39:41.929747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bc2dca-1081-401d-bba7-c2245165ddef req-583304e9-9824-4762-9aff-6d01627389fd tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:39:41.975053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583304e9-9824-4762-9aff-6d01627389fd tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Pushing event updated for resources: {'Port': ['ID=a57d9d9d-1342-4c5c-b7af-b8d45e9496ed,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:42.013014 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc2dca-1081-401d-bba7-c2245165ddef req-583304e9-9824-4762-9aff-6d01627389fd tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:42.013773 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-76bc2dca-1081-401d-bba7-c2245165ddef req-583304e9-9824-4762-9aff-6d01627389fd tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:42.036020 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2630e-93c1-4553-aba0-fed710230f9c req-ca070dcb-49bf-4cb0-82b5-c5806bd4d306 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:42.037515 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7ec2630e-93c1-4553-aba0-fed710230f9c req-ca070dcb-49bf-4cb0-82b5-c5806bd4d306 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 931 time: 0.1284518 Feb 15 17:39:42.057576 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f0e82d69-adca-4b12-8882-2c8f87f0c432 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:42.093502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7ec2630e-93c1-4553-aba0-fed710230f9c req-2d00cd1f-9519-477c-8e14-cb78681b3466 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501332 Feb 15 17:39:42.109563 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76bc2dca-1081-401d-bba7-c2245165ddef req-583304e9-9824-4762-9aff-6d01627389fd tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8986068 Feb 15 17:39:42.110740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f0e82d69-adca-4b12-8882-2c8f87f0c432 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:42.111138 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:42.120843 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Request body: {'port': {'device_id': 'ae4a294e-05ef-45be-bf13-fc4ab6998a93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:39:42.159750 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:42.188175 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a57d9d9d-1342-4c5c-b7af-b8d45e9496ed), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:42.197597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f0e82d69-adca-4b12-8882-2c8f87f0c432 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:42.267488 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-41c07020-8155-4b1e-83ff-1886d6f26151 None None] Provisioning complete for port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:42.267789 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-41c07020-8155-4b1e-83ff-1886d6f26151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a57d9d9d-1342-4c5c-b7af-b8d45e9496ed), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:42.311938 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-41c07020-8155-4b1e-83ff-1886d6f26151 None None] Port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:39:42.463394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57d9d9d-1342-4c5c-b7af-b8d45e9496ed {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:39:42.471148 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Publish callbacks [] for port (a57d9d9d-1342-4c5c-b7af-b8d45e9496ed), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:42.483736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Transition to ACTIVE for port object a57d9d9d-1342-4c5c-b7af-b8d45e9496ed will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:39:42.574492 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (a57d9d9d-1342-4c5c-b7af-b8d45e9496ed), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:42.625328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Pushing event updated for resources: {'Port': ['ID=a57d9d9d-1342-4c5c-b7af-b8d45e9496ed,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:42.703077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Attempting to bind port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:39:42.703417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Attempting to bind port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:39:42.703756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Attempting to bind port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed on network 89484bac-de9a-4378-9341-dcea2485224b {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:39:42.708950 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed on network 89484bac-de9a-4378-9341-dcea2485224b not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:39:42.709274 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Attempting to bind port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed on network 89484bac-de9a-4378-9341-dcea2485224b {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:39:42.714474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:39:42.715145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Checking segment: {'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:39:42.715384 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Bound using segment: {'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:39:42.715833 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Bound port: a57d9d9d-1342-4c5c-b7af-b8d45e9496ed, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:39:42.716204 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a57d9d9d-1342-4c5c-b7af-b8d45e9496ed), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:42.788121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] For port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:39:42.791885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] For port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=a57d9d9d-1342-4c5c-b7af-b8d45e9496ed,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:39:42.918613 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (a57d9d9d-1342-4c5c-b7af-b8d45e9496ed), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:42.953824 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:42.954458 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:42.955905 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76bc2dca-1081-401d-bba7-c2245165ddef req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] 10.222.0.67 "PUT /v2.0/ports/a57d9d9d-1342-4c5c-b7af-b8d45e9496ed HTTP/1.1" status: 200 len: 1092 time: 0.8393250 Feb 15 17:39:42.956431 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4a294e-05ef-45be-bf13-fc4ab6998a93', 'tag': 'a57d9d9d-1342-4c5c-b7af-b8d45e9496ed'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:39:42.958655 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc9da46-a069-4652-8450-bc280fde5ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4a294e-05ef-45be-bf13-fc4ab6998a93", "tag": "a57d9d9d-1342-4c5c-b7af-b8d45e9496ed"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:39:42.994089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effdd82-a157-4cb5-a8df-6dd4b80abee6 service neutron] Pushing event updated for resources: {'Port': ['ID=a57d9d9d-1342-4c5c-b7af-b8d45e9496ed,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:43.014533 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256747f0-f432-4760-bb86-1d753573b860 x-openstack-request-id: req-256747f0-f432-4760-bb86-1d753573b860 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:39:43.014836 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4a294e-05ef-45be-bf13-fc4ab6998a93", "tag": "a57d9d9d-1342-4c5c-b7af-b8d45e9496ed", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:39:43.015096 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-256747f0-f432-4760-bb86-1d753573b860 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:39:43.015571 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4a294e-05ef-45be-bf13-fc4ab6998a93', 'tag': 'a57d9d9d-1342-4c5c-b7af-b8d45e9496ed', 'status': 'completed', 'code': 200} Feb 15 17:39:43.085125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9da46-a069-4652-8450-bc280fde5ef3 req-661e18ee-eee0-4488-a730-0b8059be7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:43.090551 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4dc9da46-a069-4652-8450-bc280fde5ef3 req-661e18ee-eee0-4488-a730-0b8059be7d09 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9daa547b5f3c462da0dbae28bca7f731&device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 1126 time: 0.0509498 Feb 15 17:39:43.217613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9da46-a069-4652-8450-bc280fde5ef3 req-30d3594c-8367-438a-8e1e-edc99eb0a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:43.219093 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4dc9da46-a069-4652-8450-bc280fde5ef3 req-30d3594c-8367-438a-8e1e-edc99eb0a324 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9daa547b5f3c462da0dbae28bca7f731&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1249959 Feb 15 17:39:43.304426 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770bc536-e056-4f68-862f-c7d99181854c req-87cd97ce-e352-4b84-94a9-c882b7893f3f tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:43.305958 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-770bc536-e056-4f68-862f-c7d99181854c req-87cd97ce-e352-4b84-94a9-c882b7893f3f tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 943 time: 0.1270428 Feb 15 17:39:43.370115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9da46-a069-4652-8450-bc280fde5ef3 req-5a27ba30-9d69-4ef6-bd34-85683b5546c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:43.371647 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4dc9da46-a069-4652-8450-bc280fde5ef3 req-5a27ba30-9d69-4ef6-bd34-85683b5546c1 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1449609 Feb 15 17:39:43.378829 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-770bc536-e056-4f68-862f-c7d99181854c req-1c2d3923-f483-4d03-a5b5-4c1c4292a7b8 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662146 Feb 15 17:39:43.459404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc2dca-1081-401d-bba7-c2245165ddef req-94a67a92-34ce-4f20-ae01-cbdd25bbe96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:43.460900 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76bc2dca-1081-401d-bba7-c2245165ddef req-94a67a92-34ce-4f20-ae01-cbdd25bbe96e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9daa547b5f3c462da0dbae28bca7f731&device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 1126 time: 0.0485535 Feb 15 17:39:43.515158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76bc2dca-1081-401d-bba7-c2245165ddef req-876bee80-b3d4-4b9d-a940-67103ee9d509 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a57d9d9d-1342-4c5c-b7af-b8d45e9496ed HTTP/1.1" status: 200 len: 217 time: 0.0468822 Feb 15 17:39:43.566673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc2dca-1081-401d-bba7-c2245165ddef req-448688a3-29f8-4bc3-a946-43bf0cc452af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:43.568425 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76bc2dca-1081-401d-bba7-c2245165ddef req-448688a3-29f8-4bc3-a946-43bf0cc452af service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bacdd0f1-850c-41c3-a318-53698d41b301 HTTP/1.1" status: 200 len: 854 time: 0.0440884 Feb 15 17:39:43.598835 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:43.617765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc2dca-1081-401d-bba7-c2245165ddef req-dbad40c1-a6f7-424e-ab6f-faa289c1ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:43.619324 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76bc2dca-1081-401d-bba7-c2245165ddef req-dbad40c1-a6f7-424e-ab6f-faa289c1ff29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=89484bac-de9a-4378-9341-dcea2485224b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450428 Feb 15 17:39:43.712561 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76bc2dca-1081-401d-bba7-c2245165ddef req-be3650b0-fbfc-4f00-ab76-c7fe89e24ab2 service neutron] 10.222.0.67 "GET /v2.0/networks/89484bac-de9a-4378-9341-dcea2485224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860331 Feb 15 17:39:43.803588 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-76bc2dca-1081-401d-bba7-c2245165ddef req-c99e3ce5-c546-401b-a734-5054070be3ff service neutron] 10.222.0.67 "GET /v2.0/networks/89484bac-de9a-4378-9341-dcea2485224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845606 Feb 15 17:39:44.504157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0045a-d11f-4707-bfc0-db56e1fcf9fa req-3321131f-de57-42b6-ac02-400566afdc07 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:44.506257 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0d0045a-d11f-4707-bfc0-db56e1fcf9fa req-3321131f-de57-42b6-ac02-400566afdc07 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 943 time: 0.0535438 Feb 15 17:39:44.552371 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0d0045a-d11f-4707-bfc0-db56e1fcf9fa req-6cabe2c3-a034-4469-a133-7a736308ca0b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405271 Feb 15 17:39:45.677567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c3389-427c-4224-853a-587c4218f107 req-d68629c7-d2c4-4229-98df-d132f71ed07a tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:45.679058 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-047c3389-427c-4224-853a-587c4218f107 req-d68629c7-d2c4-4229-98df-d132f71ed07a tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 943 time: 0.0582256 Feb 15 17:39:45.726468 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-047c3389-427c-4224-853a-587c4218f107 req-25bdc515-854f-45dc-939e-6b3f4ba9d940 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417075 Feb 15 17:39:46.287193 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device a57d9d9d-1342-4c5c-b7af-b8d45e9496ed details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:39:46.385087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=a57d9d9d-1342-4c5c-b7af-b8d45e9496ed,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:46.396758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'a57d9d9d-1342-4c5c-b7af-b8d45e9496ed', 'network_id': '89484bac-de9a-4378-9341-dcea2485224b', 'port_id': 'a57d9d9d-1342-4c5c-b7af-b8d45e9496ed', 'mac_address': 'fa:16:3e:53:01:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bacdd0f1-850c-41c3-a318-53698d41b301', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:39:46.437498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:46.437892 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a57d9d9d-1342-4c5c-b7af-b8d45e9496ed), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:46.451079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57d9d9d-1342-4c5c-b7af-b8d45e9496ed {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:39:46.471127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=a57d9d9d-1342-4c5c-b7af-b8d45e9496ed,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:46.563606 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a57d9d9d-1342-4c5c-b7af-b8d45e9496ed), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:46.611943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=a57d9d9d-1342-4c5c-b7af-b8d45e9496ed,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:46.796194 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['a57d9d9d-1342-4c5c-b7af-b8d45e9496ed'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:39:46.847767 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fc6f9-4533-44b9-a080-1a131eb05115 req-bbfe3564-e3a4-48d1-82bd-42d3dda92d2a tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:46.849342 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-079fc6f9-4533-44b9-a080-1a131eb05115 req-bbfe3564-e3a4-48d1-82bd-42d3dda92d2a tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 944 time: 0.0547495 Feb 15 17:39:46.897742 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-079fc6f9-4533-44b9-a080-1a131eb05115 req-8001cc6a-1d79-4d1c-b761-d34212e23b64 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421906 Feb 15 17:39:48.023912 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19504dd3-5116-4f20-a7aa-0c7684e918e8 req-c3102ec5-fcf0-402f-b969-6ac10b9351ab tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:48.025459 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19504dd3-5116-4f20-a7aa-0c7684e918e8 req-c3102ec5-fcf0-402f-b969-6ac10b9351ab tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 944 time: 0.0538125 Feb 15 17:39:48.073423 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-19504dd3-5116-4f20-a7aa-0c7684e918e8 req-5a8ccb49-6b4c-44d5-9eb8-5cba643c3c2e tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422852 Feb 15 17:39:48.289024 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device a57d9d9d-1342-4c5c-b7af-b8d45e9496ed up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:39:48.413670 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:39:48.418023 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:39:48.418397 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a57d9d9d-1342-4c5c-b7af-b8d45e9496ed), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:48.502924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:39:48.503314 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a57d9d9d-1342-4c5c-b7af-b8d45e9496ed), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:48.526441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4a294e-05ef-45be-bf13-fc4ab6998a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57d9d9d-1342-4c5c-b7af-b8d45e9496ed'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:39:48.528757 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f8f6e3-e0e6-4064-91d7-bafe47e085a2" -d '{"events": [{"server_uuid": "ae4a294e-05ef-45be-bf13-fc4ab6998a93", "name": "network-vif-plugged", "status": "completed", "tag": "a57d9d9d-1342-4c5c-b7af-b8d45e9496ed"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:39:48.541927 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=a57d9d9d-1342-4c5c-b7af-b8d45e9496ed,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:39:48.570392 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f686053-168b-4814-b1ef-42f60282b8aa x-openstack-request-id: req-8f686053-168b-4814-b1ef-42f60282b8aa {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:39:48.570968 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4a294e-05ef-45be-bf13-fc4ab6998a93", "name": "network-vif-plugged", "status": "completed", "tag": "a57d9d9d-1342-4c5c-b7af-b8d45e9496ed", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:39:48.571608 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8f686053-168b-4814-b1ef-42f60282b8aa {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:39:48.571947 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4a294e-05ef-45be-bf13-fc4ab6998a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57d9d9d-1342-4c5c-b7af-b8d45e9496ed', 'code': 200} Feb 15 17:39:48.632257 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a57d9d9d-1342-4c5c-b7af-b8d45e9496ed), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:39:48.679599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147327c2-ba30-4021-bb68-0baaff78fc78 req-6f02958e-4d79-4189-9037-d50a65fafa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:48.681182 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-147327c2-ba30-4021-bb68-0baaff78fc78 req-6f02958e-4d79-4189-9037-d50a65fafa2c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 1128 time: 0.0467489 Feb 15 17:39:48.685261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=a57d9d9d-1342-4c5c-b7af-b8d45e9496ed,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:39:48.740013 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-147327c2-ba30-4021-bb68-0baaff78fc78 req-bf3f82d8-b691-42d0-bdd3-6e4e5ea75779 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506485 Feb 15 17:39:49.194823 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181121c-49a4-4b69-b76a-a30246c8f7f5 req-a311d295-665d-4de4-a310-8d83bd8b670f tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:49.196385 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2181121c-49a4-4b69-b76a-a30246c8f7f5 req-a311d295-665d-4de4-a310-8d83bd8b670f tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 945 time: 0.0548642 Feb 15 17:39:49.244578 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2181121c-49a4-4b69-b76a-a30246c8f7f5 req-ca9b1d08-83c4-4b1a-a7c1-7ab126f92b07 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424688 Feb 15 17:39:50.387823 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f9698-d085-4784-bd97-b76a247f22fc req-c8de6f30-3db3-4a0e-911e-c320b1cd84b4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:50.389389 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-553f9698-d085-4784-bd97-b76a247f22fc req-c8de6f30-3db3-4a0e-911e-c320b1cd84b4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 945 time: 0.0578744 Feb 15 17:39:50.438074 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-553f9698-d085-4784-bd97-b76a247f22fc req-ffbff79d-4dea-455f-944d-055a3f4c56ba tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428715 Feb 15 17:39:50.563941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343c308-7d84-4adc-b65e-488ed53a2ed1 req-abb7fe1e-bfdc-46d5-8f1b-49e2de38eb2f tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:39:50.565639 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a343c308-7d84-4adc-b65e-488ed53a2ed1 req-abb7fe1e-bfdc-46d5-8f1b-49e2de38eb2f tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 945 time: 0.0543385 Feb 15 17:39:50.615274 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a343c308-7d84-4adc-b65e-488ed53a2ed1 req-580fd1c8-0274-49cf-9349-71eee54b943c tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438397 Feb 15 17:40:00.958228 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:01.248910 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:06.969021 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5db98352-b32d-4a47-80e9-936991b111e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:09.350321 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1bd5a330-e7e6-4beb-9e66-687267f38fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:10.660393 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:12.144545 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:13.538885 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:18.754183 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:40:30.093167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a1c95-1a8e-4294-b16d-5a6ddd1e37cf req-f9668c9c-be34-418a-b3af-dd11274a1517 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:30.094960 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c50a1c95-1a8e-4294-b16d-5a6ddd1e37cf req-f9668c9c-be34-418a-b3af-dd11274a1517 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 945 time: 0.0622396 Feb 15 17:40:30.147901 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c50a1c95-1a8e-4294-b16d-5a6ddd1e37cf req-0c948cda-7894-4a0b-8322-67d679fa10e9 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465534 Feb 15 17:40:30.951450 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:31.269738 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:31.275994 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b0f4c-08f0-4e1b-8d01-4e95f8b38107 req-f1a30d8a-df85-4c2e-bfe4-87771e3e535c tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:31.277522 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-901b0f4c-08f0-4e1b-8d01-4e95f8b38107 req-f1a30d8a-df85-4c2e-bfe4-87771e3e535c tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 945 time: 0.0560155 Feb 15 17:40:31.325269 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-901b0f4c-08f0-4e1b-8d01-4e95f8b38107 req-6c40fc2b-4daf-4fb1-8b5b-ad9bc1ca8a16 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419862 Feb 15 17:40:31.663803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecdaeb-cb56-41f3-b3a8-d35368175e05 req-afa242f6-a71b-424b-a8ee-788c9d84aecb tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:31.665248 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-86ecdaeb-cb56-41f3-b3a8-d35368175e05 req-afa242f6-a71b-424b-a8ee-788c9d84aecb tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.67 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 945 time: 0.0548744 Feb 15 17:40:31.769514 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-86ecdaeb-cb56-41f3-b3a8-d35368175e05 req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Deleting port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:40:31.769869 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-86ecdaeb-cb56-41f3-b3a8-d35368175e05 req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a57d9d9d-1342-4c5c-b7af-b8d45e9496ed), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:31.862943 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-86ecdaeb-cb56-41f3-b3a8-d35368175e05 req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] For port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=a57d9d9d-1342-4c5c-b7af-b8d45e9496ed,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:40:31.863309 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-86ecdaeb-cb56-41f3-b3a8-d35368175e05 req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a57d9d9d-1342-4c5c-b7af-b8d45e9496ed), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:31.878113 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-86ecdaeb-cb56-41f3-b3a8-d35368175e05 req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Calling delete_port for a57d9d9d-1342-4c5c-b7af-b8d45e9496ed owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:40:32.406888 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-86ecdaeb-cb56-41f3-b3a8-d35368175e05 req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a57d9d9d-1342-4c5c-b7af-b8d45e9496ed), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:32.417457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['a57d9d9d-1342-4c5c-b7af-b8d45e9496ed'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:40:32.433979 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eb39b94c-1b42-420d-8b4f-d0b988977e99 req-e7cb3be6-d725-4204-8ef0-d87f24fe10fe tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 210 time: 0.0394578 Feb 15 17:40:32.452875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Pushing event deleted for resources: {'Port': ['ID=a57d9d9d-1342-4c5c-b7af-b8d45e9496ed,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:40:32.466093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:32.466454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:32.466830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:32.467177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:32.467513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:32.467845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:32.468181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:32.468512 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:32.468844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:32.469175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:32.469531 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:32.469876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:32.470181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:32.510176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ecdaeb-cb56-41f3-b3a8-d35368175e05 req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] No DVR routers for this DVR port a57d9d9d-1342-4c5c-b7af-b8d45e9496ed on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:40:32.521278 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-86ecdaeb-cb56-41f3-b3a8-d35368175e05 req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:32.521278 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-86ecdaeb-cb56-41f3-b3a8-d35368175e05 req-e4411828-b1a8-475c-b304-084ba223f538 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.67 "DELETE /v2.0/ports/a57d9d9d-1342-4c5c-b7af-b8d45e9496ed HTTP/1.1" status: 204 len: 173 time: 0.8437688 Feb 15 17:40:32.521278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4a294e-05ef-45be-bf13-fc4ab6998a93', 'name': 'network-vif-deleted', 'tag': 'a57d9d9d-1342-4c5c-b7af-b8d45e9496ed'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:40:32.521278 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8d7d08-1691-4605-8a15-ef1a51c0de58" -d '{"events": [{"server_uuid": "ae4a294e-05ef-45be-bf13-fc4ab6998a93", "name": "network-vif-deleted", "tag": "a57d9d9d-1342-4c5c-b7af-b8d45e9496ed"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:40:32.555523 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cded3b4-e1df-450e-95bc-556472b47b68 x-openstack-request-id: req-4cded3b4-e1df-450e-95bc-556472b47b68 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:40:32.555823 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4a294e-05ef-45be-bf13-fc4ab6998a93", "name": "network-vif-deleted", "tag": "a57d9d9d-1342-4c5c-b7af-b8d45e9496ed", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:40:32.556081 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4cded3b4-e1df-450e-95bc-556472b47b68 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:40:32.556486 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4a294e-05ef-45be-bf13-fc4ab6998a93', 'name': 'network-vif-deleted', 'tag': 'a57d9d9d-1342-4c5c-b7af-b8d45e9496ed', 'status': 'completed', 'code': 200} Feb 15 17:40:33.552681 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9ef81a1-a224-475f-8eae-f7ea106e29e1 req-77f02339-94c4-4e21-80d5-5de07af77877 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=ae4a294e-05ef-45be-bf13-fc4ab6998a93 HTTP/1.1" status: 200 len: 210 time: 0.0311069 Feb 15 17:40:34.539900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device a57d9d9d-1342-4c5c-b7af-b8d45e9496ed no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:40:34.560278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: a57d9d9d-1342-4c5c-b7af-b8d45e9496ed {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:40:34.560627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device a57d9d9d-1342-4c5c-b7af-b8d45e9496ed not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:40:35.328436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-c490f3f7-4a34-476a-801a-f738570baa3b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:35.329889 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-c490f3f7-4a34-476a-801a-f738570baa3b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/networks?id=89484bac-de9a-4378-9341-dcea2485224b HTTP/1.1" status: 200 len: 815 time: 0.1101139 Feb 15 17:40:35.345662 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-8a25e975-11ad-4be2-8cf4-d909988d0770 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/quotas/9daa547b5f3c462da0dbae28bca7f731 HTTP/1.1" status: 200 len: 375 time: 0.0095239 Feb 15 17:40:35.403160 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-533eece8-b0f9-4b1d-93c5-e63787c306b5 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=9daa547b5f3c462da0dbae28bca7f731&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522249 Feb 15 17:40:35.505426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-03f6ef37-b201-445d-a48f-5ef4eeb4e732 service neutron] 10.222.0.107 "GET /v2.0/networks/89484bac-de9a-4378-9341-dcea2485224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887735 Feb 15 17:40:35.607616 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-66dc59e8-caea-409c-b4ff-09257e5761e6 service neutron] 10.222.0.107 "GET /v2.0/networks/89484bac-de9a-4378-9341-dcea2485224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956948 Feb 15 17:40:35.892431 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-40ed09d9-6cc4-4992-841c-fa66880265e2 req-7b12c7c3-2425-46dc-b37e-f560098cbd52 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 210 time: 0.0317781 Feb 15 17:40:36.988909 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f6abdb47-4d01-4c67-8f58-66f231cb2630 req-83beec03-1c84-4b9d-9d75-46f0de9ad110 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 210 time: 0.0355854 Feb 15 17:40:36.990167 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a48810f6-5e48-4781-aea2-0dcbb56d4fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:38.071635 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d84e3bbc-bdb9-421e-ba3e-0d44bebd48bf req-60584cf0-0410-403f-ab02-d58584cca8d9 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 210 time: 0.0296063 Feb 15 17:40:39.157406 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4db3f0ff-0cc2-48de-a923-cf2177456538 req-405428f0-9bd0-4b84-8b8c-08f7cb5ee065 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 210 time: 0.0275593 Feb 15 17:40:39.320704 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0e27-d34c-4bd1-947c-7dcd736b602f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:40.258229 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a861f331-d455-4071-ad71-b81fbe1430e2 req-5189aa54-5342-4db4-b8b5-f3d59c7d2ec8 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 210 time: 0.0296156 Feb 15 17:40:40.669040 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:41.366532 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc61ce31-5d54-44a2-9907-83a36f88e1bd req-d8780e14-1e59-4457-b95a-c01c935c65c7 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 210 time: 0.0408943 Feb 15 17:40:42.106159 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:42.171051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-17257379-c581-47b7-93c8-4753b9f4745b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:42.172591 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-17257379-c581-47b7-93c8-4753b9f4745b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.67 "GET /v2.0/networks?id=89484bac-de9a-4378-9341-dcea2485224b HTTP/1.1" status: 200 len: 815 time: 0.1117907 Feb 15 17:40:42.185092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-158bbd3f-f827-4efe-aef1-07b319a8df6b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Request body: {'port': {'device_id': '042bf5b8-f377-4c02-9340-7a332ec87264', 'network_id': '89484bac-de9a-4378-9341-dcea2485224b', 'admin_state_up': True, 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:40:42.385211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-158bbd3f-f827-4efe-aef1-07b319a8df6b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Made reservation on behalf of 9daa547b5f3c462da0dbae28bca7f731 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:40:42.388775 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-158bbd3f-f827-4efe-aef1-07b319a8df6b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:42.463743 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fa9fca4d-1b23-467d-94e3-0380a18005d2 req-fecf03e2-6312-481e-b474-0473b0cd70a7 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 210 time: 0.0276990 Feb 15 17:40:42.521205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-158bbd3f-f827-4efe-aef1-07b319a8df6b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Allocated IP 172.20.0.8 (89484bac-de9a-4378-9341-dcea2485224b/bacdd0f1-850c-41c3-a318-53698d41b301/92d4d9f2-be03-4f22-8025-5840387bcc83) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:40:42.673216 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-158bbd3f-f827-4efe-aef1-07b319a8df6b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Publish callbacks [] for port (92d4d9f2-be03-4f22-8025-5840387bcc83), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:42.768957 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-158bbd3f-f827-4efe-aef1-07b319a8df6b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (92d4d9f2-be03-4f22-8025-5840387bcc83), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:42.815851 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-158bbd3f-f827-4efe-aef1-07b319a8df6b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Network 89484bac-de9a-4378-9341-dcea2485224b is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:40:42.819489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-158bbd3f-f827-4efe-aef1-07b319a8df6b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:40:42.823649 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-158bbd3f-f827-4efe-aef1-07b319a8df6b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:40:42.853252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158bbd3f-f827-4efe-aef1-07b319a8df6b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Pushing event updated for resources: {'Port': ['ID=92d4d9f2-be03-4f22-8025-5840387bcc83,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:40:42.888947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-158bbd3f-f827-4efe-aef1-07b319a8df6b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:42.889682 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-158bbd3f-f827-4efe-aef1-07b319a8df6b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:43.006756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-158bbd3f-f827-4efe-aef1-07b319a8df6b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8258522 Feb 15 17:40:43.019340 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Request body: {'port': {'device_id': '042bf5b8-f377-4c02-9340-7a332ec87264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:40:43.083155 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (92d4d9f2-be03-4f22-8025-5840387bcc83), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:43.098647 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c31c3e7a-7d08-4dc7-be34-c3053b98a86c None None] Provisioning complete for port 92d4d9f2-be03-4f22-8025-5840387bcc83 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:40:43.098929 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c31c3e7a-7d08-4dc7-be34-c3053b98a86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (92d4d9f2-be03-4f22-8025-5840387bcc83), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:43.143369 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c31c3e7a-7d08-4dc7-be34-c3053b98a86c None None] Port 92d4d9f2-be03-4f22-8025-5840387bcc83 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:40:43.366051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92d4d9f2-be03-4f22-8025-5840387bcc83 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:40:43.374133 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Publish callbacks [] for port (92d4d9f2-be03-4f22-8025-5840387bcc83), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:43.386815 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Transition to ACTIVE for port object 92d4d9f2-be03-4f22-8025-5840387bcc83 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:40:43.447229 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (92d4d9f2-be03-4f22-8025-5840387bcc83), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:43.503139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Pushing event updated for resources: {'Port': ['ID=92d4d9f2-be03-4f22-8025-5840387bcc83,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:40:43.617826 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:43.626178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Attempting to bind port 92d4d9f2-be03-4f22-8025-5840387bcc83 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:40:43.626533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Attempting to bind port 92d4d9f2-be03-4f22-8025-5840387bcc83 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:40:43.626870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Attempting to bind port 92d4d9f2-be03-4f22-8025-5840387bcc83 on network 89484bac-de9a-4378-9341-dcea2485224b {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:40:43.639883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82ffad-a991-4da4-8c54-d6cdb7895a35 req-95ef527e-fbaf-47c5-a04f-48a27a517a7f tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:43.644324 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c82ffad-a991-4da4-8c54-d6cdb7895a35 req-95ef527e-fbaf-47c5-a04f-48a27a517a7f tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 943 time: 0.0911095 Feb 15 17:40:43.644324 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Port 92d4d9f2-be03-4f22-8025-5840387bcc83 on network 89484bac-de9a-4378-9341-dcea2485224b not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:40:43.644324 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Attempting to bind port 92d4d9f2-be03-4f22-8025-5840387bcc83 on network 89484bac-de9a-4378-9341-dcea2485224b {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:40:43.657997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:40:43.658543 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Checking segment: {'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:40:43.659179 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Bound using segment: {'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:40:43.659923 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Bound port: 92d4d9f2-be03-4f22-8025-5840387bcc83, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a24da41-7e39-4efc-80b6-9c216f006d17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '89484bac-de9a-4378-9341-dcea2485224b'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:40:43.660418 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (92d4d9f2-be03-4f22-8025-5840387bcc83), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:43.744089 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c82ffad-a991-4da4-8c54-d6cdb7895a35 req-1f8b2ae4-cc7b-4599-8efb-7668644f1d32 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959015 Feb 15 17:40:43.774215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] For port 92d4d9f2-be03-4f22-8025-5840387bcc83, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:40:43.778488 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] For port 92d4d9f2-be03-4f22-8025-5840387bcc83, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=92d4d9f2-be03-4f22-8025-5840387bcc83,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:40:43.906457 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (92d4d9f2-be03-4f22-8025-5840387bcc83), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:43.944962 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:43.946247 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:43.947695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] 10.222.0.67 "PUT /v2.0/ports/92d4d9f2-be03-4f22-8025-5840387bcc83 HTTP/1.1" status: 200 len: 1092 time: 0.9331009 Feb 15 17:40:43.948220 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '042bf5b8-f377-4c02-9340-7a332ec87264', 'tag': '92d4d9f2-be03-4f22-8025-5840387bcc83'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:40:43.950664 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e567448-9e89-4759-8660-70ca82ac1067" -d '{"events": [{"name": "network-changed", "server_uuid": "042bf5b8-f377-4c02-9340-7a332ec87264", "tag": "92d4d9f2-be03-4f22-8025-5840387bcc83"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:40:44.005322 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d08d439-1458-4363-8e4a-7d02cdde90b2 x-openstack-request-id: req-6d08d439-1458-4363-8e4a-7d02cdde90b2 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:40:44.005484 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "042bf5b8-f377-4c02-9340-7a332ec87264", "tag": "92d4d9f2-be03-4f22-8025-5840387bcc83", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:40:44.005751 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6d08d439-1458-4363-8e4a-7d02cdde90b2 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:40:44.006168 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '042bf5b8-f377-4c02-9340-7a332ec87264', 'tag': '92d4d9f2-be03-4f22-8025-5840387bcc83', 'status': 'completed', 'code': 200} Feb 15 17:40:44.006747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c1746-ab0b-43e6-9f06-a969d4fe13a9 service neutron] Pushing event updated for resources: {'Port': ['ID=92d4d9f2-be03-4f22-8025-5840387bcc83,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:40:44.106064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e567448-9e89-4759-8660-70ca82ac1067 req-41da2d63-4c05-416a-985a-06665e5319f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:44.107635 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e567448-9e89-4759-8660-70ca82ac1067 req-41da2d63-4c05-416a-985a-06665e5319f4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9daa547b5f3c462da0dbae28bca7f731&device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 1126 time: 0.0700521 Feb 15 17:40:44.222255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e567448-9e89-4759-8660-70ca82ac1067 req-b269ec58-c467-45eb-9437-67ac15f0c915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:44.223709 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e567448-9e89-4759-8660-70ca82ac1067 req-b269ec58-c467-45eb-9437-67ac15f0c915 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=9daa547b5f3c462da0dbae28bca7f731&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1085646 Feb 15 17:40:44.328017 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e567448-9e89-4759-8660-70ca82ac1067 req-73590f6b-4c2e-4567-9a18-8dfa2e036ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:44.329834 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7e567448-9e89-4759-8660-70ca82ac1067 req-73590f6b-4c2e-4567-9a18-8dfa2e036ffe service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996213 Feb 15 17:40:44.429539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-dbbd88b7-8bf4-4370-84ec-fb1cf6d46ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:44.431075 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-dbbd88b7-8bf4-4370-84ec-fb1cf6d46ec4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9daa547b5f3c462da0dbae28bca7f731&device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 1126 time: 0.0555184 Feb 15 17:40:44.475639 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-208c3404-12b5-4477-896f-82a4e3241119 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92d4d9f2-be03-4f22-8025-5840387bcc83 HTTP/1.1" status: 200 len: 217 time: 0.0359762 Feb 15 17:40:44.529867 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-846a848c-4291-4c76-a0bc-1464c7729cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:44.531354 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-846a848c-4291-4c76-a0bc-1464c7729cdb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=bacdd0f1-850c-41c3-a318-53698d41b301 HTTP/1.1" status: 200 len: 854 time: 0.0495055 Feb 15 17:40:44.582946 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-d8ad75a9-e82c-45d1-acd5-ef2235a5a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:44.584508 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-d8ad75a9-e82c-45d1-acd5-ef2235a5a26b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=89484bac-de9a-4378-9341-dcea2485224b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464187 Feb 15 17:40:44.673284 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-1c368bb3-c1e5-4f70-8d3d-f717e47681ba service neutron] 10.222.0.67 "GET /v2.0/networks/89484bac-de9a-4378-9341-dcea2485224b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822308 Feb 15 17:40:44.781503 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91a7dc49-4df0-47eb-9e6e-127380487d29 req-949aedef-9cc3-483e-b79b-8a80cd4ce15d service neutron] 10.222.0.67 "GET /v2.0/networks/89484bac-de9a-4378-9341-dcea2485224b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004148 Feb 15 17:40:44.885337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d11a86-2f82-4804-82a2-73cef5e1428e req-a8500b1c-35c4-48f3-ac0d-e194e57b64c8 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:44.886897 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-02d11a86-2f82-4804-82a2-73cef5e1428e req-a8500b1c-35c4-48f3-ac0d-e194e57b64c8 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 943 time: 0.0559156 Feb 15 17:40:44.938183 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-02d11a86-2f82-4804-82a2-73cef5e1428e req-c439b6a9-73a9-4d2f-826f-011535756a9d tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455494 Feb 15 17:40:46.069685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fcd75-46de-4832-8284-5a66f4d242de req-d66c1ad2-b8df-475a-afb3-deb55da4faa6 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:46.071224 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9d0fcd75-46de-4832-8284-5a66f4d242de req-d66c1ad2-b8df-475a-afb3-deb55da4faa6 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 943 time: 0.0555222 Feb 15 17:40:46.119249 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9d0fcd75-46de-4832-8284-5a66f4d242de req-18441b3b-ef28-43a9-ae6b-2e7198f355cc tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422251 Feb 15 17:40:46.580880 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 92d4d9f2-be03-4f22-8025-5840387bcc83 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:40:46.683015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 92d4d9f2-be03-4f22-8025-5840387bcc83, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=92d4d9f2-be03-4f22-8025-5840387bcc83,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:40:46.695095 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '92d4d9f2-be03-4f22-8025-5840387bcc83', 'network_id': '89484bac-de9a-4378-9341-dcea2485224b', 'port_id': '92d4d9f2-be03-4f22-8025-5840387bcc83', 'mac_address': 'fa:16:3e:c6:93:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bacdd0f1-850c-41c3-a318-53698d41b301', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:40:46.734331 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 92d4d9f2-be03-4f22-8025-5840387bcc83 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:40:46.734331 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (92d4d9f2-be03-4f22-8025-5840387bcc83), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:46.746784 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92d4d9f2-be03-4f22-8025-5840387bcc83 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:40:46.766997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 92d4d9f2-be03-4f22-8025-5840387bcc83, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=92d4d9f2-be03-4f22-8025-5840387bcc83,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:40:46.842832 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (92d4d9f2-be03-4f22-8025-5840387bcc83), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:46.890730 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=92d4d9f2-be03-4f22-8025-5840387bcc83,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:40:46.899108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:46.899464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:46.899806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:46.900153 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:46.900482 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:46.900814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:46.901142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:46.901746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:46.902072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:46.902484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:46.902804 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:46.903155 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:46.903477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:40:47.051106 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['92d4d9f2-be03-4f22-8025-5840387bcc83'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:40:47.263558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324b806-f43a-4939-884b-c2fad3d5d7e8 req-e1bbd482-0f84-4438-abc6-2c1ec0cb5fe3 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:47.265104 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a324b806-f43a-4939-884b-c2fad3d5d7e8 req-e1bbd482-0f84-4438-abc6-2c1ec0cb5fe3 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 944 time: 0.0732610 Feb 15 17:40:47.313327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a324b806-f43a-4939-884b-c2fad3d5d7e8 req-da7ca6fa-d0ce-47b2-b12f-3b9af93b617d tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421515 Feb 15 17:40:48.438860 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6316e-af58-4171-9d1a-6bcb1f238dc4 req-a35f7b8f-9d3a-4fa9-8624-a268a5eca9bc tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:48.440369 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-35b6316e-af58-4171-9d1a-6bcb1f238dc4 req-a35f7b8f-9d3a-4fa9-8624-a268a5eca9bc tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 944 time: 0.0593092 Feb 15 17:40:48.487601 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-35b6316e-af58-4171-9d1a-6bcb1f238dc4 req-06f32c83-a3c7-4fc3-8dab-a399bae199bc tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Feb 15 17:40:48.597238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 92d4d9f2-be03-4f22-8025-5840387bcc83 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:40:48.714541 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 92d4d9f2-be03-4f22-8025-5840387bcc83 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:40:48.718915 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 92d4d9f2-be03-4f22-8025-5840387bcc83 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:40:48.719284 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (92d4d9f2-be03-4f22-8025-5840387bcc83), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:48.804043 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 92d4d9f2-be03-4f22-8025-5840387bcc83 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:40:48.804433 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (92d4d9f2-be03-4f22-8025-5840387bcc83), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:48.828234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042bf5b8-f377-4c02-9340-7a332ec87264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d4d9f2-be03-4f22-8025-5840387bcc83'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:40:48.830571 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d44c36-acda-4042-8442-269908479be4" -d '{"events": [{"server_uuid": "042bf5b8-f377-4c02-9340-7a332ec87264", "name": "network-vif-plugged", "status": "completed", "tag": "92d4d9f2-be03-4f22-8025-5840387bcc83"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:40:48.845435 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 92d4d9f2-be03-4f22-8025-5840387bcc83, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=92d4d9f2-be03-4f22-8025-5840387bcc83,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:40:48.869539 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1b0c45-cd5c-48e1-aabf-74b373442cbe x-openstack-request-id: req-8c1b0c45-cd5c-48e1-aabf-74b373442cbe {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:40:48.870518 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042bf5b8-f377-4c02-9340-7a332ec87264", "name": "network-vif-plugged", "status": "completed", "tag": "92d4d9f2-be03-4f22-8025-5840387bcc83", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:40:48.870786 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8c1b0c45-cd5c-48e1-aabf-74b373442cbe {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:40:48.871199 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042bf5b8-f377-4c02-9340-7a332ec87264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92d4d9f2-be03-4f22-8025-5840387bcc83', 'code': 200} Feb 15 17:40:48.945593 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (92d4d9f2-be03-4f22-8025-5840387bcc83), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:40:48.983970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd81b2-3233-44a1-9586-9c753a6076a6 req-2c008e69-572d-4064-9d29-2deea395c520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:48.985532 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7cd81b2-3233-44a1-9586-9c753a6076a6 req-2c008e69-572d-4064-9d29-2deea395c520 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 1128 time: 0.0512159 Feb 15 17:40:48.998887 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=92d4d9f2-be03-4f22-8025-5840387bcc83,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:40:49.046927 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d7cd81b2-3233-44a1-9586-9c753a6076a6 req-4dc5cb31-3ee1-410c-87a9-6c11796ab7bc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541179 Feb 15 17:40:49.612723 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca074435-34da-4d48-9f9f-a9edd27ce86d req-a2be40c8-6000-4280-9758-cc37f743780f tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:49.614293 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca074435-34da-4d48-9f9f-a9edd27ce86d req-a2be40c8-6000-4280-9758-cc37f743780f tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 945 time: 0.0584445 Feb 15 17:40:49.663981 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca074435-34da-4d48-9f9f-a9edd27ce86d req-aa95e322-63f1-4356-b3c6-0b80d39a8611 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438988 Feb 15 17:40:50.796746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34bfa5-4e61-4d47-969a-b326ad2041ac req-cfb79418-8b6f-42af-a852-ba75081fb682 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:50.798303 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be34bfa5-4e61-4d47-969a-b326ad2041ac req-cfb79418-8b6f-42af-a852-ba75081fb682 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 945 time: 0.0566869 Feb 15 17:40:50.851408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be34bfa5-4e61-4d47-969a-b326ad2041ac req-329003d5-e700-41b5-affc-deb12db9a0e3 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472062 Feb 15 17:40:50.982312 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795faad-8738-4221-bfa8-f99544692805 req-857b9ed0-ab8d-410f-805a-ea2898fe6694 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:40:50.983895 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1795faad-8738-4221-bfa8-f99544692805 req-857b9ed0-ab8d-410f-805a-ea2898fe6694 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 945 time: 0.0596902 Feb 15 17:40:51.371542 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1795faad-8738-4221-bfa8-f99544692805 req-1e1df87f-67fc-422d-8d0a-2d094aef8984 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819163 Feb 15 17:40:55.754717 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:41:00.974717 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:01.251918 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:06.954326 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-30292376-770a-40e9-920a-566135fbbdfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:09.309245 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69407ce6-d329-4ada-9c01-23c8bdebb556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:10.696999 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:12.125669 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:13.568210 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:30.472069 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6190711-e487-4f5d-a151-5b0b35a602e5 req-4ddfa480-20e8-40b8-a575-bac54bb14c8b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:41:30.473589 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c6190711-e487-4f5d-a151-5b0b35a602e5 req-4ddfa480-20e8-40b8-a575-bac54bb14c8b tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 945 time: 0.0552635 Feb 15 17:41:30.521062 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c6190711-e487-4f5d-a151-5b0b35a602e5 req-b27e06cd-5524-4fee-a448-a7d4a27f2d06 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416794 Feb 15 17:41:30.962357 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:31.256441 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:31.647093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f192a-ef9e-461d-8f64-0bcbbe64c80b req-d73e60d6-7f06-4033-a16f-e3194642610e tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:41:31.648669 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-099f192a-ef9e-461d-8f64-0bcbbe64c80b req-d73e60d6-7f06-4033-a16f-e3194642610e tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 945 time: 0.0540063 Feb 15 17:41:31.701583 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-099f192a-ef9e-461d-8f64-0bcbbe64c80b req-5be6864e-4c07-47b5-814c-e57ec3dcbf70 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/security-groups?id=cbfdb56c-455a-4e61-9bac-6a48d9376fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462952 Feb 15 17:41:32.073983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af022b5e-9cc8-4d90-83ef-d4f117002e4d req-e005e16a-7593-48ed-a6b2-55a081943758 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:41:32.075253 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-af022b5e-9cc8-4d90-83ef-d4f117002e4d req-e005e16a-7593-48ed-a6b2-55a081943758 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.67 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 945 time: 0.0580070 Feb 15 17:41:32.187673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-af022b5e-9cc8-4d90-83ef-d4f117002e4d req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Deleting port 92d4d9f2-be03-4f22-8025-5840387bcc83 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:41:32.188028 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-af022b5e-9cc8-4d90-83ef-d4f117002e4d req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (92d4d9f2-be03-4f22-8025-5840387bcc83), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:32.284162 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-af022b5e-9cc8-4d90-83ef-d4f117002e4d req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] For port 92d4d9f2-be03-4f22-8025-5840387bcc83, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=92d4d9f2-be03-4f22-8025-5840387bcc83,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:41:32.284442 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-af022b5e-9cc8-4d90-83ef-d4f117002e4d req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (92d4d9f2-be03-4f22-8025-5840387bcc83), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:32.303707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-af022b5e-9cc8-4d90-83ef-d4f117002e4d req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Calling delete_port for 92d4d9f2-be03-4f22-8025-5840387bcc83 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:41:32.493563 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-af022b5e-9cc8-4d90-83ef-d4f117002e4d req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (92d4d9f2-be03-4f22-8025-5840387bcc83), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:32.507146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['92d4d9f2-be03-4f22-8025-5840387bcc83'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:41:32.521924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Pushing event deleted for resources: {'Port': ['ID=92d4d9f2-be03-4f22-8025-5840387bcc83,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:32.532241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:32.532605 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:32.532956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:32.533302 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:32.533673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:32.534011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:32.534397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:32.534684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:32.535493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:32.535493 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:32.535679 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:32.535980 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:32.536307 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:32.584447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-af022b5e-9cc8-4d90-83ef-d4f117002e4d req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] No DVR routers for this DVR port 92d4d9f2-be03-4f22-8025-5840387bcc83 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:41:32.587087 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-af022b5e-9cc8-4d90-83ef-d4f117002e4d req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:32.590524 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-af022b5e-9cc8-4d90-83ef-d4f117002e4d req-e581e1be-9a54-44ef-854d-b22c4793ffa4 tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.67 "DELETE /v2.0/ports/92d4d9f2-be03-4f22-8025-5840387bcc83 HTTP/1.1" status: 204 len: 173 time: 0.5081179 Feb 15 17:41:32.591019 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '042bf5b8-f377-4c02-9340-7a332ec87264', 'name': 'network-vif-deleted', 'tag': '92d4d9f2-be03-4f22-8025-5840387bcc83'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:41:32.593306 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c1788e-fa82-45f3-ad44-f4f8ad25b6f3" -d '{"events": [{"server_uuid": "042bf5b8-f377-4c02-9340-7a332ec87264", "name": "network-vif-deleted", "tag": "92d4d9f2-be03-4f22-8025-5840387bcc83"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:41:32.630641 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5ae9f7-5ea2-4890-b00e-9755ee6b9f3c x-openstack-request-id: req-3c5ae9f7-5ea2-4890-b00e-9755ee6b9f3c {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:41:32.630929 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "042bf5b8-f377-4c02-9340-7a332ec87264", "name": "network-vif-deleted", "tag": "92d4d9f2-be03-4f22-8025-5840387bcc83", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:41:32.631181 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3c5ae9f7-5ea2-4890-b00e-9755ee6b9f3c {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:41:32.631587 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '042bf5b8-f377-4c02-9340-7a332ec87264', 'name': 'network-vif-deleted', 'tag': '92d4d9f2-be03-4f22-8025-5840387bcc83', 'status': 'completed', 'code': 200} Feb 15 17:41:32.755226 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:41:32.808860 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a7499457-48f2-45b3-98d1-0b3efbee153d req-e3fa66c2-226a-4878-89d0-65d91f1e608c tempest-TestEncryptedCinderVolumes-1028422163 tempest-TestEncryptedCinderVolumes-1028422163-project] 10.222.0.107 "GET /v2.0/ports?device_id=042bf5b8-f377-4c02-9340-7a332ec87264 HTTP/1.1" status: 200 len: 210 time: 0.0291407 Feb 15 17:41:33.992948 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41978) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:34.368845 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-09dd05ac-d78d-45d0-9225-fe33f8083981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (10c7c215-331d-40c1-a343-587d5b75fbfa), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:34.637347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-09dd05ac-d78d-45d0-9225-fe33f8083981 admin admin] Deleting port 87b4af19-c090-4f32-b892-61eb5b580379 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:41:34.637637 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-09dd05ac-d78d-45d0-9225-fe33f8083981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (87b4af19-c090-4f32-b892-61eb5b580379), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:34.723525 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-09dd05ac-d78d-45d0-9225-fe33f8083981 admin admin] For port 87b4af19-c090-4f32-b892-61eb5b580379, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=87b4af19-c090-4f32-b892-61eb5b580379,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:41:34.723889 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-09dd05ac-d78d-45d0-9225-fe33f8083981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (87b4af19-c090-4f32-b892-61eb5b580379), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:34.738045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-09dd05ac-d78d-45d0-9225-fe33f8083981 admin admin] Calling delete_port for 87b4af19-c090-4f32-b892-61eb5b580379 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:41:34.891806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 92d4d9f2-be03-4f22-8025-5840387bcc83 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:41:34.913084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 92d4d9f2-be03-4f22-8025-5840387bcc83 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:41:34.913461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 92d4d9f2-be03-4f22-8025-5840387bcc83 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:41:35.033859 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-09dd05ac-d78d-45d0-9225-fe33f8083981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (87b4af19-c090-4f32-b892-61eb5b580379), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:35.061741 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd05ac-d78d-45d0-9225-fe33f8083981 admin admin] Pushing event deleted for resources: {'Port': ['ID=87b4af19-c090-4f32-b892-61eb5b580379,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:35.245259 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-09dd05ac-d78d-45d0-9225-fe33f8083981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (10c7c215-331d-40c1-a343-587d5b75fbfa), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:35.473613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09dd05ac-d78d-45d0-9225-fe33f8083981 admin admin] Router 10c7c215-331d-40c1-a343-587d5b75fbfa has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:41:35.592048 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dd05ac-d78d-45d0-9225-fe33f8083981 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:41:35.600876 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-09dd05ac-d78d-45d0-9225-fe33f8083981 admin admin] 10.222.0.107 "PUT /v2.0/routers/10c7c215-331d-40c1-a343-587d5b75fbfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6066704 Feb 15 17:41:35.601280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba595d87-993b-417b-be19-d6863854c080 None None] Sync routers for ids ['10c7c215-331d-40c1-a343-587d5b75fbfa'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:41:35.602067 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41982) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:35.615060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba595d87-993b-417b-be19-d6863854c080 None None] Routers {'10c7c215-331d-40c1-a343-587d5b75fbfa'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:41:35.615704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ba595d87-993b-417b-be19-d6863854c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:41:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['10c7c215-331d-40c1-a343-587d5b75fbfa'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:35.710749 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Publish callbacks [] for router (10c7c215-331d-40c1-a343-587d5b75fbfa), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:35.732751 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ba595d87-993b-417b-be19-d6863854c080 None None] Set router 10c7c215-331d-40c1-a343-587d5b75fbfa gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:41:35.829941 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Publish callbacks [] for router_gateway (10c7c215-331d-40c1-a343-587d5b75fbfa), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:35.920185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ba595d87-993b-417b-be19-d6863854c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'name': 'tempest-TestEncryptedCinderVolumes-88949363-router', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '89b3daa8-2657-4ae0-8be8-24ce13fe5981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:24Z', 'updated_at': '2022-02-15T17:41:34Z', 'revision_number': 5, 'project_id': '9daa547b5f3c462da0dbae28bca7f731', 'gw_port': {'id': '89b3daa8-2657-4ae0-8be8-24ce13fe5981', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:07:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:25Z', 'updated_at': '2022-02-15T17:39:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:35.931278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Deleting port 89b3daa8-2657-4ae0-8be8-24ce13fe5981 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:41:35.931642 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (89b3daa8-2657-4ae0-8be8-24ce13fe5981), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:35.948341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba595d87-993b-417b-be19-d6863854c080 None None] Checking router: 10c7c215-331d-40c1-a343-587d5b75fbfa for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:41:35.958600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba595d87-993b-417b-be19-d6863854c080 None None] Routers {'10c7c215-331d-40c1-a343-587d5b75fbfa'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:41:35.959257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ba595d87-993b-417b-be19-d6863854c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:41:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['10c7c215-331d-40c1-a343-587d5b75fbfa'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:36.029982 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] For port 89b3daa8-2657-4ae0-8be8-24ce13fe5981, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=89b3daa8-2657-4ae0-8be8-24ce13fe5981,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:41:36.030336 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (89b3daa8-2657-4ae0-8be8-24ce13fe5981), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:36.044548 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Calling delete_port for 89b3daa8-2657-4ae0-8be8-24ce13fe5981 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:41:36.072162 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ba595d87-993b-417b-be19-d6863854c080 None None] Set router 10c7c215-331d-40c1-a343-587d5b75fbfa gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:41:36.142280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ba595d87-993b-417b-be19-d6863854c080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'name': 'tempest-TestEncryptedCinderVolumes-88949363-router', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:24Z', 'updated_at': '2022-02-15T17:41:35Z', 'revision_number': 6, 'project_id': '9daa547b5f3c462da0dbae28bca7f731', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:36.171660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba595d87-993b-417b-be19-d6863854c080 None None] The sync data for ids ['10c7c215-331d-40c1-a343-587d5b75fbfa'] in n-d-828372-14 is: [{'id': '10c7c215-331d-40c1-a343-587d5b75fbfa', 'name': 'tempest-TestEncryptedCinderVolumes-88949363-router', 'tenant_id': '9daa547b5f3c462da0dbae28bca7f731', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:24Z', 'updated_at': '2022-02-15T17:41:35Z', 'revision_number': 6, 'project_id': '9daa547b5f3c462da0dbae28bca7f731', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:41:36.528209 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (89b3daa8-2657-4ae0-8be8-24ce13fe5981), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:36.553509 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=89b3daa8-2657-4ae0-8be8-24ce13fe5981,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:36.568624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:36.572791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:36.572791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:36.572791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:36.572791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:36.572791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:36.572791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:36.572791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:36.572791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:36.572791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:36.572791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:36.572791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:36.572791 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:36.633574 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (10c7c215-331d-40c1-a343-587d5b75fbfa), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:36.726937 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (10c7c215-331d-40c1-a343-587d5b75fbfa), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:36.729350 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Publish callbacks [] for router_controller (10c7c215-331d-40c1-a343-587d5b75fbfa), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:36.858356 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (10c7c215-331d-40c1-a343-587d5b75fbfa), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:36.858356 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10c7c215-331d-40c1-a343-587d5b75fbfa {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:41:36.862657 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:36.863489 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7ac890fb-925c-4d85-8f0d-56de9c85aaf3 admin admin] 10.222.0.107 "DELETE /v2.0/routers/10c7c215-331d-40c1-a343-587d5b75fbfa HTTP/1.1" status: 204 len: 168 time: 1.2604139 Feb 15 17:41:36.866115 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41984) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:36.913096 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-6484c2c2-f853-45e3-aaea-724ff632cab5 admin admin] Deleting subnet bacdd0f1-850c-41c3-a318-53698d41b301 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:41:36.916314 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6484c2c2-f853-45e3-aaea-724ff632cab5 admin admin] Publish callbacks [] for subnet (bacdd0f1-850c-41c3-a318-53698d41b301), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:36.952413 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6484c2c2-f853-45e3-aaea-724ff632cab5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (bacdd0f1-850c-41c3-a318-53698d41b301), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:36.976784 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-759e52d7-c24b-4020-8a79-abd586f01ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:37.040074 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6484c2c2-f853-45e3-aaea-724ff632cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (bacdd0f1-850c-41c3-a318-53698d41b301), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:37.173964 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6484c2c2-f853-45e3-aaea-724ff632cab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (bacdd0f1-850c-41c3-a318-53698d41b301), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:37.202695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484c2c2-f853-45e3-aaea-724ff632cab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bacdd0f1-850c-41c3-a318-53698d41b301,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:37.211480 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6484c2c2-f853-45e3-aaea-724ff632cab5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:37.213277 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3228e279-736c-4d56-a75f-8467eedcb212 None None] Network 89484bac-de9a-4378-9341-dcea2485224b requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:41:37.215153 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6484c2c2-f853-45e3-aaea-724ff632cab5 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/bacdd0f1-850c-41c3-a318-53698d41b301 HTTP/1.1" status: 204 len: 168 time: 0.3480172 Feb 15 17:41:37.218585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41986) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:37.292817 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (89484bac-de9a-4378-9341-dcea2485224b), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:37.354369 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] Deleting port 54a5c8c9-863e-425e-a1c9-495a43bd1273 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:41:37.354812 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:37.397703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e395926-2103-41fb-aafc-0fa72c4ce42b None None] DHCP port deletion for 89484bac-de9a-4378-9341-dcea2485224b request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:41:37.438012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] For port 54a5c8c9-863e-425e-a1c9-495a43bd1273, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=54a5c8c9-863e-425e-a1c9-495a43bd1273,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:41:37.438460 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:37.447764 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0e395926-2103-41fb-aafc-0fa72c4ce42b None None] Deleting port 54a5c8c9-863e-425e-a1c9-495a43bd1273 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:41:37.448297 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e395926-2103-41fb-aafc-0fa72c4ce42b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:37.452880 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] Calling delete_port for 54a5c8c9-863e-425e-a1c9-495a43bd1273 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:41:37.518733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0e395926-2103-41fb-aafc-0fa72c4ce42b None None] For port 54a5c8c9-863e-425e-a1c9-495a43bd1273, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=54a5c8c9-863e-425e-a1c9-495a43bd1273,segment=NetworkSegment(8a24da41-7e39-4efc-80b6-9c216f006d17),segment_id=8a24da41-7e39-4efc-80b6-9c216f006d17)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:41:37.519057 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e395926-2103-41fb-aafc-0fa72c4ce42b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:37.532657 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0e395926-2103-41fb-aafc-0fa72c4ce42b None None] Calling delete_port for 54a5c8c9-863e-425e-a1c9-495a43bd1273 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:41:37.645287 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:37.652624 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e395926-2103-41fb-aafc-0fa72c4ce42b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (54a5c8c9-863e-425e-a1c9-495a43bd1273), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:37.673794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] Pushing event deleted for resources: {'Port': ['ID=54a5c8c9-863e-425e-a1c9-495a43bd1273,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:37.676910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e395926-2103-41fb-aafc-0fa72c4ce42b None None] Pushing event deleted for resources: {'Port': ['ID=54a5c8c9-863e-425e-a1c9-495a43bd1273,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:37.679453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] No DVR routers for this DVR port 54a5c8c9-863e-425e-a1c9-495a43bd1273 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:41:37.682659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e395926-2103-41fb-aafc-0fa72c4ce42b None None] No DVR routers for this DVR port 54a5c8c9-863e-425e-a1c9-495a43bd1273 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:41:37.757868 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (89484bac-de9a-4378-9341-dcea2485224b), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:37.778939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89484bac-de9a-4378-9341-dcea2485224b']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:37.788402 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a24da41-7e39-4efc-80b6-9c216f006d17') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:37.788711 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a24da41-7e39-4efc-80b6-9c216f006d17') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:37.801096 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (8a24da41-7e39-4efc-80b6-9c216f006d17), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:37.814700 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (8a24da41-7e39-4efc-80b6-9c216f006d17), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:37.821428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:41:37.821852 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (8a24da41-7e39-4efc-80b6-9c216f006d17), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:41:37.823557 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:41:38.022279 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (89484bac-de9a-4378-9341-dcea2485224b), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:38.028945 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:38.035794 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] 10.222.0.107 "DELETE /v2.0/networks/89484bac-de9a-4378-9341-dcea2485224b HTTP/1.1" status: 204 len: 168 time: 0.8133478 Feb 15 17:41:38.036078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 41988) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:38.045166 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab64a0-266d-43ec-bb6f-d89b1488b213 admin admin] Pushing event deleted for resources: {'Network': ['ID=89484bac-de9a-4378-9341-dcea2485224b,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:38.059928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 87b4af19-c090-4f32-b892-61eb5b580379 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:41:38.079427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 87b4af19-c090-4f32-b892-61eb5b580379 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:41:38.079796 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 87b4af19-c090-4f32-b892-61eb5b580379 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:41:38.080257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 89b3daa8-2657-4ae0-8be8-24ce13fe5981 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:41:38.100952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 89b3daa8-2657-4ae0-8be8-24ce13fe5981 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:41:38.101300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 89b3daa8-2657-4ae0-8be8-24ce13fe5981 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:41:38.101747 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 54a5c8c9-863e-425e-a1c9-495a43bd1273 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:41:38.127810 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 54a5c8c9-863e-425e-a1c9-495a43bd1273 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:41:38.128300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 54a5c8c9-863e-425e-a1c9-495a43bd1273 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:41:38.422435 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd463683-9438-41ae-945e-b652a8db685b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (6b563344-7738-4293-8be2-a0c284f55422), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:38.691059 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bd463683-9438-41ae-945e-b652a8db685b admin admin] Deleting port f0e82d69-adca-4b12-8882-2c8f87f0c432 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:41:38.691313 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd463683-9438-41ae-945e-b652a8db685b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:38.776048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-bd463683-9438-41ae-945e-b652a8db685b admin admin] For port f0e82d69-adca-4b12-8882-2c8f87f0c432, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f0e82d69-adca-4b12-8882-2c8f87f0c432,segment=NetworkSegment(779ead45-29de-4473-924d-68ac71e34f3d),segment_id=779ead45-29de-4473-924d-68ac71e34f3d)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:41:38.776410 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd463683-9438-41ae-945e-b652a8db685b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:38.791574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-bd463683-9438-41ae-945e-b652a8db685b admin admin] Calling delete_port for f0e82d69-adca-4b12-8882-2c8f87f0c432 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:41:39.116297 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd463683-9438-41ae-945e-b652a8db685b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f0e82d69-adca-4b12-8882-2c8f87f0c432), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:39.144292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd463683-9438-41ae-945e-b652a8db685b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e82d69-adca-4b12-8882-2c8f87f0c432,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:39.318354 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bd463683-9438-41ae-945e-b652a8db685b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (6b563344-7738-4293-8be2-a0c284f55422), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:39.364870 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d690c59-f4ef-4c65-a5f2-b898cd156418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:39.545029 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd463683-9438-41ae-945e-b652a8db685b admin admin] Router 6b563344-7738-4293-8be2-a0c284f55422 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:41:39.660247 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd463683-9438-41ae-945e-b652a8db685b admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:41:39.665501 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bd463683-9438-41ae-945e-b652a8db685b admin admin] 10.222.0.107 "PUT /v2.0/routers/6b563344-7738-4293-8be2-a0c284f55422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6283572 Feb 15 17:41:39.668245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41990) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:39.671649 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28735996-ea27-4b87-8cc0-7c911bc34d16 None None] Sync routers for ids ['6b563344-7738-4293-8be2-a0c284f55422'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:41:39.682449 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28735996-ea27-4b87-8cc0-7c911bc34d16 None None] Routers {'6b563344-7738-4293-8be2-a0c284f55422'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:41:39.683364 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-28735996-ea27-4b87-8cc0-7c911bc34d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:41:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6b563344-7738-4293-8be2-a0c284f55422'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:39.795802 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-28735996-ea27-4b87-8cc0-7c911bc34d16 None None] Set router 6b563344-7738-4293-8be2-a0c284f55422 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:41:39.987821 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-28735996-ea27-4b87-8cc0-7c911bc34d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b563344-7738-4293-8be2-a0c284f55422', 'name': 'tempest-TestEncryptedCinderVolumes-2044117401-router', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:31Z', 'updated_at': '2022-02-15T17:41:38Z', 'revision_number': 5, 'project_id': '02f503dd105b40b7afad6b41791a26ca', 'gw_port': {'id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b563344-7738-4293-8be2-a0c284f55422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:32Z', 'updated_at': '2022-02-15T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:40.018325 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28735996-ea27-4b87-8cc0-7c911bc34d16 None None] Checking router: 6b563344-7738-4293-8be2-a0c284f55422 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:41:40.027555 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28735996-ea27-4b87-8cc0-7c911bc34d16 None None] Routers {'6b563344-7738-4293-8be2-a0c284f55422'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:41:40.028194 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-28735996-ea27-4b87-8cc0-7c911bc34d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:41:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['6b563344-7738-4293-8be2-a0c284f55422'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:40.112250 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-820532c6-88d3-4c2a-8fa9-f23d75c2ddc7 admin admin] Publish callbacks [] for router (6b563344-7738-4293-8be2-a0c284f55422), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:40.144797 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-28735996-ea27-4b87-8cc0-7c911bc34d16 None None] Set router 6b563344-7738-4293-8be2-a0c284f55422 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:41:40.224154 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-820532c6-88d3-4c2a-8fa9-f23d75c2ddc7 admin admin] Publish callbacks [] for router_gateway (6b563344-7738-4293-8be2-a0c284f55422), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:40.331025 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-28735996-ea27-4b87-8cc0-7c911bc34d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b563344-7738-4293-8be2-a0c284f55422', 'name': 'tempest-TestEncryptedCinderVolumes-2044117401-router', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:31Z', 'updated_at': '2022-02-15T17:41:38Z', 'revision_number': 5, 'project_id': '02f503dd105b40b7afad6b41791a26ca', 'gw_port': {'id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b563344-7738-4293-8be2-a0c284f55422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:32Z', 'updated_at': '2022-02-15T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:40.357618 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28735996-ea27-4b87-8cc0-7c911bc34d16 None None] The sync data for ids ['6b563344-7738-4293-8be2-a0c284f55422'] in n-d-828372-14 is: [{'id': '6b563344-7738-4293-8be2-a0c284f55422', 'name': 'tempest-TestEncryptedCinderVolumes-2044117401-router', 'tenant_id': '02f503dd105b40b7afad6b41791a26ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118'}], 'enable_snat': True}, 'gw_port_id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:39:31Z', 'updated_at': '2022-02-15T17:41:38Z', 'revision_number': 5, 'project_id': '02f503dd105b40b7afad6b41791a26ca', 'gw_port': {'id': 'abb3a986-cdce-4b54-95b5-ec71ebda221d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ff:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b563344-7738-4293-8be2-a0c284f55422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:39:32Z', 'updated_at': '2022-02-15T17:39:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:41:40.408312 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-820532c6-88d3-4c2a-8fa9-f23d75c2ddc7 admin admin] Deleting port abb3a986-cdce-4b54-95b5-ec71ebda221d {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:41:40.408655 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-820532c6-88d3-4c2a-8fa9-f23d75c2ddc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (abb3a986-cdce-4b54-95b5-ec71ebda221d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:40.502062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-820532c6-88d3-4c2a-8fa9-f23d75c2ddc7 admin admin] For port abb3a986-cdce-4b54-95b5-ec71ebda221d, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=abb3a986-cdce-4b54-95b5-ec71ebda221d,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:41:40.502426 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-820532c6-88d3-4c2a-8fa9-f23d75c2ddc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (abb3a986-cdce-4b54-95b5-ec71ebda221d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:40.523885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-820532c6-88d3-4c2a-8fa9-f23d75c2ddc7 admin admin] Calling delete_port for abb3a986-cdce-4b54-95b5-ec71ebda221d owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:41:40.679579 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:40.765508 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-820532c6-88d3-4c2a-8fa9-f23d75c2ddc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (abb3a986-cdce-4b54-95b5-ec71ebda221d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:40.802594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820532c6-88d3-4c2a-8fa9-f23d75c2ddc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=abb3a986-cdce-4b54-95b5-ec71ebda221d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:40.859232 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-820532c6-88d3-4c2a-8fa9-f23d75c2ddc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (6b563344-7738-4293-8be2-a0c284f55422), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:40.957649 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-820532c6-88d3-4c2a-8fa9-f23d75c2ddc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (6b563344-7738-4293-8be2-a0c284f55422), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:40.959883 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-820532c6-88d3-4c2a-8fa9-f23d75c2ddc7 admin admin] Publish callbacks [] for router_controller (6b563344-7738-4293-8be2-a0c284f55422), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:41.121938 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-820532c6-88d3-4c2a-8fa9-f23d75c2ddc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (6b563344-7738-4293-8be2-a0c284f55422), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:41.122570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820532c6-88d3-4c2a-8fa9-f23d75c2ddc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b563344-7738-4293-8be2-a0c284f55422 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:41:41.127010 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-820532c6-88d3-4c2a-8fa9-f23d75c2ddc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:41.128184 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-820532c6-88d3-4c2a-8fa9-f23d75c2ddc7 admin admin] 10.222.0.107 "DELETE /v2.0/routers/6b563344-7738-4293-8be2-a0c284f55422 HTTP/1.1" status: 204 len: 168 time: 1.4589353 Feb 15 17:41:41.130733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41994) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:41.180416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc210c34-533a-47cb-8552-5d21fccb41a9 admin admin] Deleting subnet 7c5acaa2-4245-478f-bafc-f965f59df0ee {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:41:41.184109 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc210c34-533a-47cb-8552-5d21fccb41a9 admin admin] Publish callbacks [] for subnet (7c5acaa2-4245-478f-bafc-f965f59df0ee), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:41.224529 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc210c34-533a-47cb-8552-5d21fccb41a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (7c5acaa2-4245-478f-bafc-f965f59df0ee), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:41.309980 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc210c34-533a-47cb-8552-5d21fccb41a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (7c5acaa2-4245-478f-bafc-f965f59df0ee), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:41.474202 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc210c34-533a-47cb-8552-5d21fccb41a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (7c5acaa2-4245-478f-bafc-f965f59df0ee), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:41.501161 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc210c34-533a-47cb-8552-5d21fccb41a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c5acaa2-4245-478f-bafc-f965f59df0ee,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:41.504611 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-bc210c34-533a-47cb-8552-5d21fccb41a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:41.508135 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bc210c34-533a-47cb-8552-5d21fccb41a9 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/7c5acaa2-4245-478f-bafc-f965f59df0ee HTTP/1.1" status: 204 len: 168 time: 0.3761454 Feb 15 17:41:41.510690 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 41996) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:41.514634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a46fcd1-ffac-44d9-b13c-b6c74a075cd7 None None] Network 0187bbc4-41dd-43b0-bcc8-c17862312d38 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:41:41.585430 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (0187bbc4-41dd-43b0-bcc8-c17862312d38), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:41.658703 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] Deleting port a9c15862-9790-49e9-9458-efda0ae0b8d3 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:41:41.659047 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a9c15862-9790-49e9-9458-efda0ae0b8d3), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:41.682586 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b51c8e-6e7f-47c0-b5c8-62b02d13ab27 None None] DHCP port deletion for 0187bbc4-41dd-43b0-bcc8-c17862312d38 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:41:41.724799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] For port a9c15862-9790-49e9-9458-efda0ae0b8d3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a9c15862-9790-49e9-9458-efda0ae0b8d3,segment=NetworkSegment(779ead45-29de-4473-924d-68ac71e34f3d),segment_id=779ead45-29de-4473-924d-68ac71e34f3d)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:41:41.725134 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a9c15862-9790-49e9-9458-efda0ae0b8d3), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:41.730703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-64b51c8e-6e7f-47c0-b5c8-62b02d13ab27 None None] Deleting port a9c15862-9790-49e9-9458-efda0ae0b8d3 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:41:41.731225 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64b51c8e-6e7f-47c0-b5c8-62b02d13ab27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a9c15862-9790-49e9-9458-efda0ae0b8d3), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:41.738960 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] Calling delete_port for a9c15862-9790-49e9-9458-efda0ae0b8d3 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:41:41.798404 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-64b51c8e-6e7f-47c0-b5c8-62b02d13ab27 None None] For port a9c15862-9790-49e9-9458-efda0ae0b8d3, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=a9c15862-9790-49e9-9458-efda0ae0b8d3,segment=NetworkSegment(779ead45-29de-4473-924d-68ac71e34f3d),segment_id=779ead45-29de-4473-924d-68ac71e34f3d)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:41:41.798770 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64b51c8e-6e7f-47c0-b5c8-62b02d13ab27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a9c15862-9790-49e9-9458-efda0ae0b8d3), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:41.812595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-64b51c8e-6e7f-47c0-b5c8-62b02d13ab27 None None] Calling delete_port for a9c15862-9790-49e9-9458-efda0ae0b8d3 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:41:41.920034 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a9c15862-9790-49e9-9458-efda0ae0b8d3), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:41.929019 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64b51c8e-6e7f-47c0-b5c8-62b02d13ab27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (a9c15862-9790-49e9-9458-efda0ae0b8d3), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:41.947058 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c15862-9790-49e9-9458-efda0ae0b8d3,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:41.951689 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] No DVR routers for this DVR port a9c15862-9790-49e9-9458-efda0ae0b8d3 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:41:41.953045 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b51c8e-6e7f-47c0-b5c8-62b02d13ab27 None None] Pushing event deleted for resources: {'Port': ['ID=a9c15862-9790-49e9-9458-efda0ae0b8d3,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:41.958782 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b51c8e-6e7f-47c0-b5c8-62b02d13ab27 None None] No DVR routers for this DVR port a9c15862-9790-49e9-9458-efda0ae0b8d3 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:41:42.028924 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (0187bbc4-41dd-43b0-bcc8-c17862312d38), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:42.053809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0187bbc4-41dd-43b0-bcc8-c17862312d38']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:42.062590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f0e82d69-adca-4b12-8882-2c8f87f0c432 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:41:42.067712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779ead45-29de-4473-924d-68ac71e34f3d') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:42.068102 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779ead45-29de-4473-924d-68ac71e34f3d') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:42.083383 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: f0e82d69-adca-4b12-8882-2c8f87f0c432 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:41:42.083735 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f0e82d69-adca-4b12-8882-2c8f87f0c432 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:41:42.084168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a9c15862-9790-49e9-9458-efda0ae0b8d3 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:41:42.086479 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (779ead45-29de-4473-924d-68ac71e34f3d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:42.101343 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (779ead45-29de-4473-924d-68ac71e34f3d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:42.104609 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: a9c15862-9790-49e9-9458-efda0ae0b8d3 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:41:42.104961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device a9c15862-9790-49e9-9458-efda0ae0b8d3 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:41:42.105416 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device abb3a986-cdce-4b54-95b5-ec71ebda221d no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:41:42.109046 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:41:42.112187 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (779ead45-29de-4473-924d-68ac71e34f3d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:41:42.112342 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:41:42.126224 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: abb3a986-cdce-4b54-95b5-ec71ebda221d {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:41:42.126579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device abb3a986-cdce-4b54-95b5-ec71ebda221d not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:41:42.222139 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (0187bbc4-41dd-43b0-bcc8-c17862312d38), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:42.227979 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:42.232743 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] 10.222.0.107 "DELETE /v2.0/networks/0187bbc4-41dd-43b0-bcc8-c17862312d38 HTTP/1.1" status: 204 len: 168 time: 0.7196362 Feb 15 17:41:42.243913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b71065-ac60-41fc-ba66-a90be2a317cc admin admin] Pushing event deleted for resources: {'Network': ['ID=0187bbc4-41dd-43b0-bcc8-c17862312d38,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:42.767506 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42000) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:42.807887 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8db729c5-4a6d-4f98-9c4c-593170fc7b8f admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=9daa547b5f3c462da0dbae28bca7f731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392165 Feb 15 17:41:42.810906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42002) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:42.859805 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-030bc5b8-9203-4dc7-baa8-e6e69fbb84b3 admin admin] Publish callbacks [] for security_group (cbfdb56c-455a-4e61-9bac-6a48d9376fc2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:42.881426 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-030bc5b8-9203-4dc7-baa8-e6e69fbb84b3 admin admin] Publish callbacks [] for security_group (cbfdb56c-455a-4e61-9bac-6a48d9376fc2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:43.030594 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-030bc5b8-9203-4dc7-baa8-e6e69fbb84b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (cbfdb56c-455a-4e61-9bac-6a48d9376fc2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:43.033324 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-030bc5b8-9203-4dc7-baa8-e6e69fbb84b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:43.034583 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-030bc5b8-9203-4dc7-baa8-e6e69fbb84b3 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/cbfdb56c-455a-4e61-9bac-6a48d9376fc2 HTTP/1.1" status: 204 len: 168 time: 0.2227874 Feb 15 17:41:43.042740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030bc5b8-9203-4dc7-baa8-e6e69fbb84b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfdb56c-455a-4e61-9bac-6a48d9376fc2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:43.573734 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:43.721717 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42008) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:43.765272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1b90d2a6-4634-4e47-ae64-4aa8b1e1fe08 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=02f503dd105b40b7afad6b41791a26ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417459 Feb 15 17:41:43.767791 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42010) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:43.818818 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a6a3bfa-5e4e-4878-9af3-841ba1f711f9 admin admin] Publish callbacks [] for security_group (89b00262-f2b5-4ce2-a98e-8eb2415fa3b8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:43.841397 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a6a3bfa-5e4e-4878-9af3-841ba1f711f9 admin admin] Publish callbacks [] for security_group (89b00262-f2b5-4ce2-a98e-8eb2415fa3b8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:43.999866 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a6a3bfa-5e4e-4878-9af3-841ba1f711f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (89b00262-f2b5-4ce2-a98e-8eb2415fa3b8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:44.007200 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1a6a3bfa-5e4e-4878-9af3-841ba1f711f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:44.007200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1a6a3bfa-5e4e-4878-9af3-841ba1f711f9 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/89b00262-f2b5-4ce2-a98e-8eb2415fa3b8 HTTP/1.1" status: 204 len: 168 time: 0.2351663 Feb 15 17:41:44.015872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a3bfa-5e4e-4878-9af3-841ba1f711f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b00262-f2b5-4ce2-a98e-8eb2415fa3b8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:45.112964 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42032) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:45.224125 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b90897bb-f0ec-44ab-a740-f54131ada11c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1400119942-network', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:41:45.313720 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90897bb-f0ec-44ab-a740-f54131ada11c admin admin] Made reservation on behalf of e637146cf6be4505bd1784eb2b73f61a for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:41:45.316178 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b90897bb-f0ec-44ab-a740-f54131ada11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:45.325793 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b90897bb-f0ec-44ab-a740-f54131ada11c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:45.407218 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b90897bb-f0ec-44ab-a740-f54131ada11c admin admin] Publish callbacks [] for security_group (1ed7d77f-f111-4449-9dcd-d42b0a551177), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:45.458869 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b90897bb-f0ec-44ab-a740-f54131ada11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1ed7d77f-f111-4449-9dcd-d42b0a551177), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:45.485122 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90897bb-f0ec-44ab-a740-f54131ada11c admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:41:45.494255 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90897bb-f0ec-44ab-a740-f54131ada11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed7d77f-f111-4449-9dcd-d42b0a551177,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:45.502991 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b90897bb-f0ec-44ab-a740-f54131ada11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (dc47aed8-c6cd-478c-ae17-a83a1d308583), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:45.503160 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-b90897bb-f0ec-44ab-a740-f54131ada11c admin admin] Added segment dc47aed8-c6cd-478c-ae17-a83a1d308583 of type vlan for network cbc848d2-6f61-4baf-960d-6830ffdf2d77 Feb 15 17:41:45.546579 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b90897bb-f0ec-44ab-a740-f54131ada11c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (cbc848d2-6f61-4baf-960d-6830ffdf2d77), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:45.627736 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b90897bb-f0ec-44ab-a740-f54131ada11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (cbc848d2-6f61-4baf-960d-6830ffdf2d77), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:45.628808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90897bb-f0ec-44ab-a740-f54131ada11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:41:45.629512 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b90897bb-f0ec-44ab-a740-f54131ada11c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:45.689619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90897bb-f0ec-44ab-a740-f54131ada11c admin admin] Pushing event updated for resources: {'Network': ['ID=cbc848d2-6f61-4baf-960d-6830ffdf2d77,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:45.701327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network cbc848d2-6f61-4baf-960d-6830ffdf2d77 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:41:45.759712 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b90897bb-f0ec-44ab-a740-f54131ada11c admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6449080 Feb 15 17:41:45.762707 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42036) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:45.768654 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a183e989-bf7f-4815-90ca-9b601ecc49e7 admin admin] Request body: {'subnet': {'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1400119942-subnet', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:41:45.879657 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a183e989-bf7f-4815-90ca-9b601ecc49e7 admin admin] Made reservation on behalf of e637146cf6be4505bd1784eb2b73f61a for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:41:45.882150 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a183e989-bf7f-4815-90ca-9b601ecc49e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:46.126374 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a183e989-bf7f-4815-90ca-9b601ecc49e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (433d26a2-0101-42a8-ac4b-05a85da95174), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:46.185700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183e989-bf7f-4815-90ca-9b601ecc49e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=433d26a2-0101-42a8-ac4b-05a85da95174,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:46.196717 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a183e989-bf7f-4815-90ca-9b601ecc49e7 admin admin] Checking segment: {'id': 'dc47aed8-c6cd-478c-ae17-a83a1d308583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:41:46.197107 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a183e989-bf7f-4815-90ca-9b601ecc49e7 admin admin] Network hostable DHCP agents. Network: cbc848d2-6f61-4baf-960d-6830ffdf2d77, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:41:46.282088 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a183e989-bf7f-4815-90ca-9b601ecc49e7 admin admin] Network cbc848d2-6f61-4baf-960d-6830ffdf2d77 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:41:46.350465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a183e989-bf7f-4815-90ca-9b601ecc49e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, cbc848d2-6f61-4baf-960d-6830ffdf2d77) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:41:46.354956 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a183e989-bf7f-4815-90ca-9b601ecc49e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:41:46.355605 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a183e989-bf7f-4815-90ca-9b601ecc49e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:46.360558 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248dda42-72fd-44ca-a815-03cfabf63cee None None] Network cbc848d2-6f61-4baf-960d-6830ffdf2d77 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:41:46.425817 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a183e989-bf7f-4815-90ca-9b601ecc49e7 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6615019 Feb 15 17:41:46.428249 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42038) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:46.432942 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1400119942-router', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:41:46.468161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'fixed_ips': [{'subnet_id': '433d26a2-0101-42a8-ac4b-05a85da95174'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:41:46.469238 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:46.505417 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (2960484e-056b-4b45-aa45-7b4de648118e), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:46.506508 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (2960484e-056b-4b45-aa45-7b4de648118e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:46.566757 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Publish callbacks [] for router_controller (2960484e-056b-4b45-aa45-7b4de648118e), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:46.617701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Allocated IP 172.20.0.2 (cbc848d2-6f61-4baf-960d-6830ffdf2d77/433d26a2-0101-42a8-ac4b-05a85da95174/230694dd-1af3-4f96-9f1a-1597293abd83) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:41:46.763758 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Publish callbacks [] for router_gateway (2960484e-056b-4b45-aa45-7b4de648118e), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:46.769561 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Publish callbacks [] for port (230694dd-1af3-4f96-9f1a-1597293abd83), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:46.885262 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (230694dd-1af3-4f96-9f1a-1597293abd83), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:46.926951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Network cbc848d2-6f61-4baf-960d-6830ffdf2d77 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:41:46.930041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:41:46.933566 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:41:46.938940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Pushing event updated for resources: {'Port': ['ID=230694dd-1af3-4f96-9f1a-1597293abd83,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:46.948877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:46.949225 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:46.949623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:46.949958 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:46.950291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:46.950621 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:46.950946 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:46.951272 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:46.951615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:46.951944 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:46.955817 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:46.955817 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:46.955817 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:47.015018 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Attempting to bind port 230694dd-1af3-4f96-9f1a-1597293abd83 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:41:47.015385 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Attempting to bind port 230694dd-1af3-4f96-9f1a-1597293abd83 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'dc47aed8-c6cd-478c-ae17-a83a1d308583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:41:47.016351 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Attempting to bind port 230694dd-1af3-4f96-9f1a-1597293abd83 on network cbc848d2-6f61-4baf-960d-6830ffdf2d77 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:41:47.021844 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:41:47.022219 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Checking segment: {'id': 'dc47aed8-c6cd-478c-ae17-a83a1d308583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:41:47.022630 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:47.023026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Bound using segment: {'id': 'dc47aed8-c6cd-478c-ae17-a83a1d308583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:41:47.023491 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Bound port: 230694dd-1af3-4f96-9f1a-1597293abd83, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc47aed8-c6cd-478c-ae17-a83a1d308583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:41:47.023871 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (230694dd-1af3-4f96-9f1a-1597293abd83), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:47.075930 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Publish callbacks [] for router_gateway (2960484e-056b-4b45-aa45-7b4de648118e), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:47.096951 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:47.211214 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Allocated IP 172.25.4.119 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/c8810031-e016-4e86-8305-b952ebf3ce6d) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:41:47.255581 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] For port 230694dd-1af3-4f96-9f1a-1597293abd83, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:41:47.258740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] For port 230694dd-1af3-4f96-9f1a-1597293abd83, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=230694dd-1af3-4f96-9f1a-1597293abd83,segment=NetworkSegment(dc47aed8-c6cd-478c-ae17-a83a1d308583),segment_id=dc47aed8-c6cd-478c-ae17-a83a1d308583)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:41:47.323202 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Publish callbacks [] for port (c8810031-e016-4e86-8305-b952ebf3ce6d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:47.428385 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (230694dd-1af3-4f96-9f1a-1597293abd83), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:47.482213 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c8810031-e016-4e86-8305-b952ebf3ce6d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:47.490016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cdea3-8435-4e6c-a316-ea50869d3be5 None None] Pushing event updated for resources: {'Port': ['ID=230694dd-1af3-4f96-9f1a-1597293abd83,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:47.524732 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:41:47.529828 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:41:47.533571 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:41:47.565936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Pushing event updated for resources: {'Port': ['ID=c8810031-e016-4e86-8305-b952ebf3ce6d,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:47.889975 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Publish callbacks [] for router_gateway (2960484e-056b-4b45-aa45-7b4de648118e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:48.082076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 230694dd-1af3-4f96-9f1a-1597293abd83 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:41:48.138299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 230694dd-1af3-4f96-9f1a-1597293abd83 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:48.138679 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (230694dd-1af3-4f96-9f1a-1597293abd83), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:48.228946 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 230694dd-1af3-4f96-9f1a-1597293abd83 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:41:48.229660 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (230694dd-1af3-4f96-9f1a-1597293abd83), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:48.268197 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 230694dd-1af3-4f96-9f1a-1597293abd83, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=230694dd-1af3-4f96-9f1a-1597293abd83,segment=NetworkSegment(dc47aed8-c6cd-478c-ae17-a83a1d308583),segment_id=dc47aed8-c6cd-478c-ae17-a83a1d308583)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:41:48.333742 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (230694dd-1af3-4f96-9f1a-1597293abd83), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:48.391642 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=230694dd-1af3-4f96-9f1a-1597293abd83,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:48.446307 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (2960484e-056b-4b45-aa45-7b4de648118e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:48.474477 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a969cc1-94b0-4905-956e-5e7c4735924a None None] Network cbc848d2-6f61-4baf-960d-6830ffdf2d77 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:41:48.590484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3e2b2678-2bd3-4fc0-b147-c3c5ad7c4243 None None] Provisioning complete for port 230694dd-1af3-4f96-9f1a-1597293abd83 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:48.590858 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3e2b2678-2bd3-4fc0-b147-c3c5ad7c4243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (230694dd-1af3-4f96-9f1a-1597293abd83), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:48.673787 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Router 2960484e-056b-4b45-aa45-7b4de648118e is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:41:48.691429 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3e2b2678-2bd3-4fc0-b147-c3c5ad7c4243 None None] Current status of the port 230694dd-1af3-4f96-9f1a-1597293abd83 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:41:48.792147 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:41:48.802196 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Sync routers for ids ['2960484e-056b-4b45-aa45-7b4de648118e'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:41:48.813031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Routers {'2960484e-056b-4b45-aa45-7b4de648118e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:41:48.818316 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:41:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2960484e-056b-4b45-aa45-7b4de648118e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:48.910493 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:48.911739 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0bf46872-032e-4845-93e4-151a7a3e9e86 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4823043 Feb 15 17:41:48.914467 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42040) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:48.938271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Set router 2960484e-056b-4b45-aa45-7b4de648118e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:41:48.940625 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-83b29bb8-d93e-487b-a7f2-f93d00119aa4 None None] Provisioning complete for port 230694dd-1af3-4f96-9f1a-1597293abd83 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:48.941005 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-83b29bb8-d93e-487b-a7f2-f93d00119aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (230694dd-1af3-4f96-9f1a-1597293abd83), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:49.167127 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-83b29bb8-d93e-487b-a7f2-f93d00119aa4 None None] Current status of the port 230694dd-1af3-4f96-9f1a-1597293abd83 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:41:49.204212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2960484e-056b-4b45-aa45-7b4de648118e', 'name': 'tempest-TestMinimumBasicScenario-1400119942-router', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:46Z', 'updated_at': '2022-02-15T17:41:47Z', 'revision_number': 3, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'gw_port': {'id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:06:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:47Z', 'updated_at': '2022-02-15T17:41:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:49.233067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Checking router: 2960484e-056b-4b45-aa45-7b4de648118e for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:41:49.233583 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Updating router 2960484e-056b-4b45-aa45-7b4de648118e port c8810031-e016-4e86-8305-b952ebf3ce6d binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:41:49.262915 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c8810031-e016-4e86-8305-b952ebf3ce6d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:49.368837 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:49.532011 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Publish callbacks [] for port (c8810031-e016-4e86-8305-b952ebf3ce6d), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:49.532342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Allocated IP 172.20.0.1 (cbc848d2-6f61-4baf-960d-6830ffdf2d77/433d26a2-0101-42a8-ac4b-05a85da95174/7b59eba9-9dd6-4742-b030-10aef0a04b48) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:41:49.630664 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c8810031-e016-4e86-8305-b952ebf3ce6d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:49.644676 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Publish callbacks [] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:49.687054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Attempting to bind port c8810031-e016-4e86-8305-b952ebf3ce6d on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:41:49.687942 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Attempting to bind port c8810031-e016-4e86-8305-b952ebf3ce6d by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:41:49.688308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Attempting to bind port c8810031-e016-4e86-8305-b952ebf3ce6d on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:41:49.690464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec5186-b7b0-42e8-b071-85366a2d3500 None None] Pushing event updated for resources: {'Port': ['ID=c8810031-e016-4e86-8305-b952ebf3ce6d,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:49.696453 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:41:49.696793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:41:49.697201 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:49.697609 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:41:49.698080 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Bound port: c8810031-e016-4e86-8305-b952ebf3ce6d, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:41:49.698464 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c8810031-e016-4e86-8305-b952ebf3ce6d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:49.755365 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] For port c8810031-e016-4e86-8305-b952ebf3ce6d, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:41:49.756882 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:49.758684 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] For port c8810031-e016-4e86-8305-b952ebf3ce6d, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c8810031-e016-4e86-8305-b952ebf3ce6d,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:41:49.796198 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Network cbc848d2-6f61-4baf-960d-6830ffdf2d77 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:41:49.801778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:41:49.807929 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:41:49.825356 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c8810031-e016-4e86-8305-b952ebf3ce6d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:49.839566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=7b59eba9-9dd6-4742-b030-10aef0a04b48,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:49.862339 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (2960484e-056b-4b45-aa45-7b4de648118e), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:49.898440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Routers {'2960484e-056b-4b45-aa45-7b4de648118e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:41:49.899093 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:41:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2960484e-056b-4b45-aa45-7b4de648118e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:49.904154 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec5186-b7b0-42e8-b071-85366a2d3500 None None] Pushing event updated for resources: {'Port': ['ID=c8810031-e016-4e86-8305-b952ebf3ce6d,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:50.035978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] Set router 2960484e-056b-4b45-aa45-7b4de648118e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:41:50.099892 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 230694dd-1af3-4f96-9f1a-1597293abd83 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:41:50.108926 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:50.228160 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 230694dd-1af3-4f96-9f1a-1597293abd83 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:50.228865 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (230694dd-1af3-4f96-9f1a-1597293abd83), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:50.292243 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Publish callbacks [] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:50.303215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cd44055c-bd69-4923-9d32-de85c26dad60 None None] Provisioning complete for port 7b59eba9-9dd6-4742-b030-10aef0a04b48 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:50.303586 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd44055c-bd69-4923-9d32-de85c26dad60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:50.353634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cd44055c-bd69-4923-9d32-de85c26dad60 None None] Port 7b59eba9-9dd6-4742-b030-10aef0a04b48 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:41:50.356117 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:50.387976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2960484e-056b-4b45-aa45-7b4de648118e', 'name': 'tempest-TestMinimumBasicScenario-1400119942-router', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:46Z', 'updated_at': '2022-02-15T17:41:47Z', 'revision_number': 3, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'gw_port': {'id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:06:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:47Z', 'updated_at': '2022-02-15T17:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:50.420860 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb556c5-fc3f-4c59-8790-3c4984683f4c None None] The sync data for ids ['2960484e-056b-4b45-aa45-7b4de648118e'] in n-d-828372-14 is: [{'id': '2960484e-056b-4b45-aa45-7b4de648118e', 'name': 'tempest-TestMinimumBasicScenario-1400119942-router', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:46Z', 'updated_at': '2022-02-15T17:41:47Z', 'revision_number': 3, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'gw_port': {'id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:06:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:47Z', 'updated_at': '2022-02-15T17:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:41:50.425258 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 230694dd-1af3-4f96-9f1a-1597293abd83 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:41:50.428385 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Pushing event updated for resources: {'Port': ['ID=7b59eba9-9dd6-4742-b030-10aef0a04b48,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:50.432136 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (2960484e-056b-4b45-aa45-7b4de648118e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:50.532783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Network cbc848d2-6f61-4baf-960d-6830ffdf2d77 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:41:50.534311 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:41:50.692413 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Router 2960484e-056b-4b45-aa45-7b4de648118e has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:41:50.828534 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:41:50.839267 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f7efd470-df1b-40a6-9bfc-096018f77eb6 admin admin] 10.222.0.107 "PUT /v2.0/routers/2960484e-056b-4b45-aa45-7b4de648118e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9237366 Feb 15 17:41:50.879420 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2b310409-11b1-4383-802a-0b291dd352f5 None None] Provisioning complete for port 7b59eba9-9dd6-4742-b030-10aef0a04b48 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:50.879904 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b310409-11b1-4383-802a-0b291dd352f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:50.921153 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2b310409-11b1-4383-802a-0b291dd352f5 None None] Port 7b59eba9-9dd6-4742-b030-10aef0a04b48 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:41:51.666623 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42056) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:51.671803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-c4b728f5-1c17-429a-a8c7-d9405d5437e6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-521028964-network', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:41:51.773783 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b728f5-1c17-429a-a8c7-d9405d5437e6 admin admin] Made reservation on behalf of 4f20319b39ae49fda8a319f52c8f523f for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:41:51.776886 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4b728f5-1c17-429a-a8c7-d9405d5437e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:51.789983 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4b728f5-1c17-429a-a8c7-d9405d5437e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:51.877959 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4b728f5-1c17-429a-a8c7-d9405d5437e6 admin admin] Publish callbacks [] for security_group (5581b113-03e5-4d53-9730-5cd68fe8e032), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:51.942073 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4b728f5-1c17-429a-a8c7-d9405d5437e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5581b113-03e5-4d53-9730-5cd68fe8e032), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:51.971740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b728f5-1c17-429a-a8c7-d9405d5437e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:41:51.978726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b728f5-1c17-429a-a8c7-d9405d5437e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5581b113-03e5-4d53-9730-5cd68fe8e032,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:51.985400 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4b728f5-1c17-429a-a8c7-d9405d5437e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (86855652-ca12-45b8-acd6-70cdbdd96d11), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:51.985772 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-c4b728f5-1c17-429a-a8c7-d9405d5437e6 admin admin] Added segment 86855652-ca12-45b8-acd6-70cdbdd96d11 of type vlan for network db6ed870-36d6-4ddd-866c-5ddd6bfb673e Feb 15 17:41:52.039339 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4b728f5-1c17-429a-a8c7-d9405d5437e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (db6ed870-36d6-4ddd-866c-5ddd6bfb673e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:52.093760 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Sync routers for ids ['2960484e-056b-4b45-aa45-7b4de648118e'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:41:52.099128 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c8810031-e016-4e86-8305-b952ebf3ce6d up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:41:52.105929 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Routers {'2960484e-056b-4b45-aa45-7b4de648118e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:41:52.110691 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:41:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2960484e-056b-4b45-aa45-7b4de648118e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:52.139609 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4b728f5-1c17-429a-a8c7-d9405d5437e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (db6ed870-36d6-4ddd-866c-5ddd6bfb673e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:52.141023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b728f5-1c17-429a-a8c7-d9405d5437e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:41:52.142456 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c4b728f5-1c17-429a-a8c7-d9405d5437e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:52.156481 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c8810031-e016-4e86-8305-b952ebf3ce6d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:52.156481 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c8810031-e016-4e86-8305-b952ebf3ce6d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:52.213392 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b728f5-1c17-429a-a8c7-d9405d5437e6 admin admin] Pushing event updated for resources: {'Network': ['ID=db6ed870-36d6-4ddd-866c-5ddd6bfb673e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:52.232167 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Set router 2960484e-056b-4b45-aa45-7b4de648118e gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:41:52.238877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network db6ed870-36d6-4ddd-866c-5ddd6bfb673e details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:41:52.305002 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c8810031-e016-4e86-8305-b952ebf3ce6d is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:41:52.305485 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c8810031-e016-4e86-8305-b952ebf3ce6d), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:52.307100 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c4b728f5-1c17-429a-a8c7-d9405d5437e6 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6393688 Feb 15 17:41:52.309865 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42058) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:52.315566 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-1432826b-aafc-49b7-be4d-f9da0cec3e46 admin admin] Request body: {'subnet': {'network_id': 'db6ed870-36d6-4ddd-866c-5ddd6bfb673e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-521028964-subnet', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f', 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:41:52.339093 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port c8810031-e016-4e86-8305-b952ebf3ce6d, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c8810031-e016-4e86-8305-b952ebf3ce6d,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:41:52.433881 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1432826b-aafc-49b7-be4d-f9da0cec3e46 admin admin] Made reservation on behalf of 4f20319b39ae49fda8a319f52c8f523f for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:41:52.437436 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1432826b-aafc-49b7-be4d-f9da0cec3e46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:52.452205 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2960484e-056b-4b45-aa45-7b4de648118e', 'name': 'tempest-TestMinimumBasicScenario-1400119942-router', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:46Z', 'updated_at': '2022-02-15T17:41:49Z', 'revision_number': 4, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'gw_port': {'id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:06:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:47Z', 'updated_at': '2022-02-15T17:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '7b59eba9-9dd6-4742-b030-10aef0a04b48', 'name': '', 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'mac_address': 'fa:16:3e:a0:9a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:49Z', 'updated_at': '2022-02-15T17:41:50Z', 'revision_number': 2, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'subnets': [{'id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:52.456242 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c8810031-e016-4e86-8305-b952ebf3ce6d), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:52.484925 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Checking router: 2960484e-056b-4b45-aa45-7b4de648118e for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:41:52.485403 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Updating router 2960484e-056b-4b45-aa45-7b4de648118e port 7b59eba9-9dd6-4742-b030-10aef0a04b48 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:41:52.514444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=c8810031-e016-4e86-8305-b952ebf3ce6d,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:52.515009 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:52.716757 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1432826b-aafc-49b7-be4d-f9da0cec3e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (4c5da703-444a-4194-a4b6-b85737b26d25), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:52.778414 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432826b-aafc-49b7-be4d-f9da0cec3e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5da703-444a-4194-a4b6-b85737b26d25,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:52.785976 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Publish callbacks [] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:52.791303 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1432826b-aafc-49b7-be4d-f9da0cec3e46 admin admin] Checking segment: {'id': '86855652-ca12-45b8-acd6-70cdbdd96d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'db6ed870-36d6-4ddd-866c-5ddd6bfb673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:41:52.791635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1432826b-aafc-49b7-be4d-f9da0cec3e46 admin admin] Network hostable DHCP agents. Network: db6ed870-36d6-4ddd-866c-5ddd6bfb673e, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:41:52.893298 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:52.910421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1432826b-aafc-49b7-be4d-f9da0cec3e46 admin admin] Network db6ed870-36d6-4ddd-866c-5ddd6bfb673e is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:41:53.042759 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad23e6-3b9e-4901-aa5b-62a863c4656f None None] Pushing event updated for resources: {'Port': ['ID=7b59eba9-9dd6-4742-b030-10aef0a04b48,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:53.066457 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad23e6-3b9e-4901-aa5b-62a863c4656f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:53.066457 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad23e6-3b9e-4901-aa5b-62a863c4656f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:53.066457 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad23e6-3b9e-4901-aa5b-62a863c4656f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:53.066457 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad23e6-3b9e-4901-aa5b-62a863c4656f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:53.066931 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad23e6-3b9e-4901-aa5b-62a863c4656f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:53.067021 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad23e6-3b9e-4901-aa5b-62a863c4656f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:53.067341 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad23e6-3b9e-4901-aa5b-62a863c4656f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:53.067671 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad23e6-3b9e-4901-aa5b-62a863c4656f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:53.067998 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad23e6-3b9e-4901-aa5b-62a863c4656f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:53.068319 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad23e6-3b9e-4901-aa5b-62a863c4656f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:53.068639 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad23e6-3b9e-4901-aa5b-62a863c4656f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:53.068959 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad23e6-3b9e-4901-aa5b-62a863c4656f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:53.069610 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ad23e6-3b9e-4901-aa5b-62a863c4656f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:41:53.092337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-1432826b-aafc-49b7-be4d-f9da0cec3e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, db6ed870-36d6-4ddd-866c-5ddd6bfb673e) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:41:53.092337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1432826b-aafc-49b7-be4d-f9da0cec3e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:41:53.092337 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1432826b-aafc-49b7-be4d-f9da0cec3e46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:53.096198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddee9121-4785-4d1a-901b-377a6d75986d None None] Network db6ed870-36d6-4ddd-866c-5ddd6bfb673e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:41:53.115570 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Attempting to bind port 7b59eba9-9dd6-4742-b030-10aef0a04b48 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:41:53.116149 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Attempting to bind port 7b59eba9-9dd6-4742-b030-10aef0a04b48 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'dc47aed8-c6cd-478c-ae17-a83a1d308583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:41:53.116445 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Attempting to bind port 7b59eba9-9dd6-4742-b030-10aef0a04b48 on network cbc848d2-6f61-4baf-960d-6830ffdf2d77 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:41:53.122721 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:41:53.123231 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Checking segment: {'id': 'dc47aed8-c6cd-478c-ae17-a83a1d308583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:41:53.123711 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:53.124103 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Bound using segment: {'id': 'dc47aed8-c6cd-478c-ae17-a83a1d308583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:41:53.124577 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Bound port: 7b59eba9-9dd6-4742-b030-10aef0a04b48, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc47aed8-c6cd-478c-ae17-a83a1d308583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:41:53.124949 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:53.200263 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1432826b-aafc-49b7-be4d-f9da0cec3e46 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8892555 Feb 15 17:41:53.203108 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42060) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:53.218969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-521028964-router', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:41:53.223224 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] For port 7b59eba9-9dd6-4742-b030-10aef0a04b48, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:41:53.223821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-db6ed870-36d6-4ddd-866c-5ddd6bfb673e', 'network_id': 'db6ed870-36d6-4ddd-866c-5ddd6bfb673e', 'project_id': '4f20319b39ae49fda8a319f52c8f523f', 'fixed_ips': [{'subnet_id': '4c5da703-444a-4194-a4b6-b85737b26d25'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:41:53.226180 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:53.230043 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] For port 7b59eba9-9dd6-4742-b030-10aef0a04b48, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7b59eba9-9dd6-4742-b030-10aef0a04b48,segment=NetworkSegment(dc47aed8-c6cd-478c-ae17-a83a1d308583),segment_id=dc47aed8-c6cd-478c-ae17-a83a1d308583)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:41:53.334305 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:53.375604 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:53.378910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-02e51421-d604-41c0-948d-a3f82b61e95c None None] Provisioning complete for port 7b59eba9-9dd6-4742-b030-10aef0a04b48 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:53.379182 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:53.379351 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02e51421-d604-41c0-948d-a3f82b61e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:53.410351 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Routers {'2960484e-056b-4b45-aa45-7b4de648118e'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:41:53.411316 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:41:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2960484e-056b-4b45-aa45-7b4de648118e'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:53.412160 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Allocated IP 172.20.0.2 (db6ed870-36d6-4ddd-866c-5ddd6bfb673e/4c5da703-444a-4194-a4b6-b85737b26d25/155b9566-afd9-491d-b466-dc82a6da04f6) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:41:53.416533 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad23e6-3b9e-4901-aa5b-62a863c4656f None None] Pushing event updated for resources: {'Port': ['ID=7b59eba9-9dd6-4742-b030-10aef0a04b48,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:53.479851 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Publish callbacks [] for router_controller (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:53.551431 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] Set router 2960484e-056b-4b45-aa45-7b4de648118e gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:41:53.724035 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-02e51421-d604-41c0-948d-a3f82b61e95c None None] Current status of the port 7b59eba9-9dd6-4742-b030-10aef0a04b48 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:41:53.724425 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02e51421-d604-41c0-948d-a3f82b61e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:53.731495 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Publish callbacks [] for router_gateway (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:53.811120 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2960484e-056b-4b45-aa45-7b4de648118e', 'name': 'tempest-TestMinimumBasicScenario-1400119942-router', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:46Z', 'updated_at': '2022-02-15T17:41:49Z', 'revision_number': 4, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'gw_port': {'id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:47Z', 'updated_at': '2022-02-15T17:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '7b59eba9-9dd6-4742-b030-10aef0a04b48', 'name': '', 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'mac_address': 'fa:16:3e:a0:9a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:49Z', 'updated_at': '2022-02-15T17:41:53Z', 'revision_number': 4, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'subnets': [{'id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:53.823896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-02e51421-d604-41c0-948d-a3f82b61e95c None None] For port 7b59eba9-9dd6-4742-b030-10aef0a04b48, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7b59eba9-9dd6-4742-b030-10aef0a04b48,segment=NetworkSegment(dc47aed8-c6cd-478c-ae17-a83a1d308583),segment_id=dc47aed8-c6cd-478c-ae17-a83a1d308583)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:41:53.831395 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Publish callbacks [] for port (155b9566-afd9-491d-b466-dc82a6da04f6), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:53.842885 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90267b14-7020-42a5-b164-06cec42a32f1 None None] The sync data for ids ['2960484e-056b-4b45-aa45-7b4de648118e'] in n-d-828372-14 is: [{'id': '2960484e-056b-4b45-aa45-7b4de648118e', 'name': 'tempest-TestMinimumBasicScenario-1400119942-router', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:46Z', 'updated_at': '2022-02-15T17:41:49Z', 'revision_number': 4, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'gw_port': {'id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:47Z', 'updated_at': '2022-02-15T17:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '7b59eba9-9dd6-4742-b030-10aef0a04b48', 'name': '', 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'mac_address': 'fa:16:3e:a0:9a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:49Z', 'updated_at': '2022-02-15T17:41:53Z', 'revision_number': 4, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'subnets': [{'id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:41:53.934229 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (155b9566-afd9-491d-b466-dc82a6da04f6), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:53.937717 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-02e51421-d604-41c0-948d-a3f82b61e95c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:53.999957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Network db6ed870-36d6-4ddd-866c-5ddd6bfb673e is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:41:54.003293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Pushing event updated for resources: {'Port': ['ID=155b9566-afd9-491d-b466-dc82a6da04f6,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:54.007355 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:41:54.021025 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:41:54.097277 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Publish callbacks [] for router_gateway (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:54.124271 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:54.169822 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a9d4f018-f534-469b-8e79-70c6d5f4ceb7 None None] Provisioning complete for port 7b59eba9-9dd6-4742-b030-10aef0a04b48 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:54.170205 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a9d4f018-f534-469b-8e79-70c6d5f4ceb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:54.212882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7b59eba9-9dd6-4742-b030-10aef0a04b48 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:41:54.241584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e51421-d604-41c0-948d-a3f82b61e95c None None] Pushing event updated for resources: {'Port': ['ID=7b59eba9-9dd6-4742-b030-10aef0a04b48,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:54.244874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Attempting to bind port 155b9566-afd9-491d-b466-dc82a6da04f6 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:41:54.245263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Attempting to bind port 155b9566-afd9-491d-b466-dc82a6da04f6 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '86855652-ca12-45b8-acd6-70cdbdd96d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'db6ed870-36d6-4ddd-866c-5ddd6bfb673e'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:41:54.245667 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Attempting to bind port 155b9566-afd9-491d-b466-dc82a6da04f6 on network db6ed870-36d6-4ddd-866c-5ddd6bfb673e {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:41:54.265606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:41:54.266410 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Checking segment: {'id': '86855652-ca12-45b8-acd6-70cdbdd96d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'db6ed870-36d6-4ddd-866c-5ddd6bfb673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:41:54.266410 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:54.266835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Bound using segment: {'id': '86855652-ca12-45b8-acd6-70cdbdd96d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'db6ed870-36d6-4ddd-866c-5ddd6bfb673e'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:41:54.267344 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Bound port: 155b9566-afd9-491d-b466-dc82a6da04f6, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86855652-ca12-45b8-acd6-70cdbdd96d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'db6ed870-36d6-4ddd-866c-5ddd6bfb673e'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:41:54.267740 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (155b9566-afd9-491d-b466-dc82a6da04f6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:54.279646 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Allocated IP 172.25.4.161 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/87455f66-1229-4212-a28e-31371c2d61c1) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:41:54.388595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7b59eba9-9dd6-4742-b030-10aef0a04b48 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:54.388976 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:54.400555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] For port 155b9566-afd9-491d-b466-dc82a6da04f6, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:41:54.412518 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Publish callbacks [] for port (87455f66-1229-4212-a28e-31371c2d61c1), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:54.441946 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a9d4f018-f534-469b-8e79-70c6d5f4ceb7 None None] Current status of the port 7b59eba9-9dd6-4742-b030-10aef0a04b48 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:41:54.445578 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] For port 155b9566-afd9-491d-b466-dc82a6da04f6, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=155b9566-afd9-491d-b466-dc82a6da04f6,segment=NetworkSegment(86855652-ca12-45b8-acd6-70cdbdd96d11),segment_id=86855652-ca12-45b8-acd6-70cdbdd96d11)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:41:54.514708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7b59eba9-9dd6-4742-b030-10aef0a04b48 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:41:54.515889 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c8810031-e016-4e86-8305-b952ebf3ce6d up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:41:54.530812 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (87455f66-1229-4212-a28e-31371c2d61c1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:54.566554 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (155b9566-afd9-491d-b466-dc82a6da04f6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:54.583342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:41:54.588310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:41:54.589630 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Pushing event updated for resources: {'Port': ['ID=87455f66-1229-4212-a28e-31371c2d61c1,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:54.591846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:41:54.611483 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c8810031-e016-4e86-8305-b952ebf3ce6d triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:54.611901 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c8810031-e016-4e86-8305-b952ebf3ce6d), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:54.676934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c4afe-a891-40ee-a65a-e94d2d0bf323 None None] Pushing event updated for resources: {'Port': ['ID=155b9566-afd9-491d-b466-dc82a6da04f6,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:54.735217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c8810031-e016-4e86-8305-b952ebf3ce6d is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:41:55.014900 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Publish callbacks [] for router_gateway (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:55.242381 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:55.487530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Router ff015489-8e0a-4ed6-b7aa-9820cfcfec3c is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:41:55.608041 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:41:55.619461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Sync routers for ids ['ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:41:55.630458 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Routers {'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:41:55.637139 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:41:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:55.687366 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:55.689196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d8d7c73f-7a21-4d69-99a9-ff812e3dd43a admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4841430 Feb 15 17:41:55.692146 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42062) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:41:55.702903 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91459eb2-4a09-44f5-b14b-c37af34a960a None None] Network db6ed870-36d6-4ddd-866c-5ddd6bfb673e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:41:55.806197 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2c8ad384-f400-4b5f-9a52-f03016b62e7c None None] Provisioning complete for port 155b9566-afd9-491d-b466-dc82a6da04f6 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:55.806570 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad384-f400-4b5f-9a52-f03016b62e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (155b9566-afd9-491d-b466-dc82a6da04f6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:55.854154 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Set router ff015489-8e0a-4ed6-b7aa-9820cfcfec3c gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:41:56.076893 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2c8ad384-f400-4b5f-9a52-f03016b62e7c None None] Current status of the port 155b9566-afd9-491d-b466-dc82a6da04f6 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:41:56.077552 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad384-f400-4b5f-9a52-f03016b62e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (155b9566-afd9-491d-b466-dc82a6da04f6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:56.143967 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2c8ad384-f400-4b5f-9a52-f03016b62e7c None None] For port 155b9566-afd9-491d-b466-dc82a6da04f6, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=155b9566-afd9-491d-b466-dc82a6da04f6,segment=NetworkSegment(86855652-ca12-45b8-acd6-70cdbdd96d11),segment_id=86855652-ca12-45b8-acd6-70cdbdd96d11)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:41:56.161335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'name': 'tempest-TestMinimumBasicScenario-521028964-router', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '87455f66-1229-4212-a28e-31371c2d61c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:53Z', 'updated_at': '2022-02-15T17:41:54Z', 'revision_number': 3, 'project_id': '4f20319b39ae49fda8a319f52c8f523f', 'gw_port': {'id': '87455f66-1229-4212-a28e-31371c2d61c1', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:54Z', 'updated_at': '2022-02-15T17:41:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:56.180356 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:56.197852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Checking router: ff015489-8e0a-4ed6-b7aa-9820cfcfec3c for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:41:56.198204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Updating router ff015489-8e0a-4ed6-b7aa-9820cfcfec3c port 87455f66-1229-4212-a28e-31371c2d61c1 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:41:56.200393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 155b9566-afd9-491d-b466-dc82a6da04f6 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:41:56.248887 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c8ad384-f400-4b5f-9a52-f03016b62e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (155b9566-afd9-491d-b466-dc82a6da04f6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:56.295425 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (87455f66-1229-4212-a28e-31371c2d61c1), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:56.347260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8ad384-f400-4b5f-9a52-f03016b62e7c None None] Pushing event updated for resources: {'Port': ['ID=155b9566-afd9-491d-b466-dc82a6da04f6,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:56.360684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Allocated IP 172.20.0.1 (db6ed870-36d6-4ddd-866c-5ddd6bfb673e/4c5da703-444a-4194-a4b6-b85737b26d25/cb456c6a-48cf-4599-b598-21626afb0846) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:41:56.424976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 155b9566-afd9-491d-b466-dc82a6da04f6 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:56.425399 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (155b9566-afd9-491d-b466-dc82a6da04f6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:56.477829 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Publish callbacks [] for port (cb456c6a-48cf-4599-b598-21626afb0846), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:56.482800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c4d31d61-3063-4348-bca1-98cf31b30252 None None] Provisioning complete for port 155b9566-afd9-491d-b466-dc82a6da04f6 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:56.482800 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c4d31d61-3063-4348-bca1-98cf31b30252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (155b9566-afd9-491d-b466-dc82a6da04f6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:56.608184 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cb456c6a-48cf-4599-b598-21626afb0846), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:56.652919 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Network db6ed870-36d6-4ddd-866c-5ddd6bfb673e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:41:56.655834 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:41:56.660662 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Pushing event updated for resources: {'Port': ['ID=cb456c6a-48cf-4599-b598-21626afb0846,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:56.662954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:41:56.683800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 155b9566-afd9-491d-b466-dc82a6da04f6 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:41:56.684847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7b59eba9-9dd6-4742-b030-10aef0a04b48 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:41:56.710118 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:56.927448 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c4d31d61-3063-4348-bca1-98cf31b30252 None None] Current status of the port 155b9566-afd9-491d-b466-dc82a6da04f6 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:41:56.980426 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Publish callbacks [] for port (87455f66-1229-4212-a28e-31371c2d61c1), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:56.987849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7b59eba9-9dd6-4742-b030-10aef0a04b48 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:56.988132 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:57.077040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-532373d3-a745-45b5-b695-f47af36d1613 None None] Provisioning complete for port cb456c6a-48cf-4599-b598-21626afb0846 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:57.077466 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-532373d3-a745-45b5-b695-f47af36d1613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cb456c6a-48cf-4599-b598-21626afb0846), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:57.106079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7b59eba9-9dd6-4742-b030-10aef0a04b48 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:41:57.110314 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (87455f66-1229-4212-a28e-31371c2d61c1), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:57.159078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-532373d3-a745-45b5-b695-f47af36d1613 None None] Port cb456c6a-48cf-4599-b598-21626afb0846 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:41:57.179223 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Attempting to bind port 87455f66-1229-4212-a28e-31371c2d61c1 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:41:57.186851 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Attempting to bind port 87455f66-1229-4212-a28e-31371c2d61c1 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:41:57.186851 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Attempting to bind port 87455f66-1229-4212-a28e-31371c2d61c1 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:41:57.186851 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140acf9b-d2c1-453c-9a72-4f3106d73798 None None] Pushing event updated for resources: {'Port': ['ID=87455f66-1229-4212-a28e-31371c2d61c1,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:57.187943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:41:57.188320 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:41:57.188721 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:57.189106 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:41:57.189605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Bound port: 87455f66-1229-4212-a28e-31371c2d61c1, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:41:57.190019 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (87455f66-1229-4212-a28e-31371c2d61c1), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:57.243598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] For port 87455f66-1229-4212-a28e-31371c2d61c1, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:41:57.246752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] For port 87455f66-1229-4212-a28e-31371c2d61c1, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=87455f66-1229-4212-a28e-31371c2d61c1,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:41:57.294058 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cb456c6a-48cf-4599-b598-21626afb0846), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:57.319862 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (87455f66-1229-4212-a28e-31371c2d61c1), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:57.392554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140acf9b-d2c1-453c-9a72-4f3106d73798 None None] Pushing event updated for resources: {'Port': ['ID=87455f66-1229-4212-a28e-31371c2d61c1,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:57.395485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Routers {'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:41:57.396108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:41:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:57.475813 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Publish callbacks [] for port (cb456c6a-48cf-4599-b598-21626afb0846), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:57.510060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] Set router ff015489-8e0a-4ed6-b7aa-9820cfcfec3c gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:41:57.538960 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (cb456c6a-48cf-4599-b598-21626afb0846), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:57.607559 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:57.609556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Pushing event updated for resources: {'Port': ['ID=cb456c6a-48cf-4599-b598-21626afb0846,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:41:57.714151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Network db6ed870-36d6-4ddd-866c-5ddd6bfb673e is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:41:57.715681 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:41:57.735921 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'name': 'tempest-TestMinimumBasicScenario-521028964-router', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '87455f66-1229-4212-a28e-31371c2d61c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:53Z', 'updated_at': '2022-02-15T17:41:57Z', 'revision_number': 4, 'project_id': '4f20319b39ae49fda8a319f52c8f523f', 'gw_port': {'id': '87455f66-1229-4212-a28e-31371c2d61c1', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:54Z', 'updated_at': '2022-02-15T17:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'cb456c6a-48cf-4599-b598-21626afb0846', 'name': '', 'network_id': 'db6ed870-36d6-4ddd-866c-5ddd6bfb673e', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f', 'mac_address': 'fa:16:3e:c9:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4c5da703-444a-4194-a4b6-b85737b26d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:56Z', 'updated_at': '2022-02-15T17:41:56Z', 'revision_number': 1, 'project_id': '4f20319b39ae49fda8a319f52c8f523f', 'subnets': [{'id': '4c5da703-444a-4194-a4b6-b85737b26d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:41:57.772825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054829e-c8ed-4eb3-a0c0-84b8272d4051 None None] The sync data for ids ['ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'] in n-d-828372-14 is: [{'id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'name': 'tempest-TestMinimumBasicScenario-521028964-router', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '87455f66-1229-4212-a28e-31371c2d61c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:53Z', 'updated_at': '2022-02-15T17:41:57Z', 'revision_number': 4, 'project_id': '4f20319b39ae49fda8a319f52c8f523f', 'gw_port': {'id': '87455f66-1229-4212-a28e-31371c2d61c1', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:54Z', 'updated_at': '2022-02-15T17:41:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'cb456c6a-48cf-4599-b598-21626afb0846', 'name': '', 'network_id': 'db6ed870-36d6-4ddd-866c-5ddd6bfb673e', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f', 'mac_address': 'fa:16:3e:c9:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4c5da703-444a-4194-a4b6-b85737b26d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:56Z', 'updated_at': '2022-02-15T17:41:56Z', 'revision_number': 1, 'project_id': '4f20319b39ae49fda8a319f52c8f523f', 'subnets': [{'id': '4c5da703-444a-4194-a4b6-b85737b26d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:41:57.852864 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Router ff015489-8e0a-4ed6-b7aa-9820cfcfec3c has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:41:57.994709 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0b6b0006-d1fd-491c-aae3-9ed2c35d793c None None] Provisioning complete for port cb456c6a-48cf-4599-b598-21626afb0846 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:57.995112 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b6b0006-d1fd-491c-aae3-9ed2c35d793c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cb456c6a-48cf-4599-b598-21626afb0846), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:58.009982 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:41:58.019763 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f385aae2-5af2-467b-a958-d27b5b6b1502 admin admin] 10.222.0.107 "PUT /v2.0/routers/ff015489-8e0a-4ed6-b7aa-9820cfcfec3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3221738 Feb 15 17:41:58.069771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0b6b0006-d1fd-491c-aae3-9ed2c35d793c None None] Port cb456c6a-48cf-4599-b598-21626afb0846 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:41:58.112499 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 155b9566-afd9-491d-b466-dc82a6da04f6 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:41:58.174771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 155b9566-afd9-491d-b466-dc82a6da04f6 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:41:58.175201 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (155b9566-afd9-491d-b466-dc82a6da04f6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:41:58.269008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 155b9566-afd9-491d-b466-dc82a6da04f6 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:42:00.122175 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 87455f66-1229-4212-a28e-31371c2d61c1 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:42:00.195301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 87455f66-1229-4212-a28e-31371c2d61c1 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:42:00.195946 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (87455f66-1229-4212-a28e-31371c2d61c1), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:00.307881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 87455f66-1229-4212-a28e-31371c2d61c1 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:42:00.308513 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (87455f66-1229-4212-a28e-31371c2d61c1), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:00.332175 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 87455f66-1229-4212-a28e-31371c2d61c1, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=87455f66-1229-4212-a28e-31371c2d61c1,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:42:00.425432 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (87455f66-1229-4212-a28e-31371c2d61c1), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:00.498954 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=87455f66-1229-4212-a28e-31371c2d61c1,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:01.004326 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:01.334157 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:01.552799 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Sync routers for ids ['ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:42:01.564521 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Routers {'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:42:01.565052 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:41:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:42:01.686567 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Set router ff015489-8e0a-4ed6-b7aa-9820cfcfec3c gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:42:01.917204 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'name': 'tempest-TestMinimumBasicScenario-521028964-router', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '87455f66-1229-4212-a28e-31371c2d61c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:53Z', 'updated_at': '2022-02-15T17:41:57Z', 'revision_number': 4, 'project_id': '4f20319b39ae49fda8a319f52c8f523f', 'gw_port': {'id': '87455f66-1229-4212-a28e-31371c2d61c1', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:54Z', 'updated_at': '2022-02-15T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'cb456c6a-48cf-4599-b598-21626afb0846', 'name': '', 'network_id': 'db6ed870-36d6-4ddd-866c-5ddd6bfb673e', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f', 'mac_address': 'fa:16:3e:c9:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4c5da703-444a-4194-a4b6-b85737b26d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:56Z', 'updated_at': '2022-02-15T17:41:57Z', 'revision_number': 2, 'project_id': '4f20319b39ae49fda8a319f52c8f523f', 'subnets': [{'id': '4c5da703-444a-4194-a4b6-b85737b26d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:42:01.945571 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Checking router: ff015489-8e0a-4ed6-b7aa-9820cfcfec3c for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:42:01.947787 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Updating router ff015489-8e0a-4ed6-b7aa-9820cfcfec3c port cb456c6a-48cf-4599-b598-21626afb0846 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:42:01.979344 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cb456c6a-48cf-4599-b598-21626afb0846), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:02.074497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 87455f66-1229-4212-a28e-31371c2d61c1 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:42:02.129148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 87455f66-1229-4212-a28e-31371c2d61c1 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:42:02.129562 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (87455f66-1229-4212-a28e-31371c2d61c1), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:02.208472 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 87455f66-1229-4212-a28e-31371c2d61c1 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:42:02.263511 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Publish callbacks [] for port (cb456c6a-48cf-4599-b598-21626afb0846), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:02.385996 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cb456c6a-48cf-4599-b598-21626afb0846), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:02.438343 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4e7cb-d238-4d08-bf46-884274f3ebf6 None None] Pushing event updated for resources: {'Port': ['ID=cb456c6a-48cf-4599-b598-21626afb0846,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:02.509629 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Attempting to bind port cb456c6a-48cf-4599-b598-21626afb0846 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:42:02.510776 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Attempting to bind port cb456c6a-48cf-4599-b598-21626afb0846 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '86855652-ca12-45b8-acd6-70cdbdd96d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'db6ed870-36d6-4ddd-866c-5ddd6bfb673e'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:42:02.511386 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Attempting to bind port cb456c6a-48cf-4599-b598-21626afb0846 on network db6ed870-36d6-4ddd-866c-5ddd6bfb673e {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:42:02.517767 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:42:02.518285 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Checking segment: {'id': '86855652-ca12-45b8-acd6-70cdbdd96d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'db6ed870-36d6-4ddd-866c-5ddd6bfb673e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:42:02.518760 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:02.519218 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Bound using segment: {'id': '86855652-ca12-45b8-acd6-70cdbdd96d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'db6ed870-36d6-4ddd-866c-5ddd6bfb673e'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:42:02.519983 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Bound port: cb456c6a-48cf-4599-b598-21626afb0846, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86855652-ca12-45b8-acd6-70cdbdd96d11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'db6ed870-36d6-4ddd-866c-5ddd6bfb673e'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:42:02.520655 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cb456c6a-48cf-4599-b598-21626afb0846), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:02.604967 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] For port cb456c6a-48cf-4599-b598-21626afb0846, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:42:02.608697 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] For port cb456c6a-48cf-4599-b598-21626afb0846, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cb456c6a-48cf-4599-b598-21626afb0846,segment=NetworkSegment(86855652-ca12-45b8-acd6-70cdbdd96d11),segment_id=86855652-ca12-45b8-acd6-70cdbdd96d11)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:42:02.729951 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cb456c6a-48cf-4599-b598-21626afb0846), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:02.758341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-74505938-233a-4202-88ad-2131c9f6e036 None None] Provisioning complete for port cb456c6a-48cf-4599-b598-21626afb0846 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:42:02.758976 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74505938-233a-4202-88ad-2131c9f6e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cb456c6a-48cf-4599-b598-21626afb0846), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:02.824798 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Routers {'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:42:02.824798 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:41:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:42:02.882664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-74505938-233a-4202-88ad-2131c9f6e036 None None] Current status of the port cb456c6a-48cf-4599-b598-21626afb0846 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:42:02.883054 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74505938-233a-4202-88ad-2131c9f6e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cb456c6a-48cf-4599-b598-21626afb0846), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:02.919187 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-74505938-233a-4202-88ad-2131c9f6e036 None None] For port cb456c6a-48cf-4599-b598-21626afb0846, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cb456c6a-48cf-4599-b598-21626afb0846,segment=NetworkSegment(86855652-ca12-45b8-acd6-70cdbdd96d11),segment_id=86855652-ca12-45b8-acd6-70cdbdd96d11)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:42:02.931750 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4e7cb-d238-4d08-bf46-884274f3ebf6 None None] Pushing event updated for resources: {'Port': ['ID=cb456c6a-48cf-4599-b598-21626afb0846,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:02.996416 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] Set router ff015489-8e0a-4ed6-b7aa-9820cfcfec3c gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:42:03.010917 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-74505938-233a-4202-88ad-2131c9f6e036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cb456c6a-48cf-4599-b598-21626afb0846), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:03.113787 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74505938-233a-4202-88ad-2131c9f6e036 None None] Pushing event updated for resources: {'Port': ['ID=cb456c6a-48cf-4599-b598-21626afb0846,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:03.137340 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3099d6ad-adc5-4573-b543-481708c82e2b None None] Provisioning complete for port cb456c6a-48cf-4599-b598-21626afb0846 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:42:03.138265 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3099d6ad-adc5-4573-b543-481708c82e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cb456c6a-48cf-4599-b598-21626afb0846), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:03.250147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3099d6ad-adc5-4573-b543-481708c82e2b None None] Current status of the port cb456c6a-48cf-4599-b598-21626afb0846 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:42:03.379832 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'name': 'tempest-TestMinimumBasicScenario-521028964-router', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '87455f66-1229-4212-a28e-31371c2d61c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:53Z', 'updated_at': '2022-02-15T17:41:57Z', 'revision_number': 4, 'project_id': '4f20319b39ae49fda8a319f52c8f523f', 'gw_port': {'id': '87455f66-1229-4212-a28e-31371c2d61c1', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:54Z', 'updated_at': '2022-02-15T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'cb456c6a-48cf-4599-b598-21626afb0846', 'name': '', 'network_id': 'db6ed870-36d6-4ddd-866c-5ddd6bfb673e', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f', 'mac_address': 'fa:16:3e:c9:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4c5da703-444a-4194-a4b6-b85737b26d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:56Z', 'updated_at': '2022-02-15T17:42:02Z', 'revision_number': 4, 'project_id': '4f20319b39ae49fda8a319f52c8f523f', 'subnets': [{'id': '4c5da703-444a-4194-a4b6-b85737b26d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:42:03.412486 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e60756-fcf6-47eb-bef3-8272d91b6380 None None] The sync data for ids ['ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'] in n-d-828372-14 is: [{'id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'name': 'tempest-TestMinimumBasicScenario-521028964-router', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '87455f66-1229-4212-a28e-31371c2d61c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:53Z', 'updated_at': '2022-02-15T17:41:57Z', 'revision_number': 4, 'project_id': '4f20319b39ae49fda8a319f52c8f523f', 'gw_port': {'id': '87455f66-1229-4212-a28e-31371c2d61c1', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:54Z', 'updated_at': '2022-02-15T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'cb456c6a-48cf-4599-b598-21626afb0846', 'name': '', 'network_id': 'db6ed870-36d6-4ddd-866c-5ddd6bfb673e', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f', 'mac_address': 'fa:16:3e:c9:4f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4c5da703-444a-4194-a4b6-b85737b26d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:56Z', 'updated_at': '2022-02-15T17:42:02Z', 'revision_number': 4, 'project_id': '4f20319b39ae49fda8a319f52c8f523f', 'subnets': [{'id': '4c5da703-444a-4194-a4b6-b85737b26d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:42:04.122570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cb456c6a-48cf-4599-b598-21626afb0846 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:42:04.182143 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port cb456c6a-48cf-4599-b598-21626afb0846 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:42:04.182526 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cb456c6a-48cf-4599-b598-21626afb0846), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:04.308360 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port cb456c6a-48cf-4599-b598-21626afb0846 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:42:06.976492 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-38097b3a-a44a-4825-8a39-d2a1f85a545f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:09.325192 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9c83dc3d-5237-488d-b7fa-8868290aeaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:09.757156 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:42:10.172222 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9524c3e-a31e-4325-b847-df125927c349 req-efbc890e-bd72-4e86-84fc-0056f84c189a tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:10.173798 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9524c3e-a31e-4325-b847-df125927c349 req-efbc890e-bd72-4e86-84fc-0056f84c189a tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/networks?id=cbc848d2-6f61-4baf-960d-6830ffdf2d77 HTTP/1.1" status: 200 len: 815 time: 0.1066136 Feb 15 17:42:10.189179 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9524c3e-a31e-4325-b847-df125927c349 req-b622e651-9ba1-4c66-b6cd-e32e64642e8e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/quotas/e637146cf6be4505bd1784eb2b73f61a HTTP/1.1" status: 200 len: 375 time: 0.0097656 Feb 15 17:42:10.253765 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9524c3e-a31e-4325-b847-df125927c349 req-b8cfd917-72c7-4af0-a6aa-683bd0e698c5 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=e637146cf6be4505bd1784eb2b73f61a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589499 Feb 15 17:42:10.355679 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9524c3e-a31e-4325-b847-df125927c349 req-d3fbbb5e-9ba2-4976-bb9c-0f8c006950e3 service neutron] 10.222.0.107 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885930 Feb 15 17:42:10.458088 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9524c3e-a31e-4325-b847-df125927c349 req-a2ed394a-4555-49ee-82b4-b3e105b65ac6 service neutron] 10.222.0.107 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944276 Feb 15 17:42:10.729491 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:10.732539 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7646a9cc-4f43-4687-b5e1-700b1b74d0ba req-3594b54a-7da9-4d5c-8193-a700f0dfad09 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 210 time: 0.0317020 Feb 15 17:42:11.815555 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-05948941-80ee-401c-a799-47e005f9397f req-826f3468-b937-4252-b5dc-2273ca2ecd1b tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 210 time: 0.0306108 Feb 15 17:42:12.133311 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:12.920494 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-edb6fdd8-e8f2-4e60-a67b-75caa718d44d req-92f9ac52-7142-46e2-9e88-6d90e300f675 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 210 time: 0.0284410 Feb 15 17:42:13.218195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9524c3e-a31e-4325-b847-df125927c349 req-e9b426e6-9486-457b-94b1-81999e53a45d tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:13.219801 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9524c3e-a31e-4325-b847-df125927c349 req-e9b426e6-9486-457b-94b1-81999e53a45d tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.10 "GET /v2.0/networks?id=cbc848d2-6f61-4baf-960d-6830ffdf2d77 HTTP/1.1" status: 200 len: 815 time: 0.1161025 Feb 15 17:42:13.239939 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f9524c3e-a31e-4325-b847-df125927c349 req-a35d3e3c-7f74-46bb-b01b-2ea051cb70f2 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Request body: {'port': {'device_id': '91fd23af-0407-4106-9b97-630f874dfd9a', 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'admin_state_up': True, 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:42:13.430750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9524c3e-a31e-4325-b847-df125927c349 req-a35d3e3c-7f74-46bb-b01b-2ea051cb70f2 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Made reservation on behalf of e637146cf6be4505bd1784eb2b73f61a for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:42:13.434263 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f9524c3e-a31e-4325-b847-df125927c349 req-a35d3e3c-7f74-46bb-b01b-2ea051cb70f2 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:13.559247 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:13.588237 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-f9524c3e-a31e-4325-b847-df125927c349 req-a35d3e3c-7f74-46bb-b01b-2ea051cb70f2 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Allocated IP 172.20.0.8 (cbc848d2-6f61-4baf-960d-6830ffdf2d77/433d26a2-0101-42a8-ac4b-05a85da95174/a55bda78-2584-4fa9-a40a-623e8b22eda0) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:42:13.761225 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f9524c3e-a31e-4325-b847-df125927c349 req-a35d3e3c-7f74-46bb-b01b-2ea051cb70f2 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:13.851424 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f9524c3e-a31e-4325-b847-df125927c349 req-a35d3e3c-7f74-46bb-b01b-2ea051cb70f2 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:13.929931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9524c3e-a31e-4325-b847-df125927c349 req-a35d3e3c-7f74-46bb-b01b-2ea051cb70f2 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Network cbc848d2-6f61-4baf-960d-6830ffdf2d77 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:42:13.936568 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-f9524c3e-a31e-4325-b847-df125927c349 req-a35d3e3c-7f74-46bb-b01b-2ea051cb70f2 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:42:13.941710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9524c3e-a31e-4325-b847-df125927c349 req-a35d3e3c-7f74-46bb-b01b-2ea051cb70f2 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:42:14.008667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d3e3c-7f74-46bb-b01b-2ea051cb70f2 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Pushing event updated for resources: {'Port': ['ID=a55bda78-2584-4fa9-a40a-623e8b22eda0,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:14.112012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9524c3e-a31e-4325-b847-df125927c349 req-a35d3e3c-7f74-46bb-b01b-2ea051cb70f2 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:14.112698 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f9524c3e-a31e-4325-b847-df125927c349 req-a35d3e3c-7f74-46bb-b01b-2ea051cb70f2 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:14.154713 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b21185-97f9-46cf-aca5-bab9a115576e req-81f6448a-2d81-4f5b-935d-065b993f0786 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:14.157809 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22b21185-97f9-46cf-aca5-bab9a115576e req-81f6448a-2d81-4f5b-935d-065b993f0786 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 931 time: 0.1124709 Feb 15 17:42:14.227180 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9524c3e-a31e-4325-b847-df125927c349 req-a35d3e3c-7f74-46bb-b01b-2ea051cb70f2 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9926775 Feb 15 17:42:14.234220 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22b21185-97f9-46cf-aca5-bab9a115576e req-0c776713-8056-4f08-8a49-dd41e5259d90 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644376 Feb 15 17:42:14.263448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Request body: {'port': {'device_id': '91fd23af-0407-4106-9b97-630f874dfd9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:42:14.356165 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f5336ea7-736d-4502-b412-dec4d3a62b18 None None] Provisioning complete for port a55bda78-2584-4fa9-a40a-623e8b22eda0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:42:14.356794 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:14.357025 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5336ea7-736d-4502-b412-dec4d3a62b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:14.397330 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f5336ea7-736d-4502-b412-dec4d3a62b18 None None] Port a55bda78-2584-4fa9-a40a-623e8b22eda0 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:42:14.759454 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55bda78-2584-4fa9-a40a-623e8b22eda0 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:42:14.769936 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Publish callbacks [] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:14.783856 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Transition to ACTIVE for port object a55bda78-2584-4fa9-a40a-623e8b22eda0 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:42:14.864452 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:14.950353 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Pushing event updated for resources: {'Port': ['ID=a55bda78-2584-4fa9-a40a-623e8b22eda0,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:15.047971 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Attempting to bind port a55bda78-2584-4fa9-a40a-623e8b22eda0 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:42:15.048319 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Attempting to bind port a55bda78-2584-4fa9-a40a-623e8b22eda0 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': 'dc47aed8-c6cd-478c-ae17-a83a1d308583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:42:15.048668 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Attempting to bind port a55bda78-2584-4fa9-a40a-623e8b22eda0 on network cbc848d2-6f61-4baf-960d-6830ffdf2d77 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:42:15.054304 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Port a55bda78-2584-4fa9-a40a-623e8b22eda0 on network cbc848d2-6f61-4baf-960d-6830ffdf2d77 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:42:15.054647 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Attempting to bind port a55bda78-2584-4fa9-a40a-623e8b22eda0 on network cbc848d2-6f61-4baf-960d-6830ffdf2d77 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:42:15.066735 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:42:15.067126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Checking segment: {'id': 'dc47aed8-c6cd-478c-ae17-a83a1d308583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:42:15.067635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Bound using segment: {'id': 'dc47aed8-c6cd-478c-ae17-a83a1d308583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:42:15.068494 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Bound port: a55bda78-2584-4fa9-a40a-623e8b22eda0, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc47aed8-c6cd-478c-ae17-a83a1d308583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:42:15.068869 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:15.172738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] For port a55bda78-2584-4fa9-a40a-623e8b22eda0, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:42:15.177019 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] For port a55bda78-2584-4fa9-a40a-623e8b22eda0, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=a55bda78-2584-4fa9-a40a-623e8b22eda0,segment=NetworkSegment(dc47aed8-c6cd-478c-ae17-a83a1d308583),segment_id=dc47aed8-c6cd-478c-ae17-a83a1d308583)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:42:15.283032 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:15.345327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:15.346712 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:15.350494 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9524c3e-a31e-4325-b847-df125927c349 req-f58484b4-8480-4553-8543-1fa82440860e service neutron] 10.222.0.10 "PUT /v2.0/ports/a55bda78-2584-4fa9-a40a-623e8b22eda0 HTTP/1.1" status: 200 len: 1092 time: 1.0933862 Feb 15 17:42:15.357314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fd23af-0407-4106-9b97-630f874dfd9a', 'tag': 'a55bda78-2584-4fa9-a40a-623e8b22eda0'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:42:15.358379 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1347ba2d-dc22-4662-8683-fe23a08f34c1" -d '{"events": [{"name": "network-changed", "server_uuid": "91fd23af-0407-4106-9b97-630f874dfd9a", "tag": "a55bda78-2584-4fa9-a40a-623e8b22eda0"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:42:15.419843 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58484b4-8480-4553-8543-1fa82440860e service neutron] Pushing event updated for resources: {'Port': ['ID=a55bda78-2584-4fa9-a40a-623e8b22eda0,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:15.426445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7f587-23fc-40af-a9e1-565196b54ec9 req-221c570f-d583-437c-a70b-189e3f5e7940 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:15.436579 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fbf7f587-23fc-40af-a9e1-565196b54ec9 req-221c570f-d583-437c-a70b-189e3f5e7940 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 943 time: 0.0920043 Feb 15 17:42:15.438271 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6128d3db-3fa2-4697-8726-76cc8fcb0a21 x-openstack-request-id: req-6128d3db-3fa2-4697-8726-76cc8fcb0a21 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:42:15.438271 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fd23af-0407-4106-9b97-630f874dfd9a", "tag": "a55bda78-2584-4fa9-a40a-623e8b22eda0", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:42:15.438271 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6128d3db-3fa2-4697-8726-76cc8fcb0a21 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:42:15.438271 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fd23af-0407-4106-9b97-630f874dfd9a', 'tag': 'a55bda78-2584-4fa9-a40a-623e8b22eda0', 'status': 'completed', 'code': 200} Feb 15 17:42:15.494093 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fbf7f587-23fc-40af-a9e1-565196b54ec9 req-67a3effc-0a24-4406-9052-e391c524aa07 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600958 Feb 15 17:42:16.645972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e8c1b-c063-4c23-a360-f646d1f43eb3 req-0628303b-1525-46e4-9dd4-eea5be64e8ad tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:16.647576 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-812e8c1b-c063-4c23-a360-f646d1f43eb3 req-0628303b-1525-46e4-9dd4-eea5be64e8ad tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 943 time: 0.0742335 Feb 15 17:42:16.703125 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-812e8c1b-c063-4c23-a360-f646d1f43eb3 req-72379486-40e3-4785-a9f4-9f0fc0d4ad3b tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478728 Feb 15 17:42:17.836022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efb996-95eb-46d8-8ef0-60dc61e0397c req-6dcbabf2-ea00-4cd0-af74-d56c70590f07 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:17.837728 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6efb996-95eb-46d8-8ef0-60dc61e0397c req-6dcbabf2-ea00-4cd0-af74-d56c70590f07 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 943 time: 0.0606523 Feb 15 17:42:17.914827 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b6efb996-95eb-46d8-8ef0-60dc61e0397c req-cd0884b2-af82-4bcd-a083-b648a8a60d2a tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658040 Feb 15 17:42:19.063892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5271b4-831e-49d3-817f-fd3c633e4d88 req-2afb43a7-b485-45d4-b1fb-2de8e14a9707 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:19.066575 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac5271b4-831e-49d3-817f-fd3c633e4d88 req-2afb43a7-b485-45d4-b1fb-2de8e14a9707 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 943 time: 0.0669432 Feb 15 17:42:19.131102 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac5271b4-831e-49d3-817f-fd3c633e4d88 req-eeeac1b7-505f-460f-bf6e-6efa7cb15156 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583029 Feb 15 17:42:20.301770 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54659b5-d91d-4d44-a070-dd7df8adc191 req-7b7fc5cd-ba52-4b46-9ad4-e59ad7799ac8 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:20.304217 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c54659b5-d91d-4d44-a070-dd7df8adc191 req-7b7fc5cd-ba52-4b46-9ad4-e59ad7799ac8 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 943 time: 0.0932784 Feb 15 17:42:20.361181 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c54659b5-d91d-4d44-a070-dd7df8adc191 req-ab4abc47-8f29-4a76-ae36-80315c80abbb tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494030 Feb 15 17:42:21.439120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347ba2d-dc22-4662-8683-fe23a08f34c1 req-3dccb0cf-85fa-4b04-a41e-07e0e329298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:21.442228 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1347ba2d-dc22-4662-8683-fe23a08f34c1 req-3dccb0cf-85fa-4b04-a41e-07e0e329298b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e637146cf6be4505bd1784eb2b73f61a&device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 1126 time: 0.0487993 Feb 15 17:42:21.565795 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4566fa-cd35-433a-818b-1e9804985867 req-bee0c062-283c-4f33-a88c-5d0f2ee1918e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:21.567343 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c4566fa-cd35-433a-818b-1e9804985867 req-bee0c062-283c-4f33-a88c-5d0f2ee1918e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 943 time: 0.1216595 Feb 15 17:42:21.606760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347ba2d-dc22-4662-8683-fe23a08f34c1 req-3cf1c0ac-533f-4845-96c0-bd54593761e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:21.608246 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1347ba2d-dc22-4662-8683-fe23a08f34c1 req-3cf1c0ac-533f-4845-96c0-bd54593761e8 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=e637146cf6be4505bd1784eb2b73f61a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1527689 Feb 15 17:42:21.676674 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9c4566fa-cd35-433a-818b-1e9804985867 req-5a0e0ab9-8017-4bb0-bfaa-bd18c4375420 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015170 Feb 15 17:42:21.727590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347ba2d-dc22-4662-8683-fe23a08f34c1 req-98fca67f-e158-4b38-adb0-689beff77193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:21.729283 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1347ba2d-dc22-4662-8683-fe23a08f34c1 req-98fca67f-e158-4b38-adb0-689beff77193 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1110401 Feb 15 17:42:21.811755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9524c3e-a31e-4325-b847-df125927c349 req-0e13005e-61ef-4f96-9917-c1f86f81c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:21.813903 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9524c3e-a31e-4325-b847-df125927c349 req-0e13005e-61ef-4f96-9917-c1f86f81c55d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e637146cf6be4505bd1784eb2b73f61a&device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 1126 time: 0.0469279 Feb 15 17:42:21.856176 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9524c3e-a31e-4325-b847-df125927c349 req-6472aba8-48ca-4eef-aa09-9082b7e82908 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a55bda78-2584-4fa9-a40a-623e8b22eda0 HTTP/1.1" status: 200 len: 217 time: 0.0352662 Feb 15 17:42:21.905031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9524c3e-a31e-4325-b847-df125927c349 req-d3bb7528-c63f-468f-9bb7-a03e3991dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:21.907111 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9524c3e-a31e-4325-b847-df125927c349 req-d3bb7528-c63f-468f-9bb7-a03e3991dfbe service neutron] 10.222.0.10 "GET /v2.0/subnets?id=433d26a2-0101-42a8-ac4b-05a85da95174 HTTP/1.1" status: 200 len: 854 time: 0.0448971 Feb 15 17:42:21.962144 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9524c3e-a31e-4325-b847-df125927c349 req-6979f908-51bf-4409-8a36-b1107852e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:21.963688 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9524c3e-a31e-4325-b847-df125927c349 req-6979f908-51bf-4409-8a36-b1107852e3f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cbc848d2-6f61-4baf-960d-6830ffdf2d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512874 Feb 15 17:42:22.056081 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9524c3e-a31e-4325-b847-df125927c349 req-8ff89fa4-e96a-46de-96c2-9ff29063a0df service neutron] 10.222.0.10 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858881 Feb 15 17:42:22.170168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f9524c3e-a31e-4325-b847-df125927c349 req-bdda9a97-6a80-487a-b45c-b3aad2274c91 service neutron] 10.222.0.10 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059482 Feb 15 17:42:22.799195 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da1be3-7734-434c-9e8c-768fc2f5df61 req-1a856658-d999-49e7-a944-990152f21206 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:22.800747 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-78da1be3-7734-434c-9e8c-768fc2f5df61 req-1a856658-d999-49e7-a944-990152f21206 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 943 time: 0.0547957 Feb 15 17:42:22.861912 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-78da1be3-7734-434c-9e8c-768fc2f5df61 req-76b0ea85-84e4-4922-861f-506b9e936a50 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552974 Feb 15 17:42:23.492733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device a55bda78-2584-4fa9-a40a-623e8b22eda0 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:42:23.599295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port a55bda78-2584-4fa9-a40a-623e8b22eda0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=a55bda78-2584-4fa9-a40a-623e8b22eda0,segment=NetworkSegment(dc47aed8-c6cd-478c-ae17-a83a1d308583),segment_id=dc47aed8-c6cd-478c-ae17-a83a1d308583)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:42:23.613450 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': 'a55bda78-2584-4fa9-a40a-623e8b22eda0', 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'port_id': 'a55bda78-2584-4fa9-a40a-623e8b22eda0', 'mac_address': 'fa:16:3e:f2:a9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:42:23.651301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port a55bda78-2584-4fa9-a40a-623e8b22eda0 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:42:23.651693 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:23.665176 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55bda78-2584-4fa9-a40a-623e8b22eda0 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:42:23.686282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port a55bda78-2584-4fa9-a40a-623e8b22eda0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=a55bda78-2584-4fa9-a40a-623e8b22eda0,segment=NetworkSegment(dc47aed8-c6cd-478c-ae17-a83a1d308583),segment_id=dc47aed8-c6cd-478c-ae17-a83a1d308583)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:42:23.773225 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:23.828166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=a55bda78-2584-4fa9-a40a-623e8b22eda0,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:23.992295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7e55e-ff7f-4d70-a8f2-8f8ce701784f req-70008adc-2be2-4031-b092-b1dca4a9395e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:23.993762 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cfa7e55e-ff7f-4d70-a8f2-8f8ce701784f req-70008adc-2be2-4031-b092-b1dca4a9395e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 944 time: 0.0604603 Feb 15 17:42:24.045712 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cfa7e55e-ff7f-4d70-a8f2-8f8ce701784f req-073e0e5a-73e9-4d45-910c-4a6fcf0ef680 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458448 Feb 15 17:42:24.058682 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['a55bda78-2584-4fa9-a40a-623e8b22eda0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:42:25.174686 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6de79-d676-4a9c-a412-8ff1fd8ebaa8 req-4637dbb5-a390-4028-adfc-5bc6bc4391cc tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:25.176174 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8fb6de79-d676-4a9c-a412-8ff1fd8ebaa8 req-4637dbb5-a390-4028-adfc-5bc6bc4391cc tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 944 time: 0.0545394 Feb 15 17:42:25.230109 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8fb6de79-d676-4a9c-a412-8ff1fd8ebaa8 req-3e0cc1e3-ecf4-4e65-a3b2-967421173ee0 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478065 Feb 15 17:42:25.491484 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device a55bda78-2584-4fa9-a40a-623e8b22eda0 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:42:25.613196 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port a55bda78-2584-4fa9-a40a-623e8b22eda0 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:42:25.617422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port a55bda78-2584-4fa9-a40a-623e8b22eda0 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:42:25.617847 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:25.706062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port a55bda78-2584-4fa9-a40a-623e8b22eda0 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:42:25.706488 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:25.729859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fd23af-0407-4106-9b97-630f874dfd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55bda78-2584-4fa9-a40a-623e8b22eda0'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:42:25.732081 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32987396-b7a7-4fee-ae6e-54709e4decc7" -d '{"events": [{"server_uuid": "91fd23af-0407-4106-9b97-630f874dfd9a", "name": "network-vif-plugged", "status": "completed", "tag": "a55bda78-2584-4fa9-a40a-623e8b22eda0"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:42:25.745064 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port a55bda78-2584-4fa9-a40a-623e8b22eda0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=a55bda78-2584-4fa9-a40a-623e8b22eda0,segment=NetworkSegment(dc47aed8-c6cd-478c-ae17-a83a1d308583),segment_id=dc47aed8-c6cd-478c-ae17-a83a1d308583)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:42:25.772710 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e801d4e-bf69-40b5-a517-32bb38f43a3a x-openstack-request-id: req-6e801d4e-bf69-40b5-a517-32bb38f43a3a {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:42:25.773012 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fd23af-0407-4106-9b97-630f874dfd9a", "name": "network-vif-plugged", "status": "completed", "tag": "a55bda78-2584-4fa9-a40a-623e8b22eda0", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:42:25.773273 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6e801d4e-bf69-40b5-a517-32bb38f43a3a {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:42:25.773711 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fd23af-0407-4106-9b97-630f874dfd9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55bda78-2584-4fa9-a40a-623e8b22eda0', 'code': 200} Feb 15 17:42:25.844097 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:25.877388 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455b9b5-ebf9-4db5-9dcb-04704e4c67a1 req-9eafd906-b5fa-4e04-a229-f977dbc0e523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:25.878985 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5455b9b5-ebf9-4db5-9dcb-04704e4c67a1 req-9eafd906-b5fa-4e04-a229-f977dbc0e523 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 1128 time: 0.0462744 Feb 15 17:42:25.897457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=a55bda78-2584-4fa9-a40a-623e8b22eda0,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:25.932337 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5455b9b5-ebf9-4db5-9dcb-04704e4c67a1 req-2e05e204-7f0d-4e01-9c95-101fc513f872 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461738 Feb 15 17:42:26.361872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f790166-40a5-496b-99d3-6e4691c44005 req-c952b19e-d31a-4149-9b53-9b09435345fa tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:26.363351 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3f790166-40a5-496b-99d3-6e4691c44005 req-c952b19e-d31a-4149-9b53-9b09435345fa tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 945 time: 0.0595169 Feb 15 17:42:26.414167 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3f790166-40a5-496b-99d3-6e4691c44005 req-eb35d3ce-2eb9-436c-aca0-ac2c82fa5b05 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445490 Feb 15 17:42:27.541901 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b774117-7e12-4ac3-8ccf-e9c14bd79467 req-1b37b347-8dd8-4539-b38f-a1e019b6e97d tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:27.543488 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7b774117-7e12-4ac3-8ccf-e9c14bd79467 req-1b37b347-8dd8-4539-b38f-a1e019b6e97d tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 945 time: 0.0571990 Feb 15 17:42:27.594957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7b774117-7e12-4ac3-8ccf-e9c14bd79467 req-cae98814-c27e-4ac4-ad1b-1f22051e098c tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448828 Feb 15 17:42:27.720741 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58b18fb-5d16-4eb3-aeda-fd54b0b2554e req-c4c73ef9-477f-408c-9bcb-c969a3b436f3 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:27.722233 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b58b18fb-5d16-4eb3-aeda-fd54b0b2554e req-c4c73ef9-477f-408c-9bcb-c969a3b436f3 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 945 time: 0.0587015 Feb 15 17:42:27.773733 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b58b18fb-5d16-4eb3-aeda-fd54b0b2554e req-0fa072e8-37f6-490c-9af7-b891265f3583 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454752 Feb 15 17:42:27.973290 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd6496-ccf5-4bf8-85b7-0b2866f55839 req-e809337a-7b7c-477e-8994-1ec169bd2707 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:27.974823 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8cd6496-ccf5-4bf8-85b7-0b2866f55839 req-e809337a-7b7c-477e-8994-1ec169bd2707 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 945 time: 0.0593610 Feb 15 17:42:28.025141 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8cd6496-ccf5-4bf8-85b7-0b2866f55839 req-cb7351dd-572d-4c53-b9ca-3ac70ab3f059 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438046 Feb 15 17:42:30.998228 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:31.281654 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:35.217630 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bff7af98-d79c-4154-9ada-39d92ff5000e req-42af0789-4ba0-4b41-876b-c633fe49077b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501888 Feb 15 17:42:35.363107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7af98-d79c-4154-9ada-39d92ff5000e req-a4d41650-26f7-40dd-9769-6fdcdf94b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:35.367973 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bff7af98-d79c-4154-9ada-39d92ff5000e req-a4d41650-26f7-40dd-9769-6fdcdf94b97c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e637146cf6be4505bd1784eb2b73f61a&device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 1128 time: 0.0477238 Feb 15 17:42:35.478094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7af98-d79c-4154-9ada-39d92ff5000e req-ea6d46bd-39e6-4d4e-bac9-3fd76ba9502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:35.479513 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bff7af98-d79c-4154-9ada-39d92ff5000e req-ea6d46bd-39e6-4d4e-bac9-3fd76ba9502a service neutron] 10.222.0.10 "GET /v2.0/networks?id=cbc848d2-6f61-4baf-960d-6830ffdf2d77 HTTP/1.1" status: 200 len: 916 time: 0.0937648 Feb 15 17:42:35.522521 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bff7af98-d79c-4154-9ada-39d92ff5000e req-4ccbf536-6e64-42d9-8146-45c1c14b5251 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a55bda78-2584-4fa9-a40a-623e8b22eda0 HTTP/1.1" status: 200 len: 217 time: 0.0368910 Feb 15 17:42:35.576864 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7af98-d79c-4154-9ada-39d92ff5000e req-78786460-38a0-410f-a026-81884cc2cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:35.579225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bff7af98-d79c-4154-9ada-39d92ff5000e req-78786460-38a0-410f-a026-81884cc2cd5e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=433d26a2-0101-42a8-ac4b-05a85da95174 HTTP/1.1" status: 200 len: 854 time: 0.0503874 Feb 15 17:42:35.635844 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7af98-d79c-4154-9ada-39d92ff5000e req-a4fac9af-535f-4f09-ad29-122d519fc139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:35.637499 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bff7af98-d79c-4154-9ada-39d92ff5000e req-a4fac9af-535f-4f09-ad29-122d519fc139 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cbc848d2-6f61-4baf-960d-6830ffdf2d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498431 Feb 15 17:42:35.731891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bff7af98-d79c-4154-9ada-39d92ff5000e req-23570d3f-df7e-46f5-b9b7-42c42fee3c59 service neutron] 10.222.0.10 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859506 Feb 15 17:42:35.840114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bff7af98-d79c-4154-9ada-39d92ff5000e req-54b1c489-85c7-4c98-8b5e-2b3a47731b16 service neutron] 10.222.0.10 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029723 Feb 15 17:42:36.992520 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4d8ac8b-7f37-4fd9-857e-8c09ff24514c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:39.355913 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-caec5c05-e082-4797-a2bb-41d05b299b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:40.703879 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:42.144069 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:43.566329 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:46.756503 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:42:48.868848 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdaa27-f8f8-4ca3-b1aa-4c18685e0345 req-2cfe1030-6d50-4349-9977-90f971b3cbfd tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:48.870280 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a7bdaa27-f8f8-4ca3-b1aa-4c18685e0345 req-2cfe1030-6d50-4349-9977-90f971b3cbfd tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 945 time: 0.0561645 Feb 15 17:42:48.920406 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a7bdaa27-f8f8-4ca3-b1aa-4c18685e0345 req-6aa6f0eb-15d1-4406-8c3c-8afbe4608f68 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436463 Feb 15 17:42:48.943530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42274) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:42:49.082294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16f4b0b-ebeb-4cbe-aa93-0a3bb2f71fed tempest-TestMinimumBasicScenario-229949774 tempest-TestMinimumBasicScenario-229949774-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:49.084413 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f16f4b0b-ebeb-4cbe-aa93-0a3bb2f71fed tempest-TestMinimumBasicScenario-229949774 tempest-TestMinimumBasicScenario-229949774-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 1123 time: 0.1397300 Feb 15 17:42:49.087894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42278) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:42:49.092714 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': 'a55bda78-2584-4fa9-a40a-623e8b22eda0', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:42:49.186220 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:49.291461 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:49.412787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Allocated IP 172.25.4.218 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/ca7131fb-d21e-43b9-806a-1c490901becd) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:42:49.523352 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for port (ca7131fb-d21e-43b9-806a-1c490901becd), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:49.618923 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ca7131fb-d21e-43b9-806a-1c490901becd), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:49.660317 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:42:49.663307 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:42:49.666965 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:42:49.672563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Pushing event updated for resources: {'Port': ['ID=ca7131fb-d21e-43b9-806a-1c490901becd,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:49.699379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:49.699732 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:49.700081 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:49.700426 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:49.700758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:49.701090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:49.701453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:49.705218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:49.705218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:49.705218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:49.705218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:49.705218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:49.705218 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:50.067134 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for floatingip (322687a4-2e73-4880-b6c1-0a0a72d5d440), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:50.193239 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ca7131fb-d21e-43b9-806a-1c490901becd), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:50.366467 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for port (ca7131fb-d21e-43b9-806a-1c490901becd), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:50.424558 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (ca7131fb-d21e-43b9-806a-1c490901becd), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:50.500707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Pushing event updated for resources: {'Port': ['ID=ca7131fb-d21e-43b9-806a-1c490901becd,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:50.512305 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (322687a4-2e73-4880-b6c1-0a0a72d5d440), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:50.620653 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Floating IP 322687a4-2e73-4880-b6c1-0a0a72d5d440 associated. External IP: 172.25.4.218, port: a55bda78-2584-4fa9-a40a-623e8b22eda0. Feb 15 17:42:51.166982 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Router 2960484e-056b-4b45-aa45-7b4de648118e has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:42:51.294242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:42:51.308264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1068009d-92e8-4965-a5fc-a21c056b433d None None] Sync routers for ids ['2960484e-056b-4b45-aa45-7b4de648118e'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:42:51.320503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1068009d-92e8-4965-a5fc-a21c056b433d None None] Routers {'2960484e-056b-4b45-aa45-7b4de648118e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:42:51.321152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1068009d-92e8-4965-a5fc-a21c056b433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:42:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2960484e-056b-4b45-aa45-7b4de648118e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:42:51.388695 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:51.427366 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8402683a-5e84-40d1-86f0-2db4e38fa7a6 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3339329 Feb 15 17:42:51.427366 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fd23af-0407-4106-9b97-630f874dfd9a', 'tag': 'a55bda78-2584-4fa9-a40a-623e8b22eda0'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:42:51.427366 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e93fe2-18b9-43d4-ad50-8d31c15478ab" -d '{"events": [{"name": "network-changed", "server_uuid": "91fd23af-0407-4106-9b97-630f874dfd9a", "tag": "a55bda78-2584-4fa9-a40a-623e8b22eda0"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:42:51.428030 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42280) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:42:51.435612 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-726779380', 'description': 'tempest-secgroup-smoke-726779380 description', 'project_id': 'e637146cf6be4505bd1784eb2b73f61a'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:42:51.459186 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-1068009d-92e8-4965-a5fc-a21c056b433d None None] Set router 2960484e-056b-4b45-aa45-7b4de648118e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:42:51.508529 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe66fff-a561-4988-be1e-563133348047 x-openstack-request-id: req-3fe66fff-a561-4988-be1e-563133348047 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:42:51.508825 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fd23af-0407-4106-9b97-630f874dfd9a", "tag": "a55bda78-2584-4fa9-a40a-623e8b22eda0", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:42:51.509103 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3fe66fff-a561-4988-be1e-563133348047 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:42:51.509536 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fd23af-0407-4106-9b97-630f874dfd9a', 'tag': 'a55bda78-2584-4fa9-a40a-623e8b22eda0', 'status': 'completed', 'code': 200} Feb 15 17:42:51.540963 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:51.604047 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e93fe2-18b9-43d4-ad50-8d31c15478ab req-b631cd50-3868-441a-9946-a5b5d0cb5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:51.606902 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-36e93fe2-18b9-43d4-ad50-8d31c15478ab req-b631cd50-3868-441a-9946-a5b5d0cb5507 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e637146cf6be4505bd1784eb2b73f61a&device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 1128 time: 0.0647888 Feb 15 17:42:51.633317 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group (56c69986-4efb-4e3d-8b89-09964dd055e7), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:51.698823 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (56c69986-4efb-4e3d-8b89-09964dd055e7), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:51.734289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c69986-4efb-4e3d-8b89-09964dd055e7,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:51.739674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e93fe2-18b9-43d4-ad50-8d31c15478ab req-e6137b08-6298-457c-8310-683cf3006629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:51.741086 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-36e93fe2-18b9-43d4-ad50-8d31c15478ab req-e6137b08-6298-457c-8310-683cf3006629 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cbc848d2-6f61-4baf-960d-6830ffdf2d77 HTTP/1.1" status: 200 len: 916 time: 0.1284945 Feb 15 17:42:51.743929 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:51.744474 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:51.744883 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:51.745229 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:51.745593 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:51.745970 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:51.746329 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:51.746685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:51.747017 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:51.747365 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:51.747874 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:51.748201 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:51.748525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:42:51.754926 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1068009d-92e8-4965-a5fc-a21c056b433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2960484e-056b-4b45-aa45-7b4de648118e', 'name': 'tempest-TestMinimumBasicScenario-1400119942-router', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:46Z', 'updated_at': '2022-02-15T17:41:49Z', 'revision_number': 4, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'gw_port': {'id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:47Z', 'updated_at': '2022-02-15T17:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '322687a4-2e73-4880-b6c1-0a0a72d5d440', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'floating_ip_address': '172.25.4.218', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'port_id': 'a55bda78-2584-4fa9-a40a-623e8b22eda0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'mac_address': 'fa:16:3e:f2:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fd23af-0407-4106-9b97-630f874dfd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:42:49Z', 'updated_at': '2022-02-15T17:42:49Z', 'revision_number': 0, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b59eba9-9dd6-4742-b030-10aef0a04b48', 'name': '', 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'mac_address': 'fa:16:3e:a0:9a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:49Z', 'updated_at': '2022-02-15T17:41:53Z', 'revision_number': 5, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'subnets': [{'id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:42:51.785304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1068009d-92e8-4965-a5fc-a21c056b433d None None] Checking router: 2960484e-056b-4b45-aa45-7b4de648118e for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:42:51.795440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1068009d-92e8-4965-a5fc-a21c056b433d None None] Routers {'2960484e-056b-4b45-aa45-7b4de648118e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:42:51.797144 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1068009d-92e8-4965-a5fc-a21c056b433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:42:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2960484e-056b-4b45-aa45-7b4de648118e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:42:51.850067 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-36e93fe2-18b9-43d4-ad50-8d31c15478ab req-92fdac20-7fd4-4450-9e02-fdd23b22c4bc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a55bda78-2584-4fa9-a40a-623e8b22eda0 HTTP/1.1" status: 200 len: 999 time: 0.1005268 Feb 15 17:42:51.900959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e93fe2-18b9-43d4-ad50-8d31c15478ab req-a674ce6f-2088-4712-ab35-c66de0a26aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:51.902417 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-36e93fe2-18b9-43d4-ad50-8d31c15478ab req-a674ce6f-2088-4712-ab35-c66de0a26aaa service neutron] 10.222.0.10 "GET /v2.0/subnets?id=433d26a2-0101-42a8-ac4b-05a85da95174 HTTP/1.1" status: 200 len: 854 time: 0.0460062 Feb 15 17:42:51.914414 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-1068009d-92e8-4965-a5fc-a21c056b433d None None] Set router 2960484e-056b-4b45-aa45-7b4de648118e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:42:51.927942 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:51.932811 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0f384b3c-6fbc-4812-bc32-a6160bb47eac tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5009725 Feb 15 17:42:51.933623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42284) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:42:51.941786 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-e8ba52a8-0208-4c9e-9b7d-dacaa02265bf tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Request body: {'security_group_rule': {'security_group_id': '56c69986-4efb-4e3d-8b89-09964dd055e7', 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:42:51.957791 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e93fe2-18b9-43d4-ad50-8d31c15478ab req-24c5b5c6-5d01-4e83-ae4e-dabd9e61125c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:51.959359 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-36e93fe2-18b9-43d4-ad50-8d31c15478ab req-24c5b5c6-5d01-4e83-ae4e-dabd9e61125c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cbc848d2-6f61-4baf-960d-6830ffdf2d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0499163 Feb 15 17:42:52.066691 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8ba52a8-0208-4c9e-9b7d-dacaa02265bf tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (27a991fc-9482-435d-b189-073817683c2b), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:52.075227 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-36e93fe2-18b9-43d4-ad50-8d31c15478ab req-4e6df8d3-4336-4aa3-b89e-f5548c006474 service neutron] 10.222.0.10 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096308 Feb 15 17:42:52.133749 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8ba52a8-0208-4c9e-9b7d-dacaa02265bf tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (27a991fc-9482-435d-b189-073817683c2b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:52.173608 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-36e93fe2-18b9-43d4-ad50-8d31c15478ab req-d8d4cd30-f71a-40f0-91bb-3502a3987135 service neutron] 10.222.0.10 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921376 Feb 15 17:42:52.202029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-1068009d-92e8-4965-a5fc-a21c056b433d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2960484e-056b-4b45-aa45-7b4de648118e', 'name': 'tempest-TestMinimumBasicScenario-1400119942-router', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:46Z', 'updated_at': '2022-02-15T17:41:49Z', 'revision_number': 4, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'gw_port': {'id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:47Z', 'updated_at': '2022-02-15T17:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '322687a4-2e73-4880-b6c1-0a0a72d5d440', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'floating_ip_address': '172.25.4.218', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'port_id': 'a55bda78-2584-4fa9-a40a-623e8b22eda0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'mac_address': 'fa:16:3e:f2:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fd23af-0407-4106-9b97-630f874dfd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:42:49Z', 'updated_at': '2022-02-15T17:42:49Z', 'revision_number': 0, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b59eba9-9dd6-4742-b030-10aef0a04b48', 'name': '', 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'mac_address': 'fa:16:3e:a0:9a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:49Z', 'updated_at': '2022-02-15T17:41:53Z', 'revision_number': 5, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'subnets': [{'id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:42:52.212437 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8ba52a8-0208-4c9e-9b7d-dacaa02265bf tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (27a991fc-9482-435d-b189-073817683c2b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:52.232094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1068009d-92e8-4965-a5fc-a21c056b433d None None] The sync data for ids ['2960484e-056b-4b45-aa45-7b4de648118e'] in n-d-828372-14 is: [{'id': '2960484e-056b-4b45-aa45-7b4de648118e', 'name': 'tempest-TestMinimumBasicScenario-1400119942-router', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:46Z', 'updated_at': '2022-02-15T17:41:49Z', 'revision_number': 4, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'gw_port': {'id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:47Z', 'updated_at': '2022-02-15T17:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '322687a4-2e73-4880-b6c1-0a0a72d5d440', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'floating_ip_address': '172.25.4.218', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'port_id': 'a55bda78-2584-4fa9-a40a-623e8b22eda0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'mac_address': 'fa:16:3e:f2:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91fd23af-0407-4106-9b97-630f874dfd9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:42:49Z', 'updated_at': '2022-02-15T17:42:49Z', 'revision_number': 0, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b59eba9-9dd6-4742-b030-10aef0a04b48', 'name': '', 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'mac_address': 'fa:16:3e:a0:9a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:49Z', 'updated_at': '2022-02-15T17:41:53Z', 'revision_number': 5, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'subnets': [{'id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:42:52.234452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ba52a8-0208-4c9e-9b7d-dacaa02265bf tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a991fc-9482-435d-b189-073817683c2b,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:52.308096 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e8ba52a8-0208-4c9e-9b7d-dacaa02265bf tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:52.310072 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e8ba52a8-0208-4c9e-9b7d-dacaa02265bf tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3747852 Feb 15 17:42:52.313511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42286) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:42:52.318384 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-ccb4aae1-5862-44a9-9e92-acd74b3b6c2a tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Request body: {'security_group_rule': {'security_group_id': '56c69986-4efb-4e3d-8b89-09964dd055e7', 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:42:52.399619 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ccb4aae1-5862-44a9-9e92-acd74b3b6c2a tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (d47bd5ae-4b01-4d5f-b655-b3cd6eb3d44b), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:52.473558 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ccb4aae1-5862-44a9-9e92-acd74b3b6c2a tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (d47bd5ae-4b01-4d5f-b655-b3cd6eb3d44b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:52.481845 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6481c9-6c11-43c6-9686-e06a7555b16a None None] New status for floating IP 322687a4-2e73-4880-b6c1-0a0a72d5d440: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:42:52.530366 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ccb4aae1-5862-44a9-9e92-acd74b3b6c2a tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (d47bd5ae-4b01-4d5f-b655-b3cd6eb3d44b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:52.549796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4aae1-5862-44a9-9e92-acd74b3b6c2a tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d47bd5ae-4b01-4d5f-b655-b3cd6eb3d44b,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:52.615120 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ccb4aae1-5862-44a9-9e92-acd74b3b6c2a tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:52.616442 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ccb4aae1-5862-44a9-9e92-acd74b3b6c2a tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3018608 Feb 15 17:42:52.620839 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42288) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:42:52.625971 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-1cfbd115-3e5e-4e72-b475-52c9ff8c3aff tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Request body: {'security_group_rule': {'security_group_id': '56c69986-4efb-4e3d-8b89-09964dd055e7', 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:42:52.721243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd115-3e5e-4e72-b475-52c9ff8c3aff tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (28c2c785-6b04-45bd-87b6-fec1889855b3), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:52.786849 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd115-3e5e-4e72-b475-52c9ff8c3aff tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (28c2c785-6b04-45bd-87b6-fec1889855b3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:52.860952 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd115-3e5e-4e72-b475-52c9ff8c3aff tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (28c2c785-6b04-45bd-87b6-fec1889855b3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:52.881028 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfbd115-3e5e-4e72-b475-52c9ff8c3aff tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c2c785-6b04-45bd-87b6-fec1889855b3,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:53.000041 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1cfbd115-3e5e-4e72-b475-52c9ff8c3aff tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:53.001326 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1cfbd115-3e5e-4e72-b475-52c9ff8c3aff tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3794558 Feb 15 17:42:53.004013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42290) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:42:53.008465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7908c6f0-cabf-4c65-818d-993c07f2df7f tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Request body: {'security_group_rule': {'security_group_id': '56c69986-4efb-4e3d-8b89-09964dd055e7', 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:42:53.115507 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7908c6f0-cabf-4c65-818d-993c07f2df7f tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (e9e8014f-64ab-49ce-965e-fb792954d3ac), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:53.175831 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7908c6f0-cabf-4c65-818d-993c07f2df7f tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (e9e8014f-64ab-49ce-965e-fb792954d3ac), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:53.247032 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7908c6f0-cabf-4c65-818d-993c07f2df7f tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (e9e8014f-64ab-49ce-965e-fb792954d3ac), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:53.265789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7908c6f0-cabf-4c65-818d-993c07f2df7f tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e8014f-64ab-49ce-965e-fb792954d3ac,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:53.340553 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7908c6f0-cabf-4c65-818d-993c07f2df7f tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:53.341914 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7908c6f0-cabf-4c65-818d-993c07f2df7f tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3369284 Feb 15 17:42:53.345180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42292) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:42:53.349758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2435e33b-0683-48d9-a215-0cb6b642e470 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Request body: {'security_group_rule': {'security_group_id': '56c69986-4efb-4e3d-8b89-09964dd055e7', 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:42:53.452563 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-2435e33b-0683-48d9-a215-0cb6b642e470 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Project e637146cf6be4505bd1784eb2b73f61a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:42:53.458165 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2435e33b-0683-48d9-a215-0cb6b642e470 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (5bb14837-9162-475d-bfd6-f7a94b2d62c0), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:53.524484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2435e33b-0683-48d9-a215-0cb6b642e470 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (5bb14837-9162-475d-bfd6-f7a94b2d62c0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:53.618336 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2435e33b-0683-48d9-a215-0cb6b642e470 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (5bb14837-9162-475d-bfd6-f7a94b2d62c0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:53.639792 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2435e33b-0683-48d9-a215-0cb6b642e470 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb14837-9162-475d-bfd6-f7a94b2d62c0,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:53.708390 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2435e33b-0683-48d9-a215-0cb6b642e470 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:53.710057 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2435e33b-0683-48d9-a215-0cb6b642e470 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3636324 Feb 15 17:42:53.712994 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42294) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:42:53.718045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-aeedc928-8cb2-4320-ab9c-623e9fe92625 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Request body: {'security_group_rule': {'security_group_id': '56c69986-4efb-4e3d-8b89-09964dd055e7', 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:42:53.826592 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-aeedc928-8cb2-4320-ab9c-623e9fe92625 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Project e637146cf6be4505bd1784eb2b73f61a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:42:53.836232 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aeedc928-8cb2-4320-ab9c-623e9fe92625 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (3f27d24e-7b8e-4f62-90f5-0d57da566f34), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:53.900495 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aeedc928-8cb2-4320-ab9c-623e9fe92625 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (3f27d24e-7b8e-4f62-90f5-0d57da566f34), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:54.007373 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aeedc928-8cb2-4320-ab9c-623e9fe92625 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (3f27d24e-7b8e-4f62-90f5-0d57da566f34), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:54.032760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedc928-8cb2-4320-ab9c-623e9fe92625 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f27d24e-7b8e-4f62-90f5-0d57da566f34,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:54.103119 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-aeedc928-8cb2-4320-ab9c-623e9fe92625 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:54.104393 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-aeedc928-8cb2-4320-ab9c-623e9fe92625 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3902905 Feb 15 17:42:54.198425 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10916b0d-8140-46e0-8d0e-d47edf9ba584 req-604ba602-8df6-4cb1-bc9b-1644d99a5d53 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-726779380&fields=id&tenant_id=e637146cf6be4505bd1784eb2b73f61a HTTP/1.1" status: 200 len: 267 time: 0.0454669 Feb 15 17:42:54.255746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10916b0d-8140-46e0-8d0e-d47edf9ba584 req-e37c1620-8e66-44b3-b9eb-ffd0df7008fc tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:54.257332 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10916b0d-8140-46e0-8d0e-d47edf9ba584 req-e37c1620-8e66-44b3-b9eb-ffd0df7008fc tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 945 time: 0.0534356 Feb 15 17:42:54.267841 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-10916b0d-8140-46e0-8d0e-d47edf9ba584 req-497329ea-2341-40c4-836f-b4236c53500e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Request body: {'port': {'security_groups': ['1ed7d77f-f111-4449-9dcd-d42b0a551177', '56c69986-4efb-4e3d-8b89-09964dd055e7']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:42:54.357722 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-10916b0d-8140-46e0-8d0e-d47edf9ba584 req-497329ea-2341-40c4-836f-b4236c53500e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:54.565141 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-10916b0d-8140-46e0-8d0e-d47edf9ba584 req-497329ea-2341-40c4-836f-b4236c53500e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] For port a55bda78-2584-4fa9-a40a-623e8b22eda0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=a55bda78-2584-4fa9-a40a-623e8b22eda0,segment=NetworkSegment(dc47aed8-c6cd-478c-ae17-a83a1d308583),segment_id=dc47aed8-c6cd-478c-ae17-a83a1d308583)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:42:54.596889 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-10916b0d-8140-46e0-8d0e-d47edf9ba584 req-497329ea-2341-40c4-836f-b4236c53500e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:54.655124 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-10916b0d-8140-46e0-8d0e-d47edf9ba584 req-497329ea-2341-40c4-836f-b4236c53500e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:54.668103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['a55bda78-2584-4fa9-a40a-623e8b22eda0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:42:54.712881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10916b0d-8140-46e0-8d0e-d47edf9ba584 req-497329ea-2341-40c4-836f-b4236c53500e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:54.713681 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-10916b0d-8140-46e0-8d0e-d47edf9ba584 req-497329ea-2341-40c4-836f-b4236c53500e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:54.715219 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10916b0d-8140-46e0-8d0e-d47edf9ba584 req-497329ea-2341-40c4-836f-b4236c53500e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "PUT /v2.0/ports/a55bda78-2584-4fa9-a40a-623e8b22eda0 HTTP/1.1" status: 200 len: 981 time: 0.4516602 Feb 15 17:42:54.715532 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fd23af-0407-4106-9b97-630f874dfd9a', 'tag': 'a55bda78-2584-4fa9-a40a-623e8b22eda0'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:42:54.718575 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e95eb4-9f04-4b17-b1c6-7331c70fb059" -d '{"events": [{"name": "network-changed", "server_uuid": "91fd23af-0407-4106-9b97-630f874dfd9a", "tag": "a55bda78-2584-4fa9-a40a-623e8b22eda0"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:42:54.766329 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497329ea-2341-40c4-836f-b4236c53500e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Pushing event updated for resources: {'Port': ['ID=a55bda78-2584-4fa9-a40a-623e8b22eda0,revision_number=6']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:42:54.799257 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['a55bda78-2584-4fa9-a40a-623e8b22eda0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:42:54.956414 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eddf006-55ec-454c-a08e-534be60e5b2c x-openstack-request-id: req-2eddf006-55ec-454c-a08e-534be60e5b2c {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:42:54.956929 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fd23af-0407-4106-9b97-630f874dfd9a", "tag": "a55bda78-2584-4fa9-a40a-623e8b22eda0", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:42:54.957280 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2eddf006-55ec-454c-a08e-534be60e5b2c {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:42:54.957845 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fd23af-0407-4106-9b97-630f874dfd9a', 'tag': 'a55bda78-2584-4fa9-a40a-623e8b22eda0', 'status': 'completed', 'code': 200} Feb 15 17:42:55.023456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c4215-5dca-4f5e-8a6a-a145d8b66b14 req-bce8e3e3-0213-4653-9360-341bc6305c53 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:55.025010 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-033c4215-5dca-4f5e-8a6a-a145d8b66b14 req-bce8e3e3-0213-4653-9360-341bc6305c53 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 984 time: 0.2288375 Feb 15 17:42:55.081723 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e95eb4-9f04-4b17-b1c6-7331c70fb059 req-107bb9f0-2c36-49a5-a541-e1f2dadedab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:55.083695 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-69e95eb4-9f04-4b17-b1c6-7331c70fb059 req-107bb9f0-2c36-49a5-a541-e1f2dadedab8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e637146cf6be4505bd1784eb2b73f61a&device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 1167 time: 0.1018431 Feb 15 17:42:55.099912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-0ae30af8-d5e2-492d-b1d7-8670a8688ff7 None None] Provisioning complete for port a55bda78-2584-4fa9-a40a-623e8b22eda0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:42:55.100419 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0ae30af8-d5e2-492d-b1d7-8670a8688ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:42:55.165337 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-033c4215-5dca-4f5e-8a6a-a145d8b66b14 req-c72b2671-d212-42a3-99ad-7a643a7f6710 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=56c69986-4efb-4e3d-8b89-09964dd055e7&id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1322560 Feb 15 17:42:55.222786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e95eb4-9f04-4b17-b1c6-7331c70fb059 req-a1a5d52a-2435-4a3e-83bf-f6af1edc4803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:55.223861 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-69e95eb4-9f04-4b17-b1c6-7331c70fb059 req-a1a5d52a-2435-4a3e-83bf-f6af1edc4803 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cbc848d2-6f61-4baf-960d-6830ffdf2d77 HTTP/1.1" status: 200 len: 916 time: 0.1339979 Feb 15 17:42:55.312284 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-69e95eb4-9f04-4b17-b1c6-7331c70fb059 req-a7420d9d-9331-4149-b5b3-7ba87f06bbd5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a55bda78-2584-4fa9-a40a-623e8b22eda0 HTTP/1.1" status: 200 len: 1001 time: 0.0809572 Feb 15 17:42:55.318898 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-0ae30af8-d5e2-492d-b1d7-8670a8688ff7 None None] Current status of the port a55bda78-2584-4fa9-a40a-623e8b22eda0 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:42:55.376136 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e95eb4-9f04-4b17-b1c6-7331c70fb059 req-d3e67fea-362f-4bf8-957b-05de19a6d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:55.378201 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-69e95eb4-9f04-4b17-b1c6-7331c70fb059 req-d3e67fea-362f-4bf8-957b-05de19a6d319 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=433d26a2-0101-42a8-ac4b-05a85da95174 HTTP/1.1" status: 200 len: 854 time: 0.0603750 Feb 15 17:42:55.433514 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e95eb4-9f04-4b17-b1c6-7331c70fb059 req-30ecf8c4-e5a9-46c0-9334-544241ec2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:55.435218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-69e95eb4-9f04-4b17-b1c6-7331c70fb059 req-30ecf8c4-e5a9-46c0-9334-544241ec2660 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cbc848d2-6f61-4baf-960d-6830ffdf2d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503955 Feb 15 17:42:55.543946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-69e95eb4-9f04-4b17-b1c6-7331c70fb059 req-6de6b828-07ed-4c46-a69c-d36b303d9eca service neutron] 10.222.0.10 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987346 Feb 15 17:42:55.645439 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-69e95eb4-9f04-4b17-b1c6-7331c70fb059 req-3e58e479-1d3e-4a33-a6b0-d0821001fc3f service neutron] 10.222.0.10 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933330 Feb 15 17:42:59.419997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82067067-1d3b-43bb-975d-5d1c2d04a581 req-aa295b7a-45e3-4ae8-a4c6-1aff57762a78 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:59.422278 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82067067-1d3b-43bb-975d-5d1c2d04a581 req-aa295b7a-45e3-4ae8-a4c6-1aff57762a78 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 984 time: 0.0599689 Feb 15 17:42:59.523328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-82067067-1d3b-43bb-975d-5d1c2d04a581 req-22f545c9-ccd9-427a-89de-2c63798398de tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=56c69986-4efb-4e3d-8b89-09964dd055e7&id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0917399 Feb 15 17:42:59.525428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603d98a-e646-4c9c-9917-c8d0d941be0f req-2d128e94-dfa6-4123-b6f0-11cc5cabea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:59.526915 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d603d98a-e646-4c9c-9917-c8d0d941be0f req-2d128e94-dfa6-4123-b6f0-11cc5cabea74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e637146cf6be4505bd1784eb2b73f61a&device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 1167 time: 0.1034803 Feb 15 17:42:59.621006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603d98a-e646-4c9c-9917-c8d0d941be0f req-3c420c45-a1a2-4eb5-a7fd-0e9e63979702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:59.622488 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d603d98a-e646-4c9c-9917-c8d0d941be0f req-3c420c45-a1a2-4eb5-a7fd-0e9e63979702 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cbc848d2-6f61-4baf-960d-6830ffdf2d77 HTTP/1.1" status: 200 len: 916 time: 0.0891593 Feb 15 17:42:59.697040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d603d98a-e646-4c9c-9917-c8d0d941be0f req-ac8b514e-43c2-4d0b-a242-7258edaf0622 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a55bda78-2584-4fa9-a40a-623e8b22eda0 HTTP/1.1" status: 200 len: 1001 time: 0.0684993 Feb 15 17:42:59.747907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603d98a-e646-4c9c-9917-c8d0d941be0f req-ce1f7fc9-2db7-4135-afe8-d859b861aa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:59.750053 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d603d98a-e646-4c9c-9917-c8d0d941be0f req-ce1f7fc9-2db7-4135-afe8-d859b861aa2c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=433d26a2-0101-42a8-ac4b-05a85da95174 HTTP/1.1" status: 200 len: 854 time: 0.0464659 Feb 15 17:42:59.800397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603d98a-e646-4c9c-9917-c8d0d941be0f req-17d94a8f-e105-482a-9312-2ed86c7b4c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:42:59.801989 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d603d98a-e646-4c9c-9917-c8d0d941be0f req-17d94a8f-e105-482a-9312-2ed86c7b4c8a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cbc848d2-6f61-4baf-960d-6830ffdf2d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453515 Feb 15 17:42:59.898130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d603d98a-e646-4c9c-9917-c8d0d941be0f req-21d987e0-1a49-4ccd-8e13-d1c8dcbade75 service neutron] 10.222.0.10 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893290 Feb 15 17:42:59.990113 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d603d98a-e646-4c9c-9917-c8d0d941be0f req-9936e2e3-adff-4984-bded-eb8572e6fa61 service neutron] 10.222.0.10 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843942 Feb 15 17:43:00.712058 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aa874-720b-46ef-a1b4-ad8467bf612d req-1025b0ce-325e-403b-bf05-ad9c2db230ba tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:00.713641 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d20aa874-720b-46ef-a1b4-ad8467bf612d req-1025b0ce-325e-403b-bf05-ad9c2db230ba tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 984 time: 0.1155734 Feb 15 17:43:00.775828 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d20aa874-720b-46ef-a1b4-ad8467bf612d req-82afe22c-6803-4f12-b83b-456108446fa4 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=56c69986-4efb-4e3d-8b89-09964dd055e7&id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557735 Feb 15 17:43:01.018003 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:01.295051 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:01.908116 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acaa89-abf9-4cbf-a1ee-6f55757f5697 req-9759ba16-429b-4a8a-8056-e7011bbe2df3 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:01.909727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1acaa89-abf9-4cbf-a1ee-6f55757f5697 req-9759ba16-429b-4a8a-8056-e7011bbe2df3 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 984 time: 0.0615137 Feb 15 17:43:01.976168 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c1acaa89-abf9-4cbf-a1ee-6f55757f5697 req-5c738405-c027-4276-b587-436f7b047deb tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=56c69986-4efb-4e3d-8b89-09964dd055e7&id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603287 Feb 15 17:43:03.103980 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74fb65a-608e-45f5-ad90-0584cacd4f78 req-934e18a9-9534-46b7-97d0-ebd5d13db02d tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:03.105504 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b74fb65a-608e-45f5-ad90-0584cacd4f78 req-934e18a9-9534-46b7-97d0-ebd5d13db02d tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 984 time: 0.0583057 Feb 15 17:43:03.165460 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b74fb65a-608e-45f5-ad90-0584cacd4f78 req-0f041fa8-fb5f-44cf-8cb0-7cf327f2fea2 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=56c69986-4efb-4e3d-8b89-09964dd055e7&id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539308 Feb 15 17:43:04.291155 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f17ef-9a3d-4a12-8b69-14d1c39db58a req-3f2cb624-9604-4c8a-a2c2-020272d47801 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:04.292639 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-682f17ef-9a3d-4a12-8b69-14d1c39db58a req-3f2cb624-9604-4c8a-a2c2-020272d47801 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 984 time: 0.0558970 Feb 15 17:43:04.355707 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-682f17ef-9a3d-4a12-8b69-14d1c39db58a req-5a255bef-bb14-460f-a266-1903cd523be1 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=56c69986-4efb-4e3d-8b89-09964dd055e7&id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573542 Feb 15 17:43:05.491404 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2ec23-bc71-4960-ad22-6efc5b27c5b5 req-3abb7577-db98-4862-87c9-29b7c6bba0c5 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:05.493007 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-57f2ec23-bc71-4960-ad22-6efc5b27c5b5 req-3abb7577-db98-4862-87c9-29b7c6bba0c5 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 984 time: 0.0659637 Feb 15 17:43:05.555458 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-57f2ec23-bc71-4960-ad22-6efc5b27c5b5 req-40988c6d-ecb0-4c5f-b72f-39ea828eab9f tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=56c69986-4efb-4e3d-8b89-09964dd055e7&id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563877 Feb 15 17:43:06.683455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362af126-d45d-48f6-a5f3-4c66434b59fa req-021ed252-e732-41ff-80e5-680443a2beb9 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:06.685086 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-362af126-d45d-48f6-a5f3-4c66434b59fa req-021ed252-e732-41ff-80e5-680443a2beb9 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 984 time: 0.0599854 Feb 15 17:43:06.750031 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-362af126-d45d-48f6-a5f3-4c66434b59fa req-024e6b0c-b769-4363-a20c-8ab807b4d228 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=56c69986-4efb-4e3d-8b89-09964dd055e7&id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584567 Feb 15 17:43:06.980661 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-076215e7-19d4-4d60-88f7-9fe36aa9748a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:07.884574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d50c4d-8713-4296-8d1b-4fe704ffe908 req-cf723d27-0ad2-417b-8f84-71b96840e580 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:07.886126 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77d50c4d-8713-4296-8d1b-4fe704ffe908 req-cf723d27-0ad2-417b-8f84-71b96840e580 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 984 time: 0.0610690 Feb 15 17:43:07.961261 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-77d50c4d-8713-4296-8d1b-4fe704ffe908 req-11c9df49-2de9-45ca-a769-64d521271490 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=56c69986-4efb-4e3d-8b89-09964dd055e7&id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681217 Feb 15 17:43:09.100094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafd3cb-9010-4079-9b20-73d2e87f8e3f req-cdfe6dd0-dcd6-4ac1-befb-b31ce4a29c18 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:09.101792 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ceafd3cb-9010-4079-9b20-73d2e87f8e3f req-cdfe6dd0-dcd6-4ac1-befb-b31ce4a29c18 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 984 time: 0.0642760 Feb 15 17:43:09.169125 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ceafd3cb-9010-4079-9b20-73d2e87f8e3f req-0aa0ffb5-662f-4677-9333-ee6f48cae76e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=56c69986-4efb-4e3d-8b89-09964dd055e7&id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613630 Feb 15 17:43:09.309349 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f04130a6-4d27-4dbc-ad63-217a9c140939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:10.313263 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464b755-911c-45fc-a655-451ec330992d req-af0694e8-ff55-4f4c-91bc-b0293faced9f tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:10.313263 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4464b755-911c-45fc-a655-451ec330992d req-af0694e8-ff55-4f4c-91bc-b0293faced9f tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 984 time: 0.0711730 Feb 15 17:43:10.382184 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4464b755-911c-45fc-a655-451ec330992d req-4a6eb43f-f889-42cb-b1dd-074b2a8c323a tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=56c69986-4efb-4e3d-8b89-09964dd055e7&id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638225 Feb 15 17:43:10.669713 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:11.510276 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d84ea-0061-4d0a-b18b-197c1baea8a4 req-61cba6f5-c1d1-4e0b-86e7-6349b55278e7 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:11.511835 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a4d84ea-0061-4d0a-b18b-197c1baea8a4 req-61cba6f5-c1d1-4e0b-86e7-6349b55278e7 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 984 time: 0.0586128 Feb 15 17:43:11.584942 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a4d84ea-0061-4d0a-b18b-197c1baea8a4 req-8eac337e-f02d-4335-acdc-f9b1c33f1d4f tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=56c69986-4efb-4e3d-8b89-09964dd055e7&id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652404 Feb 15 17:43:12.134378 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:13.555096 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:23.755965 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:43:31.077297 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:31.334396 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:36.257278 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2ec5e3f-1a74-49d5-9928-880c31fc090a req-4e7350ce-dcac-4ffb-a914-ee93163559c5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0897088 Feb 15 17:43:36.352244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec5e3f-1a74-49d5-9928-880c31fc090a req-f3da859a-3ac9-4296-82df-6e262c0dd18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:36.353784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2ec5e3f-1a74-49d5-9928-880c31fc090a req-f3da859a-3ac9-4296-82df-6e262c0dd18c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e637146cf6be4505bd1784eb2b73f61a&device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 1167 time: 0.0460496 Feb 15 17:43:36.467682 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec5e3f-1a74-49d5-9928-880c31fc090a req-d52db020-4078-461a-bfde-e7925c5b95c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:36.469185 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2ec5e3f-1a74-49d5-9928-880c31fc090a req-d52db020-4078-461a-bfde-e7925c5b95c5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cbc848d2-6f61-4baf-960d-6830ffdf2d77 HTTP/1.1" status: 200 len: 916 time: 0.0909188 Feb 15 17:43:36.536714 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2ec5e3f-1a74-49d5-9928-880c31fc090a req-7fcef66e-4a63-4cce-80e6-c6192ee922da service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a55bda78-2584-4fa9-a40a-623e8b22eda0 HTTP/1.1" status: 200 len: 1001 time: 0.0595980 Feb 15 17:43:36.590340 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec5e3f-1a74-49d5-9928-880c31fc090a req-d46ebc0c-6fb7-4722-9569-9e6760304228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:36.591897 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2ec5e3f-1a74-49d5-9928-880c31fc090a req-d46ebc0c-6fb7-4722-9569-9e6760304228 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=433d26a2-0101-42a8-ac4b-05a85da95174 HTTP/1.1" status: 200 len: 854 time: 0.0488007 Feb 15 17:43:36.647228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec5e3f-1a74-49d5-9928-880c31fc090a req-cc84baa2-bc63-4ced-bcea-aab3c65842af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:36.648749 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2ec5e3f-1a74-49d5-9928-880c31fc090a req-cc84baa2-bc63-4ced-bcea-aab3c65842af service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cbc848d2-6f61-4baf-960d-6830ffdf2d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488412 Feb 15 17:43:36.742135 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2ec5e3f-1a74-49d5-9928-880c31fc090a req-75f7bd4c-4995-4815-9542-025d5b3994cc service neutron] 10.222.0.10 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851433 Feb 15 17:43:36.839822 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c2ec5e3f-1a74-49d5-9928-880c31fc090a req-aa220762-c27a-457d-8fa9-232017642ed3 service neutron] 10.222.0.10 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904219 Feb 15 17:43:36.968637 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a58f7e3-270e-447b-bcb3-92385393ba99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:39.344760 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cb7617f5-d1a0-4e33-88c4-370b39a7cc33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:40.669566 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:42.131930 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:43.546932 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:44.199701 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-452f58dd-453b-4e19-b9fb-b9657cb95275 req-57a0c5ea-068f-4e7a-b506-68d7898ef20a tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-726779380&fields=id&tenant_id=e637146cf6be4505bd1784eb2b73f61a HTTP/1.1" status: 200 len: 267 time: 0.0502193 Feb 15 17:43:44.274195 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f58dd-453b-4e19-b9fb-b9657cb95275 req-18045c85-87cd-468c-8ff5-c6ee851df369 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:44.275617 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-452f58dd-453b-4e19-b9fb-b9657cb95275 req-18045c85-87cd-468c-8ff5-c6ee851df369 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 984 time: 0.0698814 Feb 15 17:43:44.287603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-452f58dd-453b-4e19-b9fb-b9657cb95275 req-aace1e31-0a5c-4012-aaed-8d767cb985f3 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Request body: {'port': {'security_groups': ['1ed7d77f-f111-4449-9dcd-d42b0a551177']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:43:44.366368 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-452f58dd-453b-4e19-b9fb-b9657cb95275 req-aace1e31-0a5c-4012-aaed-8d767cb985f3 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:44.555933 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-452f58dd-453b-4e19-b9fb-b9657cb95275 req-aace1e31-0a5c-4012-aaed-8d767cb985f3 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] For port a55bda78-2584-4fa9-a40a-623e8b22eda0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=a55bda78-2584-4fa9-a40a-623e8b22eda0,segment=NetworkSegment(dc47aed8-c6cd-478c-ae17-a83a1d308583),segment_id=dc47aed8-c6cd-478c-ae17-a83a1d308583)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:43:44.588442 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-452f58dd-453b-4e19-b9fb-b9657cb95275 req-aace1e31-0a5c-4012-aaed-8d767cb985f3 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:44.653906 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-452f58dd-453b-4e19-b9fb-b9657cb95275 req-aace1e31-0a5c-4012-aaed-8d767cb985f3 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:44.672251 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['a55bda78-2584-4fa9-a40a-623e8b22eda0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:43:44.700622 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f58dd-453b-4e19-b9fb-b9657cb95275 req-aace1e31-0a5c-4012-aaed-8d767cb985f3 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:44.701980 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-452f58dd-453b-4e19-b9fb-b9657cb95275 req-aace1e31-0a5c-4012-aaed-8d767cb985f3 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:44.703526 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-452f58dd-453b-4e19-b9fb-b9657cb95275 req-aace1e31-0a5c-4012-aaed-8d767cb985f3 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "PUT /v2.0/ports/a55bda78-2584-4fa9-a40a-623e8b22eda0 HTTP/1.1" status: 200 len: 942 time: 0.4215777 Feb 15 17:43:44.704015 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fd23af-0407-4106-9b97-630f874dfd9a', 'tag': 'a55bda78-2584-4fa9-a40a-623e8b22eda0'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:43:44.706374 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b2719e-ed1e-4421-8291-11103019fb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "91fd23af-0407-4106-9b97-630f874dfd9a", "tag": "a55bda78-2584-4fa9-a40a-623e8b22eda0"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:43:44.710670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42354) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:43:44.747051 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace1e31-0a5c-4012-aaed-8d767cb985f3 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Pushing event updated for resources: {'Port': ['ID=a55bda78-2584-4fa9-a40a-623e8b22eda0,revision_number=7']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:43:44.776929 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238bab73-7d36-4257-a634-cf2df9bfac65 x-openstack-request-id: req-238bab73-7d36-4257-a634-cf2df9bfac65 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:43:44.777228 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fd23af-0407-4106-9b97-630f874dfd9a", "tag": "a55bda78-2584-4fa9-a40a-623e8b22eda0", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:43:44.777563 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-238bab73-7d36-4257-a634-cf2df9bfac65 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:43:44.778011 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fd23af-0407-4106-9b97-630f874dfd9a', 'tag': 'a55bda78-2584-4fa9-a40a-623e8b22eda0', 'status': 'completed', 'code': 200} Feb 15 17:43:44.796084 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['a55bda78-2584-4fa9-a40a-623e8b22eda0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:43:44.842254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-18263cb1-762b-4d10-80b1-ba7918da737e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group (56c69986-4efb-4e3d-8b89-09964dd055e7), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:44.878512 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-18263cb1-762b-4d10-80b1-ba7918da737e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group (56c69986-4efb-4e3d-8b89-09964dd055e7), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:44.912235 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2719e-ed1e-4421-8291-11103019fb7f req-4542e7e7-ce5c-4447-9fbd-2619b601b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:44.913845 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89b2719e-ed1e-4421-8291-11103019fb7f req-4542e7e7-ce5c-4447-9fbd-2619b601b618 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e637146cf6be4505bd1784eb2b73f61a&device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 1128 time: 0.1049380 Feb 15 17:43:45.051546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2719e-ed1e-4421-8291-11103019fb7f req-35ebcc8b-05e3-47c3-bf5f-79967461d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:45.053666 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89b2719e-ed1e-4421-8291-11103019fb7f req-35ebcc8b-05e3-47c3-bf5f-79967461d5c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cbc848d2-6f61-4baf-960d-6830ffdf2d77 HTTP/1.1" status: 200 len: 916 time: 0.1298807 Feb 15 17:43:45.079980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a776b6f3-7c1a-4773-9f50-d94006005616 None None] Provisioning complete for port a55bda78-2584-4fa9-a40a-623e8b22eda0 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:43:45.080291 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a776b6f3-7c1a-4773-9f50-d94006005616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:45.127800 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89b2719e-ed1e-4421-8291-11103019fb7f req-63150f96-1cdd-43c7-9d4b-9b8f63f31b25 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a55bda78-2584-4fa9-a40a-623e8b22eda0 HTTP/1.1" status: 200 len: 1001 time: 0.0655162 Feb 15 17:43:45.129869 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-18263cb1-762b-4d10-80b1-ba7918da737e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (56c69986-4efb-4e3d-8b89-09964dd055e7), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:45.148917 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-18263cb1-762b-4d10-80b1-ba7918da737e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:45.148917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-18263cb1-762b-4d10-80b1-ba7918da737e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "DELETE /v2.0/security-groups/56c69986-4efb-4e3d-8b89-09964dd055e7 HTTP/1.1" status: 204 len: 168 time: 0.4216695 Feb 15 17:43:45.149164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42356) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:43:45.149258 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18263cb1-762b-4d10-80b1-ba7918da737e tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c69986-4efb-4e3d-8b89-09964dd055e7,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:43:45.181837 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a776b6f3-7c1a-4773-9f50-d94006005616 None None] Current status of the port a55bda78-2584-4fa9-a40a-623e8b22eda0 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:43:45.217876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2719e-ed1e-4421-8291-11103019fb7f req-95c41a27-754e-46ff-9bbb-0d6461a73a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:45.220465 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89b2719e-ed1e-4421-8291-11103019fb7f req-95c41a27-754e-46ff-9bbb-0d6461a73a02 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=433d26a2-0101-42a8-ac4b-05a85da95174 HTTP/1.1" status: 200 len: 854 time: 0.0760663 Feb 15 17:43:45.286910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2719e-ed1e-4421-8291-11103019fb7f req-e3bc4811-0edd-4b8d-a3ca-1703023ce064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:45.290265 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89b2719e-ed1e-4421-8291-11103019fb7f req-e3bc4811-0edd-4b8d-a3ca-1703023ce064 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cbc848d2-6f61-4baf-960d-6830ffdf2d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0575740 Feb 15 17:43:45.380749 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-01c1aac2-fcd5-4eae-9af5-29bd9e0ee539 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Deleting port ca7131fb-d21e-43b9-806a-1c490901becd {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:43:45.381643 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01c1aac2-fcd5-4eae-9af5-29bd9e0ee539 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ca7131fb-d21e-43b9-806a-1c490901becd), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:45.411264 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89b2719e-ed1e-4421-8291-11103019fb7f req-7f36895c-ba84-43d3-aea4-50580a507d0b service neutron] 10.222.0.10 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125889 Feb 15 17:43:45.470814 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01c1aac2-fcd5-4eae-9af5-29bd9e0ee539 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ca7131fb-d21e-43b9-806a-1c490901becd), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:45.471161 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01c1aac2-fcd5-4eae-9af5-29bd9e0ee539 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for floatingip (ca7131fb-d21e-43b9-806a-1c490901becd), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:45.484188 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-01c1aac2-fcd5-4eae-9af5-29bd9e0ee539 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Calling delete_port for ca7131fb-d21e-43b9-806a-1c490901becd owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:43:45.522897 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89b2719e-ed1e-4421-8291-11103019fb7f req-4b0c9839-8012-4dd4-96cb-4b23a985bceb service neutron] 10.222.0.10 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014366 Feb 15 17:43:45.749240 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01c1aac2-fcd5-4eae-9af5-29bd9e0ee539 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ca7131fb-d21e-43b9-806a-1c490901becd), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:45.776268 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1aac2-fcd5-4eae-9af5-29bd9e0ee539 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Pushing event deleted for resources: {'Port': ['ID=ca7131fb-d21e-43b9-806a-1c490901becd,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:43:45.871715 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01c1aac2-fcd5-4eae-9af5-29bd9e0ee539 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks [] for floatingip (322687a4-2e73-4880-b6c1-0a0a72d5d440), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:45.872053 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-01c1aac2-fcd5-4eae-9af5-29bd9e0ee539 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Floating IP 322687a4-2e73-4880-b6c1-0a0a72d5d440 disassociated (deleted). External IP: 172.25.4.218, port: a55bda78-2584-4fa9-a40a-623e8b22eda0. Feb 15 17:43:46.125382 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c1aac2-fcd5-4eae-9af5-29bd9e0ee539 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Router 2960484e-056b-4b45-aa45-7b4de648118e has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:43:46.242493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c1aac2-fcd5-4eae-9af5-29bd9e0ee539 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:43:46.247333 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-01c1aac2-fcd5-4eae-9af5-29bd9e0ee539 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:43:46.253589 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ad406-9e57-4c2f-ac5a-d414833e9fff None None] Sync routers for ids ['2960484e-056b-4b45-aa45-7b4de648118e'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:43:46.267203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ad406-9e57-4c2f-ac5a-d414833e9fff None None] Routers {'2960484e-056b-4b45-aa45-7b4de648118e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:43:46.268310 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-997ad406-9e57-4c2f-ac5a-d414833e9fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:43:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2960484e-056b-4b45-aa45-7b4de648118e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:43:46.282216 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-01c1aac2-fcd5-4eae-9af5-29bd9e0ee539 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "DELETE /v2.0/floatingips/322687a4-2e73-4880-b6c1-0a0a72d5d440 HTTP/1.1" status: 204 len: 168 time: 1.1443207 Feb 15 17:43:46.404884 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-997ad406-9e57-4c2f-ac5a-d414833e9fff None None] Set router 2960484e-056b-4b45-aa45-7b4de648118e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:43:46.633387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-997ad406-9e57-4c2f-ac5a-d414833e9fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2960484e-056b-4b45-aa45-7b4de648118e', 'name': 'tempest-TestMinimumBasicScenario-1400119942-router', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:46Z', 'updated_at': '2022-02-15T17:41:49Z', 'revision_number': 4, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'gw_port': {'id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:47Z', 'updated_at': '2022-02-15T17:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '7b59eba9-9dd6-4742-b030-10aef0a04b48', 'name': '', 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'mac_address': 'fa:16:3e:a0:9a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:49Z', 'updated_at': '2022-02-15T17:41:53Z', 'revision_number': 5, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'subnets': [{'id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:43:46.661621 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ad406-9e57-4c2f-ac5a-d414833e9fff None None] Checking router: 2960484e-056b-4b45-aa45-7b4de648118e for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:43:46.672255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ad406-9e57-4c2f-ac5a-d414833e9fff None None] Routers {'2960484e-056b-4b45-aa45-7b4de648118e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:43:46.673323 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-997ad406-9e57-4c2f-ac5a-d414833e9fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:43:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2960484e-056b-4b45-aa45-7b4de648118e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:43:46.779648 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fd23af-0407-4106-9b97-630f874dfd9a', 'tag': 'a55bda78-2584-4fa9-a40a-623e8b22eda0'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:43:46.782178 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f787ab-7580-42a4-a05b-9f935cd28683" -d '{"events": [{"name": "network-changed", "server_uuid": "91fd23af-0407-4106-9b97-630f874dfd9a", "tag": "a55bda78-2584-4fa9-a40a-623e8b22eda0"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:43:46.799413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-997ad406-9e57-4c2f-ac5a-d414833e9fff None None] Set router 2960484e-056b-4b45-aa45-7b4de648118e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:43:46.841843 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac1a907-77ed-4cff-b2f0-fd151ca9f36f x-openstack-request-id: req-fac1a907-77ed-4cff-b2f0-fd151ca9f36f {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:43:46.841843 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fd23af-0407-4106-9b97-630f874dfd9a", "tag": "a55bda78-2584-4fa9-a40a-623e8b22eda0", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:43:46.841843 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-fac1a907-77ed-4cff-b2f0-fd151ca9f36f {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:43:46.841843 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91fd23af-0407-4106-9b97-630f874dfd9a', 'tag': 'a55bda78-2584-4fa9-a40a-623e8b22eda0', 'status': 'completed', 'code': 200} Feb 15 17:43:46.918990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f787ab-7580-42a4-a05b-9f935cd28683 req-59705a13-9131-443c-b6a2-733671fde7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:46.921204 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5f787ab-7580-42a4-a05b-9f935cd28683 req-59705a13-9131-443c-b6a2-733671fde7fc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e637146cf6be4505bd1784eb2b73f61a&device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 1128 time: 0.0619645 Feb 15 17:43:47.034439 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f787ab-7580-42a4-a05b-9f935cd28683 req-c107c1f3-1872-4610-970e-6cf874b78fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:47.036029 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5f787ab-7580-42a4-a05b-9f935cd28683 req-c107c1f3-1872-4610-970e-6cf874b78fb6 service neutron] 10.222.0.10 "GET /v2.0/networks?id=cbc848d2-6f61-4baf-960d-6830ffdf2d77 HTTP/1.1" status: 200 len: 916 time: 0.1065524 Feb 15 17:43:47.037826 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-997ad406-9e57-4c2f-ac5a-d414833e9fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2960484e-056b-4b45-aa45-7b4de648118e', 'name': 'tempest-TestMinimumBasicScenario-1400119942-router', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:46Z', 'updated_at': '2022-02-15T17:41:49Z', 'revision_number': 4, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'gw_port': {'id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:47Z', 'updated_at': '2022-02-15T17:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '7b59eba9-9dd6-4742-b030-10aef0a04b48', 'name': '', 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'mac_address': 'fa:16:3e:a0:9a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:49Z', 'updated_at': '2022-02-15T17:41:53Z', 'revision_number': 5, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'subnets': [{'id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:43:47.073790 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997ad406-9e57-4c2f-ac5a-d414833e9fff None None] The sync data for ids ['2960484e-056b-4b45-aa45-7b4de648118e'] in n-d-828372-14 is: [{'id': '2960484e-056b-4b45-aa45-7b4de648118e', 'name': 'tempest-TestMinimumBasicScenario-1400119942-router', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:46Z', 'updated_at': '2022-02-15T17:41:49Z', 'revision_number': 4, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'gw_port': {'id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:47Z', 'updated_at': '2022-02-15T17:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '7b59eba9-9dd6-4742-b030-10aef0a04b48', 'name': '', 'network_id': 'cbc848d2-6f61-4baf-960d-6830ffdf2d77', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'mac_address': 'fa:16:3e:a0:9a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:49Z', 'updated_at': '2022-02-15T17:41:53Z', 'revision_number': 5, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'subnets': [{'id': '433d26a2-0101-42a8-ac4b-05a85da95174', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:43:47.086315 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5f787ab-7580-42a4-a05b-9f935cd28683 req-cd6cb25b-7418-4ea4-a797-ff5bfd18855d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a55bda78-2584-4fa9-a40a-623e8b22eda0 HTTP/1.1" status: 200 len: 217 time: 0.0382185 Feb 15 17:43:47.147286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f787ab-7580-42a4-a05b-9f935cd28683 req-813a5ae0-4a73-4054-b352-d3aa07faafd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:47.149030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5f787ab-7580-42a4-a05b-9f935cd28683 req-813a5ae0-4a73-4054-b352-d3aa07faafd3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=433d26a2-0101-42a8-ac4b-05a85da95174 HTTP/1.1" status: 200 len: 854 time: 0.0556250 Feb 15 17:43:47.203257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f787ab-7580-42a4-a05b-9f935cd28683 req-b97419b8-b3a7-4983-8304-5453c2b819bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:43:47.204807 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5f787ab-7580-42a4-a05b-9f935cd28683 req-b97419b8-b3a7-4983-8304-5453c2b819bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=cbc848d2-6f61-4baf-960d-6830ffdf2d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490117 Feb 15 17:43:47.334916 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5f787ab-7580-42a4-a05b-9f935cd28683 req-20ad2d2c-1af7-4cf5-bfb6-387ecd7879f9 service neutron] 10.222.0.10 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211340 Feb 15 17:43:47.378765 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c237b5-ec06-418d-8527-9abaec5e9ba1 None None] New status for floating IP 322687a4-2e73-4880-b6c1-0a0a72d5d440: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:43:47.443568 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5f787ab-7580-42a4-a05b-9f935cd28683 req-8e27733a-4af5-4c99-82b3-c1783d0ef24b service neutron] 10.222.0.10 "GET /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014073 Feb 15 17:44:00.763731 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:44:01.091945 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:01.315377 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:04.603751 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa577345-4a07-4eaf-882b-2a4a1a3d4344 req-338553c5-feff-4e1e-80a5-53591a335f6d tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:04.605626 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aa577345-4a07-4eaf-882b-2a4a1a3d4344 req-338553c5-feff-4e1e-80a5-53591a335f6d tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 945 time: 0.0735707 Feb 15 17:44:04.673876 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-aa577345-4a07-4eaf-882b-2a4a1a3d4344 req-1b38ab23-ebf2-49c9-aa93-46c91425d532 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610337 Feb 15 17:44:05.825277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce1c4f-bb8c-4673-a3a3-c1a4ced4799d req-f19c08c6-614c-4f34-be7a-92601b5ce2d9 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:05.828598 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-41ce1c4f-bb8c-4673-a3a3-c1a4ced4799d req-f19c08c6-614c-4f34-be7a-92601b5ce2d9 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 945 time: 0.0786207 Feb 15 17:44:05.887244 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-41ce1c4f-bb8c-4673-a3a3-c1a4ced4799d req-2faf8405-2476-46d6-b92c-346bff1d1172 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/security-groups?id=1ed7d77f-f111-4449-9dcd-d42b0a551177&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506513 Feb 15 17:44:06.335532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846abeb-d70f-4864-910b-a06cf25b5157 req-12e5d3b7-0daa-4073-92c0-5420d6d29889 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:06.337041 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0846abeb-d70f-4864-910b-a06cf25b5157 req-12e5d3b7-0daa-4073-92c0-5420d6d29889 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.10 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 945 time: 0.0581698 Feb 15 17:44:06.447804 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-0846abeb-d70f-4864-910b-a06cf25b5157 req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Deleting port a55bda78-2584-4fa9-a40a-623e8b22eda0 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:44:06.448154 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0846abeb-d70f-4864-910b-a06cf25b5157 req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:06.545562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0846abeb-d70f-4864-910b-a06cf25b5157 req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] For port a55bda78-2584-4fa9-a40a-623e8b22eda0, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=a55bda78-2584-4fa9-a40a-623e8b22eda0,segment=NetworkSegment(dc47aed8-c6cd-478c-ae17-a83a1d308583),segment_id=dc47aed8-c6cd-478c-ae17-a83a1d308583)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:44:06.545935 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0846abeb-d70f-4864-910b-a06cf25b5157 req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:06.559958 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-0846abeb-d70f-4864-910b-a06cf25b5157 req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Calling delete_port for a55bda78-2584-4fa9-a40a-623e8b22eda0 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:44:06.829279 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0846abeb-d70f-4864-910b-a06cf25b5157 req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (a55bda78-2584-4fa9-a40a-623e8b22eda0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:06.842179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['a55bda78-2584-4fa9-a40a-623e8b22eda0'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:44:06.872315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Pushing event deleted for resources: {'Port': ['ID=a55bda78-2584-4fa9-a40a-623e8b22eda0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:06.889996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:06.890414 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:06.890899 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:06.891279 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:06.891696 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:06.891968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:06.892464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:06.892810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:06.893247 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:06.893664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:06.894104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:06.894322 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:06.894655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:06.954497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-0846abeb-d70f-4864-910b-a06cf25b5157 req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] No DVR routers for this DVR port a55bda78-2584-4fa9-a40a-623e8b22eda0 on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:44:06.958856 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0846abeb-d70f-4864-910b-a06cf25b5157 req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:06.965272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0846abeb-d70f-4864-910b-a06cf25b5157 req-74fec6c2-ee00-43ca-bfe7-c56bc29acb24 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.10 "DELETE /v2.0/ports/a55bda78-2584-4fa9-a40a-623e8b22eda0 HTTP/1.1" status: 204 len: 173 time: 0.6225588 Feb 15 17:44:06.966042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fd23af-0407-4106-9b97-630f874dfd9a', 'name': 'network-vif-deleted', 'tag': 'a55bda78-2584-4fa9-a40a-623e8b22eda0'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:44:06.980003 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1795bd20-8d02-4939-82cf-5cbf48085e1c" -d '{"events": [{"server_uuid": "91fd23af-0407-4106-9b97-630f874dfd9a", "name": "network-vif-deleted", "tag": "a55bda78-2584-4fa9-a40a-623e8b22eda0"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:44:06.999206 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf5556aa-9eb9-4bfc-8dfe-32a0930afb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:07.019414 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-374ac86c-3e76-4264-ab15-a48a7bc9e077 req-66aa9e20-9256-4b96-b309-2bd318a792d7 tempest-TestMinimumBasicScenario-1989711831 tempest-TestMinimumBasicScenario-1989711831-project] 10.222.0.107 "GET /v2.0/ports?device_id=91fd23af-0407-4106-9b97-630f874dfd9a HTTP/1.1" status: 200 len: 210 time: 0.0348790 Feb 15 17:44:07.102651 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23af4380-72e4-4645-bd72-eb5d5b12253e x-openstack-request-id: req-23af4380-72e4-4645-bd72-eb5d5b12253e {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:44:07.103094 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fd23af-0407-4106-9b97-630f874dfd9a", "name": "network-vif-deleted", "tag": "a55bda78-2584-4fa9-a40a-623e8b22eda0", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:44:07.103450 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-23af4380-72e4-4645-bd72-eb5d5b12253e {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:44:07.103958 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91fd23af-0407-4106-9b97-630f874dfd9a', 'name': 'network-vif-deleted', 'tag': 'a55bda78-2584-4fa9-a40a-623e8b22eda0', 'status': 'completed', 'code': 200} Feb 15 17:44:09.322011 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ced66e90-5d63-4750-8835-2d2502678d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:09.325578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42470) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:09.725778 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a86083cd-1bc9-46a8-bda7-84af535ba72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (2960484e-056b-4b45-aa45-7b4de648118e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:09.946879 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device a55bda78-2584-4fa9-a40a-623e8b22eda0 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:44:09.970748 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: a55bda78-2584-4fa9-a40a-623e8b22eda0 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:44:09.971087 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device a55bda78-2584-4fa9-a40a-623e8b22eda0 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:44:10.001243 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a86083cd-1bc9-46a8-bda7-84af535ba72b admin admin] Deleting port 7b59eba9-9dd6-4742-b030-10aef0a04b48 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:44:10.001611 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a86083cd-1bc9-46a8-bda7-84af535ba72b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:10.421936 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-a86083cd-1bc9-46a8-bda7-84af535ba72b admin admin] For port 7b59eba9-9dd6-4742-b030-10aef0a04b48, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7b59eba9-9dd6-4742-b030-10aef0a04b48,segment=NetworkSegment(dc47aed8-c6cd-478c-ae17-a83a1d308583),segment_id=dc47aed8-c6cd-478c-ae17-a83a1d308583)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:44:10.422704 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a86083cd-1bc9-46a8-bda7-84af535ba72b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:10.438878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-a86083cd-1bc9-46a8-bda7-84af535ba72b admin admin] Calling delete_port for 7b59eba9-9dd6-4742-b030-10aef0a04b48 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:44:10.675639 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:10.692944 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a86083cd-1bc9-46a8-bda7-84af535ba72b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7b59eba9-9dd6-4742-b030-10aef0a04b48), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:10.721253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86083cd-1bc9-46a8-bda7-84af535ba72b admin admin] Pushing event deleted for resources: {'Port': ['ID=7b59eba9-9dd6-4742-b030-10aef0a04b48,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:10.915092 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a86083cd-1bc9-46a8-bda7-84af535ba72b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (2960484e-056b-4b45-aa45-7b4de648118e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:11.158194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a86083cd-1bc9-46a8-bda7-84af535ba72b admin admin] Router 2960484e-056b-4b45-aa45-7b4de648118e has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:44:11.270089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a86083cd-1bc9-46a8-bda7-84af535ba72b admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:44:11.276143 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a86083cd-1bc9-46a8-bda7-84af535ba72b admin admin] 10.222.0.107 "PUT /v2.0/routers/2960484e-056b-4b45-aa45-7b4de648118e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9494388 Feb 15 17:44:11.277581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42472) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:11.281533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1cca6a-bbee-4963-9062-7288fdbba1cb None None] Sync routers for ids ['2960484e-056b-4b45-aa45-7b4de648118e'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:44:11.291839 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1cca6a-bbee-4963-9062-7288fdbba1cb None None] Routers {'2960484e-056b-4b45-aa45-7b4de648118e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:44:11.292463 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5a1cca6a-bbee-4963-9062-7288fdbba1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:44:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2960484e-056b-4b45-aa45-7b4de648118e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:11.390257 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081d7c74-f292-4d60-96bd-05745ffa6c46 admin admin] Publish callbacks [] for router (2960484e-056b-4b45-aa45-7b4de648118e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:11.403469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-5a1cca6a-bbee-4963-9062-7288fdbba1cb None None] Set router 2960484e-056b-4b45-aa45-7b4de648118e gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:44:11.512740 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081d7c74-f292-4d60-96bd-05745ffa6c46 admin admin] Publish callbacks [] for router_gateway (2960484e-056b-4b45-aa45-7b4de648118e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:11.600134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5a1cca6a-bbee-4963-9062-7288fdbba1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2960484e-056b-4b45-aa45-7b4de648118e', 'name': 'tempest-TestMinimumBasicScenario-1400119942-router', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119'}], 'enable_snat': True}, 'gw_port_id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:46Z', 'updated_at': '2022-02-15T17:44:10Z', 'revision_number': 5, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'gw_port': {'id': 'c8810031-e016-4e86-8305-b952ebf3ce6d', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:06:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2960484e-056b-4b45-aa45-7b4de648118e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:47Z', 'updated_at': '2022-02-15T17:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:11.630009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1cca6a-bbee-4963-9062-7288fdbba1cb None None] Checking router: 2960484e-056b-4b45-aa45-7b4de648118e for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:44:11.634064 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-081d7c74-f292-4d60-96bd-05745ffa6c46 admin admin] Deleting port c8810031-e016-4e86-8305-b952ebf3ce6d {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:44:11.634407 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081d7c74-f292-4d60-96bd-05745ffa6c46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c8810031-e016-4e86-8305-b952ebf3ce6d), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:11.639806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1cca6a-bbee-4963-9062-7288fdbba1cb None None] Routers {'2960484e-056b-4b45-aa45-7b4de648118e'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:44:11.640441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5a1cca6a-bbee-4963-9062-7288fdbba1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:44:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2960484e-056b-4b45-aa45-7b4de648118e'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:11.730376 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-081d7c74-f292-4d60-96bd-05745ffa6c46 admin admin] For port c8810031-e016-4e86-8305-b952ebf3ce6d, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c8810031-e016-4e86-8305-b952ebf3ce6d,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:44:11.731424 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081d7c74-f292-4d60-96bd-05745ffa6c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c8810031-e016-4e86-8305-b952ebf3ce6d), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:11.745297 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-081d7c74-f292-4d60-96bd-05745ffa6c46 admin admin] Calling delete_port for c8810031-e016-4e86-8305-b952ebf3ce6d owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:44:11.746739 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-5a1cca6a-bbee-4963-9062-7288fdbba1cb None None] Set router 2960484e-056b-4b45-aa45-7b4de648118e gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:44:11.804874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5a1cca6a-bbee-4963-9062-7288fdbba1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2960484e-056b-4b45-aa45-7b4de648118e', 'name': 'tempest-TestMinimumBasicScenario-1400119942-router', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:46Z', 'updated_at': '2022-02-15T17:44:11Z', 'revision_number': 6, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:11.832798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1cca6a-bbee-4963-9062-7288fdbba1cb None None] The sync data for ids ['2960484e-056b-4b45-aa45-7b4de648118e'] in n-d-828372-14 is: [{'id': '2960484e-056b-4b45-aa45-7b4de648118e', 'name': 'tempest-TestMinimumBasicScenario-1400119942-router', 'tenant_id': 'e637146cf6be4505bd1784eb2b73f61a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:46Z', 'updated_at': '2022-02-15T17:44:11Z', 'revision_number': 6, 'project_id': 'e637146cf6be4505bd1784eb2b73f61a', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:44:11.989915 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081d7c74-f292-4d60-96bd-05745ffa6c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c8810031-e016-4e86-8305-b952ebf3ce6d), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:12.018090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d7c74-f292-4d60-96bd-05745ffa6c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8810031-e016-4e86-8305-b952ebf3ce6d,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:12.086519 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081d7c74-f292-4d60-96bd-05745ffa6c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (2960484e-056b-4b45-aa45-7b4de648118e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:12.137296 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:12.190530 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081d7c74-f292-4d60-96bd-05745ffa6c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (2960484e-056b-4b45-aa45-7b4de648118e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:12.193258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081d7c74-f292-4d60-96bd-05745ffa6c46 admin admin] Publish callbacks [] for router_controller (2960484e-056b-4b45-aa45-7b4de648118e), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:12.292773 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7b59eba9-9dd6-4742-b030-10aef0a04b48 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:44:12.325069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 7b59eba9-9dd6-4742-b030-10aef0a04b48 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:44:12.325438 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7b59eba9-9dd6-4742-b030-10aef0a04b48 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:44:12.326437 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081d7c74-f292-4d60-96bd-05745ffa6c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (2960484e-056b-4b45-aa45-7b4de648118e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:12.327664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081d7c74-f292-4d60-96bd-05745ffa6c46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2960484e-056b-4b45-aa45-7b4de648118e {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:44:12.332469 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-081d7c74-f292-4d60-96bd-05745ffa6c46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:12.333820 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-081d7c74-f292-4d60-96bd-05745ffa6c46 admin admin] 10.222.0.107 "DELETE /v2.0/routers/2960484e-056b-4b45-aa45-7b4de648118e HTTP/1.1" status: 204 len: 168 time: 1.0552268 Feb 15 17:44:12.336375 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42474) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:12.382559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ba451d-3e4f-422b-85a2-44a86d0e355d admin admin] Deleting subnet 433d26a2-0101-42a8-ac4b-05a85da95174 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:44:12.386196 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c5ba451d-3e4f-422b-85a2-44a86d0e355d admin admin] Publish callbacks [] for subnet (433d26a2-0101-42a8-ac4b-05a85da95174), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:12.423756 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c5ba451d-3e4f-422b-85a2-44a86d0e355d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (433d26a2-0101-42a8-ac4b-05a85da95174), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:12.514650 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c5ba451d-3e4f-422b-85a2-44a86d0e355d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (433d26a2-0101-42a8-ac4b-05a85da95174), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:12.637011 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c5ba451d-3e4f-422b-85a2-44a86d0e355d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (433d26a2-0101-42a8-ac4b-05a85da95174), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:12.666539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba451d-3e4f-422b-85a2-44a86d0e355d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=433d26a2-0101-42a8-ac4b-05a85da95174,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:12.670624 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-c5ba451d-3e4f-422b-85a2-44a86d0e355d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:12.674495 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c5ba451d-3e4f-422b-85a2-44a86d0e355d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/433d26a2-0101-42a8-ac4b-05a85da95174 HTTP/1.1" status: 204 len: 168 time: 0.3367684 Feb 15 17:44:12.677640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42476) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:12.682428 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cac2e8-5608-4469-9806-1dee16b51d1a None None] Network cbc848d2-6f61-4baf-960d-6830ffdf2d77 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:44:12.760918 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (cbc848d2-6f61-4baf-960d-6830ffdf2d77), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:12.844264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] Deleting port 230694dd-1af3-4f96-9f1a-1597293abd83 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:44:12.844614 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (230694dd-1af3-4f96-9f1a-1597293abd83), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:12.874035 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] DHCP port deletion for cbc848d2-6f61-4baf-960d-6830ffdf2d77 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:44:12.928858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] For port 230694dd-1af3-4f96-9f1a-1597293abd83, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=230694dd-1af3-4f96-9f1a-1597293abd83,segment=NetworkSegment(dc47aed8-c6cd-478c-ae17-a83a1d308583),segment_id=dc47aed8-c6cd-478c-ae17-a83a1d308583)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:44:12.929342 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (230694dd-1af3-4f96-9f1a-1597293abd83), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:12.946836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] Calling delete_port for 230694dd-1af3-4f96-9f1a-1597293abd83 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:44:13.122554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Deleting port 230694dd-1af3-4f96-9f1a-1597293abd83 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:44:13.122842 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (230694dd-1af3-4f96-9f1a-1597293abd83), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:13.134102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (230694dd-1af3-4f96-9f1a-1597293abd83), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:13.164079 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] No DVR routers for this DVR port 230694dd-1af3-4f96-9f1a-1597293abd83 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:44:13.170596 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] Pushing event deleted for resources: {'Port': ['ID=230694dd-1af3-4f96-9f1a-1597293abd83,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:13.210440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] For port 230694dd-1af3-4f96-9f1a-1597293abd83, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=230694dd-1af3-4f96-9f1a-1597293abd83,segment=NetworkSegment(dc47aed8-c6cd-478c-ae17-a83a1d308583),segment_id=dc47aed8-c6cd-478c-ae17-a83a1d308583)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:44:13.211108 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (230694dd-1af3-4f96-9f1a-1597293abd83), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:13.230723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Calling delete_port for 230694dd-1af3-4f96-9f1a-1597293abd83 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:44:13.253725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (cbc848d2-6f61-4baf-960d-6830ffdf2d77), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:13.278394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc848d2-6f61-4baf-960d-6830ffdf2d77']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:13.289505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc47aed8-c6cd-478c-ae17-a83a1d308583') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:13.289933 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc47aed8-c6cd-478c-ae17-a83a1d308583') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:13.302271 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (dc47aed8-c6cd-478c-ae17-a83a1d308583), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:13.327402 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (230694dd-1af3-4f96-9f1a-1597293abd83), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:13.327685 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (dc47aed8-c6cd-478c-ae17-a83a1d308583), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:13.331921 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:44:13.332318 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (dc47aed8-c6cd-478c-ae17-a83a1d308583), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:44:13.334062 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:44:13.343026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Pushing event deleted for resources: {'Port': ['ID=230694dd-1af3-4f96-9f1a-1597293abd83,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:13.353204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:13.353663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:13.353931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:13.354270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:13.354610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:13.354951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:13.355287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:13.355621 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:13.355952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:13.356279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:13.356602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:13.356928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:13.357256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:13.360118 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b756c8-25cc-4799-8228-01591bc27228 None None] No DVR routers for this DVR port 230694dd-1af3-4f96-9f1a-1597293abd83 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:44:13.476148 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (cbc848d2-6f61-4baf-960d-6830ffdf2d77), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:13.486670 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:13.486670 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] 10.222.0.107 "DELETE /v2.0/networks/cbc848d2-6f61-4baf-960d-6830ffdf2d77 HTTP/1.1" status: 204 len: 168 time: 0.8074586 Feb 15 17:44:13.489278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42478) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:13.496239 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e907890-f3f0-4ba1-80e7-d0898b20d2af admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc848d2-6f61-4baf-960d-6830ffdf2d77,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:13.572671 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:13.866705 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:14.145718 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 230694dd-1af3-4f96-9f1a-1597293abd83 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:44:14.166573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 230694dd-1af3-4f96-9f1a-1597293abd83 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:44:14.166963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 230694dd-1af3-4f96-9f1a-1597293abd83 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:44:14.167341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c8810031-e016-4e86-8305-b952ebf3ce6d no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:44:14.188878 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: c8810031-e016-4e86-8305-b952ebf3ce6d {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:44:14.189226 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c8810031-e016-4e86-8305-b952ebf3ce6d not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:44:14.467642 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Deleting port cb456c6a-48cf-4599-b598-21626afb0846 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:44:14.468077 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cb456c6a-48cf-4599-b598-21626afb0846), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:14.547252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] For port cb456c6a-48cf-4599-b598-21626afb0846, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=cb456c6a-48cf-4599-b598-21626afb0846,segment=NetworkSegment(86855652-ca12-45b8-acd6-70cdbdd96d11),segment_id=86855652-ca12-45b8-acd6-70cdbdd96d11)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:44:14.548143 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cb456c6a-48cf-4599-b598-21626afb0846), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:14.560329 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Calling delete_port for cb456c6a-48cf-4599-b598-21626afb0846 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:44:14.817315 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (cb456c6a-48cf-4599-b598-21626afb0846), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:14.845640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Pushing event deleted for resources: {'Port': ['ID=cb456c6a-48cf-4599-b598-21626afb0846,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:14.857526 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:14.879881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:14.879881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:14.879881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:14.879881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:14.879881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:14.879881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:14.879881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:14.879881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:14.879881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:14.879881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:14.879881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:14.879881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:15.030349 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:15.255238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Router ff015489-8e0a-4ed6-b7aa-9820cfcfec3c has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:44:15.371113 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:44:15.376257 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0b5640b3-7cd2-406b-b013-91a33c6830be admin admin] 10.222.0.107 "PUT /v2.0/routers/ff015489-8e0a-4ed6-b7aa-9820cfcfec3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8858469 Feb 15 17:44:15.378995 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42480) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:15.384332 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed0f9a9-fbb6-4621-b0de-a72bb6963033 None None] Sync routers for ids ['ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:44:15.395900 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed0f9a9-fbb6-4621-b0de-a72bb6963033 None None] Routers {'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:44:15.396527 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6ed0f9a9-fbb6-4621-b0de-a72bb6963033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:44:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:15.496202 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96f0d454-29f7-4715-be45-04100ff971df admin admin] Publish callbacks [] for router (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:15.509031 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-6ed0f9a9-fbb6-4621-b0de-a72bb6963033 None None] Set router ff015489-8e0a-4ed6-b7aa-9820cfcfec3c gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:44:15.604785 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96f0d454-29f7-4715-be45-04100ff971df admin admin] Publish callbacks [] for router_gateway (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:15.692406 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6ed0f9a9-fbb6-4621-b0de-a72bb6963033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'name': 'tempest-TestMinimumBasicScenario-521028964-router', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '87455f66-1229-4212-a28e-31371c2d61c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:53Z', 'updated_at': '2022-02-15T17:44:14Z', 'revision_number': 5, 'project_id': '4f20319b39ae49fda8a319f52c8f523f', 'gw_port': {'id': '87455f66-1229-4212-a28e-31371c2d61c1', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:9d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:41:54Z', 'updated_at': '2022-02-15T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:15.724047 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed0f9a9-fbb6-4621-b0de-a72bb6963033 None None] Checking router: ff015489-8e0a-4ed6-b7aa-9820cfcfec3c for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:44:15.733676 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed0f9a9-fbb6-4621-b0de-a72bb6963033 None None] Routers {'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:44:15.734295 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6ed0f9a9-fbb6-4621-b0de-a72bb6963033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:44:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:15.742031 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-96f0d454-29f7-4715-be45-04100ff971df admin admin] Deleting port 87455f66-1229-4212-a28e-31371c2d61c1 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:44:15.742370 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96f0d454-29f7-4715-be45-04100ff971df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (87455f66-1229-4212-a28e-31371c2d61c1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:15.829621 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-96f0d454-29f7-4715-be45-04100ff971df admin admin] For port 87455f66-1229-4212-a28e-31371c2d61c1, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=87455f66-1229-4212-a28e-31371c2d61c1,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:44:15.829918 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96f0d454-29f7-4715-be45-04100ff971df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (87455f66-1229-4212-a28e-31371c2d61c1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:15.844278 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-96f0d454-29f7-4715-be45-04100ff971df admin admin] Calling delete_port for 87455f66-1229-4212-a28e-31371c2d61c1 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:44:15.920008 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-6ed0f9a9-fbb6-4621-b0de-a72bb6963033 None None] Set router ff015489-8e0a-4ed6-b7aa-9820cfcfec3c gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:44:15.972666 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-6ed0f9a9-fbb6-4621-b0de-a72bb6963033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'name': 'tempest-TestMinimumBasicScenario-521028964-router', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:53Z', 'updated_at': '2022-02-15T17:44:15Z', 'revision_number': 6, 'project_id': '4f20319b39ae49fda8a319f52c8f523f', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:16.004060 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed0f9a9-fbb6-4621-b0de-a72bb6963033 None None] The sync data for ids ['ff015489-8e0a-4ed6-b7aa-9820cfcfec3c'] in n-d-828372-14 is: [{'id': 'ff015489-8e0a-4ed6-b7aa-9820cfcfec3c', 'name': 'tempest-TestMinimumBasicScenario-521028964-router', 'tenant_id': '4f20319b39ae49fda8a319f52c8f523f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:41:53Z', 'updated_at': '2022-02-15T17:44:15Z', 'revision_number': 6, 'project_id': '4f20319b39ae49fda8a319f52c8f523f', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:44:16.105005 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96f0d454-29f7-4715-be45-04100ff971df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (87455f66-1229-4212-a28e-31371c2d61c1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:16.139690 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0d454-29f7-4715-be45-04100ff971df admin admin] Pushing event deleted for resources: {'Port': ['ID=87455f66-1229-4212-a28e-31371c2d61c1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:16.197256 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96f0d454-29f7-4715-be45-04100ff971df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:16.296803 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96f0d454-29f7-4715-be45-04100ff971df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:16.299038 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96f0d454-29f7-4715-be45-04100ff971df admin admin] Publish callbacks [] for router_controller (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:16.434080 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cb456c6a-48cf-4599-b598-21626afb0846 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:44:16.441144 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96f0d454-29f7-4715-be45-04100ff971df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (ff015489-8e0a-4ed6-b7aa-9820cfcfec3c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:16.441747 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f0d454-29f7-4715-be45-04100ff971df admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff015489-8e0a-4ed6-b7aa-9820cfcfec3c {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:44:16.447393 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-96f0d454-29f7-4715-be45-04100ff971df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:16.450934 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-96f0d454-29f7-4715-be45-04100ff971df admin admin] 10.222.0.107 "DELETE /v2.0/routers/ff015489-8e0a-4ed6-b7aa-9820cfcfec3c HTTP/1.1" status: 204 len: 168 time: 1.0684633 Feb 15 17:44:16.452882 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42482) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:16.457801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: cb456c6a-48cf-4599-b598-21626afb0846 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:44:16.458151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device cb456c6a-48cf-4599-b598-21626afb0846 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:44:16.500361 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-7267deec-89b9-43c0-a1d4-9c28658d75b1 admin admin] Deleting subnet 4c5da703-444a-4194-a4b6-b85737b26d25 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:44:16.503593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7267deec-89b9-43c0-a1d4-9c28658d75b1 admin admin] Publish callbacks [] for subnet (4c5da703-444a-4194-a4b6-b85737b26d25), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:16.538521 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7267deec-89b9-43c0-a1d4-9c28658d75b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (4c5da703-444a-4194-a4b6-b85737b26d25), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:16.633218 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7267deec-89b9-43c0-a1d4-9c28658d75b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (4c5da703-444a-4194-a4b6-b85737b26d25), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:16.750194 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7267deec-89b9-43c0-a1d4-9c28658d75b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (4c5da703-444a-4194-a4b6-b85737b26d25), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:16.778208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267deec-89b9-43c0-a1d4-9c28658d75b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5da703-444a-4194-a4b6-b85737b26d25,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:16.780736 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7267deec-89b9-43c0-a1d4-9c28658d75b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:16.788091 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7267deec-89b9-43c0-a1d4-9c28658d75b1 admin admin] 10.222.0.107 "DELETE /v2.0/subnets/4c5da703-444a-4194-a4b6-b85737b26d25 HTTP/1.1" status: 204 len: 168 time: 0.3331432 Feb 15 17:44:16.788334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42484) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:16.790085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42f2951-19b2-4507-ae5a-3f7285953131 None None] Network db6ed870-36d6-4ddd-866c-5ddd6bfb673e requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:44:16.876182 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (db6ed870-36d6-4ddd-866c-5ddd6bfb673e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:16.939697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] Deleting port 155b9566-afd9-491d-b466-dc82a6da04f6 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:44:16.940041 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (155b9566-afd9-491d-b466-dc82a6da04f6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:16.961601 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7543a70c-d19f-4529-874e-01c32381749c None None] DHCP port deletion for db6ed870-36d6-4ddd-866c-5ddd6bfb673e request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:44:17.020652 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7543a70c-d19f-4529-874e-01c32381749c None None] Deleting port 155b9566-afd9-491d-b466-dc82a6da04f6 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:44:17.021136 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7543a70c-d19f-4529-874e-01c32381749c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (155b9566-afd9-491d-b466-dc82a6da04f6), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:17.026757 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] For port 155b9566-afd9-491d-b466-dc82a6da04f6, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=155b9566-afd9-491d-b466-dc82a6da04f6,segment=NetworkSegment(86855652-ca12-45b8-acd6-70cdbdd96d11),segment_id=86855652-ca12-45b8-acd6-70cdbdd96d11)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:44:17.027524 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (155b9566-afd9-491d-b466-dc82a6da04f6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:17.051498 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] Calling delete_port for 155b9566-afd9-491d-b466-dc82a6da04f6 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:44:17.088572 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7543a70c-d19f-4529-874e-01c32381749c None None] For port 155b9566-afd9-491d-b466-dc82a6da04f6, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=155b9566-afd9-491d-b466-dc82a6da04f6,segment=NetworkSegment(86855652-ca12-45b8-acd6-70cdbdd96d11),segment_id=86855652-ca12-45b8-acd6-70cdbdd96d11)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:44:17.088979 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7543a70c-d19f-4529-874e-01c32381749c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (155b9566-afd9-491d-b466-dc82a6da04f6), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:17.107823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7543a70c-d19f-4529-874e-01c32381749c None None] Calling delete_port for 155b9566-afd9-491d-b466-dc82a6da04f6 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:44:17.201295 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (155b9566-afd9-491d-b466-dc82a6da04f6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:17.208259 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7543a70c-d19f-4529-874e-01c32381749c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (155b9566-afd9-491d-b466-dc82a6da04f6), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:17.225993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] Pushing event deleted for resources: {'Port': ['ID=155b9566-afd9-491d-b466-dc82a6da04f6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:17.231619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543a70c-d19f-4529-874e-01c32381749c None None] Pushing event deleted for resources: {'Port': ['ID=155b9566-afd9-491d-b466-dc82a6da04f6,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:17.232242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] No DVR routers for this DVR port 155b9566-afd9-491d-b466-dc82a6da04f6 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:44:17.239001 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7543a70c-d19f-4529-874e-01c32381749c None None] No DVR routers for this DVR port 155b9566-afd9-491d-b466-dc82a6da04f6 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:44:17.323305 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (db6ed870-36d6-4ddd-866c-5ddd6bfb673e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:17.344938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db6ed870-36d6-4ddd-866c-5ddd6bfb673e']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:17.354577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86855652-ca12-45b8-acd6-70cdbdd96d11') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:17.354878 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86855652-ca12-45b8-acd6-70cdbdd96d11') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:17.364408 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (86855652-ca12-45b8-acd6-70cdbdd96d11), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:17.378224 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (86855652-ca12-45b8-acd6-70cdbdd96d11), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:17.385354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:44:17.385798 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (86855652-ca12-45b8-acd6-70cdbdd96d11), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:44:17.387692 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:44:17.544803 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (db6ed870-36d6-4ddd-866c-5ddd6bfb673e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:17.550169 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:17.553486 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] 10.222.0.107 "DELETE /v2.0/networks/db6ed870-36d6-4ddd-866c-5ddd6bfb673e HTTP/1.1" status: 204 len: 168 time: 0.7657740 Feb 15 17:44:17.569552 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924c342-4084-42cd-8d56-c3b49d9307cd admin admin] Pushing event deleted for resources: {'Network': ['ID=db6ed870-36d6-4ddd-866c-5ddd6bfb673e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:17.991644 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42488) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:18.032184 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bf4d0377-9dc9-481b-bec9-5eaf6c747fab admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=e637146cf6be4505bd1784eb2b73f61a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393636 Feb 15 17:44:18.034715 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42490) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:18.087144 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1d1995f-0c86-45d0-b8c1-cf7b9d464a1a admin admin] Publish callbacks [] for security_group (1ed7d77f-f111-4449-9dcd-d42b0a551177), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:18.112840 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1d1995f-0c86-45d0-b8c1-cf7b9d464a1a admin admin] Publish callbacks [] for security_group (1ed7d77f-f111-4449-9dcd-d42b0a551177), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:18.145460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 155b9566-afd9-491d-b466-dc82a6da04f6 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:44:18.166345 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 155b9566-afd9-491d-b466-dc82a6da04f6 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:44:18.166699 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 155b9566-afd9-491d-b466-dc82a6da04f6 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:44:18.172229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 87455f66-1229-4212-a28e-31371c2d61c1 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:44:18.186351 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 87455f66-1229-4212-a28e-31371c2d61c1 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:44:18.186696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 87455f66-1229-4212-a28e-31371c2d61c1 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:44:18.235345 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1d1995f-0c86-45d0-b8c1-cf7b9d464a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (1ed7d77f-f111-4449-9dcd-d42b0a551177), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:18.238084 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1d1995f-0c86-45d0-b8c1-cf7b9d464a1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:18.239265 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c1d1995f-0c86-45d0-b8c1-cf7b9d464a1a admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/1ed7d77f-f111-4449-9dcd-d42b0a551177 HTTP/1.1" status: 204 len: 168 time: 0.2035356 Feb 15 17:44:18.247345 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1995f-0c86-45d0-b8c1-cf7b9d464a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed7d77f-f111-4449-9dcd-d42b0a551177,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:18.900279 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42496) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:18.955083 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c261ef88-ac51-41a7-a568-e849e72b18e5 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4f20319b39ae49fda8a319f52c8f523f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534797 Feb 15 17:44:18.957511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42498) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:19.006609 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-22b66d1a-4640-492a-ac46-1320922600e2 admin admin] Publish callbacks [] for security_group (5581b113-03e5-4d53-9730-5cd68fe8e032), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:19.027659 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-22b66d1a-4640-492a-ac46-1320922600e2 admin admin] Publish callbacks [] for security_group (5581b113-03e5-4d53-9730-5cd68fe8e032), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:19.160654 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-22b66d1a-4640-492a-ac46-1320922600e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5581b113-03e5-4d53-9730-5cd68fe8e032), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:19.163270 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-22b66d1a-4640-492a-ac46-1320922600e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:19.164484 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-22b66d1a-4640-492a-ac46-1320922600e2 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/5581b113-03e5-4d53-9730-5cd68fe8e032 HTTP/1.1" status: 204 len: 168 time: 0.2060549 Feb 15 17:44:19.173405 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b66d1a-4640-492a-ac46-1320922600e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5581b113-03e5-4d53-9730-5cd68fe8e032,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:21.762147 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42538) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:21.768432 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-93a7a615-f36e-4ccb-aedd-21ae9ed0f702 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052524678', 'description': 'tempest-secgroup-smoke-2052524678 description', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:44:21.852804 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93a7a615-f36e-4ccb-aedd-21ae9ed0f702 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:21.861836 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93a7a615-f36e-4ccb-aedd-21ae9ed0f702 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:21.937645 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93a7a615-f36e-4ccb-aedd-21ae9ed0f702 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (54e60e9c-e5d8-4937-aaad-89fe5e94d912), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:22.012907 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93a7a615-f36e-4ccb-aedd-21ae9ed0f702 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (54e60e9c-e5d8-4937-aaad-89fe5e94d912), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:22.054530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7a615-f36e-4ccb-aedd-21ae9ed0f702 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54e60e9c-e5d8-4937-aaad-89fe5e94d912,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:22.095138 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93a7a615-f36e-4ccb-aedd-21ae9ed0f702 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:22.161225 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93a7a615-f36e-4ccb-aedd-21ae9ed0f702 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:22.195361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7a615-f36e-4ccb-aedd-21ae9ed0f702 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:22.271011 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-93a7a615-f36e-4ccb-aedd-21ae9ed0f702 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:22.272311 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-93a7a615-f36e-4ccb-aedd-21ae9ed0f702 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5086412 Feb 15 17:44:22.275295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42540) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:22.280131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-3bad78c0-146f-40bb-9a4f-29d9acea6962 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:44:22.378447 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3bad78c0-146f-40bb-9a4f-29d9acea6962 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (fa041040-f0ca-46e2-a9f1-b540b8031fad), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:22.438226 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3bad78c0-146f-40bb-9a4f-29d9acea6962 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (fa041040-f0ca-46e2-a9f1-b540b8031fad), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:22.509861 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3bad78c0-146f-40bb-9a4f-29d9acea6962 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (fa041040-f0ca-46e2-a9f1-b540b8031fad), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:22.530818 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad78c0-146f-40bb-9a4f-29d9acea6962 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa041040-f0ca-46e2-a9f1-b540b8031fad,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:22.632010 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3bad78c0-146f-40bb-9a4f-29d9acea6962 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:22.633287 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3bad78c0-146f-40bb-9a4f-29d9acea6962 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3567152 Feb 15 17:44:22.636217 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42542) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:22.641631 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-63e9fba0-14be-4ceb-830a-2cb078e629af tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:44:22.749615 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63e9fba0-14be-4ceb-830a-2cb078e629af tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (8a08fd29-09b0-44cd-9295-3c3af2c26ab2), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:22.803462 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63e9fba0-14be-4ceb-830a-2cb078e629af tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (8a08fd29-09b0-44cd-9295-3c3af2c26ab2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:22.881665 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63e9fba0-14be-4ceb-830a-2cb078e629af tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (8a08fd29-09b0-44cd-9295-3c3af2c26ab2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:22.901113 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9fba0-14be-4ceb-830a-2cb078e629af tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a08fd29-09b0-44cd-9295-3c3af2c26ab2,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:22.980763 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-63e9fba0-14be-4ceb-830a-2cb078e629af tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:22.985295 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-63e9fba0-14be-4ceb-830a-2cb078e629af tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3447163 Feb 15 17:44:22.985295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42544) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:22.989524 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c1f8d490-b94d-4d5d-a173-77f2c74244d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:44:23.086598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1f8d490-b94d-4d5d-a173-77f2c74244d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (68a6f4f2-2087-44a0-bf0b-6adf434539eb), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:23.143156 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1f8d490-b94d-4d5d-a173-77f2c74244d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (68a6f4f2-2087-44a0-bf0b-6adf434539eb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:23.264677 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1f8d490-b94d-4d5d-a173-77f2c74244d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (68a6f4f2-2087-44a0-bf0b-6adf434539eb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:23.285134 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8d490-b94d-4d5d-a173-77f2c74244d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a6f4f2-2087-44a0-bf0b-6adf434539eb,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:23.373722 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c1f8d490-b94d-4d5d-a173-77f2c74244d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:23.375015 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c1f8d490-b94d-4d5d-a173-77f2c74244d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3891087 Feb 15 17:44:23.377600 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42546) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:23.381965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a11026af-6bb2-4e30-b2d1-cb2f85e1b298 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:44:23.487057 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a11026af-6bb2-4e30-b2d1-cb2f85e1b298 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (7f09680c-07f6-422b-8b94-4c005257032f), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:23.547877 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a11026af-6bb2-4e30-b2d1-cb2f85e1b298 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (7f09680c-07f6-422b-8b94-4c005257032f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:23.635608 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a11026af-6bb2-4e30-b2d1-cb2f85e1b298 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (7f09680c-07f6-422b-8b94-4c005257032f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:23.657750 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11026af-6bb2-4e30-b2d1-cb2f85e1b298 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f09680c-07f6-422b-8b94-4c005257032f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:23.723049 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a11026af-6bb2-4e30-b2d1-cb2f85e1b298 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:23.724316 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a11026af-6bb2-4e30-b2d1-cb2f85e1b298 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3457816 Feb 15 17:44:23.727142 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42548) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:23.731476 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5a0d14ce-001a-4b77-901a-f67852ab4dc8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:44:23.820966 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-5a0d14ce-001a-4b77-901a-f67852ab4dc8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Project 2b0ac2d4c01a4bbaa78ab96fa3950db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:44:23.826670 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a0d14ce-001a-4b77-901a-f67852ab4dc8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (a9e19f8d-b4ca-40c1-939d-43d044625705), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:23.887493 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a0d14ce-001a-4b77-901a-f67852ab4dc8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (a9e19f8d-b4ca-40c1-939d-43d044625705), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:24.074399 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a0d14ce-001a-4b77-901a-f67852ab4dc8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (a9e19f8d-b4ca-40c1-939d-43d044625705), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:24.093974 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d14ce-001a-4b77-901a-f67852ab4dc8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9e19f8d-b4ca-40c1-939d-43d044625705,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:24.169143 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5a0d14ce-001a-4b77-901a-f67852ab4dc8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:24.171095 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5a0d14ce-001a-4b77-901a-f67852ab4dc8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4429295 Feb 15 17:44:24.173848 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42550) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:24.178379 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cb29a612-da45-4fc9-bb1f-0668287a9a1c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:44:24.264006 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-cb29a612-da45-4fc9-bb1f-0668287a9a1c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Project 2b0ac2d4c01a4bbaa78ab96fa3950db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:44:24.269586 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb29a612-da45-4fc9-bb1f-0668287a9a1c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (9054c450-80e5-41e6-a981-537ee6fa88b2), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:24.334906 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb29a612-da45-4fc9-bb1f-0668287a9a1c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (9054c450-80e5-41e6-a981-537ee6fa88b2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:24.439534 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb29a612-da45-4fc9-bb1f-0668287a9a1c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (9054c450-80e5-41e6-a981-537ee6fa88b2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:24.454419 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29a612-da45-4fc9-bb1f-0668287a9a1c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9054c450-80e5-41e6-a981-537ee6fa88b2,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:24.562419 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cb29a612-da45-4fc9-bb1f-0668287a9a1c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:24.563672 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cb29a612-da45-4fc9-bb1f-0668287a9a1c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3887613 Feb 15 17:44:24.566689 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42552) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:24.571790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-ae4cbbde-c588-4915-a7ac-0605dd0ea9be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'network': {'name': 'tempest-network-smoke--1808841076', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'port_security_enabled': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:44:24.662957 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4cbbde-c588-4915-a7ac-0605dd0ea9be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Made reservation on behalf of 2b0ac2d4c01a4bbaa78ab96fa3950db5 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:44:24.666244 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae4cbbde-c588-4915-a7ac-0605dd0ea9be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:24.690018 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4cbbde-c588-4915-a7ac-0605dd0ea9be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:44:24.699495 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae4cbbde-c588-4915-a7ac-0605dd0ea9be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (59e49200-15f3-4d4e-87be-e5a1213352fc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:24.701971 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-ae4cbbde-c588-4915-a7ac-0605dd0ea9be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Added segment 59e49200-15f3-4d4e-87be-e5a1213352fc of type vlan for network 1e6c5268-c7ea-4ed9-8456-814c21eb0be5 Feb 15 17:44:24.763431 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae4cbbde-c588-4915-a7ac-0605dd0ea9be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (1e6c5268-c7ea-4ed9-8456-814c21eb0be5), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:24.857979 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae4cbbde-c588-4915-a7ac-0605dd0ea9be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (1e6c5268-c7ea-4ed9-8456-814c21eb0be5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:24.863171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4cbbde-c588-4915-a7ac-0605dd0ea9be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:24.863754 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ae4cbbde-c588-4915-a7ac-0605dd0ea9be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:24.926628 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4cbbde-c588-4915-a7ac-0605dd0ea9be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Network': ['ID=1e6c5268-c7ea-4ed9-8456-814c21eb0be5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:24.937824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 1e6c5268-c7ea-4ed9-8456-814c21eb0be5 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:44:24.999594 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ae4cbbde-c588-4915-a7ac-0605dd0ea9be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4316194 Feb 15 17:44:25.003754 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42554) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:25.008080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1393890765', 'admin_state_up': True, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:44:25.103230 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (d91f0cd7-0a20-46a0-9985-025ccfd30f08), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:25.104471 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (d91f0cd7-0a20-46a0-9985-025ccfd30f08), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:25.157083 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_controller (d91f0cd7-0a20-46a0-9985-025ccfd30f08), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:25.383225 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (d91f0cd7-0a20-46a0-9985-025ccfd30f08), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:25.664545 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (d91f0cd7-0a20-46a0-9985-025ccfd30f08), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:25.683529 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:25.795650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.25.4.234 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/0999cd49-9c6e-4098-b548-1959454e243c) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:44:25.901637 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (0999cd49-9c6e-4098-b548-1959454e243c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:25.995824 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0999cd49-9c6e-4098-b548-1959454e243c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:26.032497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:44:26.037228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:44:26.040710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:44:26.064042 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=0999cd49-9c6e-4098-b548-1959454e243c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:26.368940 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (d91f0cd7-0a20-46a0-9985-025ccfd30f08), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:26.585327 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (d91f0cd7-0a20-46a0-9985-025ccfd30f08), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:27.109794 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router d91f0cd7-0a20-46a0-9985-025ccfd30f08 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:44:27.226870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:44:27.238143 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Sync routers for ids ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:44:27.248676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Routers {'d91f0cd7-0a20-46a0-9985-025ccfd30f08'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:44:27.251080 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:44:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:27.306173 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:27.307473 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-14207ce1-2d87-4ba2-b088-45c1ac72569e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3041098 Feb 15 17:44:27.311393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42556) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:27.361979 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Set router d91f0cd7-0a20-46a0-9985-025ccfd30f08 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:44:27.439433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6012aeeb-d1f6-4d07-8a4c-efebdbc66653 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1267850 Feb 15 17:44:27.443948 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42560) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:27.547117 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48eb5915-aae4-4b0d-9d11-92b70d096f0c tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:27.548887 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-48eb5915-aae4-4b0d-9d11-92b70d096f0c tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1043048 Feb 15 17:44:27.551849 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42562) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:27.564506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393890765', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0999cd49-9c6e-4098-b548-1959454e243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:26Z', 'revision_number': 3, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '0999cd49-9c6e-4098-b548-1959454e243c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bf:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:27.588627 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-bacc2073-cf4e-4d20-9e35-e1a4d7c5fab9 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329912 Feb 15 17:44:27.588862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42564) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:27.591339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Checking router: d91f0cd7-0a20-46a0-9985-025ccfd30f08 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:44:27.591742 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Updating router d91f0cd7-0a20-46a0-9985-025ccfd30f08 port 0999cd49-9c6e-4098-b548-1959454e243c binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:44:27.594093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-54dda81c-3320-4abd-b443-934e8cd345a9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1359725489', 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:44:27.620340 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0999cd49-9c6e-4098-b548-1959454e243c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:27.760946 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dda81c-3320-4abd-b443-934e8cd345a9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Made reservation on behalf of 2b0ac2d4c01a4bbaa78ab96fa3950db5 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:44:27.765091 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-54dda81c-3320-4abd-b443-934e8cd345a9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:27.883750 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Publish callbacks [] for port (0999cd49-9c6e-4098-b548-1959454e243c), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:27.932683 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0999cd49-9c6e-4098-b548-1959454e243c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:27.989078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Attempting to bind port 0999cd49-9c6e-4098-b548-1959454e243c on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:44:27.989467 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Attempting to bind port 0999cd49-9c6e-4098-b548-1959454e243c by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:44:27.989832 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Attempting to bind port 0999cd49-9c6e-4098-b548-1959454e243c on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:44:27.991816 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e9114-ab1b-4703-9791-ce424c0fe864 None None] Pushing event updated for resources: {'Port': ['ID=0999cd49-9c6e-4098-b548-1959454e243c,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:27.999960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:44:27.999960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:44:27.999960 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:28.003407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:44:28.003407 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Bound port: 0999cd49-9c6e-4098-b548-1959454e243c, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:44:28.003407 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0999cd49-9c6e-4098-b548-1959454e243c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:28.022876 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-54dda81c-3320-4abd-b443-934e8cd345a9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (e9c171ca-1c12-437b-b331-3f7e984c67b2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:28.056588 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] For port 0999cd49-9c6e-4098-b548-1959454e243c, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:44:28.060624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] For port 0999cd49-9c6e-4098-b548-1959454e243c, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0999cd49-9c6e-4098-b548-1959454e243c,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:44:28.087501 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dda81c-3320-4abd-b443-934e8cd345a9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Subnet': ['ID=e9c171ca-1c12-437b-b331-3f7e984c67b2,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:28.097230 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dda81c-3320-4abd-b443-934e8cd345a9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Checking segment: {'id': '59e49200-15f3-4d4e-87be-e5a1213352fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:44:28.097642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dda81c-3320-4abd-b443-934e8cd345a9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network hostable DHCP agents. Network: 1e6c5268-c7ea-4ed9-8456-814c21eb0be5, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:44:28.132692 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0999cd49-9c6e-4098-b548-1959454e243c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:28.189078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Routers {'d91f0cd7-0a20-46a0-9985-025ccfd30f08'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:44:28.189729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:44:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:28.212139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dda81c-3320-4abd-b443-934e8cd345a9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 1e6c5268-c7ea-4ed9-8456-814c21eb0be5 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:44:28.260170 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e9114-ab1b-4703-9791-ce424c0fe864 None None] Pushing event updated for resources: {'Port': ['ID=0999cd49-9c6e-4098-b548-1959454e243c,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:28.286832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-54dda81c-3320-4abd-b443-934e8cd345a9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 1e6c5268-c7ea-4ed9-8456-814c21eb0be5) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:44:28.291186 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dda81c-3320-4abd-b443-934e8cd345a9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:28.291594 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-54dda81c-3320-4abd-b443-934e8cd345a9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:28.302202 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78e2671-871e-4345-b64d-6ba9a6233f87 None None] Network 1e6c5268-c7ea-4ed9-8456-814c21eb0be5 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:44:28.355952 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] Set router d91f0cd7-0a20-46a0-9985-025ccfd30f08 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:44:28.375917 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-54dda81c-3320-4abd-b443-934e8cd345a9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7861454 Feb 15 17:44:28.378787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42566) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:28.514347 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ips': [{'subnet_id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:44:28.515207 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:28.707108 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Allocated IP 172.20.0.2 (1e6c5268-c7ea-4ed9-8456-814c21eb0be5/e9c171ca-1c12-437b-b331-3f7e984c67b2/1fbffb63-8bfa-49ea-86e2-eb3b845532f8) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:44:28.712315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393890765', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0999cd49-9c6e-4098-b548-1959454e243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:26Z', 'revision_number': 3, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '0999cd49-9c6e-4098-b548-1959454e243c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bf:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:28.746611 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a457ba0-8855-4a6e-8c2f-84073a7fd5ac None None] The sync data for ids ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'] in n-d-828372-14 is: [{'id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393890765', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0999cd49-9c6e-4098-b548-1959454e243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:26Z', 'revision_number': 3, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '0999cd49-9c6e-4098-b548-1959454e243c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bf:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:44:28.856697 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:28.916203 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Publish callbacks [] for port (1fbffb63-8bfa-49ea-86e2-eb3b845532f8), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:28.996865 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (1fbffb63-8bfa-49ea-86e2-eb3b845532f8), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:29.046390 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Network 1e6c5268-c7ea-4ed9-8456-814c21eb0be5 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:44:29.052343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:44:29.056457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:44:29.068543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Pushing event updated for resources: {'Port': ['ID=1fbffb63-8bfa-49ea-86e2-eb3b845532f8,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:29.126768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Attempting to bind port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:44:29.126768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Attempting to bind port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '59e49200-15f3-4d4e-87be-e5a1213352fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:44:29.126768 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Attempting to bind port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 on network 1e6c5268-c7ea-4ed9-8456-814c21eb0be5 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:44:29.133661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:44:29.134038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Checking segment: {'id': '59e49200-15f3-4d4e-87be-e5a1213352fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:44:29.134450 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:29.134847 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Bound using segment: {'id': '59e49200-15f3-4d4e-87be-e5a1213352fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:44:29.135327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Bound port: 1fbffb63-8bfa-49ea-86e2-eb3b845532f8, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e49200-15f3-4d4e-87be-e5a1213352fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:44:29.135713 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1fbffb63-8bfa-49ea-86e2-eb3b845532f8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:29.225155 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] For port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:44:29.228734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] For port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1fbffb63-8bfa-49ea-86e2-eb3b845532f8,segment=NetworkSegment(59e49200-15f3-4d4e-87be-e5a1213352fc),segment_id=59e49200-15f3-4d4e-87be-e5a1213352fc)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:44:29.242059 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.20.0.1 (1e6c5268-c7ea-4ed9-8456-814c21eb0be5/e9c171ca-1c12-437b-b331-3f7e984c67b2/36f63c36-6312-4834-a4a1-5093fe80c990) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:44:29.322820 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1fbffb63-8bfa-49ea-86e2-eb3b845532f8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:29.375801 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (36f63c36-6312-4834-a4a1-5093fe80c990), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:29.396044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88219e-660b-4880-86a0-1ba88ca63381 None None] Pushing event updated for resources: {'Port': ['ID=1fbffb63-8bfa-49ea-86e2-eb3b845532f8,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:29.463853 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (36f63c36-6312-4834-a4a1-5093fe80c990), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:29.515394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 1e6c5268-c7ea-4ed9-8456-814c21eb0be5 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:44:29.519000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:44:29.523211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:44:29.530228 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=36f63c36-6312-4834-a4a1-5093fe80c990,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:29.603200 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (d91f0cd7-0a20-46a0-9985-025ccfd30f08), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:29.852124 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (36f63c36-6312-4834-a4a1-5093fe80c990), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:30.168189 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (36f63c36-6312-4834-a4a1-5093fe80c990), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:30.202535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0999cd49-9c6e-4098-b548-1959454e243c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:44:30.223810 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (36f63c36-6312-4834-a4a1-5093fe80c990), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:30.256003 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0999cd49-9c6e-4098-b548-1959454e243c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:44:30.256373 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0999cd49-9c6e-4098-b548-1959454e243c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:30.306329 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (d91f0cd7-0a20-46a0-9985-025ccfd30f08), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:30.309088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=36f63c36-6312-4834-a4a1-5093fe80c990,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:30.356450 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0999cd49-9c6e-4098-b548-1959454e243c is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:44:30.356916 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (0999cd49-9c6e-4098-b548-1959454e243c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:30.380844 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 0999cd49-9c6e-4098-b548-1959454e243c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0999cd49-9c6e-4098-b548-1959454e243c,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:44:30.408767 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 1e6c5268-c7ea-4ed9-8456-814c21eb0be5 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:44:30.410352 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:44:30.453494 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (0999cd49-9c6e-4098-b548-1959454e243c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:30.462125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:44:30.527579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fa62a7-b55b-4aa3-8e92-6ed97ee77c7f None None] Network 1e6c5268-c7ea-4ed9-8456-814c21eb0be5 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:44:30.563819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router d91f0cd7-0a20-46a0-9985-025ccfd30f08 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:44:30.692894 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:44:30.702585 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-58217309-4cd7-4b9d-8358-e9d814f9a5fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "PUT /v2.0/routers/d91f0cd7-0a20-46a0-9985-025ccfd30f08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3192887 Feb 15 17:44:30.777355 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=0999cd49-9c6e-4098-b548-1959454e243c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:30.801564 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9158086d-e24b-412e-a308-bed2d2ccb776 None None] Provisioning complete for port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:44:30.801564 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9158086d-e24b-412e-a308-bed2d2ccb776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1fbffb63-8bfa-49ea-86e2-eb3b845532f8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:30.941608 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:44:30.941608 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1fbffb63-8bfa-49ea-86e2-eb3b845532f8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:30.943103 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-91dfdcb9-f012-40fd-8032-fe1d154e465f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052524678&fields=id&tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5 HTTP/1.1" status: 200 len: 267 time: 0.0563762 Feb 15 17:44:31.009026 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-9b588157-284f-4f24-b45f-2730fee6f6a6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:31.010920 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-9b588157-284f-4f24-b45f-2730fee6f6a6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/networks?id=1e6c5268-c7ea-4ed9-8456-814c21eb0be5 HTTP/1.1" status: 200 len: 797 time: 0.1189151 Feb 15 17:44:31.034198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:44:31.034198 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1fbffb63-8bfa-49ea-86e2-eb3b845532f8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:31.034198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9158086d-e24b-412e-a308-bed2d2ccb776 None None] Current status of the port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:44:31.034198 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9158086d-e24b-412e-a308-bed2d2ccb776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1fbffb63-8bfa-49ea-86e2-eb3b845532f8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:31.034686 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-49ab8e54-d249-4a68-be07-69249f843494 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/quotas/2b0ac2d4c01a4bbaa78ab96fa3950db5 HTTP/1.1" status: 200 len: 375 time: 0.0098255 Feb 15 17:44:31.090862 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:31.095264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1fbffb63-8bfa-49ea-86e2-eb3b845532f8,segment=NetworkSegment(59e49200-15f3-4d4e-87be-e5a1213352fc),segment_id=59e49200-15f3-4d4e-87be-e5a1213352fc)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:44:31.103940 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Sync routers for ids ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:44:31.111593 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-cb4514d8-cbec-419c-8074-6bc769effde1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685365 Feb 15 17:44:31.117324 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Routers {'d91f0cd7-0a20-46a0-9985-025ccfd30f08'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:44:31.118369 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:44:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:31.157924 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1fbffb63-8bfa-49ea-86e2-eb3b845532f8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:31.177936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-64a3b2df-017a-408d-ba19-487a16356e55 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:44:31.179215 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-64a3b2df-017a-408d-ba19-487a16356e55 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0667801 Feb 15 17:44:31.238011 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.db.api [None req-9158086d-e24b-412e-a308-bed2d2ccb776 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103801) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 17:44:31.238378 n-d-828372-14 neutron-server[103801]: DEBUG oslo_db.api [None req-9158086d-e24b-412e-a308-bed2d2ccb776 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 17:44:31.248649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=1fbffb63-8bfa-49ea-86e2-eb3b845532f8,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:31.250352 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Set router d91f0cd7-0a20-46a0-9985-025ccfd30f08 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:44:31.299084 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-86edbe42-00c5-45d2-ba5e-45f47c77a135 service neutron] 10.222.0.107 "GET /v2.0/networks/1e6c5268-c7ea-4ed9-8456-814c21eb0be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126971 Feb 15 17:44:31.321791 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:31.397228 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-76d7a11a-4471-4785-b5d7-17bda6ebf65a service neutron] 10.222.0.107 "GET /v2.0/networks/1e6c5268-c7ea-4ed9-8456-814c21eb0be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932620 Feb 15 17:44:31.498087 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393890765', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0999cd49-9c6e-4098-b548-1959454e243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '0999cd49-9c6e-4098-b548-1959454e243c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '36f63c36-6312-4834-a4a1-5093fe80c990', 'name': '', 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:4f:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:29Z', 'updated_at': '2022-02-15T17:44:30Z', 'revision_number': 2, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:31.550441 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Checking router: d91f0cd7-0a20-46a0-9985-025ccfd30f08 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:44:31.551000 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Updating router d91f0cd7-0a20-46a0-9985-025ccfd30f08 port 36f63c36-6312-4834-a4a1-5093fe80c990 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:44:31.597788 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (36f63c36-6312-4834-a4a1-5093fe80c990), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:31.693985 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d20f4fa0-55af-4731-aa85-b58bda03d4e0 req-690b85d4-5d87-43ea-8cf2-37aaeb691f80 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 210 time: 0.0286384 Feb 15 17:44:31.785059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9158086d-e24b-412e-a308-bed2d2ccb776 None None] Current status of the port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:44:31.899397 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Publish callbacks [] for port (36f63c36-6312-4834-a4a1-5093fe80c990), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:31.905269 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f4900999-c44a-444c-8226-b7dfa029ab84 None None] Provisioning complete for port 36f63c36-6312-4834-a4a1-5093fe80c990 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:44:31.905726 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4900999-c44a-444c-8226-b7dfa029ab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (36f63c36-6312-4834-a4a1-5093fe80c990), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:31.943756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f4900999-c44a-444c-8226-b7dfa029ab84 None None] Port 36f63c36-6312-4834-a4a1-5093fe80c990 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:44:31.955188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f4900999-c44a-444c-8226-b7dfa029ab84 None None] Provisioning complete for port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:44:31.955532 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f4900999-c44a-444c-8226-b7dfa029ab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1fbffb63-8bfa-49ea-86e2-eb3b845532f8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:31.995156 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (36f63c36-6312-4834-a4a1-5093fe80c990), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:32.042149 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f4900999-c44a-444c-8226-b7dfa029ab84 None None] Current status of the port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:44:32.053191 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d42318-6834-4913-aea2-fcb23116eae2 None None] Pushing event updated for resources: {'Port': ['ID=36f63c36-6312-4834-a4a1-5093fe80c990,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:32.081391 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d42318-6834-4913-aea2-fcb23116eae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:32.081739 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d42318-6834-4913-aea2-fcb23116eae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:32.082079 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d42318-6834-4913-aea2-fcb23116eae2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:32.082409 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d42318-6834-4913-aea2-fcb23116eae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:32.082755 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d42318-6834-4913-aea2-fcb23116eae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:32.083056 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d42318-6834-4913-aea2-fcb23116eae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:32.083381 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d42318-6834-4913-aea2-fcb23116eae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:32.083698 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d42318-6834-4913-aea2-fcb23116eae2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:32.084015 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d42318-6834-4913-aea2-fcb23116eae2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:32.084330 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d42318-6834-4913-aea2-fcb23116eae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:32.084646 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d42318-6834-4913-aea2-fcb23116eae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:32.084960 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d42318-6834-4913-aea2-fcb23116eae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:32.085276 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d42318-6834-4913-aea2-fcb23116eae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:44:32.118093 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Attempting to bind port 36f63c36-6312-4834-a4a1-5093fe80c990 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:44:32.118760 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Attempting to bind port 36f63c36-6312-4834-a4a1-5093fe80c990 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '59e49200-15f3-4d4e-87be-e5a1213352fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:44:32.118896 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Attempting to bind port 36f63c36-6312-4834-a4a1-5093fe80c990 on network 1e6c5268-c7ea-4ed9-8456-814c21eb0be5 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:44:32.128449 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:44:32.128838 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Checking segment: {'id': '59e49200-15f3-4d4e-87be-e5a1213352fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:44:32.129252 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:32.129678 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Bound using segment: {'id': '59e49200-15f3-4d4e-87be-e5a1213352fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:44:32.130161 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Bound port: 36f63c36-6312-4834-a4a1-5093fe80c990, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e49200-15f3-4d4e-87be-e5a1213352fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:44:32.130544 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (36f63c36-6312-4834-a4a1-5093fe80c990), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:32.184729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0999cd49-9c6e-4098-b548-1959454e243c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:44:32.215140 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] For port 36f63c36-6312-4834-a4a1-5093fe80c990, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:44:32.219195 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] For port 36f63c36-6312-4834-a4a1-5093fe80c990, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=36f63c36-6312-4834-a4a1-5093fe80c990,segment=NetworkSegment(59e49200-15f3-4d4e-87be-e5a1213352fc),segment_id=59e49200-15f3-4d4e-87be-e5a1213352fc)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:44:32.265140 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 0999cd49-9c6e-4098-b548-1959454e243c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:44:32.265693 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (0999cd49-9c6e-4098-b548-1959454e243c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:32.294421 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (36f63c36-6312-4834-a4a1-5093fe80c990), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:32.362512 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Routers {'d91f0cd7-0a20-46a0-9985-025ccfd30f08'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:44:32.363340 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:44:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:32.364834 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 0999cd49-9c6e-4098-b548-1959454e243c is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:44:32.366153 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:44:32.404802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ccf53742-1072-497b-a412-1be9aa43f429 None None] Provisioning complete for port 36f63c36-6312-4834-a4a1-5093fe80c990 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:44:32.405182 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ccf53742-1072-497b-a412-1be9aa43f429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (36f63c36-6312-4834-a4a1-5093fe80c990), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:32.407233 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d42318-6834-4913-aea2-fcb23116eae2 None None] Pushing event updated for resources: {'Port': ['ID=36f63c36-6312-4834-a4a1-5093fe80c990,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:32.461830 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:44:32.462311 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1fbffb63-8bfa-49ea-86e2-eb3b845532f8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:32.504403 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] Set router d91f0cd7-0a20-46a0-9985-025ccfd30f08 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:44:32.561583 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ccf53742-1072-497b-a412-1be9aa43f429 None None] Current status of the port 36f63c36-6312-4834-a4a1-5093fe80c990 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:44:32.561583 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ccf53742-1072-497b-a412-1be9aa43f429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (36f63c36-6312-4834-a4a1-5093fe80c990), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:32.611325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ccf53742-1072-497b-a412-1be9aa43f429 None None] For port 36f63c36-6312-4834-a4a1-5093fe80c990, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=36f63c36-6312-4834-a4a1-5093fe80c990,segment=NetworkSegment(59e49200-15f3-4d4e-87be-e5a1213352fc),segment_id=59e49200-15f3-4d4e-87be-e5a1213352fc)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:44:32.614021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:44:32.721317 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ccf53742-1072-497b-a412-1be9aa43f429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (36f63c36-6312-4834-a4a1-5093fe80c990), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:32.744851 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393890765', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0999cd49-9c6e-4098-b548-1959454e243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '0999cd49-9c6e-4098-b548-1959454e243c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '36f63c36-6312-4834-a4a1-5093fe80c990', 'name': '', 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:4f:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:29Z', 'updated_at': '2022-02-15T17:44:32Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:32.773941 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97614e91-fcdb-433c-87a6-3b1d3c6d05a2 None None] The sync data for ids ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'] in n-d-828372-14 is: [{'id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393890765', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0999cd49-9c6e-4098-b548-1959454e243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '0999cd49-9c6e-4098-b548-1959454e243c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '36f63c36-6312-4834-a4a1-5093fe80c990', 'name': '', 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:4f:17:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:29Z', 'updated_at': '2022-02-15T17:44:32Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:44:32.787104 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9dd2fd5-cbe0-4475-8ad5-e4d0fd4990ab req-036a8208-9ee4-4db9-8268-1efa27f6c07c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 210 time: 0.0287774 Feb 15 17:44:32.788997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf53742-1072-497b-a412-1be9aa43f429 None None] Pushing event updated for resources: {'Port': ['ID=36f63c36-6312-4834-a4a1-5093fe80c990,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:32.858509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-82834875-306d-412a-9d7a-120243442bb8 None None] Provisioning complete for port 36f63c36-6312-4834-a4a1-5093fe80c990 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:44:32.858954 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-82834875-306d-412a-9d7a-120243442bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (36f63c36-6312-4834-a4a1-5093fe80c990), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:32.943838 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-82834875-306d-412a-9d7a-120243442bb8 None None] Current status of the port 36f63c36-6312-4834-a4a1-5093fe80c990 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:44:33.919065 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-818b2e2a-ecd0-4160-9c30-9beaf954dcfd req-96291559-3302-4281-bb5e-21d47d6d6161 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 210 time: 0.0335429 Feb 15 17:44:34.082336 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-6356d399-4edb-4fec-9afa-f621cd7f5ec5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:34.083893 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-6356d399-4edb-4fec-9afa-f621cd7f5ec5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "GET /v2.0/networks?id=1e6c5268-c7ea-4ed9-8456-814c21eb0be5 HTTP/1.1" status: 200 len: 797 time: 0.1187706 Feb 15 17:44:34.162913 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-a543e096-06af-4f5b-9bbe-5bbf325e87d7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5 HTTP/1.1" status: 200 len: 380 time: 0.0699096 Feb 15 17:44:34.172478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-488be4ed-318b-44eb-9186-406432eadc63 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'port': {'device_id': '113c5727-27e4-49fe-b6ce-3f5e469dcc00', 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'admin_state_up': True, 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'security_groups': ['bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:44:34.190849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 36f63c36-6312-4834-a4a1-5093fe80c990 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:44:34.246392 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 36f63c36-6312-4834-a4a1-5093fe80c990 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:44:34.247060 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (36f63c36-6312-4834-a4a1-5093fe80c990), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:34.332503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 36f63c36-6312-4834-a4a1-5093fe80c990 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:44:34.388893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-488be4ed-318b-44eb-9186-406432eadc63 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Made reservation on behalf of 2b0ac2d4c01a4bbaa78ab96fa3950db5 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:44:34.392359 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-488be4ed-318b-44eb-9186-406432eadc63 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:34.518380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-488be4ed-318b-44eb-9186-406432eadc63 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.20.0.6 (1e6c5268-c7ea-4ed9-8456-814c21eb0be5/e9c171ca-1c12-437b-b331-3f7e984c67b2/1974abeb-0a52-41fb-b641-1e0694b730b6) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:44:34.660652 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-488be4ed-318b-44eb-9186-406432eadc63 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (1974abeb-0a52-41fb-b641-1e0694b730b6), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:34.755559 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-488be4ed-318b-44eb-9186-406432eadc63 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1974abeb-0a52-41fb-b641-1e0694b730b6), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:34.801102 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-488be4ed-318b-44eb-9186-406432eadc63 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 1e6c5268-c7ea-4ed9-8456-814c21eb0be5 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:44:34.804278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-488be4ed-318b-44eb-9186-406432eadc63 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:44:34.807973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-488be4ed-318b-44eb-9186-406432eadc63 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:44:34.815022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488be4ed-318b-44eb-9186-406432eadc63 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=1974abeb-0a52-41fb-b641-1e0694b730b6,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:34.865637 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-488be4ed-318b-44eb-9186-406432eadc63 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:34.866278 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-488be4ed-318b-44eb-9186-406432eadc63 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:34.958936 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-488be4ed-318b-44eb-9186-406432eadc63 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7908902 Feb 15 17:44:35.022093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Request body: {'port': {'device_id': '113c5727-27e4-49fe-b6ce-3f5e469dcc00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:44:35.061098 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144414b-e252-4b96-93b4-2b93eb57c833 req-35f636f1-36ad-44af-b51a-cad12c28f665 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:35.062649 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e144414b-e252-4b96-93b4-2b93eb57c833 req-35f636f1-36ad-44af-b51a-cad12c28f665 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 931 time: 0.0627975 Feb 15 17:44:35.090237 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1974abeb-0a52-41fb-b641-1e0694b730b6), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:35.090492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e7de7630-5aa8-4002-b722-b561fdcc070d None None] Provisioning complete for port 1974abeb-0a52-41fb-b641-1e0694b730b6 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:44:35.090869 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e7de7630-5aa8-4002-b722-b561fdcc070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1974abeb-0a52-41fb-b641-1e0694b730b6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:35.115631 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e144414b-e252-4b96-93b4-2b93eb57c833 req-8b82baba-657a-4110-a135-f6deda66f09d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472596 Feb 15 17:44:35.142605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e7de7630-5aa8-4002-b722-b561fdcc070d None None] Port 1974abeb-0a52-41fb-b641-1e0694b730b6 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:44:35.366122 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1974abeb-0a52-41fb-b641-1e0694b730b6 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:44:35.375277 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Publish callbacks [] for port (1974abeb-0a52-41fb-b641-1e0694b730b6), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:35.389201 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Transition to ACTIVE for port object 1974abeb-0a52-41fb-b641-1e0694b730b6 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:44:35.475231 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1974abeb-0a52-41fb-b641-1e0694b730b6), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:35.535308 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=1974abeb-0a52-41fb-b641-1e0694b730b6,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:35.611480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Attempting to bind port 1974abeb-0a52-41fb-b641-1e0694b730b6 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:44:35.611890 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Attempting to bind port 1974abeb-0a52-41fb-b641-1e0694b730b6 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '59e49200-15f3-4d4e-87be-e5a1213352fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:44:35.612152 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Attempting to bind port 1974abeb-0a52-41fb-b641-1e0694b730b6 on network 1e6c5268-c7ea-4ed9-8456-814c21eb0be5 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:44:35.617093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Port 1974abeb-0a52-41fb-b641-1e0694b730b6 on network 1e6c5268-c7ea-4ed9-8456-814c21eb0be5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:44:35.617565 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Attempting to bind port 1974abeb-0a52-41fb-b641-1e0694b730b6 on network 1e6c5268-c7ea-4ed9-8456-814c21eb0be5 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:44:35.625091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:44:35.626023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Checking segment: {'id': '59e49200-15f3-4d4e-87be-e5a1213352fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:44:35.626425 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Bound using segment: {'id': '59e49200-15f3-4d4e-87be-e5a1213352fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:44:35.626855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Bound port: 1974abeb-0a52-41fb-b641-1e0694b730b6, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59e49200-15f3-4d4e-87be-e5a1213352fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:44:35.627224 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1974abeb-0a52-41fb-b641-1e0694b730b6), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:35.706979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] For port 1974abeb-0a52-41fb-b641-1e0694b730b6, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:44:35.710584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] For port 1974abeb-0a52-41fb-b641-1e0694b730b6, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1974abeb-0a52-41fb-b641-1e0694b730b6,segment=NetworkSegment(59e49200-15f3-4d4e-87be-e5a1213352fc),segment_id=59e49200-15f3-4d4e-87be-e5a1213352fc)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:44:35.813180 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1974abeb-0a52-41fb-b641-1e0694b730b6), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:35.851372 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:35.852011 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:35.853775 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] 10.222.0.67 "PUT /v2.0/ports/1974abeb-0a52-41fb-b641-1e0694b730b6 HTTP/1.1" status: 200 len: 1092 time: 0.8875747 Feb 15 17:44:35.854240 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113c5727-27e4-49fe-b6ce-3f5e469dcc00', 'tag': '1974abeb-0a52-41fb-b641-1e0694b730b6'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:44:35.856539 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babaa546-b9d7-40b5-8197-450ea189f91c" -d '{"events": [{"name": "network-changed", "server_uuid": "113c5727-27e4-49fe-b6ce-3f5e469dcc00", "tag": "1974abeb-0a52-41fb-b641-1e0694b730b6"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:44:35.883771 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01604ac-8439-4be7-9900-cde059ad6eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=1974abeb-0a52-41fb-b641-1e0694b730b6,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:35.905721 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3acaa5d-6f80-4d09-adc9-83ea740221c8 x-openstack-request-id: req-d3acaa5d-6f80-4d09-adc9-83ea740221c8 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:44:35.906123 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113c5727-27e4-49fe-b6ce-3f5e469dcc00", "tag": "1974abeb-0a52-41fb-b641-1e0694b730b6", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:44:35.906387 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d3acaa5d-6f80-4d09-adc9-83ea740221c8 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:44:35.906813 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113c5727-27e4-49fe-b6ce-3f5e469dcc00', 'tag': '1974abeb-0a52-41fb-b641-1e0694b730b6', 'status': 'completed', 'code': 200} Feb 15 17:44:35.984245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaa546-b9d7-40b5-8197-450ea189f91c req-9ae49891-5d44-4870-9e15-3129cb6311cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:35.986255 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-babaa546-b9d7-40b5-8197-450ea189f91c req-9ae49891-5d44-4870-9e15-3129cb6311cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 1126 time: 0.0587244 Feb 15 17:44:36.103285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaa546-b9d7-40b5-8197-450ea189f91c req-d4236a71-3507-40eb-a659-0c7d375da8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:36.104810 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-babaa546-b9d7-40b5-8197-450ea189f91c req-d4236a71-3507-40eb-a659-0c7d375da8ba service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1111145 Feb 15 17:44:36.201750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babaa546-b9d7-40b5-8197-450ea189f91c req-ac094572-77a8-4597-9005-1d8a4a882106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:36.203450 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-babaa546-b9d7-40b5-8197-450ea189f91c req-ac094572-77a8-4597-9005-1d8a4a882106 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929010 Feb 15 17:44:36.253719 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeac0a-df61-4975-a21e-8a051b5e27d4 req-afc6a416-540f-444c-a6d1-1cd298cdca1c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:36.255285 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8cbeac0a-df61-4975-a21e-8a051b5e27d4 req-afc6a416-540f-444c-a6d1-1cd298cdca1c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 943 time: 0.0698080 Feb 15 17:44:36.292862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-ccc0e973-7272-4c40-ad27-3aebff51c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:36.294417 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-ccc0e973-7272-4c40-ad27-3aebff51c5b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 1126 time: 0.0563972 Feb 15 17:44:36.314375 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8cbeac0a-df61-4975-a21e-8a051b5e27d4 req-1bce53b8-411a-4a54-ab92-e889276fae4b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522404 Feb 15 17:44:36.343860 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-4f43ef1b-fbf4-422e-a719-1b5c0e637415 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1974abeb-0a52-41fb-b641-1e0694b730b6 HTTP/1.1" status: 200 len: 217 time: 0.0404317 Feb 15 17:44:36.395127 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-4ec4c8d3-fc25-4f67-a820-e7dd93ae4e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:36.396858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-4ec4c8d3-fc25-4f67-a820-e7dd93ae4e6a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9c171ca-1c12-437b-b331-3f7e984c67b2 HTTP/1.1" status: 200 len: 835 time: 0.0442762 Feb 15 17:44:36.447124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-e3f52a64-a9f0-43ea-aa57-0276755989ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:36.448631 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-e3f52a64-a9f0-43ea-aa57-0276755989ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e6c5268-c7ea-4ed9-8456-814c21eb0be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456252 Feb 15 17:44:36.541881 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-f62ed9e8-3b04-4b19-9964-cd25c40668d0 service neutron] 10.222.0.67 "GET /v2.0/networks/1e6c5268-c7ea-4ed9-8456-814c21eb0be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864513 Feb 15 17:44:36.636156 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2979101f-2a7b-411d-84c8-697afc6dfca6 req-5530d18b-eb89-4ca6-ad74-357b49a583a7 service neutron] 10.222.0.67 "GET /v2.0/networks/1e6c5268-c7ea-4ed9-8456-814c21eb0be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881648 Feb 15 17:44:36.995337 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8194a119-253a-42ae-a1df-ee7c36461939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:37.442691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952524e-468b-4765-b6c2-98eaba6d96f9 req-9fe47a5c-aebb-46b1-8ab4-397935871146 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:37.444221 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5952524e-468b-4765-b6c2-98eaba6d96f9 req-9fe47a5c-aebb-46b1-8ab4-397935871146 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 943 time: 0.0600238 Feb 15 17:44:37.506556 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5952524e-468b-4765-b6c2-98eaba6d96f9 req-51ad5a60-c0a1-49ff-a7a9-4ecd14c5d9e3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463452 Feb 15 17:44:37.753299 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:44:38.625381 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e275a7-ae15-40fb-99d2-f4c579ba78f4 req-10d2e272-bdf7-48e8-a98a-ad55ab3472cc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:38.626881 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56e275a7-ae15-40fb-99d2-f4c579ba78f4 req-10d2e272-bdf7-48e8-a98a-ad55ab3472cc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 943 time: 0.0526078 Feb 15 17:44:38.679312 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56e275a7-ae15-40fb-99d2-f4c579ba78f4 req-cdfeee21-9861-49ce-8cd6-916cd62e7da4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469010 Feb 15 17:44:39.383691 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-910a1da3-cc8b-4bbd-884b-006dce368b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:39.728351 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1974abeb-0a52-41fb-b641-1e0694b730b6 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:44:39.814026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c01837-2adb-465b-9e47-84ddcdb336f3 req-936b7fba-76ed-4629-acc9-977f14fc6084 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:39.815629 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-12c01837-2adb-465b-9e47-84ddcdb336f3 req-936b7fba-76ed-4629-acc9-977f14fc6084 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 943 time: 0.0661969 Feb 15 17:44:39.841110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 1974abeb-0a52-41fb-b641-1e0694b730b6, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1974abeb-0a52-41fb-b641-1e0694b730b6,segment=NetworkSegment(59e49200-15f3-4d4e-87be-e5a1213352fc),segment_id=59e49200-15f3-4d4e-87be-e5a1213352fc)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:44:39.859537 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '1974abeb-0a52-41fb-b641-1e0694b730b6', 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'port_id': '1974abeb-0a52-41fb-b641-1e0694b730b6', 'mac_address': 'fa:16:3e:f6:ea:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:44:39.869969 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-12c01837-2adb-465b-9e47-84ddcdb336f3 req-43ea8634-e78a-4e5c-9401-93f4eb4a1da9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471702 Feb 15 17:44:39.898820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 1974abeb-0a52-41fb-b641-1e0694b730b6 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:44:39.899215 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1974abeb-0a52-41fb-b641-1e0694b730b6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:39.912843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1974abeb-0a52-41fb-b641-1e0694b730b6 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:44:39.932854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 1974abeb-0a52-41fb-b641-1e0694b730b6, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1974abeb-0a52-41fb-b641-1e0694b730b6,segment=NetworkSegment(59e49200-15f3-4d4e-87be-e5a1213352fc),segment_id=59e49200-15f3-4d4e-87be-e5a1213352fc)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:44:40.012924 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1974abeb-0a52-41fb-b641-1e0694b730b6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:40.061416 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=1974abeb-0a52-41fb-b641-1e0694b730b6,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:40.254733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['1974abeb-0a52-41fb-b641-1e0694b730b6'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:44:40.715387 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:41.002691 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3f1a6-5c48-48a3-b8b1-1a2bc43136d6 req-c499318c-2e6c-426d-99ec-b66e05cc4b68 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:41.004213 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36b3f1a6-5c48-48a3-b8b1-1a2bc43136d6 req-c499318c-2e6c-426d-99ec-b66e05cc4b68 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 944 time: 0.0539651 Feb 15 17:44:41.055895 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-36b3f1a6-5c48-48a3-b8b1-1a2bc43136d6 req-a58ffbb5-bbb6-4133-8b9a-aca193910971 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459578 Feb 15 17:44:41.763429 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1974abeb-0a52-41fb-b641-1e0694b730b6 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:44:41.880772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 1974abeb-0a52-41fb-b641-1e0694b730b6 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:44:41.885445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 1974abeb-0a52-41fb-b641-1e0694b730b6 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:44:41.886460 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1974abeb-0a52-41fb-b641-1e0694b730b6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:41.969877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 1974abeb-0a52-41fb-b641-1e0694b730b6 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:44:41.970260 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1974abeb-0a52-41fb-b641-1e0694b730b6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:41.993848 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113c5727-27e4-49fe-b6ce-3f5e469dcc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1974abeb-0a52-41fb-b641-1e0694b730b6'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:44:41.996104 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5e0d4f-7eea-48f2-b5ca-f32c06d83964" -d '{"events": [{"server_uuid": "113c5727-27e4-49fe-b6ce-3f5e469dcc00", "name": "network-vif-plugged", "status": "completed", "tag": "1974abeb-0a52-41fb-b641-1e0694b730b6"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:44:42.009948 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 1974abeb-0a52-41fb-b641-1e0694b730b6, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1974abeb-0a52-41fb-b641-1e0694b730b6,segment=NetworkSegment(59e49200-15f3-4d4e-87be-e5a1213352fc),segment_id=59e49200-15f3-4d4e-87be-e5a1213352fc)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:44:42.093101 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e629879c-4db2-446f-82a3-cab84f2773d9 x-openstack-request-id: req-e629879c-4db2-446f-82a3-cab84f2773d9 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:44:42.093429 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113c5727-27e4-49fe-b6ce-3f5e469dcc00", "name": "network-vif-plugged", "status": "completed", "tag": "1974abeb-0a52-41fb-b641-1e0694b730b6", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:44:42.093687 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e629879c-4db2-446f-82a3-cab84f2773d9 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:44:42.094085 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113c5727-27e4-49fe-b6ce-3f5e469dcc00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1974abeb-0a52-41fb-b641-1e0694b730b6', 'code': 200} Feb 15 17:44:42.097841 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1974abeb-0a52-41fb-b641-1e0694b730b6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:42.130973 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:42.156012 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=1974abeb-0a52-41fb-b641-1e0694b730b6,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:42.193256 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc543a4-c057-4a5a-8eb5-d1d9b473038c req-322c8dc9-dd67-4f3f-b3b1-590a1edab550 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:42.194932 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-afc543a4-c057-4a5a-8eb5-d1d9b473038c req-322c8dc9-dd67-4f3f-b3b1-590a1edab550 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 945 time: 0.0619009 Feb 15 17:44:42.203918 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95a41d2-dcb9-427a-816e-c764dd0fecf5 req-782a5972-6a8f-4a05-bf1d-3fa849ab807a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:42.205525 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e95a41d2-dcb9-427a-816e-c764dd0fecf5 req-782a5972-6a8f-4a05-bf1d-3fa849ab807a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 1128 time: 0.0448475 Feb 15 17:44:42.245993 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-afc543a4-c057-4a5a-8eb5-d1d9b473038c req-8a72a5fd-55f5-420c-b949-13860f8d629c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447133 Feb 15 17:44:42.258469 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e95a41d2-dcb9-427a-816e-c764dd0fecf5 req-730cd52e-6f85-4a29-ba2d-90e5bcb3f3b8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458784 Feb 15 17:44:43.368908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86ea4f-db03-4917-bba3-ccb2aaec0a72 req-affd5ac1-ec0c-4532-a553-3c90f8afc250 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:43.370450 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f86ea4f-db03-4917-bba3-ccb2aaec0a72 req-affd5ac1-ec0c-4532-a553-3c90f8afc250 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 945 time: 0.0549192 Feb 15 17:44:43.426604 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5f86ea4f-db03-4917-bba3-ccb2aaec0a72 req-ca5e63e8-6f2a-41cd-afa0-9d2a9161521c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488493 Feb 15 17:44:43.583948 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:44.556595 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8671b6d-897b-4767-ae70-96519ace5240 req-9867d6d3-f9ab-4c62-8ca2-40886fad9937 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:44.558128 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8671b6d-897b-4767-ae70-96519ace5240 req-9867d6d3-f9ab-4c62-8ca2-40886fad9937 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 945 time: 0.0609982 Feb 15 17:44:44.608789 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8671b6d-897b-4767-ae70-96519ace5240 req-8cd32ae7-4176-430f-9ccc-7c674bfc4a00 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444989 Feb 15 17:44:44.727655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688eb3e0-eeae-4de8-9e47-957dad5ad699 req-9f0891e3-309b-4a65-bcff-bf44d4486a59 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:44.729147 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-688eb3e0-eeae-4de8-9e47-957dad5ad699 req-9f0891e3-309b-4a65-bcff-bf44d4486a59 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 945 time: 0.0535429 Feb 15 17:44:44.779921 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-688eb3e0-eeae-4de8-9e47-957dad5ad699 req-ddce79c9-da9e-4b8b-93a1-2afccd555558 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444608 Feb 15 17:44:44.802006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42630) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:45.192577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c76aae8-664b-4bed-a6e2-96ade60a5753 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:45.194181 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3c76aae8-664b-4bed-a6e2-96ade60a5753 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 1123 time: 0.3912985 Feb 15 17:44:45.197344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42632) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:45.201747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '1974abeb-0a52-41fb-b641-1e0694b730b6', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:44:45.298543 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:45.397424 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:45.510625 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.25.4.239 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/2181fb79-5d39-49a5-9256-6db43f8d1d0a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:44:45.615877 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (2181fb79-5d39-49a5-9256-6db43f8d1d0a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:45.709753 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2181fb79-5d39-49a5-9256-6db43f8d1d0a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:45.753728 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:44:45.756664 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:44:45.760163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:44:45.783039 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=2181fb79-5d39-49a5-9256-6db43f8d1d0a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:46.130567 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (500cd1ac-d072-407e-b3f2-8736049949c9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:46.272014 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2181fb79-5d39-49a5-9256-6db43f8d1d0a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:46.431920 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (2181fb79-5d39-49a5-9256-6db43f8d1d0a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:46.481050 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (2181fb79-5d39-49a5-9256-6db43f8d1d0a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:46.549453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=2181fb79-5d39-49a5-9256-6db43f8d1d0a,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:44:46.562031 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (500cd1ac-d072-407e-b3f2-8736049949c9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:46.665352 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Floating IP 500cd1ac-d072-407e-b3f2-8736049949c9 associated. External IP: 172.25.4.239, port: 1974abeb-0a52-41fb-b641-1e0694b730b6. Feb 15 17:44:46.884873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router d91f0cd7-0a20-46a0-9985-025ccfd30f08 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:44:46.999296 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:44:47.009604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466a8bb9-0b5c-42c0-ad4b-433abb31b76a None None] Sync routers for ids ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:44:47.020342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466a8bb9-0b5c-42c0-ad4b-433abb31b76a None None] Routers {'d91f0cd7-0a20-46a0-9985-025ccfd30f08'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:44:47.020981 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-466a8bb9-0b5c-42c0-ad4b-433abb31b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:44:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:47.060123 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:44:47.092446 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-58011fd6-3480-45c9-b009-523c156ff6ca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8934691 Feb 15 17:44:47.093181 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113c5727-27e4-49fe-b6ce-3f5e469dcc00', 'tag': '1974abeb-0a52-41fb-b641-1e0694b730b6'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:44:47.095820 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa42f44-60f4-4703-9ef9-63a789426b63" -d '{"events": [{"name": "network-changed", "server_uuid": "113c5727-27e4-49fe-b6ce-3f5e469dcc00", "tag": "1974abeb-0a52-41fb-b641-1e0694b730b6"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:44:47.136318 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ebed79-3117-4be7-9ffd-6132dd285fa9 x-openstack-request-id: req-93ebed79-3117-4be7-9ffd-6132dd285fa9 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:44:47.136745 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113c5727-27e4-49fe-b6ce-3f5e469dcc00", "tag": "1974abeb-0a52-41fb-b641-1e0694b730b6", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:44:47.136894 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-93ebed79-3117-4be7-9ffd-6132dd285fa9 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:44:47.137267 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113c5727-27e4-49fe-b6ce-3f5e469dcc00', 'tag': '1974abeb-0a52-41fb-b641-1e0694b730b6', 'status': 'completed', 'code': 200} Feb 15 17:44:47.143471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-466a8bb9-0b5c-42c0-ad4b-433abb31b76a None None] Set router d91f0cd7-0a20-46a0-9985-025ccfd30f08 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:44:47.203999 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31a32a-6086-4903-86f6-0ca17fa8c830 req-b3266916-ac38-461f-873c-679dc972c558 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:47.205563 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5a31a32a-6086-4903-86f6-0ca17fa8c830 req-b3266916-ac38-461f-873c-679dc972c558 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 945 time: 0.0560071 Feb 15 17:44:47.211025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42f44-60f4-4703-9ef9-63a789426b63 req-7733d1f5-2181-4a31-b716-79d829ecadde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:47.212645 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afa42f44-60f4-4703-9ef9-63a789426b63 req-7733d1f5-2181-4a31-b716-79d829ecadde service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 1128 time: 0.0528543 Feb 15 17:44:47.265567 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5a31a32a-6086-4903-86f6-0ca17fa8c830 req-bce883b9-5e63-4ad6-b826-ed8eb43b5006 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501828 Feb 15 17:44:47.289927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42638) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:47.356956 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42f44-60f4-4703-9ef9-63a789426b63 req-744fa419-d6d9-469a-a0f6-5d34ca679336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:47.361814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afa42f44-60f4-4703-9ef9-63a789426b63 req-744fa419-d6d9-469a-a0f6-5d34ca679336 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e6c5268-c7ea-4ed9-8456-814c21eb0be5 HTTP/1.1" status: 200 len: 898 time: 0.1403937 Feb 15 17:44:47.361961 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bcf19e12-1a69-4d4c-be43-a77145cc853a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/500cd1ac-d072-407e-b3f2-8736049949c9 HTTP/1.1" status: 200 len: 991 time: 0.0688362 Feb 15 17:44:47.411724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-466a8bb9-0b5c-42c0-ad4b-433abb31b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393890765', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0999cd49-9c6e-4098-b548-1959454e243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '0999cd49-9c6e-4098-b548-1959454e243c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '500cd1ac-d072-407e-b3f2-8736049949c9', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'port_id': '1974abeb-0a52-41fb-b641-1e0694b730b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'mac_address': 'fa:16:3e:f6:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113c5727-27e4-49fe-b6ce-3f5e469dcc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:44:45Z', 'updated_at': '2022-02-15T17:44:45Z', 'revision_number': 0, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f63c36-6312-4834-a4a1-5093fe80c990', 'name': '', 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:4f:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:29Z', 'updated_at': '2022-02-15T17:44:32Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:47.426278 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afa42f44-60f4-4703-9ef9-63a789426b63 req-293f4c11-8c34-4eab-9914-f5efb3742224 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1974abeb-0a52-41fb-b641-1e0694b730b6 HTTP/1.1" status: 200 len: 999 time: 0.0599589 Feb 15 17:44:47.443909 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466a8bb9-0b5c-42c0-ad4b-433abb31b76a None None] Checking router: d91f0cd7-0a20-46a0-9985-025ccfd30f08 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:44:47.454107 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466a8bb9-0b5c-42c0-ad4b-433abb31b76a None None] Routers {'d91f0cd7-0a20-46a0-9985-025ccfd30f08'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:44:47.458991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-466a8bb9-0b5c-42c0-ad4b-433abb31b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:44:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:47.476973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42f44-60f4-4703-9ef9-63a789426b63 req-4abe227f-ab07-41f2-a5e1-ba777f1c1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:47.480828 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afa42f44-60f4-4703-9ef9-63a789426b63 req-4abe227f-ab07-41f2-a5e1-ba777f1c1006 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9c171ca-1c12-437b-b331-3f7e984c67b2 HTTP/1.1" status: 200 len: 835 time: 0.0465872 Feb 15 17:44:47.533534 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42f44-60f4-4703-9ef9-63a789426b63 req-8257f196-7d57-4168-8b10-de6cccfc00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:44:47.535107 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afa42f44-60f4-4703-9ef9-63a789426b63 req-8257f196-7d57-4168-8b10-de6cccfc00f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e6c5268-c7ea-4ed9-8456-814c21eb0be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509119 Feb 15 17:44:47.573047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-466a8bb9-0b5c-42c0-ad4b-433abb31b76a None None] Set router d91f0cd7-0a20-46a0-9985-025ccfd30f08 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:44:47.628351 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afa42f44-60f4-4703-9ef9-63a789426b63 req-9c4b5a72-4291-41d2-9c80-62a62e0c23c0 service neutron] 10.222.0.67 "GET /v2.0/networks/1e6c5268-c7ea-4ed9-8456-814c21eb0be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858002 Feb 15 17:44:47.755055 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-afa42f44-60f4-4703-9ef9-63a789426b63 req-9167f4e5-4717-4143-9204-0e9017fbbdbf service neutron] 10.222.0.67 "GET /v2.0/networks/1e6c5268-c7ea-4ed9-8456-814c21eb0be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197772 Feb 15 17:44:47.807339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-466a8bb9-0b5c-42c0-ad4b-433abb31b76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393890765', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0999cd49-9c6e-4098-b548-1959454e243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '0999cd49-9c6e-4098-b548-1959454e243c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '500cd1ac-d072-407e-b3f2-8736049949c9', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'port_id': '1974abeb-0a52-41fb-b641-1e0694b730b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'mac_address': 'fa:16:3e:f6:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113c5727-27e4-49fe-b6ce-3f5e469dcc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:44:45Z', 'updated_at': '2022-02-15T17:44:45Z', 'revision_number': 0, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f63c36-6312-4834-a4a1-5093fe80c990', 'name': '', 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:4f:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:29Z', 'updated_at': '2022-02-15T17:44:32Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:44:47.839299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-466a8bb9-0b5c-42c0-ad4b-433abb31b76a None None] The sync data for ids ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'] in n-d-828372-14 is: [{'id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393890765', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0999cd49-9c6e-4098-b548-1959454e243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '0999cd49-9c6e-4098-b548-1959454e243c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '500cd1ac-d072-407e-b3f2-8736049949c9', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'port_id': '1974abeb-0a52-41fb-b641-1e0694b730b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'mac_address': 'fa:16:3e:f6:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113c5727-27e4-49fe-b6ce-3f5e469dcc00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:44:45Z', 'updated_at': '2022-02-15T17:44:45Z', 'revision_number': 0, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36f63c36-6312-4834-a4a1-5093fe80c990', 'name': '', 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:4f:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:29Z', 'updated_at': '2022-02-15T17:44:32Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:44:48.052557 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4130e8-fc1f-4170-9dd1-336626469e92 None None] New status for floating IP 500cd1ac-d072-407e-b3f2-8736049949c9: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:44:48.364062 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42640) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:44:48.423728 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-67f32066-d559-4cfa-97e8-89f78829afd9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/500cd1ac-d072-407e-b3f2-8736049949c9 HTTP/1.1" status: 200 len: 993 time: 0.0585129 Feb 15 17:45:01.081375 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:01.338582 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:07.099481 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-63bfbd47-2c65-4205-baba-00a74d90bf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:09.298252 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e04f2ed-746b-4107-b7c2-2d7860b0489f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:10.681163 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:12.121422 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:13.560951 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:14.753112 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:45:19.897007 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaa45b-984a-4d5a-b294-0c4aa646e200 req-114a2afe-9f31-4381-ac11-881ca62eedf9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:19.900092 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34eaa45b-984a-4d5a-b294-0c4aa646e200 req-114a2afe-9f31-4381-ac11-881ca62eedf9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 945 time: 0.0620220 Feb 15 17:45:19.950999 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34eaa45b-984a-4d5a-b294-0c4aa646e200 req-5513e1e9-a396-4bdd-a2eb-2696812593c2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467358 Feb 15 17:45:21.078102 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919a71e-94c0-4c9e-a309-d0a7879ae39b req-364a6709-ddd5-4c87-9fad-8b4da9b2eec0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:21.079618 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5919a71e-94c0-4c9e-a309-d0a7879ae39b req-364a6709-ddd5-4c87-9fad-8b4da9b2eec0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 945 time: 0.0574348 Feb 15 17:45:21.133082 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5919a71e-94c0-4c9e-a309-d0a7879ae39b req-15551a0f-3561-45be-86c4-1ed00bb00c00 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477340 Feb 15 17:45:21.157809 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42668) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:21.219691 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1e3fad7c-9b43-45b8-aec1-30cec036afdd tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/500cd1ac-d072-407e-b3f2-8736049949c9 HTTP/1.1" status: 200 len: 993 time: 0.0607076 Feb 15 17:45:22.631580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6b5ea-352b-41df-9d9f-d381b5ecd0c1 req-4e28d553-a271-4f18-ad11-8c3b0d9fb5a7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:22.633345 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a7f6b5ea-352b-41df-9d9f-d381b5ecd0c1 req-4e28d553-a271-4f18-ad11-8c3b0d9fb5a7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 945 time: 0.0589280 Feb 15 17:45:22.689646 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a7f6b5ea-352b-41df-9d9f-d381b5ecd0c1 req-bd00f49a-3b70-4def-9a03-67d8e3244183 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495257 Feb 15 17:45:23.818076 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc231f-7adb-49b7-a917-6e77af68deff req-d05883fb-e8f1-4ad6-9f85-fa440dc8f6f1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:23.819564 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24bc231f-7adb-49b7-a917-6e77af68deff req-d05883fb-e8f1-4ad6-9f85-fa440dc8f6f1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 945 time: 0.0560007 Feb 15 17:45:23.878642 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-24bc231f-7adb-49b7-a917-6e77af68deff req-570de4de-3819-4a1c-8d4b-82b4f473b18b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522096 Feb 15 17:45:23.904416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42678) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:23.978785 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-6616d23c-ec5a-4ccd-bbb4-de658d33bc97 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/500cd1ac-d072-407e-b3f2-8736049949c9 HTTP/1.1" status: 200 len: 993 time: 0.0730612 Feb 15 17:45:24.216383 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42684) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:24.387148 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port 2181fb79-5d39-49a5-9256-6db43f8d1d0a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:45:24.387507 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2181fb79-5d39-49a5-9256-6db43f8d1d0a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:24.466141 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2181fb79-5d39-49a5-9256-6db43f8d1d0a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:24.466470 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (2181fb79-5d39-49a5-9256-6db43f8d1d0a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:24.478881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for 2181fb79-5d39-49a5-9256-6db43f8d1d0a owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:45:24.715246 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (2181fb79-5d39-49a5-9256-6db43f8d1d0a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:24.742366 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=2181fb79-5d39-49a5-9256-6db43f8d1d0a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:24.755145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:24.755509 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:24.755870 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:24.756208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:24.756545 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:24.756881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:24.757217 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:24.757584 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:24.757919 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:24.758257 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:24.758587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:24.758918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:24.759245 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:24.819609 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (500cd1ac-d072-407e-b3f2-8736049949c9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:24.820317 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Floating IP 500cd1ac-d072-407e-b3f2-8736049949c9 disassociated (deleted). External IP: 172.25.4.239, port: 1974abeb-0a52-41fb-b641-1e0694b730b6. Feb 15 17:45:25.036286 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router d91f0cd7-0a20-46a0-9985-025ccfd30f08 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:45:25.149700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:45:25.154981 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:25.160028 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8192dfb-4408-43ac-8fa2-5fd2d75e239b None None] Sync routers for ids ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:45:25.171936 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8192dfb-4408-43ac-8fa2-5fd2d75e239b None None] Routers {'d91f0cd7-0a20-46a0-9985-025ccfd30f08'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:45:25.172885 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b8192dfb-4408-43ac-8fa2-5fd2d75e239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:45:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:25.299457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-b8192dfb-4408-43ac-8fa2-5fd2d75e239b None None] Set router d91f0cd7-0a20-46a0-9985-025ccfd30f08 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:45:25.525873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b8192dfb-4408-43ac-8fa2-5fd2d75e239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393890765', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0999cd49-9c6e-4098-b548-1959454e243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '0999cd49-9c6e-4098-b548-1959454e243c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '36f63c36-6312-4834-a4a1-5093fe80c990', 'name': '', 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:4f:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:29Z', 'updated_at': '2022-02-15T17:44:32Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:25.536363 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-07be1718-2bf0-4961-877f-174bdb59ed3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/floatingips/500cd1ac-d072-407e-b3f2-8736049949c9 HTTP/1.1" status: 204 len: 168 time: 1.3187878 Feb 15 17:45:25.537053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113c5727-27e4-49fe-b6ce-3f5e469dcc00', 'tag': '1974abeb-0a52-41fb-b641-1e0694b730b6'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:45:25.540150 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7543912a-d7f1-452c-abb8-1f400307617e" -d '{"events": [{"name": "network-changed", "server_uuid": "113c5727-27e4-49fe-b6ce-3f5e469dcc00", "tag": "1974abeb-0a52-41fb-b641-1e0694b730b6"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:45:25.567158 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8192dfb-4408-43ac-8fa2-5fd2d75e239b None None] Checking router: d91f0cd7-0a20-46a0-9985-025ccfd30f08 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:45:25.576605 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8192dfb-4408-43ac-8fa2-5fd2d75e239b None None] Routers {'d91f0cd7-0a20-46a0-9985-025ccfd30f08'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:45:25.577863 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b8192dfb-4408-43ac-8fa2-5fd2d75e239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:45:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:25.598062 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923d2970-681e-4c07-9a9c-784be91a7d0c x-openstack-request-id: req-923d2970-681e-4c07-9a9c-784be91a7d0c {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:45:25.598258 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113c5727-27e4-49fe-b6ce-3f5e469dcc00", "tag": "1974abeb-0a52-41fb-b641-1e0694b730b6", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:45:25.598520 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-923d2970-681e-4c07-9a9c-784be91a7d0c {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:45:25.598918 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113c5727-27e4-49fe-b6ce-3f5e469dcc00', 'tag': '1974abeb-0a52-41fb-b641-1e0694b730b6', 'status': 'completed', 'code': 200} Feb 15 17:45:25.674351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543912a-d7f1-452c-abb8-1f400307617e req-08147653-aafb-4707-a611-07c727528502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:25.676114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7543912a-d7f1-452c-abb8-1f400307617e req-08147653-aafb-4707-a611-07c727528502 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 1128 time: 0.0554914 Feb 15 17:45:25.705231 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-b8192dfb-4408-43ac-8fa2-5fd2d75e239b None None] Set router d91f0cd7-0a20-46a0-9985-025ccfd30f08 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:45:25.797187 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543912a-d7f1-452c-abb8-1f400307617e req-883cb584-1787-480e-a701-c99da837278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:25.798852 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7543912a-d7f1-452c-abb8-1f400307617e req-883cb584-1787-480e-a701-c99da837278c service neutron] 10.222.0.67 "GET /v2.0/networks?id=1e6c5268-c7ea-4ed9-8456-814c21eb0be5 HTTP/1.1" status: 200 len: 898 time: 0.1161654 Feb 15 17:45:25.850550 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7543912a-d7f1-452c-abb8-1f400307617e req-cedb8659-2837-4130-8174-77948c55df91 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1974abeb-0a52-41fb-b641-1e0694b730b6 HTTP/1.1" status: 200 len: 217 time: 0.0440986 Feb 15 17:45:25.939287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543912a-d7f1-452c-abb8-1f400307617e req-383c4348-a685-4c22-979f-aeb498500e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:25.940780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7543912a-d7f1-452c-abb8-1f400307617e req-383c4348-a685-4c22-979f-aeb498500e94 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e9c171ca-1c12-437b-b331-3f7e984c67b2 HTTP/1.1" status: 200 len: 835 time: 0.0841942 Feb 15 17:45:25.951538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-b8192dfb-4408-43ac-8fa2-5fd2d75e239b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393890765', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0999cd49-9c6e-4098-b548-1959454e243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '0999cd49-9c6e-4098-b548-1959454e243c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '36f63c36-6312-4834-a4a1-5093fe80c990', 'name': '', 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:4f:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:29Z', 'updated_at': '2022-02-15T17:44:32Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:25.982102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8192dfb-4408-43ac-8fa2-5fd2d75e239b None None] The sync data for ids ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'] in n-d-828372-14 is: [{'id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393890765', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0999cd49-9c6e-4098-b548-1959454e243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '0999cd49-9c6e-4098-b548-1959454e243c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '36f63c36-6312-4834-a4a1-5093fe80c990', 'name': '', 'network_id': '1e6c5268-c7ea-4ed9-8456-814c21eb0be5', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:4f:17:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:29Z', 'updated_at': '2022-02-15T17:44:32Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'e9c171ca-1c12-437b-b331-3f7e984c67b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:45:25.987993 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514214a9-c8be-4d31-96c7-a4e90127302c req-4818bcdf-2324-47fa-9414-720ab4367a57 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:25.987993 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-514214a9-c8be-4d31-96c7-a4e90127302c req-4818bcdf-2324-47fa-9414-720ab4367a57 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 945 time: 0.0934641 Feb 15 17:45:26.042709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7543912a-d7f1-452c-abb8-1f400307617e req-8c50f937-ff32-464a-bcf4-2f50b32b2731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:26.044272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7543912a-d7f1-452c-abb8-1f400307617e req-8c50f937-ff32-464a-bcf4-2f50b32b2731 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1e6c5268-c7ea-4ed9-8456-814c21eb0be5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0944960 Feb 15 17:45:26.062326 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-514214a9-c8be-4d31-96c7-a4e90127302c req-e04b7d9a-89ba-440a-8b6d-4bf883879029 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674229 Feb 15 17:45:26.154083 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7543912a-d7f1-452c-abb8-1f400307617e req-b0e294b6-2fc6-41ba-8702-44401361a797 service neutron] 10.222.0.67 "GET /v2.0/networks/1e6c5268-c7ea-4ed9-8456-814c21eb0be5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029081 Feb 15 17:45:26.231387 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbe53bb-b775-4fc7-919f-0e94edc47322 None None] New status for floating IP 500cd1ac-d072-407e-b3f2-8736049949c9: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:45:26.251399 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7543912a-d7f1-452c-abb8-1f400307617e req-1ed0f2c2-1c8d-47cb-b82c-844610359063 service neutron] 10.222.0.67 "GET /v2.0/networks/1e6c5268-c7ea-4ed9-8456-814c21eb0be5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910060 Feb 15 17:45:27.193683 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43852f-2d1d-45ba-b53b-fbdf3016b68f req-80f3f4c3-2a97-44a6-b559-42b6ab20dfe8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:27.195214 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb43852f-2d1d-45ba-b53b-fbdf3016b68f req-80f3f4c3-2a97-44a6-b559-42b6ab20dfe8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 945 time: 0.0541968 Feb 15 17:45:27.246974 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fb43852f-2d1d-45ba-b53b-fbdf3016b68f req-b5a2608e-9c21-47c3-b521-0d4b44c78860 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458121 Feb 15 17:45:27.458333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d714167-2c03-498b-b53c-1ffa5ca00a70 req-f66dd8f1-57fa-4acf-87c1-c048d4a8a00c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:27.459844 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d714167-2c03-498b-b53c-1ffa5ca00a70 req-f66dd8f1-57fa-4acf-87c1-c048d4a8a00c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 945 time: 0.0569630 Feb 15 17:45:27.565562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-0d714167-2c03-498b-b53c-1ffa5ca00a70 req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port 1974abeb-0a52-41fb-b641-1e0694b730b6 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:45:27.566140 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0d714167-2c03-498b-b53c-1ffa5ca00a70 req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1974abeb-0a52-41fb-b641-1e0694b730b6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:27.664092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-0d714167-2c03-498b-b53c-1ffa5ca00a70 req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] For port 1974abeb-0a52-41fb-b641-1e0694b730b6, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=1974abeb-0a52-41fb-b641-1e0694b730b6,segment=NetworkSegment(59e49200-15f3-4d4e-87be-e5a1213352fc),segment_id=59e49200-15f3-4d4e-87be-e5a1213352fc)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:45:27.664434 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0d714167-2c03-498b-b53c-1ffa5ca00a70 req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1974abeb-0a52-41fb-b641-1e0694b730b6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:27.678188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-0d714167-2c03-498b-b53c-1ffa5ca00a70 req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for 1974abeb-0a52-41fb-b641-1e0694b730b6 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:45:27.863898 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0d714167-2c03-498b-b53c-1ffa5ca00a70 req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1974abeb-0a52-41fb-b641-1e0694b730b6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:27.895645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=1974abeb-0a52-41fb-b641-1e0694b730b6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:27.924636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:27.924986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:27.925344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:27.927176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:27.927176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:27.927176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:27.927176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:27.927176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:27.927840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:27.927840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:27.928089 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:27.928261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:27.928581 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:27.957130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d714167-2c03-498b-b53c-1ffa5ca00a70 req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] No DVR routers for this DVR port 1974abeb-0a52-41fb-b641-1e0694b730b6 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:45:27.959845 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-0d714167-2c03-498b-b53c-1ffa5ca00a70 req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:27.963281 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0d714167-2c03-498b-b53c-1ffa5ca00a70 req-5266a31c-6f79-4baf-a955-1dfac09adfcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "DELETE /v2.0/ports/1974abeb-0a52-41fb-b641-1e0694b730b6 HTTP/1.1" status: 204 len: 173 time: 0.4982204 Feb 15 17:45:27.963722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113c5727-27e4-49fe-b6ce-3f5e469dcc00', 'name': 'network-vif-deleted', 'tag': '1974abeb-0a52-41fb-b641-1e0694b730b6'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:45:27.966007 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0129a5c-7308-4988-8ee5-173fb5d3d206" -d '{"events": [{"server_uuid": "113c5727-27e4-49fe-b6ce-3f5e469dcc00", "name": "network-vif-deleted", "tag": "1974abeb-0a52-41fb-b641-1e0694b730b6"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:45:28.005829 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e742fd7-2615-40ec-9056-2a7542af0174 x-openstack-request-id: req-4e742fd7-2615-40ec-9056-2a7542af0174 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:45:28.006125 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113c5727-27e4-49fe-b6ce-3f5e469dcc00", "name": "network-vif-deleted", "tag": "1974abeb-0a52-41fb-b641-1e0694b730b6", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:45:28.006383 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4e742fd7-2615-40ec-9056-2a7542af0174 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:45:28.006847 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113c5727-27e4-49fe-b6ce-3f5e469dcc00', 'name': 'network-vif-deleted', 'tag': '1974abeb-0a52-41fb-b641-1e0694b730b6', 'status': 'completed', 'code': 200} Feb 15 17:45:28.362061 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-83178749-221a-43bc-a63b-8bfd9baeb6cd req-8ea28812-68fa-4ec4-a25b-26e9fa514be2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=113c5727-27e4-49fe-b6ce-3f5e469dcc00 HTTP/1.1" status: 200 len: 210 time: 0.0301194 Feb 15 17:45:29.422863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42700) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:29.810103 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-67ab6880-bc55-46ac-b3b4-d30b7edbc1e7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (d91f0cd7-0a20-46a0-9985-025ccfd30f08), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:30.040548 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1974abeb-0a52-41fb-b641-1e0694b730b6 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:45:30.066147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 1974abeb-0a52-41fb-b641-1e0694b730b6 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:45:30.066639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 1974abeb-0a52-41fb-b641-1e0694b730b6 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:45:30.418006 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-67ab6880-bc55-46ac-b3b4-d30b7edbc1e7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port 36f63c36-6312-4834-a4a1-5093fe80c990 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:45:30.418249 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-67ab6880-bc55-46ac-b3b4-d30b7edbc1e7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (36f63c36-6312-4834-a4a1-5093fe80c990), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:30.517059 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-67ab6880-bc55-46ac-b3b4-d30b7edbc1e7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] For port 36f63c36-6312-4834-a4a1-5093fe80c990, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=36f63c36-6312-4834-a4a1-5093fe80c990,segment=NetworkSegment(59e49200-15f3-4d4e-87be-e5a1213352fc),segment_id=59e49200-15f3-4d4e-87be-e5a1213352fc)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:45:30.517791 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-67ab6880-bc55-46ac-b3b4-d30b7edbc1e7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (36f63c36-6312-4834-a4a1-5093fe80c990), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:30.532592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-67ab6880-bc55-46ac-b3b4-d30b7edbc1e7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for 36f63c36-6312-4834-a4a1-5093fe80c990 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:45:30.807279 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-67ab6880-bc55-46ac-b3b4-d30b7edbc1e7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (36f63c36-6312-4834-a4a1-5093fe80c990), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:30.833700 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab6880-bc55-46ac-b3b4-d30b7edbc1e7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=36f63c36-6312-4834-a4a1-5093fe80c990,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:31.031848 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-67ab6880-bc55-46ac-b3b4-d30b7edbc1e7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (d91f0cd7-0a20-46a0-9985-025ccfd30f08), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:31.041326 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:31.257184 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ab6880-bc55-46ac-b3b4-d30b7edbc1e7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router d91f0cd7-0a20-46a0-9985-025ccfd30f08 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:45:31.344596 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:31.370354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ab6880-bc55-46ac-b3b4-d30b7edbc1e7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:45:31.375472 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-67ab6880-bc55-46ac-b3b4-d30b7edbc1e7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "PUT /v2.0/routers/d91f0cd7-0a20-46a0-9985-025ccfd30f08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9515231 Feb 15 17:45:31.378803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42702) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:31.381076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c3af9-231a-4b08-a34a-4eb0885297eb None None] Sync routers for ids ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:45:31.392532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c3af9-231a-4b08-a34a-4eb0885297eb None None] Routers {'d91f0cd7-0a20-46a0-9985-025ccfd30f08'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:45:31.393145 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-bd5c3af9-231a-4b08-a34a-4eb0885297eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:45:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:31.436070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-0adb7863-8a57-40d7-8469-0ab25f4e7b29 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting subnet e9c171ca-1c12-437b-b331-3f7e984c67b2 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:45:31.440549 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0adb7863-8a57-40d7-8469-0ab25f4e7b29 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for subnet (e9c171ca-1c12-437b-b331-3f7e984c67b2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:31.486108 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0adb7863-8a57-40d7-8469-0ab25f4e7b29 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (e9c171ca-1c12-437b-b331-3f7e984c67b2), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:31.505674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-bd5c3af9-231a-4b08-a34a-4eb0885297eb None None] Set router d91f0cd7-0a20-46a0-9985-025ccfd30f08 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:45:31.580600 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0adb7863-8a57-40d7-8469-0ab25f4e7b29 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (e9c171ca-1c12-437b-b331-3f7e984c67b2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:31.696287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-bd5c3af9-231a-4b08-a34a-4eb0885297eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393890765', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0999cd49-9c6e-4098-b548-1959454e243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:45:30Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '0999cd49-9c6e-4098-b548-1959454e243c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:31.721350 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0adb7863-8a57-40d7-8469-0ab25f4e7b29 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (e9c171ca-1c12-437b-b331-3f7e984c67b2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:31.727152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c3af9-231a-4b08-a34a-4eb0885297eb None None] Checking router: d91f0cd7-0a20-46a0-9985-025ccfd30f08 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:45:31.736339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c3af9-231a-4b08-a34a-4eb0885297eb None None] Routers {'d91f0cd7-0a20-46a0-9985-025ccfd30f08'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:45:31.736968 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-bd5c3af9-231a-4b08-a34a-4eb0885297eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:45:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:31.750429 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb7863-8a57-40d7-8469-0ab25f4e7b29 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c171ca-1c12-437b-b331-3f7e984c67b2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:31.759083 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0adb7863-8a57-40d7-8469-0ab25f4e7b29 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:31.762752 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0adb7863-8a57-40d7-8469-0ab25f4e7b29 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/subnets/e9c171ca-1c12-437b-b331-3f7e984c67b2 HTTP/1.1" status: 204 len: 168 time: 0.3835051 Feb 15 17:45:31.765569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42704) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:31.775654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd55a7e-d815-43b8-9350-9bf03a3b7522 None None] Network 1e6c5268-c7ea-4ed9-8456-814c21eb0be5 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:45:31.884756 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4a88628-1b1f-4149-a4d9-14fe7be07c1f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router (d91f0cd7-0a20-46a0-9985-025ccfd30f08), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:31.923246 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-bd5c3af9-231a-4b08-a34a-4eb0885297eb None None] Set router d91f0cd7-0a20-46a0-9985-025ccfd30f08 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:45:32.006185 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4a88628-1b1f-4149-a4d9-14fe7be07c1f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (d91f0cd7-0a20-46a0-9985-025ccfd30f08), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:32.071103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053ec898-c067-494c-9acb-0b3595510b86 None None] DHCP port deletion for 1e6c5268-c7ea-4ed9-8456-814c21eb0be5 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:45:32.198755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-f4a88628-1b1f-4149-a4d9-14fe7be07c1f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port 0999cd49-9c6e-4098-b548-1959454e243c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:45:32.199117 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4a88628-1b1f-4149-a4d9-14fe7be07c1f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (0999cd49-9c6e-4098-b548-1959454e243c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:32.283460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:45:32.301704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-f4a88628-1b1f-4149-a4d9-14fe7be07c1f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] For port 0999cd49-9c6e-4098-b548-1959454e243c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=0999cd49-9c6e-4098-b548-1959454e243c,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:45:32.302026 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4a88628-1b1f-4149-a4d9-14fe7be07c1f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (0999cd49-9c6e-4098-b548-1959454e243c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:32.316670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-f4a88628-1b1f-4149-a4d9-14fe7be07c1f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for 0999cd49-9c6e-4098-b548-1959454e243c owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:45:32.392262 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-053ec898-c067-494c-9acb-0b3595510b86 None None] Deleting port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:45:32.392610 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-053ec898-c067-494c-9acb-0b3595510b86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1fbffb63-8bfa-49ea-86e2-eb3b845532f8), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:32.399555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-bd5c3af9-231a-4b08-a34a-4eb0885297eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393890765', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0999cd49-9c6e-4098-b548-1959454e243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:45:30Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '0999cd49-9c6e-4098-b548-1959454e243c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:32.474325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5c3af9-231a-4b08-a34a-4eb0885297eb None None] The sync data for ids ['d91f0cd7-0a20-46a0-9985-025ccfd30f08'] in n-d-828372-14 is: [{'id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393890765', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '0999cd49-9c6e-4098-b548-1959454e243c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:45:30Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '0999cd49-9c6e-4098-b548-1959454e243c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:bf:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f0cd7-0a20-46a0-9985-025ccfd30f08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:44:25Z', 'updated_at': '2022-02-15T17:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:45:32.490947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:45:32.491391 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1fbffb63-8bfa-49ea-86e2-eb3b845532f8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:32.513428 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-053ec898-c067-494c-9acb-0b3595510b86 None None] For port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1fbffb63-8bfa-49ea-86e2-eb3b845532f8,segment=NetworkSegment(59e49200-15f3-4d4e-87be-e5a1213352fc),segment_id=59e49200-15f3-4d4e-87be-e5a1213352fc)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:45:32.513839 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-053ec898-c067-494c-9acb-0b3595510b86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1fbffb63-8bfa-49ea-86e2-eb3b845532f8), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:32.536523 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-053ec898-c067-494c-9acb-0b3595510b86 None None] Calling delete_port for 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:45:32.553343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1fbffb63-8bfa-49ea-86e2-eb3b845532f8,segment=NetworkSegment(59e49200-15f3-4d4e-87be-e5a1213352fc),segment_id=59e49200-15f3-4d4e-87be-e5a1213352fc)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:45:32.555689 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4a88628-1b1f-4149-a4d9-14fe7be07c1f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (0999cd49-9c6e-4098-b548-1959454e243c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:32.588212 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a88628-1b1f-4149-a4d9-14fe7be07c1f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=0999cd49-9c6e-4098-b548-1959454e243c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:32.609797 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1fbffb63-8bfa-49ea-86e2-eb3b845532f8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:32.653849 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4a88628-1b1f-4149-a4d9-14fe7be07c1f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (d91f0cd7-0a20-46a0-9985-025ccfd30f08), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:32.678492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=1fbffb63-8bfa-49ea-86e2-eb3b845532f8,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:32.686115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:32.686460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:32.687447 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:32.687809 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:32.688126 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:32.688454 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:32.688776 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:32.689096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:32.689551 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:32.689914 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:32.690199 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:32.695678 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:32.695678 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:32.732592 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-053ec898-c067-494c-9acb-0b3595510b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (1fbffb63-8bfa-49ea-86e2-eb3b845532f8), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:32.753989 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4a88628-1b1f-4149-a4d9-14fe7be07c1f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (d91f0cd7-0a20-46a0-9985-025ccfd30f08), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:32.758793 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4a88628-1b1f-4149-a4d9-14fe7be07c1f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_controller (d91f0cd7-0a20-46a0-9985-025ccfd30f08), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:32.758985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ec898-c067-494c-9acb-0b3595510b86 None None] Pushing event deleted for resources: {'Port': ['ID=1fbffb63-8bfa-49ea-86e2-eb3b845532f8,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:32.763937 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053ec898-c067-494c-9acb-0b3595510b86 None None] No DVR routers for this DVR port 1fbffb63-8bfa-49ea-86e2-eb3b845532f8 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:45:32.887024 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4a88628-1b1f-4149-a4d9-14fe7be07c1f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (d91f0cd7-0a20-46a0-9985-025ccfd30f08), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:32.887573 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a88628-1b1f-4149-a4d9-14fe7be07c1f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Fanout notify agent at l3_agent the message router_deleted on router d91f0cd7-0a20-46a0-9985-025ccfd30f08 {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:45:32.896905 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f4a88628-1b1f-4149-a4d9-14fe7be07c1f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:32.896905 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f4a88628-1b1f-4149-a4d9-14fe7be07c1f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/routers/d91f0cd7-0a20-46a0-9985-025ccfd30f08 HTTP/1.1" status: 204 len: 168 time: 1.1292036 Feb 15 17:45:32.898764 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42706) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:32.984894 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4fc275c-9f42-4dcf-b96a-181839c337d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (1e6c5268-c7ea-4ed9-8456-814c21eb0be5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:33.085974 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4fc275c-9f42-4dcf-b96a-181839c337d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (1e6c5268-c7ea-4ed9-8456-814c21eb0be5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:33.110301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a4fc275c-9f42-4dcf-b96a-181839c337d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e6c5268-c7ea-4ed9-8456-814c21eb0be5']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:33.120504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a4fc275c-9f42-4dcf-b96a-181839c337d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59e49200-15f3-4d4e-87be-e5a1213352fc') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:33.120810 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-a4fc275c-9f42-4dcf-b96a-181839c337d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59e49200-15f3-4d4e-87be-e5a1213352fc') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:33.132111 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4fc275c-9f42-4dcf-b96a-181839c337d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (59e49200-15f3-4d4e-87be-e5a1213352fc), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:33.150303 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4fc275c-9f42-4dcf-b96a-181839c337d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (59e49200-15f3-4d4e-87be-e5a1213352fc), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:33.162194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4fc275c-9f42-4dcf-b96a-181839c337d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:45:33.162686 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4fc275c-9f42-4dcf-b96a-181839c337d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (59e49200-15f3-4d4e-87be-e5a1213352fc), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:45:33.166090 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:45:33.338116 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4fc275c-9f42-4dcf-b96a-181839c337d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (1e6c5268-c7ea-4ed9-8456-814c21eb0be5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:33.345509 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a4fc275c-9f42-4dcf-b96a-181839c337d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:33.348756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a4fc275c-9f42-4dcf-b96a-181839c337d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/networks/1e6c5268-c7ea-4ed9-8456-814c21eb0be5 HTTP/1.1" status: 204 len: 168 time: 0.4489481 Feb 15 17:45:33.351832 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42708) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:33.361660 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc275c-9f42-4dcf-b96a-181839c337d0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Network': ['ID=1e6c5268-c7ea-4ed9-8456-814c21eb0be5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:33.414643 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1770d707-c7b0-4155-a60f-ca166a52c9ce tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:33.440740 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1770d707-c7b0-4155-a60f-ca166a52c9ce tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:33.589966 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1770d707-c7b0-4155-a60f-ca166a52c9ce tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:33.592601 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1770d707-c7b0-4155-a60f-ca166a52c9ce tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:33.594159 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1770d707-c7b0-4155-a60f-ca166a52c9ce tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/security-groups/bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8 HTTP/1.1" status: 204 len: 168 time: 0.2412045 Feb 15 17:45:33.604038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770d707-c7b0-4155-a60f-ca166a52c9ce tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd58e4f-8a7e-4de3-bfce-fb5355b1a2f8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:34.058734 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42714) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:34.063492 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-eaff2e10-21b7-446d-872a-ab7e0c85f16f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-993304095', 'description': 'tempest-secgroup-smoke-993304095 description', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:45:34.121081 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eaff2e10-21b7-446d-872a-ab7e0c85f16f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:34.199717 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0999cd49-9c6e-4098-b548-1959454e243c no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:45:34.219380 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eaff2e10-21b7-446d-872a-ab7e0c85f16f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (2baff0bf-b0d5-4ed7-8d75-544d598247e8), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:34.228552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 0999cd49-9c6e-4098-b548-1959454e243c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:45:34.229102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 0999cd49-9c6e-4098-b548-1959454e243c not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:45:34.229850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 36f63c36-6312-4834-a4a1-5093fe80c990 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:45:34.253834 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 36f63c36-6312-4834-a4a1-5093fe80c990 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:45:34.254132 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 36f63c36-6312-4834-a4a1-5093fe80c990 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:45:34.298590 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eaff2e10-21b7-446d-872a-ab7e0c85f16f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2baff0bf-b0d5-4ed7-8d75-544d598247e8), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:34.329623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff2e10-21b7-446d-872a-ab7e0c85f16f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2baff0bf-b0d5-4ed7-8d75-544d598247e8,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:34.402965 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eaff2e10-21b7-446d-872a-ab7e0c85f16f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:34.404389 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eaff2e10-21b7-446d-872a-ab7e0c85f16f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3446417 Feb 15 17:45:34.407352 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42716) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:34.411811 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cfc141c3-aec7-4514-b110-4edbc6791235 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': '2baff0bf-b0d5-4ed7-8d75-544d598247e8', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:45:34.526202 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfc141c3-aec7-4514-b110-4edbc6791235 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (fddae3ed-6058-4abc-a739-8648d70fa1a0), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:34.587396 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfc141c3-aec7-4514-b110-4edbc6791235 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (fddae3ed-6058-4abc-a739-8648d70fa1a0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:34.669887 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfc141c3-aec7-4514-b110-4edbc6791235 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (fddae3ed-6058-4abc-a739-8648d70fa1a0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:34.692203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc141c3-aec7-4514-b110-4edbc6791235 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddae3ed-6058-4abc-a739-8648d70fa1a0,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:34.763183 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cfc141c3-aec7-4514-b110-4edbc6791235 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:34.764434 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cfc141c3-aec7-4514-b110-4edbc6791235 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3561070 Feb 15 17:45:34.767241 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42718) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:34.771676 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0e4c80b1-a925-4a16-96fa-9e34b33d75e3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': '2baff0bf-b0d5-4ed7-8d75-544d598247e8', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:45:34.869631 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0e4c80b1-a925-4a16-96fa-9e34b33d75e3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (914529f5-2980-4a75-a63d-6fbbe56ec19c), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:34.925701 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0e4c80b1-a925-4a16-96fa-9e34b33d75e3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (914529f5-2980-4a75-a63d-6fbbe56ec19c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:35.041383 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0e4c80b1-a925-4a16-96fa-9e34b33d75e3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (914529f5-2980-4a75-a63d-6fbbe56ec19c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:35.060561 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c80b1-a925-4a16-96fa-9e34b33d75e3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914529f5-2980-4a75-a63d-6fbbe56ec19c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:35.141251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0e4c80b1-a925-4a16-96fa-9e34b33d75e3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:35.142406 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0e4c80b1-a925-4a16-96fa-9e34b33d75e3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3742292 Feb 15 17:45:35.145148 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42720) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:35.149495 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c9e1a746-b409-4d65-99dc-fc5a28038cac tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': '2baff0bf-b0d5-4ed7-8d75-544d598247e8', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:45:35.234793 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a746-b409-4d65-99dc-fc5a28038cac tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (563e017a-5357-45df-84e7-b6c632645a3a), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:35.295640 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a746-b409-4d65-99dc-fc5a28038cac tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (563e017a-5357-45df-84e7-b6c632645a3a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:35.384285 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a746-b409-4d65-99dc-fc5a28038cac tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (563e017a-5357-45df-84e7-b6c632645a3a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:35.402487 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1a746-b409-4d65-99dc-fc5a28038cac tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563e017a-5357-45df-84e7-b6c632645a3a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:35.546612 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c9e1a746-b409-4d65-99dc-fc5a28038cac tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:35.547862 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c9e1a746-b409-4d65-99dc-fc5a28038cac tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4017329 Feb 15 17:45:35.550759 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42722) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:35.555182 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9610b30d-49bb-46ba-97b8-c27ae769d6bb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': '2baff0bf-b0d5-4ed7-8d75-544d598247e8', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:45:35.680592 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9610b30d-49bb-46ba-97b8-c27ae769d6bb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (5651e26a-1ecb-4ec3-8c63-cd571b6d975f), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:35.739507 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9610b30d-49bb-46ba-97b8-c27ae769d6bb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (5651e26a-1ecb-4ec3-8c63-cd571b6d975f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:35.824509 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9610b30d-49bb-46ba-97b8-c27ae769d6bb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (5651e26a-1ecb-4ec3-8c63-cd571b6d975f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:35.845645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610b30d-49bb-46ba-97b8-c27ae769d6bb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5651e26a-1ecb-4ec3-8c63-cd571b6d975f,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:35.906349 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9610b30d-49bb-46ba-97b8-c27ae769d6bb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:35.907624 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9610b30d-49bb-46ba-97b8-c27ae769d6bb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3559334 Feb 15 17:45:35.910456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42724) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:35.914962 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-eb6d8ce2-9568-4d09-a831-b8582c91ce9f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': '2baff0bf-b0d5-4ed7-8d75-544d598247e8', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:45:36.007280 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-eb6d8ce2-9568-4d09-a831-b8582c91ce9f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Project 2b0ac2d4c01a4bbaa78ab96fa3950db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:45:36.013522 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb6d8ce2-9568-4d09-a831-b8582c91ce9f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (a6f32bb4-f18c-4cd4-9b8e-781e44cd5f1e), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:36.072858 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb6d8ce2-9568-4d09-a831-b8582c91ce9f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (a6f32bb4-f18c-4cd4-9b8e-781e44cd5f1e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:36.115659 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb6d8ce2-9568-4d09-a831-b8582c91ce9f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (a6f32bb4-f18c-4cd4-9b8e-781e44cd5f1e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:36.135762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d8ce2-9568-4d09-a831-b8582c91ce9f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f32bb4-f18c-4cd4-9b8e-781e44cd5f1e,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:36.186233 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb6d8ce2-9568-4d09-a831-b8582c91ce9f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:36.187482 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eb6d8ce2-9568-4d09-a831-b8582c91ce9f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2760842 Feb 15 17:45:36.190318 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42726) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:36.194759 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-b8cd73b8-df01-4f55-9b2f-979eeeffd67b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': '2baff0bf-b0d5-4ed7-8d75-544d598247e8', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:45:36.281356 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-b8cd73b8-df01-4f55-9b2f-979eeeffd67b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Project 2b0ac2d4c01a4bbaa78ab96fa3950db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:45:36.287367 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b8cd73b8-df01-4f55-9b2f-979eeeffd67b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (b246b286-0456-457e-b84c-1f1c0c399726), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:36.350132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b8cd73b8-df01-4f55-9b2f-979eeeffd67b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (b246b286-0456-457e-b84c-1f1c0c399726), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:36.446921 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b8cd73b8-df01-4f55-9b2f-979eeeffd67b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (b246b286-0456-457e-b84c-1f1c0c399726), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:36.464900 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd73b8-df01-4f55-9b2f-979eeeffd67b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b246b286-0456-457e-b84c-1f1c0c399726,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:36.546866 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b8cd73b8-df01-4f55-9b2f-979eeeffd67b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:36.548724 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b8cd73b8-df01-4f55-9b2f-979eeeffd67b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3573027 Feb 15 17:45:36.551855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42728) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:36.556780 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-f867aeac-9a23-449f-83f2-5c48e575d10a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'network': {'name': 'tempest-network-smoke--1180845560', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'port_security_enabled': True}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:45:36.646484 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f867aeac-9a23-449f-83f2-5c48e575d10a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Made reservation on behalf of 2b0ac2d4c01a4bbaa78ab96fa3950db5 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:45:36.649992 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f867aeac-9a23-449f-83f2-5c48e575d10a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:36.676520 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f867aeac-9a23-449f-83f2-5c48e575d10a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:45:36.685482 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f867aeac-9a23-449f-83f2-5c48e575d10a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (348693e7-3d64-413b-9bd8-3bf972fc3576), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:36.685825 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-f867aeac-9a23-449f-83f2-5c48e575d10a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Added segment 348693e7-3d64-413b-9bd8-3bf972fc3576 of type vlan for network e70ac36e-bc0a-462e-b7db-086103f7d174 Feb 15 17:45:36.730410 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f867aeac-9a23-449f-83f2-5c48e575d10a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (e70ac36e-bc0a-462e-b7db-086103f7d174), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:36.812651 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f867aeac-9a23-449f-83f2-5c48e575d10a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (e70ac36e-bc0a-462e-b7db-086103f7d174), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:36.817803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f867aeac-9a23-449f-83f2-5c48e575d10a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:36.818382 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f867aeac-9a23-449f-83f2-5c48e575d10a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:36.886269 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867aeac-9a23-449f-83f2-5c48e575d10a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Network': ['ID=e70ac36e-bc0a-462e-b7db-086103f7d174,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:36.897593 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network e70ac36e-bc0a-462e-b7db-086103f7d174 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:45:36.953408 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f867aeac-9a23-449f-83f2-5c48e575d10a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3997278 Feb 15 17:45:36.956631 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42730) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:36.961380 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1401874624', 'admin_state_up': True, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:45:37.040873 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bca6ea4a-3fdc-4b14-beb4-1df3de260ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:37.075922 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:37.076956 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:37.137041 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_controller (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:37.350995 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:37.616129 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:37.638568 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:37.759048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.25.4.6 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/7b14b431-3da5-4773-a7ed-a228865d217c) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:45:37.861600 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (7b14b431-3da5-4773-a7ed-a228865d217c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:37.972963 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (7b14b431-3da5-4773-a7ed-a228865d217c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:38.019881 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:45:38.023025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:45:38.027623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:45:38.032915 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=7b14b431-3da5-4773-a7ed-a228865d217c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:38.347503 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:38.558378 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:38.783918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:45:38.899228 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:45:38.909378 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Sync routers for ids ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:45:38.920645 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Routers {'19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:45:38.921275 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:45:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:38.986025 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:38.990484 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-cd43bbc7-855e-4520-b9fc-881001804479 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0296607 Feb 15 17:45:38.990711 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42734) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:39.020523 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-aa6fdcfe-35b1-4634-ba03-b383c47bbc5d tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286715 Feb 15 17:45:39.023412 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42736) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:39.032710 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Set router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:45:39.133263 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3e01e8-27cf-4666-8e27-6712a3e22889 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:39.134939 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1f3e01e8-27cf-4666-8e27-6712a3e22889 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1099977 Feb 15 17:45:39.137852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42738) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:39.167735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-825b8d3b-f81e-401c-b0d1-589dee9c4db3 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287378 Feb 15 17:45:39.170411 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42740) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:39.175976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-9c8aa8ca-38af-4188-98dd-294ad75e783b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2114275072', 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:45:39.324594 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401874624', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:38Z', 'revision_number': 3, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:39.334915 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-85e338f2-8546-4af3-895c-e9fd95488a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:39.350011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8aa8ca-38af-4188-98dd-294ad75e783b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Made reservation on behalf of 2b0ac2d4c01a4bbaa78ab96fa3950db5 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:45:39.350837 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Checking router: 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:45:39.351187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Updating router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a port 7b14b431-3da5-4773-a7ed-a228865d217c binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:45:39.353978 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c8aa8ca-38af-4188-98dd-294ad75e783b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:39.380110 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7b14b431-3da5-4773-a7ed-a228865d217c), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:39.578759 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c8aa8ca-38af-4188-98dd-294ad75e783b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (a95ff128-de67-494c-a12b-be8d97ae8e44), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:39.639082 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Publish callbacks [] for port (7b14b431-3da5-4773-a7ed-a228865d217c), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:39.647202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8aa8ca-38af-4188-98dd-294ad75e783b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Subnet': ['ID=a95ff128-de67-494c-a12b-be8d97ae8e44,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:39.655034 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8aa8ca-38af-4188-98dd-294ad75e783b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Checking segment: {'id': '348693e7-3d64-413b-9bd8-3bf972fc3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:45:39.655034 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8aa8ca-38af-4188-98dd-294ad75e783b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network hostable DHCP agents. Network: e70ac36e-bc0a-462e-b7db-086103f7d174, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:45:39.738413 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7b14b431-3da5-4773-a7ed-a228865d217c), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:39.767629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8aa8ca-38af-4188-98dd-294ad75e783b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network e70ac36e-bc0a-462e-b7db-086103f7d174 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:45:39.799011 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Attempting to bind port 7b14b431-3da5-4773-a7ed-a228865d217c on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:45:39.804386 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Attempting to bind port 7b14b431-3da5-4773-a7ed-a228865d217c by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:45:39.804386 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Attempting to bind port 7b14b431-3da5-4773-a7ed-a228865d217c on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:45:39.804386 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a966b-0775-4636-ac2a-3523ea20b3af None None] Pushing event updated for resources: {'Port': ['ID=7b14b431-3da5-4773-a7ed-a228865d217c,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:39.810778 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:45:39.811167 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:45:39.811552 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:39.812562 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:45:39.813043 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Bound port: 7b14b431-3da5-4773-a7ed-a228865d217c, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:45:39.813468 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7b14b431-3da5-4773-a7ed-a228865d217c), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:39.815695 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a966b-0775-4636-ac2a-3523ea20b3af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:39.816045 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a966b-0775-4636-ac2a-3523ea20b3af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:39.816382 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a966b-0775-4636-ac2a-3523ea20b3af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:39.816715 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a966b-0775-4636-ac2a-3523ea20b3af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:39.817048 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a966b-0775-4636-ac2a-3523ea20b3af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:39.817392 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a966b-0775-4636-ac2a-3523ea20b3af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:39.817726 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a966b-0775-4636-ac2a-3523ea20b3af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:39.818047 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a966b-0775-4636-ac2a-3523ea20b3af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:39.818370 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a966b-0775-4636-ac2a-3523ea20b3af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:39.818690 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a966b-0775-4636-ac2a-3523ea20b3af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:39.819011 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a966b-0775-4636-ac2a-3523ea20b3af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:39.819330 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a966b-0775-4636-ac2a-3523ea20b3af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:39.819649 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345a966b-0775-4636-ac2a-3523ea20b3af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:45:39.852673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-9c8aa8ca-38af-4188-98dd-294ad75e783b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, e70ac36e-bc0a-462e-b7db-086103f7d174) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:45:39.856949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8aa8ca-38af-4188-98dd-294ad75e783b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:39.866726 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9c8aa8ca-38af-4188-98dd-294ad75e783b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:39.867021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35eede0-ec23-4b67-a84c-08eb339723dd None None] Network e70ac36e-bc0a-462e-b7db-086103f7d174 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:45:39.878584 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] For port 7b14b431-3da5-4773-a7ed-a228865d217c, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:45:39.881944 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] For port 7b14b431-3da5-4773-a7ed-a228865d217c, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7b14b431-3da5-4773-a7ed-a228865d217c,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:45:39.963767 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9c8aa8ca-38af-4188-98dd-294ad75e783b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7922659 Feb 15 17:45:39.966523 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42742) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:39.970865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-e70ac36e-bc0a-462e-b7db-086103f7d174', 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ips': [{'subnet_id': 'a95ff128-de67-494c-a12b-be8d97ae8e44'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:45:39.971775 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:39.990140 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7b14b431-3da5-4773-a7ed-a228865d217c), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:40.053502 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a966b-0775-4636-ac2a-3523ea20b3af None None] Pushing event updated for resources: {'Port': ['ID=7b14b431-3da5-4773-a7ed-a228865d217c,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:40.056252 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Routers {'19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:45:40.056856 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:45:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:40.132570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Allocated IP 172.20.0.2 (e70ac36e-bc0a-462e-b7db-086103f7d174/a95ff128-de67-494c-a12b-be8d97ae8e44/ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:45:40.184294 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] Set router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:45:40.298274 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Publish callbacks [] for port (ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:40.367514 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:40.386553 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401874624', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:38Z', 'revision_number': 3, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:40.414353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Network e70ac36e-bc0a-462e-b7db-086103f7d174 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:45:40.416265 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8df8cbc-6a57-47cf-959f-e39d64bfef67 None None] The sync data for ids ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'] in n-d-828372-14 is: [{'id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401874624', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:38Z', 'revision_number': 3, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:45:40.419650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:45:40.424598 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:45:40.436732 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Pushing event updated for resources: {'Port': ['ID=ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:40.477983 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:40.498131 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Attempting to bind port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:45:40.498692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Attempting to bind port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '348693e7-3d64-413b-9bd8-3bf972fc3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:45:40.498917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Attempting to bind port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 on network e70ac36e-bc0a-462e-b7db-086103f7d174 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:45:40.505503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:45:40.507343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Checking segment: {'id': '348693e7-3d64-413b-9bd8-3bf972fc3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:45:40.507343 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:40.507343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Bound using segment: {'id': '348693e7-3d64-413b-9bd8-3bf972fc3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:45:40.507615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Bound port: ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348693e7-3d64-413b-9bd8-3bf972fc3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:45:40.507914 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:40.577119 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] For port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:45:40.580874 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] For port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42,segment=NetworkSegment(348693e7-3d64-413b-9bd8-3bf972fc3576),segment_id=348693e7-3d64-413b-9bd8-3bf972fc3576)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:45:40.642490 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:40.735973 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:40.755030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946721bc-eb3e-4b57-b1e1-8bf051e1a84c None None] Pushing event updated for resources: {'Port': ['ID=ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:40.811827 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.20.0.1 (e70ac36e-bc0a-462e-b7db-086103f7d174/a95ff128-de67-494c-a12b-be8d97ae8e44/3b00d2b0-f402-4280-940a-114d7d803055) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:45:40.994808 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (3b00d2b0-f402-4280-940a-114d7d803055), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:41.127272 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (3b00d2b0-f402-4280-940a-114d7d803055), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:41.173025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network e70ac36e-bc0a-462e-b7db-086103f7d174 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:45:41.176359 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:45:41.180520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:45:41.187598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=3b00d2b0-f402-4280-940a-114d7d803055,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:41.230308 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:41.773457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0887269a-ac24-47a7-8a08-6942cf2d3b16 None None] Network e70ac36e-bc0a-462e-b7db-086103f7d174 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:45:41.825437 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3b00d2b0-f402-4280-940a-114d7d803055), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:41.879661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-401841d9-e26f-42cc-8d6a-8a7a0516d81c None None] Provisioning complete for port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:45:41.880044 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-401841d9-e26f-42cc-8d6a-8a7a0516d81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:41.996571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-401841d9-e26f-42cc-8d6a-8a7a0516d81c None None] Current status of the port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:45:41.997521 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-401841d9-e26f-42cc-8d6a-8a7a0516d81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:42.039114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-401841d9-e26f-42cc-8d6a-8a7a0516d81c None None] For port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42,segment=NetworkSegment(348693e7-3d64-413b-9bd8-3bf972fc3576),segment_id=348693e7-3d64-413b-9bd8-3bf972fc3576)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:45:42.098207 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-401841d9-e26f-42cc-8d6a-8a7a0516d81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:42.147679 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:42.153319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401841d9-e26f-42cc-8d6a-8a7a0516d81c None None] Pushing event updated for resources: {'Port': ['ID=ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:42.193030 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (3b00d2b0-f402-4280-940a-114d7d803055), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:42.226801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8e280de0-0034-4197-ba3d-fc367070a6fa None None] Provisioning complete for port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:45:42.227275 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8e280de0-0034-4197-ba3d-fc367070a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:42.258478 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (3b00d2b0-f402-4280-940a-114d7d803055), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:42.327923 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=3b00d2b0-f402-4280-940a-114d7d803055,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:42.354595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:45:42.361309 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8e280de0-0034-4197-ba3d-fc367070a6fa None None] Current status of the port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:45:42.363489 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:42.403575 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8e280de0-0034-4197-ba3d-fc367070a6fa None None] Provisioning complete for port 3b00d2b0-f402-4280-940a-114d7d803055 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:45:42.403972 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8e280de0-0034-4197-ba3d-fc367070a6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3b00d2b0-f402-4280-940a-114d7d803055), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:42.450419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8e280de0-0034-4197-ba3d-fc367070a6fa None None] Port 3b00d2b0-f402-4280-940a-114d7d803055 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:45:42.454094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:45:42.454374 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:42.482300 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network e70ac36e-bc0a-462e-b7db-086103f7d174 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:45:42.484153 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:45:42.550457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:45:42.551570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7b14b431-3da5-4773-a7ed-a228865d217c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:45:42.600896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3cd67045-8090-41eb-9375-52bfd4a3eefd None None] Provisioning complete for port 3b00d2b0-f402-4280-940a-114d7d803055 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:45:42.601309 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3cd67045-8090-41eb-9375-52bfd4a3eefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3b00d2b0-f402-4280-940a-114d7d803055), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:42.615622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:45:42.649441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7b14b431-3da5-4773-a7ed-a228865d217c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:45:42.649817 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7b14b431-3da5-4773-a7ed-a228865d217c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:42.652490 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3cd67045-8090-41eb-9375-52bfd4a3eefd None None] Port 3b00d2b0-f402-4280-940a-114d7d803055 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:45:42.742771 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7b14b431-3da5-4773-a7ed-a228865d217c is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:45:42.743163 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7b14b431-3da5-4773-a7ed-a228865d217c), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:42.746704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:45:42.763140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9cd88fe5-d38e-483e-ba64-34b1dcb5fdc1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "PUT /v2.0/routers/19900e82-43f2-4bb6-a7e4-d1b5520b1f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7861300 Feb 15 17:45:42.768693 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Sync routers for ids ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:45:42.777217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 7b14b431-3da5-4773-a7ed-a228865d217c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7b14b431-3da5-4773-a7ed-a228865d217c,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:45:42.791891 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Routers {'19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:45:42.792533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:45:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:42.834301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-97b9fdb2-e1c2-491d-8d84-26eaeff207e4 None None] Provisioning complete for port 3b00d2b0-f402-4280-940a-114d7d803055 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:45:42.836589 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-97b9fdb2-e1c2-491d-8d84-26eaeff207e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3b00d2b0-f402-4280-940a-114d7d803055), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:42.886492 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7b14b431-3da5-4773-a7ed-a228865d217c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:42.917925 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de6be018-bd81-4eeb-8de1-397b626e947a req-d59971f2-ccf3-4342-a230-b6af59393b47 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-993304095&fields=id&tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5 HTTP/1.1" status: 200 len: 267 time: 0.0525568 Feb 15 17:45:43.051659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6be018-bd81-4eeb-8de1-397b626e947a req-ba4fbbe3-c00a-4cf9-895f-af94475140b5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:43.053263 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de6be018-bd81-4eeb-8de1-397b626e947a req-ba4fbbe3-c00a-4cf9-895f-af94475140b5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/networks?id=e70ac36e-bc0a-462e-b7db-086103f7d174 HTTP/1.1" status: 200 len: 797 time: 0.1282732 Feb 15 17:45:43.082629 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de6be018-bd81-4eeb-8de1-397b626e947a req-c42a2e91-fcb6-411b-9664-bfecb092f3b8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/quotas/2b0ac2d4c01a4bbaa78ab96fa3950db5 HTTP/1.1" status: 200 len: 375 time: 0.0205591 Feb 15 17:45:43.108026 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-97b9fdb2-e1c2-491d-8d84-26eaeff207e4 None None] Port 3b00d2b0-f402-4280-940a-114d7d803055 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:45:43.135584 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=7b14b431-3da5-4773-a7ed-a228865d217c,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:43.147403 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de6be018-bd81-4eeb-8de1-397b626e947a req-764e58ad-c181-46fb-bb85-6a4d7b87f8b8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590644 Feb 15 17:45:43.151130 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Set router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:45:43.250510 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de6be018-bd81-4eeb-8de1-397b626e947a req-99328bc3-1606-40a6-b7e4-4a2d4a758d26 service neutron] 10.222.0.107 "GET /v2.0/networks/e70ac36e-bc0a-462e-b7db-086103f7d174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904827 Feb 15 17:45:43.346601 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-de6be018-bd81-4eeb-8de1-397b626e947a req-c97082f0-ae29-46c1-b899-171002d9b57c service neutron] 10.222.0.107 "GET /v2.0/networks/e70ac36e-bc0a-462e-b7db-086103f7d174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903986 Feb 15 17:45:43.359155 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401874624', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:41Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3b00d2b0-f402-4280-940a-114d7d803055', 'name': '', 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:b7:0d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:40Z', 'updated_at': '2022-02-15T17:45:42Z', 'revision_number': 2, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:43.387242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Checking router: 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:45:43.387606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Updating router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a port 3b00d2b0-f402-4280-940a-114d7d803055 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:45:43.422913 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3b00d2b0-f402-4280-940a-114d7d803055), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:43.605087 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-89c61f19-96a4-4be6-926b-7d92c7e1b386 req-17e1e911-62d1-4d29-901c-0315e2a48ca5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 210 time: 0.0309169 Feb 15 17:45:43.627192 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:43.734311 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Publish callbacks [] for port (3b00d2b0-f402-4280-940a-114d7d803055), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:43.801234 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3b00d2b0-f402-4280-940a-114d7d803055), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:43.857105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee498acd-e462-4a89-ba2f-477e08dc861d None None] Pushing event updated for resources: {'Port': ['ID=3b00d2b0-f402-4280-940a-114d7d803055,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:43.915357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Attempting to bind port 3b00d2b0-f402-4280-940a-114d7d803055 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:45:43.915731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Attempting to bind port 3b00d2b0-f402-4280-940a-114d7d803055 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '348693e7-3d64-413b-9bd8-3bf972fc3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:45:43.916096 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Attempting to bind port 3b00d2b0-f402-4280-940a-114d7d803055 on network e70ac36e-bc0a-462e-b7db-086103f7d174 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:45:43.922340 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:45:43.923649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Checking segment: {'id': '348693e7-3d64-413b-9bd8-3bf972fc3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:45:43.923649 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:43.924213 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Bound using segment: {'id': '348693e7-3d64-413b-9bd8-3bf972fc3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:45:43.924772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Bound port: 3b00d2b0-f402-4280-940a-114d7d803055, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348693e7-3d64-413b-9bd8-3bf972fc3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:45:43.925273 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3b00d2b0-f402-4280-940a-114d7d803055), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:44.006597 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] For port 3b00d2b0-f402-4280-940a-114d7d803055, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:45:44.011497 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] For port 3b00d2b0-f402-4280-940a-114d7d803055, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3b00d2b0-f402-4280-940a-114d7d803055,segment=NetworkSegment(348693e7-3d64-413b-9bd8-3bf972fc3576),segment_id=348693e7-3d64-413b-9bd8-3bf972fc3576)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:45:44.081733 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3b00d2b0-f402-4280-940a-114d7d803055), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:44.162502 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Routers {'19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:45:44.163008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:45:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:44.167755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee498acd-e462-4a89-ba2f-477e08dc861d None None] Pushing event updated for resources: {'Port': ['ID=3b00d2b0-f402-4280-940a-114d7d803055,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:44.254137 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-938a8736-803f-4c8e-90d6-426021d999b3 None None] Provisioning complete for port 3b00d2b0-f402-4280-940a-114d7d803055 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:45:44.254516 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-938a8736-803f-4c8e-90d6-426021d999b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3b00d2b0-f402-4280-940a-114d7d803055), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:44.258394 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:45:44.389159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] Set router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:45:44.446750 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:45:44.447127 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:44.493567 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-938a8736-803f-4c8e-90d6-426021d999b3 None None] Current status of the port 3b00d2b0-f402-4280-940a-114d7d803055 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:45:44.493959 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-938a8736-803f-4c8e-90d6-426021d999b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (3b00d2b0-f402-4280-940a-114d7d803055), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:44.614054 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-938a8736-803f-4c8e-90d6-426021d999b3 None None] For port 3b00d2b0-f402-4280-940a-114d7d803055, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3b00d2b0-f402-4280-940a-114d7d803055,segment=NetworkSegment(348693e7-3d64-413b-9bd8-3bf972fc3576),segment_id=348693e7-3d64-413b-9bd8-3bf972fc3576)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:45:44.698223 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:45:44.699650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7b14b431-3da5-4773-a7ed-a228865d217c up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:45:44.714680 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d59b5824-1abf-42d2-8dae-34f69742e0fe req-1b9c76c2-ffe7-417a-8b62-70f6a1e04563 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 210 time: 0.0311184 Feb 15 17:45:44.724180 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-938a8736-803f-4c8e-90d6-426021d999b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (3b00d2b0-f402-4280-940a-114d7d803055), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:44.817983 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a8736-803f-4c8e-90d6-426021d999b3 None None] Pushing event updated for resources: {'Port': ['ID=3b00d2b0-f402-4280-940a-114d7d803055,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:44.822483 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7b14b431-3da5-4773-a7ed-a228865d217c triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:45:44.822861 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7b14b431-3da5-4773-a7ed-a228865d217c), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:44.826300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401874624', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:41Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3b00d2b0-f402-4280-940a-114d7d803055', 'name': '', 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:b7:0d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:40Z', 'updated_at': '2022-02-15T17:45:44Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:44.882248 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d7b3f6-5dde-4577-93df-c3d4884f94ec None None] The sync data for ids ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'] in n-d-828372-14 is: [{'id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401874624', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:41Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3b00d2b0-f402-4280-940a-114d7d803055', 'name': '', 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:b7:0d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:40Z', 'updated_at': '2022-02-15T17:45:44Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:45:44.901295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-aa604d54-bb26-40ec-a43e-9dd3a0272659 None None] Provisioning complete for port 3b00d2b0-f402-4280-940a-114d7d803055 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:45:44.901727 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa604d54-bb26-40ec-a43e-9dd3a0272659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3b00d2b0-f402-4280-940a-114d7d803055), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:45.013635 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7b14b431-3da5-4773-a7ed-a228865d217c is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:45:45.064578 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aa604d54-bb26-40ec-a43e-9dd3a0272659 None None] Current status of the port 3b00d2b0-f402-4280-940a-114d7d803055 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:45:45.670290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6be018-bd81-4eeb-8de1-397b626e947a req-bd85aaea-09dc-4823-9a1c-0a8c079d2753 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:45.671869 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de6be018-bd81-4eeb-8de1-397b626e947a req-bd85aaea-09dc-4823-9a1c-0a8c079d2753 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "GET /v2.0/networks?id=e70ac36e-bc0a-462e-b7db-086103f7d174 HTTP/1.1" status: 200 len: 797 time: 0.1136370 Feb 15 17:45:45.746956 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de6be018-bd81-4eeb-8de1-397b626e947a req-38742831-575e-4d92-9682-e13c7aa8918b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5 HTTP/1.1" status: 200 len: 379 time: 0.0670691 Feb 15 17:45:45.756531 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-de6be018-bd81-4eeb-8de1-397b626e947a req-ddbf050a-0281-48fb-8257-13d1c5a91fcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'port': {'device_id': '8833272c-5953-42f4-814f-dcb32ef12f7f', 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174', 'admin_state_up': True, 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'security_groups': ['2baff0bf-b0d5-4ed7-8d75-544d598247e8']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:45:45.852543 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d4281875-7572-4a54-9a3b-65f5a7d3332b req-81083a68-3d12-4eaf-b58f-0e90c1c33ba2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 210 time: 0.0482740 Feb 15 17:45:46.001608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6be018-bd81-4eeb-8de1-397b626e947a req-ddbf050a-0281-48fb-8257-13d1c5a91fcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Made reservation on behalf of 2b0ac2d4c01a4bbaa78ab96fa3950db5 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:45:46.005168 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-de6be018-bd81-4eeb-8de1-397b626e947a req-ddbf050a-0281-48fb-8257-13d1c5a91fcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:46.147924 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-de6be018-bd81-4eeb-8de1-397b626e947a req-ddbf050a-0281-48fb-8257-13d1c5a91fcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.20.0.12 (e70ac36e-bc0a-462e-b7db-086103f7d174/a95ff128-de67-494c-a12b-be8d97ae8e44/800f8835-87d3-4b53-acbc-cc4314a36fb2) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:45:46.225737 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3b00d2b0-f402-4280-940a-114d7d803055 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:45:46.280331 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 3b00d2b0-f402-4280-940a-114d7d803055 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:45:46.280774 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (3b00d2b0-f402-4280-940a-114d7d803055), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:46.321766 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-de6be018-bd81-4eeb-8de1-397b626e947a req-ddbf050a-0281-48fb-8257-13d1c5a91fcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (800f8835-87d3-4b53-acbc-cc4314a36fb2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:46.361543 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 3b00d2b0-f402-4280-940a-114d7d803055 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:45:46.396940 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-de6be018-bd81-4eeb-8de1-397b626e947a req-ddbf050a-0281-48fb-8257-13d1c5a91fcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (800f8835-87d3-4b53-acbc-cc4314a36fb2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:46.444264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6be018-bd81-4eeb-8de1-397b626e947a req-ddbf050a-0281-48fb-8257-13d1c5a91fcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network e70ac36e-bc0a-462e-b7db-086103f7d174 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:45:46.447562 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-de6be018-bd81-4eeb-8de1-397b626e947a req-ddbf050a-0281-48fb-8257-13d1c5a91fcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:45:46.451695 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6be018-bd81-4eeb-8de1-397b626e947a req-ddbf050a-0281-48fb-8257-13d1c5a91fcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:45:46.459074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf050a-0281-48fb-8257-13d1c5a91fcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=800f8835-87d3-4b53-acbc-cc4314a36fb2,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:46.511401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6be018-bd81-4eeb-8de1-397b626e947a req-ddbf050a-0281-48fb-8257-13d1c5a91fcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:46.512054 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-de6be018-bd81-4eeb-8de1-397b626e947a req-ddbf050a-0281-48fb-8257-13d1c5a91fcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:46.598186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de6be018-bd81-4eeb-8de1-397b626e947a req-ddbf050a-0281-48fb-8257-13d1c5a91fcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8460653 Feb 15 17:45:46.610259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Request body: {'port': {'device_id': '8833272c-5953-42f4-814f-dcb32ef12f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:45:46.678195 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (800f8835-87d3-4b53-acbc-cc4314a36fb2), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:46.703628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e7c94903-eb1d-4461-8f4f-dc39eb3c650f None None] Provisioning complete for port 800f8835-87d3-4b53-acbc-cc4314a36fb2 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:45:46.704054 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e7c94903-eb1d-4461-8f4f-dc39eb3c650f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (800f8835-87d3-4b53-acbc-cc4314a36fb2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:46.739390 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e7c94903-eb1d-4461-8f4f-dc39eb3c650f None None] Port 800f8835-87d3-4b53-acbc-cc4314a36fb2 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:45:46.959278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 800f8835-87d3-4b53-acbc-cc4314a36fb2 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:45:46.967361 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Publish callbacks [] for port (800f8835-87d3-4b53-acbc-cc4314a36fb2), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:46.980874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Transition to ACTIVE for port object 800f8835-87d3-4b53-acbc-cc4314a36fb2 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:45:46.993500 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b4807-6ca2-482b-8b88-57793988ffad req-af2905b2-e735-4f7d-b901-d25b1150965f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:46.993500 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9e3b4807-6ca2-482b-8b88-57793988ffad req-af2905b2-e735-4f7d-b901-d25b1150965f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 932 time: 0.0653863 Feb 15 17:45:47.043165 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9e3b4807-6ca2-482b-8b88-57793988ffad req-24dcf365-4a1b-4f83-b7e9-6b393e7f5575 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455999 Feb 15 17:45:47.052806 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (800f8835-87d3-4b53-acbc-cc4314a36fb2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:47.104168 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Pushing event updated for resources: {'Port': ['ID=800f8835-87d3-4b53-acbc-cc4314a36fb2,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:47.188341 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Attempting to bind port 800f8835-87d3-4b53-acbc-cc4314a36fb2 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:45:47.188684 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Attempting to bind port 800f8835-87d3-4b53-acbc-cc4314a36fb2 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '348693e7-3d64-413b-9bd8-3bf972fc3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:45:47.189000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Attempting to bind port 800f8835-87d3-4b53-acbc-cc4314a36fb2 on network e70ac36e-bc0a-462e-b7db-086103f7d174 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:45:47.194143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Port 800f8835-87d3-4b53-acbc-cc4314a36fb2 on network e70ac36e-bc0a-462e-b7db-086103f7d174 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:45:47.194472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Attempting to bind port 800f8835-87d3-4b53-acbc-cc4314a36fb2 on network e70ac36e-bc0a-462e-b7db-086103f7d174 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:45:47.200100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 45, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:45:47.200437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Checking segment: {'id': '348693e7-3d64-413b-9bd8-3bf972fc3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:45:47.200825 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Bound using segment: {'id': '348693e7-3d64-413b-9bd8-3bf972fc3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:45:47.201257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Bound port: 800f8835-87d3-4b53-acbc-cc4314a36fb2, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '348693e7-3d64-413b-9bd8-3bf972fc3576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:45:47.201646 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (800f8835-87d3-4b53-acbc-cc4314a36fb2), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:47.273686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] For port 800f8835-87d3-4b53-acbc-cc4314a36fb2, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:45:47.277164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] For port 800f8835-87d3-4b53-acbc-cc4314a36fb2, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=800f8835-87d3-4b53-acbc-cc4314a36fb2,segment=NetworkSegment(348693e7-3d64-413b-9bd8-3bf972fc3576),segment_id=348693e7-3d64-413b-9bd8-3bf972fc3576)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:45:47.339115 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (800f8835-87d3-4b53-acbc-cc4314a36fb2), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:47.377025 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:47.377680 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:47.379091 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de6be018-bd81-4eeb-8de1-397b626e947a req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] 10.222.0.67 "PUT /v2.0/ports/800f8835-87d3-4b53-acbc-cc4314a36fb2 HTTP/1.1" status: 200 len: 1093 time: 0.7738936 Feb 15 17:45:47.379539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8833272c-5953-42f4-814f-dcb32ef12f7f', 'tag': '800f8835-87d3-4b53-acbc-cc4314a36fb2'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:45:47.381847 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178e6788-e3b1-4d20-8f06-64997f39da15" -d '{"events": [{"name": "network-changed", "server_uuid": "8833272c-5953-42f4-814f-dcb32ef12f7f", "tag": "800f8835-87d3-4b53-acbc-cc4314a36fb2"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:45:47.411094 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38b2e9-0012-44b0-82bd-100f5c7ce47e service neutron] Pushing event updated for resources: {'Port': ['ID=800f8835-87d3-4b53-acbc-cc4314a36fb2,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:47.439170 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c29a035-7843-43ba-bf0b-eee10bcc515e x-openstack-request-id: req-1c29a035-7843-43ba-bf0b-eee10bcc515e {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:45:47.439736 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8833272c-5953-42f4-814f-dcb32ef12f7f", "tag": "800f8835-87d3-4b53-acbc-cc4314a36fb2", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:45:47.439904 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1c29a035-7843-43ba-bf0b-eee10bcc515e {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:45:47.440333 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8833272c-5953-42f4-814f-dcb32ef12f7f', 'tag': '800f8835-87d3-4b53-acbc-cc4314a36fb2', 'status': 'completed', 'code': 200} Feb 15 17:45:47.529129 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e6788-e3b1-4d20-8f06-64997f39da15 req-1ff2cd5d-8aaf-4c8e-a3c7-cf4f07bde77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:47.531634 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-178e6788-e3b1-4d20-8f06-64997f39da15 req-1ff2cd5d-8aaf-4c8e-a3c7-cf4f07bde77d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 1127 time: 0.0675008 Feb 15 17:45:47.644521 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e6788-e3b1-4d20-8f06-64997f39da15 req-60d1a350-af79-4e2b-8c18-4ed215c3bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:47.646251 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-178e6788-e3b1-4d20-8f06-64997f39da15 req-60d1a350-af79-4e2b-8c18-4ed215c3bff8 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1077542 Feb 15 17:45:47.747685 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178e6788-e3b1-4d20-8f06-64997f39da15 req-b64c29b4-9702-4d86-93f3-ddfcb8f33640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:47.749281 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-178e6788-e3b1-4d20-8f06-64997f39da15 req-b64c29b4-9702-4d86-93f3-ddfcb8f33640 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974679 Feb 15 17:45:47.849275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6be018-bd81-4eeb-8de1-397b626e947a req-318f9e32-b563-465e-9203-05b9dde63d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:47.850905 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de6be018-bd81-4eeb-8de1-397b626e947a req-318f9e32-b563-465e-9203-05b9dde63d0e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 1127 time: 0.0617836 Feb 15 17:45:47.898485 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de6be018-bd81-4eeb-8de1-397b626e947a req-b9c6728e-bc6e-4c46-b327-2f1072768900 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=800f8835-87d3-4b53-acbc-cc4314a36fb2 HTTP/1.1" status: 200 len: 217 time: 0.0409911 Feb 15 17:45:47.959114 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6be018-bd81-4eeb-8de1-397b626e947a req-40d7e879-c6af-4f1e-8fe9-c3b20f26f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:47.960606 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de6be018-bd81-4eeb-8de1-397b626e947a req-40d7e879-c6af-4f1e-8fe9-c3b20f26f855 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a95ff128-de67-494c-a12b-be8d97ae8e44 HTTP/1.1" status: 200 len: 835 time: 0.0564113 Feb 15 17:45:48.012529 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6be018-bd81-4eeb-8de1-397b626e947a req-791252b2-ad17-470e-820f-ab327d513c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:48.014156 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de6be018-bd81-4eeb-8de1-397b626e947a req-791252b2-ad17-470e-820f-ab327d513c4a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e70ac36e-bc0a-462e-b7db-086103f7d174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478930 Feb 15 17:45:48.107774 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de6be018-bd81-4eeb-8de1-397b626e947a req-af57ee0c-e7ed-428f-aa19-a1bfd9f95f0f service neutron] 10.222.0.67 "GET /v2.0/networks/e70ac36e-bc0a-462e-b7db-086103f7d174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862479 Feb 15 17:45:48.171899 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f475f-c667-4390-8b09-bd4e93f61fd5 req-9a45005d-dbde-499c-94cd-ea4e6a414102 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:48.173421 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d63f475f-c667-4390-8b09-bd4e93f61fd5 req-9a45005d-dbde-499c-94cd-ea4e6a414102 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 944 time: 0.0558412 Feb 15 17:45:48.208349 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-de6be018-bd81-4eeb-8de1-397b626e947a req-09c5aff0-1de9-46d0-8251-29bc1e18c199 service neutron] 10.222.0.67 "GET /v2.0/networks/e70ac36e-bc0a-462e-b7db-086103f7d174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941782 Feb 15 17:45:48.229077 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d63f475f-c667-4390-8b09-bd4e93f61fd5 req-5c4e47cd-343c-4dbf-aba2-727e45bdc2b8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497503 Feb 15 17:45:49.357691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c1dd2-6b3b-46a7-a18d-ce33a575bc19 req-ff0e6001-7f49-40bc-b278-4195f5d106ed tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:49.359946 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ab0c1dd2-6b3b-46a7-a18d-ce33a575bc19 req-ff0e6001-7f49-40bc-b278-4195f5d106ed tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 944 time: 0.0552163 Feb 15 17:45:49.409657 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ab0c1dd2-6b3b-46a7-a18d-ce33a575bc19 req-de5ee391-4a90-4344-93da-87a415d4dd25 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441399 Feb 15 17:45:50.164841 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 800f8835-87d3-4b53-acbc-cc4314a36fb2 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:45:50.275423 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 800f8835-87d3-4b53-acbc-cc4314a36fb2, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=800f8835-87d3-4b53-acbc-cc4314a36fb2,segment=NetworkSegment(348693e7-3d64-413b-9bd8-3bf972fc3576),segment_id=348693e7-3d64-413b-9bd8-3bf972fc3576)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:45:50.288143 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '800f8835-87d3-4b53-acbc-cc4314a36fb2', 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174', 'port_id': '800f8835-87d3-4b53-acbc-cc4314a36fb2', 'mac_address': 'fa:16:3e:d4:2c:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:45:50.332427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 800f8835-87d3-4b53-acbc-cc4314a36fb2 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:45:50.332814 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (800f8835-87d3-4b53-acbc-cc4314a36fb2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:50.346404 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 800f8835-87d3-4b53-acbc-cc4314a36fb2 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:45:50.367328 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 800f8835-87d3-4b53-acbc-cc4314a36fb2, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=800f8835-87d3-4b53-acbc-cc4314a36fb2,segment=NetworkSegment(348693e7-3d64-413b-9bd8-3bf972fc3576),segment_id=348693e7-3d64-413b-9bd8-3bf972fc3576)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:45:50.429660 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (800f8835-87d3-4b53-acbc-cc4314a36fb2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:50.481424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=800f8835-87d3-4b53-acbc-cc4314a36fb2,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:50.536414 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb08fe-ec83-4fdd-a2e7-c8955c44a56e req-1ede6a77-56f8-4229-a8f6-c610cd262fc5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:50.537891 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-11bb08fe-ec83-4fdd-a2e7-c8955c44a56e req-1ede6a77-56f8-4229-a8f6-c610cd262fc5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 945 time: 0.0566740 Feb 15 17:45:50.591758 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-11bb08fe-ec83-4fdd-a2e7-c8955c44a56e req-a31e3dbd-8271-46e9-9618-5b491aeb3fb7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469618 Feb 15 17:45:50.640708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['800f8835-87d3-4b53-acbc-cc4314a36fb2'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:45:51.721511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3c9df-6abf-405c-a1e2-92e20c430f64 req-538466e5-6c56-4f38-a2e0-f6a42fb9ff5a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:51.723043 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b8d3c9df-6abf-405c-a1e2-92e20c430f64 req-538466e5-6c56-4f38-a2e0-f6a42fb9ff5a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 945 time: 0.0612872 Feb 15 17:45:51.752903 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:45:51.776563 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b8d3c9df-6abf-405c-a1e2-92e20c430f64 req-e17ab848-35ef-4138-9d0d-364363b6125e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476317 Feb 15 17:45:52.180431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 800f8835-87d3-4b53-acbc-cc4314a36fb2 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:45:52.304035 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 800f8835-87d3-4b53-acbc-cc4314a36fb2 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:45:52.308201 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 800f8835-87d3-4b53-acbc-cc4314a36fb2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:45:52.308583 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (800f8835-87d3-4b53-acbc-cc4314a36fb2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:52.395031 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 800f8835-87d3-4b53-acbc-cc4314a36fb2 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:45:52.395361 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (800f8835-87d3-4b53-acbc-cc4314a36fb2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:52.420848 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8833272c-5953-42f4-814f-dcb32ef12f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800f8835-87d3-4b53-acbc-cc4314a36fb2'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:45:52.423900 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45367c8d-b376-4bc6-9060-9def72b5f77f" -d '{"events": [{"server_uuid": "8833272c-5953-42f4-814f-dcb32ef12f7f", "name": "network-vif-plugged", "status": "completed", "tag": "800f8835-87d3-4b53-acbc-cc4314a36fb2"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:45:52.438238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 800f8835-87d3-4b53-acbc-cc4314a36fb2, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=800f8835-87d3-4b53-acbc-cc4314a36fb2,segment=NetworkSegment(348693e7-3d64-413b-9bd8-3bf972fc3576),segment_id=348693e7-3d64-413b-9bd8-3bf972fc3576)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:45:52.461981 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb64ee37-bc73-4154-b3c9-34629bd955eb x-openstack-request-id: req-eb64ee37-bc73-4154-b3c9-34629bd955eb {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:45:52.462302 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8833272c-5953-42f4-814f-dcb32ef12f7f", "name": "network-vif-plugged", "status": "completed", "tag": "800f8835-87d3-4b53-acbc-cc4314a36fb2", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:45:52.464893 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-eb64ee37-bc73-4154-b3c9-34629bd955eb {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:45:52.464893 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8833272c-5953-42f4-814f-dcb32ef12f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '800f8835-87d3-4b53-acbc-cc4314a36fb2', 'code': 200} Feb 15 17:45:52.509650 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (800f8835-87d3-4b53-acbc-cc4314a36fb2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:52.560961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=800f8835-87d3-4b53-acbc-cc4314a36fb2,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:52.570938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0457ab-7e8e-497c-b4c8-d666404a424b req-9513a4f2-ab12-48bc-8dac-757187edb933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:52.572907 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d0457ab-7e8e-497c-b4c8-d666404a424b req-9513a4f2-ab12-48bc-8dac-757187edb933 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 1129 time: 0.0525546 Feb 15 17:45:52.620742 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7d0457ab-7e8e-497c-b4c8-d666404a424b req-54da53be-556e-4b81-8862-3967c6dd96e7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415683 Feb 15 17:45:52.901718 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e12e5-cf9d-4c92-82d3-0d2828ae1781 req-688c57b7-4c80-45d8-8f58-20b8c7e7344d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:52.903322 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-935e12e5-cf9d-4c92-82d3-0d2828ae1781 req-688c57b7-4c80-45d8-8f58-20b8c7e7344d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0551217 Feb 15 17:45:52.959102 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-935e12e5-cf9d-4c92-82d3-0d2828ae1781 req-9a28e29e-0341-4ec3-9fea-e8d9f481161e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495756 Feb 15 17:45:54.087515 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71c744-ada0-4e68-848f-1bce8f70fdee req-0d6e3049-3191-4844-8eb1-b058f739e97b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:54.089125 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b71c744-ada0-4e68-848f-1bce8f70fdee req-0d6e3049-3191-4844-8eb1-b058f739e97b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0594697 Feb 15 17:45:54.146931 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9b71c744-ada0-4e68-848f-1bce8f70fdee req-3d7c5311-bc3a-455b-9b07-c0b6126d8ff2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519392 Feb 15 17:45:54.267235 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9870541-ef5b-4b5a-80ae-5907702bf01b req-2262b804-c62f-466a-b961-0c3cb0f5e461 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:54.268693 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b9870541-ef5b-4b5a-80ae-5907702bf01b req-2262b804-c62f-466a-b961-0c3cb0f5e461 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0541859 Feb 15 17:45:54.319520 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b9870541-ef5b-4b5a-80ae-5907702bf01b req-138e7513-a9d8-4e34-9cb3-165768c42931 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445361 Feb 15 17:45:54.341198 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42796) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:54.386952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c135b058-8b84-4395-beb7-0e50e1624cba tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:54.388522 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c135b058-8b84-4395-beb7-0e50e1624cba tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 1124 time: 0.0463102 Feb 15 17:45:54.391416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42798) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:54.396195 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '800f8835-87d3-4b53-acbc-cc4314a36fb2', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:45:54.498773 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:54.605509 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:54.711134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.25.4.175 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/73af7d07-f2ac-4f87-a631-f043ecda7042) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:45:54.819456 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (73af7d07-f2ac-4f87-a631-f043ecda7042), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:54.910476 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (73af7d07-f2ac-4f87-a631-f043ecda7042), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:54.949083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:45:54.954480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:45:54.957178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:45:54.986390 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=73af7d07-f2ac-4f87-a631-f043ecda7042,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:55.325815 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (e9ce1556-f26c-493c-b860-51c39f8f3fbb), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:55.471266 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (73af7d07-f2ac-4f87-a631-f043ecda7042), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:55.634725 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (73af7d07-f2ac-4f87-a631-f043ecda7042), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:55.681243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (73af7d07-f2ac-4f87-a631-f043ecda7042), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:55.754266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=73af7d07-f2ac-4f87-a631-f043ecda7042,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:45:55.766494 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (e9ce1556-f26c-493c-b860-51c39f8f3fbb), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:55.872458 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Floating IP e9ce1556-f26c-493c-b860-51c39f8f3fbb associated. External IP: 172.25.4.175, port: 800f8835-87d3-4b53-acbc-cc4314a36fb2. Feb 15 17:45:56.097206 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:45:56.217503 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:45:56.227676 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a315b5fa-ba82-4c80-8be6-d2ddbc050711 None None] Sync routers for ids ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:45:56.237452 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a315b5fa-ba82-4c80-8be6-d2ddbc050711 None None] Routers {'19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:45:56.238065 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a315b5fa-ba82-4c80-8be6-d2ddbc050711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:45:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:56.323373 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:45:56.350070 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-a315b5fa-ba82-4c80-8be6-d2ddbc050711 None None] Set router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:45:56.354813 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0fe8ded0-e13b-4804-83f3-459d77414768 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9623485 Feb 15 17:45:56.355545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8833272c-5953-42f4-814f-dcb32ef12f7f', 'tag': '800f8835-87d3-4b53-acbc-cc4314a36fb2'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:45:56.357917 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94d8aad-681e-454b-8a3f-509b42b31086" -d '{"events": [{"name": "network-changed", "server_uuid": "8833272c-5953-42f4-814f-dcb32ef12f7f", "tag": "800f8835-87d3-4b53-acbc-cc4314a36fb2"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:45:56.413838 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09003556-bc25-4490-8f88-a5693371b9c7 x-openstack-request-id: req-09003556-bc25-4490-8f88-a5693371b9c7 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:45:56.414298 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8833272c-5953-42f4-814f-dcb32ef12f7f", "tag": "800f8835-87d3-4b53-acbc-cc4314a36fb2", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:45:56.414710 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-09003556-bc25-4490-8f88-a5693371b9c7 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:45:56.415357 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8833272c-5953-42f4-814f-dcb32ef12f7f', 'tag': '800f8835-87d3-4b53-acbc-cc4314a36fb2', 'status': 'completed', 'code': 200} Feb 15 17:45:56.487875 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a464d07-28ef-4b04-badd-e7489e163844 req-86eb6b12-5284-49ec-b8a4-d3c3d60fcfa7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:56.491752 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2a464d07-28ef-4b04-badd-e7489e163844 req-86eb6b12-5284-49ec-b8a4-d3c3d60fcfa7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0668676 Feb 15 17:45:56.494536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d8aad-681e-454b-8a3f-509b42b31086 req-4ed76c89-8d51-4e7f-97e7-76cd128df420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:56.496105 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d94d8aad-681e-454b-8a3f-509b42b31086 req-4ed76c89-8d51-4e7f-97e7-76cd128df420 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 1129 time: 0.0582066 Feb 15 17:45:56.550161 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2a464d07-28ef-4b04-badd-e7489e163844 req-232dd139-c0e7-444e-a045-0908b3facd13 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528760 Feb 15 17:45:56.574944 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42804) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:56.613327 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a315b5fa-ba82-4c80-8be6-d2ddbc050711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401874624', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:41Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e9ce1556-f26c-493c-b860-51c39f8f3fbb', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'floating_ip_address': '172.25.4.175', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'port_id': '800f8835-87d3-4b53-acbc-cc4314a36fb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174', 'mac_address': 'fa:16:3e:d4:2c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833272c-5953-42f4-814f-dcb32ef12f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:45:55Z', 'updated_at': '2022-02-15T17:45:55Z', 'revision_number': 0, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b00d2b0-f402-4280-940a-114d7d803055', 'name': '', 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:b7:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:40Z', 'updated_at': '2022-02-15T17:45:44Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:56.618672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d8aad-681e-454b-8a3f-509b42b31086 req-1afb9190-350c-440e-a040-f551d7527646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:56.620213 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d94d8aad-681e-454b-8a3f-509b42b31086 req-1afb9190-350c-440e-a040-f551d7527646 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e70ac36e-bc0a-462e-b7db-086103f7d174 HTTP/1.1" status: 200 len: 898 time: 0.1176677 Feb 15 17:45:56.641269 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a315b5fa-ba82-4c80-8be6-d2ddbc050711 None None] Checking router: 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:45:56.645736 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5be2acbf-5e4f-4bb4-a86c-18fcbeaa22d1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/e9ce1556-f26c-493c-b860-51c39f8f3fbb HTTP/1.1" status: 200 len: 992 time: 0.0689385 Feb 15 17:45:56.650880 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a315b5fa-ba82-4c80-8be6-d2ddbc050711 None None] Routers {'19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:45:56.651504 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a315b5fa-ba82-4c80-8be6-d2ddbc050711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:45:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:56.692599 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d94d8aad-681e-454b-8a3f-509b42b31086 req-528da592-5394-474f-b350-324dc179304b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=800f8835-87d3-4b53-acbc-cc4314a36fb2 HTTP/1.1" status: 200 len: 1000 time: 0.0662501 Feb 15 17:45:56.741786 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d8aad-681e-454b-8a3f-509b42b31086 req-a5fad171-a087-40c5-9128-d47cb4d5e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:56.743912 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d94d8aad-681e-454b-8a3f-509b42b31086 req-a5fad171-a087-40c5-9128-d47cb4d5e0ba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a95ff128-de67-494c-a12b-be8d97ae8e44 HTTP/1.1" status: 200 len: 835 time: 0.0460067 Feb 15 17:45:56.761660 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-a315b5fa-ba82-4c80-8be6-d2ddbc050711 None None] Set router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:45:56.794516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d8aad-681e-454b-8a3f-509b42b31086 req-15dbba06-1ba5-4f42-8f89-a4297aeb18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:45:56.796140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d94d8aad-681e-454b-8a3f-509b42b31086 req-15dbba06-1ba5-4f42-8f89-a4297aeb18bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e70ac36e-bc0a-462e-b7db-086103f7d174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465522 Feb 15 17:45:56.909519 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d94d8aad-681e-454b-8a3f-509b42b31086 req-8acaedd8-3617-493a-aa9c-a6b0235c615d service neutron] 10.222.0.67 "GET /v2.0/networks/e70ac36e-bc0a-462e-b7db-086103f7d174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073272 Feb 15 17:45:57.003015 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d94d8aad-681e-454b-8a3f-509b42b31086 req-e2c5afbd-8a7c-44ff-8ddc-c47ac51fda67 service neutron] 10.222.0.67 "GET /v2.0/networks/e70ac36e-bc0a-462e-b7db-086103f7d174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878544 Feb 15 17:45:57.010409 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a315b5fa-ba82-4c80-8be6-d2ddbc050711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401874624', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:41Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e9ce1556-f26c-493c-b860-51c39f8f3fbb', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'floating_ip_address': '172.25.4.175', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'port_id': '800f8835-87d3-4b53-acbc-cc4314a36fb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174', 'mac_address': 'fa:16:3e:d4:2c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833272c-5953-42f4-814f-dcb32ef12f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:45:55Z', 'updated_at': '2022-02-15T17:45:55Z', 'revision_number': 0, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b00d2b0-f402-4280-940a-114d7d803055', 'name': '', 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:b7:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:40Z', 'updated_at': '2022-02-15T17:45:44Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:45:57.037043 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a315b5fa-ba82-4c80-8be6-d2ddbc050711 None None] The sync data for ids ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'] in n-d-828372-14 is: [{'id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401874624', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:41Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'e9ce1556-f26c-493c-b860-51c39f8f3fbb', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'floating_ip_address': '172.25.4.175', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'port_id': '800f8835-87d3-4b53-acbc-cc4314a36fb2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174', 'mac_address': 'fa:16:3e:d4:2c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8833272c-5953-42f4-814f-dcb32ef12f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:45:55Z', 'updated_at': '2022-02-15T17:45:55Z', 'revision_number': 0, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b00d2b0-f402-4280-940a-114d7d803055', 'name': '', 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:b7:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:40Z', 'updated_at': '2022-02-15T17:45:44Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:45:57.249294 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c91644c-51ae-4eb4-87f3-da4b98a32491 None None] New status for floating IP e9ce1556-f26c-493c-b860-51c39f8f3fbb: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:45:57.648022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42806) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:45:57.714748 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7edc6fad-d557-48a0-9221-afad2fb6dc89 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/e9ce1556-f26c-493c-b860-51c39f8f3fbb HTTP/1.1" status: 200 len: 994 time: 0.0655930 Feb 15 17:46:01.052770 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:46:01.344143 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:46:07.018469 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf03d092-b2d3-4c21-976c-472926c6a9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:46:09.310073 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-98844ea4-a0d4-4fcd-8dc9-d1d10c37b384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:46:10.704301 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:46:12.138548 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:46:13.544172 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:46:28.752335 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:46:29.370061 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ffce1-7ab0-46f8-a64f-adfb89ad9c6f req-b9256037-4f78-4831-9cf9-8f9ca94479a9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:29.371541 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-643ffce1-7ab0-46f8-a64f-adfb89ad9c6f req-b9256037-4f78-4831-9cf9-8f9ca94479a9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0571756 Feb 15 17:46:29.456390 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-643ffce1-7ab0-46f8-a64f-adfb89ad9c6f req-b1dc5893-17ec-4861-8203-76682efdbb7c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772166 Feb 15 17:46:29.466999 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ebc47-ad09-4733-a4f4-57a7ce5af12e req-c7178e3f-cfa4-44dc-9894-a5d62034edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:29.468511 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-757ebc47-ad09-4733-a4f4-57a7ce5af12e req-c7178e3f-cfa4-44dc-9894-a5d62034edd6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 1129 time: 0.0756078 Feb 15 17:46:29.561134 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ebc47-ad09-4733-a4f4-57a7ce5af12e req-2d88fcf5-6786-4d0f-82b0-98aca72dc371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:29.562737 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-757ebc47-ad09-4733-a4f4-57a7ce5af12e req-2d88fcf5-6786-4d0f-82b0-98aca72dc371 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e70ac36e-bc0a-462e-b7db-086103f7d174 HTTP/1.1" status: 200 len: 898 time: 0.0862839 Feb 15 17:46:29.634592 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-757ebc47-ad09-4733-a4f4-57a7ce5af12e req-5b8d0f0a-ff63-413b-903d-8d9a2b435807 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=800f8835-87d3-4b53-acbc-cc4314a36fb2 HTTP/1.1" status: 200 len: 1002 time: 0.0645633 Feb 15 17:46:29.685205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ebc47-ad09-4733-a4f4-57a7ce5af12e req-0aaacca8-31a2-404a-9a59-9a65854b3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:29.686756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-757ebc47-ad09-4733-a4f4-57a7ce5af12e req-0aaacca8-31a2-404a-9a59-9a65854b3038 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a95ff128-de67-494c-a12b-be8d97ae8e44 HTTP/1.1" status: 200 len: 835 time: 0.0457144 Feb 15 17:46:29.737112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ebc47-ad09-4733-a4f4-57a7ce5af12e req-f4779eeb-0133-4e14-b84a-e41666c3042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:29.738729 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-757ebc47-ad09-4733-a4f4-57a7ce5af12e req-f4779eeb-0133-4e14-b84a-e41666c3042a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e70ac36e-bc0a-462e-b7db-086103f7d174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454087 Feb 15 17:46:30.155587 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-757ebc47-ad09-4733-a4f4-57a7ce5af12e req-b204e16b-1634-4e1e-a442-7f5eb10cf1db service neutron] 10.222.0.67 "GET /v2.0/networks/e70ac36e-bc0a-462e-b7db-086103f7d174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102621 Feb 15 17:46:30.245604 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-757ebc47-ad09-4733-a4f4-57a7ce5af12e req-a2b10216-fd8a-4ce3-b064-8a9c4e88eb8f service neutron] 10.222.0.67 "GET /v2.0/networks/e70ac36e-bc0a-462e-b7db-086103f7d174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837381 Feb 15 17:46:30.584661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75efd2f8-5ec1-46bf-b298-3022646b1bb8 req-2d8895af-b130-4c76-8139-7f7f5c74b6e5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:30.586234 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75efd2f8-5ec1-46bf-b298-3022646b1bb8 req-2d8895af-b130-4c76-8139-7f7f5c74b6e5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0550721 Feb 15 17:46:30.637916 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-75efd2f8-5ec1-46bf-b298-3022646b1bb8 req-33f98e45-1c1d-41bb-b1b3-1c3ce672bde5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460193 Feb 15 17:46:31.054124 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:46:31.356111 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:46:31.764573 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbd99f-011a-4317-9a70-9f93cfa0f7c4 req-1778e397-67a8-4cc1-8f5f-e7da82ffe026 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:31.766140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3cbd99f-011a-4317-9a70-9f93cfa0f7c4 req-1778e397-67a8-4cc1-8f5f-e7da82ffe026 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0587499 Feb 15 17:46:31.819406 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e3cbd99f-011a-4317-9a70-9f93cfa0f7c4 req-7dfde8b9-f056-41a9-8c68-cd9337a3223c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471661 Feb 15 17:46:32.942238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0da388-6e2f-48b3-96c9-d977241fff24 req-f78c3221-54c9-4a1b-8041-8ec42bb7c8a6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:32.943844 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf0da388-6e2f-48b3-96c9-d977241fff24 req-f78c3221-54c9-4a1b-8041-8ec42bb7c8a6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0540230 Feb 15 17:46:33.000271 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf0da388-6e2f-48b3-96c9-d977241fff24 req-935acc4f-ee46-4a03-8521-b6f13b4c638a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500567 Feb 15 17:46:34.124867 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4880e6b5-d8f9-4618-88cd-c014eacbafc7 req-4c7f4963-b995-4b28-8503-a87c20d4a507 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:34.126448 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4880e6b5-d8f9-4618-88cd-c014eacbafc7 req-4c7f4963-b995-4b28-8503-a87c20d4a507 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0539968 Feb 15 17:46:34.178711 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4880e6b5-d8f9-4618-88cd-c014eacbafc7 req-e2cefde0-3c58-4d88-91d5-a43e49ad148c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458293 Feb 15 17:46:35.300931 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984524cf-3a41-453e-9e13-0db59c90a631 req-1774b9b4-2430-48a6-9b26-3e4c71c65e72 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:35.302403 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-984524cf-3a41-453e-9e13-0db59c90a631 req-1774b9b4-2430-48a6-9b26-3e4c71c65e72 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0542433 Feb 15 17:46:35.352824 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-984524cf-3a41-453e-9e13-0db59c90a631 req-3436d50f-6cdd-4c84-b5d8-0935bf9612e3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447025 Feb 15 17:46:36.479779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87771d8f-6165-4f6f-879c-aab2369dd3e5 req-d96bf050-fe83-48c2-88f1-01a7d7db5913 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:36.481349 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-87771d8f-6165-4f6f-879c-aab2369dd3e5 req-d96bf050-fe83-48c2-88f1-01a7d7db5913 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0552869 Feb 15 17:46:36.536412 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-87771d8f-6165-4f6f-879c-aab2369dd3e5 req-428eedfa-d42a-4cda-b09b-5086880ea941 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493639 Feb 15 17:46:36.984853 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-88eb9328-3fe6-4246-b661-e3984795091a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:46:37.664794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dcd88-9404-42b2-842d-61db6c09bfec req-6b83de30-0529-47af-81bd-887946641c0a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:37.666384 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf7dcd88-9404-42b2-842d-61db6c09bfec req-6b83de30-0529-47af-81bd-887946641c0a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0546455 Feb 15 17:46:37.720637 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bf7dcd88-9404-42b2-842d-61db6c09bfec req-19962271-f4fe-47ea-b832-40b1edc2d5cc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450599 Feb 15 17:46:38.847653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8902c-e116-4792-8ed6-63fe84458300 req-41af98dc-89e1-4cd0-97a9-d7466f0b412a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:38.849237 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7dc8902c-e116-4792-8ed6-63fe84458300 req-41af98dc-89e1-4cd0-97a9-d7466f0b412a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0560277 Feb 15 17:46:38.900974 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7dc8902c-e116-4792-8ed6-63fe84458300 req-d7eda45b-1540-4082-86fa-07e22b3e0b98 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459189 Feb 15 17:46:39.321983 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7097fd6c-b474-4712-9c8f-d0b67683ebfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:46:40.036345 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e458295-ed23-41e0-aec7-89d1ac38e668 req-374fbb80-f701-4265-a4d7-8582f757e145 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:40.037978 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8e458295-ed23-41e0-aec7-89d1ac38e668 req-374fbb80-f701-4265-a4d7-8582f757e145 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0634210 Feb 15 17:46:40.090539 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8e458295-ed23-41e0-aec7-89d1ac38e668 req-d6b6dd41-cb13-4f7a-82ec-8640024663e5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462267 Feb 15 17:46:40.687612 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:46:41.216143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf4c7e-4ab1-4fc6-8dba-3524381c5b3e req-d4a9b184-5174-4dbc-ad7e-41039a94d123 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:41.217673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ecf4c7e-4ab1-4fc6-8dba-3524381c5b3e req-d4a9b184-5174-4dbc-ad7e-41039a94d123 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0571470 Feb 15 17:46:41.298624 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4ecf4c7e-4ab1-4fc6-8dba-3524381c5b3e req-e3a8dbcf-461d-47d5-bc29-529dfb7e5455 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724051 Feb 15 17:46:41.301420 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e92831-e9ae-47a0-a634-c9e417a3576c req-37a0ceb7-fca7-41a1-a137-795b5f5bb87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:41.302805 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-93e92831-e9ae-47a0-a634-c9e417a3576c req-37a0ceb7-fca7-41a1-a137-795b5f5bb87d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 1129 time: 0.0842464 Feb 15 17:46:41.409316 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e92831-e9ae-47a0-a634-c9e417a3576c req-098182e9-a280-4b3a-853a-7011590327d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:41.410848 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-93e92831-e9ae-47a0-a634-c9e417a3576c req-098182e9-a280-4b3a-853a-7011590327d7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e70ac36e-bc0a-462e-b7db-086103f7d174 HTTP/1.1" status: 200 len: 898 time: 0.0890858 Feb 15 17:46:41.486023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-93e92831-e9ae-47a0-a634-c9e417a3576c req-42197237-6503-4231-aaf2-fe61d8f99418 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=800f8835-87d3-4b53-acbc-cc4314a36fb2 HTTP/1.1" status: 200 len: 1002 time: 0.0690558 Feb 15 17:46:41.537858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e92831-e9ae-47a0-a634-c9e417a3576c req-315ca969-62f1-47b1-a584-924fef762872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:41.539974 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-93e92831-e9ae-47a0-a634-c9e417a3576c req-315ca969-62f1-47b1-a584-924fef762872 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a95ff128-de67-494c-a12b-be8d97ae8e44 HTTP/1.1" status: 200 len: 835 time: 0.0470066 Feb 15 17:46:41.592540 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e92831-e9ae-47a0-a634-c9e417a3576c req-b7782928-380c-46e0-9257-9b3dfbd81e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:41.594076 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-93e92831-e9ae-47a0-a634-c9e417a3576c req-b7782928-380c-46e0-9257-9b3dfbd81e9a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e70ac36e-bc0a-462e-b7db-086103f7d174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0488415 Feb 15 17:46:41.693296 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-93e92831-e9ae-47a0-a634-c9e417a3576c req-43339ce1-fa90-48c3-bc9c-46a27ef8e229 service neutron] 10.222.0.67 "GET /v2.0/networks/e70ac36e-bc0a-462e-b7db-086103f7d174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926950 Feb 15 17:46:41.786700 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-93e92831-e9ae-47a0-a634-c9e417a3576c req-d291f563-9568-49e8-b557-2206739ddf73 service neutron] 10.222.0.67 "GET /v2.0/networks/e70ac36e-bc0a-462e-b7db-086103f7d174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870929 Feb 15 17:46:42.235879 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:46:42.425164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1f0b1-1069-43cb-b662-79bedf98117f req-3d2601f2-5368-49ce-87b3-c2b32e55da39 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:42.426676 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ea1f0b1-1069-43cb-b662-79bedf98117f req-3d2601f2-5368-49ce-87b3-c2b32e55da39 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0563076 Feb 15 17:46:42.476949 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3ea1f0b1-1069-43cb-b662-79bedf98117f req-a7a5d142-e5fe-4ca2-9876-1c32a1998aa2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444808 Feb 15 17:46:43.596290 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:46:43.603718 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988dd02-7302-4917-91f3-cbb7aa540bcd req-e28b44ad-adcd-4c4a-acee-3119003377f2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:43.605263 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d988dd02-7302-4917-91f3-cbb7aa540bcd req-e28b44ad-adcd-4c4a-acee-3119003377f2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0570793 Feb 15 17:46:43.660966 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d988dd02-7302-4917-91f3-cbb7aa540bcd req-f32df3b1-a34e-4d70-90b4-a7c8c843d5f0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499835 Feb 15 17:46:44.784459 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1aeec-e182-4c14-8009-4a39b9802be1 req-e0f1570b-bbef-41d1-8d77-da6aa6d635a3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:44.786000 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3fb1aeec-e182-4c14-8009-4a39b9802be1 req-e0f1570b-bbef-41d1-8d77-da6aa6d635a3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0567403 Feb 15 17:46:44.845827 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3fb1aeec-e182-4c14-8009-4a39b9802be1 req-367542cd-f22c-472c-9b9c-3fcb1f3572af tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531025 Feb 15 17:46:45.969124 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae63c36-58de-4ee1-8b24-3d03ce445718 req-30015705-d67e-4d89-adf2-2d8f302ba8eb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:45.970699 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ae63c36-58de-4ee1-8b24-3d03ce445718 req-30015705-d67e-4d89-adf2-2d8f302ba8eb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0547497 Feb 15 17:46:46.023285 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ae63c36-58de-4ee1-8b24-3d03ce445718 req-2874fea9-db48-45fd-852f-f69506dc3e04 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445790 Feb 15 17:46:47.148525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f325bf2-0f61-48d7-8b55-65a08dcf28cc req-9fb09def-d39f-4fab-b6e0-3717e9f8591e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:46:47.150066 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f325bf2-0f61-48d7-8b55-65a08dcf28cc req-9fb09def-d39f-4fab-b6e0-3717e9f8591e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0539234 Feb 15 17:46:47.200093 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6f325bf2-0f61-48d7-8b55-65a08dcf28cc req-7711ddd2-a4ad-4cdb-a5d4-9ec74541b7f5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444098 Feb 15 17:46:47.222095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42856) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:46:47.288154 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-22a38fb0-cc40-479e-881e-990205da5147 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/e9ce1556-f26c-493c-b860-51c39f8f3fbb HTTP/1.1" status: 200 len: 994 time: 0.0648415 Feb 15 17:47:01.058070 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:01.338622 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:05.752118 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:47:07.008493 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d487df65-acd7-45de-ab40-7c50002c2a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:09.367518 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1f3b0fbe-a9ea-4386-a0a0-591df2d7d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:10.676086 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:12.150495 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:13.567495 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:17.787566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42866) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:17.945198 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port 73af7d07-f2ac-4f87-a631-f043ecda7042 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:47:17.945540 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (73af7d07-f2ac-4f87-a631-f043ecda7042), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:18.023053 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (73af7d07-f2ac-4f87-a631-f043ecda7042), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:18.023394 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (73af7d07-f2ac-4f87-a631-f043ecda7042), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:18.038236 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for 73af7d07-f2ac-4f87-a631-f043ecda7042 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:47:18.241932 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (73af7d07-f2ac-4f87-a631-f043ecda7042), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:18.267323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=73af7d07-f2ac-4f87-a631-f043ecda7042,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:18.279441 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:18.279801 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:18.280150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:18.280507 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:18.280831 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:18.281164 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:18.281535 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:18.281870 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:18.282207 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:18.282537 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:18.282872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:18.283198 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:18.283525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:18.655165 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (e9ce1556-f26c-493c-b860-51c39f8f3fbb), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:18.655393 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Floating IP e9ce1556-f26c-493c-b860-51c39f8f3fbb disassociated (deleted). External IP: 172.25.4.175, port: 800f8835-87d3-4b53-acbc-cc4314a36fb2. Feb 15 17:47:18.862083 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:47:18.979627 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:47:18.983637 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:18.987359 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e37e2a6-1b9c-4844-b335-60f881ed57d7 None None] Sync routers for ids ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:47:18.998232 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37e2a6-1b9c-4844-b335-60f881ed57d7 None None] Routers {'19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:47:18.998964 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4e37e2a6-1b9c-4844-b335-60f881ed57d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:47:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:19.015375 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3b251acd-8fcf-49b1-a0e3-6f23bba4a9dc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/floatingips/e9ce1556-f26c-493c-b860-51c39f8f3fbb HTTP/1.1" status: 204 len: 168 time: 1.2242594 Feb 15 17:47:19.015375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8833272c-5953-42f4-814f-dcb32ef12f7f', 'tag': '800f8835-87d3-4b53-acbc-cc4314a36fb2'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:47:19.015988 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca7376f-d719-41bb-b845-488e99d8cae4" -d '{"events": [{"name": "network-changed", "server_uuid": "8833272c-5953-42f4-814f-dcb32ef12f7f", "tag": "800f8835-87d3-4b53-acbc-cc4314a36fb2"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:47:19.057112 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48419e38-db51-42d8-9813-0b3deb0349fa x-openstack-request-id: req-48419e38-db51-42d8-9813-0b3deb0349fa {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:47:19.057495 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8833272c-5953-42f4-814f-dcb32ef12f7f", "tag": "800f8835-87d3-4b53-acbc-cc4314a36fb2", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:47:19.057751 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-48419e38-db51-42d8-9813-0b3deb0349fa {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:47:19.058161 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8833272c-5953-42f4-814f-dcb32ef12f7f', 'tag': '800f8835-87d3-4b53-acbc-cc4314a36fb2', 'status': 'completed', 'code': 200} Feb 15 17:47:19.114406 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4e37e2a6-1b9c-4844-b335-60f881ed57d7 None None] Set router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:47:19.129068 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7376f-d719-41bb-b845-488e99d8cae4 req-c124f51a-a5c6-450b-98a8-9a4efe95d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:19.130670 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ca7376f-d719-41bb-b845-488e99d8cae4 req-c124f51a-a5c6-450b-98a8-9a4efe95d0a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 1129 time: 0.0520709 Feb 15 17:47:19.225561 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7376f-d719-41bb-b845-488e99d8cae4 req-c785aff2-bbfe-409c-b1ce-5f638898a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:19.227056 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ca7376f-d719-41bb-b845-488e99d8cae4 req-c785aff2-bbfe-409c-b1ce-5f638898a88b service neutron] 10.222.0.67 "GET /v2.0/networks?id=e70ac36e-bc0a-462e-b7db-086103f7d174 HTTP/1.1" status: 200 len: 898 time: 0.0901105 Feb 15 17:47:19.270192 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ca7376f-d719-41bb-b845-488e99d8cae4 req-91861c28-a529-4d76-96a9-a6b71668ce04 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=800f8835-87d3-4b53-acbc-cc4314a36fb2 HTTP/1.1" status: 200 len: 217 time: 0.0371850 Feb 15 17:47:19.320659 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4e37e2a6-1b9c-4844-b335-60f881ed57d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401874624', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:41Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3b00d2b0-f402-4280-940a-114d7d803055', 'name': '', 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:b7:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:40Z', 'updated_at': '2022-02-15T17:45:44Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:19.322966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7376f-d719-41bb-b845-488e99d8cae4 req-17f33fdf-2155-4da6-8521-9340887c2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:19.324510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ca7376f-d719-41bb-b845-488e99d8cae4 req-17f33fdf-2155-4da6-8521-9340887c2a92 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a95ff128-de67-494c-a12b-be8d97ae8e44 HTTP/1.1" status: 200 len: 835 time: 0.0471654 Feb 15 17:47:19.351113 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e37e2a6-1b9c-4844-b335-60f881ed57d7 None None] Checking router: 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:47:19.363231 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e37e2a6-1b9c-4844-b335-60f881ed57d7 None None] Routers {'19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:47:19.363887 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4e37e2a6-1b9c-4844-b335-60f881ed57d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:47:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:19.390942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7376f-d719-41bb-b845-488e99d8cae4 req-e945fa49-b5e7-43df-bfd0-2440e88f76e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:19.392530 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ca7376f-d719-41bb-b845-488e99d8cae4 req-e945fa49-b5e7-43df-bfd0-2440e88f76e0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e70ac36e-bc0a-462e-b7db-086103f7d174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0625052 Feb 15 17:47:19.473019 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-4e37e2a6-1b9c-4844-b335-60f881ed57d7 None None] Set router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:47:19.499302 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b930ca1-d060-411a-a2d3-47db835124f6 req-50b0436c-71d6-447c-bb6c-8a9cd336f353 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:19.500862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b930ca1-d060-411a-a2d3-47db835124f6 req-50b0436c-71d6-447c-bb6c-8a9cd336f353 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.1074371 Feb 15 17:47:19.545793 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ca7376f-d719-41bb-b845-488e99d8cae4 req-52a0fbc2-686f-4328-a706-52f09f4102cf service neutron] 10.222.0.67 "GET /v2.0/networks/e70ac36e-bc0a-462e-b7db-086103f7d174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424923 Feb 15 17:47:19.611735 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5b930ca1-d060-411a-a2d3-47db835124f6 req-efd8a430-4ac9-4d53-be05-02aabef56f39 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010399 Feb 15 17:47:19.653272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ca7376f-d719-41bb-b845-488e99d8cae4 req-cb536855-30e5-4b17-93a0-dceff715bf37 service neutron] 10.222.0.67 "GET /v2.0/networks/e70ac36e-bc0a-462e-b7db-086103f7d174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996373 Feb 15 17:47:19.680020 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-4e37e2a6-1b9c-4844-b335-60f881ed57d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401874624', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:41Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3b00d2b0-f402-4280-940a-114d7d803055', 'name': '', 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:b7:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:40Z', 'updated_at': '2022-02-15T17:45:44Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:19.712820 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e37e2a6-1b9c-4844-b335-60f881ed57d7 None None] The sync data for ids ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'] in n-d-828372-14 is: [{'id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401874624', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:41Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '3b00d2b0-f402-4280-940a-114d7d803055', 'name': '', 'network_id': 'e70ac36e-bc0a-462e-b7db-086103f7d174', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:b7:0d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:40Z', 'updated_at': '2022-02-15T17:45:44Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': 'a95ff128-de67-494c-a12b-be8d97ae8e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:47:19.942951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae79cf-4a90-4bf5-bb57-f039cdbcdbbb None None] New status for floating IP e9ce1556-f26c-493c-b860-51c39f8f3fbb: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:47:20.736133 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ee04a-f5dc-4726-b003-94c7db0b26d1 req-ad4d4874-59b7-4f04-85b6-9fba29f28301 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:20.737655 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b8ee04a-f5dc-4726-b003-94c7db0b26d1 req-ad4d4874-59b7-4f04-85b6-9fba29f28301 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0550771 Feb 15 17:47:20.785768 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b8ee04a-f5dc-4726-b003-94c7db0b26d1 req-3f3bd704-ffdf-409f-a534-d197ad262ca8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=2baff0bf-b0d5-4ed7-8d75-544d598247e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424829 Feb 15 17:47:20.932946 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b24cfe-dd44-4d27-ad2f-0bc810ecd461 req-8fbf4468-c0c9-4890-8407-a62f9f99fc4d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:20.934427 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5b24cfe-dd44-4d27-ad2f-0bc810ecd461 req-8fbf4468-c0c9-4890-8407-a62f9f99fc4d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 946 time: 0.0602679 Feb 15 17:47:21.027502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-a5b24cfe-dd44-4d27-ad2f-0bc810ecd461 req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port 800f8835-87d3-4b53-acbc-cc4314a36fb2 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:47:21.027849 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5b24cfe-dd44-4d27-ad2f-0bc810ecd461 req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (800f8835-87d3-4b53-acbc-cc4314a36fb2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:21.127392 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-a5b24cfe-dd44-4d27-ad2f-0bc810ecd461 req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] For port 800f8835-87d3-4b53-acbc-cc4314a36fb2, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=800f8835-87d3-4b53-acbc-cc4314a36fb2,segment=NetworkSegment(348693e7-3d64-413b-9bd8-3bf972fc3576),segment_id=348693e7-3d64-413b-9bd8-3bf972fc3576)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:47:21.127757 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5b24cfe-dd44-4d27-ad2f-0bc810ecd461 req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (800f8835-87d3-4b53-acbc-cc4314a36fb2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:21.140704 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-a5b24cfe-dd44-4d27-ad2f-0bc810ecd461 req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for 800f8835-87d3-4b53-acbc-cc4314a36fb2 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:47:21.322442 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5b24cfe-dd44-4d27-ad2f-0bc810ecd461 req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (800f8835-87d3-4b53-acbc-cc4314a36fb2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:21.357480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=800f8835-87d3-4b53-acbc-cc4314a36fb2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:21.381712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:21.382070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:21.382415 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:21.382755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:21.383092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:21.385853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:21.386350 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:21.386697 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:21.387036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:21.387451 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:21.387785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:21.388115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:21.389054 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:21.413328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b24cfe-dd44-4d27-ad2f-0bc810ecd461 req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] No DVR routers for this DVR port 800f8835-87d3-4b53-acbc-cc4314a36fb2 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:47:21.416638 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-a5b24cfe-dd44-4d27-ad2f-0bc810ecd461 req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:21.420144 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a5b24cfe-dd44-4d27-ad2f-0bc810ecd461 req-dd4461b3-0a7c-4ba1-b2f9-aaf22aa5685c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "DELETE /v2.0/ports/800f8835-87d3-4b53-acbc-cc4314a36fb2 HTTP/1.1" status: 204 len: 173 time: 0.4809475 Feb 15 17:47:21.420634 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8833272c-5953-42f4-814f-dcb32ef12f7f', 'name': 'network-vif-deleted', 'tag': '800f8835-87d3-4b53-acbc-cc4314a36fb2'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:47:21.423127 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7868f0db-e12b-4672-a78f-29a2b02c225c" -d '{"events": [{"server_uuid": "8833272c-5953-42f4-814f-dcb32ef12f7f", "name": "network-vif-deleted", "tag": "800f8835-87d3-4b53-acbc-cc4314a36fb2"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:47:21.458216 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2e0ffe-7753-4ee3-8438-c187024adb9f x-openstack-request-id: req-3b2e0ffe-7753-4ee3-8438-c187024adb9f {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:47:21.458515 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8833272c-5953-42f4-814f-dcb32ef12f7f", "name": "network-vif-deleted", "tag": "800f8835-87d3-4b53-acbc-cc4314a36fb2", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:47:21.458784 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-3b2e0ffe-7753-4ee3-8438-c187024adb9f {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:47:21.459197 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8833272c-5953-42f4-814f-dcb32ef12f7f', 'name': 'network-vif-deleted', 'tag': '800f8835-87d3-4b53-acbc-cc4314a36fb2', 'status': 'completed', 'code': 200} Feb 15 17:47:21.901165 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f5d789ce-ebd5-44bb-be8c-8bdfce9f3345 req-8e9987d2-28b8-4637-b497-13cbcb943170 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=8833272c-5953-42f4-814f-dcb32ef12f7f HTTP/1.1" status: 200 len: 210 time: 0.0290060 Feb 15 17:47:22.961348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42882) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:23.371262 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec8099dd-9f2d-4cbc-9fb7-8e51cd8f1502 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:23.645021 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ec8099dd-9f2d-4cbc-9fb7-8e51cd8f1502 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port 3b00d2b0-f402-4280-940a-114d7d803055 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:47:23.645270 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec8099dd-9f2d-4cbc-9fb7-8e51cd8f1502 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (3b00d2b0-f402-4280-940a-114d7d803055), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:23.736659 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-ec8099dd-9f2d-4cbc-9fb7-8e51cd8f1502 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] For port 3b00d2b0-f402-4280-940a-114d7d803055, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=3b00d2b0-f402-4280-940a-114d7d803055,segment=NetworkSegment(348693e7-3d64-413b-9bd8-3bf972fc3576),segment_id=348693e7-3d64-413b-9bd8-3bf972fc3576)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:47:23.737107 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec8099dd-9f2d-4cbc-9fb7-8e51cd8f1502 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (3b00d2b0-f402-4280-940a-114d7d803055), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:23.750243 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ec8099dd-9f2d-4cbc-9fb7-8e51cd8f1502 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for 3b00d2b0-f402-4280-940a-114d7d803055 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:47:24.036735 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec8099dd-9f2d-4cbc-9fb7-8e51cd8f1502 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (3b00d2b0-f402-4280-940a-114d7d803055), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:24.065486 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8099dd-9f2d-4cbc-9fb7-8e51cd8f1502 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=3b00d2b0-f402-4280-940a-114d7d803055,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:24.258887 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ec8099dd-9f2d-4cbc-9fb7-8e51cd8f1502 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:24.499307 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8099dd-9f2d-4cbc-9fb7-8e51cd8f1502 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:47:24.612779 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8099dd-9f2d-4cbc-9fb7-8e51cd8f1502 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:47:24.617749 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ec8099dd-9f2d-4cbc-9fb7-8e51cd8f1502 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "PUT /v2.0/routers/19900e82-43f2-4bb6-a7e4-d1b5520b1f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6551449 Feb 15 17:47:24.620571 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42884) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:24.625284 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716356f7-9410-4cef-82ec-9cab6a40e8bd None None] Sync routers for ids ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:47:24.635908 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716356f7-9410-4cef-82ec-9cab6a40e8bd None None] Routers {'19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:47:24.636521 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-716356f7-9410-4cef-82ec-9cab6a40e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:47:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:24.671397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58de55c-84b1-4381-bd54-b15cd7f93ded tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting subnet a95ff128-de67-494c-a12b-be8d97ae8e44 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:47:24.674422 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b58de55c-84b1-4381-bd54-b15cd7f93ded tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for subnet (a95ff128-de67-494c-a12b-be8d97ae8e44), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:24.720316 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b58de55c-84b1-4381-bd54-b15cd7f93ded tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (a95ff128-de67-494c-a12b-be8d97ae8e44), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:24.745163 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-716356f7-9410-4cef-82ec-9cab6a40e8bd None None] Set router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:47:24.816725 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b58de55c-84b1-4381-bd54-b15cd7f93ded tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (a95ff128-de67-494c-a12b-be8d97ae8e44), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:24.923637 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-716356f7-9410-4cef-82ec-9cab6a40e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401874624', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:47:23Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:24.950090 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716356f7-9410-4cef-82ec-9cab6a40e8bd None None] Checking router: 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:47:24.959112 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716356f7-9410-4cef-82ec-9cab6a40e8bd None None] Routers {'19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:47:24.959719 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-716356f7-9410-4cef-82ec-9cab6a40e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:47:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:24.985956 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b58de55c-84b1-4381-bd54-b15cd7f93ded tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (a95ff128-de67-494c-a12b-be8d97ae8e44), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:25.015133 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58de55c-84b1-4381-bd54-b15cd7f93ded tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Subnet': ['ID=a95ff128-de67-494c-a12b-be8d97ae8e44,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:25.020063 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b58de55c-84b1-4381-bd54-b15cd7f93ded tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:25.023461 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b58de55c-84b1-4381-bd54-b15cd7f93ded tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/subnets/a95ff128-de67-494c-a12b-be8d97ae8e44 HTTP/1.1" status: 204 len: 168 time: 0.4020514 Feb 15 17:47:25.026938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42886) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:25.028812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aa6c49-893a-428f-93a9-e758cdab6969 None None] Network e70ac36e-bc0a-462e-b7db-086103f7d174 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:47:25.076662 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-716356f7-9410-4cef-82ec-9cab6a40e8bd None None] Set router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:47:25.142555 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fd2f-a3a5-46ae-8bf6-f8defaaeb934 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:25.223137 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] DHCP port deletion for e70ac36e-bc0a-462e-b7db-086103f7d174 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:47:25.262857 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fd2f-a3a5-46ae-8bf6-f8defaaeb934 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:25.273305 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Deleting port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:47:25.273788 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:25.340652 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] For port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42,segment=NetworkSegment(348693e7-3d64-413b-9bd8-3bf972fc3576),segment_id=348693e7-3d64-413b-9bd8-3bf972fc3576)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:47:25.341058 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:25.357302 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Calling delete_port for ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:47:25.382793 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-dfd4fd2f-a3a5-46ae-8bf6-f8defaaeb934 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port 7b14b431-3da5-4773-a7ed-a228865d217c {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:47:25.383536 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fd2f-a3a5-46ae-8bf6-f8defaaeb934 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7b14b431-3da5-4773-a7ed-a228865d217c), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:25.385538 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-716356f7-9410-4cef-82ec-9cab6a40e8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401874624', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:47:23Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:25.413021 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716356f7-9410-4cef-82ec-9cab6a40e8bd None None] The sync data for ids ['19900e82-43f2-4bb6-a7e4-d1b5520b1f0a'] in n-d-828372-14 is: [{'id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1401874624', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:47:23Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '7b14b431-3da5-4773-a7ed-a228865d217c', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19900e82-43f2-4bb6-a7e4-d1b5520b1f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:45:37Z', 'updated_at': '2022-02-15T17:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:47:25.475840 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-dfd4fd2f-a3a5-46ae-8bf6-f8defaaeb934 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] For port 7b14b431-3da5-4773-a7ed-a228865d217c, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7b14b431-3da5-4773-a7ed-a228865d217c,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:47:25.476238 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fd2f-a3a5-46ae-8bf6-f8defaaeb934 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7b14b431-3da5-4773-a7ed-a228865d217c), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:25.489999 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-dfd4fd2f-a3a5-46ae-8bf6-f8defaaeb934 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for 7b14b431-3da5-4773-a7ed-a228865d217c owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:47:25.511929 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:25.535336 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Pushing event deleted for resources: {'Port': ['ID=ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:25.545601 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] No DVR routers for this DVR port ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:47:25.550486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:25.555476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:25.555476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:25.555476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:25.555476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:25.555476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:25.555476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:25.555476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:25.555476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:25.555476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:25.555476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:25.555476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:25.555476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d487397-986e-4467-bbb2-55feba5e2a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:25.745396 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fd2f-a3a5-46ae-8bf6-f8defaaeb934 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (7b14b431-3da5-4773-a7ed-a228865d217c), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:25.774009 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4fd2f-a3a5-46ae-8bf6-f8defaaeb934 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=7b14b431-3da5-4773-a7ed-a228865d217c,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:25.836857 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fd2f-a3a5-46ae-8bf6-f8defaaeb934 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:25.938029 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fd2f-a3a5-46ae-8bf6-f8defaaeb934 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:25.941013 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fd2f-a3a5-46ae-8bf6-f8defaaeb934 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_controller (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:26.057911 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fd2f-a3a5-46ae-8bf6-f8defaaeb934 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (19900e82-43f2-4bb6-a7e4-d1b5520b1f0a), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:26.058579 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd4fd2f-a3a5-46ae-8bf6-f8defaaeb934 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Fanout notify agent at l3_agent the message router_deleted on router 19900e82-43f2-4bb6-a7e4-d1b5520b1f0a {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:47:26.065983 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-dfd4fd2f-a3a5-46ae-8bf6-f8defaaeb934 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:26.066167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-dfd4fd2f-a3a5-46ae-8bf6-f8defaaeb934 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/routers/19900e82-43f2-4bb6-a7e4-d1b5520b1f0a HTTP/1.1" status: 204 len: 168 time: 1.0382125 Feb 15 17:47:26.068836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42888) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:26.177452 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0552651e-20bf-4066-8e4f-602370243c88 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (e70ac36e-bc0a-462e-b7db-086103f7d174), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:26.268829 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0552651e-20bf-4066-8e4f-602370243c88 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (e70ac36e-bc0a-462e-b7db-086103f7d174), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:26.289138 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0552651e-20bf-4066-8e4f-602370243c88 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e70ac36e-bc0a-462e-b7db-086103f7d174']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:26.298244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0552651e-20bf-4066-8e4f-602370243c88 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348693e7-3d64-413b-9bd8-3bf972fc3576') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:26.298558 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-0552651e-20bf-4066-8e4f-602370243c88 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348693e7-3d64-413b-9bd8-3bf972fc3576') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:26.307882 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0552651e-20bf-4066-8e4f-602370243c88 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (348693e7-3d64-413b-9bd8-3bf972fc3576), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:26.321106 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0552651e-20bf-4066-8e4f-602370243c88 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (348693e7-3d64-413b-9bd8-3bf972fc3576), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:26.329216 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0552651e-20bf-4066-8e4f-602370243c88 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:47:26.329684 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0552651e-20bf-4066-8e4f-602370243c88 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (348693e7-3d64-413b-9bd8-3bf972fc3576), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:47:26.333285 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:47:26.452415 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0552651e-20bf-4066-8e4f-602370243c88 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (e70ac36e-bc0a-462e-b7db-086103f7d174), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:26.459554 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0552651e-20bf-4066-8e4f-602370243c88 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:26.471452 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0552651e-20bf-4066-8e4f-602370243c88 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/networks/e70ac36e-bc0a-462e-b7db-086103f7d174 HTTP/1.1" status: 204 len: 168 time: 0.3934896 Feb 15 17:47:26.471656 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42890) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:26.475202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552651e-20bf-4066-8e4f-602370243c88 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Network': ['ID=e70ac36e-bc0a-462e-b7db-086103f7d174,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:26.536439 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db20b949-4bcf-4db7-acec-a7386bafa079 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (2baff0bf-b0d5-4ed7-8d75-544d598247e8), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:26.571517 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db20b949-4bcf-4db7-acec-a7386bafa079 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (2baff0bf-b0d5-4ed7-8d75-544d598247e8), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:26.575107 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3b00d2b0-f402-4280-940a-114d7d803055 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:47:26.597632 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 3b00d2b0-f402-4280-940a-114d7d803055 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:47:26.597996 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 3b00d2b0-f402-4280-940a-114d7d803055 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:47:26.598431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:47:26.617172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:47:26.617552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ae3bf0cb-a8d4-48ad-8f0f-bc3b1ad90f42 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:47:26.617975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7b14b431-3da5-4773-a7ed-a228865d217c no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:47:26.641972 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 7b14b431-3da5-4773-a7ed-a228865d217c {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:47:26.642327 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7b14b431-3da5-4773-a7ed-a228865d217c not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:47:26.683682 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 800f8835-87d3-4b53-acbc-cc4314a36fb2 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:47:26.704806 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 800f8835-87d3-4b53-acbc-cc4314a36fb2 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:47:26.705155 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 800f8835-87d3-4b53-acbc-cc4314a36fb2 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:47:26.710804 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db20b949-4bcf-4db7-acec-a7386bafa079 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (2baff0bf-b0d5-4ed7-8d75-544d598247e8), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:26.713875 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-db20b949-4bcf-4db7-acec-a7386bafa079 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:26.717392 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-db20b949-4bcf-4db7-acec-a7386bafa079 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/security-groups/2baff0bf-b0d5-4ed7-8d75-544d598247e8 HTTP/1.1" status: 204 len: 168 time: 0.2467399 Feb 15 17:47:26.725153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20b949-4bcf-4db7-acec-a7386bafa079 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baff0bf-b0d5-4ed7-8d75-544d598247e8,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:27.132840 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 42896) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:27.138258 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d74cf2f2-5d3c-44d0-a5c2-d265ae2b1a8a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1132916235', 'description': 'tempest-secgroup-smoke-1132916235 description', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:47:27.214351 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d74cf2f2-5d3c-44d0-a5c2-d265ae2b1a8a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:27.280155 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d74cf2f2-5d3c-44d0-a5c2-d265ae2b1a8a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (ef153ec9-789b-4432-9944-d7b80870b7c1), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:27.339245 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d74cf2f2-5d3c-44d0-a5c2-d265ae2b1a8a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ef153ec9-789b-4432-9944-d7b80870b7c1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:27.369738 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cf2f2-5d3c-44d0-a5c2-d265ae2b1a8a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef153ec9-789b-4432-9944-d7b80870b7c1,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:27.431427 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d74cf2f2-5d3c-44d0-a5c2-d265ae2b1a8a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:27.433204 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d74cf2f2-5d3c-44d0-a5c2-d265ae2b1a8a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2992761 Feb 15 17:47:27.436373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42898) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:27.440983 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-943055e0-673a-4339-9f25-99685a9db1c8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'ef153ec9-789b-4432-9944-d7b80870b7c1', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:47:27.520181 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-943055e0-673a-4339-9f25-99685a9db1c8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (cf9c91e6-3ecd-40f4-a057-852873d3f4fc), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:27.591925 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-943055e0-673a-4339-9f25-99685a9db1c8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (cf9c91e6-3ecd-40f4-a057-852873d3f4fc), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:27.663730 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-943055e0-673a-4339-9f25-99685a9db1c8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (cf9c91e6-3ecd-40f4-a057-852873d3f4fc), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:27.682628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943055e0-673a-4339-9f25-99685a9db1c8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf9c91e6-3ecd-40f4-a057-852873d3f4fc,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:27.753814 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-943055e0-673a-4339-9f25-99685a9db1c8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:27.755099 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-943055e0-673a-4339-9f25-99685a9db1c8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3176532 Feb 15 17:47:27.758015 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42900) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:27.763473 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0963fc68-3bf7-4be5-91ea-2b0c2b2ae46f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'ef153ec9-789b-4432-9944-d7b80870b7c1', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:47:27.859144 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0963fc68-3bf7-4be5-91ea-2b0c2b2ae46f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (652be9d5-559c-4fbd-ac56-abc63382d28e), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:27.917017 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0963fc68-3bf7-4be5-91ea-2b0c2b2ae46f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (652be9d5-559c-4fbd-ac56-abc63382d28e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:27.996516 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0963fc68-3bf7-4be5-91ea-2b0c2b2ae46f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (652be9d5-559c-4fbd-ac56-abc63382d28e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:28.016661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963fc68-3bf7-4be5-91ea-2b0c2b2ae46f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652be9d5-559c-4fbd-ac56-abc63382d28e,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:28.078770 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0963fc68-3bf7-4be5-91ea-2b0c2b2ae46f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:28.080035 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0963fc68-3bf7-4be5-91ea-2b0c2b2ae46f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3209107 Feb 15 17:47:28.083853 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42902) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:28.088762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-4d9ee8d6-1dcf-4319-a319-2d002f3f2f01 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'ef153ec9-789b-4432-9944-d7b80870b7c1', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:47:28.149610 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee8d6-1dcf-4319-a319-2d002f3f2f01 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (93ff0740-5a80-4cae-9d8e-1b0620c8e763), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:28.207496 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee8d6-1dcf-4319-a319-2d002f3f2f01 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (93ff0740-5a80-4cae-9d8e-1b0620c8e763), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:28.339847 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee8d6-1dcf-4319-a319-2d002f3f2f01 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (93ff0740-5a80-4cae-9d8e-1b0620c8e763), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:28.359305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ee8d6-1dcf-4319-a319-2d002f3f2f01 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ff0740-5a80-4cae-9d8e-1b0620c8e763,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:28.450484 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee8d6-1dcf-4319-a319-2d002f3f2f01 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:28.451659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4d9ee8d6-1dcf-4319-a319-2d002f3f2f01 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3668718 Feb 15 17:47:28.454571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42904) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:28.458819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-a5ae487c-333f-4ee6-b19d-7fab9f1efd61 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'ef153ec9-789b-4432-9944-d7b80870b7c1', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:47:28.527421 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5ae487c-333f-4ee6-b19d-7fab9f1efd61 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (83ea213e-63d1-4dfc-b01c-6e6d65a6ebe7), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:28.589016 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5ae487c-333f-4ee6-b19d-7fab9f1efd61 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (83ea213e-63d1-4dfc-b01c-6e6d65a6ebe7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:28.647436 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5ae487c-333f-4ee6-b19d-7fab9f1efd61 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (83ea213e-63d1-4dfc-b01c-6e6d65a6ebe7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:28.665907 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae487c-333f-4ee6-b19d-7fab9f1efd61 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ea213e-63d1-4dfc-b01c-6e6d65a6ebe7,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:28.734385 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a5ae487c-333f-4ee6-b19d-7fab9f1efd61 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:28.735559 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a5ae487c-333f-4ee6-b19d-7fab9f1efd61 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2800629 Feb 15 17:47:28.738341 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42906) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:28.742718 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-046c6055-508c-4195-9d42-61078d08a5fa tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'ef153ec9-789b-4432-9944-d7b80870b7c1', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:47:28.835342 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-046c6055-508c-4195-9d42-61078d08a5fa tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Project 2b0ac2d4c01a4bbaa78ab96fa3950db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:47:28.841199 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-046c6055-508c-4195-9d42-61078d08a5fa tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (951b4ead-5d91-4534-bd3d-81c4e73bc315), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:28.906895 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-046c6055-508c-4195-9d42-61078d08a5fa tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (951b4ead-5d91-4534-bd3d-81c4e73bc315), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:28.995019 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-046c6055-508c-4195-9d42-61078d08a5fa tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (951b4ead-5d91-4534-bd3d-81c4e73bc315), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:29.002785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c6055-508c-4195-9d42-61078d08a5fa tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951b4ead-5d91-4534-bd3d-81c4e73bc315,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:29.062005 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-046c6055-508c-4195-9d42-61078d08a5fa tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:29.063322 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-046c6055-508c-4195-9d42-61078d08a5fa tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3239830 Feb 15 17:47:29.066112 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42908) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:29.071019 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-5a2e0cf6-a202-41e8-96ce-68c20fc17864 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'ef153ec9-789b-4432-9944-d7b80870b7c1', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:47:29.134035 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-5a2e0cf6-a202-41e8-96ce-68c20fc17864 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Project 2b0ac2d4c01a4bbaa78ab96fa3950db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:47:29.140043 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0cf6-a202-41e8-96ce-68c20fc17864 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (bdb139bb-73b9-47e5-8994-d6e130446903), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:29.206130 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0cf6-a202-41e8-96ce-68c20fc17864 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (bdb139bb-73b9-47e5-8994-d6e130446903), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:29.248198 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0cf6-a202-41e8-96ce-68c20fc17864 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (bdb139bb-73b9-47e5-8994-d6e130446903), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:29.267394 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e0cf6-a202-41e8-96ce-68c20fc17864 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb139bb-73b9-47e5-8994-d6e130446903,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:29.318720 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-5a2e0cf6-a202-41e8-96ce-68c20fc17864 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:29.319957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-5a2e0cf6-a202-41e8-96ce-68c20fc17864 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2528083 Feb 15 17:47:29.323447 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42910) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:29.328730 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-e04bdfa2-de7d-4c9c-940e-d0fd41bc7cb0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'network': {'name': 'tempest-network-smoke--289565369', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'port_security_enabled': True}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:47:29.395211 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04bdfa2-de7d-4c9c-940e-d0fd41bc7cb0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Made reservation on behalf of 2b0ac2d4c01a4bbaa78ab96fa3950db5 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:47:29.398610 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e04bdfa2-de7d-4c9c-940e-d0fd41bc7cb0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:29.424434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e04bdfa2-de7d-4c9c-940e-d0fd41bc7cb0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:47:29.433422 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e04bdfa2-de7d-4c9c-940e-d0fd41bc7cb0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (04138136-245f-4425-a951-5f79b5b4fb43), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:29.433770 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-e04bdfa2-de7d-4c9c-940e-d0fd41bc7cb0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Added segment 04138136-245f-4425-a951-5f79b5b4fb43 of type vlan for network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 Feb 15 17:47:29.483610 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e04bdfa2-de7d-4c9c-940e-d0fd41bc7cb0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (178bd361-b4f5-4f67-a2ec-d2d0f4688005), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:29.562180 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e04bdfa2-de7d-4c9c-940e-d0fd41bc7cb0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (178bd361-b4f5-4f67-a2ec-d2d0f4688005), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:29.568636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04bdfa2-de7d-4c9c-940e-d0fd41bc7cb0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:29.569510 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e04bdfa2-de7d-4c9c-940e-d0fd41bc7cb0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:29.635578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bdfa2-de7d-4c9c-940e-d0fd41bc7cb0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Network': ['ID=178bd361-b4f5-4f67-a2ec-d2d0f4688005,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:29.645717 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:47:29.689395 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e04bdfa2-de7d-4c9c-940e-d0fd41bc7cb0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3648388 Feb 15 17:47:29.692845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42912) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:29.698205 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-388712882', 'admin_state_up': True, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:47:29.772764 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:29.773885 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:29.830463 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_controller (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:30.018730 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:30.265200 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:30.284172 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:30.392785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.25.4.218 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/ac3fd8f6-7bbd-4d46-9595-b5b421b809db) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:47:30.493458 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (ac3fd8f6-7bbd-4d46-9595-b5b421b809db), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:30.579611 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (ac3fd8f6-7bbd-4d46-9595-b5b421b809db), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:30.627712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:47:30.630671 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:47:30.633645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:47:30.659847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=ac3fd8f6-7bbd-4d46-9595-b5b421b809db,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:31.059077 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:31.276841 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:31.356764 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:31.494507 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:31.681946 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:47:31.794631 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:47:31.803993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Sync routers for ids ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:47:31.814318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Routers {'cc0e4943-c175-4ce7-831b-ac6de89ee4e3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:47:31.814943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:47:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:31.874365 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:31.875803 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-623be5d3-fbfa-43a2-bd16-a7c95f44760a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1818109 Feb 15 17:47:31.879045 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42914) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:31.908598 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-4bf6576d-322a-4b21-887b-7fcb5b6eb16f tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284269 Feb 15 17:47:31.911990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42916) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:31.929873 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Set router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:47:32.010497 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cd842c-599a-4f0d-a651-caed80dd5a11 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:32.014638 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d7cd842c-599a-4f0d-a651-caed80dd5a11 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0989759 Feb 15 17:47:32.015018 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42918) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:32.043212 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-32c5af19-8b86-4d56-b9b3-b6e9877e560f tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271018 Feb 15 17:47:32.045892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42920) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:32.051510 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-66456290-d9fb-44a6-88c9-a1b55b4fddaf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-869469380', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:47:32.115290 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388712882', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:47:29Z', 'updated_at': '2022-02-15T17:47:31Z', 'revision_number': 3, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:30Z', 'updated_at': '2022-02-15T17:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:32.143155 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Checking router: cc0e4943-c175-4ce7-831b-ac6de89ee4e3 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:47:32.143509 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Updating router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 port ac3fd8f6-7bbd-4d46-9595-b5b421b809db binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:47:32.175570 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ac3fd8f6-7bbd-4d46-9595-b5b421b809db), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:32.223607 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66456290-d9fb-44a6-88c9-a1b55b4fddaf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Made reservation on behalf of 2b0ac2d4c01a4bbaa78ab96fa3950db5 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:47:32.227225 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-66456290-d9fb-44a6-88c9-a1b55b4fddaf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:32.445723 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Publish callbacks [] for port (ac3fd8f6-7bbd-4d46-9595-b5b421b809db), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:32.470937 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-66456290-d9fb-44a6-88c9-a1b55b4fddaf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (7f8752dd-a723-429c-8418-57476feca8f7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:32.522534 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ac3fd8f6-7bbd-4d46-9595-b5b421b809db), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:32.531738 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66456290-d9fb-44a6-88c9-a1b55b4fddaf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Subnet': ['ID=7f8752dd-a723-429c-8418-57476feca8f7,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:32.541968 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66456290-d9fb-44a6-88c9-a1b55b4fddaf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Checking segment: {'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:47:32.542339 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66456290-d9fb-44a6-88c9-a1b55b4fddaf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network hostable DHCP agents. Network: 178bd361-b4f5-4f67-a2ec-d2d0f4688005, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:47:32.578520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Attempting to bind port ac3fd8f6-7bbd-4d46-9595-b5b421b809db on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:47:32.578907 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Attempting to bind port ac3fd8f6-7bbd-4d46-9595-b5b421b809db by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:47:32.579272 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Attempting to bind port ac3fd8f6-7bbd-4d46-9595-b5b421b809db on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:47:32.581125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871cf59-4c44-4bc6-8ec3-e686e38e91d0 None None] Pushing event updated for resources: {'Port': ['ID=ac3fd8f6-7bbd-4d46-9595-b5b421b809db,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:32.586469 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:47:32.586849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:47:32.587257 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:32.588192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:47:32.588637 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Bound port: ac3fd8f6-7bbd-4d46-9595-b5b421b809db, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:47:32.589022 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ac3fd8f6-7bbd-4d46-9595-b5b421b809db), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:32.625253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66456290-d9fb-44a6-88c9-a1b55b4fddaf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:47:32.644492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] For port ac3fd8f6-7bbd-4d46-9595-b5b421b809db, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:47:32.647574 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] For port ac3fd8f6-7bbd-4d46-9595-b5b421b809db, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ac3fd8f6-7bbd-4d46-9595-b5b421b809db,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:47:32.693848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-66456290-d9fb-44a6-88c9-a1b55b4fddaf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 178bd361-b4f5-4f67-a2ec-d2d0f4688005) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:47:32.704248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66456290-d9fb-44a6-88c9-a1b55b4fddaf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:32.704248 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-66456290-d9fb-44a6-88c9-a1b55b4fddaf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:32.704600 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837730b1-e175-4d73-a525-3bfa70ebf366 None None] Network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:47:32.747096 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ac3fd8f6-7bbd-4d46-9595-b5b421b809db), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:32.796359 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-66456290-d9fb-44a6-88c9-a1b55b4fddaf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7493029 Feb 15 17:47:32.799329 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42922) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:32.831038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871cf59-4c44-4bc6-8ec3-e686e38e91d0 None None] Pushing event updated for resources: {'Port': ['ID=ac3fd8f6-7bbd-4d46-9595-b5b421b809db,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:32.837569 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Routers {'cc0e4943-c175-4ce7-831b-ac6de89ee4e3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:47:32.838731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:47:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:32.931702 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ips': [{'subnet_id': '7f8752dd-a723-429c-8418-57476feca8f7'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:47:32.932563 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:33.039284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] Set router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:47:33.278889 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:33.357669 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Allocated IP 172.20.0.2 (178bd361-b4f5-4f67-a2ec-d2d0f4688005/7f8752dd-a723-429c-8418-57476feca8f7/ac4948d1-b00b-4b78-9af7-229b7edc0395) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:47:33.534372 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388712882', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:47:29Z', 'updated_at': '2022-02-15T17:47:31Z', 'revision_number': 3, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:30Z', 'updated_at': '2022-02-15T17:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:33.566669 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7608688c-7e92-44b4-a698-196246fe88fb None None] The sync data for ids ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'] in n-d-828372-14 is: [{'id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388712882', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:47:29Z', 'updated_at': '2022-02-15T17:47:31Z', 'revision_number': 3, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:30Z', 'updated_at': '2022-02-15T17:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:47:33.586066 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Publish callbacks [] for port (ac4948d1-b00b-4b78-9af7-229b7edc0395), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:33.641650 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (ac4948d1-b00b-4b78-9af7-229b7edc0395), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:33.685646 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:47:33.689656 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:47:33.693592 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:47:33.701046 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Pushing event updated for resources: {'Port': ['ID=ac4948d1-b00b-4b78-9af7-229b7edc0395,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:33.708653 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.20.0.1 (178bd361-b4f5-4f67-a2ec-d2d0f4688005/7f8752dd-a723-429c-8418-57476feca8f7/1f159df5-2482-4718-a6a1-8bfaed8755c9) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:47:33.760643 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Attempting to bind port ac4948d1-b00b-4b78-9af7-229b7edc0395 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:47:33.761922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Attempting to bind port ac4948d1-b00b-4b78-9af7-229b7edc0395 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:47:33.761922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Attempting to bind port ac4948d1-b00b-4b78-9af7-229b7edc0395 on network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:47:33.767369 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:47:33.767738 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Checking segment: {'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:47:33.768396 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:33.768910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Bound using segment: {'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:47:33.769263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Bound port: ac4948d1-b00b-4b78-9af7-229b7edc0395, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:47:33.769688 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ac4948d1-b00b-4b78-9af7-229b7edc0395), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:33.850685 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:33.862855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] For port ac4948d1-b00b-4b78-9af7-229b7edc0395, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:47:33.868046 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] For port ac4948d1-b00b-4b78-9af7-229b7edc0395, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ac4948d1-b00b-4b78-9af7-229b7edc0395,segment=NetworkSegment(04138136-245f-4425-a951-5f79b5b4fb43),segment_id=04138136-245f-4425-a951-5f79b5b4fb43)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:47:33.939809 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ac4948d1-b00b-4b78-9af7-229b7edc0395), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:33.975104 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:34.012339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b559afa-d805-4796-9258-3ed2f2eef88e None None] Pushing event updated for resources: {'Port': ['ID=ac4948d1-b00b-4b78-9af7-229b7edc0395,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:34.024119 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:47:34.028128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:47:34.032491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:47:34.077016 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=1f159df5-2482-4718-a6a1-8bfaed8755c9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:34.093981 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:34.324488 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:34.336276 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ac3fd8f6-7bbd-4d46-9595-b5b421b809db up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:47:34.410631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ac3fd8f6-7bbd-4d46-9595-b5b421b809db triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:47:34.411691 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ac3fd8f6-7bbd-4d46-9595-b5b421b809db), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:34.506061 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ac3fd8f6-7bbd-4d46-9595-b5b421b809db is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:47:34.506549 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ac3fd8f6-7bbd-4d46-9595-b5b421b809db), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:34.531130 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port ac3fd8f6-7bbd-4d46-9595-b5b421b809db, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ac3fd8f6-7bbd-4d46-9595-b5b421b809db,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:47:34.602455 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ac3fd8f6-7bbd-4d46-9595-b5b421b809db), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:34.678999 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=ac3fd8f6-7bbd-4d46-9595-b5b421b809db,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:34.703139 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:34.767675 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:34.843151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=1f159df5-2482-4718-a6a1-8bfaed8755c9,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:34.848653 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:34.969756 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:47:34.974323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:47:35.111100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:47:35.176971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11203c85-7700-4d79-b5f1-f184ae5e1a21 None None] Network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:47:35.239673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:47:35.255028 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7c5e54e0-118c-4b6f-9419-d98600249c38 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "PUT /v2.0/routers/cc0e4943-c175-4ce7-831b-ac6de89ee4e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4453676 Feb 15 17:47:35.255281 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6dc31aad-e859-4e7c-8c22-1c1242800773 None None] Provisioning complete for port ac4948d1-b00b-4b78-9af7-229b7edc0395 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:47:35.255281 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6dc31aad-e859-4e7c-8c22-1c1242800773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ac4948d1-b00b-4b78-9af7-229b7edc0395), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:35.395226 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6dc31aad-e859-4e7c-8c22-1c1242800773 None None] Current status of the port ac4948d1-b00b-4b78-9af7-229b7edc0395 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:47:35.395226 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6dc31aad-e859-4e7c-8c22-1c1242800773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ac4948d1-b00b-4b78-9af7-229b7edc0395), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:35.432240 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-7ca2b658-c5ca-47c0-9d06-e6ce5f3c2d64 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1132916235&fields=id&tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5 HTTP/1.1" status: 200 len: 267 time: 0.0567987 Feb 15 17:47:35.434855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6dc31aad-e859-4e7c-8c22-1c1242800773 None None] For port ac4948d1-b00b-4b78-9af7-229b7edc0395, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ac4948d1-b00b-4b78-9af7-229b7edc0395,segment=NetworkSegment(04138136-245f-4425-a951-5f79b5b4fb43),segment_id=04138136-245f-4425-a951-5f79b5b4fb43)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:47:35.528843 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6dc31aad-e859-4e7c-8c22-1c1242800773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ac4948d1-b00b-4b78-9af7-229b7edc0395), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:35.561592 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-b940d245-e7f8-4a77-b070-ec3338212478 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:35.568920 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-b940d245-e7f8-4a77-b070-ec3338212478 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/networks?id=178bd361-b4f5-4f67-a2ec-d2d0f4688005 HTTP/1.1" status: 200 len: 796 time: 0.1298962 Feb 15 17:47:35.581779 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-2c51d8f4-7943-47b5-926a-463c993d1398 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/quotas/2b0ac2d4c01a4bbaa78ab96fa3950db5 HTTP/1.1" status: 200 len: 375 time: 0.0116498 Feb 15 17:47:35.589231 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc31aad-e859-4e7c-8c22-1c1242800773 None None] Pushing event updated for resources: {'Port': ['ID=ac4948d1-b00b-4b78-9af7-229b7edc0395,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:35.661623 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-afddbf23-186c-40ef-b2db-4d37c1fd2ab7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720892 Feb 15 17:47:35.669807 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-67155c7c-4661-4e02-8757-2df7f6fb2705 None None] Provisioning complete for port ac4948d1-b00b-4b78-9af7-229b7edc0395 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:47:35.670873 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67155c7c-4661-4e02-8757-2df7f6fb2705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ac4948d1-b00b-4b78-9af7-229b7edc0395), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:35.683349 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Sync routers for ids ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:47:35.695166 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Routers {'cc0e4943-c175-4ce7-831b-ac6de89ee4e3'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:47:35.696081 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:47:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:35.788890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-67155c7c-4661-4e02-8757-2df7f6fb2705 None None] Current status of the port ac4948d1-b00b-4b78-9af7-229b7edc0395 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:47:35.789720 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-b8d3d1a9-7fc9-405e-a342-a57dd6ddf5bb service neutron] 10.222.0.107 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136825 Feb 15 17:47:35.801305 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-67155c7c-4661-4e02-8757-2df7f6fb2705 None None] Provisioning complete for port 1f159df5-2482-4718-a6a1-8bfaed8755c9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:47:35.802011 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-67155c7c-4661-4e02-8757-2df7f6fb2705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:35.817620 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Set router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:47:35.841692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-67155c7c-4661-4e02-8757-2df7f6fb2705 None None] Port 1f159df5-2482-4718-a6a1-8bfaed8755c9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:47:35.895722 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-6d1507a1-511d-44db-aac1-e9c8fa56bead service neutron] 10.222.0.107 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049623 Feb 15 17:47:35.965456 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5a6d95d3-0ccb-46dc-84f2-6ae15f98c0b5 None None] Provisioning complete for port 1f159df5-2482-4718-a6a1-8bfaed8755c9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:47:35.965918 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a6d95d3-0ccb-46dc-84f2-6ae15f98c0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:36.013471 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d95d3-0ccb-46dc-84f2-6ae15f98c0b5 None None] Port 1f159df5-2482-4718-a6a1-8bfaed8755c9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:47:36.045588 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388712882', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:47:29Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:30Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '1f159df5-2482-4718-a6a1-8bfaed8755c9', 'name': '', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:d7:6a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7f8752dd-a723-429c-8418-57476feca8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:33Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 2, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '7f8752dd-a723-429c-8418-57476feca8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:36.079093 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Checking router: cc0e4943-c175-4ce7-831b-ac6de89ee4e3 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:47:36.079727 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Updating router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 port 1f159df5-2482-4718-a6a1-8bfaed8755c9 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:47:36.110338 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:36.165458 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77747578-9406-4826-b742-4b73b7b76802 req-2e03fcc0-5bd1-4cbc-8d7f-1a009541270f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 210 time: 0.0476182 Feb 15 17:47:36.235530 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-75986fbc-9060-4d15-af76-3d4867b9e0d7 None None] Provisioning complete for port 1f159df5-2482-4718-a6a1-8bfaed8755c9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:47:36.235910 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-75986fbc-9060-4d15-af76-3d4867b9e0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:36.288695 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-75986fbc-9060-4d15-af76-3d4867b9e0d7 None None] Port 1f159df5-2482-4718-a6a1-8bfaed8755c9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:47:36.391439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ac3fd8f6-7bbd-4d46-9595-b5b421b809db up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:47:36.401215 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Publish callbacks [] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:36.440482 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ac3fd8f6-7bbd-4d46-9595-b5b421b809db triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:47:36.441082 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ac3fd8f6-7bbd-4d46-9595-b5b421b809db), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:36.476442 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:36.529222 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ac3fd8f6-7bbd-4d46-9595-b5b421b809db is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:47:36.530503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ac4948d1-b00b-4b78-9af7-229b7edc0395 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:47:36.544583 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46638e-dcf5-4579-9279-a0960bd50960 None None] Pushing event updated for resources: {'Port': ['ID=1f159df5-2482-4718-a6a1-8bfaed8755c9,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:36.573561 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46638e-dcf5-4579-9279-a0960bd50960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:36.574334 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46638e-dcf5-4579-9279-a0960bd50960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:36.574915 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46638e-dcf5-4579-9279-a0960bd50960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:36.575487 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46638e-dcf5-4579-9279-a0960bd50960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:36.575769 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46638e-dcf5-4579-9279-a0960bd50960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:36.576260 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46638e-dcf5-4579-9279-a0960bd50960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:36.581644 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46638e-dcf5-4579-9279-a0960bd50960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:36.582368 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46638e-dcf5-4579-9279-a0960bd50960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:36.583443 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46638e-dcf5-4579-9279-a0960bd50960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:36.583443 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46638e-dcf5-4579-9279-a0960bd50960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:36.583784 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46638e-dcf5-4579-9279-a0960bd50960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:36.584310 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46638e-dcf5-4579-9279-a0960bd50960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:36.584646 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46638e-dcf5-4579-9279-a0960bd50960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:47:36.588256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ac4948d1-b00b-4b78-9af7-229b7edc0395 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:47:36.589711 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ac4948d1-b00b-4b78-9af7-229b7edc0395), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:36.621922 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Attempting to bind port 1f159df5-2482-4718-a6a1-8bfaed8755c9 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:47:36.622423 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Attempting to bind port 1f159df5-2482-4718-a6a1-8bfaed8755c9 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:47:36.622860 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Attempting to bind port 1f159df5-2482-4718-a6a1-8bfaed8755c9 on network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:47:36.628997 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:47:36.629505 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Checking segment: {'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:47:36.630045 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:36.630497 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Bound using segment: {'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:47:36.631041 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Bound port: 1f159df5-2482-4718-a6a1-8bfaed8755c9, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:47:36.631492 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:36.685659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ac4948d1-b00b-4b78-9af7-229b7edc0395 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:47:36.705099 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] For port 1f159df5-2482-4718-a6a1-8bfaed8755c9, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:47:36.708930 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] For port 1f159df5-2482-4718-a6a1-8bfaed8755c9, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1f159df5-2482-4718-a6a1-8bfaed8755c9,segment=NetworkSegment(04138136-245f-4425-a951-5f79b5b4fb43),segment_id=04138136-245f-4425-a951-5f79b5b4fb43)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:47:36.763283 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:36.816316 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Routers {'cc0e4943-c175-4ce7-831b-ac6de89ee4e3'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:47:36.816948 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:47:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:36.820440 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e49e3694-faca-4664-a068-53a9a6720a8a None None] Provisioning complete for port 1f159df5-2482-4718-a6a1-8bfaed8755c9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:47:36.821155 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e49e3694-faca-4664-a068-53a9a6720a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:36.893543 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46638e-dcf5-4579-9279-a0960bd50960 None None] Pushing event updated for resources: {'Port': ['ID=1f159df5-2482-4718-a6a1-8bfaed8755c9,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:36.938246 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e49e3694-faca-4664-a068-53a9a6720a8a None None] Current status of the port 1f159df5-2482-4718-a6a1-8bfaed8755c9 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:47:36.938783 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e49e3694-faca-4664-a068-53a9a6720a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:36.942653 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] Set router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:47:36.984342 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e49e3694-faca-4664-a068-53a9a6720a8a None None] For port 1f159df5-2482-4718-a6a1-8bfaed8755c9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1f159df5-2482-4718-a6a1-8bfaed8755c9,segment=NetworkSegment(04138136-245f-4425-a951-5f79b5b4fb43),segment_id=04138136-245f-4425-a951-5f79b5b4fb43)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:47:37.024249 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-84408c45-77ee-4edd-88e3-a1d0b4a9ef19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:37.052736 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e49e3694-faca-4664-a068-53a9a6720a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:37.100505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49e3694-faca-4664-a068-53a9a6720a8a None None] Pushing event updated for resources: {'Port': ['ID=1f159df5-2482-4718-a6a1-8bfaed8755c9,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:37.156933 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388712882', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:47:29Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:30Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '1f159df5-2482-4718-a6a1-8bfaed8755c9', 'name': '', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:d7:6a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7f8752dd-a723-429c-8418-57476feca8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:33Z', 'updated_at': '2022-02-15T17:47:36Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '7f8752dd-a723-429c-8418-57476feca8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:37.175269 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-215b65f8-7dd1-488a-8396-bb661ae99454 None None] Provisioning complete for port 1f159df5-2482-4718-a6a1-8bfaed8755c9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:47:37.175672 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-215b65f8-7dd1-488a-8396-bb661ae99454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:37.185200 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37637e90-48d1-4178-9852-8b229b479d51 None None] The sync data for ids ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'] in n-d-828372-14 is: [{'id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388712882', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:47:29Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:30Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '1f159df5-2482-4718-a6a1-8bfaed8755c9', 'name': '', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:d7:6a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7f8752dd-a723-429c-8418-57476feca8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:33Z', 'updated_at': '2022-02-15T17:47:36Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '7f8752dd-a723-429c-8418-57476feca8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:47:37.293772 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0c6998dc-601f-465a-aa51-2addf8d0055f req-c19a4cbd-1634-48f2-bdfa-aa72342daf69 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 210 time: 0.0420427 Feb 15 17:47:37.307350 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-215b65f8-7dd1-488a-8396-bb661ae99454 None None] Current status of the port 1f159df5-2482-4718-a6a1-8bfaed8755c9 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:47:38.287845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-8650521d-4c73-4521-9928-543d56ec8fba tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:38.289422 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-8650521d-4c73-4521-9928-543d56ec8fba tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "GET /v2.0/networks?id=178bd361-b4f5-4f67-a2ec-d2d0f4688005 HTTP/1.1" status: 200 len: 796 time: 0.1182199 Feb 15 17:47:38.300781 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1f159df5-2482-4718-a6a1-8bfaed8755c9 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:47:38.370761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 1f159df5-2482-4718-a6a1-8bfaed8755c9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:47:38.372277 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:38.395071 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-1ca8c559-0bcc-4cba-8511-8a693a268cc4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5 HTTP/1.1" status: 200 len: 380 time: 0.0960295 Feb 15 17:47:38.415063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-56a725ea-b09c-4819-80f4-f7f17de0a659 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'port': {'device_id': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'admin_state_up': True, 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'security_groups': ['ef153ec9-789b-4432-9944-d7b80870b7c1']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:47:38.421908 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0ce6e6c9-6a85-4857-855e-408d0657fc1c req-069a2635-22d5-4b37-8272-68b72fab5370 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 210 time: 0.0444310 Feb 15 17:47:38.474073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 1f159df5-2482-4718-a6a1-8bfaed8755c9 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:47:38.625097 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-56a725ea-b09c-4819-80f4-f7f17de0a659 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Made reservation on behalf of 2b0ac2d4c01a4bbaa78ab96fa3950db5 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:47:38.629116 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-56a725ea-b09c-4819-80f4-f7f17de0a659 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:38.766533 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-56a725ea-b09c-4819-80f4-f7f17de0a659 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.20.0.10 (178bd361-b4f5-4f67-a2ec-d2d0f4688005/7f8752dd-a723-429c-8418-57476feca8f7/74126a20-22fb-4881-a95d-7df26da7cd3f) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:47:38.912880 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-56a725ea-b09c-4819-80f4-f7f17de0a659 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:39.019227 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-56a725ea-b09c-4819-80f4-f7f17de0a659 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:39.066120 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-56a725ea-b09c-4819-80f4-f7f17de0a659 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:47:39.069249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-56a725ea-b09c-4819-80f4-f7f17de0a659 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:47:39.073479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-56a725ea-b09c-4819-80f4-f7f17de0a659 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:47:39.098066 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a725ea-b09c-4819-80f4-f7f17de0a659 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=74126a20-22fb-4881-a95d-7df26da7cd3f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:39.135979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-56a725ea-b09c-4819-80f4-f7f17de0a659 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:39.136606 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-56a725ea-b09c-4819-80f4-f7f17de0a659 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:39.230196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-56a725ea-b09c-4819-80f4-f7f17de0a659 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8187191 Feb 15 17:47:39.239545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-d84916cb-1fd9-4fdf-af72-c0de5e4caf04 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:47:39.240572 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-d84916cb-1fd9-4fdf-af72-c0de5e4caf04 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056298 Feb 15 17:47:39.252099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Request body: {'port': {'device_id': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:47:39.321341 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:39.322719 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a22e5685-7352-4938-88af-7c788190fe86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:39.344088 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-613737a4-a690-4611-bf93-4abac499c371 None None] Provisioning complete for port 74126a20-22fb-4881-a95d-7df26da7cd3f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:47:39.344458 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-613737a4-a690-4611-bf93-4abac499c371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:39.389777 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-613737a4-a690-4611-bf93-4abac499c371 None None] Port 74126a20-22fb-4881-a95d-7df26da7cd3f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:47:39.543025 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49da07-82db-48c1-8aaf-11a9e2147732 req-b0516f85-4cef-4b41-ab1c-97a9d74581b6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:39.544432 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b49da07-82db-48c1-8aaf-11a9e2147732 req-b0516f85-4cef-4b41-ab1c-97a9d74581b6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 932 time: 0.0529206 Feb 15 17:47:39.601897 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2b49da07-82db-48c1-8aaf-11a9e2147732 req-ebb67aea-e8ec-4393-9c81-45e21a11e6c8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498674 Feb 15 17:47:39.614722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74126a20-22fb-4881-a95d-7df26da7cd3f {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:47:39.624760 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Publish callbacks [] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:39.638421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Transition to ACTIVE for port object 74126a20-22fb-4881-a95d-7df26da7cd3f will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:47:39.705020 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:39.761086 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=74126a20-22fb-4881-a95d-7df26da7cd3f,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:40.167973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Attempting to bind port 74126a20-22fb-4881-a95d-7df26da7cd3f on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:47:40.168227 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Attempting to bind port 74126a20-22fb-4881-a95d-7df26da7cd3f by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:47:40.168560 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Attempting to bind port 74126a20-22fb-4881-a95d-7df26da7cd3f on network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:47:40.172876 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Port 74126a20-22fb-4881-a95d-7df26da7cd3f on network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:47:40.173200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Attempting to bind port 74126a20-22fb-4881-a95d-7df26da7cd3f on network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:47:40.177974 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 47, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:47:40.178314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Checking segment: {'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:47:40.178698 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Bound using segment: {'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:47:40.179122 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Bound port: 74126a20-22fb-4881-a95d-7df26da7cd3f, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:47:40.179491 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:40.248691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] For port 74126a20-22fb-4881-a95d-7df26da7cd3f, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:47:40.251799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] For port 74126a20-22fb-4881-a95d-7df26da7cd3f, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=74126a20-22fb-4881-a95d-7df26da7cd3f,segment=NetworkSegment(04138136-245f-4425-a951-5f79b5b4fb43),segment_id=04138136-245f-4425-a951-5f79b5b4fb43)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:47:40.368743 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:40.404537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:40.405147 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:40.406631 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] 10.222.0.67 "PUT /v2.0/ports/74126a20-22fb-4881-a95d-7df26da7cd3f HTTP/1.1" status: 200 len: 1093 time: 1.1589079 Feb 15 17:47:40.407175 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'tag': '74126a20-22fb-4881-a95d-7df26da7cd3f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:47:40.409477 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34cb693-006b-49fe-aeaa-872f5438a029" -d '{"events": [{"name": "network-changed", "server_uuid": "015ba30b-9f3a-408c-94ab-04471d081cc4", "tag": "74126a20-22fb-4881-a95d-7df26da7cd3f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:47:40.436749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893a1bc-7774-4aab-9637-3862923ef1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=74126a20-22fb-4881-a95d-7df26da7cd3f,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:40.466677 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e3d043-e0c7-4076-879b-6721750781fd x-openstack-request-id: req-37e3d043-e0c7-4076-879b-6721750781fd {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:47:40.466980 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015ba30b-9f3a-408c-94ab-04471d081cc4", "tag": "74126a20-22fb-4881-a95d-7df26da7cd3f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:47:40.467245 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-37e3d043-e0c7-4076-879b-6721750781fd {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:47:40.467668 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'tag': '74126a20-22fb-4881-a95d-7df26da7cd3f', 'status': 'completed', 'code': 200} Feb 15 17:47:40.540453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cb693-006b-49fe-aeaa-872f5438a029 req-dbb570fb-e461-4196-ae5d-6fe7666b336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:40.542664 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e34cb693-006b-49fe-aeaa-872f5438a029 req-dbb570fb-e461-4196-ae5d-6fe7666b336d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 1127 time: 0.0520458 Feb 15 17:47:40.659268 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cb693-006b-49fe-aeaa-872f5438a029 req-fc517eb9-3024-4464-abb2-9055bce19623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:40.660693 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e34cb693-006b-49fe-aeaa-872f5438a029 req-fc517eb9-3024-4464-abb2-9055bce19623 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1112976 Feb 15 17:47:40.699739 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:40.731129 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e881e67-344f-4762-814b-ee716b703544 req-2bd1fe4d-ca00-4466-8493-bc338d44944c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:40.732906 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7e881e67-344f-4762-814b-ee716b703544 req-2bd1fe4d-ca00-4466-8493-bc338d44944c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 944 time: 0.0570660 Feb 15 17:47:40.766657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cb693-006b-49fe-aeaa-872f5438a029 req-46993716-963e-425b-9605-ededccf4ecde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:40.768166 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e34cb693-006b-49fe-aeaa-872f5438a029 req-46993716-963e-425b-9605-ededccf4ecde service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009836 Feb 15 17:47:40.783259 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7e881e67-344f-4762-814b-ee716b703544 req-407a4906-d5cc-4558-9a84-a0f00c64cc54 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448904 Feb 15 17:47:40.860886 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-ed51197d-10fb-42f4-b124-a2fd92a25a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:40.863208 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-ed51197d-10fb-42f4-b124-a2fd92a25a0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 1127 time: 0.0551562 Feb 15 17:47:40.907825 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-b812a247-1c13-4163-ab4b-5e08243b1a27 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74126a20-22fb-4881-a95d-7df26da7cd3f HTTP/1.1" status: 200 len: 217 time: 0.0380185 Feb 15 17:47:40.956972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-7648099d-9d78-43fe-9981-e50894da17fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:40.958436 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-7648099d-9d78-43fe-9981-e50894da17fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7f8752dd-a723-429c-8418-57476feca8f7 HTTP/1.1" status: 200 len: 834 time: 0.0450647 Feb 15 17:47:41.010809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-cacd708a-9a6c-4b6e-b7ff-6d59eac6a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:41.012406 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-cacd708a-9a6c-4b6e-b7ff-6d59eac6a830 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=178bd361-b4f5-4f67-a2ec-d2d0f4688005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483119 Feb 15 17:47:41.106510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-7f6c0291-6999-4e5b-85c0-bc6f1fca1bcd service neutron] 10.222.0.67 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879121 Feb 15 17:47:41.196001 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ba698b50-0362-40e7-b905-2b5cb22e3ab9 req-438fde95-e386-41be-8dea-0a53216f8388 service neutron] 10.222.0.67 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833488 Feb 15 17:47:41.922636 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d2f9f-a2a4-42f6-9218-beb99e69fd23 req-e3907e97-32da-4fcb-9ae5-836509eb794a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:41.924103 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f25d2f9f-a2a4-42f6-9218-beb99e69fd23 req-e3907e97-32da-4fcb-9ae5-836509eb794a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 944 time: 0.0577734 Feb 15 17:47:41.974860 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f25d2f9f-a2a4-42f6-9218-beb99e69fd23 req-7f154134-aaed-4692-97f2-1c1821626c6c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446675 Feb 15 17:47:42.195135 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:42.719033 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 74126a20-22fb-4881-a95d-7df26da7cd3f details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:47:42.752999 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:47:42.816596 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 74126a20-22fb-4881-a95d-7df26da7cd3f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=74126a20-22fb-4881-a95d-7df26da7cd3f,segment=NetworkSegment(04138136-245f-4425-a951-5f79b5b4fb43),segment_id=04138136-245f-4425-a951-5f79b5b4fb43)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:47:42.829102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '74126a20-22fb-4881-a95d-7df26da7cd3f', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'port_id': '74126a20-22fb-4881-a95d-7df26da7cd3f', 'mac_address': 'fa:16:3e:39:18:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f8752dd-a723-429c-8418-57476feca8f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:47:42.865745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 74126a20-22fb-4881-a95d-7df26da7cd3f is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:47:42.868846 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:42.883085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74126a20-22fb-4881-a95d-7df26da7cd3f {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:47:42.904300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 74126a20-22fb-4881-a95d-7df26da7cd3f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=74126a20-22fb-4881-a95d-7df26da7cd3f,segment=NetworkSegment(04138136-245f-4425-a951-5f79b5b4fb43),segment_id=04138136-245f-4425-a951-5f79b5b4fb43)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:47:42.991281 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:43.040739 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=74126a20-22fb-4881-a95d-7df26da7cd3f,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:43.103221 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f00b8-7d97-4088-a860-1480ea23333a req-32668e18-e14b-48c1-b6ef-89b63874792e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:43.104695 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f98f00b8-7d97-4088-a860-1480ea23333a req-32668e18-e14b-48c1-b6ef-89b63874792e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 945 time: 0.0522823 Feb 15 17:47:43.155733 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f98f00b8-7d97-4088-a860-1480ea23333a req-b77687ed-d01d-4c23-b98d-0d4e76ab87d8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449145 Feb 15 17:47:43.198726 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['74126a20-22fb-4881-a95d-7df26da7cd3f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:47:43.556517 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:44.280324 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc243046-8c49-4273-908a-3bbb319551b7 req-2f49a0f7-4f4c-4e79-aef0-9d5e89201858 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:44.281883 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc243046-8c49-4273-908a-3bbb319551b7 req-2f49a0f7-4f4c-4e79-aef0-9d5e89201858 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 945 time: 0.0580895 Feb 15 17:47:44.330744 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bc243046-8c49-4273-908a-3bbb319551b7 req-86e625f2-c7c6-4256-b110-62cf02176307 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431807 Feb 15 17:47:44.741801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 74126a20-22fb-4881-a95d-7df26da7cd3f up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:47:44.847710 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 74126a20-22fb-4881-a95d-7df26da7cd3f completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:47:44.852126 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 74126a20-22fb-4881-a95d-7df26da7cd3f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:47:44.852590 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:44.936318 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 74126a20-22fb-4881-a95d-7df26da7cd3f is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:47:44.937250 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:44.960701 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74126a20-22fb-4881-a95d-7df26da7cd3f'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:47:44.963017 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c898668-4c45-4199-9c26-302f3c2d75ca" -d '{"events": [{"server_uuid": "015ba30b-9f3a-408c-94ab-04471d081cc4", "name": "network-vif-plugged", "status": "completed", "tag": "74126a20-22fb-4881-a95d-7df26da7cd3f"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:47:44.976653 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 74126a20-22fb-4881-a95d-7df26da7cd3f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=74126a20-22fb-4881-a95d-7df26da7cd3f,segment=NetworkSegment(04138136-245f-4425-a951-5f79b5b4fb43),segment_id=04138136-245f-4425-a951-5f79b5b4fb43)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:47:45.007183 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b018ac3-4606-4036-8a0b-58985c4216ba x-openstack-request-id: req-4b018ac3-4606-4036-8a0b-58985c4216ba {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:47:45.007478 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015ba30b-9f3a-408c-94ab-04471d081cc4", "name": "network-vif-plugged", "status": "completed", "tag": "74126a20-22fb-4881-a95d-7df26da7cd3f", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:47:45.007753 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4b018ac3-4606-4036-8a0b-58985c4216ba {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:47:45.008149 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74126a20-22fb-4881-a95d-7df26da7cd3f', 'code': 200} Feb 15 17:47:45.036978 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:45.089536 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=74126a20-22fb-4881-a95d-7df26da7cd3f,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:45.112062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60b173-3a5f-4e84-afa8-b2b599fc7cb4 req-44ccee9a-db56-4628-b139-369e2b7e869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:45.113655 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eb60b173-3a5f-4e84-afa8-b2b599fc7cb4 req-44ccee9a-db56-4628-b139-369e2b7e869d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 1129 time: 0.0474887 Feb 15 17:47:45.160438 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-eb60b173-3a5f-4e84-afa8-b2b599fc7cb4 req-b917fb3f-141b-42ec-889c-0b4c8e0dd65c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412054 Feb 15 17:47:45.472959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46357c90-8c32-43e6-8c98-941444390ea5 req-f1074832-b83a-479f-b910-ee0a1bbdcc00 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:45.475272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-46357c90-8c32-43e6-8c98-941444390ea5 req-f1074832-b83a-479f-b910-ee0a1bbdcc00 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0720696 Feb 15 17:47:45.524697 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-46357c90-8c32-43e6-8c98-941444390ea5 req-0e6aa7ac-276e-48ff-b56a-67b4425388c1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430477 Feb 15 17:47:46.653680 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97895ff1-6010-4235-88d8-4cf71a804ba4 req-26a9a2e0-0cd8-4733-8de6-f37d0d051756 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:46.655430 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97895ff1-6010-4235-88d8-4cf71a804ba4 req-26a9a2e0-0cd8-4733-8de6-f37d0d051756 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0581157 Feb 15 17:47:46.704717 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-97895ff1-6010-4235-88d8-4cf71a804ba4 req-a41ea1b0-2e89-426d-8276-e1815d31f96f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434341 Feb 15 17:47:46.824887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db6d8e-6f95-4478-80c6-ff13c5508104 req-c0a9aa5a-c916-49e5-bc7c-363968a67ffa tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:46.826350 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01db6d8e-6f95-4478-80c6-ff13c5508104 req-c0a9aa5a-c916-49e5-bc7c-363968a67ffa tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0540309 Feb 15 17:47:46.876473 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01db6d8e-6f95-4478-80c6-ff13c5508104 req-b412e99d-8d9d-4cbd-b304-cb55b78e3a1e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442743 Feb 15 17:47:46.899424 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42976) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:46.943038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abccaa7-b8b9-49fd-b4f7-6c03a5c4f484 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:46.944594 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3abccaa7-b8b9-49fd-b4f7-6c03a5c4f484 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 1124 time: 0.0441239 Feb 15 17:47:46.948077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42978) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:46.952842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '74126a20-22fb-4881-a95d-7df26da7cd3f', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:47:47.036454 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:47.142074 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:47.248170 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.25.4.217 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/2d7dc515-6478-455e-900f-838e65bfc339) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:47:47.354506 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (2d7dc515-6478-455e-900f-838e65bfc339), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:47.420181 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2d7dc515-6478-455e-900f-838e65bfc339), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:47.458011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:47:47.463721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:47:47.467384 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:47:47.496210 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=2d7dc515-6478-455e-900f-838e65bfc339,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:47.832014 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (7241b09f-c43c-4ea9-b2ff-7132564641a5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:47.968029 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2d7dc515-6478-455e-900f-838e65bfc339), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:48.121869 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (2d7dc515-6478-455e-900f-838e65bfc339), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:48.183683 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (2d7dc515-6478-455e-900f-838e65bfc339), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:48.255329 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=2d7dc515-6478-455e-900f-838e65bfc339,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:47:48.267504 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (7241b09f-c43c-4ea9-b2ff-7132564641a5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:48.370574 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Floating IP 7241b09f-c43c-4ea9-b2ff-7132564641a5 associated. External IP: 172.25.4.217, port: 74126a20-22fb-4881-a95d-7df26da7cd3f. Feb 15 17:47:48.596486 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:47:48.708204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:47:48.718512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff7c15-6184-4217-acb0-aaa91ea757d8 None None] Sync routers for ids ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:47:48.727793 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff7c15-6184-4217-acb0-aaa91ea757d8 None None] Routers {'cc0e4943-c175-4ce7-831b-ac6de89ee4e3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:47:48.728438 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5fff7c15-6184-4217-acb0-aaa91ea757d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:47:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:48.787972 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:47:48.820807 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fab49a00-403c-4ebb-b9d4-bbf9c0f01a7e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8716407 Feb 15 17:47:48.821541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'tag': '74126a20-22fb-4881-a95d-7df26da7cd3f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:47:48.824725 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e63264-ff21-4fbf-8bf0-2d95ee52b949" -d '{"events": [{"name": "network-changed", "server_uuid": "015ba30b-9f3a-408c-94ab-04471d081cc4", "tag": "74126a20-22fb-4881-a95d-7df26da7cd3f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:47:48.850507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-5fff7c15-6184-4217-acb0-aaa91ea757d8 None None] Set router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:47:48.878427 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0ae561-3c8a-4eed-aec3-d95b059f41bc x-openstack-request-id: req-ed0ae561-3c8a-4eed-aec3-d95b059f41bc {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:47:48.879245 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015ba30b-9f3a-408c-94ab-04471d081cc4", "tag": "74126a20-22fb-4881-a95d-7df26da7cd3f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:47:48.879245 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ed0ae561-3c8a-4eed-aec3-d95b059f41bc {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:47:48.879904 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'tag': '74126a20-22fb-4881-a95d-7df26da7cd3f', 'status': 'completed', 'code': 200} Feb 15 17:47:48.970282 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e63264-ff21-4fbf-8bf0-2d95ee52b949 req-7c28d25a-1272-4298-befa-24ed3c877a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:48.971800 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83e63264-ff21-4fbf-8bf0-2d95ee52b949 req-7c28d25a-1272-4298-befa-24ed3c877a4a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 1129 time: 0.0624754 Feb 15 17:47:48.985427 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925c0aa-c795-48b0-9218-fec2e81afcc8 req-ad7dde21-a832-4bea-b713-752f263c2d4b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:48.987700 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8925c0aa-c795-48b0-9218-fec2e81afcc8 req-ad7dde21-a832-4bea-b713-752f263c2d4b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0734742 Feb 15 17:47:49.049939 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8925c0aa-c795-48b0-9218-fec2e81afcc8 req-712ad9da-ec27-428c-abf0-32618f5bf42a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540955 Feb 15 17:47:49.077888 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e63264-ff21-4fbf-8bf0-2d95ee52b949 req-589ddbe4-55a6-4278-8dd3-a0ac9c7c1420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:49.078167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83e63264-ff21-4fbf-8bf0-2d95ee52b949 req-589ddbe4-55a6-4278-8dd3-a0ac9c7c1420 service neutron] 10.222.0.67 "GET /v2.0/networks?id=178bd361-b4f5-4f67-a2ec-d2d0f4688005 HTTP/1.1" status: 200 len: 897 time: 0.0995035 Feb 15 17:47:49.078852 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42984) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:49.116442 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5fff7c15-6184-4217-acb0-aaa91ea757d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388712882', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:47:29Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:30Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '7241b09f-c43c-4ea9-b2ff-7132564641a5', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'floating_ip_address': '172.25.4.217', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'port_id': '74126a20-22fb-4881-a95d-7df26da7cd3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'mac_address': 'fa:16:3e:39:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:47:47Z', 'updated_at': '2022-02-15T17:47:47Z', 'revision_number': 0, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f159df5-2482-4718-a6a1-8bfaed8755c9', 'name': '', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:d7:6a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7f8752dd-a723-429c-8418-57476feca8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:33Z', 'updated_at': '2022-02-15T17:47:36Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '7f8752dd-a723-429c-8418-57476feca8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:49.143035 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff7c15-6184-4217-acb0-aaa91ea757d8 None None] Checking router: cc0e4943-c175-4ce7-831b-ac6de89ee4e3 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:47:49.155990 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff7c15-6184-4217-acb0-aaa91ea757d8 None None] Routers {'cc0e4943-c175-4ce7-831b-ac6de89ee4e3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:47:49.155990 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5fff7c15-6184-4217-acb0-aaa91ea757d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:47:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:49.200216 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-161a21de-bed8-4efb-b4f3-03240f0c6c0d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/7241b09f-c43c-4ea9-b2ff-7132564641a5 HTTP/1.1" status: 200 len: 992 time: 0.1200819 Feb 15 17:47:49.209874 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83e63264-ff21-4fbf-8bf0-2d95ee52b949 req-c2ca75e7-f307-4ec3-a4e6-276bd31ee447 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74126a20-22fb-4881-a95d-7df26da7cd3f HTTP/1.1" status: 200 len: 1000 time: 0.1244640 Feb 15 17:47:49.268938 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e63264-ff21-4fbf-8bf0-2d95ee52b949 req-79b68414-cef3-4566-9c09-c5165c7ab7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:49.270425 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83e63264-ff21-4fbf-8bf0-2d95ee52b949 req-79b68414-cef3-4566-9c09-c5165c7ab7a3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7f8752dd-a723-429c-8418-57476feca8f7 HTTP/1.1" status: 200 len: 834 time: 0.0544345 Feb 15 17:47:49.276479 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-5fff7c15-6184-4217-acb0-aaa91ea757d8 None None] Set router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:47:49.324831 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e63264-ff21-4fbf-8bf0-2d95ee52b949 req-e189090e-8b3a-4746-9c07-22c2d8bc8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:47:49.326459 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83e63264-ff21-4fbf-8bf0-2d95ee52b949 req-e189090e-8b3a-4746-9c07-22c2d8bc8707 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=178bd361-b4f5-4f67-a2ec-d2d0f4688005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498135 Feb 15 17:47:49.426329 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83e63264-ff21-4fbf-8bf0-2d95ee52b949 req-bedd5339-e0e2-4903-95ac-78ae78c11cb0 service neutron] 10.222.0.67 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940783 Feb 15 17:47:49.537968 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-83e63264-ff21-4fbf-8bf0-2d95ee52b949 req-d9e8cf05-248a-49ba-a85d-5aa96925d424 service neutron] 10.222.0.67 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036901 Feb 15 17:47:49.682529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-5fff7c15-6184-4217-acb0-aaa91ea757d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388712882', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:47:29Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:30Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '7241b09f-c43c-4ea9-b2ff-7132564641a5', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'floating_ip_address': '172.25.4.217', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'port_id': '74126a20-22fb-4881-a95d-7df26da7cd3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'mac_address': 'fa:16:3e:39:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:47:47Z', 'updated_at': '2022-02-15T17:47:47Z', 'revision_number': 0, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f159df5-2482-4718-a6a1-8bfaed8755c9', 'name': '', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:d7:6a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7f8752dd-a723-429c-8418-57476feca8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:33Z', 'updated_at': '2022-02-15T17:47:36Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '7f8752dd-a723-429c-8418-57476feca8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:47:49.709308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff7c15-6184-4217-acb0-aaa91ea757d8 None None] The sync data for ids ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'] in n-d-828372-14 is: [{'id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388712882', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:47:29Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:30Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '7241b09f-c43c-4ea9-b2ff-7132564641a5', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'floating_ip_address': '172.25.4.217', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'port_id': '74126a20-22fb-4881-a95d-7df26da7cd3f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'mac_address': 'fa:16:3e:39:18:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:47:47Z', 'updated_at': '2022-02-15T17:47:47Z', 'revision_number': 0, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f159df5-2482-4718-a6a1-8bfaed8755c9', 'name': '', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:d7:6a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7f8752dd-a723-429c-8418-57476feca8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:33Z', 'updated_at': '2022-02-15T17:47:36Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '7f8752dd-a723-429c-8418-57476feca8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:47:49.909537 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21867a72-1bc7-40cd-a558-598ccecaf8e1 None None] New status for floating IP 7241b09f-c43c-4ea9-b2ff-7132564641a5: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:47:50.204328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 42986) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:47:50.266044 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c30af8eb-bc32-4a15-9c41-4a125c329d79 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/7241b09f-c43c-4ea9-b2ff-7132564641a5 HTTP/1.1" status: 200 len: 994 time: 0.0602379 Feb 15 17:48:01.064736 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:01.379353 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:06.975131 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-72322e91-0e7e-4182-93e3-9db25e341866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:09.317012 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-54f79f93-7da2-40e5-80fd-16216298c6d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:10.710678 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:12.160475 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:13.544213 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:19.751801 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:48:21.499836 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-1cfba084-d40c-4f12-a9f4-9e22c323c46d req-558b2ece-d504-4713-ab57-169919353576 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:48:21.501020 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1cfba084-d40c-4f12-a9f4-9e22c323c46d req-558b2ece-d504-4713-ab57-169919353576 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061719 Feb 15 17:48:21.826030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330daf0-782c-4a82-96a4-fb78f5448c4b req-db3bffb6-718d-4d55-91a7-369e0bc4c823 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:21.827554 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f330daf0-782c-4a82-96a4-fb78f5448c4b req-db3bffb6-718d-4d55-91a7-369e0bc4c823 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.1050653 Feb 15 17:48:21.895159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f330daf0-782c-4a82-96a4-fb78f5448c4b req-66e6c160-cb6b-4c4a-9c13-e237d7967cad tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609839 Feb 15 17:48:21.939928 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43022) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:48:22.023704 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1cddbd31-3e07-402b-b688-3e345202ed48 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826097 Feb 15 17:48:22.033043 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-76aa9620-c14e-4617-902c-f1e77332a14d service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:48:22.034057 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-76aa9620-c14e-4617-902c-f1e77332a14d service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050886 Feb 15 17:48:22.704938 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43044) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:48:22.805746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-262dbd60-0f51-431f-b2ba-5459730d49fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:22.807022 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-262dbd60-0f51-431f-b2ba-5459730d49fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports/74126a20-22fb-4881-a95d-7df26da7cd3f HTTP/1.1" status: 200 len: 943 time: 0.1006689 Feb 15 17:48:23.088010 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ca0ac-79b1-40db-8986-04481703099c req-b13f6ccc-3067-49bd-809b-35fd8780833e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:23.090492 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f45ca0ac-79b1-40db-8986-04481703099c req-b13f6ccc-3067-49bd-809b-35fd8780833e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.1182952 Feb 15 17:48:23.146088 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f45ca0ac-79b1-40db-8986-04481703099c req-df8cbaa4-637b-4db7-9dc0-a8668833af78 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486295 Feb 15 17:48:24.315864 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f560a-73cb-4c7c-9e71-f5bac8c5b433 req-7edf2635-4e4c-4d72-b1aa-f20c9ec155d4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:24.317511 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea3f560a-73cb-4c7c-9e71-f5bac8c5b433 req-7edf2635-4e4c-4d72-b1aa-f20c9ec155d4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0885980 Feb 15 17:48:24.353357 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-f3b2d660-9453-48b7-89af-52ac500a163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:24.355687 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-f3b2d660-9453-48b7-89af-52ac500a163c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 1129 time: 0.0918248 Feb 15 17:48:24.441864 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea3f560a-73cb-4c7c-9e71-f5bac8c5b433 req-a157eb11-62ab-4fb4-850e-7ceb75df8c84 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167600 Feb 15 17:48:24.476024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-670b848e-e9be-4ebb-a64a-cc81b15786d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:24.477563 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-670b848e-e9be-4ebb-a64a-cc81b15786d0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=178bd361-b4f5-4f67-a2ec-d2d0f4688005 HTTP/1.1" status: 200 len: 897 time: 0.1161101 Feb 15 17:48:24.547935 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-d5752101-6222-4606-8356-721f7f7937f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74126a20-22fb-4881-a95d-7df26da7cd3f HTTP/1.1" status: 200 len: 1002 time: 0.0645075 Feb 15 17:48:24.597580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-27523ea1-26f9-403f-91be-47ce4c6328b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:24.598961 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-27523ea1-26f9-403f-91be-47ce4c6328b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7f8752dd-a723-429c-8418-57476feca8f7 HTTP/1.1" status: 200 len: 834 time: 0.0449636 Feb 15 17:48:24.649022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-377a25be-abad-4da2-8a71-8ccb9cc068da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:24.650739 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-377a25be-abad-4da2-8a71-8ccb9cc068da service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=178bd361-b4f5-4f67-a2ec-d2d0f4688005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460143 Feb 15 17:48:24.749758 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-4216a518-de9d-4ec7-9410-b511638e903f service neutron] 10.222.0.67 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927212 Feb 15 17:48:24.841397 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-ed5d692a-1674-450e-a60a-587d9294dc63 service neutron] 10.222.0.67 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856314 Feb 15 17:48:25.565123 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8209ef9-b9e7-4435-ab1c-61f7b507082d req-b39743a2-ef96-4191-ac4c-00bfb11cfa19 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:25.566699 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8209ef9-b9e7-4435-ab1c-61f7b507082d req-b39743a2-ef96-4191-ac4c-00bfb11cfa19 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0553935 Feb 15 17:48:25.616284 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d8209ef9-b9e7-4435-ab1c-61f7b507082d req-189d62d9-f29c-4ada-a204-dc29f1290c5e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430977 Feb 15 17:48:26.757040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec621e5e-3e29-4db3-8947-32e27e066f40 req-1a7a0386-4808-4aea-a837-91c0dc274fbe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:26.758585 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec621e5e-3e29-4db3-8947-32e27e066f40 req-1a7a0386-4808-4aea-a837-91c0dc274fbe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0572016 Feb 15 17:48:26.813536 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec621e5e-3e29-4db3-8947-32e27e066f40 req-e7102fee-38d0-48cc-957a-f72d70a26e1a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487821 Feb 15 17:48:27.945241 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7968e-61ec-4173-b41d-bd455c3a9a84 req-86bf741c-5363-49e6-8d94-80ac4314ee57 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:27.948117 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fbc7968e-61ec-4173-b41d-bd455c3a9a84 req-86bf741c-5363-49e6-8d94-80ac4314ee57 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0641136 Feb 15 17:48:28.004896 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fbc7968e-61ec-4173-b41d-bd455c3a9a84 req-165108f4-91c4-4e7a-9fac-e241068d357f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514736 Feb 15 17:48:29.126814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0405709-efe1-4582-99bc-d4ce2d0c0e94 req-fa7ae987-a115-4491-a1eb-670c38d5ce07 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:29.128312 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0405709-efe1-4582-99bc-d4ce2d0c0e94 req-fa7ae987-a115-4491-a1eb-670c38d5ce07 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0541005 Feb 15 17:48:29.177143 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0405709-efe1-4582-99bc-d4ce2d0c0e94 req-4d8bd621-b7b8-42ae-b059-976051153620 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432372 Feb 15 17:48:30.301303 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e803f617-05e5-466e-8d1f-73b315d8cf06 req-dd6f07b2-9e3f-4eb5-8835-41468e625ca2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:30.302764 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e803f617-05e5-466e-8d1f-73b315d8cf06 req-dd6f07b2-9e3f-4eb5-8835-41468e625ca2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0524368 Feb 15 17:48:30.352266 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e803f617-05e5-466e-8d1f-73b315d8cf06 req-4c788a31-6565-4106-8550-de8d9b35566e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431283 Feb 15 17:48:31.076632 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:31.337879 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:31.491567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c63db6-1659-4824-a200-8b7566cbf66b req-63213cb1-56cc-4383-8b12-d2633c566d3e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:31.493261 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9c63db6-1659-4824-a200-8b7566cbf66b req-63213cb1-56cc-4383-8b12-d2633c566d3e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0657947 Feb 15 17:48:31.550078 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e9c63db6-1659-4824-a200-8b7566cbf66b req-52d01b03-9ae1-4975-9ec6-c2c71e0ca10b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450120 Feb 15 17:48:32.681688 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef9eb0-b533-46db-88f2-d74859849946 req-552b0f72-aadb-4d3e-b5ee-8f1990a8f645 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:32.683994 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0ef9eb0-b533-46db-88f2-d74859849946 req-552b0f72-aadb-4d3e-b5ee-8f1990a8f645 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0581985 Feb 15 17:48:32.743590 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b0ef9eb0-b533-46db-88f2-d74859849946 req-8450d99e-a78b-4417-9360-229265d811b9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534332 Feb 15 17:48:33.877548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697ded5-af4d-4add-b112-56d460525345 req-bb380d5d-2481-4589-a6e7-e101d155287e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:33.879206 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1697ded5-af4d-4add-b112-56d460525345 req-bb380d5d-2481-4589-a6e7-e101d155287e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0646627 Feb 15 17:48:33.927987 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1697ded5-af4d-4add-b112-56d460525345 req-b92bb50b-8f04-4e5d-99df-95de925e8a16 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430596 Feb 15 17:48:35.066409 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae86e18-be9c-443d-b62d-4ff6fd11b914 req-c2a47b1b-d945-4cee-9f84-f15df5982565 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:35.067974 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1ae86e18-be9c-443d-b62d-4ff6fd11b914 req-c2a47b1b-d945-4cee-9f84-f15df5982565 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0609505 Feb 15 17:48:35.117830 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1ae86e18-be9c-443d-b62d-4ff6fd11b914 req-9580982b-502f-4349-b856-adcd0e538629 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441709 Feb 15 17:48:36.243532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eda39b-20c3-4ade-91f2-e4fe18fce784 req-6cbf1356-7f28-4419-a230-1e363ef40c46 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:36.245055 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b7eda39b-20c3-4ade-91f2-e4fe18fce784 req-6cbf1356-7f28-4419-a230-1e363ef40c46 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0561945 Feb 15 17:48:36.297875 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b7eda39b-20c3-4ade-91f2-e4fe18fce784 req-2e28a0ed-8b73-4cc4-90b5-161756e26108 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468516 Feb 15 17:48:36.937937 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-802e6732-5457-4871-aa15-9231d5e69750 service neutron] show failed (client error): The resource could not be found. Feb 15 17:48:36.944479 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-802e6732-5457-4871-aa15-9231d5e69750 service neutron] 10.222.0.67 "GET /v2.0/ports/74126a20-22fb-4881-a95d-7df26da7cd3f/bindings/n-h2-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0555921 Feb 15 17:48:37.003548 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9d5223d9-776c-42b5-b67c-c46a75273e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:37.430342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e31c77-15c3-4f6c-ac05-2fdbcb718637 req-afa02f64-cb85-4102-8351-ed0d8ee05c7a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:37.431886 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-14e31c77-15c3-4f6c-ac05-2fdbcb718637 req-afa02f64-cb85-4102-8351-ed0d8ee05c7a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0549819 Feb 15 17:48:37.478480 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-9d024b31-c6ec-4a4a-8164-e7c77d769e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:37.480632 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-9d024b31-c6ec-4a4a-8164-e7c77d769e4a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4&tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5 HTTP/1.1" status: 200 len: 1129 time: 0.1006570 Feb 15 17:48:37.488616 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-14e31c77-15c3-4f6c-ac05-2fdbcb718637 req-ce73c539-487d-4cb1-a85a-b0f2f2ef1a3c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502613 Feb 15 17:48:37.491747 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-468e22a4-dbfa-492b-ba45-54e97c1a96c0 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:48:37.492869 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-468e22a4-dbfa-492b-ba45-54e97c1a96c0 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056655 Feb 15 17:48:37.504321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828372-14', 'device_owner': 'compute:nova'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:48:37.571499 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:37.794617 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] For port 74126a20-22fb-4881-a95d-7df26da7cd3f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=74126a20-22fb-4881-a95d-7df26da7cd3f,segment=NetworkSegment(04138136-245f-4425-a951-5f79b5b4fb43),segment_id=04138136-245f-4425-a951-5f79b5b4fb43)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:48:37.830997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] For port 74126a20-22fb-4881-a95d-7df26da7cd3f, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:48:37.875850 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74126a20-22fb-4881-a95d-7df26da7cd3f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:48:37.878257 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39eb5abc-95a8-4806-963f-ffbee44aec27" -d '{"events": [{"server_uuid": "015ba30b-9f3a-408c-94ab-04471d081cc4", "name": "network-vif-unplugged", "status": "completed", "tag": "74126a20-22fb-4881-a95d-7df26da7cd3f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:48:37.882583 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Publish callbacks [] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:37.897219 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Transition to ACTIVE for port object 74126a20-22fb-4881-a95d-7df26da7cd3f will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:48:37.931484 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 17:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd02c52-f29a-46d2-8a84-cd16f68b5130 x-openstack-request-id: req-afd02c52-f29a-46d2-8a84-cd16f68b5130 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:48:37.931789 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015ba30b-9f3a-408c-94ab-04471d081cc4", "name": "network-vif-unplugged", "status": "completed", "tag": "74126a20-22fb-4881-a95d-7df26da7cd3f", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:48:37.932063 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-afd02c52-f29a-46d2-8a84-cd16f68b5130 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:48:37.932499 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74126a20-22fb-4881-a95d-7df26da7cd3f', 'code': 200} Feb 15 17:48:37.963102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:38.047443 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Pushing event updated for resources: {'Port': ['ID=74126a20-22fb-4881-a95d-7df26da7cd3f,revision_number=6']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:48:38.061955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:38.062314 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:38.062670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:38.063018 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:38.063457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:38.063918 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:38.064262 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:38.064600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:38.064936 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:38.065272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:38.065635 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:38.065966 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:38.066295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:38.108464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] No DVR routers for this DVR port 74126a20-22fb-4881-a95d-7df26da7cd3f on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:48:38.261970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Attempting to bind port 74126a20-22fb-4881-a95d-7df26da7cd3f on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:48:38.262305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Attempting to bind port 74126a20-22fb-4881-a95d-7df26da7cd3f by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:48:38.262630 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Attempting to bind port 74126a20-22fb-4881-a95d-7df26da7cd3f on network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:48:38.266811 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Port 74126a20-22fb-4881-a95d-7df26da7cd3f on network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:48:38.267130 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Attempting to bind port 74126a20-22fb-4881-a95d-7df26da7cd3f on network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:48:38.272027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 48, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:48:38.272372 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Checking segment: {'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:48:38.272765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Bound using segment: {'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:48:38.273241 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Bound port: 74126a20-22fb-4881-a95d-7df26da7cd3f, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04138136-245f-4425-a951-5f79b5b4fb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:48:38.273593 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:38.339442 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] For port 74126a20-22fb-4881-a95d-7df26da7cd3f, host n-h2-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:48:38.342657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] For port 74126a20-22fb-4881-a95d-7df26da7cd3f, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=74126a20-22fb-4881-a95d-7df26da7cd3f,segment=NetworkSegment(04138136-245f-4425-a951-5f79b5b4fb43),segment_id=04138136-245f-4425-a951-5f79b5b4fb43)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:48:38.413388 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:38.463708 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:38.464332 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:38.466020 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] 10.222.0.10 "PUT /v2.0/ports/74126a20-22fb-4881-a95d-7df26da7cd3f HTTP/1.1" status: 200 len: 1093 time: 0.9664118 Feb 15 17:48:38.493556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced2ace-62a3-4b2a-a71e-b7e7269aa690 service neutron] Pushing event updated for resources: {'Port': ['ID=74126a20-22fb-4881-a95d-7df26da7cd3f,revision_number=7']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:48:38.553608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-669af7a1-3572-4382-b7f4-87469b754433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:38.555308 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-669af7a1-3572-4382-b7f4-87469b754433 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 1127 time: 0.0562751 Feb 15 17:48:38.640296 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28b628-d64f-45fe-8fce-2f4cc17f0853 req-0f7d2d7c-7998-468a-bbd6-4af72af7b486 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:38.642217 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7e28b628-d64f-45fe-8fce-2f4cc17f0853 req-0f7d2d7c-7998-468a-bbd6-4af72af7b486 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 944 time: 0.0661931 Feb 15 17:48:38.671091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-fd779691-f513-4710-b1e4-2e7d8021b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:38.672611 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-fd779691-f513-4710-b1e4-2e7d8021b825 service neutron] 10.222.0.10 "GET /v2.0/networks?id=178bd361-b4f5-4f67-a2ec-d2d0f4688005 HTTP/1.1" status: 200 len: 897 time: 0.1102328 Feb 15 17:48:38.692844 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7e28b628-d64f-45fe-8fce-2f4cc17f0853 req-e633f50e-6ac0-4cac-9eb8-42e5b79336cf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447123 Feb 15 17:48:38.742939 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-768b9e0c-5e98-407e-9f7f-d031992e5b58 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74126a20-22fb-4881-a95d-7df26da7cd3f HTTP/1.1" status: 200 len: 1000 time: 0.0636389 Feb 15 17:48:38.801984 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-5d35652d-c8ce-4f1c-86f0-14d54286f949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:38.803653 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-5d35652d-c8ce-4f1c-86f0-14d54286f949 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f8752dd-a723-429c-8418-57476feca8f7 HTTP/1.1" status: 200 len: 834 time: 0.0547211 Feb 15 17:48:38.854099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-45e05917-dfb4-4f7e-a106-9cf01de588ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:38.856040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-45e05917-dfb4-4f7e-a106-9cf01de588ec service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=178bd361-b4f5-4f67-a2ec-d2d0f4688005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466111 Feb 15 17:48:38.951308 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-6e68cd92-b665-4eb9-8cb3-a3a2d37c4a84 service neutron] 10.222.0.10 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882123 Feb 15 17:48:39.050285 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-439c8c00-f163-4c26-8dbd-95dbbc970c23 req-056d7e29-a544-4515-b8cc-ba1a21d044f6 service neutron] 10.222.0.10 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925639 Feb 15 17:48:39.349189 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-65bb6e1d-f2ea-4ad3-8efc-71ca75d288b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:39.818729 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7221c-f63d-4711-86d3-c256ebd47d10 req-79a329cc-ee53-4ace-a1ee-6abc94aebce5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:39.820228 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ffc7221c-f63d-4711-86d3-c256ebd47d10 req-79a329cc-ee53-4ace-a1ee-6abc94aebce5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 944 time: 0.0541883 Feb 15 17:48:39.869904 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ffc7221c-f63d-4711-86d3-c256ebd47d10 req-195f0652-ecf5-49cf-b234-a2767a76cd51 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441298 Feb 15 17:48:39.933819 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'tag': '74126a20-22fb-4881-a95d-7df26da7cd3f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:48:39.936255 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5145bfd2-b60d-4608-8fc2-38abea779375" -d '{"events": [{"name": "network-changed", "server_uuid": "015ba30b-9f3a-408c-94ab-04471d081cc4", "tag": "74126a20-22fb-4881-a95d-7df26da7cd3f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:48:39.991449 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce13ca98-e089-450d-b950-b13acb011e43 x-openstack-request-id: req-ce13ca98-e089-450d-b950-b13acb011e43 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:48:39.991865 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015ba30b-9f3a-408c-94ab-04471d081cc4", "tag": "74126a20-22fb-4881-a95d-7df26da7cd3f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:48:39.992251 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ce13ca98-e089-450d-b950-b13acb011e43 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:48:39.992509 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'tag': '74126a20-22fb-4881-a95d-7df26da7cd3f', 'status': 'completed', 'code': 200} Feb 15 17:48:40.088597 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-39e5628c-7360-45e7-b2e0-5894dec0d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:40.090741 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-39e5628c-7360-45e7-b2e0-5894dec0d952 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 1127 time: 0.0836790 Feb 15 17:48:40.093176 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-1e5d2d19-6c30-493e-a284-f370392a54f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:40.094637 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-1e5d2d19-6c30-493e-a284-f370392a54f4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 1127 time: 0.0782845 Feb 15 17:48:40.567339 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-c065a7d9-d181-41f2-b550-a3c1e2aa0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:40.568791 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-c065a7d9-d181-41f2-b550-a3c1e2aa0d2f service neutron] 10.222.0.67 "GET /v2.0/networks?id=178bd361-b4f5-4f67-a2ec-d2d0f4688005 HTTP/1.1" status: 200 len: 897 time: 0.4710109 Feb 15 17:48:40.569908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-1980b618-2654-4861-877d-3effd9714eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:40.571279 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-1980b618-2654-4861-877d-3effd9714eca service neutron] 10.222.0.10 "GET /v2.0/networks?id=178bd361-b4f5-4f67-a2ec-d2d0f4688005 HTTP/1.1" status: 200 len: 897 time: 0.4655867 Feb 15 17:48:40.678316 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-e4dc650c-2260-4633-b26c-4d040cebd465 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74126a20-22fb-4881-a95d-7df26da7cd3f HTTP/1.1" status: 200 len: 1000 time: 0.1028852 Feb 15 17:48:40.684628 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-dcfd947d-2059-4532-b74d-bf822ca85494 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74126a20-22fb-4881-a95d-7df26da7cd3f HTTP/1.1" status: 200 len: 1000 time: 0.1035643 Feb 15 17:48:40.735005 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:40.767208 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-d812de31-9f9e-48bf-abce-4bbf62c22329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:40.768742 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-d812de31-9f9e-48bf-abce-4bbf62c22329 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7f8752dd-a723-429c-8418-57476feca8f7 HTTP/1.1" status: 200 len: 834 time: 0.0832162 Feb 15 17:48:40.770189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-59b051a4-69d2-4523-9661-690098e411f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:40.771522 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-59b051a4-69d2-4523-9661-690098e411f8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f8752dd-a723-429c-8418-57476feca8f7 HTTP/1.1" status: 200 len: 834 time: 0.0789192 Feb 15 17:48:40.849767 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-ae7d3805-a2eb-49e0-bf67-d7dc4b4c918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:40.851246 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-ae7d3805-a2eb-49e0-bf67-d7dc4b4c918a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=178bd361-b4f5-4f67-a2ec-d2d0f4688005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0767889 Feb 15 17:48:40.853854 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-46b7d4b3-f777-4c44-823d-c3ed4acd41c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:40.855331 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-46b7d4b3-f777-4c44-823d-c3ed4acd41c2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=178bd361-b4f5-4f67-a2ec-d2d0f4688005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0721946 Feb 15 17:48:40.991175 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 74126a20-22fb-4881-a95d-7df26da7cd3f no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:48:41.036884 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] The host n-h1-828372-14 is not matching for port 74126a20-22fb-4881-a95d-7df26da7cd3f host n-h2-828372-14! {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 15 17:48:41.037288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 74126a20-22fb-4881-a95d-7df26da7cd3f not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:48:41.058481 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-1d749e38-4daf-4083-bee4-ff631afcc16e service neutron] 10.222.0.67 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002516 Feb 15 17:48:41.064583 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-2de36ab7-086a-48dd-9c39-0e08401c0569 service neutron] 10.222.0.10 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977334 Feb 15 17:48:41.069863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bad7e-b901-4a38-812d-fa91421ff72a req-80bed231-5ed6-4633-b5a4-f020f83ec18c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:41.071303 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f4bad7e-b901-4a38-812d-fa91421ff72a req-80bed231-5ed6-4633-b5a4-f020f83ec18c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 944 time: 0.1244488 Feb 15 17:48:41.249055 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1f4bad7e-b901-4a38-812d-fa91421ff72a req-44a31e4f-1a9a-4e9a-b205-3122f3339208 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609550 Feb 15 17:48:41.275016 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-9a177f54-4d48-4d12-807b-7bab947bfcb9 service neutron] 10.222.0.10 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017114 Feb 15 17:48:41.277048 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5145bfd2-b60d-4608-8fc2-38abea779375 req-64fc1e81-5ddb-4be2-9744-0c459fefce34 service neutron] 10.222.0.67 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048607 Feb 15 17:48:42.145972 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:42.375389 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dba3ed-cbb5-4658-a3f8-3259aa919a24 req-d46c3da8-1561-4982-bb62-22ba98dc359e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:42.376901 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9dba3ed-cbb5-4658-a3f8-3259aa919a24 req-d46c3da8-1561-4982-bb62-22ba98dc359e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 944 time: 0.0570569 Feb 15 17:48:42.440035 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a9dba3ed-cbb5-4658-a3f8-3259aa919a24 req-5d74ea05-caa5-442f-b6fd-d2d665715dbc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553927 Feb 15 17:48:42.759796 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13ae39-3aab-4e42-b1d8-3766becbf5f5 req-9f9148de-080b-4e6d-a841-d24decbf581f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:42.761481 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f13ae39-3aab-4e42-b1d8-3766becbf5f5 req-9f9148de-080b-4e6d-a841-d24decbf581f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 944 time: 0.0617812 Feb 15 17:48:42.814852 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4f13ae39-3aab-4e42-b1d8-3766becbf5f5 req-ee264a3d-0622-4328-8184-0980b9850ca4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471871 Feb 15 17:48:42.815976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5de72-58e8-4391-840a-8072cf40762d req-64db1b7d-75c7-44e4-a205-7ac20b7cb06f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:42.817676 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa5de72-58e8-4391-840a-8072cf40762d req-64db1b7d-75c7-44e4-a205-7ac20b7cb06f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4&tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&binding%3Ahost_id=n-h2-828372-14 HTTP/1.1" status: 200 len: 944 time: 0.0593755 Feb 15 17:48:42.891023 n-d-828372-14 neutron-server[103799]: INFO neutron.api.v2.resource [req-bfa5de72-58e8-4391-840a-8072cf40762d req-4dba9ae1-80a3-4cf6-b2e2-974f2446a5a8 service neutron] delete failed (client error): The resource could not be found. Feb 15 17:48:42.892031 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa5de72-58e8-4391-840a-8072cf40762d req-4dba9ae1-80a3-4cf6-b2e2-974f2446a5a8 service neutron] 10.222.0.67 "DELETE /v2.0/ports/74126a20-22fb-4881-a95d-7df26da7cd3f/bindings/n-h1-828372-14 HTTP/1.1" status: 404 len: 381 time: 0.0683541 Feb 15 17:48:42.971536 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb4b78-0be1-4323-8841-4e299f73f265 req-ea6ce3ab-fff3-49d6-ac95-c82fd788d793 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:42.973130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cebb4b78-0be1-4323-8841-4e299f73f265 req-ea6ce3ab-fff3-49d6-ac95-c82fd788d793 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 944 time: 0.0842938 Feb 15 17:48:43.032337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5de72-58e8-4391-840a-8072cf40762d req-233cf20c-4dc6-4dc3-b878-982292c26a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:43.034038 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa5de72-58e8-4391-840a-8072cf40762d req-233cf20c-4dc6-4dc3-b878-982292c26a36 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 1127 time: 0.0976572 Feb 15 17:48:43.053780 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cebb4b78-0be1-4323-8841-4e299f73f265 req-d7c3b386-3023-45ae-bb6a-5a5af30ef454 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726972 Feb 15 17:48:43.109581 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 74126a20-22fb-4881-a95d-7df26da7cd3f details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:48:43.153298 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5de72-58e8-4391-840a-8072cf40762d req-31156b8f-abf6-4584-b3ee-d89b32654d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:43.156088 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa5de72-58e8-4391-840a-8072cf40762d req-31156b8f-abf6-4584-b3ee-d89b32654d3f service neutron] 10.222.0.67 "GET /v2.0/networks?id=178bd361-b4f5-4f67-a2ec-d2d0f4688005 HTTP/1.1" status: 200 len: 897 time: 0.1166790 Feb 15 17:48:43.223418 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa5de72-58e8-4391-840a-8072cf40762d req-4d81775e-e004-48eb-b377-6d14ed1dfe05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74126a20-22fb-4881-a95d-7df26da7cd3f HTTP/1.1" status: 200 len: 1000 time: 0.0610895 Feb 15 17:48:43.224230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 74126a20-22fb-4881-a95d-7df26da7cd3f, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=74126a20-22fb-4881-a95d-7df26da7cd3f,segment=NetworkSegment(04138136-245f-4425-a951-5f79b5b4fb43),segment_id=04138136-245f-4425-a951-5f79b5b4fb43)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:48:43.238278 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '74126a20-22fb-4881-a95d-7df26da7cd3f', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'port_id': '74126a20-22fb-4881-a95d-7df26da7cd3f', 'mac_address': 'fa:16:3e:39:18:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f8752dd-a723-429c-8418-57476feca8f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:48:43.281153 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5de72-58e8-4391-840a-8072cf40762d req-7fe070c6-3b38-459a-b832-bd48cb57e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:43.282697 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa5de72-58e8-4391-840a-8072cf40762d req-7fe070c6-3b38-459a-b832-bd48cb57e0aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7f8752dd-a723-429c-8418-57476feca8f7 HTTP/1.1" status: 200 len: 834 time: 0.0535960 Feb 15 17:48:43.283758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 74126a20-22fb-4881-a95d-7df26da7cd3f is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:48:43.284147 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:43.297674 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74126a20-22fb-4881-a95d-7df26da7cd3f {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:48:43.318994 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 74126a20-22fb-4881-a95d-7df26da7cd3f, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=74126a20-22fb-4881-a95d-7df26da7cd3f,segment=NetworkSegment(04138136-245f-4425-a951-5f79b5b4fb43),segment_id=04138136-245f-4425-a951-5f79b5b4fb43)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:48:43.333188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5de72-58e8-4391-840a-8072cf40762d req-94981bf8-d1d8-4031-a119-2fa34e4d7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:43.334966 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa5de72-58e8-4391-840a-8072cf40762d req-94981bf8-d1d8-4031-a119-2fa34e4d7b94 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=178bd361-b4f5-4f67-a2ec-d2d0f4688005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464933 Feb 15 17:48:43.417941 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:43.432486 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa5de72-58e8-4391-840a-8072cf40762d req-2b08df19-a244-4fd9-87da-655d3e9d3546 service neutron] 10.222.0.67 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919514 Feb 15 17:48:43.485902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=74126a20-22fb-4881-a95d-7df26da7cd3f,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:48:43.494420 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:43.498008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:43.498008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:43.498008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:43.498008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:43.498008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:43.498008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:43.498008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:43.498008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:43.498008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:43.498008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:43.498008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:43.498851 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:48:43.539540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bfa5de72-58e8-4391-840a-8072cf40762d req-d997158e-255a-46df-8a31-b71bb3d64696 service neutron] 10.222.0.67 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995469 Feb 15 17:48:43.543867 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:43.708544 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['74126a20-22fb-4881-a95d-7df26da7cd3f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:48:44.193193 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb009cc5-6090-4d72-bb94-007e84e8171c req-f8f4ff0f-296a-43b2-bd14-cf75ede87e59 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0663285 Feb 15 17:48:44.200152 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021747e-3c71-42ec-9f8b-4ed923f7245e req-b172ce4c-b8b6-4a0b-aabf-00484ba9c4c7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:44.202535 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4021747e-3c71-42ec-9f8b-4ed923f7245e req-b172ce4c-b8b6-4a0b-aabf-00484ba9c4c7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 945 time: 0.0709989 Feb 15 17:48:44.260531 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4021747e-3c71-42ec-9f8b-4ed923f7245e req-95d292a8-0c59-44d7-90fd-586c8629171a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510015 Feb 15 17:48:44.302428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb009cc5-6090-4d72-bb94-007e84e8171c req-7004b70d-ff94-4988-8176-cb6ddb1f0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:44.305977 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb009cc5-6090-4d72-bb94-007e84e8171c req-7004b70d-ff94-4988-8176-cb6ddb1f0b1b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 1128 time: 0.0607116 Feb 15 17:48:44.416816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb009cc5-6090-4d72-bb94-007e84e8171c req-5424ed34-f51b-4c09-bb0e-aa0b459a75aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:44.418937 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb009cc5-6090-4d72-bb94-007e84e8171c req-5424ed34-f51b-4c09-bb0e-aa0b459a75aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=178bd361-b4f5-4f67-a2ec-d2d0f4688005 HTTP/1.1" status: 200 len: 897 time: 0.0935757 Feb 15 17:48:44.492158 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb009cc5-6090-4d72-bb94-007e84e8171c req-89c1ab54-7047-4e48-ac37-82ee2337a0e6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74126a20-22fb-4881-a95d-7df26da7cd3f HTTP/1.1" status: 200 len: 1001 time: 0.0655673 Feb 15 17:48:44.552277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb009cc5-6090-4d72-bb94-007e84e8171c req-9c02e7f5-f0d4-48a1-b589-c40e3307dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:44.553968 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb009cc5-6090-4d72-bb94-007e84e8171c req-9c02e7f5-f0d4-48a1-b589-c40e3307dd48 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f8752dd-a723-429c-8418-57476feca8f7 HTTP/1.1" status: 200 len: 834 time: 0.0550420 Feb 15 17:48:44.609707 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb009cc5-6090-4d72-bb94-007e84e8171c req-bd936831-69b8-41a3-806d-91aed5e644a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:44.611183 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb009cc5-6090-4d72-bb94-007e84e8171c req-bd936831-69b8-41a3-806d-91aed5e644a6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=178bd361-b4f5-4f67-a2ec-d2d0f4688005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512524 Feb 15 17:48:44.699295 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb009cc5-6090-4d72-bb94-007e84e8171c req-2cefc450-ba55-4b18-bb5f-de116d68b06c service neutron] 10.222.0.10 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820165 Feb 15 17:48:44.793690 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fb009cc5-6090-4d72-bb94-007e84e8171c req-210738ed-5a59-4e10-bc91-26cc1779f8f8 service neutron] 10.222.0.10 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882921 Feb 15 17:48:45.122236 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 74126a20-22fb-4881-a95d-7df26da7cd3f up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:48:45.236654 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 74126a20-22fb-4881-a95d-7df26da7cd3f completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:48:45.240580 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 74126a20-22fb-4881-a95d-7df26da7cd3f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:48:45.240953 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:45.324449 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 74126a20-22fb-4881-a95d-7df26da7cd3f is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:48:45.325046 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:45.357898 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74126a20-22fb-4881-a95d-7df26da7cd3f'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:48:45.360766 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242112a0-c1e1-440d-979a-e5665cd80ae8" -d '{"events": [{"server_uuid": "015ba30b-9f3a-408c-94ab-04471d081cc4", "name": "network-vif-plugged", "status": "completed", "tag": "74126a20-22fb-4881-a95d-7df26da7cd3f"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:48:45.379076 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 74126a20-22fb-4881-a95d-7df26da7cd3f, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=74126a20-22fb-4881-a95d-7df26da7cd3f,segment=NetworkSegment(04138136-245f-4425-a951-5f79b5b4fb43),segment_id=04138136-245f-4425-a951-5f79b5b4fb43)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:48:45.392837 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7406f3-9a8b-4a38-9b0c-d5ebb7264cb1 req-ef7c321c-55fa-4eb2-bf29-7e772646a89a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:48:45.394500 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6a7406f3-9a8b-4a38-9b0c-d5ebb7264cb1 req-ef7c321c-55fa-4eb2-bf29-7e772646a89a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 945 time: 0.0601561 Feb 15 17:48:45.403980 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c49d3ec-fe58-4a9a-9c37-712440a60b4e x-openstack-request-id: req-2c49d3ec-fe58-4a9a-9c37-712440a60b4e {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:48:45.404272 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015ba30b-9f3a-408c-94ab-04471d081cc4", "name": "network-vif-plugged", "status": "completed", "tag": "74126a20-22fb-4881-a95d-7df26da7cd3f", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:48:45.404528 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-2c49d3ec-fe58-4a9a-9c37-712440a60b4e {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:48:45.404946 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74126a20-22fb-4881-a95d-7df26da7cd3f', 'code': 200} Feb 15 17:48:45.445239 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6a7406f3-9a8b-4a38-9b0c-d5ebb7264cb1 req-17a6636b-92e2-42ca-9114-ef8a2ac967f0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441079 Feb 15 17:48:45.453973 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:48:45.468886 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43110) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:48:45.504425 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=74126a20-22fb-4881-a95d-7df26da7cd3f,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:48:45.533319 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3561af6a-aaa5-4fa1-86ea-0bd85ecc1bc2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/7241b09f-c43c-4ea9-b2ff-7132564641a5 HTTP/1.1" status: 200 len: 994 time: 0.0631297 Feb 15 17:48:56.752695 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:49:01.080772 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:01.351608 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:06.989646 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fa916726-c5b0-4619-b1d2-4d26cd84ebc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:09.337860 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c5cc7a22-a6cf-4326-801a-c0f60be4af19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:10.709529 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:12.068011 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43120) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:12.172300 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:12.248149 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port 2d7dc515-6478-455e-900f-838e65bfc339 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:49:12.248430 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2d7dc515-6478-455e-900f-838e65bfc339), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:12.323092 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2d7dc515-6478-455e-900f-838e65bfc339), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:12.326677 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (2d7dc515-6478-455e-900f-838e65bfc339), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:12.337639 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for 2d7dc515-6478-455e-900f-838e65bfc339 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:49:12.560614 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (2d7dc515-6478-455e-900f-838e65bfc339), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:12.586560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=2d7dc515-6478-455e-900f-838e65bfc339,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:12.599035 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:12.599400 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:12.599735 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:12.600070 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:12.600399 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:12.600726 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:12.601057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:12.601510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:12.601706 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:12.602041 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:12.602358 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:12.602677 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:12.602991 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:12.985787 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (7241b09f-c43c-4ea9-b2ff-7132564641a5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:12.986195 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Floating IP 7241b09f-c43c-4ea9-b2ff-7132564641a5 disassociated (deleted). External IP: 172.25.4.217, port: 74126a20-22fb-4881-a95d-7df26da7cd3f. Feb 15 17:49:13.241624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:49:13.353099 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:49:13.358084 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:13.363228 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4507b7-7e7a-48bc-8c3b-b46b84834c5f None None] Sync routers for ids ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:49:13.373100 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4507b7-7e7a-48bc-8c3b-b46b84834c5f None None] Routers {'cc0e4943-c175-4ce7-831b-ac6de89ee4e3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:49:13.373778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-0f4507b7-7e7a-48bc-8c3b-b46b84834c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:13.394817 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-240bdace-6362-415d-812b-c05c6433669b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/floatingips/7241b09f-c43c-4ea9-b2ff-7132564641a5 HTTP/1.1" status: 204 len: 168 time: 1.3256824 Feb 15 17:49:13.395400 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'tag': '74126a20-22fb-4881-a95d-7df26da7cd3f'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:49:13.397760 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1eef8b0-b85d-4f44-9697-e32987e232a0" -d '{"events": [{"name": "network-changed", "server_uuid": "015ba30b-9f3a-408c-94ab-04471d081cc4", "tag": "74126a20-22fb-4881-a95d-7df26da7cd3f"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:49:13.503652 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-0f4507b7-7e7a-48bc-8c3b-b46b84834c5f None None] Set router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:49:13.582291 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:13.588999 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb9fb21-df55-4987-a282-b6133db0de99 x-openstack-request-id: req-dfb9fb21-df55-4987-a282-b6133db0de99 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:49:13.589290 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "015ba30b-9f3a-408c-94ab-04471d081cc4", "tag": "74126a20-22fb-4881-a95d-7df26da7cd3f", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:49:13.589575 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dfb9fb21-df55-4987-a282-b6133db0de99 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:49:13.589986 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'tag': '74126a20-22fb-4881-a95d-7df26da7cd3f', 'status': 'completed', 'code': 200} Feb 15 17:49:13.670226 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eef8b0-b85d-4f44-9697-e32987e232a0 req-96c541d3-1a0e-4c77-9385-ff14a4d5dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:13.672959 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1eef8b0-b85d-4f44-9697-e32987e232a0 req-96c541d3-1a0e-4c77-9385-ff14a4d5dbd9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 1129 time: 0.0592120 Feb 15 17:49:13.776402 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-0f4507b7-7e7a-48bc-8c3b-b46b84834c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388712882', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:47:29Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:30Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '1f159df5-2482-4718-a6a1-8bfaed8755c9', 'name': '', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:d7:6a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7f8752dd-a723-429c-8418-57476feca8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:33Z', 'updated_at': '2022-02-15T17:47:36Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '7f8752dd-a723-429c-8418-57476feca8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:13.783710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eef8b0-b85d-4f44-9697-e32987e232a0 req-63966743-d02e-43f8-84fd-d412da1ea1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:13.785250 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1eef8b0-b85d-4f44-9697-e32987e232a0 req-63966743-d02e-43f8-84fd-d412da1ea1db service neutron] 10.222.0.10 "GET /v2.0/networks?id=178bd361-b4f5-4f67-a2ec-d2d0f4688005 HTTP/1.1" status: 200 len: 897 time: 0.1061485 Feb 15 17:49:13.805647 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4507b7-7e7a-48bc-8c3b-b46b84834c5f None None] Checking router: cc0e4943-c175-4ce7-831b-ac6de89ee4e3 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:49:13.814136 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4507b7-7e7a-48bc-8c3b-b46b84834c5f None None] Routers {'cc0e4943-c175-4ce7-831b-ac6de89ee4e3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:49:13.814733 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-0f4507b7-7e7a-48bc-8c3b-b46b84834c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:13.851747 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1eef8b0-b85d-4f44-9697-e32987e232a0 req-3761529f-cbed-4413-b947-28ac35c3c6c1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74126a20-22fb-4881-a95d-7df26da7cd3f HTTP/1.1" status: 200 len: 217 time: 0.0590703 Feb 15 17:49:13.911361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eef8b0-b85d-4f44-9697-e32987e232a0 req-d3667e61-624c-4b99-92e7-db29a2174b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:13.912872 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1eef8b0-b85d-4f44-9697-e32987e232a0 req-d3667e61-624c-4b99-92e7-db29a2174b4f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=7f8752dd-a723-429c-8418-57476feca8f7 HTTP/1.1" status: 200 len: 834 time: 0.0547724 Feb 15 17:49:13.948110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-0f4507b7-7e7a-48bc-8c3b-b46b84834c5f None None] Set router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:49:13.970755 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eef8b0-b85d-4f44-9697-e32987e232a0 req-648a1779-4e2a-43ea-a579-356ea1dbe2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:13.972332 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1eef8b0-b85d-4f44-9697-e32987e232a0 req-648a1779-4e2a-43ea-a579-356ea1dbe2c7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=178bd361-b4f5-4f67-a2ec-d2d0f4688005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513964 Feb 15 17:49:13.999009 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce712ea-2662-4c62-aee2-9f8a33e907d3 req-970ece3d-47f6-4aeb-ad2f-7f8655555b49 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:14.002100 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1ce712ea-2662-4c62-aee2-9f8a33e907d3 req-970ece3d-47f6-4aeb-ad2f-7f8655555b49 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.1004231 Feb 15 17:49:14.077831 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1ce712ea-2662-4c62-aee2-9f8a33e907d3 req-05dfefa7-503c-4986-81c0-1134bdd0e229 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681477 Feb 15 17:49:14.121484 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1eef8b0-b85d-4f44-9697-e32987e232a0 req-2c2ab89c-b79b-41ae-a3ba-c50d348b27d6 service neutron] 10.222.0.10 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394107 Feb 15 17:49:14.198180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-0f4507b7-7e7a-48bc-8c3b-b46b84834c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388712882', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:47:29Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:30Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '1f159df5-2482-4718-a6a1-8bfaed8755c9', 'name': '', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:d7:6a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7f8752dd-a723-429c-8418-57476feca8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:33Z', 'updated_at': '2022-02-15T17:47:36Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '7f8752dd-a723-429c-8418-57476feca8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:14.231708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4507b7-7e7a-48bc-8c3b-b46b84834c5f None None] The sync data for ids ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'] in n-d-828372-14 is: [{'id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388712882', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:47:29Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:30Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '1f159df5-2482-4718-a6a1-8bfaed8755c9', 'name': '', 'network_id': '178bd361-b4f5-4f67-a2ec-d2d0f4688005', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:d7:6a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '7f8752dd-a723-429c-8418-57476feca8f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:33Z', 'updated_at': '2022-02-15T17:47:36Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '7f8752dd-a723-429c-8418-57476feca8f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:49:14.235751 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e1eef8b0-b85d-4f44-9697-e32987e232a0 req-030da617-2538-4fb4-89b9-c89d566effd9 service neutron] 10.222.0.10 "GET /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071820 Feb 15 17:49:14.465910 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ecee83-6959-4bd1-abcb-a32d7312d8be None None] New status for floating IP 7241b09f-c43c-4ea9-b2ff-7132564641a5: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:49:15.210013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b002c9-b40d-449a-9cc7-581e8671e2db req-98341a4c-db60-4cd0-9eee-1bd836a5a5fb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:15.211559 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99b002c9-b40d-449a-9cc7-581e8671e2db req-98341a4c-db60-4cd0-9eee-1bd836a5a5fb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0547571 Feb 15 17:49:15.271283 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99b002c9-b40d-449a-9cc7-581e8671e2db req-a084c53d-3d2b-46dd-b2b7-d05afedcb355 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ef153ec9-789b-4432-9944-d7b80870b7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538888 Feb 15 17:49:15.317802 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d89475-84b6-4d09-81a8-057cb521ed62 req-44bc1247-c243-450f-80c5-c90c047621b4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:15.319351 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47d89475-84b6-4d09-81a8-057cb521ed62 req-44bc1247-c243-450f-80c5-c90c047621b4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.10 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 946 time: 0.0613055 Feb 15 17:49:15.423793 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-47d89475-84b6-4d09-81a8-057cb521ed62 req-48859302-1ff2-4be8-8bb7-e0b61173d377 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port 74126a20-22fb-4881-a95d-7df26da7cd3f {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:49:15.424140 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47d89475-84b6-4d09-81a8-057cb521ed62 req-48859302-1ff2-4be8-8bb7-e0b61173d377 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:15.522001 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-47d89475-84b6-4d09-81a8-057cb521ed62 req-48859302-1ff2-4be8-8bb7-e0b61173d377 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] For port 74126a20-22fb-4881-a95d-7df26da7cd3f, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=74126a20-22fb-4881-a95d-7df26da7cd3f,segment=NetworkSegment(04138136-245f-4425-a951-5f79b5b4fb43),segment_id=04138136-245f-4425-a951-5f79b5b4fb43)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:49:15.522282 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47d89475-84b6-4d09-81a8-057cb521ed62 req-48859302-1ff2-4be8-8bb7-e0b61173d377 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:15.536286 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-47d89475-84b6-4d09-81a8-057cb521ed62 req-48859302-1ff2-4be8-8bb7-e0b61173d377 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for 74126a20-22fb-4881-a95d-7df26da7cd3f owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:49:15.746254 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47d89475-84b6-4d09-81a8-057cb521ed62 req-48859302-1ff2-4be8-8bb7-e0b61173d377 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (74126a20-22fb-4881-a95d-7df26da7cd3f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:15.781650 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48859302-1ff2-4be8-8bb7-e0b61173d377 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=74126a20-22fb-4881-a95d-7df26da7cd3f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:15.826275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d89475-84b6-4d09-81a8-057cb521ed62 req-48859302-1ff2-4be8-8bb7-e0b61173d377 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] No DVR routers for this DVR port 74126a20-22fb-4881-a95d-7df26da7cd3f on host n-h2-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:49:15.829095 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-47d89475-84b6-4d09-81a8-057cb521ed62 req-48859302-1ff2-4be8-8bb7-e0b61173d377 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:15.833232 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47d89475-84b6-4d09-81a8-057cb521ed62 req-48859302-1ff2-4be8-8bb7-e0b61173d377 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.10 "DELETE /v2.0/ports/74126a20-22fb-4881-a95d-7df26da7cd3f HTTP/1.1" status: 204 len: 173 time: 0.5077021 Feb 15 17:49:15.833727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'name': 'network-vif-deleted', 'tag': '74126a20-22fb-4881-a95d-7df26da7cd3f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:49:15.836190 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12d573e-40e9-4a80-a451-4ce03f8fefc6" -d '{"events": [{"server_uuid": "015ba30b-9f3a-408c-94ab-04471d081cc4", "name": "network-vif-deleted", "tag": "74126a20-22fb-4881-a95d-7df26da7cd3f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:49:15.939357 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6310a29-c5f4-4a09-8165-8911a6819045 x-openstack-request-id: req-a6310a29-c5f4-4a09-8165-8911a6819045 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:49:15.939804 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "015ba30b-9f3a-408c-94ab-04471d081cc4", "name": "network-vif-deleted", "tag": "74126a20-22fb-4881-a95d-7df26da7cd3f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:49:15.940222 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a6310a29-c5f4-4a09-8165-8911a6819045 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:49:15.941174 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '015ba30b-9f3a-408c-94ab-04471d081cc4', 'name': 'network-vif-deleted', 'tag': '74126a20-22fb-4881-a95d-7df26da7cd3f', 'status': 'completed', 'code': 200} Feb 15 17:49:16.388665 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-69e62c15-6b63-4e62-afff-22abd6b1e207 req-9c5a7cd7-fa02-42d2-8b55-0c20374382b7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=015ba30b-9f3a-408c-94ab-04471d081cc4 HTTP/1.1" status: 200 len: 210 time: 0.0279317 Feb 15 17:49:17.445637 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43140) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:17.824515 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3e99da8e-b39c-4678-82c9-77f450a788be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:18.092339 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3e99da8e-b39c-4678-82c9-77f450a788be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port 1f159df5-2482-4718-a6a1-8bfaed8755c9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:49:18.092610 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3e99da8e-b39c-4678-82c9-77f450a788be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:18.181423 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-3e99da8e-b39c-4678-82c9-77f450a788be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] For port 1f159df5-2482-4718-a6a1-8bfaed8755c9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=1f159df5-2482-4718-a6a1-8bfaed8755c9,segment=NetworkSegment(04138136-245f-4425-a951-5f79b5b4fb43),segment_id=04138136-245f-4425-a951-5f79b5b4fb43)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:49:18.181791 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3e99da8e-b39c-4678-82c9-77f450a788be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:18.194759 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3e99da8e-b39c-4678-82c9-77f450a788be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for 1f159df5-2482-4718-a6a1-8bfaed8755c9 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:49:18.469662 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3e99da8e-b39c-4678-82c9-77f450a788be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (1f159df5-2482-4718-a6a1-8bfaed8755c9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:18.500591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99da8e-b39c-4678-82c9-77f450a788be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=1f159df5-2482-4718-a6a1-8bfaed8755c9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:18.691856 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3e99da8e-b39c-4678-82c9-77f450a788be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:18.916746 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e99da8e-b39c-4678-82c9-77f450a788be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:49:19.028115 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e99da8e-b39c-4678-82c9-77f450a788be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:49:19.035153 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3e99da8e-b39c-4678-82c9-77f450a788be tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "PUT /v2.0/routers/cc0e4943-c175-4ce7-831b-ac6de89ee4e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5868490 Feb 15 17:49:19.037315 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43142) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:19.040089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660bc148-7896-4ab7-9e22-ba0115f1bf19 None None] Sync routers for ids ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:49:19.051423 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660bc148-7896-4ab7-9e22-ba0115f1bf19 None None] Routers {'cc0e4943-c175-4ce7-831b-ac6de89ee4e3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:49:19.052072 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-660bc148-7896-4ab7-9e22-ba0115f1bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:19.091604 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab69bc3a-9d88-4583-be31-7949e3b48756 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting subnet 7f8752dd-a723-429c-8418-57476feca8f7 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:49:19.095391 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ab69bc3a-9d88-4583-be31-7949e3b48756 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for subnet (7f8752dd-a723-429c-8418-57476feca8f7), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:19.137228 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ab69bc3a-9d88-4583-be31-7949e3b48756 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (7f8752dd-a723-429c-8418-57476feca8f7), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:19.165686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-660bc148-7896-4ab7-9e22-ba0115f1bf19 None None] Set router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:49:19.248757 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ab69bc3a-9d88-4583-be31-7949e3b48756 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (7f8752dd-a723-429c-8418-57476feca8f7), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:19.324627 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 74126a20-22fb-4881-a95d-7df26da7cd3f no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:49:19.349355 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 74126a20-22fb-4881-a95d-7df26da7cd3f {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:49:19.349721 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 74126a20-22fb-4881-a95d-7df26da7cd3f not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:49:19.390706 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ab69bc3a-9d88-4583-be31-7949e3b48756 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (7f8752dd-a723-429c-8418-57476feca8f7), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:19.401146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-660bc148-7896-4ab7-9e22-ba0115f1bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388712882', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:47:29Z', 'updated_at': '2022-02-15T17:49:18Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:30Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:19.423425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69bc3a-9d88-4583-be31-7949e3b48756 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Subnet': ['ID=7f8752dd-a723-429c-8418-57476feca8f7,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:19.425479 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ab69bc3a-9d88-4583-be31-7949e3b48756 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:19.434561 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660bc148-7896-4ab7-9e22-ba0115f1bf19 None None] Checking router: cc0e4943-c175-4ce7-831b-ac6de89ee4e3 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:49:19.434771 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ab69bc3a-9d88-4583-be31-7949e3b48756 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/subnets/7f8752dd-a723-429c-8418-57476feca8f7 HTTP/1.1" status: 204 len: 168 time: 0.3909173 Feb 15 17:49:19.434771 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43144) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:19.438945 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a93711-7392-40a9-9c75-621b3b4bf348 None None] Network 178bd361-b4f5-4f67-a2ec-d2d0f4688005 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:49:19.452830 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660bc148-7896-4ab7-9e22-ba0115f1bf19 None None] Routers {'cc0e4943-c175-4ce7-831b-ac6de89ee4e3'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:49:19.453555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-660bc148-7896-4ab7-9e22-ba0115f1bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:19.550856 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bba93f8-2b26-4e8d-88d7-c374c9baefb3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:19.665532 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bba93f8-2b26-4e8d-88d7-c374c9baefb3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:19.780912 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2bba93f8-2b26-4e8d-88d7-c374c9baefb3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port ac3fd8f6-7bbd-4d46-9595-b5b421b809db {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:49:19.781259 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bba93f8-2b26-4e8d-88d7-c374c9baefb3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ac3fd8f6-7bbd-4d46-9595-b5b421b809db), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:19.800337 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-660bc148-7896-4ab7-9e22-ba0115f1bf19 None None] Set router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:49:19.878061 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-2bba93f8-2b26-4e8d-88d7-c374c9baefb3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] For port ac3fd8f6-7bbd-4d46-9595-b5b421b809db, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ac3fd8f6-7bbd-4d46-9595-b5b421b809db,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:49:19.878061 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bba93f8-2b26-4e8d-88d7-c374c9baefb3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ac3fd8f6-7bbd-4d46-9595-b5b421b809db), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:19.890428 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2bba93f8-2b26-4e8d-88d7-c374c9baefb3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for ac3fd8f6-7bbd-4d46-9595-b5b421b809db owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:49:19.923368 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1654766d-11da-472d-8fc1-4138386ac3d1 None None] DHCP port deletion for 178bd361-b4f5-4f67-a2ec-d2d0f4688005 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:49:20.040731 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1654766d-11da-472d-8fc1-4138386ac3d1 None None] Deleting port ac4948d1-b00b-4b78-9af7-229b7edc0395 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:49:20.043078 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1654766d-11da-472d-8fc1-4138386ac3d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ac4948d1-b00b-4b78-9af7-229b7edc0395), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:20.106055 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-660bc148-7896-4ab7-9e22-ba0115f1bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388712882', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:47:29Z', 'updated_at': '2022-02-15T17:49:18Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:30Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:20.141902 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660bc148-7896-4ab7-9e22-ba0115f1bf19 None None] The sync data for ids ['cc0e4943-c175-4ce7-831b-ac6de89ee4e3'] in n-d-828372-14 is: [{'id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-388712882', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:47:29Z', 'updated_at': '2022-02-15T17:49:18Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'ac3fd8f6-7bbd-4d46-9595-b5b421b809db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:92:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0e4943-c175-4ce7-831b-ac6de89ee4e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:47:30Z', 'updated_at': '2022-02-15T17:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:49:20.144428 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1654766d-11da-472d-8fc1-4138386ac3d1 None None] For port ac4948d1-b00b-4b78-9af7-229b7edc0395, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ac4948d1-b00b-4b78-9af7-229b7edc0395,segment=NetworkSegment(04138136-245f-4425-a951-5f79b5b4fb43),segment_id=04138136-245f-4425-a951-5f79b5b4fb43)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:49:20.144823 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1654766d-11da-472d-8fc1-4138386ac3d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ac4948d1-b00b-4b78-9af7-229b7edc0395), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:20.152207 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bba93f8-2b26-4e8d-88d7-c374c9baefb3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (ac3fd8f6-7bbd-4d46-9595-b5b421b809db), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:20.159195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1654766d-11da-472d-8fc1-4138386ac3d1 None None] Calling delete_port for ac4948d1-b00b-4b78-9af7-229b7edc0395 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:49:20.199572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba93f8-2b26-4e8d-88d7-c374c9baefb3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=ac3fd8f6-7bbd-4d46-9595-b5b421b809db,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:20.262540 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bba93f8-2b26-4e8d-88d7-c374c9baefb3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:20.315515 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1654766d-11da-472d-8fc1-4138386ac3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (ac4948d1-b00b-4b78-9af7-229b7edc0395), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:20.343908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1654766d-11da-472d-8fc1-4138386ac3d1 None None] Pushing event deleted for resources: {'Port': ['ID=ac4948d1-b00b-4b78-9af7-229b7edc0395,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:20.354538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1654766d-11da-472d-8fc1-4138386ac3d1 None None] No DVR routers for this DVR port ac4948d1-b00b-4b78-9af7-229b7edc0395 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:49:20.639071 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ac4948d1-b00b-4b78-9af7-229b7edc0395 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:49:20.667204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: ac4948d1-b00b-4b78-9af7-229b7edc0395 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:49:20.667720 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ac4948d1-b00b-4b78-9af7-229b7edc0395 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:49:20.668255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1f159df5-2482-4718-a6a1-8bfaed8755c9 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:49:20.690183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 1f159df5-2482-4718-a6a1-8bfaed8755c9 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:49:20.690681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 1f159df5-2482-4718-a6a1-8bfaed8755c9 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:49:20.699377 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bba93f8-2b26-4e8d-88d7-c374c9baefb3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:20.702601 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bba93f8-2b26-4e8d-88d7-c374c9baefb3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_controller (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:20.814481 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bba93f8-2b26-4e8d-88d7-c374c9baefb3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (cc0e4943-c175-4ce7-831b-ac6de89ee4e3), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:20.815075 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bba93f8-2b26-4e8d-88d7-c374c9baefb3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Fanout notify agent at l3_agent the message router_deleted on router cc0e4943-c175-4ce7-831b-ac6de89ee4e3 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:49:20.824814 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2bba93f8-2b26-4e8d-88d7-c374c9baefb3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:20.824814 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2bba93f8-2b26-4e8d-88d7-c374c9baefb3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/routers/cc0e4943-c175-4ce7-831b-ac6de89ee4e3 HTTP/1.1" status: 204 len: 168 time: 1.3889258 Feb 15 17:49:20.827739 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43146) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:20.975035 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ae07a21-ce51-4a7c-be40-12c9769a9f4e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (178bd361-b4f5-4f67-a2ec-d2d0f4688005), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:21.098628 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ae07a21-ce51-4a7c-be40-12c9769a9f4e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (178bd361-b4f5-4f67-a2ec-d2d0f4688005), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:21.126176 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7ae07a21-ce51-4a7c-be40-12c9769a9f4e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178bd361-b4f5-4f67-a2ec-d2d0f4688005']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:21.138716 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7ae07a21-ce51-4a7c-be40-12c9769a9f4e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04138136-245f-4425-a951-5f79b5b4fb43') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:21.139136 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-7ae07a21-ce51-4a7c-be40-12c9769a9f4e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04138136-245f-4425-a951-5f79b5b4fb43') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:21.152454 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ae07a21-ce51-4a7c-be40-12c9769a9f4e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (04138136-245f-4425-a951-5f79b5b4fb43), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:21.169567 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ae07a21-ce51-4a7c-be40-12c9769a9f4e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (04138136-245f-4425-a951-5f79b5b4fb43), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:21.175635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae07a21-ce51-4a7c-be40-12c9769a9f4e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:49:21.176012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ae07a21-ce51-4a7c-be40-12c9769a9f4e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (04138136-245f-4425-a951-5f79b5b4fb43), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:49:21.178981 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:49:21.303364 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ae07a21-ce51-4a7c-be40-12c9769a9f4e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (178bd361-b4f5-4f67-a2ec-d2d0f4688005), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:21.310577 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7ae07a21-ce51-4a7c-be40-12c9769a9f4e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:21.314310 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7ae07a21-ce51-4a7c-be40-12c9769a9f4e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/networks/178bd361-b4f5-4f67-a2ec-d2d0f4688005 HTTP/1.1" status: 204 len: 168 time: 0.4851174 Feb 15 17:49:21.317549 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43150) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:21.332636 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae07a21-ce51-4a7c-be40-12c9769a9f4e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Network': ['ID=178bd361-b4f5-4f67-a2ec-d2d0f4688005,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:21.384350 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-02eb820c-44a6-4f3f-b18d-6f56c7f9e0fc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (ef153ec9-789b-4432-9944-d7b80870b7c1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:21.415819 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-02eb820c-44a6-4f3f-b18d-6f56c7f9e0fc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (ef153ec9-789b-4432-9944-d7b80870b7c1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:21.526092 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-02eb820c-44a6-4f3f-b18d-6f56c7f9e0fc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ef153ec9-789b-4432-9944-d7b80870b7c1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:21.529011 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-02eb820c-44a6-4f3f-b18d-6f56c7f9e0fc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:21.530245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-02eb820c-44a6-4f3f-b18d-6f56c7f9e0fc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/security-groups/ef153ec9-789b-4432-9944-d7b80870b7c1 HTTP/1.1" status: 204 len: 168 time: 0.2112899 Feb 15 17:49:21.540093 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb820c-44a6-4f3f-b18d-6f56c7f9e0fc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef153ec9-789b-4432-9944-d7b80870b7c1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:21.864229 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43156) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:21.868822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-349ea497-ea9c-4b9c-80cf-48b20e7085d8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1298781344', 'description': 'tempest-secgroup-smoke-1298781344 description', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:49:21.957833 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-349ea497-ea9c-4b9c-80cf-48b20e7085d8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:22.026917 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-349ea497-ea9c-4b9c-80cf-48b20e7085d8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (efa46be9-33cb-47b9-bf70-1f02215c6068), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:22.100101 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-349ea497-ea9c-4b9c-80cf-48b20e7085d8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (efa46be9-33cb-47b9-bf70-1f02215c6068), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:22.132119 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ea497-ea9c-4b9c-80cf-48b20e7085d8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efa46be9-33cb-47b9-bf70-1f02215c6068,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:22.206117 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-349ea497-ea9c-4b9c-80cf-48b20e7085d8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:22.207516 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-349ea497-ea9c-4b9c-80cf-48b20e7085d8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3422658 Feb 15 17:49:22.210752 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43158) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:22.215600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-25d609d3-150d-4111-a769-318a868f1740 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'efa46be9-33cb-47b9-bf70-1f02215c6068', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:49:22.275628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ac3fd8f6-7bbd-4d46-9595-b5b421b809db no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:49:22.299730 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: ac3fd8f6-7bbd-4d46-9595-b5b421b809db {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:49:22.300134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ac3fd8f6-7bbd-4d46-9595-b5b421b809db not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:49:22.306753 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-25d609d3-150d-4111-a769-318a868f1740 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (df940743-f7f9-44aa-aded-e86f3f615814), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:22.369429 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-25d609d3-150d-4111-a769-318a868f1740 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (df940743-f7f9-44aa-aded-e86f3f615814), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:22.443163 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-25d609d3-150d-4111-a769-318a868f1740 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (df940743-f7f9-44aa-aded-e86f3f615814), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:22.462592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d609d3-150d-4111-a769-318a868f1740 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df940743-f7f9-44aa-aded-e86f3f615814,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:22.531361 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-25d609d3-150d-4111-a769-318a868f1740 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:22.532737 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-25d609d3-150d-4111-a769-318a868f1740 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3209097 Feb 15 17:49:22.535584 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43160) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:22.540397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-721046eb-fb10-4cc1-8f51-6354c2a38d96 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'efa46be9-33cb-47b9-bf70-1f02215c6068', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:49:22.635646 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-721046eb-fb10-4cc1-8f51-6354c2a38d96 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (76778012-0391-4056-8bfc-244485ab962a), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:22.730818 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-721046eb-fb10-4cc1-8f51-6354c2a38d96 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (76778012-0391-4056-8bfc-244485ab962a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:22.800723 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-721046eb-fb10-4cc1-8f51-6354c2a38d96 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (76778012-0391-4056-8bfc-244485ab962a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:22.818740 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721046eb-fb10-4cc1-8f51-6354c2a38d96 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76778012-0391-4056-8bfc-244485ab962a,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:22.894932 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-721046eb-fb10-4cc1-8f51-6354c2a38d96 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:22.896229 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-721046eb-fb10-4cc1-8f51-6354c2a38d96 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3595927 Feb 15 17:49:22.899252 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43162) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:22.903969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7c13d346-995a-4dae-98f2-8903a51ce3b6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'efa46be9-33cb-47b9-bf70-1f02215c6068', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:49:22.990958 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c13d346-995a-4dae-98f2-8903a51ce3b6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (0a5852ed-92d7-4baf-8b8c-6dfb42b821ed), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:23.059372 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c13d346-995a-4dae-98f2-8903a51ce3b6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (0a5852ed-92d7-4baf-8b8c-6dfb42b821ed), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:23.137653 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c13d346-995a-4dae-98f2-8903a51ce3b6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (0a5852ed-92d7-4baf-8b8c-6dfb42b821ed), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:23.158305 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13d346-995a-4dae-98f2-8903a51ce3b6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5852ed-92d7-4baf-8b8c-6dfb42b821ed,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:23.245756 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7c13d346-995a-4dae-98f2-8903a51ce3b6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:23.247004 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7c13d346-995a-4dae-98f2-8903a51ce3b6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3466761 Feb 15 17:49:23.250172 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43164) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:23.256901 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-12716a47-9b2f-4d30-b39a-220fe0ea1140 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'efa46be9-33cb-47b9-bf70-1f02215c6068', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:49:23.354849 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12716a47-9b2f-4d30-b39a-220fe0ea1140 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (1eb2acac-2304-48db-94c9-6a01e45c8074), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:23.419972 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12716a47-9b2f-4d30-b39a-220fe0ea1140 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (1eb2acac-2304-48db-94c9-6a01e45c8074), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:23.488843 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12716a47-9b2f-4d30-b39a-220fe0ea1140 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (1eb2acac-2304-48db-94c9-6a01e45c8074), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:23.510797 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12716a47-9b2f-4d30-b39a-220fe0ea1140 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb2acac-2304-48db-94c9-6a01e45c8074,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:23.566090 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-12716a47-9b2f-4d30-b39a-220fe0ea1140 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:23.567934 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-12716a47-9b2f-4d30-b39a-220fe0ea1140 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3163035 Feb 15 17:49:23.571479 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43166) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:23.576245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-55b90fe7-cf47-4147-af72-5a1941564218 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'efa46be9-33cb-47b9-bf70-1f02215c6068', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:49:23.666134 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-55b90fe7-cf47-4147-af72-5a1941564218 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Project 2b0ac2d4c01a4bbaa78ab96fa3950db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:49:23.671601 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-55b90fe7-cf47-4147-af72-5a1941564218 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (3667bb13-ba91-4519-9468-6dcab71d6524), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:23.732584 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-55b90fe7-cf47-4147-af72-5a1941564218 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (3667bb13-ba91-4519-9468-6dcab71d6524), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:23.798235 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-55b90fe7-cf47-4147-af72-5a1941564218 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (3667bb13-ba91-4519-9468-6dcab71d6524), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:23.826257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b90fe7-cf47-4147-af72-5a1941564218 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3667bb13-ba91-4519-9468-6dcab71d6524,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:23.913926 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-55b90fe7-cf47-4147-af72-5a1941564218 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:23.915298 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-55b90fe7-cf47-4147-af72-5a1941564218 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3427663 Feb 15 17:49:23.918799 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43168) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:23.924202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-cf4d82cf-26c3-4c85-a142-2e14770b49fc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'efa46be9-33cb-47b9-bf70-1f02215c6068', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:49:24.018350 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-cf4d82cf-26c3-4c85-a142-2e14770b49fc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Project 2b0ac2d4c01a4bbaa78ab96fa3950db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:49:24.024446 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cf4d82cf-26c3-4c85-a142-2e14770b49fc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (49387d13-87e5-4658-a8b0-979b35c83263), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:24.091417 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cf4d82cf-26c3-4c85-a142-2e14770b49fc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (49387d13-87e5-4658-a8b0-979b35c83263), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:24.166319 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cf4d82cf-26c3-4c85-a142-2e14770b49fc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (49387d13-87e5-4658-a8b0-979b35c83263), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:24.184955 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d82cf-26c3-4c85-a142-2e14770b49fc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49387d13-87e5-4658-a8b0-979b35c83263,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:24.260164 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cf4d82cf-26c3-4c85-a142-2e14770b49fc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:24.261713 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cf4d82cf-26c3-4c85-a142-2e14770b49fc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3419306 Feb 15 17:49:24.265337 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43170) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:24.270270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f3f3f42b-3655-4707-963f-258d65e032ed tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'network': {'name': 'tempest-network-smoke--915672442', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'port_security_enabled': True}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:49:24.352151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f3f42b-3655-4707-963f-258d65e032ed tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Made reservation on behalf of 2b0ac2d4c01a4bbaa78ab96fa3950db5 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:49:24.356401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f3f3f42b-3655-4707-963f-258d65e032ed tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:24.385854 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f3f42b-3655-4707-963f-258d65e032ed tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:49:24.402990 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f3f3f42b-3655-4707-963f-258d65e032ed tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2d90e222-9d36-4241-96be-66e17c3b63f8), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:24.402990 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-f3f3f42b-3655-4707-963f-258d65e032ed tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Added segment 2d90e222-9d36-4241-96be-66e17c3b63f8 of type vlan for network 76462a16-509d-48d7-9e6b-5e04e973a7fd Feb 15 17:49:24.453307 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f3f3f42b-3655-4707-963f-258d65e032ed tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (76462a16-509d-48d7-9e6b-5e04e973a7fd), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:24.534812 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f3f3f42b-3655-4707-963f-258d65e032ed tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (76462a16-509d-48d7-9e6b-5e04e973a7fd), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:24.540174 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f3f42b-3655-4707-963f-258d65e032ed tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:24.540775 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f3f3f42b-3655-4707-963f-258d65e032ed tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:24.613515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3f42b-3655-4707-963f-258d65e032ed tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Network': ['ID=76462a16-509d-48d7-9e6b-5e04e973a7fd,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:24.623693 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 76462a16-509d-48d7-9e6b-5e04e973a7fd details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:49:24.686508 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f3f3f42b-3655-4707-963f-258d65e032ed tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4196289 Feb 15 17:49:24.690580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43172) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:24.695353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-717171061', 'admin_state_up': True, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:49:24.766847 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (2603e3e4-3710-4b48-9813-2aeb578918ea), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:24.767955 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (2603e3e4-3710-4b48-9813-2aeb578918ea), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:24.818892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_controller (2603e3e4-3710-4b48-9813-2aeb578918ea), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:25.042749 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (2603e3e4-3710-4b48-9813-2aeb578918ea), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:25.296906 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (2603e3e4-3710-4b48-9813-2aeb578918ea), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:25.319479 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:25.449252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.25.4.17 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/2adc6829-9a18-4685-b4fb-6a6e2153f1a2) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:49:25.566251 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (2adc6829-9a18-4685-b4fb-6a6e2153f1a2), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:25.652486 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (2adc6829-9a18-4685-b4fb-6a6e2153f1a2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:25.693567 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:49:25.696575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:49:25.700128 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:49:25.706515 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=2adc6829-9a18-4685-b4fb-6a6e2153f1a2,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:26.029776 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (2603e3e4-3710-4b48-9813-2aeb578918ea), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:26.232545 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (2603e3e4-3710-4b48-9813-2aeb578918ea), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:26.434987 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router 2603e3e4-3710-4b48-9813-2aeb578918ea is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:49:26.545337 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:49:26.558191 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Sync routers for ids ['2603e3e4-3710-4b48-9813-2aeb578918ea'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:49:26.570225 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Routers {'2603e3e4-3710-4b48-9813-2aeb578918ea'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:49:26.570902 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2603e3e4-3710-4b48-9813-2aeb578918ea'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:26.632162 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:26.633774 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-a7877312-edde-473a-94e4-6ee5577a139a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9419873 Feb 15 17:49:26.637317 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43174) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:26.666599 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3e026521-4a6b-42a0-9f10-4be75b83a458 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279014 Feb 15 17:49:26.669832 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43176) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:26.682497 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Set router 2603e3e4-3710-4b48-9813-2aeb578918ea gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:49:26.763128 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246f7a82-60ea-4bf8-a708-ef53e2987f82 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:26.764710 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-246f7a82-60ea-4bf8-a708-ef53e2987f82 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939310 Feb 15 17:49:26.768013 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43178) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:26.845565 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4a454723-f309-4822-8be8-06dd321cf41a tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0763085 Feb 15 17:49:26.849613 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43182) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:26.854474 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-83841ad9-1356-4747-8c6c-b287ac0430b0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-678122527', 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:49:26.892428 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717171061', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:49:24Z', 'updated_at': '2022-02-15T17:49:25Z', 'revision_number': 3, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:25Z', 'updated_at': '2022-02-15T17:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:26.938150 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Checking router: 2603e3e4-3710-4b48-9813-2aeb578918ea for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:49:26.938648 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Updating router 2603e3e4-3710-4b48-9813-2aeb578918ea port 2adc6829-9a18-4685-b4fb-6a6e2153f1a2 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:49:26.978691 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2adc6829-9a18-4685-b4fb-6a6e2153f1a2), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:27.037078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83841ad9-1356-4747-8c6c-b287ac0430b0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Made reservation on behalf of 2b0ac2d4c01a4bbaa78ab96fa3950db5 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:49:27.040570 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83841ad9-1356-4747-8c6c-b287ac0430b0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:27.296946 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Publish callbacks [] for port (2adc6829-9a18-4685-b4fb-6a6e2153f1a2), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:27.312026 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83841ad9-1356-4747-8c6c-b287ac0430b0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (8444e21b-7279-4dbc-a919-b99f1a61a9b0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:27.363162 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2adc6829-9a18-4685-b4fb-6a6e2153f1a2), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:27.373828 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83841ad9-1356-4747-8c6c-b287ac0430b0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Subnet': ['ID=8444e21b-7279-4dbc-a919-b99f1a61a9b0,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:27.385143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83841ad9-1356-4747-8c6c-b287ac0430b0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Checking segment: {'id': '2d90e222-9d36-4241-96be-66e17c3b63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:49:27.385547 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83841ad9-1356-4747-8c6c-b287ac0430b0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network hostable DHCP agents. Network: 76462a16-509d-48d7-9e6b-5e04e973a7fd, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:49:27.416487 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Attempting to bind port 2adc6829-9a18-4685-b4fb-6a6e2153f1a2 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:49:27.416881 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Attempting to bind port 2adc6829-9a18-4685-b4fb-6a6e2153f1a2 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:49:27.417242 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Attempting to bind port 2adc6829-9a18-4685-b4fb-6a6e2153f1a2 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:49:27.423226 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e21efe-018f-4eab-86f2-4ddd06926432 None None] Pushing event updated for resources: {'Port': ['ID=2adc6829-9a18-4685-b4fb-6a6e2153f1a2,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:27.431438 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:49:27.431813 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:49:27.432223 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:27.432613 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:49:27.433075 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Bound port: 2adc6829-9a18-4685-b4fb-6a6e2153f1a2, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:49:27.433477 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2adc6829-9a18-4685-b4fb-6a6e2153f1a2), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:27.435627 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e21efe-018f-4eab-86f2-4ddd06926432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:27.435970 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e21efe-018f-4eab-86f2-4ddd06926432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:27.436302 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e21efe-018f-4eab-86f2-4ddd06926432 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:27.436663 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e21efe-018f-4eab-86f2-4ddd06926432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:27.436985 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e21efe-018f-4eab-86f2-4ddd06926432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:27.437307 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e21efe-018f-4eab-86f2-4ddd06926432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:27.437654 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e21efe-018f-4eab-86f2-4ddd06926432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:27.437973 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e21efe-018f-4eab-86f2-4ddd06926432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:27.438290 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e21efe-018f-4eab-86f2-4ddd06926432 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:27.438604 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e21efe-018f-4eab-86f2-4ddd06926432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:27.438921 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e21efe-018f-4eab-86f2-4ddd06926432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:27.439233 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e21efe-018f-4eab-86f2-4ddd06926432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:27.439546 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e21efe-018f-4eab-86f2-4ddd06926432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:27.477591 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83841ad9-1356-4747-8c6c-b287ac0430b0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 76462a16-509d-48d7-9e6b-5e04e973a7fd is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:49:27.499958 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] For port 2adc6829-9a18-4685-b4fb-6a6e2153f1a2, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:49:27.503076 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] For port 2adc6829-9a18-4685-b4fb-6a6e2153f1a2, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2adc6829-9a18-4685-b4fb-6a6e2153f1a2,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:49:27.557687 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-83841ad9-1356-4747-8c6c-b287ac0430b0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 76462a16-509d-48d7-9e6b-5e04e973a7fd) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:49:27.566352 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83841ad9-1356-4747-8c6c-b287ac0430b0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:27.567276 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-83841ad9-1356-4747-8c6c-b287ac0430b0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:27.575179 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7aaa94-e325-4606-bcca-1c743cbc787e None None] Network 76462a16-509d-48d7-9e6b-5e04e973a7fd requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:49:27.582060 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2adc6829-9a18-4685-b4fb-6a6e2153f1a2), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:27.650796 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-83841ad9-1356-4747-8c6c-b287ac0430b0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7997155 Feb 15 17:49:27.653398 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43184) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:27.677961 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e21efe-018f-4eab-86f2-4ddd06926432 None None] Pushing event updated for resources: {'Port': ['ID=2adc6829-9a18-4685-b4fb-6a6e2153f1a2,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:27.683169 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Routers {'2603e3e4-3710-4b48-9813-2aeb578918ea'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:49:27.684221 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2603e3e4-3710-4b48-9813-2aeb578918ea'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:27.745089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-76462a16-509d-48d7-9e6b-5e04e973a7fd', 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ips': [{'subnet_id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:49:27.745089 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:27.860776 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] Set router 2603e3e4-3710-4b48-9813-2aeb578918ea gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:49:27.980817 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Allocated IP 172.20.0.2 (76462a16-509d-48d7-9e6b-5e04e973a7fd/8444e21b-7279-4dbc-a919-b99f1a61a9b0/f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:49:28.109490 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717171061', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:49:24Z', 'updated_at': '2022-02-15T17:49:25Z', 'revision_number': 3, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:25Z', 'updated_at': '2022-02-15T17:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:28.142481 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0154a4b3-c1b1-45ca-9cd9-c1b8eaf06a9c None None] The sync data for ids ['2603e3e4-3710-4b48-9813-2aeb578918ea'] in n-d-828372-14 is: [{'id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717171061', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:49:24Z', 'updated_at': '2022-02-15T17:49:25Z', 'revision_number': 3, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:25Z', 'updated_at': '2022-02-15T17:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:49:28.197690 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:28.218743 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Publish callbacks [] for port (f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:28.306778 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:28.375404 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Network 76462a16-509d-48d7-9e6b-5e04e973a7fd is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:49:28.389074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:49:28.389074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Pushing event updated for resources: {'Port': ['ID=f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:28.390459 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:49:28.486778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Attempting to bind port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:49:28.487252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Attempting to bind port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '2d90e222-9d36-4241-96be-66e17c3b63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:49:28.487511 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Attempting to bind port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e on network 76462a16-509d-48d7-9e6b-5e04e973a7fd {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:49:28.493322 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:49:28.493836 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Checking segment: {'id': '2d90e222-9d36-4241-96be-66e17c3b63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:49:28.494150 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:28.494552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Bound using segment: {'id': '2d90e222-9d36-4241-96be-66e17c3b63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:49:28.495027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Bound port: f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d90e222-9d36-4241-96be-66e17c3b63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:49:28.495572 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:28.567431 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] For port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:49:28.570973 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] For port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e,segment=NetworkSegment(2d90e222-9d36-4241-96be-66e17c3b63f8),segment_id=2d90e222-9d36-4241-96be-66e17c3b63f8)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:49:28.610723 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.20.0.1 (76462a16-509d-48d7-9e6b-5e04e973a7fd/8444e21b-7279-4dbc-a919-b99f1a61a9b0/c92db099-fdc6-4c6f-a120-175c71f77b53) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:49:28.664156 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:28.767374 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:28.768166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b97bc-1fb9-4734-abb0-a25d11d135df None None] Pushing event updated for resources: {'Port': ['ID=f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:28.875952 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:28.941845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 76462a16-509d-48d7-9e6b-5e04e973a7fd is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:49:28.947373 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:49:28.958657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:49:28.967157 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=c92db099-fdc6-4c6f-a120-175c71f77b53,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:29.033172 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (2603e3e4-3710-4b48-9813-2aeb578918ea), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:29.276739 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:29.571311 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:29.626417 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:29.712713 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (2603e3e4-3710-4b48-9813-2aeb578918ea), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:29.714586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=c92db099-fdc6-4c6f-a120-175c71f77b53,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:29.850614 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2805cc4-206f-4341-aaaa-1bce39f41354 None None] Network 76462a16-509d-48d7-9e6b-5e04e973a7fd requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:49:29.945416 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-112fdcb3-2f7a-4260-bc40-53c79c345e83 None None] Provisioning complete for port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:49:29.945788 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-112fdcb3-2f7a-4260-bc40-53c79c345e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:30.075174 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-112fdcb3-2f7a-4260-bc40-53c79c345e83 None None] Current status of the port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:49:30.075585 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-112fdcb3-2f7a-4260-bc40-53c79c345e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:30.122507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-112fdcb3-2f7a-4260-bc40-53c79c345e83 None None] For port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e,segment=NetworkSegment(2d90e222-9d36-4241-96be-66e17c3b63f8),segment_id=2d90e222-9d36-4241-96be-66e17c3b63f8)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:49:30.197467 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-112fdcb3-2f7a-4260-bc40-53c79c345e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:30.205248 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 76462a16-509d-48d7-9e6b-5e04e973a7fd is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:49:30.207179 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:49:30.297316 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fdcb3-2f7a-4260-bc40-53c79c345e83 None None] Pushing event updated for resources: {'Port': ['ID=f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:30.395774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router 2603e3e4-3710-4b48-9813-2aeb578918ea has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:49:30.428764 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-90af48b5-50e1-49ff-9c5c-1e6b0cdc84db None None] Provisioning complete for port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:49:30.429615 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90af48b5-50e1-49ff-9c5c-1e6b0cdc84db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:30.480188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:49:30.578402 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:49:30.584686 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-52fb6f0d-edf8-4aab-9b04-7a7a28237885 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "PUT /v2.0/routers/2603e3e4-3710-4b48-9813-2aeb578918ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9291816 Feb 15 17:49:30.606208 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:49:30.606439 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:30.629205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-90af48b5-50e1-49ff-9c5c-1e6b0cdc84db None None] Current status of the port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:49:30.631885 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Sync routers for ids ['2603e3e4-3710-4b48-9813-2aeb578918ea'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:49:30.660749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Routers {'2603e3e4-3710-4b48-9813-2aeb578918ea'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:49:30.661412 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2603e3e4-3710-4b48-9813-2aeb578918ea'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:30.742436 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-90af48b5-50e1-49ff-9c5c-1e6b0cdc84db None None] Provisioning complete for port c92db099-fdc6-4c6f-a120-175c71f77b53 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:49:30.742970 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-90af48b5-50e1-49ff-9c5c-1e6b0cdc84db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:30.778030 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f5f1674-5cc1-422c-b98c-566302843450 req-0bd123cf-27c0-423a-87ee-1431caa9657e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1298781344&fields=id&tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5 HTTP/1.1" status: 200 len: 267 time: 0.0605092 Feb 15 17:49:30.827569 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-90af48b5-50e1-49ff-9c5c-1e6b0cdc84db None None] Port c92db099-fdc6-4c6f-a120-175c71f77b53 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:49:31.031165 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:49:31.031165 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2adc6829-9a18-4685-b4fb-6a6e2153f1a2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:49:31.031165 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Set router 2603e3e4-3710-4b48-9813-2aeb578918ea gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:49:31.033892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f1674-5cc1-422c-b98c-566302843450 req-75bf9873-366e-4ac3-a837-bcb17cf312b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:31.033892 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f5f1674-5cc1-422c-b98c-566302843450 req-75bf9873-366e-4ac3-a837-bcb17cf312b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/networks?id=76462a16-509d-48d7-9e6b-5e04e973a7fd HTTP/1.1" status: 200 len: 796 time: 0.1396554 Feb 15 17:49:31.033892 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f5f1674-5cc1-422c-b98c-566302843450 req-a7e3dce3-a7ee-4739-a83c-87a3effc596c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/quotas/2b0ac2d4c01a4bbaa78ab96fa3950db5 HTTP/1.1" status: 200 len: 375 time: 0.0146153 Feb 15 17:49:31.033892 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f5f1674-5cc1-422c-b98c-566302843450 req-f5626b8f-73cc-4bd9-940b-4f953550a0b4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584707 Feb 15 17:49:31.151777 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f5f1674-5cc1-422c-b98c-566302843450 req-44926cce-619f-466f-88bb-ed76f5b765e7 service neutron] 10.222.0.107 "GET /v2.0/networks/76462a16-509d-48d7-9e6b-5e04e973a7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345642 Feb 15 17:49:31.181319 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b0b6e12c-ee55-4eb2-940b-fd83e53e5083 None None] Provisioning complete for port c92db099-fdc6-4c6f-a120-175c71f77b53 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:49:31.181733 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b0b6e12c-ee55-4eb2-940b-fd83e53e5083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:31.248649 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f5f1674-5cc1-422c-b98c-566302843450 req-c8790ac4-9bbc-4a99-85ee-8f17612605d9 service neutron] 10.222.0.107 "GET /v2.0/networks/76462a16-509d-48d7-9e6b-5e04e973a7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909486 Feb 15 17:49:31.262684 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 2adc6829-9a18-4685-b4fb-6a6e2153f1a2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:49:31.263066 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2adc6829-9a18-4685-b4fb-6a6e2153f1a2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:31.287205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b0b6e12c-ee55-4eb2-940b-fd83e53e5083 None None] Port c92db099-fdc6-4c6f-a120-175c71f77b53 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:49:31.340713 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:31.428029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 2adc6829-9a18-4685-b4fb-6a6e2153f1a2 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:49:31.428340 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (2adc6829-9a18-4685-b4fb-6a6e2153f1a2), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:31.435369 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:31.436069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-dd29f739-83c7-4033-86c3-25c7707e64e3 None None] Provisioning complete for port c92db099-fdc6-4c6f-a120-175c71f77b53 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:49:31.437056 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dd29f739-83c7-4033-86c3-25c7707e64e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:31.474855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 2adc6829-9a18-4685-b4fb-6a6e2153f1a2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2adc6829-9a18-4685-b4fb-6a6e2153f1a2,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:49:31.484018 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717171061', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:49:24Z', 'updated_at': '2022-02-15T17:49:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:25Z', 'updated_at': '2022-02-15T17:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'c92db099-fdc6-4c6f-a120-175c71f77b53', 'name': '', 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:68:73:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:28Z', 'updated_at': '2022-02-15T17:49:29Z', 'revision_number': 2, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:31.514742 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Checking router: 2603e3e4-3710-4b48-9813-2aeb578918ea for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:49:31.515119 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Updating router 2603e3e4-3710-4b48-9813-2aeb578918ea port c92db099-fdc6-4c6f-a120-175c71f77b53 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:49:31.545237 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-dd29f739-83c7-4033-86c3-25c7707e64e3 None None] Port c92db099-fdc6-4c6f-a120-175c71f77b53 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:49:31.547326 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (2adc6829-9a18-4685-b4fb-6a6e2153f1a2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:31.558680 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-44bba866-fe8b-4614-8455-86f3f49676dc req-7210af8c-c0e5-468f-8dd3-4e32f9d28cef tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 210 time: 0.0406940 Feb 15 17:49:31.583952 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:31.641755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=2adc6829-9a18-4685-b4fb-6a6e2153f1a2,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:31.875439 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Publish callbacks [] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:31.945482 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:32.046247 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a61eb-9cf5-407f-9b33-424a41876716 None None] Pushing event updated for resources: {'Port': ['ID=c92db099-fdc6-4c6f-a120-175c71f77b53,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:32.065021 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Attempting to bind port c92db099-fdc6-4c6f-a120-175c71f77b53 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:49:32.065432 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Attempting to bind port c92db099-fdc6-4c6f-a120-175c71f77b53 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '2d90e222-9d36-4241-96be-66e17c3b63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:49:32.065811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Attempting to bind port c92db099-fdc6-4c6f-a120-175c71f77b53 on network 76462a16-509d-48d7-9e6b-5e04e973a7fd {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:49:32.071177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:49:32.071560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Checking segment: {'id': '2d90e222-9d36-4241-96be-66e17c3b63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:49:32.072027 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:32.072430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Bound using segment: {'id': '2d90e222-9d36-4241-96be-66e17c3b63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:49:32.072911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Bound port: c92db099-fdc6-4c6f-a120-175c71f77b53, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d90e222-9d36-4241-96be-66e17c3b63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:49:32.073332 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:32.142255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] For port c92db099-fdc6-4c6f-a120-175c71f77b53, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:49:32.145668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] For port c92db099-fdc6-4c6f-a120-175c71f77b53, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c92db099-fdc6-4c6f-a120-175c71f77b53,segment=NetworkSegment(2d90e222-9d36-4241-96be-66e17c3b63f8),segment_id=2d90e222-9d36-4241-96be-66e17c3b63f8)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:49:32.276537 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:32.311059 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3058af07-dedb-42f8-a545-c36c08b1d0a2 None None] Provisioning complete for port c92db099-fdc6-4c6f-a120-175c71f77b53 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:49:32.311059 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3058af07-dedb-42f8-a545-c36c08b1d0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:32.341271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:49:32.404953 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a61eb-9cf5-407f-9b33-424a41876716 None None] Pushing event updated for resources: {'Port': ['ID=c92db099-fdc6-4c6f-a120-175c71f77b53,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:32.420842 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Routers {'2603e3e4-3710-4b48-9813-2aeb578918ea'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:49:32.423900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:49:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2603e3e4-3710-4b48-9813-2aeb578918ea'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:32.558614 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:49:32.559016 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:32.563145 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3058af07-dedb-42f8-a545-c36c08b1d0a2 None None] Current status of the port c92db099-fdc6-4c6f-a120-175c71f77b53 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:49:32.563416 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3058af07-dedb-42f8-a545-c36c08b1d0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:32.635181 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] Set router 2603e3e4-3710-4b48-9813-2aeb578918ea gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:49:32.663668 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-014cba82-9c56-47d2-9e9a-3c96f57b9f33 req-3bb4faab-71ba-41b7-8175-8966c567d0c5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 210 time: 0.0324852 Feb 15 17:49:32.680628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3058af07-dedb-42f8-a545-c36c08b1d0a2 None None] For port c92db099-fdc6-4c6f-a120-175c71f77b53, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c92db099-fdc6-4c6f-a120-175c71f77b53,segment=NetworkSegment(2d90e222-9d36-4241-96be-66e17c3b63f8),segment_id=2d90e222-9d36-4241-96be-66e17c3b63f8)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:49:32.755814 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3058af07-dedb-42f8-a545-c36c08b1d0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:32.834976 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:49:32.835997 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2adc6829-9a18-4685-b4fb-6a6e2153f1a2 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:49:32.921338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3058af07-dedb-42f8-a545-c36c08b1d0a2 None None] Pushing event updated for resources: {'Port': ['ID=c92db099-fdc6-4c6f-a120-175c71f77b53,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:32.954069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c996c76b-3808-416b-9214-e145f461e546 None None] Provisioning complete for port c92db099-fdc6-4c6f-a120-175c71f77b53 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:49:32.954442 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c996c76b-3808-416b-9214-e145f461e546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:33.008199 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 2adc6829-9a18-4685-b4fb-6a6e2153f1a2 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:49:33.008567 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (2adc6829-9a18-4685-b4fb-6a6e2153f1a2), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:33.059094 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717171061', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:49:24Z', 'updated_at': '2022-02-15T17:49:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:25Z', 'updated_at': '2022-02-15T17:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'c92db099-fdc6-4c6f-a120-175c71f77b53', 'name': '', 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:68:73:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:28Z', 'updated_at': '2022-02-15T17:49:32Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:33.113001 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfe7fa0-5acb-46eb-9a22-727419eb608b None None] The sync data for ids ['2603e3e4-3710-4b48-9813-2aeb578918ea'] in n-d-828372-14 is: [{'id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717171061', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:49:24Z', 'updated_at': '2022-02-15T17:49:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:25Z', 'updated_at': '2022-02-15T17:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'c92db099-fdc6-4c6f-a120-175c71f77b53', 'name': '', 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:68:73:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:28Z', 'updated_at': '2022-02-15T17:49:32Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:49:33.123389 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c996c76b-3808-416b-9214-e145f461e546 None None] Current status of the port c92db099-fdc6-4c6f-a120-175c71f77b53 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:49:33.182451 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 2adc6829-9a18-4685-b4fb-6a6e2153f1a2 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:49:33.539328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f1674-5cc1-422c-b98c-566302843450 req-bc52077d-b22d-4746-93b0-0c2957bd2f2b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:33.540926 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f5f1674-5cc1-422c-b98c-566302843450 req-bc52077d-b22d-4746-93b0-0c2957bd2f2b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "GET /v2.0/networks?id=76462a16-509d-48d7-9e6b-5e04e973a7fd HTTP/1.1" status: 200 len: 796 time: 0.1155052 Feb 15 17:49:33.611653 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f5f1674-5cc1-422c-b98c-566302843450 req-4da17260-3c3b-49b2-b8e2-020f35c9568c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5 HTTP/1.1" status: 200 len: 380 time: 0.0630774 Feb 15 17:49:33.620174 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-6f5f1674-5cc1-422c-b98c-566302843450 req-08aede9e-20c4-419b-b849-0768019dc7db tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'port': {'device_id': '780d6796-991a-49b6-aed0-4827221561f9', 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd', 'admin_state_up': True, 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'security_groups': ['efa46be9-33cb-47b9-bf70-1f02215c6068']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:49:33.758831 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:49:33.768106 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-537dae11-382f-4cd7-bdad-88a27465029a req-37e5560f-3757-47f5-a063-cb6d47ab07dd tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 210 time: 0.0294323 Feb 15 17:49:33.840784 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5f1674-5cc1-422c-b98c-566302843450 req-08aede9e-20c4-419b-b849-0768019dc7db tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Made reservation on behalf of 2b0ac2d4c01a4bbaa78ab96fa3950db5 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:49:33.845105 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6f5f1674-5cc1-422c-b98c-566302843450 req-08aede9e-20c4-419b-b849-0768019dc7db tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:33.987421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-6f5f1674-5cc1-422c-b98c-566302843450 req-08aede9e-20c4-419b-b849-0768019dc7db tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.20.0.9 (76462a16-509d-48d7-9e6b-5e04e973a7fd/8444e21b-7279-4dbc-a919-b99f1a61a9b0/12e1d41a-75f5-49c0-a68c-0657a6e0dcc9) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:49:34.144930 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6f5f1674-5cc1-422c-b98c-566302843450 req-08aede9e-20c4-419b-b849-0768019dc7db tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (12e1d41a-75f5-49c0-a68c-0657a6e0dcc9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:34.255119 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6f5f1674-5cc1-422c-b98c-566302843450 req-08aede9e-20c4-419b-b849-0768019dc7db tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (12e1d41a-75f5-49c0-a68c-0657a6e0dcc9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:34.300386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5f1674-5cc1-422c-b98c-566302843450 req-08aede9e-20c4-419b-b849-0768019dc7db tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 76462a16-509d-48d7-9e6b-5e04e973a7fd is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:49:34.310143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-6f5f1674-5cc1-422c-b98c-566302843450 req-08aede9e-20c4-419b-b849-0768019dc7db tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:49:34.319302 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5f1674-5cc1-422c-b98c-566302843450 req-08aede9e-20c4-419b-b849-0768019dc7db tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:49:34.322613 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aede9e-20c4-419b-b849-0768019dc7db tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=12e1d41a-75f5-49c0-a68c-0657a6e0dcc9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:34.376014 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c92db099-fdc6-4c6f-a120-175c71f77b53 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:49:34.402061 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f1674-5cc1-422c-b98c-566302843450 req-08aede9e-20c4-419b-b849-0768019dc7db tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:34.402742 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6f5f1674-5cc1-422c-b98c-566302843450 req-08aede9e-20c4-419b-b849-0768019dc7db tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:34.432422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port c92db099-fdc6-4c6f-a120-175c71f77b53 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:49:34.432807 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:34.474788 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f5f1674-5cc1-422c-b98c-566302843450 req-08aede9e-20c4-419b-b849-0768019dc7db tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8584023 Feb 15 17:49:34.487624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Request body: {'port': {'device_id': '780d6796-991a-49b6-aed0-4827221561f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:49:34.524535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port c92db099-fdc6-4c6f-a120-175c71f77b53 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:49:34.556889 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (12e1d41a-75f5-49c0-a68c-0657a6e0dcc9), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:34.659612 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e808b337-4c9b-4e09-8c5b-543217d788e1 None None] Provisioning complete for port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:49:34.659888 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e808b337-4c9b-4e09-8c5b-543217d788e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (12e1d41a-75f5-49c0-a68c-0657a6e0dcc9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:34.694286 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e808b337-4c9b-4e09-8c5b-543217d788e1 None None] Port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:49:34.834200 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:49:34.850244 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Publish callbacks [] for port (12e1d41a-75f5-49c0-a68c-0657a6e0dcc9), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:34.880759 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Transition to ACTIVE for port object 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:49:34.903557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dca22-e11e-47bc-bde2-a6741618e2ef req-ae38e174-fce4-4eb4-a92f-87d263e0743e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:34.905119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-535dca22-e11e-47bc-bde2-a6741618e2ef req-ae38e174-fce4-4eb4-a92f-87d263e0743e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 931 time: 0.0663652 Feb 15 17:49:34.955809 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-535dca22-e11e-47bc-bde2-a6741618e2ef req-3679cf90-2ed7-4769-b132-96d947da9936 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447612 Feb 15 17:49:34.957200 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (12e1d41a-75f5-49c0-a68c-0657a6e0dcc9), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:35.012516 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Pushing event updated for resources: {'Port': ['ID=12e1d41a-75f5-49c0-a68c-0657a6e0dcc9,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:35.088264 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Attempting to bind port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:49:35.088615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Attempting to bind port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '2d90e222-9d36-4241-96be-66e17c3b63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:49:35.088947 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Attempting to bind port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 on network 76462a16-509d-48d7-9e6b-5e04e973a7fd {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:49:35.093800 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 on network 76462a16-509d-48d7-9e6b-5e04e973a7fd not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:49:35.094132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Attempting to bind port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 on network 76462a16-509d-48d7-9e6b-5e04e973a7fd {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:49:35.099459 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 49, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:49:35.099808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Checking segment: {'id': '2d90e222-9d36-4241-96be-66e17c3b63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:49:35.100203 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Bound using segment: {'id': '2d90e222-9d36-4241-96be-66e17c3b63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:49:35.100645 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Bound port: 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d90e222-9d36-4241-96be-66e17c3b63f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:49:35.101010 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (12e1d41a-75f5-49c0-a68c-0657a6e0dcc9), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:35.172515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] For port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:49:35.175978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] For port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=12e1d41a-75f5-49c0-a68c-0657a6e0dcc9,segment=NetworkSegment(2d90e222-9d36-4241-96be-66e17c3b63f8),segment_id=2d90e222-9d36-4241-96be-66e17c3b63f8)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:49:35.243596 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (12e1d41a-75f5-49c0-a68c-0657a6e0dcc9), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:35.283332 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:35.302073 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:35.302073 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f5f1674-5cc1-422c-b98c-566302843450 req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] 10.222.0.67 "PUT /v2.0/ports/12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 HTTP/1.1" status: 200 len: 1092 time: 0.8032484 Feb 15 17:49:35.302073 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780d6796-991a-49b6-aed0-4827221561f9', 'tag': '12e1d41a-75f5-49c0-a68c-0657a6e0dcc9'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:49:35.302073 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27006e78-cbef-43ea-931d-94a286de9f62" -d '{"events": [{"name": "network-changed", "server_uuid": "780d6796-991a-49b6-aed0-4827221561f9", "tag": "12e1d41a-75f5-49c0-a68c-0657a6e0dcc9"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:49:35.319319 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67143e4a-9d22-46da-a6ed-5fda93405939 service neutron] Pushing event updated for resources: {'Port': ['ID=12e1d41a-75f5-49c0-a68c-0657a6e0dcc9,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:35.334659 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1941fc-5794-4a80-92d6-c16fb7f36252 x-openstack-request-id: req-ea1941fc-5794-4a80-92d6-c16fb7f36252 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:49:35.334970 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780d6796-991a-49b6-aed0-4827221561f9", "tag": "12e1d41a-75f5-49c0-a68c-0657a6e0dcc9", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:49:35.335289 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ea1941fc-5794-4a80-92d6-c16fb7f36252 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:49:35.335722 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780d6796-991a-49b6-aed0-4827221561f9', 'tag': '12e1d41a-75f5-49c0-a68c-0657a6e0dcc9', 'status': 'completed', 'code': 200} Feb 15 17:49:35.457291 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27006e78-cbef-43ea-931d-94a286de9f62 req-0d6d1f62-4a32-42c9-b340-e2146b0414a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:35.459112 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-27006e78-cbef-43ea-931d-94a286de9f62 req-0d6d1f62-4a32-42c9-b340-e2146b0414a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 1126 time: 0.1043122 Feb 15 17:49:35.568489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27006e78-cbef-43ea-931d-94a286de9f62 req-17c18863-feb1-434e-b4df-1f4f39165baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:35.569925 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-27006e78-cbef-43ea-931d-94a286de9f62 req-17c18863-feb1-434e-b4df-1f4f39165baa service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1042540 Feb 15 17:49:35.671618 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27006e78-cbef-43ea-931d-94a286de9f62 req-45ef45c2-d160-4307-b589-d688723e60f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:35.673146 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-27006e78-cbef-43ea-931d-94a286de9f62 req-45ef45c2-d160-4307-b589-d688723e60f2 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973392 Feb 15 17:49:35.764728 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f1674-5cc1-422c-b98c-566302843450 req-013cbc11-7d1d-40cc-9a7c-14e9d76272b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:35.766264 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f5f1674-5cc1-422c-b98c-566302843450 req-013cbc11-7d1d-40cc-9a7c-14e9d76272b2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 1126 time: 0.0524740 Feb 15 17:49:35.809790 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f5f1674-5cc1-422c-b98c-566302843450 req-4357508b-1355-43a5-8f43-015398b9aeb7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 HTTP/1.1" status: 200 len: 217 time: 0.0356269 Feb 15 17:49:35.861970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f1674-5cc1-422c-b98c-566302843450 req-0bafaa0a-98ba-406c-8c2e-8962838a2a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:35.863484 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f5f1674-5cc1-422c-b98c-566302843450 req-0bafaa0a-98ba-406c-8c2e-8962838a2a7d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8444e21b-7279-4dbc-a919-b99f1a61a9b0 HTTP/1.1" status: 200 len: 834 time: 0.0480316 Feb 15 17:49:35.913278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f1674-5cc1-422c-b98c-566302843450 req-519c8ec8-41a0-4bf5-aab9-6a46c4b4ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:35.914823 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f5f1674-5cc1-422c-b98c-566302843450 req-519c8ec8-41a0-4bf5-aab9-6a46c4b4ba26 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76462a16-509d-48d7-9e6b-5e04e973a7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461853 Feb 15 17:49:36.010078 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f5f1674-5cc1-422c-b98c-566302843450 req-00260a97-86e2-4469-8918-4832a594a470 service neutron] 10.222.0.67 "GET /v2.0/networks/76462a16-509d-48d7-9e6b-5e04e973a7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891509 Feb 15 17:49:36.142913 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f5f1674-5cc1-422c-b98c-566302843450 req-ef8bc103-f145-4c22-bb31-9618353262f7 service neutron] 10.222.0.67 "GET /v2.0/networks/76462a16-509d-48d7-9e6b-5e04e973a7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268077 Feb 15 17:49:36.150520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3f115-7f0c-4e5f-af2c-0112b418bf17 req-d1ea82a3-f87a-43c6-a9a8-7fe971175ded tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:36.152069 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-daf3f115-7f0c-4e5f-af2c-0112b418bf17 req-d1ea82a3-f87a-43c6-a9a8-7fe971175ded tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 943 time: 0.0851643 Feb 15 17:49:36.204087 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-daf3f115-7f0c-4e5f-af2c-0112b418bf17 req-f2131cfc-4561-4ec0-8c91-e3ad90503baf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457103 Feb 15 17:49:37.020089 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9591a7fb-86a7-4f1e-a3c0-d194345035d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:37.326737 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394af5c-3c62-4bbb-99c7-4d80c62908a2 req-3aaae72e-2ddc-467c-bedb-5e6151405eb7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:37.328226 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7394af5c-3c62-4bbb-99c7-4d80c62908a2 req-3aaae72e-2ddc-467c-bedb-5e6151405eb7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 943 time: 0.0534322 Feb 15 17:49:37.382725 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7394af5c-3c62-4bbb-99c7-4d80c62908a2 req-1ad51f22-220c-4b83-88b4-b994c73c407e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480289 Feb 15 17:49:38.515967 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc48d8-e1a7-44d2-9e2a-3b4b9cef8c55 req-268eba1d-ed29-47a5-9b80-ebf152c4ec65 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:38.517437 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43bc48d8-e1a7-44d2-9e2a-3b4b9cef8c55 req-268eba1d-ed29-47a5-9b80-ebf152c4ec65 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 943 time: 0.0566659 Feb 15 17:49:38.567694 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-43bc48d8-e1a7-44d2-9e2a-3b4b9cef8c55 req-0e8ec794-9825-41a6-9919-a37406496777 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443771 Feb 15 17:49:39.254723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:49:39.488463 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4b46b6b5-a5f8-42c5-b179-5c0066b9f536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:39.530279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=12e1d41a-75f5-49c0-a68c-0657a6e0dcc9,segment=NetworkSegment(2d90e222-9d36-4241-96be-66e17c3b63f8),segment_id=2d90e222-9d36-4241-96be-66e17c3b63f8)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:49:39.542812 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '12e1d41a-75f5-49c0-a68c-0657a6e0dcc9', 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd', 'port_id': '12e1d41a-75f5-49c0-a68c-0657a6e0dcc9', 'mac_address': 'fa:16:3e:5a:51:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:49:39.583323 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:49:39.583716 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (12e1d41a-75f5-49c0-a68c-0657a6e0dcc9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:39.599570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:49:39.621138 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=12e1d41a-75f5-49c0-a68c-0657a6e0dcc9,segment=NetworkSegment(2d90e222-9d36-4241-96be-66e17c3b63f8),segment_id=2d90e222-9d36-4241-96be-66e17c3b63f8)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:49:39.694556 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3d7f6-fc84-4bd6-a3b8-a5c382ee263b req-9743398d-94e0-4cef-a77a-452ef248ab63 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:39.697043 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7eb3d7f6-fc84-4bd6-a3b8-a5c382ee263b req-9743398d-94e0-4cef-a77a-452ef248ab63 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 943 time: 0.0559394 Feb 15 17:49:39.717070 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (12e1d41a-75f5-49c0-a68c-0657a6e0dcc9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:39.757452 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7eb3d7f6-fc84-4bd6-a3b8-a5c382ee263b req-864176f4-446c-4836-ba22-6e62a12f63fe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550857 Feb 15 17:49:39.779415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=12e1d41a-75f5-49c0-a68c-0657a6e0dcc9,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:39.966569 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['12e1d41a-75f5-49c0-a68c-0657a6e0dcc9'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:49:40.723207 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:40.887946 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562eceb1-37ee-47d1-9f5a-6504ff01d05d req-a2f84426-a03a-447e-b4fa-d88a4aac5cdd tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:40.889485 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-562eceb1-37ee-47d1-9f5a-6504ff01d05d req-a2f84426-a03a-447e-b4fa-d88a4aac5cdd tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 944 time: 0.0599580 Feb 15 17:49:40.940241 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-562eceb1-37ee-47d1-9f5a-6504ff01d05d req-c6c2bc06-1f38-45b5-af92-822e6a9caded tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451374 Feb 15 17:49:41.285683 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:49:41.398106 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:49:41.403288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:49:41.403847 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (12e1d41a-75f5-49c0-a68c-0657a6e0dcc9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:41.485553 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:49:41.485937 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (12e1d41a-75f5-49c0-a68c-0657a6e0dcc9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:41.508712 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780d6796-991a-49b6-aed0-4827221561f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e1d41a-75f5-49c0-a68c-0657a6e0dcc9'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:49:41.511045 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6207c0c6-cc62-40ef-b095-0b78ca8d3a6f" -d '{"events": [{"server_uuid": "780d6796-991a-49b6-aed0-4827221561f9", "name": "network-vif-plugged", "status": "completed", "tag": "12e1d41a-75f5-49c0-a68c-0657a6e0dcc9"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:49:41.524821 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=12e1d41a-75f5-49c0-a68c-0657a6e0dcc9,segment=NetworkSegment(2d90e222-9d36-4241-96be-66e17c3b63f8),segment_id=2d90e222-9d36-4241-96be-66e17c3b63f8)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:49:41.550989 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd54487-fd0a-44ea-abbe-8521d9e7c6a3 x-openstack-request-id: req-4dd54487-fd0a-44ea-abbe-8521d9e7c6a3 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:49:41.551287 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780d6796-991a-49b6-aed0-4827221561f9", "name": "network-vif-plugged", "status": "completed", "tag": "12e1d41a-75f5-49c0-a68c-0657a6e0dcc9", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:49:41.551937 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-4dd54487-fd0a-44ea-abbe-8521d9e7c6a3 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:49:41.552341 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780d6796-991a-49b6-aed0-4827221561f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e1d41a-75f5-49c0-a68c-0657a6e0dcc9', 'code': 200} Feb 15 17:49:41.591994 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (12e1d41a-75f5-49c0-a68c-0657a6e0dcc9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:41.641955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=12e1d41a-75f5-49c0-a68c-0657a6e0dcc9,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:41.659103 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499c10b-8c11-466c-a075-a240f25f266b req-bb44b56f-cbc0-4980-9719-1c1638c464ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:41.661023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4499c10b-8c11-466c-a075-a240f25f266b req-bb44b56f-cbc0-4980-9719-1c1638c464ba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 1128 time: 0.0490613 Feb 15 17:49:41.710390 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4499c10b-8c11-466c-a075-a240f25f266b req-a240804b-ebb2-4603-b100-80850ddcd227 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437081 Feb 15 17:49:42.152342 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01449da0-3582-4fcc-a576-2df46efdb4a5 req-7b69027f-ed70-4983-8e30-adf5870a4528 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:42.153930 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01449da0-3582-4fcc-a576-2df46efdb4a5 req-7b69027f-ed70-4983-8e30-adf5870a4528 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0641556 Feb 15 17:49:42.165179 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:42.209096 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-01449da0-3582-4fcc-a576-2df46efdb4a5 req-f2b39acb-c716-4301-856b-90d6fb29ab24 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489159 Feb 15 17:49:43.334434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173da585-dabd-4862-b6aa-159fd7f9b5fe req-dc5d2231-dc01-4331-8ec9-94912c627add tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:43.335977 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-173da585-dabd-4862-b6aa-159fd7f9b5fe req-dc5d2231-dc01-4331-8ec9-94912c627add tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0548427 Feb 15 17:49:43.386150 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-173da585-dabd-4862-b6aa-159fd7f9b5fe req-f6556099-6389-4409-9c94-4a95b58b1531 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439684 Feb 15 17:49:43.507083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a461c1-d82e-4bfc-a615-fb6cf566f6a8 req-fb2aee93-61a0-4b09-b0c7-3e6430655aae tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:43.508501 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84a461c1-d82e-4bfc-a615-fb6cf566f6a8 req-fb2aee93-61a0-4b09-b0c7-3e6430655aae tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0550449 Feb 15 17:49:43.554865 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:43.560580 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-84a461c1-d82e-4bfc-a615-fb6cf566f6a8 req-97b25fbf-d756-4b8a-af2c-9c2087e71358 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463653 Feb 15 17:49:43.583324 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43242) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:43.627816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c10640c-dedd-4038-84c2-e534af33a591 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:43.629356 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1c10640c-dedd-4038-84c2-e534af33a591 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 1123 time: 0.0450604 Feb 15 17:49:43.632143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43244) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:43.636381 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '12e1d41a-75f5-49c0-a68c-0657a6e0dcc9', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:49:43.703204 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:43.800239 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:43.906610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.25.4.55 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/d2690a7d-86e4-40b9-9a9d-573618f53598) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:49:44.012536 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (d2690a7d-86e4-40b9-9a9d-573618f53598), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:44.106401 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d2690a7d-86e4-40b9-9a9d-573618f53598), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:44.150990 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:49:44.153898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:49:44.157357 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:49:44.162830 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=d2690a7d-86e4-40b9-9a9d-573618f53598,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:44.188111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:44.188467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:44.188816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:44.189160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:44.189530 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:44.189873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:44.190206 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:44.190541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:44.190873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:44.191209 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:44.191538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:44.191868 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:44.192191 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:49:44.519237 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (eaeb7e74-01a4-447c-a616-8ed91114b2d2), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:44.643502 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d2690a7d-86e4-40b9-9a9d-573618f53598), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:44.794582 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (d2690a7d-86e4-40b9-9a9d-573618f53598), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:44.848411 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (d2690a7d-86e4-40b9-9a9d-573618f53598), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:44.914970 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=d2690a7d-86e4-40b9-9a9d-573618f53598,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:49:44.928259 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (eaeb7e74-01a4-447c-a616-8ed91114b2d2), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:45.030316 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Floating IP eaeb7e74-01a4-447c-a616-8ed91114b2d2 associated. External IP: 172.25.4.55, port: 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9. Feb 15 17:49:45.245133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router 2603e3e4-3710-4b48-9813-2aeb578918ea has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:49:45.355958 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:49:45.366800 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd999817-50d6-464a-8a35-434e213a525f None None] Sync routers for ids ['2603e3e4-3710-4b48-9813-2aeb578918ea'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:49:45.377921 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd999817-50d6-464a-8a35-434e213a525f None None] Routers {'2603e3e4-3710-4b48-9813-2aeb578918ea'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:49:45.380662 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cd999817-50d6-464a-8a35-434e213a525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:49:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2603e3e4-3710-4b48-9813-2aeb578918ea'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:45.473551 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:49:45.491535 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-cd999817-50d6-464a-8a35-434e213a525f None None] Set router 2603e3e4-3710-4b48-9813-2aeb578918ea gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:49:45.504276 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b974b479-3243-4218-acff-568ac4e98ea0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8708460 Feb 15 17:49:45.504869 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780d6796-991a-49b6-aed0-4827221561f9', 'tag': '12e1d41a-75f5-49c0-a68c-0657a6e0dcc9'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:49:45.510096 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761b135f-8f9e-4d2c-ae2a-c84f788573c8" -d '{"events": [{"name": "network-changed", "server_uuid": "780d6796-991a-49b6-aed0-4827221561f9", "tag": "12e1d41a-75f5-49c0-a68c-0657a6e0dcc9"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:49:45.557333 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3cd18a-6ef2-4bc5-89b7-1e0d702dd708 x-openstack-request-id: req-dd3cd18a-6ef2-4bc5-89b7-1e0d702dd708 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:49:45.558059 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780d6796-991a-49b6-aed0-4827221561f9", "tag": "12e1d41a-75f5-49c0-a68c-0657a6e0dcc9", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:49:45.558059 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-dd3cd18a-6ef2-4bc5-89b7-1e0d702dd708 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:49:45.558765 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780d6796-991a-49b6-aed0-4827221561f9', 'tag': '12e1d41a-75f5-49c0-a68c-0657a6e0dcc9', 'status': 'completed', 'code': 200} Feb 15 17:49:45.620055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fd4b4-d4d4-432e-bf38-d83d4d380498 req-442b1eca-98ea-4711-a0da-d71f3dfc7a55 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:45.625962 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a30fd4b4-d4d4-432e-bf38-d83d4d380498 req-442b1eca-98ea-4711-a0da-d71f3dfc7a55 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0615461 Feb 15 17:49:45.638502 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b135f-8f9e-4d2c-ae2a-c84f788573c8 req-f97af24e-027a-4320-8f5f-e83fb7895169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:45.641229 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-761b135f-8f9e-4d2c-ae2a-c84f788573c8 req-f97af24e-027a-4320-8f5f-e83fb7895169 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 1128 time: 0.0622308 Feb 15 17:49:45.689335 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a30fd4b4-d4d4-432e-bf38-d83d4d380498 req-ee6103f0-650b-4bee-b96e-ca3499b983c3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565734 Feb 15 17:49:45.700064 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43250) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:45.775078 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8065b32d-53b2-4632-aa30-4d85deda9333 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/eaeb7e74-01a4-447c-a616-8ed91114b2d2 HTTP/1.1" status: 200 len: 990 time: 0.0735352 Feb 15 17:49:45.860673 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cd999817-50d6-464a-8a35-434e213a525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717171061', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:49:24Z', 'updated_at': '2022-02-15T17:49:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:25Z', 'updated_at': '2022-02-15T17:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'eaeb7e74-01a4-447c-a616-8ed91114b2d2', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'port_id': '12e1d41a-75f5-49c0-a68c-0657a6e0dcc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd', 'mac_address': 'fa:16:3e:5a:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780d6796-991a-49b6-aed0-4827221561f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:49:44Z', 'updated_at': '2022-02-15T17:49:44Z', 'revision_number': 0, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92db099-fdc6-4c6f-a120-175c71f77b53', 'name': '', 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:68:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:28Z', 'updated_at': '2022-02-15T17:49:32Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:45.888280 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd999817-50d6-464a-8a35-434e213a525f None None] Checking router: 2603e3e4-3710-4b48-9813-2aeb578918ea for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:49:45.897794 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd999817-50d6-464a-8a35-434e213a525f None None] Routers {'2603e3e4-3710-4b48-9813-2aeb578918ea'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:49:45.898413 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cd999817-50d6-464a-8a35-434e213a525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:49:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2603e3e4-3710-4b48-9813-2aeb578918ea'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:46.019333 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-cd999817-50d6-464a-8a35-434e213a525f None None] Set router 2603e3e4-3710-4b48-9813-2aeb578918ea gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:49:46.080188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b135f-8f9e-4d2c-ae2a-c84f788573c8 req-69501c9f-9389-43fa-a31c-296c348b70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:46.081880 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-761b135f-8f9e-4d2c-ae2a-c84f788573c8 req-69501c9f-9389-43fa-a31c-296c348b70ef service neutron] 10.222.0.67 "GET /v2.0/networks?id=76462a16-509d-48d7-9e6b-5e04e973a7fd HTTP/1.1" status: 200 len: 897 time: 0.4342482 Feb 15 17:49:46.152025 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-761b135f-8f9e-4d2c-ae2a-c84f788573c8 req-b325b06f-006f-4e80-9235-c6c49fdd1470 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 HTTP/1.1" status: 200 len: 998 time: 0.0636647 Feb 15 17:49:46.200435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b135f-8f9e-4d2c-ae2a-c84f788573c8 req-3c60291c-82b9-468e-b79a-7a3bc1aca7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:46.201927 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-761b135f-8f9e-4d2c-ae2a-c84f788573c8 req-3c60291c-82b9-468e-b79a-7a3bc1aca7bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8444e21b-7279-4dbc-a919-b99f1a61a9b0 HTTP/1.1" status: 200 len: 834 time: 0.0446179 Feb 15 17:49:46.253927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b135f-8f9e-4d2c-ae2a-c84f788573c8 req-d35d1cdd-5cd0-4435-a737-e8fe3cb3d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:49:46.254584 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-cd999817-50d6-464a-8a35-434e213a525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717171061', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:49:24Z', 'updated_at': '2022-02-15T17:49:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:25Z', 'updated_at': '2022-02-15T17:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'eaeb7e74-01a4-447c-a616-8ed91114b2d2', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'port_id': '12e1d41a-75f5-49c0-a68c-0657a6e0dcc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd', 'mac_address': 'fa:16:3e:5a:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780d6796-991a-49b6-aed0-4827221561f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:49:44Z', 'updated_at': '2022-02-15T17:49:44Z', 'revision_number': 0, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92db099-fdc6-4c6f-a120-175c71f77b53', 'name': '', 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:68:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:28Z', 'updated_at': '2022-02-15T17:49:32Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:49:46.255469 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-761b135f-8f9e-4d2c-ae2a-c84f788573c8 req-d35d1cdd-5cd0-4435-a737-e8fe3cb3d200 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76462a16-509d-48d7-9e6b-5e04e973a7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474949 Feb 15 17:49:46.285125 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd999817-50d6-464a-8a35-434e213a525f None None] The sync data for ids ['2603e3e4-3710-4b48-9813-2aeb578918ea'] in n-d-828372-14 is: [{'id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717171061', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:49:24Z', 'updated_at': '2022-02-15T17:49:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:25Z', 'updated_at': '2022-02-15T17:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': 'eaeb7e74-01a4-447c-a616-8ed91114b2d2', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'floating_ip_address': '172.25.4.55', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'port_id': '12e1d41a-75f5-49c0-a68c-0657a6e0dcc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd', 'mac_address': 'fa:16:3e:5a:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780d6796-991a-49b6-aed0-4827221561f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:49:44Z', 'updated_at': '2022-02-15T17:49:44Z', 'revision_number': 0, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c92db099-fdc6-4c6f-a120-175c71f77b53', 'name': '', 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:68:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:28Z', 'updated_at': '2022-02-15T17:49:32Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:49:46.354515 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-761b135f-8f9e-4d2c-ae2a-c84f788573c8 req-d2333794-8ac6-49fc-886a-368bf692266d service neutron] 10.222.0.67 "GET /v2.0/networks/76462a16-509d-48d7-9e6b-5e04e973a7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920551 Feb 15 17:49:46.449756 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-761b135f-8f9e-4d2c-ae2a-c84f788573c8 req-6f9e7182-8d77-4b80-825a-a6c67a8b47e5 service neutron] 10.222.0.67 "GET /v2.0/networks/76462a16-509d-48d7-9e6b-5e04e973a7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895481 Feb 15 17:49:46.497182 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b01d008-4264-4c22-8e9a-0b063810bf72 None None] New status for floating IP eaeb7e74-01a4-447c-a616-8ed91114b2d2: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:49:46.776426 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43252) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:49:46.836012 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-698fcf6f-9a00-4dbe-8715-8532f2e641c6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/eaeb7e74-01a4-447c-a616-8ed91114b2d2 HTTP/1.1" status: 200 len: 992 time: 0.0584569 Feb 15 17:50:01.088873 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:50:01.346214 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:50:07.028524 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-85ad178b-60c5-4a21-8c69-eea37bd5a511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:50:09.357334 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3f166d60-ada5-41bd-9e69-89c4c786a278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:50:10.743394 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:50:10.748811 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:50:12.183087 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:50:13.557320 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:50:15.713194 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b766-ceaf-4894-a43b-8409bb0b1178 req-7ad09249-f116-4f05-ad5a-9da51f8bd6f2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:15.714746 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecd8b766-ceaf-4894-a43b-8409bb0b1178 req-7ad09249-f116-4f05-ad5a-9da51f8bd6f2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0598187 Feb 15 17:50:15.769886 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ecd8b766-ceaf-4894-a43b-8409bb0b1178 req-658050da-0a96-4e46-975d-3105dfae46e2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494132 Feb 15 17:50:16.904201 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17499fb2-4199-4fc0-a872-41238dfc19c7 req-b07a9882-5f5f-4dd1-bf7f-793a5898ff27 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:16.905733 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17499fb2-4199-4fc0-a872-41238dfc19c7 req-b07a9882-5f5f-4dd1-bf7f-793a5898ff27 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0573149 Feb 15 17:50:16.956061 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-17499fb2-4199-4fc0-a872-41238dfc19c7 req-6a6b3317-a666-43c3-aab9-9b08d6fb885f tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440745 Feb 15 17:50:18.076215 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d483ae-ebdd-460f-97c5-87fbc6f1e28f req-1a2832a7-2945-4782-a71e-777365849054 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:18.077796 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61d483ae-ebdd-460f-97c5-87fbc6f1e28f req-1a2832a7-2945-4782-a71e-777365849054 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0533564 Feb 15 17:50:18.132327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-61d483ae-ebdd-460f-97c5-87fbc6f1e28f req-8d667641-11cb-4209-ab57-9aa952c9a103 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479648 Feb 15 17:50:19.257191 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b938604-be07-4162-a877-9ed5d4fedbff req-5d3c5fcd-f04b-435f-a5e8-0d526bb3a908 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:19.258639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b938604-be07-4162-a877-9ed5d4fedbff req-5d3c5fcd-f04b-435f-a5e8-0d526bb3a908 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0577741 Feb 15 17:50:19.305929 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1b938604-be07-4162-a877-9ed5d4fedbff req-c13baca2-993e-4a84-9c35-f2a12cc90ab0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417039 Feb 15 17:50:20.428368 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d7fe8-ba1a-49b5-a7e3-7976476424d1 req-296cf1f4-f477-4f49-9ffb-5edcdb63f107 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:20.429920 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-326d7fe8-ba1a-49b5-a7e3-7976476424d1 req-296cf1f4-f477-4f49-9ffb-5edcdb63f107 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0565374 Feb 15 17:50:20.478390 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-326d7fe8-ba1a-49b5-a7e3-7976476424d1 req-76df8a32-73b4-4960-ace5-66da9a404e1a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428832 Feb 15 17:50:21.595202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085aea3-154e-4f9b-a8e6-5e657c9b979c req-59e407b4-d668-4537-9446-70b546e5baca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:21.596674 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0085aea3-154e-4f9b-a8e6-5e657c9b979c req-59e407b4-d668-4537-9446-70b546e5baca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0519049 Feb 15 17:50:21.648713 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0085aea3-154e-4f9b-a8e6-5e657c9b979c req-662c476a-0805-4c47-b14b-b255417e91bd tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464292 Feb 15 17:50:22.770076 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11258c98-a819-46aa-b8e2-99f9120a1688 req-65befa55-6f42-4268-8fb6-c4b0a72082e0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:22.772102 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11258c98-a819-46aa-b8e2-99f9120a1688 req-65befa55-6f42-4268-8fb6-c4b0a72082e0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0533719 Feb 15 17:50:22.821420 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11258c98-a819-46aa-b8e2-99f9120a1688 req-6e70efa9-bc54-4005-9d34-a169db072805 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435576 Feb 15 17:50:23.942847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8efde-3775-40e6-9043-bb5e19d9b732 req-cbe774ab-1eb5-4465-aad4-55e800b975fd tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:23.944357 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ddc8efde-3775-40e6-9043-bb5e19d9b732 req-cbe774ab-1eb5-4465-aad4-55e800b975fd tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0539229 Feb 15 17:50:23.997741 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ddc8efde-3775-40e6-9043-bb5e19d9b732 req-1dec3353-394b-4916-b09d-1f447ad5f1bb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476458 Feb 15 17:50:25.126813 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ff4bd-d34c-4fc2-8d9c-8aceca13af31 req-f84518b1-bd7d-46bd-b490-780343723196 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:25.128371 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a9ff4bd-d34c-4fc2-8d9c-8aceca13af31 req-f84518b1-bd7d-46bd-b490-780343723196 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0638475 Feb 15 17:50:25.176757 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a9ff4bd-d34c-4fc2-8d9c-8aceca13af31 req-4862bb28-2a3d-48be-9b2d-3a24e9ae1c91 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 Feb 15 17:50:26.292977 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a3cda-4128-4d7b-91d4-d221e02d424a req-4e7af878-a83b-4a02-8274-4f43a77f506c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:26.294516 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-753a3cda-4128-4d7b-91d4-d221e02d424a req-4e7af878-a83b-4a02-8274-4f43a77f506c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0514739 Feb 15 17:50:26.346684 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-753a3cda-4128-4d7b-91d4-d221e02d424a req-72e1d33d-5057-41e1-ac85-86d5c32bcbfc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464716 Feb 15 17:50:26.369109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43284) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:50:26.431534 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4bcf0685-2cb3-4837-bee2-a9ce21bbf833 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/eaeb7e74-01a4-447c-a616-8ed91114b2d2 HTTP/1.1" status: 200 len: 992 time: 0.0612755 Feb 15 17:50:27.804672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d8d20-f732-4f6a-bee0-aeecb833ac1b req-174e7a65-f1d5-4c66-a9a6-c6a0f72c2e98 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:27.806215 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c9d8d20-f732-4f6a-bee0-aeecb833ac1b req-174e7a65-f1d5-4c66-a9a6-c6a0f72c2e98 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0537412 Feb 15 17:50:27.859039 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c9d8d20-f732-4f6a-bee0-aeecb833ac1b req-bd4c0e48-90dc-4a11-9925-9349d8c11ead tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464263 Feb 15 17:50:27.903149 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb80a9-3932-41a6-b48e-be0d79e53c1c req-188f313f-acd0-4310-b57d-a272329eb8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:27.904691 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99eb80a9-3932-41a6-b48e-be0d79e53c1c req-188f313f-acd0-4310-b57d-a272329eb8d3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 1128 time: 0.0499060 Feb 15 17:50:27.998266 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb80a9-3932-41a6-b48e-be0d79e53c1c req-84b47929-1835-4d4c-bf65-38c093dbe103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:27.999788 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99eb80a9-3932-41a6-b48e-be0d79e53c1c req-84b47929-1835-4d4c-bf65-38c093dbe103 service neutron] 10.222.0.67 "GET /v2.0/networks?id=76462a16-509d-48d7-9e6b-5e04e973a7fd HTTP/1.1" status: 200 len: 897 time: 0.0889397 Feb 15 17:50:28.063820 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99eb80a9-3932-41a6-b48e-be0d79e53c1c req-5152205d-6052-4d4f-906a-ef0e0c6e303b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 HTTP/1.1" status: 200 len: 1000 time: 0.0575945 Feb 15 17:50:28.116746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb80a9-3932-41a6-b48e-be0d79e53c1c req-a61b7be8-320a-437d-907b-e0dd9cd6626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:28.118271 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99eb80a9-3932-41a6-b48e-be0d79e53c1c req-a61b7be8-320a-437d-907b-e0dd9cd6626a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8444e21b-7279-4dbc-a919-b99f1a61a9b0 HTTP/1.1" status: 200 len: 834 time: 0.0485806 Feb 15 17:50:28.166710 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb80a9-3932-41a6-b48e-be0d79e53c1c req-2241c180-6a95-48a9-92d2-94be73ded10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:28.168215 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99eb80a9-3932-41a6-b48e-be0d79e53c1c req-2241c180-6a95-48a9-92d2-94be73ded10d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76462a16-509d-48d7-9e6b-5e04e973a7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444832 Feb 15 17:50:28.255543 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99eb80a9-3932-41a6-b48e-be0d79e53c1c req-992c97d3-c3bc-43fb-823f-ed9b65c97947 service neutron] 10.222.0.67 "GET /v2.0/networks/76462a16-509d-48d7-9e6b-5e04e973a7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810661 Feb 15 17:50:28.347939 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-99eb80a9-3932-41a6-b48e-be0d79e53c1c req-58902385-90b1-45a0-9c46-bccd193f37ca service neutron] 10.222.0.67 "GET /v2.0/networks/76462a16-509d-48d7-9e6b-5e04e973a7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862577 Feb 15 17:50:28.985351 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a176599-32da-4825-b29e-016effe6d081 req-46b70f4c-4c37-43b5-8c6b-b3e066b1ccaa tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:28.986857 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a176599-32da-4825-b29e-016effe6d081 req-46b70f4c-4c37-43b5-8c6b-b3e066b1ccaa tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0542204 Feb 15 17:50:29.034975 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8a176599-32da-4825-b29e-016effe6d081 req-1452c79c-6d34-48c5-9547-8de23786dae0 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Feb 15 17:50:30.160597 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38db2c6a-1692-4ffe-8a2e-584f89acd2ce req-cb991654-9586-479b-9013-12cb440defc6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:30.162148 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38db2c6a-1692-4ffe-8a2e-584f89acd2ce req-cb991654-9586-479b-9013-12cb440defc6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0527723 Feb 15 17:50:30.211840 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-38db2c6a-1692-4ffe-8a2e-584f89acd2ce req-4a9658f1-71ec-4109-a174-dbc2cd9ed28e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434239 Feb 15 17:50:30.236457 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43296) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:50:30.302655 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b282f3f5-31d3-44a9-9380-25978041c51d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/eaeb7e74-01a4-447c-a616-8ed91114b2d2 HTTP/1.1" status: 200 len: 992 time: 0.0651524 Feb 15 17:50:31.074380 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:50:31.360173 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:50:36.997655 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-45d615da-6b61-49a1-8e0c-b7b847d2eedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:50:39.334425 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b245b407-84bf-409f-afbc-9e4841f6efcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:50:40.719432 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:50:42.157116 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:50:43.440366 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-291031bf-849c-41b4-bc1a-06297f872156 req-bcf3089d-2d14-438a-864e-1ca2d3d877ad service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453854 Feb 15 17:50:43.534000 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291031bf-849c-41b4-bc1a-06297f872156 req-fe7f6c00-8d53-422b-aa81-d45cf457e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:43.535515 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-291031bf-849c-41b4-bc1a-06297f872156 req-fe7f6c00-8d53-422b-aa81-d45cf457e117 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 1128 time: 0.0450759 Feb 15 17:50:43.580359 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:50:43.640954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291031bf-849c-41b4-bc1a-06297f872156 req-3c76f707-3a4b-4f80-9d5a-bb8aba049d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:43.642469 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-291031bf-849c-41b4-bc1a-06297f872156 req-3c76f707-3a4b-4f80-9d5a-bb8aba049d26 service neutron] 10.222.0.67 "GET /v2.0/networks?id=76462a16-509d-48d7-9e6b-5e04e973a7fd HTTP/1.1" status: 200 len: 897 time: 0.0890708 Feb 15 17:50:43.708195 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-291031bf-849c-41b4-bc1a-06297f872156 req-306f5f35-5f25-4a1e-a8c3-b331c685fbf6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 HTTP/1.1" status: 200 len: 1000 time: 0.0596266 Feb 15 17:50:43.761179 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291031bf-849c-41b4-bc1a-06297f872156 req-551c7a11-1f3d-42b0-8316-e8b7fdccd5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:43.762685 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-291031bf-849c-41b4-bc1a-06297f872156 req-551c7a11-1f3d-42b0-8316-e8b7fdccd5aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8444e21b-7279-4dbc-a919-b99f1a61a9b0 HTTP/1.1" status: 200 len: 834 time: 0.0482597 Feb 15 17:50:43.810663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291031bf-849c-41b4-bc1a-06297f872156 req-fe90b2bf-ad2f-4a0d-b790-a762398149de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:50:43.812169 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-291031bf-849c-41b4-bc1a-06297f872156 req-fe90b2bf-ad2f-4a0d-b790-a762398149de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76462a16-509d-48d7-9e6b-5e04e973a7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443130 Feb 15 17:50:43.902182 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-291031bf-849c-41b4-bc1a-06297f872156 req-6431a5df-1ed8-4038-b884-e428f5410887 service neutron] 10.222.0.67 "GET /v2.0/networks/76462a16-509d-48d7-9e6b-5e04e973a7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835557 Feb 15 17:50:43.996995 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-291031bf-849c-41b4-bc1a-06297f872156 req-51c1ad26-69a9-4fc8-ae15-4b4d4b3ee3ff service neutron] 10.222.0.67 "GET /v2.0/networks/76462a16-509d-48d7-9e6b-5e04e973a7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886307 Feb 15 17:50:47.747954 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:51:00.656508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43310) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:00.818917 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port d2690a7d-86e4-40b9-9a9d-573618f53598 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:51:00.819260 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d2690a7d-86e4-40b9-9a9d-573618f53598), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:00.901776 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d2690a7d-86e4-40b9-9a9d-573618f53598), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:00.902076 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (d2690a7d-86e4-40b9-9a9d-573618f53598), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:00.914430 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for d2690a7d-86e4-40b9-9a9d-573618f53598 owned by network:floatingip {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:51:01.091074 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:01.142409 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d2690a7d-86e4-40b9-9a9d-573618f53598), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:01.176080 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=d2690a7d-86e4-40b9-9a9d-573618f53598,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:01.201842 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:01.202204 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:01.202556 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:01.202902 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:01.203245 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:01.203586 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:01.203925 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:01.204262 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:01.204598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:01.204931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:01.205294 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:01.205667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:01.205999 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:01.246209 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (eaeb7e74-01a4-447c-a616-8ed91114b2d2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:01.246495 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Floating IP eaeb7e74-01a4-447c-a616-8ed91114b2d2 disassociated (deleted). External IP: 172.25.4.55, port: 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9. Feb 15 17:51:01.411151 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:01.475680 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router 2603e3e4-3710-4b48-9813-2aeb578918ea has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:51:01.587978 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:51:01.592787 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:01.598858 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2413e98f-a455-4ad3-b666-90345b791bbc None None] Sync routers for ids ['2603e3e4-3710-4b48-9813-2aeb578918ea'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:51:01.609047 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2413e98f-a455-4ad3-b666-90345b791bbc None None] Routers {'2603e3e4-3710-4b48-9813-2aeb578918ea'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:51:01.609695 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2413e98f-a455-4ad3-b666-90345b791bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2603e3e4-3710-4b48-9813-2aeb578918ea'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:01.625218 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-cdf1517c-57e1-4708-af7c-b11015412dca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/floatingips/eaeb7e74-01a4-447c-a616-8ed91114b2d2 HTTP/1.1" status: 204 len: 168 time: 0.9676650 Feb 15 17:51:01.625862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780d6796-991a-49b6-aed0-4827221561f9', 'tag': '12e1d41a-75f5-49c0-a68c-0657a6e0dcc9'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:51:01.628157 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94012a8f-9eb0-41d3-b2eb-bb83cbe187a0" -d '{"events": [{"name": "network-changed", "server_uuid": "780d6796-991a-49b6-aed0-4827221561f9", "tag": "12e1d41a-75f5-49c0-a68c-0657a6e0dcc9"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:51:01.670626 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecfe636-2c5d-4a98-b06d-e1bff9d5674d x-openstack-request-id: req-aecfe636-2c5d-4a98-b06d-e1bff9d5674d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:51:01.671240 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780d6796-991a-49b6-aed0-4827221561f9", "tag": "12e1d41a-75f5-49c0-a68c-0657a6e0dcc9", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:51:01.671240 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-aecfe636-2c5d-4a98-b06d-e1bff9d5674d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:51:01.671884 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780d6796-991a-49b6-aed0-4827221561f9', 'tag': '12e1d41a-75f5-49c0-a68c-0657a6e0dcc9', 'status': 'completed', 'code': 200} Feb 15 17:51:01.731323 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2413e98f-a455-4ad3-b666-90345b791bbc None None] Set router 2603e3e4-3710-4b48-9813-2aeb578918ea gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:51:01.742721 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94012a8f-9eb0-41d3-b2eb-bb83cbe187a0 req-48d35484-b56a-44a5-9a01-0cd5ccab63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:01.744415 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94012a8f-9eb0-41d3-b2eb-bb83cbe187a0 req-48d35484-b56a-44a5-9a01-0cd5ccab63fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 1128 time: 0.0501490 Feb 15 17:51:01.844845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94012a8f-9eb0-41d3-b2eb-bb83cbe187a0 req-1587d1b4-7c12-45f8-9143-a8525be1b43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:01.846435 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94012a8f-9eb0-41d3-b2eb-bb83cbe187a0 req-1587d1b4-7c12-45f8-9143-a8525be1b43f service neutron] 10.222.0.67 "GET /v2.0/networks?id=76462a16-509d-48d7-9e6b-5e04e973a7fd HTTP/1.1" status: 200 len: 897 time: 0.0955079 Feb 15 17:51:01.887322 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94012a8f-9eb0-41d3-b2eb-bb83cbe187a0 req-0e1faf0a-c1bc-4bcd-bdfb-02c5c582e7a2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 HTTP/1.1" status: 200 len: 217 time: 0.0347757 Feb 15 17:51:01.944249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94012a8f-9eb0-41d3-b2eb-bb83cbe187a0 req-04a0c0a4-60f4-4e0e-a473-a57cbfa4e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:01.946100 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94012a8f-9eb0-41d3-b2eb-bb83cbe187a0 req-04a0c0a4-60f4-4e0e-a473-a57cbfa4e1ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8444e21b-7279-4dbc-a919-b99f1a61a9b0 HTTP/1.1" status: 200 len: 834 time: 0.0534146 Feb 15 17:51:01.959671 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2413e98f-a455-4ad3-b666-90345b791bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717171061', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:49:24Z', 'updated_at': '2022-02-15T17:49:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:25Z', 'updated_at': '2022-02-15T17:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'c92db099-fdc6-4c6f-a120-175c71f77b53', 'name': '', 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:68:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:28Z', 'updated_at': '2022-02-15T17:49:32Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:01.990629 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2413e98f-a455-4ad3-b666-90345b791bbc None None] Checking router: 2603e3e4-3710-4b48-9813-2aeb578918ea for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:51:01.999626 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2413e98f-a455-4ad3-b666-90345b791bbc None None] Routers {'2603e3e4-3710-4b48-9813-2aeb578918ea'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:51:02.000213 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2413e98f-a455-4ad3-b666-90345b791bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2603e3e4-3710-4b48-9813-2aeb578918ea'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:02.002301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94012a8f-9eb0-41d3-b2eb-bb83cbe187a0 req-74853449-c500-4e48-8270-8145d87d9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:02.003908 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94012a8f-9eb0-41d3-b2eb-bb83cbe187a0 req-74853449-c500-4e48-8270-8145d87d9c1b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=76462a16-509d-48d7-9e6b-5e04e973a7fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517075 Feb 15 17:51:02.107926 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94012a8f-9eb0-41d3-b2eb-bb83cbe187a0 req-351fa70b-81bd-4a6f-8376-ac1c407501c0 service neutron] 10.222.0.67 "GET /v2.0/networks/76462a16-509d-48d7-9e6b-5e04e973a7fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939353 Feb 15 17:51:02.119206 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2413e98f-a455-4ad3-b666-90345b791bbc None None] Set router 2603e3e4-3710-4b48-9813-2aeb578918ea gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:51:02.123125 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515bdab3-6f7a-47f4-9d4a-65e3d339dc7d req-8acd3450-ede5-43b4-b3df-40801e61cae6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:02.124883 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-515bdab3-6f7a-47f4-9d4a-65e3d339dc7d req-8acd3450-ede5-43b4-b3df-40801e61cae6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0614080 Feb 15 17:51:02.187971 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-515bdab3-6f7a-47f4-9d4a-65e3d339dc7d req-14c50df5-4f77-4020-80ba-7d28282206e9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535722 Feb 15 17:51:02.210615 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94012a8f-9eb0-41d3-b2eb-bb83cbe187a0 req-e02579e6-71f4-45da-b7ed-386f8513c02e service neutron] 10.222.0.67 "GET /v2.0/networks/76462a16-509d-48d7-9e6b-5e04e973a7fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929048 Feb 15 17:51:02.418712 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2413e98f-a455-4ad3-b666-90345b791bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717171061', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:49:24Z', 'updated_at': '2022-02-15T17:49:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:25Z', 'updated_at': '2022-02-15T17:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'c92db099-fdc6-4c6f-a120-175c71f77b53', 'name': '', 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:68:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:28Z', 'updated_at': '2022-02-15T17:49:32Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:02.446930 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2413e98f-a455-4ad3-b666-90345b791bbc None None] The sync data for ids ['2603e3e4-3710-4b48-9813-2aeb578918ea'] in n-d-828372-14 is: [{'id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717171061', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:49:24Z', 'updated_at': '2022-02-15T17:49:29Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:25Z', 'updated_at': '2022-02-15T17:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'c92db099-fdc6-4c6f-a120-175c71f77b53', 'name': '', 'network_id': '76462a16-509d-48d7-9e6b-5e04e973a7fd', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:68:73:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:28Z', 'updated_at': '2022-02-15T17:49:32Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '8444e21b-7279-4dbc-a919-b99f1a61a9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:51:02.663717 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e77625d-4de4-4089-9f84-8d2616dd801e None None] New status for floating IP eaeb7e74-01a4-447c-a616-8ed91114b2d2: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:51:03.321348 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a2f7c-b20c-48f5-84e4-145bfd0bf901 req-10adc8b2-3505-41d3-94a4-573385e442db tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:03.322929 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-680a2f7c-b20c-48f5-84e4-145bfd0bf901 req-10adc8b2-3505-41d3-94a4-573385e442db tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0589726 Feb 15 17:51:03.375495 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-680a2f7c-b20c-48f5-84e4-145bfd0bf901 req-294b6dba-efa0-4987-8c2a-c76722be433b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=efa46be9-33cb-47b9-bf70-1f02215c6068&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466130 Feb 15 17:51:03.581604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700c7a1-8cf0-413d-be0c-cf6074cee2e0 req-25263ff6-9f24-483d-9a0d-62e2e12cc587 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:03.583317 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1700c7a1-8cf0-413d-be0c-cf6074cee2e0 req-25263ff6-9f24-483d-9a0d-62e2e12cc587 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 945 time: 0.0535707 Feb 15 17:51:03.694578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-1700c7a1-8cf0-413d-be0c-cf6074cee2e0 req-7e00434e-9e85-4b1d-b3f1-b88fff82324d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:51:03.694924 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1700c7a1-8cf0-413d-be0c-cf6074cee2e0 req-7e00434e-9e85-4b1d-b3f1-b88fff82324d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (12e1d41a-75f5-49c0-a68c-0657a6e0dcc9), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:03.783111 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-1700c7a1-8cf0-413d-be0c-cf6074cee2e0 req-7e00434e-9e85-4b1d-b3f1-b88fff82324d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] For port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=12e1d41a-75f5-49c0-a68c-0657a6e0dcc9,segment=NetworkSegment(2d90e222-9d36-4241-96be-66e17c3b63f8),segment_id=2d90e222-9d36-4241-96be-66e17c3b63f8)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:51:03.783460 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1700c7a1-8cf0-413d-be0c-cf6074cee2e0 req-7e00434e-9e85-4b1d-b3f1-b88fff82324d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (12e1d41a-75f5-49c0-a68c-0657a6e0dcc9), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:03.796473 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-1700c7a1-8cf0-413d-be0c-cf6074cee2e0 req-7e00434e-9e85-4b1d-b3f1-b88fff82324d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:51:04.009457 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1700c7a1-8cf0-413d-be0c-cf6074cee2e0 req-7e00434e-9e85-4b1d-b3f1-b88fff82324d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (12e1d41a-75f5-49c0-a68c-0657a6e0dcc9), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:04.040242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00434e-9e85-4b1d-b3f1-b88fff82324d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=12e1d41a-75f5-49c0-a68c-0657a6e0dcc9,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:04.086276 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-1700c7a1-8cf0-413d-be0c-cf6074cee2e0 req-7e00434e-9e85-4b1d-b3f1-b88fff82324d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] No DVR routers for this DVR port 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:51:04.088929 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-1700c7a1-8cf0-413d-be0c-cf6074cee2e0 req-7e00434e-9e85-4b1d-b3f1-b88fff82324d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:04.092371 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1700c7a1-8cf0-413d-be0c-cf6074cee2e0 req-7e00434e-9e85-4b1d-b3f1-b88fff82324d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "DELETE /v2.0/ports/12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 HTTP/1.1" status: 204 len: 173 time: 0.5029500 Feb 15 17:51:04.092835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780d6796-991a-49b6-aed0-4827221561f9', 'name': 'network-vif-deleted', 'tag': '12e1d41a-75f5-49c0-a68c-0657a6e0dcc9'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:51:04.095140 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e770020a-1d65-4f51-abc5-2f06a5af66a6" -d '{"events": [{"server_uuid": "780d6796-991a-49b6-aed0-4827221561f9", "name": "network-vif-deleted", "tag": "12e1d41a-75f5-49c0-a68c-0657a6e0dcc9"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:51:04.137275 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4a5ec1-88fb-4c02-a3ed-133a6ece047a x-openstack-request-id: req-5d4a5ec1-88fb-4c02-a3ed-133a6ece047a {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:51:04.137713 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780d6796-991a-49b6-aed0-4827221561f9", "name": "network-vif-deleted", "tag": "12e1d41a-75f5-49c0-a68c-0657a6e0dcc9", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:51:04.138090 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5d4a5ec1-88fb-4c02-a3ed-133a6ece047a {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:51:04.138804 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780d6796-991a-49b6-aed0-4827221561f9', 'name': 'network-vif-deleted', 'tag': '12e1d41a-75f5-49c0-a68c-0657a6e0dcc9', 'status': 'completed', 'code': 200} Feb 15 17:51:04.496793 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6dca984a-43f4-4567-86f3-123970079414 req-53d1aa67-ac84-40f3-b5cd-72b4879bc251 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=780d6796-991a-49b6-aed0-4827221561f9 HTTP/1.1" status: 200 len: 210 time: 0.0292764 Feb 15 17:51:05.559489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43326) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:05.941812 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-48b12227-b87d-488b-849f-3b6772a45bdc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (2603e3e4-3710-4b48-9813-2aeb578918ea), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:06.205412 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-48b12227-b87d-488b-849f-3b6772a45bdc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port c92db099-fdc6-4c6f-a120-175c71f77b53 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:51:06.205766 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-48b12227-b87d-488b-849f-3b6772a45bdc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:06.299076 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-48b12227-b87d-488b-849f-3b6772a45bdc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] For port c92db099-fdc6-4c6f-a120-175c71f77b53, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=c92db099-fdc6-4c6f-a120-175c71f77b53,segment=NetworkSegment(2d90e222-9d36-4241-96be-66e17c3b63f8),segment_id=2d90e222-9d36-4241-96be-66e17c3b63f8)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:51:06.299436 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-48b12227-b87d-488b-849f-3b6772a45bdc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:06.312135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-48b12227-b87d-488b-849f-3b6772a45bdc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for c92db099-fdc6-4c6f-a120-175c71f77b53 owned by network:router_interface {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:51:06.883865 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-48b12227-b87d-488b-849f-3b6772a45bdc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c92db099-fdc6-4c6f-a120-175c71f77b53), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:06.912604 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b12227-b87d-488b-849f-3b6772a45bdc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=c92db099-fdc6-4c6f-a120-175c71f77b53,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:07.000252 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6e33f2e3-4ab9-4ad0-86a4-0132b2014909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:07.101065 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-48b12227-b87d-488b-849f-3b6772a45bdc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (2603e3e4-3710-4b48-9813-2aeb578918ea), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:07.334714 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b12227-b87d-488b-849f-3b6772a45bdc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router 2603e3e4-3710-4b48-9813-2aeb578918ea has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:51:07.482647 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b12227-b87d-488b-849f-3b6772a45bdc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:51:07.488465 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-48b12227-b87d-488b-849f-3b6772a45bdc tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "PUT /v2.0/routers/2603e3e4-3710-4b48-9813-2aeb578918ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9275727 Feb 15 17:51:07.492419 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43328) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:07.498080 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af67ee5-773a-4f9a-8e37-954015f4a82a None None] Sync routers for ids ['2603e3e4-3710-4b48-9813-2aeb578918ea'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:51:07.513924 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af67ee5-773a-4f9a-8e37-954015f4a82a None None] Routers {'2603e3e4-3710-4b48-9813-2aeb578918ea'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:51:07.514914 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1af67ee5-773a-4f9a-8e37-954015f4a82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2603e3e4-3710-4b48-9813-2aeb578918ea'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:07.568893 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf6c42a-4692-44bb-829c-a19fb4b1e59c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting subnet 8444e21b-7279-4dbc-a919-b99f1a61a9b0 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:51:07.577069 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c42a-4692-44bb-829c-a19fb4b1e59c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for subnet (8444e21b-7279-4dbc-a919-b99f1a61a9b0), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:07.623809 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c42a-4692-44bb-829c-a19fb4b1e59c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (8444e21b-7279-4dbc-a919-b99f1a61a9b0), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:07.652592 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1af67ee5-773a-4f9a-8e37-954015f4a82a None None] Set router 2603e3e4-3710-4b48-9813-2aeb578918ea gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:51:07.718242 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c42a-4692-44bb-829c-a19fb4b1e59c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (8444e21b-7279-4dbc-a919-b99f1a61a9b0), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:07.737353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:51:07.759321 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:51:07.761386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 12e1d41a-75f5-49c0-a68c-0657a6e0dcc9 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:51:07.829098 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c42a-4692-44bb-829c-a19fb4b1e59c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (8444e21b-7279-4dbc-a919-b99f1a61a9b0), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:07.851259 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1af67ee5-773a-4f9a-8e37-954015f4a82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717171061', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:49:24Z', 'updated_at': '2022-02-15T17:51:06Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:25Z', 'updated_at': '2022-02-15T17:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:07.873540 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6c42a-4692-44bb-829c-a19fb4b1e59c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Subnet': ['ID=8444e21b-7279-4dbc-a919-b99f1a61a9b0,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:07.875538 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ccf6c42a-4692-44bb-829c-a19fb4b1e59c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:07.882447 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ccf6c42a-4692-44bb-829c-a19fb4b1e59c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/subnets/8444e21b-7279-4dbc-a919-b99f1a61a9b0 HTTP/1.1" status: 204 len: 168 time: 0.3853207 Feb 15 17:51:07.885170 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af67ee5-773a-4f9a-8e37-954015f4a82a None None] Checking router: 2603e3e4-3710-4b48-9813-2aeb578918ea for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:51:07.885348 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43330) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:07.886725 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff255b9b-83ee-4aef-8af7-fe4b1cc5a500 None None] Network 76462a16-509d-48d7-9e6b-5e04e973a7fd requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:51:07.889473 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af67ee5-773a-4f9a-8e37-954015f4a82a None None] Routers {'2603e3e4-3710-4b48-9813-2aeb578918ea'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:51:07.891031 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1af67ee5-773a-4f9a-8e37-954015f4a82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:50:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['2603e3e4-3710-4b48-9813-2aeb578918ea'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:08.008364 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee374-7a14-481d-a28d-74f41bfe8736 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router (2603e3e4-3710-4b48-9813-2aeb578918ea), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:08.061918 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-1af67ee5-773a-4f9a-8e37-954015f4a82a None None] Set router 2603e3e4-3710-4b48-9813-2aeb578918ea gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:51:08.131734 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] DHCP port deletion for 76462a16-509d-48d7-9e6b-5e04e973a7fd request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:51:08.142878 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee374-7a14-481d-a28d-74f41bfe8736 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (2603e3e4-3710-4b48-9813-2aeb578918ea), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:08.185778 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Deleting port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:51:08.186156 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:08.254005 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] For port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e,segment=NetworkSegment(2d90e222-9d36-4241-96be-66e17c3b63f8),segment_id=2d90e222-9d36-4241-96be-66e17c3b63f8)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:51:08.254997 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:08.269290 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Calling delete_port for f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:51:08.277029 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-1af67ee5-773a-4f9a-8e37-954015f4a82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717171061', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:49:24Z', 'updated_at': '2022-02-15T17:51:06Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:25Z', 'updated_at': '2022-02-15T17:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:08.279827 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ee374-7a14-481d-a28d-74f41bfe8736 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port 2adc6829-9a18-4685-b4fb-6a6e2153f1a2 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:51:08.280385 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee374-7a14-481d-a28d-74f41bfe8736 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (2adc6829-9a18-4685-b4fb-6a6e2153f1a2), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:08.329936 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af67ee5-773a-4f9a-8e37-954015f4a82a None None] The sync data for ids ['2603e3e4-3710-4b48-9813-2aeb578918ea'] in n-d-828372-14 is: [{'id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-717171061', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:49:24Z', 'updated_at': '2022-02-15T17:51:06Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': '2adc6829-9a18-4685-b4fb-6a6e2153f1a2', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:5e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2603e3e4-3710-4b48-9813-2aeb578918ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:49:25Z', 'updated_at': '2022-02-15T17:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:51:08.404864 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-ff1ee374-7a14-481d-a28d-74f41bfe8736 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] For port 2adc6829-9a18-4685-b4fb-6a6e2153f1a2, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=2adc6829-9a18-4685-b4fb-6a6e2153f1a2,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:51:08.405813 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee374-7a14-481d-a28d-74f41bfe8736 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (2adc6829-9a18-4685-b4fb-6a6e2153f1a2), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:08.418575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ee374-7a14-481d-a28d-74f41bfe8736 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for 2adc6829-9a18-4685-b4fb-6a6e2153f1a2 owned by network:router_gateway {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:51:08.429071 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:08.456053 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Pushing event deleted for resources: {'Port': ['ID=f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:08.461170 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] No DVR routers for this DVR port f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:51:08.471299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:08.471299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:08.471623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:08.472255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:08.472255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:08.472857 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:08.473090 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:08.473422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:08.473755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:08.474749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:08.474924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:08.475240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:08.475596 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4db243-cc6d-4019-be08-5d09d70df94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:08.651187 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee374-7a14-481d-a28d-74f41bfe8736 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (2adc6829-9a18-4685-b4fb-6a6e2153f1a2), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:08.677782 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ee374-7a14-481d-a28d-74f41bfe8736 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=2adc6829-9a18-4685-b4fb-6a6e2153f1a2,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:08.747681 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee374-7a14-481d-a28d-74f41bfe8736 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (2603e3e4-3710-4b48-9813-2aeb578918ea), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:08.824300 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:51:08.858895 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee374-7a14-481d-a28d-74f41bfe8736 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (2603e3e4-3710-4b48-9813-2aeb578918ea), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:08.859675 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:51:08.860204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f2fb7e7a-cb2a-4d16-95a3-c1cdf6f2407e not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:51:08.862074 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee374-7a14-481d-a28d-74f41bfe8736 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_controller (2603e3e4-3710-4b48-9813-2aeb578918ea), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:08.975835 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee374-7a14-481d-a28d-74f41bfe8736 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (2603e3e4-3710-4b48-9813-2aeb578918ea), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:08.975835 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1ee374-7a14-481d-a28d-74f41bfe8736 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Fanout notify agent at l3_agent the message router_deleted on router 2603e3e4-3710-4b48-9813-2aeb578918ea {{(pid=103799) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:51:08.983033 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-ff1ee374-7a14-481d-a28d-74f41bfe8736 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:08.983033 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-ff1ee374-7a14-481d-a28d-74f41bfe8736 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/routers/2603e3e4-3710-4b48-9813-2aeb578918ea HTTP/1.1" status: 204 len: 168 time: 1.0987561 Feb 15 17:51:08.986354 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43332) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:09.072672 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08942eef-8e8a-482c-ad45-3f8b937d1f1d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (76462a16-509d-48d7-9e6b-5e04e973a7fd), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:09.168747 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08942eef-8e8a-482c-ad45-3f8b937d1f1d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (76462a16-509d-48d7-9e6b-5e04e973a7fd), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:09.188182 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-08942eef-8e8a-482c-ad45-3f8b937d1f1d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76462a16-509d-48d7-9e6b-5e04e973a7fd']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:09.198329 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-08942eef-8e8a-482c-ad45-3f8b937d1f1d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d90e222-9d36-4241-96be-66e17c3b63f8') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:09.198639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-08942eef-8e8a-482c-ad45-3f8b937d1f1d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d90e222-9d36-4241-96be-66e17c3b63f8') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:09.209075 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08942eef-8e8a-482c-ad45-3f8b937d1f1d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (2d90e222-9d36-4241-96be-66e17c3b63f8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:09.223248 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08942eef-8e8a-482c-ad45-3f8b937d1f1d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (2d90e222-9d36-4241-96be-66e17c3b63f8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:09.229931 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08942eef-8e8a-482c-ad45-3f8b937d1f1d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:51:09.230326 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08942eef-8e8a-482c-ad45-3f8b937d1f1d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (2d90e222-9d36-4241-96be-66e17c3b63f8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: timer() Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:51:09.233495 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:51:09.325146 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d1c75300-d4fb-4d38-bd18-efb670957863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:09.348258 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08942eef-8e8a-482c-ad45-3f8b937d1f1d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (76462a16-509d-48d7-9e6b-5e04e973a7fd), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:09.356241 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-08942eef-8e8a-482c-ad45-3f8b937d1f1d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:09.359506 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-08942eef-8e8a-482c-ad45-3f8b937d1f1d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/networks/76462a16-509d-48d7-9e6b-5e04e973a7fd HTTP/1.1" status: 204 len: 168 time: 0.3719084 Feb 15 17:51:09.362360 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43334) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:09.373785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08942eef-8e8a-482c-ad45-3f8b937d1f1d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Network': ['ID=76462a16-509d-48d7-9e6b-5e04e973a7fd,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:09.432223 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (efa46be9-33cb-47b9-bf70-1f02215c6068), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:09.472756 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (efa46be9-33cb-47b9-bf70-1f02215c6068), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:09.586628 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (efa46be9-33cb-47b9-bf70-1f02215c6068), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:09.589351 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:09.590552 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/security-groups/efa46be9-33cb-47b9-bf70-1f02215c6068 HTTP/1.1" status: 204 len: 168 time: 0.2272189 Feb 15 17:51:09.600888 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa46be9-33cb-47b9-bf70-1f02215c6068,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:09.609794 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:09.610331 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:09.610872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:09.611348 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:09.611876 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:09.612438 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:09.612970 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:09.613832 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:09.614325 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:09.615418 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:09.615910 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:09.616425 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:09.616963 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70770ed8-7837-4616-950c-ce7e804418c4 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:10.019344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43340) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:10.024030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-e14f6f09-5ba4-4bdf-b8b1-4962f96fe89d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2019632385', 'description': 'tempest-secgroup-smoke-2019632385 description', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:51:10.103059 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e14f6f09-5ba4-4bdf-b8b1-4962f96fe89d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:10.169789 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e14f6f09-5ba4-4bdf-b8b1-4962f96fe89d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (ae55ed65-4bfd-4702-921e-1f88ae30f589), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:10.251364 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e14f6f09-5ba4-4bdf-b8b1-4962f96fe89d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ae55ed65-4bfd-4702-921e-1f88ae30f589), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:10.279976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f6f09-5ba4-4bdf-b8b1-4962f96fe89d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae55ed65-4bfd-4702-921e-1f88ae30f589,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:10.361963 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-e14f6f09-5ba4-4bdf-b8b1-4962f96fe89d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:10.365983 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e14f6f09-5ba4-4bdf-b8b1-4962f96fe89d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3429353 Feb 15 17:51:10.366673 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43344) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:10.370207 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c92db099-fdc6-4c6f-a120-175c71f77b53 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:51:10.373867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2cb71cb0-b0c5-41d6-b982-5a29cb7e1ef2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'ae55ed65-4bfd-4702-921e-1f88ae30f589', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:51:10.401740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: c92db099-fdc6-4c6f-a120-175c71f77b53 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:51:10.408153 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device c92db099-fdc6-4c6f-a120-175c71f77b53 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:51:10.408153 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2adc6829-9a18-4685-b4fb-6a6e2153f1a2 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:51:10.422180 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 2adc6829-9a18-4685-b4fb-6a6e2153f1a2 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:51:10.422527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 2adc6829-9a18-4685-b4fb-6a6e2153f1a2 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:51:10.482667 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2cb71cb0-b0c5-41d6-b982-5a29cb7e1ef2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (f68a5c70-43a1-43e7-9f92-3b8a9ace16d4), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:10.540610 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2cb71cb0-b0c5-41d6-b982-5a29cb7e1ef2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (f68a5c70-43a1-43e7-9f92-3b8a9ace16d4), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:10.622383 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2cb71cb0-b0c5-41d6-b982-5a29cb7e1ef2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (f68a5c70-43a1-43e7-9f92-3b8a9ace16d4), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:10.641077 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb71cb0-b0c5-41d6-b982-5a29cb7e1ef2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f68a5c70-43a1-43e7-9f92-3b8a9ace16d4,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:10.704564 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2cb71cb0-b0c5-41d6-b982-5a29cb7e1ef2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:10.706089 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2cb71cb0-b0c5-41d6-b982-5a29cb7e1ef2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3378704 Feb 15 17:51:10.710019 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43346) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:10.713875 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-13f383d7-e7c7-4221-a0e3-c1ce9c49a3f5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'ae55ed65-4bfd-4702-921e-1f88ae30f589', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:51:10.728909 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:10.798919 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-13f383d7-e7c7-4221-a0e3-c1ce9c49a3f5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (c2f45ff6-efa0-4e12-9645-a4c1f60dbb43), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:10.855199 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-13f383d7-e7c7-4221-a0e3-c1ce9c49a3f5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (c2f45ff6-efa0-4e12-9645-a4c1f60dbb43), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:10.923650 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-13f383d7-e7c7-4221-a0e3-c1ce9c49a3f5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (c2f45ff6-efa0-4e12-9645-a4c1f60dbb43), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:10.942254 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f383d7-e7c7-4221-a0e3-c1ce9c49a3f5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f45ff6-efa0-4e12-9645-a4c1f60dbb43,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:11.028570 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-13f383d7-e7c7-4221-a0e3-c1ce9c49a3f5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:11.029911 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-13f383d7-e7c7-4221-a0e3-c1ce9c49a3f5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3195477 Feb 15 17:51:11.032569 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43348) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:11.037607 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-1b892412-9af8-4509-bb50-0718d6b084d6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'ae55ed65-4bfd-4702-921e-1f88ae30f589', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:51:11.120393 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b892412-9af8-4509-bb50-0718d6b084d6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (ed36480c-06dd-49ee-af8d-884c6f9f4b4e), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:11.179147 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b892412-9af8-4509-bb50-0718d6b084d6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (ed36480c-06dd-49ee-af8d-884c6f9f4b4e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:11.228322 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b892412-9af8-4509-bb50-0718d6b084d6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (ed36480c-06dd-49ee-af8d-884c6f9f4b4e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:11.247307 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b892412-9af8-4509-bb50-0718d6b084d6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed36480c-06dd-49ee-af8d-884c6f9f4b4e,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:11.292760 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1b892412-9af8-4509-bb50-0718d6b084d6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:11.294054 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1b892412-9af8-4509-bb50-0718d6b084d6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2605627 Feb 15 17:51:11.296937 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43350) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:11.301206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-5976a7d9-8cac-403a-97ec-4d4e0da82f20 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'ae55ed65-4bfd-4702-921e-1f88ae30f589', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:51:11.376437 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5976a7d9-8cac-403a-97ec-4d4e0da82f20 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (9a75c0c2-df16-4228-b239-b225f9dafc1c), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:11.436320 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5976a7d9-8cac-403a-97ec-4d4e0da82f20 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (9a75c0c2-df16-4228-b239-b225f9dafc1c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:11.514317 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5976a7d9-8cac-403a-97ec-4d4e0da82f20 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (9a75c0c2-df16-4228-b239-b225f9dafc1c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:11.529508 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976a7d9-8cac-403a-97ec-4d4e0da82f20 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a75c0c2-df16-4228-b239-b225f9dafc1c,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:11.607490 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5976a7d9-8cac-403a-97ec-4d4e0da82f20 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:11.608775 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5976a7d9-8cac-403a-97ec-4d4e0da82f20 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3108587 Feb 15 17:51:11.611788 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43352) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:11.616707 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4b97678e-11cd-4458-adfb-04c6047c3b40 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'ae55ed65-4bfd-4702-921e-1f88ae30f589', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:51:11.691280 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-4b97678e-11cd-4458-adfb-04c6047c3b40 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Project 2b0ac2d4c01a4bbaa78ab96fa3950db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:51:11.697449 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b97678e-11cd-4458-adfb-04c6047c3b40 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (7ccac765-d676-4115-9a36-666f2ad0c971), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:11.757649 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b97678e-11cd-4458-adfb-04c6047c3b40 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (7ccac765-d676-4115-9a36-666f2ad0c971), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:11.822276 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b97678e-11cd-4458-adfb-04c6047c3b40 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (7ccac765-d676-4115-9a36-666f2ad0c971), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:11.840401 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97678e-11cd-4458-adfb-04c6047c3b40 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccac765-d676-4115-9a36-666f2ad0c971,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:11.914188 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4b97678e-11cd-4458-adfb-04c6047c3b40 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:11.915433 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4b97678e-11cd-4458-adfb-04c6047c3b40 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3027196 Feb 15 17:51:11.918787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43354) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:11.923547 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7bce31f4-3f40-4c72-9e17-49a8000ede3d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'security_group_rule': {'security_group_id': 'ae55ed65-4bfd-4702-921e-1f88ae30f589', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:51:12.009436 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-7bce31f4-3f40-4c72-9e17-49a8000ede3d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Project 2b0ac2d4c01a4bbaa78ab96fa3950db5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:51:12.014962 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bce31f4-3f40-4c72-9e17-49a8000ede3d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (cafa9215-28c4-424e-93ba-f4b5eeb7e293), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:12.076000 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bce31f4-3f40-4c72-9e17-49a8000ede3d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (cafa9215-28c4-424e-93ba-f4b5eeb7e293), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:12.146521 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bce31f4-3f40-4c72-9e17-49a8000ede3d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (cafa9215-28c4-424e-93ba-f4b5eeb7e293), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:12.171873 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce31f4-3f40-4c72-9e17-49a8000ede3d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafa9215-28c4-424e-93ba-f4b5eeb7e293,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:12.175391 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:12.245446 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7bce31f4-3f40-4c72-9e17-49a8000ede3d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:12.246738 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7bce31f4-3f40-4c72-9e17-49a8000ede3d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3269029 Feb 15 17:51:12.249573 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43356) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:12.254515 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-882ae7ba-ab36-4566-a19a-b9457aa5ffca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'network': {'name': 'tempest-network-smoke--1279046860', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'port_security_enabled': True}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:51:12.340822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882ae7ba-ab36-4566-a19a-b9457aa5ffca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Made reservation on behalf of 2b0ac2d4c01a4bbaa78ab96fa3950db5 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:51:12.344685 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-882ae7ba-ab36-4566-a19a-b9457aa5ffca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:12.372090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-882ae7ba-ab36-4566-a19a-b9457aa5ffca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:51:12.381163 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-882ae7ba-ab36-4566-a19a-b9457aa5ffca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:12.381548 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-882ae7ba-ab36-4566-a19a-b9457aa5ffca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Added segment 5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a of type vlan for network 12d1f7a3-0dab-44d7-855e-2d648ac2204c Feb 15 17:51:12.422419 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-882ae7ba-ab36-4566-a19a-b9457aa5ffca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (12d1f7a3-0dab-44d7-855e-2d648ac2204c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:12.529739 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-882ae7ba-ab36-4566-a19a-b9457aa5ffca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (12d1f7a3-0dab-44d7-855e-2d648ac2204c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:12.536336 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882ae7ba-ab36-4566-a19a-b9457aa5ffca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:12.537686 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-882ae7ba-ab36-4566-a19a-b9457aa5ffca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:12.604802 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ae7ba-ab36-4566-a19a-b9457aa5ffca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Network': ['ID=12d1f7a3-0dab-44d7-855e-2d648ac2204c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:12.616161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 12d1f7a3-0dab-44d7-855e-2d648ac2204c details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:51:12.658365 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-882ae7ba-ab36-4566-a19a-b9457aa5ffca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4077420 Feb 15 17:51:12.661729 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43358) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:12.666667 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1393465551', 'admin_state_up': True, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:51:12.771408 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (ede7b6ea-f844-4826-983d-c76d4700a9e5), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:12.772629 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (ede7b6ea-f844-4826-983d-c76d4700a9e5), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:12.831394 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_controller (ede7b6ea-f844-4826-983d-c76d4700a9e5), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:13.029592 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (ede7b6ea-f844-4826-983d-c76d4700a9e5), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:13.291364 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (ede7b6ea-f844-4826-983d-c76d4700a9e5), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:13.310428 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:13.418663 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.25.4.48 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/f9e09038-0020-4bae-a3f9-aac65c5c2611) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:51:13.529228 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (f9e09038-0020-4bae-a3f9-aac65c5c2611), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:13.555830 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:13.626898 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (f9e09038-0020-4bae-a3f9-aac65c5c2611), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:13.675489 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:51:13.680908 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:51:13.683334 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:51:13.686771 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=f9e09038-0020-4bae-a3f9-aac65c5c2611,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:14.038571 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (ede7b6ea-f844-4826-983d-c76d4700a9e5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:14.243903 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (ede7b6ea-f844-4826-983d-c76d4700a9e5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:14.455132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router ede7b6ea-f844-4826-983d-c76d4700a9e5 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:51:14.564115 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:51:14.574739 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Sync routers for ids ['ede7b6ea-f844-4826-983d-c76d4700a9e5'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:51:14.586775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Routers {'ede7b6ea-f844-4826-983d-c76d4700a9e5'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:51:14.587510 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ede7b6ea-f844-4826-983d-c76d4700a9e5'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:14.645902 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:14.647214 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-021fc923-32ad-4b39-8d4a-7663e33e4f9c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9844635 Feb 15 17:51:14.650907 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43360) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:14.685821 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-29fd2548-388e-4b74-8e37-05087875eee7 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/subnets?project_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300763 Feb 15 17:51:14.686123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43362) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:14.702745 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Set router ede7b6ea-f844-4826-983d-c76d4700a9e5 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:51:14.902450 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393465551', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:51:12Z', 'updated_at': '2022-02-15T17:51:13Z', 'revision_number': 3, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:13Z', 'updated_at': '2022-02-15T17:51:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:14.935016 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Checking router: ede7b6ea-f844-4826-983d-c76d4700a9e5 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:51:14.939659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Updating router ede7b6ea-f844-4826-983d-c76d4700a9e5 port f9e09038-0020-4bae-a3f9-aac65c5c2611 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:51:14.967821 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f9e09038-0020-4bae-a3f9-aac65c5c2611), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:15.121023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa84b45-3781-4117-ab37-28bf0b28cd47 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:15.122621 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3fa84b45-3781-4117-ab37-28bf0b28cd47 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4353518 Feb 15 17:51:15.125507 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43364) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:15.154118 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-c607f247-6295-47fc-bf23-e5b4d2bfb27c tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/subnets?network_id=41fa8f71-481c-4dfa-a28d-8870ce44b667&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274067 Feb 15 17:51:15.156504 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43366) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:15.161280 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-47978843-4361-44ad-a40a-09ac2bb8cbcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-71044333', 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:51:15.247370 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Publish callbacks [] for port (f9e09038-0020-4bae-a3f9-aac65c5c2611), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:15.325403 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f9e09038-0020-4bae-a3f9-aac65c5c2611), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:15.337434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47978843-4361-44ad-a40a-09ac2bb8cbcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Made reservation on behalf of 2b0ac2d4c01a4bbaa78ab96fa3950db5 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:51:15.341078 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-47978843-4361-44ad-a40a-09ac2bb8cbcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:15.381455 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf89279-193b-4c25-af06-9963f3ee4804 None None] Pushing event updated for resources: {'Port': ['ID=f9e09038-0020-4bae-a3f9-aac65c5c2611,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:15.383928 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Attempting to bind port f9e09038-0020-4bae-a3f9-aac65c5c2611 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:51:15.384304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Attempting to bind port f9e09038-0020-4bae-a3f9-aac65c5c2611 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:51:15.384696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Attempting to bind port f9e09038-0020-4bae-a3f9-aac65c5c2611 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:51:15.392979 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:51:15.392979 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:51:15.393572 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:15.394168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:51:15.394935 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Bound port: f9e09038-0020-4bae-a3f9-aac65c5c2611, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:51:15.395533 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f9e09038-0020-4bae-a3f9-aac65c5c2611), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:15.463456 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] For port f9e09038-0020-4bae-a3f9-aac65c5c2611, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:51:15.467344 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] For port f9e09038-0020-4bae-a3f9-aac65c5c2611, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f9e09038-0020-4bae-a3f9-aac65c5c2611,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:51:15.554820 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f9e09038-0020-4bae-a3f9-aac65c5c2611), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:15.624849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Routers {'ede7b6ea-f844-4826-983d-c76d4700a9e5'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:51:15.626010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ede7b6ea-f844-4826-983d-c76d4700a9e5'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:15.628251 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-47978843-4361-44ad-a40a-09ac2bb8cbcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (633e3f4a-afda-4f07-8879-ef50010620c1), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:15.632001 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf89279-193b-4c25-af06-9963f3ee4804 None None] Pushing event updated for resources: {'Port': ['ID=f9e09038-0020-4bae-a3f9-aac65c5c2611,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:15.717765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47978843-4361-44ad-a40a-09ac2bb8cbcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Subnet': ['ID=633e3f4a-afda-4f07-8879-ef50010620c1,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:15.733472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47978843-4361-44ad-a40a-09ac2bb8cbcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Checking segment: {'id': '5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:51:15.733854 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47978843-4361-44ad-a40a-09ac2bb8cbcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network hostable DHCP agents. Network: 12d1f7a3-0dab-44d7-855e-2d648ac2204c, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:51:15.862609 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47978843-4361-44ad-a40a-09ac2bb8cbcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 12d1f7a3-0dab-44d7-855e-2d648ac2204c is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:51:15.915496 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] Set router ede7b6ea-f844-4826-983d-c76d4700a9e5 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:51:15.931468 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-47978843-4361-44ad-a40a-09ac2bb8cbcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 12d1f7a3-0dab-44d7-855e-2d648ac2204c) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:51:15.937678 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47978843-4361-44ad-a40a-09ac2bb8cbcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:15.938708 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-47978843-4361-44ad-a40a-09ac2bb8cbcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:15.948086 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012e1b56-a0cc-4e51-9cd6-cd917fda0a4a None None] Network 12d1f7a3-0dab-44d7-855e-2d648ac2204c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:51:16.012761 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-47978843-4361-44ad-a40a-09ac2bb8cbcb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8551924 Feb 15 17:51:16.015837 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43368) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:16.212769 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ips': [{'subnet_id': '633e3f4a-afda-4f07-8879-ef50010620c1'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:51:16.213671 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:16.375151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393465551', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:51:12Z', 'updated_at': '2022-02-15T17:51:13Z', 'revision_number': 3, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:13Z', 'updated_at': '2022-02-15T17:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:16.405809 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c041de8-57ad-4f31-b9aa-38b60de00c3a None None] The sync data for ids ['ede7b6ea-f844-4826-983d-c76d4700a9e5'] in n-d-828372-14 is: [{'id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393465551', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:51:12Z', 'updated_at': '2022-02-15T17:51:13Z', 'revision_number': 3, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:13Z', 'updated_at': '2022-02-15T17:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:51:16.418569 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Allocated IP 172.20.0.2 (12d1f7a3-0dab-44d7-855e-2d648ac2204c/633e3f4a-afda-4f07-8879-ef50010620c1/ee18eedd-162f-4220-aae5-ac378a879914) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:51:16.625589 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:16.626518 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Publish callbacks [] for port (ee18eedd-162f-4220-aae5-ac378a879914), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:16.703953 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (ee18eedd-162f-4220-aae5-ac378a879914), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:16.761631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Network 12d1f7a3-0dab-44d7-855e-2d648ac2204c is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:51:16.766174 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:51:16.768856 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:51:16.772097 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Pushing event updated for resources: {'Port': ['ID=ee18eedd-162f-4220-aae5-ac378a879914,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:16.846349 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Attempting to bind port ee18eedd-162f-4220-aae5-ac378a879914 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:51:16.846803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Attempting to bind port ee18eedd-162f-4220-aae5-ac378a879914 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:51:16.847105 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Attempting to bind port ee18eedd-162f-4220-aae5-ac378a879914 on network 12d1f7a3-0dab-44d7-855e-2d648ac2204c {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:51:16.853461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:51:16.853971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Checking segment: {'id': '5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:51:16.854314 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:16.854716 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Bound using segment: {'id': '5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:51:16.855434 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Bound port: ee18eedd-162f-4220-aae5-ac378a879914, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:51:16.855652 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ee18eedd-162f-4220-aae5-ac378a879914), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:16.951417 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] For port ee18eedd-162f-4220-aae5-ac378a879914, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:51:16.961008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] For port ee18eedd-162f-4220-aae5-ac378a879914, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ee18eedd-162f-4220-aae5-ac378a879914,segment=NetworkSegment(5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a),segment_id=5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:51:17.005785 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.20.0.1 (12d1f7a3-0dab-44d7-855e-2d648ac2204c/633e3f4a-afda-4f07-8879-ef50010620c1/77df962d-1fb1-4514-aebd-84367ddf7390) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:51:17.050278 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ee18eedd-162f-4220-aae5-ac378a879914), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:17.139359 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c751f43-a641-49f3-83f8-f65d09d68281 None None] Pushing event updated for resources: {'Port': ['ID=ee18eedd-162f-4220-aae5-ac378a879914,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:17.183251 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (77df962d-1fb1-4514-aebd-84367ddf7390), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:17.304228 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:17.359832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 12d1f7a3-0dab-44d7-855e-2d648ac2204c is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:51:17.363117 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:51:17.372761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:51:17.405940 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=77df962d-1fb1-4514-aebd-84367ddf7390,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:17.433635 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (ede7b6ea-f844-4826-983d-c76d4700a9e5), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:17.696094 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:18.021750 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (77df962d-1fb1-4514-aebd-84367ddf7390), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:18.084010 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:18.166615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=77df962d-1fb1-4514-aebd-84367ddf7390,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:18.171816 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (ede7b6ea-f844-4826-983d-c76d4700a9e5), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:18.190684 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2ada11-fb63-4af2-878e-6da840640d6f None None] Network 12d1f7a3-0dab-44d7-855e-2d648ac2204c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:51:18.259228 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-96775e58-ca83-4a66-838d-8b585f1349e2 None None] Provisioning complete for port ee18eedd-162f-4220-aae5-ac378a879914 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:51:18.259599 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-96775e58-ca83-4a66-838d-8b585f1349e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ee18eedd-162f-4220-aae5-ac378a879914), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:18.276627 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 12d1f7a3-0dab-44d7-855e-2d648ac2204c is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:51:18.278223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:51:18.396073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-96775e58-ca83-4a66-838d-8b585f1349e2 None None] Current status of the port ee18eedd-162f-4220-aae5-ac378a879914 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:51:18.396700 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-96775e58-ca83-4a66-838d-8b585f1349e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ee18eedd-162f-4220-aae5-ac378a879914), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:18.451152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-96775e58-ca83-4a66-838d-8b585f1349e2 None None] For port ee18eedd-162f-4220-aae5-ac378a879914, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ee18eedd-162f-4220-aae5-ac378a879914,segment=NetworkSegment(5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a),segment_id=5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:51:18.459430 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router ede7b6ea-f844-4826-983d-c76d4700a9e5 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:51:18.511427 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f9e09038-0020-4bae-a3f9-aac65c5c2611 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:51:18.536332 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-96775e58-ca83-4a66-838d-8b585f1349e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (ee18eedd-162f-4220-aae5-ac378a879914), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:18.603037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:51:18.621960 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-fd41e0cc-2f61-4c0a-9298-21db887f780b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "PUT /v2.0/routers/ede7b6ea-f844-4826-983d-c76d4700a9e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5952363 Feb 15 17:51:18.624381 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96775e58-ca83-4a66-838d-8b585f1349e2 None None] Pushing event updated for resources: {'Port': ['ID=ee18eedd-162f-4220-aae5-ac378a879914,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:18.632188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f9e09038-0020-4bae-a3f9-aac65c5c2611 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:51:18.632567 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f9e09038-0020-4bae-a3f9-aac65c5c2611), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:18.734322 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f9e09038-0020-4bae-a3f9-aac65c5c2611 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:51:18.734857 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (f9e09038-0020-4bae-a3f9-aac65c5c2611), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:18.763486 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port f9e09038-0020-4bae-a3f9-aac65c5c2611, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f9e09038-0020-4bae-a3f9-aac65c5c2611,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:51:18.774688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cd49ffce-72d9-49d6-a260-a8fea210ae1d None None] Provisioning complete for port ee18eedd-162f-4220-aae5-ac378a879914 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:51:18.775272 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd49ffce-72d9-49d6-a260-a8fea210ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ee18eedd-162f-4220-aae5-ac378a879914), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:18.814782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-ccbd4e5d-628a-4408-b5d8-1f0950b6840d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2019632385&fields=id&tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5 HTTP/1.1" status: 200 len: 267 time: 0.0647159 Feb 15 17:51:18.852507 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (f9e09038-0020-4bae-a3f9-aac65c5c2611), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:18.853283 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ee18eedd-162f-4220-aae5-ac378a879914 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:51:18.895740 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Sync routers for ids ['ede7b6ea-f844-4826-983d-c76d4700a9e5'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:51:18.906161 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Routers {'ede7b6ea-f844-4826-983d-c76d4700a9e5'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:51:18.906917 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ede7b6ea-f844-4826-983d-c76d4700a9e5'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:18.922223 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cd49ffce-72d9-49d6-a260-a8fea210ae1d None None] Current status of the port ee18eedd-162f-4220-aae5-ac378a879914 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:51:18.938982 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-ebfa2081-bf60-418f-9711-85151a9c75f7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:18.940642 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-ebfa2081-bf60-418f-9711-85151a9c75f7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/networks?id=12d1f7a3-0dab-44d7-855e-2d648ac2204c HTTP/1.1" status: 200 len: 797 time: 0.1250713 Feb 15 17:51:18.961467 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-194ab21f-a281-4c61-bf02-794673fb8e5d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/quotas/2b0ac2d4c01a4bbaa78ab96fa3950db5 HTTP/1.1" status: 200 len: 375 time: 0.0139513 Feb 15 17:51:18.985862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-cd49ffce-72d9-49d6-a260-a8fea210ae1d None None] Provisioning complete for port 77df962d-1fb1-4514-aebd-84367ddf7390 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:51:18.986388 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-cd49ffce-72d9-49d6-a260-a8fea210ae1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:19.029686 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=f9e09038-0020-4bae-a3f9-aac65c5c2611,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:19.036943 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Set router ede7b6ea-f844-4826-983d-c76d4700a9e5 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:51:19.045030 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-cd49ffce-72d9-49d6-a260-a8fea210ae1d None None] Port 77df962d-1fb1-4514-aebd-84367ddf7390 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:51:19.046831 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-dd733f4b-0acc-4296-9c46-6cbd7e19f998 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789423 Feb 15 17:51:19.064649 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ee18eedd-162f-4220-aae5-ac378a879914 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:51:19.065125 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ee18eedd-162f-4220-aae5-ac378a879914), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:19.065775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-75ff28ff-d044-4683-b4d3-1d85fe912861 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:51:19.079891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-75ff28ff-d044-4683-b4d3-1d85fe912861 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190980 Feb 15 17:51:19.154835 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ee18eedd-162f-4220-aae5-ac378a879914 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:51:19.181492 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-834afe72-a8af-48b4-9a82-1ace82d9a9ec None None] Provisioning complete for port 77df962d-1fb1-4514-aebd-84367ddf7390 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:51:19.181807 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-834afe72-a8af-48b4-9a82-1ace82d9a9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:19.209266 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-0138d1bb-3ee2-4db9-a694-c153b879dc92 service neutron] 10.222.0.107 "GET /v2.0/networks/12d1f7a3-0dab-44d7-855e-2d648ac2204c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277554 Feb 15 17:51:19.242805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-834afe72-a8af-48b4-9a82-1ace82d9a9ec None None] Port 77df962d-1fb1-4514-aebd-84367ddf7390 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:51:19.282585 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393465551', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:51:12Z', 'updated_at': '2022-02-15T17:51:17Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:13Z', 'updated_at': '2022-02-15T17:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '77df962d-1fb1-4514-aebd-84367ddf7390', 'name': '', 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:e9:36:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:16Z', 'updated_at': '2022-02-15T17:51:17Z', 'revision_number': 2, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:19.311231 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-0d2111f0-c656-4755-9a91-4f254a93f3be service neutron] 10.222.0.107 "GET /v2.0/networks/12d1f7a3-0dab-44d7-855e-2d648ac2204c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960758 Feb 15 17:51:19.312720 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Checking router: ede7b6ea-f844-4826-983d-c76d4700a9e5 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:51:19.313066 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Updating router ede7b6ea-f844-4826-983d-c76d4700a9e5 port 77df962d-1fb1-4514-aebd-84367ddf7390 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:51:19.340964 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:19.362999 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-c513b3f0-6632-4f1a-bad5-c16b099ad874 None None] Provisioning complete for port 77df962d-1fb1-4514-aebd-84367ddf7390 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:51:19.363374 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c513b3f0-6632-4f1a-bad5-c16b099ad874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:19.401011 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-c513b3f0-6632-4f1a-bad5-c16b099ad874 None None] Port 77df962d-1fb1-4514-aebd-84367ddf7390 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:51:19.564416 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b52fc5b4-0a5c-4c94-ac4e-a3cc1d6af7d3 req-0cb3effd-0f14-4098-9075-0acd9da030cb tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 210 time: 0.0269771 Feb 15 17:51:19.614355 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Publish callbacks [] for port (77df962d-1fb1-4514-aebd-84367ddf7390), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:19.671818 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:19.727808 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0198992-92a7-4989-97a3-42e14922e0da None None] Pushing event updated for resources: {'Port': ['ID=77df962d-1fb1-4514-aebd-84367ddf7390,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:19.750363 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0198992-92a7-4989-97a3-42e14922e0da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:19.750749 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0198992-92a7-4989-97a3-42e14922e0da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:19.751034 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0198992-92a7-4989-97a3-42e14922e0da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:19.751357 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0198992-92a7-4989-97a3-42e14922e0da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:19.751689 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0198992-92a7-4989-97a3-42e14922e0da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:19.752013 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0198992-92a7-4989-97a3-42e14922e0da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:19.752333 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0198992-92a7-4989-97a3-42e14922e0da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:19.752650 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0198992-92a7-4989-97a3-42e14922e0da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:19.752965 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0198992-92a7-4989-97a3-42e14922e0da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:19.753279 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0198992-92a7-4989-97a3-42e14922e0da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:19.753625 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0198992-92a7-4989-97a3-42e14922e0da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:19.753943 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0198992-92a7-4989-97a3-42e14922e0da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:19.754251 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0198992-92a7-4989-97a3-42e14922e0da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:51:19.791452 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Attempting to bind port 77df962d-1fb1-4514-aebd-84367ddf7390 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:51:19.791823 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Attempting to bind port 77df962d-1fb1-4514-aebd-84367ddf7390 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:51:19.792194 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Attempting to bind port 77df962d-1fb1-4514-aebd-84367ddf7390 on network 12d1f7a3-0dab-44d7-855e-2d648ac2204c {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:51:19.797921 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:51:19.798298 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Checking segment: {'id': '5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:51:19.798714 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:19.799105 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Bound using segment: {'id': '5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:51:19.799578 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Bound port: 77df962d-1fb1-4514-aebd-84367ddf7390, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:51:19.799957 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:19.867456 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] For port 77df962d-1fb1-4514-aebd-84367ddf7390, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:51:19.872827 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] For port 77df962d-1fb1-4514-aebd-84367ddf7390, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=77df962d-1fb1-4514-aebd-84367ddf7390,segment=NetworkSegment(5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a),segment_id=5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:51:19.924136 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-964f5b79-021a-4aec-8180-5f8ccf3a67f3 None None] Provisioning complete for port 77df962d-1fb1-4514-aebd-84367ddf7390 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:51:19.924506 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-964f5b79-021a-4aec-8180-5f8ccf3a67f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:19.958812 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:19.962901 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-964f5b79-021a-4aec-8180-5f8ccf3a67f3 None None] Port 77df962d-1fb1-4514-aebd-84367ddf7390 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:51:20.020641 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Routers {'ede7b6ea-f844-4826-983d-c76d4700a9e5'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:51:20.021284 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ede7b6ea-f844-4826-983d-c76d4700a9e5'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:20.091116 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0198992-92a7-4989-97a3-42e14922e0da None None] Pushing event updated for resources: {'Port': ['ID=77df962d-1fb1-4514-aebd-84367ddf7390,revision_number=4']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:20.142677 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] Set router ede7b6ea-f844-4826-983d-c76d4700a9e5 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:51:20.284933 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-aa59f704-4406-4260-938f-079cc2abef54 None None] Provisioning complete for port 77df962d-1fb1-4514-aebd-84367ddf7390 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:51:20.285516 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa59f704-4406-4260-938f-079cc2abef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:20.369887 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aa59f704-4406-4260-938f-079cc2abef54 None None] Current status of the port 77df962d-1fb1-4514-aebd-84367ddf7390 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:51:20.370367 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa59f704-4406-4260-938f-079cc2abef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:20.394844 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f9e09038-0020-4bae-a3f9-aac65c5c2611 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:51:20.435280 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-aa59f704-4406-4260-938f-079cc2abef54 None None] For port 77df962d-1fb1-4514-aebd-84367ddf7390, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=77df962d-1fb1-4514-aebd-84367ddf7390,segment=NetworkSegment(5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a),segment_id=5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:51:20.445874 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393465551', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:51:12Z', 'updated_at': '2022-02-15T17:51:17Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:13Z', 'updated_at': '2022-02-15T17:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '77df962d-1fb1-4514-aebd-84367ddf7390', 'name': '', 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:e9:36:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:16Z', 'updated_at': '2022-02-15T17:51:19Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:20.463024 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port f9e09038-0020-4bae-a3f9-aac65c5c2611 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:51:20.463400 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (f9e09038-0020-4bae-a3f9-aac65c5c2611), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:20.476657 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe4321-6e66-42f6-ba0a-42046f405c76 None None] The sync data for ids ['ede7b6ea-f844-4826-983d-c76d4700a9e5'] in n-d-828372-14 is: [{'id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393465551', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:51:12Z', 'updated_at': '2022-02-15T17:51:17Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:13Z', 'updated_at': '2022-02-15T17:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '77df962d-1fb1-4514-aebd-84367ddf7390', 'name': '', 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:e9:36:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:16Z', 'updated_at': '2022-02-15T17:51:19Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:51:20.513204 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa59f704-4406-4260-938f-079cc2abef54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:20.587886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port f9e09038-0020-4bae-a3f9-aac65c5c2611 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:51:20.588991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ee18eedd-162f-4220-aae5-ac378a879914 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:51:20.637811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59f704-4406-4260-938f-079cc2abef54 None None] Pushing event updated for resources: {'Port': ['ID=77df962d-1fb1-4514-aebd-84367ddf7390,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:20.669174 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port ee18eedd-162f-4220-aae5-ac378a879914 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:51:20.669581 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (ee18eedd-162f-4220-aae5-ac378a879914), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:20.680863 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5a28172e-a9a5-4f53-ac2d-56cc5cfc1779 req-6a4c4331-2bd8-4561-9da4-bc19c6373763 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 210 time: 0.0289078 Feb 15 17:51:20.761950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ee18eedd-162f-4220-aae5-ac378a879914 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:51:21.780997 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-51efeba6-5dda-4195-83ad-a178e9817578 req-58c2fe57-b967-41e9-bd1f-fa671dfb5ca7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 210 time: 0.0399320 Feb 15 17:51:22.407786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 77df962d-1fb1-4514-aebd-84367ddf7390 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:51:22.462522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 77df962d-1fb1-4514-aebd-84367ddf7390 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:51:22.467506 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:22.547872 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 77df962d-1fb1-4514-aebd-84367ddf7390 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:51:22.863389 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0c169681-6341-4441-bff3-6b21a86de96d req-c101fb07-0eab-409d-a91d-4c15e6a014db tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 210 time: 0.0274487 Feb 15 17:51:23.971294 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-baef4fbb-2ec5-4ac2-b5f3-0449a3c3af7b req-a97c63df-98b7-4da5-a5f8-83602aa5c34a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 210 time: 0.0287209 Feb 15 17:51:24.748474 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:51:25.080118 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c0c5fcc3-f3e4-482a-bdac-2fdd6069bb34 req-41f6ca05-edc0-4eae-bd99-e07b94d4f08b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 210 time: 0.0348699 Feb 15 17:51:25.951538 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-34ea24e8-5cdb-4185-b8a4-f0127e7c7c86 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:25.953152 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-34ea24e8-5cdb-4185-b8a4-f0127e7c7c86 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "GET /v2.0/networks?id=12d1f7a3-0dab-44d7-855e-2d648ac2204c HTTP/1.1" status: 200 len: 797 time: 0.1137016 Feb 15 17:51:26.023915 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-13d1cf66-df69-44ac-aa05-c0787b03c3f5 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5 HTTP/1.1" status: 200 len: 380 time: 0.0625806 Feb 15 17:51:26.034367 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-50767271-4500-4d39-8964-dfd9002a5c7a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'port': {'device_id': 'ef342d73-2b05-40f3-a89e-6db90d25a691', 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'admin_state_up': True, 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'security_groups': ['ae55ed65-4bfd-4702-921e-1f88ae30f589']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:51:26.181599 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0abbd2b1-e64c-4323-951a-40b4f103e2e2 req-d7badcdd-5962-4263-86a2-eadb142532c8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 210 time: 0.0284503 Feb 15 17:51:26.240889 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-50767271-4500-4d39-8964-dfd9002a5c7a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Made reservation on behalf of 2b0ac2d4c01a4bbaa78ab96fa3950db5 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:51:26.245242 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-50767271-4500-4d39-8964-dfd9002a5c7a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:26.376464 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-50767271-4500-4d39-8964-dfd9002a5c7a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.20.0.3 (12d1f7a3-0dab-44d7-855e-2d648ac2204c/633e3f4a-afda-4f07-8879-ef50010620c1/cc669b13-7b37-45e8-81b3-8088eeb0b63f) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:51:26.529523 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-50767271-4500-4d39-8964-dfd9002a5c7a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (cc669b13-7b37-45e8-81b3-8088eeb0b63f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:26.615959 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-50767271-4500-4d39-8964-dfd9002a5c7a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cc669b13-7b37-45e8-81b3-8088eeb0b63f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:26.664185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-50767271-4500-4d39-8964-dfd9002a5c7a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 12d1f7a3-0dab-44d7-855e-2d648ac2204c is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:51:26.670253 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-50767271-4500-4d39-8964-dfd9002a5c7a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:51:26.674376 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-50767271-4500-4d39-8964-dfd9002a5c7a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:51:26.700763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50767271-4500-4d39-8964-dfd9002a5c7a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=cc669b13-7b37-45e8-81b3-8088eeb0b63f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:26.735132 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-50767271-4500-4d39-8964-dfd9002a5c7a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:26.735976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-50767271-4500-4d39-8964-dfd9002a5c7a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:26.835692 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-50767271-4500-4d39-8964-dfd9002a5c7a tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8055689 Feb 15 17:51:26.847474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Request body: {'port': {'device_id': 'ef342d73-2b05-40f3-a89e-6db90d25a691', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:51:26.911002 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cc669b13-7b37-45e8-81b3-8088eeb0b63f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:26.922263 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-f5b9651f-8d06-4a8a-93c6-3c707396bc30 None None] Provisioning complete for port cc669b13-7b37-45e8-81b3-8088eeb0b63f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:51:26.922947 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f5b9651f-8d06-4a8a-93c6-3c707396bc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cc669b13-7b37-45e8-81b3-8088eeb0b63f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:26.967401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-f5b9651f-8d06-4a8a-93c6-3c707396bc30 None None] Port cc669b13-7b37-45e8-81b3-8088eeb0b63f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:51:27.192046 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc669b13-7b37-45e8-81b3-8088eeb0b63f {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:51:27.200279 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Publish callbacks [] for port (cc669b13-7b37-45e8-81b3-8088eeb0b63f), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:27.213026 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Transition to ACTIVE for port object cc669b13-7b37-45e8-81b3-8088eeb0b63f will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:51:27.303759 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724c7a9-2659-43ec-8e47-72091b592ed1 req-44a7b6e4-b53b-4799-b3b0-ad13d26b09e7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:27.305259 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3724c7a9-2659-43ec-8e47-72091b592ed1 req-44a7b6e4-b53b-4799-b3b0-ad13d26b09e7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 931 time: 0.0546210 Feb 15 17:51:27.307947 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (cc669b13-7b37-45e8-81b3-8088eeb0b63f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:27.376545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc669b13-7b37-45e8-81b3-8088eeb0b63f,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:27.447220 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3724c7a9-2659-43ec-8e47-72091b592ed1 req-1270f639-69a7-4dd8-8229-76a34c24294e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312029 Feb 15 17:51:27.475761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Attempting to bind port cc669b13-7b37-45e8-81b3-8088eeb0b63f on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:51:27.476099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Attempting to bind port cc669b13-7b37-45e8-81b3-8088eeb0b63f by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:51:27.476430 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Attempting to bind port cc669b13-7b37-45e8-81b3-8088eeb0b63f on network 12d1f7a3-0dab-44d7-855e-2d648ac2204c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:51:27.480914 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Port cc669b13-7b37-45e8-81b3-8088eeb0b63f on network 12d1f7a3-0dab-44d7-855e-2d648ac2204c not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:51:27.481242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Attempting to bind port cc669b13-7b37-45e8-81b3-8088eeb0b63f on network 12d1f7a3-0dab-44d7-855e-2d648ac2204c {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:51:27.486236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:51:27.486580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Checking segment: {'id': '5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:51:27.486965 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Bound using segment: {'id': '5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:51:27.487397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Bound port: cc669b13-7b37-45e8-81b3-8088eeb0b63f, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:51:27.487760 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cc669b13-7b37-45e8-81b3-8088eeb0b63f), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:27.553436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] For port cc669b13-7b37-45e8-81b3-8088eeb0b63f, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:51:27.556408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] For port cc669b13-7b37-45e8-81b3-8088eeb0b63f, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cc669b13-7b37-45e8-81b3-8088eeb0b63f,segment=NetworkSegment(5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a),segment_id=5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:51:27.617352 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (cc669b13-7b37-45e8-81b3-8088eeb0b63f), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:27.654321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:27.654321 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:27.654321 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] 10.222.0.67 "PUT /v2.0/ports/cc669b13-7b37-45e8-81b3-8088eeb0b63f HTTP/1.1" status: 200 len: 1092 time: 0.8105242 Feb 15 17:51:27.654321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef342d73-2b05-40f3-a89e-6db90d25a691', 'tag': 'cc669b13-7b37-45e8-81b3-8088eeb0b63f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:51:27.656386 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e19169-b35e-4866-9748-16865728b7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ef342d73-2b05-40f3-a89e-6db90d25a691", "tag": "cc669b13-7b37-45e8-81b3-8088eeb0b63f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:51:27.684301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc098c1-f009-4ae1-a704-f71b4e1242c3 service neutron] Pushing event updated for resources: {'Port': ['ID=cc669b13-7b37-45e8-81b3-8088eeb0b63f,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:27.710194 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17c5c61-d982-4812-8c3e-fa59104b19a7 x-openstack-request-id: req-a17c5c61-d982-4812-8c3e-fa59104b19a7 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:51:27.710488 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef342d73-2b05-40f3-a89e-6db90d25a691", "tag": "cc669b13-7b37-45e8-81b3-8088eeb0b63f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:51:27.710756 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a17c5c61-d982-4812-8c3e-fa59104b19a7 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:51:27.711179 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef342d73-2b05-40f3-a89e-6db90d25a691', 'tag': 'cc669b13-7b37-45e8-81b3-8088eeb0b63f', 'status': 'completed', 'code': 200} Feb 15 17:51:27.781012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e19169-b35e-4866-9748-16865728b7ce req-0da1bbbd-623f-4e21-a506-7f306d102b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:27.782910 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34e19169-b35e-4866-9748-16865728b7ce req-0da1bbbd-623f-4e21-a506-7f306d102b5e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 1126 time: 0.0542700 Feb 15 17:51:27.883568 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e19169-b35e-4866-9748-16865728b7ce req-953c38fb-499f-41a7-ae81-2df06456d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:27.885059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34e19169-b35e-4866-9748-16865728b7ce req-953c38fb-499f-41a7-ae81-2df06456d08d service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0949049 Feb 15 17:51:27.985390 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e19169-b35e-4866-9748-16865728b7ce req-420bdf61-39f5-4699-bf8b-cab7798cc67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:27.986903 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-34e19169-b35e-4866-9748-16865728b7ce req-420bdf61-39f5-4699-bf8b-cab7798cc67b service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946043 Feb 15 17:51:28.064344 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-0cccadcf-3fe4-4411-b59a-6904eb5994b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:28.065875 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-0cccadcf-3fe4-4411-b59a-6904eb5994b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 1126 time: 0.0454400 Feb 15 17:51:28.106799 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-90ae8489-d620-46cb-9382-8de988d6c129 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc669b13-7b37-45e8-81b3-8088eeb0b63f HTTP/1.1" status: 200 len: 217 time: 0.0334818 Feb 15 17:51:28.157739 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-a95f9a71-215a-4b54-9d92-86e3ddae4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:28.159181 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-a95f9a71-215a-4b54-9d92-86e3ddae4223 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=633e3f4a-afda-4f07-8879-ef50010620c1 HTTP/1.1" status: 200 len: 833 time: 0.0465007 Feb 15 17:51:28.206866 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-718d57ed-ce9e-4272-967b-74fc1cc483e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:28.208952 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-718d57ed-ce9e-4272-967b-74fc1cc483e5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12d1f7a3-0dab-44d7-855e-2d648ac2204c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430100 Feb 15 17:51:28.296691 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-177b8ea8-6c73-4687-8cce-7a9a700d8f75 service neutron] 10.222.0.67 "GET /v2.0/networks/12d1f7a3-0dab-44d7-855e-2d648ac2204c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816092 Feb 15 17:51:28.388978 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9727dfee-b6ba-4cea-b2e3-b40dc77aa209 req-e36c57dd-7ecd-4dee-adb9-e7298082ca91 service neutron] 10.222.0.67 "GET /v2.0/networks/12d1f7a3-0dab-44d7-855e-2d648ac2204c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853858 Feb 15 17:51:28.568468 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daf4e3-3121-4d6e-84ab-d428dda50a05 req-4321f89b-0a70-421f-a9dd-87f87f85e3ee tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:28.569912 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80daf4e3-3121-4d6e-84ab-d428dda50a05 req-4321f89b-0a70-421f-a9dd-87f87f85e3ee tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 943 time: 0.0537684 Feb 15 17:51:28.617381 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80daf4e3-3121-4d6e-84ab-d428dda50a05 req-f06081ce-6e48-462d-9c3d-eb9404ced294 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418642 Feb 15 17:51:29.736919 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa939b1-f137-47a1-b555-113c25ffc125 req-c72a12e3-7cbe-40ff-955e-9855d1c26078 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:29.738429 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-daa939b1-f137-47a1-b555-113c25ffc125 req-c72a12e3-7cbe-40ff-955e-9855d1c26078 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 943 time: 0.0522783 Feb 15 17:51:29.797777 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-daa939b1-f137-47a1-b555-113c25ffc125 req-36ed634c-d536-476f-95b0-01f359244347 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536718 Feb 15 17:51:30.920762 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b420b-e734-48db-bc10-02001eb17246 req-8fc593f1-37b1-4a6d-9753-1d9b7d8ccbb6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:30.922304 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe1b420b-e734-48db-bc10-02001eb17246 req-8fc593f1-37b1-4a6d-9753-1d9b7d8ccbb6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 943 time: 0.0578725 Feb 15 17:51:30.979291 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fe1b420b-e734-48db-bc10-02001eb17246 req-7701b6ca-57f2-4d2b-beb5-b4f02a36fafe tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506766 Feb 15 17:51:31.128713 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:31.420409 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:31.800302 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device cc669b13-7b37-45e8-81b3-8088eeb0b63f details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:51:32.072820 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port cc669b13-7b37-45e8-81b3-8088eeb0b63f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cc669b13-7b37-45e8-81b3-8088eeb0b63f,segment=NetworkSegment(5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a),segment_id=5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:51:32.084439 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'cc669b13-7b37-45e8-81b3-8088eeb0b63f', 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'port_id': 'cc669b13-7b37-45e8-81b3-8088eeb0b63f', 'mac_address': 'fa:16:3e:8a:8a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:51:32.115154 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9b783-2652-4df5-8983-b97a82b872e7 req-31b51453-e48b-4fa2-95bd-df5050cc7e31 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:32.116668 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56d9b783-2652-4df5-8983-b97a82b872e7 req-31b51453-e48b-4fa2-95bd-df5050cc7e31 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 943 time: 0.0574546 Feb 15 17:51:32.121696 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port cc669b13-7b37-45e8-81b3-8088eeb0b63f is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:51:32.122097 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cc669b13-7b37-45e8-81b3-8088eeb0b63f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:32.142777 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc669b13-7b37-45e8-81b3-8088eeb0b63f {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:51:32.164405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port cc669b13-7b37-45e8-81b3-8088eeb0b63f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cc669b13-7b37-45e8-81b3-8088eeb0b63f,segment=NetworkSegment(5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a),segment_id=5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:51:32.180319 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-56d9b783-2652-4df5-8983-b97a82b872e7 req-b6dfb753-f865-430b-b4a1-dad17012728d tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570915 Feb 15 17:51:32.226316 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cc669b13-7b37-45e8-81b3-8088eeb0b63f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:32.277554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=cc669b13-7b37-45e8-81b3-8088eeb0b63f,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:32.443877 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['cc669b13-7b37-45e8-81b3-8088eeb0b63f'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:51:33.302052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6ba2d-91d8-4400-b18d-a95f867f4d4b req-492f79c5-01f3-4e28-8a9c-9f231f5a9ed2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:33.304496 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-71a6ba2d-91d8-4400-b18d-a95f867f4d4b req-492f79c5-01f3-4e28-8a9c-9f231f5a9ed2 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 944 time: 0.0540586 Feb 15 17:51:33.353379 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-71a6ba2d-91d8-4400-b18d-a95f867f4d4b req-adba326d-fa08-490e-9e1b-08daac3d4b4c tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433595 Feb 15 17:51:33.801119 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device cc669b13-7b37-45e8-81b3-8088eeb0b63f up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:51:33.936628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port cc669b13-7b37-45e8-81b3-8088eeb0b63f completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:51:33.941091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port cc669b13-7b37-45e8-81b3-8088eeb0b63f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:51:33.941491 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (cc669b13-7b37-45e8-81b3-8088eeb0b63f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:34.024078 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port cc669b13-7b37-45e8-81b3-8088eeb0b63f is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:51:34.024520 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (cc669b13-7b37-45e8-81b3-8088eeb0b63f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:34.048333 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef342d73-2b05-40f3-a89e-6db90d25a691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc669b13-7b37-45e8-81b3-8088eeb0b63f'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:51:34.050638 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e35d106-a19c-44a2-97e5-f8ec58611990" -d '{"events": [{"server_uuid": "ef342d73-2b05-40f3-a89e-6db90d25a691", "name": "network-vif-plugged", "status": "completed", "tag": "cc669b13-7b37-45e8-81b3-8088eeb0b63f"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:51:34.068744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port cc669b13-7b37-45e8-81b3-8088eeb0b63f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cc669b13-7b37-45e8-81b3-8088eeb0b63f,segment=NetworkSegment(5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a),segment_id=5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:51:34.138689 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5117ed04-f2ac-45b9-914e-e168813d32f0 x-openstack-request-id: req-5117ed04-f2ac-45b9-914e-e168813d32f0 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:51:34.138986 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef342d73-2b05-40f3-a89e-6db90d25a691", "name": "network-vif-plugged", "status": "completed", "tag": "cc669b13-7b37-45e8-81b3-8088eeb0b63f", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:51:34.139245 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5117ed04-f2ac-45b9-914e-e168813d32f0 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:51:34.139654 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef342d73-2b05-40f3-a89e-6db90d25a691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc669b13-7b37-45e8-81b3-8088eeb0b63f', 'code': 200} Feb 15 17:51:34.157886 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (cc669b13-7b37-45e8-81b3-8088eeb0b63f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:34.206629 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=cc669b13-7b37-45e8-81b3-8088eeb0b63f,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:34.242513 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02fe65-bb8a-4fe2-970b-b583aaa44a2e req-a36ffbda-e130-4509-afa4-15eb9ae08cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:34.244080 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d02fe65-bb8a-4fe2-970b-b583aaa44a2e req-a36ffbda-e130-4509-afa4-15eb9ae08cfb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 1128 time: 0.0453947 Feb 15 17:51:34.293732 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d02fe65-bb8a-4fe2-970b-b583aaa44a2e req-4353ab04-1679-44a7-b67b-92646d942a60 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433567 Feb 15 17:51:34.476316 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61535c1-e4e5-49eb-a3cb-9c401acb9cc7 req-d881676c-060b-4930-8329-65049d9693cf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:34.477837 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a61535c1-e4e5-49eb-a3cb-9c401acb9cc7 req-d881676c-060b-4930-8329-65049d9693cf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 945 time: 0.0551960 Feb 15 17:51:34.525836 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a61535c1-e4e5-49eb-a3cb-9c401acb9cc7 req-0caa771b-6cd4-4410-a1dd-891bb0fe0604 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 Feb 15 17:51:35.651608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f6437-57eb-4a54-93ba-935fd493587e req-939b1f6b-0858-459a-b405-4e056f7e5e34 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:35.653183 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-879f6437-57eb-4a54-93ba-935fd493587e req-939b1f6b-0858-459a-b405-4e056f7e5e34 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 945 time: 0.0546772 Feb 15 17:51:35.701853 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-879f6437-57eb-4a54-93ba-935fd493587e req-3e8c8ed8-d9da-4f85-88eb-3a315032ecff tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430477 Feb 15 17:51:35.819639 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61faaa-90c5-45b3-9e6d-7027637f69bc req-543a09de-f8fa-4e68-beff-36db44acbeb7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:35.821019 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cf61faaa-90c5-45b3-9e6d-7027637f69bc req-543a09de-f8fa-4e68-beff-36db44acbeb7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 945 time: 0.0520005 Feb 15 17:51:35.881926 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-cf61faaa-90c5-45b3-9e6d-7027637f69bc req-b2828ac0-79f8-42f8-8d5b-1a31d9ccbaba tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550931 Feb 15 17:51:35.904240 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43446) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:35.985763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8abf389-922c-466f-ac16-3fc29626bbd3 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:35.987327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b8abf389-922c-466f-ac16-3fc29626bbd3 tempest-TestNetworkAdvancedServerOps-31718112 tempest-TestNetworkAdvancedServerOps-31718112-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 1123 time: 0.0820432 Feb 15 17:51:35.990207 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43448) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:35.994474 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': 'cc669b13-7b37-45e8-81b3-8088eeb0b63f', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:51:36.060665 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:36.159250 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:36.263775 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Allocated IP 172.25.4.196 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/050a8117-f30c-4bfc-9044-f9b4ff40f32e) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:51:36.281145 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-5f750496-dcc4-4ce4-9b19-8f2ad72729ba service neutron] (103800) timed out ('10.222.0.107', 60598) {{(pid=103800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:51:36.366817 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (050a8117-f30c-4bfc-9044-f9b4ff40f32e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:36.479507 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (050a8117-f30c-4bfc-9044-f9b4ff40f32e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:36.524036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:51:36.528467 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:51:36.532700 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:51:36.535787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=050a8117-f30c-4bfc-9044-f9b4ff40f32e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:37.044918 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9866a9bf-4e59-458b-b312-8b209e040c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:37.141916 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-3a09259b-2df5-4441-aa0d-dd63e7c16995 req-9adca47b-7159-4cbc-9a1f-9aac02af652d tempest-ServerActionsTestJSON-918144031 tempest-ServerActionsTestJSON-918144031-project] (103799) timed out ('10.222.0.107', 34088) {{(pid=103799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 17:51:37.203200 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (2d00b868-1688-45be-b062-148ad1668efa), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:37.331893 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (050a8117-f30c-4bfc-9044-f9b4ff40f32e), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:37.488355 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for port (050a8117-f30c-4bfc-9044-f9b4ff40f32e), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:37.559543 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (050a8117-f30c-4bfc-9044-f9b4ff40f32e), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:37.628095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event updated for resources: {'Port': ['ID=050a8117-f30c-4bfc-9044-f9b4ff40f32e,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:51:37.640966 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (2d00b868-1688-45be-b062-148ad1668efa), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:37.748939 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Floating IP 2d00b868-1688-45be-b062-148ad1668efa associated. External IP: 172.25.4.196, port: cc669b13-7b37-45e8-81b3-8088eeb0b63f. Feb 15 17:51:37.974310 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router ede7b6ea-f844-4826-983d-c76d4700a9e5 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:51:38.093001 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:51:38.105767 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55f51b1-b656-4a2d-984b-b3376ed65930 None None] Sync routers for ids ['ede7b6ea-f844-4826-983d-c76d4700a9e5'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:51:38.116614 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55f51b1-b656-4a2d-984b-b3376ed65930 None None] Routers {'ede7b6ea-f844-4826-983d-c76d4700a9e5'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:51:38.117230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d55f51b1-b656-4a2d-984b-b3376ed65930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ede7b6ea-f844-4826-983d-c76d4700a9e5'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:38.179534 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:38.209958 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-21761455-073e-43de-8705-55eab8b23d73 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2186956 Feb 15 17:51:38.210657 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef342d73-2b05-40f3-a89e-6db90d25a691', 'tag': 'cc669b13-7b37-45e8-81b3-8088eeb0b63f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:51:38.213048 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a8354f-abe8-4fc0-b3a0-996173f74936" -d '{"events": [{"name": "network-changed", "server_uuid": "ef342d73-2b05-40f3-a89e-6db90d25a691", "tag": "cc669b13-7b37-45e8-81b3-8088eeb0b63f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:51:38.228560 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-d55f51b1-b656-4a2d-984b-b3376ed65930 None None] Set router ede7b6ea-f844-4826-983d-c76d4700a9e5 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:51:38.260507 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1547b583-6ca0-4071-8004-c8f9c5cce89d x-openstack-request-id: req-1547b583-6ca0-4071-8004-c8f9c5cce89d {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:51:38.260812 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef342d73-2b05-40f3-a89e-6db90d25a691", "tag": "cc669b13-7b37-45e8-81b3-8088eeb0b63f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:51:38.261076 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-1547b583-6ca0-4071-8004-c8f9c5cce89d {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:51:38.261576 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef342d73-2b05-40f3-a89e-6db90d25a691', 'tag': 'cc669b13-7b37-45e8-81b3-8088eeb0b63f', 'status': 'completed', 'code': 200} Feb 15 17:51:38.326053 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8354f-abe8-4fc0-b3a0-996173f74936 req-c18b7b51-b16e-4b64-90d2-f10f522601e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:38.326468 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51acbc2-f1a4-4d64-8d2f-5579abbdaa77 req-50da5261-0621-4ee1-a4ad-293c83736ede tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:38.327803 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c9a8354f-abe8-4fc0-b3a0-996173f74936 req-c18b7b51-b16e-4b64-90d2-f10f522601e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 1128 time: 0.0467896 Feb 15 17:51:38.328029 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a51acbc2-f1a4-4d64-8d2f-5579abbdaa77 req-50da5261-0621-4ee1-a4ad-293c83736ede tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 945 time: 0.0545290 Feb 15 17:51:38.391084 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a51acbc2-f1a4-4d64-8d2f-5579abbdaa77 req-b415052a-0af6-4532-8efc-23609058462b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518789 Feb 15 17:51:38.413736 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43454) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:38.435528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8354f-abe8-4fc0-b3a0-996173f74936 req-e18eff04-74f9-4483-9da5-a662b183ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:38.437040 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c9a8354f-abe8-4fc0-b3a0-996173f74936 req-e18eff04-74f9-4483-9da5-a662b183ca1c service neutron] 10.222.0.67 "GET /v2.0/networks?id=12d1f7a3-0dab-44d7-855e-2d648ac2204c HTTP/1.1" status: 200 len: 898 time: 0.0981758 Feb 15 17:51:38.471993 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d55f51b1-b656-4a2d-984b-b3376ed65930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393465551', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:51:12Z', 'updated_at': '2022-02-15T17:51:17Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:13Z', 'updated_at': '2022-02-15T17:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '2d00b868-1688-45be-b062-148ad1668efa', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'port_id': 'cc669b13-7b37-45e8-81b3-8088eeb0b63f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'mac_address': 'fa:16:3e:8a:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef342d73-2b05-40f3-a89e-6db90d25a691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:51:36Z', 'updated_at': '2022-02-15T17:51:36Z', 'revision_number': 0, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77df962d-1fb1-4514-aebd-84367ddf7390', 'name': '', 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:e9:36:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:16Z', 'updated_at': '2022-02-15T17:51:20Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:38.479173 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-022dfb4b-1b92-446d-a5d9-4f3d985b81c1 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/2d00b868-1688-45be-b062-148ad1668efa HTTP/1.1" status: 200 len: 991 time: 0.0632410 Feb 15 17:51:38.499027 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55f51b1-b656-4a2d-984b-b3376ed65930 None None] Checking router: ede7b6ea-f844-4826-983d-c76d4700a9e5 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:51:38.504180 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c9a8354f-abe8-4fc0-b3a0-996173f74936 req-b2eff524-be6a-4407-825f-f4e3f9dda9f9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc669b13-7b37-45e8-81b3-8088eeb0b63f HTTP/1.1" status: 200 len: 999 time: 0.0604229 Feb 15 17:51:38.507900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55f51b1-b656-4a2d-984b-b3376ed65930 None None] Routers {'ede7b6ea-f844-4826-983d-c76d4700a9e5'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:51:38.508500 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d55f51b1-b656-4a2d-984b-b3376ed65930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:51:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ede7b6ea-f844-4826-983d-c76d4700a9e5'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:38.552325 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8354f-abe8-4fc0-b3a0-996173f74936 req-9c47567e-b942-44e6-9342-792b17427339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:38.554357 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c9a8354f-abe8-4fc0-b3a0-996173f74936 req-9c47567e-b942-44e6-9342-792b17427339 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=633e3f4a-afda-4f07-8879-ef50010620c1 HTTP/1.1" status: 200 len: 833 time: 0.0444570 Feb 15 17:51:38.606988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8354f-abe8-4fc0-b3a0-996173f74936 req-f241d0c1-7fa1-4026-aea1-297e0fd165c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:38.608537 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c9a8354f-abe8-4fc0-b3a0-996173f74936 req-f241d0c1-7fa1-4026-aea1-297e0fd165c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12d1f7a3-0dab-44d7-855e-2d648ac2204c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482390 Feb 15 17:51:38.616876 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-d55f51b1-b656-4a2d-984b-b3376ed65930 None None] Set router ede7b6ea-f844-4826-983d-c76d4700a9e5 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:51:38.698023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c9a8354f-abe8-4fc0-b3a0-996173f74936 req-a6f37486-d585-49d0-9dca-d982005c16d5 service neutron] 10.222.0.67 "GET /v2.0/networks/12d1f7a3-0dab-44d7-855e-2d648ac2204c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828037 Feb 15 17:51:38.790545 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c9a8354f-abe8-4fc0-b3a0-996173f74936 req-46bb5c54-c61a-41ad-aa9b-1c25bd1c8bf7 service neutron] 10.222.0.67 "GET /v2.0/networks/12d1f7a3-0dab-44d7-855e-2d648ac2204c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863922 Feb 15 17:51:38.839283 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-d55f51b1-b656-4a2d-984b-b3376ed65930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393465551', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:51:12Z', 'updated_at': '2022-02-15T17:51:17Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:13Z', 'updated_at': '2022-02-15T17:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '2d00b868-1688-45be-b062-148ad1668efa', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'port_id': 'cc669b13-7b37-45e8-81b3-8088eeb0b63f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'mac_address': 'fa:16:3e:8a:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef342d73-2b05-40f3-a89e-6db90d25a691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:51:36Z', 'updated_at': '2022-02-15T17:51:36Z', 'revision_number': 0, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77df962d-1fb1-4514-aebd-84367ddf7390', 'name': '', 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:e9:36:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:16Z', 'updated_at': '2022-02-15T17:51:20Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:51:38.869971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55f51b1-b656-4a2d-984b-b3376ed65930 None None] The sync data for ids ['ede7b6ea-f844-4826-983d-c76d4700a9e5'] in n-d-828372-14 is: [{'id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393465551', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:51:12Z', 'updated_at': '2022-02-15T17:51:17Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:13Z', 'updated_at': '2022-02-15T17:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '2d00b868-1688-45be-b062-148ad1668efa', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'floating_ip_address': '172.25.4.196', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'port_id': 'cc669b13-7b37-45e8-81b3-8088eeb0b63f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'mac_address': 'fa:16:3e:8a:8a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef342d73-2b05-40f3-a89e-6db90d25a691', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:51:36Z', 'updated_at': '2022-02-15T17:51:36Z', 'revision_number': 0, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77df962d-1fb1-4514-aebd-84367ddf7390', 'name': '', 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:e9:36:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:16Z', 'updated_at': '2022-02-15T17:51:20Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:51:39.081336 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97cb441-1770-4c90-a0ca-728d55941540 None None] New status for floating IP 2d00b868-1688-45be-b062-148ad1668efa: ACTIVE {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:51:39.386498 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0b21dbdd-1a20-4a6e-9e87-29a0aa28844c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:39.481808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43456) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:51:39.543548 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-e373e423-d42f-49e2-bb3d-a634d66f8d03 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/2d00b868-1688-45be-b062-148ad1668efa HTTP/1.1" status: 200 len: 993 time: 0.0603969 Feb 15 17:51:40.719339 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:42.171044 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:43.564065 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:51:45.444868 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a42d5eb6-34fe-4a22-a4b0-5e816ffa43dd req-320252bb-0368-4d6f-b630-c30ecf05aba2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463514 Feb 15 17:51:45.539675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d5eb6-34fe-4a22-a4b0-5e816ffa43dd req-e45aa6ee-a070-4073-ab95-7c5075328cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:45.541214 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a42d5eb6-34fe-4a22-a4b0-5e816ffa43dd req-e45aa6ee-a070-4073-ab95-7c5075328cbe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 1128 time: 0.0507581 Feb 15 17:51:45.655619 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d5eb6-34fe-4a22-a4b0-5e816ffa43dd req-04085cbb-afd2-4225-9d07-06d43a101018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:45.658298 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a42d5eb6-34fe-4a22-a4b0-5e816ffa43dd req-04085cbb-afd2-4225-9d07-06d43a101018 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12d1f7a3-0dab-44d7-855e-2d648ac2204c HTTP/1.1" status: 200 len: 898 time: 0.0954874 Feb 15 17:51:45.738363 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a42d5eb6-34fe-4a22-a4b0-5e816ffa43dd req-0178a185-01df-4053-8765-d1cb4ea7e02c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc669b13-7b37-45e8-81b3-8088eeb0b63f HTTP/1.1" status: 200 len: 1001 time: 0.0725493 Feb 15 17:51:45.786545 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d5eb6-34fe-4a22-a4b0-5e816ffa43dd req-43a25a0f-b6ab-4d3c-877c-1460b024b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:45.788545 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a42d5eb6-34fe-4a22-a4b0-5e816ffa43dd req-43a25a0f-b6ab-4d3c-877c-1460b024b637 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=633e3f4a-afda-4f07-8879-ef50010620c1 HTTP/1.1" status: 200 len: 833 time: 0.0441911 Feb 15 17:51:45.837389 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d5eb6-34fe-4a22-a4b0-5e816ffa43dd req-ea0096fa-817b-4ddf-85e9-3ace1e9021e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:51:45.838915 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a42d5eb6-34fe-4a22-a4b0-5e816ffa43dd req-ea0096fa-817b-4ddf-85e9-3ace1e9021e9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12d1f7a3-0dab-44d7-855e-2d648ac2204c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447319 Feb 15 17:51:45.933161 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a42d5eb6-34fe-4a22-a4b0-5e816ffa43dd req-027a7f47-77ac-4443-9d17-29adac33f471 service neutron] 10.222.0.67 "GET /v2.0/networks/12d1f7a3-0dab-44d7-855e-2d648ac2204c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879567 Feb 15 17:51:46.031940 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a42d5eb6-34fe-4a22-a4b0-5e816ffa43dd req-29f10ded-4157-481e-8510-8b1e94c60bab service neutron] 10.222.0.67 "GET /v2.0/networks/12d1f7a3-0dab-44d7-855e-2d648ac2204c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915909 Feb 15 17:52:01.142311 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:01.432374 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:01.748266 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:52:06.981840 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dead9f35-91dd-4fda-a202-90f75a363e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:09.348254 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9f97949a-ea2b-45b1-b12e-f2d427b482cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:10.753678 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:11.194323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2248164-dd11-46af-ba85-bab98c32b29c req-d2822236-4046-4dc2-a5e0-a9535663a932 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:11.195888 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2248164-dd11-46af-ba85-bab98c32b29c req-d2822236-4046-4dc2-a5e0-a9535663a932 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 945 time: 0.0564535 Feb 15 17:52:11.251960 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2248164-dd11-46af-ba85-bab98c32b29c req-2ca3e1b8-5f8b-4932-b5d9-726e042801a7 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502644 Feb 15 17:52:12.186453 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:12.373560 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cb76d-5e02-41a9-bd5c-58f7d0703520 req-dcf28145-f0c3-47e6-9e52-c714fbe1afcf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:12.375107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-943cb76d-5e02-41a9-bd5c-58f7d0703520 req-dcf28145-f0c3-47e6-9e52-c714fbe1afcf tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 945 time: 0.0539458 Feb 15 17:52:12.424116 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-943cb76d-5e02-41a9-bd5c-58f7d0703520 req-4f400d61-f1ec-452a-b014-be87fb5b6691 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434029 Feb 15 17:52:12.446218 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43478) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:12.510712 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-704c8f57-a6ff-4a19-a2ef-5a7e13a2c2b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/2d00b868-1688-45be-b062-148ad1668efa HTTP/1.1" status: 200 len: 993 time: 0.0627966 Feb 15 17:52:13.588133 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:13.883969 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070ecc-ba42-44aa-9564-57fed8d3e9c5 req-b9014c11-39cc-4a81-bee3-23b200a56bb9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:13.886121 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b070ecc-ba42-44aa-9564-57fed8d3e9c5 req-b9014c11-39cc-4a81-bee3-23b200a56bb9 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 945 time: 0.0563648 Feb 15 17:52:13.965791 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b070ecc-ba42-44aa-9564-57fed8d3e9c5 req-6f198ad2-2e80-46ec-8b5e-c4190d550452 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728872 Feb 15 17:52:13.971972 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd5000-d0f0-47a9-bd3c-c10c91daebd3 req-876cb1ed-14a0-42be-9c36-c82b90c6793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:13.973598 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-defd5000-d0f0-47a9-bd3c-c10c91daebd3 req-876cb1ed-14a0-42be-9c36-c82b90c6793e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 1128 time: 0.0746989 Feb 15 17:52:14.068617 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd5000-d0f0-47a9-bd3c-c10c91daebd3 req-1f202cbe-a2e1-4153-bb42-af33fa7f0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:14.070059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-defd5000-d0f0-47a9-bd3c-c10c91daebd3 req-1f202cbe-a2e1-4153-bb42-af33fa7f0b11 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12d1f7a3-0dab-44d7-855e-2d648ac2204c HTTP/1.1" status: 200 len: 898 time: 0.0899079 Feb 15 17:52:14.138195 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-defd5000-d0f0-47a9-bd3c-c10c91daebd3 req-cbfa9f63-150a-401c-a09f-5d28645e6640 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc669b13-7b37-45e8-81b3-8088eeb0b63f HTTP/1.1" status: 200 len: 1001 time: 0.0613933 Feb 15 17:52:14.191883 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd5000-d0f0-47a9-bd3c-c10c91daebd3 req-00ad8426-f079-4fff-a4ba-19e31aab82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:14.193488 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-defd5000-d0f0-47a9-bd3c-c10c91daebd3 req-00ad8426-f079-4fff-a4ba-19e31aab82bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=633e3f4a-afda-4f07-8879-ef50010620c1 HTTP/1.1" status: 200 len: 833 time: 0.0481594 Feb 15 17:52:14.249959 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd5000-d0f0-47a9-bd3c-c10c91daebd3 req-1c38e443-9873-4d68-a6c9-3617c1a6a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:14.252453 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-defd5000-d0f0-47a9-bd3c-c10c91daebd3 req-1c38e443-9873-4d68-a6c9-3617c1a6a55f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12d1f7a3-0dab-44d7-855e-2d648ac2204c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0525155 Feb 15 17:52:14.345408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-defd5000-d0f0-47a9-bd3c-c10c91daebd3 req-ab64dc94-205f-47d7-b043-b37620f80af0 service neutron] 10.222.0.67 "GET /v2.0/networks/12d1f7a3-0dab-44d7-855e-2d648ac2204c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862927 Feb 15 17:52:14.448141 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-defd5000-d0f0-47a9-bd3c-c10c91daebd3 req-0e2690a2-89fb-46a2-8d41-ee934cc89268 service neutron] 10.222.0.67 "GET /v2.0/networks/12d1f7a3-0dab-44d7-855e-2d648ac2204c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902224 Feb 15 17:52:15.090703 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae093d94-ede9-4234-8360-f260dc1841bd req-ad8933b5-a4ae-4040-a959-b82cec5c456b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:15.092248 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ae093d94-ede9-4234-8360-f260dc1841bd req-ad8933b5-a4ae-4040-a959-b82cec5c456b tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 945 time: 0.0550368 Feb 15 17:52:15.143362 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ae093d94-ede9-4234-8360-f260dc1841bd req-eba114d6-ae82-48b8-a0d1-9a372fa0f096 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452430 Feb 15 17:52:16.270275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afd5450-1595-45cf-ac88-e373da326a92 req-be1d75c0-e7c9-45f5-bbc0-4357e7414b04 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:16.271674 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7afd5450-1595-45cf-ac88-e373da326a92 req-be1d75c0-e7c9-45f5-bbc0-4357e7414b04 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 945 time: 0.0539114 Feb 15 17:52:16.325701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7afd5450-1595-45cf-ac88-e373da326a92 req-865c29af-bf53-4860-8239-2f5e1c2b1b30 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475500 Feb 15 17:52:16.352574 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43490) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:16.428502 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-91af9908-7848-4563-9d69-fef3e1113fca tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/floatingips/2d00b868-1688-45be-b062-148ad1668efa HTTP/1.1" status: 200 len: 993 time: 0.0746696 Feb 15 17:52:16.646867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43496) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:16.805836 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port 050a8117-f30c-4bfc-9044-f9b4ff40f32e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:52:16.806816 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (050a8117-f30c-4bfc-9044-f9b4ff40f32e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:16.884868 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (050a8117-f30c-4bfc-9044-f9b4ff40f32e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:16.885202 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (050a8117-f30c-4bfc-9044-f9b4ff40f32e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:16.897295 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for 050a8117-f30c-4bfc-9044-f9b4ff40f32e owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:52:17.112154 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (050a8117-f30c-4bfc-9044-f9b4ff40f32e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:17.138667 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=050a8117-f30c-4bfc-9044-f9b4ff40f32e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:17.148773 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:17.149048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:17.149470 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:17.150356 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:17.150653 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:17.151472 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:17.151472 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:17.151664 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:17.151935 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:17.152257 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:17.152580 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:17.152902 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:17.153222 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:17.533508 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for floatingip (2d00b868-1688-45be-b062-148ad1668efa), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:17.534353 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Floating IP 2d00b868-1688-45be-b062-148ad1668efa disassociated (deleted). External IP: 172.25.4.196, port: cc669b13-7b37-45e8-81b3-8088eeb0b63f. Feb 15 17:52:17.744253 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router ede7b6ea-f844-4826-983d-c76d4700a9e5 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:52:17.856605 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:52:17.861503 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:17.866433 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea2638-7cd7-4565-aa7f-b183ed8190c9 None None] Sync routers for ids ['ede7b6ea-f844-4826-983d-c76d4700a9e5'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:52:17.876679 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea2638-7cd7-4565-aa7f-b183ed8190c9 None None] Routers {'ede7b6ea-f844-4826-983d-c76d4700a9e5'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:52:17.879959 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2eea2638-7cd7-4565-aa7f-b183ed8190c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:52:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ede7b6ea-f844-4826-983d-c76d4700a9e5'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:17.893292 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5b08f90c-5725-4f3c-a97a-1975ba177f50 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/floatingips/2d00b868-1688-45be-b062-148ad1668efa HTTP/1.1" status: 204 len: 168 time: 1.2454162 Feb 15 17:52:17.894139 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef342d73-2b05-40f3-a89e-6db90d25a691', 'tag': 'cc669b13-7b37-45e8-81b3-8088eeb0b63f'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:52:17.897712 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6044de-19c1-4161-ae99-c163775a597e" -d '{"events": [{"name": "network-changed", "server_uuid": "ef342d73-2b05-40f3-a89e-6db90d25a691", "tag": "cc669b13-7b37-45e8-81b3-8088eeb0b63f"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:52:17.939317 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5526ab3-2194-4e76-9114-806484bcf451 x-openstack-request-id: req-e5526ab3-2194-4e76-9114-806484bcf451 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:52:17.939623 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef342d73-2b05-40f3-a89e-6db90d25a691", "tag": "cc669b13-7b37-45e8-81b3-8088eeb0b63f", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:52:17.939880 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-e5526ab3-2194-4e76-9114-806484bcf451 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:52:17.940296 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef342d73-2b05-40f3-a89e-6db90d25a691', 'tag': 'cc669b13-7b37-45e8-81b3-8088eeb0b63f', 'status': 'completed', 'code': 200} Feb 15 17:52:18.012825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-2eea2638-7cd7-4565-aa7f-b183ed8190c9 None None] Set router ede7b6ea-f844-4826-983d-c76d4700a9e5 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:52:18.016874 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6044de-19c1-4161-ae99-c163775a597e req-95bf2a06-75c0-40f3-94d6-bd2b300e6b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:18.018476 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef6044de-19c1-4161-ae99-c163775a597e req-95bf2a06-75c0-40f3-94d6-bd2b300e6b28 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 1128 time: 0.0561464 Feb 15 17:52:18.116594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6044de-19c1-4161-ae99-c163775a597e req-6c753bcc-f4ca-4f75-9bb6-cfb30206185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:18.118204 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef6044de-19c1-4161-ae99-c163775a597e req-6c753bcc-f4ca-4f75-9bb6-cfb30206185c service neutron] 10.222.0.67 "GET /v2.0/networks?id=12d1f7a3-0dab-44d7-855e-2d648ac2204c HTTP/1.1" status: 200 len: 898 time: 0.0918393 Feb 15 17:52:18.161370 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef6044de-19c1-4161-ae99-c163775a597e req-5247dc46-0ca4-4760-bea8-f097acea140f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc669b13-7b37-45e8-81b3-8088eeb0b63f HTTP/1.1" status: 200 len: 217 time: 0.0352981 Feb 15 17:52:18.219421 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6044de-19c1-4161-ae99-c163775a597e req-530640ee-d7fd-4e81-9445-aa4999f7a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:18.221314 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef6044de-19c1-4161-ae99-c163775a597e req-530640ee-d7fd-4e81-9445-aa4999f7a445 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=633e3f4a-afda-4f07-8879-ef50010620c1 HTTP/1.1" status: 200 len: 833 time: 0.0540423 Feb 15 17:52:18.224013 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2eea2638-7cd7-4565-aa7f-b183ed8190c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393465551', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:51:12Z', 'updated_at': '2022-02-15T17:51:17Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:13Z', 'updated_at': '2022-02-15T17:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '77df962d-1fb1-4514-aebd-84367ddf7390', 'name': '', 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:e9:36:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:16Z', 'updated_at': '2022-02-15T17:51:20Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:18.251602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea2638-7cd7-4565-aa7f-b183ed8190c9 None None] Checking router: ede7b6ea-f844-4826-983d-c76d4700a9e5 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:52:18.260865 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eea2638-7cd7-4565-aa7f-b183ed8190c9 None None] Routers {'ede7b6ea-f844-4826-983d-c76d4700a9e5'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:52:18.261535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2eea2638-7cd7-4565-aa7f-b183ed8190c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:52:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ede7b6ea-f844-4826-983d-c76d4700a9e5'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:18.271522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6044de-19c1-4161-ae99-c163775a597e req-80ab27b1-3d88-41ba-88bf-6525475a7b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:18.273074 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef6044de-19c1-4161-ae99-c163775a597e req-80ab27b1-3d88-41ba-88bf-6525475a7b79 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12d1f7a3-0dab-44d7-855e-2d648ac2204c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461805 Feb 15 17:52:18.305187 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6934b9-d9e6-42c0-85e2-403c5014ed37 req-53068140-6072-4fb6-a056-1a9779d0e775 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:18.306744 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4a6934b9-d9e6-42c0-85e2-403c5014ed37 req-53068140-6072-4fb6-a056-1a9779d0e775 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 945 time: 0.0594375 Feb 15 17:52:18.366446 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4a6934b9-d9e6-42c0-85e2-403c5014ed37 req-f957fb7b-5c2d-4149-8a07-740c73f8bfb6 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536530 Feb 15 17:52:18.372753 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-2eea2638-7cd7-4565-aa7f-b183ed8190c9 None None] Set router ede7b6ea-f844-4826-983d-c76d4700a9e5 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:52:18.374133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef6044de-19c1-4161-ae99-c163775a597e req-5bab89eb-1d5e-43b4-a1f4-87f2f0844be8 service neutron] 10.222.0.67 "GET /v2.0/networks/12d1f7a3-0dab-44d7-855e-2d648ac2204c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938239 Feb 15 17:52:18.480271 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef6044de-19c1-4161-ae99-c163775a597e req-0cd0e4c6-7755-4840-b923-8ce2a33a77ac service neutron] 10.222.0.67 "GET /v2.0/networks/12d1f7a3-0dab-44d7-855e-2d648ac2204c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946393 Feb 15 17:52:18.571639 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2eea2638-7cd7-4565-aa7f-b183ed8190c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393465551', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:51:12Z', 'updated_at': '2022-02-15T17:51:17Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:13Z', 'updated_at': '2022-02-15T17:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '77df962d-1fb1-4514-aebd-84367ddf7390', 'name': '', 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:e9:36:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:16Z', 'updated_at': '2022-02-15T17:51:20Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:18.607692 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea2638-7cd7-4565-aa7f-b183ed8190c9 None None] The sync data for ids ['ede7b6ea-f844-4826-983d-c76d4700a9e5'] in n-d-828372-14 is: [{'id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393465551', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:51:12Z', 'updated_at': '2022-02-15T17:51:17Z', 'revision_number': 4, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:13Z', 'updated_at': '2022-02-15T17:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '77df962d-1fb1-4514-aebd-84367ddf7390', 'name': '', 'network_id': '12d1f7a3-0dab-44d7-855e-2d648ac2204c', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'mac_address': 'fa:16:3e:e9:36:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:16Z', 'updated_at': '2022-02-15T17:51:20Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'subnets': [{'id': '633e3f4a-afda-4f07-8879-ef50010620c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:52:18.842163 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d026c8-88b3-4324-a3f0-8fe005da456b None None] New status for floating IP 2d00b868-1688-45be-b062-148ad1668efa: DOWN {{(pid=103802) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:52:19.491466 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552cff4-0d83-40a1-a988-2df0e3a362f6 req-4c3a8992-2e32-4544-8b4b-c8fd742c5811 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:19.493018 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d552cff4-0d83-40a1-a988-2df0e3a362f6 req-4c3a8992-2e32-4544-8b4b-c8fd742c5811 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 945 time: 0.0559134 Feb 15 17:52:19.543811 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d552cff4-0d83-40a1-a988-2df0e3a362f6 req-3b76192f-5f0a-4422-8ecb-e8d68e1b793e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/security-groups?id=ae55ed65-4bfd-4702-921e-1f88ae30f589&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451524 Feb 15 17:52:19.795271 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599d98a-2b0b-460c-847a-4b7f2769aee7 req-9a4ccdfc-89fb-42bf-a6d9-e6fc7b7bb4a8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:19.796753 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6599d98a-2b0b-460c-847a-4b7f2769aee7 req-9a4ccdfc-89fb-42bf-a6d9-e6fc7b7bb4a8 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 945 time: 0.0532551 Feb 15 17:52:19.896727 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-6599d98a-2b0b-460c-847a-4b7f2769aee7 req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port cc669b13-7b37-45e8-81b3-8088eeb0b63f {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:52:19.897074 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6599d98a-2b0b-460c-847a-4b7f2769aee7 req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (cc669b13-7b37-45e8-81b3-8088eeb0b63f), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:19.993932 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-6599d98a-2b0b-460c-847a-4b7f2769aee7 req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] For port cc669b13-7b37-45e8-81b3-8088eeb0b63f, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=cc669b13-7b37-45e8-81b3-8088eeb0b63f,segment=NetworkSegment(5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a),segment_id=5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:52:19.994306 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6599d98a-2b0b-460c-847a-4b7f2769aee7 req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (cc669b13-7b37-45e8-81b3-8088eeb0b63f), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:20.006351 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-6599d98a-2b0b-460c-847a-4b7f2769aee7 req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for cc669b13-7b37-45e8-81b3-8088eeb0b63f owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:52:20.214925 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6599d98a-2b0b-460c-847a-4b7f2769aee7 req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (cc669b13-7b37-45e8-81b3-8088eeb0b63f), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:20.242364 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=cc669b13-7b37-45e8-81b3-8088eeb0b63f,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:20.278393 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:20.278748 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:20.279099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:20.279437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:20.279772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:20.280121 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:20.280434 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:20.280761 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:20.281091 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:20.281435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:20.281802 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:20.282261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:20.282585 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:20.304428 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-6599d98a-2b0b-460c-847a-4b7f2769aee7 req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] No DVR routers for this DVR port cc669b13-7b37-45e8-81b3-8088eeb0b63f on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:52:20.307648 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-6599d98a-2b0b-460c-847a-4b7f2769aee7 req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:20.311129 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6599d98a-2b0b-460c-847a-4b7f2769aee7 req-916c5216-2e73-499c-bf90-07e46e87b6b3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.67 "DELETE /v2.0/ports/cc669b13-7b37-45e8-81b3-8088eeb0b63f HTTP/1.1" status: 204 len: 173 time: 0.5087442 Feb 15 17:52:20.311655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef342d73-2b05-40f3-a89e-6db90d25a691', 'name': 'network-vif-deleted', 'tag': 'cc669b13-7b37-45e8-81b3-8088eeb0b63f'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:52:20.313923 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbe22fb-ea8c-4608-a71f-8fb9b5567660" -d '{"events": [{"server_uuid": "ef342d73-2b05-40f3-a89e-6db90d25a691", "name": "network-vif-deleted", "tag": "cc669b13-7b37-45e8-81b3-8088eeb0b63f"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:52:20.351727 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975f8514-627f-4274-9675-3040bbce17e7 x-openstack-request-id: req-975f8514-627f-4274-9675-3040bbce17e7 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:52:20.352024 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef342d73-2b05-40f3-a89e-6db90d25a691", "name": "network-vif-deleted", "tag": "cc669b13-7b37-45e8-81b3-8088eeb0b63f", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:52:20.352279 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-975f8514-627f-4274-9675-3040bbce17e7 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:52:20.352941 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef342d73-2b05-40f3-a89e-6db90d25a691', 'name': 'network-vif-deleted', 'tag': 'cc669b13-7b37-45e8-81b3-8088eeb0b63f', 'status': 'completed', 'code': 200} Feb 15 17:52:20.663518 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-81187b28-4341-4b93-8639-ad4a7482d352 req-0a8d100d-b275-47df-bd05-a9087241fdfa tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "GET /v2.0/ports?device_id=ef342d73-2b05-40f3-a89e-6db90d25a691 HTTP/1.1" status: 200 len: 210 time: 0.0286751 Feb 15 17:52:21.723355 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43512) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:22.112636 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aec6b499-e22a-4779-87f4-5a4baf0aee89 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (ede7b6ea-f844-4826-983d-c76d4700a9e5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:22.398004 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-aec6b499-e22a-4779-87f4-5a4baf0aee89 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port 77df962d-1fb1-4514-aebd-84367ddf7390 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:52:22.398265 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aec6b499-e22a-4779-87f4-5a4baf0aee89 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:22.495233 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-aec6b499-e22a-4779-87f4-5a4baf0aee89 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] For port 77df962d-1fb1-4514-aebd-84367ddf7390, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=77df962d-1fb1-4514-aebd-84367ddf7390,segment=NetworkSegment(5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a),segment_id=5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:52:22.495599 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aec6b499-e22a-4779-87f4-5a4baf0aee89 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:22.516264 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-aec6b499-e22a-4779-87f4-5a4baf0aee89 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for 77df962d-1fb1-4514-aebd-84367ddf7390 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:52:22.827869 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aec6b499-e22a-4779-87f4-5a4baf0aee89 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (77df962d-1fb1-4514-aebd-84367ddf7390), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:22.856204 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6b499-e22a-4779-87f4-5a4baf0aee89 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=77df962d-1fb1-4514-aebd-84367ddf7390,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:23.058970 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-aec6b499-e22a-4779-87f4-5a4baf0aee89 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (ede7b6ea-f844-4826-983d-c76d4700a9e5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:23.288474 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec6b499-e22a-4779-87f4-5a4baf0aee89 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Router ede7b6ea-f844-4826-983d-c76d4700a9e5 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:52:23.413634 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec6b499-e22a-4779-87f4-5a4baf0aee89 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:52:23.422345 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-aec6b499-e22a-4779-87f4-5a4baf0aee89 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "PUT /v2.0/routers/ede7b6ea-f844-4826-983d-c76d4700a9e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6952078 Feb 15 17:52:23.422462 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43514) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:23.428183 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b995ad4-785f-4484-9182-69ed40910a50 None None] Sync routers for ids ['ede7b6ea-f844-4826-983d-c76d4700a9e5'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:52:23.440050 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b995ad4-785f-4484-9182-69ed40910a50 None None] Routers {'ede7b6ea-f844-4826-983d-c76d4700a9e5'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:52:23.441017 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-7b995ad4-785f-4484-9182-69ed40910a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:52:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ede7b6ea-f844-4826-983d-c76d4700a9e5'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:23.478796 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_v2 [None req-35bcdcb9-3656-470c-93ae-64566c2c4546 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting subnet 633e3f4a-afda-4f07-8879-ef50010620c1 {{(pid=103799) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 17:52:23.482433 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35bcdcb9-3656-470c-93ae-64566c2c4546 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for subnet (633e3f4a-afda-4f07-8879-ef50010620c1), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:23.545953 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35bcdcb9-3656-470c-93ae-64566c2c4546 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8844588'] for subnet (633e3f4a-afda-4f07-8879-ef50010620c1), precommit_delete_associations {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:23.641802 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35bcdcb9-3656-470c-93ae-64566c2c4546 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (633e3f4a-afda-4f07-8879-ef50010620c1), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:23.737233 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-7b995ad4-785f-4484-9182-69ed40910a50 None None] Set router ede7b6ea-f844-4826-983d-c76d4700a9e5 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:52:23.799991 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35bcdcb9-3656-470c-93ae-64566c2c4546 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1243165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8463566'] for subnet (633e3f4a-afda-4f07-8879-ef50010620c1), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:23.833603 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcdcb9-3656-470c-93ae-64566c2c4546 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Subnet': ['ID=633e3f4a-afda-4f07-8879-ef50010620c1,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:23.838114 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-35bcdcb9-3656-470c-93ae-64566c2c4546 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:23.841533 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-35bcdcb9-3656-470c-93ae-64566c2c4546 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/subnets/633e3f4a-afda-4f07-8879-ef50010620c1 HTTP/1.1" status: 204 len: 168 time: 0.4178236 Feb 15 17:52:23.844399 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43516) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:23.862103 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ce90a5-f9b7-416e-9048-1e43df143d06 None None] Network 12d1f7a3-0dab-44d7-855e-2d648ac2204c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:52:23.971675 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ab45759-3238-4a07-95ef-dcbe78e4c7de tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router (ede7b6ea-f844-4826-983d-c76d4700a9e5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:24.047663 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-7b995ad4-785f-4484-9182-69ed40910a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393465551', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:51:12Z', 'updated_at': '2022-02-15T17:52:22Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:13Z', 'updated_at': '2022-02-15T17:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:24.053467 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device cc669b13-7b37-45e8-81b3-8088eeb0b63f no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:52:24.087744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b995ad4-785f-4484-9182-69ed40910a50 None None] Checking router: ede7b6ea-f844-4826-983d-c76d4700a9e5 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:52:24.092774 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ab45759-3238-4a07-95ef-dcbe78e4c7de tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_gateway (ede7b6ea-f844-4826-983d-c76d4700a9e5), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:24.116229 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: cc669b13-7b37-45e8-81b3-8088eeb0b63f {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:52:24.116573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device cc669b13-7b37-45e8-81b3-8088eeb0b63f not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:52:24.120568 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] DHCP port deletion for 12d1f7a3-0dab-44d7-855e-2d648ac2204c request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 17:52:24.132570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b995ad4-785f-4484-9182-69ed40910a50 None None] Routers {'ede7b6ea-f844-4826-983d-c76d4700a9e5'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:52:24.133205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-7b995ad4-785f-4484-9182-69ed40910a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:52:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['ede7b6ea-f844-4826-983d-c76d4700a9e5'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:24.244926 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2ab45759-3238-4a07-95ef-dcbe78e4c7de tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Deleting port f9e09038-0020-4bae-a3f9-aac65c5c2611 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:52:24.245241 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ab45759-3238-4a07-95ef-dcbe78e4c7de tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (f9e09038-0020-4bae-a3f9-aac65c5c2611), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:24.272703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Deleting port ee18eedd-162f-4220-aae5-ac378a879914 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:52:24.273147 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (ee18eedd-162f-4220-aae5-ac378a879914), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:24.275968 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-7b995ad4-785f-4484-9182-69ed40910a50 None None] Set router ede7b6ea-f844-4826-983d-c76d4700a9e5 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:52:24.327037 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-2ab45759-3238-4a07-95ef-dcbe78e4c7de tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] For port f9e09038-0020-4bae-a3f9-aac65c5c2611, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=f9e09038-0020-4bae-a3f9-aac65c5c2611,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:52:24.327416 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ab45759-3238-4a07-95ef-dcbe78e4c7de tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (f9e09038-0020-4bae-a3f9-aac65c5c2611), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:24.342935 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2ab45759-3238-4a07-95ef-dcbe78e4c7de tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Calling delete_port for f9e09038-0020-4bae-a3f9-aac65c5c2611 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:52:24.470259 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] For port ee18eedd-162f-4220-aae5-ac378a879914, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=ee18eedd-162f-4220-aae5-ac378a879914,segment=NetworkSegment(5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a),segment_id=5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:52:24.470811 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (ee18eedd-162f-4220-aae5-ac378a879914), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:24.491070 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Calling delete_port for ee18eedd-162f-4220-aae5-ac378a879914 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:52:24.560571 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device ee18eedd-162f-4220-aae5-ac378a879914 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:52:24.610553 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ab45759-3238-4a07-95ef-dcbe78e4c7de tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (f9e09038-0020-4bae-a3f9-aac65c5c2611), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:24.640968 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab45759-3238-4a07-95ef-dcbe78e4c7de tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Port': ['ID=f9e09038-0020-4bae-a3f9-aac65c5c2611,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:24.716493 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ab45759-3238-4a07-95ef-dcbe78e4c7de tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (ede7b6ea-f844-4826-983d-c76d4700a9e5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:24.719840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port ee18eedd-162f-4220-aae5-ac378a879914 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:24.720233 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (ee18eedd-162f-4220-aae5-ac378a879914), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:24.736249 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-7b995ad4-785f-4484-9182-69ed40910a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393465551', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:51:12Z', 'updated_at': '2022-02-15T17:52:22Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:13Z', 'updated_at': '2022-02-15T17:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:24.768049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b995ad4-785f-4484-9182-69ed40910a50 None None] The sync data for ids ['ede7b6ea-f844-4826-983d-c76d4700a9e5'] in n-d-828372-14 is: [{'id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393465551', 'tenant_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48'}], 'enable_snat': True}, 'gw_port_id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:51:12Z', 'updated_at': '2022-02-15T17:52:22Z', 'revision_number': 5, 'project_id': '2b0ac2d4c01a4bbaa78ab96fa3950db5', 'gw_port': {'id': 'f9e09038-0020-4bae-a3f9-aac65c5c2611', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:bd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede7b6ea-f844-4826-983d-c76d4700a9e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:51:13Z', 'updated_at': '2022-02-15T17:51:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:52:24.787745 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (ee18eedd-162f-4220-aae5-ac378a879914), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:24.816661 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ab45759-3238-4a07-95ef-dcbe78e4c7de tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (ede7b6ea-f844-4826-983d-c76d4700a9e5), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:24.818921 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ab45759-3238-4a07-95ef-dcbe78e4c7de tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router_controller (ede7b6ea-f844-4826-983d-c76d4700a9e5), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:24.838306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Pushing event deleted for resources: {'Port': ['ID=ee18eedd-162f-4220-aae5-ac378a879914,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:24.842414 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] No DVR routers for this DVR port ee18eedd-162f-4220-aae5-ac378a879914 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:52:24.849975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:24.851272 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:24.851272 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:24.851272 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:24.851534 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:24.851622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:24.854950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:24.854950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:24.854950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:24.854950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:24.854950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:24.854950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:24.854950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa87d98a-8212-4797-90d1-b61b95b0d2db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:24.924733 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ab45759-3238-4a07-95ef-dcbe78e4c7de tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (ede7b6ea-f844-4826-983d-c76d4700a9e5), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:24.925538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab45759-3238-4a07-95ef-dcbe78e4c7de tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Fanout notify agent at l3_agent the message router_deleted on router ede7b6ea-f844-4826-983d-c76d4700a9e5 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 17:52:24.931995 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2ab45759-3238-4a07-95ef-dcbe78e4c7de tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:24.936390 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2ab45759-3238-4a07-95ef-dcbe78e4c7de tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/routers/ede7b6ea-f844-4826-983d-c76d4700a9e5 HTTP/1.1" status: 204 len: 168 time: 1.0876269 Feb 15 17:52:24.936390 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43518) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:25.020113 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1f94bdc-3611-4b89-9bf5-0601c611b3a3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (12d1f7a3-0dab-44d7-855e-2d648ac2204c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:25.114903 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1f94bdc-3611-4b89-9bf5-0601c611b3a3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (12d1f7a3-0dab-44d7-855e-2d648ac2204c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:25.142772 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f1f94bdc-3611-4b89-9bf5-0601c611b3a3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d1f7a3-0dab-44d7-855e-2d648ac2204c']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:25.153551 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f1f94bdc-3611-4b89-9bf5-0601c611b3a3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:25.153849 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-f1f94bdc-3611-4b89-9bf5-0601c611b3a3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:25.163900 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1f94bdc-3611-4b89-9bf5-0601c611b3a3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:25.177869 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1f94bdc-3611-4b89-9bf5-0601c611b3a3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:25.192927 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f94bdc-3611-4b89-9bf5-0601c611b3a3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 17:52:25.194733 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1f94bdc-3611-4b89-9bf5-0601c611b3a3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (5cd26b7e-18f9-4fbd-b32a-7f86133d5b3a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: timer() Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 17:52:25.197194 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 17:52:25.324274 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1f94bdc-3611-4b89-9bf5-0601c611b3a3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (12d1f7a3-0dab-44d7-855e-2d648ac2204c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:25.337229 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f1f94bdc-3611-4b89-9bf5-0601c611b3a3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:25.343677 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f1f94bdc-3611-4b89-9bf5-0601c611b3a3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/networks/12d1f7a3-0dab-44d7-855e-2d648ac2204c HTTP/1.1" status: 204 len: 168 time: 0.4041789 Feb 15 17:52:25.345140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43520) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:25.354812 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f94bdc-3611-4b89-9bf5-0601c611b3a3 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'Network': ['ID=12d1f7a3-0dab-44d7-855e-2d648ac2204c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:25.420233 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2afb132-dd97-4b39-b9e2-bdc277af746e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (ae55ed65-4bfd-4702-921e-1f88ae30f589), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:25.447169 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2afb132-dd97-4b39-b9e2-bdc277af746e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (ae55ed65-4bfd-4702-921e-1f88ae30f589), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:25.615936 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2afb132-dd97-4b39-b9e2-bdc277af746e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (ae55ed65-4bfd-4702-921e-1f88ae30f589), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:25.618663 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b2afb132-dd97-4b39-b9e2-bdc277af746e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:25.619855 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b2afb132-dd97-4b39-b9e2-bdc277af746e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] 10.222.0.107 "DELETE /v2.0/security-groups/ae55ed65-4bfd-4702-921e-1f88ae30f589 HTTP/1.1" status: 204 len: 168 time: 0.2732520 Feb 15 17:52:25.629260 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afb132-dd97-4b39-b9e2-bdc277af746e tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae55ed65-4bfd-4702-921e-1f88ae30f589,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:26.231737 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43528) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:26.376821 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-d391132b-d0d9-4a34-b155-b271ed5d1e3c admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=2b0ac2d4c01a4bbaa78ab96fa3950db5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439266 Feb 15 17:52:26.381489 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43532) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:26.426704 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f9e09038-0020-4bae-a3f9-aac65c5c2611 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:52:26.443616 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-567a12e6-1eed-4a80-97fc-644ccb4742de admin admin] Publish callbacks [] for security_group (54e60e9c-e5d8-4937-aaad-89fe5e94d912), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:26.447950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: f9e09038-0020-4bae-a3f9-aac65c5c2611 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:52:26.448376 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device f9e09038-0020-4bae-a3f9-aac65c5c2611 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:52:26.448871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 77df962d-1fb1-4514-aebd-84367ddf7390 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:52:26.468819 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 77df962d-1fb1-4514-aebd-84367ddf7390 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:52:26.469174 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 77df962d-1fb1-4514-aebd-84367ddf7390 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:52:26.472820 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-567a12e6-1eed-4a80-97fc-644ccb4742de admin admin] Publish callbacks [] for security_group (54e60e9c-e5d8-4937-aaad-89fe5e94d912), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:26.575932 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-567a12e6-1eed-4a80-97fc-644ccb4742de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (54e60e9c-e5d8-4937-aaad-89fe5e94d912), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:26.578538 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-567a12e6-1eed-4a80-97fc-644ccb4742de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:26.579717 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-567a12e6-1eed-4a80-97fc-644ccb4742de admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/54e60e9c-e5d8-4937-aaad-89fe5e94d912 HTTP/1.1" status: 204 len: 168 time: 0.1992941 Feb 15 17:52:26.588519 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567a12e6-1eed-4a80-97fc-644ccb4742de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e60e9c-e5d8-4937-aaad-89fe5e94d912,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:27.137455 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43538) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:27.151467 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1349c525-57a1-452e-a89e-8e8d52b70005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:27.235421 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1349c525-57a1-452e-a89e-8e8d52b70005 admin admin] Publish callbacks [] for security_group (4619e6ce-67f9-4529-9ef2-19973b5e01d0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:27.290199 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1349c525-57a1-452e-a89e-8e8d52b70005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4619e6ce-67f9-4529-9ef2-19973b5e01d0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:27.328458 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349c525-57a1-452e-a89e-8e8d52b70005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4619e6ce-67f9-4529-9ef2-19973b5e01d0,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:27.332670 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1349c525-57a1-452e-a89e-8e8d52b70005 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=c4ddcc76b37c4c21950b10314014b176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1941803 Feb 15 17:52:27.337316 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43540) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:27.386011 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b3d334a-b82a-4657-ab0d-72f720426fb8 admin admin] Publish callbacks [] for security_group (4619e6ce-67f9-4529-9ef2-19973b5e01d0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:27.410196 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b3d334a-b82a-4657-ab0d-72f720426fb8 admin admin] Publish callbacks [] for security_group (4619e6ce-67f9-4529-9ef2-19973b5e01d0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:27.524997 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b3d334a-b82a-4657-ab0d-72f720426fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (4619e6ce-67f9-4529-9ef2-19973b5e01d0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:27.527759 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3b3d334a-b82a-4657-ab0d-72f720426fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:27.528938 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3b3d334a-b82a-4657-ab0d-72f720426fb8 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/4619e6ce-67f9-4529-9ef2-19973b5e01d0 HTTP/1.1" status: 204 len: 168 time: 0.1923485 Feb 15 17:52:27.537575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d334a-b82a-4657-ab0d-72f720426fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4619e6ce-67f9-4529-9ef2-19973b5e01d0,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:28.570857 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43562) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:28.666577 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-0ee8e366-0bc8-47d4-939b-60e3b59253db admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-571419334-network', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:52:28.741594 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee8e366-0bc8-47d4-939b-60e3b59253db admin admin] Made reservation on behalf of d1bf98073d21423c9ae455f9d7842c81 for: {'network': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:52:28.744045 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e366-0bc8-47d4-939b-60e3b59253db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:28.753533 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e366-0bc8-47d4-939b-60e3b59253db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:28.828492 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e366-0bc8-47d4-939b-60e3b59253db admin admin] Publish callbacks [] for security_group (6e47b848-5c84-4b75-bb06-25e79dbf36db), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:28.895980 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e366-0bc8-47d4-939b-60e3b59253db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6e47b848-5c84-4b75-bb06-25e79dbf36db), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:28.917472 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee8e366-0bc8-47d4-939b-60e3b59253db admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=103800) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:52:28.931460 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8e366-0bc8-47d4-939b-60e3b59253db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e47b848-5c84-4b75-bb06-25e79dbf36db,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:28.938096 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e366-0bc8-47d4-939b-60e3b59253db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (26a009c7-fd55-4b80-bd63-d9de1b8fa1ec), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:28.938444 n-d-828372-14 neutron-server[103800]: INFO neutron.db.segments_db [None req-0ee8e366-0bc8-47d4-939b-60e3b59253db admin admin] Added segment 26a009c7-fd55-4b80-bd63-d9de1b8fa1ec of type vlan for network a76f0257-5a77-49eb-b13d-eb917dec7bc5 Feb 15 17:52:28.979713 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e366-0bc8-47d4-939b-60e3b59253db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (a76f0257-5a77-49eb-b13d-eb917dec7bc5), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:29.067181 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e366-0bc8-47d4-939b-60e3b59253db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (a76f0257-5a77-49eb-b13d-eb917dec7bc5), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:29.068149 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee8e366-0bc8-47d4-939b-60e3b59253db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:29.068733 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-0ee8e366-0bc8-47d4-939b-60e3b59253db admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:29.444155 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8e366-0bc8-47d4-939b-60e3b59253db admin admin] Pushing event updated for resources: {'Network': ['ID=a76f0257-5a77-49eb-b13d-eb917dec7bc5,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:29.455299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network a76f0257-5a77-49eb-b13d-eb917dec7bc5 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:52:29.493080 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0ee8e366-0bc8-47d4-939b-60e3b59253db admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9209461 Feb 15 17:52:29.496575 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43566) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:29.502668 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-c5c8675f-a1df-4318-a9dd-92d52d9fc29c admin admin] Request body: {'subnet': {'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-571419334-subnet', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:52:29.575742 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c8675f-a1df-4318-a9dd-92d52d9fc29c admin admin] Made reservation on behalf of d1bf98073d21423c9ae455f9d7842c81 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:52:29.578122 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5c8675f-a1df-4318-a9dd-92d52d9fc29c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:29.822523 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5c8675f-a1df-4318-a9dd-92d52d9fc29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (43788e9f-8554-4e0f-84f9-2d757f0fd3c1), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:29.875725 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8675f-a1df-4318-a9dd-92d52d9fc29c admin admin] Pushing event updated for resources: {'Subnet': ['ID=43788e9f-8554-4e0f-84f9-2d757f0fd3c1,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:29.886395 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c8675f-a1df-4318-a9dd-92d52d9fc29c admin admin] Checking segment: {'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:52:29.886757 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c8675f-a1df-4318-a9dd-92d52d9fc29c admin admin] Network hostable DHCP agents. Network: a76f0257-5a77-49eb-b13d-eb917dec7bc5, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:52:29.987626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c8675f-a1df-4318-a9dd-92d52d9fc29c admin admin] Network a76f0257-5a77-49eb-b13d-eb917dec7bc5 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:52:30.067261 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-c5c8675f-a1df-4318-a9dd-92d52d9fc29c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, a76f0257-5a77-49eb-b13d-eb917dec7bc5) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:52:30.072209 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c8675f-a1df-4318-a9dd-92d52d9fc29c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:30.072914 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5c8675f-a1df-4318-a9dd-92d52d9fc29c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:30.077851 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ba893a-98db-42c1-a1ab-796586bf28fd None None] Network a76f0257-5a77-49eb-b13d-eb917dec7bc5 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:52:30.156143 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c5c8675f-a1df-4318-a9dd-92d52d9fc29c admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6584911 Feb 15 17:52:30.158728 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43568) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:30.163220 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:52:30.184157 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:52:30.185006 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:30.244640 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (4bb829d1-1794-46db-b15a-b7b9e288b562), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:30.245770 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (4bb829d1-1794-46db-b15a-b7b9e288b562), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:30.304509 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Publish callbacks [] for router_controller (4bb829d1-1794-46db-b15a-b7b9e288b562), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:30.325547 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Allocated IP 172.20.0.2 (a76f0257-5a77-49eb-b13d-eb917dec7bc5/43788e9f-8554-4e0f-84f9-2d757f0fd3c1/5f332356-f09b-495e-bd95-44818ee8c7c8) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:52:30.474989 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Publish callbacks [] for port (5f332356-f09b-495e-bd95-44818ee8c7c8), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:30.554713 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Publish callbacks [] for router_gateway (4bb829d1-1794-46db-b15a-b7b9e288b562), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:30.555517 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (5f332356-f09b-495e-bd95-44818ee8c7c8), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:30.617953 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Network a76f0257-5a77-49eb-b13d-eb917dec7bc5 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:52:30.621393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:52:30.625436 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:52:30.630282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Pushing event updated for resources: {'Port': ['ID=5f332356-f09b-495e-bd95-44818ee8c7c8,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:30.686152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Attempting to bind port 5f332356-f09b-495e-bd95-44818ee8c7c8 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:52:30.686520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Attempting to bind port 5f332356-f09b-495e-bd95-44818ee8c7c8 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:52:30.686882 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Attempting to bind port 5f332356-f09b-495e-bd95-44818ee8c7c8 on network a76f0257-5a77-49eb-b13d-eb917dec7bc5 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:52:30.691922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:52:30.692328 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Checking segment: {'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:52:30.692724 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:30.693107 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Bound using segment: {'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:52:30.693715 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Bound port: 5f332356-f09b-495e-bd95-44818ee8c7c8, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:52:30.694200 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5f332356-f09b-495e-bd95-44818ee8c7c8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:30.758879 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] For port 5f332356-f09b-495e-bd95-44818ee8c7c8, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:52:30.764530 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] For port 5f332356-f09b-495e-bd95-44818ee8c7c8, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5f332356-f09b-495e-bd95-44818ee8c7c8,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:52:30.833749 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5f332356-f09b-495e-bd95-44818ee8c7c8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:30.863957 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Publish callbacks [] for router_gateway (4bb829d1-1794-46db-b15a-b7b9e288b562), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:30.891747 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:30.900520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b1dc8-30a6-42ea-b8a4-68eae6934219 None None] Pushing event updated for resources: {'Port': ['ID=5f332356-f09b-495e-bd95-44818ee8c7c8,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:31.007655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Allocated IP 172.25.4.77 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/9bc8d67e-65cf-4e3d-b6fd-e002772192db) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:52:31.138025 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Publish callbacks [] for port (9bc8d67e-65cf-4e3d-b6fd-e002772192db), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:31.176274 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:31.244462 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (9bc8d67e-65cf-4e3d-b6fd-e002772192db), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:31.288839 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:52:31.292323 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:52:31.295875 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:52:31.301576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Pushing event updated for resources: {'Port': ['ID=9bc8d67e-65cf-4e3d-b6fd-e002772192db,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:31.427274 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:31.652812 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Publish callbacks [] for router_gateway (4bb829d1-1794-46db-b15a-b7b9e288b562), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:31.810532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029075c9-093c-4dfb-a741-6d51cb7c2c83 None None] Network a76f0257-5a77-49eb-b13d-eb917dec7bc5 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:52:31.868632 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (4bb829d1-1794-46db-b15a-b7b9e288b562), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:31.874862 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-77b72688-ce7b-498b-b313-a449c3e14ae6 None None] Provisioning complete for port 5f332356-f09b-495e-bd95-44818ee8c7c8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:31.875232 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-77b72688-ce7b-498b-b313-a449c3e14ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5f332356-f09b-495e-bd95-44818ee8c7c8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:32.004943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-77b72688-ce7b-498b-b313-a449c3e14ae6 None None] Current status of the port 5f332356-f09b-495e-bd95-44818ee8c7c8 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:32.005329 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-77b72688-ce7b-498b-b313-a449c3e14ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5f332356-f09b-495e-bd95-44818ee8c7c8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:32.042008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-77b72688-ce7b-498b-b313-a449c3e14ae6 None None] For port 5f332356-f09b-495e-bd95-44818ee8c7c8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5f332356-f09b-495e-bd95-44818ee8c7c8,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:52:32.090600 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Router 4bb829d1-1794-46db-b15a-b7b9e288b562 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:52:32.124857 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-77b72688-ce7b-498b-b313-a449c3e14ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5f332356-f09b-495e-bd95-44818ee8c7c8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:32.182315 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b72688-ce7b-498b-b313-a449c3e14ae6 None None] Pushing event updated for resources: {'Port': ['ID=5f332356-f09b-495e-bd95-44818ee8c7c8,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:32.208740 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:52:32.218169 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Sync routers for ids ['4bb829d1-1794-46db-b15a-b7b9e288b562'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:52:32.228907 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Routers {'4bb829d1-1794-46db-b15a-b7b9e288b562'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:52:32.229581 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:52:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4bb829d1-1794-46db-b15a-b7b9e288b562'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:32.245343 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-6f5022b4-a35c-4e00-bb4e-55d37b54667d None None] Provisioning complete for port 5f332356-f09b-495e-bd95-44818ee8c7c8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:32.245681 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6f5022b4-a35c-4e00-bb4e-55d37b54667d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5f332356-f09b-495e-bd95-44818ee8c7c8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:32.280805 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:32.285138 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-4d47512f-b057-46b4-b365-c8592bbf6a16 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1253595 Feb 15 17:52:32.289422 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43570) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:32.340562 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Set router 4bb829d1-1794-46db-b15a-b7b9e288b562 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:52:32.343681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-6f5022b4-a35c-4e00-bb4e-55d37b54667d None None] Current status of the port 5f332356-f09b-495e-bd95-44818ee8c7c8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:32.461540 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5f332356-f09b-495e-bd95-44818ee8c7c8 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:52:32.513387 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 5f332356-f09b-495e-bd95-44818ee8c7c8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:32.513765 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5f332356-f09b-495e-bd95-44818ee8c7c8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:32.532084 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:31Z', 'revision_number': 3, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:32.559405 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Checking router: 4bb829d1-1794-46db-b15a-b7b9e288b562 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:52:32.559769 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Updating router 4bb829d1-1794-46db-b15a-b7b9e288b562 port 9bc8d67e-65cf-4e3d-b6fd-e002772192db binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:52:32.589779 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9bc8d67e-65cf-4e3d-b6fd-e002772192db), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:32.599602 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 5f332356-f09b-495e-bd95-44818ee8c7c8 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:32.750236 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:32.867336 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Publish callbacks [] for port (9bc8d67e-65cf-4e3d-b6fd-e002772192db), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:32.947864 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9bc8d67e-65cf-4e3d-b6fd-e002772192db), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:33.019794 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Attempting to bind port 9bc8d67e-65cf-4e3d-b6fd-e002772192db on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:52:33.020160 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Attempting to bind port 9bc8d67e-65cf-4e3d-b6fd-e002772192db by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:52:33.020526 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Attempting to bind port 9bc8d67e-65cf-4e3d-b6fd-e002772192db on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:52:33.023659 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754d56f-daa5-40a9-8ea2-9630e341ee48 None None] Pushing event updated for resources: {'Port': ['ID=9bc8d67e-65cf-4e3d-b6fd-e002772192db,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:33.028603 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:52:33.028979 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:52:33.029400 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:33.029796 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:52:33.030275 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Bound port: 9bc8d67e-65cf-4e3d-b6fd-e002772192db, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:52:33.030658 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9bc8d67e-65cf-4e3d-b6fd-e002772192db), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:33.037387 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754d56f-daa5-40a9-8ea2-9630e341ee48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:33.037738 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754d56f-daa5-40a9-8ea2-9630e341ee48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:33.038078 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754d56f-daa5-40a9-8ea2-9630e341ee48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:33.040354 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754d56f-daa5-40a9-8ea2-9630e341ee48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:33.040354 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754d56f-daa5-40a9-8ea2-9630e341ee48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:33.040354 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754d56f-daa5-40a9-8ea2-9630e341ee48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:33.040354 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754d56f-daa5-40a9-8ea2-9630e341ee48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:33.040354 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754d56f-daa5-40a9-8ea2-9630e341ee48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:33.040354 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754d56f-daa5-40a9-8ea2-9630e341ee48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:33.040354 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754d56f-daa5-40a9-8ea2-9630e341ee48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:33.041018 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754d56f-daa5-40a9-8ea2-9630e341ee48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:33.041113 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754d56f-daa5-40a9-8ea2-9630e341ee48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:33.041456 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d754d56f-daa5-40a9-8ea2-9630e341ee48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:52:33.095848 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] For port 9bc8d67e-65cf-4e3d-b6fd-e002772192db, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:52:33.099344 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] For port 9bc8d67e-65cf-4e3d-b6fd-e002772192db, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9bc8d67e-65cf-4e3d-b6fd-e002772192db,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:52:33.171007 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9bc8d67e-65cf-4e3d-b6fd-e002772192db), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:33.232748 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Routers {'4bb829d1-1794-46db-b15a-b7b9e288b562'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:52:33.233471 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:52:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4bb829d1-1794-46db-b15a-b7b9e288b562'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:33.238446 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754d56f-daa5-40a9-8ea2-9630e341ee48 None None] Pushing event updated for resources: {'Port': ['ID=9bc8d67e-65cf-4e3d-b6fd-e002772192db,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:33.241836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Allocated IP 172.20.0.1 (a76f0257-5a77-49eb-b13d-eb917dec7bc5/43788e9f-8554-4e0f-84f9-2d757f0fd3c1/d650c3c0-cb29-4276-9562-4aea14e9b87a) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:52:33.353405 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Publish callbacks [] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:33.437571 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] Set router 4bb829d1-1794-46db-b15a-b7b9e288b562 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:52:33.439410 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:33.476541 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Network a76f0257-5a77-49eb-b13d-eb917dec7bc5 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:52:33.484099 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:52:33.487699 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:52:33.493327 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Pushing event updated for resources: {'Port': ['ID=d650c3c0-cb29-4276-9562-4aea14e9b87a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:33.538498 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (4bb829d1-1794-46db-b15a-b7b9e288b562), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:33.628583 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:31Z', 'revision_number': 3, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:33.656480 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519fcd7d-fddd-41d3-9269-56d3db62cf60 None None] The sync data for ids ['4bb829d1-1794-46db-b15a-b7b9e288b562'] in n-d-828372-14 is: [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:31Z', 'revision_number': 3, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:52:33.729804 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:33.774139 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-4059ab78-96ae-43c6-89c3-bdd05c1f2706 None None] Provisioning complete for port d650c3c0-cb29-4276-9562-4aea14e9b87a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:33.775319 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4059ab78-96ae-43c6-89c3-bdd05c1f2706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:33.810316 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4059ab78-96ae-43c6-89c3-bdd05c1f2706 None None] Port d650c3c0-cb29-4276-9562-4aea14e9b87a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:52:33.922907 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Publish callbacks [] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:34.010306 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:34.085788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Pushing event updated for resources: {'Port': ['ID=d650c3c0-cb29-4276-9562-4aea14e9b87a,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:34.089124 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (4bb829d1-1794-46db-b15a-b7b9e288b562), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:34.187289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Network a76f0257-5a77-49eb-b13d-eb917dec7bc5 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:52:34.188789 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:52:34.334023 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Router 4bb829d1-1794-46db-b15a-b7b9e288b562 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:52:34.459811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1424d8cc-2ffc-4daf-8531-3f3b1a8c9ffd None None] Provisioning complete for port d650c3c0-cb29-4276-9562-4aea14e9b87a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:34.461157 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1424d8cc-2ffc-4daf-8531-3f3b1a8c9ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:34.491858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:52:34.501684 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-36261ba9-305b-4eb9-9625-d06f97925103 admin admin] 10.222.0.107 "PUT /v2.0/routers/4bb829d1-1794-46db-b15a-b7b9e288b562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2150793 Feb 15 17:52:34.509909 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9bc8d67e-65cf-4e3d-b6fd-e002772192db up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:52:34.540143 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1424d8cc-2ffc-4daf-8531-3f3b1a8c9ffd None None] Port d650c3c0-cb29-4276-9562-4aea14e9b87a cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:52:34.564969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9bc8d67e-65cf-4e3d-b6fd-e002772192db triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:34.565404 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9bc8d67e-65cf-4e3d-b6fd-e002772192db), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:34.668242 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9bc8d67e-65cf-4e3d-b6fd-e002772192db is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:34.668627 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (9bc8d67e-65cf-4e3d-b6fd-e002772192db), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:34.690740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 9bc8d67e-65cf-4e3d-b6fd-e002772192db, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9bc8d67e-65cf-4e3d-b6fd-e002772192db,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:52:34.763876 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (9bc8d67e-65cf-4e3d-b6fd-e002772192db), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:34.978783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=9bc8d67e-65cf-4e3d-b6fd-e002772192db,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:35.258691 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43586) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:35.264301 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-40562dab-5200-4760-a0b3-710670f2d4f3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-865077873-network', 'tenant_id': '4f88d6a40a2c4a488628b173175ca073'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:52:35.323660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Sync routers for ids ['4bb829d1-1794-46db-b15a-b7b9e288b562'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:52:35.334288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Routers {'4bb829d1-1794-46db-b15a-b7b9e288b562'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:52:35.334845 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:52:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4bb829d1-1794-46db-b15a-b7b9e288b562'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:35.341729 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40562dab-5200-4760-a0b3-710670f2d4f3 admin admin] Made reservation on behalf of 4f88d6a40a2c4a488628b173175ca073 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:52:35.344234 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-40562dab-5200-4760-a0b3-710670f2d4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:35.353901 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-40562dab-5200-4760-a0b3-710670f2d4f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:35.438934 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-40562dab-5200-4760-a0b3-710670f2d4f3 admin admin] Publish callbacks [] for security_group (d3b85d6b-a1df-4daf-9796-c0a4b42e019d), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:35.452917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Set router 4bb829d1-1794-46db-b15a-b7b9e288b562 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:52:35.633478 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-40562dab-5200-4760-a0b3-710670f2d4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d3b85d6b-a1df-4daf-9796-c0a4b42e019d), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:35.657021 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40562dab-5200-4760-a0b3-710670f2d4f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 17:52:35.665941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd650c3c0-cb29-4276-9562-4aea14e9b87a', 'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'mac_address': 'fa:16:3e:27:30:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:33Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 2, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'subnets': [{'id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:35.671320 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40562dab-5200-4760-a0b3-710670f2d4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b85d6b-a1df-4daf-9796-c0a4b42e019d,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:35.677354 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-40562dab-5200-4760-a0b3-710670f2d4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (69ecc397-066b-438f-9a95-104e57d1959a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:35.677759 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-40562dab-5200-4760-a0b3-710670f2d4f3 admin admin] Added segment 69ecc397-066b-438f-9a95-104e57d1959a of type vlan for network 4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58 Feb 15 17:52:35.695480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Checking router: 4bb829d1-1794-46db-b15a-b7b9e288b562 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:52:35.695842 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Updating router 4bb829d1-1794-46db-b15a-b7b9e288b562 port d650c3c0-cb29-4276-9562-4aea14e9b87a binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:52:35.731940 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-40562dab-5200-4760-a0b3-710670f2d4f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:35.732421 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:35.827613 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-40562dab-5200-4760-a0b3-710670f2d4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:35.828629 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40562dab-5200-4760-a0b3-710670f2d4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:35.829227 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-40562dab-5200-4760-a0b3-710670f2d4f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:35.891712 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40562dab-5200-4760-a0b3-710670f2d4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:35.902811 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 17:52:35.956205 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-40562dab-5200-4760-a0b3-710670f2d4f3 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6958234 Feb 15 17:52:35.958941 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43588) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:35.964481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-a6797992-4e28-451d-b61f-07fa43710e2a admin admin] Request body: {'subnet': {'network_id': '4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-865077873-subnet', 'tenant_id': '4f88d6a40a2c4a488628b173175ca073', 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:52:36.032870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6797992-4e28-451d-b61f-07fa43710e2a admin admin] Made reservation on behalf of 4f88d6a40a2c4a488628b173175ca073 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:52:36.035513 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6797992-4e28-451d-b61f-07fa43710e2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:36.076559 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Publish callbacks [] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:36.147207 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:36.200638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a442f-7b3b-4226-bdde-2e3207d2db30 None None] Pushing event updated for resources: {'Port': ['ID=d650c3c0-cb29-4276-9562-4aea14e9b87a,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:36.251789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Attempting to bind port d650c3c0-cb29-4276-9562-4aea14e9b87a on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:52:36.252155 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Attempting to bind port d650c3c0-cb29-4276-9562-4aea14e9b87a by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:52:36.252527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Attempting to bind port d650c3c0-cb29-4276-9562-4aea14e9b87a on network a76f0257-5a77-49eb-b13d-eb917dec7bc5 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:52:36.257931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:52:36.258313 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Checking segment: {'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:52:36.258768 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:36.259282 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Bound using segment: {'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:52:36.259763 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Bound port: d650c3c0-cb29-4276-9562-4aea14e9b87a, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:52:36.260156 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:36.284897 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6797992-4e28-451d-b61f-07fa43710e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (4150af5f-714b-4fc8-9dee-6f8511624b52), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:36.335996 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] For port d650c3c0-cb29-4276-9562-4aea14e9b87a, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:52:36.339836 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] For port d650c3c0-cb29-4276-9562-4aea14e9b87a, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d650c3c0-cb29-4276-9562-4aea14e9b87a,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:52:36.344092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6797992-4e28-451d-b61f-07fa43710e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4150af5f-714b-4fc8-9dee-6f8511624b52,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:36.356768 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6797992-4e28-451d-b61f-07fa43710e2a admin admin] Checking segment: {'id': '69ecc397-066b-438f-9a95-104e57d1959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:52:36.357139 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6797992-4e28-451d-b61f-07fa43710e2a admin admin] Network hostable DHCP agents. Network: 4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 17:52:36.420984 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9bc8d67e-65cf-4e3d-b6fd-e002772192db up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:52:36.449574 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:36.490686 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6797992-4e28-451d-b61f-07fa43710e2a admin admin] Network 4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 17:52:36.531888 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-22213282-b3d4-4d1c-b39d-7d86bd123fb7 None None] Provisioning complete for port d650c3c0-cb29-4276-9562-4aea14e9b87a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:36.532270 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22213282-b3d4-4d1c-b39d-7d86bd123fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:36.536636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a442f-7b3b-4226-bdde-2e3207d2db30 None None] Pushing event updated for resources: {'Port': ['ID=d650c3c0-cb29-4276-9562-4aea14e9b87a,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:36.564951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Routers {'4bb829d1-1794-46db-b15a-b7b9e288b562'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:52:36.565658 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:52:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4bb829d1-1794-46db-b15a-b7b9e288b562'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:36.571148 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-a6797992-4e28-451d-b61f-07fa43710e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:52:36.578046 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6797992-4e28-451d-b61f-07fa43710e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:36.578662 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-a6797992-4e28-451d-b61f-07fa43710e2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:36.613521 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1295d4a-9136-4dae-8c7f-4fe345d0a1ba None None] Network 4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:52:36.650782 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 9bc8d67e-65cf-4e3d-b6fd-e002772192db triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:36.651163 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (9bc8d67e-65cf-4e3d-b6fd-e002772192db), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:36.659887 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-a6797992-4e28-451d-b61f-07fa43710e2a admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6997328 Feb 15 17:52:36.662539 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43590) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:36.669022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-865077873-router', 'tenant_id': '4f88d6a40a2c4a488628b173175ca073', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:52:36.770669 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (b54948ca-e084-480e-ad41-debc2edf0132), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:36.771782 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (b54948ca-e084-480e-ad41-debc2edf0132), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:36.830871 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Publish callbacks [] for router_controller (b54948ca-e084-480e-ad41-debc2edf0132), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:36.842413 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] Set router 4bb829d1-1794-46db-b15a-b7b9e288b562 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:52:36.913660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-22213282-b3d4-4d1c-b39d-7d86bd123fb7 None None] Current status of the port d650c3c0-cb29-4276-9562-4aea14e9b87a is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:36.913983 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22213282-b3d4-4d1c-b39d-7d86bd123fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:36.922513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58', 'network_id': '4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58', 'project_id': '4f88d6a40a2c4a488628b173175ca073', 'fixed_ips': [{'subnet_id': '4150af5f-714b-4fc8-9dee-6f8511624b52'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 17:52:36.923288 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:36.998414 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 9bc8d67e-65cf-4e3d-b6fd-e002772192db is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:37.089774 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Publish callbacks [] for router_gateway (b54948ca-e084-480e-ad41-debc2edf0132), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:37.125767 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-22213282-b3d4-4d1c-b39d-7d86bd123fb7 None None] For port d650c3c0-cb29-4276-9562-4aea14e9b87a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d650c3c0-cb29-4276-9562-4aea14e9b87a,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:52:37.126770 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5b93e173-9355-425d-bc41-987f250542c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:37.397129 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22213282-b3d4-4d1c-b39d-7d86bd123fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:37.402016 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Publish callbacks [] for router_gateway (b54948ca-e084-480e-ad41-debc2edf0132), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:37.408283 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Allocated IP 172.20.0.2 (4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58/4150af5f-714b-4fc8-9dee-6f8511624b52/7c973d42-e764-4560-9201-03a834f0c682) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:52:37.422417 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:37.518764 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22213282-b3d4-4d1c-b39d-7d86bd123fb7 None None] Pushing event updated for resources: {'Port': ['ID=d650c3c0-cb29-4276-9562-4aea14e9b87a,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:37.535846 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Allocated IP 172.25.4.192 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/46ee5113-ed76-4a4d-ad59-7d49c0339f26) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:52:37.555913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ddaeebe4-81a2-4475-b33a-732dc113bc4b None None] Provisioning complete for port d650c3c0-cb29-4276-9562-4aea14e9b87a triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:37.557260 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ddaeebe4-81a2-4475-b33a-732dc113bc4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:37.561503 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd650c3c0-cb29-4276-9562-4aea14e9b87a', 'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'mac_address': 'fa:16:3e:27:30:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:33Z', 'updated_at': '2022-02-15T17:52:36Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'subnets': [{'id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:37.623941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b96be70-a842-4566-a4f1-9a8d0131592e None None] The sync data for ids ['4bb829d1-1794-46db-b15a-b7b9e288b562'] in n-d-828372-14 is: [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd650c3c0-cb29-4276-9562-4aea14e9b87a', 'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'mac_address': 'fa:16:3e:27:30:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:33Z', 'updated_at': '2022-02-15T17:52:36Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'subnets': [{'id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:52:37.647518 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Publish callbacks [] for port (46ee5113-ed76-4a4d-ad59-7d49c0339f26), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:37.707942 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Publish callbacks [] for port (7c973d42-e764-4560-9201-03a834f0c682), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:37.750900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ddaeebe4-81a2-4475-b33a-732dc113bc4b None None] Current status of the port d650c3c0-cb29-4276-9562-4aea14e9b87a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:37.771142 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (7c973d42-e764-4560-9201-03a834f0c682), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:37.777460 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (46ee5113-ed76-4a4d-ad59-7d49c0339f26), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:37.822918 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Network 4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:52:37.822918 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:52:37.825432 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:52:37.832151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:52:37.832595 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Pushing event updated for resources: {'Port': ['ID=7c973d42-e764-4560-9201-03a834f0c682,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:37.835598 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:52:37.840656 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:52:37.844034 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Pushing event updated for resources: {'Port': ['ID=46ee5113-ed76-4a4d-ad59-7d49c0339f26,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:37.897467 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Attempting to bind port 7c973d42-e764-4560-9201-03a834f0c682 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:52:37.897890 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Attempting to bind port 7c973d42-e764-4560-9201-03a834f0c682 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '69ecc397-066b-438f-9a95-104e57d1959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:52:37.898212 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Attempting to bind port 7c973d42-e764-4560-9201-03a834f0c682 on network 4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:52:37.903967 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:52:37.904348 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Checking segment: {'id': '69ecc397-066b-438f-9a95-104e57d1959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:52:37.904957 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:37.905165 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Bound using segment: {'id': '69ecc397-066b-438f-9a95-104e57d1959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:52:37.905652 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Bound port: 7c973d42-e764-4560-9201-03a834f0c682, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ecc397-066b-438f-9a95-104e57d1959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:52:37.906034 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7c973d42-e764-4560-9201-03a834f0c682), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:37.984007 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] For port 7c973d42-e764-4560-9201-03a834f0c682, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:52:37.993523 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] For port 7c973d42-e764-4560-9201-03a834f0c682, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7c973d42-e764-4560-9201-03a834f0c682,segment=NetworkSegment(69ecc397-066b-438f-9a95-104e57d1959a),segment_id=69ecc397-066b-438f-9a95-104e57d1959a)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:52:38.084550 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7c973d42-e764-4560-9201-03a834f0c682), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:38.152606 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31edc370-31ca-4efd-97ee-929d64803e68 None None] Pushing event updated for resources: {'Port': ['ID=7c973d42-e764-4560-9201-03a834f0c682,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:38.243099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Publish callbacks [] for router_gateway (b54948ca-e084-480e-ad41-debc2edf0132), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:38.531426 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (b54948ca-e084-480e-ad41-debc2edf0132), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:38.537312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7c973d42-e764-4560-9201-03a834f0c682 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:52:38.598035 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7c973d42-e764-4560-9201-03a834f0c682 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:38.598502 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7c973d42-e764-4560-9201-03a834f0c682), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:38.686635 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7c973d42-e764-4560-9201-03a834f0c682 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:38.687311 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (7c973d42-e764-4560-9201-03a834f0c682), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:38.728062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 7c973d42-e764-4560-9201-03a834f0c682, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7c973d42-e764-4560-9201-03a834f0c682,segment=NetworkSegment(69ecc397-066b-438f-9a95-104e57d1959a),segment_id=69ecc397-066b-438f-9a95-104e57d1959a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:52:38.748741 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:52:38.827951 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Router b54948ca-e084-480e-ad41-debc2edf0132 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 17:52:38.890552 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (7c973d42-e764-4560-9201-03a834f0c682), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:38.891574 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d650c3c0-cb29-4276-9562-4aea14e9b87a up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:52:38.955004 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:52:38.970162 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Sync routers for ids ['b54948ca-e084-480e-ad41-debc2edf0132'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:52:38.983749 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Routers {'b54948ca-e084-480e-ad41-debc2edf0132'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:52:38.984167 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:52:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b54948ca-e084-480e-ad41-debc2edf0132'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:39.011379 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=7c973d42-e764-4560-9201-03a834f0c682,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:39.016653 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port d650c3c0-cb29-4276-9562-4aea14e9b87a triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:39.017274 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:39.052879 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:39.054476 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-169006be-98e5-40df-90a6-db448fc3bb37 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3905361 Feb 15 17:52:39.057640 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43592) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:39.123415 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port d650c3c0-cb29-4276-9562-4aea14e9b87a is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:39.132075 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Set router b54948ca-e084-480e-ad41-debc2edf0132 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:52:39.344259 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bd5457-90bb-4673-9d01-a75a70f08aa3 None None] Network 4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 17:52:39.346556 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'name': 'tempest-TestShelveInstance-865077873-router', 'tenant_id': '4f88d6a40a2c4a488628b173175ca073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '46ee5113-ed76-4a4d-ad59-7d49c0339f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:36Z', 'updated_at': '2022-02-15T17:52:37Z', 'revision_number': 3, 'project_id': '4f88d6a40a2c4a488628b173175ca073', 'gw_port': {'id': '46ee5113-ed76-4a4d-ad59-7d49c0339f26', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:37Z', 'updated_at': '2022-02-15T17:52:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:39.374951 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Checking router: b54948ca-e084-480e-ad41-debc2edf0132 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:52:39.375486 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Updating router b54948ca-e084-480e-ad41-debc2edf0132 port 46ee5113-ed76-4a4d-ad59-7d49c0339f26 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:52:39.393152 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5ce602c2-678a-4d3a-b928-29dbc3d0fb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:39.409800 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (46ee5113-ed76-4a4d-ad59-7d49c0339f26), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:39.420659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-9973f573-2f12-4b2b-ad8e-06b6664b82f8 None None] Provisioning complete for port 7c973d42-e764-4560-9201-03a834f0c682 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:39.421041 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9973f573-2f12-4b2b-ad8e-06b6664b82f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7c973d42-e764-4560-9201-03a834f0c682), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:39.554910 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-9973f573-2f12-4b2b-ad8e-06b6664b82f8 None None] Current status of the port 7c973d42-e764-4560-9201-03a834f0c682 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:39.593321 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:39.729153 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Publish callbacks [] for port (46ee5113-ed76-4a4d-ad59-7d49c0339f26), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:39.777146 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2d93ef3f-e54e-4161-8cb6-5956d75f3006 None None] Provisioning complete for port 7c973d42-e764-4560-9201-03a834f0c682 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:39.777466 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2d93ef3f-e54e-4161-8cb6-5956d75f3006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7c973d42-e764-4560-9201-03a834f0c682), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:39.786052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Allocated IP 172.20.0.1 (4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58/4150af5f-714b-4fc8-9dee-6f8511624b52/50ee6106-f279-4c9d-89bc-bcba2ebe0aba) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:52:39.810338 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (46ee5113-ed76-4a4d-ad59-7d49c0339f26), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:39.863622 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Attempting to bind port 46ee5113-ed76-4a4d-ad59-7d49c0339f26 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:52:39.864094 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Attempting to bind port 46ee5113-ed76-4a4d-ad59-7d49c0339f26 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:52:39.868726 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Attempting to bind port 46ee5113-ed76-4a4d-ad59-7d49c0339f26 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:52:39.868893 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2d93ef3f-e54e-4161-8cb6-5956d75f3006 None None] Current status of the port 7c973d42-e764-4560-9201-03a834f0c682 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:39.872693 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:52:39.873148 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:52:39.873648 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:39.874116 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:52:39.874667 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Bound port: 46ee5113-ed76-4a4d-ad59-7d49c0339f26, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:52:39.875114 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (46ee5113-ed76-4a4d-ad59-7d49c0339f26), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:39.876928 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77867853-f213-489b-9fde-d08106e9f07a None None] Pushing event updated for resources: {'Port': ['ID=46ee5113-ed76-4a4d-ad59-7d49c0339f26,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:39.905288 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Publish callbacks [] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:39.932455 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] For port 46ee5113-ed76-4a4d-ad59-7d49c0339f26, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:52:39.935627 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] For port 46ee5113-ed76-4a4d-ad59-7d49c0339f26, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=46ee5113-ed76-4a4d-ad59-7d49c0339f26,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:52:40.011693 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:40.039540 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (46ee5113-ed76-4a4d-ad59-7d49c0339f26), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:40.053610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Network 4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:52:40.059013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:52:40.061555 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:52:40.092438 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=50ee6106-f279-4c9d-89bc-bcba2ebe0aba,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:40.103780 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77867853-f213-489b-9fde-d08106e9f07a None None] Pushing event updated for resources: {'Port': ['ID=46ee5113-ed76-4a4d-ad59-7d49c0339f26,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:40.106862 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Routers {'b54948ca-e084-480e-ad41-debc2edf0132'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:52:40.107474 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:52:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b54948ca-e084-480e-ad41-debc2edf0132'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:40.115937 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (b54948ca-e084-480e-ad41-debc2edf0132), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:40.223149 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] Set router b54948ca-e084-480e-ad41-debc2edf0132 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:52:40.339035 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:40.412736 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e7b9a6ee-9f9c-4a69-b038-daf06c30b64d None None] Provisioning complete for port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:40.413344 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e7b9a6ee-9f9c-4a69-b038-daf06c30b64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:40.425772 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'name': 'tempest-TestShelveInstance-865077873-router', 'tenant_id': '4f88d6a40a2c4a488628b173175ca073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '46ee5113-ed76-4a4d-ad59-7d49c0339f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:36Z', 'updated_at': '2022-02-15T17:52:37Z', 'revision_number': 3, 'project_id': '4f88d6a40a2c4a488628b173175ca073', 'gw_port': {'id': '46ee5113-ed76-4a4d-ad59-7d49c0339f26', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:37Z', 'updated_at': '2022-02-15T17:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:40.454527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7c973d42-e764-4560-9201-03a834f0c682 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:52:40.457931 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b68eca-15db-4288-8da0-27e9a04d2058 None None] The sync data for ids ['b54948ca-e084-480e-ad41-debc2edf0132'] in n-d-828372-14 is: [{'id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'name': 'tempest-TestShelveInstance-865077873-router', 'tenant_id': '4f88d6a40a2c4a488628b173175ca073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '46ee5113-ed76-4a4d-ad59-7d49c0339f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:36Z', 'updated_at': '2022-02-15T17:52:37Z', 'revision_number': 3, 'project_id': '4f88d6a40a2c4a488628b173175ca073', 'gw_port': {'id': '46ee5113-ed76-4a4d-ad59-7d49c0339f26', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:37Z', 'updated_at': '2022-02-15T17:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:52:40.490198 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e7b9a6ee-9f9c-4a69-b038-daf06c30b64d None None] Port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:52:40.517623 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 7c973d42-e764-4560-9201-03a834f0c682 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:40.518002 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (7c973d42-e764-4560-9201-03a834f0c682), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:40.549512 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Publish callbacks [] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:40.600896 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 7c973d42-e764-4560-9201-03a834f0c682 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:40.632783 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:40.725470 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:40.726202 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (b54948ca-e084-480e-ad41-debc2edf0132), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:40.728508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=50ee6106-f279-4c9d-89bc-bcba2ebe0aba,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:40.842750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Network 4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:52:40.842750 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:52:40.979898 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Router b54948ca-e084-480e-ad41-debc2edf0132 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:52:41.108135 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:52:41.113444 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-b24864d5-3e2c-4216-a7ff-c39c2d311fc3 admin admin] 10.222.0.107 "PUT /v2.0/routers/b54948ca-e084-480e-ad41-debc2edf0132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0547159 Feb 15 17:52:41.126052 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-69708659-9220-47e5-9271-b114a96ce4b2 None None] Provisioning complete for port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:41.126558 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-69708659-9220-47e5-9271-b114a96ce4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:41.172748 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-69708659-9220-47e5-9271-b114a96ce4b2 None None] Port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:52:41.861261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43600) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:41.866957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-11ce0010-9dcb-494b-8e4d-6f47e503ef5f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-611892675', 'description': 'tempest-secgroup-smoke-611892675 description', 'project_id': 'd1bf98073d21423c9ae455f9d7842c81'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:52:41.953103 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-11ce0010-9dcb-494b-8e4d-6f47e503ef5f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.027293 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-11ce0010-9dcb-494b-8e4d-6f47e503ef5f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group (9c5db1a5-ac76-4640-9dc9-45f5897ce22a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.082371 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Sync routers for ids ['b54948ca-e084-480e-ad41-debc2edf0132'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:52:42.090333 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-11ce0010-9dcb-494b-8e4d-6f47e503ef5f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9c5db1a5-ac76-4640-9dc9-45f5897ce22a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.094044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Routers {'b54948ca-e084-480e-ad41-debc2edf0132'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:52:42.095291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:52:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b54948ca-e084-480e-ad41-debc2edf0132'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:42.125673 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce0010-9dcb-494b-8e4d-6f47e503ef5f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5db1a5-ac76-4640-9dc9-45f5897ce22a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:42.178113 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-11ce0010-9dcb-494b-8e4d-6f47e503ef5f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.179547 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-11ce0010-9dcb-494b-8e4d-6f47e503ef5f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3172052 Feb 15 17:52:42.183037 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43602) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:42.187620 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-8889885c-6650-4fcc-8970-2232e70029e7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'security_group_rule': {'security_group_id': '9c5db1a5-ac76-4640-9dc9-45f5897ce22a', 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:52:42.223990 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Set router b54948ca-e084-480e-ad41-debc2edf0132 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:52:42.262010 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.273198 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8889885c-6650-4fcc-8970-2232e70029e7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (89242a3c-d3f3-44ef-b014-5aafcd1e9eec), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.340929 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8889885c-6650-4fcc-8970-2232e70029e7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (89242a3c-d3f3-44ef-b014-5aafcd1e9eec), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.448110 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'name': 'tempest-TestShelveInstance-865077873-router', 'tenant_id': '4f88d6a40a2c4a488628b173175ca073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '46ee5113-ed76-4a4d-ad59-7d49c0339f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:36Z', 'updated_at': '2022-02-15T17:52:40Z', 'revision_number': 4, 'project_id': '4f88d6a40a2c4a488628b173175ca073', 'gw_port': {'id': '46ee5113-ed76-4a4d-ad59-7d49c0339f26', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:34:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:37Z', 'updated_at': '2022-02-15T17:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '50ee6106-f279-4c9d-89bc-bcba2ebe0aba', 'name': '', 'network_id': '4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58', 'tenant_id': '4f88d6a40a2c4a488628b173175ca073', 'mac_address': 'fa:16:3e:eb:cd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4150af5f-714b-4fc8-9dee-6f8511624b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:39Z', 'updated_at': '2022-02-15T17:52:40Z', 'revision_number': 2, 'project_id': '4f88d6a40a2c4a488628b173175ca073', 'subnets': [{'id': '4150af5f-714b-4fc8-9dee-6f8511624b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:42.450259 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8889885c-6650-4fcc-8970-2232e70029e7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (89242a3c-d3f3-44ef-b014-5aafcd1e9eec), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.472569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889885c-6650-4fcc-8970-2232e70029e7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89242a3c-d3f3-44ef-b014-5aafcd1e9eec,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:42.485022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 46ee5113-ed76-4a4d-ad59-7d49c0339f26 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:52:42.487454 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Checking router: b54948ca-e084-480e-ad41-debc2edf0132 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:52:42.487803 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Updating router b54948ca-e084-480e-ad41-debc2edf0132 port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 17:52:42.532639 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-8889885c-6650-4fcc-8970-2232e70029e7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.534155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-8889885c-6650-4fcc-8970-2232e70029e7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3500547 Feb 15 17:52:42.536982 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43604) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:42.542273 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-7faa83a5-8824-4ac4-b6fd-ba5e57af6585 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'security_group_rule': {'security_group_id': '9c5db1a5-ac76-4640-9dc9-45f5897ce22a', 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:52:42.543093 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.594969 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 46ee5113-ed76-4a4d-ad59-7d49c0339f26 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:42.595347 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (46ee5113-ed76-4a4d-ad59-7d49c0339f26), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.637966 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7faa83a5-8824-4ac4-b6fd-ba5e57af6585 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (98220915-faba-45ae-a9d7-570f9b1dbbae), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.700272 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7faa83a5-8824-4ac4-b6fd-ba5e57af6585 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (98220915-faba-45ae-a9d7-570f9b1dbbae), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.769921 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7faa83a5-8824-4ac4-b6fd-ba5e57af6585 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (98220915-faba-45ae-a9d7-570f9b1dbbae), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.789587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa83a5-8824-4ac4-b6fd-ba5e57af6585 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98220915-faba-45ae-a9d7-570f9b1dbbae,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:42.811388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 46ee5113-ed76-4a4d-ad59-7d49c0339f26 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:42.811779 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (46ee5113-ed76-4a4d-ad59-7d49c0339f26), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.851518 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 46ee5113-ed76-4a4d-ad59-7d49c0339f26, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=46ee5113-ed76-4a4d-ad59-7d49c0339f26,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:52:42.858082 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-7faa83a5-8824-4ac4-b6fd-ba5e57af6585 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.862580 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-7faa83a5-8824-4ac4-b6fd-ba5e57af6585 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3212194 Feb 15 17:52:42.862580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43606) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:42.867309 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-76c78f59-0629-4553-849b-a61aa8499b18 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'security_group_rule': {'security_group_id': '9c5db1a5-ac76-4640-9dc9-45f5897ce22a', 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:52:42.913597 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (46ee5113-ed76-4a4d-ad59-7d49c0339f26), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.918794 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Publish callbacks [] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.964995 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76c78f59-0629-4553-849b-a61aa8499b18 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (c5cd0b9a-3f96-445d-a4c6-7b386d1345f7), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:42.974307 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=46ee5113-ed76-4a4d-ad59-7d49c0339f26,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:42.988929 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.035115 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76c78f59-0629-4553-849b-a61aa8499b18 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (c5cd0b9a-3f96-445d-a4c6-7b386d1345f7), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.107837 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76c78f59-0629-4553-849b-a61aa8499b18 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (c5cd0b9a-3f96-445d-a4c6-7b386d1345f7), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.127731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c78f59-0629-4553-849b-a61aa8499b18 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5cd0b9a-3f96-445d-a4c6-7b386d1345f7,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:43.195175 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-76c78f59-0629-4553-849b-a61aa8499b18 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.199823 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-76c78f59-0629-4553-849b-a61aa8499b18 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3327444 Feb 15 17:52:43.202278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43608) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:43.210763 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f62dedbc-d320-4a37-9756-ed81ac13bf69 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'security_group_rule': {'security_group_id': '9c5db1a5-ac76-4640-9dc9-45f5897ce22a', 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:52:43.221468 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518182b-b296-4d06-a42a-ba2e7f6ee1c4 None None] Pushing event updated for resources: {'Port': ['ID=50ee6106-f279-4c9d-89bc-bcba2ebe0aba,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:43.276833 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Attempting to bind port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:52:43.277224 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Attempting to bind port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '69ecc397-066b-438f-9a95-104e57d1959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:52:43.277628 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Attempting to bind port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba on network 4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:52:43.283261 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:52:43.283676 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Checking segment: {'id': '69ecc397-066b-438f-9a95-104e57d1959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:52:43.284093 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.284498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Bound using segment: {'id': '69ecc397-066b-438f-9a95-104e57d1959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:52:43.285075 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Bound port: 50ee6106-f279-4c9d-89bc-bcba2ebe0aba, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ecc397-066b-438f-9a95-104e57d1959a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:52:43.285456 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.297293 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f62dedbc-d320-4a37-9756-ed81ac13bf69 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (5cef818f-8abf-4284-ae36-d19bfd7a81a0), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.355366 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] For port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:52:43.359041 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] For port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=50ee6106-f279-4c9d-89bc-bcba2ebe0aba,segment=NetworkSegment(69ecc397-066b-438f-9a95-104e57d1959a),segment_id=69ecc397-066b-438f-9a95-104e57d1959a)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:52:43.374079 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f62dedbc-d320-4a37-9756-ed81ac13bf69 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (5cef818f-8abf-4284-ae36-d19bfd7a81a0), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.433280 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.440007 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f62dedbc-d320-4a37-9756-ed81ac13bf69 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (5cef818f-8abf-4284-ae36-d19bfd7a81a0), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.458700 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dedbc-d320-4a37-9756-ed81ac13bf69 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cef818f-8abf-4284-ae36-d19bfd7a81a0,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:43.526610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Routers {'b54948ca-e084-480e-ad41-debc2edf0132'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:52:43.527260 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:52:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b54948ca-e084-480e-ad41-debc2edf0132'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:43.533394 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f62dedbc-d320-4a37-9756-ed81ac13bf69 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.537644 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f62dedbc-d320-4a37-9756-ed81ac13bf69 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3325498 Feb 15 17:52:43.537779 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43610) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:43.542957 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-3e40a745-7166-44e8-bed6-99d6d504a16d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'security_group_rule': {'security_group_id': '9c5db1a5-ac76-4640-9dc9-45f5897ce22a', 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:52:43.567634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518182b-b296-4d06-a42a-ba2e7f6ee1c4 None None] Pushing event updated for resources: {'Port': ['ID=50ee6106-f279-4c9d-89bc-bcba2ebe0aba,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:43.611293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-3a5b1f4c-9eb8-4999-89bd-21da8e32330a None None] Provisioning complete for port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:43.611550 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1f4c-9eb8-4999-89bd-21da8e32330a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.619256 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.656366 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-3e40a745-7166-44e8-bed6-99d6d504a16d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Project d1bf98073d21423c9ae455f9d7842c81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:52:43.662479 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e40a745-7166-44e8-bed6-99d6d504a16d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (78eb0a75-42c0-48f2-b2e8-5ae66efb36ea), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.692840 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] Set router b54948ca-e084-480e-ad41-debc2edf0132 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:52:43.728512 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e40a745-7166-44e8-bed6-99d6d504a16d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (78eb0a75-42c0-48f2-b2e8-5ae66efb36ea), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.808680 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3a5b1f4c-9eb8-4999-89bd-21da8e32330a None None] Current status of the port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:43.809079 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1f4c-9eb8-4999-89bd-21da8e32330a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.816101 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e40a745-7166-44e8-bed6-99d6d504a16d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (78eb0a75-42c0-48f2-b2e8-5ae66efb36ea), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.834406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40a745-7166-44e8-bed6-99d6d504a16d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78eb0a75-42c0-48f2-b2e8-5ae66efb36ea,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:43.893473 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3a5b1f4c-9eb8-4999-89bd-21da8e32330a None None] For port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=50ee6106-f279-4c9d-89bc-bcba2ebe0aba,segment=NetworkSegment(69ecc397-066b-438f-9a95-104e57d1959a),segment_id=69ecc397-066b-438f-9a95-104e57d1959a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:52:43.903845 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-3e40a745-7166-44e8-bed6-99d6d504a16d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.907835 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-3e40a745-7166-44e8-bed6-99d6d504a16d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3664484 Feb 15 17:52:43.908051 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43612) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:43.912537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-9730daae-7c22-48e0-a626-7d96d6a23906 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'security_group_rule': {'security_group_id': '9c5db1a5-ac76-4640-9dc9-45f5897ce22a', 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:52:43.952900 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1f4c-9eb8-4999-89bd-21da8e32330a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:43.998672 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-9730daae-7c22-48e0-a626-7d96d6a23906 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Project d1bf98073d21423c9ae455f9d7842c81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:52:44.003829 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9730daae-7c22-48e0-a626-7d96d6a23906 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (deb48508-4f30-4688-9e8c-75061bc3c95b), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:44.008006 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'name': 'tempest-TestShelveInstance-865077873-router', 'tenant_id': '4f88d6a40a2c4a488628b173175ca073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '46ee5113-ed76-4a4d-ad59-7d49c0339f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:36Z', 'updated_at': '2022-02-15T17:52:40Z', 'revision_number': 4, 'project_id': '4f88d6a40a2c4a488628b173175ca073', 'gw_port': {'id': '46ee5113-ed76-4a4d-ad59-7d49c0339f26', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:37Z', 'updated_at': '2022-02-15T17:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '50ee6106-f279-4c9d-89bc-bcba2ebe0aba', 'name': '', 'network_id': '4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58', 'tenant_id': '4f88d6a40a2c4a488628b173175ca073', 'mac_address': 'fa:16:3e:eb:cd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4150af5f-714b-4fc8-9dee-6f8511624b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:39Z', 'updated_at': '2022-02-15T17:52:43Z', 'revision_number': 4, 'project_id': '4f88d6a40a2c4a488628b173175ca073', 'subnets': [{'id': '4150af5f-714b-4fc8-9dee-6f8511624b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:52:44.036507 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b1f4c-9eb8-4999-89bd-21da8e32330a None None] Pushing event updated for resources: {'Port': ['ID=50ee6106-f279-4c9d-89bc-bcba2ebe0aba,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:44.039390 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8c8a88-c6f4-4394-9496-38d4b1808e20 None None] The sync data for ids ['b54948ca-e084-480e-ad41-debc2edf0132'] in n-d-828372-14 is: [{'id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'name': 'tempest-TestShelveInstance-865077873-router', 'tenant_id': '4f88d6a40a2c4a488628b173175ca073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '46ee5113-ed76-4a4d-ad59-7d49c0339f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:36Z', 'updated_at': '2022-02-15T17:52:40Z', 'revision_number': 4, 'project_id': '4f88d6a40a2c4a488628b173175ca073', 'gw_port': {'id': '46ee5113-ed76-4a4d-ad59-7d49c0339f26', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:37Z', 'updated_at': '2022-02-15T17:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '50ee6106-f279-4c9d-89bc-bcba2ebe0aba', 'name': '', 'network_id': '4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58', 'tenant_id': '4f88d6a40a2c4a488628b173175ca073', 'mac_address': 'fa:16:3e:eb:cd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '4150af5f-714b-4fc8-9dee-6f8511624b52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:39Z', 'updated_at': '2022-02-15T17:52:43Z', 'revision_number': 4, 'project_id': '4f88d6a40a2c4a488628b173175ca073', 'subnets': [{'id': '4150af5f-714b-4fc8-9dee-6f8511624b52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:52:44.073709 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9730daae-7c22-48e0-a626-7d96d6a23906 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (deb48508-4f30-4688-9e8c-75061bc3c95b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:44.074156 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b49e8788-e9f0-4900-acec-033e9717518c None None] Provisioning complete for port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:44.074156 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b49e8788-e9f0-4900-acec-033e9717518c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:44.147865 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9730daae-7c22-48e0-a626-7d96d6a23906 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (deb48508-4f30-4688-9e8c-75061bc3c95b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:44.176563 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9730daae-7c22-48e0-a626-7d96d6a23906 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb48508-4f30-4688-9e8c-75061bc3c95b,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:44.191271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b49e8788-e9f0-4900-acec-033e9717518c None None] Current status of the port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:44.230853 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9730daae-7c22-48e0-a626-7d96d6a23906 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:44.232166 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9730daae-7c22-48e0-a626-7d96d6a23906 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3231661 Feb 15 17:52:44.533139 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 50ee6106-f279-4c9d-89bc-bcba2ebe0aba up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:52:44.592405 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:44.593435 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:44.691085 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:44.692227 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 46ee5113-ed76-4a4d-ad59-7d49c0339f26 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:52:44.747970 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-43a8c922-171f-4d66-afd7-8d1b4a0c1101 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-611892675&fields=id&tenant_id=d1bf98073d21423c9ae455f9d7842c81 HTTP/1.1" status: 200 len: 267 time: 0.4018390 Feb 15 17:52:44.751357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 46ee5113-ed76-4a4d-ad59-7d49c0339f26 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:44.751738 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (46ee5113-ed76-4a4d-ad59-7d49c0339f26), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:44.856971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 46ee5113-ed76-4a4d-ad59-7d49c0339f26 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:44.865177 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-6f2d67b1-2c07-4f93-8047-7bb2ddd74167 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:44.866825 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-6f2d67b1-2c07-4f93-8047-7bb2ddd74167 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 808 time: 0.1112978 Feb 15 17:52:44.882609 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-60445abb-6b8f-4e9b-9669-26ffbe57b2a1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/quotas/d1bf98073d21423c9ae455f9d7842c81 HTTP/1.1" status: 200 len: 375 time: 0.0100949 Feb 15 17:52:44.952433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-803faacc-1d31-4524-a96e-e488c1f40f7f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634398 Feb 15 17:52:45.055650 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-f3634c86-f066-4565-9db3-29202665e8c2 service neutron] 10.222.0.107 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899210 Feb 15 17:52:45.157858 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-8c352871-c689-4675-8c7e-588aa2e2b612 service neutron] 10.222.0.107 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963347 Feb 15 17:52:45.415103 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-30a634f0-528b-4ae1-a7ee-04e5f65ce590 req-a397f109-6f5b-4555-862c-f7a3640fb946 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 210 time: 0.0281739 Feb 15 17:52:46.497146 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e7a0629d-49e2-46fb-ae4b-bf18f7f89d44 req-c669d29a-a5af-40c4-a3dd-8575e8798866 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 210 time: 0.0291462 Feb 15 17:52:47.600163 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ffd549ca-6bdf-4020-bfeb-a43a11af143b req-455992d2-0a11-4a78-bd36-273e5a44693e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 210 time: 0.0340438 Feb 15 17:52:47.798308 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-5c6db189-49b8-4bc7-9370-42314215f6c8 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:47.799863 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-5c6db189-49b8-4bc7-9370-42314215f6c8 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 808 time: 0.1077821 Feb 15 17:52:47.876728 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-4534e821-cf2f-4ea1-9be0-5e32748d6f5f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1bf98073d21423c9ae455f9d7842c81 HTTP/1.1" status: 200 len: 379 time: 0.0686224 Feb 15 17:52:47.890668 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-5d16af9b-ec96-4026-810b-6bdef22feeae tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'port': {'device_id': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'admin_state_up': True, 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'security_groups': ['9c5db1a5-ac76-4640-9dc9-45f5897ce22a']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:52:48.067379 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-5d16af9b-ec96-4026-810b-6bdef22feeae tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Made reservation on behalf of d1bf98073d21423c9ae455f9d7842c81 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:52:48.070758 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-5d16af9b-ec96-4026-810b-6bdef22feeae tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:48.203256 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-5d16af9b-ec96-4026-810b-6bdef22feeae tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Allocated IP 172.20.0.7 (a76f0257-5a77-49eb-b13d-eb917dec7bc5/43788e9f-8554-4e0f-84f9-2d757f0fd3c1/4043832b-aa22-44e4-8419-a4d50ec4a066) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:52:48.359352 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-5d16af9b-ec96-4026-810b-6bdef22feeae tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:48.467707 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-5d16af9b-ec96-4026-810b-6bdef22feeae tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:48.514316 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-5d16af9b-ec96-4026-810b-6bdef22feeae tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Network a76f0257-5a77-49eb-b13d-eb917dec7bc5 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:52:48.517694 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-5d16af9b-ec96-4026-810b-6bdef22feeae tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:52:48.521576 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-5d16af9b-ec96-4026-810b-6bdef22feeae tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:52:48.546937 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16af9b-ec96-4026-810b-6bdef22feeae tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'Port': ['ID=4043832b-aa22-44e4-8419-a4d50ec4a066,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:48.579559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-5d16af9b-ec96-4026-810b-6bdef22feeae tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:48.580190 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-5d16af9b-ec96-4026-810b-6bdef22feeae tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:48.664796 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-5d16af9b-ec96-4026-810b-6bdef22feeae tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7781625 Feb 15 17:52:48.677809 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Request body: {'port': {'device_id': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:52:48.747445 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-ae9fdca0-c135-4195-9df4-e2c3a83bd48b None None] Provisioning complete for port 4043832b-aa22-44e4-8419-a4d50ec4a066 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:48.748089 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ae9fdca0-c135-4195-9df4-e2c3a83bd48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:48.782129 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:48.782689 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-ae9fdca0-c135-4195-9df4-e2c3a83bd48b None None] Port 4043832b-aa22-44e4-8419-a4d50ec4a066 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:52:48.792022 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54410d54-ef21-42ac-a2a2-10d7416064fc req-460b8d23-f32a-43bc-b7de-d4fd7a44e35c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:48.793510 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54410d54-ef21-42ac-a2a2-10d7416064fc req-460b8d23-f32a-43bc-b7de-d4fd7a44e35c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 931 time: 0.1124866 Feb 15 17:52:48.881453 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54410d54-ef21-42ac-a2a2-10d7416064fc req-f1bd65fd-f707-4814-a438-8e7e4543e620 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814326 Feb 15 17:52:49.143343 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4043832b-aa22-44e4-8419-a4d50ec4a066 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:52:49.151384 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Publish callbacks [] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:49.165328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Transition to ACTIVE for port object 4043832b-aa22-44e4-8419-a4d50ec4a066 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:52:49.232602 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:49.294887 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Pushing event updated for resources: {'Port': ['ID=4043832b-aa22-44e4-8419-a4d50ec4a066,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:49.363106 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Attempting to bind port 4043832b-aa22-44e4-8419-a4d50ec4a066 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:52:49.363463 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Attempting to bind port 4043832b-aa22-44e4-8419-a4d50ec4a066 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:52:49.363801 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Attempting to bind port 4043832b-aa22-44e4-8419-a4d50ec4a066 on network a76f0257-5a77-49eb-b13d-eb917dec7bc5 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:52:49.369160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Port 4043832b-aa22-44e4-8419-a4d50ec4a066 on network a76f0257-5a77-49eb-b13d-eb917dec7bc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:52:49.369532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Attempting to bind port 4043832b-aa22-44e4-8419-a4d50ec4a066 on network a76f0257-5a77-49eb-b13d-eb917dec7bc5 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:52:49.375140 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:52:49.375492 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Checking segment: {'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:52:49.375896 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Bound using segment: {'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:52:49.376345 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Bound port: 4043832b-aa22-44e4-8419-a4d50ec4a066, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:52:49.376714 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:49.450328 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] For port 4043832b-aa22-44e4-8419-a4d50ec4a066, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:52:49.453659 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] For port 4043832b-aa22-44e4-8419-a4d50ec4a066, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4043832b-aa22-44e4-8419-a4d50ec4a066,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:52:49.547862 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:49.583240 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:49.583462 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:49.585094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e6349729-0450-4639-b58a-98459ba55205 service neutron] 10.222.0.67 "PUT /v2.0/ports/4043832b-aa22-44e4-8419-a4d50ec4a066 HTTP/1.1" status: 200 len: 1092 time: 0.9124887 Feb 15 17:52:49.588257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'tag': '4043832b-aa22-44e4-8419-a4d50ec4a066'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:52:49.590880 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c53fd2-3acb-41b9-8037-18831900cfc9" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb1869c-560e-4a8e-be19-564723a8e3ac", "tag": "4043832b-aa22-44e4-8419-a4d50ec4a066"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:52:49.627404 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6349729-0450-4639-b58a-98459ba55205 service neutron] Pushing event updated for resources: {'Port': ['ID=4043832b-aa22-44e4-8419-a4d50ec4a066,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:49.641651 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a972cc6-2626-4ad6-9cc7-3b3036349d53 x-openstack-request-id: req-6a972cc6-2626-4ad6-9cc7-3b3036349d53 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:52:49.641651 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb1869c-560e-4a8e-be19-564723a8e3ac", "tag": "4043832b-aa22-44e4-8419-a4d50ec4a066", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:52:49.641651 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-6a972cc6-2626-4ad6-9cc7-3b3036349d53 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:52:49.641651 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'tag': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'status': 'completed', 'code': 200} Feb 15 17:52:49.708644 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c53fd2-3acb-41b9-8037-18831900cfc9 req-006ae685-644d-443c-993d-942074860ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:49.710555 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b2c53fd2-3acb-41b9-8037-18831900cfc9 req-006ae685-644d-443c-993d-942074860ca6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 1126 time: 0.0500906 Feb 15 17:52:49.821188 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c53fd2-3acb-41b9-8037-18831900cfc9 req-8e03e6d5-226c-4024-bf05-3cc542b12af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:49.822862 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b2c53fd2-3acb-41b9-8037-18831900cfc9 req-8e03e6d5-226c-4024-bf05-3cc542b12af5 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d1bf98073d21423c9ae455f9d7842c81&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1037982 Feb 15 17:52:49.922107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c53fd2-3acb-41b9-8037-18831900cfc9 req-2c9b8e8e-caec-4b4f-8099-72be1c41c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:49.923673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b2c53fd2-3acb-41b9-8037-18831900cfc9 req-2c9b8e8e-caec-4b4f-8099-72be1c41c870 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920060 Feb 15 17:52:50.047261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-00553bda-bd18-4465-9815-cd1db4a424ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:50.048799 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-00553bda-bd18-4465-9815-cd1db4a424ea service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 1126 time: 0.0871634 Feb 15 17:52:50.060870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66969996-715d-4484-b006-771a8e23189e req-8eb4221b-9037-49d0-a29b-b6140f847ce1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:50.062490 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-66969996-715d-4484-b006-771a8e23189e req-8eb4221b-9037-49d0-a29b-b6140f847ce1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0735579 Feb 15 17:52:50.104907 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-59ef375e-b1c6-4a5c-8f7c-d0130fe99cd6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4043832b-aa22-44e4-8419-a4d50ec4a066 HTTP/1.1" status: 200 len: 217 time: 0.0414360 Feb 15 17:52:50.181473 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-66969996-715d-4484-b006-771a8e23189e req-042dfa9c-77a6-4a30-81b5-ac493f1dab6e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121051 Feb 15 17:52:50.185275 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e3100ce9-bea9-453e-8b43-dd70840835c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:50.186775 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-e3100ce9-bea9-453e-8b43-dd70840835c1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0756173 Feb 15 17:52:50.240221 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-d889cf85-ef81-4094-8c2a-7b44143d3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:50.241820 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-d889cf85-ef81-4094-8c2a-7b44143d3299 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489683 Feb 15 17:52:50.340244 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-d22ec942-cc3d-489f-8ed3-f25eedb622eb service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923138 Feb 15 17:52:50.435455 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ff51ee04-4a54-4a29-b75d-1cff146d948e req-9751e889-da00-4e87-beec-b86181e8a4a9 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885460 Feb 15 17:52:51.304998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc658fb-7a3b-495a-ac51-5b12634ddfd8 req-71113fe7-f573-4350-85a7-5e8d3d48f85e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:51.307099 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cbc658fb-7a3b-495a-ac51-5b12634ddfd8 req-71113fe7-f573-4350-85a7-5e8d3d48f85e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0556471 Feb 15 17:52:51.364854 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cbc658fb-7a3b-495a-ac51-5b12634ddfd8 req-64427744-258a-4b4a-8aad-cf9d06d3e6db tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521193 Feb 15 17:52:52.494870 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463625a7-6771-4069-a9c1-942b649df6b6 req-4e4e4f64-8d56-42d7-a609-bc859150b3c3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:52.496420 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-463625a7-6771-4069-a9c1-942b649df6b6 req-4e4e4f64-8d56-42d7-a609-bc859150b3c3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0627205 Feb 15 17:52:52.546281 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-463625a7-6771-4069-a9c1-942b649df6b6 req-a7f96e11-ec1d-4ced-8b83-9d984009527e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443003 Feb 15 17:52:53.669587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae93d04-ef2e-42f0-9783-80e60f9fc723 req-39084b69-4999-4c3a-97c1-0a8cb8d3f73f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:53.671071 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5ae93d04-ef2e-42f0-9783-80e60f9fc723 req-39084b69-4999-4c3a-97c1-0a8cb8d3f73f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0526671 Feb 15 17:52:53.721982 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5ae93d04-ef2e-42f0-9783-80e60f9fc723 req-9aff949c-2a3e-41cc-bf94-b784fd3b632a tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452268 Feb 15 17:52:54.156524 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4043832b-aa22-44e4-8419-a4d50ec4a066 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:52:54.259480 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4043832b-aa22-44e4-8419-a4d50ec4a066, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4043832b-aa22-44e4-8419-a4d50ec4a066,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:52:54.271401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'port_id': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'mac_address': 'fa:16:3e:3e:5d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:52:54.309681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 4043832b-aa22-44e4-8419-a4d50ec4a066 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:54.310073 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:54.323171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4043832b-aa22-44e4-8419-a4d50ec4a066 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:52:54.346215 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4043832b-aa22-44e4-8419-a4d50ec4a066, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4043832b-aa22-44e4-8419-a4d50ec4a066,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:52:54.404257 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:54.465506 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=4043832b-aa22-44e4-8419-a4d50ec4a066,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:54.625980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['4043832b-aa22-44e4-8419-a4d50ec4a066'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:52:54.863395 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea7b92-36a7-47b6-99f2-0b40496ae172 req-bff48350-474b-4d16-93ed-5f3b41ec9543 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:54.864905 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b4ea7b92-36a7-47b6-99f2-0b40496ae172 req-bff48350-474b-4d16-93ed-5f3b41ec9543 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 944 time: 0.0596473 Feb 15 17:52:54.916713 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b4ea7b92-36a7-47b6-99f2-0b40496ae172 req-37ee52a0-e658-4867-ae53-2a04c4ade738 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447216 Feb 15 17:52:56.045002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5b53c-fbdf-427b-acf1-c10cdc59e1ea req-c4842782-7aae-44a2-b747-ae533966504f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:56.046509 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-86c5b53c-fbdf-427b-acf1-c10cdc59e1ea req-c4842782-7aae-44a2-b747-ae533966504f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 944 time: 0.0602882 Feb 15 17:52:56.095682 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-86c5b53c-fbdf-427b-acf1-c10cdc59e1ea req-90bdea48-b827-4f3f-9646-c26c6a81d474 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431659 Feb 15 17:52:56.171720 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4043832b-aa22-44e4-8419-a4d50ec4a066 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:52:56.295253 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 4043832b-aa22-44e4-8419-a4d50ec4a066 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:52:56.299176 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 4043832b-aa22-44e4-8419-a4d50ec4a066 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:52:56.299559 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:56.376388 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 4043832b-aa22-44e4-8419-a4d50ec4a066 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:52:56.376837 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:56.399308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4043832b-aa22-44e4-8419-a4d50ec4a066'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:52:56.402465 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b69bc8-313c-43e0-9367-7c3404fd21e5" -d '{"events": [{"server_uuid": "3cb1869c-560e-4a8e-be19-564723a8e3ac", "name": "network-vif-plugged", "status": "completed", "tag": "4043832b-aa22-44e4-8419-a4d50ec4a066"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:52:56.417552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4043832b-aa22-44e4-8419-a4d50ec4a066, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4043832b-aa22-44e4-8419-a4d50ec4a066,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:52:56.438424 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39588c5e-cd2a-4a33-adee-6075990438f7 x-openstack-request-id: req-39588c5e-cd2a-4a33-adee-6075990438f7 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:52:56.438723 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb1869c-560e-4a8e-be19-564723a8e3ac", "name": "network-vif-plugged", "status": "completed", "tag": "4043832b-aa22-44e4-8419-a4d50ec4a066", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:52:56.438988 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-39588c5e-cd2a-4a33-adee-6075990438f7 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:52:56.439386 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'code': 200} Feb 15 17:52:56.472404 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:56.523324 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=4043832b-aa22-44e4-8419-a4d50ec4a066,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:56.552587 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d41201-ea19-4992-9ff0-21f086944c5a req-3b0c9dfe-01b6-4378-80e8-ebf7b4beeb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:56.554079 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57d41201-ea19-4992-9ff0-21f086944c5a req-3b0c9dfe-01b6-4378-80e8-ebf7b4beeb45 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 1128 time: 0.0442290 Feb 15 17:52:56.599100 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-57d41201-ea19-4992-9ff0-21f086944c5a req-5d3065d1-cae8-4588-946d-5223f89bfa0a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392876 Feb 15 17:52:57.223240 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf76ae-398d-4ba6-88e1-6570fdccae29 req-d39d6f3a-c699-43f9-8921-23aeff727e47 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:57.224782 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1bdf76ae-398d-4ba6-88e1-6570fdccae29 req-d39d6f3a-c699-43f9-8921-23aeff727e47 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0600266 Feb 15 17:52:57.274705 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1bdf76ae-398d-4ba6-88e1-6570fdccae29 req-3dc7798e-17c1-460d-ae53-22173ecb6ede tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442007 Feb 15 17:52:58.399945 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d7deb-dbe3-4f7e-bf65-ba006d9fc617 req-e362301a-ee24-4526-a601-425e58ec251b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:58.402174 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-501d7deb-dbe3-4f7e-bf65-ba006d9fc617 req-e362301a-ee24-4526-a601-425e58ec251b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0555601 Feb 15 17:52:58.456114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-501d7deb-dbe3-4f7e-bf65-ba006d9fc617 req-583d9d99-3888-4ec7-a40f-62bbb8c2aeec tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484784 Feb 15 17:52:58.579799 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f0cf4-f9b5-42b8-89b5-7be885369057 req-a71613ea-9fe0-4ca6-9b4d-6c37cc5a27c5 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:58.581224 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3e6f0cf4-f9b5-42b8-89b5-7be885369057 req-a71613ea-9fe0-4ca6-9b4d-6c37cc5a27c5 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0573545 Feb 15 17:52:58.631422 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3e6f0cf4-f9b5-42b8-89b5-7be885369057 req-d0db02a9-fd46-44b8-bf69-404bf8589372 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442970 Feb 15 17:52:58.657590 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43670) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:58.802546 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f56b6b-5417-4dc7-bdc9-143c9fc0eb43 tempest-TestShelveInstance-401779980 tempest-TestShelveInstance-401779980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:52:58.807186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-56f56b6b-5417-4dc7-bdc9-143c9fc0eb43 tempest-TestShelveInstance-401779980 tempest-TestShelveInstance-401779980-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 1123 time: 0.1453359 Feb 15 17:52:58.809444 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 43674) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:52:58.813765 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:52:58.924635 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:59.028863 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:59.152090 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Allocated IP 172.25.4.61 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/c528c0f2-ea13-416c-8ed8-8e6c34ab6c15) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:52:59.256406 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for port (c528c0f2-ea13-416c-8ed8-8e6c34ab6c15), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:59.353958 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (c528c0f2-ea13-416c-8ed8-8e6c34ab6c15), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:59.390185 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:52:59.394988 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:52:59.398517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:52:59.421906 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'Port': ['ID=c528c0f2-ea13-416c-8ed8-8e6c34ab6c15,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:52:59.756407 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for floatingip (50b5e73f-e800-45ef-8876-bda6c098e369), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:52:59.882489 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c528c0f2-ea13-416c-8ed8-8e6c34ab6c15), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:00.035261 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for port (c528c0f2-ea13-416c-8ed8-8e6c34ab6c15), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:00.090133 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (c528c0f2-ea13-416c-8ed8-8e6c34ab6c15), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:00.156232 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'Port': ['ID=c528c0f2-ea13-416c-8ed8-8e6c34ab6c15,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:53:00.167802 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (50b5e73f-e800-45ef-8876-bda6c098e369), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:00.269198 n-d-828372-14 neutron-server[103799]: INFO neutron.db.l3_db [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Floating IP 50b5e73f-e800-45ef-8876-bda6c098e369 associated. External IP: 172.25.4.61, port: 4043832b-aa22-44e4-8419-a4d50ec4a066. Feb 15 17:53:00.488999 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Router 4bb829d1-1794-46db-b15a-b7b9e288b562 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103799) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:53:00.604542 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:53:00.614901 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4635219-0d12-42aa-a996-92f11afbcb97 None None] Sync routers for ids ['4bb829d1-1794-46db-b15a-b7b9e288b562'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:53:00.634199 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4635219-0d12-42aa-a996-92f11afbcb97 None None] Routers {'4bb829d1-1794-46db-b15a-b7b9e288b562'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:53:00.634199 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b4635219-0d12-42aa-a996-92f11afbcb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:52:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4bb829d1-1794-46db-b15a-b7b9e288b562'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:53:00.692243 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:00.723893 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f7e413f1-e09b-45f2-abc6-97b8e4591ea3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9134059 Feb 15 17:53:00.724963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'tag': '4043832b-aa22-44e4-8419-a4d50ec4a066'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:53:00.726862 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6deb82-77cf-4c39-836f-7a06444841e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb1869c-560e-4a8e-be19-564723a8e3ac", "tag": "4043832b-aa22-44e4-8419-a4d50ec4a066"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:53:00.749789 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-b4635219-0d12-42aa-a996-92f11afbcb97 None None] Set router 4bb829d1-1794-46db-b15a-b7b9e288b562 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:53:00.771256 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71fb2e4-ab88-4168-a5d6-3bdc17424a1e x-openstack-request-id: req-f71fb2e4-ab88-4168-a5d6-3bdc17424a1e {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:53:00.771557 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb1869c-560e-4a8e-be19-564723a8e3ac", "tag": "4043832b-aa22-44e4-8419-a4d50ec4a066", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:53:00.771815 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-f71fb2e4-ab88-4168-a5d6-3bdc17424a1e {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:53:00.772228 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'tag': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'status': 'completed', 'code': 200} Feb 15 17:53:00.840469 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6deb82-77cf-4c39-836f-7a06444841e7 req-ed96f1c4-086f-4749-a932-1d696db381b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:53:00.842225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c6deb82-77cf-4c39-836f-7a06444841e7 req-ed96f1c4-086f-4749-a932-1d696db381b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 1128 time: 0.0471604 Feb 15 17:53:00.936875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6deb82-77cf-4c39-836f-7a06444841e7 req-af092978-92bf-4d47-8dd8-beb0e1999b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:53:00.938343 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c6deb82-77cf-4c39-836f-7a06444841e7 req-af092978-92bf-4d47-8dd8-beb0e1999b46 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 909 time: 0.0898490 Feb 15 17:53:00.985581 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b4635219-0d12-42aa-a996-92f11afbcb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '50b5e73f-e800-45ef-8876-bda6c098e369', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'port_id': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'mac_address': 'fa:16:3e:3e:5d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:52:59Z', 'updated_at': '2022-02-15T17:52:59Z', 'revision_number': 0, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd650c3c0-cb29-4276-9562-4aea14e9b87a', 'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'mac_address': 'fa:16:3e:27:30:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:33Z', 'updated_at': '2022-02-15T17:52:37Z', 'revision_number': 5, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'subnets': [{'id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:53:01.014368 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4635219-0d12-42aa-a996-92f11afbcb97 None None] Checking router: 4bb829d1-1794-46db-b15a-b7b9e288b562 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:53:01.019616 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c6deb82-77cf-4c39-836f-7a06444841e7 req-d5340fdb-f23b-486a-9f4b-c184295f5c19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4043832b-aa22-44e4-8419-a4d50ec4a066 HTTP/1.1" status: 200 len: 998 time: 0.0744843 Feb 15 17:53:01.023582 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4635219-0d12-42aa-a996-92f11afbcb97 None None] Routers {'4bb829d1-1794-46db-b15a-b7b9e288b562'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:53:01.024264 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b4635219-0d12-42aa-a996-92f11afbcb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:52:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4bb829d1-1794-46db-b15a-b7b9e288b562'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:53:01.069476 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6deb82-77cf-4c39-836f-7a06444841e7 req-a42c75e7-c84f-4691-a7ae-4e4e8ba70d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:53:01.070991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c6deb82-77cf-4c39-836f-7a06444841e7 req-a42c75e7-c84f-4691-a7ae-4e4e8ba70d48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0460689 Feb 15 17:53:01.125056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6deb82-77cf-4c39-836f-7a06444841e7 req-248a20a4-8290-4bb3-81e8-cc38e8d21f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:53:01.126648 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c6deb82-77cf-4c39-836f-7a06444841e7 req-248a20a4-8290-4bb3-81e8-cc38e8d21f8d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501380 Feb 15 17:53:01.140075 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-b4635219-0d12-42aa-a996-92f11afbcb97 None None] Set router 4bb829d1-1794-46db-b15a-b7b9e288b562 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:53:01.158758 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:01.221635 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c6deb82-77cf-4c39-836f-7a06444841e7 req-35ef90be-a6a0-401f-8b32-fcf05f39194c service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885463 Feb 15 17:53:01.319767 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3c6deb82-77cf-4c39-836f-7a06444841e7 req-8fb7aa14-964c-4150-8587-b38298098fce service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915277 Feb 15 17:53:01.432786 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:01.475337 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-b4635219-0d12-42aa-a996-92f11afbcb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '50b5e73f-e800-45ef-8876-bda6c098e369', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'port_id': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'mac_address': 'fa:16:3e:3e:5d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:52:59Z', 'updated_at': '2022-02-15T17:52:59Z', 'revision_number': 0, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd650c3c0-cb29-4276-9562-4aea14e9b87a', 'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'mac_address': 'fa:16:3e:27:30:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:33Z', 'updated_at': '2022-02-15T17:52:37Z', 'revision_number': 5, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'subnets': [{'id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:53:01.500815 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4635219-0d12-42aa-a996-92f11afbcb97 None None] The sync data for ids ['4bb829d1-1794-46db-b15a-b7b9e288b562'] in n-d-828372-14 is: [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '50b5e73f-e800-45ef-8876-bda6c098e369', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'floating_ip_address': '172.25.4.61', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'port_id': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'mac_address': 'fa:16:3e:3e:5d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:52:59Z', 'updated_at': '2022-02-15T17:52:59Z', 'revision_number': 0, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd650c3c0-cb29-4276-9562-4aea14e9b87a', 'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'mac_address': 'fa:16:3e:27:30:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:33Z', 'updated_at': '2022-02-15T17:52:37Z', 'revision_number': 5, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'subnets': [{'id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:53:01.709299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e40a263-fb95-4307-90f7-a0807bbd69a4 None None] New status for floating IP 50b5e73f-e800-45ef-8876-bda6c098e369: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:53:06.981075 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5925e2fd-0676-4022-a1d8-359ed4a8e34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:09.381661 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-831c77f0-e957-4986-9534-0036d6329477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:10.757672 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:12.176098 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:13.546644 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:15.748806 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:53:31.170217 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:31.466971 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:36.998256 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3af73d7e-c68d-4cf0-99b1-f1c9760ad378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:39.346638 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2157ebdc-6da4-4429-803d-2425edf3dd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:40.718334 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:42.187263 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:43.536846 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:53:48.283895 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc223db0-3497-4d10-8729-4c4b06690120 req-acc83359-6834-4775-921f-a52147b3c71e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461211 Feb 15 17:53:48.371952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc223db0-3497-4d10-8729-4c4b06690120 req-a3dbd7a7-4e81-4040-89d4-a7b8f6210ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:53:48.373646 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc223db0-3497-4d10-8729-4c4b06690120 req-a3dbd7a7-4e81-4040-89d4-a7b8f6210ae0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 1128 time: 0.0460799 Feb 15 17:53:48.484242 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc223db0-3497-4d10-8729-4c4b06690120 req-49db5cfb-3c3e-41e4-af48-e8406111397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:53:48.485814 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc223db0-3497-4d10-8729-4c4b06690120 req-49db5cfb-3c3e-41e4-af48-e8406111397a service neutron] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 909 time: 0.0914602 Feb 15 17:53:48.867997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc223db0-3497-4d10-8729-4c4b06690120 req-9f4390bc-8ff8-430c-a0aa-083ee0d5f13d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4043832b-aa22-44e4-8419-a4d50ec4a066 HTTP/1.1" status: 200 len: 1000 time: 0.3759120 Feb 15 17:53:48.916092 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc223db0-3497-4d10-8729-4c4b06690120 req-a2799af5-a300-47a5-8ecb-3f5851382da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:53:48.917588 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc223db0-3497-4d10-8729-4c4b06690120 req-a2799af5-a300-47a5-8ecb-3f5851382da0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0431755 Feb 15 17:53:48.971693 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc223db0-3497-4d10-8729-4c4b06690120 req-2249e181-2580-4cfa-b92c-3284fcc76975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:53:48.973214 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc223db0-3497-4d10-8729-4c4b06690120 req-2249e181-2580-4cfa-b92c-3284fcc76975 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0463581 Feb 15 17:53:49.062665 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc223db0-3497-4d10-8729-4c4b06690120 req-ef643e68-f6f7-4eda-b3f5-2475d94c5189 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816538 Feb 15 17:53:49.154883 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc223db0-3497-4d10-8729-4c4b06690120 req-a7e9eccf-1260-4bff-be60-d87c279ac42a service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844495 Feb 15 17:53:52.749194 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:54:01.186554 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:54:01.460885 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:54:06.998245 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f1554258-2a6b-4e86-bab9-b956b31f70bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:54:09.346444 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9b0e07fd-a7c4-4212-a751-0b393a4505e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:54:10.729011 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:54:12.221026 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:54:13.551851 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:54:29.750324 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:54:31.191972 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:54:31.552474 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:54:37.003191 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-488ef379-6070-4e7f-ad91-b3811ce26912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:54:39.335027 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f17eecfc-b61d-4b2c-90df-1aa34916bb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:54:40.752213 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:54:42.203097 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:54:43.546221 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:54:47.994231 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d3f28665-255a-49fa-a83b-84a7cc0efad8 req-06ed7b6c-32cc-4ed8-a6a5-48a73a14df40 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1002340 Feb 15 17:54:48.089019 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f28665-255a-49fa-a83b-84a7cc0efad8 req-55865f44-36da-4f46-abb7-07ceefd46feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:54:48.090596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d3f28665-255a-49fa-a83b-84a7cc0efad8 req-55865f44-36da-4f46-abb7-07ceefd46feb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 1128 time: 0.0478716 Feb 15 17:54:48.205435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f28665-255a-49fa-a83b-84a7cc0efad8 req-a6c4cef8-cfaf-479b-8f58-70a8a2b93904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:54:48.207661 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d3f28665-255a-49fa-a83b-84a7cc0efad8 req-a6c4cef8-cfaf-479b-8f58-70a8a2b93904 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 909 time: 0.0972042 Feb 15 17:54:48.279333 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d3f28665-255a-49fa-a83b-84a7cc0efad8 req-1e451dc2-1c45-44c3-afa7-8fd067740a72 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4043832b-aa22-44e4-8419-a4d50ec4a066 HTTP/1.1" status: 200 len: 1000 time: 0.0651050 Feb 15 17:54:48.328285 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f28665-255a-49fa-a83b-84a7cc0efad8 req-f6036a79-d21d-4f3b-8c3c-4031f38e00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:54:48.329786 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d3f28665-255a-49fa-a83b-84a7cc0efad8 req-f6036a79-d21d-4f3b-8c3c-4031f38e00fc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0438714 Feb 15 17:54:48.400095 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f28665-255a-49fa-a83b-84a7cc0efad8 req-00c7029a-f446-4670-8436-4aa48e9f2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:54:48.401727 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d3f28665-255a-49fa-a83b-84a7cc0efad8 req-00c7029a-f446-4670-8436-4aa48e9f2ad3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0658994 Feb 15 17:54:48.493970 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d3f28665-255a-49fa-a83b-84a7cc0efad8 req-2fe26d70-dda3-42bd-9c5e-2dca31bb5909 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852857 Feb 15 17:54:48.596209 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d3f28665-255a-49fa-a83b-84a7cc0efad8 req-99831c1f-fa0b-4169-b4a7-4f46d5359761 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957162 Feb 15 17:54:56.852233 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c786d9-8dd5-4d78-bd16-ee68a1fe48fe req-5c04f4ad-b54d-4f78-83cd-45e697be164e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:54:56.855426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-06c786d9-8dd5-4d78-bd16-ee68a1fe48fe req-5c04f4ad-b54d-4f78-83cd-45e697be164e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.1060293 Feb 15 17:54:56.907768 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-06c786d9-8dd5-4d78-bd16-ee68a1fe48fe req-b95027c0-33cf-4095-bb87-5cbc69f5c6f2 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434661 Feb 15 17:54:58.030376 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adeb402-6cbc-4e50-866f-d4bb72ec6471 req-e6c99bc7-a1a7-4193-a983-e469e720fcc5 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:54:58.031871 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7adeb402-6cbc-4e50-866f-d4bb72ec6471 req-e6c99bc7-a1a7-4193-a983-e469e720fcc5 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0542965 Feb 15 17:54:58.080576 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7adeb402-6cbc-4e50-866f-d4bb72ec6471 req-9d8c5bae-4928-4300-ac0a-f89be656515f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430977 Feb 15 17:54:59.208040 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aae34-0ed4-40da-915d-e3fa7f0b62fb req-b9b73349-7c42-4b13-9021-b3206bd8330e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:54:59.209605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a6aae34-0ed4-40da-915d-e3fa7f0b62fb req-b9b73349-7c42-4b13-9021-b3206bd8330e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0563672 Feb 15 17:54:59.260732 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4a6aae34-0ed4-40da-915d-e3fa7f0b62fb req-7c3894c7-f140-4404-be58-d468418dca95 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451045 Feb 15 17:55:00.381130 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2807d89-2c8e-4a69-9c1d-f40fc987d97a req-0528e8e7-efd5-4b3c-a3fa-8b15f332ab4f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:00.382772 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a2807d89-2c8e-4a69-9c1d-f40fc987d97a req-0528e8e7-efd5-4b3c-a3fa-8b15f332ab4f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0546153 Feb 15 17:55:00.441725 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a2807d89-2c8e-4a69-9c1d-f40fc987d97a req-bfcdfc56-1852-470b-b083-7afd6382102e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533454 Feb 15 17:55:01.220821 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:01.477795 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:01.581408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312b0c6-44cc-4cc5-bae0-974f5f4bea28 req-3e0cd1a9-57f8-48be-9c1c-ce46ba78b777 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:01.583056 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c312b0c6-44cc-4cc5-bae0-974f5f4bea28 req-3e0cd1a9-57f8-48be-9c1c-ce46ba78b777 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0608695 Feb 15 17:55:01.633629 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c312b0c6-44cc-4cc5-bae0-974f5f4bea28 req-d9928a9b-4f46-4144-b734-1707a28908e6 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443723 Feb 15 17:55:02.757053 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde64d66-f677-47da-bd4b-02e11d2ff047 req-f060e652-9ed4-474c-9576-ccb0955036ab tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:02.758596 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dde64d66-f677-47da-bd4b-02e11d2ff047 req-f060e652-9ed4-474c-9576-ccb0955036ab tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0543194 Feb 15 17:55:02.810159 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-dde64d66-f677-47da-bd4b-02e11d2ff047 req-fead40f7-adbd-4349-bb19-f8eae0734d51 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459590 Feb 15 17:55:03.934832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117055e3-20b8-4b0d-bb63-0f9fd4fb3d06 req-7dd3deb1-3d6a-4909-a9d3-affa3b0d462b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:03.936335 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-117055e3-20b8-4b0d-bb63-0f9fd4fb3d06 req-7dd3deb1-3d6a-4909-a9d3-affa3b0d462b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0570629 Feb 15 17:55:03.990059 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-117055e3-20b8-4b0d-bb63-0f9fd4fb3d06 req-9557fb08-f6fb-4772-88e7-f40bc43aa7ff tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474920 Feb 15 17:55:05.118955 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b40da-07cc-4b61-aabf-55c827c2a04b req-7d3cb812-fb1d-4c1a-8adc-cef4d723dbb7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:05.120496 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3f9b40da-07cc-4b61-aabf-55c827c2a04b req-7d3cb812-fb1d-4c1a-8adc-cef4d723dbb7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0536010 Feb 15 17:55:05.173162 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3f9b40da-07cc-4b61-aabf-55c827c2a04b req-c89e8813-2ccc-43d3-85ae-f0feca9118d4 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469418 Feb 15 17:55:06.298244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35396c37-44ee-4e15-8ff6-bb84ff9f5e76 req-a76235ee-039a-44ba-8532-8b7da3cab5c9 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:06.300293 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35396c37-44ee-4e15-8ff6-bb84ff9f5e76 req-a76235ee-039a-44ba-8532-8b7da3cab5c9 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0571992 Feb 15 17:55:06.355829 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-35396c37-44ee-4e15-8ff6-bb84ff9f5e76 req-18dcb3ee-c6ad-4c19-ad0c-f9e473fb3022 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498226 Feb 15 17:55:06.749753 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:55:07.007628 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0a3cc69e-219b-4f81-ba38-dcfeb0ba3277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:07.485076 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa0d2e-c55c-4d6e-a487-b176b3997e60 req-48614cd0-e4cb-4755-86eb-5a643604d034 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:07.486718 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0aa0d2e-c55c-4d6e-a487-b176b3997e60 req-48614cd0-e4cb-4755-86eb-5a643604d034 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0612113 Feb 15 17:55:07.536873 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0aa0d2e-c55c-4d6e-a487-b176b3997e60 req-410026a1-0b41-4bc2-84c1-0eb372017a48 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445592 Feb 15 17:55:08.666593 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b4c15-1ed9-4a72-91a7-27799aa8bf1a req-6c4e2d00-5c84-4218-88c5-847b43def77f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:08.668239 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c6b4c15-1ed9-4a72-91a7-27799aa8bf1a req-6c4e2d00-5c84-4218-88c5-847b43def77f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0565963 Feb 15 17:55:08.720573 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c6b4c15-1ed9-4a72-91a7-27799aa8bf1a req-1a68556a-863a-4e23-9240-5e08bffb5360 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466263 Feb 15 17:55:08.956638 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4043832b-aa22-44e4-8419-a4d50ec4a066 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:55:09.237975 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4043832b-aa22-44e4-8419-a4d50ec4a066, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4043832b-aa22-44e4-8419-a4d50ec4a066,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:55:09.248813 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'port_id': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'mac_address': 'fa:16:3e:3e:5d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:55:09.308727 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 4043832b-aa22-44e4-8419-a4d50ec4a066 is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:55:09.309125 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:09.322783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4043832b-aa22-44e4-8419-a4d50ec4a066 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:55:09.345238 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4043832b-aa22-44e4-8419-a4d50ec4a066, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4043832b-aa22-44e4-8419-a4d50ec4a066,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:55:09.379777 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7f9e-7e9e-4e8d-9774-220b2238a047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:09.408423 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:09.467740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=4043832b-aa22-44e4-8419-a4d50ec4a066,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:55:09.476707 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:55:09.477079 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:55:09.477464 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:55:09.477802 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:55:09.478142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:55:09.478485 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:55:09.478823 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:55:09.479148 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:55:09.479473 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:55:09.479792 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:55:09.480121 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:55:09.480444 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:55:09.480762 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:55:09.487912 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['4043832b-aa22-44e4-8419-a4d50ec4a066'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:55:09.843951 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef759b6c-8a0f-4775-a249-9f4e39ca58cc req-81d35891-d069-493c-9f28-a87cd1491215 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:09.845461 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ef759b6c-8a0f-4775-a249-9f4e39ca58cc req-81d35891-d069-493c-9f28-a87cd1491215 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 944 time: 0.0528564 Feb 15 17:55:09.896140 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ef759b6c-8a0f-4775-a249-9f4e39ca58cc req-f34cb740-24ed-4199-bb9c-482d24931d2f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448689 Feb 15 17:55:10.741329 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:10.972538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4043832b-aa22-44e4-8419-a4d50ec4a066 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:55:11.045213 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c988e3-9269-4857-afa1-ea455b00e658 req-2a39864f-3c47-46de-92bd-10e45d8ff377 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:11.046685 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28c988e3-9269-4857-afa1-ea455b00e658 req-2a39864f-3c47-46de-92bd-10e45d8ff377 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 944 time: 0.0639963 Feb 15 17:55:11.051376 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 4043832b-aa22-44e4-8419-a4d50ec4a066 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:55:11.051990 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:11.128673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-28c988e3-9269-4857-afa1-ea455b00e658 req-8fc7dc74-21ca-4265-9472-ea08749c3941 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707834 Feb 15 17:55:11.152098 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 4043832b-aa22-44e4-8419-a4d50ec4a066 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:55:11.152098 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:11.185177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4043832b-aa22-44e4-8419-a4d50ec4a066'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:55:11.187566 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f81ca4-ccb9-44db-82a5-d0cd189efc30" -d '{"events": [{"server_uuid": "3cb1869c-560e-4a8e-be19-564723a8e3ac", "name": "network-vif-plugged", "status": "completed", "tag": "4043832b-aa22-44e4-8419-a4d50ec4a066"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:55:11.204393 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4043832b-aa22-44e4-8419-a4d50ec4a066, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4043832b-aa22-44e4-8419-a4d50ec4a066,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:55:11.237598 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47119e69-1a1a-40df-a6c3-db91699764de x-openstack-request-id: req-47119e69-1a1a-40df-a6c3-db91699764de {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:55:11.237965 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb1869c-560e-4a8e-be19-564723a8e3ac", "name": "network-vif-plugged", "status": "completed", "tag": "4043832b-aa22-44e4-8419-a4d50ec4a066", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:55:11.238298 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-47119e69-1a1a-40df-a6c3-db91699764de {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:55:11.238831 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'code': 200} Feb 15 17:55:11.275846 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:11.336004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=4043832b-aa22-44e4-8419-a4d50ec4a066,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:55:12.215300 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:12.286409 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304b13a-0ce7-4622-923b-6c1c254c41b3 req-3a9f5d40-4062-4ae9-8cb4-c235f11566e7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:12.288668 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d304b13a-0ce7-4622-923b-6c1c254c41b3 req-3a9f5d40-4062-4ae9-8cb4-c235f11566e7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0734384 Feb 15 17:55:12.351001 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d304b13a-0ce7-4622-923b-6c1c254c41b3 req-5133cb84-e632-4b75-a4ca-91523b7df915 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567112 Feb 15 17:55:13.498393 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d2fba-fb5e-4e62-a507-82e96fab6383 req-23e24299-03b3-4fc6-b398-0fcb36205033 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:13.500646 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df2d2fba-fb5e-4e62-a507-82e96fab6383 req-23e24299-03b3-4fc6-b398-0fcb36205033 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0701177 Feb 15 17:55:13.560810 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-df2d2fba-fb5e-4e62-a507-82e96fab6383 req-6adbc917-6641-4364-b340-1aae73a90319 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478828 Feb 15 17:55:13.586975 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:14.717257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e9578-0fb4-4651-a2fa-8acd465e62fb req-09b4cadc-7d3d-41de-a4d3-b1a5349d4bac tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:14.722196 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc5e9578-0fb4-4651-a2fa-8acd465e62fb req-09b4cadc-7d3d-41de-a4d3-b1a5349d4bac tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0665915 Feb 15 17:55:14.779410 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc5e9578-0fb4-4651-a2fa-8acd465e62fb req-6b01686b-5cb4-4d70-a5f2-e67792ea91d6 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529182 Feb 15 17:55:15.929473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f043da4-5095-4ff7-a272-3f421d1904ea req-59f714ba-d85f-466c-86ec-4a0b9a4a47b5 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:15.931199 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5f043da4-5095-4ff7-a272-3f421d1904ea req-59f714ba-d85f-466c-86ec-4a0b9a4a47b5 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0660350 Feb 15 17:55:15.986571 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-5f043da4-5095-4ff7-a272-3f421d1904ea req-20f56f85-387c-4baa-93da-67ff41e55b2f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494671 Feb 15 17:55:17.134509 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adbd75-1d23-42f6-9743-876b800dbd6f req-708d202b-8489-4992-af7f-8a8be19b6ffa tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:17.137844 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-09adbd75-1d23-42f6-9743-876b800dbd6f req-708d202b-8489-4992-af7f-8a8be19b6ffa tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0730815 Feb 15 17:55:17.201019 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-09adbd75-1d23-42f6-9743-876b800dbd6f req-ce881a53-79b4-4b3b-8940-1ba1547c8a2b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580626 Feb 15 17:55:18.355592 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a289e-4512-4b6b-b515-1e0402302936 req-35cd8619-d9d0-47d4-b067-cc4eb822b512 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:18.356798 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c77a289e-4512-4b6b-b515-1e0402302936 req-35cd8619-d9d0-47d4-b067-cc4eb822b512 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0645976 Feb 15 17:55:18.423933 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c77a289e-4512-4b6b-b515-1e0402302936 req-9d93a68c-b09e-4405-97a2-483edfe5cf82 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579746 Feb 15 17:55:19.582594 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26185bc-1931-45dc-927f-9e4f6c1e28c8 req-5ef8e185-f35f-4995-b738-e5d0fcea95ec tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:19.592091 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f26185bc-1931-45dc-927f-9e4f6c1e28c8 req-5ef8e185-f35f-4995-b738-e5d0fcea95ec tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0809193 Feb 15 17:55:19.646873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f26185bc-1931-45dc-927f-9e4f6c1e28c8 req-03a55453-68d2-4279-8821-11d69a11c3c5 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537677 Feb 15 17:55:20.782136 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2185532-9125-43fe-8c9e-ce4ed90c4bd6 req-3d2551d1-ed0e-4478-8784-48f58319b4ff tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:20.783692 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a2185532-9125-43fe-8c9e-ce4ed90c4bd6 req-3d2551d1-ed0e-4478-8784-48f58319b4ff tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0557103 Feb 15 17:55:20.835274 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a2185532-9125-43fe-8c9e-ce4ed90c4bd6 req-3e3fcfc8-49c3-4cd8-ae84-e43b3dc44636 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451612 Feb 15 17:55:20.978036 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1fdc7-a076-4272-b6fc-c30eaf17e742 req-a19dd7a7-11d1-47d2-97bc-876a64bd7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:20.979666 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-30a1fdc7-a076-4272-b6fc-c30eaf17e742 req-a19dd7a7-11d1-47d2-97bc-876a64bd7687 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 1128 time: 0.0478442 Feb 15 17:55:21.088861 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1fdc7-a076-4272-b6fc-c30eaf17e742 req-dfdfdfba-b8c5-4a78-97ee-6edd2070ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:21.090425 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-30a1fdc7-a076-4272-b6fc-c30eaf17e742 req-dfdfdfba-b8c5-4a78-97ee-6edd2070ec9f service neutron] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 909 time: 0.0997996 Feb 15 17:55:21.164153 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-30a1fdc7-a076-4272-b6fc-c30eaf17e742 req-ae99a552-802e-4527-be3c-b573da85008e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4043832b-aa22-44e4-8419-a4d50ec4a066 HTTP/1.1" status: 200 len: 1000 time: 0.0623691 Feb 15 17:55:21.219973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1fdc7-a076-4272-b6fc-c30eaf17e742 req-528ef898-5d84-4115-9766-2e972025d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:21.221532 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-30a1fdc7-a076-4272-b6fc-c30eaf17e742 req-528ef898-5d84-4115-9766-2e972025d9b9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0510154 Feb 15 17:55:21.272675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1fdc7-a076-4272-b6fc-c30eaf17e742 req-39365aa0-7825-4e43-9ca3-c6da7c2d7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:21.274184 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-30a1fdc7-a076-4272-b6fc-c30eaf17e742 req-39365aa0-7825-4e43-9ca3-c6da7c2d7245 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462778 Feb 15 17:55:21.378122 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-30a1fdc7-a076-4272-b6fc-c30eaf17e742 req-b199f966-edd3-4fa1-b6ca-d634274941c0 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969882 Feb 15 17:55:21.477470 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-30a1fdc7-a076-4272-b6fc-c30eaf17e742 req-cc8300a4-c8a0-49ab-840a-d98db89fd013 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934002 Feb 15 17:55:21.961272 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cd0e9-bbba-49ee-8456-28c1ec9e8fcc req-1952fa9b-e078-475a-8500-d78208f82843 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:21.962826 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f52cd0e9-bbba-49ee-8456-28c1ec9e8fcc req-1952fa9b-e078-475a-8500-d78208f82843 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0557604 Feb 15 17:55:22.014186 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f52cd0e9-bbba-49ee-8456-28c1ec9e8fcc req-9ff3641e-ab97-4a41-98a6-35ca85885d6c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453990 Feb 15 17:55:23.139612 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe110b45-8bfc-4373-a17e-070b0080c75f req-799c1444-4784-424e-89ce-54e474654e65 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:23.141132 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe110b45-8bfc-4373-a17e-070b0080c75f req-799c1444-4784-424e-89ce-54e474654e65 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0542221 Feb 15 17:55:23.194386 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fe110b45-8bfc-4373-a17e-070b0080c75f req-f0eabc1a-bd95-4db7-8785-e8fec2cebef1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472028 Feb 15 17:55:24.326702 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44991098-e871-4611-9712-f3e6433910a8 req-d4b2d3d0-a3ca-4340-904f-fdb2cbd9f016 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:24.328380 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44991098-e871-4611-9712-f3e6433910a8 req-d4b2d3d0-a3ca-4340-904f-fdb2cbd9f016 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0632572 Feb 15 17:55:24.386426 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-44991098-e871-4611-9712-f3e6433910a8 req-25b41eec-3ed4-4ca4-a970-64ff70b2b607 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520451 Feb 15 17:55:24.503344 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-e6176de9-3616-4af4-b284-3abc6798e8f9 req-4e52f028-efb6-4d34-9498-76d414c68b9a service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:55:24.504381 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e6176de9-3616-4af4-b284-3abc6798e8f9 req-4e52f028-efb6-4d34-9498-76d414c68b9a service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0492938 Feb 15 17:55:24.810478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdcfb3-5806-4b46-a94d-e817b215faa1 req-07317209-1c23-46ba-b25f-eba77539b2c4 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:24.811997 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dafdcfb3-5806-4b46-a94d-e817b215faa1 req-07317209-1c23-46ba-b25f-eba77539b2c4 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 945 time: 0.0563426 Feb 15 17:55:24.865058 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dafdcfb3-5806-4b46-a94d-e817b215faa1 req-dfbdce51-5461-4042-ad5a-1a65157f6a8e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469074 Feb 15 17:55:25.023885 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4043832b-aa22-44e4-8419-a4d50ec4a066 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:55:25.117140 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 4043832b-aa22-44e4-8419-a4d50ec4a066 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:55:25.117607 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:25.149214 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4043832b-aa22-44e4-8419-a4d50ec4a066'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:55:25.151547 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ede3a45-ddd1-4202-b55a-83a2e81eac29" -d '{"events": [{"server_uuid": "3cb1869c-560e-4a8e-be19-564723a8e3ac", "name": "network-vif-unplugged", "status": "completed", "tag": "4043832b-aa22-44e4-8419-a4d50ec4a066"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:55:25.156637 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-339f48a8-7807-407e-87d6-2d8d708d0169 req-57ccf115-3635-4568-b456-c2797092d9c9 service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1022122 Feb 15 17:55:25.163256 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4043832b-aa22-44e4-8419-a4d50ec4a066, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4043832b-aa22-44e4-8419-a4d50ec4a066,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:55:25.183611 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 17:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657eb44c-3d64-497d-b782-01f74cbed7b1 x-openstack-request-id: req-657eb44c-3d64-497d-b782-01f74cbed7b1 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:55:25.183911 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb1869c-560e-4a8e-be19-564723a8e3ac", "name": "network-vif-unplugged", "status": "failed", "tag": "4043832b-aa22-44e4-8419-a4d50ec4a066", "code": 422}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:55:25.184170 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-657eb44c-3d64-497d-b782-01f74cbed7b1 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:55:25.184576 n-d-828372-14 neutron-server[103801]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'code': 422} returned with failed status Feb 15 17:55:25.237386 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:25.289636 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=4043832b-aa22-44e4-8419-a4d50ec4a066,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:55:25.994848 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7edb6-1678-48eb-9cf8-9f5f267b2fbc req-7e55fc61-3bb9-4706-9979-c437ae5d4b71 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:25.996400 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17c7edb6-1678-48eb-9cf8-9f5f267b2fbc req-7e55fc61-3bb9-4706-9979-c437ae5d4b71 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0617743 Feb 15 17:55:26.047469 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17c7edb6-1678-48eb-9cf8-9f5f267b2fbc req-0be7d965-21ec-448c-80a8-21bd217ff372 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453720 Feb 15 17:55:26.294642 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f48a8-7807-407e-87d6-2d8d708d0169 req-11a301b6-25ad-4f82-b10e-3d9686d1a8c5 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:26.296066 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-339f48a8-7807-407e-87d6-2d8d708d0169 req-11a301b6-25ad-4f82-b10e-3d9686d1a8c5 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports/4043832b-aa22-44e4-8419-a4d50ec4a066 HTTP/1.1" status: 200 len: 940 time: 0.1027269 Feb 15 17:55:27.169716 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9b7d1-387c-4a01-9970-c1f89b6480f1 req-87934568-8f99-413b-8fe9-ea25bcebef0c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:27.171223 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2ce9b7d1-387c-4a01-9970-c1f89b6480f1 req-87934568-8f99-413b-8fe9-ea25bcebef0c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0554211 Feb 15 17:55:27.225407 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2ce9b7d1-387c-4a01-9970-c1f89b6480f1 req-219e8076-0d3c-4aac-93b7-83b391277ac7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470650 Feb 15 17:55:28.349701 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdd0b8-2f31-4247-99b6-e6bc94835e9d req-00854405-92d9-4440-be69-32dcb28b8665 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:28.351295 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2bdd0b8-2f31-4247-99b6-e6bc94835e9d req-00854405-92d9-4440-be69-32dcb28b8665 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0564113 Feb 15 17:55:28.401673 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d2bdd0b8-2f31-4247-99b6-e6bc94835e9d req-8ff28380-0d61-44e3-a697-103617197abe tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446384 Feb 15 17:55:29.521405 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83af9df-2e4a-4de8-958f-4eeda8cc4d64 req-f4fc1c00-7281-4fb6-aaa8-bdbfafaa0a98 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:29.522868 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c83af9df-2e4a-4de8-958f-4eeda8cc4d64 req-f4fc1c00-7281-4fb6-aaa8-bdbfafaa0a98 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0535357 Feb 15 17:55:29.572749 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c83af9df-2e4a-4de8-958f-4eeda8cc4d64 req-295b5ff6-6e2b-433d-baf7-3a8d3288fc56 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442839 Feb 15 17:55:30.715461 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f48a8-7807-407e-87d6-2d8d708d0169 req-d797318d-765a-497a-a7cf-83c1f96b462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:30.716922 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-339f48a8-7807-407e-87d6-2d8d708d0169 req-d797318d-765a-497a-a7cf-83c1f96b462a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac&tenant_id=d1bf98073d21423c9ae455f9d7842c81 HTTP/1.1" status: 200 len: 1126 time: 0.0827038 Feb 15 17:55:30.733290 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b7c5f-e842-4af7-b0ea-6185d85c1cf8 req-be6f70f2-9acf-4549-afae-733404abbe56 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:30.734945 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a1b7c5f-e842-4af7-b0ea-6185d85c1cf8 req-be6f70f2-9acf-4549-afae-733404abbe56 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0753539 Feb 15 17:55:30.816591 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8a1b7c5f-e842-4af7-b0ea-6185d85c1cf8 req-0194c94b-8ad1-4f65-8ae7-ff916f38b08f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754132 Feb 15 17:55:30.821346 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f48a8-7807-407e-87d6-2d8d708d0169 req-e9466d41-69be-4ba1-93a2-174328b188cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:30.822863 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-339f48a8-7807-407e-87d6-2d8d708d0169 req-e9466d41-69be-4ba1-93a2-174328b188cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 1126 time: 0.0829523 Feb 15 17:55:30.921128 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f48a8-7807-407e-87d6-2d8d708d0169 req-3c0bfd84-8dc1-42e8-b6ac-40e4c76d1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:30.922652 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-339f48a8-7807-407e-87d6-2d8d708d0169 req-3c0bfd84-8dc1-42e8-b6ac-40e4c76d1b41 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 909 time: 0.0929532 Feb 15 17:55:30.990160 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-339f48a8-7807-407e-87d6-2d8d708d0169 req-d0513397-4252-4adf-9ffa-971c9d95fc78 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4043832b-aa22-44e4-8419-a4d50ec4a066 HTTP/1.1" status: 200 len: 998 time: 0.0609362 Feb 15 17:55:31.040356 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f48a8-7807-407e-87d6-2d8d708d0169 req-4a981849-d26a-450c-bcc8-89f37cb76828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:31.041906 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-339f48a8-7807-407e-87d6-2d8d708d0169 req-4a981849-d26a-450c-bcc8-89f37cb76828 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0456305 Feb 15 17:55:31.102284 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f48a8-7807-407e-87d6-2d8d708d0169 req-ab7d4af3-6038-43a1-9686-c761306f5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:31.103840 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-339f48a8-7807-407e-87d6-2d8d708d0169 req-ab7d4af3-6038-43a1-9686-c761306f5187 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547016 Feb 15 17:55:31.192039 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:31.196591 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-339f48a8-7807-407e-87d6-2d8d708d0169 req-2efadfee-760a-43e6-9faa-082275c5970f service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851912 Feb 15 17:55:31.295790 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-339f48a8-7807-407e-87d6-2d8d708d0169 req-d0408d06-9478-4c22-b8b0-cf3303fd3fc3 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933414 Feb 15 17:55:31.534827 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:32.006097 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d56fca-2c6b-4dd1-aa67-fea624dea315 req-2e4db551-fe14-4a7a-a52b-64f56563489b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:32.007693 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-93d56fca-2c6b-4dd1-aa67-fea624dea315 req-2e4db551-fe14-4a7a-a52b-64f56563489b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0888438 Feb 15 17:55:32.081673 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-93d56fca-2c6b-4dd1-aa67-fea624dea315 req-e90e9e5d-a6d9-4b3c-bcfc-e9b93b9e20d2 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674908 Feb 15 17:55:33.229643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1139fc-2760-460a-82ae-d9890c1c032f req-8e5833d6-ae55-4ba1-9846-ca80bb0f09a3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:33.231272 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ad1139fc-2760-460a-82ae-d9890c1c032f req-8e5833d6-ae55-4ba1-9846-ca80bb0f09a3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0687141 Feb 15 17:55:33.294258 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ad1139fc-2760-460a-82ae-d9890c1c032f req-7c5c2bb2-81f9-4f82-bcdf-9b19e29f58d2 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558794 Feb 15 17:55:34.432285 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea396c9-fe22-4866-97e4-1f48a6663142 req-2f462654-35b2-467d-9485-9f1c888596c7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:34.433824 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cea396c9-fe22-4866-97e4-1f48a6663142 req-2f462654-35b2-467d-9485-9f1c888596c7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0649252 Feb 15 17:55:34.493482 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cea396c9-fe22-4866-97e4-1f48a6663142 req-38db249b-b91b-4883-bbad-4b6bdf3af44e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528629 Feb 15 17:55:35.641655 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817bba3-bafa-4d67-860e-d24ef6ddebbb req-ef1ec85e-1fa0-45ab-a1ae-8bd818fdd89b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:35.644097 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0817bba3-bafa-4d67-860e-d24ef6ddebbb req-ef1ec85e-1fa0-45ab-a1ae-8bd818fdd89b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0672898 Feb 15 17:55:35.714697 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0817bba3-bafa-4d67-860e-d24ef6ddebbb req-daef0808-8dd1-411c-9078-1b0434ffe429 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647955 Feb 15 17:55:36.849093 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35624e65-5746-4d50-8821-21cddd74d2a0 req-8abfc28e-9eb2-4baf-9c44-485da5b589a8 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:36.850639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-35624e65-5746-4d50-8821-21cddd74d2a0 req-8abfc28e-9eb2-4baf-9c44-485da5b589a8 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0649447 Feb 15 17:55:36.929103 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-35624e65-5746-4d50-8821-21cddd74d2a0 req-7ef699a2-4793-4f7b-907d-0a18c5ae0a39 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707493 Feb 15 17:55:37.038529 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-bf8c21aa-9eb3-459b-a2cb-ef347840b9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:38.069436 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b348c-226e-4b3f-9a61-912204eb0972 req-d3c6d66e-bb66-49ac-b0d6-a6294a006f9c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:38.070959 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-568b348c-226e-4b3f-9a61-912204eb0972 req-d3c6d66e-bb66-49ac-b0d6-a6294a006f9c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0586307 Feb 15 17:55:38.131551 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-568b348c-226e-4b3f-9a61-912204eb0972 req-46cafa58-1f7e-4d64-bb54-60c5782fe66f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548887 Feb 15 17:55:39.254834 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9164e93-e2eb-4be6-bc29-df4da1654e35 req-eb9f83ba-9d80-468d-9d01-09cdf6004b20 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:39.256440 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e9164e93-e2eb-4be6-bc29-df4da1654e35 req-eb9f83ba-9d80-468d-9d01-09cdf6004b20 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0564961 Feb 15 17:55:39.313009 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e9164e93-e2eb-4be6-bc29-df4da1654e35 req-55975233-33d6-4c57-9fe7-7b8b90c637d4 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502779 Feb 15 17:55:39.408318 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f351c4a7-c2ef-4588-abe1-e7da55963912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:40.435265 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6b4f4-d82d-4dae-a58f-29b9c45e4424 req-1e0465a3-a488-40ed-86d5-e6c7347aef62 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:40.436830 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0fb6b4f4-d82d-4dae-a58f-29b9c45e4424 req-1e0465a3-a488-40ed-86d5-e6c7347aef62 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0538909 Feb 15 17:55:40.489098 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0fb6b4f4-d82d-4dae-a58f-29b9c45e4424 req-562f273e-80a4-4eb6-ab21-46dd3368d290 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459630 Feb 15 17:55:40.757872 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:41.609847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0f2d3-7a9a-4b7d-851d-8ca4866ae840 req-43db899d-a648-4c3d-b361-951d9373abdf tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:41.611381 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-caa0f2d3-7a9a-4b7d-851d-8ca4866ae840 req-43db899d-a648-4c3d-b361-951d9373abdf tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0542305 Feb 15 17:55:41.666699 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-caa0f2d3-7a9a-4b7d-851d-8ca4866ae840 req-7831b926-c3be-4b63-ab4c-9a925f78c987 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492022 Feb 15 17:55:42.226402 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:42.797143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512ac8f-16f2-42f2-8a6c-7e0f95190f61 req-9d28c28f-2d93-41ce-af42-d561fe21ef58 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:42.798715 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c512ac8f-16f2-42f2-8a6c-7e0f95190f61 req-9d28c28f-2d93-41ce-af42-d561fe21ef58 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 943 time: 0.0618763 Feb 15 17:55:42.848861 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c512ac8f-16f2-42f2-8a6c-7e0f95190f61 req-b67d9c07-ff3e-41ed-884c-f9d6dd0edc35 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444386 Feb 15 17:55:43.146252 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4043832b-aa22-44e4-8419-a4d50ec4a066 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:55:43.247395 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4043832b-aa22-44e4-8419-a4d50ec4a066, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4043832b-aa22-44e4-8419-a4d50ec4a066,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:55:43.258950 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'port_id': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'mac_address': 'fa:16:3e:3e:5d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:55:43.297291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 4043832b-aa22-44e4-8419-a4d50ec4a066 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:55:43.297771 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:43.311224 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4043832b-aa22-44e4-8419-a4d50ec4a066 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:55:43.330624 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4043832b-aa22-44e4-8419-a4d50ec4a066, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4043832b-aa22-44e4-8419-a4d50ec4a066,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:55:43.403620 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:43.452414 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=4043832b-aa22-44e4-8419-a4d50ec4a066,revision_number=9']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:55:43.626565 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:43.653490 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['4043832b-aa22-44e4-8419-a4d50ec4a066'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:55:43.749106 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:55:43.971238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c997f75-cf69-4b6e-9293-11cee9a431de req-c0a1034b-85f1-4651-b0e5-4317e22c4787 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:43.972826 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c997f75-cf69-4b6e-9293-11cee9a431de req-c0a1034b-85f1-4651-b0e5-4317e22c4787 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 944 time: 0.0552778 Feb 15 17:55:44.024063 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7c997f75-cf69-4b6e-9293-11cee9a431de req-afd9e395-e304-4358-b205-476a25b5d896 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450644 Feb 15 17:55:45.151056 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b29939-c6c0-4857-80b7-4ea60b276256 req-a586acc3-60fa-438c-b53f-cb50a0303c2c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:45.152589 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b2b29939-c6c0-4857-80b7-4ea60b276256 req-a586acc3-60fa-438c-b53f-cb50a0303c2c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 944 time: 0.0595691 Feb 15 17:55:45.161965 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4043832b-aa22-44e4-8419-a4d50ec4a066 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:55:45.205817 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b2b29939-c6c0-4857-80b7-4ea60b276256 req-25a52164-e0ea-43b2-83fa-7ae0acdc4824 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474806 Feb 15 17:55:45.215532 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 4043832b-aa22-44e4-8419-a4d50ec4a066 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:55:45.215910 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:45.292403 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 4043832b-aa22-44e4-8419-a4d50ec4a066 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:55:45.292737 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:45.315892 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4043832b-aa22-44e4-8419-a4d50ec4a066'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:55:45.318207 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf50b56b-8aa6-494f-86a0-17deee205ca9" -d '{"events": [{"server_uuid": "3cb1869c-560e-4a8e-be19-564723a8e3ac", "name": "network-vif-plugged", "status": "completed", "tag": "4043832b-aa22-44e4-8419-a4d50ec4a066"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:55:45.331114 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 4043832b-aa22-44e4-8419-a4d50ec4a066, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4043832b-aa22-44e4-8419-a4d50ec4a066,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:55:45.359890 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0808fc91-2cde-4631-9d40-a1ccc8ba6972 x-openstack-request-id: req-0808fc91-2cde-4631-9d40-a1ccc8ba6972 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:55:45.360223 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb1869c-560e-4a8e-be19-564723a8e3ac", "name": "network-vif-plugged", "status": "completed", "tag": "4043832b-aa22-44e4-8419-a4d50ec4a066", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:55:45.360618 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-0808fc91-2cde-4631-9d40-a1ccc8ba6972 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:55:45.361132 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'code': 200} Feb 15 17:55:45.391959 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:55:45.448849 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=4043832b-aa22-44e4-8419-a4d50ec4a066,revision_number=10']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:55:45.602692 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91551d0f-a23b-4efa-9e38-eb505256c540 req-7d7d83f4-450e-4f9f-bf2b-6b9f8a360114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:45.604136 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91551d0f-a23b-4efa-9e38-eb505256c540 req-7d7d83f4-450e-4f9f-bf2b-6b9f8a360114 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 1129 time: 0.0453849 Feb 15 17:55:45.656930 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-91551d0f-a23b-4efa-9e38-eb505256c540 req-0995856b-315d-45d2-8425-95d576490b4b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449922 Feb 15 17:55:46.330380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddffd2f-5efd-4a04-a0b9-ac9b192f470a req-8f220ea5-07ab-4c1f-91ef-4fc5e968faa8 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:46.331934 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ddffd2f-5efd-4a04-a0b9-ac9b192f470a req-8f220ea5-07ab-4c1f-91ef-4fc5e968faa8 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 946 time: 0.0549343 Feb 15 17:55:46.382927 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2ddffd2f-5efd-4a04-a0b9-ac9b192f470a req-139aae9a-781e-4e14-98c1-0e25f90354c2 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453138 Feb 15 17:55:47.511063 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7510456-269a-472c-98b6-7e47e4deba26 req-922b788a-0d2d-45fd-8093-10c495a70c50 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:47.512572 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a7510456-269a-472c-98b6-7e47e4deba26 req-922b788a-0d2d-45fd-8093-10c495a70c50 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 946 time: 0.0586138 Feb 15 17:55:47.571115 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a7510456-269a-472c-98b6-7e47e4deba26 req-a3d960da-aada-4c21-97b5-d6113bfee25c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523202 Feb 15 17:55:48.428435 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80d8fbc4-44c5-4d29-8df3-82f5007070f7 req-2d9ccd10-9954-437d-8cc1-3369442261d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450828 Feb 15 17:55:48.523376 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8fbc4-44c5-4d29-8df3-82f5007070f7 req-4d69be33-53b5-4041-bcf1-126bed380a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:48.524916 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80d8fbc4-44c5-4d29-8df3-82f5007070f7 req-4d69be33-53b5-4041-bcf1-126bed380a11 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 1129 time: 0.0502727 Feb 15 17:55:48.630251 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8fbc4-44c5-4d29-8df3-82f5007070f7 req-19b7e4f9-8a9c-4551-9223-42239d0aac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:48.631773 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80d8fbc4-44c5-4d29-8df3-82f5007070f7 req-19b7e4f9-8a9c-4551-9223-42239d0aac43 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 909 time: 0.0887184 Feb 15 17:55:48.732068 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80d8fbc4-44c5-4d29-8df3-82f5007070f7 req-c3fa5fb5-f7b3-45e3-863c-0c03a66d40f3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4043832b-aa22-44e4-8419-a4d50ec4a066 HTTP/1.1" status: 200 len: 1000 time: 0.0937936 Feb 15 17:55:48.777892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8dd936-d3ec-4852-9050-0dcb3092c732 req-2d3598eb-6a16-4ca9-b8e6-1f46ecdf5a94 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:48.779448 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ad8dd936-d3ec-4852-9050-0dcb3092c732 req-2d3598eb-6a16-4ca9-b8e6-1f46ecdf5a94 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 946 time: 0.1063774 Feb 15 17:55:48.812658 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8fbc4-44c5-4d29-8df3-82f5007070f7 req-16cd23d3-a6a8-454e-8a12-2cea7f55f855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:48.814176 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80d8fbc4-44c5-4d29-8df3-82f5007070f7 req-16cd23d3-a6a8-454e-8a12-2cea7f55f855 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0745862 Feb 15 17:55:48.867663 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ad8dd936-d3ec-4852-9050-0dcb3092c732 req-b952c8cc-05ba-4b92-a99f-86f241318140 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805886 Feb 15 17:55:48.883503 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8fbc4-44c5-4d29-8df3-82f5007070f7 req-a0c85b9a-2a78-4314-a680-3d1993a01783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:55:48.885023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80d8fbc4-44c5-4d29-8df3-82f5007070f7 req-a0c85b9a-2a78-4314-a680-3d1993a01783 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0637054 Feb 15 17:55:48.978224 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80d8fbc4-44c5-4d29-8df3-82f5007070f7 req-48740233-4739-488a-b8a4-fe2d29929aaa service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855453 Feb 15 17:55:49.074581 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-80d8fbc4-44c5-4d29-8df3-82f5007070f7 req-75e821e8-4fa9-4f8e-9b1b-6b8b72f37acb service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896668 Feb 15 17:56:01.186250 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:01.557617 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:07.035979 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e100ef13-b549-4921-9ea1-d59470365380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:09.363388 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2ef0c599-bcbc-4645-88f7-e196b72736f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:10.752435 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:12.214904 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:13.569152 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:20.748981 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:56:31.226460 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:31.555824 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:36.997686 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4a5808c9-be82-411c-8b0b-d32ad4b23510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:39.372473 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e94d464b-9d41-4ffe-badf-eb4373e0bc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:40.757182 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:42.226705 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:43.586102 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:48.421333 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6431c94c-95ae-4d64-849d-fd223aab6c60 req-df5f16c0-01bb-48fd-873f-0908cca57510 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465214 Feb 15 17:56:48.508323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431c94c-95ae-4d64-849d-fd223aab6c60 req-401acb7a-9387-476e-bde3-336fd57847fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:56:48.510408 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6431c94c-95ae-4d64-849d-fd223aab6c60 req-401acb7a-9387-476e-bde3-336fd57847fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 1129 time: 0.0469911 Feb 15 17:56:48.615249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431c94c-95ae-4d64-849d-fd223aab6c60 req-08e33ece-e5d5-4d2e-97b8-3cea71027e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:56:48.616751 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6431c94c-95ae-4d64-849d-fd223aab6c60 req-08e33ece-e5d5-4d2e-97b8-3cea71027e11 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 909 time: 0.0893972 Feb 15 17:56:48.686276 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6431c94c-95ae-4d64-849d-fd223aab6c60 req-60608607-894f-4630-849c-eb786de1ffd5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4043832b-aa22-44e4-8419-a4d50ec4a066 HTTP/1.1" status: 200 len: 1000 time: 0.0624471 Feb 15 17:56:48.736167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431c94c-95ae-4d64-849d-fd223aab6c60 req-63124e1a-ee1a-44ef-b67c-00ff028147e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:56:48.737701 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6431c94c-95ae-4d64-849d-fd223aab6c60 req-63124e1a-ee1a-44ef-b67c-00ff028147e1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0457737 Feb 15 17:56:48.792323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431c94c-95ae-4d64-849d-fd223aab6c60 req-292a1ccf-48bc-4ce1-bdd4-af9821b234d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:56:48.793919 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6431c94c-95ae-4d64-849d-fd223aab6c60 req-292a1ccf-48bc-4ce1-bdd4-af9821b234d4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501955 Feb 15 17:56:48.881834 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6431c94c-95ae-4d64-849d-fd223aab6c60 req-6466d9a3-74e4-4005-8a5d-afdb30a1e309 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819013 Feb 15 17:56:48.975945 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6431c94c-95ae-4d64-849d-fd223aab6c60 req-39e26297-247d-4910-b2c2-36729ca7eae0 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882649 Feb 15 17:56:57.748312 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:56:58.049640 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 43992) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:56:58.234424 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Deleting port c528c0f2-ea13-416c-8ed8-8e6c34ab6c15 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:56:58.234767 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c528c0f2-ea13-416c-8ed8-8e6c34ab6c15), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:58.310464 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c528c0f2-ea13-416c-8ed8-8e6c34ab6c15), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:58.310709 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for floatingip (c528c0f2-ea13-416c-8ed8-8e6c34ab6c15), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:58.322776 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Calling delete_port for c528c0f2-ea13-416c-8ed8-8e6c34ab6c15 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:56:58.550079 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c528c0f2-ea13-416c-8ed8-8e6c34ab6c15), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:58.577936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event deleted for resources: {'Port': ['ID=c528c0f2-ea13-416c-8ed8-8e6c34ab6c15,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:56:58.592767 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:56:58.593129 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:56:58.593541 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:56:58.593860 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:56:58.594201 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:56:58.594535 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:56:58.594868 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:56:58.595200 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:56:58.595531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:56:58.595862 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:56:58.596274 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:56:58.596856 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:56:58.597186 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:56:58.659737 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for floatingip (50b5e73f-e800-45ef-8876-bda6c098e369), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:58.660070 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Floating IP 50b5e73f-e800-45ef-8876-bda6c098e369 disassociated (deleted). External IP: 172.25.4.61, port: 4043832b-aa22-44e4-8419-a4d50ec4a066. Feb 15 17:56:58.878981 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Router 4bb829d1-1794-46db-b15a-b7b9e288b562 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:56:59.331919 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:56:59.336805 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:56:59.343470 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd4d8e9-8290-4e96-b3e5-1b4153a97a51 None None] Sync routers for ids ['4bb829d1-1794-46db-b15a-b7b9e288b562'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:56:59.353962 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4d8e9-8290-4e96-b3e5-1b4153a97a51 None None] Routers {'4bb829d1-1794-46db-b15a-b7b9e288b562'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:56:59.354575 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ecd4d8e9-8290-4e96-b3e5-1b4153a97a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:56:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4bb829d1-1794-46db-b15a-b7b9e288b562'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:56:59.367642 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-65eac6e8-3390-444c-9a3a-12c2f4293c1f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "DELETE /v2.0/floatingips/50b5e73f-e800-45ef-8876-bda6c098e369 HTTP/1.1" status: 204 len: 168 time: 1.3169703 Feb 15 17:56:59.368238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'tag': '4043832b-aa22-44e4-8419-a4d50ec4a066'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:56:59.371268 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef653410-c0ea-4f8b-930e-8d3005d69671" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb1869c-560e-4a8e-be19-564723a8e3ac", "tag": "4043832b-aa22-44e4-8419-a4d50ec4a066"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:56:59.474872 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75dd091-96f4-437b-941e-3ea191b6f1d8 x-openstack-request-id: req-b75dd091-96f4-437b-941e-3ea191b6f1d8 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:56:59.480116 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb1869c-560e-4a8e-be19-564723a8e3ac", "tag": "4043832b-aa22-44e4-8419-a4d50ec4a066", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:56:59.480271 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-ecd4d8e9-8290-4e96-b3e5-1b4153a97a51 None None] Set router 4bb829d1-1794-46db-b15a-b7b9e288b562 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:56:59.480405 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b75dd091-96f4-437b-941e-3ea191b6f1d8 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:56:59.480405 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'tag': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'status': 'completed', 'code': 200} Feb 15 17:56:59.544478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef653410-c0ea-4f8b-930e-8d3005d69671 req-cad2ffd4-b733-4b1b-b3ce-7e5fec9355a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:56:59.546807 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef653410-c0ea-4f8b-930e-8d3005d69671 req-cad2ffd4-b733-4b1b-b3ce-7e5fec9355a9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 1129 time: 0.0487442 Feb 15 17:56:59.642832 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef653410-c0ea-4f8b-930e-8d3005d69671 req-e2a755e3-abf1-456a-8156-3d1b02aa61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:56:59.644489 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef653410-c0ea-4f8b-930e-8d3005d69671 req-e2a755e3-abf1-456a-8156-3d1b02aa61f8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 909 time: 0.0912740 Feb 15 17:56:59.691516 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef653410-c0ea-4f8b-930e-8d3005d69671 req-3fda47d0-f5c1-420b-b6c6-5b1115a78e6c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4043832b-aa22-44e4-8419-a4d50ec4a066 HTTP/1.1" status: 200 len: 217 time: 0.0403786 Feb 15 17:56:59.696828 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ecd4d8e9-8290-4e96-b3e5-1b4153a97a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd650c3c0-cb29-4276-9562-4aea14e9b87a', 'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'mac_address': 'fa:16:3e:27:30:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:33Z', 'updated_at': '2022-02-15T17:52:37Z', 'revision_number': 5, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'subnets': [{'id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:56:59.726107 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd4d8e9-8290-4e96-b3e5-1b4153a97a51 None None] Checking router: 4bb829d1-1794-46db-b15a-b7b9e288b562 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:56:59.735492 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4d8e9-8290-4e96-b3e5-1b4153a97a51 None None] Routers {'4bb829d1-1794-46db-b15a-b7b9e288b562'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:56:59.736126 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ecd4d8e9-8290-4e96-b3e5-1b4153a97a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:56:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4bb829d1-1794-46db-b15a-b7b9e288b562'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:56:59.746062 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef653410-c0ea-4f8b-930e-8d3005d69671 req-ef4f0094-bd5c-49ec-812c-e2d6fff6c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:56:59.747596 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef653410-c0ea-4f8b-930e-8d3005d69671 req-ef4f0094-bd5c-49ec-812c-e2d6fff6c967 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0508108 Feb 15 17:56:59.814049 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef653410-c0ea-4f8b-930e-8d3005d69671 req-8254ac0a-32f0-4747-a240-8da9eae40893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:56:59.815580 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef653410-c0ea-4f8b-930e-8d3005d69671 req-8254ac0a-32f0-4747-a240-8da9eae40893 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0619299 Feb 15 17:56:59.865511 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-ecd4d8e9-8290-4e96-b3e5-1b4153a97a51 None None] Set router 4bb829d1-1794-46db-b15a-b7b9e288b562 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:56:59.919608 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d15c7-2837-4e23-9029-a41357e6b2a9 req-c4ad8193-0cf2-48b5-a1f5-c5baedb7541e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:56:59.921043 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea5d15c7-2837-4e23-9029-a41357e6b2a9 req-c4ad8193-0cf2-48b5-a1f5-c5baedb7541e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 946 time: 0.1210375 Feb 15 17:56:59.963293 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef653410-c0ea-4f8b-930e-8d3005d69671 req-4e3fb268-6932-47d1-a8d5-8eb407c0f4db service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333570 Feb 15 17:57:00.034029 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ea5d15c7-2837-4e23-9029-a41357e6b2a9 req-7955015c-0ddc-4879-8e11-37d3c875e7d1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039879 Feb 15 17:57:00.071455 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-ecd4d8e9-8290-4e96-b3e5-1b4153a97a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd650c3c0-cb29-4276-9562-4aea14e9b87a', 'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'mac_address': 'fa:16:3e:27:30:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:33Z', 'updated_at': '2022-02-15T17:52:37Z', 'revision_number': 5, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'subnets': [{'id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:57:00.080032 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ef653410-c0ea-4f8b-930e-8d3005d69671 req-283c3ec8-56cf-4131-aab9-2d3bedf94db3 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089118 Feb 15 17:57:00.101223 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd4d8e9-8290-4e96-b3e5-1b4153a97a51 None None] The sync data for ids ['4bb829d1-1794-46db-b15a-b7b9e288b562'] in n-d-828372-14 is: [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd650c3c0-cb29-4276-9562-4aea14e9b87a', 'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'mac_address': 'fa:16:3e:27:30:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:33Z', 'updated_at': '2022-02-15T17:52:37Z', 'revision_number': 5, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'subnets': [{'id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:57:00.368538 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6322f0d1-c519-4a14-b026-1fca5625215b None None] New status for floating IP 50b5e73f-e800-45ef-8876-bda6c098e369: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:57:01.164906 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca813abe-d22e-45e5-9abe-d5475f9feef6 req-ff926aaa-a72d-40f5-859f-24309a52cd1a tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:01.166467 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca813abe-d22e-45e5-9abe-d5475f9feef6 req-ff926aaa-a72d-40f5-859f-24309a52cd1a tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 946 time: 0.0545034 Feb 15 17:57:01.218012 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:01.218293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5ee43-b394-45b0-acdb-20e0bb920b19 req-0c77de51-37cc-46f8-8052-c2735c86d7bd tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:01.220702 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54c5ee43-b394-45b0-acdb-20e0bb920b19 req-0c77de51-37cc-46f8-8052-c2735c86d7bd tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.67 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 946 time: 0.0575371 Feb 15 17:57:01.228210 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ca813abe-d22e-45e5-9abe-d5475f9feef6 req-c6410310-8f58-421d-a051-a5a95af9da06 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=9c5db1a5-ac76-4640-9dc9-45f5897ce22a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550885 Feb 15 17:57:01.321749 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-54c5ee43-b394-45b0-acdb-20e0bb920b19 req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Deleting port 4043832b-aa22-44e4-8419-a4d50ec4a066 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 17:57:01.322092 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54c5ee43-b394-45b0-acdb-20e0bb920b19 req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:01.416406 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-54c5ee43-b394-45b0-acdb-20e0bb920b19 req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] For port 4043832b-aa22-44e4-8419-a4d50ec4a066, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=4043832b-aa22-44e4-8419-a4d50ec4a066,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:57:01.416769 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54c5ee43-b394-45b0-acdb-20e0bb920b19 req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:01.430074 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-54c5ee43-b394-45b0-acdb-20e0bb920b19 req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Calling delete_port for 4043832b-aa22-44e4-8419-a4d50ec4a066 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 17:57:01.555449 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:01.969342 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54c5ee43-b394-45b0-acdb-20e0bb920b19 req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (4043832b-aa22-44e4-8419-a4d50ec4a066), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:02.000910 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event deleted for resources: {'Port': ['ID=4043832b-aa22-44e4-8419-a4d50ec4a066,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:57:02.026103 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:02.026465 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:02.026816 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:02.027161 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:02.027505 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:02.027847 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:02.028807 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:02.029145 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:02.029511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:02.029850 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:02.030180 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:02.030510 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:02.030837 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:02.053982 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c5ee43-b394-45b0-acdb-20e0bb920b19 req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] No DVR routers for this DVR port 4043832b-aa22-44e4-8419-a4d50ec4a066 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 17:57:02.056578 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-54c5ee43-b394-45b0-acdb-20e0bb920b19 req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:02.060620 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-54c5ee43-b394-45b0-acdb-20e0bb920b19 req-74699832-bc69-417a-b6ee-23912b5d9c49 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.67 "DELETE /v2.0/ports/4043832b-aa22-44e4-8419-a4d50ec4a066 HTTP/1.1" status: 204 len: 173 time: 0.8338923 Feb 15 17:57:02.061066 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'name': 'network-vif-deleted', 'tag': '4043832b-aa22-44e4-8419-a4d50ec4a066'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:57:02.063444 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896f4897-d056-43c4-a827-253dcfc61ef7" -d '{"events": [{"server_uuid": "3cb1869c-560e-4a8e-be19-564723a8e3ac", "name": "network-vif-deleted", "tag": "4043832b-aa22-44e4-8419-a4d50ec4a066"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:57:02.157239 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c13d58-25f3-47c8-a55f-dd684dab0744 x-openstack-request-id: req-54c13d58-25f3-47c8-a55f-dd684dab0744 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:57:02.157591 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb1869c-560e-4a8e-be19-564723a8e3ac", "name": "network-vif-deleted", "tag": "4043832b-aa22-44e4-8419-a4d50ec4a066", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:57:02.157848 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-54c13d58-25f3-47c8-a55f-dd684dab0744 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:57:02.158256 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb1869c-560e-4a8e-be19-564723a8e3ac', 'name': 'network-vif-deleted', 'tag': '4043832b-aa22-44e4-8419-a4d50ec4a066', 'status': 'completed', 'code': 200} Feb 15 17:57:02.326293 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d1936a31-6f51-4576-81b2-2a8a1297e65f req-d70ff802-8ff3-4bcb-aaa6-626d096255a1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=3cb1869c-560e-4a8e-be19-564723a8e3ac HTTP/1.1" status: 200 len: 210 time: 0.0285275 Feb 15 17:57:03.384981 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44024) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:57:03.442368 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4c341a2-fd6a-444c-a4c1-0c8427e4937c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group (9c5db1a5-ac76-4640-9dc9-45f5897ce22a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:03.468664 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4c341a2-fd6a-444c-a4c1-0c8427e4937c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group (9c5db1a5-ac76-4640-9dc9-45f5897ce22a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:03.600950 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4c341a2-fd6a-444c-a4c1-0c8427e4937c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (9c5db1a5-ac76-4640-9dc9-45f5897ce22a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:03.603658 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-e4c341a2-fd6a-444c-a4c1-0c8427e4937c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:03.604858 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-e4c341a2-fd6a-444c-a4c1-0c8427e4937c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "DELETE /v2.0/security-groups/9c5db1a5-ac76-4640-9dc9-45f5897ce22a HTTP/1.1" status: 204 len: 168 time: 0.2188411 Feb 15 17:57:03.615375 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c341a2-fd6a-444c-a4c1-0c8427e4937c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5db1a5-ac76-4640-9dc9-45f5897ce22a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:57:03.995566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44030) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:57:04.000984 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9e2d30b9-ebd2-408f-83ce-60422a5b7d45 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-852465671', 'description': 'tempest-secgroup-smoke-852465671 description', 'project_id': 'd1bf98073d21423c9ae455f9d7842c81'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:57:04.066406 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e2d30b9-ebd2-408f-83ce-60422a5b7d45 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:04.135494 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e2d30b9-ebd2-408f-83ce-60422a5b7d45 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group (d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:04.206643 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e2d30b9-ebd2-408f-83ce-60422a5b7d45 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:04.243854 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d30b9-ebd2-408f-83ce-60422a5b7d45 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:57:04.294492 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9e2d30b9-ebd2-408f-83ce-60422a5b7d45 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:04.295832 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9e2d30b9-ebd2-408f-83ce-60422a5b7d45 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2990093 Feb 15 17:57:04.298803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44032) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:57:04.303184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2d052dd2-8848-426a-a3cb-6ff038bfff38 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'security_group_rule': {'security_group_id': 'd0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050', 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:57:04.488369 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d052dd2-8848-426a-a3cb-6ff038bfff38 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (3947e450-6aa5-4913-89ed-4b19ac41fa95), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:04.544239 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d052dd2-8848-426a-a3cb-6ff038bfff38 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (3947e450-6aa5-4913-89ed-4b19ac41fa95), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:04.620394 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d052dd2-8848-426a-a3cb-6ff038bfff38 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (3947e450-6aa5-4913-89ed-4b19ac41fa95), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:04.639453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d052dd2-8848-426a-a3cb-6ff038bfff38 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3947e450-6aa5-4913-89ed-4b19ac41fa95,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:57:04.736667 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2d052dd2-8848-426a-a3cb-6ff038bfff38 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:04.737924 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2d052dd2-8848-426a-a3cb-6ff038bfff38 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4381888 Feb 15 17:57:04.740778 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44034) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:57:04.745093 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-22b8134f-b79b-4b17-953d-9b0932f41348 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'security_group_rule': {'security_group_id': 'd0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050', 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:57:04.831516 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22b8134f-b79b-4b17-953d-9b0932f41348 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (857e0352-783e-419b-a345-f5ed936b53dc), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:04.894039 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22b8134f-b79b-4b17-953d-9b0932f41348 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (857e0352-783e-419b-a345-f5ed936b53dc), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:04.945710 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22b8134f-b79b-4b17-953d-9b0932f41348 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (857e0352-783e-419b-a345-f5ed936b53dc), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:04.963320 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8134f-b79b-4b17-953d-9b0932f41348 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857e0352-783e-419b-a345-f5ed936b53dc,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:57:05.031923 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22b8134f-b79b-4b17-953d-9b0932f41348 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:05.033206 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-22b8134f-b79b-4b17-953d-9b0932f41348 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2914443 Feb 15 17:57:05.036223 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44036) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:57:05.044481 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-90a1ea13-977e-40e5-bd11-189adecc7f99 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'security_group_rule': {'security_group_id': 'd0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050', 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:57:05.126580 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90a1ea13-977e-40e5-bd11-189adecc7f99 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (cc153add-c503-42f7-92ca-dbd254fe88fe), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:05.185406 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90a1ea13-977e-40e5-bd11-189adecc7f99 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (cc153add-c503-42f7-92ca-dbd254fe88fe), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:05.235302 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90a1ea13-977e-40e5-bd11-189adecc7f99 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (cc153add-c503-42f7-92ca-dbd254fe88fe), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:05.256726 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1ea13-977e-40e5-bd11-189adecc7f99 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc153add-c503-42f7-92ca-dbd254fe88fe,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:57:05.312264 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-90a1ea13-977e-40e5-bd11-189adecc7f99 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:05.313531 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-90a1ea13-977e-40e5-bd11-189adecc7f99 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2762451 Feb 15 17:57:05.316483 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44038) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:57:05.320892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-d26184a6-8135-46a4-a98c-cd99dbc11317 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'security_group_rule': {'security_group_id': 'd0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050', 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:57:05.402522 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d26184a6-8135-46a4-a98c-cd99dbc11317 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (1bb29b62-26d0-421c-a668-855c3641d20a), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:05.462292 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d26184a6-8135-46a4-a98c-cd99dbc11317 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (1bb29b62-26d0-421c-a668-855c3641d20a), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:05.532626 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d26184a6-8135-46a4-a98c-cd99dbc11317 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (1bb29b62-26d0-421c-a668-855c3641d20a), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:05.555207 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26184a6-8135-46a4-a98c-cd99dbc11317 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb29b62-26d0-421c-a668-855c3641d20a,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:57:05.636942 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-d26184a6-8135-46a4-a98c-cd99dbc11317 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:05.638904 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-d26184a6-8135-46a4-a98c-cd99dbc11317 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3214536 Feb 15 17:57:05.642252 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44040) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:57:05.646781 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-20daa3ea-72ec-44e4-9ecf-99e204b78f58 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'security_group_rule': {'security_group_id': 'd0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050', 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:57:05.648991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4043832b-aa22-44e4-8419-a4d50ec4a066 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 17:57:05.679443 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 4043832b-aa22-44e4-8419-a4d50ec4a066 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 17:57:05.679443 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 4043832b-aa22-44e4-8419-a4d50ec4a066 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 17:57:05.746423 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-20daa3ea-72ec-44e4-9ecf-99e204b78f58 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Project d1bf98073d21423c9ae455f9d7842c81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:57:05.752430 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20daa3ea-72ec-44e4-9ecf-99e204b78f58 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (47eefacb-dc17-443d-b287-5672c75ad532), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:05.812552 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20daa3ea-72ec-44e4-9ecf-99e204b78f58 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (47eefacb-dc17-443d-b287-5672c75ad532), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:05.883566 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20daa3ea-72ec-44e4-9ecf-99e204b78f58 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (47eefacb-dc17-443d-b287-5672c75ad532), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:05.904138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20daa3ea-72ec-44e4-9ecf-99e204b78f58 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47eefacb-dc17-443d-b287-5672c75ad532,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:57:05.982446 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-20daa3ea-72ec-44e4-9ecf-99e204b78f58 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:05.983683 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-20daa3ea-72ec-44e4-9ecf-99e204b78f58 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3405151 Feb 15 17:57:05.986505 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44042) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:57:05.990896 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-958bad29-6256-4592-8a2f-407bd4c74b96 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'security_group_rule': {'security_group_id': 'd0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050', 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:57:06.077677 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-958bad29-6256-4592-8a2f-407bd4c74b96 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Project d1bf98073d21423c9ae455f9d7842c81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 17:57:06.083221 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-958bad29-6256-4592-8a2f-407bd4c74b96 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (98fea752-0f54-4b97-b6ac-15288aa883cb), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:06.143433 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-958bad29-6256-4592-8a2f-407bd4c74b96 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (98fea752-0f54-4b97-b6ac-15288aa883cb), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:06.217784 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-958bad29-6256-4592-8a2f-407bd4c74b96 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (98fea752-0f54-4b97-b6ac-15288aa883cb), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:06.238987 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bad29-6256-4592-8a2f-407bd4c74b96 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fea752-0f54-4b97-b6ac-15288aa883cb,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:57:06.397376 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-958bad29-6256-4592-8a2f-407bd4c74b96 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:06.398638 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-958bad29-6256-4592-8a2f-407bd4c74b96 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4111528 Feb 15 17:57:07.030116 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0a139557-cec6-422d-9a04-0a676052bed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:09.369070 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-396862b2-bf46-440c-b3dc-35f9c1f0f37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:10.766161 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:12.231330 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:13.566449 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:31.208847 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:31.548562 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:31.579392 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-926addc7-7866-49ac-9c35-2424032fd7b0 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852465671&fields=id&tenant_id=d1bf98073d21423c9ae455f9d7842c81 HTTP/1.1" status: 200 len: 267 time: 0.0452058 Feb 15 17:57:31.691894 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-0877385a-ccd6-46b4-aef8-daefe7a22bae tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:31.693295 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-0877385a-ccd6-46b4-aef8-daefe7a22bae tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 808 time: 0.1071439 Feb 15 17:57:31.708507 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-7a3d0a47-80d9-44bf-910b-5d04283c7a7d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/quotas/d1bf98073d21423c9ae455f9d7842c81 HTTP/1.1" status: 200 len: 375 time: 0.0097108 Feb 15 17:57:31.768239 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-49ae385c-076d-4952-8e8c-27befa030cdd tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548234 Feb 15 17:57:31.784326 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-66171817-c272-4363-a8c3-3bfa2ea6087b service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:57:31.785273 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-66171817-c272-4363-a8c3-3bfa2ea6087b service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053811 Feb 15 17:57:31.876335 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-346cd331-9bcf-4904-9bf2-7130bb36dcde service neutron] 10.222.0.107 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850565 Feb 15 17:57:31.973306 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-0f6084ff-4794-4c43-9964-d134caefe9a5 service neutron] 10.222.0.107 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910690 Feb 15 17:57:32.635302 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5fcd6e5d-e3d9-4cee-bac2-f16ef686fc95 req-ca6e42bb-910d-4954-9a2d-edf4bc76d427 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 210 time: 0.0347588 Feb 15 17:57:33.735228 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-381ff25b-6d8f-46d5-a509-2da8239609d5 req-c584570a-b393-4580-ba3b-e9eaaaa0c483 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 210 time: 0.0287740 Feb 15 17:57:34.532361 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-3efe62c2-efb9-486d-b248-920e0bc70d9a tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:34.533931 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-3efe62c2-efb9-486d-b248-920e0bc70d9a tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 808 time: 0.1056197 Feb 15 17:57:34.603854 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6f6890f9-8f36-47ff-9b6e-4dac1e2e3044 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1bf98073d21423c9ae455f9d7842c81 HTTP/1.1" status: 200 len: 379 time: 0.0604341 Feb 15 17:57:34.614012 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-8bb51447-656c-4f92-ac3d-610bf3707d70 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'port': {'device_id': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'admin_state_up': True, 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'security_groups': ['d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:57:34.747992 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:57:34.781110 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-8bb51447-656c-4f92-ac3d-610bf3707d70 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Made reservation on behalf of d1bf98073d21423c9ae455f9d7842c81 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 17:57:34.786307 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-8bb51447-656c-4f92-ac3d-610bf3707d70 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:34.886787 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a740583f-665a-4db6-929e-d6a0ff93e3c5 req-3d66d7cc-c155-4b27-88ce-afa9e759d9b4 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 210 time: 0.0407348 Feb 15 17:57:34.947643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-8bb51447-656c-4f92-ac3d-610bf3707d70 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Allocated IP 172.20.0.10 (a76f0257-5a77-49eb-b13d-eb917dec7bc5/43788e9f-8554-4e0f-84f9-2d757f0fd3c1/fd837a99-d1a5-4691-abd6-540274c985d8) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:57:35.095278 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-8bb51447-656c-4f92-ac3d-610bf3707d70 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for port (fd837a99-d1a5-4691-abd6-540274c985d8), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:35.189219 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-8bb51447-656c-4f92-ac3d-610bf3707d70 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:35.235599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-8bb51447-656c-4f92-ac3d-610bf3707d70 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Network a76f0257-5a77-49eb-b13d-eb917dec7bc5 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:57:35.240788 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-8bb51447-656c-4f92-ac3d-610bf3707d70 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:57:35.245403 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-8bb51447-656c-4f92-ac3d-610bf3707d70 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:57:35.250575 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb51447-656c-4f92-ac3d-610bf3707d70 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'Port': ['ID=fd837a99-d1a5-4691-abd6-540274c985d8,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:57:35.300522 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-8bb51447-656c-4f92-ac3d-610bf3707d70 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:35.300522 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-8bb51447-656c-4f92-ac3d-610bf3707d70 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:35.374659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-8bb51447-656c-4f92-ac3d-610bf3707d70 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7643864 Feb 15 17:57:35.386306 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Request body: {'port': {'device_id': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:57:35.463949 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:35.499772 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-422ea6d1-9b02-4b9a-89ad-bcda37898de3 None None] Provisioning complete for port fd837a99-d1a5-4691-abd6-540274c985d8 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:57:35.500383 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-422ea6d1-9b02-4b9a-89ad-bcda37898de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:35.535913 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-422ea6d1-9b02-4b9a-89ad-bcda37898de3 None None] Port fd837a99-d1a5-4691-abd6-540274c985d8 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 17:57:35.743757 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd837a99-d1a5-4691-abd6-540274c985d8 {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:57:35.752573 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Publish callbacks [] for port (fd837a99-d1a5-4691-abd6-540274c985d8), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:35.765520 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Transition to ACTIVE for port object fd837a99-d1a5-4691-abd6-540274c985d8 will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 17:57:35.843087 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:35.924279 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Pushing event updated for resources: {'Port': ['ID=fd837a99-d1a5-4691-abd6-540274c985d8,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:57:35.993213 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Attempting to bind port fd837a99-d1a5-4691-abd6-540274c985d8 on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 17:57:35.993599 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Attempting to bind port fd837a99-d1a5-4691-abd6-540274c985d8 by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 17:57:35.993986 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Attempting to bind port fd837a99-d1a5-4691-abd6-540274c985d8 on network a76f0257-5a77-49eb-b13d-eb917dec7bc5 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:57:36.000118 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Port fd837a99-d1a5-4691-abd6-540274c985d8 on network a76f0257-5a77-49eb-b13d-eb917dec7bc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 17:57:36.000453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Attempting to bind port fd837a99-d1a5-4691-abd6-540274c985d8 on network a76f0257-5a77-49eb-b13d-eb917dec7bc5 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 17:57:36.005892 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 17, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 17:57:36.006615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Checking segment: {'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 17:57:36.007002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Bound using segment: {'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 17:57:36.007571 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Bound port: fd837a99-d1a5-4691-abd6-540274c985d8, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 17:57:36.007989 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:36.039416 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9cd5e-a6c4-4663-9712-dd7b138dcb44 req-09fcf497-b640-47e8-ab80-5ad6c596fd44 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:36.045936 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-08b9cd5e-a6c4-4663-9712-dd7b138dcb44 req-09fcf497-b640-47e8-ab80-5ad6c596fd44 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0792267 Feb 15 17:57:36.095455 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] For port fd837a99-d1a5-4691-abd6-540274c985d8, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 17:57:36.099949 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] For port fd837a99-d1a5-4691-abd6-540274c985d8, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=fd837a99-d1a5-4691-abd6-540274c985d8,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 17:57:36.105903 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-08b9cd5e-a6c4-4663-9712-dd7b138dcb44 req-8f808e01-d394-495c-9d17-b2bb32663b47 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566061 Feb 15 17:57:36.209443 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:36.244709 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:36.245442 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:36.247692 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] 10.222.0.67 "PUT /v2.0/ports/fd837a99-d1a5-4691-abd6-540274c985d8 HTTP/1.1" status: 200 len: 1093 time: 0.8652675 Feb 15 17:57:36.249920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'tag': 'fd837a99-d1a5-4691-abd6-540274c985d8'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:57:36.253106 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5810f77e-5371-479f-9f75-bfdd0c167455" -d '{"events": [{"name": "network-changed", "server_uuid": "472a81cc-82fc-45fe-a41a-aa4cba3a9716", "tag": "fd837a99-d1a5-4691-abd6-540274c985d8"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:57:36.292744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3eafb-97a9-4b99-9de3-cae11651f8bb service neutron] Pushing event updated for resources: {'Port': ['ID=fd837a99-d1a5-4691-abd6-540274c985d8,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:57:36.307635 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb869c42-ce0e-4123-8174-da9d0694f3b8 x-openstack-request-id: req-cb869c42-ce0e-4123-8174-da9d0694f3b8 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:57:36.307978 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a81cc-82fc-45fe-a41a-aa4cba3a9716", "tag": "fd837a99-d1a5-4691-abd6-540274c985d8", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:57:36.308170 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cb869c42-ce0e-4123-8174-da9d0694f3b8 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:57:36.308584 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'tag': 'fd837a99-d1a5-4691-abd6-540274c985d8', 'status': 'completed', 'code': 200} Feb 15 17:57:36.397652 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810f77e-5371-479f-9f75-bfdd0c167455 req-b6579f38-9b82-40fc-adaa-609e33288eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:36.399208 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5810f77e-5371-479f-9f75-bfdd0c167455 req-b6579f38-9b82-40fc-adaa-609e33288eb6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 1127 time: 0.0562773 Feb 15 17:57:36.511683 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810f77e-5371-479f-9f75-bfdd0c167455 req-36845225-59a4-4a1c-8b16-80ef39b8cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:36.513061 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5810f77e-5371-479f-9f75-bfdd0c167455 req-36845225-59a4-4a1c-8b16-80ef39b8cf55 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=d1bf98073d21423c9ae455f9d7842c81&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1056106 Feb 15 17:57:36.617293 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810f77e-5371-479f-9f75-bfdd0c167455 req-bbb273bd-ed79-4a6e-ade8-3cc9d215a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:36.619648 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5810f77e-5371-479f-9f75-bfdd0c167455 req-bbb273bd-ed79-4a6e-ade8-3cc9d215a38d service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005926 Feb 15 17:57:36.702475 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-670c9e8c-366d-432b-b80d-4db7f984a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:36.704058 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-670c9e8c-366d-432b-b80d-4db7f984a007 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 1127 time: 0.0477738 Feb 15 17:57:36.748460 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-14aad257-f09a-44a7-9741-944a3ad82bd6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd837a99-d1a5-4691-abd6-540274c985d8 HTTP/1.1" status: 200 len: 217 time: 0.0359333 Feb 15 17:57:36.802725 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-751927bd-cad8-422b-a4e0-2966a452a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:36.804217 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-751927bd-cad8-422b-a4e0-2966a452a9ee service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0507727 Feb 15 17:57:36.859397 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-07ac0d18-098e-4b61-b050-06d44a572a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:36.860960 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-07ac0d18-098e-4b61-b050-06d44a572a13 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494390 Feb 15 17:57:36.955490 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-f2684d47-d33e-46cf-972a-ac340f4c7f9a service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878928 Feb 15 17:57:37.017630 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80581ce2-017e-47d9-b39e-94db38a8ed5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:37.058951 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa71bccc-7139-4297-a1b7-5460de492b89 req-8665f247-39e3-4f5a-997d-5c8742c70b0a service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944254 Feb 15 17:57:37.229349 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22aae3-43c9-47b9-83c5-9d6d0bd10f41 req-457bc569-6794-4d1c-8545-cda473e4ec04 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:37.230865 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cc22aae3-43c9-47b9-83c5-9d6d0bd10f41 req-457bc569-6794-4d1c-8545-cda473e4ec04 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0535936 Feb 15 17:57:37.287028 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cc22aae3-43c9-47b9-83c5-9d6d0bd10f41 req-e6732829-b8e9-4d56-98da-74cce2cd3235 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498555 Feb 15 17:57:38.425044 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027f916-94bf-444d-bf0a-60cd7051cef4 req-3ca8c3ab-689e-438d-9ed7-aec57c82ec79 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:38.427269 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c027f916-94bf-444d-bf0a-60cd7051cef4 req-3ca8c3ab-689e-438d-9ed7-aec57c82ec79 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0556173 Feb 15 17:57:38.481424 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c027f916-94bf-444d-bf0a-60cd7051cef4 req-dc8f022f-7b76-4df0-889d-228062e0b9b5 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483246 Feb 15 17:57:39.357037 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-db1d1dd8-2f8d-4945-b656-b600ea0c3bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:39.617938 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d85d2b-f2c1-4932-aa9b-46889ffc62bf req-915ed0b3-2875-42f0-b12b-23216383a9da tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:39.619469 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-92d85d2b-f2c1-4932-aa9b-46889ffc62bf req-915ed0b3-2875-42f0-b12b-23216383a9da tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0555491 Feb 15 17:57:39.670576 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-92d85d2b-f2c1-4932-aa9b-46889ffc62bf req-73341061-4531-4a19-b78a-24d0eeefd921 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444562 Feb 15 17:57:40.757973 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:40.845837 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b303de4-e619-4ca8-b25e-3a74aa9be09f req-a88f885f-4ab2-4c0a-922e-64f9c1ec4244 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:40.847448 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b303de4-e619-4ca8-b25e-3a74aa9be09f req-a88f885f-4ab2-4c0a-922e-64f9c1ec4244 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.1051457 Feb 15 17:57:40.911443 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4b303de4-e619-4ca8-b25e-3a74aa9be09f req-5d15d500-0f0e-44e3-b845-439d74241fc7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582540 Feb 15 17:57:42.032445 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e572c51-9334-49cf-9ea5-6d197204e7b6 req-daa87c0d-5ee3-4cc9-bdf8-8fd68001646c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:42.033984 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4e572c51-9334-49cf-9ea5-6d197204e7b6 req-daa87c0d-5ee3-4cc9-bdf8-8fd68001646c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0534816 Feb 15 17:57:42.084340 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4e572c51-9334-49cf-9ea5-6d197204e7b6 req-6992fa13-c2f7-4cbf-8e13-9e1e6249b819 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445724 Feb 15 17:57:42.219883 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:43.210163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c7e66-f244-4ef1-a89b-d919bf899a08 req-9f1cb16a-b84e-44d7-8fb9-9500820d71e2 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:43.211704 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a27c7e66-f244-4ef1-a89b-d919bf899a08 req-9f1cb16a-b84e-44d7-8fb9-9500820d71e2 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0547698 Feb 15 17:57:43.262594 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a27c7e66-f244-4ef1-a89b-d919bf899a08 req-6b12ab33-7664-4799-b17d-3b957ff25894 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448425 Feb 15 17:57:43.578015 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:44.395592 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a4d6c-dad7-4b75-98a9-7344b80a22b0 req-000887ac-6e5f-49f7-b0a0-77e725b46153 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:44.397107 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba0a4d6c-dad7-4b75-98a9-7344b80a22b0 req-000887ac-6e5f-49f7-b0a0-77e725b46153 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0672290 Feb 15 17:57:44.450718 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-ba0a4d6c-dad7-4b75-98a9-7344b80a22b0 req-69002524-82de-447a-b8ed-f32497a1a1d3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479405 Feb 15 17:57:45.584437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad4ea0-6bb3-4530-af03-a49da760ed53 req-1cbd1239-9c01-4252-9bf9-308445ba6ba9 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:45.586697 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-00ad4ea0-6bb3-4530-af03-a49da760ed53 req-1cbd1239-9c01-4252-9bf9-308445ba6ba9 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0585699 Feb 15 17:57:45.644502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-00ad4ea0-6bb3-4530-af03-a49da760ed53 req-84151790-5377-42fb-b41b-46cc116a5b14 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494742 Feb 15 17:57:46.765838 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd9fce-7deb-4b3a-80dd-e8228a96203c req-f21db55a-a325-44b8-8ebd-0351bbfb8381 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:46.767338 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-25dd9fce-7deb-4b3a-80dd-e8228a96203c req-f21db55a-a325-44b8-8ebd-0351bbfb8381 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0530674 Feb 15 17:57:46.816010 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-25dd9fce-7deb-4b3a-80dd-e8228a96203c req-35e70bf5-1684-4e45-9893-16fab0db8515 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427475 Feb 15 17:57:47.936729 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3eb81-bbf7-4bce-a563-13ecc7649248 req-6854f11d-5f85-4087-a0ff-23c2bb99f40b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:47.938257 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17b3eb81-bbf7-4bce-a563-13ecc7649248 req-6854f11d-5f85-4087-a0ff-23c2bb99f40b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0530870 Feb 15 17:57:47.987364 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-17b3eb81-bbf7-4bce-a563-13ecc7649248 req-78da72b2-1d62-4b07-9671-bbc23a3d4ef7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433338 Feb 15 17:57:49.112599 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da6215-6d4e-4319-98db-7034c90b4db0 req-2c8714bd-33b5-4859-8f5d-ce8c579d972d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:49.114168 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10da6215-6d4e-4319-98db-7034c90b4db0 req-2c8714bd-33b5-4859-8f5d-ce8c579d972d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0600214 Feb 15 17:57:49.162985 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10da6215-6d4e-4319-98db-7034c90b4db0 req-8d0d2d02-4679-433a-bd7c-cd225988ebbb tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432160 Feb 15 17:57:50.284589 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c89e83-7fc1-49aa-a387-1ca697976764 req-670a6511-7209-41b8-a56f-f245bc459197 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:50.286166 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-13c89e83-7fc1-49aa-a387-1ca697976764 req-670a6511-7209-41b8-a56f-f245bc459197 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0563328 Feb 15 17:57:50.335245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-13c89e83-7fc1-49aa-a387-1ca697976764 req-dc711688-665f-4483-a362-112c46a36c3c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434773 Feb 15 17:57:51.455320 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0026a-44f5-46a1-b7b7-c28dc85773f9 req-b2cfed2c-3005-4760-8572-146f795c513f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:51.456960 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-35c0026a-44f5-46a1-b7b7-c28dc85773f9 req-b2cfed2c-3005-4760-8572-146f795c513f tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0531344 Feb 15 17:57:51.506992 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-35c0026a-44f5-46a1-b7b7-c28dc85773f9 req-a6c8350a-c7e4-40c0-8c88-20fed856c8fa tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443225 Feb 15 17:57:52.636646 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af9119-ad4a-4b90-ac4e-a48efcae6fad req-81ec3bac-0a61-4a3c-9c41-14a5d9028ee5 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:52.638737 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3af9119-ad4a-4b90-ac4e-a48efcae6fad req-81ec3bac-0a61-4a3c-9c41-14a5d9028ee5 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0576267 Feb 15 17:57:52.686777 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c3af9119-ad4a-4b90-ac4e-a48efcae6fad req-fb2f0195-60de-4cdd-ae24-8e61fb89c539 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424900 Feb 15 17:57:53.817100 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d869d5-f305-4573-a761-2fadf5f944dc req-91c1bb40-151b-4302-b168-764b5ae17fba tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:53.818641 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10d869d5-f305-4573-a761-2fadf5f944dc req-91c1bb40-151b-4302-b168-764b5ae17fba tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0629964 Feb 15 17:57:53.868022 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device fd837a99-d1a5-4691-abd6-540274c985d8 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 17:57:53.875266 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-10d869d5-f305-4573-a761-2fadf5f944dc req-d244b5da-0446-4635-b0bb-d75e97b42d0e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508635 Feb 15 17:57:53.970216 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port fd837a99-d1a5-4691-abd6-540274c985d8, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=fd837a99-d1a5-4691-abd6-540274c985d8,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:57:53.984373 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'fd837a99-d1a5-4691-abd6-540274c985d8', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'port_id': 'fd837a99-d1a5-4691-abd6-540274c985d8', 'mac_address': 'fa:16:3e:42:2b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 17:57:54.026400 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port fd837a99-d1a5-4691-abd6-540274c985d8 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:57:54.026791 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:54.040349 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd837a99-d1a5-4691-abd6-540274c985d8 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 17:57:54.060631 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port fd837a99-d1a5-4691-abd6-540274c985d8, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=fd837a99-d1a5-4691-abd6-540274c985d8,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:57:54.131345 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:54.181924 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=fd837a99-d1a5-4691-abd6-540274c985d8,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:57:54.189775 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:54.190125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:54.190467 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:54.190799 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:54.191133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:54.191461 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:54.191785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:54.192109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:54.192432 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:54.192752 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:54.193073 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:54.193424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:54.193746 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:54.366564 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['fd837a99-d1a5-4691-abd6-540274c985d8'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 17:57:55.000277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007896af-4d39-422d-9e39-0642023ec73d req-fc531520-0d69-491f-8b7b-8efe13344a86 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:55.001823 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-007896af-4d39-422d-9e39-0642023ec73d req-fc531520-0d69-491f-8b7b-8efe13344a86 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 945 time: 0.0540915 Feb 15 17:57:55.051414 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-007896af-4d39-422d-9e39-0642023ec73d req-6bc142c6-81ad-4b5f-9c51-2a071a5c29cf tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435252 Feb 15 17:57:55.882661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device fd837a99-d1a5-4691-abd6-540274c985d8 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 17:57:56.037062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port fd837a99-d1a5-4691-abd6-540274c985d8 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 17:57:56.041134 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port fd837a99-d1a5-4691-abd6-540274c985d8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 17:57:56.041531 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:56.188910 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d69562-192b-4f66-b490-fb1891b8ecfe req-76694120-4fb2-4b5c-9c48-2b94805f789b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:56.190421 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8d69562-192b-4f66-b490-fb1891b8ecfe req-76694120-4fb2-4b5c-9c48-2b94805f789b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 945 time: 0.0714498 Feb 15 17:57:56.242389 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b8d69562-192b-4f66-b490-fb1891b8ecfe req-72757f1f-c80c-4e70-ac58-1e60d2d658e2 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460846 Feb 15 17:57:56.288659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port fd837a99-d1a5-4691-abd6-540274c985d8 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 17:57:56.289051 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:56.310900 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd837a99-d1a5-4691-abd6-540274c985d8'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:57:56.313164 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08327c62-6eea-4130-93e2-970d6fc90bfb" -d '{"events": [{"server_uuid": "472a81cc-82fc-45fe-a41a-aa4cba3a9716", "name": "network-vif-plugged", "status": "completed", "tag": "fd837a99-d1a5-4691-abd6-540274c985d8"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:57:56.325341 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port fd837a99-d1a5-4691-abd6-540274c985d8, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=fd837a99-d1a5-4691-abd6-540274c985d8,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 17:57:56.405451 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 17:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048e68a2-d3c2-4765-9e54-9ea2ed8250a6 x-openstack-request-id: req-048e68a2-d3c2-4765-9e54-9ea2ed8250a6 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:57:56.405451 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a81cc-82fc-45fe-a41a-aa4cba3a9716", "name": "network-vif-plugged", "status": "completed", "tag": "fd837a99-d1a5-4691-abd6-540274c985d8", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:57:56.405451 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-048e68a2-d3c2-4765-9e54-9ea2ed8250a6 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:57:56.405792 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd837a99-d1a5-4691-abd6-540274c985d8', 'code': 200} Feb 15 17:57:56.419965 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:56.468622 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=fd837a99-d1a5-4691-abd6-540274c985d8,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:57:56.511716 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12a3f4-1162-4b25-a435-e0489a143f21 req-efa7a17f-bb8b-44f4-b237-053beb2f98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:56.513882 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be12a3f4-1162-4b25-a435-e0489a143f21 req-efa7a17f-bb8b-44f4-b237-053beb2f98bc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 1129 time: 0.0492773 Feb 15 17:57:56.561860 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-be12a3f4-1162-4b25-a435-e0489a143f21 req-f439da13-27fb-4ded-8d4a-fc663b37ff68 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395973 Feb 15 17:57:57.365465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf19894-40b7-4225-89c1-3f68c08326d6 req-6f816593-b6ee-4063-840b-188445d541c3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:57.366966 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6bf19894-40b7-4225-89c1-3f68c08326d6 req-6f816593-b6ee-4063-840b-188445d541c3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0564480 Feb 15 17:57:57.416813 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-6bf19894-40b7-4225-89c1-3f68c08326d6 req-3ae0da4d-a67e-4f70-b14d-ffb289c58d19 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441830 Feb 15 17:57:58.539456 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9fc6c-7a50-4141-940e-e74c54936d32 req-00425e12-3c28-4f36-8b77-b45f9592abb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:58.540991 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6dc9fc6c-7a50-4141-940e-e74c54936d32 req-00425e12-3c28-4f36-8b77-b45f9592abb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0540590 Feb 15 17:57:58.590191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6dc9fc6c-7a50-4141-940e-e74c54936d32 req-db106b07-0ede-47be-a7b7-89cedb496b06 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435884 Feb 15 17:57:58.715137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b55968-dc8d-4077-bc2a-8085d099ebc8 req-923e7d45-bf1f-480d-99e8-13d39044bfb6 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:58.717346 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a8b55968-dc8d-4077-bc2a-8085d099ebc8 req-923e7d45-bf1f-480d-99e8-13d39044bfb6 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0580826 Feb 15 17:57:58.772097 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a8b55968-dc8d-4077-bc2a-8085d099ebc8 req-de9c2e90-933e-49c4-b61e-651784a81976 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486975 Feb 15 17:57:58.794055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44270) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:57:58.879700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bd28e4-2501-42d6-bd2f-62cd558aca33 tempest-TestShelveInstance-401779980 tempest-TestShelveInstance-401779980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:57:58.881242 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-55bd28e4-2501-42d6-bd2f-62cd558aca33 tempest-TestShelveInstance-401779980 tempest-TestShelveInstance-401779980-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 1124 time: 0.0853503 Feb 15 17:57:58.884054 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44274) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 17:57:58.888433 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': 'fd837a99-d1a5-4691-abd6-540274c985d8', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 17:57:58.980388 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:59.082366 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:59.184661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Allocated IP 172.25.4.227 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/c5289e24-5bf4-4010-9e3b-4924c542dc31) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 17:57:59.299522 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for port (c5289e24-5bf4-4010-9e3b-4924c542dc31), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:59.397490 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c5289e24-5bf4-4010-9e3b-4924c542dc31), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:59.439616 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 17:57:59.442661 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 17:57:59.445301 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 17:57:59.470366 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'Port': ['ID=c5289e24-5bf4-4010-9e3b-4924c542dc31,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:57:59.484240 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:59.484599 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:59.484943 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:59.485282 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:59.485756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:59.486100 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:59.486434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:59.486760 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:59.487088 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:59.487415 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:59.487742 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:59.488068 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:59.488387 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 17:57:59.843212 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for floatingip (9707ca47-f06a-4951-b6a7-86421a94d551), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:57:59.983365 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (c5289e24-5bf4-4010-9e3b-4924c542dc31), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:00.149277 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for port (c5289e24-5bf4-4010-9e3b-4924c542dc31), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:00.234118 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (c5289e24-5bf4-4010-9e3b-4924c542dc31), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:00.307360 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event updated for resources: {'Port': ['ID=c5289e24-5bf4-4010-9e3b-4924c542dc31,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 17:58:00.318453 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (9707ca47-f06a-4951-b6a7-86421a94d551), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:00.424256 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Floating IP 9707ca47-f06a-4951-b6a7-86421a94d551 associated. External IP: 172.25.4.227, port: fd837a99-d1a5-4691-abd6-540274c985d8. Feb 15 17:58:00.638503 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Router 4bb829d1-1794-46db-b15a-b7b9e288b562 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 17:58:00.766171 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 17:58:00.775736 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0c5f3-c9e1-4ddd-a8c7-d0e75d81fba4 None None] Sync routers for ids ['4bb829d1-1794-46db-b15a-b7b9e288b562'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 17:58:00.787638 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a0c5f3-c9e1-4ddd-a8c7-d0e75d81fba4 None None] Routers {'4bb829d1-1794-46db-b15a-b7b9e288b562'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:58:00.788266 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a5a0c5f3-c9e1-4ddd-a8c7-d0e75d81fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:57:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4bb829d1-1794-46db-b15a-b7b9e288b562'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:58:00.847581 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:00.878449 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-11f215b3-f187-4600-99bc-e9932691449b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9932914 Feb 15 17:58:00.879142 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'tag': 'fd837a99-d1a5-4691-abd6-540274c985d8'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 17:58:00.881589 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b43cc9f-db33-44fa-89c2-f01494f2d967" -d '{"events": [{"name": "network-changed", "server_uuid": "472a81cc-82fc-45fe-a41a-aa4cba3a9716", "tag": "fd837a99-d1a5-4691-abd6-540274c985d8"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 17:58:00.904146 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-a5a0c5f3-c9e1-4ddd-a8c7-d0e75d81fba4 None None] Set router 4bb829d1-1794-46db-b15a-b7b9e288b562 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:58:00.923561 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 17:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cda11e-b98a-44f9-9c2b-8826b52bdde5 x-openstack-request-id: req-28cda11e-b98a-44f9-9c2b-8826b52bdde5 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 17:58:00.923880 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a81cc-82fc-45fe-a41a-aa4cba3a9716", "tag": "fd837a99-d1a5-4691-abd6-540274c985d8", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 17:58:00.924138 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-28cda11e-b98a-44f9-9c2b-8826b52bdde5 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 17:58:00.924577 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'tag': 'fd837a99-d1a5-4691-abd6-540274c985d8', 'status': 'completed', 'code': 200} Feb 15 17:58:00.998913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43cc9f-db33-44fa-89c2-f01494f2d967 req-3341f887-71a3-4a63-a82c-92ff0da97405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:58:01.000766 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b43cc9f-db33-44fa-89c2-f01494f2d967 req-3341f887-71a3-4a63-a82c-92ff0da97405 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 1129 time: 0.0575430 Feb 15 17:58:01.103141 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43cc9f-db33-44fa-89c2-f01494f2d967 req-6d1f462d-62b7-4638-9452-a8530da40569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:58:01.104542 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b43cc9f-db33-44fa-89c2-f01494f2d967 req-6d1f462d-62b7-4638-9452-a8530da40569 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 909 time: 0.0974991 Feb 15 17:58:01.141171 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a5a0c5f3-c9e1-4ddd-a8c7-d0e75d81fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '9707ca47-f06a-4951-b6a7-86421a94d551', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'port_id': 'fd837a99-d1a5-4691-abd6-540274c985d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'mac_address': 'fa:16:3e:42:2b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:57:59Z', 'updated_at': '2022-02-15T17:57:59Z', 'revision_number': 0, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd650c3c0-cb29-4276-9562-4aea14e9b87a', 'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'mac_address': 'fa:16:3e:27:30:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:33Z', 'updated_at': '2022-02-15T17:52:37Z', 'revision_number': 5, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'subnets': [{'id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:58:01.170689 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0c5f3-c9e1-4ddd-a8c7-d0e75d81fba4 None None] Checking router: 4bb829d1-1794-46db-b15a-b7b9e288b562 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 17:58:01.174065 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b43cc9f-db33-44fa-89c2-f01494f2d967 req-c974f99f-0620-4191-a063-2afe100b2958 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd837a99-d1a5-4691-abd6-540274c985d8 HTTP/1.1" status: 200 len: 1000 time: 0.0636179 Feb 15 17:58:01.179312 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a0c5f3-c9e1-4ddd-a8c7-d0e75d81fba4 None None] Routers {'4bb829d1-1794-46db-b15a-b7b9e288b562'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 17:58:01.179948 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a5a0c5f3-c9e1-4ddd-a8c7-d0e75d81fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T17:57:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4bb829d1-1794-46db-b15a-b7b9e288b562'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:58:01.230965 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43cc9f-db33-44fa-89c2-f01494f2d967 req-9d2a2e20-2013-4fd1-8ed8-d68b8b0ada75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:58:01.233147 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b43cc9f-db33-44fa-89c2-f01494f2d967 req-9d2a2e20-2013-4fd1-8ed8-d68b8b0ada75 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0525322 Feb 15 17:58:01.251477 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:01.287570 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43cc9f-db33-44fa-89c2-f01494f2d967 req-0ff9d597-08cd-469e-bf6a-e494402a6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:58:01.289140 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b43cc9f-db33-44fa-89c2-f01494f2d967 req-0ff9d597-08cd-469e-bf6a-e494402a6d6b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503395 Feb 15 17:58:01.295376 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-a5a0c5f3-c9e1-4ddd-a8c7-d0e75d81fba4 None None] Set router 4bb829d1-1794-46db-b15a-b7b9e288b562 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 17:58:01.299836 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-6b43cc9f-db33-44fa-89c2-f01494f2d967 req-bc16bbbe-e42e-4497-b6ae-735fa61ea012 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 17:58:01.300838 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b43cc9f-db33-44fa-89c2-f01494f2d967 req-bc16bbbe-e42e-4497-b6ae-735fa61ea012 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053122 Feb 15 17:58:01.416583 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b43cc9f-db33-44fa-89c2-f01494f2d967 req-b1d6238a-c37a-4088-8110-e10dd4d216ab service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030002 Feb 15 17:58:01.529387 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6b43cc9f-db33-44fa-89c2-f01494f2d967 req-d00925d3-cd6f-4bce-94d9-97911c39e11d service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096027 Feb 15 17:58:01.540553 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:01.544238 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-a5a0c5f3-c9e1-4ddd-a8c7-d0e75d81fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '9707ca47-f06a-4951-b6a7-86421a94d551', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'port_id': 'fd837a99-d1a5-4691-abd6-540274c985d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'mac_address': 'fa:16:3e:42:2b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:57:59Z', 'updated_at': '2022-02-15T17:57:59Z', 'revision_number': 0, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd650c3c0-cb29-4276-9562-4aea14e9b87a', 'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'mac_address': 'fa:16:3e:27:30:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:33Z', 'updated_at': '2022-02-15T17:52:37Z', 'revision_number': 5, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'subnets': [{'id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 17:58:01.571635 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a0c5f3-c9e1-4ddd-a8c7-d0e75d81fba4 None None] The sync data for ids ['4bb829d1-1794-46db-b15a-b7b9e288b562'] in n-d-828372-14 is: [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '9707ca47-f06a-4951-b6a7-86421a94d551', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'port_id': 'fd837a99-d1a5-4691-abd6-540274c985d8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'mac_address': 'fa:16:3e:42:2b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T17:57:59Z', 'updated_at': '2022-02-15T17:57:59Z', 'revision_number': 0, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd650c3c0-cb29-4276-9562-4aea14e9b87a', 'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'mac_address': 'fa:16:3e:27:30:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:33Z', 'updated_at': '2022-02-15T17:52:37Z', 'revision_number': 5, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'subnets': [{'id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 17:58:01.796028 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae57d89c-f37a-460b-9f2d-e872072d1e01 None None] New status for floating IP 9707ca47-f06a-4951-b6a7-86421a94d551: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 17:58:07.025766 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-df1f6ce6-cc05-4570-bdc6-b3ca7291e7b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:09.377205 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1bb2debd-dca3-49dd-a845-40fdd79c8b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:10.759646 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:11.747748 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:58:12.251765 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:13.568766 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:31.256985 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:31.542594 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:37.010883 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2594973f-39a6-4310-8cfd-5d10ff8ab75d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:39.359376 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7ce64150-759b-429f-9b46-1052a78bfa43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:40.792109 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:42.220048 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:43.573886 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:58:48.746976 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:58:51.421225 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc8de8c4-05f9-4f60-8eb5-9c9b35c20a6e req-dae2acc2-5d14-4009-9ef1-e396e59a0197 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480127 Feb 15 17:58:51.513675 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8de8c4-05f9-4f60-8eb5-9c9b35c20a6e req-46e8b838-50a7-4fd6-a39c-d3c3bac8820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:58:51.515234 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc8de8c4-05f9-4f60-8eb5-9c9b35c20a6e req-46e8b838-50a7-4fd6-a39c-d3c3bac8820d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 1129 time: 0.0466731 Feb 15 17:58:51.627009 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8de8c4-05f9-4f60-8eb5-9c9b35c20a6e req-e8558461-a76d-470e-b59d-84e30e5d48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:58:51.628541 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc8de8c4-05f9-4f60-8eb5-9c9b35c20a6e req-e8558461-a76d-470e-b59d-84e30e5d48ab service neutron] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 909 time: 0.0943456 Feb 15 17:58:51.705671 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc8de8c4-05f9-4f60-8eb5-9c9b35c20a6e req-532cbdfb-0b39-44bd-a056-310d44aec275 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd837a99-d1a5-4691-abd6-540274c985d8 HTTP/1.1" status: 200 len: 1002 time: 0.0704231 Feb 15 17:58:51.768011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8de8c4-05f9-4f60-8eb5-9c9b35c20a6e req-95d7433b-1a8d-44ac-b90d-22143cbdb0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:58:51.769552 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc8de8c4-05f9-4f60-8eb5-9c9b35c20a6e req-95d7433b-1a8d-44ac-b90d-22143cbdb0f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0579190 Feb 15 17:58:51.821772 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8de8c4-05f9-4f60-8eb5-9c9b35c20a6e req-bde10e47-35ce-4ed7-8e73-e1ecdc9aad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:58:51.823328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc8de8c4-05f9-4f60-8eb5-9c9b35c20a6e req-bde10e47-35ce-4ed7-8e73-e1ecdc9aad28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472176 Feb 15 17:58:51.913899 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc8de8c4-05f9-4f60-8eb5-9c9b35c20a6e req-b4f9fafa-653e-4c8d-a14a-254b535d0164 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839155 Feb 15 17:58:52.030016 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fc8de8c4-05f9-4f60-8eb5-9c9b35c20a6e req-ee17a4a2-426a-418a-a883-4560dc516d3a service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092999 Feb 15 17:59:01.254200 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:59:01.570178 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:59:07.044388 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-dfe97931-5d25-4d1e-a14d-d646d9a81351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:59:09.345665 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-785cea18-9058-4f6c-aed0-a53980e48533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:59:10.764223 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:59:12.242215 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:59:13.575976 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:59:25.745419 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 17:59:31.278593 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:59:31.575739 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:59:37.003720 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-87087f08-f3ea-4c17-bc19-18252a65b9a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:59:39.339909 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6fdd615d-c16b-4f9b-b9bf-06c9ea8222cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:59:40.769853 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:59:42.255467 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:59:43.579497 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 17:59:54.092130 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-855f00bd-e4f3-4db2-8ae0-6bcf515631c6 req-70a86dce-ba89-4e74-8e58-9f3819730002 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0844104 Feb 15 17:59:54.180147 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f00bd-e4f3-4db2-8ae0-6bcf515631c6 req-45a273c5-a661-4950-90d4-5c4009191d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:59:54.181715 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-855f00bd-e4f3-4db2-8ae0-6bcf515631c6 req-45a273c5-a661-4950-90d4-5c4009191d77 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 1129 time: 0.0460222 Feb 15 17:59:54.297087 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f00bd-e4f3-4db2-8ae0-6bcf515631c6 req-c2f16f66-e145-4abd-ba48-9b61bfd4929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:59:54.298554 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-855f00bd-e4f3-4db2-8ae0-6bcf515631c6 req-c2f16f66-e145-4abd-ba48-9b61bfd4929a service neutron] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 909 time: 0.0978017 Feb 15 17:59:54.367368 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-855f00bd-e4f3-4db2-8ae0-6bcf515631c6 req-0fc0dc6d-5f77-4ea3-a06a-c88b1b845699 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd837a99-d1a5-4691-abd6-540274c985d8 HTTP/1.1" status: 200 len: 1002 time: 0.0609691 Feb 15 17:59:54.422391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f00bd-e4f3-4db2-8ae0-6bcf515631c6 req-26bac5d7-d1d3-4d16-814b-385be80cf4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:59:54.423905 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-855f00bd-e4f3-4db2-8ae0-6bcf515631c6 req-26bac5d7-d1d3-4d16-814b-385be80cf4be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0501566 Feb 15 17:59:54.479235 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f00bd-e4f3-4db2-8ae0-6bcf515631c6 req-1642755d-44b1-4cb4-b10a-8bfde54dae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 17:59:54.480760 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-855f00bd-e4f3-4db2-8ae0-6bcf515631c6 req-1642755d-44b1-4cb4-b10a-8bfde54dae7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504358 Feb 15 17:59:54.571091 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-855f00bd-e4f3-4db2-8ae0-6bcf515631c6 req-72bc09ec-a8ab-4d9e-9e4a-1e49b0b67ba0 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834301 Feb 15 17:59:54.672086 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-855f00bd-e4f3-4db2-8ae0-6bcf515631c6 req-c462784b-ced2-4c2f-b76d-0cf1c4d42a13 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946138 Feb 15 18:00:01.271826 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:00:01.557643 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:00:02.751196 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:00:07.007662 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-53b71de6-b28f-41a6-80b7-d9f2fbebc8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:00:09.340064 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b1e5d57c-48c1-4238-a66b-bc5f4996c948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:00:10.791492 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:00:12.259610 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:00:13.579139 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:00:27.839077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfb416-684c-4c9f-8a8f-79afff2edabc req-2447d26f-b071-4cf1-aa65-5f178d192e44 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:27.840648 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32cfb416-684c-4c9f-8a8f-79afff2edabc req-2447d26f-b071-4cf1-aa65-5f178d192e44 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.1157670 Feb 15 18:00:27.895014 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-32cfb416-684c-4c9f-8a8f-79afff2edabc req-5873cd08-5832-4d92-9e68-d2cc92fb5f5d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475264 Feb 15 18:00:29.091914 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c792f1-1ae3-4a31-962d-8c279aed1db2 req-4f75df97-2200-4e18-a8aa-72c3fac8106e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:29.093471 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-65c792f1-1ae3-4a31-962d-8c279aed1db2 req-4f75df97-2200-4e18-a8aa-72c3fac8106e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.1169138 Feb 15 18:00:29.147710 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-65c792f1-1ae3-4a31-962d-8c279aed1db2 req-48aaef91-ac56-4240-a486-622828aade80 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479455 Feb 15 18:00:30.284569 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02cee0-ced3-4b58-bc17-d3efb43b2dda req-ecbb3338-3d28-4224-bd65-8b585d454a63 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:30.286079 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f02cee0-ced3-4b58-bc17-d3efb43b2dda req-ecbb3338-3d28-4224-bd65-8b585d454a63 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0618362 Feb 15 18:00:30.336022 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6f02cee0-ced3-4b58-bc17-d3efb43b2dda req-fdc9c1ac-a150-49a7-97a8-5a9eb9d56f60 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442078 Feb 15 18:00:31.270995 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:00:31.457648 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446d280-5201-4f97-a9d9-f176ce00eaf6 req-8a5026f0-58c4-46a2-95c1-c7b4ce40bf84 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:31.459189 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4446d280-5201-4f97-a9d9-f176ce00eaf6 req-8a5026f0-58c4-46a2-95c1-c7b4ce40bf84 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0530849 Feb 15 18:00:31.511006 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-4446d280-5201-4f97-a9d9-f176ce00eaf6 req-707e14ea-1616-4d83-bada-0d0979ec1683 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459609 Feb 15 18:00:31.591849 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:00:32.636863 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab1143-b29b-4793-8897-3a4600177fbb req-98044f7b-3eb6-430e-99d3-699077cf5bb7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:32.638536 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1ab1143-b29b-4793-8897-3a4600177fbb req-98044f7b-3eb6-430e-99d3-699077cf5bb7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0552073 Feb 15 18:00:32.689700 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b1ab1143-b29b-4793-8897-3a4600177fbb req-acb20bed-2657-4d37-a1fc-ae893e08ecd7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454838 Feb 15 18:00:33.809619 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e38098-248c-455f-bacb-e755a8bb918b req-372814da-5826-4891-be9a-75fea7fbf87e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:33.811146 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43e38098-248c-455f-bacb-e755a8bb918b req-372814da-5826-4891-be9a-75fea7fbf87e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0527320 Feb 15 18:00:33.867067 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-43e38098-248c-455f-bacb-e755a8bb918b req-20896776-fa8e-4b29-ac38-4353eeabc67a tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503094 Feb 15 18:00:34.993249 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6238eba-d14f-4bc3-9fe6-cc1ec0a4f12d req-ab505369-9ef5-4e4f-8e8e-a576433ad00e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:34.994826 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f6238eba-d14f-4bc3-9fe6-cc1ec0a4f12d req-ab505369-9ef5-4e4f-8e8e-a576433ad00e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0546515 Feb 15 18:00:35.052113 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f6238eba-d14f-4bc3-9fe6-cc1ec0a4f12d req-76df1fa6-1ebc-49e1-8e60-5609d87744f1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509453 Feb 15 18:00:36.179573 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e59b6d-beb9-4f80-b92a-6f4e09fa49cf req-741758e4-9f52-4183-8e80-c509f4662546 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:36.181075 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b2e59b6d-beb9-4f80-b92a-6f4e09fa49cf req-741758e4-9f52-4183-8e80-c509f4662546 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0533748 Feb 15 18:00:36.234003 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b2e59b6d-beb9-4f80-b92a-6f4e09fa49cf req-50c750d4-9490-4d79-8187-c981fb0227b8 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460601 Feb 15 18:00:37.002876 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-77b08836-f1e3-4ef1-b974-693b4d45b07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:00:37.356534 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5b2ee-e81b-46a8-b5ce-0e10ae05be66 req-50e37ea2-3eca-40e0-a02d-6a5c6a7b9461 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:37.358745 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6cb5b2ee-e81b-46a8-b5ce-0e10ae05be66 req-50e37ea2-3eca-40e0-a02d-6a5c6a7b9461 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0554984 Feb 15 18:00:37.416171 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6cb5b2ee-e81b-46a8-b5ce-0e10ae05be66 req-aa926fb1-35c6-42de-beac-8662f86d8984 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518692 Feb 15 18:00:37.997030 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db9c3a-4fff-480a-8917-ed48a2bd4427 req-613153fe-edd1-4c53-8271-45aafe75fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:37.998620 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f0db9c3a-4fff-480a-8917-ed48a2bd4427 req-613153fe-edd1-4c53-8271-45aafe75fa17 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 1129 time: 0.0483518 Feb 15 18:00:38.093259 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db9c3a-4fff-480a-8917-ed48a2bd4427 req-8ff59be2-c8a0-41fd-80f1-20cd890c0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:38.095053 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f0db9c3a-4fff-480a-8917-ed48a2bd4427 req-8ff59be2-c8a0-41fd-80f1-20cd890c0319 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 909 time: 0.0898056 Feb 15 18:00:38.167996 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f0db9c3a-4fff-480a-8917-ed48a2bd4427 req-be549bc9-1733-41f2-b2ba-d548286e2e3c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd837a99-d1a5-4691-abd6-540274c985d8 HTTP/1.1" status: 200 len: 1002 time: 0.0664079 Feb 15 18:00:38.219011 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db9c3a-4fff-480a-8917-ed48a2bd4427 req-79663e12-ef32-40c3-a9b7-9516b648ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:38.220761 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f0db9c3a-4fff-480a-8917-ed48a2bd4427 req-79663e12-ef32-40c3-a9b7-9516b648ab7c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0453992 Feb 15 18:00:38.276511 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db9c3a-4fff-480a-8917-ed48a2bd4427 req-a38529ab-ba6f-4ed5-b306-c33c95a8b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:38.278094 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f0db9c3a-4fff-480a-8917-ed48a2bd4427 req-a38529ab-ba6f-4ed5-b306-c33c95a8b13a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502923 Feb 15 18:00:38.371700 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f0db9c3a-4fff-480a-8917-ed48a2bd4427 req-f2cb8b47-55cd-451a-976c-2173045bc009 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869749 Feb 15 18:00:38.476835 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f0db9c3a-4fff-480a-8917-ed48a2bd4427 req-ce144573-23ff-46bb-94ba-91ce730afc85 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987744 Feb 15 18:00:38.542869 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702bc45-39d4-41e8-b561-15a324c74f5d req-17a857b7-7f67-4755-aeaa-efe73b590e06 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:38.544313 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9702bc45-39d4-41e8-b561-15a324c74f5d req-17a857b7-7f67-4755-aeaa-efe73b590e06 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0562546 Feb 15 18:00:38.602357 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-9702bc45-39d4-41e8-b561-15a324c74f5d req-64430613-e7f6-4468-8d01-e8b54fc0d959 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460007 Feb 15 18:00:39.334381 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0860c7d1-65d4-49c8-8806-c88923b8f944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:00:39.734484 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f99c2-e384-43f9-9cec-a6d8552d0fc0 req-d464af8c-e5c3-40e6-a651-14df430bb228 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:39.736136 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a0f99c2-e384-43f9-9cec-a6d8552d0fc0 req-d464af8c-e5c3-40e6-a651-14df430bb228 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0618651 Feb 15 18:00:39.740566 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:00:39.786827 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a0f99c2-e384-43f9-9cec-a6d8552d0fc0 req-3b7165b9-6bbb-4820-bbcd-407e83a10ea5 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450473 Feb 15 18:00:40.785410 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:00:40.911518 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60501e86-d1aa-48ed-b80c-7be984ce7b24 req-aa5ead95-a963-4914-8bf2-1c3f6f8868f7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:40.912943 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60501e86-d1aa-48ed-b80c-7be984ce7b24 req-aa5ead95-a963-4914-8bf2-1c3f6f8868f7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0577779 Feb 15 18:00:40.964130 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-60501e86-d1aa-48ed-b80c-7be984ce7b24 req-eaf52ea9-f3d0-4e4b-9db9-1650439eb09a tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453262 Feb 15 18:00:42.098592 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50da79-f1ce-484a-b7ea-6b27b093b23e req-7677a2b8-271d-4492-8363-978c12a01e0b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:42.100230 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1a50da79-f1ce-484a-b7ea-6b27b093b23e req-7677a2b8-271d-4492-8363-978c12a01e0b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0568407 Feb 15 18:00:42.158957 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1a50da79-f1ce-484a-b7ea-6b27b093b23e req-b8d5b46e-8dd8-4db8-b286-446a3267b73d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525141 Feb 15 18:00:42.242862 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:00:43.298235 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ec295-06c5-4981-9a10-84fb8ec945c4 req-aa1f9e07-2f23-4e6c-a9dc-3e8e106f15c8 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:43.299693 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-424ec295-06c5-4981-9a10-84fb8ec945c4 req-aa1f9e07-2f23-4e6c-a9dc-3e8e106f15c8 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0652077 Feb 15 18:00:43.357895 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-424ec295-06c5-4981-9a10-84fb8ec945c4 req-d23e6a15-b4a3-4de1-a3a7-c77ffc7f0726 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516739 Feb 15 18:00:43.564624 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:00:44.491189 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd96b70-b3a6-40cb-86b4-b21dea72f54c req-f0c0450e-73e3-405e-9c02-bd7a2f566bff tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:44.492784 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9fd96b70-b3a6-40cb-86b4-b21dea72f54c req-f0c0450e-73e3-405e-9c02-bd7a2f566bff tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0606506 Feb 15 18:00:44.547870 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9fd96b70-b3a6-40cb-86b4-b21dea72f54c req-0dfd70f5-60f9-4c96-8a91-b64d38373283 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492868 Feb 15 18:00:44.863322 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device fd837a99-d1a5-4691-abd6-540274c985d8 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:00:44.950158 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a95c20-b21d-40f4-9503-4e05c6267f75 req-354f1d50-0d7a-4797-98f7-05629cad244a tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:44.951737 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2a95c20-b21d-40f4-9503-4e05c6267f75 req-354f1d50-0d7a-4797-98f7-05629cad244a tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0711935 Feb 15 18:00:44.959908 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port fd837a99-d1a5-4691-abd6-540274c985d8 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:00:44.960696 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:00:44.993129 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd837a99-d1a5-4691-abd6-540274c985d8'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:00:44.995442 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3f80e5-f1df-4398-8b13-17b3686db393" -d '{"events": [{"server_uuid": "472a81cc-82fc-45fe-a41a-aa4cba3a9716", "name": "network-vif-unplugged", "status": "completed", "tag": "fd837a99-d1a5-4691-abd6-540274c985d8"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:00:45.014519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port fd837a99-d1a5-4691-abd6-540274c985d8, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=fd837a99-d1a5-4691-abd6-540274c985d8,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:00:45.037735 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8e55e6-e20c-4235-839f-6177c3fd595c x-openstack-request-id: req-8f8e55e6-e20c-4235-839f-6177c3fd595c {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:00:45.038319 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a81cc-82fc-45fe-a41a-aa4cba3a9716", "name": "network-vif-unplugged", "status": "failed", "tag": "fd837a99-d1a5-4691-abd6-540274c985d8", "code": 422}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:00:45.038643 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-8f8e55e6-e20c-4235-839f-6177c3fd595c {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:00:45.039127 n-d-828372-14 neutron-server[103801]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fd837a99-d1a5-4691-abd6-540274c985d8', 'code': 422} returned with failed status Feb 15 18:00:45.046965 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e2a95c20-b21d-40f4-9503-4e05c6267f75 req-bebe2f5c-1f22-4823-b571-ebbbe118d225 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866306 Feb 15 18:00:45.062261 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-88fa0541-876f-4bdb-b789-06ba72754a9a service neutron] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1260741 Feb 15 18:00:45.072029 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-6e6b8cfe-1a4f-4cd8-a0a6-4ce535374faf service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 18:00:45.072953 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-6e6b8cfe-1a4f-4cd8-a0a6-4ce535374faf service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053341 Feb 15 18:00:45.077785 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:00:45.126555 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=fd837a99-d1a5-4691-abd6-540274c985d8,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:00:45.133942 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:00:45.134291 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:00:45.134634 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:00:45.134971 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:00:45.135307 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:00:45.135641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:00:45.135966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:00:45.136295 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:00:45.136619 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:00:45.136941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:00:45.137265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:00:45.137615 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:00:45.137938 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:00:46.179461 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66067a0-aeab-40e8-a717-a17f577401ee req-02e7e67c-90a8-4676-88e4-2e3275c5dfba tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:46.181022 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a66067a0-aeab-40e8-a717-a17f577401ee req-02e7e67c-90a8-4676-88e4-2e3275c5dfba tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0641644 Feb 15 18:00:46.243608 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-4d7fba36-38bf-4f93-bff9-33dee53ef453 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:46.244931 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-4d7fba36-38bf-4f93-bff9-33dee53ef453 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports/fd837a99-d1a5-4691-abd6-540274c985d8 HTTP/1.1" status: 200 len: 941 time: 0.1185577 Feb 15 18:00:46.272808 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a66067a0-aeab-40e8-a717-a17f577401ee req-f506434a-3ea9-4af3-861d-4dea9b2addd5 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819764 Feb 15 18:00:47.398024 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05d773-dec8-48f3-a431-ecdb1042844a req-2d3df4b8-8058-449b-8f18-89b8cedfb19e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:47.399560 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c05d773-dec8-48f3-a431-ecdb1042844a req-2d3df4b8-8058-449b-8f18-89b8cedfb19e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0587857 Feb 15 18:00:47.464055 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c05d773-dec8-48f3-a431-ecdb1042844a req-ca1e3aac-c8e8-4201-8482-5caa5227f9e4 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553200 Feb 15 18:00:48.589831 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f19e3-99ac-4220-b226-b566254eac16 req-9d6456c0-d6ee-41e3-97e3-ad23ad79cae7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:48.591432 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-457f19e3-99ac-4220-b226-b566254eac16 req-9d6456c0-d6ee-41e3-97e3-ad23ad79cae7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0543342 Feb 15 18:00:48.644569 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-457f19e3-99ac-4220-b226-b566254eac16 req-8354f20f-dbd8-49e5-807e-d5d1ff7de8fa tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471570 Feb 15 18:00:49.770478 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d8839-a1c2-47cc-b101-8eb52911cda1 req-34d10b07-d7a9-464e-be45-da290d532885 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:49.772034 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e6d8839-a1c2-47cc-b101-8eb52911cda1 req-34d10b07-d7a9-464e-be45-da290d532885 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0544527 Feb 15 18:00:49.823398 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-1e6d8839-a1c2-47cc-b101-8eb52911cda1 req-7300c711-55fb-46d0-af04-a8d75677c8f7 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457754 Feb 15 18:00:50.949980 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382432c6-71ca-4396-9b37-00096d0ae25d req-01a10ad7-01c8-4205-bf7b-573abecaf680 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:50.952440 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-382432c6-71ca-4396-9b37-00096d0ae25d req-01a10ad7-01c8-4205-bf7b-573abecaf680 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0578105 Feb 15 18:00:51.006517 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-382432c6-71ca-4396-9b37-00096d0ae25d req-230dcf5f-5119-4098-b1b6-693a11bd211d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486562 Feb 15 18:00:52.147445 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929dce57-02c6-4ecf-af8b-3dabc601f006 req-34424542-5781-4bc5-9592-308d3d34538e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:52.149106 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-929dce57-02c6-4ecf-af8b-3dabc601f006 req-34424542-5781-4bc5-9592-308d3d34538e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0687020 Feb 15 18:00:52.204275 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-929dce57-02c6-4ecf-af8b-3dabc601f006 req-74867ca8-1bc7-407c-8e4e-699753fe4ce6 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487506 Feb 15 18:00:53.328476 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe686e-93bf-4756-b2ed-be017b4f0432 req-550d5a79-6a7b-471e-b02b-c270d296949b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:53.329972 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0fbe686e-93bf-4756-b2ed-be017b4f0432 req-550d5a79-6a7b-471e-b02b-c270d296949b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0540037 Feb 15 18:00:53.381349 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0fbe686e-93bf-4756-b2ed-be017b4f0432 req-2c509e5c-6f60-4729-9579-65c3b16a7b74 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457592 Feb 15 18:00:54.507321 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5239c7b-9804-4efa-a8ba-4ceb79743e14 req-7f44b672-798f-4711-bc03-eb19a468db83 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:54.508929 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c5239c7b-9804-4efa-a8ba-4ceb79743e14 req-7f44b672-798f-4711-bc03-eb19a468db83 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0555761 Feb 15 18:00:54.564179 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c5239c7b-9804-4efa-a8ba-4ceb79743e14 req-bd745c28-9e09-4c21-96ca-4097f7f34b12 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493338 Feb 15 18:00:55.688305 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af1af1-2032-4f75-b328-9386def24fa4 req-4176e1b5-740a-4586-a0d0-ece2d0592a32 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:55.689839 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-86af1af1-2032-4f75-b328-9386def24fa4 req-4176e1b5-740a-4586-a0d0-ece2d0592a32 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0549486 Feb 15 18:00:55.744878 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-86af1af1-2032-4f75-b328-9386def24fa4 req-87be614a-5c33-4765-abfb-a54a9cc7e758 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491784 Feb 15 18:00:56.877383 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d4d9c-5e8d-4cf8-bb78-8eafe20b885c req-2475c8c2-0ed3-49c8-b457-39d598d6b884 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:56.878873 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-948d4d9c-5e8d-4cf8-bb78-8eafe20b885c req-2475c8c2-0ed3-49c8-b457-39d598d6b884 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0644772 Feb 15 18:00:56.930899 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-948d4d9c-5e8d-4cf8-bb78-8eafe20b885c req-231432ab-5387-460a-a5ce-fe33a6ed1f8e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462496 Feb 15 18:00:58.052522 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfc58d-ba61-498b-8931-6366582f04b9 req-8a5dea89-0413-4729-b2b7-ce59a5a7cf1a tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:58.054127 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aecfc58d-ba61-498b-8931-6366582f04b9 req-8a5dea89-0413-4729-b2b7-ce59a5a7cf1a tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0537763 Feb 15 18:00:58.105017 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aecfc58d-ba61-498b-8931-6366582f04b9 req-2764e6c9-aa4e-4ca0-89dc-3a678b1c2019 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452623 Feb 15 18:00:59.236246 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b5c29-fa20-4851-b7d8-1b4d719adf0c req-31bb6ccf-ca05-4732-8dba-f2ed15629b3d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:00:59.237740 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c95b5c29-fa20-4851-b7d8-1b4d719adf0c req-31bb6ccf-ca05-4732-8dba-f2ed15629b3d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0600650 Feb 15 18:00:59.292429 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-c95b5c29-fa20-4851-b7d8-1b4d719adf0c req-74860f09-7e5b-44e3-97e8-dfd22d889046 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490096 Feb 15 18:01:00.417872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756fec0-be8c-4adb-890a-2787a277dd14 req-bb67338b-af85-424b-ba79-e032406ef989 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:00.419710 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f756fec0-be8c-4adb-890a-2787a277dd14 req-bb67338b-af85-424b-ba79-e032406ef989 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0578611 Feb 15 18:01:00.478607 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f756fec0-be8c-4adb-890a-2787a277dd14 req-da181717-56b6-405f-835c-f81a3fb50995 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521226 Feb 15 18:01:01.248391 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:01.585617 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:01.633133 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a426a01-516c-470b-8606-74f3452bcf56 req-b0800732-8a55-487b-975c-bdeabf5810aa tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:01.634714 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a426a01-516c-470b-8606-74f3452bcf56 req-b0800732-8a55-487b-975c-bdeabf5810aa tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0845404 Feb 15 18:01:01.673787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-12218aed-651d-44f1-8658-e73da8ec1295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:01.675327 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-12218aed-651d-44f1-8658-e73da8ec1295 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716&tenant_id=d1bf98073d21423c9ae455f9d7842c81 HTTP/1.1" status: 200 len: 1127 time: 0.0881290 Feb 15 18:01:01.696544 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9a426a01-516c-470b-8606-74f3452bcf56 req-e051b19a-1436-417b-a06e-f1656af45dbe tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551300 Feb 15 18:01:01.753642 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-f2bcff0c-d3c2-4db2-8a0f-6c2566af5f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:01.755155 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-f2bcff0c-d3c2-4db2-8a0f-6c2566af5f36 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 1127 time: 0.0563123 Feb 15 18:01:01.852453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-28db8b63-83b8-402e-b0a7-36c94aa8c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:01.853925 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-28db8b63-83b8-402e-b0a7-36c94aa8c084 service neutron] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 909 time: 0.0924652 Feb 15 18:01:01.919887 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-3ec1b7bd-f1e2-4477-87cf-680ceb79bb1a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd837a99-d1a5-4691-abd6-540274c985d8 HTTP/1.1" status: 200 len: 1000 time: 0.0597098 Feb 15 18:01:01.968355 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-6d4cb435-3dbc-4a55-8681-9a9e21f1f5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:01.970126 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-6d4cb435-3dbc-4a55-8681-9a9e21f1f5cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0443637 Feb 15 18:01:02.024223 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-0f200fef-664e-45ef-ba82-9c42599d6e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:02.025823 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-0f200fef-664e-45ef-ba82-9c42599d6e95 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498877 Feb 15 18:01:02.116563 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-aa105c90-aa9a-478f-a7a0-6194eac7c710 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846851 Feb 15 18:01:02.212985 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-3d00bf5f-2d95-4a40-83a2-d7419eb701b3 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905955 Feb 15 18:01:02.835776 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94caea3a-eefc-41a4-8a37-232fb7e4a53e req-e4f6c249-a33e-44fe-81f4-ac4709e3ed4c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:02.837294 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-94caea3a-eefc-41a4-8a37-232fb7e4a53e req-e4f6c249-a33e-44fe-81f4-ac4709e3ed4c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0607729 Feb 15 18:01:02.886947 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-94caea3a-eefc-41a4-8a37-232fb7e4a53e req-730e2277-d6e3-4daf-ba91-d06992f3e734 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439851 Feb 15 18:01:04.009002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa50e1c-ad76-45af-82bb-9e95d2cf3a4a req-d46d0ffd-bb9f-4ee5-9447-81e4d1dd1ab4 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:04.010581 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baa50e1c-ad76-45af-82bb-9e95d2cf3a4a req-d46d0ffd-bb9f-4ee5-9447-81e4d1dd1ab4 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0554857 Feb 15 18:01:04.062111 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-baa50e1c-ad76-45af-82bb-9e95d2cf3a4a req-b61d16f9-51c2-4332-be76-bc7275ef912d tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451789 Feb 15 18:01:05.184531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64649bc3-975e-4711-9524-1217c9815dac req-249f0e2b-f5f1-4b67-93bf-524f7dffae15 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:05.186084 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64649bc3-975e-4711-9524-1217c9815dac req-249f0e2b-f5f1-4b67-93bf-524f7dffae15 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0533845 Feb 15 18:01:05.236587 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-64649bc3-975e-4711-9524-1217c9815dac req-9cc75822-7e15-42cf-b86a-ac1f125b838e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443747 Feb 15 18:01:06.357787 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bea036-200c-480b-a8d9-aa9b60daae6d req-38a62c85-eca3-4be3-b7f9-b61d583e36e2 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:06.359973 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77bea036-200c-480b-a8d9-aa9b60daae6d req-38a62c85-eca3-4be3-b7f9-b61d583e36e2 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0544014 Feb 15 18:01:06.415861 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-77bea036-200c-480b-a8d9-aa9b60daae6d req-6c7cf525-ee4b-47cb-8c4c-ffc298175fba tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503471 Feb 15 18:01:07.036752 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-110824f4-0783-4b7a-92ea-bf25d2eadad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:07.548439 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b23c61-8ab6-4ac4-8e90-c0146c567285 req-db9c4098-8126-4c21-bf2f-952f2a9656b0 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:07.549996 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1b23c61-8ab6-4ac4-8e90-c0146c567285 req-db9c4098-8126-4c21-bf2f-952f2a9656b0 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0590866 Feb 15 18:01:07.602905 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a1b23c61-8ab6-4ac4-8e90-c0146c567285 req-2292af74-76e3-474d-8193-ddab4663eeb8 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450013 Feb 15 18:01:08.734069 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c12739-c3ea-4db7-ac54-d82e7d1ba1f2 req-b86a46f4-4daf-4d4a-8d41-5d01318e2598 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:08.736200 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0c12739-c3ea-4db7-ac54-d82e7d1ba1f2 req-b86a46f4-4daf-4d4a-8d41-5d01318e2598 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0601211 Feb 15 18:01:08.785875 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a0c12739-c3ea-4db7-ac54-d82e7d1ba1f2 req-f5110d3e-2775-45da-a188-06b42db240a1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441597 Feb 15 18:01:09.327937 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0a89bf67-afcf-4360-bda6-ed5657ff7316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:09.920494 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f717c2-12a1-491d-909e-84cb032c18c2 req-39bbbfa1-1b3c-4c93-970c-8487b96dae56 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:09.922540 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-51f717c2-12a1-491d-909e-84cb032c18c2 req-39bbbfa1-1b3c-4c93-970c-8487b96dae56 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0561769 Feb 15 18:01:09.974103 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-51f717c2-12a1-491d-909e-84cb032c18c2 req-dbb20699-990e-4648-8138-ffdf9dc66e21 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458164 Feb 15 18:01:10.830327 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:10.985961 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device fd837a99-d1a5-4691-abd6-540274c985d8 details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 18:01:11.087546 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port fd837a99-d1a5-4691-abd6-540274c985d8, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=fd837a99-d1a5-4691-abd6-540274c985d8,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:01:11.096574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa668a98-7d90-42e0-9ade-730573caf3ef req-711c8651-9be5-432f-b907-1b2371fec47b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:11.098167 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa668a98-7d90-42e0-9ade-730573caf3ef req-711c8651-9be5-432f-b907-1b2371fec47b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 944 time: 0.0545452 Feb 15 18:01:11.103668 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': 'fd837a99-d1a5-4691-abd6-540274c985d8', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'port_id': 'fd837a99-d1a5-4691-abd6-540274c985d8', 'mac_address': 'fa:16:3e:42:2b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 18:01:11.143517 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port fd837a99-d1a5-4691-abd6-540274c985d8 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:01:11.143908 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:11.149073 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-fa668a98-7d90-42e0-9ade-730573caf3ef req-a8cd759a-4011-45c2-b67c-548ebeb46b6a tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442839 Feb 15 18:01:11.158125 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd837a99-d1a5-4691-abd6-540274c985d8 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 18:01:11.178721 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port fd837a99-d1a5-4691-abd6-540274c985d8, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=fd837a99-d1a5-4691-abd6-540274c985d8,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:01:11.236757 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:11.286641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=fd837a99-d1a5-4691-abd6-540274c985d8,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:01:11.483783 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['fd837a99-d1a5-4691-abd6-540274c985d8'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 18:01:12.236735 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:12.269855 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6eb6c8-fd42-4610-a462-b2dcd4cb84f9 req-8be9cc60-a177-4c10-918e-fe44ba494535 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:12.271393 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d6eb6c8-fd42-4610-a462-b2dcd4cb84f9 req-8be9cc60-a177-4c10-918e-fe44ba494535 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 945 time: 0.0540683 Feb 15 18:01:12.326748 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d6eb6c8-fd42-4610-a462-b2dcd4cb84f9 req-5568e202-c443-4542-b14e-da90444e4055 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496290 Feb 15 18:01:13.001761 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device fd837a99-d1a5-4691-abd6-540274c985d8 up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 18:01:13.052721 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port fd837a99-d1a5-4691-abd6-540274c985d8 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:01:13.053088 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:13.133241 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port fd837a99-d1a5-4691-abd6-540274c985d8 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:01:13.133649 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:13.160159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd837a99-d1a5-4691-abd6-540274c985d8'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:01:13.162430 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdc73ee-d564-4f2a-9b4e-0ebd949472d9" -d '{"events": [{"server_uuid": "472a81cc-82fc-45fe-a41a-aa4cba3a9716", "name": "network-vif-plugged", "status": "completed", "tag": "fd837a99-d1a5-4691-abd6-540274c985d8"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:01:13.176082 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port fd837a99-d1a5-4691-abd6-540274c985d8, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=fd837a99-d1a5-4691-abd6-540274c985d8,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:01:13.202038 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 18:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5562bacc-4a20-4f0d-957c-998eac1add6a x-openstack-request-id: req-5562bacc-4a20-4f0d-957c-998eac1add6a {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:01:13.202348 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a81cc-82fc-45fe-a41a-aa4cba3a9716", "name": "network-vif-plugged", "status": "completed", "tag": "fd837a99-d1a5-4691-abd6-540274c985d8", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:01:13.202612 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5562bacc-4a20-4f0d-957c-998eac1add6a {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:01:13.203012 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd837a99-d1a5-4691-abd6-540274c985d8', 'code': 200} Feb 15 18:01:13.231437 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:13.289382 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=fd837a99-d1a5-4691-abd6-540274c985d8,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:01:13.365104 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352fad7-148c-44f4-8383-d3ef83403ca0 req-3ce06093-e055-4b91-95da-d26d3966bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:13.366710 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2352fad7-148c-44f4-8383-d3ef83403ca0 req-3ce06093-e055-4b91-95da-d26d3966bde7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 1129 time: 0.0500462 Feb 15 18:01:13.421914 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2352fad7-148c-44f4-8383-d3ef83403ca0 req-c9ac53be-cb8d-418f-b30e-90a394b36adb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475795 Feb 15 18:01:13.455882 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbfcea-5cde-483c-91b7-9e034e38e5fd req-0b226432-b50c-46c7-a789-ad609fc6ecda tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:13.457439 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cacbfcea-5cde-483c-91b7-9e034e38e5fd req-0b226432-b50c-46c7-a789-ad609fc6ecda tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0577681 Feb 15 18:01:13.510650 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-cacbfcea-5cde-483c-91b7-9e034e38e5fd req-69873b01-9106-4404-9817-5aeebb0dcbfe tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474420 Feb 15 18:01:13.576875 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:14.644221 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2686a-5be1-4345-8cb0-4d78f83b19d6 req-3eba228d-5ad0-4473-a600-6d53aec656e3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:14.646485 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-37b2686a-5be1-4345-8cb0-4d78f83b19d6 req-3eba228d-5ad0-4473-a600-6d53aec656e3 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0564411 Feb 15 18:01:14.698261 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-37b2686a-5be1-4345-8cb0-4d78f83b19d6 req-be322bf2-5fa7-405d-8959-b3084f9a6920 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463376 Feb 15 18:01:15.832717 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f04006e-21a9-4c9b-a61b-7a98d7af385c req-7a2ee985-9101-4c0f-9549-efb042982037 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:15.834284 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2f04006e-21a9-4c9b-a61b-7a98d7af385c req-7a2ee985-9101-4c0f-9549-efb042982037 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0539591 Feb 15 18:01:15.885645 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-2f04006e-21a9-4c9b-a61b-7a98d7af385c req-4d3f3951-c30d-46f9-8c7d-c3bc14c98fbc tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454443 Feb 15 18:01:16.741575 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:01:31.230803 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:31.608091 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:37.013044 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e1d21764-38e5-4687-9f8a-2010bd711a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:39.338877 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1ed24152-97be-44e6-93d9-ba799ad020ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:40.784163 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:42.230323 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:43.596542 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:01:53.741065 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:01:54.405748 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d1b995e-fa79-4851-9dd2-23230d4bcf8a req-3c36394b-4d81-4d19-a7ba-34ceca57a87e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453937 Feb 15 18:01:54.501138 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b995e-fa79-4851-9dd2-23230d4bcf8a req-e857e32a-f1dd-48c9-a07d-291c3b4d8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:54.502681 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d1b995e-fa79-4851-9dd2-23230d4bcf8a req-e857e32a-f1dd-48c9-a07d-291c3b4d8fa7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 1129 time: 0.0523415 Feb 15 18:01:54.613199 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b995e-fa79-4851-9dd2-23230d4bcf8a req-15d64d51-d8b7-4726-9a8c-cd8d06205e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:54.614741 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d1b995e-fa79-4851-9dd2-23230d4bcf8a req-15d64d51-d8b7-4726-9a8c-cd8d06205e2f service neutron] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 909 time: 0.0922496 Feb 15 18:01:54.688131 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d1b995e-fa79-4851-9dd2-23230d4bcf8a req-aacdea42-da68-4092-99d0-8215ea65f6d7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd837a99-d1a5-4691-abd6-540274c985d8 HTTP/1.1" status: 200 len: 1002 time: 0.0666196 Feb 15 18:01:54.746278 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b995e-fa79-4851-9dd2-23230d4bcf8a req-e479e65f-2a06-4a66-b523-30289d2bc721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:54.747791 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d1b995e-fa79-4851-9dd2-23230d4bcf8a req-e479e65f-2a06-4a66-b523-30289d2bc721 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0537808 Feb 15 18:01:54.799672 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b995e-fa79-4851-9dd2-23230d4bcf8a req-4416d726-52a1-48ba-a562-2849166eb5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:01:54.801235 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d1b995e-fa79-4851-9dd2-23230d4bcf8a req-4416d726-52a1-48ba-a562-2849166eb5b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461228 Feb 15 18:01:54.894137 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d1b995e-fa79-4851-9dd2-23230d4bcf8a req-94ccdf15-5e5d-4324-bdca-887228b4e29f service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864530 Feb 15 18:01:54.984822 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6d1b995e-fa79-4851-9dd2-23230d4bcf8a req-aff210e3-7451-4053-88b7-95834d39346f service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847640 Feb 15 18:02:01.264507 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:01.673758 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:07.047075 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-34804d58-262d-471a-867e-da4f8f6b5f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:09.355713 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-198f70ba-3f00-49fc-82b1-70a733a823a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:10.801015 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:12.223838 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:13.630147 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:30.740941 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:02:31.247370 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:31.590088 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:37.012817 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b10d4726-0ca0-4d7a-858b-b45699668588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:39.344304 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32d1e38d-a35a-4cc8-b139-2d3b69cf53ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:40.778115 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:42.230180 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:43.566873 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:51.572150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44492) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:02:51.882531 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Deleting port c5289e24-5bf4-4010-9e3b-4924c542dc31 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:02:51.882760 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (c5289e24-5bf4-4010-9e3b-4924c542dc31), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:51.957162 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (c5289e24-5bf4-4010-9e3b-4924c542dc31), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:51.957523 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for floatingip (c5289e24-5bf4-4010-9e3b-4924c542dc31), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:51.969624 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Calling delete_port for c5289e24-5bf4-4010-9e3b-4924c542dc31 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:02:52.183365 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (c5289e24-5bf4-4010-9e3b-4924c542dc31), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:52.206989 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event deleted for resources: {'Port': ['ID=c5289e24-5bf4-4010-9e3b-4924c542dc31,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:02:52.222414 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:52.222414 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:52.222701 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:52.222999 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:52.223337 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:52.223669 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:52.223996 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:52.224322 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:52.224649 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:52.224970 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:52.225292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:52.225667 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:52.225987 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:52.281111 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for floatingip (9707ca47-f06a-4951-b6a7-86421a94d551), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:52.281508 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Floating IP 9707ca47-f06a-4951-b6a7-86421a94d551 disassociated (deleted). External IP: 172.25.4.227, port: fd837a99-d1a5-4691-abd6-540274c985d8. Feb 15 18:02:52.494352 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Router 4bb829d1-1794-46db-b15a-b7b9e288b562 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 18:02:52.604937 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 18:02:52.609706 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:52.615074 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929ebd2c-acbb-4a9a-8d86-6a31e63f309a None None] Sync routers for ids ['4bb829d1-1794-46db-b15a-b7b9e288b562'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 18:02:52.625355 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929ebd2c-acbb-4a9a-8d86-6a31e63f309a None None] Routers {'4bb829d1-1794-46db-b15a-b7b9e288b562'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:02:52.626077 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-929ebd2c-acbb-4a9a-8d86-6a31e63f309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4bb829d1-1794-46db-b15a-b7b9e288b562'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:02:52.639525 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-81e0c8b3-dd10-41bf-9e05-caf60cd76eb1 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "DELETE /v2.0/floatingips/9707ca47-f06a-4951-b6a7-86421a94d551 HTTP/1.1" status: 204 len: 168 time: 1.0657501 Feb 15 18:02:52.640116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'tag': 'fd837a99-d1a5-4691-abd6-540274c985d8'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:02:52.642418 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6674a768-7895-4a63-9d06-dcec080032ea" -d '{"events": [{"name": "network-changed", "server_uuid": "472a81cc-82fc-45fe-a41a-aa4cba3a9716", "tag": "fd837a99-d1a5-4691-abd6-540274c985d8"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:02:52.748255 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-929ebd2c-acbb-4a9a-8d86-6a31e63f309a None None] Set router 4bb829d1-1794-46db-b15a-b7b9e288b562 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:02:52.824421 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 18:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37a3006-a8d0-4f31-bc80-b72dfa92747c x-openstack-request-id: req-a37a3006-a8d0-4f31-bc80-b72dfa92747c {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:02:52.824715 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472a81cc-82fc-45fe-a41a-aa4cba3a9716", "tag": "fd837a99-d1a5-4691-abd6-540274c985d8", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:02:52.824970 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-a37a3006-a8d0-4f31-bc80-b72dfa92747c {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:02:52.825420 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'tag': 'fd837a99-d1a5-4691-abd6-540274c985d8', 'status': 'completed', 'code': 200} Feb 15 18:02:52.894548 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674a768-7895-4a63-9d06-dcec080032ea req-d26dd813-7a8d-4112-9be0-92a689691a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:02:52.896099 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6674a768-7895-4a63-9d06-dcec080032ea req-d26dd813-7a8d-4112-9be0-92a689691a90 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d1bf98073d21423c9ae455f9d7842c81&device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 1129 time: 0.0491102 Feb 15 18:02:52.992646 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-929ebd2c-acbb-4a9a-8d86-6a31e63f309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd650c3c0-cb29-4276-9562-4aea14e9b87a', 'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'mac_address': 'fa:16:3e:27:30:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:33Z', 'updated_at': '2022-02-15T17:52:37Z', 'revision_number': 5, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'subnets': [{'id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:02:53.000433 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674a768-7895-4a63-9d06-dcec080032ea req-1d1d5eec-915c-47b8-824b-04766e7804cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:02:53.002052 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6674a768-7895-4a63-9d06-dcec080032ea req-1d1d5eec-915c-47b8-824b-04766e7804cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 200 len: 909 time: 0.0987024 Feb 15 18:02:53.021187 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929ebd2c-acbb-4a9a-8d86-6a31e63f309a None None] Checking router: 4bb829d1-1794-46db-b15a-b7b9e288b562 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 18:02:53.030364 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929ebd2c-acbb-4a9a-8d86-6a31e63f309a None None] Routers {'4bb829d1-1794-46db-b15a-b7b9e288b562'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:02:53.031143 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-929ebd2c-acbb-4a9a-8d86-6a31e63f309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4bb829d1-1794-46db-b15a-b7b9e288b562'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:02:53.048845 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6674a768-7895-4a63-9d06-dcec080032ea req-20e7baed-c9be-4e95-9d84-03ffbe7bb2e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fd837a99-d1a5-4691-abd6-540274c985d8 HTTP/1.1" status: 200 len: 217 time: 0.0407162 Feb 15 18:02:53.092091 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad27b10-3335-436f-bbc8-e2e76eb62725 req-60902c90-7efa-45c4-8569-cd29bf76e695 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:02:53.093706 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aad27b10-3335-436f-bbc8-e2e76eb62725 req-60902c90-7efa-45c4-8569-cd29bf76e695 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0582135 Feb 15 18:02:53.110862 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674a768-7895-4a63-9d06-dcec080032ea req-712f3486-ac1f-4336-aef0-b72d8db90558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:02:53.112523 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6674a768-7895-4a63-9d06-dcec080032ea req-712f3486-ac1f-4336-aef0-b72d8db90558 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 200 len: 847 time: 0.0577476 Feb 15 18:02:53.150266 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-929ebd2c-acbb-4a9a-8d86-6a31e63f309a None None] Set router 4bb829d1-1794-46db-b15a-b7b9e288b562 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:02:53.161223 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-aad27b10-3335-436f-bbc8-e2e76eb62725 req-421dc5a2-b1c4-4fd5-ac07-b32ebbf2a632 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508621 Feb 15 18:02:53.363825 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-929ebd2c-acbb-4a9a-8d86-6a31e63f309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd650c3c0-cb29-4276-9562-4aea14e9b87a', 'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'mac_address': 'fa:16:3e:27:30:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:33Z', 'updated_at': '2022-02-15T17:52:37Z', 'revision_number': 5, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'subnets': [{'id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:02:53.395283 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929ebd2c-acbb-4a9a-8d86-6a31e63f309a None None] The sync data for ids ['4bb829d1-1794-46db-b15a-b7b9e288b562'] in n-d-828372-14 is: [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:33Z', 'revision_number': 4, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': 'd650c3c0-cb29-4276-9562-4aea14e9b87a', 'name': '', 'network_id': 'a76f0257-5a77-49eb-b13d-eb917dec7bc5', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'mac_address': 'fa:16:3e:27:30:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:33Z', 'updated_at': '2022-02-15T17:52:37Z', 'revision_number': 5, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'subnets': [{'id': '43788e9f-8554-4e0f-84f9-2d757f0fd3c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 18:02:53.498778 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674a768-7895-4a63-9d06-dcec080032ea req-1ea21a4b-927c-422d-845a-46ce0cc41596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:02:53.500332 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6674a768-7895-4a63-9d06-dcec080032ea req-1ea21a4b-927c-422d-845a-46ce0cc41596 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a76f0257-5a77-49eb-b13d-eb917dec7bc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3821192 Feb 15 18:02:53.592982 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6674a768-7895-4a63-9d06-dcec080032ea req-4a1c91f9-fdc3-4c56-ad63-e89d75059112 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854363 Feb 15 18:02:53.636390 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4249b5-c961-4fa3-a078-e8091129bb02 None None] New status for floating IP 9707ca47-f06a-4951-b6a7-86421a94d551: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 18:02:53.688220 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6674a768-7895-4a63-9d06-dcec080032ea req-a5cf4fd8-de45-4d80-b7f8-88494e140297 service neutron] 10.222.0.67 "GET /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887794 Feb 15 18:02:54.288100 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca75d5-e142-4600-b5e0-eb1fcb60e308 req-6a55dbd6-f817-498f-90ca-ebb0b25f9210 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:02:54.289535 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-33ca75d5-e142-4600-b5e0-eb1fcb60e308 req-6a55dbd6-f817-498f-90ca-ebb0b25f9210 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0536356 Feb 15 18:02:54.338440 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-33ca75d5-e142-4600-b5e0-eb1fcb60e308 req-3890b605-c0d1-4a34-a52e-4ee5ae3303dd tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/security-groups?id=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420752 Feb 15 18:02:54.570363 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8848a85-2fea-45cb-bfe0-1a317ef7fe81 req-c9db115e-2c3a-4848-b452-8b7f23355d5e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:02:54.571759 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e8848a85-2fea-45cb-bfe0-1a317ef7fe81 req-c9db115e-2c3a-4848-b452-8b7f23355d5e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.67 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 946 time: 0.0872049 Feb 15 18:02:54.668472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-e8848a85-2fea-45cb-bfe0-1a317ef7fe81 req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Deleting port fd837a99-d1a5-4691-abd6-540274c985d8 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:02:54.668814 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e8848a85-2fea-45cb-bfe0-1a317ef7fe81 req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:54.766070 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-e8848a85-2fea-45cb-bfe0-1a317ef7fe81 req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] For port fd837a99-d1a5-4691-abd6-540274c985d8, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=fd837a99-d1a5-4691-abd6-540274c985d8,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:02:54.766443 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e8848a85-2fea-45cb-bfe0-1a317ef7fe81 req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:54.780486 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-e8848a85-2fea-45cb-bfe0-1a317ef7fe81 req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Calling delete_port for fd837a99-d1a5-4691-abd6-540274c985d8 owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:02:55.025387 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e8848a85-2fea-45cb-bfe0-1a317ef7fe81 req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (fd837a99-d1a5-4691-abd6-540274c985d8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:55.059855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event deleted for resources: {'Port': ['ID=fd837a99-d1a5-4691-abd6-540274c985d8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:02:55.087580 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:55.087952 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:55.088295 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:55.088638 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:55.088979 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:55.089315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:55.089678 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:55.090013 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:55.090527 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:55.090900 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:55.091202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:55.091532 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:55.091858 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:02:55.115257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8848a85-2fea-45cb-bfe0-1a317ef7fe81 req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] No DVR routers for this DVR port fd837a99-d1a5-4691-abd6-540274c985d8 on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 18:02:55.118161 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-e8848a85-2fea-45cb-bfe0-1a317ef7fe81 req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:02:55.122669 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-e8848a85-2fea-45cb-bfe0-1a317ef7fe81 req-1ec393a2-e757-44f0-8184-bd9ef99c6699 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.67 "DELETE /v2.0/ports/fd837a99-d1a5-4691-abd6-540274c985d8 HTTP/1.1" status: 204 len: 173 time: 0.5456493 Feb 15 18:02:55.123123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'name': 'network-vif-deleted', 'tag': 'fd837a99-d1a5-4691-abd6-540274c985d8'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:02:55.125501 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea3709a-78a6-42cd-9d22-4412695519d8" -d '{"events": [{"server_uuid": "472a81cc-82fc-45fe-a41a-aa4cba3a9716", "name": "network-vif-deleted", "tag": "fd837a99-d1a5-4691-abd6-540274c985d8"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:02:55.213950 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 18:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c6e404-9b86-4be1-b6a3-0a060a40cbc8 x-openstack-request-id: req-51c6e404-9b86-4be1-b6a3-0a060a40cbc8 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:02:55.214253 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472a81cc-82fc-45fe-a41a-aa4cba3a9716", "name": "network-vif-deleted", "tag": "fd837a99-d1a5-4691-abd6-540274c985d8", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:02:55.214515 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-51c6e404-9b86-4be1-b6a3-0a060a40cbc8 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:02:55.214931 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472a81cc-82fc-45fe-a41a-aa4cba3a9716', 'name': 'network-vif-deleted', 'tag': 'fd837a99-d1a5-4691-abd6-540274c985d8', 'status': 'completed', 'code': 200} Feb 15 18:02:55.442833 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-22a15c83-93b9-4497-b172-3b69521eb55a req-277ac87b-8ca1-42f2-adc7-ed3b6950734c tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 210 time: 0.0320594 Feb 15 18:02:56.543172 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3973f781-7e86-4288-80cb-215173db6134 req-839e8873-8c78-44e6-8fbb-9d798639e5a6 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 210 time: 0.0281835 Feb 15 18:02:57.642090 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-0070a078-e608-4f3a-991d-20a1eb59fe8d req-7edcc046-e61a-46b9-9fec-505a2262ea34 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 210 time: 0.0285263 Feb 15 18:02:57.717018 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device fd837a99-d1a5-4691-abd6-540274c985d8 no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:02:57.738552 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: fd837a99-d1a5-4691-abd6-540274c985d8 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 18:02:57.738903 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device fd837a99-d1a5-4691-abd6-540274c985d8 not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 18:02:58.738957 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a632209f-ff74-4508-9cf2-ab3c23e945ae req-19912b91-e21f-4a96-b1b1-c97e916f324b tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 210 time: 0.0292788 Feb 15 18:02:59.839411 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-75fb3b86-921e-43c1-bcbe-d22d8c69d0c1 req-3fdcef95-6c4a-4585-8f23-204d8e43d8ab tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 210 time: 0.0305760 Feb 15 18:03:00.939607 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-7aa5719c-30ba-471a-8c11-dea2f1df9390 req-e7393eee-de97-43c2-b97e-56ef54e90a8e tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 210 time: 0.0328264 Feb 15 18:03:01.276219 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:01.566866 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:02.039516 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-573291a8-c8be-47a2-b615-bec8ce0da1d8 req-57343856-388f-4275-a922-02b38ef724cf tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 210 time: 0.0279610 Feb 15 18:03:03.137357 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d9a85ebe-6866-43d1-8a75-d3314329f6ba req-2729307e-0a88-4274-bab3-b2420f9a99db tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 210 time: 0.0274270 Feb 15 18:03:04.246056 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-11ac8aaa-05e2-49af-9196-8cf0756d4273 req-6835e192-8276-4d85-8f93-8286acf4b5de tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "GET /v2.0/ports?device_id=472a81cc-82fc-45fe-a41a-aa4cba3a9716 HTTP/1.1" status: 200 len: 210 time: 0.0307393 Feb 15 18:03:05.302965 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44542) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:05.361628 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd02bc3-2265-427f-a991-039b2e62c1e6 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group (d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:05.391164 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd02bc3-2265-427f-a991-039b2e62c1e6 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group (d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:05.830831 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd02bc3-2265-427f-a991-039b2e62c1e6 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:05.833471 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-1cd02bc3-2265-427f-a991-039b2e62c1e6 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:05.834834 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-1cd02bc3-2265-427f-a991-039b2e62c1e6 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] 10.222.0.107 "DELETE /v2.0/security-groups/d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050 HTTP/1.1" status: 204 len: 168 time: 0.5308120 Feb 15 18:03:05.844094 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd02bc3-2265-427f-a991-039b2e62c1e6 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b6e7c3-bd4b-47f0-bfe3-bd8a00df3050,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:05.944196 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44546) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:06.492656 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef3c80bd-7f35-494b-a303-cd8a90541e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (4bb829d1-1794-46db-b15a-b7b9e288b562), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:06.759223 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c80bd-7f35-494b-a303-cd8a90541e4d admin admin] Deleting port d650c3c0-cb29-4276-9562-4aea14e9b87a {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:03:06.759598 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef3c80bd-7f35-494b-a303-cd8a90541e4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:06.842796 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-ef3c80bd-7f35-494b-a303-cd8a90541e4d admin admin] For port d650c3c0-cb29-4276-9562-4aea14e9b87a, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=d650c3c0-cb29-4276-9562-4aea14e9b87a,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:03:06.843164 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef3c80bd-7f35-494b-a303-cd8a90541e4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:06.857762 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c80bd-7f35-494b-a303-cd8a90541e4d admin admin] Calling delete_port for d650c3c0-cb29-4276-9562-4aea14e9b87a owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:03:07.036857 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-daefbbca-68e0-40fc-8e96-dc4d3157f222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:07.115361 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef3c80bd-7f35-494b-a303-cd8a90541e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d650c3c0-cb29-4276-9562-4aea14e9b87a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:07.141806 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c80bd-7f35-494b-a303-cd8a90541e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=d650c3c0-cb29-4276-9562-4aea14e9b87a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:07.331913 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ef3c80bd-7f35-494b-a303-cd8a90541e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (4bb829d1-1794-46db-b15a-b7b9e288b562), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:07.566789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3c80bd-7f35-494b-a303-cd8a90541e4d admin admin] Router 4bb829d1-1794-46db-b15a-b7b9e288b562 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 18:03:07.678756 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3c80bd-7f35-494b-a303-cd8a90541e4d admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 18:03:07.685670 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ef3c80bd-7f35-494b-a303-cd8a90541e4d admin admin] 10.222.0.107 "PUT /v2.0/routers/4bb829d1-1794-46db-b15a-b7b9e288b562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7393367 Feb 15 18:03:07.687566 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44550) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:07.693042 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd247c17-b3c5-44fd-a8f2-1f00b36fafe6 None None] Sync routers for ids ['4bb829d1-1794-46db-b15a-b7b9e288b562'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 18:03:07.703573 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd247c17-b3c5-44fd-a8f2-1f00b36fafe6 None None] Routers {'4bb829d1-1794-46db-b15a-b7b9e288b562'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:03:07.704394 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fd247c17-b3c5-44fd-a8f2-1f00b36fafe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4bb829d1-1794-46db-b15a-b7b9e288b562'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:07.781786 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:03:07.807578 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89108f15-9a87-45d7-a31c-f31fcda07703 admin admin] Publish callbacks [] for router (4bb829d1-1794-46db-b15a-b7b9e288b562), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:07.827663 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fd247c17-b3c5-44fd-a8f2-1f00b36fafe6 None None] Set router 4bb829d1-1794-46db-b15a-b7b9e288b562 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:03:07.929658 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89108f15-9a87-45d7-a31c-f31fcda07703 admin admin] Publish callbacks [] for router_gateway (4bb829d1-1794-46db-b15a-b7b9e288b562), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:08.045093 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-89108f15-9a87-45d7-a31c-f31fcda07703 admin admin] Deleting port 9bc8d67e-65cf-4e3d-b6fd-e002772192db {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:03:08.045560 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89108f15-9a87-45d7-a31c-f31fcda07703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (9bc8d67e-65cf-4e3d-b6fd-e002772192db), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:08.134220 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fd247c17-b3c5-44fd-a8f2-1f00b36fafe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T18:03:07Z', 'revision_number': 5, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port': {'id': '9bc8d67e-65cf-4e3d-b6fd-e002772192db', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f5:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T17:52:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:08.147007 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-89108f15-9a87-45d7-a31c-f31fcda07703 admin admin] For port 9bc8d67e-65cf-4e3d-b6fd-e002772192db, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=9bc8d67e-65cf-4e3d-b6fd-e002772192db,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:03:08.147639 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89108f15-9a87-45d7-a31c-f31fcda07703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (9bc8d67e-65cf-4e3d-b6fd-e002772192db), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:08.161182 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd247c17-b3c5-44fd-a8f2-1f00b36fafe6 None None] Checking router: 4bb829d1-1794-46db-b15a-b7b9e288b562 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 18:03:08.170203 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-89108f15-9a87-45d7-a31c-f31fcda07703 admin admin] Calling delete_port for 9bc8d67e-65cf-4e3d-b6fd-e002772192db owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:03:08.170625 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd247c17-b3c5-44fd-a8f2-1f00b36fafe6 None None] Routers {'4bb829d1-1794-46db-b15a-b7b9e288b562'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:03:08.171239 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fd247c17-b3c5-44fd-a8f2-1f00b36fafe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:02:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4bb829d1-1794-46db-b15a-b7b9e288b562'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:08.262850 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-fd247c17-b3c5-44fd-a8f2-1f00b36fafe6 None None] Set router 4bb829d1-1794-46db-b15a-b7b9e288b562 gateway port host: None {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:03:08.317862 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-fd247c17-b3c5-44fd-a8f2-1f00b36fafe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T18:03:07Z', 'revision_number': 6, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:08.344096 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd247c17-b3c5-44fd-a8f2-1f00b36fafe6 None None] The sync data for ids ['4bb829d1-1794-46db-b15a-b7b9e288b562'] in n-d-828372-14 is: [{'id': '4bb829d1-1794-46db-b15a-b7b9e288b562', 'name': 'tempest-TestShelveInstance-571419334-router', 'tenant_id': 'd1bf98073d21423c9ae455f9d7842c81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:30Z', 'updated_at': '2022-02-15T18:03:07Z', 'revision_number': 6, 'project_id': 'd1bf98073d21423c9ae455f9d7842c81', 'gw_port_host': None}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 18:03:08.509132 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89108f15-9a87-45d7-a31c-f31fcda07703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (9bc8d67e-65cf-4e3d-b6fd-e002772192db), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:08.536509 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89108f15-9a87-45d7-a31c-f31fcda07703 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc8d67e-65cf-4e3d-b6fd-e002772192db,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:08.601550 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89108f15-9a87-45d7-a31c-f31fcda07703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (4bb829d1-1794-46db-b15a-b7b9e288b562), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:08.711106 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89108f15-9a87-45d7-a31c-f31fcda07703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (4bb829d1-1794-46db-b15a-b7b9e288b562), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:08.715665 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89108f15-9a87-45d7-a31c-f31fcda07703 admin admin] Publish callbacks [] for router_controller (4bb829d1-1794-46db-b15a-b7b9e288b562), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:08.818628 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89108f15-9a87-45d7-a31c-f31fcda07703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (4bb829d1-1794-46db-b15a-b7b9e288b562), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:08.819411 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89108f15-9a87-45d7-a31c-f31fcda07703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bb829d1-1794-46db-b15a-b7b9e288b562 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 18:03:08.830066 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-89108f15-9a87-45d7-a31c-f31fcda07703 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:08.830066 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-89108f15-9a87-45d7-a31c-f31fcda07703 admin admin] 10.222.0.107 "DELETE /v2.0/routers/4bb829d1-1794-46db-b15a-b7b9e288b562 HTTP/1.1" status: 204 len: 168 time: 1.1382990 Feb 15 18:03:08.830066 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44552) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:08.874360 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2c7a82-fd85-4c3f-b745-d5789c9823ac admin admin] Deleting subnet 43788e9f-8554-4e0f-84f9-2d757f0fd3c1 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 18:03:08.877499 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7a82-fd85-4c3f-b745-d5789c9823ac admin admin] Publish callbacks [] for subnet (43788e9f-8554-4e0f-84f9-2d757f0fd3c1), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:08.912741 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7a82-fd85-4c3f-b745-d5789c9823ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (43788e9f-8554-4e0f-84f9-2d757f0fd3c1), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:08.994827 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7a82-fd85-4c3f-b745-d5789c9823ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (43788e9f-8554-4e0f-84f9-2d757f0fd3c1), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:09.122772 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7a82-fd85-4c3f-b745-d5789c9823ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (43788e9f-8554-4e0f-84f9-2d757f0fd3c1), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:09.130104 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d650c3c0-cb29-4276-9562-4aea14e9b87a no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:03:09.154048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c7a82-fd85-4c3f-b745-d5789c9823ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43788e9f-8554-4e0f-84f9-2d757f0fd3c1,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:09.159115 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: d650c3c0-cb29-4276-9562-4aea14e9b87a {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 18:03:09.159554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device d650c3c0-cb29-4276-9562-4aea14e9b87a not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 18:03:09.165880 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7a82-fd85-4c3f-b745-d5789c9823ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:09.166789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7026d60-22f4-4dda-a1dd-0aacd9e9d373 None None] Network a76f0257-5a77-49eb-b13d-eb917dec7bc5 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 18:03:09.173963 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44554) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:09.175283 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fb2c7a82-fd85-4c3f-b745-d5789c9823ac admin admin] 10.222.0.107 "DELETE /v2.0/subnets/43788e9f-8554-4e0f-84f9-2d757f0fd3c1 HTTP/1.1" status: 204 len: 168 time: 0.3444819 Feb 15 18:03:09.256858 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (a76f0257-5a77-49eb-b13d-eb917dec7bc5), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:09.324805 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] Deleting port 5f332356-f09b-495e-bd95-44818ee8c7c8 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:03:09.325142 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5f332356-f09b-495e-bd95-44818ee8c7c8), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:09.398973 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] For port 5f332356-f09b-495e-bd95-44818ee8c7c8, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5f332356-f09b-495e-bd95-44818ee8c7c8,segment=NetworkSegment(26a009c7-fd55-4b80-bd63-d9de1b8fa1ec),segment_id=26a009c7-fd55-4b80-bd63-d9de1b8fa1ec)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:03:09.399330 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5f332356-f09b-495e-bd95-44818ee8c7c8), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:09.415050 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] Calling delete_port for 5f332356-f09b-495e-bd95-44818ee8c7c8 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:03:09.486727 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-faa58660-cf6b-4cda-b895-ef0b939990b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:09.549133 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4910367b-9015-49ab-ac96-d0dbcd0b12ef None None] DHCP port deletion for a76f0257-5a77-49eb-b13d-eb917dec7bc5 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 18:03:09.555823 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (5f332356-f09b-495e-bd95-44818ee8c7c8), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:09.580526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-4910367b-9015-49ab-ac96-d0dbcd0b12ef None None] The port '5f332356-f09b-495e-bd95-44818ee8c7c8' was deleted {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 15 18:03:09.596872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] No DVR routers for this DVR port 5f332356-f09b-495e-bd95-44818ee8c7c8 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 18:03:09.620517 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f332356-f09b-495e-bd95-44818ee8c7c8,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:09.691329 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (a76f0257-5a77-49eb-b13d-eb917dec7bc5), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:09.720148 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76f0257-5a77-49eb-b13d-eb917dec7bc5']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:09.731088 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:09.731390 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a009c7-fd55-4b80-bd63-d9de1b8fa1ec') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:09.740941 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (26a009c7-fd55-4b80-bd63-d9de1b8fa1ec), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:09.757119 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (26a009c7-fd55-4b80-bd63-d9de1b8fa1ec), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:09.768921 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 18:03:09.769256 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (26a009c7-fd55-4b80-bd63-d9de1b8fa1ec), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: timer() Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 18:03:09.771202 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 18:03:09.887087 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (a76f0257-5a77-49eb-b13d-eb917dec7bc5), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:09.893920 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:09.897141 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] 10.222.0.107 "DELETE /v2.0/networks/a76f0257-5a77-49eb-b13d-eb917dec7bc5 HTTP/1.1" status: 204 len: 168 time: 0.7219484 Feb 15 18:03:09.900245 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44556) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:09.907491 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4c9ef-022a-487c-95d6-f336d8251113 admin admin] Pushing event deleted for resources: {'Network': ['ID=a76f0257-5a77-49eb-b13d-eb917dec7bc5,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:10.305261 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0aefe34-2bf5-4bf7-96d6-10e7fd8020b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (b54948ca-e084-480e-ad41-debc2edf0132), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:10.593038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b0aefe34-2bf5-4bf7-96d6-10e7fd8020b4 admin admin] Deleting port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:03:10.593456 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0aefe34-2bf5-4bf7-96d6-10e7fd8020b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:10.674200 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-b0aefe34-2bf5-4bf7-96d6-10e7fd8020b4 admin admin] For port 50ee6106-f279-4c9d-89bc-bcba2ebe0aba, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=50ee6106-f279-4c9d-89bc-bcba2ebe0aba,segment=NetworkSegment(69ecc397-066b-438f-9a95-104e57d1959a),segment_id=69ecc397-066b-438f-9a95-104e57d1959a)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:03:10.674515 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0aefe34-2bf5-4bf7-96d6-10e7fd8020b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:10.689725 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-b0aefe34-2bf5-4bf7-96d6-10e7fd8020b4 admin admin] Calling delete_port for 50ee6106-f279-4c9d-89bc-bcba2ebe0aba owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:03:10.748240 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5f332356-f09b-495e-bd95-44818ee8c7c8 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:03:10.771920 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 5f332356-f09b-495e-bd95-44818ee8c7c8 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 18:03:10.772265 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5f332356-f09b-495e-bd95-44818ee8c7c8 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 18:03:10.784379 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9bc8d67e-65cf-4e3d-b6fd-e002772192db no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:03:10.791777 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 9bc8d67e-65cf-4e3d-b6fd-e002772192db {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 18:03:10.792195 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 9bc8d67e-65cf-4e3d-b6fd-e002772192db not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 18:03:10.795267 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:10.949830 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0aefe34-2bf5-4bf7-96d6-10e7fd8020b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (50ee6106-f279-4c9d-89bc-bcba2ebe0aba), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:10.976682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aefe34-2bf5-4bf7-96d6-10e7fd8020b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ee6106-f279-4c9d-89bc-bcba2ebe0aba,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:11.488066 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-b0aefe34-2bf5-4bf7-96d6-10e7fd8020b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (b54948ca-e084-480e-ad41-debc2edf0132), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:11.725576 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0aefe34-2bf5-4bf7-96d6-10e7fd8020b4 admin admin] Router b54948ca-e084-480e-ad41-debc2edf0132 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 18:03:11.835995 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0aefe34-2bf5-4bf7-96d6-10e7fd8020b4 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 18:03:11.841536 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-b0aefe34-2bf5-4bf7-96d6-10e7fd8020b4 admin admin] 10.222.0.107 "PUT /v2.0/routers/b54948ca-e084-480e-ad41-debc2edf0132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9402385 Feb 15 18:03:11.844119 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44558) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:11.847690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51679f22-c67f-46d3-8c69-b4b499e6f3b5 None None] Sync routers for ids ['b54948ca-e084-480e-ad41-debc2edf0132'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 18:03:11.860852 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51679f22-c67f-46d3-8c69-b4b499e6f3b5 None None] Routers {'b54948ca-e084-480e-ad41-debc2edf0132'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:03:11.861855 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-51679f22-c67f-46d3-8c69-b4b499e6f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b54948ca-e084-480e-ad41-debc2edf0132'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:11.962593 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5250ca06-f4ea-4668-8936-111ce1c254e2 admin admin] Publish callbacks [] for router (b54948ca-e084-480e-ad41-debc2edf0132), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:11.983824 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-51679f22-c67f-46d3-8c69-b4b499e6f3b5 None None] Set router b54948ca-e084-480e-ad41-debc2edf0132 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:03:12.087340 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5250ca06-f4ea-4668-8936-111ce1c254e2 admin admin] Publish callbacks [] for router_gateway (b54948ca-e084-480e-ad41-debc2edf0132), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:12.194171 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-51679f22-c67f-46d3-8c69-b4b499e6f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'name': 'tempest-TestShelveInstance-865077873-router', 'tenant_id': '4f88d6a40a2c4a488628b173175ca073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.192'}], 'enable_snat': True}, 'gw_port_id': '46ee5113-ed76-4a4d-ad59-7d49c0339f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:36Z', 'updated_at': '2022-02-15T18:03:10Z', 'revision_number': 5, 'project_id': '4f88d6a40a2c4a488628b173175ca073', 'gw_port': {'id': '46ee5113-ed76-4a4d-ad59-7d49c0339f26', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:34:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T17:52:37Z', 'updated_at': '2022-02-15T17:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:12.209675 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5250ca06-f4ea-4668-8936-111ce1c254e2 admin admin] Deleting port 46ee5113-ed76-4a4d-ad59-7d49c0339f26 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:03:12.210021 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5250ca06-f4ea-4668-8936-111ce1c254e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (46ee5113-ed76-4a4d-ad59-7d49c0339f26), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:12.229069 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51679f22-c67f-46d3-8c69-b4b499e6f3b5 None None] Checking router: b54948ca-e084-480e-ad41-debc2edf0132 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 18:03:12.243123 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51679f22-c67f-46d3-8c69-b4b499e6f3b5 None None] Routers {'b54948ca-e084-480e-ad41-debc2edf0132'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:03:12.243766 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-51679f22-c67f-46d3-8c69-b4b499e6f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['b54948ca-e084-480e-ad41-debc2edf0132'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:12.247889 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:12.320453 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-5250ca06-f4ea-4668-8936-111ce1c254e2 admin admin] For port 46ee5113-ed76-4a4d-ad59-7d49c0339f26, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=46ee5113-ed76-4a4d-ad59-7d49c0339f26,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:03:12.321073 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5250ca06-f4ea-4668-8936-111ce1c254e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (46ee5113-ed76-4a4d-ad59-7d49c0339f26), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:12.344351 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-51679f22-c67f-46d3-8c69-b4b499e6f3b5 None None] Set router b54948ca-e084-480e-ad41-debc2edf0132 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:03:12.344581 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-5250ca06-f4ea-4668-8936-111ce1c254e2 admin admin] Calling delete_port for 46ee5113-ed76-4a4d-ad59-7d49c0339f26 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:03:12.404152 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-51679f22-c67f-46d3-8c69-b4b499e6f3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'name': 'tempest-TestShelveInstance-865077873-router', 'tenant_id': '4f88d6a40a2c4a488628b173175ca073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:36Z', 'updated_at': '2022-02-15T18:03:12Z', 'revision_number': 6, 'project_id': '4f88d6a40a2c4a488628b173175ca073', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:12.437172 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51679f22-c67f-46d3-8c69-b4b499e6f3b5 None None] The sync data for ids ['b54948ca-e084-480e-ad41-debc2edf0132'] in n-d-828372-14 is: [{'id': 'b54948ca-e084-480e-ad41-debc2edf0132', 'name': 'tempest-TestShelveInstance-865077873-router', 'tenant_id': '4f88d6a40a2c4a488628b173175ca073', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T17:52:36Z', 'updated_at': '2022-02-15T18:03:12Z', 'revision_number': 6, 'project_id': '4f88d6a40a2c4a488628b173175ca073', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 18:03:12.590030 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5250ca06-f4ea-4668-8936-111ce1c254e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (46ee5113-ed76-4a4d-ad59-7d49c0339f26), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:12.615236 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250ca06-f4ea-4668-8936-111ce1c254e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ee5113-ed76-4a4d-ad59-7d49c0339f26,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:12.687534 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5250ca06-f4ea-4668-8936-111ce1c254e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (b54948ca-e084-480e-ad41-debc2edf0132), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:12.785632 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5250ca06-f4ea-4668-8936-111ce1c254e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (b54948ca-e084-480e-ad41-debc2edf0132), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:12.787835 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5250ca06-f4ea-4668-8936-111ce1c254e2 admin admin] Publish callbacks [] for router_controller (b54948ca-e084-480e-ad41-debc2edf0132), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:12.875545 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5250ca06-f4ea-4668-8936-111ce1c254e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (b54948ca-e084-480e-ad41-debc2edf0132), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:12.876109 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5250ca06-f4ea-4668-8936-111ce1c254e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b54948ca-e084-480e-ad41-debc2edf0132 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 18:03:12.883663 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-5250ca06-f4ea-4668-8936-111ce1c254e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:12.883663 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-5250ca06-f4ea-4668-8936-111ce1c254e2 admin admin] 10.222.0.107 "DELETE /v2.0/routers/b54948ca-e084-480e-ad41-debc2edf0132 HTTP/1.1" status: 204 len: 168 time: 1.0382082 Feb 15 18:03:12.886867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44560) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:12.940354 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-966de99e-4734-4a37-aca5-4fd8d17f5d3d admin admin] Deleting subnet 4150af5f-714b-4fc8-9dee-6f8511624b52 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 18:03:12.941859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 50ee6106-f279-4c9d-89bc-bcba2ebe0aba no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:03:12.943762 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-966de99e-4734-4a37-aca5-4fd8d17f5d3d admin admin] Publish callbacks [] for subnet (4150af5f-714b-4fc8-9dee-6f8511624b52), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:12.963744 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 50ee6106-f279-4c9d-89bc-bcba2ebe0aba {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 18:03:12.964091 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 50ee6106-f279-4c9d-89bc-bcba2ebe0aba not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 18:03:12.984904 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-966de99e-4734-4a37-aca5-4fd8d17f5d3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (4150af5f-714b-4fc8-9dee-6f8511624b52), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.062431 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-966de99e-4734-4a37-aca5-4fd8d17f5d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (4150af5f-714b-4fc8-9dee-6f8511624b52), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.173148 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-966de99e-4734-4a37-aca5-4fd8d17f5d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (4150af5f-714b-4fc8-9dee-6f8511624b52), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.199207 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966de99e-4734-4a37-aca5-4fd8d17f5d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4150af5f-714b-4fc8-9dee-6f8511624b52,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:13.204171 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-966de99e-4734-4a37-aca5-4fd8d17f5d3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.207484 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-966de99e-4734-4a37-aca5-4fd8d17f5d3d admin admin] 10.222.0.107 "DELETE /v2.0/subnets/4150af5f-714b-4fc8-9dee-6f8511624b52 HTTP/1.1" status: 204 len: 168 time: 0.3195264 Feb 15 18:03:13.209813 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44562) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:13.210009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d9bc06-648f-4c10-a7f7-c72626f78a91 None None] Network 4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 18:03:13.285670 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.344473 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] Deleting port 7c973d42-e764-4560-9201-03a834f0c682 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:03:13.344812 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7c973d42-e764-4560-9201-03a834f0c682), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.374314 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] DHCP port deletion for 4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 18:03:13.420060 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] For port 7c973d42-e764-4560-9201-03a834f0c682, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7c973d42-e764-4560-9201-03a834f0c682,segment=NetworkSegment(69ecc397-066b-438f-9a95-104e57d1959a),segment_id=69ecc397-066b-438f-9a95-104e57d1959a)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:03:13.420571 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7c973d42-e764-4560-9201-03a834f0c682), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.425672 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Deleting port 7c973d42-e764-4560-9201-03a834f0c682 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:03:13.425993 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (7c973d42-e764-4560-9201-03a834f0c682), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.440387 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] Calling delete_port for 7c973d42-e764-4560-9201-03a834f0c682 owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:03:13.511299 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] For port 7c973d42-e764-4560-9201-03a834f0c682, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=7c973d42-e764-4560-9201-03a834f0c682,segment=NetworkSegment(69ecc397-066b-438f-9a95-104e57d1959a),segment_id=69ecc397-066b-438f-9a95-104e57d1959a)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:03:13.515038 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (7c973d42-e764-4560-9201-03a834f0c682), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.538234 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Calling delete_port for 7c973d42-e764-4560-9201-03a834f0c682 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:03:13.628892 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (7c973d42-e764-4560-9201-03a834f0c682), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.635485 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (7c973d42-e764-4560-9201-03a834f0c682), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.654856 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c973d42-e764-4560-9201-03a834f0c682,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:13.658457 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] No DVR routers for this DVR port 7c973d42-e764-4560-9201-03a834f0c682 on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 18:03:13.668205 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Pushing event deleted for resources: {'Port': ['ID=7c973d42-e764-4560-9201-03a834f0c682,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:13.670688 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] No DVR routers for this DVR port 7c973d42-e764-4560-9201-03a834f0c682 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 18:03:13.679526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:13.679814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:13.680147 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:13.680490 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:13.688067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:13.688067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:13.688067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:13.688067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:13.688067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:13.688067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:13.688067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:13.688067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:13.688067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8862a5f9-3f0f-45f4-bfb9-40fffb9a4c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:13.688067 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.738060 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.759243 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:13.770569 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ecc397-066b-438f-9a95-104e57d1959a') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:13.770867 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ecc397-066b-438f-9a95-104e57d1959a') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:13.780838 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (69ecc397-066b-438f-9a95-104e57d1959a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.794074 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (69ecc397-066b-438f-9a95-104e57d1959a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.800452 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (69ecc397-066b-438f-9a95-104e57d1959a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: timer() Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 18:03:13.803605 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 18:03:13.915556 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.921925 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:13.925465 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] 10.222.0.107 "DELETE /v2.0/networks/4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58 HTTP/1.1" status: 204 len: 168 time: 0.7146766 Feb 15 18:03:13.937696 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d32ef-db76-493b-99a0-3096c8ac6eb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb5f51b-86cc-4f9c-9b71-3b54d1cb7c58,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:14.166137 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44566) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:14.215461 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0b9fe0c5-3d97-4de3-b9c6-3c2724b53617 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=d1bf98073d21423c9ae455f9d7842c81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0480807 Feb 15 18:03:14.217921 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44568) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:14.269879 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54729cb8-1e16-430c-b2ff-1629e0a66318 admin admin] Publish callbacks [] for security_group (6e47b848-5c84-4b75-bb06-25e79dbf36db), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:14.292248 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54729cb8-1e16-430c-b2ff-1629e0a66318 admin admin] Publish callbacks [] for security_group (6e47b848-5c84-4b75-bb06-25e79dbf36db), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:14.405782 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54729cb8-1e16-430c-b2ff-1629e0a66318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (6e47b848-5c84-4b75-bb06-25e79dbf36db), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:14.408371 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-54729cb8-1e16-430c-b2ff-1629e0a66318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:14.409644 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-54729cb8-1e16-430c-b2ff-1629e0a66318 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/6e47b848-5c84-4b75-bb06-25e79dbf36db HTTP/1.1" status: 204 len: 168 time: 0.1908128 Feb 15 18:03:14.419631 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54729cb8-1e16-430c-b2ff-1629e0a66318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e47b848-5c84-4b75-bb06-25e79dbf36db,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:14.741452 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 46ee5113-ed76-4a4d-ad59-7d49c0339f26 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:03:14.764858 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 46ee5113-ed76-4a4d-ad59-7d49c0339f26 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 18:03:14.765204 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 46ee5113-ed76-4a4d-ad59-7d49c0339f26 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 18:03:14.765698 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7c973d42-e764-4560-9201-03a834f0c682 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:03:14.785594 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 7c973d42-e764-4560-9201-03a834f0c682 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 18:03:14.785943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 7c973d42-e764-4560-9201-03a834f0c682 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 18:03:15.028219 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44578) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:15.068386 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-402574e3-fa3a-400f-a3fd-ed0d22350d7d admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=4f88d6a40a2c4a488628b173175ca073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389478 Feb 15 18:03:15.070850 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44580) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:15.118980 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb5426b3-3d8e-407f-aaeb-4c7ef819654e admin admin] Publish callbacks [] for security_group (d3b85d6b-a1df-4daf-9796-c0a4b42e019d), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:15.140059 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb5426b3-3d8e-407f-aaeb-4c7ef819654e admin admin] Publish callbacks [] for security_group (d3b85d6b-a1df-4daf-9796-c0a4b42e019d), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:15.247351 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb5426b3-3d8e-407f-aaeb-4c7ef819654e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d3b85d6b-a1df-4daf-9796-c0a4b42e019d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:15.249960 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-eb5426b3-3d8e-407f-aaeb-4c7ef819654e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:15.251133 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-eb5426b3-3d8e-407f-aaeb-4c7ef819654e admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d3b85d6b-a1df-4daf-9796-c0a4b42e019d HTTP/1.1" status: 204 len: 168 time: 0.1793694 Feb 15 18:03:15.261381 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5426b3-3d8e-407f-aaeb-4c7ef819654e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b85d6b-a1df-4daf-9796-c0a4b42e019d,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:16.294793 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44608) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:16.390622 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-84adcd43-a598-4b81-9435-7056aae287cf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-213704610-network', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:03:16.491333 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84adcd43-a598-4b81-9435-7056aae287cf admin admin] Made reservation on behalf of faeeeb1d7b644e95b38585a3c1ff9562 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 18:03:16.493899 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-84adcd43-a598-4b81-9435-7056aae287cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:16.504166 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-84adcd43-a598-4b81-9435-7056aae287cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:16.579838 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-84adcd43-a598-4b81-9435-7056aae287cf admin admin] Publish callbacks [] for security_group (56350203-5121-4fd3-a50e-8feaba58e34a), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:16.645487 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-84adcd43-a598-4b81-9435-7056aae287cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (56350203-5121-4fd3-a50e-8feaba58e34a), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:16.672435 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84adcd43-a598-4b81-9435-7056aae287cf admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 18:03:16.678600 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adcd43-a598-4b81-9435-7056aae287cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56350203-5121-4fd3-a50e-8feaba58e34a,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:16.688941 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-84adcd43-a598-4b81-9435-7056aae287cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (47c343b1-201f-4639-9cd3-d0e76a21ec12), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:16.689268 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-84adcd43-a598-4b81-9435-7056aae287cf admin admin] Added segment 47c343b1-201f-4639-9cd3-d0e76a21ec12 of type vlan for network c8a7db99-cecb-4149-b623-59f245f8c872 Feb 15 18:03:16.729030 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-84adcd43-a598-4b81-9435-7056aae287cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (c8a7db99-cecb-4149-b623-59f245f8c872), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:16.847139 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-84adcd43-a598-4b81-9435-7056aae287cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (c8a7db99-cecb-4149-b623-59f245f8c872), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:16.848202 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84adcd43-a598-4b81-9435-7056aae287cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:16.848783 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-84adcd43-a598-4b81-9435-7056aae287cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:16.907746 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adcd43-a598-4b81-9435-7056aae287cf admin admin] Pushing event updated for resources: {'Network': ['ID=c8a7db99-cecb-4149-b623-59f245f8c872,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:16.918308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network c8a7db99-cecb-4149-b623-59f245f8c872 details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 18:03:16.939117 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-84adcd43-a598-4b81-9435-7056aae287cf admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6431994 Feb 15 18:03:16.941954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44614) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:16.947059 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-02806fe6-976e-46ab-8bda-77ce73a34fd1 admin admin] Request body: {'subnet': {'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-213704610-subnet', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'ip_version': 4}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:03:17.012577 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02806fe6-976e-46ab-8bda-77ce73a34fd1 admin admin] Made reservation on behalf of faeeeb1d7b644e95b38585a3c1ff9562 for: {'subnet': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 18:03:17.015099 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-02806fe6-976e-46ab-8bda-77ce73a34fd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8463589'] for subnet (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:17.241021 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-02806fe6-976e-46ab-8bda-77ce73a34fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1243330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8463607'] for subnet (5da4230a-6bc1-453c-bfb5-94c1e46daaf9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:17.295448 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02806fe6-976e-46ab-8bda-77ce73a34fd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5da4230a-6bc1-453c-bfb5-94c1e46daaf9,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:17.306401 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02806fe6-976e-46ab-8bda-77ce73a34fd1 admin admin] Checking segment: {'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 18:03:17.306777 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02806fe6-976e-46ab-8bda-77ce73a34fd1 admin admin] Network hostable DHCP agents. Network: c8a7db99-cecb-4149-b623-59f245f8c872, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103799) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 18:03:17.384038 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02806fe6-976e-46ab-8bda-77ce73a34fd1 admin admin] Network c8a7db99-cecb-4149-b623-59f245f8c872 is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103799) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 18:03:17.452537 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-02806fe6-976e-46ab-8bda-77ce73a34fd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, c8a7db99-cecb-4149-b623-59f245f8c872) {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 18:03:17.456661 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02806fe6-976e-46ab-8bda-77ce73a34fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:17.457261 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-02806fe6-976e-46ab-8bda-77ce73a34fd1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:17.463535 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1825da-3222-44b6-b1ae-aac087f9c18a None None] Network c8a7db99-cecb-4149-b623-59f245f8c872 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 18:03:17.563874 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-02806fe6-976e-46ab-8bda-77ce73a34fd1 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6208644 Feb 15 18:03:17.566271 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-c8a7db99-cecb-4149-b623-59f245f8c872', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 18:03:17.569430 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:17.569722 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44616) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:17.574656 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:03:17.675974 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:17.677102 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:17.709661 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Allocated IP 172.20.0.2 (c8a7db99-cecb-4149-b623-59f245f8c872/5da4230a-6bc1-453c-bfb5-94c1e46daaf9/5753044b-fa4d-468c-8172-55d0347eb7c6) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 18:03:17.737133 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Publish callbacks [] for router_controller (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), precommit_add_association {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:17.887037 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Publish callbacks [] for port (5753044b-fa4d-468c-8172-55d0347eb7c6), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:17.946853 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (5753044b-fa4d-468c-8172-55d0347eb7c6), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:17.983934 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Network c8a7db99-cecb-4149-b623-59f245f8c872 is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 18:03:17.986801 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Publish callbacks [] for router_gateway (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:17.986966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 18:03:17.989883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 18:03:18.020963 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Pushing event updated for resources: {'Port': ['ID=5753044b-fa4d-468c-8172-55d0347eb7c6,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:18.058495 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Attempting to bind port 5753044b-fa4d-468c-8172-55d0347eb7c6 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 18:03:18.058872 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Attempting to bind port 5753044b-fa4d-468c-8172-55d0347eb7c6 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 18:03:18.059239 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Attempting to bind port 5753044b-fa4d-468c-8172-55d0347eb7c6 on network c8a7db99-cecb-4149-b623-59f245f8c872 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 18:03:18.064262 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 18, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 18:03:18.064645 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Checking segment: {'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 18:03:18.065052 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:18.065483 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Bound using segment: {'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 18:03:18.065956 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Bound port: 5753044b-fa4d-468c-8172-55d0347eb7c6, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 18:03:18.066345 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5753044b-fa4d-468c-8172-55d0347eb7c6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:18.145435 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] For port 5753044b-fa4d-468c-8172-55d0347eb7c6, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 18:03:18.148788 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] For port 5753044b-fa4d-468c-8172-55d0347eb7c6, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5753044b-fa4d-468c-8172-55d0347eb7c6,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 18:03:18.213319 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5753044b-fa4d-468c-8172-55d0347eb7c6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:18.278707 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e710d9-f389-4caa-a408-84bb534b4b9d None None] Pushing event updated for resources: {'Port': ['ID=5753044b-fa4d-468c-8172-55d0347eb7c6,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:18.306162 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Publish callbacks [] for router_gateway (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:18.326347 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:18.461518 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Allocated IP 172.25.4.115 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/b6b9355f-bf1c-4d14-9c52-a97ff65f10a9) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 18:03:18.570619 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Publish callbacks [] for port (b6b9355f-bf1c-4d14-9c52-a97ff65f10a9), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:18.658711 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (b6b9355f-bf1c-4d14-9c52-a97ff65f10a9), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:18.706792 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 18:03:18.709875 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 18:03:18.716126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 18:03:18.719572 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b9355f-bf1c-4d14-9c52-a97ff65f10a9,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:18.788948 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5753044b-fa4d-468c-8172-55d0347eb7c6 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 18:03:18.836892 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 5753044b-fa4d-468c-8172-55d0347eb7c6 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:18.837265 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5753044b-fa4d-468c-8172-55d0347eb7c6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:18.920774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 5753044b-fa4d-468c-8172-55d0347eb7c6 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:18.921172 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5753044b-fa4d-468c-8172-55d0347eb7c6), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:18.955370 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 5753044b-fa4d-468c-8172-55d0347eb7c6, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5753044b-fa4d-468c-8172-55d0347eb7c6,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:03:19.018709 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (5753044b-fa4d-468c-8172-55d0347eb7c6), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:19.068047 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=5753044b-fa4d-468c-8172-55d0347eb7c6,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:19.099265 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Publish callbacks [] for router_gateway (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:19.234798 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77bae11-8091-449e-9082-7f25047b5b2e None None] Network c8a7db99-cecb-4149-b623-59f245f8c872 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 18:03:19.303955 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:19.316867 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-797daec8-bb96-4809-b6ab-313e0e41cc56 None None] Provisioning complete for port 5753044b-fa4d-468c-8172-55d0347eb7c6 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:19.317236 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-797daec8-bb96-4809-b6ab-313e0e41cc56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5753044b-fa4d-468c-8172-55d0347eb7c6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:19.445151 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-797daec8-bb96-4809-b6ab-313e0e41cc56 None None] Current status of the port 5753044b-fa4d-468c-8172-55d0347eb7c6 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:19.515472 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103799) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 18:03:19.637528 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103799) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 18:03:19.646514 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Sync routers for ids ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 18:03:19.659138 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Routers {'4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:03:19.659851 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:19.666590 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-b1fac23f-9646-4b4c-998f-fc69f7216c7b None None] Provisioning complete for port 5753044b-fa4d-468c-8172-55d0347eb7c6 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:19.666961 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b1fac23f-9646-4b4c-998f-fc69f7216c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5753044b-fa4d-468c-8172-55d0347eb7c6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:19.711432 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:19.717079 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44618) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:19.727220 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-2d0629a2-7cad-4c5a-bed9-2c84b4257389 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1582592 Feb 15 18:03:19.750371 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-b1fac23f-9646-4b4c-998f-fc69f7216c7b None None] Current status of the port 5753044b-fa4d-468c-8172-55d0347eb7c6 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:19.774554 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Set router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:03:19.986696 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:18Z', 'revision_number': 3, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:20.014842 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Checking router: 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 18:03:20.015202 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Updating router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b port b6b9355f-bf1c-4d14-9c52-a97ff65f10a9 binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 18:03:20.043940 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b6b9355f-bf1c-4d14-9c52-a97ff65f10a9), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:20.173301 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:20.319819 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Publish callbacks [] for port (b6b9355f-bf1c-4d14-9c52-a97ff65f10a9), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:20.356120 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Allocated IP 172.20.0.1 (c8a7db99-cecb-4149-b623-59f245f8c872/5da4230a-6bc1-453c-bfb5-94c1e46daaf9/45bf1bf5-37b8-49bc-8216-5192a864136f) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 18:03:20.360664 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b6b9355f-bf1c-4d14-9c52-a97ff65f10a9), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:20.426391 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Attempting to bind port b6b9355f-bf1c-4d14-9c52-a97ff65f10a9 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 18:03:20.430025 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Attempting to bind port b6b9355f-bf1c-4d14-9c52-a97ff65f10a9 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 18:03:20.430025 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Attempting to bind port b6b9355f-bf1c-4d14-9c52-a97ff65f10a9 on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 18:03:20.435140 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383378d-859f-405e-a2c9-bc9613216f96 None None] Pushing event updated for resources: {'Port': ['ID=b6b9355f-bf1c-4d14-9c52-a97ff65f10a9,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:20.438533 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 18, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 18:03:20.438900 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 18:03:20.439368 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:20.439755 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 18:03:20.440217 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Bound port: b6b9355f-bf1c-4d14-9c52-a97ff65f10a9, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 18:03:20.440587 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b6b9355f-bf1c-4d14-9c52-a97ff65f10a9), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:20.464491 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3383378d-859f-405e-a2c9-bc9613216f96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:20.464842 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3383378d-859f-405e-a2c9-bc9613216f96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:20.465176 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3383378d-859f-405e-a2c9-bc9613216f96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:20.465536 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3383378d-859f-405e-a2c9-bc9613216f96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:20.465867 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3383378d-859f-405e-a2c9-bc9613216f96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:20.466198 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3383378d-859f-405e-a2c9-bc9613216f96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:20.466522 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3383378d-859f-405e-a2c9-bc9613216f96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:20.466843 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3383378d-859f-405e-a2c9-bc9613216f96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:20.467158 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3383378d-859f-405e-a2c9-bc9613216f96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:20.467473 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3383378d-859f-405e-a2c9-bc9613216f96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:20.467788 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3383378d-859f-405e-a2c9-bc9613216f96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:20.468103 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3383378d-859f-405e-a2c9-bc9613216f96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:20.468416 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3383378d-859f-405e-a2c9-bc9613216f96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103802) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:03:20.480748 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Publish callbacks [] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:20.505472 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] For port b6b9355f-bf1c-4d14-9c52-a97ff65f10a9, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 18:03:20.508543 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] For port b6b9355f-bf1c-4d14-9c52-a97ff65f10a9, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b6b9355f-bf1c-4d14-9c52-a97ff65f10a9,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 18:03:20.561232 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:20.573550 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b6b9355f-bf1c-4d14-9c52-a97ff65f10a9), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:20.601054 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Network c8a7db99-cecb-4149-b623-59f245f8c872 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 18:03:20.608376 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 18:03:20.612084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 18:03:20.633515 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383378d-859f-405e-a2c9-bc9613216f96 None None] Pushing event updated for resources: {'Port': ['ID=b6b9355f-bf1c-4d14-9c52-a97ff65f10a9,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:20.640788 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Pushing event updated for resources: {'Port': ['ID=45bf1bf5-37b8-49bc-8216-5192a864136f,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:20.643125 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Routers {'4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:03:20.643580 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:20.661399 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:20.766028 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5753044b-fa4d-468c-8172-55d0347eb7c6 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 18:03:20.781215 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] Set router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:03:20.820947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 5753044b-fa4d-468c-8172-55d0347eb7c6 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:20.821275 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (5753044b-fa4d-468c-8172-55d0347eb7c6), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:20.886723 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-2798d0aa-88d4-4048-b074-9aa85824f54e None None] Provisioning complete for port 45bf1bf5-37b8-49bc-8216-5192a864136f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:20.887208 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2798d0aa-88d4-4048-b074-9aa85824f54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:20.896502 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:20.949519 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 5753044b-fa4d-468c-8172-55d0347eb7c6 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:20.951805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-2798d0aa-88d4-4048-b074-9aa85824f54e None None] Port 45bf1bf5-37b8-49bc-8216-5192a864136f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 18:03:20.987379 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:18Z', 'revision_number': 3, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:21.013781 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e712da-0556-48f2-b138-57391ec54b32 None None] The sync data for ids ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'] in n-d-828372-14 is: [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:18Z', 'revision_number': 3, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 18:03:21.076044 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Publish callbacks [] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:21.138536 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:21.207197 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:21.209018 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Pushing event updated for resources: {'Port': ['ID=45bf1bf5-37b8-49bc-8216-5192a864136f,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:21.324914 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Network c8a7db99-cecb-4149-b623-59f245f8c872 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 18:03:21.326451 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 18:03:21.452998 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 18:03:21.583325 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-80a58378-db6c-481e-9dbc-1e9503d1c225 None None] Provisioning complete for port 45bf1bf5-37b8-49bc-8216-5192a864136f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:21.584010 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-80a58378-db6c-481e-9dbc-1e9503d1c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:21.585282 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 18:03:21.593741 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-41b87a32-2bf3-4094-8c7c-3919fafefe43 admin admin] 10.222.0.107 "PUT /v2.0/routers/4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8749166 Feb 15 18:03:21.628009 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-80a58378-db6c-481e-9dbc-1e9503d1c225 None None] Port 45bf1bf5-37b8-49bc-8216-5192a864136f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 18:03:22.246913 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44634) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:22.252063 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-f78e4e8c-08eb-469b-9ed3-3726f44acb74 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1024966329-network', 'tenant_id': '28e973aae78d41628b4f2d04a8a4f5a0'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:03:22.332508 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78e4e8c-08eb-469b-9ed3-3726f44acb74 admin admin] Made reservation on behalf of 28e973aae78d41628b4f2d04a8a4f5a0 for: {'network': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 18:03:22.335463 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f78e4e8c-08eb-469b-9ed3-3726f44acb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for network (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:22.355324 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f78e4e8c-08eb-469b-9ed3-3726f44acb74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:22.440117 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f78e4e8c-08eb-469b-9ed3-3726f44acb74 admin admin] Publish callbacks [] for security_group (d9f30047-8071-401d-b903-808d5b39566f), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:22.502748 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f78e4e8c-08eb-469b-9ed3-3726f44acb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d9f30047-8071-401d-b903-808d5b39566f), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:22.526783 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78e4e8c-08eb-469b-9ed3-3726f44acb74 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=103799) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 18:03:22.539996 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e4e8c-08eb-469b-9ed3-3726f44acb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f30047-8071-401d-b903-808d5b39566f,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:22.546139 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f78e4e8c-08eb-469b-9ed3-3726f44acb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (bb2b18b0-f999-4a2e-adfd-a31225986857), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:22.546497 n-d-828372-14 neutron-server[103799]: INFO neutron.db.segments_db [None req-f78e4e8c-08eb-469b-9ed3-3726f44acb74 admin admin] Added segment bb2b18b0-f999-4a2e-adfd-a31225986857 of type vlan for network 91c7c55c-da57-48e5-90f0-dd33cad7f28c Feb 15 18:03:22.589976 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f78e4e8c-08eb-469b-9ed3-3726f44acb74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8759613996337'] for network (91c7c55c-da57-48e5-90f0-dd33cad7f28c), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:22.665599 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f78e4e8c-08eb-469b-9ed3-3726f44acb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283'] for network (91c7c55c-da57-48e5-90f0-dd33cad7f28c), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:22.666920 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e4e8c-08eb-469b-9ed3-3726f44acb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:22.667546 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-f78e4e8c-08eb-469b-9ed3-3726f44acb74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:22.698650 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Sync routers for ids ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 18:03:22.716107 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Routers {'4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:03:22.716859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:22.740258 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e4e8c-08eb-469b-9ed3-3726f44acb74 admin admin] Pushing event updated for resources: {'Network': ['ID=91c7c55c-da57-48e5-90f0-dd33cad7f28c,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:22.761561 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Network 91c7c55c-da57-48e5-90f0-dd33cad7f28c details requested by agent ovs-agent-n-d-828372-14 with host n-d-828372-14 {{(pid=103801) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 18:03:22.786765 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-f78e4e8c-08eb-469b-9ed3-3726f44acb74 admin admin] 10.222.0.107 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5386212 Feb 15 18:03:22.789708 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44636) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:22.796062 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-788c8bc8-cea6-4bf8-af93-8c865f105035 admin admin] Request body: {'subnet': {'network_id': '91c7c55c-da57-48e5-90f0-dd33cad7f28c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1024966329-subnet', 'tenant_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'ip_version': 4}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:03:22.870509 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788c8bc8-cea6-4bf8-af93-8c865f105035 admin admin] Made reservation on behalf of 28e973aae78d41628b4f2d04a8a4f5a0 for: {'subnet': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 18:03:22.873029 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-788c8bc8-cea6-4bf8-af93-8c865f105035 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8863230'] for subnet (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:22.963435 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b6b9355f-bf1c-4d14-9c52-a97ff65f10a9 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 18:03:23.117145 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Set router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:03:23.120396 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port b6b9355f-bf1c-4d14-9c52-a97ff65f10a9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:23.121049 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b6b9355f-bf1c-4d14-9c52-a97ff65f10a9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:23.343470 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port b6b9355f-bf1c-4d14-9c52-a97ff65f10a9 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:23.343867 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (b6b9355f-bf1c-4d14-9c52-a97ff65f10a9), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:23.390565 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port b6b9355f-bf1c-4d14-9c52-a97ff65f10a9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b6b9355f-bf1c-4d14-9c52-a97ff65f10a9,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:03:23.421106 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '45bf1bf5-37b8-49bc-8216-5192a864136f', 'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'mac_address': 'fa:16:3e:ce:33:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:20Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 2, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'subnets': [{'id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:23.447967 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Checking router: 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 18:03:23.448321 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Updating router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b port 45bf1bf5-37b8-49bc-8216-5192a864136f binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 18:03:23.467224 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (b6b9355f-bf1c-4d14-9c52-a97ff65f10a9), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:23.480426 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-788c8bc8-cea6-4bf8-af93-8c865f105035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8822435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8863212'] for subnet (345ce9f6-22d7-4481-9054-b08cf76156d2), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:23.509300 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:23.529511 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788c8bc8-cea6-4bf8-af93-8c865f105035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=345ce9f6-22d7-4481-9054-b08cf76156d2,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:23.548289 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788c8bc8-cea6-4bf8-af93-8c865f105035 admin admin] Checking segment: {'id': 'bb2b18b0-f999-4a2e-adfd-a31225986857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91c7c55c-da57-48e5-90f0-dd33cad7f28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 18:03:23.548655 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c8bc8-cea6-4bf8-af93-8c865f105035 admin admin] Network hostable DHCP agents. Network: 91c7c55c-da57-48e5-90f0-dd33cad7f28c, hostable agents: ['f3b24667-90c7-498a-91c2-6276bc6e57b2'], hosted agents: [] {{(pid=103800) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 18:03:23.565177 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=b6b9355f-bf1c-4d14-9c52-a97ff65f10a9,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:23.623124 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788c8bc8-cea6-4bf8-af93-8c865f105035 admin admin] Network 91c7c55c-da57-48e5-90f0-dd33cad7f28c is scheduled to be hosted by DHCP agent f3b24667-90c7-498a-91c2-6276bc6e57b2 with binding_index 1 {{(pid=103800) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 18:03:23.708645 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-788c8bc8-cea6-4bf8-af93-8c865f105035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828372-14, 91c7c55c-da57-48e5-90f0-dd33cad7f28c) {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 18:03:23.714460 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788c8bc8-cea6-4bf8-af93-8c865f105035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:23.715445 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-788c8bc8-cea6-4bf8-af93-8c865f105035 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:23.720487 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992c53f5-4d0d-4413-bb3a-93c58d10431b None None] Network 91c7c55c-da57-48e5-90f0-dd33cad7f28c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 18:03:23.795924 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-788c8bc8-cea6-4bf8-af93-8c865f105035 admin admin] 10.222.0.107 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0041635 Feb 15 18:03:23.797657 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44638) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:23.802923 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1024966329-router', 'tenant_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:03:23.880605 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Publish callbacks [] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:23.882503 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1732759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15533'] for router (8b6568c5-266d-4511-8f8f-bef01cb630d0), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:23.883474 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00720577-565f-5c7e-a429-513a40a4bdd2-91c7c55c-da57-48e5-90f0-dd33cad7f28c', 'network_id': '91c7c55c-da57-48e5-90f0-dd33cad7f28c', 'project_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'fixed_ips': [{'subnet_id': '345ce9f6-22d7-4481-9054-b08cf76156d2'}]}} from n-d-828372-14. {{(pid=103801) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 15 18:03:23.889808 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1732611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1704301', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1596931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15540'] for router (8b6568c5-266d-4511-8f8f-bef01cb630d0), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:23.890032 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:23.949243 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Publish callbacks [] for router_controller (8b6568c5-266d-4511-8f8f-bef01cb630d0), precommit_add_association {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:23.967031 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:24.061136 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7cf35-72a2-426b-a88e-b824b6186b75 None None] Pushing event updated for resources: {'Port': ['ID=45bf1bf5-37b8-49bc-8216-5192a864136f,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:24.119089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.db_base_plugin_common [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Allocated IP 172.20.0.2 (91c7c55c-da57-48e5-90f0-dd33cad7f28c/345ce9f6-22d7-4481-9054-b08cf76156d2/01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa) {{(pid=103801) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 18:03:24.149850 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Attempting to bind port 45bf1bf5-37b8-49bc-8216-5192a864136f on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 18:03:24.151015 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Attempting to bind port 45bf1bf5-37b8-49bc-8216-5192a864136f by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 18:03:24.151391 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Attempting to bind port 45bf1bf5-37b8-49bc-8216-5192a864136f on network c8a7db99-cecb-4149-b623-59f245f8c872 {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 18:03:24.207049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 18, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 18:03:24.207432 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Checking segment: {'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 18:03:24.208109 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:24.208554 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Bound using segment: {'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 18:03:24.209049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Bound port: 45bf1bf5-37b8-49bc-8216-5192a864136f, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 18:03:24.209475 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:24.232181 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Publish callbacks [] for router_gateway (8b6568c5-266d-4511-8f8f-bef01cb630d0), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:24.337703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] For port 45bf1bf5-37b8-49bc-8216-5192a864136f, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 18:03:24.362419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] For port 45bf1bf5-37b8-49bc-8216-5192a864136f, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=45bf1bf5-37b8-49bc-8216-5192a864136f,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 18:03:24.389675 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Publish callbacks [] for port (01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa), precommit_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:24.395843 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-962282a7-bded-43e1-809f-b9befb464089 None None] Provisioning complete for port 45bf1bf5-37b8-49bc-8216-5192a864136f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:24.396212 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-962282a7-bded-43e1-809f-b9befb464089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:24.420558 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:24.476358 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395'] for port (01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa), after_create {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:24.515875 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-962282a7-bded-43e1-809f-b9befb464089 None None] Port 45bf1bf5-37b8-49bc-8216-5192a864136f cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 18:03:24.553944 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Network 91c7c55c-da57-48e5-90f0-dd33cad7f28c is already hosted by enough agents. {{(pid=103801) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 18:03:24.564049 n-d-828372-14 neutron-server[103801]: DEBUG neutron.scheduler.base_scheduler [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Resources bound (agent type, host, resource id): {{(pid=103801) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 18:03:24.567791 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7cf35-72a2-426b-a88e-b824b6186b75 None None] Pushing event updated for resources: {'Port': ['ID=45bf1bf5-37b8-49bc-8216-5192a864136f,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:24.571729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Routers {'4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:03:24.573399 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:24.586988 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Received port after_create {{(pid=103801) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 18:03:24.605079 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Publish callbacks [] for router_gateway (8b6568c5-266d-4511-8f8f-bef01cb630d0), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:24.632720 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:24.800538 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Allocated IP 172.25.4.180 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/4d8fd1db-a910-4604-8642-56df1ea8ce9e) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 18:03:24.801188 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b6b9355f-bf1c-4d14-9c52-a97ff65f10a9 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 18:03:24.812457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Pushing event updated for resources: {'Port': ['ID=01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa,revision_number=1']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:24.848288 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Attempting to bind port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 18:03:24.848660 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Attempting to bind port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'bb2b18b0-f999-4a2e-adfd-a31225986857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91c7c55c-da57-48e5-90f0-dd33cad7f28c'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 18:03:24.849025 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Attempting to bind port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa on network 91c7c55c-da57-48e5-90f0-dd33cad7f28c {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 18:03:24.876931 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 18, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 18:03:24.878042 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Checking segment: {'id': 'bb2b18b0-f999-4a2e-adfd-a31225986857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91c7c55c-da57-48e5-90f0-dd33cad7f28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 18:03:24.878042 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:24.878279 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Bound using segment: {'id': 'bb2b18b0-f999-4a2e-adfd-a31225986857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91c7c55c-da57-48e5-90f0-dd33cad7f28c'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 18:03:24.878641 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Bound port: 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2b18b0-f999-4a2e-adfd-a31225986857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91c7c55c-da57-48e5-90f0-dd33cad7f28c'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 18:03:24.879024 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:24.909089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e76c8537-f00f-463e-9e42-0a5ba3f11ba5 None None] Provisioning complete for port 45bf1bf5-37b8-49bc-8216-5192a864136f triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:24.909741 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e76c8537-f00f-463e-9e42-0a5ba3f11ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:24.913189 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] Set router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:03:24.919231 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Publish callbacks [] for port (4d8fd1db-a910-4604-8642-56df1ea8ce9e), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:25.013180 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4d8fd1db-a910-4604-8642-56df1ea8ce9e), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:25.063803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 18:03:25.067217 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 18:03:25.070092 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 18:03:25.096044 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Pushing event updated for resources: {'Port': ['ID=4d8fd1db-a910-4604-8642-56df1ea8ce9e,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:25.257185 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port b6b9355f-bf1c-4d14-9c52-a97ff65f10a9 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:25.257503 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (b6b9355f-bf1c-4d14-9c52-a97ff65f10a9), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:25.323573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] For port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 18:03:25.354702 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] For port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa,segment=NetworkSegment(bb2b18b0-f999-4a2e-adfd-a31225986857),segment_id=bb2b18b0-f999-4a2e-adfd-a31225986857)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 18:03:25.416795 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e76c8537-f00f-463e-9e42-0a5ba3f11ba5 None None] Current status of the port 45bf1bf5-37b8-49bc-8216-5192a864136f is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:25.417193 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e76c8537-f00f-463e-9e42-0a5ba3f11ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:25.430172 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Publish callbacks [] for router_gateway (8b6568c5-266d-4511-8f8f-bef01cb630d0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:25.457857 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:25.564264 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port b6b9355f-bf1c-4d14-9c52-a97ff65f10a9 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:25.575620 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-e76c8537-f00f-463e-9e42-0a5ba3f11ba5 None None] For port 45bf1bf5-37b8-49bc-8216-5192a864136f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=45bf1bf5-37b8-49bc-8216-5192a864136f,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:03:25.590168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded1686a-6a66-4056-9d17-511d7bcdb9d9 None None] Pushing event updated for resources: {'Port': ['ID=01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa,revision_number=2']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:25.621939 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '45bf1bf5-37b8-49bc-8216-5192a864136f', 'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'mac_address': 'fa:16:3e:ce:33:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:20Z', 'updated_at': '2022-02-15T18:03:24Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'subnets': [{'id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:25.626273 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e76c8537-f00f-463e-9e42-0a5ba3f11ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:25.660825 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e9b158-9e31-45c8-949f-4223c26a4c48 None None] The sync data for ids ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'] in n-d-828372-14 is: [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '45bf1bf5-37b8-49bc-8216-5192a864136f', 'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'mac_address': 'fa:16:3e:ce:33:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:20Z', 'updated_at': '2022-02-15T18:03:24Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'subnets': [{'id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 18:03:25.696409 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1732636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1706910'] for router (8b6568c5-266d-4511-8f8f-bef01cb630d0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:25.754380 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c8537-f00f-463e-9e42-0a5ba3f11ba5 None None] Pushing event updated for resources: {'Port': ['ID=45bf1bf5-37b8-49bc-8216-5192a864136f,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:26.018412 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Router 8b6568c5-266d-4511-8f8f-bef01cb630d0 is scheduled to L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a with binding_index 1 {{(pid=103800) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 18:03:26.143022 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 18:03:26.155484 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Sync routers for ids ['8b6568c5-266d-4511-8f8f-bef01cb630d0'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 18:03:26.167295 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Routers {'8b6568c5-266d-4511-8f8f-bef01cb630d0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:03:26.168227 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8b6568c5-266d-4511-8f8f-bef01cb630d0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:26.226066 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:26.231035 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-24988c78-b629-41ef-b56c-b8150d937d52 admin admin] 10.222.0.107 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4283583 Feb 15 18:03:26.231527 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44640) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:26.315559 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Set router 8b6568c5-266d-4511-8f8f-bef01cb630d0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:03:26.558644 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'name': 'tempest-TestSnapshotPattern-1024966329-router', 'tenant_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4d8fd1db-a910-4604-8642-56df1ea8ce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:23Z', 'updated_at': '2022-02-15T18:03:25Z', 'revision_number': 3, 'project_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'gw_port': {'id': '4d8fd1db-a910-4604-8642-56df1ea8ce9e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:24Z', 'updated_at': '2022-02-15T18:03:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:26.613635 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Checking router: 8b6568c5-266d-4511-8f8f-bef01cb630d0 for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 18:03:26.614162 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Updating router 8b6568c5-266d-4511-8f8f-bef01cb630d0 port 4d8fd1db-a910-4604-8642-56df1ea8ce9e binding host n-d-828372-14 {{(pid=103802) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 18:03:26.650109 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4d8fd1db-a910-4604-8642-56df1ea8ce9e), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:26.923466 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:26.946350 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 45bf1bf5-37b8-49bc-8216-5192a864136f up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 18:03:26.948909 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7976b24-8298-46d3-9866-e21e616eee56 None None] Network 91c7c55c-da57-48e5-90f0-dd33cad7f28c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 18:03:27.125785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-5e70231c-3dde-497d-b148-ea6dfb00ce02 None None] Provisioning complete for port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:27.126177 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e70231c-3dde-497d-b148-ea6dfb00ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:27.147767 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Allocated IP 172.20.0.1 (91c7c55c-da57-48e5-90f0-dd33cad7f28c/345ce9f6-22d7-4481-9054-b08cf76156d2/84a9ba00-f466-41be-b6a9-2ddba8672f34) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 18:03:27.152298 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Publish callbacks [] for port (4d8fd1db-a910-4604-8642-56df1ea8ce9e), precommit_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:27.216838 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 45bf1bf5-37b8-49bc-8216-5192a864136f triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:27.217281 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:27.241726 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4d8fd1db-a910-4604-8642-56df1ea8ce9e), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:27.280799 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Publish callbacks [] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:27.297073 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74a123-ddf1-4d23-8266-60fa90683c64 None None] Pushing event updated for resources: {'Port': ['ID=4d8fd1db-a910-4604-8642-56df1ea8ce9e,revision_number=2']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:27.317254 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Attempting to bind port 4d8fd1db-a910-4604-8642-56df1ea8ce9e on host n-d-828372-14 for vnic_type normal with profile {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 18:03:27.318184 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Attempting to bind port 4d8fd1db-a910-4604-8642-56df1ea8ce9e by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 18:03:27.318757 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Attempting to bind port 4d8fd1db-a910-4604-8642-56df1ea8ce9e on network 41fa8f71-481c-4dfa-a28d-8870ce44b667 {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 18:03:27.325227 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 18, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 18:03:27.327038 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Checking segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103802) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 18:03:27.327460 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:27.328092 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Bound using segment: {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'} {{(pid=103802) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 18:03:27.328616 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.managers [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Bound port: 4d8fd1db-a910-4604-8642-56df1ea8ce9e, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599d9088-9e79-48bc-aa98-984773e3218b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667'}}] {{(pid=103802) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 18:03:27.328965 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4d8fd1db-a910-4604-8642-56df1ea8ce9e), before_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:27.386089 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:27.401065 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] For port 4d8fd1db-a910-4604-8642-56df1ea8ce9e, host n-d-828372-14, cleared binding levels {{(pid=103802) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 18:03:27.405343 n-d-828372-14 neutron-server[103802]: DEBUG neutron.plugins.ml2.db [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] For port 4d8fd1db-a910-4604-8642-56df1ea8ce9e, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4d8fd1db-a910-4604-8642-56df1ea8ce9e,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103802) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 18:03:27.425230 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-5e70231c-3dde-497d-b148-ea6dfb00ce02 None None] Current status of the port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:27.425230 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e70231c-3dde-497d-b148-ea6dfb00ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:27.449294 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Network 91c7c55c-da57-48e5-90f0-dd33cad7f28c is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 18:03:27.450847 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Pushing event updated for resources: {'Port': ['ID=84a9ba00-f466-41be-b6a9-2ddba8672f34,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:27.457587 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 18:03:27.460219 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 18:03:27.466098 n-d-828372-14 neutron-server[103802]: DEBUG neutron_lib.callbacks.manager [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4d8fd1db-a910-4604-8642-56df1ea8ce9e), after_update {{(pid=103802) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:27.500284 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 45bf1bf5-37b8-49bc-8216-5192a864136f is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:27.501505 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 18:03:27.534939 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Routers {'8b6568c5-266d-4511-8f8f-bef01cb630d0'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:03:27.535885 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8b6568c5-266d-4511-8f8f-bef01cb630d0'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:27.556419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-5e70231c-3dde-497d-b148-ea6dfb00ce02 None None] For port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa,segment=NetworkSegment(bb2b18b0-f999-4a2e-adfd-a31225986857),segment_id=bb2b18b0-f999-4a2e-adfd-a31225986857)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:03:27.570405 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1706861'] for router_interface (8b6568c5-266d-4511-8f8f-bef01cb630d0), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:27.602088 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:27.602630 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:27.635235 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5e70231c-3dde-497d-b148-ea6dfb00ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:27.672406 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] Set router 8b6568c5-266d-4511-8f8f-bef01cb630d0 gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:03:27.722109 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e70231c-3dde-497d-b148-ea6dfb00ce02 None None] Pushing event updated for resources: {'Port': ['ID=01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:27.779774 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:27.789585 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74a123-ddf1-4d23-8266-60fa90683c64 None None] Pushing event updated for resources: {'Port': ['ID=4d8fd1db-a910-4604-8642-56df1ea8ce9e,revision_number=3']} {{(pid=103802) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:27.809531 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:27.862755 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-930a643b-8504-455f-92dd-8cd155a8f320 None None] Provisioning complete for port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:27.863133 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-930a643b-8504-455f-92dd-8cd155a8f320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:27.900977 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'name': 'tempest-TestSnapshotPattern-1024966329-router', 'tenant_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4d8fd1db-a910-4604-8642-56df1ea8ce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:23Z', 'updated_at': '2022-02-15T18:03:25Z', 'revision_number': 3, 'project_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'gw_port': {'id': '4d8fd1db-a910-4604-8642-56df1ea8ce9e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:24Z', 'updated_at': '2022-02-15T18:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:27.930361 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e5743a-bc85-43a4-a18e-9695505a089d None None] The sync data for ids ['8b6568c5-266d-4511-8f8f-bef01cb630d0'] in n-d-828372-14 is: [{'id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'name': 'tempest-TestSnapshotPattern-1024966329-router', 'tenant_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4d8fd1db-a910-4604-8642-56df1ea8ce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:23Z', 'updated_at': '2022-02-15T18:03:25Z', 'revision_number': 3, 'project_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'gw_port': {'id': '4d8fd1db-a910-4604-8642-56df1ea8ce9e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:24Z', 'updated_at': '2022-02-15T18:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 18:03:27.969476 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-930a643b-8504-455f-92dd-8cd155a8f320 None None] Current status of the port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:28.041480 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Publish callbacks [] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:28.100008 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-1a05aecf-5222-4a68-adbe-0e3ee2c454ad None None] Provisioning complete for port 84a9ba00-f466-41be-b6a9-2ddba8672f34 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:28.100372 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1a05aecf-5222-4a68-adbe-0e3ee2c454ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:28.103977 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:28.147579 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-1a05aecf-5222-4a68-adbe-0e3ee2c454ad None None] Port 84a9ba00-f466-41be-b6a9-2ddba8672f34 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 18:03:28.174129 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1647297', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1733085'] for router_interface (8b6568c5-266d-4511-8f8f-bef01cb630d0), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:28.176073 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Pushing event updated for resources: {'Port': ['ID=84a9ba00-f466-41be-b6a9-2ddba8672f34,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:28.287421 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Network 91c7c55c-da57-48e5-90f0-dd33cad7f28c is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 18:03:28.288918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 18:03:28.425474 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Router 8b6568c5-266d-4511-8f8f-bef01cb630d0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 18:03:28.548601 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 18:03:28.561429 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-7999cda5-8f07-47ba-8125-c6b452444dea admin admin] 10.222.0.107 "PUT /v2.0/routers/8b6568c5-266d-4511-8f8f-bef01cb630d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3217144 Feb 15 18:03:28.568297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-e1ce0cad-c33b-4c5d-851f-c5f0da442905 None None] Provisioning complete for port 84a9ba00-f466-41be-b6a9-2ddba8672f34 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:28.568722 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e1ce0cad-c33b-4c5d-851f-c5f0da442905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:28.606174 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce0cad-c33b-4c5d-851f-c5f0da442905 None None] Port 84a9ba00-f466-41be-b6a9-2ddba8672f34 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 18:03:28.837800 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4d8fd1db-a910-4604-8642-56df1ea8ce9e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 18:03:28.899610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4d8fd1db-a910-4604-8642-56df1ea8ce9e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:28.900573 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4d8fd1db-a910-4604-8642-56df1ea8ce9e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:28.989287 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4d8fd1db-a910-4604-8642-56df1ea8ce9e is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:28.989949 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (4d8fd1db-a910-4604-8642-56df1ea8ce9e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:29.010451 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] For port 4d8fd1db-a910-4604-8642-56df1ea8ce9e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4d8fd1db-a910-4604-8642-56df1ea8ce9e,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:03:29.126277 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (4d8fd1db-a910-4604-8642-56df1ea8ce9e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:29.127192 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 18:03:29.136510 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44648) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:29.141415 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-bbbae965-3435-4b94-96a0-48b342806a16 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1415553345', 'description': 'tempest-secgroup-smoke-1415553345 description', 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:03:29.202546 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Pushing event updated for resources: {'Port': ['ID=4d8fd1db-a910-4604-8642-56df1ea8ce9e,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:29.216083 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:29.216455 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:29.246830 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bbbae965-3435-4b94-96a0-48b342806a16 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:29.312142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:29.323062 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bbbae965-3435-4b94-96a0-48b342806a16 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group (5b6e30e3-6b91-4490-adab-4099f9e75e1c), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:29.395004 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bbbae965-3435-4b94-96a0-48b342806a16 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5b6e30e3-6b91-4490-adab-4099f9e75e1c), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:29.425622 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbae965-3435-4b94-96a0-48b342806a16 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6e30e3-6b91-4490-adab-4099f9e75e1c,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:29.528227 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-bbbae965-3435-4b94-96a0-48b342806a16 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:29.529639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-bbbae965-3435-4b94-96a0-48b342806a16 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3920271 Feb 15 18:03:29.541496 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44650) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:29.541496 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-635d6ad5-742f-4e83-9bd0-1c5f28980d48 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Request body: {'security_group_rule': {'security_group_id': '5b6e30e3-6b91-4490-adab-4099f9e75e1c', 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:03:29.624368 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-635d6ad5-742f-4e83-9bd0-1c5f28980d48 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (27dc696b-23f3-4a22-a0c6-d6f2dae20429), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:29.674357 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Sync routers for ids ['8b6568c5-266d-4511-8f8f-bef01cb630d0'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 18:03:29.689573 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Routers {'8b6568c5-266d-4511-8f8f-bef01cb630d0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:03:29.690947 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8b6568c5-266d-4511-8f8f-bef01cb630d0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:29.701638 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-635d6ad5-742f-4e83-9bd0-1c5f28980d48 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (27dc696b-23f3-4a22-a0c6-d6f2dae20429), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:29.784098 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-635d6ad5-742f-4e83-9bd0-1c5f28980d48 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (27dc696b-23f3-4a22-a0c6-d6f2dae20429), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:29.818879 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d6ad5-742f-4e83-9bd0-1c5f28980d48 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27dc696b-23f3-4a22-a0c6-d6f2dae20429,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:29.829269 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Set router 8b6568c5-266d-4511-8f8f-bef01cb630d0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:03:29.888694 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-635d6ad5-742f-4e83-9bd0-1c5f28980d48 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:29.889966 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-635d6ad5-742f-4e83-9bd0-1c5f28980d48 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3558145 Feb 15 18:03:29.892711 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44652) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:29.897150 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-6d1502e4-40b7-4f7c-b735-a731866ed479 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Request body: {'security_group_rule': {'security_group_id': '5b6e30e3-6b91-4490-adab-4099f9e75e1c', 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:03:30.006581 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d1502e4-40b7-4f7c-b735-a731866ed479 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (77e5df3c-f718-43d8-a6f9-ab6e27cd2869), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:30.081726 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d1502e4-40b7-4f7c-b735-a731866ed479 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (77e5df3c-f718-43d8-a6f9-ab6e27cd2869), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:30.159757 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d1502e4-40b7-4f7c-b735-a731866ed479 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (77e5df3c-f718-43d8-a6f9-ab6e27cd2869), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:30.185076 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1502e4-40b7-4f7c-b735-a731866ed479 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e5df3c-f718-43d8-a6f9-ab6e27cd2869,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:30.229681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'name': 'tempest-TestSnapshotPattern-1024966329-router', 'tenant_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4d8fd1db-a910-4604-8642-56df1ea8ce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:23Z', 'updated_at': '2022-02-15T18:03:27Z', 'revision_number': 4, 'project_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'gw_port': {'id': '4d8fd1db-a910-4604-8642-56df1ea8ce9e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:24Z', 'updated_at': '2022-02-15T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '84a9ba00-f466-41be-b6a9-2ddba8672f34', 'name': '', 'network_id': '91c7c55c-da57-48e5-90f0-dd33cad7f28c', 'tenant_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'mac_address': 'fa:16:3e:12:3c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '345ce9f6-22d7-4481-9054-b08cf76156d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:26Z', 'updated_at': '2022-02-15T18:03:27Z', 'revision_number': 2, 'project_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'subnets': [{'id': '345ce9f6-22d7-4481-9054-b08cf76156d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:30.260805 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Checking router: 8b6568c5-266d-4511-8f8f-bef01cb630d0 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 18:03:30.261157 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Updating router 8b6568c5-266d-4511-8f8f-bef01cb630d0 port 84a9ba00-f466-41be-b6a9-2ddba8672f34 binding host n-d-828372-14 {{(pid=103801) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 18:03:30.266947 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-6d1502e4-40b7-4f7c-b735-a731866ed479 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:30.268634 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-6d1502e4-40b7-4f7c-b735-a731866ed479 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3749397 Feb 15 18:03:30.271454 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44654) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:30.276472 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-705d12da-5850-4aa0-8c1e-10d38f1f0e8c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Request body: {'security_group_rule': {'security_group_id': '5b6e30e3-6b91-4490-adab-4099f9e75e1c', 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:03:30.291943 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:30.366018 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-705d12da-5850-4aa0-8c1e-10d38f1f0e8c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (642d06f2-2b05-46ed-8c6d-f9a0ea2a4a88), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:30.444742 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-705d12da-5850-4aa0-8c1e-10d38f1f0e8c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (642d06f2-2b05-46ed-8c6d-f9a0ea2a4a88), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:30.525825 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-705d12da-5850-4aa0-8c1e-10d38f1f0e8c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (642d06f2-2b05-46ed-8c6d-f9a0ea2a4a88), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:30.545153 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d12da-5850-4aa0-8c1e-10d38f1f0e8c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642d06f2-2b05-46ed-8c6d-f9a0ea2a4a88,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:30.609306 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Publish callbacks [] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), precommit_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:30.617157 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-705d12da-5850-4aa0-8c1e-10d38f1f0e8c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:30.617157 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-705d12da-5850-4aa0-8c1e-10d38f1f0e8c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3431439 Feb 15 18:03:30.618354 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44656) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:30.623048 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2e4068bc-bd56-4ef7-a9c1-70799845d688 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Request body: {'security_group_rule': {'security_group_id': '5b6e30e3-6b91-4490-adab-4099f9e75e1c', 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:03:30.698828 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:30.717284 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e4068bc-bd56-4ef7-a9c1-70799845d688 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (a04a56bb-b2ff-4a34-9d1d-125d3b972034), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:30.776526 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c77813-092d-443c-a607-a4e4a2ff1474 None None] Pushing event updated for resources: {'Port': ['ID=84a9ba00-f466-41be-b6a9-2ddba8672f34,revision_number=3']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:30.834226 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e4068bc-bd56-4ef7-a9c1-70799845d688 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (a04a56bb-b2ff-4a34-9d1d-125d3b972034), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:30.835559 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4d8fd1db-a910-4604-8642-56df1ea8ce9e up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 18:03:30.904659 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Attempting to bind port 84a9ba00-f466-41be-b6a9-2ddba8672f34 on host n-d-828372-14 for vnic_type normal with profile {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 18:03:30.905038 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Attempting to bind port 84a9ba00-f466-41be-b6a9-2ddba8672f34 by drivers openvswitch,hyperv on host n-d-828372-14 at level 0 using segments [{'id': 'bb2b18b0-f999-4a2e-adfd-a31225986857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91c7c55c-da57-48e5-90f0-dd33cad7f28c'}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 18:03:30.905430 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Attempting to bind port 84a9ba00-f466-41be-b6a9-2ddba8672f34 on network 91c7c55c-da57-48e5-90f0-dd33cad7f28c {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 18:03:30.909508 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e4068bc-bd56-4ef7-a9c1-70799845d688 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (a04a56bb-b2ff-4a34-9d1d-125d3b972034), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:30.919948 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Checking agent: {'id': '1574d46e-e2ba-4a68-8470-6ecf29756ffb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 24, 43), 'started_at': datetime.datetime(2022, 2, 15, 16, 25, 13), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 18, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828372-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 18:03:30.920312 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Checking segment: {'id': 'bb2b18b0-f999-4a2e-adfd-a31225986857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91c7c55c-da57-48e5-90f0-dd33cad7f28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103801) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 18:03:30.922708 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:30.923102 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Bound using segment: {'id': 'bb2b18b0-f999-4a2e-adfd-a31225986857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91c7c55c-da57-48e5-90f0-dd33cad7f28c'} {{(pid=103801) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 18:03:30.924871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.managers [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Bound port: 84a9ba00-f466-41be-b6a9-2ddba8672f34, host: n-d-828372-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2b18b0-f999-4a2e-adfd-a31225986857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '91c7c55c-da57-48e5-90f0-dd33cad7f28c'}}] {{(pid=103801) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 18:03:30.925289 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:30.937116 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4068bc-bd56-4ef7-a9c1-70799845d688 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04a56bb-b2ff-4a34-9d1d-125d3b972034,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:30.981522 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 4d8fd1db-a910-4604-8642-56df1ea8ce9e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:30.981778 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (4d8fd1db-a910-4604-8642-56df1ea8ce9e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.021607 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2e4068bc-bd56-4ef7-a9c1-70799845d688 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.022887 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2e4068bc-bd56-4ef7-a9c1-70799845d688 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4035122 Feb 15 18:03:31.026808 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 44658) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:31.032315 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [None req-0ff2ae50-048d-4294-b512-0e09c3b170cf tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Request body: {'security_group_rule': {'security_group_id': '5b6e30e3-6b91-4490-adab-4099f9e75e1c', 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:03:31.081044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] For port 84a9ba00-f466-41be-b6a9-2ddba8672f34, host n-d-828372-14, cleared binding levels {{(pid=103801) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 18:03:31.088219 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] For port 84a9ba00-f466-41be-b6a9-2ddba8672f34, host n-d-828372-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=84a9ba00-f466-41be-b6a9-2ddba8672f34,segment=NetworkSegment(bb2b18b0-f999-4a2e-adfd-a31225986857),segment_id=bb2b18b0-f999-4a2e-adfd-a31225986857)] {{(pid=103801) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 18:03:31.094498 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-8b75a183-d3f5-4fea-a2fe-691f4a601b12 None None] Provisioning complete for port 84a9ba00-f466-41be-b6a9-2ddba8672f34 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:31.094871 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8b75a183-d3f5-4fea-a2fe-691f4a601b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.109543 n-d-828372-14 neutron-server[103799]: INFO neutron.db.securitygroups_db [None req-0ff2ae50-048d-4294-b512-0e09c3b170cf tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Project faeeeb1d7b644e95b38585a3c1ff9562 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 18:03:31.115017 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ae50-048d-4294-b512-0e09c3b170cf tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (d4d374fd-9be7-4043-a01d-53b84501ea50), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.168543 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.182460 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ae50-048d-4294-b512-0e09c3b170cf tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (d4d374fd-9be7-4043-a01d-53b84501ea50), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.204525 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-8b75a183-d3f5-4fea-a2fe-691f4a601b12 None None] Port 84a9ba00-f466-41be-b6a9-2ddba8672f34 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 18:03:31.241393 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ae50-048d-4294-b512-0e09c3b170cf tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (d4d374fd-9be7-4043-a01d-53b84501ea50), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.249957 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 4d8fd1db-a910-4604-8642-56df1ea8ce9e is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:31.266733 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2ae50-048d-4294-b512-0e09c3b170cf tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d374fd-9be7-4043-a01d-53b84501ea50,revision_number=0']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:31.280859 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c77813-092d-443c-a607-a4e4a2ff1474 None None] Pushing event updated for resources: {'Port': ['ID=84a9ba00-f466-41be-b6a9-2ddba8672f34,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:31.285099 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Routers {'8b6568c5-266d-4511-8f8f-bef01cb630d0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:03:31.285754 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:03:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8b6568c5-266d-4511-8f8f-bef01cb630d0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:31.332241 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.358219 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-0ff2ae50-048d-4294-b512-0e09c3b170cf tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.359805 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-0ff2ae50-048d-4294-b512-0e09c3b170cf tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3319128 Feb 15 18:03:31.363721 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44660) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:31.369790 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-2a0d8cb6-7dc5-4aa0-bba7-301cf063624c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Request body: {'security_group_rule': {'security_group_id': '5b6e30e3-6b91-4490-adab-4099f9e75e1c', 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:03:31.436533 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] Set router 8b6568c5-266d-4511-8f8f-bef01cb630d0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:03:31.474786 n-d-828372-14 neutron-server[103800]: INFO neutron.db.securitygroups_db [None req-2a0d8cb6-7dc5-4aa0-bba7-301cf063624c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Project faeeeb1d7b644e95b38585a3c1ff9562 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 18:03:31.485489 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8cb6-7dc5-4aa0-bba7-301cf063624c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (33db1755-f13b-47a4-a3a0-951e69e779ef), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.560954 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8cb6-7dc5-4aa0-bba7-301cf063624c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (33db1755-f13b-47a4-a3a0-951e69e779ef), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.599308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-75362d28-466e-4e04-bb9b-ed9ac6d5e2f3 None None] Provisioning complete for port 84a9ba00-f466-41be-b6a9-2ddba8672f34 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:31.601898 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-75362d28-466e-4e04-bb9b-ed9ac6d5e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.646371 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8cb6-7dc5-4aa0-bba7-301cf063624c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630155'] for security_group_rule (33db1755-f13b-47a4-a3a0-951e69e779ef), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.668055 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d8cb6-7dc5-4aa0-bba7-301cf063624c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33db1755-f13b-47a4-a3a0-951e69e779ef,revision_number=0']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:31.695023 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.729978 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2a0d8cb6-7dc5-4aa0-bba7-301cf063624c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.731767 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2a0d8cb6-7dc5-4aa0-bba7-301cf063624c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3668926 Feb 15 18:03:31.748025 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-75362d28-466e-4e04-bb9b-ed9ac6d5e2f3 None None] Current status of the port 84a9ba00-f466-41be-b6a9-2ddba8672f34 is: DOWN; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:31.748411 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-75362d28-466e-4e04-bb9b-ed9ac6d5e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.789353 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'name': 'tempest-TestSnapshotPattern-1024966329-router', 'tenant_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4d8fd1db-a910-4604-8642-56df1ea8ce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:23Z', 'updated_at': '2022-02-15T18:03:27Z', 'revision_number': 4, 'project_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'gw_port': {'id': '4d8fd1db-a910-4604-8642-56df1ea8ce9e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:24Z', 'updated_at': '2022-02-15T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '84a9ba00-f466-41be-b6a9-2ddba8672f34', 'name': '', 'network_id': '91c7c55c-da57-48e5-90f0-dd33cad7f28c', 'tenant_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'mac_address': 'fa:16:3e:12:3c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '345ce9f6-22d7-4481-9054-b08cf76156d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:26Z', 'updated_at': '2022-02-15T18:03:31Z', 'revision_number': 4, 'project_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'subnets': [{'id': '345ce9f6-22d7-4481-9054-b08cf76156d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:31.792886 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-75362d28-466e-4e04-bb9b-ed9ac6d5e2f3 None None] For port 84a9ba00-f466-41be-b6a9-2ddba8672f34, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=84a9ba00-f466-41be-b6a9-2ddba8672f34,segment=NetworkSegment(bb2b18b0-f999-4a2e-adfd-a31225986857),segment_id=bb2b18b0-f999-4a2e-adfd-a31225986857)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:03:31.820330 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c30ad8a-40bf-4153-a2e9-6e100bca117b None None] The sync data for ids ['8b6568c5-266d-4511-8f8f-bef01cb630d0'] in n-d-828372-14 is: [{'id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'name': 'tempest-TestSnapshotPattern-1024966329-router', 'tenant_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4d8fd1db-a910-4604-8642-56df1ea8ce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:23Z', 'updated_at': '2022-02-15T18:03:27Z', 'revision_number': 4, 'project_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'gw_port': {'id': '4d8fd1db-a910-4604-8642-56df1ea8ce9e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:24Z', 'updated_at': '2022-02-15T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '84a9ba00-f466-41be-b6a9-2ddba8672f34', 'name': '', 'network_id': '91c7c55c-da57-48e5-90f0-dd33cad7f28c', 'tenant_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'mac_address': 'fa:16:3e:12:3c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '345ce9f6-22d7-4481-9054-b08cf76156d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:26Z', 'updated_at': '2022-02-15T18:03:31Z', 'revision_number': 4, 'project_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'subnets': [{'id': '345ce9f6-22d7-4481-9054-b08cf76156d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 18:03:31.864372 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-75362d28-466e-4e04-bb9b-ed9ac6d5e2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:31.928599 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-d5be3b64-8881-487d-b054-6ec5a6564cbf tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415553345&fields=id&tenant_id=faeeeb1d7b644e95b38585a3c1ff9562 HTTP/1.1" status: 200 len: 267 time: 0.0790732 Feb 15 18:03:31.933339 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75362d28-466e-4e04-bb9b-ed9ac6d5e2f3 None None] Pushing event updated for resources: {'Port': ['ID=84a9ba00-f466-41be-b6a9-2ddba8672f34,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:32.410386 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-5d264f6e-f83c-4e10-a5e8-df8e9a1fcb00 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:32.412138 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-5d264f6e-f83c-4e10-a5e8-df8e9a1fcb00 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/networks?id=c8a7db99-cecb-4149-b623-59f245f8c872 HTTP/1.1" status: 200 len: 809 time: 0.4701307 Feb 15 18:03:32.429502 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-2ac867af-07c5-42f2-af5b-e1ea472dc03c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/quotas/faeeeb1d7b644e95b38585a3c1ff9562 HTTP/1.1" status: 200 len: 375 time: 0.0106382 Feb 15 18:03:32.501062 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-8ba962fc-d3c3-48b4-8088-242a395d77af tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601280 Feb 15 18:03:32.652760 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1f5fa743-c2b6-43ba-b955-04f4d18bd4a4 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 18:03:32.654283 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1f5fa743-c2b6-43ba-b955-04f4d18bd4a4 service neutron] 10.222.0.107 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1391931 Feb 15 18:03:32.784864 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-c66e55b1-92af-4276-8039-673e5e164f99 service neutron] 10.222.0.107 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221542 Feb 15 18:03:32.818756 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 84a9ba00-f466-41be-b6a9-2ddba8672f34 up at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 18:03:32.883625 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Provisioning complete for port 84a9ba00-f466-41be-b6a9-2ddba8672f34 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:32.884126 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:32.890706 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-a9d10bf3-31bc-414d-910b-bfc61ddff9a6 service neutron] 10.222.0.107 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018474 Feb 15 18:03:32.995217 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Current status of the port 84a9ba00-f466-41be-b6a9-2ddba8672f34 is: ACTIVE; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:33.165102 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-50f09941-b31a-496f-8aae-ee4ccd029d7a req-c153e42b-d68e-4339-a4e7-8500c07cbdf7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 210 time: 0.0393798 Feb 15 18:03:34.265157 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-7b27bff3-d261-4368-b69d-bb050d81f10c req-3a5f331c-79f8-4d00-b5e6-8b4b9e4e9928 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 210 time: 0.0404541 Feb 15 18:03:35.372777 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-f5e70d16-fd03-433f-807c-905938357768 req-48f1e01a-4097-48cb-a417-d8649b5e1e13 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 210 time: 0.0272815 Feb 15 18:03:35.547557 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-54b1a1c2-5d41-48cb-ae9c-50c80098eaf6 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:35.549166 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-54b1a1c2-5d41-48cb-ae9c-50c80098eaf6 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.67 "GET /v2.0/networks?id=c8a7db99-cecb-4149-b623-59f245f8c872 HTTP/1.1" status: 200 len: 809 time: 0.1080418 Feb 15 18:03:35.611760 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-3851d9b9-291c-4ea7-8fed-8c59ce5c2c64 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faeeeb1d7b644e95b38585a3c1ff9562 HTTP/1.1" status: 200 len: 380 time: 0.0540416 Feb 15 18:03:35.621568 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-64c61377-4d5a-478e-b1ac-f2ee2c647935 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Request body: {'port': {'device_id': '579692a3-ea8b-42c6-9760-99ca7af68725', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'admin_state_up': True, 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'security_groups': ['5b6e30e3-6b91-4490-adab-4099f9e75e1c']}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:03:35.835083 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-64c61377-4d5a-478e-b1ac-f2ee2c647935 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Made reservation on behalf of faeeeb1d7b644e95b38585a3c1ff9562 for: {'port': 1} {{(pid=103799) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 18:03:35.838565 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-64c61377-4d5a-478e-b1ac-f2ee2c647935 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:35.965919 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.db_base_plugin_common [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-64c61377-4d5a-478e-b1ac-f2ee2c647935 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Allocated IP 172.20.0.12 (c8a7db99-cecb-4149-b623-59f245f8c872/5da4230a-6bc1-453c-bfb5-94c1e46daaf9/8355fbfd-6866-4813-9068-8bd99b8b727e) {{(pid=103799) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 18:03:36.121094 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-64c61377-4d5a-478e-b1ac-f2ee2c647935 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), precommit_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:36.251553 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-64c61377-4d5a-478e-b1ac-f2ee2c647935 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), after_create {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:36.296453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-64c61377-4d5a-478e-b1ac-f2ee2c647935 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Network c8a7db99-cecb-4149-b623-59f245f8c872 is already hosted by enough agents. {{(pid=103799) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 18:03:36.299803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.scheduler.base_scheduler [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-64c61377-4d5a-478e-b1ac-f2ee2c647935 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Resources bound (agent type, host, resource id): {{(pid=103799) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 18:03:36.303670 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-64c61377-4d5a-478e-b1ac-f2ee2c647935 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Received port after_create {{(pid=103799) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 18:03:36.310845 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c61377-4d5a-478e-b1ac-f2ee2c647935 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event updated for resources: {'Port': ['ID=8355fbfd-6866-4813-9068-8bd99b8b727e,revision_number=1']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:36.359330 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-64c61377-4d5a-478e-b1ac-f2ee2c647935 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:36.360893 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-64c61377-4d5a-478e-b1ac-f2ee2c647935 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:36.443985 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-64c61377-4d5a-478e-b1ac-f2ee2c647935 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8266659 Feb 15 18:03:36.460323 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.v2.base [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Request body: {'port': {'device_id': '579692a3-ea8b-42c6-9760-99ca7af68725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828372-14'}} {{(pid=103799) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:03:36.520648 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-a5a873b3-4afe-4da6-a366-6694d5dfa634 None None] Provisioning complete for port 8355fbfd-6866-4813-9068-8bd99b8b727e triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:36.521216 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-a5a873b3-4afe-4da6-a366-6694d5dfa634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:36.555872 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a184cb-34d8-4aec-8fc8-7cd75132c235 req-cde1d015-6e3d-43c0-b626-8606f74c95c7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:36.557467 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-86a184cb-34d8-4aec-8fc8-7cd75132c235 req-cde1d015-6e3d-43c0-b626-8606f74c95c7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 932 time: 0.1125357 Feb 15 18:03:36.559789 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-a5a873b3-4afe-4da6-a366-6694d5dfa634 None None] Port 8355fbfd-6866-4813-9068-8bd99b8b727e cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 18:03:36.574548 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:36.657902 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-86a184cb-34d8-4aec-8fc8-7cd75132c235 req-67546157-8878-4da3-9952-27e19666dccc tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943613 Feb 15 18:03:36.878349 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8355fbfd-6866-4813-9068-8bd99b8b727e {{(pid=103799) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 18:03:36.886288 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Publish callbacks [] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), precommit_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:36.898027 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.provisioning_blocks [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Transition to ACTIVE for port object 8355fbfd-6866-4813-9068-8bd99b8b727e will not be triggered until provisioned by entity L2. {{(pid=103799) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 18:03:36.971187 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:37.025399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Pushing event updated for resources: {'Port': ['ID=8355fbfd-6866-4813-9068-8bd99b8b727e,revision_number=2']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:37.045816 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-22c6bb24-8625-49c1-8c98-b80daee5375a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:37.099927 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Attempting to bind port 8355fbfd-6866-4813-9068-8bd99b8b727e on host n-h1-828372-14 for vnic_type normal with profile {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 18:03:37.100277 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Attempting to bind port 8355fbfd-6866-4813-9068-8bd99b8b727e by drivers openvswitch,hyperv on host n-h1-828372-14 at level 0 using segments [{'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 18:03:37.100615 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Attempting to bind port 8355fbfd-6866-4813-9068-8bd99b8b727e on network c8a7db99-cecb-4149-b623-59f245f8c872 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 18:03:37.105574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Port 8355fbfd-6866-4813-9068-8bd99b8b727e on network c8a7db99-cecb-4149-b623-59f245f8c872 not bound, no agent of type Open vSwitch agent registered on host n-h1-828372-14 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 18:03:37.105909 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Attempting to bind port 8355fbfd-6866-4813-9068-8bd99b8b727e on network c8a7db99-cecb-4149-b623-59f245f8c872 {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 18:03:37.111224 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Checking agent: {'id': 'a24f26a4-9250-4e4c-8f2d-5896c8d1c890', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 18, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 18:03:37.111578 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Checking segment: {'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103799) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 18:03:37.111976 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Bound using segment: {'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'} {{(pid=103799) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 18:03:37.112416 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.managers [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Bound port: 8355fbfd-6866-4813-9068-8bd99b8b727e, host: n-h1-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'}}] {{(pid=103799) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 18:03:37.112785 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), before_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:37.218885 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] For port 8355fbfd-6866-4813-9068-8bd99b8b727e, host n-h1-828372-14, cleared binding levels {{(pid=103799) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 18:03:37.223426 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] For port 8355fbfd-6866-4813-9068-8bd99b8b727e, host n-h1-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8355fbfd-6866-4813-9068-8bd99b8b727e,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103799) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 18:03:37.321604 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1243223'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), after_update {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:37.357948 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:37.358691 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:37.360114 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] 10.222.0.67 "PUT /v2.0/ports/8355fbfd-6866-4813-9068-8bd99b8b727e HTTP/1.1" status: 200 len: 1093 time: 0.9051790 Feb 15 18:03:37.360408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579692a3-ea8b-42c6-9760-99ca7af68725', 'tag': '8355fbfd-6866-4813-9068-8bd99b8b727e'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:03:37.362706 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc49c34-c2dd-4dba-9622-6c97a94096b9" -d '{"events": [{"name": "network-changed", "server_uuid": "579692a3-ea8b-42c6-9760-99ca7af68725", "tag": "8355fbfd-6866-4813-9068-8bd99b8b727e"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:03:37.390719 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19e307-7e74-4782-ba7f-c873c6b96944 service neutron] Pushing event updated for resources: {'Port': ['ID=8355fbfd-6866-4813-9068-8bd99b8b727e,revision_number=3']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:37.406671 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 18:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60e28f1-c035-46c5-920d-0ab70768f537 x-openstack-request-id: req-b60e28f1-c035-46c5-920d-0ab70768f537 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:03:37.407225 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579692a3-ea8b-42c6-9760-99ca7af68725", "tag": "8355fbfd-6866-4813-9068-8bd99b8b727e", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:03:37.407492 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-b60e28f1-c035-46c5-920d-0ab70768f537 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:03:37.407918 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579692a3-ea8b-42c6-9760-99ca7af68725', 'tag': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'status': 'completed', 'code': 200} Feb 15 18:03:37.499377 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc49c34-c2dd-4dba-9622-6c97a94096b9 req-4daa30ec-2584-4100-9853-7bb60f22cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:37.501970 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc49c34-c2dd-4dba-9622-6c97a94096b9 req-4daa30ec-2584-4100-9853-7bb60f22cb03 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 1127 time: 0.0674932 Feb 15 18:03:37.613399 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc49c34-c2dd-4dba-9622-6c97a94096b9 req-dd684c81-5087-4f94-8b83-8ef87ebb369f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:37.614856 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc49c34-c2dd-4dba-9622-6c97a94096b9 req-dd684c81-5087-4f94-8b83-8ef87ebb369f service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1058657 Feb 15 18:03:37.713097 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc49c34-c2dd-4dba-9622-6c97a94096b9 req-e3d074b8-5f81-4f34-b293-c5cbb2561386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:37.714654 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-acc49c34-c2dd-4dba-9622-6c97a94096b9 req-e3d074b8-5f81-4f34-b293-c5cbb2561386 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935900 Feb 15 18:03:37.789380 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a6ecb-85c9-412c-9251-801c02bd9266 req-6108879e-556b-4b5d-a9cc-f95ec27220a0 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:37.790971 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b14a6ecb-85c9-412c-9251-801c02bd9266 req-6108879e-556b-4b5d-a9cc-f95ec27220a0 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 944 time: 0.0624752 Feb 15 18:03:37.878748 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-b14a6ecb-85c9-412c-9251-801c02bd9266 req-43d0007a-5bf8-4971-a3d5-c8067873f27f tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776062 Feb 15 18:03:37.885614 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-4a2a4a7a-f2d9-4fb7-88e2-4a46062a7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:37.887110 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-4a2a4a7a-f2d9-4fb7-88e2-4a46062a7051 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 1127 time: 0.0792420 Feb 15 18:03:37.933328 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-257c205d-cd4b-4504-adb0-ed03f31baf66 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8355fbfd-6866-4813-9068-8bd99b8b727e HTTP/1.1" status: 200 len: 217 time: 0.0388410 Feb 15 18:03:37.987997 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-df73f5c5-681c-4289-83e0-321bf7d67afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:37.989546 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-df73f5c5-681c-4289-83e0-321bf7d67afe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5da4230a-6bc1-453c-bfb5-94c1e46daaf9 HTTP/1.1" status: 200 len: 848 time: 0.0502622 Feb 15 18:03:38.039954 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-043e04f2-1746-4ec4-a640-b6cba9795c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:38.041605 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-043e04f2-1746-4ec4-a640-b6cba9795c41 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8a7db99-cecb-4149-b623-59f245f8c872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465391 Feb 15 18:03:38.149191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-ed98edac-f999-4b91-90ba-c356a6ffb575 service neutron] 10.222.0.67 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009758 Feb 15 18:03:38.237851 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f38dd236-f893-4c8a-8177-76a4526ab778 req-ae3dc26d-10d8-4315-bcd2-19029104ed11 service neutron] 10.222.0.67 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831630 Feb 15 18:03:38.998872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f9f4c-77ed-40b7-9668-4f1e9ac23961 req-e64fb453-e88e-4032-b0f6-00b41f1cfa30 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:39.000639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e93f9f4c-77ed-40b7-9668-4f1e9ac23961 req-e64fb453-e88e-4032-b0f6-00b41f1cfa30 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 944 time: 0.0530806 Feb 15 18:03:39.049773 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e93f9f4c-77ed-40b7-9668-4f1e9ac23961 req-c68c0bcb-2775-42f8-97f8-43c6524d4630 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433745 Feb 15 18:03:39.354752 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-137426bc-f3bf-40ea-b933-6d31c5369f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:39.949255 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8355fbfd-6866-4813-9068-8bd99b8b727e details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 18:03:40.050610 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8355fbfd-6866-4813-9068-8bd99b8b727e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8355fbfd-6866-4813-9068-8bd99b8b727e,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:03:40.065664 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'port_id': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'mac_address': 'fa:16:3e:98:a7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 18:03:40.105520 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 8355fbfd-6866-4813-9068-8bd99b8b727e is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:40.105908 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:40.119671 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8355fbfd-6866-4813-9068-8bd99b8b727e {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 18:03:40.140818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8355fbfd-6866-4813-9068-8bd99b8b727e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8355fbfd-6866-4813-9068-8bd99b8b727e,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:03:40.178287 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ea60c-45dc-4f8c-9b61-17de7dac3758 req-2332aa8d-73e8-4e93-b4fd-538ade27d21c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:40.179847 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-507ea60c-45dc-4f8c-9b61-17de7dac3758 req-2332aa8d-73e8-4e93-b4fd-538ade27d21c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 944 time: 0.0608287 Feb 15 18:03:40.217933 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:40.234301 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-507ea60c-45dc-4f8c-9b61-17de7dac3758 req-df35af99-434c-43a1-9316-bb665b1c7a80 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466874 Feb 15 18:03:40.268569 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=8355fbfd-6866-4813-9068-8bd99b8b727e,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:40.441911 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['8355fbfd-6866-4813-9068-8bd99b8b727e'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 18:03:40.818149 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:41.356191 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3fe25-1763-4759-a3b0-e5984727819d req-4290ed17-01e8-452a-94ff-ac3893935a51 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:41.357732 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5c3fe25-1763-4759-a3b0-e5984727819d req-4290ed17-01e8-452a-94ff-ac3893935a51 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 945 time: 0.0567176 Feb 15 18:03:41.406235 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c5c3fe25-1763-4759-a3b0-e5984727819d req-fdeb1022-d670-4368-9061-8c444fd26452 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428934 Feb 15 18:03:41.983940 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8355fbfd-6866-4813-9068-8bd99b8b727e up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 18:03:42.132951 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning for port 8355fbfd-6866-4813-9068-8bd99b8b727e completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 18:03:42.137818 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 8355fbfd-6866-4813-9068-8bd99b8b727e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:03:42.138195 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:42.237442 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 8355fbfd-6866-4813-9068-8bd99b8b727e is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:03:42.237843 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:42.261613 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579692a3-ea8b-42c6-9760-99ca7af68725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8355fbfd-6866-4813-9068-8bd99b8b727e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:03:42.263939 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa061b9-9c0f-4b22-98db-3fc7e453202c" -d '{"events": [{"server_uuid": "579692a3-ea8b-42c6-9760-99ca7af68725", "name": "network-vif-plugged", "status": "completed", "tag": "8355fbfd-6866-4813-9068-8bd99b8b727e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:03:42.266825 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:42.281347 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8355fbfd-6866-4813-9068-8bd99b8b727e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8355fbfd-6866-4813-9068-8bd99b8b727e,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:03:42.343832 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:42.370733 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 18:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b1efba-46ba-406e-9d15-8bee4cd1ea6f x-openstack-request-id: req-06b1efba-46ba-406e-9d15-8bee4cd1ea6f {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:03:42.371032 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579692a3-ea8b-42c6-9760-99ca7af68725", "name": "network-vif-plugged", "status": "completed", "tag": "8355fbfd-6866-4813-9068-8bd99b8b727e", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:03:42.371291 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-06b1efba-46ba-406e-9d15-8bee4cd1ea6f {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:03:42.371685 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579692a3-ea8b-42c6-9760-99ca7af68725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'code': 200} Feb 15 18:03:42.398985 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=8355fbfd-6866-4813-9068-8bd99b8b727e,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:42.477052 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644218c-7299-4705-a0a5-e2d4cd060dd6 req-42d0832e-9d36-4939-aba0-a5858f4c163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:42.478677 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a644218c-7299-4705-a0a5-e2d4cd060dd6 req-42d0832e-9d36-4939-aba0-a5858f4c163d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 1129 time: 0.0522151 Feb 15 18:03:42.530905 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-a644218c-7299-4705-a0a5-e2d4cd060dd6 req-d83fc2ce-282e-4012-8b10-c1947a904969 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453918 Feb 15 18:03:42.535011 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055ef6a-7dba-4545-b0d0-0208e38c51e7 req-54a5fc44-a257-421a-baf3-fa1efdcff6b2 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:42.536516 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1055ef6a-7dba-4545-b0d0-0208e38c51e7 req-54a5fc44-a257-421a-baf3-fa1efdcff6b2 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 946 time: 0.0549746 Feb 15 18:03:42.586391 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1055ef6a-7dba-4545-b0d0-0208e38c51e7 req-ded9a86e-0bbc-4d5a-88ee-f122667aed6f tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442393 Feb 15 18:03:43.618470 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:43.711035 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a213b35-174c-49a2-8564-495099752904 req-afa4f9ea-1aac-4715-ba2b-ee23e598d999 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:43.713392 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a213b35-174c-49a2-8564-495099752904 req-afa4f9ea-1aac-4715-ba2b-ee23e598d999 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 946 time: 0.0560141 Feb 15 18:03:43.764611 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-3a213b35-174c-49a2-8564-495099752904 req-54cef1d6-e1f2-4bca-8566-054445b4b9b5 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456629 Feb 15 18:03:44.751457 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:03:44.887465 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa0f3a-617d-41fd-9c1b-3b670f3c99ac req-31dc76c3-0c70-4d51-8a19-0455d6444086 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:44.888936 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90aa0f3a-617d-41fd-9c1b-3b670f3c99ac req-31dc76c3-0c70-4d51-8a19-0455d6444086 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 946 time: 0.0579960 Feb 15 18:03:44.938068 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-90aa0f3a-617d-41fd-9c1b-3b670f3c99ac req-aeb75beb-55b4-4059-9168-cdcf70c836e6 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435660 Feb 15 18:03:45.060244 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cfb71-ecab-402b-a370-0494b3fe97ad req-35252058-e69c-4eee-a0db-15cecfec2ef5 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:45.061785 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-da9cfb71-ecab-402b-a370-0494b3fe97ad req-35252058-e69c-4eee-a0db-15cecfec2ef5 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 946 time: 0.0567949 Feb 15 18:03:45.109754 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-da9cfb71-ecab-402b-a370-0494b3fe97ad req-89afa0de-ab9b-4a02-a06b-2e885335d0b4 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424447 Feb 15 18:03:45.131603 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44720) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:45.223474 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611d03f0-b212-40e3-afd9-23eb78fa9772 tempest-TestSnapshotPattern-1869802266 tempest-TestSnapshotPattern-1869802266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:45.224949 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-611d03f0-b212-40e3-afd9-23eb78fa9772 tempest-TestSnapshotPattern-1869802266 tempest-TestSnapshotPattern-1869802266-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 1124 time: 0.0923595 Feb 15 18:03:45.227842 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 44724) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:03:45.232899 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:03:45.349716 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:45.798569 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:45.903131 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Allocated IP 172.25.4.94 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/5e7c380e-69ee-4da5-a061-8855fe4d4d31) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 18:03:46.011455 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for port (5e7c380e-69ee-4da5-a061-8855fe4d4d31), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:46.081267 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (5e7c380e-69ee-4da5-a061-8855fe4d4d31), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:46.121481 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 18:03:46.127745 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 18:03:46.131899 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 18:03:46.155913 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event updated for resources: {'Port': ['ID=5e7c380e-69ee-4da5-a061-8855fe4d4d31,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:46.503045 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for floatingip (72526160-8b33-4eae-997a-98235b4f1054), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:46.625399 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (5e7c380e-69ee-4da5-a061-8855fe4d4d31), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:46.792067 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for port (5e7c380e-69ee-4da5-a061-8855fe4d4d31), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:46.875353 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (5e7c380e-69ee-4da5-a061-8855fe4d4d31), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:46.944626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event updated for resources: {'Port': ['ID=5e7c380e-69ee-4da5-a061-8855fe4d4d31,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:03:46.959428 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (72526160-8b33-4eae-997a-98235b4f1054), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:47.068093 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Floating IP 72526160-8b33-4eae-997a-98235b4f1054 associated. External IP: 172.25.4.94, port: 8355fbfd-6866-4813-9068-8bd99b8b727e. Feb 15 18:03:47.300558 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 18:03:47.417984 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 18:03:47.427776 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274c8cb0-5973-4c2c-a65c-6b280924f926 None None] Sync routers for ids ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 18:03:47.438977 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274c8cb0-5973-4c2c-a65c-6b280924f926 None None] Routers {'4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:03:47.439615 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-274c8cb0-5973-4c2c-a65c-6b280924f926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:03:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:47.507975 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:03:47.540048 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-31745a76-87d3-401a-9dd0-2440a5278705 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3105404 Feb 15 18:03:47.541342 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579692a3-ea8b-42c6-9760-99ca7af68725', 'tag': '8355fbfd-6866-4813-9068-8bd99b8b727e'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:03:47.543733 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227f4ad4-4317-4e86-ad2a-35cd912a6f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "579692a3-ea8b-42c6-9760-99ca7af68725", "tag": "8355fbfd-6866-4813-9068-8bd99b8b727e"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:03:47.554453 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-274c8cb0-5973-4c2c-a65c-6b280924f926 None None] Set router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:03:47.580492 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 18:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc07d97-2443-41e2-a226-1013e8e10787 x-openstack-request-id: req-ddc07d97-2443-41e2-a226-1013e8e10787 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:03:47.580966 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579692a3-ea8b-42c6-9760-99ca7af68725", "tag": "8355fbfd-6866-4813-9068-8bd99b8b727e", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:03:47.581141 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-ddc07d97-2443-41e2-a226-1013e8e10787 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:03:47.581552 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579692a3-ea8b-42c6-9760-99ca7af68725', 'tag': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'status': 'completed', 'code': 200} Feb 15 18:03:47.648126 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4ad4-4317-4e86-ad2a-35cd912a6f4f req-832761d5-0f27-440c-ac46-b1a0a1c9ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:47.649840 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-227f4ad4-4317-4e86-ad2a-35cd912a6f4f req-832761d5-0f27-440c-ac46-b1a0a1c9ea34 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 1129 time: 0.0469854 Feb 15 18:03:47.748270 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4ad4-4317-4e86-ad2a-35cd912a6f4f req-0deae02a-5215-405b-9365-6e49d8a8a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:47.749838 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-227f4ad4-4317-4e86-ad2a-35cd912a6f4f req-0deae02a-5215-405b-9365-6e49d8a8a9d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8a7db99-cecb-4149-b623-59f245f8c872 HTTP/1.1" status: 200 len: 910 time: 0.0941241 Feb 15 18:03:47.791604 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-274c8cb0-5973-4c2c-a65c-6b280924f926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '72526160-8b33-4eae-997a-98235b4f1054', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'port_id': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'mac_address': 'fa:16:3e:98:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579692a3-ea8b-42c6-9760-99ca7af68725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T18:03:46Z', 'updated_at': '2022-02-15T18:03:46Z', 'revision_number': 0, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bf1bf5-37b8-49bc-8216-5192a864136f', 'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'mac_address': 'fa:16:3e:ce:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:20Z', 'updated_at': '2022-02-15T18:03:25Z', 'revision_number': 5, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'subnets': [{'id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:47.816133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-227f4ad4-4317-4e86-ad2a-35cd912a6f4f req-383b5565-1dc0-4a46-bfcc-a4f80cc38d11 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8355fbfd-6866-4813-9068-8bd99b8b727e HTTP/1.1" status: 200 len: 999 time: 0.0608079 Feb 15 18:03:47.817598 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274c8cb0-5973-4c2c-a65c-6b280924f926 None None] Checking router: 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 18:03:47.826848 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274c8cb0-5973-4c2c-a65c-6b280924f926 None None] Routers {'4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:03:47.827463 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-274c8cb0-5973-4c2c-a65c-6b280924f926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:03:39Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:47.866437 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4ad4-4317-4e86-ad2a-35cd912a6f4f req-a2a0f1b4-66e6-4b3e-8479-850874b563e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:47.867989 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-227f4ad4-4317-4e86-ad2a-35cd912a6f4f req-a2a0f1b4-66e6-4b3e-8479-850874b563e6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5da4230a-6bc1-453c-bfb5-94c1e46daaf9 HTTP/1.1" status: 200 len: 848 time: 0.0465205 Feb 15 18:03:47.922855 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f4ad4-4317-4e86-ad2a-35cd912a6f4f req-5020f3c0-28ed-4ab8-b298-89947b0ac95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:47.924433 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-227f4ad4-4317-4e86-ad2a-35cd912a6f4f req-5020f3c0-28ed-4ab8-b298-89947b0ac95d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8a7db99-cecb-4149-b623-59f245f8c872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0513229 Feb 15 18:03:47.939281 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-274c8cb0-5973-4c2c-a65c-6b280924f926 None None] Set router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:03:48.016848 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-227f4ad4-4317-4e86-ad2a-35cd912a6f4f req-89458b2f-6329-4e33-9040-f37ca29934f5 service neutron] 10.222.0.67 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865366 Feb 15 18:03:48.117188 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-227f4ad4-4317-4e86-ad2a-35cd912a6f4f req-e6319999-c201-4eb7-a8bc-53974a757ceb service neutron] 10.222.0.67 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951023 Feb 15 18:03:48.174308 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-274c8cb0-5973-4c2c-a65c-6b280924f926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '72526160-8b33-4eae-997a-98235b4f1054', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'port_id': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'mac_address': 'fa:16:3e:98:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579692a3-ea8b-42c6-9760-99ca7af68725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T18:03:46Z', 'updated_at': '2022-02-15T18:03:46Z', 'revision_number': 0, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bf1bf5-37b8-49bc-8216-5192a864136f', 'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'mac_address': 'fa:16:3e:ce:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:20Z', 'updated_at': '2022-02-15T18:03:25Z', 'revision_number': 5, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'subnets': [{'id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:03:48.201964 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274c8cb0-5973-4c2c-a65c-6b280924f926 None None] The sync data for ids ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'] in n-d-828372-14 is: [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '72526160-8b33-4eae-997a-98235b4f1054', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'port_id': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'mac_address': 'fa:16:3e:98:a7:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '579692a3-ea8b-42c6-9760-99ca7af68725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T18:03:46Z', 'updated_at': '2022-02-15T18:03:46Z', 'revision_number': 0, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bf1bf5-37b8-49bc-8216-5192a864136f', 'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'mac_address': 'fa:16:3e:ce:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:20Z', 'updated_at': '2022-02-15T18:03:25Z', 'revision_number': 5, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'subnets': [{'id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 18:03:48.418161 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2967ad-d413-4628-b5dc-6e0376f9002f None None] New status for floating IP 72526160-8b33-4eae-997a-98235b4f1054: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 18:03:58.152733 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac8ed2c8-1c31-4138-94d1-6b56ea179e3e req-f0401842-8fea-4c0c-85c6-0bddfee9b015 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438752 Feb 15 18:03:58.237167 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ed2c8-1c31-4138-94d1-6b56ea179e3e req-f06b3375-0c7b-4739-9c7f-62ca23ad882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:58.238693 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac8ed2c8-1c31-4138-94d1-6b56ea179e3e req-f06b3375-0c7b-4739-9c7f-62ca23ad882b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 1129 time: 0.0450282 Feb 15 18:03:58.343995 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ed2c8-1c31-4138-94d1-6b56ea179e3e req-b350320c-85b0-45cf-a00c-7cef9f883929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:58.345556 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac8ed2c8-1c31-4138-94d1-6b56ea179e3e req-b350320c-85b0-45cf-a00c-7cef9f883929 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8a7db99-cecb-4149-b623-59f245f8c872 HTTP/1.1" status: 200 len: 910 time: 0.0872500 Feb 15 18:03:58.409559 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac8ed2c8-1c31-4138-94d1-6b56ea179e3e req-2fd25d8a-25f2-4d5f-8cf5-3eb5029075bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8355fbfd-6866-4813-9068-8bd99b8b727e HTTP/1.1" status: 200 len: 1001 time: 0.0577626 Feb 15 18:03:58.459143 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ed2c8-1c31-4138-94d1-6b56ea179e3e req-141b7453-f8d2-4b41-a88b-c739456ed7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:58.460571 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac8ed2c8-1c31-4138-94d1-6b56ea179e3e req-141b7453-f8d2-4b41-a88b-c739456ed7f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5da4230a-6bc1-453c-bfb5-94c1e46daaf9 HTTP/1.1" status: 200 len: 848 time: 0.0427475 Feb 15 18:03:58.515481 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ed2c8-1c31-4138-94d1-6b56ea179e3e req-10cd9d3a-6e2a-40b7-abe9-60edeca19774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:03:58.516891 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac8ed2c8-1c31-4138-94d1-6b56ea179e3e req-10cd9d3a-6e2a-40b7-abe9-60edeca19774 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8a7db99-cecb-4149-b623-59f245f8c872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472314 Feb 15 18:03:58.607584 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac8ed2c8-1c31-4138-94d1-6b56ea179e3e req-880ee538-9660-4bd3-b67d-8b669b39007c service neutron] 10.222.0.67 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808237 Feb 15 18:03:58.698960 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ac8ed2c8-1c31-4138-94d1-6b56ea179e3e req-6ddd987b-3979-4f45-99a2-39bc5cbce8cd service neutron] 10.222.0.67 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852406 Feb 15 18:04:01.309843 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:04:01.634602 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:04:07.021825 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-b2908208-9c9c-4704-8312-66b8b0ac4139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:04:09.382060 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-0e25c0e0-adee-43fa-96be-907654940b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:04:10.795242 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:04:12.273490 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:04:13.604035 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:04:15.834628 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-47d89475-84b6-4d09-81a8-057cb521ed62 req-48859302-1ff2-4be8-8bb7-e0b61173d377 tempest-TestNetworkAdvancedServerOps-1526888142 tempest-TestNetworkAdvancedServerOps-1526888142-project] (103799) timed out ('10.222.0.10', 61731) {{(pid=103799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 18:04:21.750826 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:04:31.307036 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:04:31.626711 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:04:37.029006 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d43bfdda-8ebb-4a4a-bc35-b7dce01a6b18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:04:39.346694 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac6fbb3f-16ab-49c6-b046-44f9e030481c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:04:40.811260 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:04:42.262939 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:04:43.575468 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:04:58.047532 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc28dad0-e908-4b17-b6ba-7f86cd0eba79 req-8e48e636-9f80-4a66-b668-36f01f3b0b8e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0872133 Feb 15 18:04:58.135736 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dad0-e908-4b17-b6ba-7f86cd0eba79 req-329aaab2-1820-4907-9a04-decf9d598bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:04:58.137257 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc28dad0-e908-4b17-b6ba-7f86cd0eba79 req-329aaab2-1820-4907-9a04-decf9d598bfe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 1129 time: 0.0509062 Feb 15 18:04:58.250178 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dad0-e908-4b17-b6ba-7f86cd0eba79 req-c1e76464-508d-46ac-96e9-e1990effa4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:04:58.251674 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc28dad0-e908-4b17-b6ba-7f86cd0eba79 req-c1e76464-508d-46ac-96e9-e1990effa4cb service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8a7db99-cecb-4149-b623-59f245f8c872 HTTP/1.1" status: 200 len: 910 time: 0.0910997 Feb 15 18:04:58.314617 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc28dad0-e908-4b17-b6ba-7f86cd0eba79 req-857910af-85ef-4980-941a-7df72a39804c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8355fbfd-6866-4813-9068-8bd99b8b727e HTTP/1.1" status: 200 len: 1001 time: 0.0571146 Feb 15 18:04:58.362822 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dad0-e908-4b17-b6ba-7f86cd0eba79 req-742bb275-ecd2-46c9-8a16-7fda59d09c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:04:58.364265 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc28dad0-e908-4b17-b6ba-7f86cd0eba79 req-742bb275-ecd2-46c9-8a16-7fda59d09c50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5da4230a-6bc1-453c-bfb5-94c1e46daaf9 HTTP/1.1" status: 200 len: 848 time: 0.0441747 Feb 15 18:04:58.415656 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28dad0-e908-4b17-b6ba-7f86cd0eba79 req-dfafc6a6-58c1-42a8-981d-a1612fdba938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:04:58.417133 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc28dad0-e908-4b17-b6ba-7f86cd0eba79 req-dfafc6a6-58c1-42a8-981d-a1612fdba938 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8a7db99-cecb-4149-b623-59f245f8c872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471485 Feb 15 18:04:58.506156 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc28dad0-e908-4b17-b6ba-7f86cd0eba79 req-1e29ba46-bd26-4162-adb4-17bdc8b1564b service neutron] 10.222.0.67 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817969 Feb 15 18:04:58.603883 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-dc28dad0-e908-4b17-b6ba-7f86cd0eba79 req-3ea7df3b-4767-4d2b-997a-673fe6838c9e service neutron] 10.222.0.67 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920072 Feb 15 18:04:58.749801 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:05:01.302799 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:01.632003 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:07.031711 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-17d0f62b-5807-48e0-9a02-bc53db535028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:09.334450 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6b1a9235-990b-41f0-bf1a-bacda4d1dc0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:10.828340 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:12.256997 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:13.588284 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:31.314906 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:31.662739 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:35.749057 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:05:37.025645 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f42b1cbc-a7db-4027-aa4e-dca6c44bc45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:39.362689 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24e1bf99-0760-4398-9656-b465e744b1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:40.819671 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:42.274101 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:43.602537 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:46.507293 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8355fbfd-6866-4813-9068-8bd99b8b727e details requested by agent hyperv_n-h1-828372-14 with host n-h1-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 18:05:46.605051 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8355fbfd-6866-4813-9068-8bd99b8b727e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8355fbfd-6866-4813-9068-8bd99b8b727e,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:05:46.616515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Returning: {'device': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'port_id': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'mac_address': 'fa:16:3e:98:a7:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 18:05:46.657401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 8355fbfd-6866-4813-9068-8bd99b8b727e is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:05:46.657808 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:46.670706 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8355fbfd-6866-4813-9068-8bd99b8b727e {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 18:05:46.690004 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8355fbfd-6866-4813-9068-8bd99b8b727e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8355fbfd-6866-4813-9068-8bd99b8b727e,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:05:46.782937 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:46.849822 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=8355fbfd-6866-4813-9068-8bd99b8b727e,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:05:46.861422 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] get_ports_and_sgs() called for port_ids ['8355fbfd-6866-4813-9068-8bd99b8b727e'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 18:05:46.865479 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:05:46.865828 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:05:46.866168 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:05:46.866489 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:05:46.866814 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:05:46.867138 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:05:46.867457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:05:46.867785 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:05:46.868092 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:05:46.868411 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:05:46.868724 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:05:46.869040 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:05:46.869356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:05:48.517871 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8355fbfd-6866-4813-9068-8bd99b8b727e up at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 18:05:48.572527 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Provisioning complete for port 8355fbfd-6866-4813-9068-8bd99b8b727e triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:05:48.573443 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:48.662978 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 8355fbfd-6866-4813-9068-8bd99b8b727e is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:05:48.663655 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:48.689067 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579692a3-ea8b-42c6-9760-99ca7af68725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8355fbfd-6866-4813-9068-8bd99b8b727e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:05:48.692390 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d94a60d-fd66-47ea-a7d1-5c503808e664" -d '{"events": [{"server_uuid": "579692a3-ea8b-42c6-9760-99ca7af68725", "name": "network-vif-plugged", "status": "completed", "tag": "8355fbfd-6866-4813-9068-8bd99b8b727e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:05:48.705703 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8355fbfd-6866-4813-9068-8bd99b8b727e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8355fbfd-6866-4813-9068-8bd99b8b727e,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:05:48.741334 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bcdb3c-ba5b-47db-a5fd-e1b728dd3119 x-openstack-request-id: req-90bcdb3c-ba5b-47db-a5fd-e1b728dd3119 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:05:48.741857 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579692a3-ea8b-42c6-9760-99ca7af68725", "name": "network-vif-plugged", "status": "completed", "tag": "8355fbfd-6866-4813-9068-8bd99b8b727e", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:05:48.742149 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-90bcdb3c-ba5b-47db-a5fd-e1b728dd3119 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:05:48.742636 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579692a3-ea8b-42c6-9760-99ca7af68725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'code': 200} Feb 15 18:05:48.777451 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:05:48.831722 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=8355fbfd-6866-4813-9068-8bd99b8b727e,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:05:57.460370 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-ba45e710-3c71-40e5-939d-70ec0992a2e2 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415553345&fields=id&tenant_id=faeeeb1d7b644e95b38585a3c1ff9562 HTTP/1.1" status: 200 len: 267 time: 0.0457251 Feb 15 18:05:57.565911 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-02c81dd5-0239-4e2f-9ed8-25b56e34014c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:05:57.567397 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-02c81dd5-0239-4e2f-9ed8-25b56e34014c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/networks?id=c8a7db99-cecb-4149-b623-59f245f8c872 HTTP/1.1" status: 200 len: 809 time: 0.0998542 Feb 15 18:05:57.581456 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-fda546eb-71b1-4fbe-bf37-25d05d5e7c3d tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/quotas/faeeeb1d7b644e95b38585a3c1ff9562 HTTP/1.1" status: 200 len: 375 time: 0.0088663 Feb 15 18:05:57.641047 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-c7de6f4d-86ea-4834-9866-8ddbd2beaa22 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0547085 Feb 15 18:05:57.733970 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-af8e377c-cc23-49f3-a9ac-b836bbe02d7a service neutron] 10.222.0.107 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819302 Feb 15 18:05:57.828477 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-6fd381ab-530e-4e34-ba3b-6c307f44d992 service neutron] 10.222.0.107 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886185 Feb 15 18:05:58.401807 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d36327a0-d3e3-4f68-81fb-767a8d38c6ac req-ac703bb5-2f64-445a-b6ca-598cc03f8978 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0445654 Feb 15 18:05:58.485347 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36327a0-d3e3-4f68-81fb-767a8d38c6ac req-3d06ecb0-ac81-4bbe-bd00-3474a77f75ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:05:58.486872 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d36327a0-d3e3-4f68-81fb-767a8d38c6ac req-3d06ecb0-ac81-4bbe-bd00-3474a77f75ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 1129 time: 0.0447786 Feb 15 18:05:58.589164 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36327a0-d3e3-4f68-81fb-767a8d38c6ac req-9d5c5cd5-25cf-4d75-922f-32a6198ad7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:05:58.591194 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d36327a0-d3e3-4f68-81fb-767a8d38c6ac req-9d5c5cd5-25cf-4d75-922f-32a6198ad7b2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8a7db99-cecb-4149-b623-59f245f8c872 HTTP/1.1" status: 200 len: 910 time: 0.0868065 Feb 15 18:05:58.655384 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d36327a0-d3e3-4f68-81fb-767a8d38c6ac req-6d602a53-cd57-4552-80b3-27c9dd77eaf1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8355fbfd-6866-4813-9068-8bd99b8b727e HTTP/1.1" status: 200 len: 1001 time: 0.0573578 Feb 15 18:05:58.702408 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36327a0-d3e3-4f68-81fb-767a8d38c6ac req-4476743e-873f-47a1-a14b-1b146bac35db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:05:58.703842 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d36327a0-d3e3-4f68-81fb-767a8d38c6ac req-4476743e-873f-47a1-a14b-1b146bac35db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5da4230a-6bc1-453c-bfb5-94c1e46daaf9 HTTP/1.1" status: 200 len: 848 time: 0.0430036 Feb 15 18:05:58.754942 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36327a0-d3e3-4f68-81fb-767a8d38c6ac req-8c909967-7b0b-4ae7-9a93-baf79bbaf58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:05:58.756435 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d36327a0-d3e3-4f68-81fb-767a8d38c6ac req-8c909967-7b0b-4ae7-9a93-baf79bbaf58c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8a7db99-cecb-4149-b623-59f245f8c872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469539 Feb 15 18:05:58.847119 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d36327a0-d3e3-4f68-81fb-767a8d38c6ac req-3a929437-83b5-4a06-afa8-4bfd2f38fdf5 service neutron] 10.222.0.67 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849450 Feb 15 18:05:58.938569 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-d36327a0-d3e3-4f68-81fb-767a8d38c6ac req-e8035670-4779-40c3-a667-bd73573406c6 service neutron] 10.222.0.67 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854383 Feb 15 18:05:59.127241 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-18ef1307-b5b0-4206-a6a4-db77f60e81ad req-6cf50d74-3ad7-4f66-85f7-87458d95fc98 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 210 time: 0.0784652 Feb 15 18:06:00.214782 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-4c302baa-7747-40d3-8b5f-32093e8a2fe2 req-6dc8b06a-6acc-40f6-86b8-53e690513045 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 210 time: 0.0277896 Feb 15 18:06:00.551690 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8355fbfd-6866-4813-9068-8bd99b8b727e no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:06:00.625878 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Current status of the port 8355fbfd-6866-4813-9068-8bd99b8b727e is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:06:00.626266 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:00.648292 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579692a3-ea8b-42c6-9760-99ca7af68725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8355fbfd-6866-4813-9068-8bd99b8b727e'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:06:00.650527 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aba3f6-d9d2-4973-ad0e-0e59420539db" -d '{"events": [{"server_uuid": "579692a3-ea8b-42c6-9760-99ca7af68725", "name": "network-vif-unplugged", "status": "completed", "tag": "8355fbfd-6866-4813-9068-8bd99b8b727e"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:06:00.663356 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] For port 8355fbfd-6866-4813-9068-8bd99b8b727e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8355fbfd-6866-4813-9068-8bd99b8b727e,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:06:00.686804 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 18:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6abc5b-c2cd-47f0-8d8e-bb9756e981e7 x-openstack-request-id: req-5a6abc5b-c2cd-47f0-8d8e-bb9756e981e7 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:06:00.687099 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579692a3-ea8b-42c6-9760-99ca7af68725", "name": "network-vif-unplugged", "status": "completed", "tag": "8355fbfd-6866-4813-9068-8bd99b8b727e", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:06:00.687358 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-5a6abc5b-c2cd-47f0-8d8e-bb9756e981e7 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:06:00.687802 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579692a3-ea8b-42c6-9760-99ca7af68725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'code': 200} Feb 15 18:06:00.719929 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:00.771035 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Pushing event updated for resources: {'Port': ['ID=8355fbfd-6866-4813-9068-8bd99b8b727e,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:06:01.300708 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-8881b531-b5f9-458d-a5db-2697fea84ffa req-0c72a43c-0c3d-4ea9-b174-aae80ff267b0 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 210 time: 0.0293708 Feb 15 18:06:01.311745 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:01.653672 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:02.383577 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-fbce8f2e-72d6-4ebc-bf81-d94fa7e5668c req-07a3b632-3d80-40df-88aa-684bc6910927 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 210 time: 0.0299995 Feb 15 18:06:03.484529 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-db895cc1-84b4-459b-a099-c04311a7b4a9 req-e15af2fe-7f97-49f7-b08c-426a9d39c2a7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 210 time: 0.0279088 Feb 15 18:06:04.578058 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-b775dd0f-6890-408f-80c8-9decbe0de382 req-06a73ab1-b5e8-44bf-83f6-15cb4c3ff333 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 210 time: 0.0273457 Feb 15 18:06:05.304245 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.10', 62564) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:06:05.405719 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-2d00a70f-5cc2-4c6b-84a6-396db9f209a3 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:05.407197 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-2d00a70f-5cc2-4c6b-84a6-396db9f209a3 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.10 "GET /v2.0/networks?id=c8a7db99-cecb-4149-b623-59f245f8c872 HTTP/1.1" status: 200 len: 809 time: 0.1019335 Feb 15 18:06:05.484338 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-c5f9547d-4922-4725-b4ce-fe9d1b830260 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=faeeeb1d7b644e95b38585a3c1ff9562 HTTP/1.1" status: 200 len: 380 time: 0.0677083 Feb 15 18:06:05.493046 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Request body: {'port': {'device_id': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'admin_state_up': True, 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'security_groups': ['5b6e30e3-6b91-4490-adab-4099f9e75e1c']}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:06:05.645459 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Made reservation on behalf of faeeeb1d7b644e95b38585a3c1ff9562 for: {'port': 1} {{(pid=103800) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 18:06:05.649346 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:05.674593 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-9ea23fbd-3510-40ac-a8ab-1ef4d733b1c0 req-df30d481-a01f-44d8-8852-098a39291f23 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 210 time: 0.0282865 Feb 15 18:06:05.781614 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Allocated IP 172.20.0.9 (c8a7db99-cecb-4149-b623-59f245f8c872/5da4230a-6bc1-453c-bfb5-94c1e46daaf9/21fab10e-dc2d-480e-8615-cea8213bb957) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 18:06:05.919330 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for port (21fab10e-dc2d-480e-8615-cea8213bb957), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:06.020801 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:06.094138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Network c8a7db99-cecb-4149-b623-59f245f8c872 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 18:06:06.098292 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 18:06:06.102035 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 18:06:06.173903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:06.174648 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:06.192344 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event updated for resources: {'Port': ['ID=21fab10e-dc2d-480e-8615-cea8213bb957,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:06:06.203426 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:06:06.204272 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:06:06.204402 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:06:06.204874 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:06:06.205298 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:06:06.205930 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:06:06.206408 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:06:06.206892 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:06:06.207227 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:06:06.207688 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:06:06.208105 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:06:06.208679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:06:06.209119 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:06:06.291468 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-a551e92f-cf87-4ba5-bdc4-c4cd0270dfd7 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8019488 Feb 15 18:06:06.454304 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-846155f0-1aef-4651-852a-6fada500196d None None] Provisioning complete for port 21fab10e-dc2d-480e-8615-cea8213bb957 triggered by entity DHCP. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:06:06.456297 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-846155f0-1aef-4651-852a-6fada500196d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:06.503382 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-846155f0-1aef-4651-852a-6fada500196d None None] Port 21fab10e-dc2d-480e-8615-cea8213bb957 cannot update to ACTIVE because it is not bound. {{(pid=103801) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 15 18:06:06.804685 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640741ff-6494-40e4-85d6-1df890f39faf req-b87ba88c-7e54-4d98-898d-e65066e5335e tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:06.806304 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-640741ff-6494-40e4-85d6-1df890f39faf req-b87ba88c-7e54-4d98-898d-e65066e5335e tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 931 time: 0.0603914 Feb 15 18:06:06.869932 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-640741ff-6494-40e4-85d6-1df890f39faf req-0fece8c3-17fb-474c-bc6c-2ba44cc2817f tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570996 Feb 15 18:06:07.042456 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2848a679-4b04-4b04-a1fd-851947352d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:08.002726 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23b2f3-7e7f-4873-b8e7-42b36c0a59a7 req-16e2d5b6-7b5c-4477-a1a0-5616c24f3611 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:08.004227 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec23b2f3-7e7f-4873-b8e7-42b36c0a59a7 req-16e2d5b6-7b5c-4477-a1a0-5616c24f3611 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 931 time: 0.0609944 Feb 15 18:06:08.062142 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-ec23b2f3-7e7f-4873-b8e7-42b36c0a59a7 req-0d3be2c8-a09a-4609-8abe-feedcaf94ed9 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520313 Feb 15 18:06:09.194369 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3086a7-30d5-4591-a0ef-c85fe106ff27 req-50f5ff4b-c4cd-4c2c-8401-675c64d00969 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:09.197207 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1d3086a7-30d5-4591-a0ef-c85fe106ff27 req-50f5ff4b-c4cd-4c2c-8401-675c64d00969 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 931 time: 0.0636134 Feb 15 18:06:09.255114 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-1d3086a7-30d5-4591-a0ef-c85fe106ff27 req-b8541515-7968-44d1-82da-1520ba370d30 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520167 Feb 15 18:06:09.351230 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-1efb64b5-d4a0-4673-9ae1-c56e5166f042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:10.392160 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79eb9f5-a07e-4f99-b22e-d562f2945372 req-c094f4ed-de8d-4f2a-a0eb-87655563d99c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:10.397692 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f79eb9f5-a07e-4f99-b22e-d562f2945372 req-c094f4ed-de8d-4f2a-a0eb-87655563d99c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 931 time: 0.0688355 Feb 15 18:06:10.458217 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-f79eb9f5-a07e-4f99-b22e-d562f2945372 req-23d3ebbf-6d20-4857-b074-5230e9de3eb0 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588157 Feb 15 18:06:10.831103 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:11.592206 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c360f-27bf-4b85-9f51-f7b90702665f req-b6ed95d7-4cd1-4669-9230-168f4c44c2d3 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:11.594035 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d72c360f-27bf-4b85-9f51-f7b90702665f req-b6ed95d7-4cd1-4669-9230-168f4c44c2d3 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 931 time: 0.0583215 Feb 15 18:06:11.646874 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d72c360f-27bf-4b85-9f51-f7b90702665f req-897c9677-bb8a-4e81-90d5-1893592b0a80 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466993 Feb 15 18:06:12.319826 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:12.750112 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:06:12.772289 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89a9be-6cbf-4d30-bb36-91f3ae2d148a req-4362a8c5-7741-46aa-99de-34a04a6b881f tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:12.774150 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c89a9be-6cbf-4d30-bb36-91f3ae2d148a req-4362a8c5-7741-46aa-99de-34a04a6b881f tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 931 time: 0.0549059 Feb 15 18:06:12.835371 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-2c89a9be-6cbf-4d30-bb36-91f3ae2d148a req-e2e4577f-e567-4f2d-9c2c-050355480715 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518136 Feb 15 18:06:13.607908 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:13.707626 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-fe6a8dd8-cdf3-4b35-bb96-6a8664734734 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103800) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 18:06:13.708601 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-fe6a8dd8-cdf3-4b35-bb96-6a8664734734 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052409 Feb 15 18:06:13.763194 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Request body: {'port': {'device_id': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828372-14'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:06:13.824902 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:14.075954 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024779b-3262-42fa-b518-d7f9fb34a618 req-984029e6-0ff3-4d97-95cb-d9d23f89c7e2 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:14.077448 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8024779b-3262-42fa-b518-d7f9fb34a618 req-984029e6-0ff3-4d97-95cb-d9d23f89c7e2 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 931 time: 0.1380894 Feb 15 18:06:14.160007 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8024779b-3262-42fa-b518-d7f9fb34a618 req-82a66616-b7bb-4cfe-ab36-93a5729e64fc tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761080 Feb 15 18:06:14.202691 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21fab10e-dc2d-480e-8615-cea8213bb957 {{(pid=103800) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 18:06:14.210136 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Publish callbacks [] for port (21fab10e-dc2d-480e-8615-cea8213bb957), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:14.226345 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.provisioning_blocks [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Transition to ACTIVE for port object 21fab10e-dc2d-480e-8615-cea8213bb957 will not be triggered until provisioned by entity L2. {{(pid=103800) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 18:06:14.287512 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:14.357277 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Pushing event updated for resources: {'Port': ['ID=21fab10e-dc2d-480e-8615-cea8213bb957,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:06:14.409951 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Attempting to bind port 21fab10e-dc2d-480e-8615-cea8213bb957 on host n-h2-828372-14 for vnic_type normal with profile {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 15 18:06:14.417972 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Attempting to bind port 21fab10e-dc2d-480e-8615-cea8213bb957 by drivers openvswitch,hyperv on host n-h2-828372-14 at level 0 using segments [{'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 15 18:06:14.417972 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Attempting to bind port 21fab10e-dc2d-480e-8615-cea8213bb957 on network c8a7db99-cecb-4149-b623-59f245f8c872 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 18:06:14.417972 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Port 21fab10e-dc2d-480e-8615-cea8213bb957 on network c8a7db99-cecb-4149-b623-59f245f8c872 not bound, no agent of type Open vSwitch agent registered on host n-h2-828372-14 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 18:06:14.417972 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Attempting to bind port 21fab10e-dc2d-480e-8615-cea8213bb957 on network c8a7db99-cecb-4149-b623-59f245f8c872 {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 18:06:14.420730 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Checking agent: {'id': 'ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828372-14', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'started_at': datetime.datetime(2022, 2, 15, 16, 32, 30), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 18, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 18:06:14.421072 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Checking segment: {'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103800) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 15 18:06:14.421493 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Bound using segment: {'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'} {{(pid=103800) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 18:06:14.421926 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.managers [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Bound port: 21fab10e-dc2d-480e-8615-cea8213bb957, host: n-h2-828372-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47c343b1-201f-4639-9cd3-d0e76a21ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872'}}] {{(pid=103800) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 15 18:06:14.422289 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:14.488530 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] For port 21fab10e-dc2d-480e-8615-cea8213bb957, host n-h2-828372-14, cleared binding levels {{(pid=103800) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 18:06:14.492699 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] For port 21fab10e-dc2d-480e-8615-cea8213bb957, host n-h2-828372-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=21fab10e-dc2d-480e-8615-cea8213bb957,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103800) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 18:06:14.568519 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:14.606583 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:14.607201 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:14.608568 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] 10.222.0.10 "PUT /v2.0/ports/21fab10e-dc2d-480e-8615-cea8213bb957 HTTP/1.1" status: 200 len: 1092 time: 0.8918316 Feb 15 18:06:14.609008 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'tag': '21fab10e-dc2d-480e-8615-cea8213bb957'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:06:14.611275 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a18f94-c0e9-46f8-926e-01a0f2d4039b" -d '{"events": [{"name": "network-changed", "server_uuid": "8e72d03d-fd84-4241-bec9-3906e0f1f924", "tag": "21fab10e-dc2d-480e-8615-cea8213bb957"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:06:14.636708 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52eae6-bacb-44eb-a5ab-86e33611e56c service neutron] Pushing event updated for resources: {'Port': ['ID=21fab10e-dc2d-480e-8615-cea8213bb957,revision_number=3']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:06:14.654986 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 18:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ce93a7-d8fc-4694-a732-7a23e8144763 x-openstack-request-id: req-69ce93a7-d8fc-4694-a732-7a23e8144763 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:06:14.659191 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e72d03d-fd84-4241-bec9-3906e0f1f924", "tag": "21fab10e-dc2d-480e-8615-cea8213bb957", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:06:14.659191 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-69ce93a7-d8fc-4694-a732-7a23e8144763 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:06:14.659191 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'tag': '21fab10e-dc2d-480e-8615-cea8213bb957', 'status': 'completed', 'code': 200} Feb 15 18:06:14.757157 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a18f94-c0e9-46f8-926e-01a0f2d4039b req-300c2124-d459-44e8-83ff-9aee90e22a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:14.758783 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d2a18f94-c0e9-46f8-926e-01a0f2d4039b req-300c2124-d459-44e8-83ff-9aee90e22a00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 1126 time: 0.0831678 Feb 15 18:06:14.927106 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a18f94-c0e9-46f8-926e-01a0f2d4039b req-f5f00a46-c81c-49d6-bded-6147b92d8ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:14.928508 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d2a18f94-c0e9-46f8-926e-01a0f2d4039b req-f5f00a46-c81c-49d6-bded-6147b92d8ec6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1614897 Feb 15 18:06:15.105092 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a18f94-c0e9-46f8-926e-01a0f2d4039b req-b545da1d-a6e0-40e0-a287-d299dfa8dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:15.107156 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-d2a18f94-c0e9-46f8-926e-01a0f2d4039b req-b545da1d-a6e0-40e0-a287-d299dfa8dd41 service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715808 Feb 15 18:06:15.187577 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-74010d1c-319f-4bb1-af3e-4166d9335ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:15.188796 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-74010d1c-319f-4bb1-af3e-4166d9335ffe service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 1126 time: 0.0466454 Feb 15 18:06:15.249923 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-e77539e1-e2ce-4482-b8b6-e997e1b7a4b6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21fab10e-dc2d-480e-8615-cea8213bb957 HTTP/1.1" status: 200 len: 217 time: 0.0536976 Feb 15 18:06:15.641127 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-3e8ce650-d824-4724-8fc6-56f315914b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:15.642643 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-3e8ce650-d824-4724-8fc6-56f315914b05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5da4230a-6bc1-453c-bfb5-94c1e46daaf9 HTTP/1.1" status: 200 len: 848 time: 0.3844950 Feb 15 18:06:15.654238 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bee1c-0d0c-4671-825e-059c07ee5572 req-065ca8ad-018f-4bba-a85c-76c5c0bfd86c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:15.655639 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-141bee1c-0d0c-4671-825e-059c07ee5572 req-065ca8ad-018f-4bba-a85c-76c5c0bfd86c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 943 time: 0.4085264 Feb 15 18:06:15.770461 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-141bee1c-0d0c-4671-825e-059c07ee5572 req-394a0c1f-06f0-4881-a016-96296a225ff3 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066930 Feb 15 18:06:15.773430 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-2ce2c0d2-adfc-4318-ac42-94b30f0c8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:15.774846 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-2ce2c0d2-adfc-4318-ac42-94b30f0c8675 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8a7db99-cecb-4149-b623-59f245f8c872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1183603 Feb 15 18:06:15.862579 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-74bc1f76-4b59-47b8-8a3b-731dda3c91eb service neutron] 10.222.0.10 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810232 Feb 15 18:06:15.952109 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-31d5de99-5497-4aca-b9fa-d300c2a685ce req-62a36e0f-69e8-4c45-99a1-b6b6ca98587a service neutron] 10.222.0.10 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829616 Feb 15 18:06:16.900097 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55112c68-c052-4175-881d-3ad9a2880edc req-96fd5529-c87f-46af-bf31-4a216249eac9 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:16.901588 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55112c68-c052-4175-881d-3ad9a2880edc req-96fd5529-c87f-46af-bf31-4a216249eac9 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 943 time: 0.0516369 Feb 15 18:06:16.950546 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-55112c68-c052-4175-881d-3ad9a2880edc req-ccad7c40-020b-4071-9998-56504717c0e2 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428166 Feb 15 18:06:18.070693 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3718cb-d399-4f17-85cd-70ed6c58cf46 req-7519f337-1a97-4c29-905f-a90a3c2f2eb6 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:18.072177 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d3718cb-d399-4f17-85cd-70ed6c58cf46 req-7519f337-1a97-4c29-905f-a90a3c2f2eb6 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 943 time: 0.0539250 Feb 15 18:06:18.120336 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3d3718cb-d399-4f17-85cd-70ed6c58cf46 req-971f94fb-6938-4195-a32a-3c56d46cacc1 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426433 Feb 15 18:06:19.237674 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bfbe8-d7a2-433e-8cec-bda0db1c7d41 req-01303588-d647-4a1a-8bf6-cbb9e08fc1a1 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:19.239176 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-348bfbe8-d7a2-433e-8cec-bda0db1c7d41 req-01303588-d647-4a1a-8bf6-cbb9e08fc1a1 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 943 time: 0.0530219 Feb 15 18:06:19.286559 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-348bfbe8-d7a2-433e-8cec-bda0db1c7d41 req-037a6d79-8f22-447b-bc31-00e7fb5dce5a tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417633 Feb 15 18:06:19.899346 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 21fab10e-dc2d-480e-8615-cea8213bb957 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 18:06:19.997729 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 21fab10e-dc2d-480e-8615-cea8213bb957, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=21fab10e-dc2d-480e-8615-cea8213bb957,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:06:20.009382 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '21fab10e-dc2d-480e-8615-cea8213bb957', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'port_id': '21fab10e-dc2d-480e-8615-cea8213bb957', 'mac_address': 'fa:16:3e:e8:6c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 18:06:20.045883 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 21fab10e-dc2d-480e-8615-cea8213bb957 is: DOWN; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:06:20.046266 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:20.059424 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21fab10e-dc2d-480e-8615-cea8213bb957 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 18:06:20.078406 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 21fab10e-dc2d-480e-8615-cea8213bb957, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=21fab10e-dc2d-480e-8615-cea8213bb957,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:06:20.147984 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:20.197354 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=21fab10e-dc2d-480e-8615-cea8213bb957,revision_number=4']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:06:20.408074 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['21fab10e-dc2d-480e-8615-cea8213bb957'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 18:06:20.412347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdf817-bd70-43d4-9d4f-5fb3d6d0fd68 req-5baa1f83-9258-4079-b8ac-0bd494b96d8b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:20.413887 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bcbdf817-bd70-43d4-9d4f-5fb3d6d0fd68 req-5baa1f83-9258-4079-b8ac-0bd494b96d8b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 944 time: 0.0600150 Feb 15 18:06:20.466788 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-bcbdf817-bd70-43d4-9d4f-5fb3d6d0fd68 req-f7af3e8b-cb3d-4592-9921-d76c7eaa4f95 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471907 Feb 15 18:06:21.589602 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f6840-2cb8-43d7-8856-ded56ea1594a req-b404bdab-5b99-404a-9ee9-244e68636051 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:21.591102 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bb9f6840-2cb8-43d7-8856-ded56ea1594a req-b404bdab-5b99-404a-9ee9-244e68636051 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 944 time: 0.0565889 Feb 15 18:06:21.639245 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-bb9f6840-2cb8-43d7-8856-ded56ea1594a req-ed1c9db0-73c1-4b06-9cef-b3c5f563dcfa tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425582 Feb 15 18:06:21.903513 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 21fab10e-dc2d-480e-8615-cea8213bb957 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 18:06:22.010980 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning for port 21fab10e-dc2d-480e-8615-cea8213bb957 completed by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 18:06:22.015741 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 21fab10e-dc2d-480e-8615-cea8213bb957 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:06:22.016117 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:22.096068 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 21fab10e-dc2d-480e-8615-cea8213bb957 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:06:22.096452 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:22.123203 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fab10e-dc2d-480e-8615-cea8213bb957'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:06:22.125516 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc7bfdc-ae7e-4c2a-9661-1270da10a598" -d '{"events": [{"server_uuid": "8e72d03d-fd84-4241-bec9-3906e0f1f924", "name": "network-vif-plugged", "status": "completed", "tag": "21fab10e-dc2d-480e-8615-cea8213bb957"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:06:22.140992 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 21fab10e-dc2d-480e-8615-cea8213bb957, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=21fab10e-dc2d-480e-8615-cea8213bb957,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:06:22.162461 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 18:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530fa1c9-e00e-484a-bdcc-00010f6e24b9 x-openstack-request-id: req-530fa1c9-e00e-484a-bdcc-00010f6e24b9 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:06:22.164871 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e72d03d-fd84-4241-bec9-3906e0f1f924", "name": "network-vif-plugged", "status": "completed", "tag": "21fab10e-dc2d-480e-8615-cea8213bb957", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:06:22.164871 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-530fa1c9-e00e-484a-bdcc-00010f6e24b9 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:06:22.164871 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fab10e-dc2d-480e-8615-cea8213bb957', 'code': 200} Feb 15 18:06:22.205220 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:22.258335 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=21fab10e-dc2d-480e-8615-cea8213bb957,revision_number=5']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:06:22.272456 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829e9b7-7aed-4ea6-83e2-60d599f70009 req-2e47eec3-d946-46ee-be58-ed9a41b2e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:22.274238 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3829e9b7-7aed-4ea6-83e2-60d599f70009 req-2e47eec3-d946-46ee-be58-ed9a41b2e7ee service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 1128 time: 0.0478911 Feb 15 18:06:22.327815 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-3829e9b7-7aed-4ea6-83e2-60d599f70009 req-9aa5f8ac-b474-4105-b996-95dd843e4e8f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450954 Feb 15 18:06:22.757731 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8bc19-59e1-4af7-a272-1b9147070f6a req-a8dd5d4b-0351-4fcf-99b2-baa4fa8b3828 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:22.759237 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94f8bc19-59e1-4af7-a272-1b9147070f6a req-a8dd5d4b-0351-4fcf-99b2-baa4fa8b3828 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 945 time: 0.0523884 Feb 15 18:06:22.810679 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-94f8bc19-59e1-4af7-a272-1b9147070f6a req-a8808b42-e167-4e48-9996-6dff78e2d07b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450113 Feb 15 18:06:23.942442 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d4f7e-3574-4563-a6c7-b0b735593993 req-52a7da27-b6e5-4eb2-a54a-08e9f0a2e865 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:23.945962 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-696d4f7e-3574-4563-a6c7-b0b735593993 req-52a7da27-b6e5-4eb2-a54a-08e9f0a2e865 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 945 time: 0.0558565 Feb 15 18:06:23.997314 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-696d4f7e-3574-4563-a6c7-b0b735593993 req-729d38f7-6a47-479a-84a5-c991253b6348 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478058 Feb 15 18:06:24.118453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93e306-8f16-4d39-a93e-244a88708b50 req-0f5628a6-cc31-4bf4-a973-5bd3a7c861a4 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:24.119949 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-af93e306-8f16-4d39-a93e-244a88708b50 req-0f5628a6-cc31-4bf4-a973-5bd3a7c861a4 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 945 time: 0.0537534 Feb 15 18:06:24.173832 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-af93e306-8f16-4d39-a93e-244a88708b50 req-4f79d8b3-9ba3-47d0-ae28-73897e074786 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480609 Feb 15 18:06:24.196356 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45016) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:06:24.241208 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f544c2ce-5f83-44de-beb6-c146c5d41112 tempest-TestSnapshotPattern-1869802266 tempest-TestSnapshotPattern-1869802266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:24.242797 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f544c2ce-5f83-44de-beb6-c146c5d41112 tempest-TestSnapshotPattern-1869802266 tempest-TestSnapshotPattern-1869802266-project-admin] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 1123 time: 0.0453377 Feb 15 18:06:24.245554 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45018) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:06:24.249750 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.v2.base [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Request body: {'floatingip': {'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'port_id': '21fab10e-dc2d-480e-8615-cea8213bb957', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103800) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 18:06:24.333586 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:24.433842 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (None), before_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:24.538783 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_common [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Allocated IP 172.25.4.11 (41fa8f71-481c-4dfa-a28d-8870ce44b667/7de1a1b6-4acc-469b-b57f-cca267a487aa/d44ae11a-5fd9-4443-9039-c67dd098548b) {{(pid=103800) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 18:06:24.643179 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for port (d44ae11a-5fd9-4443-9039-c67dd098548b), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:24.728682 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8759613981395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d44ae11a-5fd9-4443-9039-c67dd098548b), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:24.768915 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Network 41fa8f71-481c-4dfa-a28d-8870ce44b667 is already hosted by enough agents. {{(pid=103800) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 18:06:24.771903 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.base_scheduler [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Resources bound (agent type, host, resource id): {{(pid=103800) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 18:06:24.775434 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Received port after_create {{(pid=103800) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 18:06:24.781572 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event updated for resources: {'Port': ['ID=d44ae11a-5fd9-4443-9039-c67dd098548b,revision_number=1']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:06:25.139990 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for floatingip (f7537b02-d339-434a-aaff-31373f05f20d), precommit_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:25.261881 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (d44ae11a-5fd9-4443-9039-c67dd098548b), before_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:25.414588 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for port (d44ae11a-5fd9-4443-9039-c67dd098548b), precommit_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:25.487853 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8822326'] for port (d44ae11a-5fd9-4443-9039-c67dd098548b), after_update {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:25.559361 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event updated for resources: {'Port': ['ID=d44ae11a-5fd9-4443-9039-c67dd098548b,revision_number=2']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:06:25.576317 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707000'] for floatingip (f7537b02-d339-434a-aaff-31373f05f20d), after_create {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:25.681165 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Floating IP f7537b02-d339-434a-aaff-31373f05f20d associated. External IP: 172.25.4.11, port: 21fab10e-dc2d-480e-8615-cea8213bb957. Feb 15 18:06:25.894040 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 18:06:26.007084 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 18:06:26.017473 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d15d3-54ea-4565-8e10-32f555571741 None None] Sync routers for ids ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 18:06:26.031166 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d15d3-54ea-4565-8e10-32f555571741 None None] Routers {'4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:06:26.034256 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-496d15d3-54ea-4565-8e10-32f555571741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:06:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:06:26.118596 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:26.151154 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-9a6ba027-a315-4b49-bb56-61cd97700192 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9044752 Feb 15 18:06:26.151833 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'tag': '21fab10e-dc2d-480e-8615-cea8213bb957'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:06:26.154195 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e96243f-fe2f-4d64-bebe-02bab476dbc7" -d '{"events": [{"name": "network-changed", "server_uuid": "8e72d03d-fd84-4241-bec9-3906e0f1f924", "tag": "21fab10e-dc2d-480e-8615-cea8213bb957"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:06:26.193167 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 18:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cceca946-6faa-4128-b3f1-b6e8621b7a26 x-openstack-request-id: req-cceca946-6faa-4128-b3f1-b6e8621b7a26 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:06:26.194209 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e72d03d-fd84-4241-bec9-3906e0f1f924", "tag": "21fab10e-dc2d-480e-8615-cea8213bb957", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:06:26.194209 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-cceca946-6faa-4128-b3f1-b6e8621b7a26 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:06:26.194781 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'tag': '21fab10e-dc2d-480e-8615-cea8213bb957', 'status': 'completed', 'code': 200} Feb 15 18:06:26.250820 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-496d15d3-54ea-4565-8e10-32f555571741 None None] Set router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:06:26.267567 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96243f-fe2f-4d64-bebe-02bab476dbc7 req-f6868813-ccfd-4fa9-8917-067cb4babda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:26.269118 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e96243f-fe2f-4d64-bebe-02bab476dbc7 req-f6868813-ccfd-4fa9-8917-067cb4babda9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 1128 time: 0.0494776 Feb 15 18:06:26.418108 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96243f-fe2f-4d64-bebe-02bab476dbc7 req-4c598548-bdee-4b36-af47-dc0ada5557e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:26.419510 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e96243f-fe2f-4d64-bebe-02bab476dbc7 req-4c598548-bdee-4b36-af47-dc0ada5557e7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8a7db99-cecb-4149-b623-59f245f8c872 HTTP/1.1" status: 200 len: 910 time: 0.1436045 Feb 15 18:06:26.477583 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-496d15d3-54ea-4565-8e10-32f555571741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '72526160-8b33-4eae-997a-98235b4f1054', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'port_id': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'mac_address': 'fa:16:3e:98:a7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579692a3-ea8b-42c6-9760-99ca7af68725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T18:03:46Z', 'updated_at': '2022-02-15T18:03:48Z', 'revision_number': 1, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'fixed_ip_address_scope': None}, {'id': 'f7537b02-d339-434a-aaff-31373f05f20d', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'port_id': '21fab10e-dc2d-480e-8615-cea8213bb957', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'mac_address': 'fa:16:3e:e8:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T18:06:24Z', 'updated_at': '2022-02-15T18:06:24Z', 'revision_number': 0, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bf1bf5-37b8-49bc-8216-5192a864136f', 'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'mac_address': 'fa:16:3e:ce:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:20Z', 'updated_at': '2022-02-15T18:03:25Z', 'revision_number': 5, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'subnets': [{'id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:06:26.508955 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d15d3-54ea-4565-8e10-32f555571741 None None] Checking router: 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 18:06:26.518558 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496d15d3-54ea-4565-8e10-32f555571741 None None] Routers {'4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:06:26.519221 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-496d15d3-54ea-4565-8e10-32f555571741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:06:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:06:26.526767 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e96243f-fe2f-4d64-bebe-02bab476dbc7 req-75f1bc6e-b7b0-4356-9e44-31a153f54d98 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21fab10e-dc2d-480e-8615-cea8213bb957 HTTP/1.1" status: 200 len: 998 time: 0.1010020 Feb 15 18:06:26.578057 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96243f-fe2f-4d64-bebe-02bab476dbc7 req-dbfcc397-0b87-4f40-b4bd-f0856afe736b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:26.579534 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e96243f-fe2f-4d64-bebe-02bab476dbc7 req-dbfcc397-0b87-4f40-b4bd-f0856afe736b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5da4230a-6bc1-453c-bfb5-94c1e46daaf9 HTTP/1.1" status: 200 len: 848 time: 0.0466378 Feb 15 18:06:26.622331 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-496d15d3-54ea-4565-8e10-32f555571741 None None] Set router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:06:26.860052 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-496d15d3-54ea-4565-8e10-32f555571741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '72526160-8b33-4eae-997a-98235b4f1054', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'port_id': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'mac_address': 'fa:16:3e:98:a7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579692a3-ea8b-42c6-9760-99ca7af68725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T18:03:46Z', 'updated_at': '2022-02-15T18:03:48Z', 'revision_number': 1, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'fixed_ip_address_scope': None}, {'id': 'f7537b02-d339-434a-aaff-31373f05f20d', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'port_id': '21fab10e-dc2d-480e-8615-cea8213bb957', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'mac_address': 'fa:16:3e:e8:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T18:06:24Z', 'updated_at': '2022-02-15T18:06:24Z', 'revision_number': 0, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bf1bf5-37b8-49bc-8216-5192a864136f', 'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'mac_address': 'fa:16:3e:ce:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:20Z', 'updated_at': '2022-02-15T18:03:25Z', 'revision_number': 5, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'subnets': [{'id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:06:26.872813 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96243f-fe2f-4d64-bebe-02bab476dbc7 req-2c9ac03f-f554-47bf-9423-02344a9f6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:26.874459 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e96243f-fe2f-4d64-bebe-02bab476dbc7 req-2c9ac03f-f554-47bf-9423-02344a9f6b5c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8a7db99-cecb-4149-b623-59f245f8c872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2883568 Feb 15 18:06:26.885790 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496d15d3-54ea-4565-8e10-32f555571741 None None] The sync data for ids ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'] in n-d-828372-14 is: [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '72526160-8b33-4eae-997a-98235b4f1054', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'port_id': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'mac_address': 'fa:16:3e:98:a7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579692a3-ea8b-42c6-9760-99ca7af68725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T18:03:46Z', 'updated_at': '2022-02-15T18:03:48Z', 'revision_number': 1, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'fixed_ip_address_scope': None}, {'id': 'f7537b02-d339-434a-aaff-31373f05f20d', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'floating_ip_address': '172.25.4.11', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'port_id': '21fab10e-dc2d-480e-8615-cea8213bb957', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'mac_address': 'fa:16:3e:e8:6c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T18:06:24Z', 'updated_at': '2022-02-15T18:06:24Z', 'revision_number': 0, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bf1bf5-37b8-49bc-8216-5192a864136f', 'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'mac_address': 'fa:16:3e:ce:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:20Z', 'updated_at': '2022-02-15T18:03:25Z', 'revision_number': 5, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'subnets': [{'id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 18:06:26.966345 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e96243f-fe2f-4d64-bebe-02bab476dbc7 req-fe09b1c4-44b8-4cdb-9799-4421a7839d2c service neutron] 10.222.0.10 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853012 Feb 15 18:06:27.062738 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-0e96243f-fe2f-4d64-bebe-02bab476dbc7 req-88633a63-9484-47bc-b9d7-aa48c9895ff8 service neutron] 10.222.0.10 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900462 Feb 15 18:06:27.088570 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b40510-1e88-4808-ba0a-116bd6f76309 None None] New status for floating IP f7537b02-d339-434a-aaff-31373f05f20d: ACTIVE {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 18:06:31.336373 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:31.708204 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:37.024355 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e0e08f25-1bd3-4d08-8f88-aab3c461fde3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:39.325026 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-78d09d81-ce01-4b44-9497-5f1e3107882d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:40.816498 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:42.264239 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:43.599205 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:06:49.751286 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:06:58.398060 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-067071d6-1855-4f90-9a1f-d0fd87265285 req-fdc798c8-7411-4bbd-a693-7f55c869597b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0444725 Feb 15 18:06:58.488427 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067071d6-1855-4f90-9a1f-d0fd87265285 req-fb0cc2c3-42ea-4d7c-8254-2fa8df4b4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:58.490023 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-067071d6-1855-4f90-9a1f-d0fd87265285 req-fb0cc2c3-42ea-4d7c-8254-2fa8df4b4023 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 1127 time: 0.0486164 Feb 15 18:06:58.915706 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067071d6-1855-4f90-9a1f-d0fd87265285 req-c85a7049-a5d1-4bd4-970a-3ffc2ed72c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:58.917216 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-067071d6-1855-4f90-9a1f-d0fd87265285 req-c85a7049-a5d1-4bd4-970a-3ffc2ed72c2a service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8a7db99-cecb-4149-b623-59f245f8c872 HTTP/1.1" status: 200 len: 910 time: 0.4078624 Feb 15 18:06:58.982191 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-067071d6-1855-4f90-9a1f-d0fd87265285 req-e2196b6c-d497-412f-86eb-5f931f310f00 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8355fbfd-6866-4813-9068-8bd99b8b727e HTTP/1.1" status: 200 len: 999 time: 0.0585864 Feb 15 18:06:59.030378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067071d6-1855-4f90-9a1f-d0fd87265285 req-f0a625eb-9c7e-4acf-859d-6bb5e7cea4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:59.031848 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-067071d6-1855-4f90-9a1f-d0fd87265285 req-f0a625eb-9c7e-4acf-859d-6bb5e7cea4a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5da4230a-6bc1-453c-bfb5-94c1e46daaf9 HTTP/1.1" status: 200 len: 848 time: 0.0437002 Feb 15 18:06:59.085574 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067071d6-1855-4f90-9a1f-d0fd87265285 req-6d0d43be-deab-45b8-8894-e99139481b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:06:59.087295 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-067071d6-1855-4f90-9a1f-d0fd87265285 req-6d0d43be-deab-45b8-8894-e99139481b00 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8a7db99-cecb-4149-b623-59f245f8c872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496998 Feb 15 18:06:59.176662 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-067071d6-1855-4f90-9a1f-d0fd87265285 req-b0ddfaec-95e9-4621-ba86-6dee6ef25695 service neutron] 10.222.0.67 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831645 Feb 15 18:06:59.267278 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-067071d6-1855-4f90-9a1f-d0fd87265285 req-689569c6-a702-4f89-a877-c5b306378cfe service neutron] 10.222.0.67 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847723 Feb 15 18:07:00.153959 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45046bb8-1a8b-480e-8d32-146f3e2efdc0 req-94237041-837b-4628-9a50-fc06a759d566 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435462 Feb 15 18:07:00.240789 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45046bb8-1a8b-480e-8d32-146f3e2efdc0 req-d8464346-9a75-455f-94cf-5a46d10ab482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:07:00.242218 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45046bb8-1a8b-480e-8d32-146f3e2efdc0 req-d8464346-9a75-455f-94cf-5a46d10ab482 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 1128 time: 0.0445776 Feb 15 18:07:00.346211 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45046bb8-1a8b-480e-8d32-146f3e2efdc0 req-c656a5ee-a8eb-4dcb-9ff3-849173afe76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:07:00.347682 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45046bb8-1a8b-480e-8d32-146f3e2efdc0 req-c656a5ee-a8eb-4dcb-9ff3-849173afe76d service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8a7db99-cecb-4149-b623-59f245f8c872 HTTP/1.1" status: 200 len: 910 time: 0.0860341 Feb 15 18:07:00.413045 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45046bb8-1a8b-480e-8d32-146f3e2efdc0 req-e4df7960-ff52-4812-a767-91f47da28674 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21fab10e-dc2d-480e-8615-cea8213bb957 HTTP/1.1" status: 200 len: 1000 time: 0.0572898 Feb 15 18:07:00.464138 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45046bb8-1a8b-480e-8d32-146f3e2efdc0 req-97666264-4694-4505-bcb3-1781795c5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:07:00.465577 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45046bb8-1a8b-480e-8d32-146f3e2efdc0 req-97666264-4694-4505-bcb3-1781795c5752 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5da4230a-6bc1-453c-bfb5-94c1e46daaf9 HTTP/1.1" status: 200 len: 848 time: 0.0464959 Feb 15 18:07:00.519113 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45046bb8-1a8b-480e-8d32-146f3e2efdc0 req-f50fd8f2-e545-4a5b-882b-45b891c0eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:07:00.520544 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45046bb8-1a8b-480e-8d32-146f3e2efdc0 req-f50fd8f2-e545-4a5b-882b-45b891c0eda7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8a7db99-cecb-4149-b623-59f245f8c872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450752 Feb 15 18:07:00.611339 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45046bb8-1a8b-480e-8d32-146f3e2efdc0 req-816ae09d-54ee-476a-978b-3f9e885d795c service neutron] 10.222.0.10 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796311 Feb 15 18:07:00.706633 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-45046bb8-1a8b-480e-8d32-146f3e2efdc0 req-06e63b85-af08-4f1f-aebd-4979291b6e54 service neutron] 10.222.0.10 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842769 Feb 15 18:07:01.336247 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:07:01.679051 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:07:07.012492 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ebfcdf18-3fd7-4bba-ade9-84ffcd2fa938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:07:09.338111 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-164367f8-58b1-43ed-a994-5090dca7d4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:07:10.823448 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:07:12.263824 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:07:13.606312 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:07:26.751353 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:07:31.319014 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:07:31.690493 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:07:37.023432 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-8be24c95-2ba0-482f-bbdc-03c6b4b72246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:07:39.354884 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-84fd13a9-0bf0-4efb-8f13-63618cf7293d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:07:40.833410 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:07:42.274016 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:07:43.611437 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:07:58.369244 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 21fab10e-dc2d-480e-8615-cea8213bb957 details requested by agent hyperv_n-h2-828372-14 with host n-h2-828372-14 {{(pid=103801) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 18:07:58.404223 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a4b453-2efb-455f-963e-9218e09b82e6 req-1a0a4d8f-0d2b-4b7d-ac0a-3ce777631a76 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488889 Feb 15 18:07:58.488604 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 21fab10e-dc2d-480e-8615-cea8213bb957, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=21fab10e-dc2d-480e-8615-cea8213bb957,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:07:58.505610 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4b453-2efb-455f-963e-9218e09b82e6 req-16d6f63a-60eb-49c0-9a4c-1f4c129b6db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:07:58.507854 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Returning: {'device': '21fab10e-dc2d-480e-8615-cea8213bb957', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'port_id': '21fab10e-dc2d-480e-8615-cea8213bb957', 'mac_address': 'fa:16:3e:e8:6c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103801) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 18:07:58.508359 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a4b453-2efb-455f-963e-9218e09b82e6 req-16d6f63a-60eb-49c0-9a4c-1f4c129b6db4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 1127 time: 0.0492001 Feb 15 18:07:58.563060 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 21fab10e-dc2d-480e-8615-cea8213bb957 is: ACTIVE; New status is: BUILD {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:07:58.563456 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:07:58.582274 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21fab10e-dc2d-480e-8615-cea8213bb957 {{(pid=103801) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 15 18:07:58.607948 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 21fab10e-dc2d-480e-8615-cea8213bb957, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=21fab10e-dc2d-480e-8615-cea8213bb957,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:07:58.648758 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4b453-2efb-455f-963e-9218e09b82e6 req-165edaee-52c5-4011-abcf-aa0f2def9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:07:58.650340 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a4b453-2efb-455f-963e-9218e09b82e6 req-165edaee-52c5-4011-abcf-aa0f2def9da3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8a7db99-cecb-4149-b623-59f245f8c872 HTTP/1.1" status: 200 len: 910 time: 0.1212146 Feb 15 18:07:58.692576 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:07:58.725111 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a4b453-2efb-455f-963e-9218e09b82e6 req-c815d54e-1ac7-4056-88ac-949b93fdd0e6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8355fbfd-6866-4813-9068-8bd99b8b727e HTTP/1.1" status: 200 len: 999 time: 0.0689013 Feb 15 18:07:58.765881 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=21fab10e-dc2d-480e-8615-cea8213bb957,revision_number=6']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:07:58.776236 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] get_ports_and_sgs() called for port_ids ['21fab10e-dc2d-480e-8615-cea8213bb957'] {{(pid=103801) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 18:07:58.782151 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4b453-2efb-455f-963e-9218e09b82e6 req-9d7a9e8f-da98-49fe-8c14-a707ba39350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:07:58.783763 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a4b453-2efb-455f-963e-9218e09b82e6 req-9d7a9e8f-da98-49fe-8c14-a707ba39350b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5da4230a-6bc1-453c-bfb5-94c1e46daaf9 HTTP/1.1" status: 200 len: 848 time: 0.0525277 Feb 15 18:07:58.801386 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:07:58.801740 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:07:58.802089 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:07:58.802432 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:07:58.802779 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:07:58.803100 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:07:58.803966 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:07:58.804301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:07:58.804626 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:07:58.804955 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:07:58.805281 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:07:58.805633 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:07:58.805960 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103801) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:07:58.850156 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4b453-2efb-455f-963e-9218e09b82e6 req-cf1ec5e7-dee6-488f-8a58-bd168877d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:07:58.852081 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a4b453-2efb-455f-963e-9218e09b82e6 req-cf1ec5e7-dee6-488f-8a58-bd168877d62e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8a7db99-cecb-4149-b623-59f245f8c872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0623095 Feb 15 18:07:58.956866 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a4b453-2efb-455f-963e-9218e09b82e6 req-6e6c51d7-2218-42ab-b482-8dc7fc7a05ab service neutron] 10.222.0.67 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973275 Feb 15 18:07:59.086144 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-47a4b453-2efb-455f-963e-9218e09b82e6 req-950574b3-bb4d-4074-a3d4-23b08061e6aa service neutron] 10.222.0.67 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239028 Feb 15 18:08:00.373441 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 21fab10e-dc2d-480e-8615-cea8213bb957 up at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 18:08:00.432769 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.provisioning_blocks [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Provisioning complete for port 21fab10e-dc2d-480e-8615-cea8213bb957 triggered by entity L2. {{(pid=103801) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 18:08:00.433085 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-758575'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), provisioning_complete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:00.528321 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 21fab10e-dc2d-480e-8615-cea8213bb957 is: BUILD; New status is: ACTIVE {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:08:00.528702 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:00.551967 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fab10e-dc2d-480e-8615-cea8213bb957'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:08:00.556475 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3236be4-4898-4c5c-b3dc-ae6c9f1bb297" -d '{"events": [{"server_uuid": "8e72d03d-fd84-4241-bec9-3906e0f1f924", "name": "network-vif-plugged", "status": "completed", "tag": "21fab10e-dc2d-480e-8615-cea8213bb957"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:08:00.568801 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 21fab10e-dc2d-480e-8615-cea8213bb957, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=21fab10e-dc2d-480e-8615-cea8213bb957,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:08:00.623696 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:00.630419 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 18:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8436332-d7ee-4328-8533-73f989b3205b x-openstack-request-id: req-d8436332-d7ee-4328-8533-73f989b3205b {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:08:00.630419 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e72d03d-fd84-4241-bec9-3906e0f1f924", "name": "network-vif-plugged", "status": "completed", "tag": "21fab10e-dc2d-480e-8615-cea8213bb957", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:08:00.630419 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-d8436332-d7ee-4328-8533-73f989b3205b {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:08:00.630419 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fab10e-dc2d-480e-8615-cea8213bb957', 'code': 200} Feb 15 18:08:00.683308 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=21fab10e-dc2d-480e-8615-cea8213bb957,revision_number=7']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:01.176381 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60dad1-0368-419c-9179-2fe812ab3315 req-5c425376-1040-441d-9f39-d9b58a2c800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:01.177919 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d60dad1-0368-419c-9179-2fe812ab3315 req-5c425376-1040-441d-9f39-d9b58a2c800b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 1128 time: 0.0464542 Feb 15 18:08:01.312117 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60dad1-0368-419c-9179-2fe812ab3315 req-1faec321-1b98-4032-9f18-1ff1006b98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:01.313988 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d60dad1-0368-419c-9179-2fe812ab3315 req-1faec321-1b98-4032-9f18-1ff1006b98a5 service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8a7db99-cecb-4149-b623-59f245f8c872 HTTP/1.1" status: 200 len: 910 time: 0.1163685 Feb 15 18:08:01.336532 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:01.401019 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d60dad1-0368-419c-9179-2fe812ab3315 req-c3d2b610-e08b-407a-ab5c-fd0b728944fa service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21fab10e-dc2d-480e-8615-cea8213bb957 HTTP/1.1" status: 200 len: 1000 time: 0.0797188 Feb 15 18:08:01.462945 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60dad1-0368-419c-9179-2fe812ab3315 req-085a632e-a627-4bad-bc03-23cd4ec8de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:01.464436 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d60dad1-0368-419c-9179-2fe812ab3315 req-085a632e-a627-4bad-bc03-23cd4ec8de91 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5da4230a-6bc1-453c-bfb5-94c1e46daaf9 HTTP/1.1" status: 200 len: 848 time: 0.0573232 Feb 15 18:08:01.531102 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60dad1-0368-419c-9179-2fe812ab3315 req-7c13876e-ff54-409c-8354-64d59cd6cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:01.532694 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d60dad1-0368-419c-9179-2fe812ab3315 req-7c13876e-ff54-409c-8354-64d59cd6cb70 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8a7db99-cecb-4149-b623-59f245f8c872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0607617 Feb 15 18:08:01.633284 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d60dad1-0368-419c-9179-2fe812ab3315 req-c6635d6b-35e4-4f78-9566-b8343601e89a service neutron] 10.222.0.10 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938239 Feb 15 18:08:01.688844 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:01.745735 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-8d60dad1-0368-419c-9179-2fe812ab3315 req-5183c34c-b1b7-4e3c-86da-7afc51c52436 service neutron] 10.222.0.10 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040509 Feb 15 18:08:03.750854 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:08:07.149322 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-aa294484-84ab-48d3-828e-9af90cfd5779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:09.354046 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-284f72e9-1ccb-4def-a542-8f19f4400ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:10.237650 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45244) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:08:10.394695 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Deleting port d44ae11a-5fd9-4443-9039-c67dd098548b {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:08:10.395036 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (d44ae11a-5fd9-4443-9039-c67dd098548b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:10.467777 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (d44ae11a-5fd9-4443-9039-c67dd098548b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:10.468105 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for floatingip (d44ae11a-5fd9-4443-9039-c67dd098548b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:10.480267 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Calling delete_port for d44ae11a-5fd9-4443-9039-c67dd098548b owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:08:10.713942 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (d44ae11a-5fd9-4443-9039-c67dd098548b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:10.737529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event deleted for resources: {'Port': ['ID=d44ae11a-5fd9-4443-9039-c67dd098548b,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:10.753344 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:10.753733 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:10.756630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:10.756630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:10.756630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:10.756630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:10.756630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:10.756630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:10.756630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:10.756630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:10.756630 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:10.757579 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:10.757579 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103800) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:10.815505 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for floatingip (f7537b02-d339-434a-aaff-31373f05f20d), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:10.815821 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Floating IP f7537b02-d339-434a-aaff-31373f05f20d disassociated (deleted). External IP: 172.25.4.11, port: 21fab10e-dc2d-480e-8615-cea8213bb957. Feb 15 18:08:10.839803 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:11.022545 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 18:08:11.139111 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 18:08:11.143867 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:11.149219 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d93714-2d59-4a41-8b56-6e2a9bf8d211 None None] Sync routers for ids ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 18:08:11.159093 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d93714-2d59-4a41-8b56-6e2a9bf8d211 None None] Routers {'4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:08:11.159808 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-70d93714-2d59-4a41-8b56-6e2a9bf8d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:08:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:11.173786 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f8de59c9-6fdd-4598-b259-c52e012ddc0b tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "DELETE /v2.0/floatingips/f7537b02-d339-434a-aaff-31373f05f20d HTTP/1.1" status: 204 len: 168 time: 0.9349296 Feb 15 18:08:11.174356 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'tag': '21fab10e-dc2d-480e-8615-cea8213bb957'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:08:11.176612 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682adf77-2bce-43cb-929e-2a05bc95cb34" -d '{"events": [{"name": "network-changed", "server_uuid": "8e72d03d-fd84-4241-bec9-3906e0f1f924", "tag": "21fab10e-dc2d-480e-8615-cea8213bb957"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:08:11.273795 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-70d93714-2d59-4a41-8b56-6e2a9bf8d211 None None] Set router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:08:11.278205 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 18:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43246e2-9528-4f14-a9a9-695d767892b5 x-openstack-request-id: req-c43246e2-9528-4f14-a9a9-695d767892b5 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:08:11.284896 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e72d03d-fd84-4241-bec9-3906e0f1f924", "tag": "21fab10e-dc2d-480e-8615-cea8213bb957", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:08:11.284896 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-c43246e2-9528-4f14-a9a9-695d767892b5 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:08:11.284896 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'tag': '21fab10e-dc2d-480e-8615-cea8213bb957', 'status': 'completed', 'code': 200} Feb 15 18:08:11.350373 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682adf77-2bce-43cb-929e-2a05bc95cb34 req-e285d650-73f1-4159-8c8b-71a4ee9fcb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:11.352488 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-682adf77-2bce-43cb-929e-2a05bc95cb34 req-e285d650-73f1-4159-8c8b-71a4ee9fcb72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 1128 time: 0.0506341 Feb 15 18:08:11.445853 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682adf77-2bce-43cb-929e-2a05bc95cb34 req-ea41581c-0700-40b6-a660-ec0420b0310c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:11.447362 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-682adf77-2bce-43cb-929e-2a05bc95cb34 req-ea41581c-0700-40b6-a660-ec0420b0310c service neutron] 10.222.0.10 "GET /v2.0/networks?id=c8a7db99-cecb-4149-b623-59f245f8c872 HTTP/1.1" status: 200 len: 910 time: 0.0885417 Feb 15 18:08:11.492248 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-682adf77-2bce-43cb-929e-2a05bc95cb34 req-7356422d-c088-4a9c-baa7-ae1674b6d188 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21fab10e-dc2d-480e-8615-cea8213bb957 HTTP/1.1" status: 200 len: 217 time: 0.0389678 Feb 15 18:08:11.510403 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-70d93714-2d59-4a41-8b56-6e2a9bf8d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '72526160-8b33-4eae-997a-98235b4f1054', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'port_id': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'mac_address': 'fa:16:3e:98:a7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579692a3-ea8b-42c6-9760-99ca7af68725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T18:03:46Z', 'updated_at': '2022-02-15T18:03:48Z', 'revision_number': 1, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bf1bf5-37b8-49bc-8216-5192a864136f', 'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'mac_address': 'fa:16:3e:ce:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:20Z', 'updated_at': '2022-02-15T18:03:25Z', 'revision_number': 5, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'subnets': [{'id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:11.545569 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d93714-2d59-4a41-8b56-6e2a9bf8d211 None None] Checking router: 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 18:08:11.555548 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d93714-2d59-4a41-8b56-6e2a9bf8d211 None None] Routers {'4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:08:11.556165 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-70d93714-2d59-4a41-8b56-6e2a9bf8d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:08:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:11.559671 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682adf77-2bce-43cb-929e-2a05bc95cb34 req-436e5435-5cdd-444d-9c05-0ca0e453ee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:11.561245 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-682adf77-2bce-43cb-929e-2a05bc95cb34 req-436e5435-5cdd-444d-9c05-0ca0e453ee2f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=5da4230a-6bc1-453c-bfb5-94c1e46daaf9 HTTP/1.1" status: 200 len: 848 time: 0.0482283 Feb 15 18:08:11.646175 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682adf77-2bce-43cb-929e-2a05bc95cb34 req-9be719ee-4493-408f-873d-291448f61b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:11.647757 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-682adf77-2bce-43cb-929e-2a05bc95cb34 req-9be719ee-4493-408f-873d-291448f61b1a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=c8a7db99-cecb-4149-b623-59f245f8c872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0787864 Feb 15 18:08:11.660143 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0314dfc-6d62-4c4f-bbcf-83d173ad2647 req-828fc9f1-5841-4cb8-b0ec-847a8be4a338 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:11.662680 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0314dfc-6d62-4c4f-bbcf-83d173ad2647 req-828fc9f1-5841-4cb8-b0ec-847a8be4a338 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 945 time: 0.0816422 Feb 15 18:08:11.772393 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-70d93714-2d59-4a41-8b56-6e2a9bf8d211 None None] Set router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:08:11.775852 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-e0314dfc-6d62-4c4f-bbcf-83d173ad2647 req-2903dfc5-f13f-4912-8bd4-2eb10022a6f6 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039953 Feb 15 18:08:11.800884 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-682adf77-2bce-43cb-929e-2a05bc95cb34 req-f9483ad7-c0d4-4907-8245-fde601b30a8b service neutron] 10.222.0.10 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374269 Feb 15 18:08:11.904309 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-682adf77-2bce-43cb-929e-2a05bc95cb34 req-669956ad-fb67-41c7-af49-182a85206411 service neutron] 10.222.0.10 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970175 Feb 15 18:08:12.022952 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-70d93714-2d59-4a41-8b56-6e2a9bf8d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '72526160-8b33-4eae-997a-98235b4f1054', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'port_id': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'mac_address': 'fa:16:3e:98:a7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579692a3-ea8b-42c6-9760-99ca7af68725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T18:03:46Z', 'updated_at': '2022-02-15T18:03:48Z', 'revision_number': 1, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bf1bf5-37b8-49bc-8216-5192a864136f', 'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'mac_address': 'fa:16:3e:ce:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:20Z', 'updated_at': '2022-02-15T18:03:25Z', 'revision_number': 5, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'subnets': [{'id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:12.050173 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d93714-2d59-4a41-8b56-6e2a9bf8d211 None None] The sync data for ids ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'] in n-d-828372-14 is: [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_floatingips': [{'id': '72526160-8b33-4eae-997a-98235b4f1054', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'floating_ip_address': '172.25.4.94', 'floating_network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'router_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'port_id': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'mac_address': 'fa:16:3e:98:a7:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '579692a3-ea8b-42c6-9760-99ca7af68725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T18:03:46Z', 'updated_at': '2022-02-15T18:03:48Z', 'revision_number': 1, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bf1bf5-37b8-49bc-8216-5192a864136f', 'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'mac_address': 'fa:16:3e:ce:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:20Z', 'updated_at': '2022-02-15T18:03:25Z', 'revision_number': 5, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'subnets': [{'id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 18:08:12.263021 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:12.308048 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b85ecd3-1eca-4302-a66f-2a57020415a5 None None] New status for floating IP f7537b02-d339-434a-aaff-31373f05f20d: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 18:08:12.395457 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 21fab10e-dc2d-480e-8615-cea8213bb957 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:08:12.629143 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Current status of the port 21fab10e-dc2d-480e-8615-cea8213bb957 is: ACTIVE; New status is: DOWN {{(pid=103801) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 15 18:08:12.629472 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-690590'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), before_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:12.652689 n-d-828372-14 neutron-server[103801]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21fab10e-dc2d-480e-8615-cea8213bb957'}] {{(pid=103801) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:08:12.654945 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}853334d53cd53470ca755213e442addd1be92d599463157c681af04fbb3970b6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ceb8ceb-a2e3-49f3-9fea-d3d0e597100f" -d '{"events": [{"server_uuid": "8e72d03d-fd84-4241-bec9-3906e0f1f924", "name": "network-vif-unplugged", "status": "completed", "tag": "21fab10e-dc2d-480e-8615-cea8213bb957"}]}' {{(pid=103801) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:08:12.667306 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] For port 21fab10e-dc2d-480e-8615-cea8213bb957, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=21fab10e-dc2d-480e-8615-cea8213bb957,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:08:12.692895 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 18:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de10f3bc-cab5-4e73-a901-7bc753152f01 x-openstack-request-id: req-de10f3bc-cab5-4e73-a901-7bc753152f01 {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:08:12.693190 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e72d03d-fd84-4241-bec9-3906e0f1f924", "name": "network-vif-unplugged", "status": "completed", "tag": "21fab10e-dc2d-480e-8615-cea8213bb957", "code": 200}]} {{(pid=103801) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:08:12.693493 n-d-828372-14 neutron-server[103801]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-de10f3bc-cab5-4e73-a901-7bc753152f01 {{(pid=103801) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:08:12.694435 n-d-828372-14 neutron-server[103801]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21fab10e-dc2d-480e-8615-cea8213bb957', 'code': 200} Feb 15 18:08:12.753317 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8759614419487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8759613981413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8759613981431'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:12.801514 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Pushing event updated for resources: {'Port': ['ID=21fab10e-dc2d-480e-8615-cea8213bb957,revision_number=8']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:12.896173 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db8f34-32d3-40a5-8802-6e94375719b7 req-1dccc520-655e-43f6-80c8-e7cc7fc26498 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:12.898165 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-12db8f34-32d3-40a5-8802-6e94375719b7 req-1dccc520-655e-43f6-80c8-e7cc7fc26498 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 943 time: 0.0532465 Feb 15 18:08:12.947461 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-12db8f34-32d3-40a5-8802-6e94375719b7 req-8a029e5f-aeb7-4be7-914a-83cb5869c5f6 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437765 Feb 15 18:08:13.221852 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae3b47-ffee-44a0-a4bd-6b8631604b42 req-b88be1ba-929d-459f-97f4-221b55a76ca6 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:13.223329 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a6ae3b47-ffee-44a0-a4bd-6b8631604b42 req-b88be1ba-929d-459f-97f4-221b55a76ca6 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.10 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 943 time: 0.0515344 Feb 15 18:08:13.348397 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-a6ae3b47-ffee-44a0-a4bd-6b8631604b42 req-cb1614ea-2c68-4c52-9eab-56314038cd2f tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Deleting port 21fab10e-dc2d-480e-8615-cea8213bb957 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:08:13.348737 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a6ae3b47-ffee-44a0-a4bd-6b8631604b42 req-cb1614ea-2c68-4c52-9eab-56314038cd2f tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:13.438986 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [req-a6ae3b47-ffee-44a0-a4bd-6b8631604b42 req-cb1614ea-2c68-4c52-9eab-56314038cd2f tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] For port 21fab10e-dc2d-480e-8615-cea8213bb957, host n-h2-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828372-14',level=0,port_id=21fab10e-dc2d-480e-8615-cea8213bb957,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:08:13.439353 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a6ae3b47-ffee-44a0-a4bd-6b8631604b42 req-cb1614ea-2c68-4c52-9eab-56314038cd2f tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:13.453262 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [req-a6ae3b47-ffee-44a0-a4bd-6b8631604b42 req-cb1614ea-2c68-4c52-9eab-56314038cd2f tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Calling delete_port for 21fab10e-dc2d-480e-8615-cea8213bb957 owned by compute:nova {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:08:13.622372 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:13.645600 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a6ae3b47-ffee-44a0-a4bd-6b8631604b42 req-cb1614ea-2c68-4c52-9eab-56314038cd2f tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (21fab10e-dc2d-480e-8615-cea8213bb957), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:13.674202 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1614ea-2c68-4c52-9eab-56314038cd2f tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event deleted for resources: {'Port': ['ID=21fab10e-dc2d-480e-8615-cea8213bb957,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:13.737389 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ae3b47-ffee-44a0-a4bd-6b8631604b42 req-cb1614ea-2c68-4c52-9eab-56314038cd2f tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] No DVR routers for this DVR port 21fab10e-dc2d-480e-8615-cea8213bb957 on host n-h2-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 18:08:13.741382 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [req-a6ae3b47-ffee-44a0-a4bd-6b8631604b42 req-cb1614ea-2c68-4c52-9eab-56314038cd2f tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:13.749310 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-a6ae3b47-ffee-44a0-a4bd-6b8631604b42 req-cb1614ea-2c68-4c52-9eab-56314038cd2f tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.10 "DELETE /v2.0/ports/21fab10e-dc2d-480e-8615-cea8213bb957 HTTP/1.1" status: 204 len: 173 time: 0.5188885 Feb 15 18:08:13.749310 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'name': 'network-vif-deleted', 'tag': '21fab10e-dc2d-480e-8615-cea8213bb957'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:08:13.751862 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe51342-3149-4a2b-a435-280146e2b5f3" -d '{"events": [{"server_uuid": "8e72d03d-fd84-4241-bec9-3906e0f1f924", "name": "network-vif-deleted", "tag": "21fab10e-dc2d-480e-8615-cea8213bb957"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:08:13.791672 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 18:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fa2aae-6010-4bc0-bf0c-34a358da3495 x-openstack-request-id: req-50fa2aae-6010-4bc0-bf0c-34a358da3495 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:08:13.791977 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e72d03d-fd84-4241-bec9-3906e0f1f924", "name": "network-vif-deleted", "tag": "21fab10e-dc2d-480e-8615-cea8213bb957", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:08:13.792240 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-50fa2aae-6010-4bc0-bf0c-34a358da3495 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:08:13.792652 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e72d03d-fd84-4241-bec9-3906e0f1f924', 'name': 'network-vif-deleted', 'tag': '21fab10e-dc2d-480e-8615-cea8213bb957', 'status': 'completed', 'code': 200} Feb 15 18:08:14.056570 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-39fada85-fde3-4d1d-bf27-55107191e499 req-574f8e23-82cc-4535-8630-8a61e541fee5 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=8e72d03d-fd84-4241-bec9-3906e0f1f924 HTTP/1.1" status: 200 len: 210 time: 0.0351422 Feb 15 18:08:16.333232 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45308) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:08:16.411029 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 21fab10e-dc2d-480e-8615-cea8213bb957 no longer exists at agent hyperv_n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:08:16.432044 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] No Port match for: 21fab10e-dc2d-480e-8615-cea8213bb957 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 18:08:16.432397 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Device 21fab10e-dc2d-480e-8615-cea8213bb957 not bound to the agent host n-h2-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 18:08:16.729396 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2632c1a8-1ac8-4db7-a870-fdbf0f2db2ee tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Deleting port 5e7c380e-69ee-4da5-a061-8855fe4d4d31 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:08:16.729810 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2632c1a8-1ac8-4db7-a870-fdbf0f2db2ee tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5e7c380e-69ee-4da5-a061-8855fe4d4d31), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:16.806361 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2632c1a8-1ac8-4db7-a870-fdbf0f2db2ee tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5e7c380e-69ee-4da5-a061-8855fe4d4d31), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:16.806691 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2632c1a8-1ac8-4db7-a870-fdbf0f2db2ee tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for floatingip (5e7c380e-69ee-4da5-a061-8855fe4d4d31), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:16.818042 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-2632c1a8-1ac8-4db7-a870-fdbf0f2db2ee tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Calling delete_port for 5e7c380e-69ee-4da5-a061-8855fe4d4d31 owned by network:floatingip {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:08:17.040188 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2632c1a8-1ac8-4db7-a870-fdbf0f2db2ee tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (5e7c380e-69ee-4da5-a061-8855fe4d4d31), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:17.064918 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2632c1a8-1ac8-4db7-a870-fdbf0f2db2ee tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event deleted for resources: {'Port': ['ID=5e7c380e-69ee-4da5-a061-8855fe4d4d31,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:17.126984 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2632c1a8-1ac8-4db7-a870-fdbf0f2db2ee tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for floatingip (72526160-8b33-4eae-997a-98235b4f1054), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:17.127316 n-d-828372-14 neutron-server[103800]: INFO neutron.db.l3_db [None req-2632c1a8-1ac8-4db7-a870-fdbf0f2db2ee tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Floating IP 72526160-8b33-4eae-997a-98235b4f1054 disassociated (deleted). External IP: 172.25.4.94, port: 8355fbfd-6866-4813-9068-8bd99b8b727e. Feb 15 18:08:17.332968 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2632c1a8-1ac8-4db7-a870-fdbf0f2db2ee tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 18:08:17.441212 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2632c1a8-1ac8-4db7-a870-fdbf0f2db2ee tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 18:08:17.445851 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-2632c1a8-1ac8-4db7-a870-fdbf0f2db2ee tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for floatingip (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:17.450904 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a6078-c99d-4a72-81d1-80026f4a3c1a None None] Sync routers for ids ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 18:08:17.461165 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a6078-c99d-4a72-81d1-80026f4a3c1a None None] Routers {'4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:08:17.461794 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e24a6078-c99d-4a72-81d1-80026f4a3c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:08:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:17.477598 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-2632c1a8-1ac8-4db7-a870-fdbf0f2db2ee tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "DELETE /v2.0/floatingips/72526160-8b33-4eae-997a-98235b4f1054 HTTP/1.1" status: 204 len: 168 time: 1.1432004 Feb 15 18:08:17.478297 n-d-828372-14 neutron-server[103800]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '579692a3-ea8b-42c6-9760-99ca7af68725', 'tag': '8355fbfd-6866-4813-9068-8bd99b8b727e'}] {{(pid=103800) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:08:17.480672 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e9add21c6f644b0ede7db382afe2be0a3c6528a8cc1726d406407b68d9343448" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c88c30c-09fe-4e68-9a1a-d99b03512aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "579692a3-ea8b-42c6-9760-99ca7af68725", "tag": "8355fbfd-6866-4813-9068-8bd99b8b727e"}]}' {{(pid=103800) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:08:17.520467 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 18:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9184fa92-43c5-458d-9b5c-bb8ef972c8e5 x-openstack-request-id: req-9184fa92-43c5-458d-9b5c-bb8ef972c8e5 {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:08:17.520768 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "579692a3-ea8b-42c6-9760-99ca7af68725", "tag": "8355fbfd-6866-4813-9068-8bd99b8b727e", "status": "completed", "code": 200}]} {{(pid=103800) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:08:17.521133 n-d-828372-14 neutron-server[103800]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-9184fa92-43c5-458d-9b5c-bb8ef972c8e5 {{(pid=103800) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:08:17.521845 n-d-828372-14 neutron-server[103800]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '579692a3-ea8b-42c6-9760-99ca7af68725', 'tag': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'status': 'completed', 'code': 200} Feb 15 18:08:17.578688 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-e24a6078-c99d-4a72-81d1-80026f4a3c1a None None] Set router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:08:17.585107 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88c30c-09fe-4e68-9a1a-d99b03512aaf req-d2ca45ac-3d76-442d-9d7a-069fcdd0e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:17.586621 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c88c30c-09fe-4e68-9a1a-d99b03512aaf req-d2ca45ac-3d76-442d-9d7a-069fcdd0e922 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 1127 time: 0.0457165 Feb 15 18:08:17.679163 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88c30c-09fe-4e68-9a1a-d99b03512aaf req-b3a5c87c-bb4a-480a-86f6-11620b651262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:17.680691 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c88c30c-09fe-4e68-9a1a-d99b03512aaf req-b3a5c87c-bb4a-480a-86f6-11620b651262 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c8a7db99-cecb-4149-b623-59f245f8c872 HTTP/1.1" status: 200 len: 910 time: 0.0877221 Feb 15 18:08:17.731659 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c88c30c-09fe-4e68-9a1a-d99b03512aaf req-b15257c2-2881-4302-a2d2-4fa494be33cf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8355fbfd-6866-4813-9068-8bd99b8b727e HTTP/1.1" status: 200 len: 217 time: 0.0445058 Feb 15 18:08:17.782841 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e24a6078-c99d-4a72-81d1-80026f4a3c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '45bf1bf5-37b8-49bc-8216-5192a864136f', 'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'mac_address': 'fa:16:3e:ce:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:20Z', 'updated_at': '2022-02-15T18:03:25Z', 'revision_number': 5, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'subnets': [{'id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:17.794031 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88c30c-09fe-4e68-9a1a-d99b03512aaf req-eb40eb3d-f18c-4e0f-ad2e-58c2d6576cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:17.795540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c88c30c-09fe-4e68-9a1a-d99b03512aaf req-eb40eb3d-f18c-4e0f-ad2e-58c2d6576cd6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5da4230a-6bc1-453c-bfb5-94c1e46daaf9 HTTP/1.1" status: 200 len: 848 time: 0.0580778 Feb 15 18:08:17.821802 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a6078-c99d-4a72-81d1-80026f4a3c1a None None] Checking router: 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 18:08:17.830180 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a6078-c99d-4a72-81d1-80026f4a3c1a None None] Routers {'4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:08:17.830788 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e24a6078-c99d-4a72-81d1-80026f4a3c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:08:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:17.880261 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88c30c-09fe-4e68-9a1a-d99b03512aaf req-27fdfcf7-bc91-4858-91d8-f3eacefcffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:17.882282 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c88c30c-09fe-4e68-9a1a-d99b03512aaf req-27fdfcf7-bc91-4858-91d8-f3eacefcffd5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c8a7db99-cecb-4149-b623-59f245f8c872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0801926 Feb 15 18:08:17.893085 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-5c88c30c-09fe-4e68-9a1a-d99b03512aaf req-311f9254-2023-4db5-8020-c2b984737be0 service neutron] http://10.222.0.107:9696/v2.0/extensions returned with HTTP 200 {{(pid=103799) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 15 18:08:17.893640 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c88c30c-09fe-4e68-9a1a-d99b03512aaf req-311f9254-2023-4db5-8020-c2b984737be0 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049446 Feb 15 18:08:17.904002 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392a0f5-29f6-4f52-8959-8d485defdb80 req-2b23a750-5a72-49e1-8452-abd255f61e38 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:17.905549 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6392a0f5-29f6-4f52-8959-8d485defdb80 req-2b23a750-5a72-49e1-8452-abd255f61e38 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 944 time: 0.0779672 Feb 15 18:08:17.939123 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-e24a6078-c99d-4a72-81d1-80026f4a3c1a None None] Set router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:08:18.025964 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-6392a0f5-29f6-4f52-8959-8d485defdb80 req-5855bf26-3f45-47dc-8193-53f187cc7bb2 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125023 Feb 15 18:08:18.042137 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c88c30c-09fe-4e68-9a1a-d99b03512aaf req-143b9e06-02ae-4238-9474-6874c3293263 service neutron] 10.222.0.67 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356473 Feb 15 18:08:18.131919 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-5c88c30c-09fe-4e68-9a1a-d99b03512aaf req-4b81b5d8-3aa1-4bc9-b7d1-2543b5038832 service neutron] 10.222.0.67 "GET /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826113 Feb 15 18:08:18.149800 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-e24a6078-c99d-4a72-81d1-80026f4a3c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '45bf1bf5-37b8-49bc-8216-5192a864136f', 'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'mac_address': 'fa:16:3e:ce:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:20Z', 'updated_at': '2022-02-15T18:03:25Z', 'revision_number': 5, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'subnets': [{'id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:18.175674 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a6078-c99d-4a72-81d1-80026f4a3c1a None None] The sync data for ids ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'] in n-d-828372-14 is: [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:03:20Z', 'revision_number': 4, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14', '_interfaces': [{'id': '45bf1bf5-37b8-49bc-8216-5192a864136f', 'name': '', 'network_id': 'c8a7db99-cecb-4149-b623-59f245f8c872', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'mac_address': 'fa:16:3e:ce:33:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:20Z', 'updated_at': '2022-02-15T18:03:25Z', 'revision_number': 5, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'subnets': [{'id': '5da4230a-6bc1-453c-bfb5-94c1e46daaf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 18:08:18.395922 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a863d9e5-13e2-4c8f-83fe-f1d3e51ff5c3 None None] New status for floating IP 72526160-8b33-4eae-997a-98235b4f1054: DOWN {{(pid=103801) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 18:08:19.158095 n-d-828372-14 neutron-server[103800]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6882a9-18a8-47cd-81f3-5dd3ac6d4a82 req-10fb376d-171a-4bb0-8625-e4080776b766 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103800) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:19.159552 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-af6882a9-18a8-47cd-81f3-5dd3ac6d4a82 req-10fb376d-171a-4bb0-8625-e4080776b766 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 944 time: 0.0618157 Feb 15 18:08:19.208330 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-af6882a9-18a8-47cd-81f3-5dd3ac6d4a82 req-1fe3b5a0-5a5e-4e05-94ea-ffe30bdbb67e tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/security-groups?id=5b6e30e3-6b91-4490-adab-4099f9e75e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432053 Feb 15 18:08:19.389701 n-d-828372-14 neutron-server[103799]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb4358-0da8-45ed-a4a7-57e7c2764e7a req-e3616493-f40c-426b-8c31-ef7ab276f79d tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103799) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 18:08:19.391159 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-30fb4358-0da8-45ed-a4a7-57e7c2764e7a req-e3616493-f40c-426b-8c31-ef7ab276f79d tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.67 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 944 time: 0.0527332 Feb 15 18:08:19.494077 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-30fb4358-0da8-45ed-a4a7-57e7c2764e7a req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Deleting port 8355fbfd-6866-4813-9068-8bd99b8b727e {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:08:19.494384 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-30fb4358-0da8-45ed-a4a7-57e7c2764e7a req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:19.580391 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [req-30fb4358-0da8-45ed-a4a7-57e7c2764e7a req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] For port 8355fbfd-6866-4813-9068-8bd99b8b727e, host n-h1-828372-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828372-14',level=0,port_id=8355fbfd-6866-4813-9068-8bd99b8b727e,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:08:19.580752 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-30fb4358-0da8-45ed-a4a7-57e7c2764e7a req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:19.592814 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [req-30fb4358-0da8-45ed-a4a7-57e7c2764e7a req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Calling delete_port for 8355fbfd-6866-4813-9068-8bd99b8b727e owned by compute:nova {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:08:19.765272 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-30fb4358-0da8-45ed-a4a7-57e7c2764e7a req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (8355fbfd-6866-4813-9068-8bd99b8b727e), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:19.794531 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event deleted for resources: {'Port': ['ID=8355fbfd-6866-4813-9068-8bd99b8b727e,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:19.806417 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:19.806774 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:19.807123 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:19.807463 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:19.807798 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:19.808136 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:19.808482 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:19.808803 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:19.809131 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:19.809477 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:19.809802 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:19.810127 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:19.810453 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828372-14 {{(pid=103799) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 18:08:19.851257 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fb4358-0da8-45ed-a4a7-57e7c2764e7a req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] No DVR routers for this DVR port 8355fbfd-6866-4813-9068-8bd99b8b727e on host n-h1-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 18:08:19.862378 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [req-30fb4358-0da8-45ed-a4a7-57e7c2764e7a req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15411'] for port (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:19.862378 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [req-30fb4358-0da8-45ed-a4a7-57e7c2764e7a req-24a8240c-a41e-42c6-902f-34fd3b90029c tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.67 "DELETE /v2.0/ports/8355fbfd-6866-4813-9068-8bd99b8b727e HTTP/1.1" status: 204 len: 173 time: 0.4615827 Feb 15 18:08:19.862378 n-d-828372-14 neutron-server[103799]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '579692a3-ea8b-42c6-9760-99ca7af68725', 'name': 'network-vif-deleted', 'tag': '8355fbfd-6866-4813-9068-8bd99b8b727e'}] {{(pid=103799) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 15 18:08:19.862378 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.107/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4a08d08c733207d885d04953c105ba7360fff2c810358edce45ce29d877415a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22095038-42a3-4138-a2ca-96fc4d37accb" -d '{"events": [{"server_uuid": "579692a3-ea8b-42c6-9760-99ca7af68725", "name": "network-vif-deleted", "tag": "8355fbfd-6866-4813-9068-8bd99b8b727e"}]}' {{(pid=103799) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 18:08:19.956728 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 18:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826d9080-a31e-4c16-b0a7-84862a14fcd5 x-openstack-request-id: req-826d9080-a31e-4c16-b0a7-84862a14fcd5 {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 18:08:19.957025 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "579692a3-ea8b-42c6-9760-99ca7af68725", "name": "network-vif-deleted", "tag": "8355fbfd-6866-4813-9068-8bd99b8b727e", "status": "completed", "code": 200}]} {{(pid=103799) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 18:08:19.957277 n-d-828372-14 neutron-server[103799]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.107/compute/v2.1/os-server-external-events used request id req-826d9080-a31e-4c16-b0a7-84862a14fcd5 {{(pid=103799) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 18:08:19.957723 n-d-828372-14 neutron-server[103799]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '579692a3-ea8b-42c6-9760-99ca7af68725', 'name': 'network-vif-deleted', 'tag': '8355fbfd-6866-4813-9068-8bd99b8b727e', 'status': 'completed', 'code': 200} Feb 15 18:08:20.315253 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [req-c79bbcca-325d-47b0-897f-cada3b2eba87 req-85b223cd-662e-45f0-875e-0fe80ceb62ae tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "GET /v2.0/ports?device_id=579692a3-ea8b-42c6-9760-99ca7af68725 HTTP/1.1" status: 200 len: 210 time: 0.0261891 Feb 15 18:08:21.372632 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45326) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:08:21.431985 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22f544fc-391f-41be-8909-e4332d3b2f20 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group (5b6e30e3-6b91-4490-adab-4099f9e75e1c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:21.456054 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22f544fc-391f-41be-8909-e4332d3b2f20 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group (5b6e30e3-6b91-4490-adab-4099f9e75e1c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:21.571425 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22f544fc-391f-41be-8909-e4332d3b2f20 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (5b6e30e3-6b91-4490-adab-4099f9e75e1c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:21.577307 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-22f544fc-391f-41be-8909-e4332d3b2f20 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:21.578504 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-22f544fc-391f-41be-8909-e4332d3b2f20 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] 10.222.0.107 "DELETE /v2.0/security-groups/5b6e30e3-6b91-4490-adab-4099f9e75e1c HTTP/1.1" status: 204 len: 168 time: 0.2048800 Feb 15 18:08:21.588638 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f544fc-391f-41be-8909-e4332d3b2f20 tempest-TestSnapshotPattern-172455815 tempest-TestSnapshotPattern-172455815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6e30e3-6b91-4490-adab-4099f9e75e1c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:21.685635 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45330) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:08:22.134964 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-271d7efb-84b8-4469-bca5-cb69a13a2b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:22.384546 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-271d7efb-84b8-4469-bca5-cb69a13a2b80 admin admin] Deleting port 45bf1bf5-37b8-49bc-8216-5192a864136f {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:08:22.385218 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-271d7efb-84b8-4469-bca5-cb69a13a2b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:22.466184 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-271d7efb-84b8-4469-bca5-cb69a13a2b80 admin admin] For port 45bf1bf5-37b8-49bc-8216-5192a864136f, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=45bf1bf5-37b8-49bc-8216-5192a864136f,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:08:22.466458 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-271d7efb-84b8-4469-bca5-cb69a13a2b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:22.480476 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-271d7efb-84b8-4469-bca5-cb69a13a2b80 admin admin] Calling delete_port for 45bf1bf5-37b8-49bc-8216-5192a864136f owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:08:22.720044 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-271d7efb-84b8-4469-bca5-cb69a13a2b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (45bf1bf5-37b8-49bc-8216-5192a864136f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:22.746623 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271d7efb-84b8-4469-bca5-cb69a13a2b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=45bf1bf5-37b8-49bc-8216-5192a864136f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:22.932685 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-271d7efb-84b8-4469-bca5-cb69a13a2b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:23.159159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8355fbfd-6866-4813-9068-8bd99b8b727e no longer exists at agent hyperv_n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:08:23.161166 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271d7efb-84b8-4469-bca5-cb69a13a2b80 admin admin] Router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 18:08:23.179563 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] No Port match for: 8355fbfd-6866-4813-9068-8bd99b8b727e {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 18:08:23.179917 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Device 8355fbfd-6866-4813-9068-8bd99b8b727e not bound to the agent host n-h1-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 18:08:23.271595 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271d7efb-84b8-4469-bca5-cb69a13a2b80 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 18:08:23.277156 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-271d7efb-84b8-4469-bca5-cb69a13a2b80 admin admin] 10.222.0.107 "PUT /v2.0/routers/4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5904984 Feb 15 18:08:23.279679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45334) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:08:23.283673 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c6d59-4f65-4e23-af81-48fd31205dc3 None None] Sync routers for ids ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'] in n-d-828372-14 {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 18:08:23.292934 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c6d59-4f65-4e23-af81-48fd31205dc3 None None] Routers {'4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:08:23.293638 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-407c6d59-4f65-4e23-af81-48fd31205dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:08:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:23.390880 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8681c645-0229-416c-b8f3-ebc5ac215ecf admin admin] Publish callbacks [] for router (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:23.406431 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-407c6d59-4f65-4e23-af81-48fd31205dc3 None None] Set router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:08:23.597753 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-407c6d59-4f65-4e23-af81-48fd31205dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:08:22Z', 'revision_number': 5, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:23.629416 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c6d59-4f65-4e23-af81-48fd31205dc3 None None] Checking router: 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b for host: n-d-828372-14 {{(pid=103802) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 18:08:23.638962 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c6d59-4f65-4e23-af81-48fd31205dc3 None None] Routers {'4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'} bound to L3 agent in host n-d-828372-14 {{(pid=103802) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:08:23.639587 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-407c6d59-4f65-4e23-af81-48fd31205dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:08:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'], 'active': True} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:23.757376 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8681c645-0229-416c-b8f3-ebc5ac215ecf admin admin] Publish callbacks [] for router_gateway (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:23.844185 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_dvr_db [None req-407c6d59-4f65-4e23-af81-48fd31205dc3 None None] Set router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b gateway port host: n-d-828372-14 {{(pid=103802) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:08:23.862891 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8681c645-0229-416c-b8f3-ebc5ac215ecf admin admin] Deleting port b6b9355f-bf1c-4d14-9c52-a97ff65f10a9 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:08:23.863233 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8681c645-0229-416c-b8f3-ebc5ac215ecf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (b6b9355f-bf1c-4d14-9c52-a97ff65f10a9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:23.941023 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-8681c645-0229-416c-b8f3-ebc5ac215ecf admin admin] For port b6b9355f-bf1c-4d14-9c52-a97ff65f10a9, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=b6b9355f-bf1c-4d14-9c52-a97ff65f10a9,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:08:23.941455 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8681c645-0229-416c-b8f3-ebc5ac215ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (b6b9355f-bf1c-4d14-9c52-a97ff65f10a9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:23.954448 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-8681c645-0229-416c-b8f3-ebc5ac215ecf admin admin] Calling delete_port for b6b9355f-bf1c-4d14-9c52-a97ff65f10a9 owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:08:24.038210 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.l3_hamode_db [None req-407c6d59-4f65-4e23-af81-48fd31205dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:08:22Z', 'revision_number': 5, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103802) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:24.074609 n-d-828372-14 neutron-server[103802]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407c6d59-4f65-4e23-af81-48fd31205dc3 None None] The sync data for ids ['4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b'] in n-d-828372-14 is: [{'id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'name': 'tempest-TestSnapshotPattern-213704610-router', 'tenant_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:17Z', 'updated_at': '2022-02-15T18:08:22Z', 'revision_number': 5, 'project_id': 'faeeeb1d7b644e95b38585a3c1ff9562', 'gw_port': {'id': 'b6b9355f-bf1c-4d14-9c52-a97ff65f10a9', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:18Z', 'updated_at': '2022-02-15T18:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}] {{(pid=103802) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 18:08:24.194153 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8681c645-0229-416c-b8f3-ebc5ac215ecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (b6b9355f-bf1c-4d14-9c52-a97ff65f10a9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:24.219908 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681c645-0229-416c-b8f3-ebc5ac215ecf admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b9355f-bf1c-4d14-9c52-a97ff65f10a9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:24.279968 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8681c645-0229-416c-b8f3-ebc5ac215ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:24.374071 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8681c645-0229-416c-b8f3-ebc5ac215ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:24.376116 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8681c645-0229-416c-b8f3-ebc5ac215ecf admin admin] Publish callbacks [] for router_controller (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:24.497138 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8681c645-0229-416c-b8f3-ebc5ac215ecf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:24.497905 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8681c645-0229-416c-b8f3-ebc5ac215ecf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 18:08:24.506882 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-8681c645-0229-416c-b8f3-ebc5ac215ecf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:24.509881 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-8681c645-0229-416c-b8f3-ebc5ac215ecf admin admin] 10.222.0.107 "DELETE /v2.0/routers/4cd4d6f1-5e84-417e-b4bf-09c8ddc89f8b HTTP/1.1" status: 204 len: 168 time: 1.2292111 Feb 15 18:08:24.510672 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45336) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:08:24.564500 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b36256-a971-4df6-add1-d778338da2af admin admin] Deleting subnet 5da4230a-6bc1-453c-bfb5-94c1e46daaf9 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 18:08:24.564500 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0b36256-a971-4df6-add1-d778338da2af admin admin] Publish callbacks [] for subnet (5da4230a-6bc1-453c-bfb5-94c1e46daaf9), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:24.603679 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0b36256-a971-4df6-add1-d778338da2af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (5da4230a-6bc1-453c-bfb5-94c1e46daaf9), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:24.684558 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0b36256-a971-4df6-add1-d778338da2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (5da4230a-6bc1-453c-bfb5-94c1e46daaf9), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:24.805270 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0b36256-a971-4df6-add1-d778338da2af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (5da4230a-6bc1-453c-bfb5-94c1e46daaf9), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:24.830872 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b36256-a971-4df6-add1-d778338da2af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5da4230a-6bc1-453c-bfb5-94c1e46daaf9,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:24.834691 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-f0b36256-a971-4df6-add1-d778338da2af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:24.837976 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f0b36256-a971-4df6-add1-d778338da2af admin admin] 10.222.0.107 "DELETE /v2.0/subnets/5da4230a-6bc1-453c-bfb5-94c1e46daaf9 HTTP/1.1" status: 204 len: 168 time: 0.3263314 Feb 15 18:08:24.840643 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [-] (103799) accepted ('10.222.0.107', 45338) {{(pid=103799) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:08:24.841512 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2c6e90-d881-4312-a841-9d2d5099c2a4 None None] Network c8a7db99-cecb-4149-b623-59f245f8c872 requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 18:08:24.911326 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (c8a7db99-cecb-4149-b623-59f245f8c872), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:24.967559 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] Deleting port 5753044b-fa4d-468c-8172-55d0347eb7c6 {{(pid=103799) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:08:24.967907 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5753044b-fa4d-468c-8172-55d0347eb7c6), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:25.034748 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.db [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] For port 5753044b-fa4d-468c-8172-55d0347eb7c6, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5753044b-fa4d-468c-8172-55d0347eb7c6,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103799) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:08:25.035115 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5753044b-fa4d-468c-8172-55d0347eb7c6), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:25.047660 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.plugin [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] Calling delete_port for 5753044b-fa4d-468c-8172-55d0347eb7c6 owned by network:dhcp {{(pid=103799) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:08:25.121943 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8ca2d4-e7d4-4b9b-80b0-3852e90114a6 None None] DHCP port deletion for c8a7db99-cecb-4149-b623-59f245f8c872 request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 18:08:25.183419 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 45bf1bf5-37b8-49bc-8216-5192a864136f no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:08:25.186515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3a8ca2d4-e7d4-4b9b-80b0-3852e90114a6 None None] Deleting port 5753044b-fa4d-468c-8172-55d0347eb7c6 {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:08:25.186903 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a8ca2d4-e7d4-4b9b-80b0-3852e90114a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (5753044b-fa4d-468c-8172-55d0347eb7c6), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:25.205124 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1243246'] for port (5753044b-fa4d-468c-8172-55d0347eb7c6), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:25.235236 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5753044b-fa4d-468c-8172-55d0347eb7c6,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:25.238980 n-d-828372-14 neutron-server[103799]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] No DVR routers for this DVR port 5753044b-fa4d-468c-8172-55d0347eb7c6 on host n-d-828372-14 {{(pid=103799) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 18:08:25.243515 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 45bf1bf5-37b8-49bc-8216-5192a864136f {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 18:08:25.243870 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 45bf1bf5-37b8-49bc-8216-5192a864136f not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 18:08:25.244297 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5753044b-fa4d-468c-8172-55d0347eb7c6 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:08:25.267010 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 5753044b-fa4d-468c-8172-55d0347eb7c6 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 18:08:25.267361 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 5753044b-fa4d-468c-8172-55d0347eb7c6 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 18:08:25.267786 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b6b9355f-bf1c-4d14-9c52-a97ff65f10a9 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:08:25.292460 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: b6b9355f-bf1c-4d14-9c52-a97ff65f10a9 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 18:08:25.292923 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device b6b9355f-bf1c-4d14-9c52-a97ff65f10a9 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 18:08:25.310713 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (c8a7db99-cecb-4149-b623-59f245f8c872), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:25.310925 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-3a8ca2d4-e7d4-4b9b-80b0-3852e90114a6 None None] For port 5753044b-fa4d-468c-8172-55d0347eb7c6, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=5753044b-fa4d-468c-8172-55d0347eb7c6,segment=NetworkSegment(47c343b1-201f-4639-9cd3-d0e76a21ec12),segment_id=47c343b1-201f-4639-9cd3-d0e76a21ec12)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:08:25.311250 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a8ca2d4-e7d4-4b9b-80b0-3852e90114a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (5753044b-fa4d-468c-8172-55d0347eb7c6), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:25.324317 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-3a8ca2d4-e7d4-4b9b-80b0-3852e90114a6 None None] Calling delete_port for 5753044b-fa4d-468c-8172-55d0347eb7c6 owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:08:25.332567 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a7db99-cecb-4149-b623-59f245f8c872']}} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:25.343745 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c343b1-201f-4639-9cd3-d0e76a21ec12') {'for_net_delete': True} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:25.343981 n-d-828372-14 neutron-server[103799]: DEBUG neutron.services.segments.db [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c343b1-201f-4639-9cd3-d0e76a21ec12') {} {{(pid=103799) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:25.354550 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8844571'] for segment (47c343b1-201f-4639-9cd3-d0e76a21ec12), before_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:25.368528 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (47c343b1-201f-4639-9cd3-d0e76a21ec12), precommit_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:25.374624 n-d-828372-14 neutron-server[103799]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103799) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 18:08:25.375024 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1245119'] for segment (47c343b1-201f-4639-9cd3-d0e76a21ec12), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: Traceback (most recent call last): Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: timer() Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: cb(*args, **kw) Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: return func(*args, **kwargs) Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: self._notify() Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: self.callback(batched_events) Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: event.method(event) Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: return f(self, *a, **k) Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: return self._get(url).json() Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: return self.request(url, 'GET', **kwargs) Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 18:08:25.376683 n-d-828372-14 neutron-server[103799]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 18:08:25.404512 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3a8ca2d4-e7d4-4b9b-80b0-3852e90114a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (5753044b-fa4d-468c-8172-55d0347eb7c6), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:25.428765 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ca2d4-e7d4-4b9b-80b0-3852e90114a6 None None] Pushing event deleted for resources: {'Port': ['ID=5753044b-fa4d-468c-8172-55d0347eb7c6,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:25.434338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ca2d4-e7d4-4b9b-80b0-3852e90114a6 None None] No DVR routers for this DVR port 5753044b-fa4d-468c-8172-55d0347eb7c6 on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 18:08:25.513785 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (c8a7db99-cecb-4149-b623-59f245f8c872), after_delete {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:25.519324 n-d-828372-14 neutron-server[103799]: DEBUG neutron_lib.callbacks.manager [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103799) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:25.522540 n-d-828372-14 neutron-server[103799]: INFO neutron.wsgi [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] 10.222.0.107 "DELETE /v2.0/networks/c8a7db99-cecb-4149-b623-59f245f8c872 HTTP/1.1" status: 204 len: 168 time: 0.6807930 Feb 15 18:08:25.525688 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45340) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:08:25.533616 n-d-828372-14 neutron-server[103799]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc1e61-54d5-4ba5-808a-c758e1cbc6e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a7db99-cecb-4149-b623-59f245f8c872,revision_number=None']} {{(pid=103799) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:25.891645 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3740710c-a1ec-4ddd-8a2c-c48db320f907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1733112'] for router_interface (8b6568c5-266d-4511-8f8f-bef01cb630d0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:26.176700 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3740710c-a1ec-4ddd-8a2c-c48db320f907 admin admin] Deleting port 84a9ba00-f466-41be-b6a9-2ddba8672f34 {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:08:26.176947 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3740710c-a1ec-4ddd-8a2c-c48db320f907 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:26.273975 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-3740710c-a1ec-4ddd-8a2c-c48db320f907 admin admin] For port 84a9ba00-f466-41be-b6a9-2ddba8672f34, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=84a9ba00-f466-41be-b6a9-2ddba8672f34,segment=NetworkSegment(bb2b18b0-f999-4a2e-adfd-a31225986857),segment_id=bb2b18b0-f999-4a2e-adfd-a31225986857)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:08:26.274339 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3740710c-a1ec-4ddd-8a2c-c48db320f907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:26.287089 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-3740710c-a1ec-4ddd-8a2c-c48db320f907 admin admin] Calling delete_port for 84a9ba00-f466-41be-b6a9-2ddba8672f34 owned by network:router_interface {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:08:26.507985 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3740710c-a1ec-4ddd-8a2c-c48db320f907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (84a9ba00-f466-41be-b6a9-2ddba8672f34), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:26.534638 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740710c-a1ec-4ddd-8a2c-c48db320f907 admin admin] Pushing event deleted for resources: {'Port': ['ID=84a9ba00-f466-41be-b6a9-2ddba8672f34,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:26.703012 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-3740710c-a1ec-4ddd-8a2c-c48db320f907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1647288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1732948'] for router_interface (8b6568c5-266d-4511-8f8f-bef01cb630d0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:26.928936 n-d-828372-14 neutron-server[103800]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3740710c-a1ec-4ddd-8a2c-c48db320f907 admin admin] Router 8b6568c5-266d-4511-8f8f-bef01cb630d0 has already been hosted by L3 agent bc52e18f-5683-4095-8252-7d1354e25c2a {{(pid=103800) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 18:08:27.040353 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3740710c-a1ec-4ddd-8a2c-c48db320f907 admin admin] Notify agent at l3_agent.n-d-828372-14 the message routers_updated {{(pid=103800) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 18:08:27.045584 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-3740710c-a1ec-4ddd-8a2c-c48db320f907 admin admin] 10.222.0.107 "PUT /v2.0/routers/8b6568c5-266d-4511-8f8f-bef01cb630d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5187037 Feb 15 18:08:27.048038 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45342) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:08:27.054708 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34835a6f-75fb-4c64-9a3e-b10914e117e2 None None] Sync routers for ids ['8b6568c5-266d-4511-8f8f-bef01cb630d0'] in n-d-828372-14 {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 18:08:27.064529 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34835a6f-75fb-4c64-9a3e-b10914e117e2 None None] Routers {'8b6568c5-266d-4511-8f8f-bef01cb630d0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:08:27.065159 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-34835a6f-75fb-4c64-9a3e-b10914e117e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:08:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8b6568c5-266d-4511-8f8f-bef01cb630d0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:27.154476 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-812b8da8-25ca-41a0-9d81-f115892c11d0 admin admin] Publish callbacks [] for router (8b6568c5-266d-4511-8f8f-bef01cb630d0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:27.171062 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-34835a6f-75fb-4c64-9a3e-b10914e117e2 None None] Set router 8b6568c5-266d-4511-8f8f-bef01cb630d0 gateway port host: n-d-828372-14 {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:08:27.260488 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-812b8da8-25ca-41a0-9d81-f115892c11d0 admin admin] Publish callbacks [] for router_gateway (8b6568c5-266d-4511-8f8f-bef01cb630d0), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:27.349001 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-34835a6f-75fb-4c64-9a3e-b10914e117e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'name': 'tempest-TestSnapshotPattern-1024966329-router', 'tenant_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'external_fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.180'}], 'enable_snat': True}, 'gw_port_id': '4d8fd1db-a910-4604-8642-56df1ea8ce9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:23Z', 'updated_at': '2022-02-15T18:08:26Z', 'revision_number': 5, 'project_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'gw_port': {'id': '4d8fd1db-a910-4604-8642-56df1ea8ce9e', 'name': '', 'network_id': '41fa8f71-481c-4dfa-a28d-8870ce44b667', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:df:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'ip_address': '172.25.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828372-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T18:03:24Z', 'updated_at': '2022-02-15T18:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7de1a1b6-4acc-469b-b57f-cca267a487aa', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828372-14'}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:27.379758 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34835a6f-75fb-4c64-9a3e-b10914e117e2 None None] Checking router: 8b6568c5-266d-4511-8f8f-bef01cb630d0 for host: n-d-828372-14 {{(pid=103801) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 18:08:27.380803 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-812b8da8-25ca-41a0-9d81-f115892c11d0 admin admin] Deleting port 4d8fd1db-a910-4604-8642-56df1ea8ce9e {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:08:27.381147 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-812b8da8-25ca-41a0-9d81-f115892c11d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (4d8fd1db-a910-4604-8642-56df1ea8ce9e), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:27.388071 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34835a6f-75fb-4c64-9a3e-b10914e117e2 None None] Routers {'8b6568c5-266d-4511-8f8f-bef01cb630d0'} bound to L3 agent in host n-d-828372-14 {{(pid=103801) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 18:08:27.388681 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-34835a6f-75fb-4c64-9a3e-b10914e117e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828372-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T16:24:39Z,description=,heartbeat_timestamp=2022-02-15T18:08:09Z,host='n-d-828372-14',id=bc52e18f-5683-4095-8252-7d1354e25c2a,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T16:24:40Z,topic='l3_agent')) {'router_ids': ['8b6568c5-266d-4511-8f8f-bef01cb630d0'], 'active': True} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:27.458682 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-812b8da8-25ca-41a0-9d81-f115892c11d0 admin admin] For port 4d8fd1db-a910-4604-8642-56df1ea8ce9e, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=4d8fd1db-a910-4604-8642-56df1ea8ce9e,segment=NetworkSegment(599d9088-9e79-48bc-aa98-984773e3218b),segment_id=599d9088-9e79-48bc-aa98-984773e3218b)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:08:27.459050 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-812b8da8-25ca-41a0-9d81-f115892c11d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (4d8fd1db-a910-4604-8642-56df1ea8ce9e), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:27.473945 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvr_db [None req-34835a6f-75fb-4c64-9a3e-b10914e117e2 None None] Set router 8b6568c5-266d-4511-8f8f-bef01cb630d0 gateway port host: None {{(pid=103801) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 18:08:27.477185 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-812b8da8-25ca-41a0-9d81-f115892c11d0 admin admin] Calling delete_port for 4d8fd1db-a910-4604-8642-56df1ea8ce9e owned by network:router_gateway {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:08:27.528281 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_hamode_db [None req-34835a6f-75fb-4c64-9a3e-b10914e117e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'name': 'tempest-TestSnapshotPattern-1024966329-router', 'tenant_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:23Z', 'updated_at': '2022-02-15T18:08:27Z', 'revision_number': 6, 'project_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'gw_port_host': None}], 'n-d-828372-14', False) {} {{(pid=103801) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:27.554334 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34835a6f-75fb-4c64-9a3e-b10914e117e2 None None] The sync data for ids ['8b6568c5-266d-4511-8f8f-bef01cb630d0'] in n-d-828372-14 is: [{'id': '8b6568c5-266d-4511-8f8f-bef01cb630d0', 'name': 'tempest-TestSnapshotPattern-1024966329-router', 'tenant_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T18:03:23Z', 'updated_at': '2022-02-15T18:08:27Z', 'revision_number': 6, 'project_id': '28e973aae78d41628b4f2d04a8a4f5a0', 'gw_port_host': None}] {{(pid=103801) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 18:08:27.713755 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-812b8da8-25ca-41a0-9d81-f115892c11d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (4d8fd1db-a910-4604-8642-56df1ea8ce9e), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:27.740002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b8da8-25ca-41a0-9d81-f115892c11d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8fd1db-a910-4604-8642-56df1ea8ce9e,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:27.800614 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-812b8da8-25ca-41a0-9d81-f115892c11d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1706930'] for router_gateway (8b6568c5-266d-4511-8f8f-bef01cb630d0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:27.896702 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-812b8da8-25ca-41a0-9d81-f115892c11d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1732681', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15551'] for router (8b6568c5-266d-4511-8f8f-bef01cb630d0), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:27.898949 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-812b8da8-25ca-41a0-9d81-f115892c11d0 admin admin] Publish callbacks [] for router_controller (8b6568c5-266d-4511-8f8f-bef01cb630d0), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.028474 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-812b8da8-25ca-41a0-9d81-f115892c11d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1732674'] for router (8b6568c5-266d-4511-8f8f-bef01cb630d0), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.029002 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812b8da8-25ca-41a0-9d81-f115892c11d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b6568c5-266d-4511-8f8f-bef01cb630d0 {{(pid=103800) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 18:08:28.033421 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-812b8da8-25ca-41a0-9d81-f115892c11d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.039340 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-812b8da8-25ca-41a0-9d81-f115892c11d0 admin admin] 10.222.0.107 "DELETE /v2.0/routers/8b6568c5-266d-4511-8f8f-bef01cb630d0 HTTP/1.1" status: 204 len: 168 time: 0.9856162 Feb 15 18:08:28.039340 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45344) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:08:28.081485 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac972638-6d9b-44b7-bcf2-76e25a6faabd admin admin] Deleting subnet 345ce9f6-22d7-4481-9054-b08cf76156d2 {{(pid=103800) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 15 18:08:28.085194 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ac972638-6d9b-44b7-bcf2-76e25a6faabd admin admin] Publish callbacks [] for subnet (345ce9f6-22d7-4481-9054-b08cf76156d2), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.119577 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ac972638-6d9b-44b7-bcf2-76e25a6faabd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8822331'] for subnet (345ce9f6-22d7-4481-9054-b08cf76156d2), precommit_delete_associations {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.198332 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ac972638-6d9b-44b7-bcf2-76e25a6faabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-779841'] for subnet (345ce9f6-22d7-4481-9054-b08cf76156d2), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.314640 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ac972638-6d9b-44b7-bcf2-76e25a6faabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-779862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1670733', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8822396', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8863189'] for subnet (345ce9f6-22d7-4481-9054-b08cf76156d2), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.342529 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac972638-6d9b-44b7-bcf2-76e25a6faabd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=345ce9f6-22d7-4481-9054-b08cf76156d2,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:28.346252 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-ac972638-6d9b-44b7-bcf2-76e25a6faabd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.350043 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-ac972638-6d9b-44b7-bcf2-76e25a6faabd admin admin] 10.222.0.107 "DELETE /v2.0/subnets/345ce9f6-22d7-4481-9054-b08cf76156d2 HTTP/1.1" status: 204 len: 168 time: 0.3112831 Feb 15 18:08:28.352696 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45346) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:08:28.352941 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbd8de4-ca04-4051-87f3-1da79618d584 None None] Network 91c7c55c-da57-48e5-90f0-dd33cad7f28c requested from n-d-828372-14 {{(pid=103801) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 15 18:08:28.433274 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-613574'] for network (91c7c55c-da57-48e5-90f0-dd33cad7f28c), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.500851 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] Deleting port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa {{(pid=103800) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:08:28.501197 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.520991 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856faf6a-7dc5-4d89-9d2e-190ba2eb8986 None None] DHCP port deletion for 91c7c55c-da57-48e5-90f0-dd33cad7f28c request from n-d-828372-14 {{(pid=103801) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 15 18:08:28.575347 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.db [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] For port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa,segment=NetworkSegment(bb2b18b0-f999-4a2e-adfd-a31225986857),segment_id=bb2b18b0-f999-4a2e-adfd-a31225986857)] {{(pid=103800) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:08:28.575714 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.580142 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-856faf6a-7dc5-4d89-9d2e-190ba2eb8986 None None] Deleting port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa {{(pid=103801) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 15 18:08:28.580527 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-856faf6a-7dc5-4d89-9d2e-190ba2eb8986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8759614414758'] for port (01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa), before_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.591398 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.plugin [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] Calling delete_port for 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa owned by network:dhcp {{(pid=103800) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:08:28.644864 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.db [None req-856faf6a-7dc5-4d89-9d2e-190ba2eb8986 None None] For port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa, host n-d-828372-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828372-14',level=0,port_id=01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa,segment=NetworkSegment(bb2b18b0-f999-4a2e-adfd-a31225986857),segment_id=bb2b18b0-f999-4a2e-adfd-a31225986857)] {{(pid=103801) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 18:08:28.645266 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-856faf6a-7dc5-4d89-9d2e-190ba2eb8986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1704009'] for port (01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa), precommit_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.658301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-856faf6a-7dc5-4d89-9d2e-190ba2eb8986 None None] Calling delete_port for 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa owned by network:dhcp {{(pid=103801) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 15 18:08:28.719548 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8822287'] for port (01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.739136 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-856faf6a-7dc5-4d89-9d2e-190ba2eb8986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-690497', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-196207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8759614419469', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8759613981404'] for port (01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa), after_delete {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.750909 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] Pushing event deleted for resources: {'Port': ['ID=01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:28.752679 n-d-828372-14 neutron-server[103800]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] No DVR routers for this DVR port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa on host n-d-828372-14 {{(pid=103800) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 18:08:28.769583 n-d-828372-14 neutron-server[103801]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856faf6a-7dc5-4d89-9d2e-190ba2eb8986 None None] Pushing event deleted for resources: {'Port': ['ID=01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa,revision_number=None']} {{(pid=103801) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:28.773944 n-d-828372-14 neutron-server[103801]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856faf6a-7dc5-4d89-9d2e-190ba2eb8986 None None] No DVR routers for this DVR port 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa on host n-d-828372-14 {{(pid=103801) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 18:08:28.827290 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-780486', 'neutron.services.segments.db._delete_segments_for_network-8759614572858'] for network (91c7c55c-da57-48e5-90f0-dd33cad7f28c), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.847850 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c7c55c-da57-48e5-90f0-dd33cad7f28c']}} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:28.858146 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2b18b0-f999-4a2e-adfd-a31225986857') {'for_net_delete': True} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:28.858525 n-d-828372-14 neutron-server[103800]: DEBUG neutron.services.segments.db [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2b18b0-f999-4a2e-adfd-a31225986857') {} {{(pid=103800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 18:08:28.868003 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8759614573123', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8822284'] for segment (bb2b18b0-f999-4a2e-adfd-a31225986857), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.881581 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570'] for segment (bb2b18b0-f999-4a2e-adfd-a31225986857), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.890972 n-d-828372-14 neutron-server[103800]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=103800) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 18:08:28.891364 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785570', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8821214'] for segment (bb2b18b0-f999-4a2e-adfd-a31225986857), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: Traceback (most recent call last): Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: timer() Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: cb(*args, **kw) Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: return func(*args, **kwargs) Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: self._notify() Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: self.callback(batched_events) Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: event.method(event) Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: return f(self, *a, **k) Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: return self._get(url).json() Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: return self.request(url, 'GET', **kwargs) Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 18:08:28.893217 n-d-828372-14 neutron-server[103800]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 18:08:28.906473 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 84a9ba00-f466-41be-b6a9-2ddba8672f34 no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:08:28.927338 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 84a9ba00-f466-41be-b6a9-2ddba8672f34 {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 18:08:28.930270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 84a9ba00-f466-41be-b6a9-2ddba8672f34 not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 18:08:28.930270 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4d8fd1db-a910-4604-8642-56df1ea8ce9e no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:08:28.947401 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 4d8fd1db-a910-4604-8642-56df1ea8ce9e {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 18:08:28.947749 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 4d8fd1db-a910-4604-8642-56df1ea8ce9e not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 18:08:28.948166 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa no longer exists at agent ovs-agent-n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 18:08:28.968301 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.plugin [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] No Port match for: 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa {{(pid=103801) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 15 18:08:28.968653 n-d-828372-14 neutron-server[103801]: DEBUG neutron.plugins.ml2.rpc [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Device 01d49dd6-65fe-4c0d-b7aa-ad4ddb7e38aa not bound to the agent host n-d-828372-14 {{(pid=103801) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 18:08:29.017036 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-780511', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630057', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1647283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1706966'] for network (91c7c55c-da57-48e5-90f0-dd33cad7f28c), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:29.024383 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:29.027842 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] 10.222.0.107 "DELETE /v2.0/networks/91c7c55c-da57-48e5-90f0-dd33cad7f28c HTTP/1.1" status: 204 len: 168 time: 0.6741586 Feb 15 18:08:29.042297 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa7288-b7fd-41e3-9bac-73392b75b66b admin admin] Pushing event deleted for resources: {'Network': ['ID=91c7c55c-da57-48e5-90f0-dd33cad7f28c,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:29.343438 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45350) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:08:29.383735 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-f83fd71b-aa5c-4873-9ff6-979ddfc85a84 admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=faeeeb1d7b644e95b38585a3c1ff9562&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390530 Feb 15 18:08:29.386031 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45352) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:08:29.432521 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5c7788e-62fb-4808-86b7-16820154914b admin admin] Publish callbacks [] for security_group (56350203-5121-4fd3-a50e-8feaba58e34a), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:29.454092 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5c7788e-62fb-4808-86b7-16820154914b admin admin] Publish callbacks [] for security_group (56350203-5121-4fd3-a50e-8feaba58e34a), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:29.588365 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5c7788e-62fb-4808-86b7-16820154914b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (56350203-5121-4fd3-a50e-8feaba58e34a), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:29.591096 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-c5c7788e-62fb-4808-86b7-16820154914b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:29.592275 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-c5c7788e-62fb-4808-86b7-16820154914b admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/56350203-5121-4fd3-a50e-8feaba58e34a HTTP/1.1" status: 204 len: 168 time: 0.2053249 Feb 15 18:08:29.602078 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7788e-62fb-4808-86b7-16820154914b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56350203-5121-4fd3-a50e-8feaba58e34a,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:30.432858 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45358) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:08:30.475770 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-0e5725b6-0e32-42a6-970a-3390d17d812a admin admin] 10.222.0.107 "GET /v2.0/security-groups?tenant_id=28e973aae78d41628b4f2d04a8a4f5a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416214 Feb 15 18:08:30.479174 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [-] (103800) accepted ('10.222.0.107', 45360) {{(pid=103800) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 15 18:08:30.525654 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45a172f8-fa4e-4825-837f-6fbe209e0ce5 admin admin] Publish callbacks [] for security_group (d9f30047-8071-401d-b903-808d5b39566f), before_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:30.546992 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45a172f8-fa4e-4825-837f-6fbe209e0ce5 admin admin] Publish callbacks [] for security_group (d9f30047-8071-401d-b903-808d5b39566f), precommit_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:30.667686 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45a172f8-fa4e-4825-837f-6fbe209e0ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629976'] for security_group (d9f30047-8071-401d-b903-808d5b39566f), after_delete {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:30.670519 n-d-828372-14 neutron-server[103800]: DEBUG neutron_lib.callbacks.manager [None req-45a172f8-fa4e-4825-837f-6fbe209e0ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:30.671680 n-d-828372-14 neutron-server[103800]: INFO neutron.wsgi [None req-45a172f8-fa4e-4825-837f-6fbe209e0ce5 admin admin] 10.222.0.107 "DELETE /v2.0/security-groups/d9f30047-8071-401d-b903-808d5b39566f HTTP/1.1" status: 204 len: 168 time: 0.1916108 Feb 15 18:08:30.679664 n-d-828372-14 neutron-server[103800]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a172f8-fa4e-4825-837f-6fbe209e0ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f30047-8071-401d-b903-808d5b39566f,revision_number=None']} {{(pid=103800) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 18:08:31.324985 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:31.690764 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:37.039031 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-c5615ccf-94d1-4f0f-94b4-3796a0c99d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:39.387654 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d62bbb21-b66d-44d9-a24a-3bbb4fd31970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:40.751148 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:08:40.821374 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:42.267931 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:08:43.621433 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:09:01.335468 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:09:01.707260 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:09:07.010159 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59accef0-d817-492f-a427-ed70d4b96374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:09:09.353165 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-4bff6148-9f5d-419a-8580-eed3032fa80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:09:10.815674 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:09:12.255614 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:09:13.609695 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:09:17.750746 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:09:31.330011 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:09:31.701101 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:09:37.020521 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d767f9a8-1fc1-4ed9-afc9-3f12095bbacc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:09:39.352673 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-15bdf8f8-e74a-40d1-9435-6b2e5b7c0937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:09:40.837796 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:09:42.272431 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:09:43.597540 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:09:54.755069 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:10:01.380489 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:10:01.729103 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:10:07.020640 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-32f41bfc-3e8f-4ba9-9860-f992c688372a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:10:09.352531 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-f981d38c-187c-46e7-9584-d7d24bf4359e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:10:10.803343 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:10:12.289608 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:10:13.637864 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:10:31.385661 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:10:31.717106 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:10:31.750465 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:10:37.026138 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-ac4f2173-4d53-4029-a554-e4132d3953ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:10:39.356739 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2eaa4b96-8590-4777-b860-dc5d09199964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:10:40.866386 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:10:42.294776 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:10:43.602917 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:11:01.368256 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:11:01.745877 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:11:07.048799 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fd11814d-1502-4b59-a1b0-5347615d8cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:11:08.750521 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:11:09.351282 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-749c3533-3502-41c8-a0c8-caa01137a187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:11:10.865281 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:11:12.294578 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:11:13.603307 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:11:31.384118 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:11:31.763257 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:11:37.014812 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-616efb7e-dd02-47fb-a47b-be9ef359b908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:11:39.366645 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-24f226e9-d01e-44e5-b3b5-bb3ddbfd838f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:11:40.870895 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:11:42.349899 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:11:43.613862 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:11:45.750689 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:12:01.402621 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:12:01.739537 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:12:07.023870 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-6a027a72-b287-45b8-b435-0cdb2d24b3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:12:09.344811 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-afad2270-d046-4211-b3fd-7a6b970392e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:12:10.846367 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:12:12.326859 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:12:13.596200 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:12:22.750057 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:12:31.377079 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:12:31.761882 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:12:37.023059 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-59c7e846-629e-42eb-a1c5-2817fccfe5f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:12:39.356576 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-286c0299-5fa3-4a67-b5e3-840108bde59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:12:40.857107 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:12:42.343287 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:12:43.617125 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:12:59.749325 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:13:01.390643 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:13:01.764826 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:13:07.007725 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-33030be7-ebf1-486f-aa51-32843714d95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:13:09.356275 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-119a1c83-dbcb-4e66-a1f2-b5873bb22131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:13:10.867501 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:13:12.339288 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:13:13.622247 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:13:31.421680 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:13:31.758573 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:13:36.748422 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:13:37.018549 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5993b43c-667d-4089-a23c-d6f5459d0160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:13:39.355862 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-00b6c5d7-7331-42d5-bc03-4a43ec5f69c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:13:40.876435 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:13:42.318216 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:13:43.615600 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:14:01.409411 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:14:01.775062 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:14:07.015191 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-d1618fc0-5d69-4c59-bc23-a79bbcfec3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:14:09.366744 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e75a83e7-475b-4431-9a07-5c4a379f58f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:14:10.864184 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:14:12.312248 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:14:13.641126 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:14:13.747736 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:14:31.561018 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:14:31.766963 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:14:37.015635 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-64a2e8f7-e1d0-4cbe-a865-93df4234cfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:14:39.345942 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-7953a861-4252-4bc2-b920-7426aa7c1477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:14:40.920843 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:14:42.315444 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:14:43.614294 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:14:50.747122 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:15:01.440963 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:15:01.819666 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:15:07.017690 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-3c58334b-6164-4577-9cb7-19d048d76ab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:15:09.338670 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-91c7a87e-a506-443a-81d6-17a6fc5ea8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:15:10.863321 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:15:12.339514 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:15:13.654135 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:15:27.747167 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:15:31.438664 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:15:31.796252 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:15:37.023996 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-fb691c57-41df-4d1a-9430-393ac41a9e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:15:39.350772 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-9bf6d9c6-21e7-4a79-8405-e5e4ea92a81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:15:40.888140 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:15:42.310970 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:15:43.647871 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:15:45.074744 n-d-828372-14 neutron-server[103799]: DEBUG neutron.wsgi [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-6e6b8cfe-1a4f-4cd8-a0a6-4ce535374faf service neutron] (103799) timed out ('10.222.0.107', 43022) {{(pid=103799) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 18:15:46.246846 n-d-828372-14 neutron-server[103800]: DEBUG neutron.wsgi [req-b718b188-0090-45cd-a0a4-a20cf9b04f48 req-4d7fba36-38bf-4f93-bff9-33dee53ef453 tempest-TestShelveInstance-352937525 tempest-TestShelveInstance-352937525-project] (103800) timed out ('10.222.0.107', 43044) {{(pid=103800) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 15 18:16:01.447265 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:16:01.789813 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:16:04.746595 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:16:07.027109 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-5129539b-e9a8-42d5-ab59-2b6d42b16fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:16:09.349031 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-2e9567a1-c8b5-43fb-8390-c135c6d54a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:16:10.948505 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:16:12.322452 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:16:13.628708 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:16:31.452097 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:16:31.829947 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:16:37.023795 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-065076f3-cb42-460e-b512-e0569239381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (f3b24667-90c7-498a-91c2-6276bc6e57b2), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:16:39.354884 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-531f0773-21af-4725-b196-21a20936d91f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (bc52e18f-5683-4095-8252-7d1354e25c2a), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:16:40.869702 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-e589da00-053d-4036-90ed-e239a66fe96c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c2fc3d0a-459a-4f44-92b9-f461318dfc2e), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:16:41.746045 n-d-828372-14 neutron-server[103802]: DEBUG neutron.db.agents_db [None req-1abebb2b-c8b7-4397-9eae-4539d82a59e3 None None] Agent healthcheck: found 7 active agents {{(pid=103802) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 18:16:42.326384 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-10443161-06a4-4e7c-a351-004503c6ba4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (c868a664-39b2-4d9c-b8f7-179381e0bb4c), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:16:43.623612 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-46eef886-264b-4fba-8799-ad2396a026f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (1574d46e-e2ba-4a68-8470-6ecf29756ffb), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:17:01.434908 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-20cb2a53-c510-4555-af08-45960e9e1361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (ce2b62b0-4e0a-4a80-bc30-b4c9eba5b233), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 15 18:17:01.823288 n-d-828372-14 neutron-server[103801]: DEBUG neutron_lib.callbacks.manager [None req-29e17da4-d0e2-4fe5-995e-94d9ce23a03d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8759614572840', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-758513'] for agent (a24f26a4-9250-4e4c-8f2d-5896c8d1c890), after_update {{(pid=103801) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}